-- Logs begin at Wed 2022-04-20 15:05:37 UTC, end at Wed 2022-04-20 17:55:30 UTC. -- Apr 20 15:55:05.081912 n-d-836146-2 systemd[1]: Started Devstack devstack@q-svc.service. Apr 20 15:55:07.783323 n-d-836146-2 neutron-server[103373]: INFO neutron.common.config [-] Logging enabled! Apr 20 15:55:07.783936 n-d-836146-2 neutron-server[103373]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev125 Apr 20 15:55:07.784082 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103373) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 15:55:07.787406 n-d-836146-2 neutron-server[103373]: INFO neutron.common.config [-] Logging enabled! Apr 20 15:55:07.787657 n-d-836146-2 neutron-server[103373]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev125 Apr 20 15:55:07.787963 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103373) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 15:55:07.788945 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 20 15:55:07.789177 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 20 15:55:07.789527 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 20 15:55:07.789770 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 20 15:55:07.789990 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 20 15:55:07.790312 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.790607 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.790901 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.791128 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.791424 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.791712 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.791993 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.792279 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.792604 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.792886 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.793163 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.793444 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.793672 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.793946 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.794227 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.794513 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.794733 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] debug = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.795009 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.795435 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.795837 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.796112 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.796419 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.796699 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.796969 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.797240 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.797522 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.797890 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] host = n-d-836146-2 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.798179 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.798445 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.798731 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.799015 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.799285 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.799558 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.799842 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.800111 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.800418 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] log_file = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.800693 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.800978 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.801263 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.801548 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.801769 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.801987 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.802272 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.802558 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.802830 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.803102 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.803374 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.803644 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.803912 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.804175 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.804485 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.804770 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.805054 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.805328 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.805599 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.805867 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.806136 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.806418 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.806690 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.806961 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.807271 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.807516 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.807782 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.808050 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.808362 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.808650 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.808928 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.809210 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.809482 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.809797 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.810067 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.810342 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.810608 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] use_json = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.810877 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.811143 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.811421 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.811689 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.811958 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.812227 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.812527 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.812812 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.813081 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:07.813375 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.813691 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.813988 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.814309 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.814602 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.814881 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.815168 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.815444 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.815731 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.816019 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.816303 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.816603 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.816891 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.817165 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.817457 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.817759 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.818050 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.818339 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.818612 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.818881 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.819151 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.819426 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.819711 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.819985 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.820276 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.820590 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.820871 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.821153 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.821444 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.821729 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.822000 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.822275 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.822564 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.822840 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.823110 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.823385 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.823671 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.823944 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.824215 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.824521 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.824797 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.825065 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.825331 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.825605 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.825891 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.826163 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.826431 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.826699 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.826971 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.827239 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.827518 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.827790 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.828056 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.828324 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.828617 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.828887 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.829674 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.829952 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.830221 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.830493 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.830768 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.831037 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.831306 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.831574 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.831841 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.832107 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.832398 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.832674 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.832945 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.833215 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.833484 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.833750 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.834020 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.834300 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.834591 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.834866 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.835142 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.835418 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.835692 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.835963 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.836234 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.836536 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.836815 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.837083 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.837369 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.837649 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.837931 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.838211 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.838490 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.838785 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.839060 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.839340 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.839614 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.839888 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.840167 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.840469 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.840770 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.841062 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.841353 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.841642 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.841928 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.842457 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.842761 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.843037 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:07.843249 n-d-836146-2 neutron-server[103373]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 20 15:55:07.843485 n-d-836146-2 neutron-server[103373]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103373) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 20 15:55:08.189470 n-d-836146-2 neutron-server[103373]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 20 15:55:08.189669 n-d-836146-2 neutron-server[103373]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 20 15:55:08.189953 n-d-836146-2 neutron-server[103373]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 20 15:55:08.190278 n-d-836146-2 neutron-server[103373]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 20 15:55:08.577252 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:08.577538 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:08.577802 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:08.579097 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:08.579367 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:08.579633 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:08.615015 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:08.615284 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:08.615543 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:08.630637 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:08.630911 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:08.631176 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:08.658932 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:08.659218 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:08.659474 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:08.695843 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:08.696116 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:08.696404 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:08.922409 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:08.923712 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:08.923712 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:08.923712 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:08.924366 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.041649 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.041963 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.042237 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.042510 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.042771 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.043075 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.043329 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.043582 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.043827 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.044100 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.044379 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.044643 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.044893 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.045160 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.045390 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.045653 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.045901 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.046159 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.046419 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.046670 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.046932 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.047182 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.047453 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.048394 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.048650 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.048892 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.049280 n-d-836146-2 neutron-server[103373]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103373) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 15:55:09.049514 n-d-836146-2 neutron-server[103373]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103373) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 15:55:09.049746 n-d-836146-2 neutron-server[103373]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103373) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 15:55:09.049983 n-d-836146-2 neutron-server[103373]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103373) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 15:55:09.050213 n-d-836146-2 neutron-server[103373]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103373) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 15:55:09.050441 n-d-836146-2 neutron-server[103373]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103373) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 15:55:09.050799 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 20 15:55:09.053844 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 20 15:55:09.057812 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 20 15:55:09.061445 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 20 15:55:09.063044 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 20 15:55:09.063519 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 20 15:55:09.063849 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 20 15:55:09.064225 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 20 15:55:09.066978 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 20 15:55:09.067229 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 20 15:55:09.067569 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 15:55:09.072804 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 20 15:55:09.095245 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 20 15:55:09.095888 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.096186 n-d-836146-2 neutron-server[103373]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103373) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 20 15:55:09.096586 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.097952 n-d-836146-2 neutron-server[103373]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103373) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 20 15:55:09.098327 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 15:55:09.098483 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 20 15:55:09.101806 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.102077 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:09.165046 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 20 15:55:09.165283 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 20 15:55:09.165516 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 20 15:55:09.165888 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 20 15:55:09.186401 n-d-836146-2 neutron-server[103373]: DEBUG oslo_db.sqlalchemy.engines [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103373) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 20 15:55:09.853905 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.managers [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Initializing driver for type 'gre' Apr 20 15:55:09.854366 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] gre ID ranges: [(1, 1000)] Apr 20 15:55:10.054067 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.managers [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Initializing driver for type 'local' Apr 20 15:55:10.054727 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.managers [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Initializing driver for type 'vlan' Apr 20 15:55:10.145475 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] VlanTypeDriver initialization complete Apr 20 15:55:10.145724 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.managers [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Initializing driver for type 'vxlan' Apr 20 15:55:10.146222 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] vxlan ID ranges: [(1, 1000)] Apr 20 15:55:10.299701 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.managers [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Initializing extension driver 'port_security' Apr 20 15:55:10.300035 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.extensions.port_security [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] PortSecurityExtensionDriver initialization complete Apr 20 15:55:10.300394 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.managers [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Initializing mechanism driver 'openvswitch' Apr 20 15:55:10.300718 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.managers [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Initializing mechanism driver 'hyperv' Apr 20 15:55:10.307346 n-d-836146-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:55:10.308017 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > port after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.308407 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > port after_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.308757 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > port after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.309272 n-d-836146-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103373) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 15:55:10.309699 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > subnet after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.310045 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > subnet after_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.310383 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.310810 n-d-836146-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103373) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 15:55:10.311204 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > network after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.311548 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > network after_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.311886 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > network after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.312265 n-d-836146-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103373) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 15:55:10.312687 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > security_group after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.313030 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > security_group after_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.330457 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > security_group after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.330457 n-d-836146-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103373) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 15:55:10.330457 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.330457 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.330457 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.330842 n-d-836146-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103373) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 15:55:10.330842 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > address_group after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.330842 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > address_group after_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.330842 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > address_group after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.330842 n-d-836146-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103373) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 15:55:10.331193 n-d-836146-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] ML2 OVO RPC backend initialized. {{(pid=103373) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Apr 20 15:55:10.331193 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.331193 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.331193 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > network before_response 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.331534 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > networks before_response 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.331534 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > port before_response 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.331534 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > ports before_response 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.331534 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > subnet before_response 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.331828 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > subnets before_response 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.331828 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > network after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.331828 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > network after_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.331828 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > network after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.332133 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > port after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.332133 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > port after_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.332133 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > port after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.332133 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > subnet after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.332463 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > subnet after_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.332463 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.336132 n-d-836146-2 neutron-server[103373]: INFO neutron.quota [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded quota_driver: . Apr 20 15:55:10.336525 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Modular L2 Plugin initialization complete Apr 20 15:55:10.336873 n-d-836146-2 neutron-server[103373]: DEBUG neutron.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading services supported by the core plugin {{(pid=103373) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 20 15:55:10.337215 n-d-836146-2 neutron-server[103373]: INFO neutron.plugins.ml2.managers [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Got port-security extension from driver 'port_security' Apr 20 15:55:10.337689 n-d-836146-2 neutron-server[103373]: INFO neutron.extensions.vlantransparent [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Disabled vlantransparent extension. Apr 20 15:55:10.338175 n-d-836146-2 neutron-server[103373]: DEBUG neutron.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103373) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 20 15:55:10.338500 n-d-836146-2 neutron-server[103373]: INFO neutron.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading Plugin: router Apr 20 15:55:10.374233 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > router_interface before_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.374622 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > router after_create 55549900 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.374986 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > router before_create 55549900 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.375343 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.375708 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.376096 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > router after_delete 55549900 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.376477 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > floatingip after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.376827 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > floatingip after_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.377186 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > router after_create 55549900 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.377530 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > router after_update 55549900 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.377875 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > router after_update 55549900 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.378219 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.378573 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > router after_update 55549900 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.378977 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > router precommit_update 55549900 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.379343 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: port after_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.379683 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: port after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.380017 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: subnet after_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.380370 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.380718 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > port precommit_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.381063 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > router precommit_create 55549900 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.381401 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: port before_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.381741 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > router precommit_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.382094 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > router after_update 55549900 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.382431 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > router precommit_delete 55549900 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.382782 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > router precommit_create 55549900 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.383141 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.383484 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > router precommit_update 55549900 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.383844 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > agent after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.384190 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > agent after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.384556 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > network after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.385398 n-d-836146-2 neutron-server[103373]: DEBUG neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Tracking information for resource: router configured {{(pid=103373) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 15:55:10.385729 n-d-836146-2 neutron-server[103373]: DEBUG neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Tracking information for resource: floatingip configured {{(pid=103373) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 15:55:10.390461 n-d-836146-2 neutron-server[103373]: INFO neutron.db.l3_agentschedulers_db [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 20 15:55:10.391026 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: port after_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.391403 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: port after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.391752 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: port after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.392098 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: port after_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.392901 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > router before_create 55550100 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.393260 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > router precommit_delete 55550100 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.393617 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > router precommit_create 55550100 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.393969 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > router precommit_update 55550100 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.398816 n-d-836146-2 neutron-server[103373]: DEBUG neutron.services.provider_configuration [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Service providers = [] {{(pid=103373) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 20 15:55:10.399132 n-d-836146-2 neutron-server[103373]: DEBUG neutron.db.servicetype_db [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103373) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 20 15:55:10.402094 n-d-836146-2 neutron-server[103373]: DEBUG neutron.services.service_base [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103373) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 20 15:55:10.402547 n-d-836146-2 neutron-server[103373]: DEBUG neutron.services.service_base [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103373) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 20 15:55:10.402894 n-d-836146-2 neutron-server[103373]: DEBUG neutron.services.service_base [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103373) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 20 15:55:10.403768 n-d-836146-2 neutron-server[103373]: DEBUG neutron.services.service_base [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103373) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 20 15:55:10.404137 n-d-836146-2 neutron-server[103373]: INFO neutron.services.service_base [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 20 15:55:10.404527 n-d-836146-2 neutron-server[103373]: DEBUG neutron.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103373) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 15:55:10.404843 n-d-836146-2 neutron-server[103373]: INFO neutron.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 20 15:55:10.415527 n-d-836146-2 neutron-server[103373]: DEBUG neutron.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103373) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 15:55:10.415860 n-d-836146-2 neutron-server[103373]: INFO neutron.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading Plugin: auto_allocate Apr 20 15:55:10.421731 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: network precommit_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.422091 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: network precommit_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.422625 n-d-836146-2 neutron-server[103373]: DEBUG neutron.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103373) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 15:55:10.423474 n-d-836146-2 neutron-server[103373]: INFO neutron.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading Plugin: tag Apr 20 15:55:10.429909 n-d-836146-2 neutron-server[103373]: DEBUG neutron.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103373) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 15:55:10.430236 n-d-836146-2 neutron-server[103373]: INFO neutron.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading Plugin: timestamp Apr 20 15:55:10.434159 n-d-836146-2 neutron-server[103373]: DEBUG neutron.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103373) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 15:55:10.434490 n-d-836146-2 neutron-server[103373]: INFO neutron.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading Plugin: network_ip_availability Apr 20 15:55:10.439830 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.440196 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.440580 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.441287 n-d-836146-2 neutron-server[103373]: DEBUG neutron.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103373) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 15:55:10.441602 n-d-836146-2 neutron-server[103373]: INFO neutron.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading Plugin: flavors Apr 20 15:55:10.446348 n-d-836146-2 neutron-server[103373]: DEBUG neutron.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103373) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 15:55:10.446682 n-d-836146-2 neutron-server[103373]: INFO neutron.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading Plugin: revisions Apr 20 15:55:10.450902 n-d-836146-2 neutron-server[103373]: DEBUG neutron.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103373) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 15:55:10.451287 n-d-836146-2 neutron-server[103373]: DEBUG oslo_concurrency.lockutils [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.261s {{(pid=103373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 20 15:55:10.452007 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103373) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 20 15:55:10.452355 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Initializing extension manager. Apr 20 15:55:10.452868 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: __init__.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.453205 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: __pycache__ {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.453535 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.453888 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: address_group.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.454624 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.455182 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: address-group Apr 20 15:55:10.455504 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: address_scope.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.456204 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.456744 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: address-scope Apr 20 15:55:10.457065 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: admin_state_down_before_update.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.457987 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.458493 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: router-admin-state-down-before-update Apr 20 15:55:10.458812 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: agent.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.459677 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.460180 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: agent Apr 20 15:55:10.460533 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: agent_resources_synced.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.461434 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.461937 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: agent-resources-synced Apr 20 15:55:10.462257 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: allowedaddresspairs.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.464002 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.464552 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: allowed-address-pairs Apr 20 15:55:10.464878 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: auto_allocated_topology.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.465935 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.466443 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: auto-allocated-topology Apr 20 15:55:10.466765 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: availability_zone.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.467695 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.468196 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: availability_zone Apr 20 15:55:10.468546 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: availability_zone_filter.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.469461 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.470464 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: availability_zone_filter Apr 20 15:55:10.470782 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: data_plane_status.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.471669 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.472165 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension data-plane-status not supported by any of loaded plugins Apr 20 15:55:10.472520 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: default_subnetpools.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.473417 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.473918 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: default-subnetpools Apr 20 15:55:10.474234 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: dhcpagentscheduler.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.475021 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.475522 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: dhcp_agent_scheduler Apr 20 15:55:10.475839 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: dns.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.476766 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.477264 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension dns-integration not supported by any of loaded plugins Apr 20 15:55:10.477582 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: dns_domain_ports.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.478481 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.478983 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 20 15:55:10.479302 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.480206 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.480729 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 20 15:55:10.481047 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: dvr.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.481702 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.482199 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: dvr Apr 20 15:55:10.482513 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: ecmp_routes.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.483410 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.483905 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension ecmp_routes not supported by any of loaded plugins Apr 20 15:55:10.484223 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: empty_string_filtering.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.485197 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.486196 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: empty-string-filtering Apr 20 15:55:10.486514 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.487410 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.487904 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 20 15:55:10.488220 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.489206 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.489707 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 20 15:55:10.490036 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: external_net.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.490937 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.491440 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: external-net Apr 20 15:55:10.491760 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: extra_dhcp_opt.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.492686 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.493188 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: extra_dhcp_opt Apr 20 15:55:10.493506 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: extraroute.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.494400 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.494901 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: extraroute Apr 20 15:55:10.495218 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: extraroute_atomic.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.496214 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.496745 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: extraroute-atomic Apr 20 15:55:10.497065 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: filter_validation.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.497719 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.498222 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: filter-validation Apr 20 15:55:10.498540 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: fip_pf_description.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.499444 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.499952 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 20 15:55:10.500269 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: fip_port_details.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.501224 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.501728 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: fip-port-details Apr 20 15:55:10.502046 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: flavors.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.503253 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.503841 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: flavors Apr 20 15:55:10.504166 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.505827 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.506343 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 20 15:55:10.506674 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: floatingip_pools.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.507365 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.507874 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: floatingip-pools Apr 20 15:55:10.508200 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: ip_allocation.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.509154 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.509659 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension ip_allocation not supported by any of loaded plugins Apr 20 15:55:10.509990 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.510899 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.511405 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: ip-substring-filtering Apr 20 15:55:10.511729 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: l2_adjacency.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.512679 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.513178 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension l2_adjacency not supported by any of loaded plugins Apr 20 15:55:10.513501 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: l3.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.514436 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.514945 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: router Apr 20 15:55:10.515269 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: l3_conntrack_helper.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.517635 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.518158 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 20 15:55:10.518488 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.519407 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.519919 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: ext-gw-mode Apr 20 15:55:10.520247 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.521177 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.521685 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: l3-ha Apr 20 15:55:10.522009 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: l3_flavors.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.522904 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.523409 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: l3-flavors Apr 20 15:55:10.523733 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.524658 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.525162 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: l3-port-ip-change-not-allowed Apr 20 15:55:10.525484 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: l3agentscheduler.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.526490 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.526998 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: l3_agent_scheduler Apr 20 15:55:10.527321 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: logging.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.528841 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.529357 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension logging not supported by any of loaded plugins Apr 20 15:55:10.529686 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: metering.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.530425 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.530993 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: metering Apr 20 15:55:10.531317 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.532951 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.533481 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: metering_source_and_destination_fields Apr 20 15:55:10.533806 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: multiprovidernet.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.534720 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.535224 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: multi-provider Apr 20 15:55:10.535546 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: netmtu.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.536471 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.536974 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: net-mtu Apr 20 15:55:10.537292 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: netmtu_writable.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.538190 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.538691 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: net-mtu-writable Apr 20 15:55:10.539009 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: network_availability_zone.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.539665 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.540165 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: network_availability_zone Apr 20 15:55:10.540522 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: network_ip_availability.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.541612 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.542119 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: network-ip-availability Apr 20 15:55:10.542444 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: network_segment_range.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.543194 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.543692 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension network-segment-range not supported by any of loaded plugins Apr 20 15:55:10.544013 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: pagination.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.545013 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.545339 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: pagination Apr 20 15:55:10.545654 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: port_device_profile.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.546544 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.547056 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: port-device-profile Apr 20 15:55:10.547373 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.548860 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.549370 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: port-mac-address-regenerate Apr 20 15:55:10.549688 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.550604 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.551108 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: port-numa-affinity-policy Apr 20 15:55:10.551426 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: port_resource_request.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.552319 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.552852 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension port-resource-request not supported by any of loaded plugins Apr 20 15:55:10.553173 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: portbindings.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.554097 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.554609 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: binding Apr 20 15:55:10.554931 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: portbindings_extended.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.556326 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.556858 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: binding-extended Apr 20 15:55:10.557227 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: portsecurity.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.558085 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.558590 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: port-security Apr 20 15:55:10.558915 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: project_id.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.559887 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.560212 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: project-id Apr 20 15:55:10.560552 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: providernet.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.561470 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.561977 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: provider Apr 20 15:55:10.562297 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: qos.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.565864 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.566381 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension qos not supported by any of loaded plugins Apr 20 15:55:10.566712 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.567935 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.568482 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 20 15:55:10.568811 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.569719 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.570233 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 20 15:55:10.570559 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: qos_default.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.571459 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.571963 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension qos-default not supported by any of loaded plugins Apr 20 15:55:10.572289 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: qos_fip.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.572960 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.573457 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension qos-fip not supported by any of loaded plugins Apr 20 15:55:10.573779 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: qos_gateway_ip.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.574690 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.575196 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 20 15:55:10.575521 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: qos_port_network_policy.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.576440 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.576948 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 20 15:55:10.577270 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: qos_pps_rule.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.578415 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.578956 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension qos-pps not supported by any of loaded plugins Apr 20 15:55:10.579278 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: qos_rule_type_details.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.580194 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.580735 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 20 15:55:10.581060 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: qos_rules_alias.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.582098 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.582605 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 20 15:55:10.582928 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: quotasv2.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.583840 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.584167 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: quotas Apr 20 15:55:10.584596 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: quotasv2_detail.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.586280 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.586619 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: quota_details Apr 20 15:55:10.586944 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: rbac.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.587991 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.588535 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: rbac-policies Apr 20 15:55:10.588862 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: rbac_address_group.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.589781 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.590295 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: rbac-address-group Apr 20 15:55:10.590619 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: rbac_address_scope.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.591529 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.592505 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: rbac-address-scope Apr 20 15:55:10.592832 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: rbac_security_groups.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.593745 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.594252 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: rbac-security-groups Apr 20 15:55:10.595101 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: rbac_subnetpool.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.596010 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.596540 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: rbac-subnetpool Apr 20 15:55:10.596861 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: revisionifmatch.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.597766 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.598278 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: revision-if-match Apr 20 15:55:10.598584 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: revisions.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.599676 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.600179 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: standard-attr-revisions Apr 20 15:55:10.600540 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: router_availability_zone.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.601201 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.601708 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: router_availability_zone Apr 20 15:55:10.602029 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: routerservicetype.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.602933 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.603430 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension router-service-type not supported by any of loaded plugins Apr 20 15:55:10.603751 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.604758 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.605263 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: security-groups-normalized-cidr Apr 20 15:55:10.605579 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: security_groups_port_filtering.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.606515 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.607018 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: port-security-groups-filtering Apr 20 15:55:10.607337 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.608240 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.608776 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: security-groups-remote-address-group Apr 20 15:55:10.609094 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: securitygroup.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.620521 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.621058 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: security-group Apr 20 15:55:10.621390 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: segment.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.622193 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.622702 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension segment not supported by any of loaded plugins Apr 20 15:55:10.623027 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.623955 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.624492 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 20 15:55:10.624818 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: servicetype.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.625991 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.626505 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: service-type Apr 20 15:55:10.626832 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: sorting.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.627808 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.628138 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: sorting Apr 20 15:55:10.628493 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: standard_attr_segment.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.629406 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.629915 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 20 15:55:10.630237 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: standardattrdescription.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.630879 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.631382 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: standard-attr-description Apr 20 15:55:10.631701 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: stateful_security_group.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.632658 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.633172 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: stateful-security-group Apr 20 15:55:10.633493 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: stdattrs_common.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.634066 n-d-836146-2 neutron-server[103373]: WARNING neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 20 15:55:10.634387 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.635311 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.635814 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 20 15:55:10.636133 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: subnet_onboard.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.637215 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.637724 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: subnet_onboard Apr 20 15:55:10.638042 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.638952 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.639459 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 20 15:55:10.639776 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: subnet_service_types.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.640716 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.641225 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: subnet-service-types Apr 20 15:55:10.642058 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: subnetallocation.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.643122 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.643635 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: subnet_allocation Apr 20 15:55:10.643955 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.644632 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.645134 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: subnetpool-prefix-ops Apr 20 15:55:10.645452 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.646372 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.646876 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 20 15:55:10.647195 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: tagging.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.648228 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.648774 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: standard-attr-tag Apr 20 15:55:10.649138 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: timestamp.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.650279 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.650793 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loaded extension: standard-attr-timestamp Apr 20 15:55:10.651118 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: trunk.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.652135 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.652680 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension trunk not supported by any of loaded plugins Apr 20 15:55:10.653003 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: trunk_details.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.653907 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.654418 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension trunk-details not supported by any of loaded plugins Apr 20 15:55:10.654739 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: uplink_status_propagation.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.655649 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.656156 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 20 15:55:10.656518 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Loading extension file: vlantransparent.py {{(pid=103373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 15:55:10.657729 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 15:55:10.658235 n-d-836146-2 neutron-server[103373]: INFO neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extension vlan-transparent not supported by any of loaded plugins Apr 20 15:55:10.660647 n-d-836146-2 neutron-server[103373]: INFO neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Creating instance of TrackedResource for resource:network Apr 20 15:55:10.661163 n-d-836146-2 neutron-server[103373]: INFO neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Creating instance of TrackedResource for resource:subnet Apr 20 15:55:10.661560 n-d-836146-2 neutron-server[103373]: INFO neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 15:55:10.661948 n-d-836146-2 neutron-server[103373]: INFO neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Creating instance of TrackedResource for resource:port Apr 20 15:55:10.663159 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.v2.resource_helper [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:55:10.663588 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.v2.resource_helper [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Service FLAVORS assigned prefix: {{(pid=103373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:55:10.664209 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.v2.resource_helper [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:55:10.664669 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.v2.resource_helper [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:55:10.664998 n-d-836146-2 neutron-server[103373]: INFO neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Creating instance of TrackedResource for resource:router Apr 20 15:55:10.665423 n-d-836146-2 neutron-server[103373]: INFO neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Creating instance of TrackedResource for resource:floatingip Apr 20 15:55:10.665902 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.v2.resource_helper [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Service METERING assigned prefix: /metering {{(pid=103373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:55:10.667326 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.667694 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.668042 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 15:55:10.669060 n-d-836146-2 neutron-server[103373]: INFO neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 15:55:10.669499 n-d-836146-2 neutron-server[103373]: INFO neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Creating instance of TrackedResource for resource:security_group Apr 20 15:55:10.669936 n-d-836146-2 neutron-server[103373]: INFO neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 15:55:10.670530 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.v2.resource_helper [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Service CORE assigned prefix: {{(pid=103373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:55:10.670860 n-d-836146-2 neutron-server[103373]: INFO neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 15:55:10.671208 n-d-836146-2 neutron-server[103373]: WARNING neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] subnetpool is already registered Apr 20 15:55:10.671631 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.v2.resource_helper [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Service CORE assigned prefix: {{(pid=103373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:55:10.671956 n-d-836146-2 neutron-server[103373]: INFO neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 15:55:10.672287 n-d-836146-2 neutron-server[103373]: WARNING neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] subnetpool is already registered Apr 20 15:55:10.674628 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.v2.resource_helper [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:55:10.675063 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.v2.resource_helper [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Service FLAVORS assigned prefix: {{(pid=103373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:55:10.675650 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.v2.resource_helper [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:55:10.676070 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.v2.resource_helper [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:55:10.676437 n-d-836146-2 neutron-server[103373]: INFO neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Creating instance of TrackedResource for resource:router Apr 20 15:55:10.676778 n-d-836146-2 neutron-server[103373]: WARNING neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] router is already registered Apr 20 15:55:10.677185 n-d-836146-2 neutron-server[103373]: INFO neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Creating instance of TrackedResource for resource:floatingip Apr 20 15:55:10.677518 n-d-836146-2 neutron-server[103373]: WARNING neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] floatingip is already registered Apr 20 15:55:10.677968 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.v2.resource_helper [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Service METERING assigned prefix: /metering {{(pid=103373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:55:10.678622 n-d-836146-2 neutron-server[103373]: INFO neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 15:55:10.678946 n-d-836146-2 neutron-server[103373]: WARNING neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] rbac_policy is already registered Apr 20 15:55:10.679351 n-d-836146-2 neutron-server[103373]: INFO neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Creating instance of TrackedResource for resource:security_group Apr 20 15:55:10.679681 n-d-836146-2 neutron-server[103373]: WARNING neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] security_group is already registered Apr 20 15:55:10.680076 n-d-836146-2 neutron-server[103373]: INFO neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 15:55:10.680437 n-d-836146-2 neutron-server[103373]: WARNING neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] security_group_rule is already registered Apr 20 15:55:10.681054 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.v2.resource_helper [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Service CORE assigned prefix: {{(pid=103373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:55:10.681382 n-d-836146-2 neutron-server[103373]: INFO neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 15:55:10.681712 n-d-836146-2 neutron-server[103373]: WARNING neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] subnetpool is already registered Apr 20 15:55:10.682125 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.v2.resource_helper [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Service CORE assigned prefix: {{(pid=103373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 15:55:10.682448 n-d-836146-2 neutron-server[103373]: INFO neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 15:55:10.682775 n-d-836146-2 neutron-server[103373]: WARNING neutron.quota.resource_registry [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] subnetpool is already registered Apr 20 15:55:10.683243 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: extensions {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.684730 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: address-groups {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.686185 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: address-scopes {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.687496 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: agents {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.688729 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: auto-allocated-topology {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.689970 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: availability_zones {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.691182 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: dhcp-networks {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.692717 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: dhcp-agents {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.694127 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: routers {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.696308 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: flavors {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.697638 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: service_profiles {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.698857 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: next_providers {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.700311 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: service_profiles {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.701860 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: floatingip-pools {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.703078 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: routers {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.705833 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: floatingips {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.707119 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: l3-routers {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.708540 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: l3-agents {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.709949 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: metering-labels {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.711308 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: metering-label-rules {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.712600 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: network-ip-availabilities {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.713890 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: bindings {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.715536 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: quotas {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.717249 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: quotas {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.718653 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: rbac-policies {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.719905 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: security-groups {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.722126 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: security-group-rules {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.723380 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: service-providers {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.724630 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: subnetpools {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.726037 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: subnetpools {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.727496 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: tags {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.729208 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: tags {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.731017 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: tags {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.732821 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: tags {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.734590 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: tags {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.737019 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: tags {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.738699 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: tags {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.740608 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: tags {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.742361 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: tags {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.744129 n-d-836146-2 neutron-server[103373]: DEBUG neutron.api.extensions [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Extended resource: tags {{(pid=103373) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 15:55:10.750238 n-d-836146-2 neutron-server[103373]: WARNING keystonemiddleware.auth_token [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 20 15:55:10.755525 n-d-836146-2 neutron-server[103373]: WARNING keystonemiddleware.auth_token [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 20 15:55:10.763909 n-d-836146-2 neutron-server[103373]: DEBUG oslo_concurrency.lockutils [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Acquired lock "singleton_lock" {{(pid=103373) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 20 15:55:10.764409 n-d-836146-2 neutron-server[103373]: DEBUG oslo_concurrency.lockutils [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Releasing lock "singleton_lock" {{(pid=103373) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 20 15:55:10.765038 n-d-836146-2 neutron-server[103373]: INFO oslo_service.service [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Starting 2 workers Apr 20 15:55:10.769818 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Started child 103484 {{(pid=103373) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 20 15:55:10.774187 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Started child 103485 {{(pid=103373) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 20 15:55:10.775175 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:10.775873 n-d-836146-2 neutron-server[103373]: INFO neutron.service [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Neutron service started, listening on 0.0.0.0:9696 Apr 20 15:55:10.776357 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Notify callbacks [] for process, before_spawn {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:10.776617 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [-] (103484) wsgi starting up on http://0.0.0.0:9696 Apr 20 15:55:10.778775 n-d-836146-2 neutron-server[103373]: INFO oslo_service.service [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Starting 1 workers Apr 20 15:55:10.779078 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:10.780424 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [-] (103485) wsgi starting up on http://0.0.0.0:9696 Apr 20 15:55:10.783931 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Started child 103486 {{(pid=103373) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 20 15:55:10.784487 n-d-836146-2 neutron-server[103373]: INFO oslo_service.service [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Starting 1 workers Apr 20 15:55:10.787389 n-d-836146-2 neutron-server[103486]: DEBUG neutron.service [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] calling RpcWorker wait() {{(pid=103486) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 20 15:55:10.787984 n-d-836146-2 neutron-server[103486]: DEBUG neutron.service [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] returning from RpcWorker wait() {{(pid=103486) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 20 15:55:10.788894 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Started child 103487 {{(pid=103373) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 20 15:55:10.789263 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:10.789694 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:55:10.789849 n-d-836146-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f77ee5d-1cb5-415d-bd93-941317a9c29a None None] Notify callbacks [] for process, after_spawn {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:10.791596 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103373) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 20 15:55:10.791815 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 20 15:55:10.791979 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 20 15:55:10.792189 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 20 15:55:10.792551 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 20 15:55:10.792701 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 20 15:55:10.793211 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.793557 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.793729 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.793988 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.794140 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:10.794646 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.794897 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.795074 n-d-836146-2 neutron-server[103487]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:55:10.795218 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.795358 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.795616 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.795866 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.796020 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.796185 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.796463 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.796713 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.797010 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.797264 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.797496 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.798411 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.798616 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.798856 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.799128 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.799359 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.799622 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] debug = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.799861 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.800362 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.800597 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.800842 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.801076 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.801348 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.801609 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.801843 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.802074 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.802315 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.802565 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.802810 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.803040 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.803261 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.803492 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.803749 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.803956 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.804444 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] host = n-d-836146-2 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.804690 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.804904 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.805146 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.805392 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.805657 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.805838 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.806082 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.806487 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.806697 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.806940 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.807174 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.807405 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.807636 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.807900 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] log_file = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.808064 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] log_options = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.808293 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.808562 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.808831 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.809013 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.809161 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.809336 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.809582 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.809727 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.809996 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.810208 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.810417 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.810627 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.810858 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.811072 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.811334 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.811579 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.811787 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.811992 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.812239 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.812507 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.814298 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.814577 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.814845 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.815495 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.815771 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.816043 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.816308 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.816580 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.816885 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.817175 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.817419 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.817697 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.817943 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.818189 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.818456 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.818693 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.818928 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.819148 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.819456 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.819759 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.820021 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.820272 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.820790 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.820954 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.821208 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.821390 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.821633 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] use_json = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.821855 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.822099 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.822371 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.822720 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.822851 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.823031 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.823245 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.823480 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.823713 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.824380 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.835825 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.835825 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.835825 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.835825 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.835825 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.835825 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.835825 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.835825 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.836873 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.836873 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.836873 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.836873 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.836873 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.836873 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.836873 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.836873 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.838958 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.838958 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.838958 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.838958 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.838958 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.838958 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.838958 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.838958 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.839902 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.839902 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.839902 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.839902 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.839902 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.839902 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.839902 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.839902 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.842112 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.842112 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.842112 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.842112 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.842112 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.842112 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.842112 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.842112 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.842112 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.842797 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.842797 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.842797 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.842797 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.842797 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.842797 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.842797 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.842797 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.842797 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.843405 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.843405 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.843405 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.843405 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.843405 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.843405 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.843405 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.843405 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.843405 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.844022 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.844022 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.844022 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.844022 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.844022 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.844022 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.844022 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.844022 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.844022 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.844691 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.844691 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.844691 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.844691 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.844691 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.844691 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.844691 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.844691 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.844691 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.845326 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.845326 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.845326 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.845326 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.845326 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.845326 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.845326 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.845326 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.845326 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.845933 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.845933 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.845933 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.845933 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.845933 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.846279 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.846279 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.846515 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.846737 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.846989 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.847241 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.847461 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.847700 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.847965 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.848392 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.848591 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.848736 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.849222 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.849592 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.849835 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.850082 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.850325 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.850587 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.850835 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.851108 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.851350 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.851588 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.851912 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.852175 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.852475 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.852703 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.852960 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.853184 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.853449 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.853771 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.854053 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.854318 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.854570 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.854825 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.855069 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.855301 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.855560 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.855809 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.856070 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.856289 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.856598 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.856843 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.857069 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.857304 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.857535 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.857849 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.858099 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.858334 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.858549 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.858811 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.860748 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.861173 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.861627 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.861910 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.862174 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.862446 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.862711 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.862969 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.863231 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.863494 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.863721 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.863980 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.864210 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.864519 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.864766 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.865022 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.865266 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.865505 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.865754 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.865973 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.866199 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.866418 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.866666 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.866892 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.867132 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.867378 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.867623 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.867867 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.868094 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.868311 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.868608 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.868850 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.869123 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.869376 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.869593 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.869890 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.870083 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.870528 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.871148 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.871405 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.871645 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.872024 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.872249 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.872509 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.872751 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.872967 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.873201 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.873416 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.873801 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.874192 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.874712 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.874985 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.875242 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.875471 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.876469 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.876686 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.876907 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.877128 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.877370 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.877609 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.877835 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.878073 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.878290 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.878509 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.878724 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.878939 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.879208 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.879454 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.879689 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.879906 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.880130 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.880387 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.880606 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.880844 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.881162 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.881420 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.881642 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.881884 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.882096 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.883035 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.883035 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.883035 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.883477 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.883477 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.883760 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.883760 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.883976 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.884178 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.884450 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.884672 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.884893 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.885141 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.889772 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.889772 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.889772 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.889772 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.889772 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.889772 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.889772 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.889772 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.890391 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.890391 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.890391 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.890391 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.890391 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.890391 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.890391 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.890391 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.890922 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.890922 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.890922 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.890922 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.890922 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.890922 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.890922 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.890922 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.891409 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.891409 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.891409 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.891409 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.891646 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.891745 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.892063 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.892277 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.892554 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.892794 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.893016 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.893257 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.893515 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.893848 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.894116 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.894375 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.894632 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.894908 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.895192 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.895467 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.895683 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.895990 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.896362 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.896632 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.896889 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.897123 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.897372 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.897598 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.897816 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.898034 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.898284 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.898588 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.898819 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.899049 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.899489 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.899899 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.900136 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.900395 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.900655 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.900889 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.901131 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.901367 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.901534 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 20 15:55:10.902091 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103373) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 20 15:55:10.902252 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 20 15:55:10.902396 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 20 15:55:10.902610 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 20 15:55:10.902758 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 20 15:55:10.902896 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 20 15:55:10.903100 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.903245 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.903407 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.903552 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.903711 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.903922 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.904102 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.904241 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.904408 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.904552 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.904691 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.904869 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.905042 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.905229 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.905229 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.905546 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.905546 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.905769 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.905897 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.906021 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.906161 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.906319 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.906480 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] debug = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.906636 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.906839 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.907011 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.907173 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.907329 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.907484 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.907640 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.907796 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.907950 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.908105 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.908263 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.908443 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.908600 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.908751 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.908892 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.909031 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.909188 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.909343 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] host = n-d-836146-2 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.909523 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.909678 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.909833 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.909990 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.910146 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.910307 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.910459 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.910772 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.910928 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.911230 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.911392 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.911553 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.911723 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.911880 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] log_file = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.912021 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] log_options = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.912159 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.912309 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.912465 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.912632 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.912846 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.913009 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.913166 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.913323 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.913479 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.913635 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.913790 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.913946 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.914102 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.914257 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.914417 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.914571 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.914720 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.914883 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.915039 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.915195 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.915351 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.915508 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.915666 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.915808 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.915962 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.916119 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.916506 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.916506 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.924534 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.924534 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.924534 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.924534 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.924534 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.924534 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.924534 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.924534 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.925099 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.925099 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.925099 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.925099 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.925099 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.925099 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.925099 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.925099 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.925645 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.925645 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.925645 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] use_json = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.925645 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.925645 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.925645 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.925645 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.925645 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.925645 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.926245 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.926245 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.926245 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 15:55:10.926245 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.926245 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.926245 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.926245 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.926245 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.926781 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.926781 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.926781 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.926781 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.926781 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.926781 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.926781 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.926781 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.927401 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.927401 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.927518 n-d-836146-2 neutron-server[103486]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:55:10.927587 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.927587 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.927587 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.927587 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.927587 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.927587 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.927587 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.927587 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.928020 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.928020 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.928020 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.928020 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.928020 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.928020 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.928020 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.928020 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.928487 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.928487 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.928487 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.928487 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.928487 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.928487 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.928487 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.928487 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.928487 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.929013 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.929013 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.929013 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.929013 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.929013 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.929013 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.929013 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.929013 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.929553 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.929553 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.929553 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.929553 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.929553 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.929553 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.929553 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.929553 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.930076 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.930076 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.930076 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.930076 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.930339 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.930415 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.930536 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.930700 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.930861 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.931023 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.931194 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.931354 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.931514 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.932106 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.932106 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.932106 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.932106 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.932583 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.932583 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.932583 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.932797 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.932877 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.933029 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.933190 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.933351 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.933511 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.933668 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.933977 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.934285 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.934446 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.934606 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.934770 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.935742 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.935742 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.935742 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.935742 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.935742 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.935742 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.936309 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.936309 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.936309 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.936309 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.936871 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.936871 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.936871 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.937102 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.937102 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.937243 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.937347 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.937506 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.937663 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.937821 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.937979 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.938139 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.938336 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.938997 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.939156 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.939315 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.939475 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.939633 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.939803 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.939962 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.940124 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.940283 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.940472 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.940648 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.940804 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.940964 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.941123 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.941281 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.941440 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.941623 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.941824 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.941961 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.942046 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.942207 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.942374 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.942572 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.942697 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.942859 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.943017 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.943198 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.943357 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.943516 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.943882 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.943882 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.944079 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.944157 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.944245 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.944430 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.944590 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.944749 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.944913 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.945071 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.945231 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.945391 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.945549 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.945708 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.945867 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.946029 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.946223 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.946372 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.946574 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.946711 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.946841 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.946970 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.947186 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.947324 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.947459 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.947593 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.947726 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.947871 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.948001 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.948133 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.948267 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.948425 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.948580 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.948739 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.948885 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.949064 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.949208 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.949353 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.949513 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.950544 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.950544 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.950544 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.950544 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.950544 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.950544 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.950544 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.952236 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.952236 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.952236 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.952236 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.952236 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.952236 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.952236 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.952236 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.952990 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.952990 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.952990 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.952990 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.952990 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.952990 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.952990 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.952990 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.954450 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.954450 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.954450 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.954450 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.954450 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.954450 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.954450 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.954450 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.955007 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.955007 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.955007 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.955007 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.955007 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.955007 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.955518 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.955518 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.955518 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.955869 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.955869 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.956016 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.956265 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.956265 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.956437 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.956531 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.956669 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.956840 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.957000 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.957160 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.957370 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.957451 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.957612 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.957780 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.957940 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.958099 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.958257 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.958416 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.958578 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.958750 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.958905 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.959064 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.959895 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.959895 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.959895 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.959895 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.959895 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.960390 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.960390 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.960390 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.960598 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.960598 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.960757 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.960878 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.961036 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.961196 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.961354 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.961633 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.961768 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.961851 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.961972 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.962130 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.962288 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.962445 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.962616 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.962776 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.962937 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.963146 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.963233 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.963386 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.963643 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.963794 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.963916 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.964032 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.964160 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.964323 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.964515 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.964684 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.964846 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.965011 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.965182 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.965341 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.965499 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.965658 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.965817 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.965975 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.966133 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.966292 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.966451 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.966609 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.966767 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.967180 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.967340 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.967500 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.967660 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.967821 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.967975 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.968463 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.968463 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.968463 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 15:55:10.968683 n-d-836146-2 neutron-server[103373]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103373) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 20 15:55:11.257433 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47490) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:55:11.265949 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063071 Apr 20 15:55:22.581642 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46808820-4d76-472d-b61d-2133b2d4acfd None None] get_active_networks_info from n-d-836146-2 {{(pid=103486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 15:55:22.718485 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46808820-4d76-472d-b61d-2133b2d4acfd None None] No non-hosted networks {{(pid=103486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 20 15:55:22.743886 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.agentschedulers_db [None req-46808820-4d76-472d-b61d-2133b2d4acfd None None] DHCP Agent not found on host n-d-836146-2 {{(pid=103486) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 20 15:55:22.806504 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e6166872-c550-46df-944f-2af68ec67036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534648'] for agent, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:25.070269 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cfe4709a-efd2-459d-95e5-f5d6cc186fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534648'] for agent, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:25.104935 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-1480ef72-5d23-49d2-a371-d3ccafbbf687 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-836146-2 {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:55:25.106178 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-1480ef72-5d23-49d2-a371-d3ccafbbf687 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:55:25.710152 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1480ef72-5d23-49d2-a371-d3ccafbbf687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:26.179044 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534648'] for agent, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:27.539358 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534648'] for agent, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:27.967282 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534648'] for agent, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:27.969528 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:27.970110 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:27.970651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:27.971128 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:27.971678 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:27.972190 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:27.972760 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:27.974163 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:27.974631 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:27.975107 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:27.975723 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:27.976193 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:27.976761 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-836146-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:55:27.988653 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-836146-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:55:28.613639 n-d-836146-2 neutron-server[103486]: INFO neutron.db.l3_hamode_db [None req-ad8b3ee7-5559-4c83-8e81-7c60dd7243a4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 20 15:55:28.692969 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8b3ee7-5559-4c83-8e81-7c60dd7243a4 None None] Routers set() bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:55:28.693413 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8b3ee7-5559-4c83-8e81-7c60dd7243a4 None None] Router IDs set() for agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 20 15:55:28.857748 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47580) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:55:29.359454 n-d-836146-2 neutron-server[103485]: WARNING oslo_policy.policy [None req-d29eacd8-8008-4364-b61b-f7cdbf862380 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 15:55:29.360042 n-d-836146-2 neutron-server[103485]: WARNING oslo_policy.policy [None req-d29eacd8-8008-4364-b61b-f7cdbf862380 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 15:55:29.578319 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-d29eacd8-8008-4364-b61b-f7cdbf862380 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:55:29.579406 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d29eacd8-8008-4364-b61b-f7cdbf862380 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7207532 Apr 20 15:55:31.951811 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47596) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:55:32.256526 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-0a0a60b2-1c42-454e-9ad9-c2631f7e38d1 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:55:32.349947 n-d-836146-2 neutron-server[103485]: DEBUG neutron.policy [None req-0a0a60b2-1c42-454e-9ad9-c2631f7e38d1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103485) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 20 15:55:32.395228 n-d-836146-2 neutron-server[103485]: WARNING oslo_policy.policy [None req-0a0a60b2-1c42-454e-9ad9-c2631f7e38d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 15:55:32.395540 n-d-836146-2 neutron-server[103485]: WARNING oslo_policy.policy [None req-0a0a60b2-1c42-454e-9ad9-c2631f7e38d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 15:55:32.532271 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0a0a60b2-1c42-454e-9ad9-c2631f7e38d1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781836845804', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781836852417', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781836857926', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781836895380', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781840620465', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781836884041', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3728125', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3722502', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-586293', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-680390'] for rbac-policy, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:32.694432 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0a0a60b2-1c42-454e-9ad9-c2631f7e38d1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:32.695640 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0a0a60b2-1c42-454e-9ad9-c2631f7e38d1 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7427955 Apr 20 15:55:35.272529 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47608) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:55:35.563783 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Request body: {'network': {'tenant_id': '53b3f9611ca54eecbdf0c5a01d620768', 'project_id': '53b3f9611ca54eecbdf0c5a01d620768', 'name': 'private', 'admin_state_up': True}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:55:35.663415 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Made reservation on behalf of 53b3f9611ca54eecbdf0c5a01d620768 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:55:35.666392 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:35.684885 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:35.791232 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:35.863425 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:35.882601 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:55:35.912735 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781838334967', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:35.913402 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Unsubscribe: segment precommit_create {{(pid=103485) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 20 15:55:35.913964 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Added segment 0462e59e-14f5-4bfe-95a6-d613d16f6565 of type vlan for network cf162a2c-e377-4e2b-a9b1-143ce9451732 Apr 20 15:55:35.919468 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14278f1-6153-43cc-93b9-6aa77eae1b19,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:55:35.940920 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:35.941189 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:35.941517 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:35.941842 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:35.942162 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:35.942514 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:35.942879 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:35.943196 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:35.943510 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:35.943820 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:35.944130 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:35.944473 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Tracked resource versions report: Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: pushed versions: Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: { 'AddressGroup': {'1.2'}, Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: 'ConntrackHelper': {'1.0'}, Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: 'Log': {'1.0'}, Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: 'Network': {'1.1'}, Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: 'Port': {'1.7'}, Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: 'PortForwarding': {'1.2'}, Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: 'QosPolicy': {'1.9'}, Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: 'SecurityGroup': {'1.4'}, Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: 'SecurityGroupRule': {'1.2'}, Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: 'SubPort': {'1.0'}, Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: 'Subnet': {'1.1'}, Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: 'Trunk': {'1.1'}} Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: consumer versions: Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: { DHCP agent@n-d-836146-2: {}, Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: L3 agent@n-d-836146-2: {}, Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: Metadata agent@n-d-836146-2: {}, Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: Metering agent@n-d-836146-2: {}, Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: Open vSwitch agent@n-d-836146-2: { 'AddressGroup': '1.2', Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: 'ConntrackHelper': '1.0', Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: 'Log': '1.0', Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: 'Network': '1.1', Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: 'Port': '1.7', Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: 'PortForwarding': '1.2', Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: 'QosPolicy': '1.9', Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: 'SecurityGroup': '1.4', Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: 'SecurityGroupRule': '1.2', Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: 'SubPort': '1.0', Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: 'Subnet': '1.1', Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: 'Trunk': '1.1'}} Apr 20 15:55:35.945500 n-d-836146-2 neutron-server[103485]: {{(pid=103485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 15:55:36.026777 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:36.132400 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:36.133473 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:36.134147 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:36.228535 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] Pushing event updated for resources: {'Network': ['ID=cf162a2c-e377-4e2b-a9b1-143ce9451732,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:55:36.237283 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c60fb729-d47f-42e5-9742-99213ae21f65 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9637415 Apr 20 15:55:36.243085 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network cf162a2c-e377-4e2b-a9b1-143ce9451732 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:55:38.873200 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47622) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:55:39.258035 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f86fb55-da75-45d4-a1c0-aaaefa9a95ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:39.259386 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3f86fb55-da75-45d4-a1c0-aaaefa9a95ae admin admin] 10.222.0.15 "GET /v2.0/networks/cf162a2c-e377-4e2b-a9b1-143ce9451732 HTTP/1.1" status: 200 len: 825 time: 0.3852260 Apr 20 15:55:39.284878 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b7e6da8c-6cc0-4930-9779-fa0965c3fb5b admin admin] 10.222.0.15 "GET /v2.0/subnetpools/797726b9-344b-4456-add4-9887acf5110f HTTP/1.1" status: 200 len: 734 time: 0.0188098 Apr 20 15:55:39.293918 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-1bbb12d8-85d6-4337-9f95-fed26b9107e2 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '53b3f9611ca54eecbdf0c5a01d620768', 'network_id': 'cf162a2c-e377-4e2b-a9b1-143ce9451732', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '797726b9-344b-4456-add4-9887acf5110f'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:55:39.400306 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbb12d8-85d6-4337-9f95-fed26b9107e2 admin admin] Made reservation on behalf of 53b3f9611ca54eecbdf0c5a01d620768 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:55:39.402580 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1bbb12d8-85d6-4337-9f95-fed26b9107e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:39.737890 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1bbb12d8-85d6-4337-9f95-fed26b9107e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:39.803555 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb12d8-85d6-4337-9f95-fed26b9107e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e855458b-a053-4033-9840-884f84280ec1,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:55:39.808516 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbb12d8-85d6-4337-9f95-fed26b9107e2 admin admin] Checking segment: {'id': '0462e59e-14f5-4bfe-95a6-d613d16f6565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cf162a2c-e377-4e2b-a9b1-143ce9451732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:55:39.808814 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbb12d8-85d6-4337-9f95-fed26b9107e2 admin admin] Network hostable DHCP agents. Network: cf162a2c-e377-4e2b-a9b1-143ce9451732, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:55:39.908960 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbb12d8-85d6-4337-9f95-fed26b9107e2 admin admin] Network cf162a2c-e377-4e2b-a9b1-143ce9451732 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:55:40.017680 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-1bbb12d8-85d6-4337-9f95-fed26b9107e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, cf162a2c-e377-4e2b-a9b1-143ce9451732) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:55:40.022300 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbb12d8-85d6-4337-9f95-fed26b9107e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:40.022897 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1bbb12d8-85d6-4337-9f95-fed26b9107e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:40.027546 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fde70a9-174f-43b7-94c2-b8bdf733f19f None None] Network cf162a2c-e377-4e2b-a9b1-143ce9451732 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:55:40.111904 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1bbb12d8-85d6-4337-9f95-fed26b9107e2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8211145 Apr 20 15:55:40.344288 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-cf162a2c-e377-4e2b-a9b1-143ce9451732', 'network_id': 'cf162a2c-e377-4e2b-a9b1-143ce9451732', 'tenant_id': '53b3f9611ca54eecbdf0c5a01d620768', 'fixed_ips': [{'subnet_id': 'e855458b-a053-4033-9840-884f84280ec1'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:55:40.345586 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:40.641557 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Allocated IP 172.20.0.2 (cf162a2c-e377-4e2b-a9b1-143ce9451732/e855458b-a053-4033-9840-884f84280ec1/adeaa82a-603c-4107-bc82-5fc8ca933c48) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:55:40.841769 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:40.955456 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:41.032067 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Network cf162a2c-e377-4e2b-a9b1-143ce9451732 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:55:41.036789 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:55:41.042329 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Pushing event updated for resources: {'Port': ['ID=adeaa82a-603c-4107-bc82-5fc8ca933c48,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:55:41.044596 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:55:41.079311 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:41.079311 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:41.079311 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:41.079311 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:41.079311 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:41.079796 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:41.079796 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:41.080019 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:41.080142 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:41.080563 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:41.080888 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:41.081196 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Tracked resource versions report: Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: pushed versions: Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: { 'AddressGroup': {'1.2'}, Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: 'ConntrackHelper': {'1.0'}, Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: 'Log': {'1.0'}, Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: 'Network': {'1.1'}, Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: 'Port': {'1.7'}, Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: 'PortForwarding': {'1.2'}, Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: 'QosPolicy': {'1.9'}, Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: 'SecurityGroup': {'1.4'}, Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: 'SecurityGroupRule': {'1.2'}, Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: 'SubPort': {'1.0'}, Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: 'Subnet': {'1.1'}, Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: 'Trunk': {'1.1'}} Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: consumer versions: Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: { DHCP agent@n-d-836146-2: {}, Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: L3 agent@n-d-836146-2: {}, Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: Metadata agent@n-d-836146-2: {}, Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: Metering agent@n-d-836146-2: {}, Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: Open vSwitch agent@n-d-836146-2: { 'AddressGroup': '1.2', Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: 'ConntrackHelper': '1.0', Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: 'Log': '1.0', Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: 'Network': '1.1', Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: 'Port': '1.7', Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: 'PortForwarding': '1.2', Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: 'QosPolicy': '1.9', Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: 'SecurityGroup': '1.4', Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: 'SecurityGroupRule': '1.2', Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: 'SubPort': '1.0', Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: 'Subnet': '1.1', Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: 'Trunk': '1.1'}} Apr 20 15:55:41.082344 n-d-836146-2 neutron-server[103486]: {{(pid=103486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 15:55:41.130631 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Attempting to bind port adeaa82a-603c-4107-bc82-5fc8ca933c48 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:55:41.131024 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Attempting to bind port adeaa82a-603c-4107-bc82-5fc8ca933c48 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '0462e59e-14f5-4bfe-95a6-d613d16f6565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cf162a2c-e377-4e2b-a9b1-143ce9451732'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:55:41.131451 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Attempting to bind port adeaa82a-603c-4107-bc82-5fc8ca933c48 on network cf162a2c-e377-4e2b-a9b1-143ce9451732 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:55:41.136225 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:55:41.136663 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Checking segment: {'id': '0462e59e-14f5-4bfe-95a6-d613d16f6565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cf162a2c-e377-4e2b-a9b1-143ce9451732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:55:41.137134 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:41.137517 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Bound using segment: {'id': '0462e59e-14f5-4bfe-95a6-d613d16f6565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cf162a2c-e377-4e2b-a9b1-143ce9451732'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:55:41.137994 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Bound port: adeaa82a-603c-4107-bc82-5fc8ca933c48, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0462e59e-14f5-4bfe-95a6-d613d16f6565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cf162a2c-e377-4e2b-a9b1-143ce9451732'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:55:41.138411 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:41.200195 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] For port adeaa82a-603c-4107-bc82-5fc8ca933c48, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:55:41.205004 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] For port adeaa82a-603c-4107-bc82-5fc8ca933c48, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=adeaa82a-603c-4107-bc82-5fc8ca933c48,segment=NetworkSegment(0462e59e-14f5-4bfe-95a6-d613d16f6565),segment_id=0462e59e-14f5-4bfe-95a6-d613d16f6565)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:55:41.274921 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:41.343425 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b4256-2200-491c-9694-510d5574e3e6 None None] Pushing event updated for resources: {'Port': ['ID=adeaa82a-603c-4107-bc82-5fc8ca933c48,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:55:42.508154 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47630) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:55:42.818825 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-84e89d4f-c025-4831-80c9-79e765af14c9 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:55:42.819820 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-84e89d4f-c025-4831-80c9-79e765af14c9 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3105495 Apr 20 15:55:45.235546 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47638) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:55:45.728626 n-d-836146-2 neutron-server[103484]: WARNING oslo_policy.policy [None req-93aeac8c-0d32-49af-ab2e-00fc0b0295d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 15:55:45.729179 n-d-836146-2 neutron-server[103484]: WARNING oslo_policy.policy [None req-93aeac8c-0d32-49af-ab2e-00fc0b0295d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 15:55:45.951058 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-93aeac8c-0d32-49af-ab2e-00fc0b0295d8 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:55:45.952237 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-93aeac8c-0d32-49af-ab2e-00fc0b0295d8 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7145972 Apr 20 15:55:48.595079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47658) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:55:48.894711 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-43a9c183-863c-4e8f-92b0-873a0c888006 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '53b3f9611ca54eecbdf0c5a01d620768'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:55:48.959869 n-d-836146-2 neutron-server[103484]: DEBUG neutron.policy [None req-43a9c183-863c-4e8f-92b0-873a0c888006 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103484) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 20 15:55:49.005742 n-d-836146-2 neutron-server[103484]: WARNING oslo_policy.policy [None req-43a9c183-863c-4e8f-92b0-873a0c888006 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 15:55:49.006159 n-d-836146-2 neutron-server[103484]: WARNING oslo_policy.policy [None req-43a9c183-863c-4e8f-92b0-873a0c888006 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 15:55:49.120268 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-43a9c183-863c-4e8f-92b0-873a0c888006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:49.122134 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-43a9c183-863c-4e8f-92b0-873a0c888006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:49.275946 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device adeaa82a-603c-4107-bc82-5fc8ca933c48 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:55:49.281679 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-43a9c183-863c-4e8f-92b0-873a0c888006 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:49.332088 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-43a9c183-863c-4e8f-92b0-873a0c888006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:49.365430 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port adeaa82a-603c-4107-bc82-5fc8ca933c48 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:55:49.365839 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:49.396180 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-43a9c183-863c-4e8f-92b0-873a0c888006 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:49.412379 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-43a9c183-863c-4e8f-92b0-873a0c888006 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8013275 Apr 20 15:55:49.481926 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:49.518921 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port adeaa82a-603c-4107-bc82-5fc8ca933c48, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=adeaa82a-603c-4107-bc82-5fc8ca933c48,segment=NetworkSegment(0462e59e-14f5-4bfe-95a6-d613d16f6565),segment_id=0462e59e-14f5-4bfe-95a6-d613d16f6565)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:55:49.561494 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:49.612180 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=adeaa82a-603c-4107-bc82-5fc8ca933c48,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:55:49.681592 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0866d44f-7e6b-4ea3-babf-bec012c9c7df None None] Network cf162a2c-e377-4e2b-a9b1-143ce9451732 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:55:49.750604 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1bc8dcf8-78e4-4b96-a404-abead5539908 None None] Provisioning complete for port adeaa82a-603c-4107-bc82-5fc8ca933c48 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:55:49.750965 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1bc8dcf8-78e4-4b96-a404-abead5539908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:50.112217 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3a3b3a41-84a4-44b1-badc-0094989c6401 None None] Provisioning complete for port adeaa82a-603c-4107-bc82-5fc8ca933c48 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:55:50.112607 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3a3b3a41-84a4-44b1-badc-0094989c6401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:51.234857 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device adeaa82a-603c-4107-bc82-5fc8ca933c48 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:55:51.280998 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port adeaa82a-603c-4107-bc82-5fc8ca933c48 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:55:51.281578 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:51.780192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47668) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:55:52.100221 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-25d6ec37-196c-4db9-bcae-15f30d3c7a70 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:55:52.101247 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-25d6ec37-196c-4db9-bcae-15f30d3c7a70 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3201091 Apr 20 15:55:52.639726 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-52ebc85a-7b94-485e-ac84-dec507d000f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:54.488190 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47676) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:55:54.794892 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:55:54.936965 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Made reservation on behalf of 6c73e3e7b62c4d60906605b4cb79ff87 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:55:54.939694 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:54.955275 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:55.057730 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:55.073953 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1ead14c4-73e3-4c08-9290-0ca857724c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:55.119101 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:55.131017 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Reserving flat network on physical network physnet1 {{(pid=103484) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 20 15:55:55.161119 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781838334967', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:55.161691 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Unsubscribe: segment precommit_create {{(pid=103484) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 20 15:55:55.162215 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Added segment b896222a-22a0-425d-816c-5f055e973ab8 of type flat for network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a Apr 20 15:55:55.177992 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006ec99f-b242-48be-a24b-c04b577ee5e5,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:55:55.204276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:55.204276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:55.204276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:55.204604 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:55.204687 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:55.204998 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:55.205308 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:55.205619 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:55.205928 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:55.206234 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:55.206541 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:55.206858 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Tracked resource versions report: Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: pushed versions: Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: { 'AddressGroup': {'1.2'}, Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: 'ConntrackHelper': {'1.0'}, Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: 'Log': {'1.0'}, Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: 'Network': {'1.1'}, Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: 'Port': {'1.7'}, Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: 'PortForwarding': {'1.2'}, Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: 'QosPolicy': {'1.9'}, Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: 'SecurityGroup': {'1.4'}, Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: 'SecurityGroupRule': {'1.2'}, Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: 'SubPort': {'1.0'}, Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: 'Subnet': {'1.1'}, Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: 'Trunk': {'1.1'}} Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: consumer versions: Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: { DHCP agent@n-d-836146-2: {}, Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: L3 agent@n-d-836146-2: {}, Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: Metadata agent@n-d-836146-2: {}, Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: Metering agent@n-d-836146-2: {}, Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: Open vSwitch agent@n-d-836146-2: { 'AddressGroup': '1.2', Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: 'ConntrackHelper': '1.0', Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: 'Log': '1.0', Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: 'Network': '1.1', Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: 'Port': '1.7', Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: 'PortForwarding': '1.2', Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: 'QosPolicy': '1.9', Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: 'SecurityGroup': '1.4', Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: 'SecurityGroupRule': '1.2', Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: 'SubPort': '1.0', Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: 'Subnet': '1.1', Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: 'Trunk': '1.1'}} Apr 20 15:55:55.207918 n-d-836146-2 neutron-server[103484]: {{(pid=103484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 15:55:55.275846 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:55.359426 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:55.360724 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:55.361378 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:55.457590 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9682519 Apr 20 15:55:55.458401 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882087b8-3071-4358-b503-f2e66baca59e admin admin] Pushing event updated for resources: {'Network': ['ID=2f9c962d-4100-4cb1-bce0-8993ebe86d7a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:55:55.469387 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:55:56.119074 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:57.444736 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:57.837067 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47698) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:55:58.016505 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:58.085919 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee30d245-a098-4d2d-ae61-d36a6c990324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:58.087577 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ee30d245-a098-4d2d-ae61-d36a6c990324 admin admin] 10.222.0.15 "GET /v2.0/subnets/e855458b-a053-4033-9840-884f84280ec1 HTTP/1.1" status: 200 len: 849 time: 0.2495732 Apr 20 15:55:58.221193 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-39be6adc-a98a-4e47-946c-6c866672f03a admin admin] 10.222.0.15 "GET /v2.0/routers/b9408a1b-2305-45db-bc9b-2407e33900d5 HTTP/1.1" status: 200 len: 704 time: 0.1264801 Apr 20 15:55:58.487435 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c3d122c-1930-4bb0-872d-5803941433ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:58.778497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-5c3d122c-1930-4bb0-872d-5803941433ed admin admin] Allocated IP 172.20.0.1 (cf162a2c-e377-4e2b-a9b1-143ce9451732/e855458b-a053-4033-9840-884f84280ec1/6f86ea3a-ae32-4535-9277-2822039b4cba) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:55:58.959073 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c3d122c-1930-4bb0-872d-5803941433ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:59.102683 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c3d122c-1930-4bb0-872d-5803941433ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:59.170630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3d122c-1930-4bb0-872d-5803941433ed admin admin] Network cf162a2c-e377-4e2b-a9b1-143ce9451732 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:55:59.180680 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-5c3d122c-1930-4bb0-872d-5803941433ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:55:59.191792 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d122c-1930-4bb0-872d-5803941433ed admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:55:59.192796 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c3d122c-1930-4bb0-872d-5803941433ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:59.210814 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d122c-1930-4bb0-872d-5803941433ed admin admin] Pushing event updated for resources: {'Port': ['ID=6f86ea3a-ae32-4535-9277-2822039b4cba,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:55:59.359858 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ed87f543-f885-491a-9885-8a981459a954 None None] Provisioning complete for port 6f86ea3a-ae32-4535-9277-2822039b4cba triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:55:59.360384 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ed87f543-f885-491a-9885-8a981459a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:59.392640 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ed87f543-f885-491a-9885-8a981459a954 None None] Port 6f86ea3a-ae32-4535-9277-2822039b4cba cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:55:59.445559 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c3d122c-1930-4bb0-872d-5803941433ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:59.694653 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c3d122c-1930-4bb0-872d-5803941433ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:59.741758 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c3d122c-1930-4bb0-872d-5803941433ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:59.742503 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c3d122c-1930-4bb0-872d-5803941433ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:59.818460 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d122c-1930-4bb0-872d-5803941433ed admin admin] Pushing event updated for resources: {'Port': ['ID=6f86ea3a-ae32-4535-9277-2822039b4cba,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:55:59.864131 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3d122c-1930-4bb0-872d-5803941433ed admin admin] Network cf162a2c-e377-4e2b-a9b1-143ce9451732 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:55:59.865417 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-5c3d122c-1930-4bb0-872d-5803941433ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:56:00.015882 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5be8287b-3eb2-4a7b-93fe-c234f49524d4 None None] Provisioning complete for port 6f86ea3a-ae32-4535-9277-2822039b4cba triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:56:00.016253 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5be8287b-3eb2-4a7b-93fe-c234f49524d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:00.049001 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5be8287b-3eb2-4a7b-93fe-c234f49524d4 None None] Port 6f86ea3a-ae32-4535-9277-2822039b4cba cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:56:00.067859 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3d122c-1930-4bb0-872d-5803941433ed admin admin] Router b9408a1b-2305-45db-bc9b-2407e33900d5 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:56:00.157936 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3d122c-1930-4bb0-872d-5803941433ed admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:56:00.162983 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5c3d122c-1930-4bb0-872d-5803941433ed admin admin] 10.222.0.15 "PUT /v2.0/routers/b9408a1b-2305-45db-bc9b-2407e33900d5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9348891 Apr 20 15:56:00.180253 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] Sync routers for ids ['b9408a1b-2305-45db-bc9b-2407e33900d5'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:56:00.193042 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] Routers {'b9408a1b-2305-45db-bc9b-2407e33900d5'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:56:00.193870 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T15:55:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b9408a1b-2305-45db-bc9b-2407e33900d5'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:00.379787 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] Set router b9408a1b-2305-45db-bc9b-2407e33900d5 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:56:00.807107 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9408a1b-2305-45db-bc9b-2407e33900d5', 'name': 'router1', 'tenant_id': '53b3f9611ca54eecbdf0c5a01d620768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:49Z', 'updated_at': '2022-04-20T15:55:59Z', 'revision_number': 2, 'project_id': '53b3f9611ca54eecbdf0c5a01d620768', 'gw_port_host': None, '_interfaces': [{'id': '6f86ea3a-ae32-4535-9277-2822039b4cba', 'name': '', 'network_id': 'cf162a2c-e377-4e2b-a9b1-143ce9451732', 'tenant_id': '53b3f9611ca54eecbdf0c5a01d620768', 'mac_address': 'fa:16:3e:1a:1b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9408a1b-2305-45db-bc9b-2407e33900d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e855458b-a053-4033-9840-884f84280ec1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:55:58Z', 'updated_at': '2022-04-20T15:55:59Z', 'revision_number': 2, 'project_id': '53b3f9611ca54eecbdf0c5a01d620768', 'subnets': [{'id': 'e855458b-a053-4033-9840-884f84280ec1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '797726b9-344b-4456-add4-9887acf5110f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:00.859514 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] Checking router: b9408a1b-2305-45db-bc9b-2407e33900d5 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:56:00.859881 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] Updating router b9408a1b-2305-45db-bc9b-2407e33900d5 port 6f86ea3a-ae32-4535-9277-2822039b4cba binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:56:00.908355 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:01.425603 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:01.514263 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:01.683238 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a862e3-6b67-4a66-b9ef-1bba4f40cab8 None None] Pushing event updated for resources: {'Port': ['ID=6f86ea3a-ae32-4535-9277-2822039b4cba,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:01.688457 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] Attempting to bind port 6f86ea3a-ae32-4535-9277-2822039b4cba on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:56:01.688840 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] Attempting to bind port 6f86ea3a-ae32-4535-9277-2822039b4cba by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '0462e59e-14f5-4bfe-95a6-d613d16f6565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cf162a2c-e377-4e2b-a9b1-143ce9451732'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:56:01.689290 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] Attempting to bind port 6f86ea3a-ae32-4535-9277-2822039b4cba on network cf162a2c-e377-4e2b-a9b1-143ce9451732 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:56:01.697239 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:56:01.697662 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] Checking segment: {'id': '0462e59e-14f5-4bfe-95a6-d613d16f6565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cf162a2c-e377-4e2b-a9b1-143ce9451732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:56:01.698140 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:01.698523 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] Bound using segment: {'id': '0462e59e-14f5-4bfe-95a6-d613d16f6565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cf162a2c-e377-4e2b-a9b1-143ce9451732'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:56:01.699011 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] Bound port: 6f86ea3a-ae32-4535-9277-2822039b4cba, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0462e59e-14f5-4bfe-95a6-d613d16f6565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cf162a2c-e377-4e2b-a9b1-143ce9451732'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:56:01.699466 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:01.702053 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a862e3-6b67-4a66-b9ef-1bba4f40cab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:01.702391 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a862e3-6b67-4a66-b9ef-1bba4f40cab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:01.702723 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a862e3-6b67-4a66-b9ef-1bba4f40cab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:01.703052 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a862e3-6b67-4a66-b9ef-1bba4f40cab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:01.703377 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a862e3-6b67-4a66-b9ef-1bba4f40cab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:01.703700 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a862e3-6b67-4a66-b9ef-1bba4f40cab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:01.704023 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a862e3-6b67-4a66-b9ef-1bba4f40cab8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:01.704359 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a862e3-6b67-4a66-b9ef-1bba4f40cab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:01.704678 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a862e3-6b67-4a66-b9ef-1bba4f40cab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:01.704998 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a862e3-6b67-4a66-b9ef-1bba4f40cab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:01.705316 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a862e3-6b67-4a66-b9ef-1bba4f40cab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:01.705633 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a862e3-6b67-4a66-b9ef-1bba4f40cab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a862e3-6b67-4a66-b9ef-1bba4f40cab8 None None] Tracked resource versions report: Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: pushed versions: Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: { 'AddressGroup': {'1.2'}, Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: 'ConntrackHelper': {'1.0'}, Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: 'Log': {'1.0'}, Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: 'Network': {'1.1'}, Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: 'Port': {'1.7'}, Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: 'PortForwarding': {'1.2'}, Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: 'QosPolicy': {'1.9'}, Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: 'SecurityGroup': {'1.4'}, Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: 'SecurityGroupRule': {'1.2'}, Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: 'SubPort': {'1.0'}, Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: 'Subnet': {'1.1'}, Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: 'Trunk': {'1.1'}} Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: consumer versions: Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: { DHCP agent@n-d-836146-2: {}, Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: L3 agent@n-d-836146-2: {}, Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: Metadata agent@n-d-836146-2: {}, Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: Metering agent@n-d-836146-2: {}, Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: Open vSwitch agent@n-d-836146-2: { 'AddressGroup': '1.2', Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: 'ConntrackHelper': '1.0', Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: 'Log': '1.0', Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: 'Network': '1.1', Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: 'Port': '1.7', Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: 'PortForwarding': '1.2', Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: 'QosPolicy': '1.9', Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: 'SecurityGroup': '1.4', Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: 'SecurityGroupRule': '1.2', Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: 'SubPort': '1.0', Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: 'Subnet': '1.1', Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: 'Trunk': '1.1'}} Apr 20 15:56:01.706723 n-d-836146-2 neutron-server[103487]: {{(pid=103487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 15:56:01.772319 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] For port 6f86ea3a-ae32-4535-9277-2822039b4cba, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:56:01.779083 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-0f821b50-14e4-431c-a2fc-f9329aa1dd48 None None] Provisioning complete for port 6f86ea3a-ae32-4535-9277-2822039b4cba triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:56:01.779573 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0f821b50-14e4-431c-a2fc-f9329aa1dd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:01.792359 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] For port 6f86ea3a-ae32-4535-9277-2822039b4cba, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6f86ea3a-ae32-4535-9277-2822039b4cba,segment=NetworkSegment(0462e59e-14f5-4bfe-95a6-d613d16f6565),segment_id=0462e59e-14f5-4bfe-95a6-d613d16f6565)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:56:01.815807 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-0f821b50-14e4-431c-a2fc-f9329aa1dd48 None None] Port 6f86ea3a-ae32-4535-9277-2822039b4cba cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:56:01.856942 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:01.911037 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] Routers {'b9408a1b-2305-45db-bc9b-2407e33900d5'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:56:01.911809 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T15:55:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b9408a1b-2305-45db-bc9b-2407e33900d5'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:01.989076 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a862e3-6b67-4a66-b9ef-1bba4f40cab8 None None] Pushing event updated for resources: {'Port': ['ID=6f86ea3a-ae32-4535-9277-2822039b4cba,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:02.013992 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] Set router b9408a1b-2305-45db-bc9b-2407e33900d5 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:56:02.136735 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-be91bbf2-647f-4fe4-94e1-1444cdf0e56e None None] Provisioning complete for port 6f86ea3a-ae32-4535-9277-2822039b4cba triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:56:02.137153 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be91bbf2-647f-4fe4-94e1-1444cdf0e56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:02.213876 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be91bbf2-647f-4fe4-94e1-1444cdf0e56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:02.221983 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9408a1b-2305-45db-bc9b-2407e33900d5', 'name': 'router1', 'tenant_id': '53b3f9611ca54eecbdf0c5a01d620768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:49Z', 'updated_at': '2022-04-20T15:55:59Z', 'revision_number': 2, 'project_id': '53b3f9611ca54eecbdf0c5a01d620768', 'gw_port_host': None, '_interfaces': [{'id': '6f86ea3a-ae32-4535-9277-2822039b4cba', 'name': '', 'network_id': 'cf162a2c-e377-4e2b-a9b1-143ce9451732', 'tenant_id': '53b3f9611ca54eecbdf0c5a01d620768', 'mac_address': 'fa:16:3e:1a:1b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9408a1b-2305-45db-bc9b-2407e33900d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e855458b-a053-4033-9840-884f84280ec1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:55:58Z', 'updated_at': '2022-04-20T15:56:01Z', 'revision_number': 4, 'project_id': '53b3f9611ca54eecbdf0c5a01d620768', 'subnets': [{'id': 'e855458b-a053-4033-9840-884f84280ec1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '797726b9-344b-4456-add4-9887acf5110f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:02.250096 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-be91bbf2-647f-4fe4-94e1-1444cdf0e56e None None] For port 6f86ea3a-ae32-4535-9277-2822039b4cba, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6f86ea3a-ae32-4535-9277-2822039b4cba,segment=NetworkSegment(0462e59e-14f5-4bfe-95a6-d613d16f6565),segment_id=0462e59e-14f5-4bfe-95a6-d613d16f6565)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:56:02.251205 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be400e4-bc75-4d54-a254-efa73579708c None None] The sync data for ids ['b9408a1b-2305-45db-bc9b-2407e33900d5'] in n-d-836146-2 is: [{'id': 'b9408a1b-2305-45db-bc9b-2407e33900d5', 'name': 'router1', 'tenant_id': '53b3f9611ca54eecbdf0c5a01d620768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:49Z', 'updated_at': '2022-04-20T15:55:59Z', 'revision_number': 2, 'project_id': '53b3f9611ca54eecbdf0c5a01d620768', 'gw_port_host': None, '_interfaces': [{'id': '6f86ea3a-ae32-4535-9277-2822039b4cba', 'name': '', 'network_id': 'cf162a2c-e377-4e2b-a9b1-143ce9451732', 'tenant_id': '53b3f9611ca54eecbdf0c5a01d620768', 'mac_address': 'fa:16:3e:1a:1b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9408a1b-2305-45db-bc9b-2407e33900d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e855458b-a053-4033-9840-884f84280ec1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:55:58Z', 'updated_at': '2022-04-20T15:56:01Z', 'revision_number': 4, 'project_id': '53b3f9611ca54eecbdf0c5a01d620768', 'subnets': [{'id': 'e855458b-a053-4033-9840-884f84280ec1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '797726b9-344b-4456-add4-9887acf5110f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:56:02.319501 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be91bbf2-647f-4fe4-94e1-1444cdf0e56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:02.369761 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91bbf2-647f-4fe4-94e1-1444cdf0e56e None None] Pushing event updated for resources: {'Port': ['ID=6f86ea3a-ae32-4535-9277-2822039b4cba,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:02.426284 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47718) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:56:02.535699 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7150d0cf-7391-47e5-8fda-c65401fa2edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:02.537013 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7150d0cf-7391-47e5-8fda-c65401fa2edd admin admin] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 842 time: 0.1096721 Apr 20 15:56:02.547036 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-20b11ed7-2371-4639-8dba-d22d659c8da2 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'enable_dhcp': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:56:02.633135 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b11ed7-2371-4639-8dba-d22d659c8da2 admin admin] Made reservation on behalf of 6c73e3e7b62c4d60906605b4cb79ff87 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:56:02.635394 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-20b11ed7-2371-4639-8dba-d22d659c8da2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:02.993260 n-d-836146-2 neutron-server[103484]: DEBUG neutron.objects.ports [None req-20b11ed7-2371-4639-8dba-d22d659c8da2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103484) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 15:56:02.993687 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-20b11ed7-2371-4639-8dba-d22d659c8da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:03.047266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b11ed7-2371-4639-8dba-d22d659c8da2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:03.059345 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b11ed7-2371-4639-8dba-d22d659c8da2 admin admin] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:56:03.059698 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b11ed7-2371-4639-8dba-d22d659c8da2 admin admin] Network hostable DHCP agents. Network: 2f9c962d-4100-4cb1-bce0-8993ebe86d7a, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:56:03.141747 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b11ed7-2371-4639-8dba-d22d659c8da2 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:56:03.210151 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-20b11ed7-2371-4639-8dba-d22d659c8da2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 2f9c962d-4100-4cb1-bce0-8993ebe86d7a) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:56:03.215361 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b11ed7-2371-4639-8dba-d22d659c8da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:03.215984 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-20b11ed7-2371-4639-8dba-d22d659c8da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:03.218998 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e208cc83-32ee-42e3-b61a-11ba88e8cd1c None None] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:56:03.292454 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-20b11ed7-2371-4639-8dba-d22d659c8da2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7377231 Apr 20 15:56:03.362689 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a868df55-355c-423e-8a57-cca56417c3ab None None] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:56:05.564673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47726) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:56:05.692621 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-09ba9bb2-7992-419e-8135-9e8fa36e0e67 admin admin] 10.222.0.15 "GET /v2.0/routers/b9408a1b-2305-45db-bc9b-2407e33900d5 HTTP/1.1" status: 200 len: 710 time: 0.1266646 Apr 20 15:56:05.777023 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff859ce-aca7-4390-b43f-b9058df4a8e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:05.778927 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-eff859ce-aca7-4390-b43f-b9058df4a8e1 admin admin] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 886 time: 0.0791082 Apr 20 15:56:05.788190 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-13b1d627-42d7-407a-b973-296a0bd0235d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:56:06.120581 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-13b1d627-42d7-407a-b973-296a0bd0235d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:06.403604 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-13b1d627-42d7-407a-b973-296a0bd0235d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:06.479233 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-13b1d627-42d7-407a-b973-296a0bd0235d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:06.583524 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-13b1d627-42d7-407a-b973-296a0bd0235d admin admin] Allocated IP 172.25.0.95 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/4136fddf-f86e-4065-a328-1ed2c79b435e) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:56:06.682658 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-13b1d627-42d7-407a-b973-296a0bd0235d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:06.770674 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-13b1d627-42d7-407a-b973-296a0bd0235d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:06.809196 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b1d627-42d7-407a-b973-296a0bd0235d admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:56:06.812012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-13b1d627-42d7-407a-b973-296a0bd0235d admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:56:06.815587 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b1d627-42d7-407a-b973-296a0bd0235d admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:56:06.848920 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1d627-42d7-407a-b973-296a0bd0235d admin admin] Pushing event updated for resources: {'Port': ['ID=4136fddf-f86e-4065-a328-1ed2c79b435e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:07.154744 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-13b1d627-42d7-407a-b973-296a0bd0235d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:07.360616 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-13b1d627-42d7-407a-b973-296a0bd0235d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:07.364626 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-13b1d627-42d7-407a-b973-296a0bd0235d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545285'] for router, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:07.476565 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b1d627-42d7-407a-b973-296a0bd0235d admin admin] Router b9408a1b-2305-45db-bc9b-2407e33900d5 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:56:07.661576 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b1d627-42d7-407a-b973-296a0bd0235d admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:56:07.665776 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-13b1d627-42d7-407a-b973-296a0bd0235d admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:07.666994 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-13b1d627-42d7-407a-b973-296a0bd0235d admin admin] 10.222.0.15 "PUT /v2.0/routers/b9408a1b-2305-45db-bc9b-2407e33900d5 HTTP/1.1" status: 200 len: 889 time: 1.8819306 Apr 20 15:56:08.636001 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] Sync routers for ids ['b9408a1b-2305-45db-bc9b-2407e33900d5'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:56:08.647286 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] Routers {'b9408a1b-2305-45db-bc9b-2407e33900d5'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:56:08.647996 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T15:55:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b9408a1b-2305-45db-bc9b-2407e33900d5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:08.852209 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] Set router b9408a1b-2305-45db-bc9b-2407e33900d5 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:56:09.239354 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9408a1b-2305-45db-bc9b-2407e33900d5', 'name': 'router1', 'tenant_id': '53b3f9611ca54eecbdf0c5a01d620768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '4136fddf-f86e-4065-a328-1ed2c79b435e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:49Z', 'updated_at': '2022-04-20T15:56:06Z', 'revision_number': 4, 'project_id': '53b3f9611ca54eecbdf0c5a01d620768', 'gw_port': {'id': '4136fddf-f86e-4065-a328-1ed2c79b435e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9408a1b-2305-45db-bc9b-2407e33900d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:56:06Z', 'updated_at': '2022-04-20T15:56:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '6f86ea3a-ae32-4535-9277-2822039b4cba', 'name': '', 'network_id': 'cf162a2c-e377-4e2b-a9b1-143ce9451732', 'tenant_id': '53b3f9611ca54eecbdf0c5a01d620768', 'mac_address': 'fa:16:3e:1a:1b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9408a1b-2305-45db-bc9b-2407e33900d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e855458b-a053-4033-9840-884f84280ec1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:55:58Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 5, 'project_id': '53b3f9611ca54eecbdf0c5a01d620768', 'subnets': [{'id': 'e855458b-a053-4033-9840-884f84280ec1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '797726b9-344b-4456-add4-9887acf5110f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:09.353494 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6f86ea3a-ae32-4535-9277-2822039b4cba up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:56:09.357393 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] Checking router: b9408a1b-2305-45db-bc9b-2407e33900d5 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:56:09.357749 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] Updating router b9408a1b-2305-45db-bc9b-2407e33900d5 port 4136fddf-f86e-4065-a328-1ed2c79b435e binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:56:09.431835 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:09.540838 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 6f86ea3a-ae32-4535-9277-2822039b4cba triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:56:09.541207 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:09.819035 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:09.896025 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:09.948272 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] Attempting to bind port 4136fddf-f86e-4065-a328-1ed2c79b435e on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:56:09.948669 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] Attempting to bind port 4136fddf-f86e-4065-a328-1ed2c79b435e by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:56:09.949034 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] Attempting to bind port 4136fddf-f86e-4065-a328-1ed2c79b435e on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:56:09.957385 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479d13b-6c0b-4193-88f4-9aea06671229 None None] Pushing event updated for resources: {'Port': ['ID=4136fddf-f86e-4065-a328-1ed2c79b435e,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:09.960602 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:56:09.960976 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:56:09.961376 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:09.961764 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:56:09.962233 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] Bound port: 4136fddf-f86e-4065-a328-1ed2c79b435e, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:56:09.962635 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:10.013357 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] For port 4136fddf-f86e-4065-a328-1ed2c79b435e, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:56:10.016844 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] For port 4136fddf-f86e-4065-a328-1ed2c79b435e, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4136fddf-f86e-4065-a328-1ed2c79b435e,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:56:10.044649 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47738) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:56:10.056725 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:10.107217 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] Routers {'b9408a1b-2305-45db-bc9b-2407e33900d5'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:56:10.107847 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T15:55:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b9408a1b-2305-45db-bc9b-2407e33900d5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:10.154163 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479d13b-6c0b-4193-88f4-9aea06671229 None None] Pushing event updated for resources: {'Port': ['ID=4136fddf-f86e-4065-a328-1ed2c79b435e,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:10.163913 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2e21a390-9d83-4e1d-a619-55b8909e666f admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1181655 Apr 20 15:56:10.228132 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] Set router b9408a1b-2305-45db-bc9b-2407e33900d5 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:56:10.444915 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9408a1b-2305-45db-bc9b-2407e33900d5', 'name': 'router1', 'tenant_id': '53b3f9611ca54eecbdf0c5a01d620768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '4136fddf-f86e-4065-a328-1ed2c79b435e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:49Z', 'updated_at': '2022-04-20T15:56:06Z', 'revision_number': 4, 'project_id': '53b3f9611ca54eecbdf0c5a01d620768', 'gw_port': {'id': '4136fddf-f86e-4065-a328-1ed2c79b435e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9408a1b-2305-45db-bc9b-2407e33900d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:56:06Z', 'updated_at': '2022-04-20T15:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '6f86ea3a-ae32-4535-9277-2822039b4cba', 'name': '', 'network_id': 'cf162a2c-e377-4e2b-a9b1-143ce9451732', 'tenant_id': '53b3f9611ca54eecbdf0c5a01d620768', 'mac_address': 'fa:16:3e:1a:1b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9408a1b-2305-45db-bc9b-2407e33900d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e855458b-a053-4033-9840-884f84280ec1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:55:58Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 5, 'project_id': '53b3f9611ca54eecbdf0c5a01d620768', 'subnets': [{'id': 'e855458b-a053-4033-9840-884f84280ec1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '797726b9-344b-4456-add4-9887acf5110f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:10.471469 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1e8fe5-96ae-4b57-85b6-474a0d72c3e7 None None] The sync data for ids ['b9408a1b-2305-45db-bc9b-2407e33900d5'] in n-d-836146-2 is: [{'id': 'b9408a1b-2305-45db-bc9b-2407e33900d5', 'name': 'router1', 'tenant_id': '53b3f9611ca54eecbdf0c5a01d620768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '4136fddf-f86e-4065-a328-1ed2c79b435e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:55:49Z', 'updated_at': '2022-04-20T15:56:06Z', 'revision_number': 4, 'project_id': '53b3f9611ca54eecbdf0c5a01d620768', 'gw_port': {'id': '4136fddf-f86e-4065-a328-1ed2c79b435e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9408a1b-2305-45db-bc9b-2407e33900d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:56:06Z', 'updated_at': '2022-04-20T15:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '6f86ea3a-ae32-4535-9277-2822039b4cba', 'name': '', 'network_id': 'cf162a2c-e377-4e2b-a9b1-143ce9451732', 'tenant_id': '53b3f9611ca54eecbdf0c5a01d620768', 'mac_address': 'fa:16:3e:1a:1b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9408a1b-2305-45db-bc9b-2407e33900d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e855458b-a053-4033-9840-884f84280ec1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:55:58Z', 'updated_at': '2022-04-20T15:56:02Z', 'revision_number': 5, 'project_id': '53b3f9611ca54eecbdf0c5a01d620768', 'subnets': [{'id': 'e855458b-a053-4033-9840-884f84280ec1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '797726b9-344b-4456-add4-9887acf5110f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:56:11.274786 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4136fddf-f86e-4065-a328-1ed2c79b435e up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:56:11.333844 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 4136fddf-f86e-4065-a328-1ed2c79b435e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:56:11.334216 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:11.422857 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:11.443422 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 4136fddf-f86e-4065-a328-1ed2c79b435e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4136fddf-f86e-4065-a328-1ed2c79b435e,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:56:11.495696 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:11.560280 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=4136fddf-f86e-4065-a328-1ed2c79b435e,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:13.251395 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4136fddf-f86e-4065-a328-1ed2c79b435e up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:56:13.301166 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 4136fddf-f86e-4065-a328-1ed2c79b435e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:56:13.301540 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:19.831315 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 5 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:56:22.599863 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-657811f1-98e6-46e7-9800-f6cce66b88b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:25.068739 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-85082c28-88df-42a0-a220-9b491902de25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:26.114997 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:27.485746 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:27.983389 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:52.612483 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1336e9f2-7d42-4291-8b4c-f9db02f66737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:55.058609 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ead3070f-c00f-4d33-8d6e-309204d9bf88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:56.121223 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:56.833194 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 5 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:56:57.458723 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:57.950325 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:22.573107 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-285f6d66-8637-4a2b-8f93-d04e07ba2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:25.071018 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bc8bdeea-5e91-4a89-baeb-cd8422ac8755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:26.114004 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:27.459843 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:27.973984 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:33.832043 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 5 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:57:52.574611 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cccfd2b0-a6df-4c54-9d76-5c8d305adfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:53.072769 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48334) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:57:53.135959 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9a5cd1-48b2-461a-8ad5-1bff422b8f3d admin admin] GET failed (client error): The resource could not be found. Apr 20 15:57:53.137318 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-be9a5cd1-48b2-461a-8ad5-1bff422b8f3d admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0636234 Apr 20 15:57:53.292572 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca38631-42d1-425a-bf27-98ad8b412ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:53.293959 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1ca38631-42d1-425a-bf27-98ad8b412ea6 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1520433 Apr 20 15:57:55.077544 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e7554ceb-fa8c-4534-9e87-e70c2b2a30ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:55.474075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48344) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:57:55.566494 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b7e8d8-616d-41a9-9b91-f5368516fe4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:55.567879 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-96b7e8d8-616d-41a9-9b91-f5368516fe4c admin admin] 10.222.0.15 "GET /v2.0/subnets/e855458b-a053-4033-9840-884f84280ec1 HTTP/1.1" status: 200 len: 849 time: 0.0928586 Apr 20 15:57:55.579690 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-55dea8cf-8898-4be3-8780-4d0f3293dceb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:57:55.659801 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55dea8cf-8898-4be3-8780-4d0f3293dceb admin admin] Notify callbacks [] for subnet, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:55.866042 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55dea8cf-8898-4be3-8780-4d0f3293dceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781838299576'] for subnet, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:55.894602 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dea8cf-8898-4be3-8780-4d0f3293dceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:55.895185 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55dea8cf-8898-4be3-8780-4d0f3293dceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:55.896629 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-55dea8cf-8898-4be3-8780-4d0f3293dceb admin admin] 10.222.0.15 "PUT /v2.0/subnets/e855458b-a053-4033-9840-884f84280ec1 HTTP/1.1" status: 200 len: 868 time: 0.3210061 Apr 20 15:57:55.915147 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b0916f-5469-4b50-bd99-c7fa2c6007dc None None] Network cf162a2c-e377-4e2b-a9b1-143ce9451732 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:57:55.921452 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dea8cf-8898-4be3-8780-4d0f3293dceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e855458b-a053-4033-9840-884f84280ec1,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:57:55.929070 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dea8cf-8898-4be3-8780-4d0f3293dceb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:55.929450 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dea8cf-8898-4be3-8780-4d0f3293dceb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:55.929739 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dea8cf-8898-4be3-8780-4d0f3293dceb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:55.930068 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dea8cf-8898-4be3-8780-4d0f3293dceb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:55.930397 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dea8cf-8898-4be3-8780-4d0f3293dceb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:55.930720 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dea8cf-8898-4be3-8780-4d0f3293dceb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:55.931038 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dea8cf-8898-4be3-8780-4d0f3293dceb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:55.931357 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dea8cf-8898-4be3-8780-4d0f3293dceb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:55.931676 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dea8cf-8898-4be3-8780-4d0f3293dceb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:55.931991 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dea8cf-8898-4be3-8780-4d0f3293dceb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:55.932307 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dea8cf-8898-4be3-8780-4d0f3293dceb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:55.932662 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dea8cf-8898-4be3-8780-4d0f3293dceb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:57:56.156762 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:56.251536 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-0756d73f-abb1-435d-b2b1-c7a8dd6dd977 None None] Provisioning complete for port 6f86ea3a-ae32-4535-9277-2822039b4cba triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:57:56.251904 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0756d73f-abb1-435d-b2b1-c7a8dd6dd977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:56.340813 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-0756d73f-abb1-435d-b2b1-c7a8dd6dd977 None None] Provisioning complete for port adeaa82a-603c-4107-bc82-5fc8ca933c48 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:57:56.341176 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0756d73f-abb1-435d-b2b1-c7a8dd6dd977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:57.472280 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:57.986473 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:58.088056 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48352) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:57:58.289726 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6743b0-d2a7-4677-b708-d0b9b2d34156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:58.290096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6743b0-d2a7-4677-b708-d0b9b2d34156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:57:58.291643 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-af6743b0-d2a7-4677-b708-d0b9b2d34156 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2025363 Apr 20 15:58:00.478793 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48360) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:58:00.606710 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a95817-e3a5-4cf4-a12e-95291525989a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:58:00.607197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a95817-e3a5-4cf4-a12e-95291525989a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:58:00.609308 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-97a95817-e3a5-4cf4-a12e-95291525989a admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1295857 Apr 20 15:58:02.788873 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48368) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:58:02.943224 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2e9585-7e10-4acb-8c07-35489b2ecc4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:58:02.944610 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fc2e9585-7e10-4acb-8c07-35489b2ecc4f admin admin] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 886 time: 0.1547878 Apr 20 15:58:05.105492 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48378) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:58:05.234138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53673a7-45b4-4e34-8f72-7d4e4de3ba6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:58:05.235477 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b53673a7-45b4-4e34-8f72-7d4e4de3ba6a admin admin] 10.222.0.15 "GET /v2.0/networks/cf162a2c-e377-4e2b-a9b1-143ce9451732 HTTP/1.1" status: 200 len: 869 time: 0.1287897 Apr 20 15:58:07.397120 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48386) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:58:07.519390 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1755223f-97c7-4065-a796-e88d5d90c01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:58:07.519760 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1755223f-97c7-4065-a796-e88d5d90c01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:58:07.521285 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1755223f-97c7-4065-a796-e88d5d90c01e admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1232450 Apr 20 15:58:09.680200 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48394) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:58:09.771675 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e04a72-ec1f-4042-a44a-e8fac0fe3ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:58:09.772152 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e04a72-ec1f-4042-a44a-e8fac0fe3ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:58:09.773655 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-63e04a72-ec1f-4042-a44a-e8fac0fe3ed7 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0924776 Apr 20 15:58:10.831205 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 5 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:58:11.940882 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48402) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:58:12.024450 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc1ae27-ef82-4ec6-ad15-912382097b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:58:12.025769 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bcc1ae27-ef82-4ec6-ad15-912382097b4f admin admin] 10.222.0.15 "GET /v2.0/subnets/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6 HTTP/1.1" status: 200 len: 816 time: 0.0839615 Apr 20 15:58:14.197747 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48410) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:58:14.286910 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db57c4fe-28ff-460f-b04a-509abfcd9b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:58:14.288214 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-db57c4fe-28ff-460f-b04a-509abfcd9b93 admin admin] 10.222.0.15 "GET /v2.0/subnets/e855458b-a053-4033-9840-884f84280ec1 HTTP/1.1" status: 200 len: 868 time: 0.0895402 Apr 20 15:58:22.586329 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-146a63ff-19f0-4dd8-b120-7f0b9cafb5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:25.049508 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-180ea0e5-46aa-413e-ab22-15151b801830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:26.103856 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:27.484059 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:27.951980 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:34.259358 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48464) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:58:34.305537 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-47a7f350-c220-435b-8039-821706b4b89d admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:58:34.306529 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-47a7f350-c220-435b-8039-821706b4b89d admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462461 Apr 20 15:58:36.528137 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48472) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:58:36.589784 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f56bfb5-fa88-4ed3-9797-fc772aca3540 admin admin] GET failed (client error): The resource could not be found. Apr 20 15:58:36.591083 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4f56bfb5-fa88-4ed3-9797-fc772aca3540 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0620024 Apr 20 15:58:36.733997 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0e6d31-972d-4321-9640-84d3ef38645e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:58:36.735358 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0e0e6d31-972d-4321-9640-84d3ef38645e admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1396070 Apr 20 15:58:38.929547 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48480) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:58:38.977319 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-31a30ac2-035f-45eb-938e-62bfea793370 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:58:39.101007 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a30ac2-035f-45eb-938e-62bfea793370 admin admin] Made reservation on behalf of 6c73e3e7b62c4d60906605b4cb79ff87 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:58:39.103391 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31a30ac2-035f-45eb-938e-62bfea793370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:39.138586 n-d-836146-2 neutron-server[103485]: WARNING neutron.services.revisions.revision_plugin [None req-31a30ac2-035f-45eb-938e-62bfea793370 admin admin] Could not find related network for resource to bump revision. Apr 20 15:58:39.151018 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a30ac2-035f-45eb-938e-62bfea793370 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:58:39.160446 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31a30ac2-035f-45eb-938e-62bfea793370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:39.160782 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-31a30ac2-035f-45eb-938e-62bfea793370 admin admin] Added segment 3298f412-3d65-404b-a006-8815475bf7a5 of type vlan for network 339b8861-0710-4687-9c18-6c65b59bb5ae Apr 20 15:58:39.197898 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31a30ac2-035f-45eb-938e-62bfea793370 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:39.272172 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31a30ac2-035f-45eb-938e-62bfea793370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:39.273127 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a30ac2-035f-45eb-938e-62bfea793370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:58:39.273733 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31a30ac2-035f-45eb-938e-62bfea793370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:39.332185 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a30ac2-035f-45eb-938e-62bfea793370 admin admin] Pushing event updated for resources: {'Network': ['ID=339b8861-0710-4687-9c18-6c65b59bb5ae,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:58:39.338544 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a30ac2-035f-45eb-938e-62bfea793370 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:39.338881 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a30ac2-035f-45eb-938e-62bfea793370 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:39.339211 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a30ac2-035f-45eb-938e-62bfea793370 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:39.339539 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a30ac2-035f-45eb-938e-62bfea793370 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:39.339858 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a30ac2-035f-45eb-938e-62bfea793370 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:39.340184 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a30ac2-035f-45eb-938e-62bfea793370 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:39.340528 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a30ac2-035f-45eb-938e-62bfea793370 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:39.340845 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a30ac2-035f-45eb-938e-62bfea793370 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:39.341162 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a30ac2-035f-45eb-938e-62bfea793370 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:39.341474 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a30ac2-035f-45eb-938e-62bfea793370 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:39.341787 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a30ac2-035f-45eb-938e-62bfea793370 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:39.342100 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a30ac2-035f-45eb-938e-62bfea793370 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:39.353537 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 339b8861-0710-4687-9c18-6c65b59bb5ae details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:58:39.377840 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-31a30ac2-035f-45eb-938e-62bfea793370 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4472082 Apr 20 15:58:41.557638 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48488) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:58:41.617004 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf18e79-687e-4091-970e-47a9ea6289e3 admin admin] GET failed (client error): The resource could not be found. Apr 20 15:58:41.618278 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-baf18e79-687e-4091-970e-47a9ea6289e3 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597095 Apr 20 15:58:41.685918 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27568837-10aa-4cac-ac0d-9092780e682c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:58:41.687823 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-27568837-10aa-4cac-ac0d-9092780e682c admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0650063 Apr 20 15:58:41.697755 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e3f1bb7f-0a19-438f-b0ef-07faa9b4b89d admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'name': 'shared-subnet'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:58:41.781258 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f1bb7f-0a19-438f-b0ef-07faa9b4b89d admin admin] Made reservation on behalf of 6c73e3e7b62c4d60906605b4cb79ff87 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:58:41.783316 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e3f1bb7f-0a19-438f-b0ef-07faa9b4b89d admin admin] Notify callbacks [] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:41.981500 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e3f1bb7f-0a19-438f-b0ef-07faa9b4b89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:42.035093 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1bb7f-0a19-438f-b0ef-07faa9b4b89d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae30a11c-5f71-4097-abc6-dd4a5aae043e,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:58:42.044708 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f1bb7f-0a19-438f-b0ef-07faa9b4b89d admin admin] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:58:42.045049 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f1bb7f-0a19-438f-b0ef-07faa9b4b89d admin admin] Network hostable DHCP agents. Network: 339b8861-0710-4687-9c18-6c65b59bb5ae, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:58:42.095353 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f1bb7f-0a19-438f-b0ef-07faa9b4b89d admin admin] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:58:42.147030 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-e3f1bb7f-0a19-438f-b0ef-07faa9b4b89d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 339b8861-0710-4687-9c18-6c65b59bb5ae) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:58:42.155952 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f1bb7f-0a19-438f-b0ef-07faa9b4b89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:58:42.156724 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e3f1bb7f-0a19-438f-b0ef-07faa9b4b89d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:42.157596 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39756db9-6735-4485-a62a-51bc6d31fbc6 None None] Network 339b8861-0710-4687-9c18-6c65b59bb5ae requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:58:42.218891 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e3f1bb7f-0a19-438f-b0ef-07faa9b4b89d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5242202 Apr 20 15:58:42.399879 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-339b8861-0710-4687-9c18-6c65b59bb5ae', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'tenant_id': '6c73e3e7b62c4d60906605b4cb79ff87', 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:58:42.400792 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:42.538434 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Allocated IP 192.168.233.2 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/3709d0e2-3d33-42e7-8e7a-7927fcf4e163) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:58:42.686726 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:42.747153 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:42.789005 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:58:42.792015 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:58:42.796282 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:58:42.798460 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Pushing event updated for resources: {'Port': ['ID=3709d0e2-3d33-42e7-8e7a-7927fcf4e163,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:58:42.806892 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:42.807239 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:42.807580 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:42.807917 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:42.808247 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:42.808691 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:42.809019 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:42.809345 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:42.809671 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:42.809991 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:42.810311 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:42.810629 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:58:42.861410 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Attempting to bind port 3709d0e2-3d33-42e7-8e7a-7927fcf4e163 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:58:42.861773 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Attempting to bind port 3709d0e2-3d33-42e7-8e7a-7927fcf4e163 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:58:42.862133 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Attempting to bind port 3709d0e2-3d33-42e7-8e7a-7927fcf4e163 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:58:42.867067 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:58:42.867436 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:58:42.867833 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:42.868219 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:58:42.868707 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Bound port: 3709d0e2-3d33-42e7-8e7a-7927fcf4e163, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:58:42.869095 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:42.932665 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] For port 3709d0e2-3d33-42e7-8e7a-7927fcf4e163, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:58:42.935627 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] For port 3709d0e2-3d33-42e7-8e7a-7927fcf4e163, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=3709d0e2-3d33-42e7-8e7a-7927fcf4e163,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:58:42.998730 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:43.062332 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0aef21-46f2-4081-917c-9ddd167b7a7c None None] Pushing event updated for resources: {'Port': ['ID=3709d0e2-3d33-42e7-8e7a-7927fcf4e163,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:58:43.386889 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 3709d0e2-3d33-42e7-8e7a-7927fcf4e163 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:58:43.437863 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 3709d0e2-3d33-42e7-8e7a-7927fcf4e163 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:58:43.438224 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:43.521968 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:43.553401 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 3709d0e2-3d33-42e7-8e7a-7927fcf4e163, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=3709d0e2-3d33-42e7-8e7a-7927fcf4e163,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:58:43.615938 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:43.671521 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=3709d0e2-3d33-42e7-8e7a-7927fcf4e163,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:58:43.882472 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff314f9a-e3e2-4418-816f-412988031dd4 None None] Network 339b8861-0710-4687-9c18-6c65b59bb5ae requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:58:43.947450 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ad3920e3-75aa-4bff-9a50-b6366ef7272c None None] Provisioning complete for port 3709d0e2-3d33-42e7-8e7a-7927fcf4e163 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:58:43.947811 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ad3920e3-75aa-4bff-9a50-b6366ef7272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:44.314928 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f51ab206-f147-4738-a292-70cb9b0dd9ab None None] Provisioning complete for port 3709d0e2-3d33-42e7-8e7a-7927fcf4e163 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:58:44.315387 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f51ab206-f147-4738-a292-70cb9b0dd9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:45.318561 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 3709d0e2-3d33-42e7-8e7a-7927fcf4e163 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:58:45.369715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 3709d0e2-3d33-42e7-8e7a-7927fcf4e163 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:58:45.370075 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:47.829638 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 5 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:58:52.609630 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-19ac4977-94d2-4747-a41c-09c06413c905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:55.055533 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4a1ddac7-98b1-4e64-8c73-b16e5f8769e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:56.135272 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:57.467917 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:57.999137 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:22.593103 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-983448ce-4a6b-4a08-9236-182a21199b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:24.827696 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 5 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:59:25.062053 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e3071592-fb85-48be-b377-9efdfeaa6a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:26.124479 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:27.472547 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:27.975369 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:52.598429 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-64b3dcf3-a0a1-44a8-8c40-d67018773683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:55.032675 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-204b4144-388a-43cf-a9f2-701a10b44733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:56.124147 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:57.484002 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:57.998183 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:01.826092 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 5 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:00:17.413919 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48526) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:00:17.419517 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-0cbce581-7592-417e-810e-48dd1a390e93 tempest-verify_tempest_config-2060417033 tempest-verify_tempest_config-2060417033-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:00:17.420612 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0cbce581-7592-417e-810e-48dd1a390e93 tempest-verify_tempest_config-2060417033 tempest-verify_tempest_config-2060417033-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0056136 Apr 20 16:00:17.857672 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48544) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:00:17.955758 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef3506db-ca67-45af-b6ed-71df0046e984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:18.032062 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef3506db-ca67-45af-b6ed-71df0046e984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:18.095018 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef3506db-ca67-45af-b6ed-71df0046e984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:18.139759 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ef3506db-ca67-45af-b6ed-71df0046e984 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=84a4ef3c13824ac691b093b4c09d8e5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2809956 Apr 20 16:00:18.140627 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3506db-ca67-45af-b6ed-71df0046e984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a6fe42-1d38-4fc3-a021-d55e90168951,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:18.142549 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48548) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:00:18.147283 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3506db-ca67-45af-b6ed-71df0046e984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:18.147625 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3506db-ca67-45af-b6ed-71df0046e984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:18.147962 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3506db-ca67-45af-b6ed-71df0046e984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:18.148292 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3506db-ca67-45af-b6ed-71df0046e984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:18.148657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3506db-ca67-45af-b6ed-71df0046e984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:18.148983 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3506db-ca67-45af-b6ed-71df0046e984 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:18.149308 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3506db-ca67-45af-b6ed-71df0046e984 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:18.149629 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3506db-ca67-45af-b6ed-71df0046e984 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:18.149949 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3506db-ca67-45af-b6ed-71df0046e984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:18.150269 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3506db-ca67-45af-b6ed-71df0046e984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:18.150584 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3506db-ca67-45af-b6ed-71df0046e984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:18.150900 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3506db-ca67-45af-b6ed-71df0046e984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:18.200265 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-888db591-198e-4884-b07b-eda22520b277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:18.217470 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-888db591-198e-4884-b07b-eda22520b277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:18.358353 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-888db591-198e-4884-b07b-eda22520b277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:18.360981 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-888db591-198e-4884-b07b-eda22520b277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:18.362152 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-888db591-198e-4884-b07b-eda22520b277 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45a6fe42-1d38-4fc3-a021-d55e90168951 HTTP/1.1" status: 204 len: 168 time: 0.2185726 Apr 20 16:00:18.372369 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888db591-198e-4884-b07b-eda22520b277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a6fe42-1d38-4fc3-a021-d55e90168951,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:00:18.376843 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888db591-198e-4884-b07b-eda22520b277 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:18.377189 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888db591-198e-4884-b07b-eda22520b277 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:18.377528 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888db591-198e-4884-b07b-eda22520b277 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:18.377859 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888db591-198e-4884-b07b-eda22520b277 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:18.378187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888db591-198e-4884-b07b-eda22520b277 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:18.378513 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888db591-198e-4884-b07b-eda22520b277 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:18.378840 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888db591-198e-4884-b07b-eda22520b277 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:18.379161 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888db591-198e-4884-b07b-eda22520b277 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:18.379478 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888db591-198e-4884-b07b-eda22520b277 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:18.379796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888db591-198e-4884-b07b-eda22520b277 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:18.380118 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888db591-198e-4884-b07b-eda22520b277 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:18.380458 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888db591-198e-4884-b07b-eda22520b277 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:00:22.615240 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ddcdf0db-0094-4fe9-9e12-3a2822b3757a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:25.049201 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-43882cc0-8265-4cb4-aece-d3d1fb5f2558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:26.123269 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:27.517024 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:27.980408 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:38.826079 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 5 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:00:52.602873 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7221441a-9330-4ffa-a549-e1e11c49e31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:55.077165 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-620da329-ba6f-4ee0-9ae1-7e0ce30b47cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:56.157253 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:57.476945 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:57.978635 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:15.823851 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 5 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:01:22.625265 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-606d3c15-de5b-4bb8-86c8-0efb1d554d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:25.076607 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad92c-896b-4bb4-bf58-b49e647e8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:26.149468 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:27.487482 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:27.961972 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:52.617226 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ce80132f-29e3-4b8d-b544-fa5e4dc59f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:52.822161 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 5 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:01:55.030492 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0150b4e3-87ae-4cbc-b336-02c4bb573d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:56.132688 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:57.492274 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:57.972771 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:22.617736 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f7cb589c-42cd-4ce9-aac7-2dd7a76716c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:25.057678 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0e686493-474d-43dc-88e6-510b49a1f5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:26.137479 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:27.496979 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:27.977143 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:29.820846 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 5 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:02:52.616676 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f1d690e3-04e6-4bde-9f6e-8fec717e0fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:55.054827 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-10b8397d-e591-41c8-a608-2b5d63f387dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:56.130687 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:57.541605 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:57.976257 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:06.819404 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 5 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:03:22.614031 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-32fec726-a0ea-4ca5-a4e1-7e2fa84c9e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:25.061376 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1e2d2a69-fdf1-4954-80c1-4391370fe982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:26.146604 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:27.495351 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:27.998020 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:28.226217 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534648'] for agent, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:29.489167 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534648'] for agent, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:43.818425 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:03:52.612814 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-22c67fb8-c316-4e33-8ceb-6de0fd5653db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:55.036687 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ce4e661a-1b93-4e33-ba37-96df8bc7e7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:56.151201 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:57.516746 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:57.979602 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:58.229432 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:59.538087 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:02.329735 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48608) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:04:02.433238 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-aa684d6a-6e62-4e88-9b6d-e086bc492dc5 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1024256 Apr 20 16:04:04.622437 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48618) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:04:04.676395 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-131e0d16-7f2a-4972-a705-54886721234b admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0528555 Apr 20 16:04:20.817272 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:04:22.617079 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4ede5e2e-b813-4cbf-aaff-0de13eeb1952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:25.046577 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d80564aa-850a-4277-99e5-035cf3d9be23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:26.161209 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:27.509181 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:28.023539 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:28.222269 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:29.498746 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:52.617051 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7740e3d7-2710-4bb2-ae75-d760f602b384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:55.062792 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-31641ad6-a671-47c7-ae1f-8ccb1fa12dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:56.200057 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:57.519686 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:57.815887 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:04:57.988426 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:58.222353 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:59.502095 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:22.604129 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6fc5b792-0f1f-47a8-88f0-88cc065893a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:25.036430 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ab83dcd9-885a-4f6e-b855-0d1179147e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:26.179722 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:27.507104 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:28.008277 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:28.215426 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:29.506684 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:34.815222 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:05:39.126842 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48720) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:39.445754 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bd53866e-fb19-4e7d-947b-e123b9245f48 tempest-AutoAllocateNetworkTest-696699163 tempest-AutoAllocateNetworkTest-696699163-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2ac7048e3b444c14b3444ec960223c1e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3177853 Apr 20 16:05:39.448549 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48744) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:39.645977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2de5e8-a4ad-4a7e-bcca-ef1421138210 tempest-AutoAllocateNetworkTest-696699163 tempest-AutoAllocateNetworkTest-696699163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:39.651386 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2e2de5e8-a4ad-4a7e-bcca-ef1421138210 tempest-AutoAllocateNetworkTest-696699163 tempest-AutoAllocateNetworkTest-696699163-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2009497 Apr 20 16:05:39.651941 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48758) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:39.754093 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dac7787e-cde8-436f-b87a-087c70c9f9cd tempest-AutoAllocateNetworkTest-696699163 tempest-AutoAllocateNetworkTest-696699163-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1006408 Apr 20 16:05:39.756655 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48766) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:39.784817 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8aac7ec7-f488-4c1b-93a0-9f5f27efae8d tempest-AutoAllocateNetworkTest-696699163 tempest-AutoAllocateNetworkTest-696699163-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2ac7048e3b444c14b3444ec960223c1e HTTP/1.1" status: 200 len: 208 time: 0.0270839 Apr 20 16:05:40.826051 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48806) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:41.077234 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b092d01f-a937-4622-ac1b-2a7e98544209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:41.167113 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b092d01f-a937-4622-ac1b-2a7e98544209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:41.247722 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b092d01f-a937-4622-ac1b-2a7e98544209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:41.285051 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b092d01f-a937-4622-ac1b-2a7e98544209 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ac7048e3b444c14b3444ec960223c1e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4579806 Apr 20 16:05:41.285837 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092d01f-a937-4622-ac1b-2a7e98544209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f39b93e-3e30-444c-b663-1d029d1e3f8b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:41.287867 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48832) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:41.293898 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092d01f-a937-4622-ac1b-2a7e98544209 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:41.294331 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092d01f-a937-4622-ac1b-2a7e98544209 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:41.294735 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092d01f-a937-4622-ac1b-2a7e98544209 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:41.295181 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092d01f-a937-4622-ac1b-2a7e98544209 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:41.295600 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092d01f-a937-4622-ac1b-2a7e98544209 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:41.296232 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092d01f-a937-4622-ac1b-2a7e98544209 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:41.296614 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092d01f-a937-4622-ac1b-2a7e98544209 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:41.296943 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092d01f-a937-4622-ac1b-2a7e98544209 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:41.297267 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092d01f-a937-4622-ac1b-2a7e98544209 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:41.297590 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092d01f-a937-4622-ac1b-2a7e98544209 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:41.297927 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092d01f-a937-4622-ac1b-2a7e98544209 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:41.298294 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092d01f-a937-4622-ac1b-2a7e98544209 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092d01f-a937-4622-ac1b-2a7e98544209 admin admin] Tracked resource versions report: Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: pushed versions: Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: { 'AddressGroup': {'1.2'}, Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: 'ConntrackHelper': {'1.0'}, Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: 'Log': {'1.0'}, Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: 'Network': {'1.1'}, Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: 'Port': {'1.7'}, Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: 'PortForwarding': {'1.2'}, Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: 'QosPolicy': {'1.9'}, Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: 'SecurityGroup': {'1.4'}, Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: 'SecurityGroupRule': {'1.2'}, Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: 'SubPort': {'1.0'}, Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: 'Subnet': {'1.1'}, Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: 'Trunk': {'1.1'}} Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: consumer versions: Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: { DHCP agent@n-d-836146-2: {}, Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: HyperV agent@n-h1-836146-2: {}, Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: HyperV agent@n-h2-836146-2: {}, Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: L3 agent@n-d-836146-2: {}, Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: Metadata agent@n-d-836146-2: {}, Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: Metering agent@n-d-836146-2: {}, Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: Open vSwitch agent@n-d-836146-2: { 'AddressGroup': '1.2', Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: 'ConntrackHelper': '1.0', Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: 'Log': '1.0', Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: 'Network': '1.1', Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: 'Port': '1.7', Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: 'PortForwarding': '1.2', Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: 'QosPolicy': '1.9', Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: 'SecurityGroup': '1.4', Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: 'SecurityGroupRule': '1.2', Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: 'SubPort': '1.0', Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: 'Subnet': '1.1', Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: 'Trunk': '1.1'}} Apr 20 16:05:41.299280 n-d-836146-2 neutron-server[103485]: {{(pid=103485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 16:05:41.342281 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-34ddf664-b42f-431a-86d4-9d713266198a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:41.365819 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-34ddf664-b42f-431a-86d4-9d713266198a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:41.517973 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-34ddf664-b42f-431a-86d4-9d713266198a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:41.520830 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-34ddf664-b42f-431a-86d4-9d713266198a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:41.522016 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-34ddf664-b42f-431a-86d4-9d713266198a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f39b93e-3e30-444c-b663-1d029d1e3f8b HTTP/1.1" status: 204 len: 168 time: 0.2326689 Apr 20 16:05:41.530136 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddf664-b42f-431a-86d4-9d713266198a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f39b93e-3e30-444c-b663-1d029d1e3f8b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:41.537799 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ddf664-b42f-431a-86d4-9d713266198a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:41.538147 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ddf664-b42f-431a-86d4-9d713266198a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:41.538486 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ddf664-b42f-431a-86d4-9d713266198a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:41.538818 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ddf664-b42f-431a-86d4-9d713266198a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:41.539169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ddf664-b42f-431a-86d4-9d713266198a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:41.539496 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ddf664-b42f-431a-86d4-9d713266198a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:41.539819 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ddf664-b42f-431a-86d4-9d713266198a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:41.540141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ddf664-b42f-431a-86d4-9d713266198a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:41.540503 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ddf664-b42f-431a-86d4-9d713266198a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:41.540826 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ddf664-b42f-431a-86d4-9d713266198a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:41.541145 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ddf664-b42f-431a-86d4-9d713266198a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:41.541459 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ddf664-b42f-431a-86d4-9d713266198a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ddf664-b42f-431a-86d4-9d713266198a admin admin] Tracked resource versions report: Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: pushed versions: Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: { 'AddressGroup': {'1.2'}, Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: 'ConntrackHelper': {'1.0'}, Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: 'Log': {'1.0'}, Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: 'Network': {'1.1'}, Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: 'Port': {'1.7'}, Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: 'PortForwarding': {'1.2'}, Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: 'QosPolicy': {'1.9'}, Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: 'SecurityGroup': {'1.4'}, Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: 'SecurityGroupRule': {'1.2'}, Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: 'SubPort': {'1.0'}, Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: 'Subnet': {'1.1'}, Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: 'Trunk': {'1.1'}} Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: consumer versions: Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: { DHCP agent@n-d-836146-2: {}, Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: HyperV agent@n-h1-836146-2: {}, Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: HyperV agent@n-h2-836146-2: {}, Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: L3 agent@n-d-836146-2: {}, Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: Metadata agent@n-d-836146-2: {}, Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: Metering agent@n-d-836146-2: {}, Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: Open vSwitch agent@n-d-836146-2: { 'AddressGroup': '1.2', Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: 'ConntrackHelper': '1.0', Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: 'Log': '1.0', Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: 'Network': '1.1', Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: 'Port': '1.7', Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: 'PortForwarding': '1.2', Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: 'QosPolicy': '1.9', Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: 'SecurityGroup': '1.4', Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: 'SecurityGroupRule': '1.2', Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: 'SubPort': '1.0', Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: 'Subnet': '1.1', Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: 'Trunk': '1.1'}} Apr 20 16:05:41.542514 n-d-836146-2 neutron-server[103484]: {{(pid=103484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 16:05:45.211628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48994) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:45.308379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-de540e99-078c-4baf-b93a-edcfea8ece0b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1284104284-network', 'tenant_id': '0dc23c73e9194fb380a739b184f44762'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:05:45.386618 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de540e99-078c-4baf-b93a-edcfea8ece0b admin admin] Made reservation on behalf of 0dc23c73e9194fb380a739b184f44762 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:05:45.389909 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-de540e99-078c-4baf-b93a-edcfea8ece0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.398820 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-de540e99-078c-4baf-b93a-edcfea8ece0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.497446 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-de540e99-078c-4baf-b93a-edcfea8ece0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.557956 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-de540e99-078c-4baf-b93a-edcfea8ece0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.588514 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de540e99-078c-4baf-b93a-edcfea8ece0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:05:45.604537 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de540e99-078c-4baf-b93a-edcfea8ece0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d043b7-b91b-4da0-8568-93ccf8effef0,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:45.613432 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-de540e99-078c-4baf-b93a-edcfea8ece0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.613865 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-de540e99-078c-4baf-b93a-edcfea8ece0b admin admin] Added segment 9053885d-51a1-4852-a6b4-a356932f5932 of type vlan for network 90e50934-0ad2-4ce3-9e4b-483b08568bcf Apr 20 16:05:45.623856 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49030) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:45.627150 n-d-836146-2 neutron-server[103485]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 16:05:45.656416 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-de540e99-078c-4baf-b93a-edcfea8ece0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.662584 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-08bf1db2-81f3-433c-8a40-53c74694289f tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7913f1a61dd141f1bb76c0ee58579e24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367367 Apr 20 16:05:45.758888 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-de540e99-078c-4baf-b93a-edcfea8ece0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.760395 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de540e99-078c-4baf-b93a-edcfea8ece0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:45.761367 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-de540e99-078c-4baf-b93a-edcfea8ece0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.915133 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-845a26d1-1384-4464-bfc1-ceb87502d94f tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:45.917336 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-845a26d1-1384-4464-bfc1-ceb87502d94f tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2467613 Apr 20 16:05:45.938374 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-4608ba0e-6f69-49af-a62a-134180da90a7 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/quotas/7913f1a61dd141f1bb76c0ee58579e24 HTTP/1.1" status: 200 len: 375 time: 0.0133438 Apr 20 16:05:45.939946 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-de540e99-078c-4baf-b93a-edcfea8ece0b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7264793 Apr 20 16:05:45.942853 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49034) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:45.947583 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-d0e94210-530e-4843-9bdd-33b5fcff2e87 admin admin] Request body: {'subnet': {'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1284104284-subnet', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:05:45.949607 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de540e99-078c-4baf-b93a-edcfea8ece0b admin admin] Pushing event updated for resources: {'Network': ['ID=90e50934-0ad2-4ce3-9e4b-483b08568bcf,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:45.961523 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 90e50934-0ad2-4ce3-9e4b-483b08568bcf details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:05:46.024871 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-93a5ffce-8431-4247-b5c9-2e8c3b4f9e67 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7913f1a61dd141f1bb76c0ee58579e24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586684 Apr 20 16:05:46.081636 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e94210-530e-4843-9bdd-33b5fcff2e87 admin admin] Made reservation on behalf of 0dc23c73e9194fb380a739b184f44762 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:05:46.084440 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d0e94210-530e-4843-9bdd-33b5fcff2e87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:46.315840 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d0e94210-530e-4843-9bdd-33b5fcff2e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:46.366502 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e94210-530e-4843-9bdd-33b5fcff2e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b5f4545-0b86-4c69-b75f-724716055b66,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:46.381600 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e94210-530e-4843-9bdd-33b5fcff2e87 admin admin] Checking segment: {'id': '9053885d-51a1-4852-a6b4-a356932f5932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:05:46.381955 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e94210-530e-4843-9bdd-33b5fcff2e87 admin admin] Network hostable DHCP agents. Network: 90e50934-0ad2-4ce3-9e4b-483b08568bcf, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:05:46.518167 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e94210-530e-4843-9bdd-33b5fcff2e87 admin admin] Network 90e50934-0ad2-4ce3-9e4b-483b08568bcf is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:05:46.568912 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49074) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:46.614479 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-d0e94210-530e-4843-9bdd-33b5fcff2e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 90e50934-0ad2-4ce3-9e4b-483b08568bcf) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:05:46.620794 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e94210-530e-4843-9bdd-33b5fcff2e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:46.626325 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637bb07b-319e-4e7b-a9ac-d8c0e0c41481 None None] Network 90e50934-0ad2-4ce3-9e4b-483b08568bcf requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:05:46.630029 n-d-836146-2 neutron-server[103484]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 16:05:46.648486 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d0e94210-530e-4843-9bdd-33b5fcff2e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:46.692255 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9674a811-2de8-4843-b3a3-ecd00e56c921 req-71476e48-5b4d-4429-bc93-fb11d588b205 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 210 time: 0.1218688 Apr 20 16:05:46.731383 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d0e94210-530e-4843-9bdd-33b5fcff2e87 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7874389 Apr 20 16:05:46.734179 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49088) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:46.738926 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-36e2d2a2-0b13-46f6-a905-4a54497e8f68 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1284104284-router', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:05:46.814234 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'fixed_ips': [{'subnet_id': '6b5f4545-0b86-4c69-b75f-724716055b66'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:05:46.815136 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:46.845456 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36e2d2a2-0b13-46f6-a905-4a54497e8f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:46.848325 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36e2d2a2-0b13-46f6-a905-4a54497e8f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:46.976236 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36e2d2a2-0b13-46f6-a905-4a54497e8f68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:46.996590 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Allocated IP 172.20.0.2 (90e50934-0ad2-4ce3-9e4b-483b08568bcf/6b5f4545-0b86-4c69-b75f-724716055b66/500e1909-596a-4c55-972d-2ab9e20ec5d6) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:05:47.155881 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:47.230542 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:47.296851 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Pushing event updated for resources: {'Port': ['ID=500e1909-596a-4c55-972d-2ab9e20ec5d6,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:47.300245 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Network 90e50934-0ad2-4ce3-9e4b-483b08568bcf is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:05:47.305924 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:05:47.309309 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:47.309766 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:47.310188 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:47.310590 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:47.310989 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:47.311512 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:47.311903 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:47.312294 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:47.312712 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:47.313116 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:47.313431 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:47.313757 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Tracked resource versions report: Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: pushed versions: Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: { 'AddressGroup': {'1.2'}, Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: 'ConntrackHelper': {'1.0'}, Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: 'Log': {'1.0'}, Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: 'Network': {'1.1'}, Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: 'Port': {'1.7'}, Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: 'PortForwarding': {'1.2'}, Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: 'QosPolicy': {'1.9'}, Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: 'SecurityGroup': {'1.4'}, Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: 'SecurityGroupRule': {'1.2'}, Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: 'SubPort': {'1.0'}, Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: 'Subnet': {'1.1'}, Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: 'Trunk': {'1.1'}} Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: consumer versions: Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: { DHCP agent@n-d-836146-2: {}, Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: HyperV agent@n-h1-836146-2: {}, Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: HyperV agent@n-h2-836146-2: {}, Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: L3 agent@n-d-836146-2: {}, Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: Metadata agent@n-d-836146-2: {}, Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: Metering agent@n-d-836146-2: {}, Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: Open vSwitch agent@n-d-836146-2: { 'AddressGroup': '1.2', Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: 'ConntrackHelper': '1.0', Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: 'Log': '1.0', Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: 'Network': '1.1', Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: 'Port': '1.7', Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: 'PortForwarding': '1.2', Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: 'QosPolicy': '1.9', Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: 'SecurityGroup': '1.4', Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: 'SecurityGroupRule': '1.2', Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: 'SubPort': '1.0', Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: 'Subnet': '1.1', Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: 'Trunk': '1.1'}} Apr 20 16:05:47.314894 n-d-836146-2 neutron-server[103486]: {{(pid=103486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 16:05:47.319172 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:05:47.353036 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36e2d2a2-0b13-46f6-a905-4a54497e8f68 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:47.388533 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Attempting to bind port 500e1909-596a-4c55-972d-2ab9e20ec5d6 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:05:47.388993 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Attempting to bind port 500e1909-596a-4c55-972d-2ab9e20ec5d6 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '9053885d-51a1-4852-a6b4-a356932f5932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:05:47.389415 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Attempting to bind port 500e1909-596a-4c55-972d-2ab9e20ec5d6 on network 90e50934-0ad2-4ce3-9e4b-483b08568bcf {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:05:47.395403 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:05:47.395884 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Checking segment: {'id': '9053885d-51a1-4852-a6b4-a356932f5932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:05:47.396436 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:47.397048 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Bound using segment: {'id': '9053885d-51a1-4852-a6b4-a356932f5932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:05:47.397620 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Bound port: 500e1909-596a-4c55-972d-2ab9e20ec5d6, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9053885d-51a1-4852-a6b4-a356932f5932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:05:47.398708 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:47.431202 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49126) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:47.479195 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] For port 500e1909-596a-4c55-972d-2ab9e20ec5d6, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:05:47.483039 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] For port 500e1909-596a-4c55-972d-2ab9e20ec5d6, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=500e1909-596a-4c55-972d-2ab9e20ec5d6,segment=NetworkSegment(9053885d-51a1-4852-a6b4-a356932f5932),segment_id=9053885d-51a1-4852-a6b4-a356932f5932)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:05:47.575629 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:47.647823 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c2721-b36b-496f-ab63-e5ba33c3e5f1 None None] Pushing event updated for resources: {'Port': ['ID=500e1909-596a-4c55-972d-2ab9e20ec5d6,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:47.703847 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36e2d2a2-0b13-46f6-a905-4a54497e8f68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:47.738171 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36e2d2a2-0b13-46f6-a905-4a54497e8f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:47.811137 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b2ec3682-d03c-4651-8ac1-639d1cf9104d req-c6b2d974-ac4a-4f9c-978e-292f63572b80 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 210 time: 0.0475032 Apr 20 16:05:47.812544 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2549248-1748-438f-9e91-599cd193f3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:47.820580 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49146) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:47.945911 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-36e2d2a2-0b13-46f6-a905-4a54497e8f68 admin admin] Allocated IP 172.25.0.188 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/f5354db4-dd4f-4c1a-996d-3e157ae456c0) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:05:47.950651 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2549248-1748-438f-9e91-599cd193f3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.026482 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2549248-1748-438f-9e91-599cd193f3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.120301 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d2549248-1748-438f-9e91-599cd193f3a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=706c29db5f714e108d9e5469722af99f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6849055 Apr 20 16:05:48.120908 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49156) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:48.132313 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2549248-1748-438f-9e91-599cd193f3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d68abf-de64-4e1c-98b1-d3688fff7e95,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:48.135366 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49158) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:48.202214 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12523273-cd3a-4f64-afc6-6758686f16f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.205227 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36e2d2a2-0b13-46f6-a905-4a54497e8f68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.238782 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f81b204-0f0e-457a-b7b2-cf58170442f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.307788 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9e26d540-f209-40cf-812d-fb7d6b0b61b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.332900 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12523273-cd3a-4f64-afc6-6758686f16f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.371242 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f81b204-0f0e-457a-b7b2-cf58170442f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.371511 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9e26d540-f209-40cf-812d-fb7d6b0b61b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.397590 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12523273-cd3a-4f64-afc6-6758686f16f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.438927 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-12523273-cd3a-4f64-afc6-6758686f16f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1792ef15ad0437e91ed944502bd16f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6157436 Apr 20 16:05:48.442603 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f81b204-0f0e-457a-b7b2-cf58170442f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.444804 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49180) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:48.454806 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12523273-cd3a-4f64-afc6-6758686f16f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f625aca-7d69-400d-aa31-6a8db5df3c95,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:48.461009 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36e2d2a2-0b13-46f6-a905-4a54497e8f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.531106 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9f81b204-0f0e-457a-b7b2-cf58170442f7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61b8b80d9a8946af86a0db38263603c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3945549 Apr 20 16:05:48.539019 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49188) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:48.557684 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81b204-0f0e-457a-b7b2-cf58170442f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb095969-5d73-4772-a122-ca77636f3414,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:48.589866 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-60fa2e33-8551-40d3-aead-d5b134dc397b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.606775 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e2d2a2-0b13-46f6-a905-4a54497e8f68 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:05:48.618414 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-36e2d2a2-0b13-46f6-a905-4a54497e8f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:05:48.620646 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e2d2a2-0b13-46f6-a905-4a54497e8f68 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:05:48.622791 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2d2a2-0b13-46f6-a905-4a54497e8f68 admin admin] Pushing event updated for resources: {'Port': ['ID=f5354db4-dd4f-4c1a-996d-3e157ae456c0,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:48.625299 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-60fa2e33-8551-40d3-aead-d5b134dc397b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.655937 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb7ef-51ef-418f-ab3c-0bc7720b7c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.691624 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb7ef-51ef-418f-ab3c-0bc7720b7c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.786664 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-60fa2e33-8551-40d3-aead-d5b134dc397b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.791282 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-60fa2e33-8551-40d3-aead-d5b134dc397b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.796499 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-60fa2e33-8551-40d3-aead-d5b134dc397b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f625aca-7d69-400d-aa31-6a8db5df3c95 HTTP/1.1" status: 204 len: 168 time: 0.3460712 Apr 20 16:05:48.801867 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa2e33-8551-40d3-aead-d5b134dc397b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f625aca-7d69-400d-aa31-6a8db5df3c95,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:48.815103 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb7ef-51ef-418f-ab3c-0bc7720b7c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.815721 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9e26d540-f209-40cf-812d-fb7d6b0b61b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.817533 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9e26d540-f209-40cf-812d-fb7d6b0b61b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.817697 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb7ef-51ef-418f-ab3c-0bc7720b7c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:48.819836 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d0dfb7ef-51ef-418f-ab3c-0bc7720b7c8d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cb095969-5d73-4772-a122-ca77636f3414 HTTP/1.1" status: 204 len: 168 time: 0.2798750 Apr 20 16:05:48.820424 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9e26d540-f209-40cf-812d-fb7d6b0b61b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1d68abf-de64-4e1c-98b1-d3688fff7e95 HTTP/1.1" status: 204 len: 168 time: 0.6916165 Apr 20 16:05:48.835539 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26d540-f209-40cf-812d-fb7d6b0b61b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d68abf-de64-4e1c-98b1-d3688fff7e95,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:48.843903 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfb7ef-51ef-418f-ab3c-0bc7720b7c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb095969-5d73-4772-a122-ca77636f3414,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:49.016162 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b793cdb-9f78-4ff8-a599-c0ec2a016abb None None] Network 90e50934-0ad2-4ce3-9e4b-483b08568bcf requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:05:49.058563 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4ff9a1ae-53c1-4d3b-b4ba-dccd4170dd8c req-60ad42a4-0132-4c6d-95fa-b86079b829c2 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 210 time: 0.0493300 Apr 20 16:05:49.131045 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8f62a2ba-d213-4288-8daf-975b462b0bcb None None] Provisioning complete for port 500e1909-596a-4c55-972d-2ab9e20ec5d6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:05:49.131417 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8f62a2ba-d213-4288-8daf-975b462b0bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:49.158044 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36e2d2a2-0b13-46f6-a905-4a54497e8f68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:49.281339 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8f62a2ba-d213-4288-8daf-975b462b0bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:49.347031 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8f62a2ba-d213-4288-8daf-975b462b0bcb None None] For port 500e1909-596a-4c55-972d-2ab9e20ec5d6, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=500e1909-596a-4c55-972d-2ab9e20ec5d6,segment=NetworkSegment(9053885d-51a1-4852-a6b4-a356932f5932),segment_id=9053885d-51a1-4852-a6b4-a356932f5932)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:05:49.409622 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8f62a2ba-d213-4288-8daf-975b462b0bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:49.474550 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62a2ba-d213-4288-8daf-975b462b0bcb None None] Pushing event updated for resources: {'Port': ['ID=500e1909-596a-4c55-972d-2ab9e20ec5d6,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:49.545587 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36e2d2a2-0b13-46f6-a905-4a54497e8f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:49.643699 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-afa01cd2-1dfd-4566-ab26-8da63f135649 None None] Provisioning complete for port 500e1909-596a-4c55-972d-2ab9e20ec5d6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:05:49.644432 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-afa01cd2-1dfd-4566-ab26-8da63f135649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:49.678794 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 500e1909-596a-4c55-972d-2ab9e20ec5d6 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:05:49.776682 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 500e1909-596a-4c55-972d-2ab9e20ec5d6 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:05:49.776682 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:49.824877 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e2d2a2-0b13-46f6-a905-4a54497e8f68 admin admin] Router f8b8961b-cf9c-4a57-8643-3aca93353903 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:05:49.912771 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.26', 65147) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:49.935074 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-18489c87-9c11-4f7d-9061-526534f72880 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7913f1a61dd141f1bb76c0ee58579e24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211558 Apr 20 16:05:49.994349 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e2d2a2-0b13-46f6-a905-4a54497e8f68 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:05:50.008480 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] Sync routers for ids ['f8b8961b-cf9c-4a57-8643-3aca93353903'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:05:50.032715 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] Routers {'f8b8961b-cf9c-4a57-8643-3aca93353903'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:05:50.033822 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:05:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8b8961b-cf9c-4a57-8643-3aca93353903'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:50.062773 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-42e4c6a1-8a93-4592-a296-5bcac993629d tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:50.064718 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-42e4c6a1-8a93-4592-a296-5bcac993629d tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1236396 Apr 20 16:05:50.131532 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36e2d2a2-0b13-46f6-a905-4a54497e8f68 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:50.133162 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-36e2d2a2-0b13-46f6-a905-4a54497e8f68 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.3978527 Apr 20 16:05:50.136547 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49232) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:50.180074 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] Set router f8b8961b-cf9c-4a57-8643-3aca93353903 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:05:50.189741 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-23c867d5-810c-48e3-9068-76c6bf87a93c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Request body: {'port': {'device_id': '90881452-c8dc-41a4-b3f3-44f578d7ac04', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': '7913f1a61dd141f1bb76c0ee58579e24'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:05:50.194524 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2eff7622-1676-44d9-8a5c-a07fbeeb49c7 req-6ec99e46-4add-425a-82d9-29c403ab4c7d tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 210 time: 0.0445168 Apr 20 16:05:50.267303 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49234) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:50.339427 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49236) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:50.357826 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f70abc5f-1190-4e87-b076-1ae320df67fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:50.381709 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-25c0bb96-5e15-4cc7-bdaf-ca783a26fd54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:50.410663 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1284104284-router', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:46Z', 'updated_at': '2022-04-20T16:05:48Z', 'revision_number': 3, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'gw_port': {'id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:47Z', 'updated_at': '2022-04-20T16:05:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:50.447343 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] Checking router: f8b8961b-cf9c-4a57-8643-3aca93353903 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:05:50.447936 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] Updating router f8b8961b-cf9c-4a57-8643-3aca93353903 port f5354db4-dd4f-4c1a-996d-3e157ae456c0 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:05:50.478979 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:50.520229 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f70abc5f-1190-4e87-b076-1ae320df67fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:50.520396 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49242) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:50.618147 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f70abc5f-1190-4e87-b076-1ae320df67fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:50.655070 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-25c0bb96-5e15-4cc7-bdaf-ca783a26fd54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:50.660187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-23c867d5-810c-48e3-9068-76c6bf87a93c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Made reservation on behalf of 7913f1a61dd141f1bb76c0ee58579e24 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:05:50.666244 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-23c867d5-810c-48e3-9068-76c6bf87a93c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:50.682130 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-23c867d5-810c-48e3-9068-76c6bf87a93c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:50.696249 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f70abc5f-1190-4e87-b076-1ae320df67fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=acd83641cfbb49ebbbc60a7b98bdfc54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3555884 Apr 20 16:05:50.747954 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49252) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:50.764798 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-25c0bb96-5e15-4cc7-bdaf-ca783a26fd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:50.831078 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70abc5f-1190-4e87-b076-1ae320df67fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c7dd61-412c-45c4-bc64-9d50891c0c25,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:50.892833 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-25c0bb96-5e15-4cc7-bdaf-ca783a26fd54 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=177fe405531f497ca3b3139e2db3dd6b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6239765 Apr 20 16:05:50.896689 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49266) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:50.899697 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-23c867d5-810c-48e3-9068-76c6bf87a93c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:50.902561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0bb96-5e15-4cc7-bdaf-ca783a26fd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be153bca-bbc5-42ac-84cd-0613e11ae811,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:50.933712 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:50.955381 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49270) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:50.955843 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-47ca80b2-b777-4e46-a0f2-2c515f088298 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=26684212526544a78148ca763118ce2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581517 Apr 20 16:05:50.964796 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6efb157b-3c92-4ba0-a107-692f78516057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:50.966650 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-740b52d5-5c42-4116-9d9c-367c98b6c5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:50.982671 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a7a34314-37cd-4d3d-96e6-69fc5da121d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:50.992231 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-23c867d5-810c-48e3-9068-76c6bf87a93c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:51.010144 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:51.073484 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-740b52d5-5c42-4116-9d9c-367c98b6c5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:51.079578 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] Attempting to bind port f5354db4-dd4f-4c1a-996d-3e157ae456c0 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:05:51.080223 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] Attempting to bind port f5354db4-dd4f-4c1a-996d-3e157ae456c0 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:05:51.080832 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] Attempting to bind port f5354db4-dd4f-4c1a-996d-3e157ae456c0 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:05:51.094915 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:05:51.095394 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:05:51.095856 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:51.096311 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:05:51.096863 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] Bound port: f5354db4-dd4f-4c1a-996d-3e157ae456c0, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:05:51.097323 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:51.100174 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3c517-80f8-4628-8046-a326659794f8 None None] Pushing event updated for resources: {'Port': ['ID=f5354db4-dd4f-4c1a-996d-3e157ae456c0,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:51.133813 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c517-80f8-4628-8046-a326659794f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:51.134791 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c517-80f8-4628-8046-a326659794f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:51.135177 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c517-80f8-4628-8046-a326659794f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:51.135700 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c517-80f8-4628-8046-a326659794f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:51.136172 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c517-80f8-4628-8046-a326659794f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:51.136525 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c517-80f8-4628-8046-a326659794f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:51.136885 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c517-80f8-4628-8046-a326659794f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:51.137350 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c517-80f8-4628-8046-a326659794f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:51.137694 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c517-80f8-4628-8046-a326659794f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:51.137999 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c517-80f8-4628-8046-a326659794f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c517-80f8-4628-8046-a326659794f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c517-80f8-4628-8046-a326659794f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3c517-80f8-4628-8046-a326659794f8 None None] Tracked resource versions report: Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: pushed versions: Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: { 'AddressGroup': {'1.2'}, Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: 'ConntrackHelper': {'1.0'}, Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: 'Log': {'1.0'}, Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: 'Network': {'1.1'}, Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: 'Port': {'1.7'}, Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: 'PortForwarding': {'1.2'}, Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: 'QosPolicy': {'1.9'}, Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: 'SecurityGroup': {'1.4'}, Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: 'SecurityGroupRule': {'1.2'}, Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: 'SubPort': {'1.0'}, Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: 'Subnet': {'1.1'}, Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: 'Trunk': {'1.1'}} Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: consumer versions: Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: { DHCP agent@n-d-836146-2: {}, Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: HyperV agent@n-h1-836146-2: {}, Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: HyperV agent@n-h2-836146-2: {}, Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: L3 agent@n-d-836146-2: {}, Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: Metadata agent@n-d-836146-2: {}, Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: Metering agent@n-d-836146-2: {}, Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: Open vSwitch agent@n-d-836146-2: { 'AddressGroup': '1.2', Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: 'ConntrackHelper': '1.0', Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: 'Log': '1.0', Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: 'Network': '1.1', Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: 'Port': '1.7', Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: 'PortForwarding': '1.2', Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: 'QosPolicy': '1.9', Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: 'SecurityGroup': '1.4', Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: 'SecurityGroupRule': '1.2', Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: 'SubPort': '1.0', Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: 'Subnet': '1.1', Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: 'Trunk': '1.1'}} Apr 20 16:05:51.140019 n-d-836146-2 neutron-server[103487]: {{(pid=103487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 16:05:51.153842 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0121fe8e-d6b5-4e67-a81d-b7805eab048b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:51.175098 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] For port f5354db4-dd4f-4c1a-996d-3e157ae456c0, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:05:51.178721 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] For port f5354db4-dd4f-4c1a-996d-3e157ae456c0, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=f5354db4-dd4f-4c1a-996d-3e157ae456c0,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:05:51.191353 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c867d5-810c-48e3-9068-76c6bf87a93c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:51.220094 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-890b0de1-8310-411c-8ba6-48d6d907b592 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:51.227074 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-890b0de1-8310-411c-8ba6-48d6d907b592 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2590561 Apr 20 16:05:51.235648 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fded527a-a667-47d7-ac45-1fd9ded5cf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:51.249003 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0121fe8e-d6b5-4e67-a81d-b7805eab048b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:51.275632 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-88b0c653-856b-49e4-b55c-02140c02aa92 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/quotas/26684212526544a78148ca763118ce2b HTTP/1.1" status: 200 len: 375 time: 0.0477042 Apr 20 16:05:51.289577 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:51.361239 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] Routers {'f8b8961b-cf9c-4a57-8643-3aca93353903'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:05:51.361239 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:05:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8b8961b-cf9c-4a57-8643-3aca93353903'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:51.361638 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6abccf0-fd32-4ad8-95f9-404562a54a20 req-38a52d82-4612-4968-abc0-af60a39c29eb tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 210 time: 0.0497909 Apr 20 16:05:51.389766 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-5caaf99c-c30a-41f8-80e0-95d4c02f4e13 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=26684212526544a78148ca763118ce2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0998716 Apr 20 16:05:51.430686 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-23c867d5-810c-48e3-9068-76c6bf87a93c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Allocated IP 192.168.233.48 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/8330aea1-29a4-4b61-a9ac-e7deca14cbb6) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:05:51.494894 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] Set router f8b8961b-cf9c-4a57-8643-3aca93353903 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:05:51.501836 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-740b52d5-5c42-4116-9d9c-367c98b6c5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:51.505379 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-740b52d5-5c42-4116-9d9c-367c98b6c5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:51.519610 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-740b52d5-5c42-4116-9d9c-367c98b6c5b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/73c7dd61-412c-45c4-bc64-9d50891c0c25 HTTP/1.1" status: 204 len: 168 time: 0.7603893 Apr 20 16:05:51.557692 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6efb157b-3c92-4ba0-a107-692f78516057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:51.563990 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a7a34314-37cd-4d3d-96e6-69fc5da121d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:51.597205 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b52d5-5c42-4116-9d9c-367c98b6c5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c7dd61-412c-45c4-bc64-9d50891c0c25,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:51.624304 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3c517-80f8-4628-8046-a326659794f8 None None] Pushing event updated for resources: {'Port': ['ID=f5354db4-dd4f-4c1a-996d-3e157ae456c0,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:51.630913 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-fded527a-a667-47d7-ac45-1fd9ded5cf44 admin admin] Allocated IP 172.20.0.1 (90e50934-0ad2-4ce3-9e4b-483b08568bcf/6b5f4545-0b86-4c69-b75f-724716055b66/93bff59c-2d7f-423f-8f05-78cb4e212da0) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:05:51.678811 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6efb157b-3c92-4ba0-a107-692f78516057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:51.719812 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a7a34314-37cd-4d3d-96e6-69fc5da121d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:51.793118 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e2147712-c894-4f51-93ae-042399ac265d req-6024b2d4-6a96-42ba-afc7-7da164dac4b1 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 210 time: 0.0674496 Apr 20 16:05:51.805834 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6efb157b-3c92-4ba0-a107-692f78516057 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9eaae8c7a254465fbd37b7ec13f110d7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2819278 Apr 20 16:05:51.807971 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb157b-3c92-4ba0-a107-692f78516057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563f1620-a2e0-4c60-b0ae-236facd6698e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:51.810429 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49300) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:51.824476 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fded527a-a667-47d7-ac45-1fd9ded5cf44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:51.862435 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a7a34314-37cd-4d3d-96e6-69fc5da121d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0220c755a5ff4a1e83e2938f60a4969b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9053738 Apr 20 16:05:51.866771 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1284104284-router', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:46Z', 'updated_at': '2022-04-20T16:05:48Z', 'revision_number': 3, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'gw_port': {'id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:47Z', 'updated_at': '2022-04-20T16:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:51.869971 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49304) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:51.894586 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a34314-37cd-4d3d-96e6-69fc5da121d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d6e0cb-75fb-474a-9dcc-0e9ca18a1eea,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:51.910669 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0121fe8e-d6b5-4e67-a81d-b7805eab048b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:51.919970 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0121fe8e-d6b5-4e67-a81d-b7805eab048b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:51.928927 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0121fe8e-d6b5-4e67-a81d-b7805eab048b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be153bca-bbc5-42ac-84cd-0613e11ae811 HTTP/1.1" status: 204 len: 168 time: 1.0301464 Apr 20 16:05:51.947747 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4818aa83-e629-4166-a87e-e0f7ef45fc91 None None] The sync data for ids ['f8b8961b-cf9c-4a57-8643-3aca93353903'] in n-d-836146-2 is: [{'id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1284104284-router', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:46Z', 'updated_at': '2022-04-20T16:05:48Z', 'revision_number': 3, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'gw_port': {'id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:47Z', 'updated_at': '2022-04-20T16:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:05:51.986384 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fded527a-a667-47d7-ac45-1fd9ded5cf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:52.064202 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-454e7637-85de-469c-917c-e2f951b6c4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:52.115037 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-694b4e8e-c01b-4aa2-b5a0-aa4848b37ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:52.163963 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded527a-a667-47d7-ac45-1fd9ded5cf44 admin admin] Pushing event updated for resources: {'Port': ['ID=93bff59c-2d7f-423f-8f05-78cb4e212da0,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:52.185347 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121fe8e-d6b5-4e67-a81d-b7805eab048b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be153bca-bbc5-42ac-84cd-0613e11ae811,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:52.202074 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-454e7637-85de-469c-917c-e2f951b6c4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:52.216635 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fded527a-a667-47d7-ac45-1fd9ded5cf44 admin admin] Network 90e50934-0ad2-4ce3-9e4b-483b08568bcf is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:05:52.229993 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-fded527a-a667-47d7-ac45-1fd9ded5cf44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:05:52.238583 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fded527a-a667-47d7-ac45-1fd9ded5cf44 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:05:52.239072 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fded527a-a667-47d7-ac45-1fd9ded5cf44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:52.286289 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-694b4e8e-c01b-4aa2-b5a0-aa4848b37ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:52.376588 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-23c867d5-810c-48e3-9068-76c6bf87a93c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:52.636164 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-23c867d5-810c-48e3-9068-76c6bf87a93c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:52.663907 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-604b52d7-7c12-4455-9dd9-8258cf62bab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:52.884866 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a43e92fd-ea58-469a-9a35-c9395ab0a9ff None None] Provisioning complete for port 93bff59c-2d7f-423f-8f05-78cb4e212da0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:05:52.887200 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a43e92fd-ea58-469a-9a35-c9395ab0a9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:52.973683 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab731b4-ab77-4049-9118-567c56f35bf7 req-41fe9ad7-6fb3-4353-bf8f-dc7a2a361a06 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:52.984794 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4ab731b4-ab77-4049-9118-567c56f35bf7 req-41fe9ad7-6fb3-4353-bf8f-dc7a2a361a06 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 935 time: 0.1622407 Apr 20 16:05:52.986080 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-a43e92fd-ea58-469a-9a35-c9395ab0a9ff None None] Port 93bff59c-2d7f-423f-8f05-78cb4e212da0 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:05:53.061122 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4ab731b4-ab77-4049-9118-567c56f35bf7 req-76f00f77-2db9-466f-97bc-76df20dbbcb0 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750554 Apr 20 16:05:53.074467 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-454e7637-85de-469c-917c-e2f951b6c4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:53.078082 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-454e7637-85de-469c-917c-e2f951b6c4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:53.082610 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-454e7637-85de-469c-917c-e2f951b6c4b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/563f1620-a2e0-4c60-b0ae-236facd6698e HTTP/1.1" status: 204 len: 168 time: 1.2710421 Apr 20 16:05:53.110762 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-694b4e8e-c01b-4aa2-b5a0-aa4848b37ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:53.114529 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-694b4e8e-c01b-4aa2-b5a0-aa4848b37ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:53.116424 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-694b4e8e-c01b-4aa2-b5a0-aa4848b37ed3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/69d6e0cb-75fb-474a-9dcc-0e9ca18a1eea HTTP/1.1" status: 204 len: 168 time: 1.2453001 Apr 20 16:05:53.225990 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bcae2c76-a674-441a-8ce7-eabf904b7f2c req-e291aedb-7f27-4d8e-b714-36041a6dc433 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 210 time: 0.1574960 Apr 20 16:05:53.236268 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-23c867d5-810c-48e3-9068-76c6bf87a93c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:05:53.238683 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e7637-85de-469c-917c-e2f951b6c4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563f1620-a2e0-4c60-b0ae-236facd6698e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:53.238822 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fded527a-a667-47d7-ac45-1fd9ded5cf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:53.261281 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-23c867d5-810c-48e3-9068-76c6bf87a93c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:05:53.278577 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c867d5-810c-48e3-9068-76c6bf87a93c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Pushing event updated for resources: {'Port': ['ID=8330aea1-29a4-4b61-a9ac-e7deca14cbb6,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:53.285478 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-23c867d5-810c-48e3-9068-76c6bf87a93c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:05:53.298642 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-23c867d5-810c-48e3-9068-76c6bf87a93c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:53.299750 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-23c867d5-810c-48e3-9068-76c6bf87a93c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:53.313404 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b4e8e-c01b-4aa2-b5a0-aa4848b37ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d6e0cb-75fb-474a-9dcc-0e9ca18a1eea,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:53.440304 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-23c867d5-810c-48e3-9068-76c6bf87a93c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2564766 Apr 20 16:05:53.454604 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-c9bd6903-e576-42df-8a3f-965b071d31e2 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:05:53.455527 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-c9bd6903-e576-42df-8a3f-965b071d31e2 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058272 Apr 20 16:05:53.702831 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f5354db4-dd4f-4c1a-996d-3e157ae456c0 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:05:53.737520 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fded527a-a667-47d7-ac45-1fd9ded5cf44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:53.805831 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7f1e1632-27fb-4cc1-b46d-4dbd8135edc8 None None] Provisioning complete for port 8330aea1-29a4-4b61-a9ac-e7deca14cbb6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:05:53.806672 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7f1e1632-27fb-4cc1-b46d-4dbd8135edc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:53.819307 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fded527a-a667-47d7-ac45-1fd9ded5cf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:53.820681 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fded527a-a667-47d7-ac45-1fd9ded5cf44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:53.838043 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port f5354db4-dd4f-4c1a-996d-3e157ae456c0 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:05:53.838413 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:53.908909 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-7f1e1632-27fb-4cc1-b46d-4dbd8135edc8 None None] Port 8330aea1-29a4-4b61-a9ac-e7deca14cbb6 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:05:53.956561 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded527a-a667-47d7-ac45-1fd9ded5cf44 admin admin] Pushing event updated for resources: {'Port': ['ID=93bff59c-2d7f-423f-8f05-78cb4e212da0,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:54.023174 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:54.045674 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port f5354db4-dd4f-4c1a-996d-3e157ae456c0, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=f5354db4-dd4f-4c1a-996d-3e157ae456c0,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:05:54.083348 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fded527a-a667-47d7-ac45-1fd9ded5cf44 admin admin] Network 90e50934-0ad2-4ce3-9e4b-483b08568bcf is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:05:54.085647 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-fded527a-a667-47d7-ac45-1fd9ded5cf44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:05:54.122752 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:54.338233 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=f5354db4-dd4f-4c1a-996d-3e157ae456c0,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:54.449452 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fded527a-a667-47d7-ac45-1fd9ded5cf44 admin admin] Router f8b8961b-cf9c-4a57-8643-3aca93353903 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:05:54.485263 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3513ac-2f0e-4a13-b938-06ffa70d48f2 req-78f8183f-18ee-43b2-9ad3-9a6638473204 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:54.487198 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ec3513ac-2f0e-4a13-b938-06ffa70d48f2 req-78f8183f-18ee-43b2-9ad3-9a6638473204 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 935 time: 0.1276340 Apr 20 16:05:54.555281 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9a8b369-f073-41cf-b261-0c1a9efcc89c req-d05123ec-40c9-4642-a663-5fac35b24db1 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 210 time: 0.1640232 Apr 20 16:05:54.568904 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-0f984837-8cbe-4280-8893-eb4c68e96bb2 None None] Provisioning complete for port 93bff59c-2d7f-423f-8f05-78cb4e212da0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:05:54.570101 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0f984837-8cbe-4280-8893-eb4c68e96bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:54.697576 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-0f984837-8cbe-4280-8893-eb4c68e96bb2 None None] Port 93bff59c-2d7f-423f-8f05-78cb4e212da0 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:05:54.713496 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-c488e043-d42c-45c6-9999-71baefd72089 service neutron] Request body: {'port': {'device_id': '90881452-c8dc-41a4-b3f3-44f578d7ac04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:05:54.805370 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-c488e043-d42c-45c6-9999-71baefd72089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:54.942699 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ec3513ac-2f0e-4a13-b938-06ffa70d48f2 req-70ccff80-6a1c-457e-b45b-971cfa581196 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429708 Apr 20 16:05:55.036195 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49382) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:55.078151 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-102c711d-df36-4708-9b14-43ac827d7768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:55.082549 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f2e60f9-f406-4c26-954f-f9fed16d85c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:55.164127 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fded527a-a667-47d7-ac45-1fd9ded5cf44 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:05:55.172929 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fded527a-a667-47d7-ac45-1fd9ded5cf44 admin admin] 10.222.0.15 "PUT /v2.0/routers/f8b8961b-cf9c-4a57-8643-3aca93353903/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0331221 Apr 20 16:05:55.187917 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] Sync routers for ids ['f8b8961b-cf9c-4a57-8643-3aca93353903'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:05:55.202073 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] Routers {'f8b8961b-cf9c-4a57-8643-3aca93353903'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:05:55.202756 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:05:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8b8961b-cf9c-4a57-8643-3aca93353903'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:55.310133 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f2e60f9-f406-4c26-954f-f9fed16d85c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:55.380239 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f2e60f9-f406-4c26-954f-f9fed16d85c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:55.397939 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-c488e043-d42c-45c6-9999-71baefd72089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8330aea1-29a4-4b61-a9ac-e7deca14cbb6 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:05:55.422628 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-c488e043-d42c-45c6-9999-71baefd72089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:55.435337 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5f2e60f9-f406-4c26-954f-f9fed16d85c7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf2f59bb2aa245df8f133167d14549a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3961220 Apr 20 16:05:55.439433 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49390) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:55.509980 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e60f9-f406-4c26-954f-f9fed16d85c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f525080f-a110-4a14-82f9-c1011ccf2d57,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:55.511530 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-c488e043-d42c-45c6-9999-71baefd72089 service neutron] Transition to ACTIVE for port object 8330aea1-29a4-4b61-a9ac-e7deca14cbb6 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:05:55.601630 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-c488e043-d42c-45c6-9999-71baefd72089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:55.724934 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] Set router f8b8961b-cf9c-4a57-8643-3aca93353903 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:05:55.735987 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488e043-d42c-45c6-9999-71baefd72089 service neutron] Pushing event updated for resources: {'Port': ['ID=8330aea1-29a4-4b61-a9ac-e7deca14cbb6,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:55.753345 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-167a095d-f03c-4af4-8777-d30c54d333f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:55.774551 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f5354db4-dd4f-4c1a-996d-3e157ae456c0 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:05:55.810644 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13739bd2-8dfe-470b-a900-013190c4f66b req-3778ec8b-af15-407f-a64c-47d383571ae5 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 210 time: 0.0848534 Apr 20 16:05:55.966550 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-167a095d-f03c-4af4-8777-d30c54d333f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:55.985739 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-c488e043-d42c-45c6-9999-71baefd72089 service neutron] Attempting to bind port 8330aea1-29a4-4b61-a9ac-e7deca14cbb6 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:05:55.986099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-c488e043-d42c-45c6-9999-71baefd72089 service neutron] Attempting to bind port 8330aea1-29a4-4b61-a9ac-e7deca14cbb6 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:05:55.986442 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-c488e043-d42c-45c6-9999-71baefd72089 service neutron] Attempting to bind port 8330aea1-29a4-4b61-a9ac-e7deca14cbb6 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:05:56.001728 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port f5354db4-dd4f-4c1a-996d-3e157ae456c0 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:05:56.002149 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:56.007449 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-c488e043-d42c-45c6-9999-71baefd72089 service neutron] Port 8330aea1-29a4-4b61-a9ac-e7deca14cbb6 on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:05:56.008102 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-c488e043-d42c-45c6-9999-71baefd72089 service neutron] Attempting to bind port 8330aea1-29a4-4b61-a9ac-e7deca14cbb6 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:05:56.016031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-c488e043-d42c-45c6-9999-71baefd72089 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:05:56.016723 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-c488e043-d42c-45c6-9999-71baefd72089 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:05:56.017455 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-c488e043-d42c-45c6-9999-71baefd72089 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:05:56.018122 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-c488e043-d42c-45c6-9999-71baefd72089 service neutron] Bound port: 8330aea1-29a4-4b61-a9ac-e7deca14cbb6, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:05:56.018702 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-c488e043-d42c-45c6-9999-71baefd72089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:56.125504 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-c488e043-d42c-45c6-9999-71baefd72089 service neutron] For port 8330aea1-29a4-4b61-a9ac-e7deca14cbb6, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:05:56.131099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-c488e043-d42c-45c6-9999-71baefd72089 service neutron] For port 8330aea1-29a4-4b61-a9ac-e7deca14cbb6, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=8330aea1-29a4-4b61-a9ac-e7deca14cbb6,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:05:56.173379 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-167a095d-f03c-4af4-8777-d30c54d333f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:56.178910 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-167a095d-f03c-4af4-8777-d30c54d333f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:56.180172 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1284104284-router', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:46Z', 'updated_at': '2022-04-20T16:05:52Z', 'revision_number': 4, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'gw_port': {'id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:47Z', 'updated_at': '2022-04-20T16:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '93bff59c-2d7f-423f-8f05-78cb4e212da0', 'name': '', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'mac_address': 'fa:16:3e:26:24:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:51Z', 'updated_at': '2022-04-20T16:05:53Z', 'revision_number': 2, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'subnets': [{'id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:56.182011 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-167a095d-f03c-4af4-8777-d30c54d333f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f525080f-a110-4a14-82f9-c1011ccf2d57 HTTP/1.1" status: 204 len: 168 time: 0.7337132 Apr 20 16:05:56.192967 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a095d-f03c-4af4-8777-d30c54d333f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f525080f-a110-4a14-82f9-c1011ccf2d57,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:56.208157 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-c488e043-d42c-45c6-9999-71baefd72089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:56.229856 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:56.234845 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] Checking router: f8b8961b-cf9c-4a57-8643-3aca93353903 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:05:56.235403 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] Updating router f8b8961b-cf9c-4a57-8643-3aca93353903 port 93bff59c-2d7f-423f-8f05-78cb4e212da0 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:05:56.267093 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:56.276671 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019bc1d-7cc6-4a76-8ac2-1beda37ff1eb req-15bcf410-fade-4c64-a8c3-8035205fa917 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:56.278475 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6019bc1d-7cc6-4a76-8ac2-1beda37ff1eb req-15bcf410-fade-4c64-a8c3-8035205fa917 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 947 time: 0.1233020 Apr 20 16:05:56.285660 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-c488e043-d42c-45c6-9999-71baefd72089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:56.286384 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-c488e043-d42c-45c6-9999-71baefd72089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:56.296313 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-c488e043-d42c-45c6-9999-71baefd72089 service neutron] 10.222.0.26 "PUT /v2.0/ports/8330aea1-29a4-4b61-a9ac-e7deca14cbb6 HTTP/1.1" status: 200 len: 1095 time: 1.9975300 Apr 20 16:05:56.297582 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90881452-c8dc-41a4-b3f3-44f578d7ac04', 'tag': '8330aea1-29a4-4b61-a9ac-e7deca14cbb6'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:05:56.369297 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6019bc1d-7cc6-4a76-8ac2-1beda37ff1eb req-c9928938-8fb5-4e48-b7ae-f630033e88e7 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789890 Apr 20 16:05:56.476229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488e043-d42c-45c6-9999-71baefd72089 service neutron] Pushing event updated for resources: {'Port': ['ID=8330aea1-29a4-4b61-a9ac-e7deca14cbb6,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:56.551858 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.26', 65152) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:56.654016 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-1d8f9f21-d597-4c14-b00e-471d3f9b737b tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=26684212526544a78148ca763118ce2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0914657 Apr 20 16:05:56.766481 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:56.772194 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49422) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:56.778537 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-9b510e4f-1930-4788-b922-cfba249e2f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:56.781466 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-9b510e4f-1930-4788-b922-cfba249e2f2a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7913f1a61dd141f1bb76c0ee58579e24&device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 1098 time: 0.2593579 Apr 20 16:05:56.860620 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-32490c53-4479-4765-b856-c79d48a8f6f4 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:56.862228 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-32490c53-4479-4765-b856-c79d48a8f6f4 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1611426 Apr 20 16:05:56.872240 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:56.893862 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-257ebb78-f845-436c-a767-8f3093bb2603 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Request body: {'port': {'device_id': '823382a9-883f-4e9e-9e9c-616e883f7df5', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': '26684212526544a78148ca763118ce2b'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:05:56.925829 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-c7c587a8-a529-49e9-b714-e50409c8eefd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=8330aea1-29a4-4b61-a9ac-e7deca14cbb6 HTTP/1.1" status: 200 len: 217 time: 0.0994048 Apr 20 16:05:56.981226 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74351c8a-41ca-4795-8aca-3a789fdea0df None None] Pushing event updated for resources: {'Port': ['ID=93bff59c-2d7f-423f-8f05-78cb4e212da0,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:57.090622 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] Attempting to bind port 93bff59c-2d7f-423f-8f05-78cb4e212da0 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:05:57.091246 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] Attempting to bind port 93bff59c-2d7f-423f-8f05-78cb4e212da0 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '9053885d-51a1-4852-a6b4-a356932f5932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:05:57.091777 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] Attempting to bind port 93bff59c-2d7f-423f-8f05-78cb4e212da0 on network 90e50934-0ad2-4ce3-9e4b-483b08568bcf {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:05:57.097664 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-834d5717-13dc-44ef-bcaf-d9f18ec061d3 req-9bd5f2e7-ca7e-46fc-9837-cb1875616da0 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 210 time: 0.1176202 Apr 20 16:05:57.101357 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:05:57.102130 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] Checking segment: {'id': '9053885d-51a1-4852-a6b4-a356932f5932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:05:57.103504 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:57.103504 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] Bound using segment: {'id': '9053885d-51a1-4852-a6b4-a356932f5932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:05:57.104141 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] Bound port: 93bff59c-2d7f-423f-8f05-78cb4e212da0, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9053885d-51a1-4852-a6b4-a356932f5932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:05:57.104676 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:57.135595 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-d4a31414-3952-44bf-9389-976fa10f9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:57.138620 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-d4a31414-3952-44bf-9389-976fa10f9c07 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.1965332 Apr 20 16:05:57.213760 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] For port 93bff59c-2d7f-423f-8f05-78cb4e212da0, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:05:57.217883 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] For port 93bff59c-2d7f-423f-8f05-78cb4e212da0, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=93bff59c-2d7f-423f-8f05-78cb4e212da0,segment=NetworkSegment(9053885d-51a1-4852-a6b4-a356932f5932),segment_id=9053885d-51a1-4852-a6b4-a356932f5932)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:05:57.289242 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:57.356667 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-7a083885-5465-4a5c-8d09-a9ed09faf9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:57.359043 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-7a083885-5465-4a5c-8d09-a9ed09faf9d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2089043 Apr 20 16:05:57.408758 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-257ebb78-f845-436c-a767-8f3093bb2603 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Made reservation on behalf of 26684212526544a78148ca763118ce2b for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:05:57.415320 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-257ebb78-f845-436c-a767-8f3093bb2603 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:57.423885 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] Routers {'f8b8961b-cf9c-4a57-8643-3aca93353903'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:05:57.427242 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:05:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8b8961b-cf9c-4a57-8643-3aca93353903'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:57.479206 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-257ebb78-f845-436c-a767-8f3093bb2603 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:57.603228 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4d22289f-c8ba-46bd-b956-4cce32587750 None None] Provisioning complete for port 93bff59c-2d7f-423f-8f05-78cb4e212da0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:05:57.603602 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4d22289f-c8ba-46bd-b956-4cce32587750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:57.642884 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-59270e5b-3308-4117-8b26-284eff0a1549 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1579350921-network', 'tenant_id': '3ddb013be8294812939175e62e5c71d2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:05:57.687776 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74351c8a-41ca-4795-8aca-3a789fdea0df None None] Pushing event updated for resources: {'Port': ['ID=93bff59c-2d7f-423f-8f05-78cb4e212da0,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:57.766180 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-956fd0d0-24e2-4585-b5ae-ff973565e3fc service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782682 Apr 20 16:05:57.768865 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d0efc6-5ac9-4317-95f8-8a1eaead4119" -d '{"events": [{"name": "network-changed", "server_uuid": "90881452-c8dc-41a4-b3f3-44f578d7ac04", "tag": "8330aea1-29a4-4b61-a9ac-e7deca14cbb6"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:05:57.782151 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-257ebb78-f845-436c-a767-8f3093bb2603 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:57.810054 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:57.857543 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-257ebb78-f845-436c-a767-8f3093bb2603 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:57.860519 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] Set router f8b8961b-cf9c-4a57-8643-3aca93353903 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:05:57.934389 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30effd19-e02e-41d1-a8cc-26b6d8ec2a79 req-58310f88-1376-4202-be1a-b77fba165d0b tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:57.943544 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-30effd19-e02e-41d1-a8cc-26b6d8ec2a79 req-58310f88-1376-4202-be1a-b77fba165d0b tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 947 time: 0.3726363 Apr 20 16:05:58.016895 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b655eaf9-001b-442d-98ac-0d31c5b7fe7c req-fc5b2b67-fe7c-44d0-9bcf-b3f307e1c0dd service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371550 Apr 20 16:05:58.038981 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4d22289f-c8ba-46bd-b956-4cce32587750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:58.081150 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-30effd19-e02e-41d1-a8cc-26b6d8ec2a79 req-f42ae301-d189-4ce8-8892-f9f2410e9dbe tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353781 Apr 20 16:05:58.100817 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:58.101228 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59270e5b-3308-4117-8b26-284eff0a1549 admin admin] Made reservation on behalf of 3ddb013be8294812939175e62e5c71d2 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:05:58.104458 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59270e5b-3308-4117-8b26-284eff0a1549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:58.133063 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-4d22289f-c8ba-46bd-b956-4cce32587750 None None] For port 93bff59c-2d7f-423f-8f05-78cb4e212da0, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=93bff59c-2d7f-423f-8f05-78cb4e212da0,segment=NetworkSegment(9053885d-51a1-4852-a6b4-a356932f5932),segment_id=9053885d-51a1-4852-a6b4-a356932f5932)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:05:58.155850 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ebb78-f845-436c-a767-8f3093bb2603 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1394483d-e01e-433e-a85b-f548b1037f29,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:58.175916 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59270e5b-3308-4117-8b26-284eff0a1549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:58.220411 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4d22289f-c8ba-46bd-b956-4cce32587750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:58.258949 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:58.301345 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22289f-c8ba-46bd-b956-4cce32587750 None None] Pushing event updated for resources: {'Port': ['ID=93bff59c-2d7f-423f-8f05-78cb4e212da0,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:58.316296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1284104284-router', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:46Z', 'updated_at': '2022-04-20T16:05:52Z', 'revision_number': 4, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'gw_port': {'id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:47Z', 'updated_at': '2022-04-20T16:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '93bff59c-2d7f-423f-8f05-78cb4e212da0', 'name': '', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'mac_address': 'fa:16:3e:26:24:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:51Z', 'updated_at': '2022-04-20T16:05:57Z', 'revision_number': 4, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'subnets': [{'id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:05:58.337656 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6d58bffd-e820-4d3e-9c81-44f6c5956f5a req-58c2ffc1-3283-4b51-b265-5405e954ef00 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 210 time: 0.0949364 Apr 20 16:05:58.364681 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e5257b-4dcf-42bb-9c3b-ecb2c05609c0 None None] The sync data for ids ['f8b8961b-cf9c-4a57-8643-3aca93353903'] in n-d-836146-2 is: [{'id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1284104284-router', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:46Z', 'updated_at': '2022-04-20T16:05:52Z', 'revision_number': 4, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'gw_port': {'id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:47Z', 'updated_at': '2022-04-20T16:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '93bff59c-2d7f-423f-8f05-78cb4e212da0', 'name': '', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'mac_address': 'fa:16:3e:26:24:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:51Z', 'updated_at': '2022-04-20T16:05:57Z', 'revision_number': 4, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'subnets': [{'id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:05:58.385665 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-57e86f75-734c-4b81-90bf-305dcde0bb59 None None] Provisioning complete for port 93bff59c-2d7f-423f-8f05-78cb4e212da0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:05:58.386700 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-57e86f75-734c-4b81-90bf-305dcde0bb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:58.473671 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-257ebb78-f845-436c-a767-8f3093bb2603 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Allocated IP 192.168.233.139 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/c7086e05-324c-46f8-85dd-ec62dc321145) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:05:58.561128 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59270e5b-3308-4117-8b26-284eff0a1549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:58.640621 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59270e5b-3308-4117-8b26-284eff0a1549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:58.731881 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59270e5b-3308-4117-8b26-284eff0a1549 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:05:58.770957 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f867cb4-c32a-47db-90c3-7502385e9067 x-openstack-request-id: req-6f867cb4-c32a-47db-90c3-7502385e9067 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:05:58.771635 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90881452-c8dc-41a4-b3f3-44f578d7ac04", "tag": "8330aea1-29a4-4b61-a9ac-e7deca14cbb6", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:05:58.771742 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f867cb4-c32a-47db-90c3-7502385e9067 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:05:58.772494 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f867cb4-c32a-47db-90c3-7502385e9067'] response: {'name': 'network-changed', 'server_uuid': '90881452-c8dc-41a4-b3f3-44f578d7ac04', 'tag': '8330aea1-29a4-4b61-a9ac-e7deca14cbb6', 'status': 'completed', 'code': 200} Apr 20 16:05:58.779734 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59270e5b-3308-4117-8b26-284eff0a1549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fdcc75-71ce-40d6-9450-f8925fa43ac7,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:58.785378 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59270e5b-3308-4117-8b26-284eff0a1549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:58.785720 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-59270e5b-3308-4117-8b26-284eff0a1549 admin admin] Added segment b2c02789-0193-4700-8efe-f7896d9834d5 of type vlan for network 3edbee39-317f-4464-9f65-314e099e8e06 Apr 20 16:05:58.880177 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59270e5b-3308-4117-8b26-284eff0a1549 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:58.885117 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-257ebb78-f845-436c-a767-8f3093bb2603 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:58.927030 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0efc6-5ac9-4317-95f8-8a1eaead4119 req-d3e5f21c-32e4-425d-8840-5743ab9290c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:58.932199 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6d0efc6-5ac9-4317-95f8-8a1eaead4119 req-d3e5f21c-32e4-425d-8840-5743ab9290c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7913f1a61dd141f1bb76c0ee58579e24&device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 1098 time: 0.1080315 Apr 20 16:05:59.026158 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59270e5b-3308-4117-8b26-284eff0a1549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:59.027233 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59270e5b-3308-4117-8b26-284eff0a1549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:59.027752 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59270e5b-3308-4117-8b26-284eff0a1549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:59.095140 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-257ebb78-f845-436c-a767-8f3093bb2603 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:59.216760 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49474) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:59.224400 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7fddf999-623c-4a02-b122-5e9bcfb113f6 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062814239-network', 'tenant_id': '95a80529b5474847ba94a0411c503fa8'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:05:59.241333 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59270e5b-3308-4117-8b26-284eff0a1549 admin admin] Pushing event updated for resources: {'Network': ['ID=3edbee39-317f-4464-9f65-314e099e8e06,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:59.256827 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 3edbee39-317f-4464-9f65-314e099e8e06 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:05:59.264347 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-59270e5b-3308-4117-8b26-284eff0a1549 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4904132 Apr 20 16:05:59.294639 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-257ebb78-f845-436c-a767-8f3093bb2603 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:05:59.312489 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49478) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:05:59.312489 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-82afb6af-7ce0-430b-b13b-fd59b10df3ef admin admin] Request body: {'subnet': {'network_id': '3edbee39-317f-4464-9f65-314e099e8e06', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1579350921-subnet', 'tenant_id': '3ddb013be8294812939175e62e5c71d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:05:59.395666 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-257ebb78-f845-436c-a767-8f3093bb2603 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:05:59.409083 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-257ebb78-f845-436c-a767-8f3093bb2603 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:05:59.416318 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fddf999-623c-4a02-b122-5e9bcfb113f6 admin admin] Made reservation on behalf of 95a80529b5474847ba94a0411c503fa8 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:05:59.425726 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7fddf999-623c-4a02-b122-5e9bcfb113f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:59.434652 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-257ebb78-f845-436c-a767-8f3093bb2603 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:59.435328 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-257ebb78-f845-436c-a767-8f3093bb2603 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:59.568222 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ebb78-f845-436c-a767-8f3093bb2603 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Pushing event updated for resources: {'Port': ['ID=c7086e05-324c-46f8-85dd-ec62dc321145,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:05:59.627932 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-257ebb78-f845-436c-a767-8f3093bb2603 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7425520 Apr 20 16:05:59.648457 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:59.679242 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a90ac3-0abe-47f5-932c-9522e93b8cc1 req-9215ad0e-97f0-4f07-a899-238d9bc63f61 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:05:59.697860 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f3a90ac3-0abe-47f5-932c-9522e93b8cc1 req-9215ad0e-97f0-4f07-a899-238d9bc63f61 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 947 time: 0.4444005 Apr 20 16:05:59.707900 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-a9a78fa9-aa68-4028-a035-6fe5f517a435 service neutron] Request body: {'port': {'device_id': '823382a9-883f-4e9e-9e9c-616e883f7df5', 'device_owner': 'compute:tempest-test_az-124488632', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:05:59.714836 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82afb6af-7ce0-430b-b13b-fd59b10df3ef admin admin] Made reservation on behalf of 3ddb013be8294812939175e62e5c71d2 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:05:59.718283 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-82afb6af-7ce0-430b-b13b-fd59b10df3ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:59.720729 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 93bff59c-2d7f-423f-8f05-78cb4e212da0 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:05:59.879064 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 93bff59c-2d7f-423f-8f05-78cb4e212da0 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:05:59.879064 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:59.943246 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7fddf999-623c-4a02-b122-5e9bcfb113f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:59.998661 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0efc6-5ac9-4317-95f8-8a1eaead4119 req-b0a75383-2250-45b1-af08-e71d4301c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:00.000142 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6d0efc6-5ac9-4317-95f8-8a1eaead4119 req-b0a75383-2250-45b1-af08-e71d4301c508 service neutron] 10.222.0.26 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 1.0518692 Apr 20 16:06:00.001430 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5cb90a4f-d0af-46e8-887d-948f57b0bd9f None None] Provisioning complete for port c7086e05-324c-46f8-85dd-ec62dc321145 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:06:00.002057 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5cb90a4f-d0af-46e8-887d-948f57b0bd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:00.011851 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc819ac-ebbf-4638-b6a7-a93a4d2c4c99 req-e1b8091c-85cf-40e2-aa15-1acbf16b322f tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:00.025506 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fdc819ac-ebbf-4638-b6a7-a93a4d2c4c99 req-e1b8091c-85cf-40e2-aa15-1acbf16b322f tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 936 time: 0.2201192 Apr 20 16:06:00.111331 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5cb90a4f-d0af-46e8-887d-948f57b0bd9f None None] Port c7086e05-324c-46f8-85dd-ec62dc321145 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:06:00.171203 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f3a90ac3-0abe-47f5-932c-9522e93b8cc1 req-05a10a9a-a803-4a11-adf4-490fd5c2ec90 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695973 Apr 20 16:06:00.181797 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-a9a78fa9-aa68-4028-a035-6fe5f517a435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:00.198282 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6d0efc6-5ac9-4317-95f8-8a1eaead4119 req-e9485efc-5cbe-4766-84f3-a7ae4d63ca27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=8330aea1-29a4-4b61-a9ac-e7deca14cbb6 HTTP/1.1" status: 200 len: 217 time: 0.1319299 Apr 20 16:06:00.330398 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7fddf999-623c-4a02-b122-5e9bcfb113f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:00.399351 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7fddf999-623c-4a02-b122-5e9bcfb113f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:00.450263 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fdc819ac-ebbf-4638-b6a7-a93a4d2c4c99 req-695ee058-de5a-4484-aeba-d3e7a0e09b12 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/security-groups?id=1394483d-e01e-433e-a85b-f548b1037f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237850 Apr 20 16:06:00.474233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fddf999-623c-4a02-b122-5e9bcfb113f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:06:00.487184 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0efc6-5ac9-4317-95f8-8a1eaead4119 req-99f49072-90e5-4117-b762-4627ad99637f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:00.488911 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6d0efc6-5ac9-4317-95f8-8a1eaead4119 req-99f49072-90e5-4117-b762-4627ad99637f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.2647140 Apr 20 16:06:00.491035 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddf999-623c-4a02-b122-5e9bcfb113f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b54027-9678-4475-b96a-53e04345fdb1,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:00.498462 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7fddf999-623c-4a02-b122-5e9bcfb113f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:00.498803 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-7fddf999-623c-4a02-b122-5e9bcfb113f6 admin admin] Added segment e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72 of type vlan for network cb3eb1ef-3a40-4c75-ab2f-989daec987ba Apr 20 16:06:00.607103 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7fddf999-623c-4a02-b122-5e9bcfb113f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:00.669555 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0efc6-5ac9-4317-95f8-8a1eaead4119 req-feddf89e-08c7-4d28-857a-3f7951b32d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:00.671074 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6d0efc6-5ac9-4317-95f8-8a1eaead4119 req-feddf89e-08c7-4d28-857a-3f7951b32d1c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1708202 Apr 20 16:06:00.768129 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7fddf999-623c-4a02-b122-5e9bcfb113f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:00.769293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fddf999-623c-4a02-b122-5e9bcfb113f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:00.769892 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7fddf999-623c-4a02-b122-5e9bcfb113f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:00.917168 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-82afb6af-7ce0-430b-b13b-fd59b10df3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:01.015187 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7fddf999-623c-4a02-b122-5e9bcfb113f6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7973962 Apr 20 16:06:01.017863 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49516) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:01.030050 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-c37fee86-dbb3-49c1-81f8-c7ae6aeecad3 admin admin] Request body: {'subnet': {'network_id': 'cb3eb1ef-3a40-4c75-ab2f-989daec987ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062814239-subnet', 'tenant_id': '95a80529b5474847ba94a0411c503fa8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:06:01.033374 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddf999-623c-4a02-b122-5e9bcfb113f6 admin admin] Pushing event updated for resources: {'Network': ['ID=cb3eb1ef-3a40-4c75-ab2f-989daec987ba,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:01.057001 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network cb3eb1ef-3a40-4c75-ab2f-989daec987ba details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:06:01.075800 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6d0efc6-5ac9-4317-95f8-8a1eaead4119 req-4469cb5b-e4b6-4de7-a19f-cefa6f15de26 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821468 Apr 20 16:06:01.148716 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afb6af-7ce0-430b-b13b-fd59b10df3ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=66ca5027-e9c8-41ce-8129-1d35f4e0c95c,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:01.161387 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37fee86-dbb3-49c1-81f8-c7ae6aeecad3 admin admin] Made reservation on behalf of 95a80529b5474847ba94a0411c503fa8 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:06:01.167059 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c37fee86-dbb3-49c1-81f8-c7ae6aeecad3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:01.208145 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82afb6af-7ce0-430b-b13b-fd59b10df3ef admin admin] Checking segment: {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:06:01.210862 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82afb6af-7ce0-430b-b13b-fd59b10df3ef admin admin] Network hostable DHCP agents. Network: 3edbee39-317f-4464-9f65-314e099e8e06, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:06:01.269275 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-a9a78fa9-aa68-4028-a035-6fe5f517a435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7086e05-324c-46f8-85dd-ec62dc321145 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:06:01.278805 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-a9a78fa9-aa68-4028-a035-6fe5f517a435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:01.307152 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-a9a78fa9-aa68-4028-a035-6fe5f517a435 service neutron] Transition to ACTIVE for port object c7086e05-324c-46f8-85dd-ec62dc321145 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:06:01.426091 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8475ca-37cd-4994-888c-f16454da2e40 req-2302efd9-5f3b-4008-8b5c-82275139f7e8 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:01.427677 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6f8475ca-37cd-4994-888c-f16454da2e40 req-2302efd9-5f3b-4008-8b5c-82275139f7e8 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 947 time: 0.0965025 Apr 20 16:06:01.477565 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82afb6af-7ce0-430b-b13b-fd59b10df3ef admin admin] Network 3edbee39-317f-4464-9f65-314e099e8e06 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:06:01.483702 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6d0efc6-5ac9-4317-95f8-8a1eaead4119 req-23058341-a9ce-45e4-a9fa-2c31f7a770a5 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949902 Apr 20 16:06:01.512071 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-a9a78fa9-aa68-4028-a035-6fe5f517a435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:01.704790 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-a9a78fa9-aa68-4028-a035-6fe5f517a435 service neutron] Attempting to bind port c7086e05-324c-46f8-85dd-ec62dc321145 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:06:01.705191 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-a9a78fa9-aa68-4028-a035-6fe5f517a435 service neutron] Attempting to bind port c7086e05-324c-46f8-85dd-ec62dc321145 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:06:01.705931 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-a9a78fa9-aa68-4028-a035-6fe5f517a435 service neutron] Attempting to bind port c7086e05-324c-46f8-85dd-ec62dc321145 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:06:01.709275 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-82afb6af-7ce0-430b-b13b-fd59b10df3ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 3edbee39-317f-4464-9f65-314e099e8e06) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:06:01.722874 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7448a94a-5a1c-4b22-8826-cbc362238ea4 None None] Network 3edbee39-317f-4464-9f65-314e099e8e06 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:06:01.732206 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c37fee86-dbb3-49c1-81f8-c7ae6aeecad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:01.733846 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6f8475ca-37cd-4994-888c-f16454da2e40 req-b05eaf5d-b907-4209-b642-1df5ab9ca54c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950931 Apr 20 16:06:01.735682 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82afb6af-7ce0-430b-b13b-fd59b10df3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:01.736281 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-82afb6af-7ce0-430b-b13b-fd59b10df3ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:01.751796 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-a9a78fa9-aa68-4028-a035-6fe5f517a435 service neutron] Port c7086e05-324c-46f8-85dd-ec62dc321145 on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:06:01.752124 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-a9a78fa9-aa68-4028-a035-6fe5f517a435 service neutron] Attempting to bind port c7086e05-324c-46f8-85dd-ec62dc321145 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:06:01.787464 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a78fa9-aa68-4028-a035-6fe5f517a435 service neutron] Pushing event updated for resources: {'Port': ['ID=c7086e05-324c-46f8-85dd-ec62dc321145,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:01.792018 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-a9a78fa9-aa68-4028-a035-6fe5f517a435 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:06:01.792499 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-a9a78fa9-aa68-4028-a035-6fe5f517a435 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:06:01.793202 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-a9a78fa9-aa68-4028-a035-6fe5f517a435 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:06:01.793783 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-a9a78fa9-aa68-4028-a035-6fe5f517a435 service neutron] Bound port: c7086e05-324c-46f8-85dd-ec62dc321145, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:06:01.802361 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-a9a78fa9-aa68-4028-a035-6fe5f517a435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:01.898453 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-82afb6af-7ce0-430b-b13b-fd59b10df3ef admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.5866711 Apr 20 16:06:01.979926 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fee86-dbb3-49c1-81f8-c7ae6aeecad3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d77c54b-537c-4bd3-961e-65f2b15651f1,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:01.995050 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-a9a78fa9-aa68-4028-a035-6fe5f517a435 service neutron] For port c7086e05-324c-46f8-85dd-ec62dc321145, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:06:02.003309 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37fee86-dbb3-49c1-81f8-c7ae6aeecad3 admin admin] Checking segment: {'id': 'e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb3eb1ef-3a40-4c75-ab2f-989daec987ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:06:02.003666 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37fee86-dbb3-49c1-81f8-c7ae6aeecad3 admin admin] Network hostable DHCP agents. Network: cb3eb1ef-3a40-4c75-ab2f-989daec987ba, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:06:02.088546 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37fee86-dbb3-49c1-81f8-c7ae6aeecad3 admin admin] Network cb3eb1ef-3a40-4c75-ab2f-989daec987ba is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:06:02.090670 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe8cc65-e8e8-45cb-98f0-978bec1b90a6 None None] Network 3edbee39-317f-4464-9f65-314e099e8e06 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:06:02.094928 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-a9a78fa9-aa68-4028-a035-6fe5f517a435 service neutron] For port c7086e05-324c-46f8-85dd-ec62dc321145, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=c7086e05-324c-46f8-85dd-ec62dc321145,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:06:02.129345 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f86c43-5165-4deb-8bbb-2ac6c965f168 req-d636a699-2b79-4273-ad8c-51cbfb4def69 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:02.131716 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-99f86c43-5165-4deb-8bbb-2ac6c965f168 req-d636a699-2b79-4273-ad8c-51cbfb4def69 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 969 time: 0.1781216 Apr 20 16:06:02.177388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-c37fee86-dbb3-49c1-81f8-c7ae6aeecad3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, cb3eb1ef-3a40-4c75-ab2f-989daec987ba) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:06:02.181303 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37fee86-dbb3-49c1-81f8-c7ae6aeecad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:02.184543 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c37fee86-dbb3-49c1-81f8-c7ae6aeecad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:02.197215 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-a9a78fa9-aa68-4028-a035-6fe5f517a435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:02.213142 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db8eac8-3cd3-4a88-9ab3-26da664c1a38 None None] Network cb3eb1ef-3a40-4c75-ab2f-989daec987ba requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:06:02.255724 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c37fee86-dbb3-49c1-81f8-c7ae6aeecad3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2319901 Apr 20 16:06:02.256801 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49562) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:02.260386 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-a9a78fa9-aa68-4028-a035-6fe5f517a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:02.261370 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-a9a78fa9-aa68-4028-a035-6fe5f517a435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:02.263411 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-a9a78fa9-aa68-4028-a035-6fe5f517a435 service neutron] 10.222.0.26 "PUT /v2.0/ports/c7086e05-324c-46f8-85dd-ec62dc321145 HTTP/1.1" status: 200 len: 1117 time: 2.5633209 Apr 20 16:06:02.263897 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d96b053f-64c2-4333-b272-76eff8c3eb94 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062814239-router', 'tenant_id': '95a80529b5474847ba94a0411c503fa8', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:06:02.271230 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823382a9-883f-4e9e-9e9c-616e883f7df5', 'tag': 'c7086e05-324c-46f8-85dd-ec62dc321145'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:06:02.358596 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-99f86c43-5165-4deb-8bbb-2ac6c965f168 req-66dee324-274f-4735-8689-36523f127dff tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/security-groups?id=1394483d-e01e-433e-a85b-f548b1037f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199998 Apr 20 16:06:02.387160 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a78fa9-aa68-4028-a035-6fe5f517a435 service neutron] Pushing event updated for resources: {'Port': ['ID=c7086e05-324c-46f8-85dd-ec62dc321145,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:02.412936 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d96b053f-64c2-4333-b272-76eff8c3eb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:02.416527 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d96b053f-64c2-4333-b272-76eff8c3eb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:02.562013 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d96b053f-64c2-4333-b272-76eff8c3eb94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:02.613164 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-6971555e-6d03-4d32-b1bc-06b3bc5a2f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:02.615530 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-6971555e-6d03-4d32-b1bc-06b3bc5a2f5e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26684212526544a78148ca763118ce2b&device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 1120 time: 0.1698389 Apr 20 16:06:02.680863 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287725d5-6284-4dc9-9075-5f20e3df390b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-cb3eb1ef-3a40-4c75-ab2f-989daec987ba', 'network_id': 'cb3eb1ef-3a40-4c75-ab2f-989daec987ba', 'tenant_id': '95a80529b5474847ba94a0411c503fa8', 'fixed_ips': [{'subnet_id': '7d77c54b-537c-4bd3-961e-65f2b15651f1'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:06:02.690191 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-287725d5-6284-4dc9-9075-5f20e3df390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:02.800057 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-6adcbecf-35e4-4a46-9001-785a80a4f5e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=c7086e05-324c-46f8-85dd-ec62dc321145 HTTP/1.1" status: 200 len: 217 time: 0.1500003 Apr 20 16:06:02.801099 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49576) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:02.939722 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac35659-46e2-45ac-8a1a-a9d9d0a8eef3" -d '{"events": [{"name": "network-changed", "server_uuid": "823382a9-883f-4e9e-9e9c-616e883f7df5", "tag": "c7086e05-324c-46f8-85dd-ec62dc321145"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:06:02.966693 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-80e2f06d-def5-496d-8107-52633f73b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:02.969032 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-80e2f06d-def5-496d-8107-52633f73b9cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.1443260 Apr 20 16:06:02.974471 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-287725d5-6284-4dc9-9075-5f20e3df390b None None] Allocated IP 172.20.0.2 (cb3eb1ef-3a40-4c75-ab2f-989daec987ba/7d77c54b-537c-4bd3-961e-65f2b15651f1/51c82799-4714-4339-b4d3-5677c6572f56) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:06:03.063361 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d96b053f-64c2-4333-b272-76eff8c3eb94 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:03.088618 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-2950d0e4-c184-4741-98e2-addebe691bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:03.094353 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-2950d0e4-c184-4741-98e2-addebe691bf6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1116397 Apr 20 16:06:03.123482 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67856e-0d12-4986-8c62-a1286ae8cf6e req-9357ea16-537a-4528-a221-000ae11b1be2 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:03.126634 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2d67856e-0d12-4986-8c62-a1286ae8cf6e req-9357ea16-537a-4528-a221-000ae11b1be2 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 947 time: 0.2063296 Apr 20 16:06:03.243309 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2d67856e-0d12-4986-8c62-a1286ae8cf6e req-cf24677e-7e24-4c70-9e8d-622f600b21e3 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099317 Apr 20 16:06:03.266549 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-287725d5-6284-4dc9-9075-5f20e3df390b None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:03.328665 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d0fd0d3e-ce33-4c27-8b5e-9f24f5995063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:03.342113 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-28ba8030-f5da-4749-9f0f-464160ba9e27 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342830 Apr 20 16:06:03.369207 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-287725d5-6284-4dc9-9075-5f20e3df390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:03.475493 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287725d5-6284-4dc9-9075-5f20e3df390b None None] Network cb3eb1ef-3a40-4c75-ab2f-989daec987ba is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:06:03.484834 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-287725d5-6284-4dc9-9075-5f20e3df390b None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:06:03.493460 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287725d5-6284-4dc9-9075-5f20e3df390b None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:06:03.513437 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287725d5-6284-4dc9-9075-5f20e3df390b None None] Pushing event updated for resources: {'Port': ['ID=51c82799-4714-4339-b4d3-5677c6572f56,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:03.529506 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d96b053f-64c2-4333-b272-76eff8c3eb94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:03.591211 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d96b053f-64c2-4333-b272-76eff8c3eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:03.645587 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d0fd0d3e-ce33-4c27-8b5e-9f24f5995063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:03.708525 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3667b92b-8d44-462a-9f97-2a6f6221d16d req-3e345ae2-5dcd-4dbf-adaf-8f1f99f92b69 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576307 Apr 20 16:06:03.709940 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d0fd0d3e-ce33-4c27-8b5e-9f24f5995063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:03.732266 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-287725d5-6284-4dc9-9075-5f20e3df390b None None] Attempting to bind port 51c82799-4714-4339-b4d3-5677c6572f56 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:06:03.734662 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-287725d5-6284-4dc9-9075-5f20e3df390b None None] Attempting to bind port 51c82799-4714-4339-b4d3-5677c6572f56 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb3eb1ef-3a40-4c75-ab2f-989daec987ba'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:06:03.741832 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287725d5-6284-4dc9-9075-5f20e3df390b None None] Attempting to bind port 51c82799-4714-4339-b4d3-5677c6572f56 on network cb3eb1ef-3a40-4c75-ab2f-989daec987ba {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:06:03.742002 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfd4efc-ab51-4704-8e56-d77a7b7963b7 x-openstack-request-id: req-2dfd4efc-ab51-4704-8e56-d77a7b7963b7 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:06:03.742002 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823382a9-883f-4e9e-9e9c-616e883f7df5", "tag": "c7086e05-324c-46f8-85dd-ec62dc321145", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:06:03.742002 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2dfd4efc-ab51-4704-8e56-d77a7b7963b7 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:06:03.742002 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dfd4efc-ab51-4704-8e56-d77a7b7963b7'] response: {'name': 'network-changed', 'server_uuid': '823382a9-883f-4e9e-9e9c-616e883f7df5', 'tag': 'c7086e05-324c-46f8-85dd-ec62dc321145', 'status': 'completed', 'code': 200} Apr 20 16:06:03.747884 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd0d3e-ce33-4c27-8b5e-9f24f5995063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8feeabf-250f-475b-ab35-9743851a2377,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:03.761827 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287725d5-6284-4dc9-9075-5f20e3df390b None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:06:03.761827 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287725d5-6284-4dc9-9075-5f20e3df390b None None] Checking segment: {'id': 'e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb3eb1ef-3a40-4c75-ab2f-989daec987ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:06:03.762272 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-287725d5-6284-4dc9-9075-5f20e3df390b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:03.762548 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287725d5-6284-4dc9-9075-5f20e3df390b None None] Bound using segment: {'id': 'e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb3eb1ef-3a40-4c75-ab2f-989daec987ba'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:06:03.763041 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-287725d5-6284-4dc9-9075-5f20e3df390b None None] Bound port: 51c82799-4714-4339-b4d3-5677c6572f56, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb3eb1ef-3a40-4c75-ab2f-989daec987ba'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:06:03.767406 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-287725d5-6284-4dc9-9075-5f20e3df390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:03.817552 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d0fd0d3e-ce33-4c27-8b5e-9f24f5995063 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e1856ebe0154fa09457fc537ccc06ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0130701 Apr 20 16:06:03.817699 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0c07f-faf3-4140-9d51-efda60593493 req-0d9957a3-d6ae-455e-bb62-4857ec401165 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:03.817803 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49600) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:03.818959 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0aa0c07f-faf3-4140-9d51-efda60593493 req-0d9957a3-d6ae-455e-bb62-4857ec401165 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 969 time: 0.2920270 Apr 20 16:06:03.984652 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49604) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:04.003818 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4dbbd40c-55af-40f7-8eb4-7e240dff80bc admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-470856703-network', 'tenant_id': 'dba2014bb1c7420d9b85edaa473da8f5'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:06:04.011783 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d24be7a-a120-4068-9997-bde74f645d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:04.029892 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-287725d5-6284-4dc9-9075-5f20e3df390b None None] For port 51c82799-4714-4339-b4d3-5677c6572f56, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:06:04.042342 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-287725d5-6284-4dc9-9075-5f20e3df390b None None] For port 51c82799-4714-4339-b4d3-5677c6572f56, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=51c82799-4714-4339-b4d3-5677c6572f56,segment=NetworkSegment(e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72),segment_id=e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:06:04.063334 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0aa0c07f-faf3-4140-9d51-efda60593493 req-359aeefc-c851-4c2f-8bef-73c14c1514e5 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/security-groups?id=1394483d-e01e-433e-a85b-f548b1037f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236848 Apr 20 16:06:04.072565 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-d96b053f-64c2-4333-b272-76eff8c3eb94 admin admin] Allocated IP 172.25.0.7 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/41d51a4e-bfb1-451c-a95f-66f485b5839a) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:06:04.129384 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d24be7a-a120-4068-9997-bde74f645d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:04.182325 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac35659-46e2-45ac-8a1a-a9d9d0a8eef3 req-62f26f29-65d1-403c-9e90-61a889776ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:04.183840 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aac35659-46e2-45ac-8a1a-a9d9d0a8eef3 req-62f26f29-65d1-403c-9e90-61a889776ec3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26684212526544a78148ca763118ce2b&device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 1120 time: 0.2303288 Apr 20 16:06:04.252740 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d96b053f-64c2-4333-b272-76eff8c3eb94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:04.419994 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac35659-46e2-45ac-8a1a-a9d9d0a8eef3 req-c90c033a-466d-4467-a452-c99eee840ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:04.421504 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aac35659-46e2-45ac-8a1a-a9d9d0a8eef3 req-c90c033a-466d-4467-a452-c99eee840ee5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.2141452 Apr 20 16:06:04.511177 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd0189-50df-45d9-8840-973f9f56b716 req-b6cd9851-a4cb-4c3c-a709-f4a2004197fe tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:04.513109 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5cdd0189-50df-45d9-8840-973f9f56b716 req-b6cd9851-a4cb-4c3c-a709-f4a2004197fe tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 947 time: 0.0792739 Apr 20 16:06:04.568426 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5cdd0189-50df-45d9-8840-973f9f56b716 req-27369e8c-eb0e-4dd9-b8b6-5dd64af754d6 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492508 Apr 20 16:06:05.089190 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aac35659-46e2-45ac-8a1a-a9d9d0a8eef3 req-13def04a-2066-495a-b17c-875ea3289d3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=c7086e05-324c-46f8-85dd-ec62dc321145 HTTP/1.1" status: 200 len: 217 time: 0.1747673 Apr 20 16:06:05.136684 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac35659-46e2-45ac-8a1a-a9d9d0a8eef3 req-3a902e6c-1fcd-4a32-980f-521d80d21a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:05.140623 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aac35659-46e2-45ac-8a1a-a9d9d0a8eef3 req-3a902e6c-1fcd-4a32-980f-521d80d21a13 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0428824 Apr 20 16:06:05.210719 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac35659-46e2-45ac-8a1a-a9d9d0a8eef3 req-f7742da2-e9a4-48c8-bba0-ed1b381a5d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:05.212722 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aac35659-46e2-45ac-8a1a-a9d9d0a8eef3 req-f7742da2-e9a4-48c8-bba0-ed1b381a5d26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0686955 Apr 20 16:06:05.224386 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd36766-5a9f-4558-8b15-42ab677f047d req-ca793bb7-e7cd-4e23-a923-92fb702e46e7 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:05.225755 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2cd36766-5a9f-4558-8b15-42ab677f047d req-ca793bb7-e7cd-4e23-a923-92fb702e46e7 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 969 time: 0.0574522 Apr 20 16:06:05.240075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbbd40c-55af-40f7-8eb4-7e240dff80bc admin admin] Made reservation on behalf of dba2014bb1c7420d9b85edaa473da8f5 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:06:05.244527 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4dbbd40c-55af-40f7-8eb4-7e240dff80bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:05.252055 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4dbbd40c-55af-40f7-8eb4-7e240dff80bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:05.299896 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-287725d5-6284-4dc9-9075-5f20e3df390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:05.304595 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d24be7a-a120-4068-9997-bde74f645d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:05.307957 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d24be7a-a120-4068-9997-bde74f645d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:05.308229 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3d24be7a-a120-4068-9997-bde74f645d2a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e8feeabf-250f-475b-ab35-9743851a2377 HTTP/1.1" status: 204 len: 168 time: 1.4894643 Apr 20 16:06:05.317837 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2cd36766-5a9f-4558-8b15-42ab677f047d req-0783f4d7-9204-483f-9370-f47e6da1c17b tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/security-groups?id=1394483d-e01e-433e-a85b-f548b1037f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837128 Apr 20 16:06:05.321286 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d96b053f-64c2-4333-b272-76eff8c3eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:05.332207 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24be7a-a120-4068-9997-bde74f645d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8feeabf-250f-475b-ab35-9743851a2377,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:05.370048 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aac35659-46e2-45ac-8a1a-a9d9d0a8eef3 req-95b7cc64-070b-497e-ade1-1564a006b974 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402807 Apr 20 16:06:05.398364 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287725d5-6284-4dc9-9075-5f20e3df390b None None] Pushing event updated for resources: {'Port': ['ID=51c82799-4714-4339-b4d3-5677c6572f56,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:05.407514 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96b053f-64c2-4333-b272-76eff8c3eb94 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:06:05.424591 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-d96b053f-64c2-4333-b272-76eff8c3eb94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:06:05.431297 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96b053f-64c2-4333-b272-76eff8c3eb94 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:06:05.436584 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b053f-64c2-4333-b272-76eff8c3eb94 admin admin] Pushing event updated for resources: {'Port': ['ID=41d51a4e-bfb1-451c-a95f-66f485b5839a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:05.556428 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4dbbd40c-55af-40f7-8eb4-7e240dff80bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:05.625153 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4dbbd40c-55af-40f7-8eb4-7e240dff80bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:05.683869 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49632) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:05.688132 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbbd40c-55af-40f7-8eb4-7e240dff80bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:06:05.760480 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbd40c-55af-40f7-8eb4-7e240dff80bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ad91e8-b63a-4825-bdb3-13fc1f4503c9,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:05.774776 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4dbbd40c-55af-40f7-8eb4-7e240dff80bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:05.775116 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-4dbbd40c-55af-40f7-8eb4-7e240dff80bc admin admin] Added segment 4a97ab41-d6f1-4d60-a4b2-60d49b0b2005 of type vlan for network d67787fa-d9dc-4a92-bc78-24db5504bf37 Apr 20 16:06:05.812890 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-831199aa-cee2-49aa-b57a-fff45af71467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:05.860422 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4dbbd40c-55af-40f7-8eb4-7e240dff80bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:05.869193 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d5681-1dd0-4f77-a6b0-0f0345f436ee req-585b52a0-72e5-4090-a7ba-4f12f121d04b tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:05.870665 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-523d5681-1dd0-4f77-a6b0-0f0345f436ee req-585b52a0-72e5-4090-a7ba-4f12f121d04b tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 947 time: 0.1801758 Apr 20 16:06:05.888919 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-831199aa-cee2-49aa-b57a-fff45af71467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:05.908195 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d96b053f-64c2-4333-b272-76eff8c3eb94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:05.979275 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-831199aa-cee2-49aa-b57a-fff45af71467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:06.023153 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-831199aa-cee2-49aa-b57a-fff45af71467 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6d24c8a4b25c42728f9f4ca473ebb2c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380561 Apr 20 16:06:06.024765 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831199aa-cee2-49aa-b57a-fff45af71467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b90e4c-6fc9-4a43-82cf-72340c12d2d1,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:06.027877 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49636) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:06.082125 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-14711647-0dfa-4f17-b1e1-e43e0cd6f309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:06.088256 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49638) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:06.109354 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5de12671-84ea-4acc-b80c-8894af64fda2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:06.128149 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-14711647-0dfa-4f17-b1e1-e43e0cd6f309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:06.138753 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-523d5681-1dd0-4f77-a6b0-0f0345f436ee req-54859651-50d8-4dc6-9859-e8d17293fb6d tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590933 Apr 20 16:06:06.188604 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4dbbd40c-55af-40f7-8eb4-7e240dff80bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:06.188844 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbbd40c-55af-40f7-8eb4-7e240dff80bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:06.189470 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4dbbd40c-55af-40f7-8eb4-7e240dff80bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:06.235152 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5de12671-84ea-4acc-b80c-8894af64fda2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:06.290211 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbd40c-55af-40f7-8eb4-7e240dff80bc admin admin] Pushing event updated for resources: {'Network': ['ID=d67787fa-d9dc-4a92-bc78-24db5504bf37,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:06.296379 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-14711647-0dfa-4f17-b1e1-e43e0cd6f309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:06.302697 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network d67787fa-d9dc-4a92-bc78-24db5504bf37 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:06:06.307391 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-14711647-0dfa-4f17-b1e1-e43e0cd6f309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:06.313070 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-14711647-0dfa-4f17-b1e1-e43e0cd6f309 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4b90e4c-6fc9-4a43-82cf-72340c12d2d1 HTTP/1.1" status: 204 len: 168 time: 0.2838178 Apr 20 16:06:06.343091 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5de12671-84ea-4acc-b80c-8894af64fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:06.349185 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4dbbd40c-55af-40f7-8eb4-7e240dff80bc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3632541 Apr 20 16:06:06.351497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49642) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:06.370525 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-8d152df5-aab2-42b4-93e4-4fe6102d85eb admin admin] Request body: {'subnet': {'network_id': 'd67787fa-d9dc-4a92-bc78-24db5504bf37', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-470856703-subnet', 'tenant_id': 'dba2014bb1c7420d9b85edaa473da8f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:06:06.403512 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d96b053f-64c2-4333-b272-76eff8c3eb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:06.420758 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5de12671-84ea-4acc-b80c-8894af64fda2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=35324d843a9d4683a08d96ec5ffaedf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314073 Apr 20 16:06:06.421588 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14711647-0dfa-4f17-b1e1-e43e0cd6f309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b90e4c-6fc9-4a43-82cf-72340c12d2d1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:06.450255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49646) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:06.478295 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444ceb4f-c695-4c64-9353-cf3899ab083a None None] Network cb3eb1ef-3a40-4c75-ab2f-989daec987ba requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:06:06.541704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d152df5-aab2-42b4-93e4-4fe6102d85eb admin admin] Made reservation on behalf of dba2014bb1c7420d9b85edaa473da8f5 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:06:06.544019 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d152df5-aab2-42b4-93e4-4fe6102d85eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:06.545528 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de12671-84ea-4acc-b80c-8894af64fda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8552ca58-233c-47ea-9a6e-022a61c82954,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:06.587809 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa826a21-3628-4e88-b45b-30ab7771e392 req-517d768e-6cbf-4047-a22a-907779d59093 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:06.589687 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fa826a21-3628-4e88-b45b-30ab7771e392 req-517d768e-6cbf-4047-a22a-907779d59093 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 969 time: 0.1652682 Apr 20 16:06:06.616360 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aac35659-46e2-45ac-8a1a-a9d9d0a8eef3 req-ed8e69b2-5f97-4fd0-b760-3916f2798274 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771027 Apr 20 16:06:06.619861 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4c49a5d4-457a-4146-8b7d-bf535bf15927 None None] Provisioning complete for port 51c82799-4714-4339-b4d3-5677c6572f56 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:06:06.619861 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4c49a5d4-457a-4146-8b7d-bf535bf15927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:06.625671 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b4edd5e-6c18-4372-bfd7-35031a663d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:06.646094 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fa826a21-3628-4e88-b45b-30ab7771e392 req-9897ce05-bb57-4696-81da-7d63a9960437 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/security-groups?id=1394483d-e01e-433e-a85b-f548b1037f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422554 Apr 20 16:06:06.671695 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b4edd5e-6c18-4372-bfd7-35031a663d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:06.836914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96b053f-64c2-4333-b272-76eff8c3eb94 admin admin] Router 25a6b449-457f-4963-a564-224dc06d3041 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:06:06.855661 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4c49a5d4-457a-4146-8b7d-bf535bf15927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:06.889579 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-4c49a5d4-457a-4146-8b7d-bf535bf15927 None None] For port 51c82799-4714-4339-b4d3-5677c6572f56, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=51c82799-4714-4339-b4d3-5677c6572f56,segment=NetworkSegment(e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72),segment_id=e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:06.893339 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b4edd5e-6c18-4372-bfd7-35031a663d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:06.895834 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b4edd5e-6c18-4372-bfd7-35031a663d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:06.899857 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7b4edd5e-6c18-4372-bfd7-35031a663d1a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8552ca58-233c-47ea-9a6e-022a61c82954 HTTP/1.1" status: 204 len: 168 time: 0.4480557 Apr 20 16:06:06.913473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4edd5e-6c18-4372-bfd7-35031a663d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8552ca58-233c-47ea-9a6e-022a61c82954,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:06.917058 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d152df5-aab2-42b4-93e4-4fe6102d85eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:06.996824 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4c49a5d4-457a-4146-8b7d-bf535bf15927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:07.024350 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96b053f-64c2-4333-b272-76eff8c3eb94 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:06:07.033696 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] Sync routers for ids ['25a6b449-457f-4963-a564-224dc06d3041'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:06:07.041309 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d152df5-aab2-42b4-93e4-4fe6102d85eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=44e83a96-783a-4c76-8fb6-fbe3e92a9a18,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:07.045526 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] Routers {'25a6b449-457f-4963-a564-224dc06d3041'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:06:07.047296 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:05:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['25a6b449-457f-4963-a564-224dc06d3041'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:06:07.059783 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d152df5-aab2-42b4-93e4-4fe6102d85eb admin admin] Checking segment: {'id': '4a97ab41-d6f1-4d60-a4b2-60d49b0b2005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd67787fa-d9dc-4a92-bc78-24db5504bf37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:06:07.064052 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d152df5-aab2-42b4-93e4-4fe6102d85eb admin admin] Network hostable DHCP agents. Network: d67787fa-d9dc-4a92-bc78-24db5504bf37, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:06:07.067184 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49a5d4-457a-4146-8b7d-bf535bf15927 None None] Pushing event updated for resources: {'Port': ['ID=51c82799-4714-4339-b4d3-5677c6572f56,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:07.112763 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d96b053f-64c2-4333-b272-76eff8c3eb94 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:07.114015 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d96b053f-64c2-4333-b272-76eff8c3eb94 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.8559382 Apr 20 16:06:07.116902 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49652) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:07.121748 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-cf0eaeb8-1130-4e8a-958d-85379150b39a None None] Provisioning complete for port 51c82799-4714-4339-b4d3-5677c6572f56 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:06:07.122482 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cf0eaeb8-1130-4e8a-958d-85379150b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:07.179766 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d152df5-aab2-42b4-93e4-4fe6102d85eb admin admin] Network d67787fa-d9dc-4a92-bc78-24db5504bf37 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:06:07.251237 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] Set router 25a6b449-457f-4963-a564-224dc06d3041 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:06:07.266323 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49656) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:07.277240 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-8d152df5-aab2-42b4-93e4-4fe6102d85eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, d67787fa-d9dc-4a92-bc78-24db5504bf37) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:06:07.281744 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d152df5-aab2-42b4-93e4-4fe6102d85eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:07.282669 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d152df5-aab2-42b4-93e4-4fe6102d85eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:07.289189 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17a5a15-4480-4450-a142-c25dd4c38a88 None None] Network d67787fa-d9dc-4a92-bc78-24db5504bf37 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:06:07.322684 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-35fbb730-7aed-4bff-bf19-89c6c9fd64bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:07.382905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7435c9a-5c5a-449b-9cfc-4e5cf86bf33a req-932e226a-9cea-4e12-ade8-aefce3e1e803 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:07.390668 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c7435c9a-5c5a-449b-9cfc-4e5cf86bf33a req-932e226a-9cea-4e12-ade8-aefce3e1e803 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 947 time: 0.1364417 Apr 20 16:06:07.457085 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fa4aff-68fe-4135-bbb9-fdb84566484f None None] Network d67787fa-d9dc-4a92-bc78-24db5504bf37 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:06:07.460952 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c7435c9a-5c5a-449b-9cfc-4e5cf86bf33a req-f8e913a7-d499-4db0-affd-f5a7e4442526 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693276 Apr 20 16:06:07.485418 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8d152df5-aab2-42b4-93e4-4fe6102d85eb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1329007 Apr 20 16:06:07.628595 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-35fbb730-7aed-4bff-bf19-89c6c9fd64bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:07.692236 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-35fbb730-7aed-4bff-bf19-89c6c9fd64bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:07.696085 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a6b449-457f-4963-a564-224dc06d3041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062814239-router', 'tenant_id': '95a80529b5474847ba94a0411c503fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '41d51a4e-bfb1-451c-a95f-66f485b5839a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:06:02Z', 'updated_at': '2022-04-20T16:06:05Z', 'revision_number': 3, 'project_id': '95a80529b5474847ba94a0411c503fa8', 'gw_port': {'id': '41d51a4e-bfb1-451c-a95f-66f485b5839a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a6b449-457f-4963-a564-224dc06d3041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:06:03Z', 'updated_at': '2022-04-20T16:06:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:06:07.729498 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 51c82799-4714-4339-b4d3-5677c6572f56 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:06:07.740899 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] Checking router: 25a6b449-457f-4963-a564-224dc06d3041 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:06:07.741393 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] Updating router 25a6b449-457f-4963-a564-224dc06d3041 port 41d51a4e-bfb1-451c-a95f-66f485b5839a binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:06:07.785780 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-35fbb730-7aed-4bff-bf19-89c6c9fd64bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6713c84300d4445c894b1194fe559a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5176916 Apr 20 16:06:07.791866 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49672) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:07.806575 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbb730-7aed-4bff-bf19-89c6c9fd64bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521ab606-b174-4bdf-98ef-bcf208de6cb6,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:07.813815 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 51c82799-4714-4339-b4d3-5677c6572f56 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:06:07.815104 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:07.833434 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:07.923927 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed4a5e1a-9cc4-472c-988d-6a2692c9ae0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:07.941269 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a992dae-7ac7-4dea-98db-428c9af837b6 req-fe3fdd85-9e9e-42ef-9091-ddaa097dfde6 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:07.949262 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8a992dae-7ac7-4dea-98db-428c9af837b6 req-fe3fdd85-9e9e-42ef-9091-ddaa097dfde6 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 969 time: 0.1756701 Apr 20 16:06:07.999013 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-483f45a8-8809-49e4-82d1-599f6e2ff4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:08.058277 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8a992dae-7ac7-4dea-98db-428c9af837b6 req-82445ee3-266b-4e30-86c6-bd9dca80836a tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/security-groups?id=1394483d-e01e-433e-a85b-f548b1037f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081409 Apr 20 16:06:08.074502 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-483f45a8-8809-49e4-82d1-599f6e2ff4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:08.198756 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-ed4a5e1a-9cc4-472c-988d-6a2692c9ae0c admin admin] Allocated IP 172.20.0.1 (cb3eb1ef-3a40-4c75-ab2f-989daec987ba/7d77c54b-537c-4bd3-961e-65f2b15651f1/4fc79bdc-5080-42d3-b58e-bad9d2ad2a08) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:06:08.223086 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:08.275388 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-483f45a8-8809-49e4-82d1-599f6e2ff4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:08.277989 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-483f45a8-8809-49e4-82d1-599f6e2ff4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:08.279776 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-483f45a8-8809-49e4-82d1-599f6e2ff4ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/521ab606-b174-4bdf-98ef-bcf208de6cb6 HTTP/1.1" status: 204 len: 168 time: 0.4826121 Apr 20 16:06:08.297660 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f45a8-8809-49e4-82d1-599f6e2ff4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521ab606-b174-4bdf-98ef-bcf208de6cb6,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:08.321925 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:08.337677 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed4a5e1a-9cc4-472c-988d-6a2692c9ae0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:08.405265 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb14cc-30db-4c7e-a059-37e5b4ef7a4f None None] Pushing event updated for resources: {'Port': ['ID=41d51a4e-bfb1-451c-a95f-66f485b5839a,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:08.417777 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] Attempting to bind port 41d51a4e-bfb1-451c-a95f-66f485b5839a on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:06:08.417777 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] Attempting to bind port 41d51a4e-bfb1-451c-a95f-66f485b5839a by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:06:08.417777 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] Attempting to bind port 41d51a4e-bfb1-451c-a95f-66f485b5839a on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:06:08.422130 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:06:08.422512 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:06:08.422912 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:08.423303 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:06:08.423775 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] Bound port: 41d51a4e-bfb1-451c-a95f-66f485b5839a, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:06:08.424175 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:08.480082 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] For port 41d51a4e-bfb1-451c-a95f-66f485b5839a, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:06:08.483748 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] For port 41d51a4e-bfb1-451c-a95f-66f485b5839a, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=41d51a4e-bfb1-451c-a95f-66f485b5839a,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:06:08.493241 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed4a5e1a-9cc4-472c-988d-6a2692c9ae0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:08.537308 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4a5e1a-9cc4-472c-988d-6a2692c9ae0c admin admin] Network cb3eb1ef-3a40-4c75-ab2f-989daec987ba is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:06:08.546238 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-ed4a5e1a-9cc4-472c-988d-6a2692c9ae0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:06:08.549025 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4a5e1a-9cc4-472c-988d-6a2692c9ae0c admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:06:08.549696 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed4a5e1a-9cc4-472c-988d-6a2692c9ae0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:08.618459 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:08.619119 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-5e16b71e-dd67-4888-8651-c719394ad083 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:08.628316 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a5e1a-9cc4-472c-988d-6a2692c9ae0c admin admin] Pushing event updated for resources: {'Port': ['ID=4fc79bdc-5080-42d3-b58e-bad9d2ad2a08,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:08.628826 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-5e16b71e-dd67-4888-8651-c719394ad083 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 821 time: 0.2573600 Apr 20 16:06:08.647266 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-d009fbfb-fef1-4f97-821d-aaf5e38bf9ec tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/quotas/3ddb013be8294812939175e62e5c71d2 HTTP/1.1" status: 200 len: 375 time: 0.0170166 Apr 20 16:06:08.696067 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb14cc-30db-4c7e-a059-37e5b4ef7a4f None None] Pushing event updated for resources: {'Port': ['ID=41d51a4e-bfb1-451c-a95f-66f485b5839a,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:08.720513 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] Routers {'25a6b449-457f-4963-a564-224dc06d3041'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:06:08.721399 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:05:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['25a6b449-457f-4963-a564-224dc06d3041'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:06:08.725829 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ade11-d502-4bc5-9a03-1f2c855ec190 req-13753fe0-ee8e-4aa9-aa14-4eb4d501b1bd tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:08.734059 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-331ade11-d502-4bc5-9a03-1f2c855ec190 req-13753fe0-ee8e-4aa9-aa14-4eb4d501b1bd tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 947 time: 0.1928139 Apr 20 16:06:08.772264 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-7d94e573-e144-4f68-8935-4d536ddcb62a tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1234591 Apr 20 16:06:08.801050 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-331ade11-d502-4bc5-9a03-1f2c855ec190 req-7d1465be-072e-41bc-8109-4e00cecdb38f tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659416 Apr 20 16:06:08.845674 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] Set router 25a6b449-457f-4963-a564-224dc06d3041 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:06:08.882111 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed4a5e1a-9cc4-472c-988d-6a2692c9ae0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:08.969004 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e1b07bb8-ee5d-4315-a383-a69fac51c137 None None] Provisioning complete for port 4fc79bdc-5080-42d3-b58e-bad9d2ad2a08 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:06:08.969545 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e1b07bb8-ee5d-4315-a383-a69fac51c137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:09.016200 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e1b07bb8-ee5d-4315-a383-a69fac51c137 None None] Port 4fc79bdc-5080-42d3-b58e-bad9d2ad2a08 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:06:09.052651 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a6b449-457f-4963-a564-224dc06d3041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062814239-router', 'tenant_id': '95a80529b5474847ba94a0411c503fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '41d51a4e-bfb1-451c-a95f-66f485b5839a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:06:02Z', 'updated_at': '2022-04-20T16:06:05Z', 'revision_number': 3, 'project_id': '95a80529b5474847ba94a0411c503fa8', 'gw_port': {'id': '41d51a4e-bfb1-451c-a95f-66f485b5839a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a6b449-457f-4963-a564-224dc06d3041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:06:03Z', 'updated_at': '2022-04-20T16:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:06:09.078189 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed4a5e1a-9cc4-472c-988d-6a2692c9ae0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:09.082452 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b38cb9-60fa-4f33-b0a6-b322dbd1236f None None] The sync data for ids ['25a6b449-457f-4963-a564-224dc06d3041'] in n-d-836146-2 is: [{'id': '25a6b449-457f-4963-a564-224dc06d3041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062814239-router', 'tenant_id': '95a80529b5474847ba94a0411c503fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '41d51a4e-bfb1-451c-a95f-66f485b5839a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:06:02Z', 'updated_at': '2022-04-20T16:06:05Z', 'revision_number': 3, 'project_id': '95a80529b5474847ba94a0411c503fa8', 'gw_port': {'id': '41d51a4e-bfb1-451c-a95f-66f485b5839a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a6b449-457f-4963-a564-224dc06d3041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:06:03Z', 'updated_at': '2022-04-20T16:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:06:09.097425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-7bc5a254-f00e-4fe9-a327-6ca27a38b2c6 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:06:09.101816 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-7bc5a254-f00e-4fe9-a327-6ca27a38b2c6 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1678948 Apr 20 16:06:09.196564 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed4a5e1a-9cc4-472c-988d-6a2692c9ae0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:09.197294 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed4a5e1a-9cc4-472c-988d-6a2692c9ae0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:09.217567 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-88c13495-30b3-4ea0-94f2-215ffdb30253 service neutron] 10.222.0.15 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086748 Apr 20 16:06:09.298360 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a5e1a-9cc4-472c-988d-6a2692c9ae0c admin admin] Pushing event updated for resources: {'Port': ['ID=4fc79bdc-5080-42d3-b58e-bad9d2ad2a08,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:09.314243 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2c311-dad7-4fb3-a46c-3805147c8d4f req-4a67040b-15f5-4a4f-8b64-ac6c5f200dff tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:09.314243 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aab2c311-dad7-4fb3-a46c-3805147c8d4f req-4a67040b-15f5-4a4f-8b64-ac6c5f200dff tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 969 time: 0.1432397 Apr 20 16:06:09.331034 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-0b13b4fc-552d-4069-bdde-c47bccfecc16 service neutron] 10.222.0.15 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066825 Apr 20 16:06:09.404543 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4a5e1a-9cc4-472c-988d-6a2692c9ae0c admin admin] Network cb3eb1ef-3a40-4c75-ab2f-989daec987ba is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:06:09.411729 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-ed4a5e1a-9cc4-472c-988d-6a2692c9ae0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:06:09.434852 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aab2c311-dad7-4fb3-a46c-3805147c8d4f req-b15f02fd-6548-430a-a563-9695edf8f9ea tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/security-groups?id=1394483d-e01e-433e-a85b-f548b1037f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937860 Apr 20 16:06:09.651694 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4a5e1a-9cc4-472c-988d-6a2692c9ae0c admin admin] Router 25a6b449-457f-4963-a564-224dc06d3041 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:06:09.654474 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 41d51a4e-bfb1-451c-a95f-66f485b5839a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:06:09.794333 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 41d51a4e-bfb1-451c-a95f-66f485b5839a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:06:09.794987 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:09.888554 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-cf7adfb9-54a7-41ed-b14c-afba64da7c60 None None] Provisioning complete for port 4fc79bdc-5080-42d3-b58e-bad9d2ad2a08 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:06:09.889150 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cf7adfb9-54a7-41ed-b14c-afba64da7c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:09.953618 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:09.965137 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b0cc2a5e-4227-4905-a3ad-55951943fd7e req-916b93cc-99d0-4c56-9633-0d3925617560 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 210 time: 0.1021163 Apr 20 16:06:10.011860 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4a5e1a-9cc4-472c-988d-6a2692c9ae0c admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:06:10.017112 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ed4a5e1a-9cc4-472c-988d-6a2692c9ae0c admin admin] 10.222.0.15 "PUT /v2.0/routers/25a6b449-457f-4963-a564-224dc06d3041/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8991292 Apr 20 16:06:10.023131 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 41d51a4e-bfb1-451c-a95f-66f485b5839a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=41d51a4e-bfb1-451c-a95f-66f485b5839a,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:10.031013 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3541e-e201-4721-bba2-1ca06b3f9247 req-0333fe90-0dcd-43e2-8a23-6c7d03bd170f tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:10.037905 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-cf7adfb9-54a7-41ed-b14c-afba64da7c60 None None] Port 4fc79bdc-5080-42d3-b58e-bad9d2ad2a08 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:06:10.038711 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-86e3541e-e201-4721-bba2-1ca06b3f9247 req-0333fe90-0dcd-43e2-8a23-6c7d03bd170f tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 947 time: 0.1056297 Apr 20 16:06:10.104185 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-86e3541e-e201-4721-bba2-1ca06b3f9247 req-640a3e80-ea5a-4f2e-b7a5-383ebbfe50ac tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640872 Apr 20 16:06:10.114859 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:10.186600 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=41d51a4e-bfb1-451c-a95f-66f485b5839a,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:10.620761 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaf346-cfd3-4634-a745-0a561ea6322a req-365b8041-0d97-409a-8b08-8f6f26362956 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:10.622287 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5dbaf346-cfd3-4634-a745-0a561ea6322a req-365b8041-0d97-409a-8b08-8f6f26362956 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 969 time: 0.0587056 Apr 20 16:06:10.663583 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5dbaf346-cfd3-4634-a745-0a561ea6322a req-ef1f934f-96f3-4bf6-9c21-cb7d182a7b22 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/security-groups?id=1394483d-e01e-433e-a85b-f548b1037f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333347 Apr 20 16:06:10.762496 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e6596c51-db81-468a-86ec-333d3449def1 req-e1f102c8-c275-43f1-aacc-72bb5555c7d9 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0268559 Apr 20 16:06:10.892298 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ba215fc5-3425-47fd-af56-553a05a1f85c req-36530f30-01e3-4f69-b0cd-6bffe442247c tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0380168 Apr 20 16:06:11.049669 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-331c41d9-35f6-48ae-8c2f-b475af37a85e req-ac17a54c-f8bd-4bc1-bc05-fabdfc929e70 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 210 time: 0.0271676 Apr 20 16:06:11.175711 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] Sync routers for ids ['25a6b449-457f-4963-a564-224dc06d3041'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:06:11.187017 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] Routers {'25a6b449-457f-4963-a564-224dc06d3041'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:06:11.194346 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:05:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['25a6b449-457f-4963-a564-224dc06d3041'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:06:11.299791 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49816) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:11.305623 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-938654b1-1319-43c8-8e29-b4475822741b tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--682028944', 'description': 'tempest-description--924629769'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:06:11.323092 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] Set router 25a6b449-457f-4963-a564-224dc06d3041 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:06:11.429041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325013d-c25b-4bf3-b19c-466f0ee2d994 req-5e218bcf-26fc-41ad-9746-891df4576ca8 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:11.431308 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c325013d-c25b-4bf3-b19c-466f0ee2d994 req-5e218bcf-26fc-41ad-9746-891df4576ca8 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 947 time: 0.2458332 Apr 20 16:06:11.473951 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c325013d-c25b-4bf3-b19c-466f0ee2d994 req-682a7195-9c53-4b17-8de6-a684a85271d1 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355558 Apr 20 16:06:11.493839 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-938654b1-1319-43c8-8e29-b4475822741b tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:11.586337 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 41d51a4e-bfb1-451c-a95f-66f485b5839a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:06:11.591161 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-938654b1-1319-43c8-8e29-b4475822741b tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:11.648363 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a6b449-457f-4963-a564-224dc06d3041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062814239-router', 'tenant_id': '95a80529b5474847ba94a0411c503fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '41d51a4e-bfb1-451c-a95f-66f485b5839a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:06:02Z', 'updated_at': '2022-04-20T16:06:08Z', 'revision_number': 4, 'project_id': '95a80529b5474847ba94a0411c503fa8', 'gw_port': {'id': '41d51a4e-bfb1-451c-a95f-66f485b5839a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b449-457f-4963-a564-224dc06d3041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:06:03Z', 'updated_at': '2022-04-20T16:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '4fc79bdc-5080-42d3-b58e-bad9d2ad2a08', 'name': '', 'network_id': 'cb3eb1ef-3a40-4c75-ab2f-989daec987ba', 'tenant_id': '95a80529b5474847ba94a0411c503fa8', 'mac_address': 'fa:16:3e:1d:96:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a6b449-457f-4963-a564-224dc06d3041', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '7d77c54b-537c-4bd3-961e-65f2b15651f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:06:07Z', 'updated_at': '2022-04-20T16:06:08Z', 'revision_number': 2, 'project_id': '95a80529b5474847ba94a0411c503fa8', 'subnets': [{'id': '7d77c54b-537c-4bd3-961e-65f2b15651f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:06:11.664773 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-938654b1-1319-43c8-8e29-b4475822741b tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:11.677524 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] Checking router: 25a6b449-457f-4963-a564-224dc06d3041 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:06:11.677874 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] Updating router 25a6b449-457f-4963-a564-224dc06d3041 port 4fc79bdc-5080-42d3-b58e-bad9d2ad2a08 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:06:11.681090 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 41d51a4e-bfb1-451c-a95f-66f485b5839a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:06:11.681090 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:11.700263 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938654b1-1319-43c8-8e29-b4475822741b tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:11.735392 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:11.746263 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-938654b1-1319-43c8-8e29-b4475822741b tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:11.749080 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-938654b1-1319-43c8-8e29-b4475822741b tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4481411 Apr 20 16:06:11.755577 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49832) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:11.761538 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-9b1a54d6-89c9-4e4e-9c55-44cfcbd4a635 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Request body: {'security_group_rule': {'security_group_id': '333f4ec1-98aa-4cb3-a153-abc0ae27a1aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:06:11.815164 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:06:11.830471 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05ec7e-bc81-4a3c-92f9-6ebe9e43de3b req-985ecda0-3831-4c84-a155-e8826c76644f tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:11.832611 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ce05ec7e-bc81-4a3c-92f9-6ebe9e43de3b req-985ecda0-3831-4c84-a155-e8826c76644f tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 969 time: 0.0820098 Apr 20 16:06:11.891642 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ce05ec7e-bc81-4a3c-92f9-6ebe9e43de3b req-f6452b63-d5a6-4796-8b85-cce19c66a53b tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/security-groups?id=1394483d-e01e-433e-a85b-f548b1037f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500669 Apr 20 16:06:11.917063 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9b1a54d6-89c9-4e4e-9c55-44cfcbd4a635 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:12.002888 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9b1a54d6-89c9-4e4e-9c55-44cfcbd4a635 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:12.010977 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-076b85a4-f62f-468d-ae93-d59aa5b2a892 req-97aedf78-ed99-45a4-a291-64f0781b4be8 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0443575 Apr 20 16:06:12.082527 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:12.116153 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9b1a54d6-89c9-4e4e-9c55-44cfcbd4a635 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:12.146650 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a54d6-89c9-4e4e-9c55-44cfcbd4a635 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030c4519-c591-4dd6-be36-47b86506b877,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:12.166116 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-26db7eed-c6d1-4d9e-beb7-4afe3eff6526 req-ca02e062-d564-4055-ab08-1cf5b8f3add4 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 210 time: 0.0353487 Apr 20 16:06:12.219082 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:12.253229 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9b1a54d6-89c9-4e4e-9c55-44cfcbd4a635 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:12.254439 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9b1a54d6-89c9-4e4e-9c55-44cfcbd4a635 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4975750 Apr 20 16:06:12.257198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49852) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:12.262112 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-9ea46ea8-bbf2-4639-98d2-bdb35b736811 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Request body: {'security_group_rule': {'security_group_id': '333f4ec1-98aa-4cb3-a153-abc0ae27a1aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:06:12.272797 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f976cf-71a3-43d6-a316-4cc6232f3525 None None] Pushing event updated for resources: {'Port': ['ID=4fc79bdc-5080-42d3-b58e-bad9d2ad2a08,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:12.327989 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] Attempting to bind port 4fc79bdc-5080-42d3-b58e-bad9d2ad2a08 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:06:12.328376 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] Attempting to bind port 4fc79bdc-5080-42d3-b58e-bad9d2ad2a08 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb3eb1ef-3a40-4c75-ab2f-989daec987ba'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:06:12.328991 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] Attempting to bind port 4fc79bdc-5080-42d3-b58e-bad9d2ad2a08 on network cb3eb1ef-3a40-4c75-ab2f-989daec987ba {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:06:12.334533 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:06:12.335109 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] Checking segment: {'id': 'e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb3eb1ef-3a40-4c75-ab2f-989daec987ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:06:12.335663 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:12.336359 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] Bound using segment: {'id': 'e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb3eb1ef-3a40-4c75-ab2f-989daec987ba'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:06:12.336843 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] Bound port: 4fc79bdc-5080-42d3-b58e-bad9d2ad2a08, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cb3eb1ef-3a40-4c75-ab2f-989daec987ba'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:06:12.337236 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:12.406417 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] For port 4fc79bdc-5080-42d3-b58e-bad9d2ad2a08, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:06:12.410133 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] For port 4fc79bdc-5080-42d3-b58e-bad9d2ad2a08, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4fc79bdc-5080-42d3-b58e-bad9d2ad2a08,segment=NetworkSegment(e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72),segment_id=e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:06:12.414634 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9ea46ea8-bbf2-4639-98d2-bdb35b736811 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:12.478966 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c27e06df-1230-45c3-9cb8-8e043c71c047 None None] Provisioning complete for port 4fc79bdc-5080-42d3-b58e-bad9d2ad2a08 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:06:12.479342 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c27e06df-1230-45c3-9cb8-8e043c71c047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:12.494029 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9ea46ea8-bbf2-4639-98d2-bdb35b736811 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:12.514424 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:12.553389 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c27e06df-1230-45c3-9cb8-8e043c71c047 None None] Port 4fc79bdc-5080-42d3-b58e-bad9d2ad2a08 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:06:12.582329 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9ea46ea8-bbf2-4639-98d2-bdb35b736811 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:12.603853 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] Routers {'25a6b449-457f-4963-a564-224dc06d3041'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:06:12.604783 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:05:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['25a6b449-457f-4963-a564-224dc06d3041'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:06:12.620292 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea46ea8-bbf2-4639-98d2-bdb35b736811 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c9cd6a-816b-4489-bf82-7fcbff074bae,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:12.646539 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7dbae-f774-4501-a66e-a559755c5a74 req-7bbbb96b-c25a-4928-909c-49b11b241bd8 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:12.647095 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f976cf-71a3-43d6-a316-4cc6232f3525 None None] Pushing event updated for resources: {'Port': ['ID=4fc79bdc-5080-42d3-b58e-bad9d2ad2a08,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:12.652032 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-20e7dbae-f774-4501-a66e-a559755c5a74 req-7bbbb96b-c25a-4928-909c-49b11b241bd8 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 947 time: 0.0992930 Apr 20 16:06:12.652629 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.30', 64606) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:12.792141 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9ea46ea8-bbf2-4639-98d2-bdb35b736811 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:12.793435 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9ea46ea8-bbf2-4639-98d2-bdb35b736811 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5351140 Apr 20 16:06:12.796915 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49866) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:12.801863 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-026ef6e6-3611-482b-a1da-63ccc2059b6a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:06:12.912937 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c8076f16-a05d-4995-af27-e68afa3c27d6 None None] Provisioning complete for port 4fc79bdc-5080-42d3-b58e-bad9d2ad2a08 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:06:12.913628 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c8076f16-a05d-4995-af27-e68afa3c27d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:12.914318 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-026ef6e6-3611-482b-a1da-63ccc2059b6a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:12.919091 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] Set router 25a6b449-457f-4963-a564-224dc06d3041 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:06:12.947553 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device c7086e05-324c-46f8-85dd-ec62dc321145 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:06:13.034403 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-20e7dbae-f774-4501-a66e-a559755c5a74 req-8b6305d6-2805-4862-96bb-380bdc0d1abf tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645163 Apr 20 16:06:13.082304 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeebb3f-8cae-477f-bd56-ba3912578f05 req-e0d9b5da-878b-4d28-9473-a7e5bffb63ef tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:13.093902 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aaeebb3f-8cae-477f-bd56-ba3912578f05 req-e0d9b5da-878b-4d28-9473-a7e5bffb63ef tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 969 time: 0.1141806 Apr 20 16:06:13.140657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-f5ab8777-74ed-4e8d-9aa2-143111f96d12 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:13.142896 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-f5ab8777-74ed-4e8d-9aa2-143111f96d12 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.30 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 821 time: 0.4883881 Apr 20 16:06:13.150378 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aaeebb3f-8cae-477f-bd56-ba3912578f05 req-bd97f7cf-f915-42b6-b7c5-2f03352b7731 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/security-groups?id=1394483d-e01e-433e-a85b-f548b1037f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552528 Apr 20 16:06:13.186772 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-026ef6e6-3611-482b-a1da-63ccc2059b6a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:13.227448 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4be11222-4d3e-44a6-adb5-0696adc5fd65 req-bac1a582-a738-4794-a23e-b0d9fd793cd2 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0441658 Apr 20 16:06:13.240587 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port c7086e05-324c-46f8-85dd-ec62dc321145, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=c7086e05-324c-46f8-85dd-ec62dc321145,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:13.253865 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c8076f16-a05d-4995-af27-e68afa3c27d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:13.260058 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-87dbf533-ad90-46de-98c9-7c6658a75009 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Request body: {'port': {'device_id': '6b16e73b-3824-42e4-b01c-429297463b99', 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06', 'admin_state_up': True, 'tenant_id': '3ddb013be8294812939175e62e5c71d2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:06:13.261139 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'c7086e05-324c-46f8-85dd-ec62dc321145', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'c7086e05-324c-46f8-85dd-ec62dc321145', 'mac_address': 'fa:16:3e:c5:f9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:tempest-test_az-124488632', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:06:13.320559 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68cd2445-a166-41ff-aee2-e90080a16da4 req-92d74365-8d15-4d88-89af-429c128bcfb9 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 210 time: 0.0401952 Apr 20 16:06:13.375710 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c8076f16-a05d-4995-af27-e68afa3c27d6 None None] For port 4fc79bdc-5080-42d3-b58e-bad9d2ad2a08, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4fc79bdc-5080-42d3-b58e-bad9d2ad2a08,segment=NetworkSegment(e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72),segment_id=e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:13.381452 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:13.396531 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-026ef6e6-3611-482b-a1da-63ccc2059b6a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Allocated IP 172.25.0.141 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/ec0866af-78de-4712-90e9-5aa84781b7d0) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:06:13.405883 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7086e05-324c-46f8-85dd-ec62dc321145 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:06:13.421881 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49880) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:13.453926 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a6b449-457f-4963-a564-224dc06d3041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062814239-router', 'tenant_id': '95a80529b5474847ba94a0411c503fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '41d51a4e-bfb1-451c-a95f-66f485b5839a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:06:02Z', 'updated_at': '2022-04-20T16:06:08Z', 'revision_number': 4, 'project_id': '95a80529b5474847ba94a0411c503fa8', 'gw_port': {'id': '41d51a4e-bfb1-451c-a95f-66f485b5839a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b449-457f-4963-a564-224dc06d3041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:06:03Z', 'updated_at': '2022-04-20T16:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '4fc79bdc-5080-42d3-b58e-bad9d2ad2a08', 'name': '', 'network_id': 'cb3eb1ef-3a40-4c75-ab2f-989daec987ba', 'tenant_id': '95a80529b5474847ba94a0411c503fa8', 'mac_address': 'fa:16:3e:1d:96:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a6b449-457f-4963-a564-224dc06d3041', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '7d77c54b-537c-4bd3-961e-65f2b15651f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:06:07Z', 'updated_at': '2022-04-20T16:06:12Z', 'revision_number': 4, 'project_id': '95a80529b5474847ba94a0411c503fa8', 'subnets': [{'id': '7d77c54b-537c-4bd3-961e-65f2b15651f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:06:13.458907 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port c7086e05-324c-46f8-85dd-ec62dc321145, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=c7086e05-324c-46f8-85dd-ec62dc321145,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:13.483695 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c8076f16-a05d-4995-af27-e68afa3c27d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:13.487249 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6d3720-4314-48b4-98a1-92d0c9ea6de0 None None] The sync data for ids ['25a6b449-457f-4963-a564-224dc06d3041'] in n-d-836146-2 is: [{'id': '25a6b449-457f-4963-a564-224dc06d3041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062814239-router', 'tenant_id': '95a80529b5474847ba94a0411c503fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '41d51a4e-bfb1-451c-a95f-66f485b5839a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:06:02Z', 'updated_at': '2022-04-20T16:06:08Z', 'revision_number': 4, 'project_id': '95a80529b5474847ba94a0411c503fa8', 'gw_port': {'id': '41d51a4e-bfb1-451c-a95f-66f485b5839a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b449-457f-4963-a564-224dc06d3041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:06:03Z', 'updated_at': '2022-04-20T16:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '4fc79bdc-5080-42d3-b58e-bad9d2ad2a08', 'name': '', 'network_id': 'cb3eb1ef-3a40-4c75-ab2f-989daec987ba', 'tenant_id': '95a80529b5474847ba94a0411c503fa8', 'mac_address': 'fa:16:3e:1d:96:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a6b449-457f-4963-a564-224dc06d3041', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '7d77c54b-537c-4bd3-961e-65f2b15651f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:06:07Z', 'updated_at': '2022-04-20T16:06:12Z', 'revision_number': 4, 'project_id': '95a80529b5474847ba94a0411c503fa8', 'subnets': [{'id': '7d77c54b-537c-4bd3-961e-65f2b15651f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:06:13.530160 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-87dbf533-ad90-46de-98c9-7c6658a75009 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Made reservation on behalf of 3ddb013be8294812939175e62e5c71d2 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:06:13.539074 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-87dbf533-ad90-46de-98c9-7c6658a75009 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:13.591582 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:13.591766 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-026ef6e6-3611-482b-a1da-63ccc2059b6a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:13.592526 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 8330aea1-29a4-4b61-a9ac-e7deca14cbb6 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:06:13.643374 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8076f16-a05d-4995-af27-e68afa3c27d6 None None] Pushing event updated for resources: {'Port': ['ID=4fc79bdc-5080-42d3-b58e-bad9d2ad2a08,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:13.708858 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 8330aea1-29a4-4b61-a9ac-e7deca14cbb6, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=8330aea1-29a4-4b61-a9ac-e7deca14cbb6,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:13.725180 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-33d7d48f-36c0-4e9a-a4e4-a64057df4432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:13.747438 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '8330aea1-29a4-4b61-a9ac-e7deca14cbb6', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': '8330aea1-29a4-4b61-a9ac-e7deca14cbb6', 'mac_address': 'fa:16:3e:01:2f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:06:13.751710 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-026ef6e6-3611-482b-a1da-63ccc2059b6a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:13.762915 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=c7086e05-324c-46f8-85dd-ec62dc321145,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:13.814470 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026ef6e6-3611-482b-a1da-63ccc2059b6a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:06:13.814692 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:13.822939 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-026ef6e6-3611-482b-a1da-63ccc2059b6a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:06:13.826226 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026ef6e6-3611-482b-a1da-63ccc2059b6a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:06:13.846396 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8330aea1-29a4-4b61-a9ac-e7deca14cbb6 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:06:13.848127 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ef6e6-3611-482b-a1da-63ccc2059b6a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Pushing event updated for resources: {'Port': ['ID=ec0866af-78de-4712-90e9-5aa84781b7d0,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:13.879974 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-87dbf533-ad90-46de-98c9-7c6658a75009 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Allocated IP 172.20.0.14 (3edbee39-317f-4464-9f65-314e099e8e06/66ca5027-e9c8-41ce-8129-1d35f4e0c95c/184b9da7-233b-4de4-a7ec-91d63323d0f9) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:06:13.883056 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 8330aea1-29a4-4b61-a9ac-e7deca14cbb6, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=8330aea1-29a4-4b61-a9ac-e7deca14cbb6,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:13.974666 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-026ef6e6-3611-482b-a1da-63ccc2059b6a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:14.011692 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:14.016394 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-33d7d48f-36c0-4e9a-a4e4-a64057df4432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:14.094247 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=8330aea1-29a4-4b61-a9ac-e7deca14cbb6,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:14.117990 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-026ef6e6-3611-482b-a1da-63ccc2059b6a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:14.144374 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-33d7d48f-36c0-4e9a-a4e4-a64057df4432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:14.164934 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-87dbf533-ad90-46de-98c9-7c6658a75009 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:14.266291 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-33d7d48f-36c0-4e9a-a4e4-a64057df4432 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b573dca9837c4ddba13527d157ae350a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8432543 Apr 20 16:06:14.269411 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49888) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:14.276501 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0161242-7cce-4e71-aea6-eea102556d8b req-733c671d-d94f-4a43-a740-8e77642801a4 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:14.284328 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c0161242-7cce-4e71-aea6-eea102556d8b req-733c671d-d94f-4a43-a740-8e77642801a4 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 948 time: 0.1257858 Apr 20 16:06:14.288384 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7d48f-36c0-4e9a-a4e4-a64057df4432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e0a63f-5c05-44d8-bc15-2e2893bf54e8,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:14.339599 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c0161242-7cce-4e71-aea6-eea102556d8b req-1299ede2-ca1d-4245-9e63-9f8826bddd42 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543752 Apr 20 16:06:14.392987 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8e4cb-e6f0-4f1c-9b68-e896ba1fbf97 req-fbc9dfff-a5f3-4e9f-b1fa-fd22a20b5d3b tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:14.394541 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8a8e4cb-e6f0-4f1c-9b68-e896ba1fbf97 req-fbc9dfff-a5f3-4e9f-b1fa-fd22a20b5d3b tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 970 time: 0.1397133 Apr 20 16:06:14.414901 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-026ef6e6-3611-482b-a1da-63ccc2059b6a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:14.421802 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00880642-deee-4f80-88e6-3b351639d054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:14.448599 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-87dbf533-ad90-46de-98c9-7c6658a75009 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:14.469417 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00880642-deee-4f80-88e6-3b351639d054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:14.484700 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8a8e4cb-e6f0-4f1c-9b68-e896ba1fbf97 req-f6d70e36-e1fb-4f27-8f48-e4f560415c52 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/security-groups?id=1394483d-e01e-433e-a85b-f548b1037f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743752 Apr 20 16:06:14.495948 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b9ce05f3-9fa8-427c-9b9e-0ba2f3d47761 req-c338771b-8b0d-4e6b-85c0-88857369dc5d tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0656295 Apr 20 16:06:14.542634 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-026ef6e6-3611-482b-a1da-63ccc2059b6a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:14.563348 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-87dbf533-ad90-46de-98c9-7c6658a75009 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Network 3edbee39-317f-4464-9f65-314e099e8e06 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:06:14.566945 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-87dbf533-ad90-46de-98c9-7c6658a75009 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:06:14.569566 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-87dbf533-ad90-46de-98c9-7c6658a75009 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:06:14.579579 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-87dbf533-ad90-46de-98c9-7c6658a75009 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:14.580250 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-87dbf533-ad90-46de-98c9-7c6658a75009 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:14.592247 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbf533-ad90-46de-98c9-7c6658a75009 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Pushing event updated for resources: {'Port': ['ID=184b9da7-233b-4de4-a7ec-91d63323d0f9,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:14.626709 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-026ef6e6-3611-482b-a1da-63ccc2059b6a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:14.658012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ef6e6-3611-482b-a1da-63ccc2059b6a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Pushing event updated for resources: {'Port': ['ID=ec0866af-78de-4712-90e9-5aa84781b7d0,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:14.658219 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['8330aea1-29a4-4b61-a9ac-e7deca14cbb6'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:06:14.683897 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84ea55-2f3d-48e2-9390-5c1459ed8acf req-e2b36359-947b-4c83-9158-0f1924b3daed tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:14.685503 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5c84ea55-2f3d-48e2-9390-5c1459ed8acf req-e2b36359-947b-4c83-9158-0f1924b3daed tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 932 time: 0.0803325 Apr 20 16:06:14.692377 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-87dbf533-ad90-46de-98c9-7c6658a75009 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4356167 Apr 20 16:06:14.711228 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['c7086e05-324c-46f8-85dd-ec62dc321145'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:06:14.717452 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00880642-deee-4f80-88e6-3b351639d054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:14.725120 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00880642-deee-4f80-88e6-3b351639d054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:14.729357 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-00880642-deee-4f80-88e6-3b351639d054 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d8e0a63f-5c05-44d8-bc15-2e2893bf54e8 HTTP/1.1" status: 204 len: 168 time: 0.4519186 Apr 20 16:06:14.751496 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00880642-deee-4f80-88e6-3b351639d054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e0a63f-5c05-44d8-bc15-2e2893bf54e8,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:14.766171 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5c84ea55-2f3d-48e2-9390-5c1459ed8acf req-f33ecb16-3ac9-489e-a601-c21712bcf4d1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704515 Apr 20 16:06:14.777134 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-026ef6e6-3611-482b-a1da-63ccc2059b6a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:14.778384 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-026ef6e6-3611-482b-a1da-63ccc2059b6a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9804716 Apr 20 16:06:15.086662 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-50509448-1f0b-4341-a8a4-869980cfbe52 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--682028944&fields=id&tenant_id=0dc23c73e9194fb380a739b184f44762 HTTP/1.1" status: 200 len: 267 time: 0.0844882 Apr 20 16:06:15.195629 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-f1b2a9d3-646b-4bbf-a742-6db75fb32567 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:15.197326 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-f1b2a9d3-646b-4bbf-a742-6db75fb32567 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/networks?id=90e50934-0ad2-4ce3-9e4b-483b08568bcf HTTP/1.1" status: 200 len: 824 time: 0.1098478 Apr 20 16:06:15.214409 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-00462e2f-7f52-4c72-86bd-abd60d4fbff4 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/quotas/0dc23c73e9194fb380a739b184f44762 HTTP/1.1" status: 200 len: 375 time: 0.0096843 Apr 20 16:06:15.284173 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-fb000ed2-9cbd-40b6-8136-f221563e62ec tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0dc23c73e9194fb380a739b184f44762&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0634632 Apr 20 16:06:15.446105 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49918) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:15.467379 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-22253357-17fb-4c82-99d1-e817fb5c8826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:15.494480 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21561b-7106-4015-a076-92d6e458d795 req-b32cc868-9878-4544-b6a4-2e969c6eae8e tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:15.495998 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4a21561b-7106-4015-a076-92d6e458d795 req-b32cc868-9878-4544-b6a4-2e969c6eae8e tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 948 time: 0.0594165 Apr 20 16:06:15.557463 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-a0b16423-320a-4c6a-bb41-3dfc51861b36 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:06:15.562556 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-a0b16423-320a-4c6a-bb41-3dfc51861b36 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1421623 Apr 20 16:06:15.571400 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4a21561b-7106-4015-a076-92d6e458d795 req-3d1b020a-c1c1-4926-923c-d75d421fee2e tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580244 Apr 20 16:06:15.643329 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-22253357-17fb-4c82-99d1-e817fb5c8826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:15.657236 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4fc79bdc-5080-42d3-b58e-bad9d2ad2a08 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:06:15.691276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd998d-e037-44fc-a789-5e5a733e0505 req-a14fb15c-0840-4dfa-87bb-e1b4e205637f tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:15.692267 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-4382ff4e-0188-4b47-8fd9-57c4483a89f7 service neutron] 10.222.0.15 "GET /v2.0/networks/90e50934-0ad2-4ce3-9e4b-483b08568bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288993 Apr 20 16:06:15.693580 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bcd998d-e037-44fc-a789-5e5a733e0505 req-a14fb15c-0840-4dfa-87bb-e1b4e205637f tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 970 time: 0.0635135 Apr 20 16:06:15.735224 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 4fc79bdc-5080-42d3-b58e-bad9d2ad2a08 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:06:15.735782 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:15.739628 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bcd998d-e037-44fc-a789-5e5a733e0505 req-a439486b-c329-480f-8aae-d842f1b3a8e4 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/security-groups?id=1394483d-e01e-433e-a85b-f548b1037f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398247 Apr 20 16:06:15.755746 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-22253357-17fb-4c82-99d1-e817fb5c8826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:15.816745 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-22253357-17fb-4c82-99d1-e817fb5c8826 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa1c2732cbdc4e0ea412f32c2e123ba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3669770 Apr 20 16:06:15.816745 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22253357-17fb-4c82-99d1-e817fb5c8826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b075dc36-34e1-456c-a994-9eaaed1cfe81,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:15.817617 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49926) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:15.856271 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-16ce40b2-ce43-4a5f-8b3c-22c91fac35ba service neutron] 10.222.0.15 "GET /v2.0/networks/90e50934-0ad2-4ce3-9e4b-483b08568bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565709 Apr 20 16:06:15.896968 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ad86ed8-3987-4287-b162-839ab14dd5f1 req-e2cca0bb-0b47-420b-be32-c0d049383670 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0316412 Apr 20 16:06:15.907302 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ef25f77d-868d-45ff-a813-44e47649993b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:15.941775 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ef25f77d-868d-45ff-a813-44e47649993b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:16.030222 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08b10e-4395-4b1f-bc7a-7b57deb324dc req-8b337b41-0018-451c-91d6-597799f0f3f5 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:16.031655 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa08b10e-4395-4b1f-bc7a-7b57deb324dc req-8b337b41-0018-451c-91d6-597799f0f3f5 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 932 time: 0.0602016 Apr 20 16:06:16.077279 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa08b10e-4395-4b1f-bc7a-7b57deb324dc req-f7e6b84f-7f68-4c44-98e2-729d3937754d tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391531 Apr 20 16:06:16.099600 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ef25f77d-868d-45ff-a813-44e47649993b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:16.102848 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ef25f77d-868d-45ff-a813-44e47649993b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:16.107286 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ef25f77d-868d-45ff-a813-44e47649993b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b075dc36-34e1-456c-a994-9eaaed1cfe81 HTTP/1.1" status: 204 len: 168 time: 0.2886598 Apr 20 16:06:16.115291 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25f77d-868d-45ff-a813-44e47649993b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b075dc36-34e1-456c-a994-9eaaed1cfe81,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:16.134857 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ca0ddb85-476e-406a-ad3c-98baafc6b1ec req-518a441c-9029-4180-979d-356f1201f910 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf49d3c-57a4-4142-9797-bbac677d690c HTTP/1.1" status: 200 len: 210 time: 0.0290391 Apr 20 16:06:16.693915 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebd83d-3306-4a23-b9f0-0f2022181211 req-dc2ca264-7e79-4c34-b65a-86aa101e5ac2 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:16.695716 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c4ebd83d-3306-4a23-b9f0-0f2022181211 req-dc2ca264-7e79-4c34-b65a-86aa101e5ac2 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 948 time: 0.0508592 Apr 20 16:06:16.741028 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c4ebd83d-3306-4a23-b9f0-0f2022181211 req-7efee934-1dba-4c29-ab6e-db054bb0f823 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342672 Apr 20 16:06:16.872189 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4e76f-c364-4eab-8aec-ec0f50f5549e req-4143273c-9527-4978-9800-0b35c5b87bce tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:16.874088 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-02a4e76f-c364-4eab-8aec-ec0f50f5549e req-4143273c-9527-4978-9800-0b35c5b87bce tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 970 time: 0.0651317 Apr 20 16:06:16.912870 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-02a4e76f-c364-4eab-8aec-ec0f50f5549e req-3a6c0480-6e89-416e-b592-bbc4223c340f tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/security-groups?id=1394483d-e01e-433e-a85b-f548b1037f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323904 Apr 20 16:06:16.918435 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device c7086e05-324c-46f8-85dd-ec62dc321145 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:06:17.053480 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port c7086e05-324c-46f8-85dd-ec62dc321145 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:06:17.058752 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port c7086e05-324c-46f8-85dd-ec62dc321145 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:06:17.063156 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:17.171667 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:17.205806 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823382a9-883f-4e9e-9e9c-616e883f7df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7086e05-324c-46f8-85dd-ec62dc321145'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:06:17.208966 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-af2c00d4-252c-442e-bb51-afa8fe1aec6d req-32ac275c-7db3-4040-ba51-16fd56a3d7d8 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0416825 Apr 20 16:06:17.216369 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef937d-e579-45b2-a5e1-39391a89935f req-beff6d33-5173-4176-9d44-2716346729d6 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:17.224569 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cdef937d-e579-45b2-a5e1-39391a89935f req-beff6d33-5173-4176-9d44-2716346729d6 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 932 time: 0.0656102 Apr 20 16:06:17.283522 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port c7086e05-324c-46f8-85dd-ec62dc321145, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=c7086e05-324c-46f8-85dd-ec62dc321145,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:17.284865 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cdef937d-e579-45b2-a5e1-39391a89935f req-17055ecc-608b-42c5-a87d-3bd755c2959e tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600760 Apr 20 16:06:17.306351 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-90cc3588-3bcb-4e91-9e31-c78c5c8c0cc5 req-0fa4927b-0828-40d9-88f8-c6e8fdb305cf tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf49d3c-57a4-4142-9797-bbac677d690c HTTP/1.1" status: 200 len: 210 time: 0.0392656 Apr 20 16:06:17.378943 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:17.379678 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 8330aea1-29a4-4b61-a9ac-e7deca14cbb6 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:06:17.416112 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84df004d-0b8e-4caf-8c7e-e961dd5cdf17" -d '{"events": [{"server_uuid": "823382a9-883f-4e9e-9e9c-616e883f7df5", "name": "network-vif-plugged", "status": "completed", "tag": "c7086e05-324c-46f8-85dd-ec62dc321145"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:06:17.476853 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=c7086e05-324c-46f8-85dd-ec62dc321145,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:17.533286 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ad562c-b462-4f06-8bfa-9d7272edd1e2 x-openstack-request-id: req-58ad562c-b462-4f06-8bfa-9d7272edd1e2 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:06:17.533646 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823382a9-883f-4e9e-9e9c-616e883f7df5", "name": "network-vif-plugged", "status": "completed", "tag": "c7086e05-324c-46f8-85dd-ec62dc321145", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:06:17.534005 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58ad562c-b462-4f06-8bfa-9d7272edd1e2 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:06:17.534485 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ad562c-b462-4f06-8bfa-9d7272edd1e2'] response: {'server_uuid': '823382a9-883f-4e9e-9e9c-616e883f7df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7086e05-324c-46f8-85dd-ec62dc321145', 'code': 200} Apr 20 16:06:17.561633 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 8330aea1-29a4-4b61-a9ac-e7deca14cbb6 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:06:17.565736 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 8330aea1-29a4-4b61-a9ac-e7deca14cbb6 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:06:17.566128 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:17.738432 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb9ab3-42bf-4e74-b1dd-0a904300bd7a req-c2d3f9e8-fa96-490d-9d17-2e5db8592b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:17.739958 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-efbb9ab3-42bf-4e74-b1dd-0a904300bd7a req-c2d3f9e8-fa96-490d-9d17-2e5db8592b18 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 1122 time: 0.0783327 Apr 20 16:06:17.763099 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-efbb9ab3-42bf-4e74-b1dd-0a904300bd7a req-bd8f546f-e8ed-44e4-b18b-e24dc10de148 service neutron] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:17.774778 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:17.811907 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 8330aea1-29a4-4b61-a9ac-e7deca14cbb6, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=8330aea1-29a4-4b61-a9ac-e7deca14cbb6,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:17.872040 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-efbb9ab3-42bf-4e74-b1dd-0a904300bd7a req-bd8f546f-e8ed-44e4-b18b-e24dc10de148 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:17.892680 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:17.905800 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0b589-517e-41ff-812f-5a2d97a953eb req-19ce256a-920d-4ea1-bc75-278b9b722f60 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:17.908121 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4a0b589-517e-41ff-812f-5a2d97a953eb req-19ce256a-920d-4ea1-bc75-278b9b722f60 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 948 time: 0.0639625 Apr 20 16:06:17.944480 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=8330aea1-29a4-4b61-a9ac-e7deca14cbb6,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:17.959028 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-efbb9ab3-42bf-4e74-b1dd-0a904300bd7a req-bd8f546f-e8ed-44e4-b18b-e24dc10de148 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:17.969049 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4a0b589-517e-41ff-812f-5a2d97a953eb req-3043dadf-3733-49ab-94ba-db0ffc973cce tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524461 Apr 20 16:06:18.008070 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-efbb9ab3-42bf-4e74-b1dd-0a904300bd7a req-bd8f546f-e8ed-44e4-b18b-e24dc10de148 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1394483d-e01e-433e-a85b-f548b1037f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610745 Apr 20 16:06:18.021788 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f546f-e8ed-44e4-b18b-e24dc10de148 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f0066268-b0ab-44ee-8bd4-9e1a14688382,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:18.064044 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c27dcd-dfcb-4581-8de5-64aa7d6a106f req-d4737d37-8f72-488e-b823-688ce6037e19 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:18.066004 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-05c27dcd-dfcb-4581-8de5-64aa7d6a106f req-d4737d37-8f72-488e-b823-688ce6037e19 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 971 time: 0.0542719 Apr 20 16:06:18.111902 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-05c27dcd-dfcb-4581-8de5-64aa7d6a106f req-26fbe329-f111-4729-a7f1-85353b947b4e tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/security-groups?id=1394483d-e01e-433e-a85b-f548b1037f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379329 Apr 20 16:06:18.307134 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1b3e75b6-374c-41bb-b8f8-e877d60b82b9 req-c7dfd246-3cdb-438d-97ee-1e088c9cddd5 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0252199 Apr 20 16:06:18.425562 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fd0c5-f3ec-41f0-8e32-c4c7ada01a6c req-4f90bacf-97b0-46a4-9813-c31a2fd79bd0 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:18.427233 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-362fd0c5-f3ec-41f0-8e32-c4c7ada01a6c req-4f90bacf-97b0-46a4-9813-c31a2fd79bd0 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 932 time: 0.0497880 Apr 20 16:06:18.467218 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-362fd0c5-f3ec-41f0-8e32-c4c7ada01a6c req-3e887ffe-1dd6-4de2-a14f-b9fdfcffd0d1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334332 Apr 20 16:06:18.470802 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cfdd1874-586b-497b-870d-baf20c1674d0 req-156dc80f-8cd4-47e7-b3b3-3fdf2cf9babf tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf49d3c-57a4-4142-9797-bbac677d690c HTTP/1.1" status: 200 len: 210 time: 0.0298882 Apr 20 16:06:19.006152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50012) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:19.079211 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd92bae-83ec-4df1-804a-cd889b0e6ed9 req-92e1a4c2-9d0e-4cd4-81b6-133641e0f502 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:19.080700 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3bd92bae-83ec-4df1-804a-cd889b0e6ed9 req-92e1a4c2-9d0e-4cd4-81b6-133641e0f502 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 949 time: 0.0511432 Apr 20 16:06:19.119616 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b5ec67e6-5197-4096-a454-757773a6b10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:19.143923 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3bd92bae-83ec-4df1-804a-cd889b0e6ed9 req-afef8481-4e2b-4238-ac87-6509cb13a606 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569525 Apr 20 16:06:19.233747 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b5ec67e6-5197-4096-a454-757773a6b10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:19.250269 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-fd0a3b71-0e58-46ec-b175-54030d5cff7d tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:19.251684 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-fd0a3b71-0e58-46ec-b175-54030d5cff7d tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.26 "GET /v2.0/networks?id=90e50934-0ad2-4ce3-9e4b-483b08568bcf HTTP/1.1" status: 200 len: 824 time: 0.1422236 Apr 20 16:06:19.262749 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aa810-0260-4c8d-9491-a99d2c010018 req-30578cec-9539-48b5-9aaf-2b30cdf22a21 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:19.264083 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-734aa810-0260-4c8d-9491-a99d2c010018 req-30578cec-9539-48b5-9aaf-2b30cdf22a21 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 971 time: 0.0788879 Apr 20 16:06:19.329572 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-3ab7b767-31ee-4a79-b7da-666d6882e930 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dc23c73e9194fb380a739b184f44762 HTTP/1.1" status: 200 len: 379 time: 0.0602849 Apr 20 16:06:19.339439 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-f63abd0f-0463-440f-b299-ae6757e3f5f9 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Request body: {'port': {'device_id': 'daf49d3c-57a4-4142-9797-bbac677d690c', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'admin_state_up': True, 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'security_groups': ['333f4ec1-98aa-4cb3-a153-abc0ae27a1aa']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:06:19.362235 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b5ec67e6-5197-4096-a454-757773a6b10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:19.364069 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-734aa810-0260-4c8d-9491-a99d2c010018 req-7703686d-d487-4ac7-a8dd-a2df0ef94dc7 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/security-groups?id=1394483d-e01e-433e-a85b-f548b1037f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865691 Apr 20 16:06:19.436256 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b5ec67e6-5197-4096-a454-757773a6b10e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb6678c4073841fb9f7eee99da843367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4290001 Apr 20 16:06:19.437568 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50020) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:19.441369 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92e38b3f-2211-41e7-bcbd-220423e467b4 req-648960d0-ea62-4182-99a3-b28b6d233fc4 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0418987 Apr 20 16:06:19.443242 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec67e6-5197-4096-a454-757773a6b10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edec2ea9-4d81-4cd8-9da2-a92ac82e235a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:19.501224 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d1bc27c6-ae68-4b8a-9bd0-aa2f3fe5aa0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:19.535832 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90881452-c8dc-41a4-b3f3-44f578d7ac04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8330aea1-29a4-4b61-a9ac-e7deca14cbb6'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:06:19.538319 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e88aaeb-661a-4d3e-aba7-574974ae20dd" -d '{"events": [{"server_uuid": "90881452-c8dc-41a4-b3f3-44f578d7ac04", "name": "network-vif-plugged", "status": "completed", "tag": "8330aea1-29a4-4b61-a9ac-e7deca14cbb6"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:06:19.578755 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d23e3989-5689-4912-a08b-723642d84f20 req-2f84236b-d133-43ec-a46a-43f923b76805 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf49d3c-57a4-4142-9797-bbac677d690c HTTP/1.1" status: 200 len: 210 time: 0.0325892 Apr 20 16:06:19.583219 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d1bc27c6-ae68-4b8a-9bd0-aa2f3fe5aa0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:19.598658 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-f63abd0f-0463-440f-b299-ae6757e3f5f9 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Made reservation on behalf of 0dc23c73e9194fb380a739b184f44762 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:06:19.602686 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-f63abd0f-0463-440f-b299-ae6757e3f5f9 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:19.618967 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ebd18-3e04-4605-acbf-bd6d73122725 req-01f41246-a319-4457-83f4-b9fbc4807e52 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:19.623528 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-850ebd18-3e04-4605-acbf-bd6d73122725 req-01f41246-a319-4457-83f4-b9fbc4807e52 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 932 time: 0.0620246 Apr 20 16:06:19.630938 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1fb613-4b14-495e-b782-ac83bf622d7c x-openstack-request-id: req-9b1fb613-4b14-495e-b782-ac83bf622d7c {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:06:19.631240 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90881452-c8dc-41a4-b3f3-44f578d7ac04", "name": "network-vif-plugged", "status": "completed", "tag": "8330aea1-29a4-4b61-a9ac-e7deca14cbb6", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:06:19.631486 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b1fb613-4b14-495e-b782-ac83bf622d7c {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:06:19.631867 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b1fb613-4b14-495e-b782-ac83bf622d7c'] response: {'server_uuid': '90881452-c8dc-41a4-b3f3-44f578d7ac04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8330aea1-29a4-4b61-a9ac-e7deca14cbb6', 'code': 200} Apr 20 16:06:19.661693 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-850ebd18-3e04-4605-acbf-bd6d73122725 req-959435dd-c2be-4622-9d4c-f59e68c24c89 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330765 Apr 20 16:06:19.742097 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-f63abd0f-0463-440f-b299-ae6757e3f5f9 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Allocated IP 172.20.0.6 (90e50934-0ad2-4ce3-9e4b-483b08568bcf/6b5f4545-0b86-4c69-b75f-724716055b66/0d5f69af-1d30-4d70-8e94-819e221a906b) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:06:19.781227 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d1bc27c6-ae68-4b8a-9bd0-aa2f3fe5aa0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:19.783637 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d1bc27c6-ae68-4b8a-9bd0-aa2f3fe5aa0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:19.784868 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d1bc27c6-ae68-4b8a-9bd0-aa2f3fe5aa0f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/edec2ea9-4d81-4cd8-9da2-a92ac82e235a HTTP/1.1" status: 204 len: 168 time: 0.3462884 Apr 20 16:06:19.789106 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46980040-1050-41b7-a7c9-9169bcac1eb8 req-093703fc-3fde-43e8-8ff9-0d52d5a97688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:19.790648 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-46980040-1050-41b7-a7c9-9169bcac1eb8 req-093703fc-3fde-43e8-8ff9-0d52d5a97688 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 1100 time: 0.0672340 Apr 20 16:06:19.807671 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc27c6-ae68-4b8a-9bd0-aa2f3fe5aa0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edec2ea9-4d81-4cd8-9da2-a92ac82e235a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:19.844575 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-46980040-1050-41b7-a7c9-9169bcac1eb8 req-9a8ed0ce-4953-4e4c-a2c3-859a17abb144 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423138 Apr 20 16:06:19.899878 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-f63abd0f-0463-440f-b299-ae6757e3f5f9 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:20.024883 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-f63abd0f-0463-440f-b299-ae6757e3f5f9 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:20.067745 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-f63abd0f-0463-440f-b299-ae6757e3f5f9 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Network 90e50934-0ad2-4ce3-9e4b-483b08568bcf is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:06:20.071594 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-f63abd0f-0463-440f-b299-ae6757e3f5f9 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:06:20.075404 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-f63abd0f-0463-440f-b299-ae6757e3f5f9 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:06:20.080886 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-f63abd0f-0463-440f-b299-ae6757e3f5f9 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:20.081505 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-f63abd0f-0463-440f-b299-ae6757e3f5f9 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:20.090596 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63abd0f-0463-440f-b299-ae6757e3f5f9 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Pushing event updated for resources: {'Port': ['ID=0d5f69af-1d30-4d70-8e94-819e221a906b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:20.168102 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-f63abd0f-0463-440f-b299-ae6757e3f5f9 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8321970 Apr 20 16:06:20.270078 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f5e7dfb7-c6bd-4798-b96a-87d59fa58bb9 None None] Provisioning complete for port 0d5f69af-1d30-4d70-8e94-819e221a906b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:06:20.270458 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f5e7dfb7-c6bd-4798-b96a-87d59fa58bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:20.275815 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e129fb-cb53-467f-99cc-fdfc2d59bd3f req-9a85b4e9-4c5a-4cdf-b6a0-10c553736cb2 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:20.277336 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-38e129fb-cb53-467f-99cc-fdfc2d59bd3f req-9a85b4e9-4c5a-4cdf-b6a0-10c553736cb2 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 949 time: 0.0523763 Apr 20 16:06:20.309202 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f5e7dfb7-c6bd-4798-b96a-87d59fa58bb9 None None] Port 0d5f69af-1d30-4d70-8e94-819e221a906b cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:06:20.314573 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-38e129fb-cb53-467f-99cc-fdfc2d59bd3f req-f153f0e5-2d1d-4b49-bfc1-4e3d404fb3aa tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310650 Apr 20 16:06:20.364797 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-0f1b93a0-9382-41be-905c-b0805c080ed9 service neutron] Request body: {'port': {'device_id': 'daf49d3c-57a4-4142-9797-bbac677d690c', 'device_owner': 'compute:tempest-test_az-124488632', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:06:20.417328 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-0f1b93a0-9382-41be-905c-b0805c080ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:20.487357 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430009ad-4848-48be-8003-224d4ceb7422 req-c985025e-dc2d-41f4-947c-e2388016c315 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:20.489678 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-430009ad-4848-48be-8003-224d4ceb7422 req-c985025e-dc2d-41f4-947c-e2388016c315 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 971 time: 0.0579979 Apr 20 16:06:20.519784 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50038) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:20.542857 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0522ce5-84a6-4f41-a1ea-31dcfd0d950e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:20.570876 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-430009ad-4848-48be-8003-224d4ceb7422 req-c8d40f85-ced5-4354-b5ab-4d3ea1db5e4c tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/security-groups?id=1394483d-e01e-433e-a85b-f548b1037f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732293 Apr 20 16:06:20.586725 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7ce8bfc8-6a03-43aa-9eba-9f24268895bd req-8bc79976-f596-4fac-b73a-97c07621d97f tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0402279 Apr 20 16:06:20.689117 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0522ce5-84a6-4f41-a1ea-31dcfd0d950e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:20.720172 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a18e32-0839-4571-a91d-b3b44a7cafe0 req-49c2408c-603a-4f04-a143-51f7809fd61e tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:20.722284 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a9a18e32-0839-4571-a91d-b3b44a7cafe0 req-49c2408c-603a-4f04-a143-51f7809fd61e tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf49d3c-57a4-4142-9797-bbac677d690c HTTP/1.1" status: 200 len: 931 time: 0.0644181 Apr 20 16:06:20.751175 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-0f1b93a0-9382-41be-905c-b0805c080ed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d5f69af-1d30-4d70-8e94-819e221a906b {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:06:20.765939 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a9a18e32-0839-4571-a91d-b3b44a7cafe0 req-a69fd012-e235-48a9-a05c-f360acb54069 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324616 Apr 20 16:06:20.772027 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-0f1b93a0-9382-41be-905c-b0805c080ed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:20.772774 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0522ce5-84a6-4f41-a1ea-31dcfd0d950e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:20.789020 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-0f1b93a0-9382-41be-905c-b0805c080ed9 service neutron] Transition to ACTIVE for port object 0d5f69af-1d30-4d70-8e94-819e221a906b will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:06:20.805253 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58799912-ecbf-4ad3-9772-ddaf7dd86b0d req-8dfae777-bb49-4147-b1ce-77bbdef4c378 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:20.806774 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-58799912-ecbf-4ad3-9772-ddaf7dd86b0d req-8dfae777-bb49-4147-b1ce-77bbdef4c378 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 932 time: 0.0688298 Apr 20 16:06:20.813586 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d0522ce5-84a6-4f41-a1ea-31dcfd0d950e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b23ae99ef824318b5d3844738bde8db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925181 Apr 20 16:06:20.815400 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0522ce5-84a6-4f41-a1ea-31dcfd0d950e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0eacca3-910a-4c99-937b-92f98c17e759,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:20.818982 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50044) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:20.847904 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-58799912-ecbf-4ad3-9772-ddaf7dd86b0d req-9da708d2-eb8d-4f27-936b-24f9960eb175 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349081 Apr 20 16:06:20.868430 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2363286c-0b79-49eb-abc1-2057bc154319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:20.889512 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2363286c-0b79-49eb-abc1-2057bc154319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:20.892666 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-0f1b93a0-9382-41be-905c-b0805c080ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:20.946362 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b93a0-9382-41be-905c-b0805c080ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5f69af-1d30-4d70-8e94-819e221a906b,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:20.977638 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-0f1b93a0-9382-41be-905c-b0805c080ed9 service neutron] Attempting to bind port 0d5f69af-1d30-4d70-8e94-819e221a906b on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:06:20.979350 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-0f1b93a0-9382-41be-905c-b0805c080ed9 service neutron] Attempting to bind port 0d5f69af-1d30-4d70-8e94-819e221a906b by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '9053885d-51a1-4852-a6b4-a356932f5932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:06:20.979350 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-0f1b93a0-9382-41be-905c-b0805c080ed9 service neutron] Attempting to bind port 0d5f69af-1d30-4d70-8e94-819e221a906b on network 90e50934-0ad2-4ce3-9e4b-483b08568bcf {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:06:20.982969 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-0f1b93a0-9382-41be-905c-b0805c080ed9 service neutron] Port 0d5f69af-1d30-4d70-8e94-819e221a906b on network 90e50934-0ad2-4ce3-9e4b-483b08568bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:06:20.983340 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-0f1b93a0-9382-41be-905c-b0805c080ed9 service neutron] Attempting to bind port 0d5f69af-1d30-4d70-8e94-819e221a906b on network 90e50934-0ad2-4ce3-9e4b-483b08568bcf {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:06:20.988220 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-0f1b93a0-9382-41be-905c-b0805c080ed9 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:06:20.988586 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-0f1b93a0-9382-41be-905c-b0805c080ed9 service neutron] Checking segment: {'id': '9053885d-51a1-4852-a6b4-a356932f5932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:06:20.988963 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-0f1b93a0-9382-41be-905c-b0805c080ed9 service neutron] Bound using segment: {'id': '9053885d-51a1-4852-a6b4-a356932f5932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:06:20.989386 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-0f1b93a0-9382-41be-905c-b0805c080ed9 service neutron] Bound port: 0d5f69af-1d30-4d70-8e94-819e221a906b, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9053885d-51a1-4852-a6b4-a356932f5932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:06:20.989742 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-0f1b93a0-9382-41be-905c-b0805c080ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:20.993733 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2363286c-0b79-49eb-abc1-2057bc154319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:20.996459 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2363286c-0b79-49eb-abc1-2057bc154319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:20.997946 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2363286c-0b79-49eb-abc1-2057bc154319 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0eacca3-910a-4c99-937b-92f98c17e759 HTTP/1.1" status: 204 len: 168 time: 0.1777608 Apr 20 16:06:21.008672 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363286c-0b79-49eb-abc1-2057bc154319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0eacca3-910a-4c99-937b-92f98c17e759,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:21.063524 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-0f1b93a0-9382-41be-905c-b0805c080ed9 service neutron] For port 0d5f69af-1d30-4d70-8e94-819e221a906b, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:06:21.066936 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-0f1b93a0-9382-41be-905c-b0805c080ed9 service neutron] For port 0d5f69af-1d30-4d70-8e94-819e221a906b, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0d5f69af-1d30-4d70-8e94-819e221a906b,segment=NetworkSegment(9053885d-51a1-4852-a6b4-a356932f5932),segment_id=9053885d-51a1-4852-a6b4-a356932f5932)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:06:21.165832 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-0f1b93a0-9382-41be-905c-b0805c080ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:21.199993 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-0f1b93a0-9382-41be-905c-b0805c080ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:21.200627 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-0f1b93a0-9382-41be-905c-b0805c080ed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:21.202006 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-0f1b93a0-9382-41be-905c-b0805c080ed9 service neutron] 10.222.0.26 "PUT /v2.0/ports/0d5f69af-1d30-4d70-8e94-819e221a906b HTTP/1.1" status: 200 len: 1112 time: 0.8414898 Apr 20 16:06:21.202392 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf49d3c-57a4-4142-9797-bbac677d690c', 'tag': '0d5f69af-1d30-4d70-8e94-819e221a906b'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:06:21.204708 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bc760e-db03-4023-aec5-c6b6dbd70111" -d '{"events": [{"name": "network-changed", "server_uuid": "daf49d3c-57a4-4142-9797-bbac677d690c", "tag": "0d5f69af-1d30-4d70-8e94-819e221a906b"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:06:21.230189 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b93a0-9382-41be-905c-b0805c080ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5f69af-1d30-4d70-8e94-819e221a906b,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:21.255203 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a0cc6e-2778-4db4-a161-4333e9ae8764 x-openstack-request-id: req-a3a0cc6e-2778-4db4-a161-4333e9ae8764 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:06:21.255490 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf49d3c-57a4-4142-9797-bbac677d690c", "tag": "0d5f69af-1d30-4d70-8e94-819e221a906b", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:06:21.255803 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3a0cc6e-2778-4db4-a161-4333e9ae8764 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:06:21.256198 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3a0cc6e-2778-4db4-a161-4333e9ae8764'] response: {'name': 'network-changed', 'server_uuid': 'daf49d3c-57a4-4142-9797-bbac677d690c', 'tag': '0d5f69af-1d30-4d70-8e94-819e221a906b', 'status': 'completed', 'code': 200} Apr 20 16:06:21.307725 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-7d3b7990-19cd-406d-82f2-bda0f7971f70 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:06:21.309152 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-7d3b7990-19cd-406d-82f2-bda0f7971f70 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072269 Apr 20 16:06:21.424262 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc760e-db03-4023-aec5-c6b6dbd70111 req-877f5a80-01d1-48f1-8ba6-f4e3df5fdb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:21.425870 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-20bc760e-db03-4023-aec5-c6b6dbd70111 req-877f5a80-01d1-48f1-8ba6-f4e3df5fdb63 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0dc23c73e9194fb380a739b184f44762&device_id=daf49d3c-57a4-4142-9797-bbac677d690c HTTP/1.1" status: 200 len: 1115 time: 0.0924170 Apr 20 16:06:21.700504 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175dc9fd-0c78-4025-9bdc-1a154ee96170 req-aa691c48-ebd2-4d12-b58d-e08c7fa36d33 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:21.702520 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-175dc9fd-0c78-4025-9bdc-1a154ee96170 req-aa691c48-ebd2-4d12-b58d-e08c7fa36d33 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 971 time: 0.0630355 Apr 20 16:06:21.719024 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-1c7abbff-b880-49e1-bc23-31d469ce0b6b service neutron] Request body: {'port': {'device_id': '6b16e73b-3824-42e4-b01c-429297463b99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:06:21.742755 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-175dc9fd-0c78-4025-9bdc-1a154ee96170 req-e437236c-0ef9-41a9-ac82-6c0ab429f4e5 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/security-groups?id=1394483d-e01e-433e-a85b-f548b1037f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341556 Apr 20 16:06:21.789691 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2c3a4-c708-4d2a-b69a-0c61477e328b req-9db8a7f1-896c-4673-806e-79ee2ea7a722 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:21.793260 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d9b2c3a4-c708-4d2a-b69a-0c61477e328b req-9db8a7f1-896c-4673-806e-79ee2ea7a722 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 949 time: 0.3598173 Apr 20 16:06:21.840900 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e976ca15-a85a-4ba2-982b-888817f129cd req-042dd111-54a1-4703-b37b-c33691499494 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0303936 Apr 20 16:06:21.885551 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc760e-db03-4023-aec5-c6b6dbd70111 req-d10c5f0d-b2fa-4cc8-9e4d-ce0ba542d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:21.887087 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-20bc760e-db03-4023-aec5-c6b6dbd70111 req-d10c5f0d-b2fa-4cc8-9e4d-ce0ba542d11d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=0dc23c73e9194fb380a739b184f44762&shared=False HTTP/1.1" status: 200 len: 925 time: 0.2651682 Apr 20 16:06:21.922382 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-1c7abbff-b880-49e1-bc23-31d469ce0b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:21.940320 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d9b2c3a4-c708-4d2a-b69a-0c61477e328b req-c9534b9f-906c-4750-b513-eaf6817ad964 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238577 Apr 20 16:06:21.988587 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0a583-bb37-49fa-a05d-1f3dce2d4378 req-3cec5bbe-6d03-4029-a5fb-e43a83c97970 tempest-AggregatesAdminTestJSON-858132903 tempest-AggregatesAdminTestJSON-858132903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:21.997381 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-afd0a583-bb37-49fa-a05d-1f3dce2d4378 req-3cec5bbe-6d03-4029-a5fb-e43a83c97970 tempest-AggregatesAdminTestJSON-858132903 tempest-AggregatesAdminTestJSON-858132903-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 1122 time: 0.0465734 Apr 20 16:06:22.009566 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-afd0a583-bb37-49fa-a05d-1f3dce2d4378 req-52a7503f-663c-4da6-8515-07c541c04e29 tempest-AggregatesAdminTestJSON-858132903 tempest-AggregatesAdminTestJSON-858132903-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:22.088000 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-afd0a583-bb37-49fa-a05d-1f3dce2d4378 req-52a7503f-663c-4da6-8515-07c541c04e29 tempest-AggregatesAdminTestJSON-858132903 tempest-AggregatesAdminTestJSON-858132903-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:22.184973 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-afd0a583-bb37-49fa-a05d-1f3dce2d4378 req-52a7503f-663c-4da6-8515-07c541c04e29 tempest-AggregatesAdminTestJSON-858132903 tempest-AggregatesAdminTestJSON-858132903-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:22.193243 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc760e-db03-4023-aec5-c6b6dbd70111 req-3364cbc8-7595-428e-b5d6-f030d20c18de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:22.194881 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-20bc760e-db03-4023-aec5-c6b6dbd70111 req-3364cbc8-7595-428e-b5d6-f030d20c18de service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3000362 Apr 20 16:06:22.206886 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-afd0a583-bb37-49fa-a05d-1f3dce2d4378 req-52a7503f-663c-4da6-8515-07c541c04e29 tempest-AggregatesAdminTestJSON-858132903 tempest-AggregatesAdminTestJSON-858132903-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1394483d-e01e-433e-a85b-f548b1037f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097912 Apr 20 16:06:22.215610 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7503f-663c-4da6-8515-07c541c04e29 tempest-AggregatesAdminTestJSON-858132903 tempest-AggregatesAdminTestJSON-858132903-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a64389-edf4-496a-a26c-2dae059c26ed,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:22.215930 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322960bd-f2f8-4901-957f-aa3cbf722e5e req-b040a100-85bf-4e22-8628-387d4fdd6bc1 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:22.218569 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-322960bd-f2f8-4901-957f-aa3cbf722e5e req-b040a100-85bf-4e22-8628-387d4fdd6bc1 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf49d3c-57a4-4142-9797-bbac677d690c HTTP/1.1" status: 200 len: 964 time: 0.2044873 Apr 20 16:06:22.336808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d241fd8-d1bb-4078-9545-01bf542371d1 req-334c90b2-126a-4b1f-873f-61dbcaf5e498 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:22.344808 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d241fd8-d1bb-4078-9545-01bf542371d1 req-334c90b2-126a-4b1f-873f-61dbcaf5e498 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 932 time: 0.0592742 Apr 20 16:06:22.356765 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-322960bd-f2f8-4901-957f-aa3cbf722e5e req-552cf1f0-fb50-47ac-91ba-ea51968d24bc tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248276 Apr 20 16:06:22.391855 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-6dc09cfe-cd19-42f8-b1d9-b9c8f07d5a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:22.393696 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-6dc09cfe-cd19-42f8-b1d9-b9c8f07d5a66 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0dc23c73e9194fb380a739b184f44762&device_id=daf49d3c-57a4-4142-9797-bbac677d690c HTTP/1.1" status: 200 len: 1115 time: 0.1285551 Apr 20 16:06:22.393877 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d241fd8-d1bb-4078-9545-01bf542371d1 req-d1f64eed-9560-41b0-9883-39500e66ef4d tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410933 Apr 20 16:06:22.451381 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-c8d4bdb0-dba4-4af9-ae4e-11e456681690 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d5f69af-1d30-4d70-8e94-819e221a906b HTTP/1.1" status: 200 len: 217 time: 0.0404415 Apr 20 16:06:22.542706 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-1c7abbff-b880-49e1-bc23-31d469ce0b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184b9da7-233b-4de4-a7ec-91d63323d0f9 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:06:22.547452 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-bc956c51-9ccd-4360-83f6-c916d19ce629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:22.548928 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-bc956c51-9ccd-4360-83f6-c916d19ce629 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b5f4545-0b86-4c69-b75f-724716055b66 HTTP/1.1" status: 200 len: 863 time: 0.0869141 Apr 20 16:06:22.552815 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-1c7abbff-b880-49e1-bc23-31d469ce0b6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:22.590465 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-1c7abbff-b880-49e1-bc23-31d469ce0b6b service neutron] Transition to ACTIVE for port object 184b9da7-233b-4de4-a7ec-91d63323d0f9 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:06:22.604434 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-87eae756-d44b-451e-9b09-5e23d3da269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:22.606079 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-87eae756-d44b-451e-9b09-5e23d3da269d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90e50934-0ad2-4ce3-9e4b-483b08568bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508814 Apr 20 16:06:22.641431 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1121a870-8938-4342-9891-74f88f7c9063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:22.671297 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-1c7abbff-b880-49e1-bc23-31d469ce0b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:22.737296 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-4151c30a-a807-4eaa-938c-da5515acb6e6 service neutron] 10.222.0.26 "GET /v2.0/networks/90e50934-0ad2-4ce3-9e4b-483b08568bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245716 Apr 20 16:06:22.741150 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7abbff-b880-49e1-bc23-31d469ce0b6b service neutron] Pushing event updated for resources: {'Port': ['ID=184b9da7-233b-4de4-a7ec-91d63323d0f9,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:22.823792 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-1c7abbff-b880-49e1-bc23-31d469ce0b6b service neutron] Attempting to bind port 184b9da7-233b-4de4-a7ec-91d63323d0f9 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:06:22.824126 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-1c7abbff-b880-49e1-bc23-31d469ce0b6b service neutron] Attempting to bind port 184b9da7-233b-4de4-a7ec-91d63323d0f9 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:06:22.824477 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-1c7abbff-b880-49e1-bc23-31d469ce0b6b service neutron] Attempting to bind port 184b9da7-233b-4de4-a7ec-91d63323d0f9 on network 3edbee39-317f-4464-9f65-314e099e8e06 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:06:22.832324 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-1c7abbff-b880-49e1-bc23-31d469ce0b6b service neutron] Port 184b9da7-233b-4de4-a7ec-91d63323d0f9 on network 3edbee39-317f-4464-9f65-314e099e8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:06:22.832673 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-1c7abbff-b880-49e1-bc23-31d469ce0b6b service neutron] Attempting to bind port 184b9da7-233b-4de4-a7ec-91d63323d0f9 on network 3edbee39-317f-4464-9f65-314e099e8e06 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:06:22.844995 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-1c7abbff-b880-49e1-bc23-31d469ce0b6b service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:06:22.845344 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-1c7abbff-b880-49e1-bc23-31d469ce0b6b service neutron] Checking segment: {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:06:22.845745 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-1c7abbff-b880-49e1-bc23-31d469ce0b6b service neutron] Bound using segment: {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:06:22.846061 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-1c7abbff-b880-49e1-bc23-31d469ce0b6b service neutron] Bound port: 184b9da7-233b-4de4-a7ec-91d63323d0f9, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:06:22.846782 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-1c7abbff-b880-49e1-bc23-31d469ce0b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:22.893450 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dad9ce-f759-4709-a07b-eda3d757e668 req-031b396f-aac1-4400-8eb3-83694206e18f tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:22.894217 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15faf81f-c2f8-49d2-8a46-e3bb4f412daa req-012e7680-68a4-4779-b6d9-e252d9f41054 service neutron] 10.222.0.26 "GET /v2.0/networks/90e50934-0ad2-4ce3-9e4b-483b08568bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483765 Apr 20 16:06:22.895006 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b5dad9ce-f759-4709-a07b-eda3d757e668 req-031b396f-aac1-4400-8eb3-83694206e18f tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 971 time: 0.0622139 Apr 20 16:06:22.938063 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-1c7abbff-b880-49e1-bc23-31d469ce0b6b service neutron] For port 184b9da7-233b-4de4-a7ec-91d63323d0f9, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:06:22.945679 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b5dad9ce-f759-4709-a07b-eda3d757e668 req-03efc7c2-d72d-4340-956d-84996308ba7c tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/security-groups?id=1394483d-e01e-433e-a85b-f548b1037f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431528 Apr 20 16:06:22.946730 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-1c7abbff-b880-49e1-bc23-31d469ce0b6b service neutron] For port 184b9da7-233b-4de4-a7ec-91d63323d0f9, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=184b9da7-233b-4de4-a7ec-91d63323d0f9,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:06:23.025248 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-1c7abbff-b880-49e1-bc23-31d469ce0b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:23.080295 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-1c7abbff-b880-49e1-bc23-31d469ce0b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:23.080969 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-1c7abbff-b880-49e1-bc23-31d469ce0b6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:23.082368 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-1c7abbff-b880-49e1-bc23-31d469ce0b6b service neutron] 10.222.0.30 "PUT /v2.0/ports/184b9da7-233b-4de4-a7ec-91d63323d0f9 HTTP/1.1" status: 200 len: 1092 time: 1.4616053 Apr 20 16:06:23.110719 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b5b58-0a7b-4901-b7ac-1a82958c2ab6 req-c9cffde8-7df7-4267-9468-df19c3ab8be3 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:23.112522 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-899b5b58-0a7b-4901-b7ac-1a82958c2ab6 req-c9cffde8-7df7-4267-9468-df19c3ab8be3 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 949 time: 0.0881534 Apr 20 16:06:23.125733 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-16a96db1-4eae-452b-a74e-1808279edbec req-ea54beb7-d407-4802-acde-26c360eccfb5 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0422480 Apr 20 16:06:23.130277 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7abbff-b880-49e1-bc23-31d469ce0b6b service neutron] Pushing event updated for resources: {'Port': ['ID=184b9da7-233b-4de4-a7ec-91d63323d0f9,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:23.161888 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-899b5b58-0a7b-4901-b7ac-1a82958c2ab6 req-a42733e1-aeb5-4df7-80a8-188b5f9c3561 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396335 Apr 20 16:06:23.259861 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b16e73b-3824-42e4-b01c-429297463b99', 'tag': '184b9da7-233b-4de4-a7ec-91d63323d0f9'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:06:23.262027 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a42adc2-6542-4550-824a-44ec0de1a71b" -d '{"events": [{"name": "network-changed", "server_uuid": "6b16e73b-3824-42e4-b01c-429297463b99", "tag": "184b9da7-233b-4de4-a7ec-91d63323d0f9"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:06:23.295874 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-4bc0d807-5861-4a28-b52a-8a9be7a6a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:23.297395 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-4bc0d807-5861-4a28-b52a-8a9be7a6a812 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 1095 time: 0.0455160 Apr 20 16:06:23.354011 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-949674b2-a17a-4e6f-8322-e99ba7162e7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=184b9da7-233b-4de4-a7ec-91d63323d0f9 HTTP/1.1" status: 200 len: 217 time: 0.0412855 Apr 20 16:06:23.410525 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-fb2b01d5-4c9e-45da-a02b-0e7f97e3f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:23.412312 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-fb2b01d5-4c9e-45da-a02b-0e7f97e3f6ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66ca5027-e9c8-41ce-8129-1d35f4e0c95c HTTP/1.1" status: 200 len: 861 time: 0.0519211 Apr 20 16:06:23.444069 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-8637e73c-6916-44b9-8149-a90a2aa1737b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3edbee39-317f-4464-9f65-314e099e8e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241263 Apr 20 16:06:23.536890 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-68466135-ce65-484f-87fd-b80e4dfc17ad service neutron] 10.222.0.30 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845971 Apr 20 16:06:23.628410 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ca92a265-de52-46f7-bfa5-72e2c6686dcf req-1596d5cf-4fc4-4f94-9a44-de7a44d4305a service neutron] 10.222.0.30 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829637 Apr 20 16:06:23.754528 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6091ffa6-9b8c-4b97-9d25-c6d22b5c8ee0 x-openstack-request-id: req-6091ffa6-9b8c-4b97-9d25-c6d22b5c8ee0 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:06:23.755098 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b16e73b-3824-42e4-b01c-429297463b99", "tag": "184b9da7-233b-4de4-a7ec-91d63323d0f9", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:06:23.755098 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6091ffa6-9b8c-4b97-9d25-c6d22b5c8ee0 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:06:23.758138 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6091ffa6-9b8c-4b97-9d25-c6d22b5c8ee0'] response: {'name': 'network-changed', 'server_uuid': '6b16e73b-3824-42e4-b01c-429297463b99', 'tag': '184b9da7-233b-4de4-a7ec-91d63323d0f9', 'status': 'completed', 'code': 200} Apr 20 16:06:23.848377 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a38070-f383-4baf-a56e-4ae108937618 req-c7d66d37-dce8-4269-a2a9-8d508d35f783 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:23.849969 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31a38070-f383-4baf-a56e-4ae108937618 req-c7d66d37-dce8-4269-a2a9-8d508d35f783 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf49d3c-57a4-4142-9797-bbac677d690c HTTP/1.1" status: 200 len: 964 time: 0.0513506 Apr 20 16:06:23.862382 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42adc2-6542-4550-824a-44ec0de1a71b req-c8cbefb9-9a91-4e00-845b-c536659399e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:23.864212 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a42adc2-6542-4550-824a-44ec0de1a71b req-c8cbefb9-9a91-4e00-845b-c536659399e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 1095 time: 0.0423527 Apr 20 16:06:23.889114 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31a38070-f383-4baf-a56e-4ae108937618 req-c79f4eee-0637-4de1-a65c-9b50deb6a8e9 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331233 Apr 20 16:06:23.970212 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fb410-7d7f-4961-b556-d77a1056ee92 req-58499334-f03d-4d3c-b48d-91afc68a5582 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:23.971748 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a80fb410-7d7f-4961-b556-d77a1056ee92 req-58499334-f03d-4d3c-b48d-91afc68a5582 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 944 time: 0.1066329 Apr 20 16:06:24.011597 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42adc2-6542-4550-824a-44ec0de1a71b req-d7002804-13c7-4121-b91f-01875abf7548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:24.013025 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a42adc2-6542-4550-824a-44ec0de1a71b req-d7002804-13c7-4121-b91f-01875abf7548 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 922 time: 0.1387880 Apr 20 16:06:24.032174 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a80fb410-7d7f-4961-b556-d77a1056ee92 req-4b2b0619-bab8-443a-aa84-35d8746a49c8 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519445 Apr 20 16:06:24.062211 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a42adc2-6542-4550-824a-44ec0de1a71b req-6d75e9a1-4b47-4589-9614-ad70bfed88e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=184b9da7-233b-4de4-a7ec-91d63323d0f9 HTTP/1.1" status: 200 len: 217 time: 0.0411732 Apr 20 16:06:24.133025 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42adc2-6542-4550-824a-44ec0de1a71b req-d82e8628-151a-40b9-a5c7-7dae26caa276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:24.134426 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a42adc2-6542-4550-824a-44ec0de1a71b req-d82e8628-151a-40b9-a5c7-7dae26caa276 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66ca5027-e9c8-41ce-8129-1d35f4e0c95c HTTP/1.1" status: 200 len: 861 time: 0.0661237 Apr 20 16:06:24.173040 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a42adc2-6542-4550-824a-44ec0de1a71b req-851759a9-96f7-456c-9ea7-93a3ef16e45e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3edbee39-317f-4464-9f65-314e099e8e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306196 Apr 20 16:06:24.180305 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf683d-7e33-4330-a877-87d6d2b9995e req-d463f0e9-c9e4-4824-b5fd-1a2fed695574 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:24.181613 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-68cf683d-7e33-4330-a877-87d6d2b9995e req-d463f0e9-c9e4-4824-b5fd-1a2fed695574 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 949 time: 0.0813658 Apr 20 16:06:24.430768 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-68cf683d-7e33-4330-a877-87d6d2b9995e req-d21c8ee9-1b99-4525-9f66-9e5fea3cfe91 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416153 Apr 20 16:06:24.462162 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a42adc2-6542-4550-824a-44ec0de1a71b req-c2d888a6-3286-441e-ac00-feefe83df6ab service neutron] 10.222.0.30 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795670 Apr 20 16:06:24.621270 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ddd36-96a7-43f0-9c96-c87678048c68 req-59c1a09e-786b-4557-b12a-07ba33e8802b tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:24.622833 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0f2ddd36-96a7-43f0-9c96-c87678048c68 req-59c1a09e-786b-4557-b12a-07ba33e8802b tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.26 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 971 time: 0.1448839 Apr 20 16:06:24.631511 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592f933-6f00-449f-b7d7-6d282b05bca3 req-70865c0c-a971-40f3-9038-be4ffe98f9f6 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:24.632921 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3592f933-6f00-449f-b7d7-6d282b05bca3 req-70865c0c-a971-40f3-9038-be4ffe98f9f6 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 971 time: 0.1369143 Apr 20 16:06:24.658811 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a42adc2-6542-4550-824a-44ec0de1a71b req-b94e65e3-99c7-42fc-958a-64992c4b1bfc service neutron] 10.222.0.30 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894965 Apr 20 16:06:24.763116 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3592f933-6f00-449f-b7d7-6d282b05bca3 req-2a7ff7c0-14a1-4c34-9c02-e373cc76bb6f tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/security-groups?id=1394483d-e01e-433e-a85b-f548b1037f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217906 Apr 20 16:06:24.771145 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ae65f65a-aafd-4326-865e-0f232ba9241e req-515c4264-704b-4989-9190-6b8f77b79449 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0288291 Apr 20 16:06:24.810711 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-0f2ddd36-96a7-43f0-9c96-c87678048c68 req-b2861f5a-698c-4246-9ac9-3d83e6cf7871 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Deleting port c7086e05-324c-46f8-85dd-ec62dc321145 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:06:24.811051 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0f2ddd36-96a7-43f0-9c96-c87678048c68 req-b2861f5a-698c-4246-9ac9-3d83e6cf7871 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:24.902295 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-0f2ddd36-96a7-43f0-9c96-c87678048c68 req-b2861f5a-698c-4246-9ac9-3d83e6cf7871 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] For port c7086e05-324c-46f8-85dd-ec62dc321145, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=c7086e05-324c-46f8-85dd-ec62dc321145,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:24.902655 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0f2ddd36-96a7-43f0-9c96-c87678048c68 req-b2861f5a-698c-4246-9ac9-3d83e6cf7871 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:24.918398 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-0f2ddd36-96a7-43f0-9c96-c87678048c68 req-b2861f5a-698c-4246-9ac9-3d83e6cf7871 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Calling delete_port for c7086e05-324c-46f8-85dd-ec62dc321145 owned by compute:tempest-test_az-124488632 {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:06:25.041089 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d4ffa0ef-a520-4fff-a421-99a08eb6b5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:25.054095 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1954143-83c6-42e5-8f17-a89d980e3628 req-c7c155b3-4f00-438e-a806-9c6e34ebd896 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:25.058059 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c1954143-83c6-42e5-8f17-a89d980e3628 req-c7c155b3-4f00-438e-a806-9c6e34ebd896 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf49d3c-57a4-4142-9797-bbac677d690c HTTP/1.1" status: 200 len: 964 time: 0.0985856 Apr 20 16:06:25.130769 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c1954143-83c6-42e5-8f17-a89d980e3628 req-b7b817d1-0a52-4607-bfb4-52b7b7da6359 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652394 Apr 20 16:06:25.224515 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0f2ddd36-96a7-43f0-9c96-c87678048c68 req-b2861f5a-698c-4246-9ac9-3d83e6cf7871 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:25.259065 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2861f5a-698c-4246-9ac9-3d83e6cf7871 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Pushing event deleted for resources: {'Port': ['ID=c7086e05-324c-46f8-85dd-ec62dc321145,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:25.269722 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['c7086e05-324c-46f8-85dd-ec62dc321145'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:06:25.299357 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff22a2-5b96-4f7e-a8f6-da031711ca47 req-84ab4367-44b0-4661-a78f-dcac9333f708 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:25.307257 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-69ff22a2-5b96-4f7e-a8f6-da031711ca47 req-84ab4367-44b0-4661-a78f-dcac9333f708 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 944 time: 0.1164098 Apr 20 16:06:25.363083 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2ddd36-96a7-43f0-9c96-c87678048c68 req-b2861f5a-698c-4246-9ac9-3d83e6cf7871 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] No DVR routers for this DVR port c7086e05-324c-46f8-85dd-ec62dc321145 on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:06:25.372022 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0f2ddd36-96a7-43f0-9c96-c87678048c68 req-b2861f5a-698c-4246-9ac9-3d83e6cf7871 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:25.375618 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0f2ddd36-96a7-43f0-9c96-c87678048c68 req-b2861f5a-698c-4246-9ac9-3d83e6cf7871 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.26 "DELETE /v2.0/ports/c7086e05-324c-46f8-85dd-ec62dc321145 HTTP/1.1" status: 204 len: 173 time: 0.7417212 Apr 20 16:06:25.404237 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-69ff22a2-5b96-4f7e-a8f6-da031711ca47 req-b3dfcca3-17af-498e-97ff-6df4e5ffb834 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961213 Apr 20 16:06:25.557013 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cf4a7-9f29-4494-8569-8616e2845f4f req-3e4652ce-775b-4860-a38f-aa6f16f85881 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:25.558758 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-297cf4a7-9f29-4494-8569-8616e2845f4f req-3e4652ce-775b-4860-a38f-aa6f16f85881 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 949 time: 0.0539637 Apr 20 16:06:25.633554 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8ce8db66-24ab-47d5-a49f-246412fe66db req-fae3593f-c105-490f-add0-28f05229c882 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0405478 Apr 20 16:06:25.650021 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-297cf4a7-9f29-4494-8569-8616e2845f4f req-1f7f2bcf-bead-4785-aa2e-e20618c20069 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790539 Apr 20 16:06:25.654698 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d5529-aa12-494a-bb6e-45285fc808aa req-1c8bde15-428b-4314-ab5a-eb9034b7918f tempest-DeleteServersAdminTestJSON-609623093 tempest-DeleteServersAdminTestJSON-609623093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:25.656126 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-374d5529-aa12-494a-bb6e-45285fc808aa req-1c8bde15-428b-4314-ab5a-eb9034b7918f tempest-DeleteServersAdminTestJSON-609623093 tempest-DeleteServersAdminTestJSON-609623093-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 1100 time: 0.0962818 Apr 20 16:06:25.735397 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-374d5529-aa12-494a-bb6e-45285fc808aa req-0ba45ba7-6dcb-4386-ae7d-191ec32c35f0 tempest-DeleteServersAdminTestJSON-609623093 tempest-DeleteServersAdminTestJSON-609623093-project-admin] Deleting port 8330aea1-29a4-4b61-a9ac-e7deca14cbb6 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:06:25.735739 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-374d5529-aa12-494a-bb6e-45285fc808aa req-0ba45ba7-6dcb-4386-ae7d-191ec32c35f0 tempest-DeleteServersAdminTestJSON-609623093 tempest-DeleteServersAdminTestJSON-609623093-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:25.776210 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823382a9-883f-4e9e-9e9c-616e883f7df5', 'name': 'network-vif-deleted', 'tag': 'c7086e05-324c-46f8-85dd-ec62dc321145'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:06:25.778404 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c386f35-ca2b-4ede-b147-5ae8771b5a81" -d '{"events": [{"server_uuid": "823382a9-883f-4e9e-9e9c-616e883f7df5", "name": "network-vif-deleted", "tag": "c7086e05-324c-46f8-85dd-ec62dc321145"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:06:25.822063 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bdf12a-00ee-4f2b-842f-f1c2b5818e86 x-openstack-request-id: req-40bdf12a-00ee-4f2b-842f-f1c2b5818e86 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:06:25.822366 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823382a9-883f-4e9e-9e9c-616e883f7df5", "name": "network-vif-deleted", "tag": "c7086e05-324c-46f8-85dd-ec62dc321145", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:06:25.822617 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40bdf12a-00ee-4f2b-842f-f1c2b5818e86 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:06:25.823001 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40bdf12a-00ee-4f2b-842f-f1c2b5818e86'] response: {'server_uuid': '823382a9-883f-4e9e-9e9c-616e883f7df5', 'name': 'network-vif-deleted', 'tag': 'c7086e05-324c-46f8-85dd-ec62dc321145', 'status': 'completed', 'code': 200} Apr 20 16:06:25.835388 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-374d5529-aa12-494a-bb6e-45285fc808aa req-0ba45ba7-6dcb-4386-ae7d-191ec32c35f0 tempest-DeleteServersAdminTestJSON-609623093 tempest-DeleteServersAdminTestJSON-609623093-project-admin] For port 8330aea1-29a4-4b61-a9ac-e7deca14cbb6, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=8330aea1-29a4-4b61-a9ac-e7deca14cbb6,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:25.835805 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-374d5529-aa12-494a-bb6e-45285fc808aa req-0ba45ba7-6dcb-4386-ae7d-191ec32c35f0 tempest-DeleteServersAdminTestJSON-609623093 tempest-DeleteServersAdminTestJSON-609623093-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:25.850160 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-374d5529-aa12-494a-bb6e-45285fc808aa req-0ba45ba7-6dcb-4386-ae7d-191ec32c35f0 tempest-DeleteServersAdminTestJSON-609623093 tempest-DeleteServersAdminTestJSON-609623093-project-admin] Calling delete_port for 8330aea1-29a4-4b61-a9ac-e7deca14cbb6 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:06:25.898698 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6fa68677-40c1-4ef7-b50c-ff940f00d366 req-1a1ed8d0-7132-47c1-aa19-6742d166f39d tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0267594 Apr 20 16:06:25.929637 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3ccfab7b-a06b-433f-9f98-de4bd79d9ade req-2a1484c5-3719-4c36-9400-460473e7b7f5 tempest-AggregatesAdminTestJSON-1085601277 tempest-AggregatesAdminTestJSON-1085601277-project] 10.222.0.15 "GET /v2.0/ports?device_id=823382a9-883f-4e9e-9e9c-616e883f7df5 HTTP/1.1" status: 200 len: 210 time: 0.0355470 Apr 20 16:06:26.075166 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-374d5529-aa12-494a-bb6e-45285fc808aa req-0ba45ba7-6dcb-4386-ae7d-191ec32c35f0 tempest-DeleteServersAdminTestJSON-609623093 tempest-DeleteServersAdminTestJSON-609623093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:26.111898 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['8330aea1-29a4-4b61-a9ac-e7deca14cbb6'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:06:26.119586 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba45ba7-6dcb-4386-ae7d-191ec32c35f0 tempest-DeleteServersAdminTestJSON-609623093 tempest-DeleteServersAdminTestJSON-609623093-project-admin] Pushing event deleted for resources: {'Port': ['ID=8330aea1-29a4-4b61-a9ac-e7deca14cbb6,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:26.160843 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-374d5529-aa12-494a-bb6e-45285fc808aa req-0ba45ba7-6dcb-4386-ae7d-191ec32c35f0 tempest-DeleteServersAdminTestJSON-609623093 tempest-DeleteServersAdminTestJSON-609623093-project-admin] No DVR routers for this DVR port 8330aea1-29a4-4b61-a9ac-e7deca14cbb6 on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:06:26.164074 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-374d5529-aa12-494a-bb6e-45285fc808aa req-0ba45ba7-6dcb-4386-ae7d-191ec32c35f0 tempest-DeleteServersAdminTestJSON-609623093 tempest-DeleteServersAdminTestJSON-609623093-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:26.167678 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-374d5529-aa12-494a-bb6e-45285fc808aa req-0ba45ba7-6dcb-4386-ae7d-191ec32c35f0 tempest-DeleteServersAdminTestJSON-609623093 tempest-DeleteServersAdminTestJSON-609623093-project-admin] 10.222.0.26 "DELETE /v2.0/ports/8330aea1-29a4-4b61-a9ac-e7deca14cbb6 HTTP/1.1" status: 204 len: 173 time: 0.5052185 Apr 20 16:06:26.206950 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:26.267076 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e4ac5-c0a4-4f87-9a3c-864a716bb741 req-a026c855-0b2c-473b-affc-017085efcabc tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:26.268633 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d26e4ac5-c0a4-4f87-9a3c-864a716bb741 req-a026c855-0b2c-473b-affc-017085efcabc tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf49d3c-57a4-4142-9797-bbac677d690c HTTP/1.1" status: 200 len: 964 time: 0.0496693 Apr 20 16:06:26.311067 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d26e4ac5-c0a4-4f87-9a3c-864a716bb741 req-3a15b68f-f165-4192-872f-2bedded00b73 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358133 Apr 20 16:06:26.532031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab10cb2-56c4-476f-b80b-0467523bc4df req-c240fb31-f7ef-4cc8-84d4-31c510f8a02e tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:26.533536 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ab10cb2-56c4-476f-b80b-0467523bc4df req-c240fb31-f7ef-4cc8-84d4-31c510f8a02e tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 944 time: 0.0545378 Apr 20 16:06:26.585132 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ab10cb2-56c4-476f-b80b-0467523bc4df req-f4eeacad-319d-440e-8220-0afb86eb9463 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445380 Apr 20 16:06:26.611911 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50166) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:26.725457 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c3cf8ae0-0875-479b-8f23-02b9566dfe3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:26.773715 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-52450678-82d6-4720-8eeb-359f1d9fdb5b req-0569e3e2-f745-49a0-8573-3f5ba6e914e1 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=90881452-c8dc-41a4-b3f3-44f578d7ac04 HTTP/1.1" status: 200 len: 210 time: 0.0343444 Apr 20 16:06:26.821781 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c3cf8ae0-0875-479b-8f23-02b9566dfe3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:26.914915 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c3cf8ae0-0875-479b-8f23-02b9566dfe3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:26.953009 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c3cf8ae0-0875-479b-8f23-02b9566dfe3b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f71f00f3451d4c94b2450812a1df1143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397951 Apr 20 16:06:26.954082 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf8ae0-0875-479b-8f23-02b9566dfe3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d6dd46-d97c-4baa-a103-02eed08e7c80,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:26.956270 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50176) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:26.994560 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0d5f69af-1d30-4d70-8e94-819e221a906b details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:06:27.038541 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-424a02af-ec66-4ac3-b6b7-138933939284 req-0871c672-8cf3-417b-89d4-b8301c81e372 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0562649 Apr 20 16:06:27.068986 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-82a4d58e-b751-41ba-80dd-bdb8c4736d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:27.094549 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-82a4d58e-b751-41ba-80dd-bdb8c4736d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:27.114238 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0d5f69af-1d30-4d70-8e94-819e221a906b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0d5f69af-1d30-4d70-8e94-819e221a906b,segment=NetworkSegment(9053885d-51a1-4852-a6b4-a356932f5932),segment_id=9053885d-51a1-4852-a6b4-a356932f5932)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:27.126849 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '0d5f69af-1d30-4d70-8e94-819e221a906b', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'port_id': '0d5f69af-1d30-4d70-8e94-819e221a906b', 'mac_address': 'fa:16:3e:6b:2d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-124488632', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:06:27.166463 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:27.179266 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5f69af-1d30-4d70-8e94-819e221a906b {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:06:27.197429 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0d5f69af-1d30-4d70-8e94-819e221a906b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0d5f69af-1d30-4d70-8e94-819e221a906b,segment=NetworkSegment(9053885d-51a1-4852-a6b4-a356932f5932),segment_id=9053885d-51a1-4852-a6b4-a356932f5932)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:27.250483 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-82a4d58e-b751-41ba-80dd-bdb8c4736d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:27.253093 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-82a4d58e-b751-41ba-80dd-bdb8c4736d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:27.256100 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-82a4d58e-b751-41ba-80dd-bdb8c4736d57 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6d6dd46-d97c-4baa-a103-02eed08e7c80 HTTP/1.1" status: 204 len: 168 time: 0.2928152 Apr 20 16:06:27.262759 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4d58e-b751-41ba-80dd-bdb8c4736d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d6dd46-d97c-4baa-a103-02eed08e7c80,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:27.285177 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:27.342657 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=0d5f69af-1d30-4d70-8e94-819e221a906b,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:27.454668 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dc003-e7a7-440d-9155-e82bf60127dc req-9f12735e-b8d6-4cec-a9bd-4933361708af tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:27.456595 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c73dc003-e7a7-440d-9155-e82bf60127dc req-9f12735e-b8d6-4cec-a9bd-4933361708af tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf49d3c-57a4-4142-9797-bbac677d690c HTTP/1.1" status: 200 len: 965 time: 0.0499241 Apr 20 16:06:27.501327 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c73dc003-e7a7-440d-9155-e82bf60127dc req-c4ed28ce-d69c-4bf4-9222-1ef4bad61f87 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360692 Apr 20 16:06:27.532756 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:27.710402 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd55bc6-05c9-43ba-b02e-705d7b12c49f req-20a52558-15d6-43af-b728-859827f98b9e tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:27.711851 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fdd55bc6-05c9-43ba-b02e-705d7b12c49f req-20a52558-15d6-43af-b728-859827f98b9e tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 944 time: 0.0520754 Apr 20 16:06:27.740509 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['0d5f69af-1d30-4d70-8e94-819e221a906b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:06:27.760425 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fdd55bc6-05c9-43ba-b02e-705d7b12c49f req-09eac0d2-2e01-47e8-b2ef-3ccd202e264c tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411065 Apr 20 16:06:27.824152 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90881452-c8dc-41a4-b3f3-44f578d7ac04', 'name': 'network-vif-deleted', 'tag': '8330aea1-29a4-4b61-a9ac-e7deca14cbb6'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:06:27.826788 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12480dcf-1345-4196-8d85-508667d439e9" -d '{"events": [{"server_uuid": "90881452-c8dc-41a4-b3f3-44f578d7ac04", "name": "network-vif-deleted", "tag": "8330aea1-29a4-4b61-a9ac-e7deca14cbb6"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:06:27.872986 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bbd12f-c52a-4ae6-bc44-fee6c9386b8c x-openstack-request-id: req-76bbd12f-c52a-4ae6-bc44-fee6c9386b8c {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:06:27.873303 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90881452-c8dc-41a4-b3f3-44f578d7ac04", "name": "network-vif-deleted", "tag": "8330aea1-29a4-4b61-a9ac-e7deca14cbb6", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:06:27.873557 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76bbd12f-c52a-4ae6-bc44-fee6c9386b8c {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:06:27.873946 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76bbd12f-c52a-4ae6-bc44-fee6c9386b8c'] response: {'server_uuid': '90881452-c8dc-41a4-b3f3-44f578d7ac04', 'name': 'network-vif-deleted', 'tag': '8330aea1-29a4-4b61-a9ac-e7deca14cbb6', 'status': 'completed', 'code': 200} Apr 20 16:06:27.967849 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50218) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:27.989612 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e7bf99a8-802d-4bad-a244-2780ccdeb56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:28.012631 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:28.067396 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-4246524e-f52f-4c4b-ad14-eaf6532cbe00 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7913f1a61dd141f1bb76c0ee58579e24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293052 Apr 20 16:06:28.155435 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e7bf99a8-802d-4bad-a244-2780ccdeb56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:28.180836 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 184b9da7-233b-4de4-a7ec-91d63323d0f9 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:06:28.201128 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-e918b982-8ede-4738-90cb-87e000b082d3 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:28.203072 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-e918b982-8ede-4738-90cb-87e000b082d3 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1286218 Apr 20 16:06:28.220128 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-d7411024-e589-4ae6-8e00-7b4864882054 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/quotas/7913f1a61dd141f1bb76c0ee58579e24 HTTP/1.1" status: 200 len: 375 time: 0.0106547 Apr 20 16:06:28.249010 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:28.255617 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e7bf99a8-802d-4bad-a244-2780ccdeb56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:28.262528 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-4451d3f2-0ea2-49fc-ba0e-909fe3444a8e tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7913f1a61dd141f1bb76c0ee58579e24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363266 Apr 20 16:06:28.294058 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d41096c6-5874-4a55-a9d4-9e083c618348 req-4a3dc2ec-704e-4c15-895c-47e663481446 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0322213 Apr 20 16:06:28.298872 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e7bf99a8-802d-4bad-a244-2780ccdeb56d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bfc7550851cd4f7ca303cbe945e57ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297682 Apr 20 16:06:28.301802 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50238) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:28.302741 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf99a8-802d-4bad-a244-2780ccdeb56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a3c8be-c54d-49fe-a192-924274093748,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:28.323426 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 184b9da7-233b-4de4-a7ec-91d63323d0f9, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=184b9da7-233b-4de4-a7ec-91d63323d0f9,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:28.344649 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '184b9da7-233b-4de4-a7ec-91d63323d0f9', 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06', 'port_id': '184b9da7-233b-4de4-a7ec-91d63323d0f9', 'mac_address': 'fa:16:3e:8f:d8:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66ca5027-e9c8-41ce-8129-1d35f4e0c95c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:06:28.364986 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-71b9a17b-78a2-47bb-8b54-5752f4862295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:28.386866 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:28.391476 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-71b9a17b-78a2-47bb-8b54-5752f4862295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:28.399647 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184b9da7-233b-4de4-a7ec-91d63323d0f9 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:06:28.418382 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 184b9da7-233b-4de4-a7ec-91d63323d0f9, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=184b9da7-233b-4de4-a7ec-91d63323d0f9,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:28.530466 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:28.559265 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-71b9a17b-78a2-47bb-8b54-5752f4862295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:28.561871 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-71b9a17b-78a2-47bb-8b54-5752f4862295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:28.565624 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-71b9a17b-78a2-47bb-8b54-5752f4862295 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/42a3c8be-c54d-49fe-a192-924274093748 HTTP/1.1" status: 204 len: 168 time: 0.2602508 Apr 20 16:06:28.575422 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9a17b-78a2-47bb-8b54-5752f4862295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a3c8be-c54d-49fe-a192-924274093748,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:28.605890 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=184b9da7-233b-4de4-a7ec-91d63323d0f9,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:28.822675 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f3b35-f06a-446a-9a45-20bf9c3bb8e3 req-0cd04d69-25b3-43ed-8839-cdffaff4d03f tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:28.824240 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da7f3b35-f06a-446a-9a45-20bf9c3bb8e3 req-0cd04d69-25b3-43ed-8839-cdffaff4d03f tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf49d3c-57a4-4142-9797-bbac677d690c HTTP/1.1" status: 200 len: 965 time: 0.0508044 Apr 20 16:06:28.867741 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da7f3b35-f06a-446a-9a45-20bf9c3bb8e3 req-e99dc092-9de4-409a-9720-1aa5c0e0746b tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359857 Apr 20 16:06:28.902544 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ec9eb8c5-214f-4f5c-b91a-5057c22e3f43 req-3299a3d0-4ff9-4a8d-aeb7-99ec640630d0 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0358372 Apr 20 16:06:28.944708 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b3f84e3d-b487-43bf-9b8b-ea77fcb120b6 req-476eea4f-6379-454f-8fa8-e5e23140f300 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a HTTP/1.1" status: 200 len: 210 time: 0.0313442 Apr 20 16:06:28.997134 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0d5f69af-1d30-4d70-8e94-819e221a906b up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:06:29.062185 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['184b9da7-233b-4de4-a7ec-91d63323d0f9'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:06:29.080354 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad20ee-649f-4735-a37e-63b83d260612 req-248e5ea0-d2d8-40b4-9936-991ec6c6d6cd tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:29.082762 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2dad20ee-649f-4735-a37e-63b83d260612 req-248e5ea0-d2d8-40b4-9936-991ec6c6d6cd tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 945 time: 0.0620155 Apr 20 16:06:29.127275 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2dad20ee-649f-4735-a37e-63b83d260612 req-20c158e2-ece5-4cbc-957e-25a332fad86b tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374589 Apr 20 16:06:29.229654 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-391b34d5-1214-41ef-ad23-b2a6042cefbc req-5f3351ed-a8df-4eb3-bd50-1ae2f2e3d747 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0292468 Apr 20 16:06:29.235618 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 0d5f69af-1d30-4d70-8e94-819e221a906b completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:06:29.241723 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 0d5f69af-1d30-4d70-8e94-819e221a906b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:06:29.242146 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:29.322864 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:29.346642 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf49d3c-57a4-4142-9797-bbac677d690c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5f69af-1d30-4d70-8e94-819e221a906b'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:06:29.348903 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc28031a-afc6-4e55-9eb8-af029a52e399" -d '{"events": [{"server_uuid": "daf49d3c-57a4-4142-9797-bbac677d690c", "name": "network-vif-plugged", "status": "completed", "tag": "0d5f69af-1d30-4d70-8e94-819e221a906b"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:06:29.368591 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0d5f69af-1d30-4d70-8e94-819e221a906b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0d5f69af-1d30-4d70-8e94-819e221a906b,segment=NetworkSegment(9053885d-51a1-4852-a6b4-a356932f5932),segment_id=9053885d-51a1-4852-a6b4-a356932f5932)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:29.458666 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a467f295-a950-4dc2-a20f-e1b4dad0f0d8 x-openstack-request-id: req-a467f295-a950-4dc2-a20f-e1b4dad0f0d8 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:06:29.459063 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf49d3c-57a4-4142-9797-bbac677d690c", "name": "network-vif-plugged", "status": "completed", "tag": "0d5f69af-1d30-4d70-8e94-819e221a906b", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:06:29.459478 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a467f295-a950-4dc2-a20f-e1b4dad0f0d8 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:06:29.459877 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a467f295-a950-4dc2-a20f-e1b4dad0f0d8'] response: {'server_uuid': 'daf49d3c-57a4-4142-9797-bbac677d690c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5f69af-1d30-4d70-8e94-819e221a906b', 'code': 200} Apr 20 16:06:29.487419 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:29.488683 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device c7086e05-324c-46f8-85dd-ec62dc321145 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:06:29.536538 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: c7086e05-324c-46f8-85dd-ec62dc321145 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:06:29.537045 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device c7086e05-324c-46f8-85dd-ec62dc321145 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:06:29.538402 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 8330aea1-29a4-4b61-a9ac-e7deca14cbb6 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:06:29.541508 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:29.567716 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 8330aea1-29a4-4b61-a9ac-e7deca14cbb6 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:06:29.568059 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 8330aea1-29a4-4b61-a9ac-e7deca14cbb6 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:06:29.584985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=0d5f69af-1d30-4d70-8e94-819e221a906b,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:29.593441 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46768a3-4f5f-45ab-9710-7c8402246d59 req-58149157-ce16-419f-aac4-8828a3471a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:29.594853 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d46768a3-4f5f-45ab-9710-7c8402246d59 req-58149157-ce16-419f-aac4-8828a3471a1d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=daf49d3c-57a4-4142-9797-bbac677d690c HTTP/1.1" status: 200 len: 1117 time: 0.0408218 Apr 20 16:06:29.634967 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d46768a3-4f5f-45ab-9710-7c8402246d59 req-1a49733e-124c-40c6-bf9c-849f22b9472e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333347 Apr 20 16:06:29.998095 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f565eb6-a644-45d0-bf43-e72d21a40476 req-cf7f9317-4a53-4dee-b1ad-55b6dd0a2c7a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:29.999595 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2f565eb6-a644-45d0-bf43-e72d21a40476 req-cf7f9317-4a53-4dee-b1ad-55b6dd0a2c7a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf49d3c-57a4-4142-9797-bbac677d690c HTTP/1.1" status: 200 len: 966 time: 0.0513990 Apr 20 16:06:30.039561 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2f565eb6-a644-45d0-bf43-e72d21a40476 req-c310501c-4844-4eb0-be12-6c3056aae107 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332379 Apr 20 16:06:30.079921 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5a643ba2-8600-4fbe-84f2-f5432b33c8a0 req-cce491bf-7ba1-48b2-8755-c132b192a46b tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a HTTP/1.1" status: 200 len: 210 time: 0.0268495 Apr 20 16:06:30.186731 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 184b9da7-233b-4de4-a7ec-91d63323d0f9 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:06:30.262398 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be751ca-ced4-4ec4-9925-1a20d699ee1f req-367124a0-ebde-4fdf-96c1-55487e851f87 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:30.264127 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2be751ca-ced4-4ec4-9925-1a20d699ee1f req-367124a0-ebde-4fdf-96c1-55487e851f87 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 945 time: 0.0565724 Apr 20 16:06:30.304257 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2be751ca-ced4-4ec4-9925-1a20d699ee1f req-30175fb0-c742-49a5-a3b0-582312220164 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330479 Apr 20 16:06:30.343915 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 184b9da7-233b-4de4-a7ec-91d63323d0f9 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:06:30.352707 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 184b9da7-233b-4de4-a7ec-91d63323d0f9 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:06:30.353339 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:30.408836 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e5ec617-19f5-48b7-8b41-8f8f4804cd8e req-255bc031-c1d4-4877-b322-812a08c5ce49 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0285456 Apr 20 16:06:30.443153 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:30.475697 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 184b9da7-233b-4de4-a7ec-91d63323d0f9, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=184b9da7-233b-4de4-a7ec-91d63323d0f9,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:30.565338 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:30.615097 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=184b9da7-233b-4de4-a7ec-91d63323d0f9,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:31.095930 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-fbf20b2d-2a5f-42b0-b089-90e471c45532 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=54f152024e2f46718235a23d472feec5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219383 Apr 20 16:06:31.218630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-dbc64e7b-d6e7-41ef-bc9b-f324fc2293a7 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:31.220151 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-dbc64e7b-d6e7-41ef-bc9b-f324fc2293a7 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1172163 Apr 20 16:06:31.236821 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-22f685ea-e34a-4333-94ae-149403d9b21f tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/quotas/54f152024e2f46718235a23d472feec5 HTTP/1.1" status: 200 len: 375 time: 0.0093298 Apr 20 16:06:31.277389 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-33fefa54-af4f-4282-861c-a01e3935d93d tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=54f152024e2f46718235a23d472feec5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269334 Apr 20 16:06:31.289478 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d77ba-45e4-4ef9-94fc-1938fc36219b req-96661e9d-60b5-446e-834c-61129e836e68 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:31.291013 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-566d77ba-45e4-4ef9-94fc-1938fc36219b req-96661e9d-60b5-446e-834c-61129e836e68 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf49d3c-57a4-4142-9797-bbac677d690c HTTP/1.1" status: 200 len: 966 time: 0.0608575 Apr 20 16:06:31.336754 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-566d77ba-45e4-4ef9-94fc-1938fc36219b req-b52903ff-6a43-4fe8-81be-95bed9c47908 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391610 Apr 20 16:06:31.387776 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-3df2a0e8-6c47-4ef0-b5be-506570a2fa2b tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7913f1a61dd141f1bb76c0ee58579e24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225384 Apr 20 16:06:31.439836 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-07044dc0-a46d-469a-9a40-08affa24f907 req-f8e04d78-f823-4cec-8e59-496bb76436f8 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a HTTP/1.1" status: 200 len: 210 time: 0.0388741 Apr 20 16:06:31.461219 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b16e73b-3824-42e4-b01c-429297463b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184b9da7-233b-4de4-a7ec-91d63323d0f9'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:06:31.464876 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec1ab08-a7f2-436c-9759-9c8e56f06882" -d '{"events": [{"server_uuid": "6b16e73b-3824-42e4-b01c-429297463b99", "name": "network-vif-plugged", "status": "completed", "tag": "184b9da7-233b-4de4-a7ec-91d63323d0f9"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:06:31.520453 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-cec9b65f-fa7f-4682-a9e5-c92e20e5e0ee tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:31.521882 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-cec9b65f-fa7f-4682-a9e5-c92e20e5e0ee tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1297035 Apr 20 16:06:31.539814 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-27eb5867-5ef7-4b50-9085-0ed01814b088 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Request body: {'port': {'device_id': '71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': '7913f1a61dd141f1bb76c0ee58579e24'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:06:31.716025 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b8309-d3db-451b-be6f-27fd7d240cf5 req-be46e7ea-00a8-4b31-b3d4-8f633632c6cf tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:31.724665 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-507b8309-d3db-451b-be6f-27fd7d240cf5 req-be46e7ea-00a8-4b31-b3d4-8f633632c6cf tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 946 time: 0.0708568 Apr 20 16:06:31.749002 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8b58313b-703a-48b0-b22c-1908231805f8 req-33e4d645-a7e4-4e4b-a282-1589a017c7cc tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0331299 Apr 20 16:06:31.759884 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-27eb5867-5ef7-4b50-9085-0ed01814b088 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Made reservation on behalf of 7913f1a61dd141f1bb76c0ee58579e24 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:06:31.763684 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-27eb5867-5ef7-4b50-9085-0ed01814b088 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:31.770940 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-507b8309-d3db-451b-be6f-27fd7d240cf5 req-a980125e-dc8f-46a8-b939-1c699c498149 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454102 Apr 20 16:06:31.837937 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f38c52-2ff4-47c7-ac65-1060e4ee4cc4 x-openstack-request-id: req-f7f38c52-2ff4-47c7-ac65-1060e4ee4cc4 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:06:31.838524 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b16e73b-3824-42e4-b01c-429297463b99", "name": "network-vif-plugged", "status": "completed", "tag": "184b9da7-233b-4de4-a7ec-91d63323d0f9", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:06:31.839075 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f7f38c52-2ff4-47c7-ac65-1060e4ee4cc4 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:06:31.839625 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7f38c52-2ff4-47c7-ac65-1060e4ee4cc4'] response: {'server_uuid': '6b16e73b-3824-42e4-b01c-429297463b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184b9da7-233b-4de4-a7ec-91d63323d0f9', 'code': 200} Apr 20 16:06:31.922428 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9130f273-66ee-4f51-aca7-fcc13d2cc6ec req-94a5c074-39c5-49da-9665-22fdf4c6f335 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/ports?device_id=c449ea8b-9338-48bf-a296-24333b430e4d HTTP/1.1" status: 200 len: 210 time: 0.0510759 Apr 20 16:06:31.973910 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-27eb5867-5ef7-4b50-9085-0ed01814b088 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Allocated IP 192.168.233.96 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/e11893f5-ba71-4f26-a904-2f2fd4125164) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:06:31.999563 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117b28c-3fed-4c9f-be7b-d1a1751b7546 req-3ca802d0-362c-4536-a4f4-9ce4709040fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:32.001081 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2117b28c-3fed-4c9f-be7b-d1a1751b7546 req-3ca802d0-362c-4536-a4f4-9ce4709040fe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 1097 time: 0.0626202 Apr 20 16:06:32.072765 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2117b28c-3fed-4c9f-be7b-d1a1751b7546 req-fb259d69-5404-479e-b9bc-98c0d3882822 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648460 Apr 20 16:06:32.174580 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-27eb5867-5ef7-4b50-9085-0ed01814b088 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:32.283686 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-27eb5867-5ef7-4b50-9085-0ed01814b088 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:32.335137 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-27eb5867-5ef7-4b50-9085-0ed01814b088 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:06:32.340137 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-27eb5867-5ef7-4b50-9085-0ed01814b088 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:06:32.343345 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-27eb5867-5ef7-4b50-9085-0ed01814b088 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:06:32.349770 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-27eb5867-5ef7-4b50-9085-0ed01814b088 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:32.350487 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-27eb5867-5ef7-4b50-9085-0ed01814b088 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:32.373595 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb5867-5ef7-4b50-9085-0ed01814b088 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Pushing event updated for resources: {'Port': ['ID=e11893f5-ba71-4f26-a904-2f2fd4125164,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:32.588066 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-676bc760-a122-4be1-a88f-4b92d37cff87 None None] Provisioning complete for port e11893f5-ba71-4f26-a904-2f2fd4125164 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:06:32.588695 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-676bc760-a122-4be1-a88f-4b92d37cff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:32.597997 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-27eb5867-5ef7-4b50-9085-0ed01814b088 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0621948 Apr 20 16:06:32.622634 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd6047-66ce-47d2-a6f2-2e37e143a3ca req-bad1a256-1292-4c51-986d-a6da1e2b5845 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:32.623744 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-676bc760-a122-4be1-a88f-4b92d37cff87 None None] Port e11893f5-ba71-4f26-a904-2f2fd4125164 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:06:32.624099 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-32cd6047-66ce-47d2-a6f2-2e37e143a3ca req-bad1a256-1292-4c51-986d-a6da1e2b5845 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf49d3c-57a4-4142-9797-bbac677d690c HTTP/1.1" status: 200 len: 966 time: 0.0589828 Apr 20 16:06:32.629028 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-541ad593-735a-4553-8654-44b8ba3585a6 service neutron] Request body: {'port': {'device_id': '71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:06:32.839041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622d65e-bae1-4c24-8e0d-68d0466b6afd req-db51d893-b164-4a45-8fe9-c5c3f343efa9 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:32.847714 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c622d65e-bae1-4c24-8e0d-68d0466b6afd req-db51d893-b164-4a45-8fe9-c5c3f343efa9 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a HTTP/1.1" status: 200 len: 935 time: 0.0652220 Apr 20 16:06:32.886238 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c622d65e-bae1-4c24-8e0d-68d0466b6afd req-5718585d-afeb-41ae-b139-d79d5008926c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375769 Apr 20 16:06:32.929642 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50466) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:32.946460 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-541ad593-735a-4553-8654-44b8ba3585a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:32.951028 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-32cd6047-66ce-47d2-a6f2-2e37e143a3ca req-c82d30d2-b2dd-478f-a441-dacaf659b8f9 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3033710 Apr 20 16:06:33.077829 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55c7b4c6-34f0-4369-89bf-82ce8719ff2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:33.124222 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-28c958f2-1ecb-4f3d-82a1-8a6f48a5608b req-57165110-0f15-4270-b685-fd735ff2d4f5 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0926807 Apr 20 16:06:33.157611 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e67e689f-435f-451d-a4ba-b7f0934269ef req-4f0c809f-1791-4dbf-9a4b-116604b2b28b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d4456821c1314fc08f876536a3eeb1da&device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0302861 Apr 20 16:06:33.207012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831628a5-e5f5-494a-bf3e-0c4850b59958 req-5d769d43-281d-46ff-ba01-a736b4907839 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:33.208607 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-831628a5-e5f5-494a-bf3e-0c4850b59958 req-5d769d43-281d-46ff-ba01-a736b4907839 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 946 time: 0.0897143 Apr 20 16:06:33.218772 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e67e689f-435f-451d-a4ba-b7f0934269ef req-1660ea7f-0f99-400f-9a78-fc5fb68ed14a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d4456821c1314fc08f876536a3eeb1da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329278 Apr 20 16:06:33.227166 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55c7b4c6-34f0-4369-89bf-82ce8719ff2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:33.255039 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-831628a5-e5f5-494a-bf3e-0c4850b59958 req-60f6afcb-9488-4414-b6ee-dafb1754bb9d tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375273 Apr 20 16:06:33.356965 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d27e9110-0645-49e4-be5d-619e1ecc94eb req-82cf9254-0f5d-41d7-bd16-af6a0fe4ec31 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/ports?device_id=c449ea8b-9338-48bf-a296-24333b430e4d HTTP/1.1" status: 200 len: 210 time: 0.0394981 Apr 20 16:06:33.359663 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55c7b4c6-34f0-4369-89bf-82ce8719ff2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:33.394250 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7b4c6-34f0-4369-89bf-82ce8719ff2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc49b59-8e7f-4356-a557-5dc74a87b354,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:33.417936 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-55c7b4c6-34f0-4369-89bf-82ce8719ff2a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e5f2a18446147ab883f2057076603e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4872060 Apr 20 16:06:33.420778 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50482) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:33.468057 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e689f-435f-451d-a4ba-b7f0934269ef req-4e322ab5-d17a-4817-a59a-445cae63c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:33.470426 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e67e689f-435f-451d-a4ba-b7f0934269ef req-4e322ab5-d17a-4817-a59a-445cae63c212 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2234726 Apr 20 16:06:33.475860 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-544dbbf8-5cca-4327-9c91-b80c0217cf10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:33.497882 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-544dbbf8-5cca-4327-9c91-b80c0217cf10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:33.513990 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efce8b3-a318-421d-829d-057a03ab44ad req-1f2cb16a-e7d4-4b75-a1a9-72d037f8245e tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:33.515441 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0efce8b3-a318-421d-829d-057a03ab44ad req-1f2cb16a-e7d4-4b75-a1a9-72d037f8245e tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf49d3c-57a4-4142-9797-bbac677d690c HTTP/1.1" status: 200 len: 966 time: 0.1314673 Apr 20 16:06:33.527960 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50484) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:33.531816 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-541ad593-735a-4553-8654-44b8ba3585a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11893f5-ba71-4f26-a904-2f2fd4125164 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:06:33.534417 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-a3cf6339-d74f-473b-ad24-64ce0b00ea3e tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Request body: {'floatingip': {'port_id': '0d5f69af-1d30-4d70-8e94-819e221a906b'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:06:33.545786 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-541ad593-735a-4553-8654-44b8ba3585a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:33.582856 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-541ad593-735a-4553-8654-44b8ba3585a6 service neutron] Transition to ACTIVE for port object e11893f5-ba71-4f26-a904-2f2fd4125164 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:06:33.724775 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-541ad593-735a-4553-8654-44b8ba3585a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:33.853923 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ad593-735a-4553-8654-44b8ba3585a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e11893f5-ba71-4f26-a904-2f2fd4125164,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:33.858636 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-541ad593-735a-4553-8654-44b8ba3585a6 service neutron] Attempting to bind port e11893f5-ba71-4f26-a904-2f2fd4125164 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:06:33.858975 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-541ad593-735a-4553-8654-44b8ba3585a6 service neutron] Attempting to bind port e11893f5-ba71-4f26-a904-2f2fd4125164 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:06:33.859306 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-541ad593-735a-4553-8654-44b8ba3585a6 service neutron] Attempting to bind port e11893f5-ba71-4f26-a904-2f2fd4125164 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:06:33.864976 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-541ad593-735a-4553-8654-44b8ba3585a6 service neutron] Port e11893f5-ba71-4f26-a904-2f2fd4125164 on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:06:33.865291 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-541ad593-735a-4553-8654-44b8ba3585a6 service neutron] Attempting to bind port e11893f5-ba71-4f26-a904-2f2fd4125164 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:06:33.870586 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-541ad593-735a-4553-8654-44b8ba3585a6 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:06:33.870921 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-541ad593-735a-4553-8654-44b8ba3585a6 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:06:33.871191 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6339-d74f-473b-ad24-64ce0b00ea3e tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for floatingip, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:33.871649 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-541ad593-735a-4553-8654-44b8ba3585a6 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:06:33.871732 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-541ad593-735a-4553-8654-44b8ba3585a6 service neutron] Bound port: e11893f5-ba71-4f26-a904-2f2fd4125164, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:06:33.872090 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-541ad593-735a-4553-8654-44b8ba3585a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:33.950597 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-541ad593-735a-4553-8654-44b8ba3585a6 service neutron] For port e11893f5-ba71-4f26-a904-2f2fd4125164, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:06:33.961944 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-541ad593-735a-4553-8654-44b8ba3585a6 service neutron] For port e11893f5-ba71-4f26-a904-2f2fd4125164, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=e11893f5-ba71-4f26-a904-2f2fd4125164,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:06:34.049344 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-541ad593-735a-4553-8654-44b8ba3585a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:34.058082 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4e1e-3e3e-4a00-a453-999ea76d36bd req-3c5a5030-8e44-4cfc-89cd-f19ae22fe429 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:34.062236 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-820d4e1e-3e3e-4a00-a453-999ea76d36bd req-3c5a5030-8e44-4cfc-89cd-f19ae22fe429 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a HTTP/1.1" status: 200 len: 947 time: 0.0606029 Apr 20 16:06:34.094797 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-544dbbf8-5cca-4327-9c91-b80c0217cf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:34.097203 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-544dbbf8-5cca-4327-9c91-b80c0217cf10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:34.101353 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-544dbbf8-5cca-4327-9c91-b80c0217cf10 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1bc49b59-8e7f-4356-a557-5dc74a87b354 HTTP/1.1" status: 204 len: 168 time: 0.6768115 Apr 20 16:06:34.111906 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544dbbf8-5cca-4327-9c91-b80c0217cf10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc49b59-8e7f-4356-a557-5dc74a87b354,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:34.112721 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-541ad593-735a-4553-8654-44b8ba3585a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:34.114032 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-541ad593-735a-4553-8654-44b8ba3585a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:34.120708 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-541ad593-735a-4553-8654-44b8ba3585a6 service neutron] 10.222.0.26 "PUT /v2.0/ports/e11893f5-ba71-4f26-a904-2f2fd4125164 HTTP/1.1" status: 200 len: 1095 time: 1.4933705 Apr 20 16:06:34.121761 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a', 'tag': 'e11893f5-ba71-4f26-a904-2f2fd4125164'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:06:34.129834 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3562a95f-5750-4e00-9b64-256f2a183b75" -d '{"events": [{"name": "network-changed", "server_uuid": "71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a", "tag": "e11893f5-ba71-4f26-a904-2f2fd4125164"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:06:34.173080 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-820d4e1e-3e3e-4a00-a453-999ea76d36bd req-341bbce2-247a-463d-a679-056d4c556d4b tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896082 Apr 20 16:06:34.173970 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ad593-735a-4553-8654-44b8ba3585a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e11893f5-ba71-4f26-a904-2f2fd4125164,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:34.344553 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-81874a78-8ed2-4f68-a294-39f346e10044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:34.346244 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-81874a78-8ed2-4f68-a294-39f346e10044 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7913f1a61dd141f1bb76c0ee58579e24&device_id=71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a HTTP/1.1" status: 200 len: 1098 time: 0.0698633 Apr 20 16:06:34.416211 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c3e550-e9a1-40af-8579-47dc1ed03c82 x-openstack-request-id: req-67c3e550-e9a1-40af-8579-47dc1ed03c82 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:06:34.416399 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a", "tag": "e11893f5-ba71-4f26-a904-2f2fd4125164", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:06:34.416603 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67c3e550-e9a1-40af-8579-47dc1ed03c82 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:06:34.417045 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67c3e550-e9a1-40af-8579-47dc1ed03c82'] response: {'name': 'network-changed', 'server_uuid': '71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a', 'tag': 'e11893f5-ba71-4f26-a904-2f2fd4125164', 'status': 'completed', 'code': 200} Apr 20 16:06:34.418551 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-b44d8d18-2a63-4a9a-96c4-894d0bfefd19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=e11893f5-ba71-4f26-a904-2f2fd4125164 HTTP/1.1" status: 200 len: 217 time: 0.0574625 Apr 20 16:06:34.488891 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e6fe24fd-eb7f-43a8-9e10-5ba2b4367f16 req-a86b73c3-b40b-4465-a85f-7798f487aeb3 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0494692 Apr 20 16:06:34.512813 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-0d772356-6130-483b-a4f8-712af8de8d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:34.514278 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-0d772356-6130-483b-a4f8-712af8de8d49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0888226 Apr 20 16:06:34.581636 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-4364cc70-ced0-4119-ad02-e26718da58a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:34.583738 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-4364cc70-ced0-4119-ad02-e26718da58a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0606441 Apr 20 16:06:34.645112 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a3e46-e5e6-45fe-a2ae-4fd2a6dd21d6 req-9f5d7dd5-1deb-40e7-9b34-4ea0f3f0d013 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:34.646662 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-130a3e46-e5e6-45fe-a2ae-4fd2a6dd21d6 req-9f5d7dd5-1deb-40e7-9b34-4ea0f3f0d013 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 946 time: 0.1417890 Apr 20 16:06:34.705219 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a696388d-7ada-49a9-812d-024a94688cb8 req-939c4e98-5a5d-4d09-b8bc-2c0f43cacffa tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/ports?device_id=c449ea8b-9338-48bf-a296-24333b430e4d HTTP/1.1" status: 200 len: 210 time: 0.0328510 Apr 20 16:06:34.744111 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-a6c09a73-6db8-46be-8360-9af430b21a60 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296804 Apr 20 16:06:34.759876 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-130a3e46-e5e6-45fe-a2ae-4fd2a6dd21d6 req-e5fe2238-b152-43df-9e11-a47ca572b315 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001632 Apr 20 16:06:34.771169 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6339-d74f-473b-ad24-64ce0b00ea3e tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:34.846501 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a09dd4ea-eb21-4bcb-b3c1-f1cc5da9ee74 req-37fecdca-fa0a-4e3a-a40d-3e0705dc081b service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955949 Apr 20 16:06:34.847102 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6339-d74f-473b-ad24-64ce0b00ea3e tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:34.917124 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-70f86421-4064-4422-aa76-19fc7511c699 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=54f152024e2f46718235a23d472feec5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337269 Apr 20 16:06:34.961162 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-a3cf6339-d74f-473b-ad24-64ce0b00ea3e tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Floating IP 60a78eaa-4272-4d34-8a44-50a273fb6cba associated. External IP: 172.25.0.141, port: 0d5f69af-1d30-4d70-8e94-819e221a906b. Apr 20 16:06:34.962162 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50534) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:35.006959 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-989856e7-cee9-4442-b1e8-ae92283bc822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:35.108254 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-4b66583c-0423-4d69-becd-e6023751528f tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:35.110740 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-4b66583c-0423-4d69-becd-e6023751528f tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1875830 Apr 20 16:06:35.130925 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-aac6dda5-b35e-44c2-a179-f2ae00900d71 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Request body: {'port': {'device_id': 'c449ea8b-9338-48bf-a296-24333b430e4d', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': '54f152024e2f46718235a23d472feec5'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:06:35.170002 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562a95f-5750-4e00-9b64-256f2a183b75 req-c526e52a-df94-4688-8b77-9a8e0c357b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:35.171595 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3562a95f-5750-4e00-9b64-256f2a183b75 req-c526e52a-df94-4688-8b77-9a8e0c357b04 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7913f1a61dd141f1bb76c0ee58579e24&device_id=71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a HTTP/1.1" status: 200 len: 1098 time: 0.0941901 Apr 20 16:06:35.292451 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-989856e7-cee9-4442-b1e8-ae92283bc822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:35.310794 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5db9b-babe-4227-9785-97ff970a2f12 req-b1cf29d5-3baf-4a5a-a4c3-edb92d719d7f tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:35.312474 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9bc5db9b-babe-4227-9785-97ff970a2f12 req-b1cf29d5-3baf-4a5a-a4c3-edb92d719d7f tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 1097 time: 0.1540935 Apr 20 16:06:35.386402 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9bc5db9b-babe-4227-9785-97ff970a2f12 req-a7bccfaf-8766-425b-b1cf-012f8b76e5ac tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666177 Apr 20 16:06:35.406150 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-989856e7-cee9-4442-b1e8-ae92283bc822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:35.453715 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-989856e7-cee9-4442-b1e8-ae92283bc822 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93294e3982134dc8b9cf5efd98fd0cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4904304 Apr 20 16:06:35.454493 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989856e7-cee9-4442-b1e8-ae92283bc822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a08e007-148b-4c21-9049-ce2623dd9870,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:35.457718 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50552) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:35.496543 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-aac6dda5-b35e-44c2-a179-f2ae00900d71 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Made reservation on behalf of 54f152024e2f46718235a23d472feec5 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:06:35.500006 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-aac6dda5-b35e-44c2-a179-f2ae00900d71 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:35.513335 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-aac6dda5-b35e-44c2-a179-f2ae00900d71 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:35.535347 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3cf6339-d74f-473b-ad24-64ce0b00ea3e tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Router f8b8961b-cf9c-4a57-8643-3aca93353903 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:06:35.539456 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562a95f-5750-4e00-9b64-256f2a183b75 req-a7da1467-9882-4633-8f33-a3e3dbe64a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:35.540915 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3562a95f-5750-4e00-9b64-256f2a183b75 req-a7da1467-9882-4633-8f33-a3e3dbe64a45 service neutron] 10.222.0.26 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.3609159 Apr 20 16:06:35.543169 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7cea4c29-bd25-48af-b370-2922691d0d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:35.579528 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7cea4c29-bd25-48af-b370-2922691d0d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:35.621736 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3562a95f-5750-4e00-9b64-256f2a183b75 req-47169f3f-5dbb-4366-8587-76bb3a2e682b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=e11893f5-ba71-4f26-a904-2f2fd4125164 HTTP/1.1" status: 200 len: 217 time: 0.0717068 Apr 20 16:06:35.632127 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87668a52-8489-4d68-ac60-547682a3a59b req-baa015da-2458-41f6-b775-02f2a6c486db tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:35.633728 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87668a52-8489-4d68-ac60-547682a3a59b req-baa015da-2458-41f6-b775-02f2a6c486db tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a HTTP/1.1" status: 200 len: 947 time: 0.3339560 Apr 20 16:06:35.723486 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097bcfe7-f981-49bf-8074-c8aa12d98864 req-a2ac064f-de7d-4298-a4d7-1f487e5851bf tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:35.725728 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-097bcfe7-f981-49bf-8074-c8aa12d98864 req-a2ac064f-de7d-4298-a4d7-1f487e5851bf tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 1097 time: 0.0462084 Apr 20 16:06:35.757119 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562a95f-5750-4e00-9b64-256f2a183b75 req-beca731f-e043-4cae-838b-1a2441954c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:35.758562 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3562a95f-5750-4e00-9b64-256f2a183b75 req-beca731f-e043-4cae-838b-1a2441954c88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.1223664 Apr 20 16:06:35.768460 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-097bcfe7-f981-49bf-8074-c8aa12d98864 req-987c2be2-a184-489c-b4c3-5c2996164041 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351219 Apr 20 16:06:35.771320 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87668a52-8489-4d68-ac60-547682a3a59b req-5568eb01-e0c5-4871-b8d6-3381aa04bfca tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249547 Apr 20 16:06:35.785554 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cf6339-d74f-473b-ad24-64ce0b00ea3e tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:06:35.799783 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ac123-581a-49a0-9207-cc520dc9ce6a None None] Sync routers for ids ['f8b8961b-cf9c-4a57-8643-3aca93353903'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:06:35.845016 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6339-d74f-473b-ad24-64ce0b00ea3e tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:35.845600 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09ac123-581a-49a0-9207-cc520dc9ce6a None None] Routers {'f8b8961b-cf9c-4a57-8643-3aca93353903'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:06:35.845600 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b09ac123-581a-49a0-9207-cc520dc9ce6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:06:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8b8961b-cf9c-4a57-8643-3aca93353903'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:06:35.849529 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a3cf6339-d74f-473b-ad24-64ce0b00ea3e tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "PUT /v2.0/floatingips/60a78eaa-4272-4d34-8a44-50a273fb6cba HTTP/1.1" status: 200 len: 1012 time: 2.3204963 Apr 20 16:06:35.853412 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf49d3c-57a4-4142-9797-bbac677d690c', 'tag': '0d5f69af-1d30-4d70-8e94-819e221a906b'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:06:35.855895 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051c361c-3ddc-4e6d-a606-c4ab51a490b8" -d '{"events": [{"name": "network-changed", "server_uuid": "daf49d3c-57a4-4142-9797-bbac677d690c", "tag": "0d5f69af-1d30-4d70-8e94-819e221a906b"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:06:35.863741 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562a95f-5750-4e00-9b64-256f2a183b75 req-fd985110-e1c3-4281-b9ae-fd1f0d74dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:35.865805 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3562a95f-5750-4e00-9b64-256f2a183b75 req-fd985110-e1c3-4281-b9ae-fd1f0d74dc1b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0930452 Apr 20 16:06:35.888535 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7cea4c29-bd25-48af-b370-2922691d0d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:35.915008 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7cea4c29-bd25-48af-b370-2922691d0d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:35.915008 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7cea4c29-bd25-48af-b370-2922691d0d7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a08e007-148b-4c21-9049-ce2623dd9870 HTTP/1.1" status: 204 len: 168 time: 0.4329538 Apr 20 16:06:35.923103 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-b09ac123-581a-49a0-9207-cc520dc9ce6a None None] Set router f8b8961b-cf9c-4a57-8643-3aca93353903 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:06:35.930008 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e77970aa-a648-4a1f-9b7c-24c9685e9144 req-ab25add2-2d1b-4aa9-a127-6c6ef255f8c1 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0629778 Apr 20 16:06:35.936847 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-aac6dda5-b35e-44c2-a179-f2ae00900d71 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:36.013174 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f2850cd8-2899-4014-b67e-1cb3456c9d9d req-512b4b08-6066-46ed-b4c1-3d390c059639 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/ports?device_id=c449ea8b-9338-48bf-a296-24333b430e4d HTTP/1.1" status: 200 len: 210 time: 0.0843434 Apr 20 16:06:36.013174 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea4c29-bd25-48af-b370-2922691d0d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a08e007-148b-4c21-9049-ce2623dd9870,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:36.057167 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3562a95f-5750-4e00-9b64-256f2a183b75 req-6fb45cc1-6027-421a-88b2-d211db46d253 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837428 Apr 20 16:06:36.086066 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-aac6dda5-b35e-44c2-a179-f2ae00900d71 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:36.344143 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6dda5-b35e-44c2-a179-f2ae00900d71 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56546223-f872-428e-8e5a-56be1b646754,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:36.344143 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02099a57-510b-4c4d-883f-743ca9fce01d req-65991a96-f6bc-4e29-9b55-4f33986f519b tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:36.345447 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3562a95f-5750-4e00-9b64-256f2a183b75 req-0729dc2f-b7b2-4f80-8c81-335910e63e15 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360271 Apr 20 16:06:36.346313 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-02099a57-510b-4c4d-883f-743ca9fce01d req-65991a96-f6bc-4e29-9b55-4f33986f519b tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf49d3c-57a4-4142-9797-bbac677d690c HTTP/1.1" status: 200 len: 966 time: 0.1297946 Apr 20 16:06:36.346313 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-02099a57-510b-4c4d-883f-743ca9fce01d req-6ae3faa0-3bc4-420c-afbc-c2a3e9b79628 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726407 Apr 20 16:06:36.346313 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-aac6dda5-b35e-44c2-a179-f2ae00900d71 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Allocated IP 192.168.233.164 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/6aad32e8-1439-4c2b-ad68-5bdb4b428c0b) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:06:36.347066 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b09ac123-581a-49a0-9207-cc520dc9ce6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1284104284-router', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:46Z', 'updated_at': '2022-04-20T16:05:52Z', 'revision_number': 4, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'gw_port': {'id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:47Z', 'updated_at': '2022-04-20T16:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '60a78eaa-4272-4d34-8a44-50a273fb6cba', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'port_id': '0d5f69af-1d30-4d70-8e94-819e221a906b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'mac_address': 'fa:16:3e:6b:2d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf49d3c-57a4-4142-9797-bbac677d690c', 'device_owner': 'compute:tempest-test_az-124488632'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:06:13Z', 'updated_at': '2022-04-20T16:06:34Z', 'revision_number': 1, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93bff59c-2d7f-423f-8f05-78cb4e212da0', 'name': '', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'mac_address': 'fa:16:3e:26:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:51Z', 'updated_at': '2022-04-20T16:05:58Z', 'revision_number': 5, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'subnets': [{'id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:06:36.347066 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ac123-581a-49a0-9207-cc520dc9ce6a None None] Checking router: f8b8961b-cf9c-4a57-8643-3aca93353903 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:06:36.347066 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09ac123-581a-49a0-9207-cc520dc9ce6a None None] Routers {'f8b8961b-cf9c-4a57-8643-3aca93353903'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:06:36.347608 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b09ac123-581a-49a0-9207-cc520dc9ce6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:06:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8b8961b-cf9c-4a57-8643-3aca93353903'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:06:36.347952 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bd01a9-6894-4f3b-ad78-49298ccb2c3e x-openstack-request-id: req-16bd01a9-6894-4f3b-ad78-49298ccb2c3e {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:06:36.347952 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf49d3c-57a4-4142-9797-bbac677d690c", "tag": "0d5f69af-1d30-4d70-8e94-819e221a906b", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:06:36.347952 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-16bd01a9-6894-4f3b-ad78-49298ccb2c3e {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:06:36.347952 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16bd01a9-6894-4f3b-ad78-49298ccb2c3e'] response: {'name': 'network-changed', 'server_uuid': 'daf49d3c-57a4-4142-9797-bbac677d690c', 'tag': '0d5f69af-1d30-4d70-8e94-819e221a906b', 'status': 'completed', 'code': 200} Apr 20 16:06:36.463734 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c361c-3ddc-4e6d-a606-c4ab51a490b8 req-224f36c5-3366-4e42-99de-55b28bc3d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:36.465285 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-051c361c-3ddc-4e6d-a606-c4ab51a490b8 req-224f36c5-3366-4e42-99de-55b28bc3d88e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0dc23c73e9194fb380a739b184f44762&device_id=daf49d3c-57a4-4142-9797-bbac677d690c HTTP/1.1" status: 200 len: 1117 time: 0.0901697 Apr 20 16:06:36.465445 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-b09ac123-581a-49a0-9207-cc520dc9ce6a None None] Set router f8b8961b-cf9c-4a57-8643-3aca93353903 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:06:36.478118 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-aac6dda5-b35e-44c2-a179-f2ae00900d71 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:36.489244 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-989d71b8-6967-4d00-a233-47c9fc1569fb req-307bed44-a579-446b-8cdd-94111306ab4f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:06:36.494747 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-989d71b8-6967-4d00-a233-47c9fc1569fb req-307bed44-a579-446b-8cdd-94111306ab4f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062428 Apr 20 16:06:36.634280 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c361c-3ddc-4e6d-a606-c4ab51a490b8 req-97f2d189-9620-484d-b704-c45633987c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:36.635751 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-051c361c-3ddc-4e6d-a606-c4ab51a490b8 req-97f2d189-9620-484d-b704-c45633987c2d service neutron] 10.222.0.26 "GET /v2.0/networks?id=90e50934-0ad2-4ce3-9e4b-483b08568bcf HTTP/1.1" status: 200 len: 925 time: 0.1605124 Apr 20 16:06:36.662674 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-aac6dda5-b35e-44c2-a179-f2ae00900d71 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:36.751977 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-aac6dda5-b35e-44c2-a179-f2ae00900d71 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:06:36.753073 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6dda5-b35e-44c2-a179-f2ae00900d71 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Pushing event updated for resources: {'Port': ['ID=6aad32e8-1439-4c2b-ad68-5bdb4b428c0b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:36.760843 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-aac6dda5-b35e-44c2-a179-f2ae00900d71 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:06:36.763666 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-aac6dda5-b35e-44c2-a179-f2ae00900d71 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:06:36.770598 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50596) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:36.773459 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-aac6dda5-b35e-44c2-a179-f2ae00900d71 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:36.775773 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-aac6dda5-b35e-44c2-a179-f2ae00900d71 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:36.794294 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b09ac123-581a-49a0-9207-cc520dc9ce6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1284104284-router', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:46Z', 'updated_at': '2022-04-20T16:05:52Z', 'revision_number': 4, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'gw_port': {'id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:47Z', 'updated_at': '2022-04-20T16:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '60a78eaa-4272-4d34-8a44-50a273fb6cba', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'port_id': '0d5f69af-1d30-4d70-8e94-819e221a906b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'mac_address': 'fa:16:3e:6b:2d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf49d3c-57a4-4142-9797-bbac677d690c', 'device_owner': 'compute:tempest-test_az-124488632'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:06:13Z', 'updated_at': '2022-04-20T16:06:34Z', 'revision_number': 1, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93bff59c-2d7f-423f-8f05-78cb4e212da0', 'name': '', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'mac_address': 'fa:16:3e:26:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:51Z', 'updated_at': '2022-04-20T16:05:58Z', 'revision_number': 5, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'subnets': [{'id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:06:36.822367 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-051c361c-3ddc-4e6d-a606-c4ab51a490b8 req-070d1bde-0160-40bf-88a7-b0d8a847135f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d5f69af-1d30-4d70-8e94-819e221a906b HTTP/1.1" status: 200 len: 1020 time: 0.1786268 Apr 20 16:06:36.838977 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ac123-581a-49a0-9207-cc520dc9ce6a None None] The sync data for ids ['f8b8961b-cf9c-4a57-8643-3aca93353903'] in n-d-836146-2 is: [{'id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1284104284-router', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:46Z', 'updated_at': '2022-04-20T16:05:52Z', 'revision_number': 4, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'gw_port': {'id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:47Z', 'updated_at': '2022-04-20T16:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '60a78eaa-4272-4d34-8a44-50a273fb6cba', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'port_id': '0d5f69af-1d30-4d70-8e94-819e221a906b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'mac_address': 'fa:16:3e:6b:2d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf49d3c-57a4-4142-9797-bbac677d690c', 'device_owner': 'compute:tempest-test_az-124488632'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:06:13Z', 'updated_at': '2022-04-20T16:06:34Z', 'revision_number': 1, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93bff59c-2d7f-423f-8f05-78cb4e212da0', 'name': '', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'mac_address': 'fa:16:3e:26:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:51Z', 'updated_at': '2022-04-20T16:05:58Z', 'revision_number': 5, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'subnets': [{'id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:06:36.867587 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-aac6dda5-b35e-44c2-a179-f2ae00900d71 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7416553 Apr 20 16:06:36.890835 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-6c212c19-c027-4c09-a14e-c605bc5eb169 service neutron] Request body: {'port': {'device_id': 'c449ea8b-9338-48bf-a296-24333b430e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:06:36.927383 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c361c-3ddc-4e6d-a606-c4ab51a490b8 req-229697df-ea69-4fc8-a887-0e1e07dadc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:36.929614 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-051c361c-3ddc-4e6d-a606-c4ab51a490b8 req-229697df-ea69-4fc8-a887-0e1e07dadc7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b5f4545-0b86-4c69-b75f-724716055b66 HTTP/1.1" status: 200 len: 863 time: 0.0984447 Apr 20 16:06:36.994736 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-6c212c19-c027-4c09-a14e-c605bc5eb169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:37.080665 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d81b8-761d-4876-b54a-45cb0d4bf9e0 req-ab6d03e4-0380-4fb5-a30a-6af0492dcc9c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:37.082966 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8d8d81b8-761d-4876-b54a-45cb0d4bf9e0 req-ab6d03e4-0380-4fb5-a30a-6af0492dcc9c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a HTTP/1.1" status: 200 len: 947 time: 0.1251109 Apr 20 16:06:37.097642 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c361c-3ddc-4e6d-a606-c4ab51a490b8 req-1a8b5273-9f97-4c81-adf7-7c6f0738ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:37.100684 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-051c361c-3ddc-4e6d-a606-c4ab51a490b8 req-1a8b5273-9f97-4c81-adf7-7c6f0738ddbb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90e50934-0ad2-4ce3-9e4b-483b08568bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631560 Apr 20 16:06:37.124783 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8a10c543-6a25-4a7e-85c5-1c20524bf6c1 None None] Provisioning complete for port 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:06:37.125768 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8a10c543-6a25-4a7e-85c5-1c20524bf6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:37.146208 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-be526f5b-d356-4be7-8767-ce01acadd5d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26684212526544a78148ca763118ce2b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3496559 Apr 20 16:06:37.162871 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50614) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:37.168367 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ac9814-c34c-48e6-95a6-7235101a98b9 None None] New status for floating IP 60a78eaa-4272-4d34-8a44-50a273fb6cba: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:06:37.254836 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-8a10c543-6a25-4a7e-85c5-1c20524bf6c1 None None] Port 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:06:37.263610 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8d8d81b8-761d-4876-b54a-45cb0d4bf9e0 req-c8280615-4c6c-40e5-b340-081a93a54d5b tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598139 Apr 20 16:06:37.325801 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1c9babd7-f011-4774-bcee-fa1fe2cf13c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:37.334390 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-051c361c-3ddc-4e6d-a606-c4ab51a490b8 req-626a1fa2-2c7b-4215-a805-870684bd2e0c service neutron] 10.222.0.26 "GET /v2.0/networks/90e50934-0ad2-4ce3-9e4b-483b08568bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178607 Apr 20 16:06:37.373868 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1c9babd7-f011-4774-bcee-fa1fe2cf13c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:37.376328 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-6c212c19-c027-4c09-a14e-c605bc5eb169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:06:37.382500 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-6c212c19-c027-4c09-a14e-c605bc5eb169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:37.394843 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-6c212c19-c027-4c09-a14e-c605bc5eb169 service neutron] Transition to ACTIVE for port object 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:06:37.504756 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-45a35b6c-7048-43be-9df2-c6b585253659 req-db75f947-b71d-4a13-ab11-0bcb9a634c1a tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0407076 Apr 20 16:06:37.514912 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-6c212c19-c027-4c09-a14e-c605bc5eb169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:37.522750 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-051c361c-3ddc-4e6d-a606-c4ab51a490b8 req-9ed3caa8-9ced-4c8f-8cfe-e414d911393f service neutron] 10.222.0.26 "GET /v2.0/networks/90e50934-0ad2-4ce3-9e4b-483b08568bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813419 Apr 20 16:06:37.590789 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c212c19-c027-4c09-a14e-c605bc5eb169 service neutron] Pushing event updated for resources: {'Port': ['ID=6aad32e8-1439-4c2b-ad68-5bdb4b428c0b,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:37.641502 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-6c212c19-c027-4c09-a14e-c605bc5eb169 service neutron] Attempting to bind port 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:06:37.642073 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-6c212c19-c027-4c09-a14e-c605bc5eb169 service neutron] Attempting to bind port 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:06:37.642577 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-6c212c19-c027-4c09-a14e-c605bc5eb169 service neutron] Attempting to bind port 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:06:37.647996 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-6c212c19-c027-4c09-a14e-c605bc5eb169 service neutron] Port 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:06:37.648574 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-6c212c19-c027-4c09-a14e-c605bc5eb169 service neutron] Attempting to bind port 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:06:37.655187 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-6c212c19-c027-4c09-a14e-c605bc5eb169 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:06:37.655719 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-6c212c19-c027-4c09-a14e-c605bc5eb169 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:06:37.655952 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1c9babd7-f011-4774-bcee-fa1fe2cf13c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:37.656452 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-6c212c19-c027-4c09-a14e-c605bc5eb169 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:06:37.657162 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-6c212c19-c027-4c09-a14e-c605bc5eb169 service neutron] Bound port: 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:06:37.657673 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-6c212c19-c027-4c09-a14e-c605bc5eb169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:37.659069 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1c9babd7-f011-4774-bcee-fa1fe2cf13c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:37.660812 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1c9babd7-f011-4774-bcee-fa1fe2cf13c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1394483d-e01e-433e-a85b-f548b1037f29 HTTP/1.1" status: 204 len: 168 time: 0.4948776 Apr 20 16:06:37.678523 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff39bf-2276-40d8-81bd-8d8e11031350 req-4157c610-db3c-444e-b34e-ac344dab80ac tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:37.688177 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-83ff39bf-2276-40d8-81bd-8d8e11031350 req-4157c610-db3c-444e-b34e-ac344dab80ac tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/ports?device_id=c449ea8b-9338-48bf-a296-24333b430e4d HTTP/1.1" status: 200 len: 948 time: 0.0854709 Apr 20 16:06:37.721054 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9babd7-f011-4774-bcee-fa1fe2cf13c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1394483d-e01e-433e-a85b-f548b1037f29,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:37.768916 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-83ff39bf-2276-40d8-81bd-8d8e11031350 req-a1ef8c0e-a375-4ba9-b0c6-879e3b8c37dc tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/security-groups?id=56546223-f872-428e-8e5a-56be1b646754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796156 Apr 20 16:06:37.833041 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-6c212c19-c027-4c09-a14e-c605bc5eb169 service neutron] For port 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:06:37.844984 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-6c212c19-c027-4c09-a14e-c605bc5eb169 service neutron] For port 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=6aad32e8-1439-4c2b-ad68-5bdb4b428c0b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:06:37.914843 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-6c212c19-c027-4c09-a14e-c605bc5eb169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:37.955783 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-6c212c19-c027-4c09-a14e-c605bc5eb169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:37.956419 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-6c212c19-c027-4c09-a14e-c605bc5eb169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:37.958396 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-6c212c19-c027-4c09-a14e-c605bc5eb169 service neutron] 10.222.0.26 "PUT /v2.0/ports/6aad32e8-1439-4c2b-ad68-5bdb4b428c0b HTTP/1.1" status: 200 len: 1096 time: 1.0773823 Apr 20 16:06:37.958396 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c449ea8b-9338-48bf-a296-24333b430e4d', 'tag': '6aad32e8-1439-4c2b-ad68-5bdb4b428c0b'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:06:37.961173 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1242c90c-f9f1-4d0b-be23-c97448137452" -d '{"events": [{"name": "network-changed", "server_uuid": "c449ea8b-9338-48bf-a296-24333b430e4d", "tag": "6aad32e8-1439-4c2b-ad68-5bdb4b428c0b"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:06:38.005697 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c212c19-c027-4c09-a14e-c605bc5eb169 service neutron] Pushing event updated for resources: {'Port': ['ID=6aad32e8-1439-4c2b-ad68-5bdb4b428c0b,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:38.034997 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97be910-2ac4-495d-8bf7-d8cca14b43d1 x-openstack-request-id: req-f97be910-2ac4-495d-8bf7-d8cca14b43d1 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:06:38.037548 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c449ea8b-9338-48bf-a296-24333b430e4d", "tag": "6aad32e8-1439-4c2b-ad68-5bdb4b428c0b", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:06:38.037849 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f97be910-2ac4-495d-8bf7-d8cca14b43d1 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:06:38.038271 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f97be910-2ac4-495d-8bf7-d8cca14b43d1'] response: {'name': 'network-changed', 'server_uuid': 'c449ea8b-9338-48bf-a296-24333b430e4d', 'tag': '6aad32e8-1439-4c2b-ad68-5bdb4b428c0b', 'status': 'completed', 'code': 200} Apr 20 16:06:38.120413 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242c90c-f9f1-4d0b-be23-c97448137452 req-4bb55a3e-cf18-4750-8601-d623e14bfef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:38.121937 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1242c90c-f9f1-4d0b-be23-c97448137452 req-4bb55a3e-cf18-4750-8601-d623e14bfef2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=54f152024e2f46718235a23d472feec5&device_id=c449ea8b-9338-48bf-a296-24333b430e4d HTTP/1.1" status: 200 len: 1099 time: 0.0478048 Apr 20 16:06:38.165259 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1242c90c-f9f1-4d0b-be23-c97448137452 req-d7b46e97-9947-4a69-9160-00800a9dac44 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=54f152024e2f46718235a23d472feec5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300910 Apr 20 16:06:38.278547 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242c90c-f9f1-4d0b-be23-c97448137452 req-eef2d279-5f1a-47d8-a301-27fbf857d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:38.279993 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1242c90c-f9f1-4d0b-be23-c97448137452 req-eef2d279-5f1a-47d8-a301-27fbf857d1d8 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1086955 Apr 20 16:06:38.377100 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-e5002bac-bff7-4f5e-80d4-b6e58ed470b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:38.378624 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-e5002bac-bff7-4f5e-80d4-b6e58ed470b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=54f152024e2f46718235a23d472feec5&device_id=c449ea8b-9338-48bf-a296-24333b430e4d HTTP/1.1" status: 200 len: 1099 time: 0.0422747 Apr 20 16:06:38.438289 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-ecc12443-26c4-4c86-b881-a9af3811da74 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=6aad32e8-1439-4c2b-ad68-5bdb4b428c0b HTTP/1.1" status: 200 len: 217 time: 0.0467165 Apr 20 16:06:38.508635 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-adc5a5d6-3a41-42ac-9c6a-dc99bca3a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:38.510350 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-adc5a5d6-3a41-42ac-9c6a-dc99bca3a610 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0653694 Apr 20 16:06:38.579650 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-ac5a056a-4660-4030-928a-063d1a922642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:38.582102 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-ac5a056a-4660-4030-928a-063d1a922642 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0635402 Apr 20 16:06:38.590727 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50682) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:38.626233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea74bfe-febf-4fcb-9d2c-5915f5b101f8 req-1aca148f-9624-4cb9-9829-6f1a1acf47c7 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:38.627845 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4ea74bfe-febf-4fcb-9d2c-5915f5b101f8 req-1aca148f-9624-4cb9-9829-6f1a1acf47c7 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a HTTP/1.1" status: 200 len: 947 time: 0.0760207 Apr 20 16:06:38.677736 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dd71acdb-3feb-4a2c-9aa3-44f196973f6e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b2d32ba56374e16b20ee6a8863fadd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0854511 Apr 20 16:06:38.680602 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50686) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:38.704513 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-794e3efe-f31c-4446-9179-bc61eda2f717 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149986 Apr 20 16:06:38.705676 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4ea74bfe-febf-4fcb-9d2c-5915f5b101f8 req-a7408644-4d6f-47e8-9088-faaa65c8fc18 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690684 Apr 20 16:06:38.750459 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a042ba51-7edf-411e-a960-72b4ecb84995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:38.766652 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a042ba51-7edf-411e-a960-72b4ecb84995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:38.811084 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa7e6f97-ebc6-406d-95cc-6ebf72656de9 req-76df2073-870a-458a-8a65-aae7bc33558f tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0357959 Apr 20 16:06:38.815195 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3a2d1129-3e91-4c2e-aec1-60a3d3a81dd9 req-b73f12fb-d1f2-48bb-8b7e-24d5c334e5fc service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039064 Apr 20 16:06:39.052009 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device e11893f5-ba71-4f26-a904-2f2fd4125164 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:06:39.145667 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port e11893f5-ba71-4f26-a904-2f2fd4125164, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=e11893f5-ba71-4f26-a904-2f2fd4125164,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:39.156620 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'e11893f5-ba71-4f26-a904-2f2fd4125164', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'e11893f5-ba71-4f26-a904-2f2fd4125164', 'mac_address': 'fa:16:3e:49:f0:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:06:39.158150 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a042ba51-7edf-411e-a960-72b4ecb84995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:39.160680 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a042ba51-7edf-411e-a960-72b4ecb84995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:39.161841 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a042ba51-7edf-411e-a960-72b4ecb84995 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/67a64389-edf4-496a-a26c-2dae059c26ed HTTP/1.1" status: 204 len: 168 time: 0.4803641 Apr 20 16:06:39.170218 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042ba51-7edf-411e-a960-72b4ecb84995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a64389-edf4-496a-a26c-2dae059c26ed,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:39.207278 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:39.220824 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11893f5-ba71-4f26-a904-2f2fd4125164 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:06:39.246362 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port e11893f5-ba71-4f26-a904-2f2fd4125164, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=e11893f5-ba71-4f26-a904-2f2fd4125164,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:39.366900 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:39.414308 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=e11893f5-ba71-4f26-a904-2f2fd4125164,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:39.775250 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3637a-dbdd-4edf-8d36-030c8bbcd5ba req-34bfe464-82d2-4321-aeab-5bb2423a226f tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:39.776278 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5ff3637a-dbdd-4edf-8d36-030c8bbcd5ba req-34bfe464-82d2-4321-aeab-5bb2423a226f tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/ports?device_id=c449ea8b-9338-48bf-a296-24333b430e4d HTTP/1.1" status: 200 len: 948 time: 0.0487092 Apr 20 16:06:39.823592 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5ff3637a-dbdd-4edf-8d36-030c8bbcd5ba req-eb31c5b1-6589-4715-95e9-14d52ba078c5 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/security-groups?id=56546223-f872-428e-8e5a-56be1b646754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404894 Apr 20 16:06:40.028448 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['e11893f5-ba71-4f26-a904-2f2fd4125164'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:06:40.196202 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50750) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:40.283580 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccff566-9693-45fc-9f38-a045fc6e230b req-89b15fb3-37df-4935-9e7d-56db2d568e8e tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:40.285072 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cccff566-9693-45fc-9f38-a045fc6e230b req-89b15fb3-37df-4935-9e7d-56db2d568e8e tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a HTTP/1.1" status: 200 len: 948 time: 0.0505419 Apr 20 16:06:40.302419 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-d414ab01-bf13-455e-af7f-d25a5cfbce40 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:06:40.303428 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-d414ab01-bf13-455e-af7f-d25a5cfbce40 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1056359 Apr 20 16:06:40.324640 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cccff566-9693-45fc-9f38-a045fc6e230b req-ef4c2527-73bc-4e3a-b874-965547530338 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323639 Apr 20 16:06:40.429736 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6d7e6f31-bc80-4306-9857-e8c9d7a158a5 req-347a4407-98d2-4a56-a27c-69756101eda4 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0265965 Apr 20 16:06:40.475526 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-1d4ce1f5-8417-481d-af0f-d02d4d6b17cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:40.477035 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-1d4ce1f5-8417-481d-af0f-d02d4d6b17cc service neutron] 10.222.0.15 "GET /v2.0/ports/184b9da7-233b-4de4-a7ec-91d63323d0f9 HTTP/1.1" status: 200 len: 1094 time: 0.0796833 Apr 20 16:06:40.486493 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-3880e169-9412-4318-996e-e2fcbb2d595b service neutron] Request body: {'binding': {'host': 'n-h1-836146-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:06:40.487049 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-3880e169-9412-4318-996e-e2fcbb2d595b service neutron] Unknown quota resources ['binding']. {{(pid=103485) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 16:06:40.626253 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-3880e169-9412-4318-996e-e2fcbb2d595b service neutron] Attempting to bind port 184b9da7-233b-4de4-a7ec-91d63323d0f9 on host n-h1-836146-2 for vnic_type normal with profile None {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:06:40.626586 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-3880e169-9412-4318-996e-e2fcbb2d595b service neutron] Attempting to bind port 184b9da7-233b-4de4-a7ec-91d63323d0f9 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:06:40.626908 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-3880e169-9412-4318-996e-e2fcbb2d595b service neutron] Attempting to bind port 184b9da7-233b-4de4-a7ec-91d63323d0f9 on network 3edbee39-317f-4464-9f65-314e099e8e06 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:06:40.631611 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-3880e169-9412-4318-996e-e2fcbb2d595b service neutron] Port 184b9da7-233b-4de4-a7ec-91d63323d0f9 on network 3edbee39-317f-4464-9f65-314e099e8e06 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:06:40.632395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-3880e169-9412-4318-996e-e2fcbb2d595b service neutron] Attempting to bind port 184b9da7-233b-4de4-a7ec-91d63323d0f9 on network 3edbee39-317f-4464-9f65-314e099e8e06 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:06:40.636527 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-3880e169-9412-4318-996e-e2fcbb2d595b service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:06:40.636858 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-3880e169-9412-4318-996e-e2fcbb2d595b service neutron] Checking segment: {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:06:40.637225 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-3880e169-9412-4318-996e-e2fcbb2d595b service neutron] Bound using segment: {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:06:40.637643 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-3880e169-9412-4318-996e-e2fcbb2d595b service neutron] Bound port: 184b9da7-233b-4de4-a7ec-91d63323d0f9, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:06:40.734807 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-3880e169-9412-4318-996e-e2fcbb2d595b service neutron] For port 184b9da7-233b-4de4-a7ec-91d63323d0f9, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=184b9da7-233b-4de4-a7ec-91d63323d0f9,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:06:40.814223 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-3880e169-9412-4318-996e-e2fcbb2d595b service neutron] Notify callbacks [] for binding, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:40.815328 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-3880e169-9412-4318-996e-e2fcbb2d595b service neutron] 10.222.0.15 "POST /v2.0/ports/184b9da7-233b-4de4-a7ec-91d63323d0f9/bindings HTTP/1.1" status: 201 len: 389 time: 0.3322508 Apr 20 16:06:40.989888 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7191b-ecb8-4404-a6f1-40c609124590 req-2093ed0d-ba86-4070-95a6-57fe29824b4b tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:40.991907 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-29f7191b-ecb8-4404-a6f1-40c609124590 req-2093ed0d-ba86-4070-95a6-57fe29824b4b tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/ports?device_id=c449ea8b-9338-48bf-a296-24333b430e4d HTTP/1.1" status: 200 len: 948 time: 0.0507143 Apr 20 16:06:41.030191 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-29f7191b-ecb8-4404-a6f1-40c609124590 req-1505a975-3d61-447b-8eaa-7649f9bf2bb4 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/security-groups?id=56546223-f872-428e-8e5a-56be1b646754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322180 Apr 20 16:06:41.127739 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e280e5-6c97-444d-a63f-632618302081 req-ec26dc34-8233-4a61-b3cd-995330dbef80 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:41.129262 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-99e280e5-6c97-444d-a63f-632618302081 req-ec26dc34-8233-4a61-b3cd-995330dbef80 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 946 time: 0.0539351 Apr 20 16:06:41.178440 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-99e280e5-6c97-444d-a63f-632618302081 req-5f973f9c-a2a3-4c20-979c-88345e13cbfc tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341697 Apr 20 16:06:41.287587 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50790) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:41.453232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c38bb4-ff5e-4960-ad3e-16ee178a919f req-7c49746b-ac7d-439b-ae9c-ee32e6e7fbaa tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:41.454948 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d8c38bb4-ff5e-4960-ad3e-16ee178a919f req-7c49746b-ac7d-439b-ae9c-ee32e6e7fbaa tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a HTTP/1.1" status: 200 len: 948 time: 0.0544581 Apr 20 16:06:41.498000 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e4dcce6-5085-422d-bab0-49f604824860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:41.500472 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d8c38bb4-ff5e-4960-ad3e-16ee178a919f req-eccce204-00f9-4880-8a79-3296974a78fa tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386605 Apr 20 16:06:41.621937 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c904f546-7934-4db4-8081-09e8dc684bd8 req-5963cf6f-3bde-4e42-be47-226f3c663a91 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0568619 Apr 20 16:06:41.638754 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50806) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:41.664046 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e4dcce6-5085-422d-bab0-49f604824860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:41.667539 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-e9fad3d5-e3cd-46d1-b42a-2830b5d334e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:41.669249 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-e9fad3d5-e3cd-46d1-b42a-2830b5d334e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 1097 time: 0.1013222 Apr 20 16:06:41.731324 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e4dcce6-5085-422d-bab0-49f604824860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:41.760889 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0910e031-b719-4559-bd32-df04cf451112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:41.780708 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8e4dcce6-5085-422d-bab0-49f604824860 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7a2de322958406ba03b7466255f7f7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4920378 Apr 20 16:06:41.783897 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50810) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:41.792250 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4dcce6-5085-422d-bab0-49f604824860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facde99c-0972-4988-a93c-24d1c1bc3b47,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:41.809303 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dcce6-5085-422d-bab0-49f604824860 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:41.809643 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dcce6-5085-422d-bab0-49f604824860 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:41.809974 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dcce6-5085-422d-bab0-49f604824860 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:41.810384 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dcce6-5085-422d-bab0-49f604824860 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:41.810711 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dcce6-5085-422d-bab0-49f604824860 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:41.811034 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dcce6-5085-422d-bab0-49f604824860 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:41.811358 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dcce6-5085-422d-bab0-49f604824860 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:41.811677 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dcce6-5085-422d-bab0-49f604824860 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:41.811992 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dcce6-5085-422d-bab0-49f604824860 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:41.812305 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dcce6-5085-422d-bab0-49f604824860 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:41.812671 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dcce6-5085-422d-bab0-49f604824860 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:41.812952 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4dcce6-5085-422d-bab0-49f604824860 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:41.821737 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-912be576-f34e-4820-8d78-c2e71dbceac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:41.823437 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-912be576-f34e-4820-8d78-c2e71dbceac0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 922 time: 0.1410549 Apr 20 16:06:41.858677 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df512909-9353-43b5-ab29-7458fdf0be53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:41.893296 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0910e031-b719-4559-bd32-df04cf451112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:41.899029 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df512909-9353-43b5-ab29-7458fdf0be53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:41.976229 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0910e031-b719-4559-bd32-df04cf451112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:42.015935 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910e031-b719-4559-bd32-df04cf451112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e316d58-6fd6-4acb-b177-9ae4daa0796a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:42.019647 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0910e031-b719-4559-bd32-df04cf451112 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=596250d16fa54830bdbb5fc2b5b24430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792946 Apr 20 16:06:42.025167 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50818) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:42.032675 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910e031-b719-4559-bd32-df04cf451112 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:42.033015 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910e031-b719-4559-bd32-df04cf451112 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:42.033344 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910e031-b719-4559-bd32-df04cf451112 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:42.038495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910e031-b719-4559-bd32-df04cf451112 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:42.038495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910e031-b719-4559-bd32-df04cf451112 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:42.038495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910e031-b719-4559-bd32-df04cf451112 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:42.038495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910e031-b719-4559-bd32-df04cf451112 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:42.038495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910e031-b719-4559-bd32-df04cf451112 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:42.038495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910e031-b719-4559-bd32-df04cf451112 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:42.038495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910e031-b719-4559-bd32-df04cf451112 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:42.038495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910e031-b719-4559-bd32-df04cf451112 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:42.038495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910e031-b719-4559-bd32-df04cf451112 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:42.065978 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-e88f8fc2-6d4b-4768-a43b-b305fceee76e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=184b9da7-233b-4de4-a7ec-91d63323d0f9 HTTP/1.1" status: 200 len: 217 time: 0.2343640 Apr 20 16:06:42.068846 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df512909-9353-43b5-ab29-7458fdf0be53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:42.071352 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df512909-9353-43b5-ab29-7458fdf0be53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:42.072487 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-df512909-9353-43b5-ab29-7458fdf0be53 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/facde99c-0972-4988-a93c-24d1c1bc3b47 HTTP/1.1" status: 204 len: 168 time: 0.2874346 Apr 20 16:06:42.105768 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df512909-9353-43b5-ab29-7458fdf0be53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facde99c-0972-4988-a93c-24d1c1bc3b47,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:42.144271 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3e3f562-a89a-4b2c-b945-e4bc19f7d322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:42.150811 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-4f948ec6-4ab0-4a7a-89e7-4dcc1cfd8d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:42.152827 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-4f948ec6-4ab0-4a7a-89e7-4dcc1cfd8d6e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66ca5027-e9c8-41ce-8129-1d35f4e0c95c HTTP/1.1" status: 200 len: 861 time: 0.0798810 Apr 20 16:06:42.186826 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3e3f562-a89a-4b2c-b945-e4bc19f7d322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:42.190990 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-c1267cf2-4810-43c4-8219-3aa9ac9f81a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3edbee39-317f-4464-9f65-314e099e8e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312326 Apr 20 16:06:42.207156 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e910f08-1478-4091-8b7d-4c1975ca64c5 req-5f39eb61-430e-44f1-bddd-ec4ad8f2c7d6 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:42.211352 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e910f08-1478-4091-8b7d-4c1975ca64c5 req-5f39eb61-430e-44f1-bddd-ec4ad8f2c7d6 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/ports?device_id=c449ea8b-9338-48bf-a296-24333b430e4d HTTP/1.1" status: 200 len: 948 time: 0.0814197 Apr 20 16:06:42.279172 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e910f08-1478-4091-8b7d-4c1975ca64c5 req-7b4ebd8f-657f-4c9e-b4c0-6f849d97112a tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/security-groups?id=56546223-f872-428e-8e5a-56be1b646754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568221 Apr 20 16:06:42.303833 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-0ed517a7-be8b-4793-b8a7-f3e077fe60a8 service neutron] 10.222.0.26 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061499 Apr 20 16:06:42.374931 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3e3f562-a89a-4b2c-b945-e4bc19f7d322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:42.377632 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3e3f562-a89a-4b2c-b945-e4bc19f7d322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:42.378874 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f3e3f562-a89a-4b2c-b945-e4bc19f7d322 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e316d58-6fd6-4acb-b177-9ae4daa0796a HTTP/1.1" status: 204 len: 168 time: 0.3527989 Apr 20 16:06:42.392439 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3f562-a89a-4b2c-b945-e4bc19f7d322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e316d58-6fd6-4acb-b177-9ae4daa0796a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:42.409698 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c870d40-d281-41d8-8562-27c58f40ff5c req-4817173d-3bb5-401c-998a-aab342f4db77 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:42.419647 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c870d40-d281-41d8-8562-27c58f40ff5c req-4817173d-3bb5-401c-998a-aab342f4db77 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 946 time: 0.0726197 Apr 20 16:06:42.422439 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-9a7003af-17b5-4c7e-b10f-40a974f2458a service neutron] 10.222.0.26 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033633 Apr 20 16:06:42.460286 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c870d40-d281-41d8-8562-27c58f40ff5c req-83d29cd3-0372-4a27-8347-529dd46d80cd tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397677 Apr 20 16:06:42.626408 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7edc3-434f-42da-938e-0b9a91844773 req-53481d03-cb79-4a73-990c-5d75c8223c27 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:42.627865 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9be7edc3-434f-42da-938e-0b9a91844773 req-53481d03-cb79-4a73-990c-5d75c8223c27 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a HTTP/1.1" status: 200 len: 948 time: 0.0481350 Apr 20 16:06:42.665663 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9be7edc3-434f-42da-938e-0b9a91844773 req-77f03b2b-0d70-4fb3-9e79-d6ca1bf88e28 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314186 Apr 20 16:06:42.800314 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a11ca80-e979-4b87-819b-88635016d6c9 req-af0cb811-4eac-4c39-9944-6ffbc1069752 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0688345 Apr 20 16:06:42.837800 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-1a56d85b-6431-4eb3-a98d-0ef5cb284b8f tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:42.841204 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-1a56d85b-6431-4eb3-a98d-0ef5cb284b8f tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99&tenant_id=3ddb013be8294812939175e62e5c71d2&binding%3Ahost_id=n-h2-836146-2 HTTP/1.1" status: 200 len: 1097 time: 0.0982482 Apr 20 16:06:42.852089 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-49ba5e08-1416-4785-aa87-c6f81ef0702f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836146-2'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:06:42.908883 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-49ba5e08-1416-4785-aa87-c6f81ef0702f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:42.954915 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50858) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:42.973322 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a643a1a5-d5a2-42d5-9dba-890f574cde68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:43.056533 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-49ba5e08-1416-4785-aa87-c6f81ef0702f service neutron] For port 184b9da7-233b-4de4-a7ec-91d63323d0f9, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=184b9da7-233b-4de4-a7ec-91d63323d0f9,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:43.058163 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a643a1a5-d5a2-42d5-9dba-890f574cde68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:43.061069 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:06:43.082348 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device e11893f5-ba71-4f26-a904-2f2fd4125164 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:06:43.109347 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-49ba5e08-1416-4785-aa87-c6f81ef0702f service neutron] For port 184b9da7-233b-4de4-a7ec-91d63323d0f9, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:06:43.135449 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a643a1a5-d5a2-42d5-9dba-890f574cde68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:43.156473 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b16e73b-3824-42e4-b01c-429297463b99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '184b9da7-233b-4de4-a7ec-91d63323d0f9'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:06:43.159253 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d40ac6b-fad6-411c-90c8-809f7519fb3d" -d '{"events": [{"server_uuid": "6b16e73b-3824-42e4-b01c-429297463b99", "name": "network-vif-unplugged", "status": "completed", "tag": "184b9da7-233b-4de4-a7ec-91d63323d0f9"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:06:43.163453 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-49ba5e08-1416-4785-aa87-c6f81ef0702f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:43.170783 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a643a1a5-d5a2-42d5-9dba-890f574cde68 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=90f43aea47034902a99493584f46f33e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2148087 Apr 20 16:06:43.174203 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50868) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:43.203452 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e412f9f-69ad-4db1-b4a5-606b04c461db x-openstack-request-id: req-5e412f9f-69ad-4db1-b4a5-606b04c461db {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:06:43.203452 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b16e73b-3824-42e4-b01c-429297463b99", "name": "network-vif-unplugged", "status": "completed", "tag": "184b9da7-233b-4de4-a7ec-91d63323d0f9", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:06:43.203452 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e412f9f-69ad-4db1-b4a5-606b04c461db {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:06:43.203847 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e412f9f-69ad-4db1-b4a5-606b04c461db'] response: {'server_uuid': '6b16e73b-3824-42e4-b01c-429297463b99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '184b9da7-233b-4de4-a7ec-91d63323d0f9', 'code': 200} Apr 20 16:06:43.210317 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643a1a5-d5a2-42d5-9dba-890f574cde68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1ed1d8-db9f-4519-a7da-28de5a3557bb,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:43.220005 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=6aad32e8-1439-4c2b-ad68-5bdb4b428c0b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:43.235532 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '6aad32e8-1439-4c2b-ad68-5bdb4b428c0b', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': '6aad32e8-1439-4c2b-ad68-5bdb4b428c0b', 'mac_address': 'fa:16:3e:bf:3a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:06:43.238225 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ba412ede-59c1-4e82-9c08-32a127e497b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:43.260966 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ba412ede-59c1-4e82-9c08-32a127e497b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:43.272520 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:43.289503 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:06:43.295817 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-49ba5e08-1416-4785-aa87-c6f81ef0702f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:43.329107 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=6aad32e8-1439-4c2b-ad68-5bdb4b428c0b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:43.330923 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port e11893f5-ba71-4f26-a904-2f2fd4125164 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:06:43.336429 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port e11893f5-ba71-4f26-a904-2f2fd4125164 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:06:43.336888 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:43.385491 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba5e08-1416-4785-aa87-c6f81ef0702f service neutron] Pushing event updated for resources: {'Port': ['ID=184b9da7-233b-4de4-a7ec-91d63323d0f9,revision_number=7']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:43.401636 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-49ba5e08-1416-4785-aa87-c6f81ef0702f service neutron] Attempting to bind port 184b9da7-233b-4de4-a7ec-91d63323d0f9 on host n-h2-836146-2 for vnic_type normal with profile {"migrating_to": "n-h1-836146-2"} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:06:43.402178 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-49ba5e08-1416-4785-aa87-c6f81ef0702f service neutron] Attempting to bind port 184b9da7-233b-4de4-a7ec-91d63323d0f9 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:06:43.402501 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-49ba5e08-1416-4785-aa87-c6f81ef0702f service neutron] Attempting to bind port 184b9da7-233b-4de4-a7ec-91d63323d0f9 on network 3edbee39-317f-4464-9f65-314e099e8e06 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:06:43.406999 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-49ba5e08-1416-4785-aa87-c6f81ef0702f service neutron] Port 184b9da7-233b-4de4-a7ec-91d63323d0f9 on network 3edbee39-317f-4464-9f65-314e099e8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:06:43.407319 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-49ba5e08-1416-4785-aa87-c6f81ef0702f service neutron] Attempting to bind port 184b9da7-233b-4de4-a7ec-91d63323d0f9 on network 3edbee39-317f-4464-9f65-314e099e8e06 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:06:43.411369 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de53b8-cb65-4062-855f-105796b87106 req-0ff3fa94-5fcc-4855-b2cc-7b25cbea5b8a tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:43.412701 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-49ba5e08-1416-4785-aa87-c6f81ef0702f service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:06:43.419641 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-49ba5e08-1416-4785-aa87-c6f81ef0702f service neutron] Checking segment: {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:06:43.419641 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-49ba5e08-1416-4785-aa87-c6f81ef0702f service neutron] Bound using segment: {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:06:43.419883 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-39de53b8-cb65-4062-855f-105796b87106 req-0ff3fa94-5fcc-4855-b2cc-7b25cbea5b8a tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/ports?device_id=c449ea8b-9338-48bf-a296-24333b430e4d HTTP/1.1" status: 200 len: 948 time: 0.0564454 Apr 20 16:06:43.420003 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-49ba5e08-1416-4785-aa87-c6f81ef0702f service neutron] Bound port: 184b9da7-233b-4de4-a7ec-91d63323d0f9, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:06:43.420003 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-49ba5e08-1416-4785-aa87-c6f81ef0702f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:43.432036 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:43.456327 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11893f5-ba71-4f26-a904-2f2fd4125164'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:06:43.459365 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37d9019-13ee-4039-8605-028aad6a4384" -d '{"events": [{"server_uuid": "71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a", "name": "network-vif-plugged", "status": "completed", "tag": "e11893f5-ba71-4f26-a904-2f2fd4125164"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:06:43.473728 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-39de53b8-cb65-4062-855f-105796b87106 req-6f978c57-9015-48e2-91ed-958084aa9bd5 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/security-groups?id=56546223-f872-428e-8e5a-56be1b646754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523930 Apr 20 16:06:43.483670 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-49ba5e08-1416-4785-aa87-c6f81ef0702f service neutron] For port 184b9da7-233b-4de4-a7ec-91d63323d0f9, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:06:43.488444 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-49ba5e08-1416-4785-aa87-c6f81ef0702f service neutron] For port 184b9da7-233b-4de4-a7ec-91d63323d0f9, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=184b9da7-233b-4de4-a7ec-91d63323d0f9,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:06:43.496979 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50876) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:43.497656 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port e11893f5-ba71-4f26-a904-2f2fd4125164, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=e11893f5-ba71-4f26-a904-2f2fd4125164,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:43.502841 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ba412ede-59c1-4e82-9c08-32a127e497b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:43.505513 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:43.506422 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ba412ede-59c1-4e82-9c08-32a127e497b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:43.510605 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ba412ede-59c1-4e82-9c08-32a127e497b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e1ed1d8-db9f-4519-a7da-28de5a3557bb HTTP/1.1" status: 204 len: 168 time: 0.3362980 Apr 20 16:06:43.519581 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba412ede-59c1-4e82-9c08-32a127e497b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1ed1d8-db9f-4519-a7da-28de5a3557bb,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:43.528400 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3f5a3ad9-32f8-46c3-95e1-e6d68eded9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:43.564044 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeea4bd1-5f8d-4e5c-83ac-5081945d2344 x-openstack-request-id: req-eeea4bd1-5f8d-4e5c-83ac-5081945d2344 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:06:43.564483 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a", "name": "network-vif-plugged", "status": "completed", "tag": "e11893f5-ba71-4f26-a904-2f2fd4125164", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:06:43.564962 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eeea4bd1-5f8d-4e5c-83ac-5081945d2344 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:06:43.565472 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeea4bd1-5f8d-4e5c-83ac-5081945d2344'] response: {'server_uuid': '71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11893f5-ba71-4f26-a904-2f2fd4125164', 'code': 200} Apr 20 16:06:43.617411 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-49ba5e08-1416-4785-aa87-c6f81ef0702f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:43.622048 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:43.628395 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=6aad32e8-1439-4c2b-ad68-5bdb4b428c0b,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:43.682239 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=e11893f5-ba71-4f26-a904-2f2fd4125164,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:43.724499 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c4070-06f4-43f4-bba2-cf56a5816203 req-61c833bd-6843-4d46-9cd2-1cafcdc96e9a tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:43.732043 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f9c4070-06f4-43f4-bba2-cf56a5816203 req-61c833bd-6843-4d46-9cd2-1cafcdc96e9a tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 944 time: 0.1630690 Apr 20 16:06:43.758883 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f46cc9-b7f4-4809-8d7a-f17b7ee367bc req-a818cf63-6845-4e94-983e-0b9a11793067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:43.760379 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-23f46cc9-b7f4-4809-8d7a-f17b7ee367bc req-a818cf63-6845-4e94-983e-0b9a11793067 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a HTTP/1.1" status: 200 len: 1100 time: 0.1189253 Apr 20 16:06:43.763894 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba5e08-1416-4785-aa87-c6f81ef0702f service neutron] Pushing event updated for resources: {'Port': ['ID=184b9da7-233b-4de4-a7ec-91d63323d0f9,revision_number=8']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:43.768825 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-49ba5e08-1416-4785-aa87-c6f81ef0702f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:43.769553 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-49ba5e08-1416-4785-aa87-c6f81ef0702f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:43.771759 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-49ba5e08-1416-4785-aa87-c6f81ef0702f service neutron] 10.222.0.26 "PUT /v2.0/ports/184b9da7-233b-4de4-a7ec-91d63323d0f9 HTTP/1.1" status: 200 len: 1122 time: 0.9241724 Apr 20 16:06:43.773961 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3f5a3ad9-32f8-46c3-95e1-e6d68eded9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:43.788066 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50884) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:43.815170 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f9c4070-06f4-43f4-bba2-cf56a5816203 req-c0c1077d-0360-4b75-9741-bdc8c402cd80 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803025 Apr 20 16:06:43.823637 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-23f46cc9-b7f4-4809-8d7a-f17b7ee367bc req-cda1c9c6-08db-463b-8987-7affbd7f693d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505373 Apr 20 16:06:43.846084 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3f5a3ad9-32f8-46c3-95e1-e6d68eded9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:43.907063 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3f5a3ad9-32f8-46c3-95e1-e6d68eded9e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ecff707c3a54099b8b0715b24a2ef4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4088991 Apr 20 16:06:43.909116 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['6aad32e8-1439-4c2b-ad68-5bdb4b428c0b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:06:43.916045 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50890) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:43.916224 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ac8e9-db7b-44c7-a8cf-18165ec75adc req-88305bb7-0613-425b-81b2-0c58167b9a0d tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:43.917614 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-071ac8e9-db7b-44c7-a8cf-18165ec75adc req-88305bb7-0613-425b-81b2-0c58167b9a0d tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a HTTP/1.1" status: 200 len: 949 time: 0.1161032 Apr 20 16:06:43.919745 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a3ad9-32f8-46c3-95e1-e6d68eded9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50ff88b-9558-444d-89da-a8de1899f5a5,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:43.944265 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d2093f2-9085-49b0-9523-825a451d4a45 req-5481ed25-907f-45f8-9fb4-2114bc711e1e tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0406642 Apr 20 16:06:43.975160 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7c989f9-e405-4223-9e45-d9d5266941bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:43.991723 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-09e67510-1c45-4f9b-86d7-693fc643d21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:43.993155 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-071ac8e9-db7b-44c7-a8cf-18165ec75adc req-94e26d0e-31c7-4a3b-b77c-dac2e9d9ee9a tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695899 Apr 20 16:06:44.011373 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['184b9da7-233b-4de4-a7ec-91d63323d0f9'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:06:44.033115 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-09e67510-1c45-4f9b-86d7-693fc643d21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:44.065878 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7c989f9-e405-4223-9e45-d9d5266941bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:44.138338 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7c989f9-e405-4223-9e45-d9d5266941bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:44.177627 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-09e67510-1c45-4f9b-86d7-693fc643d21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:44.180133 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-09e67510-1c45-4f9b-86d7-693fc643d21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:44.183795 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-09e67510-1c45-4f9b-86d7-693fc643d21d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e50ff88b-9558-444d-89da-a8de1899f5a5 HTTP/1.1" status: 204 len: 168 time: 0.2644789 Apr 20 16:06:44.187379 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c989f9-e405-4223-9e45-d9d5266941bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee095ae5-fb4a-4835-bee1-0d332f915d84,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:44.194260 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c7c989f9-e405-4223-9e45-d9d5266941bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=11b0b5491150418686587ebe0fa9c434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4027667 Apr 20 16:06:44.194486 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50896) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:44.222297 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e67510-1c45-4f9b-86d7-693fc643d21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50ff88b-9558-444d-89da-a8de1899f5a5,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:44.270209 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7927320f-afb6-4397-9742-730c66fa408a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:44.298274 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7927320f-afb6-4397-9742-730c66fa408a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:44.434122 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7927320f-afb6-4397-9742-730c66fa408a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:44.436686 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7927320f-afb6-4397-9742-730c66fa408a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:44.440847 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7927320f-afb6-4397-9742-730c66fa408a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee095ae5-fb4a-4835-bee1-0d332f915d84 HTTP/1.1" status: 204 len: 168 time: 0.2424438 Apr 20 16:06:44.445857 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927320f-afb6-4397-9742-730c66fa408a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee095ae5-fb4a-4835-bee1-0d332f915d84,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:44.597373 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91bc3b-63d1-4845-9ae3-c46e85e0f04f req-72a2d90e-b411-447f-8eee-8df825947bc1 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:44.598979 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5b91bc3b-63d1-4845-9ae3-c46e85e0f04f req-72a2d90e-b411-447f-8eee-8df825947bc1 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/ports?device_id=c449ea8b-9338-48bf-a296-24333b430e4d HTTP/1.1" status: 200 len: 949 time: 0.0587337 Apr 20 16:06:44.640692 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5b91bc3b-63d1-4845-9ae3-c46e85e0f04f req-37184795-eeb2-4f59-96ba-af26bb903519 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/security-groups?id=56546223-f872-428e-8e5a-56be1b646754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324600 Apr 20 16:06:44.951356 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe58e8b-3e91-462e-887b-845af2cd91a3 req-a3f11803-f51a-44b8-b7e0-cf73ac5d0101 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:44.952927 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3fe58e8b-3e91-462e-887b-845af2cd91a3 req-a3f11803-f51a-44b8-b7e0-cf73ac5d0101 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 944 time: 0.0531528 Apr 20 16:06:44.994038 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3fe58e8b-3e91-462e-887b-845af2cd91a3 req-3fa8b1bb-16eb-42f0-b6e1-2a40fcd37781 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341127 Apr 20 16:06:45.084346 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-015f0737-7372-4519-b912-6134e19c5d81 req-562502ba-20e1-44b5-9698-26392beba1ce tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0260851 Apr 20 16:06:45.116841 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7cf54-8664-49da-a0b4-bdf6357a9b1e req-3555ab8c-3afb-4be9-87f3-5cab18ef9508 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:45.118291 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-33c7cf54-8664-49da-a0b4-bdf6357a9b1e req-3555ab8c-3afb-4be9-87f3-5cab18ef9508 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a HTTP/1.1" status: 200 len: 949 time: 0.0539987 Apr 20 16:06:45.160118 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-33c7cf54-8664-49da-a0b4-bdf6357a9b1e req-c203be4a-4728-4c80-86e9-eb86964284d3 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356653 Apr 20 16:06:45.204629 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50934) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:45.205424 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b16e73b-3824-42e4-b01c-429297463b99', 'tag': '184b9da7-233b-4de4-a7ec-91d63323d0f9'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:06:45.208098 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f703a7-e1c0-44a1-9d46-24fe3002ce50" -d '{"events": [{"name": "network-changed", "server_uuid": "6b16e73b-3824-42e4-b01c-429297463b99", "tag": "184b9da7-233b-4de4-a7ec-91d63323d0f9"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:06:45.241862 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9140fa07-de37-4002-b66a-abbda3414f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:45.275693 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308b65af-6400-430c-b1ea-45554cdf04d4 x-openstack-request-id: req-308b65af-6400-430c-b1ea-45554cdf04d4 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:06:45.275913 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b16e73b-3824-42e4-b01c-429297463b99", "tag": "184b9da7-233b-4de4-a7ec-91d63323d0f9", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:06:45.276250 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-308b65af-6400-430c-b1ea-45554cdf04d4 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:06:45.276667 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-308b65af-6400-430c-b1ea-45554cdf04d4'] response: {'name': 'network-changed', 'server_uuid': '6b16e73b-3824-42e4-b01c-429297463b99', 'tag': '184b9da7-233b-4de4-a7ec-91d63323d0f9', 'status': 'completed', 'code': 200} Apr 20 16:06:45.336283 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9140fa07-de37-4002-b66a-abbda3414f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:45.371834 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f703a7-e1c0-44a1-9d46-24fe3002ce50 req-b98a747f-33d4-46d8-ab4b-37aadd54075c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:45.373332 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-45f703a7-e1c0-44a1-9d46-24fe3002ce50 req-b98a747f-33d4-46d8-ab4b-37aadd54075c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 1125 time: 0.0488503 Apr 20 16:06:45.464823 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f703a7-e1c0-44a1-9d46-24fe3002ce50 req-3839f380-a693-4b40-9633-5664864bdbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:45.466741 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-45f703a7-e1c0-44a1-9d46-24fe3002ce50 req-3839f380-a693-4b40-9633-5664864bdbb4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 922 time: 0.0866692 Apr 20 16:06:45.513962 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-45f703a7-e1c0-44a1-9d46-24fe3002ce50 req-1facdab8-deb3-4350-b2b3-7f22d46939cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=184b9da7-233b-4de4-a7ec-91d63323d0f9 HTTP/1.1" status: 200 len: 217 time: 0.0386143 Apr 20 16:06:45.514528 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9140fa07-de37-4002-b66a-abbda3414f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:45.593786 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9140fa07-de37-4002-b66a-abbda3414f1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab65e1e740d3480ab7e122e077986c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3818629 Apr 20 16:06:45.596149 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140fa07-de37-4002-b66a-abbda3414f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b20966-93ee-49ab-b393-1272b32cb3e9,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:45.596438 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50944) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:45.611927 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f703a7-e1c0-44a1-9d46-24fe3002ce50 req-17dba151-b83d-4137-a237-9fe91b3f994e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:45.614434 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-45f703a7-e1c0-44a1-9d46-24fe3002ce50 req-17dba151-b83d-4137-a237-9fe91b3f994e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66ca5027-e9c8-41ce-8129-1d35f4e0c95c HTTP/1.1" status: 200 len: 861 time: 0.0898104 Apr 20 16:06:45.653869 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-45f703a7-e1c0-44a1-9d46-24fe3002ce50 req-7f4b05ac-87f9-4169-8e08-26064e8ecaf6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3edbee39-317f-4464-9f65-314e099e8e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318475 Apr 20 16:06:45.656843 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee8c85cd-159e-44c2-b8d1-e8b1046f561b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:45.686040 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee8c85cd-159e-44c2-b8d1-e8b1046f561b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:45.800300 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8e795-c38b-4fa4-8911-f1113290a7f9 req-4960d163-5d86-49ba-a6b3-cb930d5d28b1 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:45.801802 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7fe8e795-c38b-4fa4-8911-f1113290a7f9 req-4960d163-5d86-49ba-a6b3-cb930d5d28b1 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/ports?device_id=c449ea8b-9338-48bf-a296-24333b430e4d HTTP/1.1" status: 200 len: 949 time: 0.0776803 Apr 20 16:06:45.804775 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-45f703a7-e1c0-44a1-9d46-24fe3002ce50 req-05a336e9-9e60-4c01-98ef-61794949643e service neutron] 10.222.0.30 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433375 Apr 20 16:06:45.809516 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee8c85cd-159e-44c2-b8d1-e8b1046f561b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:45.810241 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee8c85cd-159e-44c2-b8d1-e8b1046f561b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:45.812816 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ee8c85cd-159e-44c2-b8d1-e8b1046f561b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06b20966-93ee-49ab-b393-1272b32cb3e9 HTTP/1.1" status: 204 len: 168 time: 0.2152944 Apr 20 16:06:45.821873 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c85cd-159e-44c2-b8d1-e8b1046f561b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b20966-93ee-49ab-b393-1272b32cb3e9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:45.891095 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7fe8e795-c38b-4fa4-8911-f1113290a7f9 req-130830f5-07ae-4f5b-b032-6acd45e8013a tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/security-groups?id=56546223-f872-428e-8e5a-56be1b646754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826795 Apr 20 16:06:45.929691 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-45f703a7-e1c0-44a1-9d46-24fe3002ce50 req-7b3909f5-0598-47d6-baaa-61639f21a04e service neutron] 10.222.0.30 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150153 Apr 20 16:06:46.124060 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63a44f-e4ff-480f-8287-c68b6bc2c798 req-cc4cdb34-35ba-4c03-b079-e1d0b9867352 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:46.125557 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd63a44f-e4ff-480f-8287-c68b6bc2c798 req-cc4cdb34-35ba-4c03-b079-e1d0b9867352 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 944 time: 0.0533597 Apr 20 16:06:46.164872 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd63a44f-e4ff-480f-8287-c68b6bc2c798 req-3faedfb9-79fc-4351-ab53-cc68bdf39786 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332203 Apr 20 16:06:46.192737 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3d422392-54ce-4b18-8c7c-af75f5b003d5 req-80047d19-073a-4d77-974e-075cf898f6d9 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0267491 Apr 20 16:06:46.275020 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea2126-be0b-4663-8fd4-65588b073e8c req-b6e2bdb0-6d51-4277-9f87-c11ba85c6188 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:46.276741 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1eea2126-be0b-4663-8fd4-65588b073e8c req-b6e2bdb0-6d51-4277-9f87-c11ba85c6188 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a HTTP/1.1" status: 200 len: 949 time: 0.0492117 Apr 20 16:06:46.322055 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1eea2126-be0b-4663-8fd4-65588b073e8c req-713898c0-ea83-49c0-8866-460321c99f0c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380230 Apr 20 16:06:46.855302 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43762d-0df2-434f-8dd1-8275c178c978 req-6377497e-1bfa-41bc-a9e5-26eb7982b412 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:46.856960 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b43762d-0df2-434f-8dd1-8275c178c978 req-6377497e-1bfa-41bc-a9e5-26eb7982b412 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a HTTP/1.1" status: 200 len: 949 time: 0.0515091 Apr 20 16:06:46.895581 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b43762d-0df2-434f-8dd1-8275c178c978 req-6b7e3d4b-18a0-4b1f-8aed-d5480b04e79e tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323055 Apr 20 16:06:47.007296 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88f1ea-a26f-4e3a-bc3e-664e96a63a65 req-b33755da-e99b-4681-ad82-e8e1a7f98746 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:47.008811 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a88f1ea-a26f-4e3a-bc3e-664e96a63a65 req-b33755da-e99b-4681-ad82-e8e1a7f98746 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/ports?device_id=c449ea8b-9338-48bf-a296-24333b430e4d HTTP/1.1" status: 200 len: 949 time: 0.0482833 Apr 20 16:06:47.059527 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a88f1ea-a26f-4e3a-bc3e-664e96a63a65 req-f850b733-5ff8-457c-a90f-4ffebb87e597 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/security-groups?id=56546223-f872-428e-8e5a-56be1b646754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438359 Apr 20 16:06:47.089299 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 184b9da7-233b-4de4-a7ec-91d63323d0f9 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:06:47.107435 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:06:47.275581 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 184b9da7-233b-4de4-a7ec-91d63323d0f9, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=184b9da7-233b-4de4-a7ec-91d63323d0f9,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:47.289023 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 184b9da7-233b-4de4-a7ec-91d63323d0f9 has no active binding in host n-h1-836146-2 {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 16:06:47.298039 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78730e8-aa40-4850-a877-cf9f42c7d526 req-5357248a-fd44-4bd3-80a5-bd15eec1887a tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:47.299524 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e78730e8-aa40-4850-a877-cf9f42c7d526 req-5357248a-fd44-4bd3-80a5-bd15eec1887a tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 944 time: 0.0498383 Apr 20 16:06:47.314878 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:06:47.323028 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:06:47.323847 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:47.345267 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e78730e8-aa40-4850-a877-cf9f42c7d526 req-9e9eea6e-3bf0-4985-b515-415ff2887645 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391335 Apr 20 16:06:47.431223 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:47.460403 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c449ea8b-9338-48bf-a296-24333b430e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aad32e8-1439-4c2b-ad68-5bdb4b428c0b'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:06:47.462863 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1141d577-ce14-446c-adb4-69f13fa53bff" -d '{"events": [{"server_uuid": "c449ea8b-9338-48bf-a296-24333b430e4d", "name": "network-vif-plugged", "status": "completed", "tag": "6aad32e8-1439-4c2b-ad68-5bdb4b428c0b"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:06:47.482253 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=6aad32e8-1439-4c2b-ad68-5bdb4b428c0b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:47.541741 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d3d02f95-1f8e-4de5-911e-c39a1ba6d80d req-9df4705e-11dd-432a-9ebf-a0800fc46cb4 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0273030 Apr 20 16:06:47.557228 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:47.655134 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=6aad32e8-1439-4c2b-ad68-5bdb4b428c0b,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:47.658909 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c86028c-cd30-4664-b08b-fa1e5bb63649 x-openstack-request-id: req-2c86028c-cd30-4664-b08b-fa1e5bb63649 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:06:47.659215 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c449ea8b-9338-48bf-a296-24333b430e4d", "name": "network-vif-plugged", "status": "completed", "tag": "6aad32e8-1439-4c2b-ad68-5bdb4b428c0b", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:06:47.659466 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c86028c-cd30-4664-b08b-fa1e5bb63649 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:06:47.659842 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c86028c-cd30-4664-b08b-fa1e5bb63649'] response: {'server_uuid': 'c449ea8b-9338-48bf-a296-24333b430e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aad32e8-1439-4c2b-ad68-5bdb4b428c0b', 'code': 200} Apr 20 16:06:47.667090 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:47.667436 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:47.667776 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:47.668092 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:47.668459 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:47.668819 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:47.669141 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:47.669461 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:47.669778 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:47.670095 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:47.670410 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:47.670725 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:06:47.724386 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8b2dc-f3b0-40d3-b8b7-20baa7a2930f req-95af22c2-443f-43cf-a456-08b6f99a5daa tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:47.725871 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1de8b2dc-f3b0-40d3-b8b7-20baa7a2930f req-95af22c2-443f-43cf-a456-08b6f99a5daa tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a HTTP/1.1" status: 200 len: 949 time: 0.0532093 Apr 20 16:06:47.766117 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1de8b2dc-f3b0-40d3-b8b7-20baa7a2930f req-2baac994-0bf8-4256-8a05-e9b37308f636 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329521 Apr 20 16:06:47.805855 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a719cf-01cf-4aa1-9db0-d852830526ee req-0c088af1-bc1e-4a9f-9713-ed904cbd5d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:47.807330 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69a719cf-01cf-4aa1-9db0-d852830526ee req-0c088af1-bc1e-4a9f-9713-ed904cbd5d47 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c449ea8b-9338-48bf-a296-24333b430e4d HTTP/1.1" status: 200 len: 1101 time: 0.0403428 Apr 20 16:06:47.845994 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69a719cf-01cf-4aa1-9db0-d852830526ee req-1729eef4-1334-4e17-93b3-80c40c6d66fb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=56546223-f872-428e-8e5a-56be1b646754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281062 Apr 20 16:06:48.102154 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51056) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:48.186436 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296695a2-68a7-464e-a948-9260d2d194d8 req-b0a7106c-66db-4333-9b08-91a29d27e44c tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:48.187916 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-296695a2-68a7-464e-a948-9260d2d194d8 req-b0a7106c-66db-4333-9b08-91a29d27e44c tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/ports?device_id=c449ea8b-9338-48bf-a296-24333b430e4d HTTP/1.1" status: 200 len: 950 time: 0.0492218 Apr 20 16:06:48.225873 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-296695a2-68a7-464e-a948-9260d2d194d8 req-fa5f7530-11e2-483e-b21b-55e8b49116e8 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/security-groups?id=56546223-f872-428e-8e5a-56be1b646754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319688 Apr 20 16:06:48.238842 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-870cc9f3-44fe-45bf-9b82-e7b8405119cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:48.313884 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-870cc9f3-44fe-45bf-9b82-e7b8405119cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:48.364301 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51064) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:48.397878 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-870cc9f3-44fe-45bf-9b82-e7b8405119cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:48.463077 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-870cc9f3-44fe-45bf-9b82-e7b8405119cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eda95dea3c6d438788ab90cd060138cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3598063 Apr 20 16:06:48.466389 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51072) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:48.466535 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870cc9f3-44fe-45bf-9b82-e7b8405119cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7435d7d7-122c-44bf-a056-1b3eb0e12eb9,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:48.492844 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cb832-e624-4305-8504-50331798334f req-b3f99eb7-620a-4ae9-ad54-09483dcf1b59 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:48.494347 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-819cb832-e624-4305-8504-50331798334f req-b3f99eb7-620a-4ae9-ad54-09483dcf1b59 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 944 time: 0.0694206 Apr 20 16:06:48.508354 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-de6ac8d0-d0b8-4f37-b0b9-4e0471bc9105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:48.530820 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fdb2f30d-a69f-43a1-b9be-9ce6b3df6c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:48.564086 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fdb2f30d-a69f-43a1-b9be-9ce6b3df6c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:48.575521 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-819cb832-e624-4305-8504-50331798334f req-a8a42a82-a62c-4924-912a-305eba081d88 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690830 Apr 20 16:06:48.630218 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-de6ac8d0-d0b8-4f37-b0b9-4e0471bc9105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:48.685265 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a080c90-777b-4086-ba5e-43a4a5c0d9c2 req-f0a06e5e-0248-4ebc-9fae-8843e65c54bb tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0277574 Apr 20 16:06:48.742784 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-de6ac8d0-d0b8-4f37-b0b9-4e0471bc9105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:48.782210 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-de6ac8d0-d0b8-4f37-b0b9-4e0471bc9105 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2bc2dd587dbe47c4b79cba5e1b5974e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161987 Apr 20 16:06:48.783392 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ac8d0-d0b8-4f37-b0b9-4e0471bc9105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f624a22e-7d56-4b49-8f73-4ae1dc0e7d78,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:48.784895 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51082) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:48.793396 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fdb2f30d-a69f-43a1-b9be-9ce6b3df6c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:48.796210 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fdb2f30d-a69f-43a1-b9be-9ce6b3df6c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:48.798035 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fdb2f30d-a69f-43a1-b9be-9ce6b3df6c3e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7435d7d7-122c-44bf-a056-1b3eb0e12eb9 HTTP/1.1" status: 204 len: 168 time: 0.3305235 Apr 20 16:06:48.815558 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2f30d-a69f-43a1-b9be-9ce6b3df6c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7435d7d7-122c-44bf-a056-1b3eb0e12eb9,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:48.815916 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:06:48.856075 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e7df431-41f0-467a-9f08-992608c654fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:48.878807 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e7df431-41f0-467a-9f08-992608c654fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:48.913771 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524149b-d6f3-465f-8e0f-e861fbc299b9 req-b0cc8ede-d3b9-4ed5-a952-87fc9fd0e5c2 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:48.915506 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1524149b-d6f3-465f-8e0f-e861fbc299b9 req-b0cc8ede-d3b9-4ed5-a952-87fc9fd0e5c2 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a HTTP/1.1" status: 200 len: 949 time: 0.0530179 Apr 20 16:06:48.953647 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1524149b-d6f3-465f-8e0f-e861fbc299b9 req-2fcc9c33-5f6a-4ea5-b428-1c6b0e934c1e tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318294 Apr 20 16:06:49.049700 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e7df431-41f0-467a-9f08-992608c654fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:49.052862 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e7df431-41f0-467a-9f08-992608c654fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:49.054229 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4e7df431-41f0-467a-9f08-992608c654fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f624a22e-7d56-4b49-8f73-4ae1dc0e7d78 HTTP/1.1" status: 204 len: 168 time: 0.2681508 Apr 20 16:06:49.062382 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7df431-41f0-467a-9f08-992608c654fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f624a22e-7d56-4b49-8f73-4ae1dc0e7d78,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:49.340210 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17167497-7db2-435e-9a2f-8a114bd49be5 req-1076a857-16c6-41dd-bb6e-d6fabff66334 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:49.341862 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-17167497-7db2-435e-9a2f-8a114bd49be5 req-1076a857-16c6-41dd-bb6e-d6fabff66334 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/ports?device_id=c449ea8b-9338-48bf-a296-24333b430e4d HTTP/1.1" status: 200 len: 950 time: 0.0478451 Apr 20 16:06:49.384995 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-17167497-7db2-435e-9a2f-8a114bd49be5 req-c38033ae-9aad-4d62-ba52-ace7a82d3d4e tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/security-groups?id=56546223-f872-428e-8e5a-56be1b646754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361764 Apr 20 16:06:49.609404 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51104) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:49.634352 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6349c24-8a02-43aa-9167-19fb0ce13a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:49.756520 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b5c32-9d42-409d-974f-653f355c5333 req-47f8d7f3-ea73-4739-bb43-02f8f39ed1ce tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:49.764491 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-963b5c32-9d42-409d-974f-653f355c5333 req-47f8d7f3-ea73-4739-bb43-02f8f39ed1ce tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 944 time: 0.0768585 Apr 20 16:06:49.775125 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6349c24-8a02-43aa-9167-19fb0ce13a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:49.815656 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-963b5c32-9d42-409d-974f-653f355c5333 req-b953e65b-bbe4-4dbb-9c00-45596182a12c tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464685 Apr 20 16:06:49.822123 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f839b0a6-d4d2-44ac-8787-60b8a839d133 req-dacf4f2d-c715-4b8d-9cae-759c58d24494 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0319321 Apr 20 16:06:49.845659 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6349c24-8a02-43aa-9167-19fb0ce13a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:49.881106 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51112) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:49.881518 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a6349c24-8a02-43aa-9167-19fb0ce13a05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2adace29ff9c48e9a0636d017b621e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736464 Apr 20 16:06:49.886090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51114) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:49.896115 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-29f70ccd-8aa6-43f9-9004-2399a49ea474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:49.901552 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6349c24-8a02-43aa-9167-19fb0ce13a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621332f1-ac2e-414b-949a-b749c2f418ad,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:50.005056 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-29f70ccd-8aa6-43f9-9004-2399a49ea474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:50.110429 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-29f70ccd-8aa6-43f9-9004-2399a49ea474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:50.169344 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-29f70ccd-8aa6-43f9-9004-2399a49ea474 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9a40ae821ac47f296f41751871c4d0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866898 Apr 20 16:06:50.171023 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f70ccd-8aa6-43f9-9004-2399a49ea474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4ee2ad-9848-4dc0-99f8-ee8bdbe9fc49,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:50.173139 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51124) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:50.253973 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f29ed-c96d-4f61-b4b8-7c53b1b9c1e6 req-55eab0ff-3973-41b4-8c7f-8411fdb3011c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:50.255444 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3a9f29ed-c96d-4f61-b4b8-7c53b1b9c1e6 req-55eab0ff-3973-41b4-8c7f-8411fdb3011c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.26 "GET /v2.0/ports?device_id=71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a HTTP/1.1" status: 200 len: 949 time: 0.3470075 Apr 20 16:06:50.261481 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07cd2172-1d2c-4af9-abb7-6ec2226ef627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:50.326835 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e00408-c630-47f7-bc79-46506c48815f req-043a4332-e1d1-4839-877a-b2b3800f791c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:50.328255 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61e00408-c630-47f7-bc79-46506c48815f req-043a4332-e1d1-4839-877a-b2b3800f791c tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a HTTP/1.1" status: 200 len: 949 time: 0.1561110 Apr 20 16:06:50.340355 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07cd2172-1d2c-4af9-abb7-6ec2226ef627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:50.399161 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-96d33019-8992-475c-8e33-a4569f03bbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:50.465991 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-96d33019-8992-475c-8e33-a4569f03bbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:50.490626 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61e00408-c630-47f7-bc79-46506c48815f req-f88808b6-c2fe-4458-987e-105e4a893962 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524320 Apr 20 16:06:50.531507 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-3a9f29ed-c96d-4f61-b4b8-7c53b1b9c1e6 req-7e7ae281-2cc6-4477-b474-08c2a9875a77 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Deleting port e11893f5-ba71-4f26-a904-2f2fd4125164 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:06:50.531790 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3a9f29ed-c96d-4f61-b4b8-7c53b1b9c1e6 req-7e7ae281-2cc6-4477-b474-08c2a9875a77 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:50.613017 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07cd2172-1d2c-4af9-abb7-6ec2226ef627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:50.615540 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07cd2172-1d2c-4af9-abb7-6ec2226ef627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:50.616685 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-07cd2172-1d2c-4af9-abb7-6ec2226ef627 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/621332f1-ac2e-414b-949a-b749c2f418ad HTTP/1.1" status: 204 len: 168 time: 0.7294772 Apr 20 16:06:50.642001 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd2172-1d2c-4af9-abb7-6ec2226ef627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621332f1-ac2e-414b-949a-b749c2f418ad,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:50.671609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad6718-4d7e-4d25-9a10-ca4855046b45 req-1dcebce2-db23-462f-bfd7-b5db2b29162d tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:50.673025 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3ad6718-4d7e-4d25-9a10-ca4855046b45 req-1dcebce2-db23-462f-bfd7-b5db2b29162d tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/ports?device_id=c449ea8b-9338-48bf-a296-24333b430e4d HTTP/1.1" status: 200 len: 950 time: 0.0958648 Apr 20 16:06:50.681942 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-3a9f29ed-c96d-4f61-b4b8-7c53b1b9c1e6 req-7e7ae281-2cc6-4477-b474-08c2a9875a77 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] For port e11893f5-ba71-4f26-a904-2f2fd4125164, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=e11893f5-ba71-4f26-a904-2f2fd4125164,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:50.682312 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3a9f29ed-c96d-4f61-b4b8-7c53b1b9c1e6 req-7e7ae281-2cc6-4477-b474-08c2a9875a77 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:50.699561 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-96d33019-8992-475c-8e33-a4569f03bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:50.702086 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-96d33019-8992-475c-8e33-a4569f03bbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:50.705784 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-96d33019-8992-475c-8e33-a4569f03bbf4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a4ee2ad-9848-4dc0-99f8-ee8bdbe9fc49 HTTP/1.1" status: 204 len: 168 time: 0.5283859 Apr 20 16:06:50.719659 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-3a9f29ed-c96d-4f61-b4b8-7c53b1b9c1e6 req-7e7ae281-2cc6-4477-b474-08c2a9875a77 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Calling delete_port for e11893f5-ba71-4f26-a904-2f2fd4125164 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:06:50.733942 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d33019-8992-475c-8e33-a4569f03bbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4ee2ad-9848-4dc0-99f8-ee8bdbe9fc49,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:50.809460 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3ad6718-4d7e-4d25-9a10-ca4855046b45 req-5f2ffcc3-0ccc-499b-a21b-443b2d493fc5 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/security-groups?id=56546223-f872-428e-8e5a-56be1b646754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243837 Apr 20 16:06:50.956328 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a5eeaab7-daf0-4ddd-86bd-45a1fc1ea62e req-88ee9abc-9a36-4d91-aa15-bfa69db263f2 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0285354 Apr 20 16:06:50.960479 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b3cfd-ffd6-46aa-93d3-45d81923af1a req-a91ccd59-9103-4689-9192-3deacccccc7f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:50.962029 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-945b3cfd-ffd6-46aa-93d3-45d81923af1a req-a91ccd59-9103-4689-9192-3deacccccc7f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 944 time: 0.0538361 Apr 20 16:06:50.980913 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3a9f29ed-c96d-4f61-b4b8-7c53b1b9c1e6 req-7e7ae281-2cc6-4477-b474-08c2a9875a77 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:51.008086 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ae281-2cc6-4477-b474-08c2a9875a77 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Pushing event deleted for resources: {'Port': ['ID=e11893f5-ba71-4f26-a904-2f2fd4125164,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:51.011504 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-945b3cfd-ffd6-46aa-93d3-45d81923af1a req-57e71944-1f40-426c-b6c7-d376401bd3a1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431120 Apr 20 16:06:51.026858 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['e11893f5-ba71-4f26-a904-2f2fd4125164'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:06:51.116114 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9f29ed-c96d-4f61-b4b8-7c53b1b9c1e6 req-7e7ae281-2cc6-4477-b474-08c2a9875a77 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] No DVR routers for this DVR port e11893f5-ba71-4f26-a904-2f2fd4125164 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:06:51.124557 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3a9f29ed-c96d-4f61-b4b8-7c53b1b9c1e6 req-7e7ae281-2cc6-4477-b474-08c2a9875a77 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:51.129454 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3a9f29ed-c96d-4f61-b4b8-7c53b1b9c1e6 req-7e7ae281-2cc6-4477-b474-08c2a9875a77 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.26 "DELETE /v2.0/ports/e11893f5-ba71-4f26-a904-2f2fd4125164 HTTP/1.1" status: 204 len: 173 time: 0.8635795 Apr 20 16:06:51.130276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a', 'name': 'network-vif-deleted', 'tag': 'e11893f5-ba71-4f26-a904-2f2fd4125164'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:06:51.135512 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54ee26c-7293-4a95-8ae2-8fe542781b8d" -d '{"events": [{"server_uuid": "71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a", "name": "network-vif-deleted", "tag": "e11893f5-ba71-4f26-a904-2f2fd4125164"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:06:51.188749 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b0a29f-5831-4657-b7b0-a8d8b789f553 x-openstack-request-id: req-a7b0a29f-5831-4657-b7b0-a8d8b789f553 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:06:51.194168 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a", "name": "network-vif-deleted", "tag": "e11893f5-ba71-4f26-a904-2f2fd4125164", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:06:51.194168 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7b0a29f-5831-4657-b7b0-a8d8b789f553 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:06:51.194168 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b0a29f-5831-4657-b7b0-a8d8b789f553'] response: {'server_uuid': '71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a', 'name': 'network-vif-deleted', 'tag': 'e11893f5-ba71-4f26-a904-2f2fd4125164', 'status': 'completed', 'code': 200} Apr 20 16:06:51.517439 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-f1c3b985-2097-4aa6-b4f3-1c929f537310 service neutron] 10.222.0.30 "GET /v2.0/ports/184b9da7-233b-4de4-a7ec-91d63323d0f9/bindings/n-h1-836146-2 HTTP/1.1" status: 200 len: 384 time: 0.0607350 Apr 20 16:06:51.620900 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d42ac2c9-bfb9-416d-931e-eb8a7c56d74d req-fb8aa656-0f75-4162-a32f-355b8ce469a8 tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a HTTP/1.1" status: 200 len: 210 time: 0.0325258 Apr 20 16:06:51.745705 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-31d640bc-ff98-42be-acb3-7bb9efd971fc service neutron] For port 184b9da7-233b-4de4-a7ec-91d63323d0f9, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=184b9da7-233b-4de4-a7ec-91d63323d0f9,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:51.767041 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-31d640bc-ff98-42be-acb3-7bb9efd971fc service neutron] For port 184b9da7-233b-4de4-a7ec-91d63323d0f9, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:06:51.794215 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf95385-f092-4138-9390-83ba5899780b req-a4a516c2-e89a-4c0b-ab22-624121089f90 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:51.795611 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aaf95385-f092-4138-9390-83ba5899780b req-a4a516c2-e89a-4c0b-ab22-624121089f90 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/ports?device_id=c449ea8b-9338-48bf-a296-24333b430e4d HTTP/1.1" status: 200 len: 950 time: 0.0520885 Apr 20 16:06:51.803275 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-31d640bc-ff98-42be-acb3-7bb9efd971fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184b9da7-233b-4de4-a7ec-91d63323d0f9 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:06:51.813704 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-31d640bc-ff98-42be-acb3-7bb9efd971fc service neutron] For port 184b9da7-233b-4de4-a7ec-91d63323d0f9, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=184b9da7-233b-4de4-a7ec-91d63323d0f9,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:51.834830 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aaf95385-f092-4138-9390-83ba5899780b req-d5d5ad49-7b91-4316-8c05-07d81b54717f tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/security-groups?id=56546223-f872-428e-8e5a-56be1b646754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316632 Apr 20 16:06:51.891688 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-31d640bc-ff98-42be-acb3-7bb9efd971fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:51.975514 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-31d640bc-ff98-42be-acb3-7bb9efd971fc service neutron] Transition to ACTIVE for port object 184b9da7-233b-4de4-a7ec-91d63323d0f9 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:06:52.048096 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-31d640bc-ff98-42be-acb3-7bb9efd971fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:52.072592 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-59b51685-2186-48c6-adb6-7730472a468f req-145bad29-06c1-4566-a0c9-8f11ddde3512 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0356572 Apr 20 16:06:52.176608 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d640bc-ff98-42be-acb3-7bb9efd971fc service neutron] Pushing event updated for resources: {'Port': ['ID=184b9da7-233b-4de4-a7ec-91d63323d0f9,revision_number=10']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:52.180353 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-31d640bc-ff98-42be-acb3-7bb9efd971fc service neutron] No DVR routers for this DVR port 184b9da7-233b-4de4-a7ec-91d63323d0f9 on host n-h2-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:06:52.218952 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-31d640bc-ff98-42be-acb3-7bb9efd971fc service neutron] 10.222.0.30 "PUT /v2.0/ports/184b9da7-233b-4de4-a7ec-91d63323d0f9/bindings/n-h1-836146-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6931074 Apr 20 16:06:52.252349 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc7999-96f9-4f25-bd88-dd54386fc220 req-ded82ce2-136a-4638-a3f8-7ac4232ec4e0 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:52.253960 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-64bc7999-96f9-4f25-bd88-dd54386fc220 req-ded82ce2-136a-4638-a3f8-7ac4232ec4e0 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 945 time: 0.0968587 Apr 20 16:06:52.305814 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-64bc7999-96f9-4f25-bd88-dd54386fc220 req-0604c460-9526-4e79-94e0-60e44d4655b0 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390108 Apr 20 16:06:52.505908 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-96ef852d-ef1a-4d5e-adcc-f6e3f5f244a2 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:52.505908 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-96ef852d-ef1a-4d5e-adcc-f6e3f5f244a2 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99&tenant_id=3ddb013be8294812939175e62e5c71d2&binding%3Ahost_id=n-h2-836146-2 HTTP/1.1" status: 200 len: 1096 time: 0.0734422 Apr 20 16:06:52.602673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-5e15eda1-f45b-4270-b84b-d7249c5ed8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:52.604701 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-5e15eda1-f45b-4270-b84b-d7249c5ed8a4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99&tenant_id=3ddb013be8294812939175e62e5c71d2 HTTP/1.1" status: 200 len: 1096 time: 0.0764585 Apr 20 16:06:52.697102 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9dfcf7d7-8c41-4878-bd80-6bd9e62dbf26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:52.698561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-84e74593-a501-43d1-ab62-e71446748557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:52.701455 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-84e74593-a501-43d1-ab62-e71446748557 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 1096 time: 0.0549517 Apr 20 16:06:52.745653 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-87bdf297-f610-4f68-9021-d772829f5214 req-25ef847f-01e6-4f40-8ad3-dcb54386823d tempest-DeleteServersAdminTestJSON-487240128 tempest-DeleteServersAdminTestJSON-487240128-project] 10.222.0.15 "GET /v2.0/ports?device_id=71a2f801-71b6-4325-9cf7-6b0f3b6f4d5a HTTP/1.1" status: 200 len: 210 time: 0.0335500 Apr 20 16:06:52.817372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-a1b4cf5d-9bbd-493a-90e6-b445661411b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:52.818778 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-a1b4cf5d-9bbd-493a-90e6-b445661411b7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 922 time: 0.1090457 Apr 20 16:06:52.869872 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-d7fbe5ad-01ba-4eac-8b6c-b6e63d5dd4db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=184b9da7-233b-4de4-a7ec-91d63323d0f9 HTTP/1.1" status: 200 len: 217 time: 0.0405717 Apr 20 16:06:52.925543 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-0044b245-8455-4bab-acea-02b36a69eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:52.931175 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-0044b245-8455-4bab-acea-02b36a69eeba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66ca5027-e9c8-41ce-8129-1d35f4e0c95c HTTP/1.1" status: 200 len: 861 time: 0.0476329 Apr 20 16:06:52.953247 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c978a2-eff9-4d17-be15-bd92cee2a852 req-b43fb822-39eb-4f23-9346-f628594bd802 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:52.954794 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e9c978a2-eff9-4d17-be15-bd92cee2a852 req-b43fb822-39eb-4f23-9346-f628594bd802 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/ports?device_id=c449ea8b-9338-48bf-a296-24333b430e4d HTTP/1.1" status: 200 len: 950 time: 0.0483997 Apr 20 16:06:52.971523 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-73994df0-cda0-4d1c-b543-92e8e21486c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3edbee39-317f-4464-9f65-314e099e8e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365222 Apr 20 16:06:53.003992 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e9c978a2-eff9-4d17-be15-bd92cee2a852 req-73e517d6-e6d2-4303-9a43-3363563a1f78 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/security-groups?id=56546223-f872-428e-8e5a-56be1b646754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420914 Apr 20 16:06:53.078434 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-8de0c66b-9901-4f2e-94d9-52144aabb361 service neutron] 10.222.0.26 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983851 Apr 20 16:06:53.096628 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device e11893f5-ba71-4f26-a904-2f2fd4125164 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:06:53.146324 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: e11893f5-ba71-4f26-a904-2f2fd4125164 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:06:53.151384 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device e11893f5-ba71-4f26-a904-2f2fd4125164 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:06:53.202660 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9bfb8562-4e8e-4e85-aec5-eb3c1ed623ae req-bf0c2319-11c8-4a71-b4e9-e96099bb185d tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0271683 Apr 20 16:06:53.213773 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-d83dff89-9ac9-4ec1-9b44-73b2295126d8 service neutron] 10.222.0.26 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042955 Apr 20 16:06:53.439227 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7f93e-56bb-46ab-9c58-4c62be0e9435 req-0e3e6ca6-be85-41e7-93bf-940481d8dc50 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:53.441128 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9a7f93e-56bb-46ab-9c58-4c62be0e9435 req-0e3e6ca6-be85-41e7-93bf-940481d8dc50 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 945 time: 0.0537746 Apr 20 16:06:53.485496 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9a7f93e-56bb-46ab-9c58-4c62be0e9435 req-ac2feed4-957a-4f73-96f6-5520013bd24e tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329258 Apr 20 16:06:53.870391 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e993ec7-d12e-4f8a-8f2b-cda9f60c28d8 req-5ecbb701-ca33-45ca-82dc-fb20641cfab7 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:53.871923 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e993ec7-d12e-4f8a-8f2b-cda9f60c28d8 req-5ecbb701-ca33-45ca-82dc-fb20641cfab7 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.26 "GET /v2.0/ports?device_id=c449ea8b-9338-48bf-a296-24333b430e4d HTTP/1.1" status: 200 len: 950 time: 0.0722461 Apr 20 16:06:53.878749 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-96d46b57-3142-4466-9a88-7237d8366503 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:53.880542 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-96d46b57-3142-4466-9a88-7237d8366503 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99&tenant_id=3ddb013be8294812939175e62e5c71d2&binding%3Ahost_id=n-h1-836146-2 HTTP/1.1" status: 200 len: 1096 time: 0.0583415 Apr 20 16:06:53.975077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-4e993ec7-d12e-4f8a-8f2b-cda9f60c28d8 req-fe8c7545-13f5-46b3-b4e4-464fc1ccff40 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Deleting port 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:06:53.975416 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4e993ec7-d12e-4f8a-8f2b-cda9f60c28d8 req-fe8c7545-13f5-46b3-b4e4-464fc1ccff40 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:54.095295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-4e993ec7-d12e-4f8a-8f2b-cda9f60c28d8 req-fe8c7545-13f5-46b3-b4e4-464fc1ccff40 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] For port 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=6aad32e8-1439-4c2b-ad68-5bdb4b428c0b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:06:54.095663 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4e993ec7-d12e-4f8a-8f2b-cda9f60c28d8 req-fe8c7545-13f5-46b3-b4e4-464fc1ccff40 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:54.112614 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-4e993ec7-d12e-4f8a-8f2b-cda9f60c28d8 req-fe8c7545-13f5-46b3-b4e4-464fc1ccff40 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Calling delete_port for 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:06:54.135471 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-10077ec7-e4cc-4186-a746-4692aa0085da service neutron] For port 184b9da7-233b-4de4-a7ec-91d63323d0f9, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:06:54.140779 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-10077ec7-e4cc-4186-a746-4692aa0085da service neutron] Notify callbacks [] for binding, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:54.144713 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6f27424-a200-4b1e-9ec1-4835155bf303 req-10077ec7-e4cc-4186-a746-4692aa0085da service neutron] 10.222.0.26 "DELETE /v2.0/ports/184b9da7-233b-4de4-a7ec-91d63323d0f9/bindings/n-h2-836146-2 HTTP/1.1" status: 204 len: 173 time: 0.2483253 Apr 20 16:06:54.225891 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9597ce1-1129-412a-ba45-ff7d348aecf9 req-2a76d2c7-7f0a-41ee-9975-18dd310bf031 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:54.227426 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9597ce1-1129-412a-ba45-ff7d348aecf9 req-2a76d2c7-7f0a-41ee-9975-18dd310bf031 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/ports?device_id=c449ea8b-9338-48bf-a296-24333b430e4d HTTP/1.1" status: 200 len: 950 time: 0.1048584 Apr 20 16:06:54.297015 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9597ce1-1129-412a-ba45-ff7d348aecf9 req-a4843bbc-c23a-43b7-bcac-b52e55aa6c3f tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.15 "GET /v2.0/security-groups?id=56546223-f872-428e-8e5a-56be1b646754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590084 Apr 20 16:06:54.347111 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 184b9da7-233b-4de4-a7ec-91d63323d0f9 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:06:54.392218 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 184b9da7-233b-4de4-a7ec-91d63323d0f9 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:06:54.411845 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-95b8deb6-bc12-456b-a617-47f351dd1a3f req-1da2d880-b67d-4d0b-901c-0fcaba9bef7b tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0315642 Apr 20 16:06:54.468320 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4e993ec7-d12e-4f8a-8f2b-cda9f60c28d8 req-fe8c7545-13f5-46b3-b4e4-464fc1ccff40 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:54.500513 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c7545-13f5-46b3-b4e4-464fc1ccff40 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Pushing event deleted for resources: {'Port': ['ID=6aad32e8-1439-4c2b-ad68-5bdb4b428c0b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:54.508228 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['6aad32e8-1439-4c2b-ad68-5bdb4b428c0b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:06:54.547697 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e993ec7-d12e-4f8a-8f2b-cda9f60c28d8 req-fe8c7545-13f5-46b3-b4e4-464fc1ccff40 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] No DVR routers for this DVR port 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:06:54.556441 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4e993ec7-d12e-4f8a-8f2b-cda9f60c28d8 req-fe8c7545-13f5-46b3-b4e4-464fc1ccff40 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:54.568143 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e993ec7-d12e-4f8a-8f2b-cda9f60c28d8 req-fe8c7545-13f5-46b3-b4e4-464fc1ccff40 tempest-ServerDiagnosticsNegativeTest-937713539 tempest-ServerDiagnosticsNegativeTest-937713539-project] 10.222.0.26 "DELETE /v2.0/ports/6aad32e8-1439-4c2b-ad68-5bdb4b428c0b HTTP/1.1" status: 204 len: 173 time: 0.6854053 Apr 20 16:06:54.568289 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c449ea8b-9338-48bf-a296-24333b430e4d', 'name': 'network-vif-deleted', 'tag': '6aad32e8-1439-4c2b-ad68-5bdb4b428c0b'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:06:54.571877 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311ca03c-38f9-4ca9-b905-e1514cd6df79" -d '{"events": [{"server_uuid": "c449ea8b-9338-48bf-a296-24333b430e4d", "name": "network-vif-deleted", "tag": "6aad32e8-1439-4c2b-ad68-5bdb4b428c0b"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:06:54.668553 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d16b30-c057-4f5a-8f35-d611a7004cc0 x-openstack-request-id: req-c8d16b30-c057-4f5a-8f35-d611a7004cc0 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:06:54.668836 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c449ea8b-9338-48bf-a296-24333b430e4d", "name": "network-vif-deleted", "tag": "6aad32e8-1439-4c2b-ad68-5bdb4b428c0b", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:06:54.669137 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8d16b30-c057-4f5a-8f35-d611a7004cc0 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:06:54.669528 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d16b30-c057-4f5a-8f35-d611a7004cc0'] response: {'server_uuid': 'c449ea8b-9338-48bf-a296-24333b430e4d', 'name': 'network-vif-deleted', 'tag': '6aad32e8-1439-4c2b-ad68-5bdb4b428c0b', 'status': 'completed', 'code': 200} Apr 20 16:06:54.709617 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b99659-75cb-4b05-8c39-d4497820edae req-0e5e0380-5732-4133-94c9-faa57ee1b06e tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:54.711700 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3b99659-75cb-4b05-8c39-d4497820edae req-0e5e0380-5732-4133-94c9-faa57ee1b06e tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 945 time: 0.0714297 Apr 20 16:06:54.766805 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3b99659-75cb-4b05-8c39-d4497820edae req-5402952c-d3fb-4e9d-8a3a-788d475bcc86 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472527 Apr 20 16:06:54.906911 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc309972-fbd8-4e02-8c16-34ee27b008d8 req-e8d414ce-d484-404a-a41b-e6637f0b0e97 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:54.908319 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cc309972-fbd8-4e02-8c16-34ee27b008d8 req-e8d414ce-d484-404a-a41b-e6637f0b0e97 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 1096 time: 0.0388370 Apr 20 16:06:54.945429 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cc309972-fbd8-4e02-8c16-34ee27b008d8 req-d81dbd1e-37ef-430f-9239-139446e8958f tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305786 Apr 20 16:06:55.057066 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4fc34679-2318-40cc-9b4c-0d039eca3a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:55.294152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51400) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:55.330664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51410) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:55.330866 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51412) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:55.469667 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-571c6484-72b9-4cf4-bec0-60a45f8f3b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:55.471943 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d060cf4a-9c68-4829-a37e-7407af1ef4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:55.504602 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ae93e-ec70-4562-a202-b77552f1679a req-c50cc206-e4f9-43a3-a413-5c6032464210 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:55.506296 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-748ae93e-ec70-4562-a202-b77552f1679a req-c50cc206-e4f9-43a3-a413-5c6032464210 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 821 time: 0.1379349 Apr 20 16:06:55.558547 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-748ae93e-ec70-4562-a202-b77552f1679a req-75172e8e-f0f2-42d1-8b53-86c60bc7a4b5 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/quotas/3ddb013be8294812939175e62e5c71d2 HTTP/1.1" status: 200 len: 375 time: 0.0309744 Apr 20 16:06:55.583496 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-571c6484-72b9-4cf4-bec0-60a45f8f3b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:55.628568 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0b37d471-b492-40d5-8079-db2f42ea7cc5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7913f1a61dd141f1bb76c0ee58579e24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2975051 Apr 20 16:06:55.631369 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51426) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:55.663980 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-748ae93e-ec70-4562-a202-b77552f1679a req-89bf6852-cceb-45eb-8aad-457b37bd1288 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1040199 Apr 20 16:06:55.700656 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fddd1869-581a-4bf4-b188-9562a8b905c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:55.705364 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d060cf4a-9c68-4829-a37e-7407af1ef4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:55.722856 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-571c6484-72b9-4cf4-bec0-60a45f8f3b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:55.736168 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fddd1869-581a-4bf4-b188-9562a8b905c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:55.778900 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-748ae93e-ec70-4562-a202-b77552f1679a req-5a2b1809-8013-4e92-ad7e-da1cda0b14ae service neutron] 10.222.0.15 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061804 Apr 20 16:06:55.785256 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-571c6484-72b9-4cf4-bec0-60a45f8f3b47 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=859fc6cdfdbc4b8f8f3e42b73de04ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4536567 Apr 20 16:06:55.789917 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c6484-72b9-4cf4-bec0-60a45f8f3b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1002457c-5e6c-4e14-91cf-43146f40aa1b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:55.793452 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51428) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:55.902680 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fddd1869-581a-4bf4-b188-9562a8b905c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:55.905292 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fddd1869-581a-4bf4-b188-9562a8b905c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:55.907854 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fddd1869-581a-4bf4-b188-9562a8b905c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6d8d02e8-cb32-4d2b-8b50-8ceedccd6426 HTTP/1.1" status: 204 len: 168 time: 0.2740386 Apr 20 16:06:55.919678 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd1869-581a-4bf4-b188-9562a8b905c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8d02e8-cb32-4d2b-8b50-8ceedccd6426,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:55.994511 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-46727a8d-1bbe-494c-a259-a93f9eb67456 req-3f0e873e-e8dd-48eb-a887-da3a629430f1 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0347152 Apr 20 16:06:56.027398 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d060cf4a-9c68-4829-a37e-7407af1ef4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:56.128109 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d060cf4a-9c68-4829-a37e-7407af1ef4f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce611cf542d74c9ab2184ae12a957fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8330457 Apr 20 16:06:56.131361 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51438) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:56.132321 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060cf4a-9c68-4829-a37e-7407af1ef4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281721b0-e8c1-4f5a-bda2-fe3f8062af4c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:56.164560 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5558d74-57f0-4748-a4ab-733533308aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:56.172572 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-748ae93e-ec70-4562-a202-b77552f1679a req-728f8509-f339-4dd8-8539-4a55535d114b service neutron] 10.222.0.15 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875163 Apr 20 16:06:56.191388 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1ce8e094-41af-40b0-8dcd-b96afded35ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:56.191775 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5558d74-57f0-4748-a4ab-733533308aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:56.216779 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1ce8e094-41af-40b0-8dcd-b96afded35ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:56.285315 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:56.340751 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5558d74-57f0-4748-a4ab-733533308aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:56.343316 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5558d74-57f0-4748-a4ab-733533308aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:56.344504 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d5558d74-57f0-4748-a4ab-733533308aa4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1002457c-5e6c-4e14-91cf-43146f40aa1b HTTP/1.1" status: 204 len: 168 time: 0.5490148 Apr 20 16:06:56.352128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5558d74-57f0-4748-a4ab-733533308aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1002457c-5e6c-4e14-91cf-43146f40aa1b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:56.514105 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1ce8e094-41af-40b0-8dcd-b96afded35ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:56.516583 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1ce8e094-41af-40b0-8dcd-b96afded35ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:56.517730 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1ce8e094-41af-40b0-8dcd-b96afded35ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/281721b0-e8c1-4f5a-bda2-fe3f8062af4c HTTP/1.1" status: 204 len: 168 time: 0.3853371 Apr 20 16:06:56.525536 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8e094-41af-40b0-8dcd-b96afded35ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281721b0-e8c1-4f5a-bda2-fe3f8062af4c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:56.606208 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1d50a317-71a3-4864-b765-9c7678c3d264 req-79622d20-944a-47ff-aaab-0a45a9c4b5a5 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 210 time: 0.0404704 Apr 20 16:06:57.118282 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1632b64d-38c8-40c9-b94e-44218624a1ad req-64b48e93-7da9-4547-aba5-fbaa78b70cc1 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0248492 Apr 20 16:06:57.119507 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:06:57.141218 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:06:57.141619 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 6aad32e8-1439-4c2b-ad68-5bdb4b428c0b not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:06:57.317345 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51466) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:57.576491 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:57.684481 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-84e04f28-7c5c-41d0-a6f4-926305908432 req-03007ec0-aa30-4b10-bb3b-c85ede5bbd7d tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 210 time: 0.0256727 Apr 20 16:06:57.908322 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51476) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:57.924681 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea85b4fd-e0ec-4cdb-84b5-92a9c3143459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:58.007448 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51478) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:58.009107 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea85b4fd-e0ec-4cdb-84b5-92a9c3143459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:58.010726 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:58.027432 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-97d052b2-72fe-427a-896e-a575c813b364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:58.123712 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-60563820-f63e-4917-8df7-fb01126832dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=54f152024e2f46718235a23d472feec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8050179 Apr 20 16:06:58.126582 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51480) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:58.130001 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-97d052b2-72fe-427a-896e-a575c813b364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:58.137222 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea85b4fd-e0ec-4cdb-84b5-92a9c3143459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:58.193662 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ea85b4fd-e0ec-4cdb-84b5-92a9c3143459 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bdb9efffebd9459a9352ee4471c6d57d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841935 Apr 20 16:06:58.196546 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51484) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:58.206545 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85b4fd-e0ec-4cdb-84b5-92a9c3143459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d72673-395b-4868-8d5c-dd02e2055b55,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:58.244919 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-23291b35-303b-4310-8305-a90ca8300029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:58.249251 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6974f0ba-e1e1-4321-828e-f3ed62dd5cf7 req-45370c60-c1fa-4bee-8359-1c84c60a3bc4 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0445893 Apr 20 16:06:58.252668 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-97d052b2-72fe-427a-896e-a575c813b364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:58.296539 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-23291b35-303b-4310-8305-a90ca8300029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:58.301963 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:58.306832 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-97d052b2-72fe-427a-896e-a575c813b364 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be494afd6d6f4357956928618d24da02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968035 Apr 20 16:06:58.311686 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d052b2-72fe-427a-896e-a575c813b364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e60790-9988-4ae8-966f-803ca90e359c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:58.313987 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51486) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:58.324318 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d380b593-4a01-4416-b5e9-c61448b9a30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:58.349592 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d380b593-4a01-4416-b5e9-c61448b9a30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:58.381648 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ae81f8d7-7615-49a2-89c3-db9874532541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:58.403325 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ae81f8d7-7615-49a2-89c3-db9874532541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:58.479388 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-23291b35-303b-4310-8305-a90ca8300029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:58.481938 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-23291b35-303b-4310-8305-a90ca8300029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:58.483119 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-23291b35-303b-4310-8305-a90ca8300029 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56546223-f872-428e-8e5a-56be1b646754 HTTP/1.1" status: 204 len: 168 time: 0.3539176 Apr 20 16:06:58.491142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23291b35-303b-4310-8305-a90ca8300029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56546223-f872-428e-8e5a-56be1b646754,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:58.507785 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d380b593-4a01-4416-b5e9-c61448b9a30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:58.510455 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d380b593-4a01-4416-b5e9-c61448b9a30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:58.514291 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d380b593-4a01-4416-b5e9-c61448b9a30a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/85d72673-395b-4868-8d5c-dd02e2055b55 HTTP/1.1" status: 204 len: 168 time: 0.3142512 Apr 20 16:06:58.520132 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380b593-4a01-4416-b5e9-c61448b9a30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d72673-395b-4868-8d5c-dd02e2055b55,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:58.535015 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51492) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:58.553517 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ae81f8d7-7615-49a2-89c3-db9874532541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:58.556943 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ae81f8d7-7615-49a2-89c3-db9874532541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:58.560404 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ae81f8d7-7615-49a2-89c3-db9874532541 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/38e60790-9988-4ae8-966f-803ca90e359c HTTP/1.1" status: 204 len: 168 time: 0.2450652 Apr 20 16:06:58.561180 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6cb5f96-a080-4a84-a5d4-27e56342d96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:58.579102 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81f8d7-7615-49a2-89c3-db9874532541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e60790-9988-4ae8-966f-803ca90e359c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:58.654081 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6cb5f96-a080-4a84-a5d4-27e56342d96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:58.779574 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70b4cede-ba42-4846-9ff0-80dd5e45e285 req-1e1d020e-3c3b-4d9c-8c74-ed3627cf7f5f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 210 time: 0.0265489 Apr 20 16:06:58.780154 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6cb5f96-a080-4a84-a5d4-27e56342d96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:58.824325 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b6cb5f96-a080-4a84-a5d4-27e56342d96b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd88cf1ac50a4326b1b2c9c126cc5308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852468 Apr 20 16:06:58.824325 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb5f96-a080-4a84-a5d4-27e56342d96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670e2c18-035a-4284-82ea-445e3c9d10f3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:58.824545 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51500) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:58.872399 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-35a77209-d667-489c-a1e0-3e3c4db281a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:58.893314 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-35a77209-d667-489c-a1e0-3e3c4db281a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:59.060474 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-35a77209-d667-489c-a1e0-3e3c4db281a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:59.063139 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-35a77209-d667-489c-a1e0-3e3c4db281a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:59.064314 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-35a77209-d667-489c-a1e0-3e3c4db281a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/670e2c18-035a-4284-82ea-445e3c9d10f3 HTTP/1.1" status: 204 len: 168 time: 0.2389669 Apr 20 16:06:59.072925 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a77209-d667-489c-a1e0-3e3c4db281a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670e2c18-035a-4284-82ea-445e3c9d10f3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:06:59.249141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ae93e-ec70-4562-a202-b77552f1679a req-d89ceb62-e0af-4b2b-a1c3-a8c5ff41f176 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:06:59.249141 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-748ae93e-ec70-4562-a202-b77552f1679a req-d89ceb62-e0af-4b2b-a1c3-a8c5ff41f176 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.26 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 821 time: 0.1009157 Apr 20 16:06:59.290191 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-748ae93e-ec70-4562-a202-b77552f1679a req-1859c0c1-fc0d-4f06-99c5-8e6183d0dff1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Request body: {'port': {'device_id': '496be8db-7939-4a31-ad5a-5d30620e4a51', 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06', 'admin_state_up': True, 'tenant_id': '3ddb013be8294812939175e62e5c71d2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:06:59.398405 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7c6b3f07-c6c1-448a-96c0-421b487b367f req-36f57eae-72b5-44e9-be90-16e18e3b7c4f tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0486455 Apr 20 16:06:59.576570 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:59.580527 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-748ae93e-ec70-4562-a202-b77552f1679a req-1859c0c1-fc0d-4f06-99c5-8e6183d0dff1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Made reservation on behalf of 3ddb013be8294812939175e62e5c71d2 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:06:59.580660 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-748ae93e-ec70-4562-a202-b77552f1679a req-1859c0c1-fc0d-4f06-99c5-8e6183d0dff1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:59.686188 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8ba11423-7366-4f54-8ad8-44407922f098 req-78f08716-da04-4d35-8e24-9e21dc28ebeb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0268688 Apr 20 16:06:59.706218 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-748ae93e-ec70-4562-a202-b77552f1679a req-1859c0c1-fc0d-4f06-99c5-8e6183d0dff1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Allocated IP 172.20.0.7 (3edbee39-317f-4464-9f65-314e099e8e06/66ca5027-e9c8-41ce-8129-1d35f4e0c95c/52abb9c2-d811-4e99-95bb-e24741b94f0b) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:06:59.806611 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51518) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:06:59.820463 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-032f3722-07a9-4943-a516-b4ecf604759a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:59.866896 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-748ae93e-ec70-4562-a202-b77552f1679a req-1859c0c1-fc0d-4f06-99c5-8e6183d0dff1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:06:59.892726 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b2f87bf7-79d2-4070-8850-9328436b671f req-0144849c-e09f-4c50-8bbd-080b81066669 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 210 time: 0.0304637 Apr 20 16:06:59.912564 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-032f3722-07a9-4943-a516-b4ecf604759a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:00.016417 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-032f3722-07a9-4943-a516-b4ecf604759a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:00.054116 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-032f3722-07a9-4943-a516-b4ecf604759a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e9b2868b65d4e9bba9a38fe96a7b402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463269 Apr 20 16:07:00.055294 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f3722-07a9-4943-a516-b4ecf604759a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba851368-2422-4419-8d6e-a9acfa76f44e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:00.056915 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51526) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:00.085668 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-748ae93e-ec70-4562-a202-b77552f1679a req-1859c0c1-fc0d-4f06-99c5-8e6183d0dff1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:00.141393 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-748ae93e-ec70-4562-a202-b77552f1679a req-1859c0c1-fc0d-4f06-99c5-8e6183d0dff1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Network 3edbee39-317f-4464-9f65-314e099e8e06 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:07:00.149984 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-748ae93e-ec70-4562-a202-b77552f1679a req-1859c0c1-fc0d-4f06-99c5-8e6183d0dff1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:07:00.155101 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-748ae93e-ec70-4562-a202-b77552f1679a req-1859c0c1-fc0d-4f06-99c5-8e6183d0dff1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:07:00.161265 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ae93e-ec70-4562-a202-b77552f1679a req-1859c0c1-fc0d-4f06-99c5-8e6183d0dff1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:00.161672 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-748ae93e-ec70-4562-a202-b77552f1679a req-1859c0c1-fc0d-4f06-99c5-8e6183d0dff1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:00.169341 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c36d4c16-ca97-4501-b8a9-0f76afc127ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:00.173888 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859c0c1-fc0d-4f06-99c5-8e6183d0dff1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Pushing event updated for resources: {'Port': ['ID=52abb9c2-d811-4e99-95bb-e24741b94f0b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:00.197547 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c36d4c16-ca97-4501-b8a9-0f76afc127ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:00.281436 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-748ae93e-ec70-4562-a202-b77552f1679a req-1859c0c1-fc0d-4f06-99c5-8e6183d0dff1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9964862 Apr 20 16:07:00.299098 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-748ae93e-ec70-4562-a202-b77552f1679a req-b8e294a4-497c-4a28-95d7-b0c7bc10247c service neutron] Request body: {'port': {'device_id': '496be8db-7939-4a31-ad5a-5d30620e4a51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:00.319093 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c36d4c16-ca97-4501-b8a9-0f76afc127ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:00.321677 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c36d4c16-ca97-4501-b8a9-0f76afc127ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:00.325433 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c36d4c16-ca97-4501-b8a9-0f76afc127ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba851368-2422-4419-8d6e-a9acfa76f44e HTTP/1.1" status: 204 len: 168 time: 0.2647467 Apr 20 16:07:00.335568 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d4c16-ca97-4501-b8a9-0f76afc127ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba851368-2422-4419-8d6e-a9acfa76f44e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:00.366468 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-748ae93e-ec70-4562-a202-b77552f1679a req-b8e294a4-497c-4a28-95d7-b0c7bc10247c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:00.451411 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51536) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:00.471337 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-69eb732c-8917-4ec6-b7c6-a5235153ff1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:00.523734 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b70b0194-4125-405d-86c7-c116c9f2c3ba req-557de0ac-95d5-436e-b7d3-03d896e7da00 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0356336 Apr 20 16:07:00.595112 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51540) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:00.622200 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-69eb732c-8917-4ec6-b7c6-a5235153ff1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:00.684780 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-748ae93e-ec70-4562-a202-b77552f1679a req-b8e294a4-497c-4a28-95d7-b0c7bc10247c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52abb9c2-d811-4e99-95bb-e24741b94f0b {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:07:00.692672 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-748ae93e-ec70-4562-a202-b77552f1679a req-b8e294a4-497c-4a28-95d7-b0c7bc10247c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:00.702219 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-69eb732c-8917-4ec6-b7c6-a5235153ff1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:00.705778 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-748ae93e-ec70-4562-a202-b77552f1679a req-b8e294a4-497c-4a28-95d7-b0c7bc10247c service neutron] Transition to ACTIVE for port object 52abb9c2-d811-4e99-95bb-e24741b94f0b will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:07:00.741793 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-69eb732c-8917-4ec6-b7c6-a5235153ff1f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9babd88e24eb42e3be4e4d30ac016f17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892416 Apr 20 16:07:00.742712 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb732c-8917-4ec6-b7c6-a5235153ff1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f28b6db-b46f-4fac-a782-620bab14d7f3,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:00.744662 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51546) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:00.793056 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-046dad80-f5ad-4272-876d-14b9e74f807f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:00.814791 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-046dad80-f5ad-4272-876d-14b9e74f807f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:00.844252 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-748ae93e-ec70-4562-a202-b77552f1679a req-b8e294a4-497c-4a28-95d7-b0c7bc10247c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:00.894632 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e294a4-497c-4a28-95d7-b0c7bc10247c service neutron] Pushing event updated for resources: {'Port': ['ID=52abb9c2-d811-4e99-95bb-e24741b94f0b,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:00.934091 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-748ae93e-ec70-4562-a202-b77552f1679a req-b8e294a4-497c-4a28-95d7-b0c7bc10247c service neutron] Attempting to bind port 52abb9c2-d811-4e99-95bb-e24741b94f0b on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:07:00.934425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-748ae93e-ec70-4562-a202-b77552f1679a req-b8e294a4-497c-4a28-95d7-b0c7bc10247c service neutron] Attempting to bind port 52abb9c2-d811-4e99-95bb-e24741b94f0b by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:07:00.934752 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748ae93e-ec70-4562-a202-b77552f1679a req-b8e294a4-497c-4a28-95d7-b0c7bc10247c service neutron] Attempting to bind port 52abb9c2-d811-4e99-95bb-e24741b94f0b on network 3edbee39-317f-4464-9f65-314e099e8e06 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:00.939276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748ae93e-ec70-4562-a202-b77552f1679a req-b8e294a4-497c-4a28-95d7-b0c7bc10247c service neutron] Port 52abb9c2-d811-4e99-95bb-e24741b94f0b on network 3edbee39-317f-4464-9f65-314e099e8e06 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:07:00.939595 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748ae93e-ec70-4562-a202-b77552f1679a req-b8e294a4-497c-4a28-95d7-b0c7bc10247c service neutron] Attempting to bind port 52abb9c2-d811-4e99-95bb-e24741b94f0b on network 3edbee39-317f-4464-9f65-314e099e8e06 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:00.945740 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748ae93e-ec70-4562-a202-b77552f1679a req-b8e294a4-497c-4a28-95d7-b0c7bc10247c service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:07:00.946083 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748ae93e-ec70-4562-a202-b77552f1679a req-b8e294a4-497c-4a28-95d7-b0c7bc10247c service neutron] Checking segment: {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:07:00.946466 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748ae93e-ec70-4562-a202-b77552f1679a req-b8e294a4-497c-4a28-95d7-b0c7bc10247c service neutron] Bound using segment: {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:07:00.947069 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-748ae93e-ec70-4562-a202-b77552f1679a req-b8e294a4-497c-4a28-95d7-b0c7bc10247c service neutron] Bound port: 52abb9c2-d811-4e99-95bb-e24741b94f0b, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:07:00.953540 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-748ae93e-ec70-4562-a202-b77552f1679a req-b8e294a4-497c-4a28-95d7-b0c7bc10247c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:01.021969 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-027fff51-f6a4-4cf5-b9be-7fdf58dcd54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:01.041902 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-046dad80-f5ad-4272-876d-14b9e74f807f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:01.044856 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-046dad80-f5ad-4272-876d-14b9e74f807f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:01.046008 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-046dad80-f5ad-4272-876d-14b9e74f807f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f28b6db-b46f-4fac-a782-620bab14d7f3 HTTP/1.1" status: 204 len: 168 time: 0.3000674 Apr 20 16:07:01.080369 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dad80-f5ad-4272-876d-14b9e74f807f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f28b6db-b46f-4fac-a782-620bab14d7f3,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:01.087542 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-748ae93e-ec70-4562-a202-b77552f1679a req-b8e294a4-497c-4a28-95d7-b0c7bc10247c service neutron] For port 52abb9c2-d811-4e99-95bb-e24741b94f0b, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:07:01.104091 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-748ae93e-ec70-4562-a202-b77552f1679a req-b8e294a4-497c-4a28-95d7-b0c7bc10247c service neutron] For port 52abb9c2-d811-4e99-95bb-e24741b94f0b, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=52abb9c2-d811-4e99-95bb-e24741b94f0b,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:07:01.121322 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bef426-3de3-4674-9e00-acf0b534cbc2 req-8ea7a734-c310-444d-beff-0332376620a7 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:01.122804 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-25bef426-3de3-4674-9e00-acf0b534cbc2 req-8ea7a734-c310-444d-beff-0332376620a7 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 943 time: 0.1317189 Apr 20 16:07:01.127329 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-027fff51-f6a4-4cf5-b9be-7fdf58dcd54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:01.165121 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-25bef426-3de3-4674-9e00-acf0b534cbc2 req-d6369f87-af73-4410-8057-55d02215ff26 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359850 Apr 20 16:07:01.233898 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-027fff51-f6a4-4cf5-b9be-7fdf58dcd54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:01.235750 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-748ae93e-ec70-4562-a202-b77552f1679a req-b8e294a4-497c-4a28-95d7-b0c7bc10247c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:01.278894 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-027fff51-f6a4-4cf5-b9be-7fdf58dcd54a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c02964451c674c14aa037f4a42f9f601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6801798 Apr 20 16:07:01.278894 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fff51-f6a4-4cf5-b9be-7fdf58dcd54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae240cd-8575-4eac-a3e5-d8575a05791c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:01.284973 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51562) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:01.315140 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ae93e-ec70-4562-a202-b77552f1679a req-b8e294a4-497c-4a28-95d7-b0c7bc10247c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:01.315753 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-748ae93e-ec70-4562-a202-b77552f1679a req-b8e294a4-497c-4a28-95d7-b0c7bc10247c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:01.317292 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-748ae93e-ec70-4562-a202-b77552f1679a req-b8e294a4-497c-4a28-95d7-b0c7bc10247c service neutron] 10.222.0.26 "PUT /v2.0/ports/52abb9c2-d811-4e99-95bb-e24741b94f0b HTTP/1.1" status: 200 len: 1091 time: 1.0222242 Apr 20 16:07:01.319343 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496be8db-7939-4a31-ad5a-5d30620e4a51', 'tag': '52abb9c2-d811-4e99-95bb-e24741b94f0b'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:01.321702 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40e500e-603f-4a7f-87aa-831a1742e911" -d '{"events": [{"name": "network-changed", "server_uuid": "496be8db-7939-4a31-ad5a-5d30620e4a51", "tag": "52abb9c2-d811-4e99-95bb-e24741b94f0b"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:07:01.360095 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e294a4-497c-4a28-95d7-b0c7bc10247c service neutron] Pushing event updated for resources: {'Port': ['ID=52abb9c2-d811-4e99-95bb-e24741b94f0b,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:01.374111 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af9d756-bd87-4f19-b7ed-3658ac245ddd x-openstack-request-id: req-8af9d756-bd87-4f19-b7ed-3658ac245ddd {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:07:01.374395 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496be8db-7939-4a31-ad5a-5d30620e4a51", "tag": "52abb9c2-d811-4e99-95bb-e24741b94f0b", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:07:01.374644 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8af9d756-bd87-4f19-b7ed-3658ac245ddd {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:07:01.375041 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af9d756-bd87-4f19-b7ed-3658ac245ddd'] response: {'name': 'network-changed', 'server_uuid': '496be8db-7939-4a31-ad5a-5d30620e4a51', 'tag': '52abb9c2-d811-4e99-95bb-e24741b94f0b', 'status': 'completed', 'code': 200} Apr 20 16:07:01.379893 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-729ebcd2-f1c1-4f66-b0ee-32596b77a202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:01.406529 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-729ebcd2-f1c1-4f66-b0ee-32596b77a202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:01.476177 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e500e-603f-4a7f-87aa-831a1742e911 req-eebf6b1a-fcc9-48aa-b79e-90f5b43149a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:01.477725 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f40e500e-603f-4a7f-87aa-831a1742e911 req-eebf6b1a-fcc9-48aa-b79e-90f5b43149a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 1094 time: 0.0585206 Apr 20 16:07:01.667798 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-729ebcd2-f1c1-4f66-b0ee-32596b77a202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:01.670411 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-729ebcd2-f1c1-4f66-b0ee-32596b77a202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:01.674092 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-729ebcd2-f1c1-4f66-b0ee-32596b77a202 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ae240cd-8575-4eac-a3e5-d8575a05791c HTTP/1.1" status: 204 len: 168 time: 0.3808162 Apr 20 16:07:01.696271 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-212080c8-53f5-4abc-bf16-1381e3e0c4d5 req-29419407-4367-49e2-be23-e123be1c4263 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0646739 Apr 20 16:07:01.705008 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ebcd2-f1c1-4f66-b0ee-32596b77a202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae240cd-8575-4eac-a3e5-d8575a05791c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:01.711080 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e500e-603f-4a7f-87aa-831a1742e911 req-aa5cdf27-fcdf-4741-ae28-1d5f83400985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:01.713133 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f40e500e-603f-4a7f-87aa-831a1742e911 req-aa5cdf27-fcdf-4741-ae28-1d5f83400985 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=3ddb013be8294812939175e62e5c71d2&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2202108 Apr 20 16:07:01.878120 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e500e-603f-4a7f-87aa-831a1742e911 req-d6ee6b50-2332-4424-b700-1013d45c92a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:01.880497 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f40e500e-603f-4a7f-87aa-831a1742e911 req-d6ee6b50-2332-4424-b700-1013d45c92a0 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1613152 Apr 20 16:07:01.978546 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ae93e-ec70-4562-a202-b77552f1679a req-61238d4f-f884-4c3b-85a6-d80e389e1eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:01.980090 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-748ae93e-ec70-4562-a202-b77552f1679a req-61238d4f-f884-4c3b-85a6-d80e389e1eab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 1094 time: 0.0412307 Apr 20 16:07:02.031607 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-748ae93e-ec70-4562-a202-b77552f1679a req-54e78506-1770-45b8-8ee7-da2d9701b7b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52abb9c2-d811-4e99-95bb-e24741b94f0b HTTP/1.1" status: 200 len: 217 time: 0.0366678 Apr 20 16:07:02.081822 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ae93e-ec70-4562-a202-b77552f1679a req-1c3b75bd-aa33-4568-a210-323412710136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:02.083814 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-748ae93e-ec70-4562-a202-b77552f1679a req-1c3b75bd-aa33-4568-a210-323412710136 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66ca5027-e9c8-41ce-8129-1d35f4e0c95c HTTP/1.1" status: 200 len: 861 time: 0.0452263 Apr 20 16:07:02.115386 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-748ae93e-ec70-4562-a202-b77552f1679a req-66ec6956-34f7-43a9-b555-21530cd52376 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3edbee39-317f-4464-9f65-314e099e8e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246856 Apr 20 16:07:02.227940 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-748ae93e-ec70-4562-a202-b77552f1679a req-156526f5-f858-40fb-920e-fde7ab9d6d89 service neutron] 10.222.0.26 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012642 Apr 20 16:07:02.355227 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bac4d-5170-46a2-9509-269a56de38a9 req-20232620-df8d-4d7e-804c-5244e5ca72c5 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:02.356705 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-721bac4d-5170-46a2-9509-269a56de38a9 req-20232620-df8d-4d7e-804c-5244e5ca72c5 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 943 time: 0.0970538 Apr 20 16:07:02.373077 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-748ae93e-ec70-4562-a202-b77552f1679a req-b970d185-e973-4aa8-a38d-cc59d9cb40e8 service neutron] 10.222.0.26 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381054 Apr 20 16:07:02.398308 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-721bac4d-5170-46a2-9509-269a56de38a9 req-03495ed9-a781-4dab-a985-2b90bbc354cb tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346901 Apr 20 16:07:02.616838 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7d3f795e-eced-4b4d-adfb-7106c9f93202 req-3474f4c3-f32d-4a30-8f8d-9f98921651f4 tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0253391 Apr 20 16:07:02.773190 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ef51ba8-62ff-4150-b7be-8bebd97fafa7 req-0145eadc-8ff1-481e-b5e8-bfb3019cd8b0 tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0263805 Apr 20 16:07:03.032128 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51630) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:03.045480 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-17e7f9db-08b8-4a6d-842a-6dfcf475d638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:03.133183 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-17e7f9db-08b8-4a6d-842a-6dfcf475d638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:03.267310 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-17e7f9db-08b8-4a6d-842a-6dfcf475d638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:03.313788 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-17e7f9db-08b8-4a6d-842a-6dfcf475d638 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d7b5a3b93e5459c8200bf95fb36cfae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2746575 Apr 20 16:07:03.313788 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7f9db-08b8-4a6d-842a-6dfcf475d638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657f8e9a-f429-4b62-9f2c-ce1895f51ebb,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:03.313788 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51636) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:03.379811 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c6b6d3f6-c8cb-4136-a5a3-dfc8bcaacf8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:03.404982 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c6b6d3f6-c8cb-4136-a5a3-dfc8bcaacf8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:03.520435 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09049cc6-68a1-4504-8d42-bd2f3fae926b req-9f020465-6817-4bed-855f-0912bc915ba0 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:03.521910 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-09049cc6-68a1-4504-8d42-bd2f3fae926b req-9f020465-6817-4bed-855f-0912bc915ba0 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 943 time: 0.0476658 Apr 20 16:07:03.547542 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c6b6d3f6-c8cb-4136-a5a3-dfc8bcaacf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:03.550084 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c6b6d3f6-c8cb-4136-a5a3-dfc8bcaacf8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:03.551305 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c6b6d3f6-c8cb-4136-a5a3-dfc8bcaacf8a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/657f8e9a-f429-4b62-9f2c-ce1895f51ebb HTTP/1.1" status: 204 len: 168 time: 0.2374711 Apr 20 16:07:03.569742 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6d3f6-c8cb-4136-a5a3-dfc8bcaacf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657f8e9a-f429-4b62-9f2c-ce1895f51ebb,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:03.579194 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-09049cc6-68a1-4504-8d42-bd2f3fae926b req-67aecf14-b69f-4834-996f-d05dc372add8 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503333 Apr 20 16:07:03.893218 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7d1d59e7-d497-4ac2-a078-2c5b2c00d709 req-5ff8ac24-0ae5-4c82-aa3f-746a7bdf44f8 tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0242662 Apr 20 16:07:04.121496 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51672) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:04.374087 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-4ed5eb33-8c6e-4edf-8454-f09e379e8171 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1918496914-network', 'tenant_id': '0bd81afdeeff44308f8bcffe968c024a'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:04.484687 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed5eb33-8c6e-4edf-8454-f09e379e8171 admin admin] Made reservation on behalf of 0bd81afdeeff44308f8bcffe968c024a for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:04.487116 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4ed5eb33-8c6e-4edf-8454-f09e379e8171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:04.497284 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4ed5eb33-8c6e-4edf-8454-f09e379e8171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:04.593196 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4ed5eb33-8c6e-4edf-8454-f09e379e8171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:04.688201 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4ed5eb33-8c6e-4edf-8454-f09e379e8171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:04.726605 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed5eb33-8c6e-4edf-8454-f09e379e8171 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:07:04.728433 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4bb1b-721a-4a13-83c7-bd0c52cd50db req-d7a745eb-ae47-40ce-9dd5-610bc646c0a1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:04.731962 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4af4bb1b-721a-4a13-83c7-bd0c52cd50db req-d7a745eb-ae47-40ce-9dd5-610bc646c0a1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 943 time: 0.0683360 Apr 20 16:07:04.743645 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5eb33-8c6e-4edf-8454-f09e379e8171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd19809-4cea-4689-8e13-2279f29fd6a4,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:04.762078 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4ed5eb33-8c6e-4edf-8454-f09e379e8171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:04.762793 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-4ed5eb33-8c6e-4edf-8454-f09e379e8171 admin admin] Added segment 704826cd-f74b-4dae-a8c8-ea43635fba76 of type vlan for network 9331c171-2ba2-4e77-9d0c-9a761b895a4c Apr 20 16:07:04.824802 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4af4bb1b-721a-4a13-83c7-bd0c52cd50db req-0fd1eab5-da59-4d88-bd84-ea161c95f99e tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740714 Apr 20 16:07:04.852424 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4ed5eb33-8c6e-4edf-8454-f09e379e8171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:04.934325 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4ed5eb33-8c6e-4edf-8454-f09e379e8171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:04.935299 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed5eb33-8c6e-4edf-8454-f09e379e8171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:04.935914 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4ed5eb33-8c6e-4edf-8454-f09e379e8171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:05.022337 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5eb33-8c6e-4edf-8454-f09e379e8171 admin admin] Pushing event updated for resources: {'Network': ['ID=9331c171-2ba2-4e77-9d0c-9a761b895a4c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:05.025927 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7e8a05c4-2efa-493a-b088-2fbf65756ce5 req-f38ac9d2-e302-4628-a2ff-96b841e57cab tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0309656 Apr 20 16:07:05.034081 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 9331c171-2ba2-4e77-9d0c-9a761b895a4c details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:07:05.116202 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4ed5eb33-8c6e-4edf-8454-f09e379e8171 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9914029 Apr 20 16:07:05.116845 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51714) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:05.121618 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-0c146940-3880-4723-888b-55db8caf0613 admin admin] Request body: {'subnet': {'network_id': '9331c171-2ba2-4e77-9d0c-9a761b895a4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1918496914-subnet', 'tenant_id': '0bd81afdeeff44308f8bcffe968c024a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:05.225828 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c146940-3880-4723-888b-55db8caf0613 admin admin] Made reservation on behalf of 0bd81afdeeff44308f8bcffe968c024a for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:05.228181 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c146940-3880-4723-888b-55db8caf0613 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:05.466602 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c146940-3880-4723-888b-55db8caf0613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:05.527263 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c146940-3880-4723-888b-55db8caf0613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d78016b8-5b1a-4093-9e2d-81b63f0b5b3c,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:05.535473 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c146940-3880-4723-888b-55db8caf0613 admin admin] Checking segment: {'id': '704826cd-f74b-4dae-a8c8-ea43635fba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9331c171-2ba2-4e77-9d0c-9a761b895a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:07:05.535821 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c146940-3880-4723-888b-55db8caf0613 admin admin] Network hostable DHCP agents. Network: 9331c171-2ba2-4e77-9d0c-9a761b895a4c, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:07:05.604224 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51732) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:05.626065 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c146940-3880-4723-888b-55db8caf0613 admin admin] Network 9331c171-2ba2-4e77-9d0c-9a761b895a4c is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:07:05.730393 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-0c146940-3880-4723-888b-55db8caf0613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 9331c171-2ba2-4e77-9d0c-9a761b895a4c) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:07:05.735215 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c146940-3880-4723-888b-55db8caf0613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:05.735904 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c146940-3880-4723-888b-55db8caf0613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:05.741662 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631f9aac-7d12-4649-af34-15ba155dbe60 None None] Network 9331c171-2ba2-4e77-9d0c-9a761b895a4c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:07:05.798139 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c793b1e-a09c-4adb-8407-31aed45b3092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:05.909892 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0c146940-3880-4723-888b-55db8caf0613 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7891943 Apr 20 16:07:05.945013 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c793b1e-a09c-4adb-8407-31aed45b3092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:05.993714 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9be18-5646-4909-8c82-aaf947fed03d req-45a79e73-7c25-4ae5-9469-5600f138814b tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:06.001091 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-efc9be18-5646-4909-8c82-aaf947fed03d req-45a79e73-7c25-4ae5-9469-5600f138814b tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 943 time: 0.0819607 Apr 20 16:07:06.010265 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c793b1e-a09c-4adb-8407-31aed45b3092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:06.050167 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-efc9be18-5646-4909-8c82-aaf947fed03d req-19a5d7e7-f24b-4e96-bd4f-4d2b341c54c1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473852 Apr 20 16:07:06.058269 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c389bf-3173-4102-9421-439842a7a120 None None] Network 9331c171-2ba2-4e77-9d0c-9a761b895a4c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:07:06.068603 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51758) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:06.080013 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3c793b1e-a09c-4adb-8407-31aed45b3092 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e0fcabdfa424c4aab28461ab806a462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4736028 Apr 20 16:07:06.083066 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c793b1e-a09c-4adb-8407-31aed45b3092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899d9073-0a7f-4e64-81fd-c0b6bd5a3d94,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:06.164262 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca07d2c6-b44a-4463-b6d2-b6073531f573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:06.197520 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca07d2c6-b44a-4463-b6d2-b6073531f573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:06.239253 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9dc42c45-d73c-4e58-a7ce-b5049506710c req-554c55bb-4d4a-4a62-ae42-abdaed6b141c tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0372832 Apr 20 16:07:06.436670 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-ea9dbd8c-37d6-4fbc-9f97-3cfea801ee8f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e4c82d1c83884aa980401b1b15bb141d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227158 Apr 20 16:07:06.438071 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca07d2c6-b44a-4463-b6d2-b6073531f573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:06.440631 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca07d2c6-b44a-4463-b6d2-b6073531f573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:06.444264 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ca07d2c6-b44a-4463-b6d2-b6073531f573 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/899d9073-0a7f-4e64-81fd-c0b6bd5a3d94 HTTP/1.1" status: 204 len: 168 time: 0.3743582 Apr 20 16:07:06.454130 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07d2c6-b44a-4463-b6d2-b6073531f573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899d9073-0a7f-4e64-81fd-c0b6bd5a3d94,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:06.595312 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-70cab598-69a1-4429-83f7-50782ecfaf80 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:06.595312 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-70cab598-69a1-4429-83f7-50782ecfaf80 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1523621 Apr 20 16:07:06.610506 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-037a6110-8c45-4bc6-b5dc-92342002e462 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/quotas/e4c82d1c83884aa980401b1b15bb141d HTTP/1.1" status: 200 len: 375 time: 0.0093782 Apr 20 16:07:06.646534 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-bdeccef3-0dae-415c-b209-13b4deff75d3 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e4c82d1c83884aa980401b1b15bb141d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295222 Apr 20 16:07:07.120420 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-927e1337-4124-4045-8f77-2ca0f5db9d64 req-fda43121-2afd-4342-a52e-d4f85faa8cc7 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5 HTTP/1.1" status: 200 len: 210 time: 0.2305374 Apr 20 16:07:07.142526 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 52abb9c2-d811-4e99-95bb-e24741b94f0b details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:07:07.245959 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d71c01-4bbe-43bd-9d18-4e89e00f1e4b req-2678739f-d6bf-48f4-b0d8-79b4a51e22e2 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:07.245959 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-91d71c01-4bbe-43bd-9d18-4e89e00f1e4b req-2678739f-d6bf-48f4-b0d8-79b4a51e22e2 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 943 time: 0.0577343 Apr 20 16:07:07.263004 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 52abb9c2-d811-4e99-95bb-e24741b94f0b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=52abb9c2-d811-4e99-95bb-e24741b94f0b,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:07.275453 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '52abb9c2-d811-4e99-95bb-e24741b94f0b', 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06', 'port_id': '52abb9c2-d811-4e99-95bb-e24741b94f0b', 'mac_address': 'fa:16:3e:09:5b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66ca5027-e9c8-41ce-8129-1d35f4e0c95c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:07:07.284869 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-91d71c01-4bbe-43bd-9d18-4e89e00f1e4b req-585c8e43-6252-442c-b246-e2566afc79ff tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339062 Apr 20 16:07:07.317481 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:07.330979 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52abb9c2-d811-4e99-95bb-e24741b94f0b {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:07:07.350070 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 52abb9c2-d811-4e99-95bb-e24741b94f0b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=52abb9c2-d811-4e99-95bb-e24741b94f0b,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:07.371477 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2c2380f0-2189-4995-8a2c-1d215692f410 req-2568955d-fafc-400f-8e26-865056c0fd30 tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0255597 Apr 20 16:07:07.674732 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51832) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:07.692217 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f8e245e5-09e2-4113-986c-4bf73b88754f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:07.770543 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:07.789774 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f8e245e5-09e2-4113-986c-4bf73b88754f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:07.827933 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=52abb9c2-d811-4e99-95bb-e24741b94f0b,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:07.912375 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f8e245e5-09e2-4113-986c-4bf73b88754f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:07.962095 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f8e245e5-09e2-4113-986c-4bf73b88754f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b90ddb06722d4bd3a1082e65ba521f14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866912 Apr 20 16:07:07.963262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e245e5-09e2-4113-986c-4bf73b88754f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb48c431-6b30-4064-9928-8b8f72d8c0d4,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:07.964856 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51842) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:08.027876 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab1b5256-9924-4cba-8d79-e4865ff23f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:08.065734 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab1b5256-9924-4cba-8d79-e4865ff23f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:08.098753 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51850) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:08.102849 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-4359b269-e0e4-4ffa-a608-062212ee79b9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1206123357-network', 'tenant_id': 'bc238c2aa37d4e38b2fd480ef46d9b7d'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:08.193584 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['52abb9c2-d811-4e99-95bb-e24741b94f0b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:07:08.202391 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7224c621-9723-4cb3-bf91-466de3644957 req-ee8abd7a-71b3-4f44-bd96-1aa7c8d67e02 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5 HTTP/1.1" status: 200 len: 210 time: 0.0322893 Apr 20 16:07:08.214346 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4359b269-e0e4-4ffa-a608-062212ee79b9 admin admin] Made reservation on behalf of bc238c2aa37d4e38b2fd480ef46d9b7d for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:08.217298 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4359b269-e0e4-4ffa-a608-062212ee79b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:08.222127 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab1b5256-9924-4cba-8d79-e4865ff23f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:08.223220 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab1b5256-9924-4cba-8d79-e4865ff23f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:08.227115 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ab1b5256-9924-4cba-8d79-e4865ff23f30 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cb48c431-6b30-4064-9928-8b8f72d8c0d4 HTTP/1.1" status: 204 len: 168 time: 0.2602468 Apr 20 16:07:08.256824 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4359b269-e0e4-4ffa-a608-062212ee79b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:08.260579 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b5256-9924-4cba-8d79-e4865ff23f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb48c431-6b30-4064-9928-8b8f72d8c0d4,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:08.376621 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4359b269-e0e4-4ffa-a608-062212ee79b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:08.465885 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b169140-3243-4c16-9027-93375415f172 req-3eb0f649-100e-4106-9efa-6ee4d4e27bfd tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:08.467256 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1b169140-3243-4c16-9027-93375415f172 req-3eb0f649-100e-4106-9efa-6ee4d4e27bfd tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 944 time: 0.0527732 Apr 20 16:07:08.468481 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4359b269-e0e4-4ffa-a608-062212ee79b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:08.512326 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4359b269-e0e4-4ffa-a608-062212ee79b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:07:08.528408 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359b269-e0e4-4ffa-a608-062212ee79b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce23745-f470-4806-9202-7d4c05084823,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:08.538773 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4359b269-e0e4-4ffa-a608-062212ee79b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:08.539109 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-4359b269-e0e4-4ffa-a608-062212ee79b9 admin admin] Added segment a3e58906-2537-45da-9218-18f5b1a7555e of type vlan for network 728cdb63-51ea-4ff1-a730-3a83fcdec519 Apr 20 16:07:08.563509 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1b169140-3243-4c16-9027-93375415f172 req-d86a8762-62da-48b1-8cff-4a791b33284b tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883968 Apr 20 16:07:08.605688 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4359b269-e0e4-4ffa-a608-062212ee79b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:08.639030 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-e010141d-be65-492f-8a6a-24e9eb3df9e8 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=20ffa78aabe344c7b54a95db56340fa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228128 Apr 20 16:07:08.682285 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f4e59153-5711-4042-91a7-fe547e18ebdd req-f119c0b9-96ff-4b10-9a15-eb0745703461 tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0236473 Apr 20 16:07:08.821824 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4359b269-e0e4-4ffa-a608-062212ee79b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:08.823133 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4359b269-e0e4-4ffa-a608-062212ee79b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:08.823834 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4359b269-e0e4-4ffa-a608-062212ee79b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:08.911698 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359b269-e0e4-4ffa-a608-062212ee79b9 admin admin] Pushing event updated for resources: {'Network': ['ID=728cdb63-51ea-4ff1-a730-3a83fcdec519,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:08.923554 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 728cdb63-51ea-4ff1-a730-3a83fcdec519 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:07:08.983496 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4359b269-e0e4-4ffa-a608-062212ee79b9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8845623 Apr 20 16:07:08.986126 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51894) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:08.991752 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-97f790a1-1298-44fd-88f7-c2bbb830fc51 admin admin] Request body: {'subnet': {'network_id': '728cdb63-51ea-4ff1-a730-3a83fcdec519', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1206123357-subnet', 'tenant_id': 'bc238c2aa37d4e38b2fd480ef46d9b7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:08.998389 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-87cde2b6-81fd-4c7d-bc82-18a76cf8e645 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:08.999856 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-87cde2b6-81fd-4c7d-bc82-18a76cf8e645 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3540156 Apr 20 16:07:09.019230 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-becb248c-1329-4746-85c1-7601085f19ab tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/quotas/20ffa78aabe344c7b54a95db56340fa7 HTTP/1.1" status: 200 len: 375 time: 0.0091381 Apr 20 16:07:09.054096 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-696a0950-ab3f-4e54-a888-52cb2d343141 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=20ffa78aabe344c7b54a95db56340fa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251536 Apr 20 16:07:09.124298 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f790a1-1298-44fd-88f7-c2bbb830fc51 admin admin] Made reservation on behalf of bc238c2aa37d4e38b2fd480ef46d9b7d for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:09.127137 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-97f790a1-1298-44fd-88f7-c2bbb830fc51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:09.155144 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 52abb9c2-d811-4e99-95bb-e24741b94f0b up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:07:09.307412 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 52abb9c2-d811-4e99-95bb-e24741b94f0b completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:07:09.313880 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 52abb9c2-d811-4e99-95bb-e24741b94f0b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:07:09.313880 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:09.390192 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f9de691-43d7-4650-a9e2-dd60e2bf1eaf req-d0a3f887-e770-4957-baa3-ac24f1f8f3a4 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9528288-b9c9-46e8-981f-61945c9efa78 HTTP/1.1" status: 200 len: 210 time: 0.0536947 Apr 20 16:07:09.430079 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e23e2455-f67d-4658-bf7f-0ad49b4e0cf4 req-e0232a52-38b4-47ae-bfb1-cc4ee072ec1d tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5 HTTP/1.1" status: 200 len: 210 time: 0.0724435 Apr 20 16:07:09.440215 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:09.468469 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496be8db-7939-4a31-ad5a-5d30620e4a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52abb9c2-d811-4e99-95bb-e24741b94f0b'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:09.471382 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a88d93-5705-46c9-9e3f-9210e1489baa" -d '{"events": [{"server_uuid": "496be8db-7939-4a31-ad5a-5d30620e4a51", "name": "network-vif-plugged", "status": "completed", "tag": "52abb9c2-d811-4e99-95bb-e24741b94f0b"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:07:09.485104 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 52abb9c2-d811-4e99-95bb-e24741b94f0b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=52abb9c2-d811-4e99-95bb-e24741b94f0b,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:09.514000 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-97f790a1-1298-44fd-88f7-c2bbb830fc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:09.527870 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a495a3f6-e7af-4fe0-9281-c38e1694f9c8 x-openstack-request-id: req-a495a3f6-e7af-4fe0-9281-c38e1694f9c8 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:07:09.528207 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496be8db-7939-4a31-ad5a-5d30620e4a51", "name": "network-vif-plugged", "status": "completed", "tag": "52abb9c2-d811-4e99-95bb-e24741b94f0b", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:07:09.528515 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a495a3f6-e7af-4fe0-9281-c38e1694f9c8 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:07:09.528911 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a495a3f6-e7af-4fe0-9281-c38e1694f9c8'] response: {'server_uuid': '496be8db-7939-4a31-ad5a-5d30620e4a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52abb9c2-d811-4e99-95bb-e24741b94f0b', 'code': 200} Apr 20 16:07:09.590509 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f790a1-1298-44fd-88f7-c2bbb830fc51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41000db7-0a8c-4c4f-9734-8706c8013cf1,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:09.600034 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f790a1-1298-44fd-88f7-c2bbb830fc51 admin admin] Checking segment: {'id': 'a3e58906-2537-45da-9218-18f5b1a7555e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '728cdb63-51ea-4ff1-a730-3a83fcdec519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:07:09.600422 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f790a1-1298-44fd-88f7-c2bbb830fc51 admin admin] Network hostable DHCP agents. Network: 728cdb63-51ea-4ff1-a730-3a83fcdec519, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:07:09.607347 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51942) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:09.610029 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:09.686208 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=52abb9c2-d811-4e99-95bb-e24741b94f0b,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:09.689979 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b52cc-f53f-4d9a-b364-cc4b98c3762a req-a6fe31b4-29f0-4e6a-8097-8ea25650990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:09.692289 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-824b52cc-f53f-4d9a-b364-cc4b98c3762a req-a6fe31b4-29f0-4e6a-8097-8ea25650990c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 1096 time: 0.0780730 Apr 20 16:07:09.719485 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f790a1-1298-44fd-88f7-c2bbb830fc51 admin admin] Network 728cdb63-51ea-4ff1-a730-3a83fcdec519 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:07:09.727128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48876a-3284-42ff-b156-8c341d617ed8 req-8a255fbd-e155-47df-8f9f-30e29f852d1d tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:09.741531 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c48876a-3284-42ff-b156-8c341d617ed8 req-8a255fbd-e155-47df-8f9f-30e29f852d1d tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 945 time: 0.0800197 Apr 20 16:07:09.768989 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-824b52cc-f53f-4d9a-b364-cc4b98c3762a req-df0dd4ef-fad2-4d26-b6be-c425c6e4cccd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682664 Apr 20 16:07:09.779006 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-f3b19b53-d3c0-4376-8c62-5f37b08c8833 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1169576283-network', 'tenant_id': 'f99d78ffab8c43cca67be1fec063f621'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:09.791394 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c48876a-3284-42ff-b156-8c341d617ed8 req-ebc0808a-c0da-4ab4-a01f-49b7959dc8cc tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558424 Apr 20 16:07:09.810424 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4127a0a0-19d5-47da-bf75-747808488b4c req-85411877-0b35-42dc-9dd4-a03fa175f822 tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0265331 Apr 20 16:07:09.821279 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-97f790a1-1298-44fd-88f7-c2bbb830fc51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 728cdb63-51ea-4ff1-a730-3a83fcdec519) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:07:09.831782 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f790a1-1298-44fd-88f7-c2bbb830fc51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:09.831782 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-97f790a1-1298-44fd-88f7-c2bbb830fc51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:09.831991 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7973fada-a1bc-4f77-b1a7-496ca045902a None None] Network 728cdb63-51ea-4ff1-a730-3a83fcdec519 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:07:09.878548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b19b53-d3c0-4376-8c62-5f37b08c8833 admin admin] Made reservation on behalf of f99d78ffab8c43cca67be1fec063f621 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:09.881484 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3b19b53-d3c0-4376-8c62-5f37b08c8833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:09.890355 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3b19b53-d3c0-4376-8c62-5f37b08c8833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:09.910974 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-97f790a1-1298-44fd-88f7-c2bbb830fc51 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9226515 Apr 20 16:07:09.977243 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3226b2e9-7bd5-4e3a-ba1f-aaa52044ebf9 None None] Network 728cdb63-51ea-4ff1-a730-3a83fcdec519 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:07:10.042905 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3b19b53-d3c0-4376-8c62-5f37b08c8833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:10.082488 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51960) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:10.126163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92ec8a1-9e1d-4369-a3ee-9a3d2141cec9 admin admin] Deleting subnet d78016b8-5b1a-4093-9e2d-81b63f0b5b3c {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:07:10.130063 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e92ec8a1-9e1d-4369-a3ee-9a3d2141cec9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:10.160144 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3b19b53-d3c0-4376-8c62-5f37b08c8833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:10.187799 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b19b53-d3c0-4376-8c62-5f37b08c8833 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:07:10.189138 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e92ec8a1-9e1d-4369-a3ee-9a3d2141cec9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:10.214926 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e92ec8a1-9e1d-4369-a3ee-9a3d2141cec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:10.218823 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b19b53-d3c0-4376-8c62-5f37b08c8833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb31004-adaa-440d-8e87-c369a5caf812,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:10.221678 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3b19b53-d3c0-4376-8c62-5f37b08c8833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:10.222017 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-f3b19b53-d3c0-4376-8c62-5f37b08c8833 admin admin] Added segment 675a0009-a9dc-4b0f-acbf-7ded4941c16e of type vlan for network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 Apr 20 16:07:10.270903 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-fe58ff9b-2b6a-4da7-8a13-a491f0e8ec3d tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e4c82d1c83884aa980401b1b15bb141d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220776 Apr 20 16:07:10.298854 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3b19b53-d3c0-4376-8c62-5f37b08c8833 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:10.382079 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-93b7db07-e2c8-41c7-8797-be4465e60928 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:10.383513 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-93b7db07-e2c8-41c7-8797-be4465e60928 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1076243 Apr 20 16:07:10.403226 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-abda79e0-2330-4878-a313-c00ed7a3881a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Request body: {'port': {'device_id': 'dd248d50-d91c-41d0-aa95-d038f25bbee5', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': 'e4c82d1c83884aa980401b1b15bb141d'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:10.459055 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-60988f9d-efc1-4d91-a3ff-09b96e0e031d req-62bdf99c-c647-4945-bf5e-2e4b41caf523 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9528288-b9c9-46e8-981f-61945c9efa78 HTTP/1.1" status: 200 len: 210 time: 0.0297546 Apr 20 16:07:10.487029 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3b19b53-d3c0-4376-8c62-5f37b08c8833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:10.487029 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b19b53-d3c0-4376-8c62-5f37b08c8833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:10.487029 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3b19b53-d3c0-4376-8c62-5f37b08c8833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:10.487029 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e92ec8a1-9e1d-4369-a3ee-9a3d2141cec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:10.568219 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ec8a1-9e1d-4369-a3ee-9a3d2141cec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d78016b8-5b1a-4093-9e2d-81b63f0b5b3c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:10.579774 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e92ec8a1-9e1d-4369-a3ee-9a3d2141cec9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:10.583201 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e92ec8a1-9e1d-4369-a3ee-9a3d2141cec9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d78016b8-5b1a-4093-9e2d-81b63f0b5b3c HTTP/1.1" status: 204 len: 168 time: 0.4997272 Apr 20 16:07:10.591981 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51980) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:10.608493 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-34e86e60-67de-4ddb-ba39-b9dda3592b1d req-e12fa943-099c-43ce-bcf7-0b63ca06b555 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5 HTTP/1.1" status: 200 len: 210 time: 0.0850718 Apr 20 16:07:10.619672 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b19b53-d3c0-4376-8c62-5f37b08c8833 admin admin] Pushing event updated for resources: {'Network': ['ID=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:10.634728 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:07:10.656360 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f3b19b53-d3c0-4376-8c62-5f37b08c8833 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0480425 Apr 20 16:07:10.659317 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51982) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:10.665988 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-c09b4477-b458-4aa6-8557-9138ecb5c7f6 admin admin] Request body: {'subnet': {'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1169576283-subnet', 'tenant_id': 'f99d78ffab8c43cca67be1fec063f621', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:10.674386 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:10.762677 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:10.781646 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09b4477-b458-4aa6-8557-9138ecb5c7f6 admin admin] Made reservation on behalf of f99d78ffab8c43cca67be1fec063f621 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:10.783157 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:10.783547 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:10.784156 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c09b4477-b458-4aa6-8557-9138ecb5c7f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:10.784368 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:10.789084 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] Subscribe: > port after_create 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:10.789084 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:10.789084 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] Subscribe: > port after_update 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:10.789084 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:10.789084 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:10.789084 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:10.789084 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:10.857817 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:10.858191 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:10.858523 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:10.858998 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:10.859427 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9331c171-2ba2-4e77-9d0c-9a761b895a4c']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:10.864398 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-abda79e0-2330-4878-a313-c00ed7a3881a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Made reservation on behalf of e4c82d1c83884aa980401b1b15bb141d for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:10.868064 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-abda79e0-2330-4878-a313-c00ed7a3881a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:10.890229 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704826cd-f74b-4dae-a8c8-ea43635fba76') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:10.890525 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704826cd-f74b-4dae-a8c8-ea43635fba76') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:10.914730 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-abda79e0-2330-4878-a313-c00ed7a3881a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:10.917918 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:10.954432 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-683bb1d7-facc-4694-b957-64bf8193e78b req-c67efd20-90e3-46e0-95ac-9d1eb8968955 tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0290904 Apr 20 16:07:10.962994 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:10.978873 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:07:10.979273 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: from cryptography.utils import int_from_bytes Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: from cryptography.utils import int_from_bytes Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:07:11.008043 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:07:11.078690 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c09b4477-b458-4aa6-8557-9138ecb5c7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:11.088401 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb743f6-bc98-4d08-9543-bb3657f0f40a req-a672d613-86c2-46a2-8742-16e40f866681 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:11.090296 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5bb743f6-bc98-4d08-9543-bb3657f0f40a req-a672d613-86c2-46a2-8742-16e40f866681 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 945 time: 0.2069480 Apr 20 16:07:11.127663 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51990) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:11.148260 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4477-b458-4aa6-8557-9138ecb5c7f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:11.160645 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09b4477-b458-4aa6-8557-9138ecb5c7f6 admin admin] Checking segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:07:11.161019 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09b4477-b458-4aa6-8557-9138ecb5c7f6 admin admin] Network hostable DHCP agents. Network: 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:07:11.170983 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:11.179233 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-abda79e0-2330-4878-a313-c00ed7a3881a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:11.182599 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5bb743f6-bc98-4d08-9543-bb3657f0f40a req-f47ed6f5-bf8c-4c9b-8471-6f81dfc8fb7b tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764325 Apr 20 16:07:11.188080 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:11.198190 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] 10.222.0.15 "DELETE /v2.0/networks/9331c171-2ba2-4e77-9d0c-9a761b895a4c HTTP/1.1" status: 204 len: 168 time: 0.5982113 Apr 20 16:07:11.198302 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51994) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:11.201464 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235c1e4-4ee6-420a-82f0-d3668349f35b admin admin] Pushing event deleted for resources: {'Network': ['ID=9331c171-2ba2-4e77-9d0c-9a761b895a4c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:11.253245 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d06972-da62-44f2-ac5a-0cc3422709b0 admin admin] Deleting subnet 41000db7-0a8c-4c4f-9734-8706c8013cf1 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:07:11.254085 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-abda79e0-2330-4878-a313-c00ed7a3881a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:11.256706 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09b4477-b458-4aa6-8557-9138ecb5c7f6 admin admin] Network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:07:11.259765 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b8d06972-da62-44f2-ac5a-0cc3422709b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:11.303236 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b8d06972-da62-44f2-ac5a-0cc3422709b0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:11.309192 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b8d06972-da62-44f2-ac5a-0cc3422709b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:11.338905 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda79e0-2330-4878-a313-c00ed7a3881a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=117e7801-6e7a-4155-b9d3-777e968b5c47,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:11.346141 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20584035-8e1d-4b45-873e-fae9ff414be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:11.387288 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-c09b4477-b458-4aa6-8557-9138ecb5c7f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:07:11.391875 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09b4477-b458-4aa6-8557-9138ecb5c7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:11.392552 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c09b4477-b458-4aa6-8557-9138ecb5c7f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:11.409018 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df0cd00-64a7-4e38-80c7-741148ef43f7 None None] Network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:07:11.441853 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-abda79e0-2330-4878-a313-c00ed7a3881a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Allocated IP 192.168.233.240 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/f662ef26-bc18-43c7-86ef-7dee44d15b32) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:07:11.482025 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b8d06972-da62-44f2-ac5a-0cc3422709b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:11.500365 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20584035-8e1d-4b45-873e-fae9ff414be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:11.521149 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b8d06972-da62-44f2-ac5a-0cc3422709b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:11.527648 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b8d06972-da62-44f2-ac5a-0cc3422709b0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/41000db7-0a8c-4c4f-9734-8706c8013cf1 HTTP/1.1" status: 204 len: 168 time: 0.3307099 Apr 20 16:07:11.528921 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51998) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:11.543254 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c09b4477-b458-4aa6-8557-9138ecb5c7f6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8815358 Apr 20 16:07:11.544034 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d06972-da62-44f2-ac5a-0cc3422709b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41000db7-0a8c-4c4f-9734-8706c8013cf1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:11.569471 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f91efdf-0e05-439c-9e4c-ab4552f5f31c None None] Network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:07:11.635676 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20584035-8e1d-4b45-873e-fae9ff414be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:11.652314 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-abda79e0-2330-4878-a313-c00ed7a3881a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:11.683672 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ce5acbdb-190f-4a58-889f-36c1ced51cc0 req-ff261870-0aae-4c45-b3bb-6ad3bf93bc36 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9528288-b9c9-46e8-981f-61945c9efa78 HTTP/1.1" status: 200 len: 210 time: 0.0789378 Apr 20 16:07:11.696711 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:11.701375 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20584035-8e1d-4b45-873e-fae9ff414be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666c5abd-e632-4648-99ac-a0c6040c1b05,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:11.710003 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-20584035-8e1d-4b45-873e-fae9ff414be4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=442fa9d49e214249a0a9e334bec9fd63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5811443 Apr 20 16:07:11.712871 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52004) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:11.753693 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a54837d-738c-435f-8307-5a0f036f5542 req-485b59bd-ac0d-4157-b7aa-cea83cc9e21b tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5 HTTP/1.1" status: 200 len: 210 time: 0.0323815 Apr 20 16:07:11.804939 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-abda79e0-2330-4878-a313-c00ed7a3881a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:11.835540 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:11.846604 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-abda79e0-2330-4878-a313-c00ed7a3881a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:07:11.850119 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-abda79e0-2330-4878-a313-c00ed7a3881a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:07:11.856522 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-abda79e0-2330-4878-a313-c00ed7a3881a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:07:11.867169 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a048d32-6636-4f5b-a1a2-b557825e8c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:11.870901 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:11.871424 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:11.872386 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:11.873153 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] Subscribe: > port after_create 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:11.873153 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:11.873438 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] Subscribe: > port after_update 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:11.873680 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:11.873998 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:11.874310 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:11.874625 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:11.897152 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda79e0-2330-4878-a313-c00ed7a3881a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Pushing event updated for resources: {'Port': ['ID=f662ef26-bc18-43c7-86ef-7dee44d15b32,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:11.929603 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-abda79e0-2330-4878-a313-c00ed7a3881a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:11.930244 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-abda79e0-2330-4878-a313-c00ed7a3881a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:11.955916 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:11.956368 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:11.957138 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:11.957470 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:07:11.958571 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728cdb63-51ea-4ff1-a730-3a83fcdec519']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:11.983926 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e58906-2537-45da-9218-18f5b1a7555e') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:11.984215 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e58906-2537-45da-9218-18f5b1a7555e') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:12.009687 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:12.014989 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a048d32-6636-4f5b-a1a2-b557825e8c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:12.042527 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:12.062898 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:07:12.063296 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: from cryptography.utils import int_from_bytes Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: from cryptography.utils import int_from_bytes Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:07:12.067744 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:07:12.096426 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-abda79e0-2330-4878-a313-c00ed7a3881a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6985919 Apr 20 16:07:12.103534 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22c793bc-46fd-444d-87eb-dd9380772783 req-eb445af2-89a2-412e-9119-f0056cc7567b tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0457940 Apr 20 16:07:12.116768 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-9a4f77a3-0d53-4438-a510-9bad648883d8 service neutron] Request body: {'port': {'device_id': 'dd248d50-d91c-41d0-aa95-d038f25bbee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:12.130115 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-13b24a08-5e60-4db3-b29f-66beeb660bea None None] Provisioning complete for port f662ef26-bc18-43c7-86ef-7dee44d15b32 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:07:12.131178 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-13b24a08-5e60-4db3-b29f-66beeb660bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:12.184086 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-13b24a08-5e60-4db3-b29f-66beeb660bea None None] Port f662ef26-bc18-43c7-86ef-7dee44d15b32 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:07:12.185562 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-9a4f77a3-0d53-4438-a510-9bad648883d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:12.203948 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.30', 64650) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:12.227871 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:12.232182 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-ca5793a6-fa1b-4ba2-805b-e0044045a6f4 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=20ffa78aabe344c7b54a95db56340fa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266743 Apr 20 16:07:12.237733 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:12.241609 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] 10.222.0.15 "DELETE /v2.0/networks/728cdb63-51ea-4ff1-a730-3a83fcdec519 HTTP/1.1" status: 204 len: 168 time: 0.6942363 Apr 20 16:07:12.260585 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a048d32-6636-4f5b-a1a2-b557825e8c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:12.263998 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a048d32-6636-4f5b-a1a2-b557825e8c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:12.264525 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1a048d32-6636-4f5b-a1a2-b557825e8c13 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/666c5abd-e632-4648-99ac-a0c6040c1b05 HTTP/1.1" status: 204 len: 168 time: 0.5502927 Apr 20 16:07:12.269287 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027ca05-b1d0-4163-8b9e-e845147dc73d admin admin] Pushing event deleted for resources: {'Network': ['ID=728cdb63-51ea-4ff1-a730-3a83fcdec519,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:12.289364 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a048d32-6636-4f5b-a1a2-b557825e8c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666c5abd-e632-4648-99ac-a0c6040c1b05,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:12.394181 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-128db47d-d786-4361-ac03-2d4c210a0151 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:12.395709 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-128db47d-d786-4361-ac03-2d4c210a0151 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1445572 Apr 20 16:07:12.421657 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-3241b39e-ba6f-4fc5-84ce-2efca51b9bc9 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Request body: {'port': {'device_id': 'd9528288-b9c9-46e8-981f-61945c9efa78', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': '20ffa78aabe344c7b54a95db56340fa7'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:12.464759 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28df7f7-d14b-4e3b-b622-ba4e44dc0d6c req-42bb8e4d-6b87-4587-a44c-e274d703a46f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:12.466922 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b28df7f7-d14b-4e3b-b622-ba4e44dc0d6c req-42bb8e4d-6b87-4587-a44c-e274d703a46f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 945 time: 0.1149702 Apr 20 16:07:12.542135 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b28df7f7-d14b-4e3b-b622-ba4e44dc0d6c req-383914cd-1acd-4ead-8824-973f014cc0b0 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685582 Apr 20 16:07:12.601556 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-9a4f77a3-0d53-4438-a510-9bad648883d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f662ef26-bc18-43c7-86ef-7dee44d15b32 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:07:12.604421 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-3241b39e-ba6f-4fc5-84ce-2efca51b9bc9 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Made reservation on behalf of 20ffa78aabe344c7b54a95db56340fa7 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:12.607925 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-3241b39e-ba6f-4fc5-84ce-2efca51b9bc9 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:12.609807 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-9a4f77a3-0d53-4438-a510-9bad648883d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:12.619032 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-3241b39e-ba6f-4fc5-84ce-2efca51b9bc9 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:12.623385 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-9a4f77a3-0d53-4438-a510-9bad648883d8 service neutron] Transition to ACTIVE for port object f662ef26-bc18-43c7-86ef-7dee44d15b32 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:07:12.687182 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52028) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:12.700870 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05d100-1a7c-4929-8353-9477e831a411 req-ce0bd9fa-938b-46e7-a8ed-67d0611719db tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:12.702580 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6d05d100-1a7c-4929-8353-9477e831a411 req-ce0bd9fa-938b-46e7-a8ed-67d0611719db tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 1096 time: 0.0684881 Apr 20 16:07:12.705050 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-9a4f77a3-0d53-4438-a510-9bad648883d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:12.756905 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-3241b39e-ba6f-4fc5-84ce-2efca51b9bc9 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:12.761329 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6d05d100-1a7c-4929-8353-9477e831a411 req-f9455d6b-b9d5-4795-9f14-fb16df0688ae tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494537 Apr 20 16:07:12.827141 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-3241b39e-ba6f-4fc5-84ce-2efca51b9bc9 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:12.857796 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-14e02b37-2eb9-4f86-b6c6-dbc16801c3a8 req-49a9040d-55fe-481f-bec8-507afdaf4c08 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9528288-b9c9-46e8-981f-61945c9efa78 HTTP/1.1" status: 200 len: 210 time: 0.0719717 Apr 20 16:07:12.858407 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f77a3-0d53-4438-a510-9bad648883d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f662ef26-bc18-43c7-86ef-7dee44d15b32,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:12.869820 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-97faa8d7-3a79-4c18-a023-2051060f80dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0bd81afdeeff44308f8bcffe968c024a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763482 Apr 20 16:07:12.876692 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52038) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:12.978399 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241b39e-ba6f-4fc5-84ce-2efca51b9bc9 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfa185a-7f66-47c2-9dcb-da61c1a6109c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:12.984381 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52040) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:13.008611 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-40b49473-175d-40b9-b13d-a1ff6e37ee54 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2096874989-network', 'tenant_id': 'f01dedb5c2dc4b3ba30e46a80ac421dd'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:13.064612 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dd1c0-fd37-40fa-9730-ebcba98836c9 req-2bcc01f8-4d4f-4c53-82b7-2e12beafc037 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:13.066179 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a09dd1c0-fd37-40fa-9730-ebcba98836c9 req-2bcc01f8-4d4f-4c53-82b7-2e12beafc037 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5 HTTP/1.1" status: 200 len: 948 time: 0.1312168 Apr 20 16:07:13.074949 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b19a387a-7fbf-470d-a5b6-22204fce0485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:13.094958 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-9a4f77a3-0d53-4438-a510-9bad648883d8 service neutron] Attempting to bind port f662ef26-bc18-43c7-86ef-7dee44d15b32 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:07:13.096273 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-9a4f77a3-0d53-4438-a510-9bad648883d8 service neutron] Attempting to bind port f662ef26-bc18-43c7-86ef-7dee44d15b32 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:07:13.096273 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-9a4f77a3-0d53-4438-a510-9bad648883d8 service neutron] Attempting to bind port f662ef26-bc18-43c7-86ef-7dee44d15b32 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:13.096514 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-3241b39e-ba6f-4fc5-84ce-2efca51b9bc9 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Allocated IP 192.168.233.167 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/e7812055-9c9d-43a5-b439-716c160a41eb) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:07:13.107911 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc395c-0514-4672-abce-27f7a8e03901 req-5055dd5b-9e5f-4647-8900-2566235aa7cf tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:13.109890 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-45cc395c-0514-4672-abce-27f7a8e03901 req-5055dd5b-9e5f-4647-8900-2566235aa7cf tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 1096 time: 0.1235709 Apr 20 16:07:13.121441 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-9a4f77a3-0d53-4438-a510-9bad648883d8 service neutron] Port f662ef26-bc18-43c7-86ef-7dee44d15b32 on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:07:13.121763 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-9a4f77a3-0d53-4438-a510-9bad648883d8 service neutron] Attempting to bind port f662ef26-bc18-43c7-86ef-7dee44d15b32 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:13.124818 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a09dd1c0-fd37-40fa-9730-ebcba98836c9 req-2ca09168-50c0-4666-b778-6bf9e58e8385 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511630 Apr 20 16:07:13.125352 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b19a387a-7fbf-470d-a5b6-22204fce0485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:13.150214 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-9a4f77a3-0d53-4438-a510-9bad648883d8 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:07:13.150344 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-9a4f77a3-0d53-4438-a510-9bad648883d8 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:07:13.150666 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-9a4f77a3-0d53-4438-a510-9bad648883d8 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:07:13.151111 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-9a4f77a3-0d53-4438-a510-9bad648883d8 service neutron] Bound port: f662ef26-bc18-43c7-86ef-7dee44d15b32, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:07:13.151470 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-9a4f77a3-0d53-4438-a510-9bad648883d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:13.186983 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b49473-175d-40b9-b13d-a1ff6e37ee54 admin admin] Made reservation on behalf of f01dedb5c2dc4b3ba30e46a80ac421dd for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:13.189291 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40b49473-175d-40b9-b13d-a1ff6e37ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:13.207653 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-45cc395c-0514-4672-abce-27f7a8e03901 req-556d08b3-19dc-4df9-ae57-bab731fce2d4 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907776 Apr 20 16:07:13.226369 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40b49473-175d-40b9-b13d-a1ff6e37ee54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:13.266754 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ae42e92d-0be1-4e17-8f68-fdbfea8e6c23 req-85b12533-0035-4ee5-b0f7-2969e88bdca6 tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0463562 Apr 20 16:07:13.289367 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-9a4f77a3-0d53-4438-a510-9bad648883d8 service neutron] For port f662ef26-bc18-43c7-86ef-7dee44d15b32, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:07:13.296167 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-9a4f77a3-0d53-4438-a510-9bad648883d8 service neutron] For port f662ef26-bc18-43c7-86ef-7dee44d15b32, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f662ef26-bc18-43c7-86ef-7dee44d15b32,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:07:13.330061 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b19a387a-7fbf-470d-a5b6-22204fce0485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:13.333206 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b19a387a-7fbf-470d-a5b6-22204fce0485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:13.336278 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b19a387a-7fbf-470d-a5b6-22204fce0485 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/efd19809-4cea-4689-8e13-2279f29fd6a4 HTTP/1.1" status: 204 len: 168 time: 0.4597726 Apr 20 16:07:13.357038 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a387a-7fbf-470d-a5b6-22204fce0485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd19809-4cea-4689-8e13-2279f29fd6a4,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:13.360292 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40b49473-175d-40b9-b13d-a1ff6e37ee54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:13.377343 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-3241b39e-ba6f-4fc5-84ce-2efca51b9bc9 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:13.388769 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-9a4f77a3-0d53-4438-a510-9bad648883d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:13.423616 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-9a4f77a3-0d53-4438-a510-9bad648883d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:13.424408 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-9a4f77a3-0d53-4438-a510-9bad648883d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:13.426344 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-9a4f77a3-0d53-4438-a510-9bad648883d8 service neutron] 10.222.0.30 "PUT /v2.0/ports/f662ef26-bc18-43c7-86ef-7dee44d15b32 HTTP/1.1" status: 200 len: 1096 time: 1.3156958 Apr 20 16:07:13.426763 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd248d50-d91c-41d0-aa95-d038f25bbee5', 'tag': 'f662ef26-bc18-43c7-86ef-7dee44d15b32'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:13.429103 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3af4ed-8961-43a7-b51e-b24c64168176" -d '{"events": [{"name": "network-changed", "server_uuid": "dd248d50-d91c-41d0-aa95-d038f25bbee5", "tag": "f662ef26-bc18-43c7-86ef-7dee44d15b32"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:07:13.466797 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f77a3-0d53-4438-a510-9bad648883d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f662ef26-bc18-43c7-86ef-7dee44d15b32,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:13.471594 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5740e906-72bd-418c-b2a7-2f0432854f92 x-openstack-request-id: req-5740e906-72bd-418c-b2a7-2f0432854f92 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:07:13.471929 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd248d50-d91c-41d0-aa95-d038f25bbee5", "tag": "f662ef26-bc18-43c7-86ef-7dee44d15b32", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:07:13.472182 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5740e906-72bd-418c-b2a7-2f0432854f92 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:07:13.472586 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5740e906-72bd-418c-b2a7-2f0432854f92'] response: {'name': 'network-changed', 'server_uuid': 'dd248d50-d91c-41d0-aa95-d038f25bbee5', 'tag': 'f662ef26-bc18-43c7-86ef-7dee44d15b32', 'status': 'completed', 'code': 200} Apr 20 16:07:13.483759 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52054) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:13.498423 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-044333ff-4118-41fd-a5ba-ba227a69820d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:13.558884 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40b49473-175d-40b9-b13d-a1ff6e37ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:13.598770 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b49473-175d-40b9-b13d-a1ff6e37ee54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:07:13.614275 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-3241b39e-ba6f-4fc5-84ce-2efca51b9bc9 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:13.637987 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40b49473-175d-40b9-b13d-a1ff6e37ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:13.638334 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-40b49473-175d-40b9-b13d-a1ff6e37ee54 admin admin] Added segment 6bbe4332-5535-4a55-b1b2-d78476c2bddf of type vlan for network fbcaa3bc-db0a-4dfa-821c-0702871e5190 Apr 20 16:07:13.642895 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b49473-175d-40b9-b13d-a1ff6e37ee54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465b44ed-2035-4844-817d-e998d938068f,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:13.646661 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3af4ed-8961-43a7-b51e-b24c64168176 req-8b9309e7-069b-48b8-a309-110cdd619cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:13.648142 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b3af4ed-8961-43a7-b51e-b24c64168176 req-8b9309e7-069b-48b8-a309-110cdd619cbd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4c82d1c83884aa980401b1b15bb141d&device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5 HTTP/1.1" status: 200 len: 1099 time: 0.1236727 Apr 20 16:07:13.674211 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241b39e-ba6f-4fc5-84ce-2efca51b9bc9 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Pushing event updated for resources: {'Port': ['ID=e7812055-9c9d-43a5-b439-716c160a41eb,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:13.684492 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-3241b39e-ba6f-4fc5-84ce-2efca51b9bc9 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:07:13.685856 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-3241b39e-ba6f-4fc5-84ce-2efca51b9bc9 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:07:13.688490 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-3241b39e-ba6f-4fc5-84ce-2efca51b9bc9 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:07:13.716420 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b3af4ed-8961-43a7-b51e-b24c64168176 req-1c46ca1a-894d-440a-a491-f2da37a7bbd4 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e4c82d1c83884aa980401b1b15bb141d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502207 Apr 20 16:07:13.726877 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-044333ff-4118-41fd-a5ba-ba227a69820d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:13.751433 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40b49473-175d-40b9-b13d-a1ff6e37ee54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:13.771826 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-3241b39e-ba6f-4fc5-84ce-2efca51b9bc9 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:13.772597 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-3241b39e-ba6f-4fc5-84ce-2efca51b9bc9 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:13.824624 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-044333ff-4118-41fd-a5ba-ba227a69820d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:13.852088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1e873-0f65-4e20-bc21-976409bace5d req-aa458649-02f6-4632-9311-180ad923df5a tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:13.853686 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddc1e873-0f65-4e20-bc21-976409bace5d req-aa458649-02f6-4632-9311-180ad923df5a tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 1096 time: 0.0535657 Apr 20 16:07:13.892727 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-3241b39e-ba6f-4fc5-84ce-2efca51b9bc9 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4662688 Apr 20 16:07:13.910585 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-9abef605-333f-437d-a77b-c236e2182179 service neutron] Request body: {'port': {'device_id': 'd9528288-b9c9-46e8-981f-61945c9efa78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:13.920072 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-044333ff-4118-41fd-a5ba-ba227a69820d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c266fb372b94f838ed301bc7fa6eb10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4330125 Apr 20 16:07:13.929708 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52062) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:13.949608 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044333ff-4118-41fd-a5ba-ba227a69820d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddeeb043-1dd5-4ff1-9d0f-112f49e56eea,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:13.967333 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddc1e873-0f65-4e20-bc21-976409bace5d req-58367480-45da-4f7e-8157-b4dadc1abb94 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066995 Apr 20 16:07:14.000166 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3af4ed-8961-43a7-b51e-b24c64168176 req-6f81a624-dd59-4b52-b2a0-518651884e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:14.003340 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7b40f0f4-92a1-4005-8c3e-d1180446fc30 None None] Provisioning complete for port e7812055-9c9d-43a5-b439-716c160a41eb triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:07:14.004240 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7b40f0f4-92a1-4005-8c3e-d1180446fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:14.011795 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b3af4ed-8961-43a7-b51e-b24c64168176 req-6f81a624-dd59-4b52-b2a0-518651884e1a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2836187 Apr 20 16:07:14.016767 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40b49473-175d-40b9-b13d-a1ff6e37ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:14.017696 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b49473-175d-40b9-b13d-a1ff6e37ee54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:14.018273 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40b49473-175d-40b9-b13d-a1ff6e37ee54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:14.023748 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-9abef605-333f-437d-a77b-c236e2182179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:14.061418 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-7b40f0f4-92a1-4005-8c3e-d1180446fc30 None None] Port e7812055-9c9d-43a5-b439-716c160a41eb cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:07:14.288625 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0b793-6ac8-41d8-91f2-056180e2f744 req-273bbfa4-5188-4ca2-b77f-ee822ad0b499 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:14.290178 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0fb0b793-6ac8-41d8-91f2-056180e2f744 req-273bbfa4-5188-4ca2-b77f-ee822ad0b499 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5 HTTP/1.1" status: 200 len: 948 time: 0.0892408 Apr 20 16:07:14.361404 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-40b49473-175d-40b9-b13d-a1ff6e37ee54 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3638592 Apr 20 16:07:14.368352 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52072) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:14.374847 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-00c01903-99b4-414d-89f9-a3a801fd7ce1 admin admin] Request body: {'subnet': {'network_id': 'fbcaa3bc-db0a-4dfa-821c-0702871e5190', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2096874989-subnet', 'tenant_id': 'f01dedb5c2dc4b3ba30e46a80ac421dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:14.381489 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0fb0b793-6ac8-41d8-91f2-056180e2f744 req-8c5da222-5ac9-4e1a-886a-50e1a8fb02e5 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802903 Apr 20 16:07:14.388942 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b49473-175d-40b9-b13d-a1ff6e37ee54 admin admin] Pushing event updated for resources: {'Network': ['ID=fbcaa3bc-db0a-4dfa-821c-0702871e5190,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:14.389103 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52074) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:14.395990 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network fbcaa3bc-db0a-4dfa-821c-0702871e5190 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:07:14.399267 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c8962-199d-42db-8d07-7c51efcbd22c req-ff984656-60fe-498f-ad63-89be047717b9 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:14.400471 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-182c8962-199d-42db-8d07-7c51efcbd22c req-ff984656-60fe-498f-ad63-89be047717b9 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9528288-b9c9-46e8-981f-61945c9efa78 HTTP/1.1" status: 200 len: 936 time: 0.3877225 Apr 20 16:07:14.402578 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f1f2e8a-c684-4510-a121-45e4c9eb7766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:14.421157 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-9abef605-333f-437d-a77b-c236e2182179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7812055-9c9d-43a5-b439-716c160a41eb {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:07:14.439027 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-9abef605-333f-437d-a77b-c236e2182179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:14.439749 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-bd182a8a-2b48-4f4c-a5e9-d968eac1f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:14.441933 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-bd182a8a-2b48-4f4c-a5e9-d968eac1f724 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4c82d1c83884aa980401b1b15bb141d&device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5 HTTP/1.1" status: 200 len: 1099 time: 0.3583889 Apr 20 16:07:14.447450 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f1f2e8a-c684-4510-a121-45e4c9eb7766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:14.466878 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-9abef605-333f-437d-a77b-c236e2182179 service neutron] Transition to ACTIVE for port object e7812055-9c9d-43a5-b439-716c160a41eb will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:07:14.479970 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6e6d7730-b0ce-4b3b-825a-d284f5ed7941 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc238c2aa37d4e38b2fd480ef46d9b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0930288 Apr 20 16:07:14.482655 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52076) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:14.516052 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-182c8962-199d-42db-8d07-7c51efcbd22c req-e9ee6476-20be-4802-9352-215ec87c6385 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/security-groups?id=5cfa185a-7f66-47c2-9dcb-da61c1a6109c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070814 Apr 20 16:07:14.522063 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-00f4f187-90f4-4dee-8c65-fe8e19339330 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=f662ef26-bc18-43c7-86ef-7dee44d15b32 HTTP/1.1" status: 200 len: 217 time: 0.0635669 Apr 20 16:07:14.539269 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b88c8e78-8ac9-459f-a827-415df7456861 req-d0e3fa63-45e3-4e0c-8836-aac688dc10ec tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0348921 Apr 20 16:07:14.541775 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c01903-99b4-414d-89f9-a3a801fd7ce1 admin admin] Made reservation on behalf of f01dedb5c2dc4b3ba30e46a80ac421dd for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:14.542316 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00c01903-99b4-414d-89f9-a3a801fd7ce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:14.590227 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-0519dd1d-41dd-4fa6-9b25-945937ebc634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:14.591705 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-0519dd1d-41dd-4fa6-9b25-945937ebc634 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0538182 Apr 20 16:07:14.595508 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-9abef605-333f-437d-a77b-c236e2182179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:14.643351 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-5b028332-42a5-4673-aafb-28fb6b4a0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:14.646361 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-5b028332-42a5-4673-aafb-28fb6b4a0f3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0407228 Apr 20 16:07:14.649728 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ff36c23-1c9f-434c-8e34-6f01f1f4e922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:14.649863 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f1f2e8a-c684-4510-a121-45e4c9eb7766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:14.652218 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f1f2e8a-c684-4510-a121-45e4c9eb7766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:14.655610 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5f1f2e8a-c684-4510-a121-45e4c9eb7766 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ddeeb043-1dd5-4ff1-9d0f-112f49e56eea HTTP/1.1" status: 204 len: 168 time: 0.7226794 Apr 20 16:07:14.667638 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f2e8a-c684-4510-a121-45e4c9eb7766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddeeb043-1dd5-4ff1-9d0f-112f49e56eea,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:14.681774 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abef605-333f-437d-a77b-c236e2182179 service neutron] Pushing event updated for resources: {'Port': ['ID=e7812055-9c9d-43a5-b439-716c160a41eb,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:14.709043 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ff36c23-1c9f-434c-8e34-6f01f1f4e922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:14.791754 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-9fb0ba68-ff93-48b9-b1c3-fbc161ed3681 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203089 Apr 20 16:07:14.851723 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-9abef605-333f-437d-a77b-c236e2182179 service neutron] Attempting to bind port e7812055-9c9d-43a5-b439-716c160a41eb on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:07:14.852058 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-9abef605-333f-437d-a77b-c236e2182179 service neutron] Attempting to bind port e7812055-9c9d-43a5-b439-716c160a41eb by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:07:14.852405 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-9abef605-333f-437d-a77b-c236e2182179 service neutron] Attempting to bind port e7812055-9c9d-43a5-b439-716c160a41eb on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:14.863846 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-9abef605-333f-437d-a77b-c236e2182179 service neutron] Port e7812055-9c9d-43a5-b439-716c160a41eb on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:07:14.864192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-9abef605-333f-437d-a77b-c236e2182179 service neutron] Attempting to bind port e7812055-9c9d-43a5-b439-716c160a41eb on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:14.895170 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-9abef605-333f-437d-a77b-c236e2182179 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:07:14.895512 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-9abef605-333f-437d-a77b-c236e2182179 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:07:14.895894 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-9abef605-333f-437d-a77b-c236e2182179 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:07:14.896350 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-9abef605-333f-437d-a77b-c236e2182179 service neutron] Bound port: e7812055-9c9d-43a5-b439-716c160a41eb, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:07:14.896705 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-9abef605-333f-437d-a77b-c236e2182179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:14.899843 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4154a493-2729-4eb1-b644-bd3ff6b3282f req-dea03e8c-6067-42c0-bf54-e1b894300de8 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944092 Apr 20 16:07:14.961119 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ff36c23-1c9f-434c-8e34-6f01f1f4e922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:14.963466 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ff36c23-1c9f-434c-8e34-6f01f1f4e922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:14.964624 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5ff36c23-1c9f-434c-8e34-6f01f1f4e922 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dce23745-f470-4806-9202-7d4c05084823 HTTP/1.1" status: 204 len: 168 time: 0.4810483 Apr 20 16:07:14.977140 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff36c23-1c9f-434c-8e34-6f01f1f4e922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce23745-f470-4806-9202-7d4c05084823,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:14.979208 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-9abef605-333f-437d-a77b-c236e2182179 service neutron] For port e7812055-9c9d-43a5-b439-716c160a41eb, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:07:14.992712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-9abef605-333f-437d-a77b-c236e2182179 service neutron] For port e7812055-9c9d-43a5-b439-716c160a41eb, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=e7812055-9c9d-43a5-b439-716c160a41eb,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:07:14.994610 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00c01903-99b4-414d-89f9-a3a801fd7ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:15.059609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c01903-99b4-414d-89f9-a3a801fd7ce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e6a40f6-9720-483c-8176-abc2beca71d8,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:15.068026 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c01903-99b4-414d-89f9-a3a801fd7ce1 admin admin] Checking segment: {'id': '6bbe4332-5535-4a55-b1b2-d78476c2bddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fbcaa3bc-db0a-4dfa-821c-0702871e5190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:07:15.068474 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c01903-99b4-414d-89f9-a3a801fd7ce1 admin admin] Network hostable DHCP agents. Network: fbcaa3bc-db0a-4dfa-821c-0702871e5190, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:07:15.093664 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-9abef605-333f-437d-a77b-c236e2182179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:15.130803 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaeb527-e673-48c5-9411-24901ba1a3a0 req-64204361-02c2-4281-92fb-aa53836c27c5 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:15.132189 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-9abef605-333f-437d-a77b-c236e2182179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:15.132894 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-9abef605-333f-437d-a77b-c236e2182179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:15.133399 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fbaeb527-e673-48c5-9411-24901ba1a3a0 req-64204361-02c2-4281-92fb-aa53836c27c5 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 1096 time: 0.0468788 Apr 20 16:07:15.134543 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-9abef605-333f-437d-a77b-c236e2182179 service neutron] 10.222.0.30 "PUT /v2.0/ports/e7812055-9c9d-43a5-b439-716c160a41eb HTTP/1.1" status: 200 len: 1096 time: 1.2353566 Apr 20 16:07:15.135051 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9528288-b9c9-46e8-981f-61945c9efa78', 'tag': 'e7812055-9c9d-43a5-b439-716c160a41eb'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:15.137532 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1311f8b-c183-448e-b98e-31c62ed26eae" -d '{"events": [{"name": "network-changed", "server_uuid": "d9528288-b9c9-46e8-981f-61945c9efa78", "tag": "e7812055-9c9d-43a5-b439-716c160a41eb"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:07:15.184901 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c01903-99b4-414d-89f9-a3a801fd7ce1 admin admin] Network fbcaa3bc-db0a-4dfa-821c-0702871e5190 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:07:15.187644 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fbaeb527-e673-48c5-9411-24901ba1a3a0 req-c35f041e-c426-414a-bcc1-8cc4841fdee1 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448959 Apr 20 16:07:15.195484 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc422095-dfa5-4cfd-84ed-70ebd9274ad9 x-openstack-request-id: req-bc422095-dfa5-4cfd-84ed-70ebd9274ad9 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:07:15.195777 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9528288-b9c9-46e8-981f-61945c9efa78", "tag": "e7812055-9c9d-43a5-b439-716c160a41eb", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:07:15.196025 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc422095-dfa5-4cfd-84ed-70ebd9274ad9 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:07:15.197086 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc422095-dfa5-4cfd-84ed-70ebd9274ad9'] response: {'name': 'network-changed', 'server_uuid': 'd9528288-b9c9-46e8-981f-61945c9efa78', 'tag': 'e7812055-9c9d-43a5-b439-716c160a41eb', 'status': 'completed', 'code': 200} Apr 20 16:07:15.198633 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abef605-333f-437d-a77b-c236e2182179 service neutron] Pushing event updated for resources: {'Port': ['ID=e7812055-9c9d-43a5-b439-716c160a41eb,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:15.283010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1311f8b-c183-448e-b98e-31c62ed26eae req-13563434-4f95-4b4b-ad4a-424961c4c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:15.285414 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1311f8b-c183-448e-b98e-31c62ed26eae req-13563434-4f95-4b4b-ad4a-424961c4c3a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=20ffa78aabe344c7b54a95db56340fa7&device_id=d9528288-b9c9-46e8-981f-61945c9efa78 HTTP/1.1" status: 200 len: 1099 time: 0.0612164 Apr 20 16:07:15.285918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-00c01903-99b4-414d-89f9-a3a801fd7ce1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, fbcaa3bc-db0a-4dfa-821c-0702871e5190) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:07:15.294572 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5bffe9-7c3f-4f26-8cb0-8fcde76c4765 None None] Network fbcaa3bc-db0a-4dfa-821c-0702871e5190 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:07:15.304709 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c01903-99b4-414d-89f9-a3a801fd7ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:15.305395 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00c01903-99b4-414d-89f9-a3a801fd7ce1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:15.340714 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1311f8b-c183-448e-b98e-31c62ed26eae req-37781972-46b9-49b7-8046-2a8fd36f242b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=20ffa78aabe344c7b54a95db56340fa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294352 Apr 20 16:07:15.364005 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-270818de-d49e-435b-b4c9-b26ecf874135 req-65b4eeab-0d06-442b-a7d7-cb2e35c375ca service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:07:15.374009 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-270818de-d49e-435b-b4c9-b26ecf874135 req-65b4eeab-0d06-442b-a7d7-cb2e35c375ca service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159395 Apr 20 16:07:15.463436 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-00c01903-99b4-414d-89f9-a3a801fd7ce1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0937500 Apr 20 16:07:15.475588 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80c88c4-e114-45ab-8f15-9b7489c230c0 None None] Network fbcaa3bc-db0a-4dfa-821c-0702871e5190 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:07:15.506761 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1311f8b-c183-448e-b98e-31c62ed26eae req-0b0e2412-344d-4b43-923c-cc4cde291647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:15.508853 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1311f8b-c183-448e-b98e-31c62ed26eae req-0b0e2412-344d-4b43-923c-cc4cde291647 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1520073 Apr 20 16:07:15.586279 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009f3a8-0fce-4c67-a7a0-874804c7a8c0 req-8012963a-36bb-4334-a6a3-a8595c897a9f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:15.591221 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9009f3a8-0fce-4c67-a7a0-874804c7a8c0 req-8012963a-36bb-4334-a6a3-a8595c897a9f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5 HTTP/1.1" status: 200 len: 948 time: 0.0756953 Apr 20 16:07:15.656706 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-91c0d2dd-47c7-422d-a6d7-3ea4621d40a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:15.658314 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-91c0d2dd-47c7-422d-a6d7-3ea4621d40a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=20ffa78aabe344c7b54a95db56340fa7&device_id=d9528288-b9c9-46e8-981f-61945c9efa78 HTTP/1.1" status: 200 len: 1099 time: 0.0758858 Apr 20 16:07:15.669032 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9009f3a8-0fce-4c67-a7a0-874804c7a8c0 req-dd367463-a72a-49a6-9f5d-778082bba3c1 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716476 Apr 20 16:07:15.716808 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-ed58633b-e26b-4be6-bdc8-44d1586af04c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=e7812055-9c9d-43a5-b439-716c160a41eb HTTP/1.1" status: 200 len: 217 time: 0.0432715 Apr 20 16:07:15.784178 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-4a7f3661-360d-49e7-88dc-cf7e466ba6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:15.785879 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-4a7f3661-360d-49e7-88dc-cf7e466ba6a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0628710 Apr 20 16:07:15.827898 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46c0ca-2056-4fb4-b6f4-81a037bf605e req-a8910be2-ce7e-4cda-8be5-bfb584534b23 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:15.835924 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0c46c0ca-2056-4fb4-b6f4-81a037bf605e req-a8910be2-ce7e-4cda-8be5-bfb584534b23 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9528288-b9c9-46e8-981f-61945c9efa78 HTTP/1.1" status: 200 len: 948 time: 0.0758033 Apr 20 16:07:15.883467 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0c46c0ca-2056-4fb4-b6f4-81a037bf605e req-d238e509-4239-4085-8a65-e38b41dd70c4 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/security-groups?id=5cfa185a-7f66-47c2-9dcb-da61c1a6109c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462458 Apr 20 16:07:15.890051 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-713bb0fa-cc51-4111-a752-792f894a1d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:15.905632 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-713bb0fa-cc51-4111-a752-792f894a1d78 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0997488 Apr 20 16:07:15.977911 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a76ee17-3198-48b4-960a-0e105c995512 req-2d42723c-59dd-4c32-840a-6c435d655554 tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0258462 Apr 20 16:07:16.015471 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-17d8aa50-93aa-4b92-b23c-18552c26eeb7 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105342 Apr 20 16:07:16.358375 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ebfaa283-19f9-446a-95a1-f31a8a7a3ee8 req-032a0bbf-0667-4c3d-933b-b196f94c5de3 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363781 Apr 20 16:07:16.459765 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-0253e610-d85b-45b2-bcb0-91613bff67a8 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:16.461237 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-0253e610-d85b-45b2-bcb0-91613bff67a8 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 808 time: 0.1092846 Apr 20 16:07:16.485511 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-bd835069-ffab-4d3b-8d82-92acc2b465fa tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/quotas/f99d78ffab8c43cca67be1fec063f621 HTTP/1.1" status: 200 len: 375 time: 0.0173223 Apr 20 16:07:16.515685 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-20ef9c0e-72c0-4b77-a54d-86ca6f7485d3 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293210 Apr 20 16:07:16.627051 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-837bedaa-c902-4133-86de-50f78b2148d0 service neutron] 10.222.0.15 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013730 Apr 20 16:07:16.717463 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-8726d661-02dd-4cc6-a950-86839992d071 service neutron] 10.222.0.15 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894299 Apr 20 16:07:17.056813 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d371512-80ee-4122-b38d-d07637098e14 req-41b0b105-f5d2-40da-b3dc-d4b87529dba4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:17.058296 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0d371512-80ee-4122-b38d-d07637098e14 req-41b0b105-f5d2-40da-b3dc-d4b87529dba4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5 HTTP/1.1" status: 200 len: 948 time: 0.0486350 Apr 20 16:07:17.098972 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0d371512-80ee-4122-b38d-d07637098e14 req-089ce015-bd0c-407f-bddb-ee5a2d3f7a43 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339034 Apr 20 16:07:17.207915 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d130b-caff-47b9-810d-3cbb1b697e40 req-a664b3ad-6a2c-41ec-8368-93f76679c842 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:17.209419 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3d1d130b-caff-47b9-810d-3cbb1b697e40 req-a664b3ad-6a2c-41ec-8368-93f76679c842 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9528288-b9c9-46e8-981f-61945c9efa78 HTTP/1.1" status: 200 len: 948 time: 0.0522578 Apr 20 16:07:17.253731 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3d1d130b-caff-47b9-810d-3cbb1b697e40 req-4454efe9-aa5b-4c06-a3ad-e97801298d7a tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/security-groups?id=5cfa185a-7f66-47c2-9dcb-da61c1a6109c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367863 Apr 20 16:07:17.496183 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e925bc09-5e5f-42a6-9b60-3005c82ddee5 req-9dd0be14-97f4-4398-a26c-72d8589ad135 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 210 time: 0.0257356 Apr 20 16:07:17.576856 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b06d3c9c-8b8c-4709-9530-6bb1e67cb90f req-222bad2b-4092-43d2-bd31-6730aceeae1f tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0247996 Apr 20 16:07:17.826885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52226) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:17.954846 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-8bd6b254-f236-42c8-8585-4bb0d04613f4 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:07:17.955819 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-8bd6b254-f236-42c8-8585-4bb0d04613f4 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1276872 Apr 20 16:07:18.079514 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-0e00195f-df1c-45bb-b2c9-ee9eeac26aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:18.081470 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-0e00195f-df1c-45bb-b2c9-ee9eeac26aca service neutron] 10.222.0.15 "GET /v2.0/ports/52abb9c2-d811-4e99-95bb-e24741b94f0b HTTP/1.1" status: 200 len: 1093 time: 0.0756717 Apr 20 16:07:18.092163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-21e2894c-4de8-4311-9c61-9b3aef009fcb service neutron] Request body: {'binding': {'host': 'n-h2-836146-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:18.092735 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-21e2894c-4de8-4311-9c61-9b3aef009fcb service neutron] Unknown quota resources ['binding']. {{(pid=103484) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 16:07:18.233188 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-21e2894c-4de8-4311-9c61-9b3aef009fcb service neutron] Attempting to bind port 52abb9c2-d811-4e99-95bb-e24741b94f0b on host n-h2-836146-2 for vnic_type normal with profile None {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:07:18.233592 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-21e2894c-4de8-4311-9c61-9b3aef009fcb service neutron] Attempting to bind port 52abb9c2-d811-4e99-95bb-e24741b94f0b by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:07:18.234105 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-21e2894c-4de8-4311-9c61-9b3aef009fcb service neutron] Attempting to bind port 52abb9c2-d811-4e99-95bb-e24741b94f0b on network 3edbee39-317f-4464-9f65-314e099e8e06 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:18.240368 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-21e2894c-4de8-4311-9c61-9b3aef009fcb service neutron] Port 52abb9c2-d811-4e99-95bb-e24741b94f0b on network 3edbee39-317f-4464-9f65-314e099e8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:07:18.240927 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-21e2894c-4de8-4311-9c61-9b3aef009fcb service neutron] Attempting to bind port 52abb9c2-d811-4e99-95bb-e24741b94f0b on network 3edbee39-317f-4464-9f65-314e099e8e06 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:18.246871 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-21e2894c-4de8-4311-9c61-9b3aef009fcb service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:07:18.247448 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-21e2894c-4de8-4311-9c61-9b3aef009fcb service neutron] Checking segment: {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:07:18.248122 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-21e2894c-4de8-4311-9c61-9b3aef009fcb service neutron] Bound using segment: {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:07:18.249315 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-21e2894c-4de8-4311-9c61-9b3aef009fcb service neutron] Bound port: 52abb9c2-d811-4e99-95bb-e24741b94f0b, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:07:18.289222 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b879597-43dc-414f-833f-a9a735b89596 req-2ed61b40-152f-4f50-9c66-6a6b825b3f50 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:18.290785 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b879597-43dc-414f-833f-a9a735b89596 req-2ed61b40-152f-4f50-9c66-6a6b825b3f50 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5 HTTP/1.1" status: 200 len: 948 time: 0.0517533 Apr 20 16:07:18.331723 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b879597-43dc-414f-833f-a9a735b89596 req-ef09e60d-2db8-4003-a6f8-067719da0e46 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345256 Apr 20 16:07:18.338266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-21e2894c-4de8-4311-9c61-9b3aef009fcb service neutron] For port 52abb9c2-d811-4e99-95bb-e24741b94f0b, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=52abb9c2-d811-4e99-95bb-e24741b94f0b,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:07:18.417535 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-21e2894c-4de8-4311-9c61-9b3aef009fcb service neutron] Notify callbacks [] for binding, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:18.418699 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-21e2894c-4de8-4311-9c61-9b3aef009fcb service neutron] 10.222.0.15 "POST /v2.0/ports/52abb9c2-d811-4e99-95bb-e24741b94f0b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3302004 Apr 20 16:07:18.450350 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17485ccf-9c30-463e-84e2-1817fedb3883 req-34f5d108-cb8a-4a1c-8004-6e4cb2b2c430 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:18.451826 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-17485ccf-9c30-463e-84e2-1817fedb3883 req-34f5d108-cb8a-4a1c-8004-6e4cb2b2c430 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9528288-b9c9-46e8-981f-61945c9efa78 HTTP/1.1" status: 200 len: 948 time: 0.0484555 Apr 20 16:07:18.494042 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-17485ccf-9c30-463e-84e2-1817fedb3883 req-82df68f6-c2d4-4f33-abf9-1cb8e7b32eeb tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/security-groups?id=5cfa185a-7f66-47c2-9dcb-da61c1a6109c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358636 Apr 20 16:07:18.499607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f662ef26-bc18-43c7-86ef-7dee44d15b32 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:07:18.606875 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0f7c59f4-507e-4526-b18f-3ec9d1dae539 req-6fec06cd-13ad-4e4b-b4b8-1148101ef0b7 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 210 time: 0.0278475 Apr 20 16:07:18.609413 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f662ef26-bc18-43c7-86ef-7dee44d15b32, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f662ef26-bc18-43c7-86ef-7dee44d15b32,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:18.623618 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'f662ef26-bc18-43c7-86ef-7dee44d15b32', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'f662ef26-bc18-43c7-86ef-7dee44d15b32', 'mac_address': 'fa:16:3e:b6:c2:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:07:18.662640 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:18.678286 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f662ef26-bc18-43c7-86ef-7dee44d15b32 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:07:18.701974 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f662ef26-bc18-43c7-86ef-7dee44d15b32, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f662ef26-bc18-43c7-86ef-7dee44d15b32,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:18.732559 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-30a43e1a-3bf9-40d9-8ea4-9dc07d389db6 req-69cba550-3baa-4047-9d6b-3d58218867b2 tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0251598 Apr 20 16:07:18.762405 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:18.841069 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3ee85-588e-4858-8ea6-06ce73127c94 req-99a9e9de-8d85-4325-99a8-fa4b52c94e73 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:18.842659 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-36d3ee85-588e-4858-8ea6-06ce73127c94 req-99a9e9de-8d85-4325-99a8-fa4b52c94e73 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 945 time: 0.0765674 Apr 20 16:07:18.844032 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=f662ef26-bc18-43c7-86ef-7dee44d15b32,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:18.895696 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-36d3ee85-588e-4858-8ea6-06ce73127c94 req-9543fca0-44a5-4e71-8fcf-2e39300fd055 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385916 Apr 20 16:07:18.937004 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52292) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:19.041404 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e99dc01-4945-4875-a9b4-1ecbaaca2211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:19.113414 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e99dc01-4945-4875-a9b4-1ecbaaca2211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:19.145948 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f662ef26-bc18-43c7-86ef-7dee44d15b32'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:07:19.232702 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e99dc01-4945-4875-a9b4-1ecbaaca2211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:19.272284 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7e99dc01-4945-4875-a9b4-1ecbaaca2211 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=41c64b6be67d4db2aee8cbf615e52843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3335145 Apr 20 16:07:19.273583 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99dc01-4945-4875-a9b4-1ecbaaca2211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bee0a53-e0b1-43bb-a196-1eb589561e1c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:19.275012 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52296) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:19.329156 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f83f834a-5948-493c-9231-26801e5c8346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:19.351394 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f83f834a-5948-493c-9231-26801e5c8346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:19.406055 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-1a6f9560-6043-45b6-9f7c-a10b6545d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:19.407680 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-1a6f9560-6043-45b6-9f7c-a10b6545d7e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 1096 time: 0.0568876 Apr 20 16:07:19.455013 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0d018-63e2-4f2e-aef2-81bd1bcd010b req-7f3c98ba-7bcd-441a-858d-0a17ce3de3d2 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:19.460824 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-80a0d018-63e2-4f2e-aef2-81bd1bcd010b req-7f3c98ba-7bcd-441a-858d-0a17ce3de3d2 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5 HTTP/1.1" status: 200 len: 949 time: 0.0563838 Apr 20 16:07:19.498319 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-80a0d018-63e2-4f2e-aef2-81bd1bcd010b req-8f3fc179-cdd9-4df5-a36b-9bb8097d2eb7 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345962 Apr 20 16:07:19.499690 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f83f834a-5948-493c-9231-26801e5c8346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:19.502167 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f83f834a-5948-493c-9231-26801e5c8346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:19.504034 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f83f834a-5948-493c-9231-26801e5c8346 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7bee0a53-e0b1-43bb-a196-1eb589561e1c HTTP/1.1" status: 204 len: 168 time: 0.2276754 Apr 20 16:07:19.513586 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f834a-5948-493c-9231-26801e5c8346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bee0a53-e0b1-43bb-a196-1eb589561e1c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:19.537841 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52306) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:19.585149 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-2a3478aa-b4b8-4ce9-97cc-bfbd04d8479b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:19.586815 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-2a3478aa-b4b8-4ce9-97cc-bfbd04d8479b service neutron] 10.222.0.30 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 922 time: 0.1715994 Apr 20 16:07:19.636954 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-d713929d-5079-4a67-9bdc-3e7f66075ebc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52abb9c2-d811-4e99-95bb-e24741b94f0b HTTP/1.1" status: 200 len: 217 time: 0.0404553 Apr 20 16:07:19.688125 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-758f9614-37ef-48cc-adf7-97da83a1c980 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:19.693942 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-758f9614-37ef-48cc-adf7-97da83a1c980 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.26 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 808 time: 0.2174656 Apr 20 16:07:19.715965 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a44d71b1-5c9c-4601-91d8-3b809fefa471 req-ceb9ca8c-75ba-4fe7-afa5-5c0c9fed8fd3 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 210 time: 0.0341938 Apr 20 16:07:19.725752 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-71d7d0dc-4bcf-4c34-901a-62847c075519 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Request body: {'port': {'device_id': 'd5062f7b-34d3-479c-9cd1-73807059385b', 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2', 'admin_state_up': True, 'tenant_id': 'f99d78ffab8c43cca67be1fec063f621'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:19.727016 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cba2f125-654c-434f-afe5-9b14cfd7059a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:19.801512 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9af63-eef5-4c29-a272-21288a4433f4 req-31ed56b0-4ecf-4928-a0ee-e57433a7d2df tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:19.801512 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00c9af63-eef5-4c29-a272-21288a4433f4 req-31ed56b0-4ecf-4928-a0ee-e57433a7d2df tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9528288-b9c9-46e8-981f-61945c9efa78 HTTP/1.1" status: 200 len: 948 time: 0.1549470 Apr 20 16:07:19.826175 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cba2f125-654c-434f-afe5-9b14cfd7059a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:19.831668 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-00e6cd39-7901-4433-af0c-6e10fae6e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:19.835825 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-00e6cd39-7901-4433-af0c-6e10fae6e055 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66ca5027-e9c8-41ce-8129-1d35f4e0c95c HTTP/1.1" status: 200 len: 861 time: 0.1599715 Apr 20 16:07:19.873158 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f2257e41-ead0-40c0-beab-737e6bb5d00a req-34994906-9341-41db-a624-0b19bfdfcbbe tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0252926 Apr 20 16:07:19.876182 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00c9af63-eef5-4c29-a272-21288a4433f4 req-dbc05388-0f7d-4cd9-a422-f36b0c5a9052 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/security-groups?id=5cfa185a-7f66-47c2-9dcb-da61c1a6109c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739183 Apr 20 16:07:19.880792 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-52012f68-3615-4e50-9302-20026e186b4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3edbee39-317f-4464-9f65-314e099e8e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362077 Apr 20 16:07:19.967527 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cba2f125-654c-434f-afe5-9b14cfd7059a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:20.016391 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cba2f125-654c-434f-afe5-9b14cfd7059a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=511b1edefbcb45c4ac27d572ff91a495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4756482 Apr 20 16:07:20.017426 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52318) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:20.018256 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2f125-654c-434f-afe5-9b14cfd7059a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2daf4901-ad3d-4aa4-b61f-d6635a455728,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:20.027403 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-10ce2ccc-a9f8-4aeb-bbec-c3445f65ba1c service neutron] 10.222.0.30 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390700 Apr 20 16:07:20.051202 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eca3c4-af3c-4ffa-8310-a2071a5bb918 req-aa1ef1b1-0619-4f76-8234-09e6b8febd5b tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:20.052659 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-05eca3c4-af3c-4ffa-8310-a2071a5bb918 req-aa1ef1b1-0619-4f76-8234-09e6b8febd5b tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 945 time: 0.0746250 Apr 20 16:07:20.066969 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-71d7d0dc-4bcf-4c34-901a-62847c075519 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Made reservation on behalf of f99d78ffab8c43cca67be1fec063f621 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:20.070355 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-71d7d0dc-4bcf-4c34-901a-62847c075519 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:20.077471 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e441b840-3e6a-404d-b4f4-6080d23adc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:20.099132 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e441b840-3e6a-404d-b4f4-6080d23adc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:20.158274 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-05eca3c4-af3c-4ffa-8310-a2071a5bb918 req-64b83ec8-2a3d-4cbb-887a-3b80dc48a297 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953171 Apr 20 16:07:20.181115 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-de779c6f-ec2f-4ee9-b9e9-0e6adab555ba service neutron] 10.222.0.30 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458144 Apr 20 16:07:20.243895 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e441b840-3e6a-404d-b4f4-6080d23adc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:20.246496 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e441b840-3e6a-404d-b4f4-6080d23adc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:20.249874 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e441b840-3e6a-404d-b4f4-6080d23adc85 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2daf4901-ad3d-4aa4-b61f-d6635a455728 HTTP/1.1" status: 204 len: 168 time: 0.2248764 Apr 20 16:07:20.267534 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441b840-3e6a-404d-b4f4-6080d23adc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daf4901-ad3d-4aa4-b61f-d6635a455728,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:20.313215 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52322) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:20.326453 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dab4158d-21ca-4ecf-a942-8877e0dae86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:20.347763 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-71d7d0dc-4bcf-4c34-901a-62847c075519 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Allocated IP 172.20.0.7 (39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2/fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f/8d18b182-d4de-47d8-a1a2-e02eb00550a1) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:07:20.402127 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dab4158d-21ca-4ecf-a942-8877e0dae86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:20.484220 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-f355e132-cc95-430d-a9ba-9ddbdfdfcd65 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:20.485701 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-f355e132-cc95-430d-a9ba-9ddbdfdfcd65 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51&tenant_id=3ddb013be8294812939175e62e5c71d2&binding%3Ahost_id=n-h1-836146-2 HTTP/1.1" status: 200 len: 1096 time: 0.0989287 Apr 20 16:07:20.487918 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dab4158d-21ca-4ecf-a942-8877e0dae86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:20.500080 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-ecc530d2-0441-4a88-b084-7aab39223346 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836146-2'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:20.506843 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device e7812055-9c9d-43a5-b439-716c160a41eb details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:07:20.527594 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dab4158d-21ca-4ecf-a942-8877e0dae86d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b0f4116d3334a72b81840041e64ecfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2129986 Apr 20 16:07:20.528595 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4158d-21ca-4ecf-a942-8877e0dae86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da043c7f-fc0f-4889-8795-e3bcf30de1c4,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:20.531692 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52324) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:20.564590 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f662ef26-bc18-43c7-86ef-7dee44d15b32 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:07:20.587900 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c0a3a9f9-4c82-4a12-97de-54bff9fbf83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:20.612826 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c0a3a9f9-4c82-4a12-97de-54bff9fbf83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:20.648017 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-ecc530d2-0441-4a88-b084-7aab39223346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:20.670104 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-71d7d0dc-4bcf-4c34-901a-62847c075519 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:20.718614 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b9e64-2c08-414c-88a8-0eb674f9d9d9 req-83cd988f-0b4d-4bd0-95d2-85e35589287e tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:20.720164 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ed1b9e64-2c08-414c-88a8-0eb674f9d9d9 req-83cd988f-0b4d-4bd0-95d2-85e35589287e tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5 HTTP/1.1" status: 200 len: 949 time: 0.0647738 Apr 20 16:07:20.736031 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port e7812055-9c9d-43a5-b439-716c160a41eb, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=e7812055-9c9d-43a5-b439-716c160a41eb,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:20.739402 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port f662ef26-bc18-43c7-86ef-7dee44d15b32 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:07:20.781420 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ed1b9e64-2c08-414c-88a8-0eb674f9d9d9 req-96c5c67b-c756-4aae-970e-58fbc9f70959 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507300 Apr 20 16:07:20.783070 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'e7812055-9c9d-43a5-b439-716c160a41eb', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'e7812055-9c9d-43a5-b439-716c160a41eb', 'mac_address': 'fa:16:3e:30:2a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:07:20.788972 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port f662ef26-bc18-43c7-86ef-7dee44d15b32 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:07:20.789351 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:20.798119 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c0a3a9f9-4c82-4a12-97de-54bff9fbf83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:20.801365 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c0a3a9f9-4c82-4a12-97de-54bff9fbf83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:20.805183 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c0a3a9f9-4c82-4a12-97de-54bff9fbf83b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da043c7f-fc0f-4889-8795-e3bcf30de1c4 HTTP/1.1" status: 204 len: 168 time: 0.2729402 Apr 20 16:07:20.813944 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3a9f9-4c82-4a12-97de-54bff9fbf83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da043c7f-fc0f-4889-8795-e3bcf30de1c4,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:20.875553 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15dd21b5-4c4d-4fa9-a4e4-0e8b5307045b req-e9500c81-afa5-46d6-849f-14db95a8cc88 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 210 time: 0.0416002 Apr 20 16:07:20.877498 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-ecc530d2-0441-4a88-b084-7aab39223346 service neutron] For port 52abb9c2-d811-4e99-95bb-e24741b94f0b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=52abb9c2-d811-4e99-95bb-e24741b94f0b,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:20.880871 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-71d7d0dc-4bcf-4c34-901a-62847c075519 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:20.901231 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:20.919844 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7812055-9c9d-43a5-b439-716c160a41eb {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:07:20.943650 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port e7812055-9c9d-43a5-b439-716c160a41eb, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=e7812055-9c9d-43a5-b439-716c160a41eb,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:20.964256 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-71d7d0dc-4bcf-4c34-901a-62847c075519 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:07:20.986370 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-71d7d0dc-4bcf-4c34-901a-62847c075519 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:07:20.990355 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-71d7d0dc-4bcf-4c34-901a-62847c075519 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:07:20.993565 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:21.007306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7d0dc-4bcf-4c34-901a-62847c075519 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Pushing event updated for resources: {'Port': ['ID=8d18b182-d4de-47d8-a1a2-e02eb00550a1,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:21.034472 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:21.043115 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a8a7c-5218-40c5-8c03-2fb23587329d req-8bd16c65-20b9-42e8-9082-1a0b1b4d1bfc tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:21.045266 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd248d50-d91c-41d0-aa95-d038f25bbee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f662ef26-bc18-43c7-86ef-7dee44d15b32'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:21.046636 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3a6868-0270-4a42-a65b-7449132a938f" -d '{"events": [{"server_uuid": "dd248d50-d91c-41d0-aa95-d038f25bbee5", "name": "network-vif-plugged", "status": "completed", "tag": "f662ef26-bc18-43c7-86ef-7dee44d15b32"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:07:21.052234 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f40a8a7c-5218-40c5-8c03-2fb23587329d req-8bd16c65-20b9-42e8-9082-1a0b1b4d1bfc tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9528288-b9c9-46e8-981f-61945c9efa78 HTTP/1.1" status: 200 len: 948 time: 0.0663004 Apr 20 16:07:21.061575 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-752ba47b-1085-46f8-a510-492e60bd9401 req-74cb4f3c-ac85-4a1d-b715-38ad58110822 tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0852726 Apr 20 16:07:21.077571 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-ecc530d2-0441-4a88-b084-7aab39223346 service neutron] For port 52abb9c2-d811-4e99-95bb-e24741b94f0b, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:07:21.089522 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f662ef26-bc18-43c7-86ef-7dee44d15b32, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f662ef26-bc18-43c7-86ef-7dee44d15b32,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:21.120737 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-71d7d0dc-4bcf-4c34-901a-62847c075519 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:21.121349 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-71d7d0dc-4bcf-4c34-901a-62847c075519 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:21.154951 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496be8db-7939-4a31-ad5a-5d30620e4a51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52abb9c2-d811-4e99-95bb-e24741b94f0b'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:21.157125 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=e7812055-9c9d-43a5-b439-716c160a41eb,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:21.158162 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca985742-ec75-4922-a3e9-18d7e155e957" -d '{"events": [{"server_uuid": "496be8db-7939-4a31-ad5a-5d30620e4a51", "name": "network-vif-unplugged", "status": "completed", "tag": "52abb9c2-d811-4e99-95bb-e24741b94f0b"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:07:21.163097 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f40a8a7c-5218-40c5-8c03-2fb23587329d req-133b4041-8a7c-44bb-a3e4-da4b48c739c3 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/security-groups?id=5cfa185a-7f66-47c2-9dcb-da61c1a6109c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098862 Apr 20 16:07:21.163679 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-ecc530d2-0441-4a88-b084-7aab39223346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:21.202090 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f68e87-49e1-46f0-9e57-a5a697b773fe x-openstack-request-id: req-64f68e87-49e1-46f0-9e57-a5a697b773fe {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:07:21.202419 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd248d50-d91c-41d0-aa95-d038f25bbee5", "name": "network-vif-plugged", "status": "completed", "tag": "f662ef26-bc18-43c7-86ef-7dee44d15b32", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:07:21.202679 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64f68e87-49e1-46f0-9e57-a5a697b773fe {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:07:21.203078 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64f68e87-49e1-46f0-9e57-a5a697b773fe'] response: {'server_uuid': 'dd248d50-d91c-41d0-aa95-d038f25bbee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f662ef26-bc18-43c7-86ef-7dee44d15b32', 'code': 200} Apr 20 16:07:21.209380 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc659b5-11f5-48e8-8d61-ce8908fa8f99 x-openstack-request-id: req-fbc659b5-11f5-48e8-8d61-ce8908fa8f99 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:07:21.209674 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496be8db-7939-4a31-ad5a-5d30620e4a51", "name": "network-vif-unplugged", "status": "completed", "tag": "52abb9c2-d811-4e99-95bb-e24741b94f0b", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:07:21.209922 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fbc659b5-11f5-48e8-8d61-ce8908fa8f99 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:07:21.210312 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbc659b5-11f5-48e8-8d61-ce8908fa8f99'] response: {'server_uuid': '496be8db-7939-4a31-ad5a-5d30620e4a51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52abb9c2-d811-4e99-95bb-e24741b94f0b', 'code': 200} Apr 20 16:07:21.215779 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:21.262741 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-71d7d0dc-4bcf-4c34-901a-62847c075519 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5438414 Apr 20 16:07:21.265015 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-ecc530d2-0441-4a88-b084-7aab39223346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:21.274587 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=f662ef26-bc18-43c7-86ef-7dee44d15b32,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:21.324032 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-f4cd3bcd-74e6-45fd-b248-0b2cbd7ea3bf service neutron] Request body: {'port': {'device_id': 'd5062f7b-34d3-479c-9cd1-73807059385b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:21.357373 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b31c9a-15a1-4d73-8cda-1c25e64b74f0 req-15cf9d54-8bb5-4509-b888-37e8c081845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:21.359911 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b2b31c9a-15a1-4d73-8cda-1c25e64b74f0 req-15cf9d54-8bb5-4509-b888-37e8c081845e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5 HTTP/1.1" status: 200 len: 1101 time: 0.0531371 Apr 20 16:07:21.396912 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b2b31c9a-15a1-4d73-8cda-1c25e64b74f0 req-7dc02c1e-531b-43e7-81a0-348687262b1e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300190 Apr 20 16:07:21.436564 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc530d2-0441-4a88-b084-7aab39223346 service neutron] Pushing event updated for resources: {'Port': ['ID=52abb9c2-d811-4e99-95bb-e24741b94f0b,revision_number=7']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:21.452620 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cacfce-c316-4649-99ae-4ce001358190 req-73cccf9f-bb60-48c5-ad8d-604563efa5ad tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:21.454516 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-46cacfce-c316-4649-99ae-4ce001358190 req-73cccf9f-bb60-48c5-ad8d-604563efa5ad tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 943 time: 0.1906872 Apr 20 16:07:21.470932 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['e7812055-9c9d-43a5-b439-716c160a41eb'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:07:21.473818 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-f4cd3bcd-74e6-45fd-b248-0b2cbd7ea3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:21.490219 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-ecc530d2-0441-4a88-b084-7aab39223346 service neutron] Attempting to bind port 52abb9c2-d811-4e99-95bb-e24741b94f0b on host n-h1-836146-2 for vnic_type normal with profile {"migrating_to": "n-h2-836146-2"} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:07:21.490553 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-ecc530d2-0441-4a88-b084-7aab39223346 service neutron] Attempting to bind port 52abb9c2-d811-4e99-95bb-e24741b94f0b by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:07:21.490884 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-ecc530d2-0441-4a88-b084-7aab39223346 service neutron] Attempting to bind port 52abb9c2-d811-4e99-95bb-e24741b94f0b on network 3edbee39-317f-4464-9f65-314e099e8e06 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:21.498664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-ecc530d2-0441-4a88-b084-7aab39223346 service neutron] Port 52abb9c2-d811-4e99-95bb-e24741b94f0b on network 3edbee39-317f-4464-9f65-314e099e8e06 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:07:21.498953 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-ecc530d2-0441-4a88-b084-7aab39223346 service neutron] Attempting to bind port 52abb9c2-d811-4e99-95bb-e24741b94f0b on network 3edbee39-317f-4464-9f65-314e099e8e06 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:21.511352 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-ecc530d2-0441-4a88-b084-7aab39223346 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:07:21.511702 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-ecc530d2-0441-4a88-b084-7aab39223346 service neutron] Checking segment: {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:07:21.512068 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-ecc530d2-0441-4a88-b084-7aab39223346 service neutron] Bound using segment: {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:07:21.512575 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-ecc530d2-0441-4a88-b084-7aab39223346 service neutron] Bound port: 52abb9c2-d811-4e99-95bb-e24741b94f0b, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:07:21.512964 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-ecc530d2-0441-4a88-b084-7aab39223346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:21.559025 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-46cacfce-c316-4649-99ae-4ce001358190 req-73aec80d-4acb-4d21-8d89-4108912ef6ac tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897574 Apr 20 16:07:21.688538 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-ecc530d2-0441-4a88-b084-7aab39223346 service neutron] For port 52abb9c2-d811-4e99-95bb-e24741b94f0b, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:07:21.737872 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-ecc530d2-0441-4a88-b084-7aab39223346 service neutron] For port 52abb9c2-d811-4e99-95bb-e24741b94f0b, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=52abb9c2-d811-4e99-95bb-e24741b94f0b,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:07:21.839121 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-ecc530d2-0441-4a88-b084-7aab39223346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:21.880176 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-f4cd3bcd-74e6-45fd-b248-0b2cbd7ea3bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d18b182-d4de-47d8-a1a2-e02eb00550a1 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:07:21.902502 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-f4cd3bcd-74e6-45fd-b248-0b2cbd7ea3bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:21.953887 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-f4cd3bcd-74e6-45fd-b248-0b2cbd7ea3bf service neutron] Transition to ACTIVE for port object 8d18b182-d4de-47d8-a1a2-e02eb00550a1 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:07:21.980456 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc530d2-0441-4a88-b084-7aab39223346 service neutron] Pushing event updated for resources: {'Port': ['ID=52abb9c2-d811-4e99-95bb-e24741b94f0b,revision_number=8']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:21.987112 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-ecc530d2-0441-4a88-b084-7aab39223346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:21.987973 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-ecc530d2-0441-4a88-b084-7aab39223346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:21.989619 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-ecc530d2-0441-4a88-b084-7aab39223346 service neutron] 10.222.0.30 "PUT /v2.0/ports/52abb9c2-d811-4e99-95bb-e24741b94f0b HTTP/1.1" status: 200 len: 1121 time: 1.4960830 Apr 20 16:07:22.003440 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f885b-357f-4365-bb30-0d8582828ff9 req-7d4e9285-c0ad-4134-9640-4c59887517cd tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:22.011678 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a1f885b-357f-4365-bb30-0d8582828ff9 req-7d4e9285-c0ad-4134-9640-4c59887517cd tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5 HTTP/1.1" status: 200 len: 950 time: 0.1276093 Apr 20 16:07:22.042049 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-f4cd3bcd-74e6-45fd-b248-0b2cbd7ea3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:22.044925 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350553f6-d06f-44ac-972f-f54528cbedd7 req-67968d2f-7155-47fd-a1e5-7b543b3b42cf tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:22.052145 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-350553f6-d06f-44ac-972f-f54528cbedd7 req-67968d2f-7155-47fd-a1e5-7b543b3b42cf tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 931 time: 0.0613909 Apr 20 16:07:22.087632 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a1f885b-357f-4365-bb30-0d8582828ff9 req-d62df8b8-2a2f-4b54-99a0-24761221d276 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685499 Apr 20 16:07:22.095482 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-350553f6-d06f-44ac-972f-f54528cbedd7 req-bd85e86b-4de8-4ff1-b437-c8a7e1584507 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412188 Apr 20 16:07:22.107388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd3bcd-74e6-45fd-b248-0b2cbd7ea3bf service neutron] Pushing event updated for resources: {'Port': ['ID=8d18b182-d4de-47d8-a1a2-e02eb00550a1,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:22.130449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['52abb9c2-d811-4e99-95bb-e24741b94f0b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:07:22.191840 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-f4cd3bcd-74e6-45fd-b248-0b2cbd7ea3bf service neutron] Attempting to bind port 8d18b182-d4de-47d8-a1a2-e02eb00550a1 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:07:22.192589 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-f4cd3bcd-74e6-45fd-b248-0b2cbd7ea3bf service neutron] Attempting to bind port 8d18b182-d4de-47d8-a1a2-e02eb00550a1 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:07:22.192925 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-f4cd3bcd-74e6-45fd-b248-0b2cbd7ea3bf service neutron] Attempting to bind port 8d18b182-d4de-47d8-a1a2-e02eb00550a1 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:22.198212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-f4cd3bcd-74e6-45fd-b248-0b2cbd7ea3bf service neutron] Port 8d18b182-d4de-47d8-a1a2-e02eb00550a1 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:07:22.198790 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-f4cd3bcd-74e6-45fd-b248-0b2cbd7ea3bf service neutron] Attempting to bind port 8d18b182-d4de-47d8-a1a2-e02eb00550a1 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:22.206311 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-f4cd3bcd-74e6-45fd-b248-0b2cbd7ea3bf service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:07:22.206826 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-f4cd3bcd-74e6-45fd-b248-0b2cbd7ea3bf service neutron] Checking segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:07:22.207214 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-f4cd3bcd-74e6-45fd-b248-0b2cbd7ea3bf service neutron] Bound using segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:07:22.207641 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-f4cd3bcd-74e6-45fd-b248-0b2cbd7ea3bf service neutron] Bound port: 8d18b182-d4de-47d8-a1a2-e02eb00550a1, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:07:22.208088 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-f4cd3bcd-74e6-45fd-b248-0b2cbd7ea3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:22.258309 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-26a4d1d2-4491-4af8-a376-433c34d51e50 req-8e0babe4-bfea-48be-b143-3ebbdd896b12 tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0438042 Apr 20 16:07:22.307062 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-f4cd3bcd-74e6-45fd-b248-0b2cbd7ea3bf service neutron] For port 8d18b182-d4de-47d8-a1a2-e02eb00550a1, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:07:22.318088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-f4cd3bcd-74e6-45fd-b248-0b2cbd7ea3bf service neutron] For port 8d18b182-d4de-47d8-a1a2-e02eb00550a1, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=8d18b182-d4de-47d8-a1a2-e02eb00550a1,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:07:22.411608 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d90c0b-827b-442e-8ad8-d9a7ea3d0fa3 req-e5f30fa0-f3b4-4d02-b701-a3a2130b0d36 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:22.413138 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47d90c0b-827b-442e-8ad8-d9a7ea3d0fa3 req-e5f30fa0-f3b4-4d02-b701-a3a2130b0d36 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9528288-b9c9-46e8-981f-61945c9efa78 HTTP/1.1" status: 200 len: 949 time: 0.0503185 Apr 20 16:07:22.426289 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-f4cd3bcd-74e6-45fd-b248-0b2cbd7ea3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:22.463493 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47d90c0b-827b-442e-8ad8-d9a7ea3d0fa3 req-cc10613b-86a7-47a9-9a53-3b99373008e4 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/security-groups?id=5cfa185a-7f66-47c2-9dcb-da61c1a6109c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401454 Apr 20 16:07:22.463809 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-f4cd3bcd-74e6-45fd-b248-0b2cbd7ea3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:22.464775 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-f4cd3bcd-74e6-45fd-b248-0b2cbd7ea3bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:22.466306 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-f4cd3bcd-74e6-45fd-b248-0b2cbd7ea3bf service neutron] 10.222.0.26 "PUT /v2.0/ports/8d18b182-d4de-47d8-a1a2-e02eb00550a1 HTTP/1.1" status: 200 len: 1091 time: 1.1767519 Apr 20 16:07:22.492584 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd3bcd-74e6-45fd-b248-0b2cbd7ea3bf service neutron] Pushing event updated for resources: {'Port': ['ID=8d18b182-d4de-47d8-a1a2-e02eb00550a1,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:22.516096 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device e7812055-9c9d-43a5-b439-716c160a41eb up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:07:22.661439 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c112191-a5c7-4c5c-8479-552bddc69f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:22.662966 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port e7812055-9c9d-43a5-b439-716c160a41eb completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:07:22.667231 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port e7812055-9c9d-43a5-b439-716c160a41eb triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:07:22.667587 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:22.684502 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-fb1cf7b1-bf28-4858-a433-042663fff6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:22.685976 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-fb1cf7b1-bf28-4858-a433-042663fff6ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 1094 time: 0.0681388 Apr 20 16:07:22.709954 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395c112-130b-4f99-b32f-ad376baffee3 req-f4227f33-2209-4c6c-8e2b-25e5ca7b704d tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:22.718762 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8395c112-130b-4f99-b32f-ad376baffee3 req-f4227f33-2209-4c6c-8e2b-25e5ca7b704d tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 943 time: 0.0733523 Apr 20 16:07:22.755221 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:22.766327 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-011dfbe8-1d7a-4902-bfd3-7542fd232236 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d18b182-d4de-47d8-a1a2-e02eb00550a1 HTTP/1.1" status: 200 len: 217 time: 0.0397928 Apr 20 16:07:22.792547 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port e7812055-9c9d-43a5-b439-716c160a41eb, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=e7812055-9c9d-43a5-b439-716c160a41eb,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:22.822868 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8395c112-130b-4f99-b32f-ad376baffee3 req-5a6cf0b3-da1f-429f-934b-cd64a1e6855b tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030281 Apr 20 16:07:22.845665 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-7fd5e1af-ac29-42c1-91d3-ceeae5a76ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:22.847952 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-7fd5e1af-ac29-42c1-91d3-ceeae5a76ef6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f HTTP/1.1" status: 200 len: 848 time: 0.0678349 Apr 20 16:07:22.861211 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:22.885866 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-0730ae24-f655-4419-824f-eb96ba1a4566 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310483 Apr 20 16:07:22.931108 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=e7812055-9c9d-43a5-b439-716c160a41eb,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:22.961538 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52446) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:22.982912 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-125c1c64-62a8-472f-80d2-99f54f05c3ad service neutron] 10.222.0.26 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886157 Apr 20 16:07:23.080764 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7212bccf-4587-4365-9856-05e58bc22ea7 req-83e4fe6a-3805-4188-8e60-2c754aade78f service neutron] 10.222.0.26 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909648 Apr 20 16:07:23.084747 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-008b296a-2889-467b-be07-18cc32082b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:23.172982 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-008b296a-2889-467b-be07-18cc32082b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:23.203860 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9528288-b9c9-46e8-981f-61945c9efa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7812055-9c9d-43a5-b439-716c160a41eb'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:23.206424 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd1bd4e-5378-4dd3-8901-166e174e712c" -d '{"events": [{"server_uuid": "d9528288-b9c9-46e8-981f-61945c9efa78", "name": "network-vif-plugged", "status": "completed", "tag": "e7812055-9c9d-43a5-b439-716c160a41eb"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:07:23.243858 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-008b296a-2889-467b-be07-18cc32082b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:23.303640 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-008b296a-2889-467b-be07-18cc32082b23 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9ee46ffae02b4841a3bb80f8997cfeeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408649 Apr 20 16:07:23.304465 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b296a-2889-467b-be07-18cc32082b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2763ffdc-c1ac-4530-9c4d-3ec5d9222af0,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:23.308540 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52472) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:23.326634 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-16acded6-a6b9-4a52-a1b1-d6da21d537bb tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f097208bdd324ea482e2f28dde071847&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369964 Apr 20 16:07:23.438441 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f3a432b9-f0e1-4a12-9c3f-998d6f0de847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:23.453730 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496be8db-7939-4a31-ad5a-5d30620e4a51', 'tag': '52abb9c2-d811-4e99-95bb-e24741b94f0b'}, {'name': 'network-changed', 'server_uuid': 'd5062f7b-34d3-479c-9cd1-73807059385b', 'tag': '8d18b182-d4de-47d8-a1a2-e02eb00550a1'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:23.456580 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436e68bf-f05c-4d4b-89b4-49f899f99b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "496be8db-7939-4a31-ad5a-5d30620e4a51", "tag": "52abb9c2-d811-4e99-95bb-e24741b94f0b"}, {"name": "network-changed", "server_uuid": "d5062f7b-34d3-479c-9cd1-73807059385b", "tag": "8d18b182-d4de-47d8-a1a2-e02eb00550a1"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:07:23.479833 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f3a432b9-f0e1-4a12-9c3f-998d6f0de847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:23.482039 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed60055-5e2e-4187-8a03-b4d81a813ede req-77d934e3-3333-46c7-a09a-d363380a5a91 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:23.483533 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aed60055-5e2e-4187-8a03-b4d81a813ede req-77d934e3-3333-46c7-a09a-d363380a5a91 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5 HTTP/1.1" status: 200 len: 950 time: 0.3020844 Apr 20 16:07:23.487876 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-a3780a60-717f-4f0a-bb89-07f51c1b85c8 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:23.489351 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-a3780a60-717f-4f0a-bb89-07f51c1b85c8 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1545045 Apr 20 16:07:23.519514 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-035dbfb9-37de-4677-bd8f-1033c75ee1c0 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/quotas/f097208bdd324ea482e2f28dde071847 HTTP/1.1" status: 200 len: 375 time: 0.0204542 Apr 20 16:07:23.522145 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aed60055-5e2e-4187-8a03-b4d81a813ede req-9cab3338-8b34-48fa-aed4-8de76353d1ff tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319285 Apr 20 16:07:23.552910 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-87ad2cc2-6662-498c-be8e-c59f9d9b4d2b tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f097208bdd324ea482e2f28dde071847&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264800 Apr 20 16:07:23.626041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21a75a-bd2d-4679-9596-6e5e22bab3b0 req-7ef0471c-07de-4f0c-8010-2c97b276a5c6 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:23.628027 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a21a75a-bd2d-4679-9596-6e5e22bab3b0 req-7ef0471c-07de-4f0c-8010-2c97b276a5c6 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 943 time: 0.0494311 Apr 20 16:07:23.637909 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f3a432b9-f0e1-4a12-9c3f-998d6f0de847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:23.640654 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f3a432b9-f0e1-4a12-9c3f-998d6f0de847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:23.644592 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f3a432b9-f0e1-4a12-9c3f-998d6f0de847 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2763ffdc-c1ac-4530-9c4d-3ec5d9222af0 HTTP/1.1" status: 204 len: 168 time: 0.3320804 Apr 20 16:07:23.653839 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a432b9-f0e1-4a12-9c3f-998d6f0de847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2763ffdc-c1ac-4530-9c4d-3ec5d9222af0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:23.668662 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a21a75a-bd2d-4679-9596-6e5e22bab3b0 req-58d41da9-2f10-490a-ba1d-5c2595f374cb tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344770 Apr 20 16:07:23.712815 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ca8843-0092-45b6-83c5-3ed36bf54adc x-openstack-request-id: req-51ca8843-0092-45b6-83c5-3ed36bf54adc {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:07:23.713159 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9528288-b9c9-46e8-981f-61945c9efa78", "name": "network-vif-plugged", "status": "completed", "tag": "e7812055-9c9d-43a5-b439-716c160a41eb", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:07:23.713439 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51ca8843-0092-45b6-83c5-3ed36bf54adc {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:07:23.713862 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51ca8843-0092-45b6-83c5-3ed36bf54adc'] response: {'server_uuid': 'd9528288-b9c9-46e8-981f-61945c9efa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7812055-9c9d-43a5-b439-716c160a41eb', 'code': 200} Apr 20 16:07:23.813793 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2775d007-9815-429b-9c68-25d26cda1b47 req-b11fd022-8b1b-487e-af45-94693003f11e tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0534177 Apr 20 16:07:23.832231 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Apr 2022 16:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8736b2c4-fc4f-4595-8c41-69e2c44be7da x-openstack-request-id: req-8736b2c4-fc4f-4595-8c41-69e2c44be7da {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:07:23.832231 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496be8db-7939-4a31-ad5a-5d30620e4a51", "tag": "52abb9c2-d811-4e99-95bb-e24741b94f0b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d5062f7b-34d3-479c-9cd1-73807059385b", "tag": "8d18b182-d4de-47d8-a1a2-e02eb00550a1", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:07:23.832231 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8736b2c4-fc4f-4595-8c41-69e2c44be7da {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:07:23.832231 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8736b2c4-fc4f-4595-8c41-69e2c44be7da'] response: {'name': 'network-changed', 'server_uuid': '496be8db-7939-4a31-ad5a-5d30620e4a51', 'tag': '52abb9c2-d811-4e99-95bb-e24741b94f0b', 'status': 'completed', 'code': 200} Apr 20 16:07:23.832651 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8736b2c4-fc4f-4595-8c41-69e2c44be7da'] response: {'name': 'network-changed', 'server_uuid': 'd5062f7b-34d3-479c-9cd1-73807059385b', 'tag': '8d18b182-d4de-47d8-a1a2-e02eb00550a1', 'status': 'completed', 'code': 200} Apr 20 16:07:23.894386 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bceb4-ccd6-4f2f-bbf3-f3d5181b8213 req-c7eaf67e-eae2-45cf-a00f-896bc0f11d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:23.896593 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b69bceb4-ccd6-4f2f-bbf3-f3d5181b8213 req-c7eaf67e-eae2-45cf-a00f-896bc0f11d65 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d9528288-b9c9-46e8-981f-61945c9efa78 HTTP/1.1" status: 200 len: 1101 time: 0.0780790 Apr 20 16:07:23.977416 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-773f7cca-90ac-4139-9994-09281c43a2a9 req-f4c6f964-f871-480e-b84c-6055aa6b50c7 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbb6660-a50b-4838-9f02-2041fa0fa6d3 HTTP/1.1" status: 200 len: 210 time: 0.0500681 Apr 20 16:07:23.979019 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826986ad-3891-4687-935a-c4cb462ef1d5 req-813617d4-e916-49c1-a069-5a2d87b51cf9 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:23.982692 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b69bceb4-ccd6-4f2f-bbf3-f3d5181b8213 req-e8ae8879-e9f0-4982-a344-e266f7447335 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5cfa185a-7f66-47c2-9dcb-da61c1a6109c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761425 Apr 20 16:07:23.989145 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-826986ad-3891-4687-935a-c4cb462ef1d5 req-813617d4-e916-49c1-a069-5a2d87b51cf9 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9528288-b9c9-46e8-981f-61945c9efa78 HTTP/1.1" status: 200 len: 950 time: 0.1008930 Apr 20 16:07:23.993714 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e68bf-f05c-4d4b-89b4-49f899f99b6a req-818d35fd-cead-4cf2-a41c-6fc3bbf5d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:23.995343 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-436e68bf-f05c-4d4b-89b4-49f899f99b6a req-818d35fd-cead-4cf2-a41c-6fc3bbf5d274 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 1124 time: 0.0977023 Apr 20 16:07:24.035613 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-826986ad-3891-4687-935a-c4cb462ef1d5 req-b383b250-d583-4105-9b80-738da8fb7efc tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/security-groups?id=5cfa185a-7f66-47c2-9dcb-da61c1a6109c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454304 Apr 20 16:07:24.153941 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509b42b-8d30-43df-849c-8cbcadc579f5 req-67368ed6-76d5-4e35-951b-c9fc06dcb33a tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:24.155431 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0509b42b-8d30-43df-849c-8cbcadc579f5 req-67368ed6-76d5-4e35-951b-c9fc06dcb33a tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 943 time: 0.0772893 Apr 20 16:07:24.158362 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e68bf-f05c-4d4b-89b4-49f899f99b6a req-f8054135-d351-4f38-8d0c-f9de634e7594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:24.160430 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-436e68bf-f05c-4d4b-89b4-49f899f99b6a req-f8054135-d351-4f38-8d0c-f9de634e7594 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 922 time: 0.1566582 Apr 20 16:07:24.212438 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-436e68bf-f05c-4d4b-89b4-49f899f99b6a req-b70bf106-ea6c-442c-82e1-c16a4fc6f734 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52abb9c2-d811-4e99-95bb-e24741b94f0b HTTP/1.1" status: 200 len: 217 time: 0.0431511 Apr 20 16:07:24.236109 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0509b42b-8d30-43df-849c-8cbcadc579f5 req-ec5ae995-4876-4b7f-886f-c50ec555e94c tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729299 Apr 20 16:07:24.270932 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e68bf-f05c-4d4b-89b4-49f899f99b6a req-4c99dc8d-42ac-48d0-bb72-c0b8f36de8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:24.272453 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-436e68bf-f05c-4d4b-89b4-49f899f99b6a req-4c99dc8d-42ac-48d0-bb72-c0b8f36de8c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66ca5027-e9c8-41ce-8129-1d35f4e0c95c HTTP/1.1" status: 200 len: 861 time: 0.0502262 Apr 20 16:07:24.303848 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-436e68bf-f05c-4d4b-89b4-49f899f99b6a req-2855f518-ed95-4ea6-a5ef-0673b0906b51 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3edbee39-317f-4464-9f65-314e099e8e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243433 Apr 20 16:07:24.393044 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-436e68bf-f05c-4d4b-89b4-49f899f99b6a req-56606703-ff1e-4244-ae7e-2bfe65b62b82 service neutron] 10.222.0.26 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821199 Apr 20 16:07:24.480730 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-436e68bf-f05c-4d4b-89b4-49f899f99b6a req-b316f431-2a36-4717-90ee-cdd05fa627bc service neutron] 10.222.0.26 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803351 Apr 20 16:07:24.526787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 52abb9c2-d811-4e99-95bb-e24741b94f0b details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:07:24.631945 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 52abb9c2-d811-4e99-95bb-e24741b94f0b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=52abb9c2-d811-4e99-95bb-e24741b94f0b,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:24.643925 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 52abb9c2-d811-4e99-95bb-e24741b94f0b has no active binding in host n-h2-836146-2 {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 16:07:24.655287 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc95256-c5d6-4fa5-a4e9-9bb1b02455a6 req-fc50f744-5733-477f-ae97-029a03fe46d0 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:24.656806 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5fc95256-c5d6-4fa5-a4e9-9bb1b02455a6 req-fc50f744-5733-477f-ae97-029a03fe46d0 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5 HTTP/1.1" status: 200 len: 950 time: 0.0482292 Apr 20 16:07:24.694305 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5fc95256-c5d6-4fa5-a4e9-9bb1b02455a6 req-1e5492fd-a6c1-4310-95ab-dd61828b8909 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308633 Apr 20 16:07:24.746887 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e68bf-f05c-4d4b-89b4-49f899f99b6a req-86eefe2b-cf97-4d60-a1f0-e3c3f9980751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:24.748396 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-436e68bf-f05c-4d4b-89b4-49f899f99b6a req-86eefe2b-cf97-4d60-a1f0-e3c3f9980751 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 1094 time: 0.0459166 Apr 20 16:07:24.846288 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fac70d-952e-4be5-a02d-f4ea32b0eba2 req-cb51bcb0-2013-47dc-a839-3f15e5adb758 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:24.847581 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a4fac70d-952e-4be5-a02d-f4ea32b0eba2 req-cb51bcb0-2013-47dc-a839-3f15e5adb758 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 943 time: 0.0968316 Apr 20 16:07:24.866556 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52520) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:24.903068 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e68bf-f05c-4d4b-89b4-49f899f99b6a req-ef491d0b-74d0-4f60-805c-0dbf912663b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:24.905295 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-436e68bf-f05c-4d4b-89b4-49f899f99b6a req-ef491d0b-74d0-4f60-805c-0dbf912663b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 909 time: 0.1462989 Apr 20 16:07:24.926855 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a4fac70d-952e-4be5-a02d-f4ea32b0eba2 req-72e0a9da-8522-4123-8ac3-ae02f4e02006 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681741 Apr 20 16:07:24.953191 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-436e68bf-f05c-4d4b-89b4-49f899f99b6a req-e4046113-f49f-49ad-908c-c4c7a8dda23d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d18b182-d4de-47d8-a1a2-e02eb00550a1 HTTP/1.1" status: 200 len: 217 time: 0.0382807 Apr 20 16:07:24.999723 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c3b9f1ed-2d9c-48ec-b013-2ee4911aea98 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1870902939-network', 'tenant_id': 'aa16c8c7edaa4c7ca4320ac700acf491'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:25.044772 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ecc09d3c-25ac-43a1-80fa-235aaebb69b8 req-3b8af82e-9c5f-4d3b-adeb-4e8c9104f046 tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0289593 Apr 20 16:07:25.048396 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e68bf-f05c-4d4b-89b4-49f899f99b6a req-4ea62d44-2cd8-48d8-bd4e-14ae13100b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:25.050324 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-436e68bf-f05c-4d4b-89b4-49f899f99b6a req-4ea62d44-2cd8-48d8-bd4e-14ae13100b7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f HTTP/1.1" status: 200 len: 848 time: 0.0886843 Apr 20 16:07:25.083813 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-029c8238-edd0-41f5-a772-b42dcfe4c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:25.087698 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b9f1ed-2d9c-48ec-b013-2ee4911aea98 admin admin] Made reservation on behalf of aa16c8c7edaa4c7ca4320ac700acf491 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:25.088132 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-436e68bf-f05c-4d4b-89b4-49f899f99b6a req-f20cb0ff-e1e2-47ac-89ec-76818928d684 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311651 Apr 20 16:07:25.091557 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c3b9f1ed-2d9c-48ec-b013-2ee4911aea98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:25.101430 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c3b9f1ed-2d9c-48ec-b013-2ee4911aea98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:25.163260 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e82cdde-87a0-4567-a8da-49f8d70a4d36 req-a8dde61d-a9ea-4729-b800-8e5dfd1f90b3 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbb6660-a50b-4838-9f02-2041fa0fa6d3 HTTP/1.1" status: 200 len: 210 time: 0.0572672 Apr 20 16:07:25.171199 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5eb8ee-f585-4537-9436-deb3910b5ba7 req-587eec38-daa1-46fe-b66a-8276672926f9 tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:25.172747 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ae5eb8ee-f585-4537-9436-deb3910b5ba7 req-587eec38-daa1-46fe-b66a-8276672926f9 tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5 HTTP/1.1" status: 200 len: 1101 time: 0.0680289 Apr 20 16:07:25.207112 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-436e68bf-f05c-4d4b-89b4-49f899f99b6a req-5979e98b-907c-42d8-beb0-059bf80dea78 service neutron] 10.222.0.26 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109109 Apr 20 16:07:25.207562 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ae5eb8ee-f585-4537-9436-deb3910b5ba7 req-bce943aa-b8a0-468e-956b-5cdbf6c22e87 tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:25.260441 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c3b9f1ed-2d9c-48ec-b013-2ee4911aea98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:25.314498 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ae5eb8ee-f585-4537-9436-deb3910b5ba7 req-bce943aa-b8a0-468e-956b-5cdbf6c22e87 tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:25.328863 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c3b9f1ed-2d9c-48ec-b013-2ee4911aea98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:25.337456 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47647d-515d-499a-962a-875fddfafea4 req-8ee4b0c5-f95b-426d-9916-4f9baf770488 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:25.338944 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1b47647d-515d-499a-962a-875fddfafea4 req-8ee4b0c5-f95b-426d-9916-4f9baf770488 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9528288-b9c9-46e8-981f-61945c9efa78 HTTP/1.1" status: 200 len: 950 time: 0.0987155 Apr 20 16:07:25.350246 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b9f1ed-2d9c-48ec-b013-2ee4911aea98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:07:25.356167 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-436e68bf-f05c-4d4b-89b4-49f899f99b6a req-66d9978b-0656-4d15-8f66-e9c825cf730d service neutron] 10.222.0.26 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408741 Apr 20 16:07:25.367311 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9f1ed-2d9c-48ec-b013-2ee4911aea98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3efb5d-abe0-4075-820f-22d00ffcc08c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:25.371363 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c3b9f1ed-2d9c-48ec-b013-2ee4911aea98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:25.371876 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-c3b9f1ed-2d9c-48ec-b013-2ee4911aea98 admin admin] Added segment 11b0f194-0bfa-4350-abb2-6ee19bbb34c0 of type vlan for network 46f443b0-8bf0-4bce-aa17-03fd25f2963c Apr 20 16:07:25.389143 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1b47647d-515d-499a-962a-875fddfafea4 req-894d2d8d-4c9d-4805-9f7d-fac1b9f11447 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/security-groups?id=5cfa185a-7f66-47c2-9dcb-da61c1a6109c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406294 Apr 20 16:07:25.414894 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ae5eb8ee-f585-4537-9436-deb3910b5ba7 req-bce943aa-b8a0-468e-956b-5cdbf6c22e87 tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:25.423667 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c3b9f1ed-2d9c-48ec-b013-2ee4911aea98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:25.462516 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ae5eb8ee-f585-4537-9436-deb3910b5ba7 req-bce943aa-b8a0-468e-956b-5cdbf6c22e87 tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814171 Apr 20 16:07:25.475874 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce943aa-b8a0-468e-956b-5cdbf6c22e87 tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938e2e1b-fcd7-45fb-9ade-d9b941a5d69e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:25.534862 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18103e5a-995d-4ac4-b2b8-f2106dde090c req-33fa172c-5d36-489b-b197-d04e5b25fc68 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:25.536463 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-18103e5a-995d-4ac4-b2b8-f2106dde090c req-33fa172c-5d36-489b-b197-d04e5b25fc68 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 943 time: 0.0709293 Apr 20 16:07:25.582152 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-18103e5a-995d-4ac4-b2b8-f2106dde090c req-adc044c4-54dd-4562-8883-bd23848622ae tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397782 Apr 20 16:07:25.609475 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c3b9f1ed-2d9c-48ec-b013-2ee4911aea98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:25.610390 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b9f1ed-2d9c-48ec-b013-2ee4911aea98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:25.610977 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c3b9f1ed-2d9c-48ec-b013-2ee4911aea98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:25.675008 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9f1ed-2d9c-48ec-b013-2ee4911aea98 admin admin] Pushing event updated for resources: {'Network': ['ID=46f443b0-8bf0-4bce-aa17-03fd25f2963c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:25.684884 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 46f443b0-8bf0-4bce-aa17-03fd25f2963c details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:07:25.706387 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c3b9f1ed-2d9c-48ec-b013-2ee4911aea98 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8379798 Apr 20 16:07:25.708948 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52536) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:25.713918 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-7262680a-a105-4cf1-9f33-da8f0ea626a9 admin admin] Request body: {'subnet': {'network_id': '46f443b0-8bf0-4bce-aa17-03fd25f2963c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1870902939-subnet', 'tenant_id': 'aa16c8c7edaa4c7ca4320ac700acf491', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:25.814956 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:07:25.838425 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7262680a-a105-4cf1-9f33-da8f0ea626a9 admin admin] Made reservation on behalf of aa16c8c7edaa4c7ca4320ac700acf491 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:25.840775 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7262680a-a105-4cf1-9f33-da8f0ea626a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:25.876972 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-1f2e82fc-6a4a-45f7-926b-07bdd80b61ce tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e4c82d1c83884aa980401b1b15bb141d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228329 Apr 20 16:07:26.003175 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-cef9b66b-2ec7-4d7e-b8f3-e7d3c6a4ed7e tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:26.004740 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-cef9b66b-2ec7-4d7e-b8f3-e7d3c6a4ed7e tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1211858 Apr 20 16:07:26.021373 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-8f24ad65-035b-4b04-8cee-ef4d035f830f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/quotas/e4c82d1c83884aa980401b1b15bb141d HTTP/1.1" status: 200 len: 375 time: 0.0097296 Apr 20 16:07:26.069994 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162d237-e725-4c6d-959e-e1d94ee1ea3b req-8585c9c1-c14a-409f-8c56-be26f08d6a0a tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:26.071469 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b162d237-e725-4c6d-959e-e1d94ee1ea3b req-8585c9c1-c14a-409f-8c56-be26f08d6a0a tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 943 time: 0.0591762 Apr 20 16:07:26.073992 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-36555060-42e4-4b35-92ae-c06c862e618e tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e4c82d1c83884aa980401b1b15bb141d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0464640 Apr 20 16:07:26.116859 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b162d237-e725-4c6d-959e-e1d94ee1ea3b req-f9a2b3a1-5b85-4177-9b77-a4b047da19af tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389616 Apr 20 16:07:26.121720 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7262680a-a105-4cf1-9f33-da8f0ea626a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:26.175511 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262680a-a105-4cf1-9f33-da8f0ea626a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30785ee1-dfe9-4ead-a0bc-3012337a5e04,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:26.203758 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d0b8cad0-828d-4b31-9be4-7ebb29631998 req-a5b0b851-8c02-4374-bea1-1d4ce2b15a4b tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0318708 Apr 20 16:07:26.209653 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:26.217992 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7262680a-a105-4cf1-9f33-da8f0ea626a9 admin admin] Checking segment: {'id': '11b0f194-0bfa-4350-abb2-6ee19bbb34c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '46f443b0-8bf0-4bce-aa17-03fd25f2963c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:07:26.218345 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7262680a-a105-4cf1-9f33-da8f0ea626a9 admin admin] Network hostable DHCP agents. Network: 46f443b0-8bf0-4bce-aa17-03fd25f2963c, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:07:26.306393 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a9a55712-a1ec-4385-ac3c-9d3893c260d6 req-aedd8929-1c72-438f-9fdb-c7753c7ce77a tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbb6660-a50b-4838-9f02-2041fa0fa6d3 HTTP/1.1" status: 200 len: 210 time: 0.0308607 Apr 20 16:07:26.315528 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7262680a-a105-4cf1-9f33-da8f0ea626a9 admin admin] Network 46f443b0-8bf0-4bce-aa17-03fd25f2963c is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:07:26.505430 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22107db5-3368-4855-b8cd-7e202e39fc6f req-336e1436-835a-4575-badd-352bd5278542 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:26.506897 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-22107db5-3368-4855-b8cd-7e202e39fc6f req-336e1436-835a-4575-badd-352bd5278542 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9528288-b9c9-46e8-981f-61945c9efa78 HTTP/1.1" status: 200 len: 950 time: 0.0471334 Apr 20 16:07:26.520319 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-7262680a-a105-4cf1-9f33-da8f0ea626a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 46f443b0-8bf0-4bce-aa17-03fd25f2963c) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:07:26.529065 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18608d5-0b91-4615-9058-ca72dab16f41 None None] Network 46f443b0-8bf0-4bce-aa17-03fd25f2963c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:07:26.531316 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7262680a-a105-4cf1-9f33-da8f0ea626a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:26.531901 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7262680a-a105-4cf1-9f33-da8f0ea626a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:26.564127 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-22107db5-3368-4855-b8cd-7e202e39fc6f req-1404ac0f-a2dd-48c8-a1e0-edb9b0b15be4 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/security-groups?id=5cfa185a-7f66-47c2-9dcb-da61c1a6109c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510464 Apr 20 16:07:26.613955 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-fd3b7222-ace0-4d04-92f9-277ecadee803 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=f097208bdd324ea482e2f28dde071847&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347068 Apr 20 16:07:26.674059 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7262680a-a105-4cf1-9f33-da8f0ea626a9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9640226 Apr 20 16:07:26.685759 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f425e02-8ae1-43ef-9c89-121d98b969ae None None] Network 46f443b0-8bf0-4bce-aa17-03fd25f2963c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:07:26.741037 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-20e4db68-8d4b-41e4-9cfc-82f925a822fb tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:26.742685 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-20e4db68-8d4b-41e4-9cfc-82f925a822fb tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1227586 Apr 20 16:07:26.763306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-60e1e5c8-beb7-4626-beaa-0de820ce6c9f tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Request body: {'port': {'device_id': 'fdbb6660-a50b-4838-9f02-2041fa0fa6d3', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': 'f097208bdd324ea482e2f28dde071847'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:26.923444 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5653f-66a6-491a-b50d-77da92e1e8fd req-e94b695b-eec9-415c-b7a8-580a1aa0e773 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:26.925409 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0ee5653f-66a6-491a-b50d-77da92e1e8fd req-e94b695b-eec9-415c-b7a8-580a1aa0e773 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 943 time: 0.0504048 Apr 20 16:07:26.962750 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0ee5653f-66a6-491a-b50d-77da92e1e8fd req-9fba8660-5bf3-4094-81ca-b674c1f616e9 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313327 Apr 20 16:07:27.026483 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-60e1e5c8-beb7-4626-beaa-0de820ce6c9f tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Made reservation on behalf of f097208bdd324ea482e2f28dde071847 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:27.050478 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-60e1e5c8-beb7-4626-beaa-0de820ce6c9f tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:27.056598 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-60e1e5c8-beb7-4626-beaa-0de820ce6c9f tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:27.171696 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-60e1e5c8-beb7-4626-beaa-0de820ce6c9f tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:27.197933 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 8d18b182-d4de-47d8-a1a2-e02eb00550a1 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:07:27.272038 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-b1b2c2ad-b6af-48a4-b376-d15a2a42dfb0 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:27.273813 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-b1b2c2ad-b6af-48a4-b376-d15a2a42dfb0 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/networks?id=46f443b0-8bf0-4bce-aa17-03fd25f2963c HTTP/1.1" status: 200 len: 814 time: 0.1278753 Apr 20 16:07:27.289122 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-25724391-c683-4aad-9a2a-321284e79c63 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/quotas/aa16c8c7edaa4c7ca4320ac700acf491 HTTP/1.1" status: 200 len: 375 time: 0.0096841 Apr 20 16:07:27.295031 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-60e1e5c8-beb7-4626-beaa-0de820ce6c9f tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:27.335856 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 8d18b182-d4de-47d8-a1a2-e02eb00550a1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=8d18b182-d4de-47d8-a1a2-e02eb00550a1,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:27.345322 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-6e379127-f188-4e78-bca4-e347da952e94 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa16c8c7edaa4c7ca4320ac700acf491&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362973 Apr 20 16:07:27.354359 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '8d18b182-d4de-47d8-a1a2-e02eb00550a1', 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2', 'port_id': '8d18b182-d4de-47d8-a1a2-e02eb00550a1', 'mac_address': 'fa:16:3e:b2:ef:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:07:27.364473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1e5c8-beb7-4626-beaa-0de820ce6c9f tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec92fe8-f9c3-49d8-9281-b95aa01c425c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:27.401299 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:27.425951 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d18b182-d4de-47d8-a1a2-e02eb00550a1 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:07:27.461403 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 8d18b182-d4de-47d8-a1a2-e02eb00550a1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=8d18b182-d4de-47d8-a1a2-e02eb00550a1,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:27.476390 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-fb5f0cdd-e7d1-4de7-8613-cbb60479f33a service neutron] 10.222.0.15 "GET /v2.0/networks/46f443b0-8bf0-4bce-aa17-03fd25f2963c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232498 Apr 20 16:07:27.507442 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15650fe-8f9b-4331-9f3a-49910191254c req-8e3844d1-b718-43a7-9e2d-7ac2ce065d0f tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:27.509030 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b15650fe-8f9b-4331-9f3a-49910191254c req-8e3844d1-b718-43a7-9e2d-7ac2ce065d0f tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 943 time: 0.0906658 Apr 20 16:07:27.540943 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-60e1e5c8-beb7-4626-beaa-0de820ce6c9f tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Allocated IP 192.168.233.243 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/0862c930-b85b-48c0-a3c1-88256c5f541c) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:07:27.567706 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-0854988e-87af-4af7-b56e-403852dbf402 service neutron] 10.222.0.15 "GET /v2.0/networks/46f443b0-8bf0-4bce-aa17-03fd25f2963c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851324 Apr 20 16:07:27.569410 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b15650fe-8f9b-4331-9f3a-49910191254c req-93cf9d33-8515-46a0-9b06-5a46f52f55e8 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528512 Apr 20 16:07:27.630421 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:27.632255 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:27.687685 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=8d18b182-d4de-47d8-a1a2-e02eb00550a1,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:27.704134 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-79502884-7e4f-4099-a757-229494ddb9d8 req-351dc834-f67c-4544-9908-af5fac7ccb6f tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0320632 Apr 20 16:07:27.755050 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-60e1e5c8-beb7-4626-beaa-0de820ce6c9f tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:27.806463 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-72d4f75c-aca8-45fa-97df-54124ca908ab req-8b32a60f-5b03-4133-b6c9-afb3e8617c52 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d4f0693-059a-4d57-b689-5c5eb350f74c HTTP/1.1" status: 200 len: 210 time: 0.0326757 Apr 20 16:07:27.917463 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c419f2cc-3971-40a2-843d-bd1538c7de13 req-b2b0d900-0981-498d-9ae6-796979db0e3c tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbb6660-a50b-4838-9f02-2041fa0fa6d3 HTTP/1.1" status: 200 len: 210 time: 0.0437100 Apr 20 16:07:27.925009 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-60e1e5c8-beb7-4626-beaa-0de820ce6c9f tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:28.005940 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6845b0b1-c81e-480c-8352-2002b77f55d5 req-97c05d80-1e75-4960-94d6-c9d15e3b608e tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 210 time: 0.0393007 Apr 20 16:07:28.012977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-60e1e5c8-beb7-4626-beaa-0de820ce6c9f tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:07:28.013925 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1e5c8-beb7-4626-beaa-0de820ce6c9f tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Pushing event updated for resources: {'Port': ['ID=0862c930-b85b-48c0-a3c1-88256c5f541c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:28.021020 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-60e1e5c8-beb7-4626-beaa-0de820ce6c9f tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:07:28.026427 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-60e1e5c8-beb7-4626-beaa-0de820ce6c9f tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:07:28.045290 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:28.068657 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['8d18b182-d4de-47d8-a1a2-e02eb00550a1'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:07:28.095172 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-60e1e5c8-beb7-4626-beaa-0de820ce6c9f tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:28.095742 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-60e1e5c8-beb7-4626-beaa-0de820ce6c9f tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:28.179306 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-8159ea5c-9561-4c63-84c6-3424ee0a34da service neutron] 10.222.0.26 "GET /v2.0/ports/52abb9c2-d811-4e99-95bb-e24741b94f0b/bindings/n-h2-836146-2 HTTP/1.1" status: 200 len: 384 time: 0.0987692 Apr 20 16:07:28.185251 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b09a6b-3be5-45e1-9d4e-9f164060c3fd req-721302bd-1d2c-4e71-80ef-65bbbfe561b9 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:28.200277 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-97b09a6b-3be5-45e1-9d4e-9f164060c3fd req-721302bd-1d2c-4e71-80ef-65bbbfe561b9 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 943 time: 0.0734525 Apr 20 16:07:28.242379 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-60e1e5c8-beb7-4626-beaa-0de820ce6c9f tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4824581 Apr 20 16:07:28.274770 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-c6ad7d48-b29f-4895-8429-5a31e40bd515 service neutron] Request body: {'port': {'device_id': 'fdbb6660-a50b-4838-9f02-2041fa0fa6d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:28.302039 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-97b09a6b-3be5-45e1-9d4e-9f164060c3fd req-612cc76a-48aa-429c-9e35-ef3f60061cdd tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057799 Apr 20 16:07:28.326553 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:28.339003 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f2e74510-d966-4196-ab80-41b0efb27e23 None None] Provisioning complete for port 0862c930-b85b-48c0-a3c1-88256c5f541c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:07:28.339685 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f2e74510-d966-4196-ab80-41b0efb27e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:28.378124 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-c6ad7d48-b29f-4895-8429-5a31e40bd515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:28.396505 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f2e74510-d966-4196-ab80-41b0efb27e23 None None] Port 0862c930-b85b-48c0-a3c1-88256c5f541c cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:07:28.448173 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b372d0-40da-4ba4-8856-f3b4a6d1b57c req-f5059830-1b8d-482e-b83e-291dc708ad67 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:28.449658 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-04b372d0-40da-4ba4-8856-f3b4a6d1b57c req-f5059830-1b8d-482e-b83e-291dc708ad67 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9528288-b9c9-46e8-981f-61945c9efa78 HTTP/1.1" status: 200 len: 950 time: 0.0871117 Apr 20 16:07:28.451425 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-6706d189-4df2-46c0-b3b4-fb4933235a65 service neutron] For port 52abb9c2-d811-4e99-95bb-e24741b94f0b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=52abb9c2-d811-4e99-95bb-e24741b94f0b,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:28.484181 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-6706d189-4df2-46c0-b3b4-fb4933235a65 service neutron] For port 52abb9c2-d811-4e99-95bb-e24741b94f0b, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:07:28.523938 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-04b372d0-40da-4ba4-8856-f3b4a6d1b57c req-f10adcc8-4fa4-4ef2-92eb-5edb47672877 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/security-groups?id=5cfa185a-7f66-47c2-9dcb-da61c1a6109c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651546 Apr 20 16:07:28.530247 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-6706d189-4df2-46c0-b3b4-fb4933235a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52abb9c2-d811-4e99-95bb-e24741b94f0b {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:07:28.551335 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-6706d189-4df2-46c0-b3b4-fb4933235a65 service neutron] For port 52abb9c2-d811-4e99-95bb-e24741b94f0b, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=52abb9c2-d811-4e99-95bb-e24741b94f0b,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:28.671436 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-c6ad7d48-b29f-4895-8429-5a31e40bd515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0862c930-b85b-48c0-a3c1-88256c5f541c {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:07:28.680721 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-c6ad7d48-b29f-4895-8429-5a31e40bd515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:28.681370 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-6706d189-4df2-46c0-b3b4-fb4933235a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:28.698071 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-c6ad7d48-b29f-4895-8429-5a31e40bd515 service neutron] Transition to ACTIVE for port object 0862c930-b85b-48c0-a3c1-88256c5f541c will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:07:28.711458 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e761b1a-cbe4-4acb-af91-50651b7aa52f req-2890f69d-2187-468c-b141-e8401938a95f tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:28.712888 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e761b1a-cbe4-4acb-af91-50651b7aa52f req-2890f69d-2187-468c-b141-e8401938a95f tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 944 time: 0.0742702 Apr 20 16:07:28.752688 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e761b1a-cbe4-4acb-af91-50651b7aa52f req-c7cd5b0c-d45a-4b14-bd48-7686544ca41c tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326655 Apr 20 16:07:28.759543 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-6706d189-4df2-46c0-b3b4-fb4933235a65 service neutron] Transition to ACTIVE for port object 52abb9c2-d811-4e99-95bb-e24741b94f0b will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:07:28.767338 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-c6ad7d48-b29f-4895-8429-5a31e40bd515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:28.819189 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-6706d189-4df2-46c0-b3b4-fb4933235a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:28.866633 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad7d48-b29f-4895-8429-5a31e40bd515 service neutron] Pushing event updated for resources: {'Port': ['ID=0862c930-b85b-48c0-a3c1-88256c5f541c,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:28.894187 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-927c9c06-5d35-480c-b8dd-256263e0f35c req-dda73bb6-fd08-4157-8ea0-6abd6a11edd1 tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0339341 Apr 20 16:07:28.911219 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0efc3cbe-32e3-4fb7-9dd7-fbfb2a037c1a req-e4494fe8-e6c4-4d90-af37-b07f7f7bfb52 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d4f0693-059a-4d57-b689-5c5eb350f74c HTTP/1.1" status: 200 len: 210 time: 0.0377674 Apr 20 16:07:28.921371 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-6706d189-4df2-46c0-b3b4-fb4933235a65 service neutron] No DVR routers for this DVR port 52abb9c2-d811-4e99-95bb-e24741b94f0b on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:07:28.935345 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-c6ad7d48-b29f-4895-8429-5a31e40bd515 service neutron] Attempting to bind port 0862c930-b85b-48c0-a3c1-88256c5f541c on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:07:28.935345 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-c6ad7d48-b29f-4895-8429-5a31e40bd515 service neutron] Attempting to bind port 0862c930-b85b-48c0-a3c1-88256c5f541c by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:07:28.935345 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-c6ad7d48-b29f-4895-8429-5a31e40bd515 service neutron] Attempting to bind port 0862c930-b85b-48c0-a3c1-88256c5f541c on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:28.935345 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-c6ad7d48-b29f-4895-8429-5a31e40bd515 service neutron] Port 0862c930-b85b-48c0-a3c1-88256c5f541c on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:07:28.935345 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-c6ad7d48-b29f-4895-8429-5a31e40bd515 service neutron] Attempting to bind port 0862c930-b85b-48c0-a3c1-88256c5f541c on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:28.943568 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-c6ad7d48-b29f-4895-8429-5a31e40bd515 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:07:28.943931 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-c6ad7d48-b29f-4895-8429-5a31e40bd515 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:07:28.944321 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-c6ad7d48-b29f-4895-8429-5a31e40bd515 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:07:28.944785 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-c6ad7d48-b29f-4895-8429-5a31e40bd515 service neutron] Bound port: 0862c930-b85b-48c0-a3c1-88256c5f541c, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:07:28.945163 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-c6ad7d48-b29f-4895-8429-5a31e40bd515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:28.974269 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706d189-4df2-46c0-b3b4-fb4933235a65 service neutron] Pushing event updated for resources: {'Port': ['ID=52abb9c2-d811-4e99-95bb-e24741b94f0b,revision_number=10']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:28.992244 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-6706d189-4df2-46c0-b3b4-fb4933235a65 service neutron] 10.222.0.26 "PUT /v2.0/ports/52abb9c2-d811-4e99-95bb-e24741b94f0b/bindings/n-h2-836146-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8029528 Apr 20 16:07:29.056047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-c6ad7d48-b29f-4895-8429-5a31e40bd515 service neutron] For port 0862c930-b85b-48c0-a3c1-88256c5f541c, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:07:29.088085 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5fd6654f-d3e1-4df1-a2ad-ea1282076b46 req-652eb9b9-92a9-42ea-ba1f-673b5670a721 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 210 time: 0.0302987 Apr 20 16:07:29.100137 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-c6ad7d48-b29f-4895-8429-5a31e40bd515 service neutron] For port 0862c930-b85b-48c0-a3c1-88256c5f541c, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0862c930-b85b-48c0-a3c1-88256c5f541c,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:07:29.120925 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f08cc-e393-40f5-b667-3577640a4fc9 req-8f4335bb-5214-431e-ad66-348796a933d8 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:29.122518 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fc3f08cc-e393-40f5-b667-3577640a4fc9 req-8f4335bb-5214-431e-ad66-348796a933d8 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbb6660-a50b-4838-9f02-2041fa0fa6d3 HTTP/1.1" status: 200 len: 948 time: 0.0949178 Apr 20 16:07:29.160647 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fc3f08cc-e393-40f5-b667-3577640a4fc9 req-08f68709-6bf3-4b1f-a0bd-232af69c4c2d tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310321 Apr 20 16:07:29.207918 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-c6ad7d48-b29f-4895-8429-5a31e40bd515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:29.218829 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 8d18b182-d4de-47d8-a1a2-e02eb00550a1 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:07:29.244242 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-c6ad7d48-b29f-4895-8429-5a31e40bd515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:29.244879 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-c6ad7d48-b29f-4895-8429-5a31e40bd515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:29.246237 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-c6ad7d48-b29f-4895-8429-5a31e40bd515 service neutron] 10.222.0.26 "PUT /v2.0/ports/0862c930-b85b-48c0-a3c1-88256c5f541c HTTP/1.1" status: 200 len: 1096 time: 0.9805906 Apr 20 16:07:29.246664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbb6660-a50b-4838-9f02-2041fa0fa6d3', 'tag': '0862c930-b85b-48c0-a3c1-88256c5f541c'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:29.249453 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb82d0cc-36c6-4d52-b0f8-7060a531757a" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbb6660-a50b-4838-9f02-2041fa0fa6d3", "tag": "0862c930-b85b-48c0-a3c1-88256c5f541c"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:07:29.297640 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de71bbd7-4b20-4b4f-8024-629292bf1038 x-openstack-request-id: req-de71bbd7-4b20-4b4f-8024-629292bf1038 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:07:29.297970 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbb6660-a50b-4838-9f02-2041fa0fa6d3", "tag": "0862c930-b85b-48c0-a3c1-88256c5f541c", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:07:29.298151 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de71bbd7-4b20-4b4f-8024-629292bf1038 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:07:29.298494 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de71bbd7-4b20-4b4f-8024-629292bf1038'] response: {'name': 'network-changed', 'server_uuid': 'fdbb6660-a50b-4838-9f02-2041fa0fa6d3', 'tag': '0862c930-b85b-48c0-a3c1-88256c5f541c', 'status': 'completed', 'code': 200} Apr 20 16:07:29.326339 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad7d48-b29f-4895-8429-5a31e40bd515 service neutron] Pushing event updated for resources: {'Port': ['ID=0862c930-b85b-48c0-a3c1-88256c5f541c,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:29.340615 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-475e3b63-3ea9-40a2-85ce-7d05e32a6b75 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:29.342215 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-475e3b63-3ea9-40a2-85ce-7d05e32a6b75 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51&tenant_id=3ddb013be8294812939175e62e5c71d2&binding%3Ahost_id=n-h1-836146-2 HTTP/1.1" status: 200 len: 1095 time: 0.0866210 Apr 20 16:07:29.386190 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 8d18b182-d4de-47d8-a1a2-e02eb00550a1 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:07:29.391688 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 8d18b182-d4de-47d8-a1a2-e02eb00550a1 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:07:29.392066 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:29.460535 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82d0cc-36c6-4d52-b0f8-7060a531757a req-fdc47e7c-0a07-4c4e-9a77-c34c69430fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:29.462071 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bb82d0cc-36c6-4d52-b0f8-7060a531757a req-fdc47e7c-0a07-4c4e-9a77-c34c69430fde service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f097208bdd324ea482e2f28dde071847&device_id=fdbb6660-a50b-4838-9f02-2041fa0fa6d3 HTTP/1.1" status: 200 len: 1099 time: 0.1161215 Apr 20 16:07:29.473777 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-27f4366a-23ce-4412-b697-29f10719f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:29.475364 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-27f4366a-23ce-4412-b697-29f10719f981 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51&tenant_id=3ddb013be8294812939175e62e5c71d2 HTTP/1.1" status: 200 len: 1095 time: 0.1160953 Apr 20 16:07:29.506466 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee46356-14ee-4ec0-8a20-ed457c323c7e req-c551c604-6da0-4769-be69-a4145469e416 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:29.507951 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fee46356-14ee-4ec0-8a20-ed457c323c7e req-c551c604-6da0-4769-be69-a4145469e416 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 944 time: 0.0973549 Apr 20 16:07:29.509580 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bb82d0cc-36c6-4d52-b0f8-7060a531757a req-cb118c62-761d-42a2-a470-0c5fc62e0c81 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f097208bdd324ea482e2f28dde071847&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333469 Apr 20 16:07:29.512590 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:29.539629 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5062f7b-34d3-479c-9cd1-73807059385b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d18b182-d4de-47d8-a1a2-e02eb00550a1'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:29.541818 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff49985e-9e3b-4472-8aca-f0958dcc1cdb" -d '{"events": [{"server_uuid": "d5062f7b-34d3-479c-9cd1-73807059385b", "name": "network-vif-plugged", "status": "completed", "tag": "8d18b182-d4de-47d8-a1a2-e02eb00550a1"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:07:29.576486 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 8d18b182-d4de-47d8-a1a2-e02eb00550a1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=8d18b182-d4de-47d8-a1a2-e02eb00550a1,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:29.606281 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e3210b-58c6-4d56-930e-4bb8766858a9 x-openstack-request-id: req-55e3210b-58c6-4d56-930e-4bb8766858a9 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:07:29.606713 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5062f7b-34d3-479c-9cd1-73807059385b", "name": "network-vif-plugged", "status": "completed", "tag": "8d18b182-d4de-47d8-a1a2-e02eb00550a1", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:07:29.606821 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55e3210b-58c6-4d56-930e-4bb8766858a9 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:07:29.607212 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55e3210b-58c6-4d56-930e-4bb8766858a9'] response: {'server_uuid': 'd5062f7b-34d3-479c-9cd1-73807059385b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d18b182-d4de-47d8-a1a2-e02eb00550a1', 'code': 200} Apr 20 16:07:29.609745 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:29.645240 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fee46356-14ee-4ec0-8a20-ed457c323c7e req-eec04f11-750c-47bb-8dd3-200fc860c459 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296749 Apr 20 16:07:29.666502 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:29.679816 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-9c8241ad-fd20-45cc-899e-dbd6a30b4784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:29.679816 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-9c8241ad-fd20-45cc-899e-dbd6a30b4784 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 1095 time: 0.1276309 Apr 20 16:07:29.695766 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82d0cc-36c6-4d52-b0f8-7060a531757a req-1ad61dfe-243d-4c41-b799-2f5bfc2559ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:29.697201 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bb82d0cc-36c6-4d52-b0f8-7060a531757a req-1ad61dfe-243d-4c41-b799-2f5bfc2559ff service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1796567 Apr 20 16:07:29.735061 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451fe1a-62f7-42ed-8884-2a2850745044 req-d764b122-55d5-41f8-a881-c05a3dad2f9d tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:29.736730 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8451fe1a-62f7-42ed-8884-2a2850745044 req-d764b122-55d5-41f8-a881-c05a3dad2f9d tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9528288-b9c9-46e8-981f-61945c9efa78 HTTP/1.1" status: 200 len: 950 time: 0.0697825 Apr 20 16:07:29.741421 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=8d18b182-d4de-47d8-a1a2-e02eb00550a1,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:29.823441 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-3034cf3f-71de-4c7e-b181-bdc20a159d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:29.824130 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8451fe1a-62f7-42ed-8884-2a2850745044 req-8e3fecec-e428-4605-b388-3db0ddd95a41 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/security-groups?id=5cfa185a-7f66-47c2-9dcb-da61c1a6109c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604510 Apr 20 16:07:29.829668 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfb40c-d90d-4313-8055-1535a855697e req-1f7c2049-18c2-4751-8ebb-9de5e0cdecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:29.830958 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-3034cf3f-71de-4c7e-b181-bdc20a159d46 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 922 time: 0.1430233 Apr 20 16:07:29.832416 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-80cfb40c-d90d-4313-8055-1535a855697e req-1f7c2049-18c2-4751-8ebb-9de5e0cdecc6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 1096 time: 0.1168694 Apr 20 16:07:29.872956 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-80cfb40c-d90d-4313-8055-1535a855697e req-95968fae-f51b-45da-a701-1c11bd035c9b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339150 Apr 20 16:07:29.894212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-ad3ee200-a7fa-4221-8e75-fa532e7d9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:29.895693 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-ad3ee200-a7fa-4221-8e75-fa532e7d9b30 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f097208bdd324ea482e2f28dde071847&device_id=fdbb6660-a50b-4838-9f02-2041fa0fa6d3 HTTP/1.1" status: 200 len: 1099 time: 0.1328268 Apr 20 16:07:29.909060 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-04be5be5-ef88-422b-9573-e39ddc2bb9fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52abb9c2-d811-4e99-95bb-e24741b94f0b HTTP/1.1" status: 200 len: 217 time: 0.0597041 Apr 20 16:07:29.961096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94e491-a474-4a0b-92e3-a445b08fe8b5 req-018dcc62-3d50-431a-abae-a95cd28e5989 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:29.962577 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ba94e491-a474-4a0b-92e3-a445b08fe8b5 req-018dcc62-3d50-431a-abae-a95cd28e5989 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 945 time: 0.1149547 Apr 20 16:07:29.980876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-4df6d333-957b-4560-9f07-d8142484e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:29.982273 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-4df6d333-957b-4560-9f07-d8142484e6a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66ca5027-e9c8-41ce-8129-1d35f4e0c95c HTTP/1.1" status: 200 len: 861 time: 0.0667596 Apr 20 16:07:30.010617 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8b12c591-0da4-45aa-8193-d6701f113cbb req-a737ae1c-eae1-49c6-a000-c5ae84e5356b tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d4f0693-059a-4d57-b689-5c5eb350f74c HTTP/1.1" status: 200 len: 210 time: 0.0283463 Apr 20 16:07:30.027500 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-6b8414c4-d5f8-4fbc-9037-6bf42528fa3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3edbee39-317f-4464-9f65-314e099e8e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310261 Apr 20 16:07:30.030695 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ba94e491-a474-4a0b-92e3-a445b08fe8b5 req-b8733fd4-86cf-4e4c-bde8-1f22ad21bd47 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592883 Apr 20 16:07:30.091579 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8ee48114-c12c-410a-a34b-889946788e88 req-d307cea3-1c50-4b01-871d-67a1c5d98ca4 tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0251174 Apr 20 16:07:30.132541 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-a993cd30-6b18-4cc7-9de2-ac8d2b841910 service neutron] 10.222.0.30 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885401 Apr 20 16:07:30.214047 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5a57d2f-c5d7-4056-9118-308415843c45 req-246eca37-7683-490f-bc4c-444751031941 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 210 time: 0.0482602 Apr 20 16:07:30.279046 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848538d-b9ff-4389-a36d-62dafdff11e6 req-93c86036-7c19-4905-a144-56ef84779e2b tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:30.280826 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7848538d-b9ff-4389-a36d-62dafdff11e6 req-93c86036-7c19-4905-a144-56ef84779e2b tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbb6660-a50b-4838-9f02-2041fa0fa6d3 HTTP/1.1" status: 200 len: 948 time: 0.0529413 Apr 20 16:07:30.289285 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-52a297b4-36ac-4e49-ba8a-db892d5e97d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=0862c930-b85b-48c0-a3c1-88256c5f541c HTTP/1.1" status: 200 len: 217 time: 0.0425551 Apr 20 16:07:30.299456 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-61163df4-13c4-4a0f-adae-5dd1f9347a52 service neutron] 10.222.0.30 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511695 Apr 20 16:07:30.320493 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7848538d-b9ff-4389-a36d-62dafdff11e6 req-23818473-c5b3-4b5e-8d28-2255ecc95fc8 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323758 Apr 20 16:07:30.347981 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-3bd42e4c-0a05-4667-8419-d036c40b470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:30.349614 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-3bd42e4c-0a05-4667-8419-d036c40b470c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0450461 Apr 20 16:07:30.422546 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-b4995681-fd85-40bf-89bc-05d8f64fd0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:30.424039 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-b4995681-fd85-40bf-89bc-05d8f64fd0ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0674145 Apr 20 16:07:30.435932 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217bf931-58bf-41cf-b7eb-523409bbdba5 req-dfd85bbb-0a94-44a1-bac2-8a303fbb66e9 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:30.437365 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-217bf931-58bf-41cf-b7eb-523409bbdba5 req-dfd85bbb-0a94-44a1-bac2-8a303fbb66e9 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9528288-b9c9-46e8-981f-61945c9efa78 HTTP/1.1" status: 200 len: 950 time: 0.0730386 Apr 20 16:07:30.650431 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-08c0d827-75e8-4b1d-9068-4ddb43fc8ca2 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e4c82d1c83884aa980401b1b15bb141d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220494 Apr 20 16:07:30.769638 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-a0e62755-eb12-4f9f-bf6c-fb6261539a07 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:30.771093 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-a0e62755-eb12-4f9f-bf6c-fb6261539a07 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1151679 Apr 20 16:07:30.794544 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-e0f5ef1b-267d-45b1-b1db-53d3ca02b20a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Request body: {'port': {'device_id': 'ec0b1df0-7ed7-4ab8-9553-a880ac245b5a', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': 'e4c82d1c83884aa980401b1b15bb141d'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:30.851611 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-c35db1be-5683-459c-9d19-8a335e139cd1 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131877 Apr 20 16:07:30.876110 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63194c15-dc8d-4ce6-832c-98c971682645 req-6015583f-90ba-4ecf-8c57-310c62b1b921 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:30.878142 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63194c15-dc8d-4ce6-832c-98c971682645 req-6015583f-90ba-4ecf-8c57-310c62b1b921 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 944 time: 0.0913255 Apr 20 16:07:30.903318 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-217bf931-58bf-41cf-b7eb-523409bbdba5 req-571e2486-658e-4d4b-9df4-58788dbc4868 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Deleting port e7812055-9c9d-43a5-b439-716c160a41eb {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:07:30.903660 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-217bf931-58bf-41cf-b7eb-523409bbdba5 req-571e2486-658e-4d4b-9df4-58788dbc4868 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:31.034821 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63194c15-dc8d-4ce6-832c-98c971682645 req-4d9f0817-f7bd-4596-ab35-55d739c8e569 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392438 Apr 20 16:07:31.065202 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d0443fd7-3b6b-47a8-a07c-1098470dba8b req-49768c70-c01d-4406-b017-a98781229673 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048023 Apr 20 16:07:31.151317 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-e0f5ef1b-267d-45b1-b1db-53d3ca02b20a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Made reservation on behalf of e4c82d1c83884aa980401b1b15bb141d for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:31.154634 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-e0f5ef1b-267d-45b1-b1db-53d3ca02b20a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:31.158993 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f389d90-21bb-4d59-8a75-4e7e1b1d8513 req-d9e3915f-13aa-4ecc-9f22-d6c561ec2764 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d4f0693-059a-4d57-b689-5c5eb350f74c HTTP/1.1" status: 200 len: 210 time: 0.0472944 Apr 20 16:07:31.160444 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-217bf931-58bf-41cf-b7eb-523409bbdba5 req-571e2486-658e-4d4b-9df4-58788dbc4868 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] For port e7812055-9c9d-43a5-b439-716c160a41eb, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=e7812055-9c9d-43a5-b439-716c160a41eb,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:31.160810 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-217bf931-58bf-41cf-b7eb-523409bbdba5 req-571e2486-658e-4d4b-9df4-58788dbc4868 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:31.176378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-217bf931-58bf-41cf-b7eb-523409bbdba5 req-571e2486-658e-4d4b-9df4-58788dbc4868 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Calling delete_port for e7812055-9c9d-43a5-b439-716c160a41eb owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:07:31.197593 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eebc0-6e98-4331-8d80-75bbb249c2cf req-36c39ed8-9a7b-4def-89e9-0c0e68ab0223 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:31.205083 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9a6eebc0-6e98-4331-8d80-75bbb249c2cf req-36c39ed8-9a7b-4def-89e9-0c0e68ab0223 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9528288-b9c9-46e8-981f-61945c9efa78 HTTP/1.1" status: 200 len: 950 time: 0.3029385 Apr 20 16:07:31.226977 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 52abb9c2-d811-4e99-95bb-e24741b94f0b no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:07:31.290097 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 52abb9c2-d811-4e99-95bb-e24741b94f0b not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:07:31.293047 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9a6eebc0-6e98-4331-8d80-75bbb249c2cf req-e6013422-0b15-47ba-82fb-4a3002936560 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/security-groups?id=5cfa185a-7f66-47c2-9dcb-da61c1a6109c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864670 Apr 20 16:07:31.312701 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.30', 64658) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:31.355930 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-88c9b4ce-0280-4672-b243-fed5b3241673 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e4c82d1c83884aa980401b1b15bb141d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292151 Apr 20 16:07:31.405540 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-29ff2c9e-b1e0-412a-9e2d-37fa4fd35f7f req-85110329-051b-4ef3-bf27-6c8cf7bf245b tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0359497 Apr 20 16:07:31.414011 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-e0f5ef1b-267d-45b1-b1db-53d3ca02b20a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Allocated IP 192.168.233.187 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/634efcd2-2583-403e-9a9e-1ace043618f5) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:07:31.463827 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df4886-76a3-4f2c-b25b-43779dcb7cb1 req-5d76406b-89c0-4ad3-b717-bca584374f7d tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:31.471236 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-35df4886-76a3-4f2c-b25b-43779dcb7cb1 req-5d76406b-89c0-4ad3-b717-bca584374f7d tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 945 time: 0.2232769 Apr 20 16:07:31.545099 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-35df4886-76a3-4f2c-b25b-43779dcb7cb1 req-57616a28-9894-437e-9ff5-25b5c93888b3 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727644 Apr 20 16:07:31.559508 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-3ba2d047-868e-4561-a1ee-74c5e6acd9e8 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:31.561327 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-3ba2d047-868e-4561-a1ee-74c5e6acd9e8 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1970587 Apr 20 16:07:31.589118 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-48bddec6-70d9-46f3-badf-d8cc8ad86cd4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Request body: {'port': {'device_id': '0d4f0693-059a-4d57-b689-5c5eb350f74c', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': 'e4c82d1c83884aa980401b1b15bb141d'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:31.593605 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9d44dfaf-28e7-4c85-86dd-6deb0f011d1d req-7942e13d-73cf-43c2-a2a9-7373c7218a7e tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 210 time: 0.0371664 Apr 20 16:07:31.645690 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-e0f5ef1b-267d-45b1-b1db-53d3ca02b20a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:31.669018 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-217bf931-58bf-41cf-b7eb-523409bbdba5 req-571e2486-658e-4d4b-9df4-58788dbc4868 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:31.703878 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['e7812055-9c9d-43a5-b439-716c160a41eb'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:07:31.709771 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e2486-658e-4d4b-9df4-58788dbc4868 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Pushing event deleted for resources: {'Port': ['ID=e7812055-9c9d-43a5-b439-716c160a41eb,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:31.758688 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-e0f5ef1b-267d-45b1-b1db-53d3ca02b20a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:31.764754 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28041d0-c85d-4f21-b8da-6529bda541f9 req-aa8cf04a-4c62-48c0-b346-25f33fced19e tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:31.769765 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b28041d0-c85d-4f21-b8da-6529bda541f9 req-aa8cf04a-4c62-48c0-b346-25f33fced19e tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbb6660-a50b-4838-9f02-2041fa0fa6d3 HTTP/1.1" status: 200 len: 948 time: 0.1564741 Apr 20 16:07:31.793242 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f662ef26-bc18-43c7-86ef-7dee44d15b32'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:07:31.825441 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-217bf931-58bf-41cf-b7eb-523409bbdba5 req-571e2486-658e-4d4b-9df4-58788dbc4868 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] No DVR routers for this DVR port e7812055-9c9d-43a5-b439-716c160a41eb on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:07:31.825953 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-e0f5ef1b-267d-45b1-b1db-53d3ca02b20a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:07:31.834168 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-e0f5ef1b-267d-45b1-b1db-53d3ca02b20a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:07:31.837074 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-e0f5ef1b-267d-45b1-b1db-53d3ca02b20a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:07:31.851614 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-217bf931-58bf-41cf-b7eb-523409bbdba5 req-571e2486-658e-4d4b-9df4-58788dbc4868 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:31.857023 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-217bf931-58bf-41cf-b7eb-523409bbdba5 req-571e2486-658e-4d4b-9df4-58788dbc4868 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.30 "DELETE /v2.0/ports/e7812055-9c9d-43a5-b439-716c160a41eb HTTP/1.1" status: 204 len: 173 time: 1.4098039 Apr 20 16:07:31.857794 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9528288-b9c9-46e8-981f-61945c9efa78', 'name': 'network-vif-deleted', 'tag': 'e7812055-9c9d-43a5-b439-716c160a41eb'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:31.861268 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73431578-0f0d-4474-baec-2c3c64377635" -d '{"events": [{"server_uuid": "d9528288-b9c9-46e8-981f-61945c9efa78", "name": "network-vif-deleted", "tag": "e7812055-9c9d-43a5-b439-716c160a41eb"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:07:31.903479 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5ef1b-267d-45b1-b1db-53d3ca02b20a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Pushing event updated for resources: {'Port': ['ID=634efcd2-2583-403e-9a9e-1ace043618f5,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:31.959790 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b28041d0-c85d-4f21-b8da-6529bda541f9 req-e58c7279-7764-4de8-8321-489cf49cbabb tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870008 Apr 20 16:07:31.960758 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-e0f5ef1b-267d-45b1-b1db-53d3ca02b20a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:31.961530 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-e0f5ef1b-267d-45b1-b1db-53d3ca02b20a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:31.961892 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8e64b5-6d40-450a-8bee-f672cbf6929f x-openstack-request-id: req-5a8e64b5-6d40-450a-8bee-f672cbf6929f {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:07:31.962332 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9528288-b9c9-46e8-981f-61945c9efa78", "name": "network-vif-deleted", "tag": "e7812055-9c9d-43a5-b439-716c160a41eb", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:07:31.962726 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a8e64b5-6d40-450a-8bee-f672cbf6929f {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:07:31.963258 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a8e64b5-6d40-450a-8bee-f672cbf6929f'] response: {'server_uuid': 'd9528288-b9c9-46e8-981f-61945c9efa78', 'name': 'network-vif-deleted', 'tag': 'e7812055-9c9d-43a5-b439-716c160a41eb', 'status': 'completed', 'code': 200} Apr 20 16:07:32.096242 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-e0f5ef1b-267d-45b1-b1db-53d3ca02b20a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3054862 Apr 20 16:07:32.102068 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-48bddec6-70d9-46f3-badf-d8cc8ad86cd4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Made reservation on behalf of e4c82d1c83884aa980401b1b15bb141d for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:32.111876 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-48bddec6-70d9-46f3-badf-d8cc8ad86cd4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:32.121880 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-96254e18-eec5-4834-b0d8-390519fa9609 service neutron] Request body: {'port': {'device_id': 'ec0b1df0-7ed7-4ab8-9553-a880ac245b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:32.180601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.30', 64659) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:32.219198 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-96254e18-eec5-4834-b0d8-390519fa9609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:32.253691 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fa358-1db2-4cce-9d5b-f7282795002c req-f810bc44-4de1-423c-b041-59cd9f45a892 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:32.262566 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-848fa358-1db2-4cce-9d5b-f7282795002c req-f810bc44-4de1-423c-b041-59cd9f45a892 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 944 time: 0.1008229 Apr 20 16:07:32.338903 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-13fddf1d-c2e1-439f-92a6-064a84755aaa None None] Provisioning complete for port 634efcd2-2583-403e-9a9e-1ace043618f5 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:07:32.339950 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-13fddf1d-c2e1-439f-92a6-064a84755aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:32.355843 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-60c13882-412a-4fc0-863f-353a54cef857 req-ac2d4883-10d1-41a6-86bf-f5a528e6f927 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d4f0693-059a-4d57-b689-5c5eb350f74c HTTP/1.1" status: 200 len: 210 time: 0.0561948 Apr 20 16:07:32.386599 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-13fddf1d-c2e1-439f-92a6-064a84755aaa None None] Port 634efcd2-2583-403e-9a9e-1ace043618f5 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:07:32.402069 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-848fa358-1db2-4cce-9d5b-f7282795002c req-96adb940-2053-48cd-bc2c-0905d9bed44f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384118 Apr 20 16:07:32.426398 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-da6ce377-a1df-4d7e-9411-728f7de38920 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:32.426398 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-da6ce377-a1df-4d7e-9411-728f7de38920 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51&tenant_id=3ddb013be8294812939175e62e5c71d2&binding%3Ahost_id=n-h2-836146-2 HTTP/1.1" status: 200 len: 1095 time: 0.2428186 Apr 20 16:07:32.434423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-34b1ddb2-6252-4bc3-9d31-cddf871c7e62 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:32.436859 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-34b1ddb2-6252-4bc3-9d31-cddf871c7e62 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.30 "GET /v2.0/networks?id=46f443b0-8bf0-4bce-aa17-03fd25f2963c HTTP/1.1" status: 200 len: 814 time: 0.3667657 Apr 20 16:07:32.478710 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-13e675d7-6489-4ae3-a279-e05c561aeb35 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Request body: {'port': {'device_id': '27125394-a443-4005-8abb-ad774dc8203b', 'network_id': '46f443b0-8bf0-4bce-aa17-03fd25f2963c', 'admin_state_up': True, 'tenant_id': 'aa16c8c7edaa4c7ca4320ac700acf491'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:32.529661 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7f5a3987-f8ec-4793-99d8-2cb326dd4550 req-0b3eb4c7-5f97-4264-9912-2f7e0441d7a5 tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0261009 Apr 20 16:07:32.542757 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4df5b551-dd90-4016-aee0-b41961c334e2 req-f654ff39-71fa-44e3-b1a0-8d03311ec237 tempest-TenantUsagesTestJSON-2008988763 tempest-TenantUsagesTestJSON-2008988763-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9528288-b9c9-46e8-981f-61945c9efa78 HTTP/1.1" status: 200 len: 210 time: 0.0687292 Apr 20 16:07:32.547564 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-48bddec6-70d9-46f3-badf-d8cc8ad86cd4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Allocated IP 192.168.233.170 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/ce4326ea-ab01-4f9f-b629-75c89ee3a037) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:07:32.577664 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 52abb9c2-d811-4e99-95bb-e24741b94f0b no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:07:32.706745 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47a0917e-2b6f-467b-9ab6-af1b1923ced3 req-1a7887dd-4f47-4f66-afec-1adcae09d601 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 210 time: 0.0268235 Apr 20 16:07:32.773002 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b335231-0f9f-4d5a-9179-9c0e5a79c339 req-f0f0e687-7d11-402c-9397-feb8ff77f4f7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1705739 Apr 20 16:07:32.864594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e30e38-fedc-41de-b53e-8fef7cfc01ae req-8dbab4b8-4d39-483c-b549-656e4a8f2a8f tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:32.866022 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a0e30e38-fedc-41de-b53e-8fef7cfc01ae req-8dbab4b8-4d39-483c-b549-656e4a8f2a8f tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 945 time: 0.2312350 Apr 20 16:07:32.921337 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-86852659-89be-4724-8521-a632dd099a1c service neutron] For port 52abb9c2-d811-4e99-95bb-e24741b94f0b, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:07:32.947168 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-86852659-89be-4724-8521-a632dd099a1c service neutron] Notify callbacks [] for binding, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:32.948261 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d021a74-bb94-44bd-b701-2097706a0d66 req-86852659-89be-4724-8521-a632dd099a1c service neutron] 10.222.0.30 "DELETE /v2.0/ports/52abb9c2-d811-4e99-95bb-e24741b94f0b/bindings/n-h1-836146-2 HTTP/1.1" status: 204 len: 173 time: 0.5077305 Apr 20 16:07:32.954131 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-13e675d7-6489-4ae3-a279-e05c561aeb35 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Made reservation on behalf of aa16c8c7edaa4c7ca4320ac700acf491 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:32.958119 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-13e675d7-6489-4ae3-a279-e05c561aeb35 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:32.981874 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a0e30e38-fedc-41de-b53e-8fef7cfc01ae req-104af432-8a6f-467e-b539-494dd1e6ff7b tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055870 Apr 20 16:07:32.988428 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b335231-0f9f-4d5a-9179-9c0e5a79c339 req-c05d4549-a55e-41ad-b5be-67d390ba99f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:32.989914 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b335231-0f9f-4d5a-9179-9c0e5a79c339 req-c05d4549-a55e-41ad-b5be-67d390ba99f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 1096 time: 0.1335065 Apr 20 16:07:33.017060 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-48bddec6-70d9-46f3-badf-d8cc8ad86cd4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:33.103823 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd96cc8-e86d-4f62-99e5-2d5c05b2aa47 req-f45f6392-a21d-4002-9589-31e82fa4b2fb tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:33.114468 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1dd96cc8-e86d-4f62-99e5-2d5c05b2aa47 req-f45f6392-a21d-4002-9589-31e82fa4b2fb tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbb6660-a50b-4838-9f02-2041fa0fa6d3 HTTP/1.1" status: 200 len: 948 time: 0.0850618 Apr 20 16:07:33.151170 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1dd96cc8-e86d-4f62-99e5-2d5c05b2aa47 req-fa2f1db8-d68f-4026-aa85-801e58b2922b tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355761 Apr 20 16:07:33.254597 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b335231-0f9f-4d5a-9179-9c0e5a79c339 req-b1d4043d-2cf7-4bd9-9ab1-ebdfaf39dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:33.255984 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b335231-0f9f-4d5a-9179-9c0e5a79c339 req-b1d4043d-2cf7-4bd9-9ab1-ebdfaf39dcf2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 922 time: 0.2430971 Apr 20 16:07:33.278290 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-13e675d7-6489-4ae3-a279-e05c561aeb35 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Allocated IP 172.20.0.11 (46f443b0-8bf0-4bce-aa17-03fd25f2963c/30785ee1-dfe9-4ead-a0bc-3012337a5e04/5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:07:33.311792 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b335231-0f9f-4d5a-9179-9c0e5a79c339 req-8f7a86e3-b789-464b-a534-752d5c3d0da0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=184b9da7-233b-4de4-a7ec-91d63323d0f9 HTTP/1.1" status: 200 len: 217 time: 0.0459814 Apr 20 16:07:33.321947 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-48bddec6-70d9-46f3-badf-d8cc8ad86cd4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:33.333991 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664292b9-e604-49f9-a933-1a563f93666d req-c8db4558-c9a9-4e70-953d-28d0ce265b13 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:33.335437 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-664292b9-e604-49f9-a933-1a563f93666d req-c8db4558-c9a9-4e70-953d-28d0ce265b13 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 1096 time: 0.1342845 Apr 20 16:07:33.358322 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f662ef26-bc18-43c7-86ef-7dee44d15b32'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:07:33.443663 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-48bddec6-70d9-46f3-badf-d8cc8ad86cd4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:07:33.462701 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-48bddec6-70d9-46f3-badf-d8cc8ad86cd4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:07:33.482047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-48bddec6-70d9-46f3-badf-d8cc8ad86cd4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:07:33.492875 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bddec6-70d9-46f3-badf-d8cc8ad86cd4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Pushing event updated for resources: {'Port': ['ID=ce4326ea-ab01-4f9f-b629-75c89ee3a037,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:33.496002 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b335231-0f9f-4d5a-9179-9c0e5a79c339 req-5f104c54-298f-477a-a0af-a6b83552e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:33.497464 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b335231-0f9f-4d5a-9179-9c0e5a79c339 req-5f104c54-298f-477a-a0af-a6b83552e2ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66ca5027-e9c8-41ce-8129-1d35f4e0c95c HTTP/1.1" status: 200 len: 861 time: 0.1775270 Apr 20 16:07:33.542793 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-664292b9-e604-49f9-a933-1a563f93666d req-ec775af9-75c1-4e50-af9f-1f4718e37adb tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807852 Apr 20 16:07:33.580169 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb6ce3-845c-4ea9-babf-7c07f3b82d9f req-1f072f1c-61be-46a0-8ae5-b08921944ae6 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:33.583031 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-38bb6ce3-845c-4ea9-babf-7c07f3b82d9f req-1f072f1c-61be-46a0-8ae5-b08921944ae6 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d4f0693-059a-4d57-b689-5c5eb350f74c HTTP/1.1" status: 200 len: 936 time: 0.1450624 Apr 20 16:07:33.586326 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-96254e18-eec5-4834-b0d8-390519fa9609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 634efcd2-2583-403e-9a9e-1ace043618f5 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:07:33.597171 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-96254e18-eec5-4834-b0d8-390519fa9609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:33.643006 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-96254e18-eec5-4834-b0d8-390519fa9609 service neutron] Transition to ACTIVE for port object 634efcd2-2583-403e-9a9e-1ace043618f5 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:07:33.649710 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b335231-0f9f-4d5a-9179-9c0e5a79c339 req-0eb84aee-6536-4983-b662-387a007f5ced service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3edbee39-317f-4464-9f65-314e099e8e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232557 Apr 20 16:07:33.661137 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-38bb6ce3-845c-4ea9-babf-7c07f3b82d9f req-280156ae-5de2-4749-8451-96b4acb03dc9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669630 Apr 20 16:07:33.711988 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-96254e18-eec5-4834-b0d8-390519fa9609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:33.715799 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-48bddec6-70d9-46f3-badf-d8cc8ad86cd4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:33.716449 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-48bddec6-70d9-46f3-badf-d8cc8ad86cd4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:33.799509 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96254e18-eec5-4834-b0d8-390519fa9609 service neutron] Pushing event updated for resources: {'Port': ['ID=634efcd2-2583-403e-9a9e-1ace043618f5,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:33.823241 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-97fe0c16-ea6a-40b4-a466-7a9412bcef88 None None] Provisioning complete for port ce4326ea-ab01-4f9f-b629-75c89ee3a037 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:07:33.824876 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-97fe0c16-ea6a-40b4-a466-7a9412bcef88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:33.828313 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-13e675d7-6489-4ae3-a279-e05c561aeb35 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:33.837417 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f7f7c-7e71-4a5b-bb43-a39ae0889f8f req-1c0ade30-ea5a-4184-bf89-629b18cf0ee8 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:33.838972 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a43f7f7c-7e71-4a5b-bb43-a39ae0889f8f req-1c0ade30-ea5a-4184-bf89-629b18cf0ee8 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 944 time: 0.1848168 Apr 20 16:07:33.860936 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ce384-2c2b-4b9e-9606-c33f6994d107 req-9e493f15-f596-4ee3-bb2e-3dcf4893f9e0 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:33.862860 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2c5ce384-2c2b-4b9e-9606-c33f6994d107 req-9e493f15-f596-4ee3-bb2e-3dcf4893f9e0 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 1096 time: 0.1136713 Apr 20 16:07:33.874157 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-97fe0c16-ea6a-40b4-a466-7a9412bcef88 None None] Port ce4326ea-ab01-4f9f-b629-75c89ee3a037 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:07:33.877881 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b335231-0f9f-4d5a-9179-9c0e5a79c339 req-e21c394e-8b5b-4c8b-95ff-9a52b43bf227 service neutron] 10.222.0.26 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175238 Apr 20 16:07:33.907488 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-96254e18-eec5-4834-b0d8-390519fa9609 service neutron] Attempting to bind port 634efcd2-2583-403e-9a9e-1ace043618f5 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:07:33.908197 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-96254e18-eec5-4834-b0d8-390519fa9609 service neutron] Attempting to bind port 634efcd2-2583-403e-9a9e-1ace043618f5 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:07:33.908197 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-96254e18-eec5-4834-b0d8-390519fa9609 service neutron] Attempting to bind port 634efcd2-2583-403e-9a9e-1ace043618f5 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:33.918355 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-96254e18-eec5-4834-b0d8-390519fa9609 service neutron] Port 634efcd2-2583-403e-9a9e-1ace043618f5 on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:07:33.918682 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-96254e18-eec5-4834-b0d8-390519fa9609 service neutron] Attempting to bind port 634efcd2-2583-403e-9a9e-1ace043618f5 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:33.920819 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-48bddec6-70d9-46f3-badf-d8cc8ad86cd4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3363578 Apr 20 16:07:33.924965 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2c5ce384-2c2b-4b9e-9606-c33f6994d107 req-f367ff8f-6bfe-4f45-bbb2-001d21b6d054 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506189 Apr 20 16:07:33.928081 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-96254e18-eec5-4834-b0d8-390519fa9609 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:07:33.928081 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-96254e18-eec5-4834-b0d8-390519fa9609 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:07:33.928352 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-96254e18-eec5-4834-b0d8-390519fa9609 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:07:33.928776 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-96254e18-eec5-4834-b0d8-390519fa9609 service neutron] Bound port: 634efcd2-2583-403e-9a9e-1ace043618f5, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:07:33.929399 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-96254e18-eec5-4834-b0d8-390519fa9609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:33.955708 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a43f7f7c-7e71-4a5b-bb43-a39ae0889f8f req-63b17207-a29c-476d-ba21-c6435c55b6cb tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054964 Apr 20 16:07:33.960367 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-9bc73328-c1b7-4a63-84c6-a90b14b21ba4 service neutron] Request body: {'port': {'device_id': '0d4f0693-059a-4d57-b689-5c5eb350f74c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:34.060466 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-96254e18-eec5-4834-b0d8-390519fa9609 service neutron] For port 634efcd2-2583-403e-9a9e-1ace043618f5, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:07:34.095014 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b3c15ae-1da7-46b9-9a66-78c3d826a736 req-4f7fe5f5-e3b7-4d41-88c6-6f61dfd09eec tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 210 time: 0.0377102 Apr 20 16:07:34.096888 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-96254e18-eec5-4834-b0d8-390519fa9609 service neutron] For port 634efcd2-2583-403e-9a9e-1ace043618f5, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=634efcd2-2583-403e-9a9e-1ace043618f5,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:07:34.138814 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d377ced3-7cbd-4994-bc0d-93be37b63b33 req-e2fc961f-87c0-4966-be45-ecf5a571423b tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0553207 Apr 20 16:07:34.162450 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-9bc73328-c1b7-4a63-84c6-a90b14b21ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:34.214343 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b335231-0f9f-4d5a-9179-9c0e5a79c339 req-f6e0df32-8b79-4407-ba91-b04cbfc26863 service neutron] 10.222.0.26 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087895 Apr 20 16:07:34.224654 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-96254e18-eec5-4834-b0d8-390519fa9609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:34.239989 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-13e675d7-6489-4ae3-a279-e05c561aeb35 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:34.283114 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-96254e18-eec5-4834-b0d8-390519fa9609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:34.283777 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-96254e18-eec5-4834-b0d8-390519fa9609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:34.285101 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-96254e18-eec5-4834-b0d8-390519fa9609 service neutron] 10.222.0.30 "PUT /v2.0/ports/634efcd2-2583-403e-9a9e-1ace043618f5 HTTP/1.1" status: 200 len: 1096 time: 2.1674228 Apr 20 16:07:34.285681 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0b1df0-7ed7-4ab8-9553-a880ac245b5a', 'tag': '634efcd2-2583-403e-9a9e-1ace043618f5'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:34.288228 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d4c23e-4bf7-4e4a-bafb-f530615b9c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0b1df0-7ed7-4ab8-9553-a880ac245b5a", "tag": "634efcd2-2583-403e-9a9e-1ace043618f5"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:07:34.314437 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96254e18-eec5-4834-b0d8-390519fa9609 service neutron] Pushing event updated for resources: {'Port': ['ID=634efcd2-2583-403e-9a9e-1ace043618f5,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:34.358362 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-13e675d7-6489-4ae3-a279-e05c561aeb35 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Network 46f443b0-8bf0-4bce-aa17-03fd25f2963c is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:07:34.560570 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-63efc9fc-a315-48be-b5f6-d9f2b7b58e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:34.562451 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-63efc9fc-a315-48be-b5f6-d9f2b7b58e02 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4c82d1c83884aa980401b1b15bb141d&device_id=ec0b1df0-7ed7-4ab8-9553-a880ac245b5a HTTP/1.1" status: 200 len: 1099 time: 0.0568254 Apr 20 16:07:34.569771 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device e7812055-9c9d-43a5-b439-716c160a41eb no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:07:34.605940 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: e7812055-9c9d-43a5-b439-716c160a41eb {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:07:34.606358 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device e7812055-9c9d-43a5-b439-716c160a41eb not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:07:34.636265 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-8d4ccf66-d802-4c47-8f94-9c5f62e4658e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=634efcd2-2583-403e-9a9e-1ace043618f5 HTTP/1.1" status: 200 len: 217 time: 0.0595427 Apr 20 16:07:34.682362 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52718) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:34.700791 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-4004284d-ef90-4701-a348-d568a5a3631b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:34.702774 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-4004284d-ef90-4701-a348-d568a5a3631b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0580084 Apr 20 16:07:34.703355 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-13e675d7-6489-4ae3-a279-e05c561aeb35 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:07:34.714417 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-13e675d7-6489-4ae3-a279-e05c561aeb35 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:07:34.717621 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e675d7-6489-4ae3-a279-e05c561aeb35 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Pushing event updated for resources: {'Port': ['ID=5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:34.761690 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-ba8beb7b-87a2-406e-aefc-d395c9b20b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:34.764136 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-ba8beb7b-87a2-406e-aefc-d395c9b20b9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0548239 Apr 20 16:07:34.816429 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eaae98-a510-42ed-844b-8db9dde234ea req-6fba9712-d912-49e0-bfe8-76f316a122ef tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:34.817973 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-33eaae98-a510-42ed-844b-8db9dde234ea req-6fba9712-d912-49e0-bfe8-76f316a122ef tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 1095 time: 0.5521541 Apr 20 16:07:34.828481 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-13e675d7-6489-4ae3-a279-e05c561aeb35 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:34.829087 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-13e675d7-6489-4ae3-a279-e05c561aeb35 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:34.891007 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-33eaae98-a510-42ed-844b-8db9dde234ea req-fe1fb9e4-043c-4e55-87ee-e9de0ae31a9d tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593152 Apr 20 16:07:34.898520 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b7d47973-1591-42aa-be32-78643474e33d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20ffa78aabe344c7b54a95db56340fa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149513 Apr 20 16:07:34.902249 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52726) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:34.909964 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-8667b9bf-96f4-463e-b4c8-fcbca50589de service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341658 Apr 20 16:07:34.937523 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-13e675d7-6489-4ae3-a279-e05c561aeb35 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4623976 Apr 20 16:07:34.981016 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-70f6e150-d0bf-4c81-a2d7-2cf83689a7c5 service neutron] Request body: {'port': {'device_id': '27125394-a443-4005-8abb-ad774dc8203b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:35.059958 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-4df1df69-c1b2-46b2-a1ee-a3618a564e31 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433496 Apr 20 16:07:35.121398 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-9bc73328-c1b7-4a63-84c6-a90b14b21ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4326ea-ab01-4f9f-b629-75c89ee3a037 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:07:35.141824 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-9bc73328-c1b7-4a63-84c6-a90b14b21ba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:35.152974 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-27953470-d32e-4e40-89c1-ae4b314f178c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:35.171025 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-70f6e150-d0bf-4c81-a2d7-2cf83689a7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:35.199022 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d37a7-70ea-4d6f-9a4d-a54e0e286fc9 req-e33f3e74-b80d-40a6-b232-a0243565482f tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:35.200580 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e0d37a7-70ea-4d6f-9a4d-a54e0e286fc9 req-e33f3e74-b80d-40a6-b232-a0243565482f tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbb6660-a50b-4838-9f02-2041fa0fa6d3 HTTP/1.1" status: 200 len: 948 time: 0.1690545 Apr 20 16:07:35.201651 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-9bc73328-c1b7-4a63-84c6-a90b14b21ba4 service neutron] Transition to ACTIVE for port object ce4326ea-ab01-4f9f-b629-75c89ee3a037 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:07:35.209377 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71846d0d-1b4f-4041-8b70-baaa7a1a7740 req-53a0b42f-1677-4b5b-86f6-5d83a4a84b19 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d4456821c1314fc08f876536a3eeb1da&device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0318935 Apr 20 16:07:35.214614 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-27953470-d32e-4e40-89c1-ae4b314f178c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:35.246251 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0862c930-b85b-48c0-a3c1-88256c5f541c details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:07:35.297416 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e0d37a7-70ea-4d6f-9a4d-a54e0e286fc9 req-13d8f1f5-fa25-4b38-b9c2-5f62b787dd00 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892007 Apr 20 16:07:35.304910 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-9bc73328-c1b7-4a63-84c6-a90b14b21ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:35.309275 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71846d0d-1b4f-4041-8b70-baaa7a1a7740 req-02e991ea-b348-4423-af89-84f5cc95f0d3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d4456821c1314fc08f876536a3eeb1da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352912 Apr 20 16:07:35.419343 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ab97f6-5f5c-4de6-a04c-933b0ef42ce8 x-openstack-request-id: req-80ab97f6-5f5c-4de6-a04c-933b0ef42ce8 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:07:35.420834 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0b1df0-7ed7-4ab8-9553-a880ac245b5a", "tag": "634efcd2-2583-403e-9a9e-1ace043618f5", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:07:35.420983 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80ab97f6-5f5c-4de6-a04c-933b0ef42ce8 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:07:35.421930 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80ab97f6-5f5c-4de6-a04c-933b0ef42ce8'] response: {'name': 'network-changed', 'server_uuid': 'ec0b1df0-7ed7-4ab8-9553-a880ac245b5a', 'tag': '634efcd2-2583-403e-9a9e-1ace043618f5', 'status': 'completed', 'code': 200} Apr 20 16:07:35.438492 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc73328-c1b7-4a63-84c6-a90b14b21ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4326ea-ab01-4f9f-b629-75c89ee3a037,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:35.444630 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0862c930-b85b-48c0-a3c1-88256c5f541c, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0862c930-b85b-48c0-a3c1-88256c5f541c,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:35.465665 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '0862c930-b85b-48c0-a3c1-88256c5f541c', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': '0862c930-b85b-48c0-a3c1-88256c5f541c', 'mac_address': 'fa:16:3e:f1:57:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:07:35.507718 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71846d0d-1b4f-4041-8b70-baaa7a1a7740 req-f90ca58e-d68f-45ef-bca1-52410bb369f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:35.509407 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71846d0d-1b4f-4041-8b70-baaa7a1a7740 req-f90ca58e-d68f-45ef-bca1-52410bb369f9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1920900 Apr 20 16:07:35.521565 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:35.543952 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0862c930-b85b-48c0-a3c1-88256c5f541c {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:07:35.572029 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-27953470-d32e-4e40-89c1-ae4b314f178c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:35.574552 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-27953470-d32e-4e40-89c1-ae4b314f178c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:35.575688 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-27953470-d32e-4e40-89c1-ae4b314f178c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5cfa185a-7f66-47c2-9dcb-da61c1a6109c HTTP/1.1" status: 204 len: 168 time: 0.6721344 Apr 20 16:07:35.580082 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0862c930-b85b-48c0-a3c1-88256c5f541c, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0862c930-b85b-48c0-a3c1-88256c5f541c,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:35.644492 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27953470-d32e-4e40-89c1-ae4b314f178c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfa185a-7f66-47c2-9dcb-da61c1a6109c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:35.699917 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4c23e-4bf7-4e4a-bafb-f530615b9c5f req-e5eee70c-2458-4215-a90e-4b55c8798b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:35.701337 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-62d4c23e-4bf7-4e4a-bafb-f530615b9c5f req-e5eee70c-2458-4215-a90e-4b55c8798b6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4c82d1c83884aa980401b1b15bb141d&device_id=ec0b1df0-7ed7-4ab8-9553-a880ac245b5a HTTP/1.1" status: 200 len: 1099 time: 0.2291141 Apr 20 16:07:35.706443 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:35.715982 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f9e1b-8e7a-429b-a02b-aa099f9e7c24 req-dc47afa2-ef3c-4777-b428-310c65583e29 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:35.717415 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-516f9e1b-8e7a-429b-a02b-aa099f9e7c24 req-dc47afa2-ef3c-4777-b428-310c65583e29 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d4f0693-059a-4d57-b689-5c5eb350f74c HTTP/1.1" status: 200 len: 948 time: 0.1742945 Apr 20 16:07:35.731799 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-9bc73328-c1b7-4a63-84c6-a90b14b21ba4 service neutron] Attempting to bind port ce4326ea-ab01-4f9f-b629-75c89ee3a037 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:07:35.732127 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-9bc73328-c1b7-4a63-84c6-a90b14b21ba4 service neutron] Attempting to bind port ce4326ea-ab01-4f9f-b629-75c89ee3a037 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:07:35.732468 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-9bc73328-c1b7-4a63-84c6-a90b14b21ba4 service neutron] Attempting to bind port ce4326ea-ab01-4f9f-b629-75c89ee3a037 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:35.768479 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=0862c930-b85b-48c0-a3c1-88256c5f541c,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:35.794737 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-9bc73328-c1b7-4a63-84c6-a90b14b21ba4 service neutron] Port ce4326ea-ab01-4f9f-b629-75c89ee3a037 on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:07:35.795059 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-9bc73328-c1b7-4a63-84c6-a90b14b21ba4 service neutron] Attempting to bind port ce4326ea-ab01-4f9f-b629-75c89ee3a037 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:35.824379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-9bc73328-c1b7-4a63-84c6-a90b14b21ba4 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:07:35.824632 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-9bc73328-c1b7-4a63-84c6-a90b14b21ba4 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:07:35.825006 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-9bc73328-c1b7-4a63-84c6-a90b14b21ba4 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:07:35.825428 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-9bc73328-c1b7-4a63-84c6-a90b14b21ba4 service neutron] Bound port: ce4326ea-ab01-4f9f-b629-75c89ee3a037, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:07:35.825779 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-9bc73328-c1b7-4a63-84c6-a90b14b21ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:35.872016 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-516f9e1b-8e7a-429b-a02b-aa099f9e7c24 req-73ed53f4-8018-471f-a655-d32fcd20b39b tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410880 Apr 20 16:07:35.890480 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-70f6e150-d0bf-4c81-a2d7-2cf83689a7c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:07:35.921292 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-70f6e150-d0bf-4c81-a2d7-2cf83689a7c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:35.949255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4c23e-4bf7-4e4a-bafb-f530615b9c5f req-5ab71ff8-7175-47d2-9204-a28f7e83cc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:35.951164 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-62d4c23e-4bf7-4e4a-bafb-f530615b9c5f req-5ab71ff8-7175-47d2-9204-a28f7e83cc5a service neutron] 10.222.0.30 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.2294869 Apr 20 16:07:35.965170 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-70f6e150-d0bf-4c81-a2d7-2cf83689a7c5 service neutron] Transition to ACTIVE for port object 5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:07:36.010030 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-62d4c23e-4bf7-4e4a-bafb-f530615b9c5f req-afa1518d-91df-48b1-b7ab-d46e9aaeb038 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=634efcd2-2583-403e-9a9e-1ace043618f5 HTTP/1.1" status: 200 len: 217 time: 0.0464666 Apr 20 16:07:36.043112 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-9bc73328-c1b7-4a63-84c6-a90b14b21ba4 service neutron] For port ce4326ea-ab01-4f9f-b629-75c89ee3a037, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:07:36.046138 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-70f6e150-d0bf-4c81-a2d7-2cf83689a7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:36.110853 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['0862c930-b85b-48c0-a3c1-88256c5f541c'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:07:36.140653 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-9bc73328-c1b7-4a63-84c6-a90b14b21ba4 service neutron] For port ce4326ea-ab01-4f9f-b629-75c89ee3a037, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ce4326ea-ab01-4f9f-b629-75c89ee3a037,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:07:36.191634 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4c23e-4bf7-4e4a-bafb-f530615b9c5f req-6227428f-f043-42a4-bd66-683a17d69ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:36.193129 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-62d4c23e-4bf7-4e4a-bafb-f530615b9c5f req-6227428f-f043-42a4-bd66-683a17d69ec7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.1716399 Apr 20 16:07:36.235172 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6e150-d0bf-4c81-a2d7-2cf83689a7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:36.277927 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-9bc73328-c1b7-4a63-84c6-a90b14b21ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:36.286088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-fe866ef5-9e69-4c18-a5cd-4e8447f28ea6 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:36.287574 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-fe866ef5-9e69-4c18-a5cd-4e8447f28ea6 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 821 time: 0.2819619 Apr 20 16:07:36.343346 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-9bc73328-c1b7-4a63-84c6-a90b14b21ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:36.343960 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-9bc73328-c1b7-4a63-84c6-a90b14b21ba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:36.347830 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-9bc73328-c1b7-4a63-84c6-a90b14b21ba4 service neutron] 10.222.0.30 "PUT /v2.0/ports/ce4326ea-ab01-4f9f-b629-75c89ee3a037 HTTP/1.1" status: 200 len: 1096 time: 2.3952003 Apr 20 16:07:36.351126 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4f0693-059a-4d57-b689-5c5eb350f74c', 'tag': 'ce4326ea-ab01-4f9f-b629-75c89ee3a037'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:36.353399 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e650e0-e319-411f-a167-920bdfa4e4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4f0693-059a-4d57-b689-5c5eb350f74c", "tag": "ce4326ea-ab01-4f9f-b629-75c89ee3a037"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:07:36.365019 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-4e7a0ab5-5922-4c3d-ab1b-433aa42f7aca tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/quotas/3ddb013be8294812939175e62e5c71d2 HTTP/1.1" status: 200 len: 375 time: 0.0639663 Apr 20 16:07:36.365242 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52768) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:36.378202 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4c23e-4bf7-4e4a-bafb-f530615b9c5f req-7d29c7a7-806e-4a4b-a6a8-355e8633868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:36.379670 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-62d4c23e-4bf7-4e4a-bafb-f530615b9c5f req-7d29c7a7-806e-4a4b-a6a8-355e8633868d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1623399 Apr 20 16:07:36.380551 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1845134c-1a9b-4822-9911-515c2a69cbb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:36.422010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-70f6e150-d0bf-4c81-a2d7-2cf83689a7c5 service neutron] Attempting to bind port 5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:07:36.422353 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-70f6e150-d0bf-4c81-a2d7-2cf83689a7c5 service neutron] Attempting to bind port 5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '11b0f194-0bfa-4350-abb2-6ee19bbb34c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '46f443b0-8bf0-4bce-aa17-03fd25f2963c'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:07:36.422709 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-70f6e150-d0bf-4c81-a2d7-2cf83689a7c5 service neutron] Attempting to bind port 5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c on network 46f443b0-8bf0-4bce-aa17-03fd25f2963c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:36.429226 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc73328-c1b7-4a63-84c6-a90b14b21ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4326ea-ab01-4f9f-b629-75c89ee3a037,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:36.454419 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-70f6e150-d0bf-4c81-a2d7-2cf83689a7c5 service neutron] Port 5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c on network 46f443b0-8bf0-4bce-aa17-03fd25f2963c not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:07:36.455713 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-70f6e150-d0bf-4c81-a2d7-2cf83689a7c5 service neutron] Attempting to bind port 5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c on network 46f443b0-8bf0-4bce-aa17-03fd25f2963c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:36.493388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-70f6e150-d0bf-4c81-a2d7-2cf83689a7c5 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:07:36.493730 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-70f6e150-d0bf-4c81-a2d7-2cf83689a7c5 service neutron] Checking segment: {'id': '11b0f194-0bfa-4350-abb2-6ee19bbb34c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '46f443b0-8bf0-4bce-aa17-03fd25f2963c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:07:36.494121 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-70f6e150-d0bf-4c81-a2d7-2cf83689a7c5 service neutron] Bound using segment: {'id': '11b0f194-0bfa-4350-abb2-6ee19bbb34c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '46f443b0-8bf0-4bce-aa17-03fd25f2963c'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:07:36.494569 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-70f6e150-d0bf-4c81-a2d7-2cf83689a7c5 service neutron] Bound port: 5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b0f194-0bfa-4350-abb2-6ee19bbb34c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '46f443b0-8bf0-4bce-aa17-03fd25f2963c'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:07:36.494931 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-70f6e150-d0bf-4c81-a2d7-2cf83689a7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:36.531183 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-b722d05f-5e27-4d4b-ae03-c05ffee7f098 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1596329 Apr 20 16:07:36.536780 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-c2d220d8-3bec-438b-acc1-50b371efe4ab tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:07:36.544674 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-c2d220d8-3bec-438b-acc1-50b371efe4ab tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173450 Apr 20 16:07:36.549462 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1845134c-1a9b-4822-9911-515c2a69cbb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:36.601886 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-dae79655-9ace-4f9f-a837-a246a3c09304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:36.603548 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-dae79655-9ace-4f9f-a837-a246a3c09304 service neutron] 10.222.0.15 "GET /v2.0/ports/8d18b182-d4de-47d8-a1a2-e02eb00550a1 HTTP/1.1" status: 200 len: 1093 time: 0.0579679 Apr 20 16:07:36.614247 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-5b18baea-6672-4a21-a662-7546b2cf470c service neutron] Request body: {'binding': {'host': 'n-h2-836146-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:36.615680 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-5b18baea-6672-4a21-a662-7546b2cf470c service neutron] Unknown quota resources ['binding']. {{(pid=103485) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 16:07:36.638872 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1845134c-1a9b-4822-9911-515c2a69cbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:36.685315 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-62d4c23e-4bf7-4e4a-bafb-f530615b9c5f req-c4cd93ec-46b6-4c74-b0db-2c83dbba91ea service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570775 Apr 20 16:07:36.699481 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1845134c-1a9b-4822-9911-515c2a69cbb9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c769e0ed91aa429d9ebbbcd9d29bcccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339367 Apr 20 16:07:36.700028 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-70f6e150-d0bf-4c81-a2d7-2cf83689a7c5 service neutron] For port 5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:07:36.703180 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52770) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:36.711210 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845134c-1a9b-4822-9911-515c2a69cbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc1c680-5eca-447d-ad76-418f04ccc56d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:36.738766 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-c5883d7a-721e-41ef-b8d3-ada8c7b36569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:36.740262 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-c5883d7a-721e-41ef-b8d3-ada8c7b36569 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4c82d1c83884aa980401b1b15bb141d&device_id=0d4f0693-059a-4d57-b689-5c5eb350f74c HTTP/1.1" status: 200 len: 1099 time: 0.1471679 Apr 20 16:07:36.741908 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-70f6e150-d0bf-4c81-a2d7-2cf83689a7c5 service neutron] For port 5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c,segment=NetworkSegment(11b0f194-0bfa-4350-abb2-6ee19bbb34c0),segment_id=11b0f194-0bfa-4350-abb2-6ee19bbb34c0)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:07:36.804533 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4ef3b678-5311-4141-9c7e-6a9f2489cc84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:36.820051 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-7a5ed457-d3c4-4c9d-80cc-b06cf309766b service neutron] 10.222.0.15 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632539 Apr 20 16:07:36.824628 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-aaebcda0-14e5-4947-ba22-c03e75472b27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=ce4326ea-ab01-4f9f-b629-75c89ee3a037 HTTP/1.1" status: 200 len: 217 time: 0.0694320 Apr 20 16:07:36.827553 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-70f6e150-d0bf-4c81-a2d7-2cf83689a7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:36.844463 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4ef3b678-5311-4141-9c7e-6a9f2489cc84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:36.851767 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-5b18baea-6672-4a21-a662-7546b2cf470c service neutron] Attempting to bind port 8d18b182-d4de-47d8-a1a2-e02eb00550a1 on host n-h2-836146-2 for vnic_type normal with profile None {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:07:36.852157 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-5b18baea-6672-4a21-a662-7546b2cf470c service neutron] Attempting to bind port 8d18b182-d4de-47d8-a1a2-e02eb00550a1 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:07:36.852456 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-5b18baea-6672-4a21-a662-7546b2cf470c service neutron] Attempting to bind port 8d18b182-d4de-47d8-a1a2-e02eb00550a1 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:36.864091 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-5b18baea-6672-4a21-a662-7546b2cf470c service neutron] Port 8d18b182-d4de-47d8-a1a2-e02eb00550a1 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:07:36.864091 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-5b18baea-6672-4a21-a662-7546b2cf470c service neutron] Attempting to bind port 8d18b182-d4de-47d8-a1a2-e02eb00550a1 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:36.879719 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-5b18baea-6672-4a21-a662-7546b2cf470c service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:07:36.880055 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-5b18baea-6672-4a21-a662-7546b2cf470c service neutron] Checking segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:07:36.880444 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-5b18baea-6672-4a21-a662-7546b2cf470c service neutron] Bound using segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:07:36.880875 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-5b18baea-6672-4a21-a662-7546b2cf470c service neutron] Bound port: 8d18b182-d4de-47d8-a1a2-e02eb00550a1, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:07:36.919940 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-70f6e150-d0bf-4c81-a2d7-2cf83689a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:36.920565 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-70f6e150-d0bf-4c81-a2d7-2cf83689a7c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:36.921929 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-70f6e150-d0bf-4c81-a2d7-2cf83689a7c5 service neutron] 10.222.0.30 "PUT /v2.0/ports/5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c HTTP/1.1" status: 200 len: 1092 time: 1.9590015 Apr 20 16:07:36.943407 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-5b18baea-6672-4a21-a662-7546b2cf470c service neutron] For port 8d18b182-d4de-47d8-a1a2-e02eb00550a1, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=8d18b182-d4de-47d8-a1a2-e02eb00550a1,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:07:36.995928 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-62d4c23e-4bf7-4e4a-bafb-f530615b9c5f req-199a7aa2-ec56-4cdb-8640-f7f565284143 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974255 Apr 20 16:07:36.998525 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6e150-d0bf-4c81-a2d7-2cf83689a7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:37.001825 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-d41bc7e5-61dd-4391-a131-e9b4475d32c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:37.003191 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-d41bc7e5-61dd-4391-a131-e9b4475d32c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.1406748 Apr 20 16:07:37.014989 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4ef3b678-5311-4141-9c7e-6a9f2489cc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:37.017550 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4ef3b678-5311-4141-9c7e-6a9f2489cc84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:37.020974 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4ef3b678-5311-4141-9c7e-6a9f2489cc84 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5dc1c680-5eca-447d-ad76-418f04ccc56d HTTP/1.1" status: 204 len: 168 time: 0.3146179 Apr 20 16:07:37.034449 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3b678-5311-4141-9c7e-6a9f2489cc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc1c680-5eca-447d-ad76-418f04ccc56d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:37.058072 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-5b18baea-6672-4a21-a662-7546b2cf470c service neutron] Notify callbacks [] for binding, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:37.060254 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-5b18baea-6672-4a21-a662-7546b2cf470c service neutron] 10.222.0.15 "POST /v2.0/ports/8d18b182-d4de-47d8-a1a2-e02eb00550a1/bindings HTTP/1.1" status: 201 len: 389 time: 0.4501846 Apr 20 16:07:37.069413 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-cd80bfae-3e92-4111-b6f0-b572a29dbd50 service neutron] 10.222.0.15 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336187 Apr 20 16:07:37.084036 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-4737a04c-0890-4222-8ba1-551c6a223220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:37.085608 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-4737a04c-0890-4222-8ba1-551c6a223220 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0628126 Apr 20 16:07:37.214832 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-a1751367-054d-4eb7-86dc-0f3934fe2a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:37.216486 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-a1751367-054d-4eb7-86dc-0f3934fe2a75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa16c8c7edaa4c7ca4320ac700acf491&device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 1095 time: 0.0670326 Apr 20 16:07:37.218611 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-66bc9930-50a1-4154-b577-dfa63c363ad0 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244342 Apr 20 16:07:37.276477 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0862c930-b85b-48c0-a3c1-88256c5f541c up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:07:37.288391 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-eeafb26f-82cb-45d5-8a7e-d417f483314c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c HTTP/1.1" status: 200 len: 217 time: 0.0521343 Apr 20 16:07:37.419041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-ff5407e9-84bb-4ddc-b7f4-5b63c6d2c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:37.429160 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-ff5407e9-84bb-4ddc-b7f4-5b63c6d2c4ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=30785ee1-dfe9-4ead-a0bc-3012337a5e04 HTTP/1.1" status: 200 len: 854 time: 0.1023431 Apr 20 16:07:37.429405 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 0862c930-b85b-48c0-a3c1-88256c5f541c completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:07:37.429490 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1edf05a-7083-4b8b-8686-952c84bfabcd req-590783b7-f6ff-48a2-a872-bc735c71ce4d service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873507 Apr 20 16:07:37.429564 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 0862c930-b85b-48c0-a3c1-88256c5f541c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:07:37.429564 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:37.439927 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cad78228-1a4e-4372-8a7f-7a921646a52d req-2a1eb651-8038-4452-97a9-2f5a2a374eab tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0369673 Apr 20 16:07:37.457589 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccad71-f0e5-445e-93cd-4588ea298482 req-f1590243-ddef-41ec-b0c6-2bb0055497d6 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:37.467947 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-60ccad71-f0e5-445e-93cd-4588ea298482 req-f1590243-ddef-41ec-b0c6-2bb0055497d6 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 944 time: 0.0720661 Apr 20 16:07:37.503184 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-2d2ec7a8-d294-4f53-bcc4-67d6cc1b2e9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46f443b0-8bf0-4bce-aa17-03fd25f2963c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468161 Apr 20 16:07:37.538451 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:37.539107 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-60ccad71-f0e5-445e-93cd-4588ea298482 req-e985a169-d85b-4ae7-94ae-4843b58b091f tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d3efb5d-abe0-4075-820f-22d00ffcc08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686111 Apr 20 16:07:37.584244 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbb6660-a50b-4838-9f02-2041fa0fa6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0862c930-b85b-48c0-a3c1-88256c5f541c'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:37.586872 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab574b7a-0f71-4780-8ca0-e60b5be29de0" -d '{"events": [{"server_uuid": "fdbb6660-a50b-4838-9f02-2041fa0fa6d3", "name": "network-vif-plugged", "status": "completed", "tag": "0862c930-b85b-48c0-a3c1-88256c5f541c"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:07:37.616985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0862c930-b85b-48c0-a3c1-88256c5f541c, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0862c930-b85b-48c0-a3c1-88256c5f541c,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:37.711721 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:37.786324 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=0862c930-b85b-48c0-a3c1-88256c5f541c,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:37.792536 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace7bb3-1c71-4cc7-a1d0-9026791cd378 req-cfcc3217-b50e-48be-8f02-7791443c9aa9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:37.794133 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aace7bb3-1c71-4cc7-a1d0-9026791cd378 req-cfcc3217-b50e-48be-8f02-7791443c9aa9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d4f0693-059a-4d57-b689-5c5eb350f74c HTTP/1.1" status: 200 len: 948 time: 0.0784698 Apr 20 16:07:37.853460 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aace7bb3-1c71-4cc7-a1d0-9026791cd378 req-fa59babe-569f-44d5-b346-def99cfe003b tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507727 Apr 20 16:07:37.948127 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2af5a8-f0c3-4856-997f-6fb25c1c9299 x-openstack-request-id: req-2a2af5a8-f0c3-4856-997f-6fb25c1c9299 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:07:37.948441 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4f0693-059a-4d57-b689-5c5eb350f74c", "tag": "ce4326ea-ab01-4f9f-b629-75c89ee3a037", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:07:37.948673 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a2af5a8-f0c3-4856-997f-6fb25c1c9299 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:07:37.949068 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a2af5a8-f0c3-4856-997f-6fb25c1c9299'] response: {'name': 'network-changed', 'server_uuid': '0d4f0693-059a-4d57-b689-5c5eb350f74c', 'tag': 'ce4326ea-ab01-4f9f-b629-75c89ee3a037', 'status': 'completed', 'code': 200} Apr 20 16:07:37.993286 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3abd42-cdf5-4ac8-bf41-ef75c110caec req-0aadc501-a054-45a7-90aa-843808f47234 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:38.137031 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bb3abd42-cdf5-4ac8-bf41-ef75c110caec req-0aadc501-a054-45a7-90aa-843808f47234 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 945 time: 0.0533211 Apr 20 16:07:38.137583 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-98fac36c-69ec-47ed-96ed-96906f967db8 service neutron] 10.222.0.30 "GET /v2.0/networks/46f443b0-8bf0-4bce-aa17-03fd25f2963c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111101 Apr 20 16:07:38.137976 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bb3abd42-cdf5-4ac8-bf41-ef75c110caec req-30ad2ab3-a0a0-416b-80bb-094228f8ff4e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315158 Apr 20 16:07:38.138338 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c401b-085b-4c48-8a57-b50df72d562a req-62f7a832-3ac9-4579-832c-141b14855215 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:38.138338 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-851c401b-085b-4c48-8a57-b50df72d562a req-62f7a832-3ac9-4579-832c-141b14855215 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbb6660-a50b-4838-9f02-2041fa0fa6d3 HTTP/1.1" status: 200 len: 949 time: 0.4304714 Apr 20 16:07:38.138338 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-52153eca-145e-46ed-b858-c510f9c968d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:38.138338 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-52153eca-145e-46ed-b858-c510f9c968d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 1096 time: 0.1336632 Apr 20 16:07:38.139083 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4726353a-1451-43cc-92f3-dc99aea12892 req-529a6182-e95f-4fa3-a9f5-308f96b46fbe tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 210 time: 0.0267403 Apr 20 16:07:38.139270 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e650e0-e319-411f-a167-920bdfa4e4d5 req-1ba467a6-5632-4085-8928-9a1a11b7c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:38.139270 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92e650e0-e319-411f-a167-920bdfa4e4d5 req-1ba467a6-5632-4085-8928-9a1a11b7c8c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4c82d1c83884aa980401b1b15bb141d&device_id=0d4f0693-059a-4d57-b689-5c5eb350f74c HTTP/1.1" status: 200 len: 1099 time: 0.1723483 Apr 20 16:07:38.146553 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1f7405-6d33-43bf-9e52-067eb9cb74a3 x-openstack-request-id: req-7b1f7405-6d33-43bf-9e52-067eb9cb74a3 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:07:38.146553 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbb6660-a50b-4838-9f02-2041fa0fa6d3", "name": "network-vif-plugged", "status": "completed", "tag": "0862c930-b85b-48c0-a3c1-88256c5f541c", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:07:38.146553 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b1f7405-6d33-43bf-9e52-067eb9cb74a3 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:07:38.146553 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b1f7405-6d33-43bf-9e52-067eb9cb74a3'] response: {'server_uuid': 'fdbb6660-a50b-4838-9f02-2041fa0fa6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0862c930-b85b-48c0-a3c1-88256c5f541c', 'code': 200} Apr 20 16:07:38.250597 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-851c401b-085b-4c48-8a57-b50df72d562a req-419aac94-f6f7-4d72-ae6d-d06d1950a91b tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920564 Apr 20 16:07:38.334126 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9f372fd-4f8c-411a-a235-ddb05b01c741 req-4d458f22-19a1-46ff-ae39-1a7da0163a7c service neutron] 10.222.0.30 "GET /v2.0/networks/46f443b0-8bf0-4bce-aa17-03fd25f2963c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865090 Apr 20 16:07:38.360690 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e650e0-e319-411f-a167-920bdfa4e4d5 req-dc4d1890-5d8c-42df-b46d-29cb9f59efec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:38.365713 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92e650e0-e319-411f-a167-920bdfa4e4d5 req-dc4d1890-5d8c-42df-b46d-29cb9f59efec service neutron] 10.222.0.30 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.2295651 Apr 20 16:07:38.368932 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d098ee-3074-4b1b-8df6-d7552aef42c4 req-f643f08a-6d3b-48bf-9de8-5d726840a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:38.370344 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68d098ee-3074-4b1b-8df6-d7552aef42c4 req-f643f08a-6d3b-48bf-9de8-5d726840a801 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fdbb6660-a50b-4838-9f02-2041fa0fa6d3 HTTP/1.1" status: 200 len: 1101 time: 0.1260660 Apr 20 16:07:38.372570 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-02cacccb-f71a-406e-bdc2-fb20d1f261af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:38.373886 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-02cacccb-f71a-406e-bdc2-fb20d1f261af service neutron] 10.222.0.30 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 909 time: 0.2554638 Apr 20 16:07:38.425664 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92e650e0-e319-411f-a167-920bdfa4e4d5 req-bbbfef1e-dda7-4ed9-9861-99113e44d8d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=ce4326ea-ab01-4f9f-b629-75c89ee3a037 HTTP/1.1" status: 200 len: 217 time: 0.0541444 Apr 20 16:07:38.458426 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-f69fb2de-7747-424d-979b-420baf8b0d47 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d18b182-d4de-47d8-a1a2-e02eb00550a1 HTTP/1.1" status: 200 len: 217 time: 0.0731778 Apr 20 16:07:38.530285 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68d098ee-3074-4b1b-8df6-d7552aef42c4 req-635d179b-2e1c-4d48-b5d3-37a29ff7850c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497223 Apr 20 16:07:38.545424 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-2a6b9688-c950-47e5-8262-00218933ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:38.546863 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-2a6b9688-c950-47e5-8262-00218933ad56 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f HTTP/1.1" status: 200 len: 848 time: 0.0805836 Apr 20 16:07:38.548275 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e650e0-e319-411f-a167-920bdfa4e4d5 req-df149d12-a9bd-4f1e-8a30-24f8299db894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:38.549607 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92e650e0-e319-411f-a167-920bdfa4e4d5 req-df149d12-a9bd-4f1e-8a30-24f8299db894 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0931473 Apr 20 16:07:38.641417 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-2f51cf0f-bb0d-42fe-80ec-4781c6f05881 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766420 Apr 20 16:07:38.661103 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-186f4b79-ffca-46da-be75-e1dc19019402 req-0da4097a-dbb2-4ad2-9801-0c8cfca38afc tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0245893 Apr 20 16:07:38.719209 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e650e0-e319-411f-a167-920bdfa4e4d5 req-5209985d-1321-4e96-bcd7-43cd745ee3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:38.720972 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92e650e0-e319-411f-a167-920bdfa4e4d5 req-5209985d-1321-4e96-bcd7-43cd745ee3f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1605654 Apr 20 16:07:38.757683 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab02b3-9c57-42f5-8bdf-db9829ebfb6d req-8ab046a3-1a2d-4caa-8e2d-182eb7a2c204 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:38.759184 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2bab02b3-9c57-42f5-8bdf-db9829ebfb6d req-8ab046a3-1a2d-4caa-8e2d-182eb7a2c204 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 944 time: 0.1237652 Apr 20 16:07:38.842953 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-a4cf5955-4604-4fae-9483-4c04d250289d service neutron] 10.222.0.30 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922324 Apr 20 16:07:38.847174 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52812) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:38.895061 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2bab02b3-9c57-42f5-8bdf-db9829ebfb6d req-70b5b59a-688c-4cfd-bfc9-a4bfaafd9584 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d3efb5d-abe0-4075-820f-22d00ffcc08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189079 Apr 20 16:07:38.947700 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92e650e0-e319-411f-a167-920bdfa4e4d5 req-039dfbff-2dd1-4f1c-9718-32da186af98e service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089858 Apr 20 16:07:38.964720 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-925dae9b-d2a1-46a4-8ce5-576032a61560 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1878832049-network', 'tenant_id': 'c868090f09f14326be10aba38a0d6d20'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:38.998734 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987c3ff-1eef-4b19-8a33-237acea4fa96 req-5bba2a18-c855-4fbe-a962-a0e08537210b tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:39.000197 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b987c3ff-1eef-4b19-8a33-237acea4fa96 req-5bba2a18-c855-4fbe-a962-a0e08537210b tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d4f0693-059a-4d57-b689-5c5eb350f74c HTTP/1.1" status: 200 len: 948 time: 0.0673196 Apr 20 16:07:39.019022 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-a9612078-d2a1-4763-8852-83d9b9d3b210 service neutron] 10.222.0.30 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659591 Apr 20 16:07:39.049364 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b987c3ff-1eef-4b19-8a33-237acea4fa96 req-c1d87288-8b69-433f-9fdb-58f0eed7bf5b tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418189 Apr 20 16:07:39.055474 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92e650e0-e319-411f-a167-920bdfa4e4d5 req-48697342-b2fc-42eb-908b-931713494de6 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975518 Apr 20 16:07:39.059538 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925dae9b-d2a1-46a4-8ce5-576032a61560 admin admin] Made reservation on behalf of c868090f09f14326be10aba38a0d6d20 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:39.061943 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-925dae9b-d2a1-46a4-8ce5-576032a61560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:39.070662 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-925dae9b-d2a1-46a4-8ce5-576032a61560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:39.143898 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-925dae9b-d2a1-46a4-8ce5-576032a61560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:39.210826 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-26aebbef-9088-45d0-9fb7-971d31a15ac0 req-59b71f61-806b-4108-a684-66c5e3ae01fd tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 210 time: 0.0275369 Apr 20 16:07:39.229569 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-925dae9b-d2a1-46a4-8ce5-576032a61560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:39.257873 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925dae9b-d2a1-46a4-8ce5-576032a61560 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:07:39.264999 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb518df9-e3f5-41ee-95d4-f4350c91e6a5 req-ed4fea16-a533-4db9-b8e6-97289bbf39ca tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:39.266493 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb518df9-e3f5-41ee-95d4-f4350c91e6a5 req-ed4fea16-a533-4db9-b8e6-97289bbf39ca tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 945 time: 0.0829430 Apr 20 16:07:39.267993 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dae9b-d2a1-46a4-8ce5-576032a61560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca65f03-edb3-4c86-86df-d9032d2bc538,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:39.291889 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-a81f5670-6550-412e-b918-93c9ae521be9 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:39.293805 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-a81f5670-6550-412e-b918-93c9ae521be9 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b&tenant_id=f99d78ffab8c43cca67be1fec063f621&binding%3Ahost_id=n-h1-836146-2 HTTP/1.1" status: 200 len: 1096 time: 0.0787916 Apr 20 16:07:39.299395 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-925dae9b-d2a1-46a4-8ce5-576032a61560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:39.305312 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-925dae9b-d2a1-46a4-8ce5-576032a61560 admin admin] Added segment 03b5d361-ce63-4ac1-9ff9-9582180d8087 of type vlan for network 61ada51f-5528-46f9-b6ea-2958c68d7ccd Apr 20 16:07:39.316416 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-1e94ff05-e6ae-4a85-91f6-2b7bd3e53022 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836146-2'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:39.325164 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb518df9-e3f5-41ee-95d4-f4350c91e6a5 req-12d802db-7dc5-44e2-b0bb-9a4ffe4f3d85 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516891 Apr 20 16:07:39.367455 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-925dae9b-d2a1-46a4-8ce5-576032a61560 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:39.392727 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-1e94ff05-e6ae-4a85-91f6-2b7bd3e53022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:39.425140 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea1ab5-7aa5-4b53-8707-914a0c6158ed req-d985d00c-c306-44f7-9993-5b3200bbe6d4 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:39.426296 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d0ea1ab5-7aa5-4b53-8707-914a0c6158ed req-d985d00c-c306-44f7-9993-5b3200bbe6d4 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbb6660-a50b-4838-9f02-2041fa0fa6d3 HTTP/1.1" status: 200 len: 950 time: 0.0700159 Apr 20 16:07:39.468911 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d0ea1ab5-7aa5-4b53-8707-914a0c6158ed req-6e6908d6-4f8d-44c7-b13d-a8375842eacf tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340521 Apr 20 16:07:39.489550 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-925dae9b-d2a1-46a4-8ce5-576032a61560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:39.490512 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925dae9b-d2a1-46a4-8ce5-576032a61560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:39.491096 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-925dae9b-d2a1-46a4-8ce5-576032a61560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:39.512743 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7265f246-8a90-487e-a910-30b796d597f0 req-8be6ab7d-239c-46d1-9bf2-3ea8e0d3cae9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0301712 Apr 20 16:07:39.544609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-1e94ff05-e6ae-4a85-91f6-2b7bd3e53022 service neutron] For port 8d18b182-d4de-47d8-a1a2-e02eb00550a1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=8d18b182-d4de-47d8-a1a2-e02eb00550a1,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:39.550608 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dae9b-d2a1-46a4-8ce5-576032a61560 admin admin] Pushing event updated for resources: {'Network': ['ID=61ada51f-5528-46f9-b6ea-2958c68d7ccd,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:39.561955 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 61ada51f-5528-46f9-b6ea-2958c68d7ccd details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:07:39.584398 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-1e94ff05-e6ae-4a85-91f6-2b7bd3e53022 service neutron] For port 8d18b182-d4de-47d8-a1a2-e02eb00550a1, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:07:39.611474 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-925dae9b-d2a1-46a4-8ce5-576032a61560 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7621300 Apr 20 16:07:39.612293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52824) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:39.618332 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-30dec1e8-610f-45fd-a476-c8c6865c1dd6 admin admin] Request body: {'subnet': {'network_id': '61ada51f-5528-46f9-b6ea-2958c68d7ccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1878832049-subnet', 'tenant_id': 'c868090f09f14326be10aba38a0d6d20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:39.637921 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-1e94ff05-e6ae-4a85-91f6-2b7bd3e53022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:39.759785 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-1e94ff05-e6ae-4a85-91f6-2b7bd3e53022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:39.779430 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9ec9ebb-93b1-4af1-a6b6-87ef89f1e7cb req-24258cc1-e5f0-40dc-abec-e5b8d6d9d0b4 tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0297737 Apr 20 16:07:39.801364 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dec1e8-610f-45fd-a476-c8c6865c1dd6 admin admin] Made reservation on behalf of c868090f09f14326be10aba38a0d6d20 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:39.803600 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-30dec1e8-610f-45fd-a476-c8c6865c1dd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:39.878923 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94ff05-e6ae-4a85-91f6-2b7bd3e53022 service neutron] Pushing event updated for resources: {'Port': ['ID=8d18b182-d4de-47d8-a1a2-e02eb00550a1,revision_number=7']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:39.922700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-1e94ff05-e6ae-4a85-91f6-2b7bd3e53022 service neutron] Attempting to bind port 8d18b182-d4de-47d8-a1a2-e02eb00550a1 on host n-h1-836146-2 for vnic_type normal with profile {"migrating_to": "n-h2-836146-2"} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:07:39.923054 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-1e94ff05-e6ae-4a85-91f6-2b7bd3e53022 service neutron] Attempting to bind port 8d18b182-d4de-47d8-a1a2-e02eb00550a1 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:07:39.923413 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-1e94ff05-e6ae-4a85-91f6-2b7bd3e53022 service neutron] Attempting to bind port 8d18b182-d4de-47d8-a1a2-e02eb00550a1 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:39.932812 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-1e94ff05-e6ae-4a85-91f6-2b7bd3e53022 service neutron] Port 8d18b182-d4de-47d8-a1a2-e02eb00550a1 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:07:39.933132 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-1e94ff05-e6ae-4a85-91f6-2b7bd3e53022 service neutron] Attempting to bind port 8d18b182-d4de-47d8-a1a2-e02eb00550a1 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:39.941886 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-1e94ff05-e6ae-4a85-91f6-2b7bd3e53022 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:07:39.941886 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-1e94ff05-e6ae-4a85-91f6-2b7bd3e53022 service neutron] Checking segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:07:39.941886 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-1e94ff05-e6ae-4a85-91f6-2b7bd3e53022 service neutron] Bound using segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:07:39.942231 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-1e94ff05-e6ae-4a85-91f6-2b7bd3e53022 service neutron] Bound port: 8d18b182-d4de-47d8-a1a2-e02eb00550a1, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:07:39.942513 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-1e94ff05-e6ae-4a85-91f6-2b7bd3e53022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:39.951054 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27125394-a443-4005-8abb-ad774dc8203b', 'tag': '5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c'}, {'server_uuid': 'd5062f7b-34d3-479c-9cd1-73807059385b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d18b182-d4de-47d8-a1a2-e02eb00550a1'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:39.953924 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5a3482-ad74-4df6-a586-146c33bbe4fe" -d '{"events": [{"name": "network-changed", "server_uuid": "27125394-a443-4005-8abb-ad774dc8203b", "tag": "5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c"}, {"server_uuid": "d5062f7b-34d3-479c-9cd1-73807059385b", "name": "network-vif-unplugged", "status": "completed", "tag": "8d18b182-d4de-47d8-a1a2-e02eb00550a1"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:07:40.018537 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 20 Apr 2022 16:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a45536f-d020-4359-95de-4876cc6d8fef x-openstack-request-id: req-2a45536f-d020-4359-95de-4876cc6d8fef {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:07:40.018802 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27125394-a443-4005-8abb-ad774dc8203b", "tag": "5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c", "status": "completed", "code": 200}, {"server_uuid": "d5062f7b-34d3-479c-9cd1-73807059385b", "name": "network-vif-unplugged", "status": "completed", "tag": "8d18b182-d4de-47d8-a1a2-e02eb00550a1", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:07:40.019051 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a45536f-d020-4359-95de-4876cc6d8fef {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:07:40.019438 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a45536f-d020-4359-95de-4876cc6d8fef'] response: {'name': 'network-changed', 'server_uuid': '27125394-a443-4005-8abb-ad774dc8203b', 'tag': '5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c', 'status': 'completed', 'code': 200} Apr 20 16:07:40.019683 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a45536f-d020-4359-95de-4876cc6d8fef'] response: {'server_uuid': 'd5062f7b-34d3-479c-9cd1-73807059385b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d18b182-d4de-47d8-a1a2-e02eb00550a1', 'code': 200} Apr 20 16:07:40.028569 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ebc4bf-042b-41ba-897b-387e2b545c3e req-ed791341-8630-4588-86af-07489e691b89 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:40.030050 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-33ebc4bf-042b-41ba-897b-387e2b545c3e req-ed791341-8630-4588-86af-07489e691b89 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 944 time: 0.0559564 Apr 20 16:07:40.071984 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-33ebc4bf-042b-41ba-897b-387e2b545c3e req-5e7c66c1-e825-4134-bb93-6302f59d8f48 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d3efb5d-abe0-4075-820f-22d00ffcc08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341051 Apr 20 16:07:40.072459 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-1e94ff05-e6ae-4a85-91f6-2b7bd3e53022 service neutron] For port 8d18b182-d4de-47d8-a1a2-e02eb00550a1, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:07:40.105768 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-1e94ff05-e6ae-4a85-91f6-2b7bd3e53022 service neutron] For port 8d18b182-d4de-47d8-a1a2-e02eb00550a1, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=8d18b182-d4de-47d8-a1a2-e02eb00550a1,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:07:40.137470 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a3482-ad74-4df6-a586-146c33bbe4fe req-1826d7eb-7bff-4206-ae02-14b0fe5b38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:40.138956 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f5a3482-ad74-4df6-a586-146c33bbe4fe req-1826d7eb-7bff-4206-ae02-14b0fe5b38e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa16c8c7edaa4c7ca4320ac700acf491&device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 1095 time: 0.0517297 Apr 20 16:07:40.267044 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-1e94ff05-e6ae-4a85-91f6-2b7bd3e53022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:40.268980 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-30dec1e8-610f-45fd-a476-c8c6865c1dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:40.327125 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bf2eb0d5-d43b-4ae3-bf29-99b8a5be9dc9 req-f47210f3-7155-4954-be77-acc3fcdb8f3c tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 210 time: 0.0328250 Apr 20 16:07:40.446397 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c55230-ea25-499b-a3b8-eaf42396d088 req-48043478-3720-4097-b5bf-83944e958b58 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:40.447996 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-98c55230-ea25-499b-a3b8-eaf42396d088 req-48043478-3720-4097-b5bf-83944e958b58 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 943 time: 0.0511146 Apr 20 16:07:40.463414 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ec4ea-32db-435f-bcbd-ee43608c0aad req-95d9589f-f26b-4ca6-9f38-26cc6e15519c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:40.465168 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fc5ec4ea-32db-435f-bcbd-ee43608c0aad req-95d9589f-f26b-4ca6-9f38-26cc6e15519c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d4f0693-059a-4d57-b689-5c5eb350f74c HTTP/1.1" status: 200 len: 948 time: 0.3099685 Apr 20 16:07:40.473615 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dec1e8-610f-45fd-a476-c8c6865c1dd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd2fbc8a-0a20-4ad4-911d-4c69a65912da,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:40.489878 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-98c55230-ea25-499b-a3b8-eaf42396d088 req-0cb8b017-4f26-4361-bdd8-170966d2aa3d tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351179 Apr 20 16:07:40.494187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a3482-ad74-4df6-a586-146c33bbe4fe req-75611374-5665-48c8-8a04-640d68cceb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:40.495633 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f5a3482-ad74-4df6-a586-146c33bbe4fe req-75611374-5665-48c8-8a04-640d68cceb89 service neutron] 10.222.0.30 "GET /v2.0/networks?id=46f443b0-8bf0-4bce-aa17-03fd25f2963c HTTP/1.1" status: 200 len: 915 time: 0.3496034 Apr 20 16:07:40.496177 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94ff05-e6ae-4a85-91f6-2b7bd3e53022 service neutron] Pushing event updated for resources: {'Port': ['ID=8d18b182-d4de-47d8-a1a2-e02eb00550a1,revision_number=8']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:40.505504 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-1e94ff05-e6ae-4a85-91f6-2b7bd3e53022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:40.506105 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-1e94ff05-e6ae-4a85-91f6-2b7bd3e53022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:40.507388 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-1e94ff05-e6ae-4a85-91f6-2b7bd3e53022 service neutron] 10.222.0.30 "PUT /v2.0/ports/8d18b182-d4de-47d8-a1a2-e02eb00550a1 HTTP/1.1" status: 200 len: 1121 time: 1.1995022 Apr 20 16:07:40.518493 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-835af36a-4f6c-49a1-8ce6-194d59b7cfc2 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:40.519850 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-835af36a-4f6c-49a1-8ce6-194d59b7cfc2 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.26 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 821 time: 0.3656545 Apr 20 16:07:40.541963 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-3946ab31-f6e2-447a-94b6-725c706955d3 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Request body: {'port': {'device_id': '9f9bdd49-8721-40ce-b7b4-75ad586a5b74', 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06', 'admin_state_up': True, 'tenant_id': '3ddb013be8294812939175e62e5c71d2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:40.589414 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 634efcd2-2583-403e-9a9e-1ace043618f5 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:07:40.590614 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dec1e8-610f-45fd-a476-c8c6865c1dd6 admin admin] Checking segment: {'id': '03b5d361-ce63-4ac1-9ff9-9582180d8087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '61ada51f-5528-46f9-b6ea-2958c68d7ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:07:40.591017 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dec1e8-610f-45fd-a476-c8c6865c1dd6 admin admin] Network hostable DHCP agents. Network: 61ada51f-5528-46f9-b6ea-2958c68d7ccd, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:07:40.593738 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f5a3482-ad74-4df6-a586-146c33bbe4fe req-442d893a-649b-4fe8-b75d-2102b99d8ed1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c HTTP/1.1" status: 200 len: 217 time: 0.0896919 Apr 20 16:07:40.624514 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a28198-ed7a-4ce0-8d95-dcf905d9738c req-e8d73605-fbae-4323-b3fe-74cba6964ad7 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:40.626097 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-33a28198-ed7a-4ce0-8d95-dcf905d9738c req-e8d73605-fbae-4323-b3fe-74cba6964ad7 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbb6660-a50b-4838-9f02-2041fa0fa6d3 HTTP/1.1" status: 200 len: 950 time: 0.0626833 Apr 20 16:07:40.670892 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['8d18b182-d4de-47d8-a1a2-e02eb00550a1'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:07:40.685240 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-33a28198-ed7a-4ce0-8d95-dcf905d9738c req-bc6f8891-d765-45c2-869f-02cd08b46e09 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503862 Apr 20 16:07:40.752532 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 634efcd2-2583-403e-9a9e-1ace043618f5, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=634efcd2-2583-403e-9a9e-1ace043618f5,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:40.771999 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '634efcd2-2583-403e-9a9e-1ace043618f5', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': '634efcd2-2583-403e-9a9e-1ace043618f5', 'mac_address': 'fa:16:3e:f2:d8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:07:40.840014 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:40.866895 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 634efcd2-2583-403e-9a9e-1ace043618f5 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:07:40.886602 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fc5ec4ea-32db-435f-bcbd-ee43608c0aad req-ea9efbb7-f4ca-4afb-b2ec-5eb366bfb83f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942347 Apr 20 16:07:40.912787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 634efcd2-2583-403e-9a9e-1ace043618f5, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=634efcd2-2583-403e-9a9e-1ace043618f5,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:40.949058 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a3482-ad74-4df6-a586-146c33bbe4fe req-1432a9dc-184d-4e7f-87f4-b0c28701ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:40.950558 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f5a3482-ad74-4df6-a586-146c33bbe4fe req-1432a9dc-184d-4e7f-87f4-b0c28701ddc8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=30785ee1-dfe9-4ead-a0bc-3012337a5e04 HTTP/1.1" status: 200 len: 854 time: 0.3405764 Apr 20 16:07:40.986410 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:41.000797 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f5a3482-ad74-4df6-a586-146c33bbe4fe req-20a13190-1dea-4a7f-bafb-0298979a1e3c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46f443b0-8bf0-4bce-aa17-03fd25f2963c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429809 Apr 20 16:07:41.030125 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bebd98cf-b068-492e-b586-a0a1057ff99f req-92142aaf-a1d9-4ac2-a468-1aa731bead74 tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0488398 Apr 20 16:07:41.031993 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dec1e8-610f-45fd-a476-c8c6865c1dd6 admin admin] Network 61ada51f-5528-46f9-b6ea-2958c68d7ccd is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:07:41.041613 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=634efcd2-2583-403e-9a9e-1ace043618f5,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:41.101369 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9003a4e-0543-4ea2-9748-4ffd3cdc688b req-ce909de3-25f0-4172-9abf-ea1631ef7d0f tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:41.103527 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c9003a4e-0543-4ea2-9748-4ffd3cdc688b req-ce909de3-25f0-4172-9abf-ea1631ef7d0f tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbb6660-a50b-4838-9f02-2041fa0fa6d3 HTTP/1.1" status: 200 len: 950 time: 0.0610859 Apr 20 16:07:41.124804 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f5a3482-ad74-4df6-a586-146c33bbe4fe req-2a650b18-b68d-4748-9833-c26642d8e36f service neutron] 10.222.0.30 "GET /v2.0/networks/46f443b0-8bf0-4bce-aa17-03fd25f2963c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055698 Apr 20 16:07:41.146045 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c9003a4e-0543-4ea2-9748-4ffd3cdc688b req-10a0663b-5e1a-4421-8362-7e7055ad4034 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356927 Apr 20 16:07:41.180379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-30dec1e8-610f-45fd-a476-c8c6865c1dd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 61ada51f-5528-46f9-b6ea-2958c68d7ccd) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:07:41.185081 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dec1e8-610f-45fd-a476-c8c6865c1dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:41.186932 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-30dec1e8-610f-45fd-a476-c8c6865c1dd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:41.190768 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279d1124-090f-4b87-8c5d-21e82c753b15 None None] Network 61ada51f-5528-46f9-b6ea-2958c68d7ccd requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:07:41.208959 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-3946ab31-f6e2-447a-94b6-725c706955d3 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Made reservation on behalf of 3ddb013be8294812939175e62e5c71d2 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:41.212476 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-3946ab31-f6e2-447a-94b6-725c706955d3 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:41.300073 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8e4fb-4eed-4927-8d19-ac6c72e9c8a1 req-18132492-473f-432d-8ddd-31b7568230c6 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:41.301649 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-47f8e4fb-4eed-4927-8d19-ac6c72e9c8a1 req-18132492-473f-432d-8ddd-31b7568230c6 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 944 time: 0.1568201 Apr 20 16:07:41.330546 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d5618c-4511-4441-9223-f6dba8437d06 None None] Network 61ada51f-5528-46f9-b6ea-2958c68d7ccd requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:07:41.381481 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-30dec1e8-610f-45fd-a476-c8c6865c1dd6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7682111 Apr 20 16:07:41.424323 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f716f92b-33a0-41a9-a805-a0f909825602 req-0c8be2ff-9832-442a-846c-0df2c5dfa67a tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f097208bdd324ea482e2f28dde071847&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370722 Apr 20 16:07:41.452448 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f5a3482-ad74-4df6-a586-146c33bbe4fe req-01531bc3-9526-4d23-963b-d88449d2c227 service neutron] 10.222.0.30 "GET /v2.0/networks/46f443b0-8bf0-4bce-aa17-03fd25f2963c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972534 Apr 20 16:07:41.461013 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-47f8e4fb-4eed-4927-8d19-ac6c72e9c8a1 req-a0bfa3cf-161a-4eed-bf6b-5a03bfd3c199 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d3efb5d-abe0-4075-820f-22d00ffcc08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213825 Apr 20 16:07:41.494277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-3946ab31-f6e2-447a-94b6-725c706955d3 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Allocated IP 172.20.0.9 (3edbee39-317f-4464-9f65-314e099e8e06/66ca5027-e9c8-41ce-8129-1d35f4e0c95c/a10f8156-ab9a-4e04-af6d-a3fcaeda1332) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:07:41.571949 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716f92b-33a0-41a9-a805-a0f909825602 req-a558aeaf-783a-4546-a294-ac28c5ef611a tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:41.573585 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f716f92b-33a0-41a9-a805-a0f909825602 req-a558aeaf-783a-4546-a294-ac28c5ef611a tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1484840 Apr 20 16:07:41.591897 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f716f92b-33a0-41a9-a805-a0f909825602 req-c1ca61a3-b94a-43ee-ab07-d22efd5de758 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/quotas/f097208bdd324ea482e2f28dde071847 HTTP/1.1" status: 200 len: 375 time: 0.0100350 Apr 20 16:07:41.641594 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6101835-893b-4e93-9a1e-f355fc51e46c req-918f9466-5c3d-4263-bb2d-979e138d6ad1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 210 time: 0.0741155 Apr 20 16:07:41.656307 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f716f92b-33a0-41a9-a805-a0f909825602 req-5f2a4d4c-8261-4392-9708-bd719139404e tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f097208bdd324ea482e2f28dde071847&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0582829 Apr 20 16:07:41.704442 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-3946ab31-f6e2-447a-94b6-725c706955d3 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:41.776098 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607859c-9663-420a-8041-e4c574b4bbf7 req-0ce9ab0f-b0cd-4b65-83ae-99144a58c655 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:41.779101 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2607859c-9663-420a-8041-e4c574b4bbf7 req-0ce9ab0f-b0cd-4b65-83ae-99144a58c655 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 943 time: 0.0651536 Apr 20 16:07:41.821790 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2607859c-9663-420a-8041-e4c574b4bbf7 req-2f624a4e-eb92-45b7-a64f-f8b2b4cb3dd5 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357826 Apr 20 16:07:41.867668 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['634efcd2-2583-403e-9a9e-1ace043618f5'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:07:41.883521 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-3946ab31-f6e2-447a-94b6-725c706955d3 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:41.973135 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946ab31-f6e2-447a-94b6-725c706955d3 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Pushing event updated for resources: {'Port': ['ID=a10f8156-ab9a-4e04-af6d-a3fcaeda1332,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:42.009042 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ae382d38-70fe-435a-ae41-1d67022fd5e5 req-cdaaddcd-f946-4a38-b157-e9ca6a583231 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=47219f74-c8b3-47ee-97d8-673f48416bc3 HTTP/1.1" status: 200 len: 210 time: 0.1134465 Apr 20 16:07:42.029246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-3946ab31-f6e2-447a-94b6-725c706955d3 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Network 3edbee39-317f-4464-9f65-314e099e8e06 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:07:42.029878 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5062f7b-34d3-479c-9cd1-73807059385b', 'tag': '8d18b182-d4de-47d8-a1a2-e02eb00550a1'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:42.032265 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da17c8fc-ac0c-406c-9cb4-2e3fb6557f69" -d '{"events": [{"name": "network-changed", "server_uuid": "d5062f7b-34d3-479c-9cd1-73807059385b", "tag": "8d18b182-d4de-47d8-a1a2-e02eb00550a1"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:07:42.046588 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-3946ab31-f6e2-447a-94b6-725c706955d3 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:07:42.059319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-3946ab31-f6e2-447a-94b6-725c706955d3 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:07:42.085009 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dffd4-b840-480a-8329-b4c34cb5479f req-d13951cc-426b-4664-86ef-4ccae7ff0015 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:42.089056 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d40dffd4-b840-480a-8329-b4c34cb5479f req-d13951cc-426b-4664-86ef-4ccae7ff0015 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d4f0693-059a-4d57-b689-5c5eb350f74c HTTP/1.1" status: 200 len: 948 time: 0.0879614 Apr 20 16:07:42.095252 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fd6aa8-4545-407b-a18e-21e4ae69df3f x-openstack-request-id: req-58fd6aa8-4545-407b-a18e-21e4ae69df3f {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:07:42.095252 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5062f7b-34d3-479c-9cd1-73807059385b", "tag": "8d18b182-d4de-47d8-a1a2-e02eb00550a1", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:07:42.095252 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58fd6aa8-4545-407b-a18e-21e4ae69df3f {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:07:42.095252 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58fd6aa8-4545-407b-a18e-21e4ae69df3f'] response: {'name': 'network-changed', 'server_uuid': 'd5062f7b-34d3-479c-9cd1-73807059385b', 'tag': '8d18b182-d4de-47d8-a1a2-e02eb00550a1', 'status': 'completed', 'code': 200} Apr 20 16:07:42.125269 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-3946ab31-f6e2-447a-94b6-725c706955d3 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:42.126533 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-3946ab31-f6e2-447a-94b6-725c706955d3 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:42.130149 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d40dffd4-b840-480a-8329-b4c34cb5479f req-abb50505-182d-469d-9122-1c787ab58987 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368187 Apr 20 16:07:42.175335 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17c8fc-ac0c-406c-9cb4-2e3fb6557f69 req-684c3ccb-e95e-4dd1-a364-9d852b6478b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:42.177436 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da17c8fc-ac0c-406c-9cb4-2e3fb6557f69 req-684c3ccb-e95e-4dd1-a364-9d852b6478b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 1124 time: 0.0447719 Apr 20 16:07:42.192586 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1d2980a9-7745-4cdc-87be-9d59d325b3ff req-25f043b3-055d-4381-b444-00a42aafcf67 tempest-ServersAdmin275Test-272688962 tempest-ServersAdmin275Test-272688962-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0252552 Apr 20 16:07:42.243321 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-3946ab31-f6e2-447a-94b6-725c706955d3 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7063391 Apr 20 16:07:42.267410 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-1acf79c0-2a0e-4263-a7c2-f482b1965c48 service neutron] Request body: {'port': {'device_id': '9f9bdd49-8721-40ce-b7b4-75ad586a5b74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:42.295973 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17c8fc-ac0c-406c-9cb4-2e3fb6557f69 req-a7321149-5a8f-4b23-ab95-6f166550ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:42.302095 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da17c8fc-ac0c-406c-9cb4-2e3fb6557f69 req-a7321149-5a8f-4b23-ab95-6f166550ce15 service neutron] 10.222.0.26 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 909 time: 0.1117325 Apr 20 16:07:42.327536 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52902) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:42.335383 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1136741590-network', 'tenant_id': '997aa63b77994fa2a282699f817f24b6'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:42.351950 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-1acf79c0-2a0e-4263-a7c2-f482b1965c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:42.365549 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da17c8fc-ac0c-406c-9cb4-2e3fb6557f69 req-36d9bce7-4edd-4859-8437-327e58fed615 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d18b182-d4de-47d8-a1a2-e02eb00550a1 HTTP/1.1" status: 200 len: 217 time: 0.0482886 Apr 20 16:07:42.422397 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17c8fc-ac0c-406c-9cb4-2e3fb6557f69 req-2281d733-052a-4ea0-89e9-36a107d9f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:42.424465 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da17c8fc-ac0c-406c-9cb4-2e3fb6557f69 req-2281d733-052a-4ea0-89e9-36a107d9f848 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f HTTP/1.1" status: 200 len: 848 time: 0.0445850 Apr 20 16:07:42.454663 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da17c8fc-ac0c-406c-9cb4-2e3fb6557f69 req-58d11ba8-db1e-4625-8722-a1a3672c1720 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230649 Apr 20 16:07:42.524770 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Made reservation on behalf of 997aa63b77994fa2a282699f817f24b6 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:42.527261 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:42.540903 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:42.570712 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da17c8fc-ac0c-406c-9cb4-2e3fb6557f69 req-b2d4ac01-2d7c-4c78-99da-505b806ea3a8 service neutron] 10.222.0.26 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089587 Apr 20 16:07:42.605127 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ce4326ea-ab01-4f9f-b629-75c89ee3a037 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:07:42.674284 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da17c8fc-ac0c-406c-9cb4-2e3fb6557f69 req-26729917-353e-48bc-8b45-2183a473fc60 service neutron] 10.222.0.26 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947757 Apr 20 16:07:42.677531 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf652c8-99af-4ef4-a988-b7c0686265dd req-0a1ce2eb-3189-4568-a240-bebec1167af8 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:42.679021 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4bf652c8-99af-4ef4-a988-b7c0686265dd req-0a1ce2eb-3189-4568-a240-bebec1167af8 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 944 time: 0.1230624 Apr 20 16:07:42.734649 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port ce4326ea-ab01-4f9f-b629-75c89ee3a037, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ce4326ea-ab01-4f9f-b629-75c89ee3a037,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:42.750313 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'ce4326ea-ab01-4f9f-b629-75c89ee3a037', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'ce4326ea-ab01-4f9f-b629-75c89ee3a037', 'mac_address': 'fa:16:3e:0d:ef:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:07:42.779275 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4bf652c8-99af-4ef4-a988-b7c0686265dd req-850ff708-a5b4-4aa8-a01a-215f887b3d93 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d3efb5d-abe0-4075-820f-22d00ffcc08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912111 Apr 20 16:07:42.785225 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-1acf79c0-2a0e-4263-a7c2-f482b1965c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10f8156-ab9a-4e04-af6d-a3fcaeda1332 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:07:42.799361 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-1acf79c0-2a0e-4263-a7c2-f482b1965c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:42.800321 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:42.806353 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:42.824162 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4326ea-ab01-4f9f-b629-75c89ee3a037 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:07:42.827637 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56865dd-8fc7-4bc5-990a-13bf7dce3999 req-44a17409-9f07-4329-ab2f-bd76152c6f03 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:42.836983 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d56865dd-8fc7-4bc5-990a-13bf7dce3999 req-44a17409-9f07-4329-ab2f-bd76152c6f03 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 931 time: 0.0844285 Apr 20 16:07:42.839911 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-1acf79c0-2a0e-4263-a7c2-f482b1965c48 service neutron] Transition to ACTIVE for port object a10f8156-ab9a-4e04-af6d-a3fcaeda1332 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:07:42.842769 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d3fcc60-d40c-4c5f-9817-105523d1cdf0 req-9e5a84e4-4d99-4f6e-a3fb-f98597c83c0d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d4456821c1314fc08f876536a3eeb1da&device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0351844 Apr 20 16:07:42.850831 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port ce4326ea-ab01-4f9f-b629-75c89ee3a037, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ce4326ea-ab01-4f9f-b629-75c89ee3a037,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:42.873458 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d56865dd-8fc7-4bc5-990a-13bf7dce3999 req-1d581c9e-2e64-46ae-894f-13b4c2228e06 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354216 Apr 20 16:07:42.889849 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:42.913940 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d3fcc60-d40c-4c5f-9817-105523d1cdf0 req-6a1fd48c-199e-4c28-854e-9a44d161f386 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d4456821c1314fc08f876536a3eeb1da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522993 Apr 20 16:07:42.915650 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-32f32a83-d0f9-49ae-98a7-f312ac153a3c req-3af46f8e-a05e-4047-b1e2-4cadddfee46e tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0444360 Apr 20 16:07:42.939861 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:07:42.967984 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-1acf79c0-2a0e-4263-a7c2-f482b1965c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:42.975780 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:42.976120 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Added segment 0a5ac0a2-d64e-4568-90f0-78ec4fbbee57 of type vlan for network 3b643dcd-e991-4d8f-8574-602b522a3099 Apr 20 16:07:42.989105 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315e8f3-84d2-4d84-b5a5-e92787956491 req-59b3514c-fbd1-47e1-98dc-83c1c9cae3cc tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:42.990612 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0315e8f3-84d2-4d84-b5a5-e92787956491 req-59b3514c-fbd1-47e1-98dc-83c1c9cae3cc tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 943 time: 0.0532279 Apr 20 16:07:42.996578 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:43.030123 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a292a9-4312-4405-b1d6-58bc5e02beca,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:43.032973 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0315e8f3-84d2-4d84-b5a5-e92787956491 req-3526d2f1-3411-4d26-85d1-6e49b33c93e2 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353971 Apr 20 16:07:43.068986 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=ce4326ea-ab01-4f9f-b629-75c89ee3a037,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:43.083466 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:43.083811 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:43.084148 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:43.084519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:43.084846 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:43.085170 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:43.085489 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:43.085811 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:43.086125 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:43.086439 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:43.086753 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:43.087070 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:43.106075 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:43.125560 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf79c0-2a0e-4263-a7c2-f482b1965c48 service neutron] Pushing event updated for resources: {'Port': ['ID=a10f8156-ab9a-4e04-af6d-a3fcaeda1332,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:43.149144 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e844f6a-3e8e-46a4-9a8d-877417de3e02 req-ec3071b7-d335-4fd6-bfc8-5ff272d869e4 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=47219f74-c8b3-47ee-97d8-673f48416bc3 HTTP/1.1" status: 200 len: 210 time: 0.0483420 Apr 20 16:07:43.223514 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fcc60-d40c-4c5f-9817-105523d1cdf0 req-c1612a1b-9e3f-4530-8f2d-40241c6ba4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:43.224988 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d3fcc60-d40c-4c5f-9817-105523d1cdf0 req-c1612a1b-9e3f-4530-8f2d-40241c6ba4aa service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3013861 Apr 20 16:07:43.253551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-1acf79c0-2a0e-4263-a7c2-f482b1965c48 service neutron] Attempting to bind port a10f8156-ab9a-4e04-af6d-a3fcaeda1332 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:07:43.253885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-1acf79c0-2a0e-4263-a7c2-f482b1965c48 service neutron] Attempting to bind port a10f8156-ab9a-4e04-af6d-a3fcaeda1332 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:07:43.254212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-1acf79c0-2a0e-4263-a7c2-f482b1965c48 service neutron] Attempting to bind port a10f8156-ab9a-4e04-af6d-a3fcaeda1332 on network 3edbee39-317f-4464-9f65-314e099e8e06 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:43.255706 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bf65e-c87e-41b9-b56e-cf2bc451d7bf req-d7640587-a7c7-4c5b-b7c9-79228abc4d0e tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:43.257571 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b76bf65e-c87e-41b9-b56e-cf2bc451d7bf req-d7640587-a7c7-4c5b-b7c9-79228abc4d0e tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d4f0693-059a-4d57-b689-5c5eb350f74c HTTP/1.1" status: 200 len: 949 time: 0.0561945 Apr 20 16:07:43.259309 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-1acf79c0-2a0e-4263-a7c2-f482b1965c48 service neutron] Port a10f8156-ab9a-4e04-af6d-a3fcaeda1332 on network 3edbee39-317f-4464-9f65-314e099e8e06 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:07:43.278554 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-1acf79c0-2a0e-4263-a7c2-f482b1965c48 service neutron] Attempting to bind port a10f8156-ab9a-4e04-af6d-a3fcaeda1332 on network 3edbee39-317f-4464-9f65-314e099e8e06 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:43.278554 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-1acf79c0-2a0e-4263-a7c2-f482b1965c48 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:07:43.278554 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-1acf79c0-2a0e-4263-a7c2-f482b1965c48 service neutron] Checking segment: {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:07:43.278554 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-1acf79c0-2a0e-4263-a7c2-f482b1965c48 service neutron] Bound using segment: {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:07:43.278554 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-1acf79c0-2a0e-4263-a7c2-f482b1965c48 service neutron] Bound port: a10f8156-ab9a-4e04-af6d-a3fcaeda1332, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:07:43.278554 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-1acf79c0-2a0e-4263-a7c2-f482b1965c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:43.298676 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b76bf65e-c87e-41b9-b56e-cf2bc451d7bf req-807c4c11-b361-4513-8e12-e62da7d43d53 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323567 Apr 20 16:07:43.303396 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:43.303396 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:43.303396 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:43.382425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] Pushing event updated for resources: {'Network': ['ID=3b643dcd-e991-4d8f-8574-602b522a3099,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:43.384933 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-1acf79c0-2a0e-4263-a7c2-f482b1965c48 service neutron] For port a10f8156-ab9a-4e04-af6d-a3fcaeda1332, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:07:43.389395 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-1acf79c0-2a0e-4263-a7c2-f482b1965c48 service neutron] For port a10f8156-ab9a-4e04-af6d-a3fcaeda1332, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a10f8156-ab9a-4e04-af6d-a3fcaeda1332,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:07:43.393740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 3b643dcd-e991-4d8f-8574-602b522a3099 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:07:43.416588 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c5b851ed-2bf4-461c-b4c9-3a87d6503782 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0880468 Apr 20 16:07:43.419282 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52918) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:43.424755 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-49f58d5f-067f-44a3-ac58-e716cf5490f6 admin admin] Request body: {'subnet': {'network_id': '3b643dcd-e991-4d8f-8574-602b522a3099', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1136741590-subnet', 'tenant_id': '997aa63b77994fa2a282699f817f24b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:43.471863 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-1acf79c0-2a0e-4263-a7c2-f482b1965c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:43.508211 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-1acf79c0-2a0e-4263-a7c2-f482b1965c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:43.508847 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-1acf79c0-2a0e-4263-a7c2-f482b1965c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:43.510200 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-1acf79c0-2a0e-4263-a7c2-f482b1965c48 service neutron] 10.222.0.26 "PUT /v2.0/ports/a10f8156-ab9a-4e04-af6d-a3fcaeda1332 HTTP/1.1" status: 200 len: 1091 time: 1.2471125 Apr 20 16:07:43.531198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf79c0-2a0e-4263-a7c2-f482b1965c48 service neutron] Pushing event updated for resources: {'Port': ['ID=a10f8156-ab9a-4e04-af6d-a3fcaeda1332,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:43.534396 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f58d5f-067f-44a3-ac58-e716cf5490f6 admin admin] Made reservation on behalf of 997aa63b77994fa2a282699f817f24b6 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:43.536658 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-49f58d5f-067f-44a3-ac58-e716cf5490f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:43.597484 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['ce4326ea-ab01-4f9f-b629-75c89ee3a037'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:07:43.724778 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-d911ebcb-cec4-4020-87bf-a14867dd8a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:43.726200 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-d911ebcb-cec4-4020-87bf-a14867dd8a6a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 1094 time: 0.0828571 Apr 20 16:07:43.778826 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-3f8afbd1-1303-4025-9c8f-fdb0a6460fd7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a10f8156-ab9a-4e04-af6d-a3fcaeda1332 HTTP/1.1" status: 200 len: 217 time: 0.0338597 Apr 20 16:07:43.813202 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-49f58d5f-067f-44a3-ac58-e716cf5490f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:43.865322 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-54cb1a10-d852-46f5-9f4b-1c089165ffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:43.866787 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-54cb1a10-d852-46f5-9f4b-1c089165ffa7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66ca5027-e9c8-41ce-8129-1d35f4e0c95c HTTP/1.1" status: 200 len: 861 time: 0.0792198 Apr 20 16:07:43.932149 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f58d5f-067f-44a3-ac58-e716cf5490f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dd11842-939e-4f80-89e6-ee98501aa763,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:43.937504 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-616dc1f3-513d-4187-8e65-042858f22b13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3edbee39-317f-4464-9f65-314e099e8e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534904 Apr 20 16:07:43.947012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f58d5f-067f-44a3-ac58-e716cf5490f6 admin admin] Checking segment: {'id': '0a5ac0a2-d64e-4568-90f0-78ec4fbbee57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3b643dcd-e991-4d8f-8574-602b522a3099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:07:43.947366 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f58d5f-067f-44a3-ac58-e716cf5490f6 admin admin] Network hostable DHCP agents. Network: 3b643dcd-e991-4d8f-8574-602b522a3099, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:07:43.984226 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ef956-9c17-4b14-9460-dc8f453ac74e req-1c97d480-4856-4ea5-861f-f064ccdc051f tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:43.986828 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-da3ef956-9c17-4b14-9460-dc8f453ac74e req-1c97d480-4856-4ea5-861f-f064ccdc051f tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 944 time: 0.1177123 Apr 20 16:07:43.993977 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdaea0-71c2-4d3c-bc57-28f937ad6338 req-7b28aaf9-273b-4749-871a-f30e1f1ba714 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:43.995471 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c9fdaea0-71c2-4d3c-bc57-28f937ad6338 req-7b28aaf9-273b-4749-871a-f30e1f1ba714 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 943 time: 0.0522108 Apr 20 16:07:44.034744 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c9fdaea0-71c2-4d3c-bc57-28f937ad6338 req-273c007c-6b05-46ea-b5ec-5f9a3881d0ce tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331931 Apr 20 16:07:44.071884 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-da3ef956-9c17-4b14-9460-dc8f453ac74e req-8d8b403f-a0c2-432b-8332-52ccfc414a29 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d3efb5d-abe0-4075-820f-22d00ffcc08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540195 Apr 20 16:07:44.090522 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-cf9e51dc-8bc3-48b1-8baf-9815ce3ff795 service neutron] 10.222.0.26 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401942 Apr 20 16:07:44.096200 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9bdd49-8721-40ce-b7b4-75ad586a5b74', 'tag': 'a10f8156-ab9a-4e04-af6d-a3fcaeda1332'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:44.098687 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc38451-723e-40ba-be7a-d7c96e853001" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9bdd49-8721-40ce-b7b4-75ad586a5b74", "tag": "a10f8156-ab9a-4e04-af6d-a3fcaeda1332"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:07:44.109803 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f58d5f-067f-44a3-ac58-e716cf5490f6 admin admin] Network 3b643dcd-e991-4d8f-8574-602b522a3099 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:07:44.134257 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2c4998c2-12f5-4c58-b2f9-a8d480f598e1 req-459320ea-9e4a-41af-9981-5590fb986897 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0263171 Apr 20 16:07:44.195805 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3df953-c592-49a1-9b9b-88ef6ba346a7 x-openstack-request-id: req-ac3df953-c592-49a1-9b9b-88ef6ba346a7 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:07:44.196092 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9bdd49-8721-40ce-b7b4-75ad586a5b74", "tag": "a10f8156-ab9a-4e04-af6d-a3fcaeda1332", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:07:44.196444 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac3df953-c592-49a1-9b9b-88ef6ba346a7 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:07:44.196843 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3df953-c592-49a1-9b9b-88ef6ba346a7'] response: {'name': 'network-changed', 'server_uuid': '9f9bdd49-8721-40ce-b7b4-75ad586a5b74', 'tag': 'a10f8156-ab9a-4e04-af6d-a3fcaeda1332', 'status': 'completed', 'code': 200} Apr 20 16:07:44.228486 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-49f58d5f-067f-44a3-ac58-e716cf5490f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 3b643dcd-e991-4d8f-8574-602b522a3099) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:07:44.239494 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6792f01d-9aba-4a32-8b6d-30be4e1803ca None None] Network 3b643dcd-e991-4d8f-8574-602b522a3099 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:07:44.243664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f58d5f-067f-44a3-ac58-e716cf5490f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:44.244502 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-49f58d5f-067f-44a3-ac58-e716cf5490f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:44.253676 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2131cd-dc61-4c7c-b923-0f812b411e11 req-b289d384-22fa-497d-9213-7db6ac8a691f tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:44.255198 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8f2131cd-dc61-4c7c-b923-0f812b411e11 req-b289d384-22fa-497d-9213-7db6ac8a691f tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 943 time: 0.0983241 Apr 20 16:07:44.265618 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61edd8f7-5b56-465e-92b9-4bcd1c8a1e0e req-b8ec76b0-5b5e-4ef6-9485-4514e943cf35 service neutron] 10.222.0.26 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630473 Apr 20 16:07:44.269587 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-618d007f-75a5-45d4-8708-435bc8009a18 req-e6365419-b51e-4197-8ae5-c88ea805d019 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=47219f74-c8b3-47ee-97d8-673f48416bc3 HTTP/1.1" status: 200 len: 210 time: 0.0321934 Apr 20 16:07:44.303800 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8f2131cd-dc61-4c7c-b923-0f812b411e11 req-cca6bd78-275b-4d77-a8f0-a275aaf47b93 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405393 Apr 20 16:07:44.365418 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f716f92b-33a0-41a9-a805-a0f909825602 req-7802e5a0-c64c-4665-8927-ad6ee521f296 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=f097208bdd324ea482e2f28dde071847&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217748 Apr 20 16:07:44.368954 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-49f58d5f-067f-44a3-ac58-e716cf5490f6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9487443 Apr 20 16:07:44.392503 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c1a31a-65f3-4831-8f5e-c98e12197920 None None] Network 3b643dcd-e991-4d8f-8574-602b522a3099 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:07:44.427129 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6101897-57af-44cd-a8e4-e6f18cd89e1f req-8ebdfdd2-7bac-4d7c-9bd8-7d416c742bfd tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:44.429117 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d6101897-57af-44cd-a8e4-e6f18cd89e1f req-8ebdfdd2-7bac-4d7c-9bd8-7d416c742bfd tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d4f0693-059a-4d57-b689-5c5eb350f74c HTTP/1.1" status: 200 len: 949 time: 0.0573320 Apr 20 16:07:44.485586 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d6101897-57af-44cd-a8e4-e6f18cd89e1f req-cc85c153-aec1-461f-93d7-5e053ad9e2ad tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490289 Apr 20 16:07:44.542773 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716f92b-33a0-41a9-a805-a0f909825602 req-6f1e9fea-005d-4cf2-b336-4f9300b28cf2 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:44.544830 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f716f92b-33a0-41a9-a805-a0f909825602 req-6f1e9fea-005d-4cf2-b336-4f9300b28cf2 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742575 Apr 20 16:07:44.571613 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-f716f92b-33a0-41a9-a805-a0f909825602 req-62886531-dc03-4bc2-9cb5-3c429da7053e tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Request body: {'port': {'device_id': '47219f74-c8b3-47ee-97d8-673f48416bc3', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': 'f097208bdd324ea482e2f28dde071847'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:44.577603 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc38451-723e-40ba-be7a-d7c96e853001 req-12e0ad9f-cf7a-405a-8e2b-8ca10adc461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:44.580203 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dfc38451-723e-40ba-be7a-d7c96e853001 req-12e0ad9f-cf7a-405a-8e2b-8ca10adc461f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 1094 time: 0.0622487 Apr 20 16:07:44.624178 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:07:44.643232 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 634efcd2-2583-403e-9a9e-1ace043618f5 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:07:44.694178 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc38451-723e-40ba-be7a-d7c96e853001 req-2941935c-4223-4cd2-bca4-720e05534fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:44.696305 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dfc38451-723e-40ba-be7a-d7c96e853001 req-2941935c-4223-4cd2-bca4-720e05534fc4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 922 time: 0.1041510 Apr 20 16:07:44.760798 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f716f92b-33a0-41a9-a805-a0f909825602 req-62886531-dc03-4bc2-9cb5-3c429da7053e tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Made reservation on behalf of f097208bdd324ea482e2f28dde071847 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:44.762609 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dfc38451-723e-40ba-be7a-d7c96e853001 req-489bea8c-0980-4f91-8245-252cbae4a8f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a10f8156-ab9a-4e04-af6d-a3fcaeda1332 HTTP/1.1" status: 200 len: 217 time: 0.0557420 Apr 20 16:07:44.764615 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f716f92b-33a0-41a9-a805-a0f909825602 req-62886531-dc03-4bc2-9cb5-3c429da7053e tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:44.789744 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c,segment=NetworkSegment(11b0f194-0bfa-4350-abb2-6ee19bbb34c0),segment_id=11b0f194-0bfa-4350-abb2-6ee19bbb34c0)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:44.822327 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 634efcd2-2583-403e-9a9e-1ace043618f5 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:07:44.826732 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c', 'network_id': '46f443b0-8bf0-4bce-aa17-03fd25f2963c', 'port_id': '5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c', 'mac_address': 'fa:16:3e:1d:36:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30785ee1-dfe9-4ead-a0bc-3012337a5e04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:07:44.858550 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc38451-723e-40ba-be7a-d7c96e853001 req-995fc954-0695-4e6f-bc96-3a594c911ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:44.859998 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dfc38451-723e-40ba-be7a-d7c96e853001 req-995fc954-0695-4e6f-bc96-3a594c911ab2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66ca5027-e9c8-41ce-8129-1d35f4e0c95c HTTP/1.1" status: 200 len: 861 time: 0.0822608 Apr 20 16:07:44.862564 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 634efcd2-2583-403e-9a9e-1ace043618f5 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:07:44.862942 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:44.896609 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dfc38451-723e-40ba-be7a-d7c96e853001 req-6c34fca1-4641-4b4e-a553-8511c11549d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3edbee39-317f-4464-9f65-314e099e8e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277710 Apr 20 16:07:44.898362 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:44.919585 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:07:44.943038 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c,segment=NetworkSegment(11b0f194-0bfa-4350-abb2-6ee19bbb34c0),segment_id=11b0f194-0bfa-4350-abb2-6ee19bbb34c0)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:44.979802 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:44.992054 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-f716f92b-33a0-41a9-a805-a0f909825602 req-62886531-dc03-4bc2-9cb5-3c429da7053e tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Allocated IP 192.168.233.188 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/8253bc2e-e067-45cb-b6a9-15c92a5c9cc8) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:07:45.005824 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dfc38451-723e-40ba-be7a-d7c96e853001 req-100fefab-970e-4a56-b025-7df8919b77ad service neutron] 10.222.0.26 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926492 Apr 20 16:07:45.009680 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0b1df0-7ed7-4ab8-9553-a880ac245b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634efcd2-2583-403e-9a9e-1ace043618f5'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:45.011949 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae75b048-32e1-47dc-b766-f043e1383a18" -d '{"events": [{"server_uuid": "ec0b1df0-7ed7-4ab8-9553-a880ac245b5a", "name": "network-vif-plugged", "status": "completed", "tag": "634efcd2-2583-403e-9a9e-1ace043618f5"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:07:45.014160 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-d032e653-2f45-4eca-9918-c8b4fb4af3a5 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:45.015624 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-d032e653-2f45-4eca-9918-c8b4fb4af3a5 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/networks?id=61ada51f-5528-46f9-b6ea-2958c68d7ccd HTTP/1.1" status: 200 len: 815 time: 0.1633573 Apr 20 16:07:45.056934 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-7cb82481-7cfb-4b48-9313-189a600b8da3 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/quotas/c868090f09f14326be10aba38a0d6d20 HTTP/1.1" status: 200 len: 375 time: 0.0235674 Apr 20 16:07:45.109208 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-5216ecf6-c914-423f-98d5-c409f002fdc2 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c868090f09f14326be10aba38a0d6d20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451083 Apr 20 16:07:45.143805 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac26ecd-13d6-4abe-9d50-5cf5d56bf357 x-openstack-request-id: req-4ac26ecd-13d6-4abe-9d50-5cf5d56bf357 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:07:45.144177 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0b1df0-7ed7-4ab8-9553-a880ac245b5a", "name": "network-vif-plugged", "status": "completed", "tag": "634efcd2-2583-403e-9a9e-1ace043618f5", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:07:45.144385 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ac26ecd-13d6-4abe-9d50-5cf5d56bf357 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:07:45.144764 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ac26ecd-13d6-4abe-9d50-5cf5d56bf357'] response: {'server_uuid': 'ec0b1df0-7ed7-4ab8-9553-a880ac245b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634efcd2-2583-403e-9a9e-1ace043618f5', 'code': 200} Apr 20 16:07:45.147195 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:45.147845 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 8d18b182-d4de-47d8-a1a2-e02eb00550a1 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:07:45.214715 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb7c8f-140b-4845-a1f7-7392fbaf7dc3 req-9e6457f5-e94f-49f9-be57-8ce15fe0df79 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:45.216544 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-85eb7c8f-140b-4845-a1f7-7392fbaf7dc3 req-9e6457f5-e94f-49f9-be57-8ce15fe0df79 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 943 time: 0.0703769 Apr 20 16:07:45.224611 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 634efcd2-2583-403e-9a9e-1ace043618f5, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=634efcd2-2583-403e-9a9e-1ace043618f5,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:45.228371 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dfc38451-723e-40ba-be7a-d7c96e853001 req-beaad493-a7eb-4bb0-bb70-9f25e0cf9488 service neutron] 10.222.0.26 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638796 Apr 20 16:07:45.245419 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d3fcc60-d40c-4c5f-9817-105523d1cdf0 req-f8cd53e2-d6bc-44c2-8b62-a05c931e2ca1 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.30 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0426750 Apr 20 16:07:45.282167 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-85eb7c8f-140b-4845-a1f7-7392fbaf7dc3 req-c0aa43b0-6bac-4b39-9ae2-ff959ac860de tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526404 Apr 20 16:07:45.300612 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:45.306002 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 8d18b182-d4de-47d8-a1a2-e02eb00550a1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=8d18b182-d4de-47d8-a1a2-e02eb00550a1,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:45.329489 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:45.348693 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 8d18b182-d4de-47d8-a1a2-e02eb00550a1 has no active binding in host n-h2-836146-2 {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 16:07:45.402682 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53336d66-d1f5-4052-9b64-970b31d44354 req-39e7a01d-e5a0-4788-a7f3-c7e1debb1c03 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:45.410866 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=634efcd2-2583-403e-9a9e-1ace043618f5,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:45.411107 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-53336d66-d1f5-4052-9b64-970b31d44354 req-39e7a01d-e5a0-4788-a7f3-c7e1debb1c03 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 945 time: 0.0642412 Apr 20 16:07:45.446441 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-53336d66-d1f5-4052-9b64-970b31d44354 req-63633bb7-b515-46c9-9b4c-dee91b709e1c tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d3efb5d-abe0-4075-820f-22d00ffcc08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346229 Apr 20 16:07:45.534179 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9bf2a437-1beb-45b2-bba0-2a8693e46c40 req-8947fcbb-c98c-46b7-bde4-4818ee0fb105 tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0280237 Apr 20 16:07:45.615751 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f716f92b-33a0-41a9-a805-a0f909825602 req-62886531-dc03-4bc2-9cb5-3c429da7053e tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:45.627881 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-fd9f4c9b-8f77-4a0d-a93a-a638f0130239 service neutron] 10.222.0.15 "GET /v2.0/networks/61ada51f-5528-46f9-b6ea-2958c68d7ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880037 Apr 20 16:07:45.633075 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-567704a2-67fc-4442-b338-143c000cf0eb req-40c0ccaa-f016-4753-8b8b-0e5b4bc8c7c9 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=47219f74-c8b3-47ee-97d8-673f48416bc3 HTTP/1.1" status: 200 len: 210 time: 0.0283360 Apr 20 16:07:45.633767 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dce2ea-b99f-4e2c-a500-e98ffc50cc6b req-f2b2b60d-f75a-45fa-a268-f9182dabbd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:45.635160 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a4dce2ea-b99f-4e2c-a500-e98ffc50cc6b req-f2b2b60d-f75a-45fa-a268-f9182dabbd7d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ec0b1df0-7ed7-4ab8-9553-a880ac245b5a HTTP/1.1" status: 200 len: 1100 time: 0.3936882 Apr 20 16:07:45.736019 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a4dce2ea-b99f-4e2c-a500-e98ffc50cc6b req-1d683218-cde7-4ef7-9043-b160a070bcdc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884075 Apr 20 16:07:45.741824 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a590a48-0127-4c8d-b521-72769c6ed8a9 req-15c76a10-8f7e-4836-8c9e-646eb9c5e907 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:45.743254 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a590a48-0127-4c8d-b521-72769c6ed8a9 req-15c76a10-8f7e-4836-8c9e-646eb9c5e907 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 943 time: 0.0526595 Apr 20 16:07:45.763218 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-ca8ae0bd-105c-4f70-b081-47bddfea8dc6 service neutron] 10.222.0.15 "GET /v2.0/networks/61ada51f-5528-46f9-b6ea-2958c68d7ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257472 Apr 20 16:07:45.789711 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f716f92b-33a0-41a9-a805-a0f909825602 req-62886531-dc03-4bc2-9cb5-3c429da7053e tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:45.830369 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['0862c930-b85b-48c0-a3c1-88256c5f541c'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:07:45.842646 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f716f92b-33a0-41a9-a805-a0f909825602 req-62886531-dc03-4bc2-9cb5-3c429da7053e tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:07:45.846832 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-f716f92b-33a0-41a9-a805-a0f909825602 req-62886531-dc03-4bc2-9cb5-3c429da7053e tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:07:45.849485 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-f716f92b-33a0-41a9-a805-a0f909825602 req-62886531-dc03-4bc2-9cb5-3c429da7053e tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:07:45.880218 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62886531-dc03-4bc2-9cb5-3c429da7053e tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Pushing event updated for resources: {'Port': ['ID=8253bc2e-e067-45cb-b6a9-15c92a5c9cc8,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:45.915328 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716f92b-33a0-41a9-a805-a0f909825602 req-62886531-dc03-4bc2-9cb5-3c429da7053e tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:45.916065 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f716f92b-33a0-41a9-a805-a0f909825602 req-62886531-dc03-4bc2-9cb5-3c429da7053e tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:45.925809 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:07:46.004245 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f716f92b-33a0-41a9-a805-a0f909825602 req-62886531-dc03-4bc2-9cb5-3c429da7053e tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4389122 Apr 20 16:07:46.035938 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-f716f92b-33a0-41a9-a805-a0f909825602 req-e828376b-0805-48d0-ba9c-a75eccea1d5e service neutron] Request body: {'port': {'device_id': '47219f74-c8b3-47ee-97d8-673f48416bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:46.042310 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a590a48-0127-4c8d-b521-72769c6ed8a9 req-4aecb1cd-b0cb-4f8e-982f-17ab2d85bedf tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906239 Apr 20 16:07:46.167282 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d8db34b5-32d1-4cf2-ace8-00618cc86efb req-a424cc9a-4c03-48bc-b61e-fb7432e14719 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1c9a244-02f9-4d56-8b88-04568ec57948 HTTP/1.1" status: 200 len: 210 time: 0.0665874 Apr 20 16:07:46.197523 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22d7ee-6ce2-4e35-b547-3c605d7911ec req-0c208f0e-dcd8-4bbd-ba37-d5018490f3be tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:46.199023 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cf22d7ee-6ce2-4e35-b547-3c605d7911ec req-0c208f0e-dcd8-4bbd-ba37-d5018490f3be tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d4f0693-059a-4d57-b689-5c5eb350f74c HTTP/1.1" status: 200 len: 949 time: 0.1205988 Apr 20 16:07:46.212408 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f716f92b-33a0-41a9-a805-a0f909825602 req-e828376b-0805-48d0-ba9c-a75eccea1d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:46.220367 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3cc3a2a1-35c7-49ee-9010-ada2149560e0 None None] Provisioning complete for port 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:07:46.220744 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3cc3a2a1-35c7-49ee-9010-ada2149560e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:46.257464 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3a2a1-35c7-49ee-9010-ada2149560e0 None None] Port 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:07:46.270148 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cf22d7ee-6ce2-4e35-b547-3c605d7911ec req-18d482ee-9b35-46cc-af7d-b7d4b3bc58ea tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643175 Apr 20 16:07:46.393795 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42db727-b868-486d-845e-f21ecdf34627 req-61ccd42b-e0da-4291-a210-8a8363934e95 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:46.395299 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c42db727-b868-486d-845e-f21ecdf34627 req-61ccd42b-e0da-4291-a210-8a8363934e95 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 943 time: 0.0477598 Apr 20 16:07:46.441134 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c42db727-b868-486d-845e-f21ecdf34627 req-0d1ce59a-1a5b-48b4-bdf0-afd7488487fe tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393600 Apr 20 16:07:46.506444 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-f716f92b-33a0-41a9-a805-a0f909825602 req-e828376b-0805-48d0-ba9c-a75eccea1d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:07:46.515082 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f716f92b-33a0-41a9-a805-a0f909825602 req-e828376b-0805-48d0-ba9c-a75eccea1d5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:46.558504 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-f716f92b-33a0-41a9-a805-a0f909825602 req-e828376b-0805-48d0-ba9c-a75eccea1d5e service neutron] Transition to ACTIVE for port object 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:07:46.584569 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d871b-555d-4ea4-ace4-70a819ce444e req-c8dbe971-0a8d-40b7-8ee9-95be6ad8d2ba tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:46.586069 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-685d871b-555d-4ea4-ace4-70a819ce444e req-c8dbe971-0a8d-40b7-8ee9-95be6ad8d2ba tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 945 time: 0.0679989 Apr 20 16:07:46.624200 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-685d871b-555d-4ea4-ace4-70a819ce444e req-620a08d9-dc05-4cfa-a9b6-9ee05b4ca519 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d3efb5d-abe0-4075-820f-22d00ffcc08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317845 Apr 20 16:07:46.644915 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ce4326ea-ab01-4f9f-b629-75c89ee3a037 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:07:46.664031 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-50e85734-003d-4e5c-b738-00aafca94aec req-1731dd22-f5c6-46d5-a805-c7e9e3c2741b tempest-ServersAdmin275Test-857617884 tempest-ServersAdmin275Test-857617884-project] 10.222.0.15 "GET /v2.0/ports?device_id=98cb0943-252b-450b-b338-f2f1138272a2 HTTP/1.1" status: 200 len: 210 time: 0.0324612 Apr 20 16:07:46.669637 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f716f92b-33a0-41a9-a805-a0f909825602 req-e828376b-0805-48d0-ba9c-a75eccea1d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:46.800533 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828376b-0805-48d0-ba9c-a75eccea1d5e service neutron] Pushing event updated for resources: {'Port': ['ID=8253bc2e-e067-45cb-b6a9-15c92a5c9cc8,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:46.815442 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port ce4326ea-ab01-4f9f-b629-75c89ee3a037 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:07:46.821077 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port ce4326ea-ab01-4f9f-b629-75c89ee3a037 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:07:46.821566 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:46.840933 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d832a01-736f-45f5-b821-7993844f2831 req-e0c9ebda-d85a-4fea-91d1-4cb8b38a10ce tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:46.849468 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8d832a01-736f-45f5-b821-7993844f2831 req-e0c9ebda-d85a-4fea-91d1-4cb8b38a10ce tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=47219f74-c8b3-47ee-97d8-673f48416bc3 HTTP/1.1" status: 200 len: 948 time: 0.1180673 Apr 20 16:07:46.882603 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-f716f92b-33a0-41a9-a805-a0f909825602 req-e828376b-0805-48d0-ba9c-a75eccea1d5e service neutron] Attempting to bind port 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:07:46.882937 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-f716f92b-33a0-41a9-a805-a0f909825602 req-e828376b-0805-48d0-ba9c-a75eccea1d5e service neutron] Attempting to bind port 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:07:46.883256 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f716f92b-33a0-41a9-a805-a0f909825602 req-e828376b-0805-48d0-ba9c-a75eccea1d5e service neutron] Attempting to bind port 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:46.891766 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f716f92b-33a0-41a9-a805-a0f909825602 req-e828376b-0805-48d0-ba9c-a75eccea1d5e service neutron] Port 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8 on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:07:46.892086 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f716f92b-33a0-41a9-a805-a0f909825602 req-e828376b-0805-48d0-ba9c-a75eccea1d5e service neutron] Attempting to bind port 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:46.906444 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8d832a01-736f-45f5-b821-7993844f2831 req-9f724676-a5b9-476d-ab41-11314bd80250 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560951 Apr 20 16:07:46.907819 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f716f92b-33a0-41a9-a805-a0f909825602 req-e828376b-0805-48d0-ba9c-a75eccea1d5e service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:07:46.908152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f716f92b-33a0-41a9-a805-a0f909825602 req-e828376b-0805-48d0-ba9c-a75eccea1d5e service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:07:46.908542 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f716f92b-33a0-41a9-a805-a0f909825602 req-e828376b-0805-48d0-ba9c-a75eccea1d5e service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:07:46.908979 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-f716f92b-33a0-41a9-a805-a0f909825602 req-e828376b-0805-48d0-ba9c-a75eccea1d5e service neutron] Bound port: 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:07:46.909688 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f716f92b-33a0-41a9-a805-a0f909825602 req-e828376b-0805-48d0-ba9c-a75eccea1d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:46.913767 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:46.948888 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port ce4326ea-ab01-4f9f-b629-75c89ee3a037, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ce4326ea-ab01-4f9f-b629-75c89ee3a037,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:46.978898 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-f716f92b-33a0-41a9-a805-a0f909825602 req-e828376b-0805-48d0-ba9c-a75eccea1d5e service neutron] For port 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:07:46.982327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-f716f92b-33a0-41a9-a805-a0f909825602 req-e828376b-0805-48d0-ba9c-a75eccea1d5e service neutron] For port 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=8253bc2e-e067-45cb-b6a9-15c92a5c9cc8,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:07:47.025006 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:47.054081 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f716f92b-33a0-41a9-a805-a0f909825602 req-e828376b-0805-48d0-ba9c-a75eccea1d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:47.077281 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=ce4326ea-ab01-4f9f-b629-75c89ee3a037,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:47.088463 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716f92b-33a0-41a9-a805-a0f909825602 req-e828376b-0805-48d0-ba9c-a75eccea1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:47.089348 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f716f92b-33a0-41a9-a805-a0f909825602 req-e828376b-0805-48d0-ba9c-a75eccea1d5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:47.090780 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f716f92b-33a0-41a9-a805-a0f909825602 req-e828376b-0805-48d0-ba9c-a75eccea1d5e service neutron] 10.222.0.26 "PUT /v2.0/ports/8253bc2e-e067-45cb-b6a9-15c92a5c9cc8 HTTP/1.1" status: 200 len: 1096 time: 1.0600653 Apr 20 16:07:47.093394 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47219f74-c8b3-47ee-97d8-673f48416bc3', 'tag': '8253bc2e-e067-45cb-b6a9-15c92a5c9cc8'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:47.096306 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14644ef2-a306-43aa-a0cf-c93434e67ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "47219f74-c8b3-47ee-97d8-673f48416bc3", "tag": "8253bc2e-e067-45cb-b6a9-15c92a5c9cc8"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:07:47.135484 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828376b-0805-48d0-ba9c-a75eccea1d5e service neutron] Pushing event updated for resources: {'Port': ['ID=8253bc2e-e067-45cb-b6a9-15c92a5c9cc8,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:47.139896 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc5552d-d5c5-4e85-b04e-71726ebb505a x-openstack-request-id: req-4dc5552d-d5c5-4e85-b04e-71726ebb505a {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:07:47.140263 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47219f74-c8b3-47ee-97d8-673f48416bc3", "tag": "8253bc2e-e067-45cb-b6a9-15c92a5c9cc8", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:07:47.140554 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4dc5552d-d5c5-4e85-b04e-71726ebb505a {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:07:47.140941 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dc5552d-d5c5-4e85-b04e-71726ebb505a'] response: {'name': 'network-changed', 'server_uuid': '47219f74-c8b3-47ee-97d8-673f48416bc3', 'tag': '8253bc2e-e067-45cb-b6a9-15c92a5c9cc8', 'status': 'completed', 'code': 200} Apr 20 16:07:47.146077 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4f0693-059a-4d57-b689-5c5eb350f74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4326ea-ab01-4f9f-b629-75c89ee3a037'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:47.149048 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af0ad16-5e8e-4291-b896-1d0874cf4d1a" -d '{"events": [{"server_uuid": "0d4f0693-059a-4d57-b689-5c5eb350f74c", "name": "network-vif-plugged", "status": "completed", "tag": "ce4326ea-ab01-4f9f-b629-75c89ee3a037"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:07:47.190371 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0910fe8-a6c7-4ef2-8209-7cf51ce77ca1 x-openstack-request-id: req-d0910fe8-a6c7-4ef2-8209-7cf51ce77ca1 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:07:47.190680 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4f0693-059a-4d57-b689-5c5eb350f74c", "name": "network-vif-plugged", "status": "completed", "tag": "ce4326ea-ab01-4f9f-b629-75c89ee3a037", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:07:47.197784 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0910fe8-a6c7-4ef2-8209-7cf51ce77ca1 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:07:47.197784 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0910fe8-a6c7-4ef2-8209-7cf51ce77ca1'] response: {'server_uuid': '0d4f0693-059a-4d57-b689-5c5eb350f74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4326ea-ab01-4f9f-b629-75c89ee3a037', 'code': 200} Apr 20 16:07:47.282607 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c0d90818-0403-4238-88bd-209bcd3a4f5d req-9f06fed3-da9c-4aa6-aaae-9cdfef2d598d tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1c9a244-02f9-4d56-8b88-04568ec57948 HTTP/1.1" status: 200 len: 210 time: 0.0456669 Apr 20 16:07:47.302497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14644ef2-a306-43aa-a0cf-c93434e67ddf req-7a91342e-40b1-4d6b-b4fd-bc75b3927ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:47.304171 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-14644ef2-a306-43aa-a0cf-c93434e67ddf req-7a91342e-40b1-4d6b-b4fd-bc75b3927ebb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f097208bdd324ea482e2f28dde071847&device_id=47219f74-c8b3-47ee-97d8-673f48416bc3 HTTP/1.1" status: 200 len: 1099 time: 0.1038430 Apr 20 16:07:47.351158 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-14644ef2-a306-43aa-a0cf-c93434e67ddf req-e240272f-66f6-47da-8f91-1c237f778599 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f097208bdd324ea482e2f28dde071847&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261929 Apr 20 16:07:47.386584 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1683c-6d14-443a-a4e5-a12a89bdcdaf req-22c754fe-c4a1-4996-9a6a-ff8394c1be91 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:47.390135 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71a1683c-6d14-443a-a4e5-a12a89bdcdaf req-22c754fe-c4a1-4996-9a6a-ff8394c1be91 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 943 time: 0.0537968 Apr 20 16:07:47.433426 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71a1683c-6d14-443a-a4e5-a12a89bdcdaf req-a7f23546-e75c-4e6d-8e7e-145bf8cda9dc tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351408 Apr 20 16:07:47.444027 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612523ec-ff8e-408d-be90-3fe05d2f17bb req-7c238533-0a57-4d53-8531-8a9c253a1db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:47.445500 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-612523ec-ff8e-408d-be90-3fe05d2f17bb req-7c238533-0a57-4d53-8531-8a9c253a1db4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0d4f0693-059a-4d57-b689-5c5eb350f74c HTTP/1.1" status: 200 len: 1101 time: 0.1547158 Apr 20 16:07:47.472983 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000e098-565f-4803-a9b5-accceb928227 req-4cc4700b-24a5-4d2f-a7c3-77b7cef2db89 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:47.474410 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3000e098-565f-4803-a9b5-accceb928227 req-4cc4700b-24a5-4d2f-a7c3-77b7cef2db89 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d4f0693-059a-4d57-b689-5c5eb350f74c HTTP/1.1" status: 200 len: 950 time: 0.1277611 Apr 20 16:07:47.530581 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14644ef2-a306-43aa-a0cf-c93434e67ddf req-33016e84-dc53-4907-96fe-64d9b2c934e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:47.539714 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-14644ef2-a306-43aa-a0cf-c93434e67ddf req-33016e84-dc53-4907-96fe-64d9b2c934e8 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1551361 Apr 20 16:07:47.540945 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-612523ec-ff8e-408d-be90-3fe05d2f17bb req-b7c43c7e-f4ab-4d8b-867d-39b50a1cf610 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851452 Apr 20 16:07:47.548585 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3000e098-565f-4803-a9b5-accceb928227 req-cb3c7fa4-b18f-4456-8ee6-98f3d1fd6623 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599649 Apr 20 16:07:47.573129 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c96c0-2657-4c41-818b-e4cb26b39abc req-afb1f915-c9d3-41e8-ac9f-366df5e93666 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:47.579809 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a66c96c0-2657-4c41-818b-e4cb26b39abc req-afb1f915-c9d3-41e8-ac9f-366df5e93666 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 943 time: 0.0598176 Apr 20 16:07:47.621475 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a66c96c0-2657-4c41-818b-e4cb26b39abc req-4a865182-31b1-4862-bd93-8a50c26df420 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379083 Apr 20 16:07:47.651601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716f92b-33a0-41a9-a805-a0f909825602 req-207f53e2-c71d-4376-8cec-6694695414e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:47.653218 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f716f92b-33a0-41a9-a805-a0f909825602 req-207f53e2-c71d-4376-8cec-6694695414e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f097208bdd324ea482e2f28dde071847&device_id=47219f74-c8b3-47ee-97d8-673f48416bc3 HTTP/1.1" status: 200 len: 1099 time: 0.0422459 Apr 20 16:07:47.709113 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f716f92b-33a0-41a9-a805-a0f909825602 req-3dac749a-9a1a-460e-aa66-9febdf520ce4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=8253bc2e-e067-45cb-b6a9-15c92a5c9cc8 HTTP/1.1" status: 200 len: 217 time: 0.0407259 Apr 20 16:07:47.777644 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716f92b-33a0-41a9-a805-a0f909825602 req-09f5f847-e3e4-4f4f-aa48-01f2e1644e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:47.779118 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f716f92b-33a0-41a9-a805-a0f909825602 req-09f5f847-e3e4-4f4f-aa48-01f2e1644e37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0624573 Apr 20 16:07:47.791094 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b2931-2dfc-43ac-bee4-fc8bc4682eec req-f87fba5d-7749-4eea-8445-42e797c0feda tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:47.792508 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ee5b2931-2dfc-43ac-bee4-fc8bc4682eec req-f87fba5d-7749-4eea-8445-42e797c0feda tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 945 time: 0.0858686 Apr 20 16:07:47.855951 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ee5b2931-2dfc-43ac-bee4-fc8bc4682eec req-6aa8ac38-cc02-4e2b-b308-0cf435336a1f tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d3efb5d-abe0-4075-820f-22d00ffcc08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540366 Apr 20 16:07:47.862292 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716f92b-33a0-41a9-a805-a0f909825602 req-69a7d276-efa8-4bf9-953f-d8bae8b40484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:47.863683 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f716f92b-33a0-41a9-a805-a0f909825602 req-69a7d276-efa8-4bf9-953f-d8bae8b40484 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0703387 Apr 20 16:07:47.958639 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f716f92b-33a0-41a9-a805-a0f909825602 req-f3fcf355-a853-426a-b5e7-4ac3c96959b6 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814791 Apr 20 16:07:48.023433 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da021d9b-24ed-4f12-9f61-62d0e1e5fed2 req-9c27c476-0dcc-4256-9faf-12d080edf8b5 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:48.025084 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da021d9b-24ed-4f12-9f61-62d0e1e5fed2 req-9c27c476-0dcc-4256-9faf-12d080edf8b5 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=47219f74-c8b3-47ee-97d8-673f48416bc3 HTTP/1.1" status: 200 len: 948 time: 0.0496252 Apr 20 16:07:48.057423 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f716f92b-33a0-41a9-a805-a0f909825602 req-20e0ee8b-88c5-49b7-8822-164c1879cbd6 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853996 Apr 20 16:07:48.063232 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da021d9b-24ed-4f12-9f61-62d0e1e5fed2 req-cd41c2b7-f238-46fc-bdfe-1982c59fe107 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318277 Apr 20 16:07:48.399118 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-1342dc06-798d-4feb-9049-e53b57ac4742 service neutron] 10.222.0.26 "GET /v2.0/ports/8d18b182-d4de-47d8-a1a2-e02eb00550a1/bindings/n-h2-836146-2 HTTP/1.1" status: 200 len: 384 time: 0.0825067 Apr 20 16:07:48.401146 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-12c7d0c5-87d8-418b-aaef-79c7ef5dd0ff req-1ddf859f-6420-488c-9b35-9b0514922564 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1c9a244-02f9-4d56-8b88-04568ec57948 HTTP/1.1" status: 200 len: 210 time: 0.0331249 Apr 20 16:07:48.434387 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53006) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:48.560221 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78d0d9-a202-438c-bdc9-b10bdf8fc081 req-9fc9f82e-2956-4353-b4d0-84b6c6cbbfb4 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:48.562158 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2c78d0d9-a202-438c-bdc9-b10bdf8fc081 req-9fc9f82e-2956-4353-b4d0-84b6c6cbbfb4 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 943 time: 0.0557783 Apr 20 16:07:48.581833 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6aaf63a3-ed55-4b10-9278-ef011c63244e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:48.587574 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-f838dd62-77b9-4459-b24c-7cad53923ad7 service neutron] For port 8d18b182-d4de-47d8-a1a2-e02eb00550a1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=8d18b182-d4de-47d8-a1a2-e02eb00550a1,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:48.612024 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-f838dd62-77b9-4459-b24c-7cad53923ad7 service neutron] For port 8d18b182-d4de-47d8-a1a2-e02eb00550a1, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:07:48.626744 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2c78d0d9-a202-438c-bdc9-b10bdf8fc081 req-4b307638-5676-4bf0-ad3a-c979ee89bd09 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570195 Apr 20 16:07:48.632044 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 8d18b182-d4de-47d8-a1a2-e02eb00550a1 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:07:48.646624 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:07:48.659394 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-f838dd62-77b9-4459-b24c-7cad53923ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d18b182-d4de-47d8-a1a2-e02eb00550a1 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:07:48.692808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-f838dd62-77b9-4459-b24c-7cad53923ad7 service neutron] For port 8d18b182-d4de-47d8-a1a2-e02eb00550a1, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=8d18b182-d4de-47d8-a1a2-e02eb00550a1,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:48.697817 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6aaf63a3-ed55-4b10-9278-ef011c63244e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:48.724367 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a552979-b017-4f80-ab5d-74bbd38aea2d req-45df928d-32dd-41b9-b53d-5423417a71c7 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:48.725840 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1a552979-b017-4f80-ab5d-74bbd38aea2d req-45df928d-32dd-41b9-b53d-5423417a71c7 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d4f0693-059a-4d57-b689-5c5eb350f74c HTTP/1.1" status: 200 len: 950 time: 0.0701838 Apr 20 16:07:48.763125 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498ce2f-475f-4bf1-8313-3f40fb0392e2 req-2feea2b0-8011-49a9-b357-ef598b5cf0d5 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:48.770888 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5498ce2f-475f-4bf1-8313-3f40fb0392e2 req-2feea2b0-8011-49a9-b357-ef598b5cf0d5 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 943 time: 0.0553708 Apr 20 16:07:48.782709 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1a552979-b017-4f80-ab5d-74bbd38aea2d req-ac8bde1a-ccf6-4681-a776-49af7a63bd0f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449560 Apr 20 16:07:48.798447 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6aaf63a3-ed55-4b10-9278-ef011c63244e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:48.802494 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-f838dd62-77b9-4459-b24c-7cad53923ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:48.826569 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 8d18b182-d4de-47d8-a1a2-e02eb00550a1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=8d18b182-d4de-47d8-a1a2-e02eb00550a1,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:48.829505 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5498ce2f-475f-4bf1-8313-3f40fb0392e2 req-a2058bc7-f9aa-4c14-b9d4-365bc0c9add3 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567870 Apr 20 16:07:48.844647 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 8d18b182-d4de-47d8-a1a2-e02eb00550a1 has no active binding in host n-h2-836146-2 {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 16:07:48.857280 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:07:48.862998 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6aaf63a3-ed55-4b10-9278-ef011c63244e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4456821c1314fc08f876536a3eeb1da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4274495 Apr 20 16:07:48.863755 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:07:48.864367 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:48.865745 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf63a3-ed55-4b10-9278-ef011c63244e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05976944-5ed3-445f-8094-3d21474b4346,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:48.867763 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53016) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:48.874176 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf63a3-ed55-4b10-9278-ef011c63244e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:48.874702 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf63a3-ed55-4b10-9278-ef011c63244e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:48.875217 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf63a3-ed55-4b10-9278-ef011c63244e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:48.875761 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf63a3-ed55-4b10-9278-ef011c63244e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:48.876256 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf63a3-ed55-4b10-9278-ef011c63244e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:48.876778 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf63a3-ed55-4b10-9278-ef011c63244e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:48.877258 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf63a3-ed55-4b10-9278-ef011c63244e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:48.877827 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf63a3-ed55-4b10-9278-ef011c63244e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:48.878297 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf63a3-ed55-4b10-9278-ef011c63244e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:48.878776 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf63a3-ed55-4b10-9278-ef011c63244e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:48.879408 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf63a3-ed55-4b10-9278-ef011c63244e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:48.879883 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaf63a3-ed55-4b10-9278-ef011c63244e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:48.909470 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-f838dd62-77b9-4459-b24c-7cad53923ad7 service neutron] Transition to ACTIVE for port object 8d18b182-d4de-47d8-a1a2-e02eb00550a1 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:07:48.935712 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28642afc-aa80-48fa-9d8f-1d6d4d1b341a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:48.955403 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:48.958322 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28642afc-aa80-48fa-9d8f-1d6d4d1b341a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:48.993234 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c,segment=NetworkSegment(11b0f194-0bfa-4350-abb2-6ee19bbb34c0),segment_id=11b0f194-0bfa-4350-abb2-6ee19bbb34c0)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:49.014107 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-f838dd62-77b9-4459-b24c-7cad53923ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:49.064516 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6457ba-bd3a-40c9-8f2d-f5440d1680d9 req-55422b69-0305-4f89-99a1-b96cba33f356 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:49.066104 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c6457ba-bd3a-40c9-8f2d-f5440d1680d9 req-55422b69-0305-4f89-99a1-b96cba33f356 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 945 time: 0.1057804 Apr 20 16:07:49.103040 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-f838dd62-77b9-4459-b24c-7cad53923ad7 service neutron] No DVR routers for this DVR port 8d18b182-d4de-47d8-a1a2-e02eb00550a1 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:07:49.105410 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:49.161217 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838dd62-77b9-4459-b24c-7cad53923ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d18b182-d4de-47d8-a1a2-e02eb00550a1,revision_number=10']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:49.164159 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:49.171943 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:49.172490 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:49.173268 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:49.173604 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:49.174102 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:49.174441 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:49.174895 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:49.175230 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:49.175562 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:49.175885 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:49.176211 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:49.176556 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:07:49.192989 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27125394-a443-4005-8abb-ad774dc8203b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:49.195572 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290b373d-cbff-447a-9d14-2d328cdefd95" -d '{"events": [{"server_uuid": "27125394-a443-4005-8abb-ad774dc8203b", "name": "network-vif-plugged", "status": "completed", "tag": "5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:07:49.221612 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28642afc-aa80-48fa-9d8f-1d6d4d1b341a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:49.224306 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28642afc-aa80-48fa-9d8f-1d6d4d1b341a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:49.227855 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-28642afc-aa80-48fa-9d8f-1d6d4d1b341a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/05976944-5ed3-445f-8094-3d21474b4346 HTTP/1.1" status: 204 len: 168 time: 0.3567400 Apr 20 16:07:49.268185 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14c11b-3030-40dc-bb25-e920c69d8558 req-13741d54-266b-41e0-95ba-73897c48979c tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:49.269954 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ee14c11b-3030-40dc-bb25-e920c69d8558 req-13741d54-266b-41e0-95ba-73897c48979c tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=47219f74-c8b3-47ee-97d8-673f48416bc3 HTTP/1.1" status: 200 len: 948 time: 0.0786076 Apr 20 16:07:49.276785 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-f838dd62-77b9-4459-b24c-7cad53923ad7 service neutron] 10.222.0.26 "PUT /v2.0/ports/8d18b182-d4de-47d8-a1a2-e02eb00550a1/bindings/n-h2-836146-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8674569 Apr 20 16:07:49.283952 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c6457ba-bd3a-40c9-8f2d-f5440d1680d9 req-db04fe92-acb7-492d-982b-5625d5b44ce5 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d3efb5d-abe0-4075-820f-22d00ffcc08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868560 Apr 20 16:07:49.303601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28642afc-aa80-48fa-9d8f-1d6d4d1b341a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05976944-5ed3-445f-8094-3d21474b4346,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:49.311476 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a10f8156-ab9a-4e04-af6d-a3fcaeda1332 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:07:49.353143 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ee14c11b-3030-40dc-bb25-e920c69d8558 req-da16c066-4ef6-467a-8075-8e4a96f0f046 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750282 Apr 20 16:07:49.368805 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e6e65b-d462-49c6-95ec-775b5fbd1f5a x-openstack-request-id: req-15e6e65b-d462-49c6-95ec-775b5fbd1f5a {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:07:49.372429 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27125394-a443-4005-8abb-ad774dc8203b", "name": "network-vif-plugged", "status": "completed", "tag": "5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:07:49.372429 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15e6e65b-d462-49c6-95ec-775b5fbd1f5a {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:07:49.372429 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15e6e65b-d462-49c6-95ec-775b5fbd1f5a'] response: {'server_uuid': '27125394-a443-4005-8abb-ad774dc8203b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c', 'code': 200} Apr 20 16:07:49.372890 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-6cf81eb3-fb31-4624-9f76-fe2c31382a8a tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:49.372890 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-6cf81eb3-fb31-4624-9f76-fe2c31382a8a tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.30 "GET /v2.0/networks?id=61ada51f-5528-46f9-b6ea-2958c68d7ccd HTTP/1.1" status: 200 len: 815 time: 0.2533319 Apr 20 16:07:49.443880 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port a10f8156-ab9a-4e04-af6d-a3fcaeda1332, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a10f8156-ab9a-4e04-af6d-a3fcaeda1332,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:49.461430 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'a10f8156-ab9a-4e04-af6d-a3fcaeda1332', 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06', 'port_id': 'a10f8156-ab9a-4e04-af6d-a3fcaeda1332', 'mac_address': 'fa:16:3e:46:9b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66ca5027-e9c8-41ce-8129-1d35f4e0c95c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:07:49.475281 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-276be5a9-23dd-4504-bc94-bbe297926289 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Request body: {'port': {'device_id': 'c1c9a244-02f9-4d56-8b88-04568ec57948', 'network_id': '61ada51f-5528-46f9-b6ea-2958c68d7ccd', 'admin_state_up': True, 'tenant_id': 'c868090f09f14326be10aba38a0d6d20'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:49.505421 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:49.519296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10f8156-ab9a-4e04-af6d-a3fcaeda1332 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:07:49.578159 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port a10f8156-ab9a-4e04-af6d-a3fcaeda1332, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a10f8156-ab9a-4e04-af6d-a3fcaeda1332,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:49.590323 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b2ff4d48-abce-4d6b-be15-a9508f34bad5 req-e4940be8-ee04-4a18-a7a8-ea92960fd76d tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1c9a244-02f9-4d56-8b88-04568ec57948 HTTP/1.1" status: 200 len: 210 time: 0.0589750 Apr 20 16:07:49.678176 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:49.694176 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-8d2f32cc-6304-4043-99ec-53bc1df2365e tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:49.695875 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-8d2f32cc-6304-4043-99ec-53bc1df2365e tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b&tenant_id=f99d78ffab8c43cca67be1fec063f621&binding%3Ahost_id=n-h1-836146-2 HTTP/1.1" status: 200 len: 1095 time: 0.1085613 Apr 20 16:07:49.723096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c52d74-6bf2-49a6-94f0-97f584ccaa4b req-34ed5988-36e9-4b74-ba5e-dd2e5aa9e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:49.724807 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-80c52d74-6bf2-49a6-94f0-97f584ccaa4b req-34ed5988-36e9-4b74-ba5e-dd2e5aa9e589 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 1097 time: 0.1054678 Apr 20 16:07:49.776657 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=a10f8156-ab9a-4e04-af6d-a3fcaeda1332,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:49.793412 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-80c52d74-6bf2-49a6-94f0-97f584ccaa4b req-ed1dfe1b-ad7d-4459-9278-d9e40a0c4fad service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3d3efb5d-abe0-4075-820f-22d00ffcc08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418937 Apr 20 16:07:49.800730 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-276be5a9-23dd-4504-bc94-bbe297926289 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Made reservation on behalf of c868090f09f14326be10aba38a0d6d20 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:49.804240 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-276be5a9-23dd-4504-bc94-bbe297926289 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:49.814481 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-641d696c-948a-4725-9344-d29e6b29e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:49.814481 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-641d696c-948a-4725-9344-d29e6b29e15d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b&tenant_id=f99d78ffab8c43cca67be1fec063f621 HTTP/1.1" status: 200 len: 1095 time: 0.0856762 Apr 20 16:07:49.930546 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2030c-d6d6-4cb8-a9ae-44342ad7712d req-cef13e2c-2f78-407b-8e37-324de0e0ba09 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:49.939842 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8ec2030c-d6d6-4cb8-a9ae-44342ad7712d req-cef13e2c-2f78-407b-8e37-324de0e0ba09 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d4f0693-059a-4d57-b689-5c5eb350f74c HTTP/1.1" status: 200 len: 950 time: 0.0615017 Apr 20 16:07:49.980387 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8ec2030c-d6d6-4cb8-a9ae-44342ad7712d req-37f45b36-e18a-4fbf-ace6-dac446a732e6 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391939 Apr 20 16:07:49.992516 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53036) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:50.001503 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-276be5a9-23dd-4504-bc94-bbe297926289 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Allocated IP 172.20.0.6 (61ada51f-5528-46f9-b6ea-2958c68d7ccd/bd2fbc8a-0a20-4ad4-911d-4c69a65912da/9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:07:50.014089 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b63b434a-f335-42b7-bf46-75f26c6a824d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:50.071935 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53811f58-263a-4a99-86de-eb70f0f8e3f7 req-82d450cf-744e-4066-a9f5-7b3db5f7a9ce tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:50.074451 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-53811f58-263a-4a99-86de-eb70f0f8e3f7 req-82d450cf-744e-4066-a9f5-7b3db5f7a9ce tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 944 time: 0.0694697 Apr 20 16:07:50.121487 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b4c77-6e49-4c31-8f32-40a18cc6d2cc req-88f0b7c3-d8b0-47b9-90d3-4c91e48a9aec tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:50.122957 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-100b4c77-6e49-4c31-8f32-40a18cc6d2cc req-88f0b7c3-d8b0-47b9-90d3-4c91e48a9aec tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 944 time: 0.0704317 Apr 20 16:07:50.142082 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-53811f58-263a-4a99-86de-eb70f0f8e3f7 req-417a6e7b-bddb-426f-9b0b-64ff0f51ce97 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572853 Apr 20 16:07:50.173048 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b63b434a-f335-42b7-bf46-75f26c6a824d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:50.196426 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['a10f8156-ab9a-4e04-af6d-a3fcaeda1332'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:07:50.208372 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-100b4c77-6e49-4c31-8f32-40a18cc6d2cc req-042e64d3-e148-48f6-8bf9-e8ce92087f41 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774069 Apr 20 16:07:50.246447 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b63b434a-f335-42b7-bf46-75f26c6a824d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:50.249291 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-276be5a9-23dd-4504-bc94-bbe297926289 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:50.279003 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b434a-f335-42b7-bf46-75f26c6a824d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affb3e46-bbe7-46f5-8b40-b660202038fb,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:50.306165 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b63b434a-f335-42b7-bf46-75f26c6a824d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1646f59f891c498abd4564f3652ac4e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135216 Apr 20 16:07:50.309715 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53040) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:50.343285 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2b1a8-db30-426b-a7fa-4cb6aa223af5 req-6b1c6706-0c6e-4dec-b636-7df8188543b0 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:50.351093 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-90d2b1a8-db30-426b-a7fa-4cb6aa223af5 req-6b1c6706-0c6e-4dec-b636-7df8188543b0 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec0b1df0-7ed7-4ab8-9553-a880ac245b5a HTTP/1.1" status: 200 len: 950 time: 0.1159005 Apr 20 16:07:50.366409 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-a572b719-e4a3-4cb8-ba4f-ce81693e22c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:50.368122 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-a572b719-e4a3-4cb8-ba4f-ce81693e22c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 1095 time: 0.0991101 Apr 20 16:07:50.393655 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-56f20ff0-a990-4424-baf9-70d87ff43b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:50.434474 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-56f20ff0-a990-4424-baf9-70d87ff43b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:50.446233 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-90d2b1a8-db30-426b-a7fa-4cb6aa223af5 req-f8e2c412-6b81-45c3-ab37-dd35f29fa96e tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937922 Apr 20 16:07:50.453875 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976e296-ded2-4b19-a226-1cd611067f2e req-b97eddc7-2908-4e37-be2c-73c4f91b82fb tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:50.455297 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9976e296-ded2-4b19-a226-1cd611067f2e req-b97eddc7-2908-4e37-be2c-73c4f91b82fb tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 946 time: 0.0750511 Apr 20 16:07:50.508841 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-6d27d25b-9a6e-4463-b01e-7f20840da01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:50.509120 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9976e296-ded2-4b19-a226-1cd611067f2e req-f7f841cf-45fe-4896-a1c4-eab1f20a93a8 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d3efb5d-abe0-4075-820f-22d00ffcc08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353608 Apr 20 16:07:50.511948 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-6d27d25b-9a6e-4463-b01e-7f20840da01c service neutron] 10.222.0.30 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 909 time: 0.1337709 Apr 20 16:07:50.513644 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-276be5a9-23dd-4504-bc94-bbe297926289 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:50.596606 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-56f20ff0-a990-4424-baf9-70d87ff43b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:50.599298 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-56f20ff0-a990-4424-baf9-70d87ff43b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:50.603069 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-56f20ff0-a990-4424-baf9-70d87ff43b3e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/affb3e46-bbe7-46f5-8b40-b660202038fb HTTP/1.1" status: 204 len: 168 time: 0.2913368 Apr 20 16:07:50.610940 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f20ff0-a990-4424-baf9-70d87ff43b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affb3e46-bbe7-46f5-8b40-b660202038fb,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:50.617106 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-f168ae4e-9e7f-4339-8827-81b99b039b80 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d18b182-d4de-47d8-a1a2-e02eb00550a1 HTTP/1.1" status: 200 len: 217 time: 0.0764678 Apr 20 16:07:50.618630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-276be5a9-23dd-4504-bc94-bbe297926289 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Network 61ada51f-5528-46f9-b6ea-2958c68d7ccd is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:07:50.628228 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-276be5a9-23dd-4504-bc94-bbe297926289 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:07:50.630638 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-276be5a9-23dd-4504-bc94-bbe297926289 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:07:50.681285 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276be5a9-23dd-4504-bc94-bbe297926289 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Pushing event updated for resources: {'Port': ['ID=9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:50.697855 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518df1f-b025-4ed4-a19c-36648e5d15a7 req-f700bf7a-5fc9-4104-b987-ce31d5f8aed1 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:50.699379 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f518df1f-b025-4ed4-a19c-36648e5d15a7 req-f700bf7a-5fc9-4104-b987-ce31d5f8aed1 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=47219f74-c8b3-47ee-97d8-673f48416bc3 HTTP/1.1" status: 200 len: 948 time: 0.1999536 Apr 20 16:07:50.742032 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-49d86a92-b4b8-4b44-9aad-2518fc2d3858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:50.743503 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-49d86a92-b4b8-4b44-9aad-2518fc2d3858 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f HTTP/1.1" status: 200 len: 848 time: 0.1174009 Apr 20 16:07:50.749229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-276be5a9-23dd-4504-bc94-bbe297926289 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:50.749856 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-276be5a9-23dd-4504-bc94-bbe297926289 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:50.796841 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-a97fb764-ec5c-456a-90d0-883b544ed822 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414801 Apr 20 16:07:50.799817 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f518df1f-b025-4ed4-a19c-36648e5d15a7 req-35527a07-46f2-4a66-977d-543569136c13 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913229 Apr 20 16:07:50.886093 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482059c5-a94a-4975-ba89-4be8f3ac6eb9 req-cfe0c6c7-19b6-4a87-a3bb-d76a9cde97d8 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:50.892492 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482059c5-a94a-4975-ba89-4be8f3ac6eb9 req-cfe0c6c7-19b6-4a87-a3bb-d76a9cde97d8 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:50.894090 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-482059c5-a94a-4975-ba89-4be8f3ac6eb9 req-cfe0c6c7-19b6-4a87-a3bb-d76a9cde97d8 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d4f0693-059a-4d57-b689-5c5eb350f74c&device_id=ec0b1df0-7ed7-4ab8-9553-a880ac245b5a HTTP/1.1" status: 200 len: 1691 time: 0.0610533 Apr 20 16:07:50.916296 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-276be5a9-23dd-4504-bc94-bbe297926289 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4480312 Apr 20 16:07:50.922901 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-ce2c872e-9620-4aed-8df4-6fbed3ea05c8 service neutron] 10.222.0.30 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191452 Apr 20 16:07:50.939365 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-482059c5-a94a-4975-ba89-4be8f3ac6eb9 req-50173783-02b2-4c0b-a3bc-483901aaa804 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389762 Apr 20 16:07:50.939655 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108253c-a1d2-4a2b-bf41-a66a6973b4ce req-b3643ad2-8f2b-442a-a006-6bb1d5c6527a tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:50.941162 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d108253c-a1d2-4a2b-bf41-a66a6973b4ce req-b3643ad2-8f2b-442a-a006-6bb1d5c6527a tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1c9a244-02f9-4d56-8b88-04568ec57948 HTTP/1.1" status: 200 len: 931 time: 0.0715880 Apr 20 16:07:50.953911 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-59574d5e-77a5-4757-838c-a3040be9ed0e service neutron] Request body: {'port': {'device_id': 'c1c9a244-02f9-4d56-8b88-04568ec57948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:51.071356 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d108253c-a1d2-4a2b-bf41-a66a6973b4ce req-6b4f43d5-8c77-486e-ba85-f6114fde21b6 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ca65f03-edb3-4c86-86df-d9032d2bc538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144795 Apr 20 16:07:51.109753 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-59574d5e-77a5-4757-838c-a3040be9ed0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:51.126470 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ada85-9250-49c1-9d80-66d31a2c0071 req-4d759032-4f1c-4bbe-aa50-bec6c70fbe0b tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:51.129119 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-874ada85-9250-49c1-9d80-66d31a2c0071 req-4d759032-4f1c-4bbe-aa50-bec6c70fbe0b tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0d4f0693-059a-4d57-b689-5c5eb350f74c HTTP/1.1" status: 200 len: 1101 time: 0.0588126 Apr 20 16:07:51.136167 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-d0c9bf3b-c9fd-4daa-a1d9-ef1e5b29dfcb service neutron] 10.222.0.30 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939986 Apr 20 16:07:51.175625 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-874ada85-9250-49c1-9d80-66d31a2c0071 req-4dcda50d-a83b-4e0a-9294-f210ac5978a4 tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411570 Apr 20 16:07:51.293563 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ae0e0-68a3-4080-b185-30fb9b3de94c req-fc889be3-2166-4208-b45f-f808d20eac76 tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:51.295105 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b07ae0e0-68a3-4080-b185-30fb9b3de94c req-fc889be3-2166-4208-b45f-f808d20eac76 tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ec0b1df0-7ed7-4ab8-9553-a880ac245b5a HTTP/1.1" status: 200 len: 1101 time: 0.0404565 Apr 20 16:07:51.322088 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:07:51.333178 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a10f8156-ab9a-4e04-af6d-a3fcaeda1332 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:07:51.347990 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b07ae0e0-68a3-4080-b185-30fb9b3de94c req-00693a46-a794-4c07-a257-1c60b2edb800 tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435514 Apr 20 16:07:51.562841 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb4655-ee7b-483c-b074-08316a9562be req-b48e31a7-1874-4e9c-9a4e-1ea73ad3ca54 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:51.562841 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6ebb4655-ee7b-483c-b074-08316a9562be req-b48e31a7-1874-4e9c-9a4e-1ea73ad3ca54 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 944 time: 0.0742080 Apr 20 16:07:51.563092 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=8253bc2e-e067-45cb-b6a9-15c92a5c9cc8,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:51.563092 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '8253bc2e-e067-45cb-b6a9-15c92a5c9cc8', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': '8253bc2e-e067-45cb-b6a9-15c92a5c9cc8', 'mac_address': 'fa:16:3e:af:b2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:07:51.574713 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6ebb4655-ee7b-483c-b074-08316a9562be req-1c547ef1-6b0b-4f9c-9054-850a523c2bde tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489752 Apr 20 16:07:51.606246 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:51.608800 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port a10f8156-ab9a-4e04-af6d-a3fcaeda1332 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:07:51.623481 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port a10f8156-ab9a-4e04-af6d-a3fcaeda1332 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:07:51.624323 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:51.642012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149b2a7-9007-4345-afb5-a5f69f7d149b req-33acc78c-27a8-41d6-8534-de4a90c336fc tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:51.649994 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c149b2a7-9007-4345-afb5-a5f69f7d149b req-33acc78c-27a8-41d6-8534-de4a90c336fc tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 944 time: 0.4027767 Apr 20 16:07:51.701183 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:07:51.704633 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c149b2a7-9007-4345-afb5-a5f69f7d149b req-d33dd332-9ea4-4a4b-a94e-cd39b8738863 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539610 Apr 20 16:07:51.734359 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=8253bc2e-e067-45cb-b6a9-15c92a5c9cc8,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:51.786597 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:51.817909 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9bdd49-8721-40ce-b7b4-75ad586a5b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10f8156-ab9a-4e04-af6d-a3fcaeda1332'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:51.820220 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de597c45-d36f-47f9-824e-5a0a6bcaae9d" -d '{"events": [{"server_uuid": "9f9bdd49-8721-40ce-b7b4-75ad586a5b74", "name": "network-vif-plugged", "status": "completed", "tag": "a10f8156-ab9a-4e04-af6d-a3fcaeda1332"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:07:51.848370 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port a10f8156-ab9a-4e04-af6d-a3fcaeda1332, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a10f8156-ab9a-4e04-af6d-a3fcaeda1332,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:51.851855 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-59574d5e-77a5-4757-838c-a3040be9ed0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:07:51.853032 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:51.888373 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-59574d5e-77a5-4757-838c-a3040be9ed0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:51.919728 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96de63b7-46cd-4559-a984-8e6b202fd00a x-openstack-request-id: req-96de63b7-46cd-4559-a984-8e6b202fd00a {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:07:51.920628 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9bdd49-8721-40ce-b7b4-75ad586a5b74", "name": "network-vif-plugged", "status": "completed", "tag": "a10f8156-ab9a-4e04-af6d-a3fcaeda1332", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:07:51.920999 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96de63b7-46cd-4559-a984-8e6b202fd00a {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:07:51.921560 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96de63b7-46cd-4559-a984-8e6b202fd00a'] response: {'server_uuid': '9f9bdd49-8721-40ce-b7b4-75ad586a5b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10f8156-ab9a-4e04-af6d-a3fcaeda1332', 'code': 200} Apr 20 16:07:51.923193 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=8253bc2e-e067-45cb-b6a9-15c92a5c9cc8,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:51.939577 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:51.940816 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 8d18b182-d4de-47d8-a1a2-e02eb00550a1 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:07:51.943926 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f780c-6dd6-4ac0-b23f-12471449ae03 req-e0c08023-b33b-4365-8e9f-d63462932be1 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:51.955479 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-124f780c-6dd6-4ac0-b23f-12471449ae03 req-e0c08023-b33b-4365-8e9f-d63462932be1 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 946 time: 0.1418583 Apr 20 16:07:51.955479 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-59574d5e-77a5-4757-838c-a3040be9ed0e service neutron] Transition to ACTIVE for port object 9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:07:51.964674 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-5864567e-46fe-4139-8c95-9a03cd1a549f tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:51.966961 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-5864567e-46fe-4139-8c95-9a03cd1a549f tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b&tenant_id=f99d78ffab8c43cca67be1fec063f621&binding%3Ahost_id=n-h2-836146-2 HTTP/1.1" status: 200 len: 1095 time: 0.1101487 Apr 20 16:07:51.999729 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 8d18b182-d4de-47d8-a1a2-e02eb00550a1 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:07:52.047953 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e81efc-f46c-4a52-b25f-af6bfa26e55e req-eb5b3478-4e75-4dea-ac52-db106d4fc931 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:52.049730 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-62e81efc-f46c-4a52-b25f-af6bfa26e55e req-eb5b3478-4e75-4dea-ac52-db106d4fc931 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=47219f74-c8b3-47ee-97d8-673f48416bc3 HTTP/1.1" status: 200 len: 949 time: 0.0606916 Apr 20 16:07:52.050199 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53096) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:52.062363 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=a10f8156-ab9a-4e04-af6d-a3fcaeda1332,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:52.075890 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-59574d5e-77a5-4757-838c-a3040be9ed0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:52.103674 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-62e81efc-f46c-4a52-b25f-af6bfa26e55e req-07ad7de1-e2b6-44cb-8180-7a34fac6a460 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413282 Apr 20 16:07:52.119554 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-124f780c-6dd6-4ac0-b23f-12471449ae03 req-99cf98b9-9b3f-4868-916b-0f63e803cf7a tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d3efb5d-abe0-4075-820f-22d00ffcc08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649601 Apr 20 16:07:52.179599 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d825c-c7b7-40bd-a526-1fbd78263578 req-2326eb80-4b79-492e-9324-ab816b762f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:52.181127 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c87d825c-c7b7-40bd-a526-1fbd78263578 req-2326eb80-4b79-492e-9324-ab816b762f7f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 1096 time: 0.1916063 Apr 20 16:07:52.208008 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59574d5e-77a5-4757-838c-a3040be9ed0e service neutron] Pushing event updated for resources: {'Port': ['ID=9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:52.264518 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-eb93acc7-8604-4473-82ad-f37cc0cc01c3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1836789423-network', 'tenant_id': '85e52892e0324ca0b95b526906064ad9'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:52.282808 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-cb557523-7e3a-4074-aff1-fa46566368c0 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e4c82d1c83884aa980401b1b15bb141d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437872 Apr 20 16:07:52.321216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c87d825c-c7b7-40bd-a526-1fbd78263578 req-d31bde70-8578-4c56-a541-e6c278238420 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236477 Apr 20 16:07:52.340481 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['8253bc2e-e067-45cb-b6a9-15c92a5c9cc8'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:07:52.367568 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb93acc7-8604-4473-82ad-f37cc0cc01c3 admin admin] Made reservation on behalf of 85e52892e0324ca0b95b526906064ad9 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:52.370204 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb93acc7-8604-4473-82ad-f37cc0cc01c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:52.378778 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb93acc7-8604-4473-82ad-f37cc0cc01c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:52.390080 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-59574d5e-77a5-4757-838c-a3040be9ed0e service neutron] Attempting to bind port 9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:07:52.390419 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-59574d5e-77a5-4757-838c-a3040be9ed0e service neutron] Attempting to bind port 9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '03b5d361-ce63-4ac1-9ff9-9582180d8087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '61ada51f-5528-46f9-b6ea-2958c68d7ccd'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:07:52.390743 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-59574d5e-77a5-4757-838c-a3040be9ed0e service neutron] Attempting to bind port 9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c on network 61ada51f-5528-46f9-b6ea-2958c68d7ccd {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:52.398882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-59574d5e-77a5-4757-838c-a3040be9ed0e service neutron] Port 9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c on network 61ada51f-5528-46f9-b6ea-2958c68d7ccd not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:07:52.399206 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-59574d5e-77a5-4757-838c-a3040be9ed0e service neutron] Attempting to bind port 9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c on network 61ada51f-5528-46f9-b6ea-2958c68d7ccd {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:52.411372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-59574d5e-77a5-4757-838c-a3040be9ed0e service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:07:52.411732 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-59574d5e-77a5-4757-838c-a3040be9ed0e service neutron] Checking segment: {'id': '03b5d361-ce63-4ac1-9ff9-9582180d8087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '61ada51f-5528-46f9-b6ea-2958c68d7ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:07:52.412077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-59574d5e-77a5-4757-838c-a3040be9ed0e service neutron] Bound using segment: {'id': '03b5d361-ce63-4ac1-9ff9-9582180d8087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '61ada51f-5528-46f9-b6ea-2958c68d7ccd'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:07:52.412536 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-59574d5e-77a5-4757-838c-a3040be9ed0e service neutron] Bound port: 9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b5d361-ce63-4ac1-9ff9-9582180d8087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '61ada51f-5528-46f9-b6ea-2958c68d7ccd'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:07:52.412893 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-59574d5e-77a5-4757-838c-a3040be9ed0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:52.465250 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb93acc7-8604-4473-82ad-f37cc0cc01c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:52.481918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-68733da2-5665-4693-afc4-cfdaa5ab1b89 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:52.483454 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-68733da2-5665-4693-afc4-cfdaa5ab1b89 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1781194 Apr 20 16:07:52.499680 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-6e744f02-d2b3-4717-9507-97d4febffe0f service neutron] For port 8d18b182-d4de-47d8-a1a2-e02eb00550a1, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:07:52.514098 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-6e744f02-d2b3-4717-9507-97d4febffe0f service neutron] Notify callbacks [] for binding, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:52.515115 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87693606-76a1-4140-8ea6-6bab3d4c1fee req-6e744f02-d2b3-4717-9507-97d4febffe0f service neutron] 10.222.0.30 "DELETE /v2.0/ports/8d18b182-d4de-47d8-a1a2-e02eb00550a1/bindings/n-h1-836146-2 HTTP/1.1" status: 204 len: 173 time: 0.4771459 Apr 20 16:07:52.521775 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-7f651c30-a272-4a10-b8f4-dc88a11fcdcb tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/quotas/e4c82d1c83884aa980401b1b15bb141d HTTP/1.1" status: 200 len: 375 time: 0.0235047 Apr 20 16:07:52.522732 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-59574d5e-77a5-4757-838c-a3040be9ed0e service neutron] For port 9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:07:52.525904 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-59574d5e-77a5-4757-838c-a3040be9ed0e service neutron] For port 9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c,segment=NetworkSegment(03b5d361-ce63-4ac1-9ff9-9582180d8087),segment_id=03b5d361-ce63-4ac1-9ff9-9582180d8087)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:07:52.579187 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-e65092dd-1fa3-410f-b1db-a1f302ce1101 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e4c82d1c83884aa980401b1b15bb141d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499125 Apr 20 16:07:52.579774 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb93acc7-8604-4473-82ad-f37cc0cc01c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:52.605763 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb93acc7-8604-4473-82ad-f37cc0cc01c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:07:52.608458 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-59574d5e-77a5-4757-838c-a3040be9ed0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:52.615380 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93acc7-8604-4473-82ad-f37cc0cc01c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8a3256-548d-4c6e-ac4a-bb982a3fd57c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:52.622623 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb93acc7-8604-4473-82ad-f37cc0cc01c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:52.622623 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-eb93acc7-8604-4473-82ad-f37cc0cc01c3 admin admin] Added segment abb68b5a-fd90-41eb-92a5-419676eb5675 of type vlan for network 89875414-2c68-4260-9779-1ddfe759d2f2 Apr 20 16:07:52.647219 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-59574d5e-77a5-4757-838c-a3040be9ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:52.647219 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-59574d5e-77a5-4757-838c-a3040be9ed0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:52.648124 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-59574d5e-77a5-4757-838c-a3040be9ed0e service neutron] 10.222.0.30 "PUT /v2.0/ports/9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c HTTP/1.1" status: 200 len: 1091 time: 1.7050104 Apr 20 16:07:52.648623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c9a244-02f9-4d56-8b88-04568ec57948', 'tag': '9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:52.651274 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735eaccf-5155-4dd4-b034-093bb9d5f6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c9a244-02f9-4d56-8b88-04568ec57948", "tag": "9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:07:52.667675 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6f6984f6-a1f4-472a-be16-16fd9bbfa604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:52.683521 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb93acc7-8604-4473-82ad-f37cc0cc01c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:52.691638 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59574d5e-77a5-4757-838c-a3040be9ed0e service neutron] Pushing event updated for resources: {'Port': ['ID=9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:52.794864 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa82405-3ae7-4c15-b6c2-5d7eb4aa0662 req-7c10879a-7dc0-41e0-baa2-b5e8bff0e366 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:52.796374 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cfa82405-3ae7-4c15-b6c2-5d7eb4aa0662 req-7c10879a-7dc0-41e0-baa2-b5e8bff0e366 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1c9a244-02f9-4d56-8b88-04568ec57948 HTTP/1.1" status: 200 len: 943 time: 0.0548673 Apr 20 16:07:52.810766 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb93acc7-8604-4473-82ad-f37cc0cc01c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:52.811741 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb93acc7-8604-4473-82ad-f37cc0cc01c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:52.812311 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb93acc7-8604-4473-82ad-f37cc0cc01c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:52.863056 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-e42fc185-b39a-476e-97cb-93f28d0f0518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:52.864576 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-e42fc185-b39a-476e-97cb-93f28d0f0518 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c868090f09f14326be10aba38a0d6d20&device_id=c1c9a244-02f9-4d56-8b88-04568ec57948 HTTP/1.1" status: 200 len: 1094 time: 0.0465639 Apr 20 16:07:52.886866 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cfa82405-3ae7-4c15-b6c2-5d7eb4aa0662 req-135eb19b-3c4b-4db7-89e5-646450a9ea94 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ca65f03-edb3-4c86-86df-d9032d2bc538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831184 Apr 20 16:07:52.893608 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93acc7-8604-4473-82ad-f37cc0cc01c3 admin admin] Pushing event updated for resources: {'Network': ['ID=89875414-2c68-4260-9779-1ddfe759d2f2,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:52.914671 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 89875414-2c68-4260-9779-1ddfe759d2f2 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:07:52.914886 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-f612b2b4-31f3-4751-b2db-bd3f680c27b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c HTTP/1.1" status: 200 len: 217 time: 0.0371809 Apr 20 16:07:52.947201 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-eb93acc7-8604-4473-82ad-f37cc0cc01c3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8953571 Apr 20 16:07:52.950305 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53120) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:52.956187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-bd10a6dc-a4ed-46a9-9e00-04fc46cc7783 admin admin] Request body: {'subnet': {'network_id': '89875414-2c68-4260-9779-1ddfe759d2f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1836789423-subnet', 'tenant_id': '85e52892e0324ca0b95b526906064ad9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:52.992829 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-cf41925f-eaf6-4336-b7fc-420a0a69d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:52.995300 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-cf41925f-eaf6-4336-b7fc-420a0a69d752 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd2fbc8a-0a20-4ad4-911d-4c69a65912da HTTP/1.1" status: 200 len: 855 time: 0.0735865 Apr 20 16:07:53.005007 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02658306-3dbd-4220-96e5-15de4397931d req-b2919aa4-7d63-4c85-bf9a-03ad1694ee01 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:53.006535 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-02658306-3dbd-4220-96e5-15de4397931d req-b2919aa4-7d63-4c85-bf9a-03ad1694ee01 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 945 time: 0.0582888 Apr 20 16:07:53.038103 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-2d74ca00-061e-4295-b7e5-19163c827974 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61ada51f-5528-46f9-b6ea-2958c68d7ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274208 Apr 20 16:07:53.046090 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-02658306-3dbd-4220-96e5-15de4397931d req-14b92151-f7d5-4261-bb9e-3b54f7d0f91c tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328321 Apr 20 16:07:53.096195 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd10a6dc-a4ed-46a9-9e00-04fc46cc7783 admin admin] Made reservation on behalf of 85e52892e0324ca0b95b526906064ad9 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:53.098516 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd10a6dc-a4ed-46a9-9e00-04fc46cc7783 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:53.101100 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8219e6-b8c8-472b-b250-2908b390ff3e x-openstack-request-id: req-9f8219e6-b8c8-472b-b250-2908b390ff3e {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:07:53.101381 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c9a244-02f9-4d56-8b88-04568ec57948", "tag": "9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:07:53.101625 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f8219e6-b8c8-472b-b250-2908b390ff3e {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:07:53.102004 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f8219e6-b8c8-472b-b250-2908b390ff3e'] response: {'name': 'network-changed', 'server_uuid': 'c1c9a244-02f9-4d56-8b88-04568ec57948', 'tag': '9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c', 'status': 'completed', 'code': 200} Apr 20 16:07:53.195471 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6b229-3c8b-42d6-9ced-c637328432cc req-f683076f-2879-42c8-ab2b-0626cd6979bc tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:53.196970 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8ea6b229-3c8b-42d6-9ced-c637328432cc req-f683076f-2879-42c8-ab2b-0626cd6979bc tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 944 time: 0.0540292 Apr 20 16:07:53.198152 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-312cdc8c-a84c-4314-b734-e1adca10ad2c service neutron] 10.222.0.30 "GET /v2.0/networks/61ada51f-5528-46f9-b6ea-2958c68d7ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518431 Apr 20 16:07:53.239447 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8ea6b229-3c8b-42d6-9ced-c637328432cc req-ae6e1b7d-4ba6-426f-87df-a30f11fb4fd1 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358238 Apr 20 16:07:53.359412 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8da8d4e-929a-4e4f-a15d-9c957673f497 req-eb23fc57-6559-4dbf-b2c2-34baad3602aa service neutron] 10.222.0.30 "GET /v2.0/networks/61ada51f-5528-46f9-b6ea-2958c68d7ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536961 Apr 20 16:07:53.381604 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-dcdaa60f-ff7e-4e4d-9e59-db9cc713edd1 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--682028944&fields=id&tenant_id=0dc23c73e9194fb380a739b184f44762 HTTP/1.1" status: 200 len: 267 time: 0.0491211 Apr 20 16:07:53.488885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fa05d-ffdf-406f-a692-86ab27cff973 req-75859236-dc92-40f6-b9cf-eae3e214f2d9 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:53.490577 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-681fa05d-ffdf-406f-a692-86ab27cff973 req-75859236-dc92-40f6-b9cf-eae3e214f2d9 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=47219f74-c8b3-47ee-97d8-673f48416bc3 HTTP/1.1" status: 200 len: 949 time: 0.0573320 Apr 20 16:07:53.494066 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd10a6dc-a4ed-46a9-9e00-04fc46cc7783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:53.510234 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-1b3e5cae-f0bb-4379-a552-7d2530cfc66b tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:53.511726 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-1b3e5cae-f0bb-4379-a552-7d2530cfc66b tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/networks?id=90e50934-0ad2-4ce3-9e4b-483b08568bcf HTTP/1.1" status: 200 len: 824 time: 0.1223905 Apr 20 16:07:53.529285 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-bdf21159-4e3d-4915-a26d-879217b0c132 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/quotas/0dc23c73e9194fb380a739b184f44762 HTTP/1.1" status: 200 len: 375 time: 0.0101891 Apr 20 16:07:53.569399 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10a6dc-a4ed-46a9-9e00-04fc46cc7783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0cf8af1-df79-4e75-beb8-a3ee5fcd82e1,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:53.598895 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-681fa05d-ffdf-406f-a692-86ab27cff973 req-72abedef-ab8e-4088-8912-944f32cca931 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994380 Apr 20 16:07:53.604961 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd10a6dc-a4ed-46a9-9e00-04fc46cc7783 admin admin] Checking segment: {'id': 'abb68b5a-fd90-41eb-92a5-419676eb5675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '89875414-2c68-4260-9779-1ddfe759d2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:07:53.605317 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd10a6dc-a4ed-46a9-9e00-04fc46cc7783 admin admin] Network hostable DHCP agents. Network: 89875414-2c68-4260-9779-1ddfe759d2f2, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:07:53.608655 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-155bf3f9-7d50-4976-8c33-a3ca611b3cfc tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0dc23c73e9194fb380a739b184f44762&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0721045 Apr 20 16:07:53.705878 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd10a6dc-a4ed-46a9-9e00-04fc46cc7783 admin admin] Network 89875414-2c68-4260-9779-1ddfe759d2f2 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:07:53.712850 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-34e35c9d-b1ec-42bc-98b3-f019f0347538 service neutron] 10.222.0.15 "GET /v2.0/networks/90e50934-0ad2-4ce3-9e4b-483b08568bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915635 Apr 20 16:07:53.728931 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735eaccf-5155-4dd4-b034-093bb9d5f6b3 req-5b361869-9b74-4510-9e87-98fba2094dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:53.730381 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-735eaccf-5155-4dd4-b034-093bb9d5f6b3 req-5b361869-9b74-4510-9e87-98fba2094dd8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c868090f09f14326be10aba38a0d6d20&device_id=c1c9a244-02f9-4d56-8b88-04568ec57948 HTTP/1.1" status: 200 len: 1094 time: 0.0857604 Apr 20 16:07:53.739337 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4f716-cac7-4737-ae8f-33efb328458e req-125be379-6a31-44d2-8bea-242641df4d68 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:53.740906 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6c4f716-cac7-4737-ae8f-33efb328458e req-125be379-6a31-44d2-8bea-242641df4d68 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 946 time: 0.0654907 Apr 20 16:07:53.806624 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-c216154f-59ad-4307-b534-460c07d69947 service neutron] 10.222.0.15 "GET /v2.0/networks/90e50934-0ad2-4ce3-9e4b-483b08568bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863640 Apr 20 16:07:53.828200 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6c4f716-cac7-4737-ae8f-33efb328458e req-67595435-97bf-41dd-90f5-36d7bc3cb35b tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d3efb5d-abe0-4075-820f-22d00ffcc08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780571 Apr 20 16:07:53.831021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-bd10a6dc-a4ed-46a9-9e00-04fc46cc7783 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 89875414-2c68-4260-9779-1ddfe759d2f2) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:07:53.836094 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd10a6dc-a4ed-46a9-9e00-04fc46cc7783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:53.836224 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd10a6dc-a4ed-46a9-9e00-04fc46cc7783 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:53.841017 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdbf2b7-ad05-4410-a469-a05103cd9b37 None None] Network 89875414-2c68-4260-9779-1ddfe759d2f2 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:07:53.892967 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735eaccf-5155-4dd4-b034-093bb9d5f6b3 req-515d78a9-2c3a-413a-9aff-8926852d74a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:53.896756 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-735eaccf-5155-4dd4-b034-093bb9d5f6b3 req-515d78a9-2c3a-413a-9aff-8926852d74a5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=61ada51f-5528-46f9-b6ea-2958c68d7ccd HTTP/1.1" status: 200 len: 916 time: 0.1526990 Apr 20 16:07:53.941808 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-735eaccf-5155-4dd4-b034-093bb9d5f6b3 req-8dfc0ec6-4700-4b03-8dc3-3104c4a33dc5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c HTTP/1.1" status: 200 len: 217 time: 0.0397265 Apr 20 16:07:53.945271 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bd10a6dc-a4ed-46a9-9e00-04fc46cc7783 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9936166 Apr 20 16:07:53.947818 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53154) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:53.953930 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-fc73b8a9-a7ca-463c-8aa2-67f46295b3ed admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1836789423-router', 'tenant_id': '85e52892e0324ca0b95b526906064ad9', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:54.022434 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735eaccf-5155-4dd4-b034-093bb9d5f6b3 req-9ca41151-61aa-45c8-9494-b9b6e8483cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:54.024041 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-735eaccf-5155-4dd4-b034-093bb9d5f6b3 req-9ca41151-61aa-45c8-9494-b9b6e8483cfa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd2fbc8a-0a20-4ad4-911d-4c69a65912da HTTP/1.1" status: 200 len: 855 time: 0.0736194 Apr 20 16:07:54.051153 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b0c983-b692-4f74-9383-b0eb3c0215b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-89875414-2c68-4260-9779-1ddfe759d2f2', 'network_id': '89875414-2c68-4260-9779-1ddfe759d2f2', 'tenant_id': '85e52892e0324ca0b95b526906064ad9', 'fixed_ips': [{'subnet_id': 'b0cf8af1-df79-4e75-beb8-a3ee5fcd82e1'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:07:54.052313 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0b0c983-b692-4f74-9383-b0eb3c0215b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:54.070498 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-735eaccf-5155-4dd4-b034-093bb9d5f6b3 req-e4d24efb-3f2b-4c64-a928-f32574ababb9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61ada51f-5528-46f9-b6ea-2958c68d7ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343053 Apr 20 16:07:54.122588 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fc73b8a9-a7ca-463c-8aa2-67f46295b3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:54.124206 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fc73b8a9-a7ca-463c-8aa2-67f46295b3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:54.277821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87029a1-fac4-4f02-9902-8f89a7ba6470 req-9387217d-bdc0-4731-b316-9d835f509d8c tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:54.280275 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fc73b8a9-a7ca-463c-8aa2-67f46295b3ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:54.286519 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e87029a1-fac4-4f02-9902-8f89a7ba6470 req-9387217d-bdc0-4731-b316-9d835f509d8c tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 1095 time: 0.0869200 Apr 20 16:07:54.329003 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-735eaccf-5155-4dd4-b034-093bb9d5f6b3 req-7602fe78-3c7e-4c9d-8945-8157cf8ab60d service neutron] 10.222.0.30 "GET /v2.0/networks/61ada51f-5528-46f9-b6ea-2958c68d7ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472425 Apr 20 16:07:54.348954 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96713a-86ce-41b2-b969-d004dc3588fb req-016adee6-84ea-4a3b-8c5a-1cc45b73d6ee tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:54.359234 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ad96713a-86ce-41b2-b969-d004dc3588fb req-016adee6-84ea-4a3b-8c5a-1cc45b73d6ee tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1c9a244-02f9-4d56-8b88-04568ec57948 HTTP/1.1" status: 200 len: 943 time: 0.1272147 Apr 20 16:07:54.369592 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-f0b0c983-b692-4f74-9383-b0eb3c0215b3 None None] Allocated IP 172.20.0.2 (89875414-2c68-4260-9779-1ddfe759d2f2/b0cf8af1-df79-4e75-beb8-a3ee5fcd82e1/fe1cd928-af31-48ce-8295-47bb4643c2cc) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:07:54.404826 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ad96713a-86ce-41b2-b969-d004dc3588fb req-f5198645-46fd-42a6-b97e-09b8d701f469 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ca65f03-edb3-4c86-86df-d9032d2bc538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439231 Apr 20 16:07:54.444627 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e87029a1-fac4-4f02-9902-8f89a7ba6470 req-b8cdf330-8bfd-4676-a9b2-4c4061937261 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527128 Apr 20 16:07:54.454011 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-735eaccf-5155-4dd4-b034-093bb9d5f6b3 req-fb425448-7378-4653-bf5a-ae1dd36f7481 service neutron] 10.222.0.30 "GET /v2.0/networks/61ada51f-5528-46f9-b6ea-2958c68d7ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204436 Apr 20 16:07:54.577306 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-92c6581d-5417-467d-8367-38a144aa3be7 req-d1fc8e52-7748-4277-b3c4-5064b5b4494b tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63ba4f7-ac4a-4353-b972-9a10ae8e9af8 HTTP/1.1" status: 200 len: 210 time: 0.0686588 Apr 20 16:07:54.625958 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0b0c983-b692-4f74-9383-b0eb3c0215b3 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:54.639474 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7cff7-904c-4162-aa51-821f4408286e req-950899bc-c0fa-491b-806d-1bcdf2eb9de3 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:54.646356 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-40a7cff7-904c-4162-aa51-821f4408286e req-950899bc-c0fa-491b-806d-1bcdf2eb9de3 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 945 time: 0.1020086 Apr 20 16:07:54.671131 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fc73b8a9-a7ca-463c-8aa2-67f46295b3ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:54.692984 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-40a7cff7-904c-4162-aa51-821f4408286e req-b8fee15c-f175-4913-8693-2ba0c23d54e7 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358620 Apr 20 16:07:54.708703 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0b0c983-b692-4f74-9383-b0eb3c0215b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:54.763785 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b0c983-b692-4f74-9383-b0eb3c0215b3 None None] Network 89875414-2c68-4260-9779-1ddfe759d2f2 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:07:54.770314 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-f0b0c983-b692-4f74-9383-b0eb3c0215b3 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:07:54.772521 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0c983-b692-4f74-9383-b0eb3c0215b3 None None] Pushing event updated for resources: {'Port': ['ID=fe1cd928-af31-48ce-8295-47bb4643c2cc,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:54.780800 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b0c983-b692-4f74-9383-b0eb3c0215b3 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:07:54.803537 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3f32e616-0eaa-4d9e-942f-9ede56426c78 req-0c703d55-0387-4e0b-9302-755008d04201 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 210 time: 0.0364943 Apr 20 16:07:54.848386 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f0b0c983-b692-4f74-9383-b0eb3c0215b3 None None] Attempting to bind port fe1cd928-af31-48ce-8295-47bb4643c2cc on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:07:54.849084 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f0b0c983-b692-4f74-9383-b0eb3c0215b3 None None] Attempting to bind port fe1cd928-af31-48ce-8295-47bb4643c2cc by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'abb68b5a-fd90-41eb-92a5-419676eb5675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '89875414-2c68-4260-9779-1ddfe759d2f2'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:07:54.849218 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b0c983-b692-4f74-9383-b0eb3c0215b3 None None] Attempting to bind port fe1cd928-af31-48ce-8295-47bb4643c2cc on network 89875414-2c68-4260-9779-1ddfe759d2f2 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:07:54.854747 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b0c983-b692-4f74-9383-b0eb3c0215b3 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:07:54.855435 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b0c983-b692-4f74-9383-b0eb3c0215b3 None None] Checking segment: {'id': 'abb68b5a-fd90-41eb-92a5-419676eb5675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '89875414-2c68-4260-9779-1ddfe759d2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:07:54.855569 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0b0c983-b692-4f74-9383-b0eb3c0215b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:54.855937 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b0c983-b692-4f74-9383-b0eb3c0215b3 None None] Bound using segment: {'id': 'abb68b5a-fd90-41eb-92a5-419676eb5675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '89875414-2c68-4260-9779-1ddfe759d2f2'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:07:54.856428 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f0b0c983-b692-4f74-9383-b0eb3c0215b3 None None] Bound port: fe1cd928-af31-48ce-8295-47bb4643c2cc, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb68b5a-fd90-41eb-92a5-419676eb5675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '89875414-2c68-4260-9779-1ddfe759d2f2'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:07:54.856887 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0b0c983-b692-4f74-9383-b0eb3c0215b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:54.931438 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f0b0c983-b692-4f74-9383-b0eb3c0215b3 None None] For port fe1cd928-af31-48ce-8295-47bb4643c2cc, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:07:54.936601 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f0b0c983-b692-4f74-9383-b0eb3c0215b3 None None] For port fe1cd928-af31-48ce-8295-47bb4643c2cc, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=fe1cd928-af31-48ce-8295-47bb4643c2cc,segment=NetworkSegment(abb68b5a-fd90-41eb-92a5-419676eb5675),segment_id=abb68b5a-fd90-41eb-92a5-419676eb5675)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:07:54.970207 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd68388-7960-4262-b996-311c4db22f77 req-11edd3f4-fe1f-4e6b-98f7-4e98b69a7f68 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:54.982885 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3bd68388-7960-4262-b996-311c4db22f77 req-11edd3f4-fe1f-4e6b-98f7-4e98b69a7f68 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=47219f74-c8b3-47ee-97d8-673f48416bc3 HTTP/1.1" status: 200 len: 949 time: 0.0944421 Apr 20 16:07:55.024355 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3bd68388-7960-4262-b996-311c4db22f77 req-9a0c819b-b8e6-4e7b-ab2f-51b21d27855a tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367484 Apr 20 16:07:55.032153 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0b0c983-b692-4f74-9383-b0eb3c0215b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:55.035282 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fc73b8a9-a7ca-463c-8aa2-67f46295b3ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:55.085487 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fc73b8a9-a7ca-463c-8aa2-67f46295b3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:55.087478 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0c983-b692-4f74-9383-b0eb3c0215b3 None None] Pushing event updated for resources: {'Port': ['ID=fe1cd928-af31-48ce-8295-47bb4643c2cc,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:55.100191 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1c9bebc9-80ce-4055-b002-25f03b605e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:55.148684 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cfc1b-7cf9-4ec9-8fef-7c8795b7faca req-5b577228-7e15-495f-b364-0feb1b54c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:55.150327 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-789cfc1b-7cf9-4ec9-8fef-7c8795b7faca req-5b577228-7e15-495f-b364-0feb1b54c0b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa16c8c7edaa4c7ca4320ac700acf491&device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 1097 time: 0.0634708 Apr 20 16:07:55.193863 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-a7816d8c-d7ad-4b1d-a353-d644ae120aab tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:55.193863 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-a7816d8c-d7ad-4b1d-a353-d644ae120aab tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 808 time: 0.1841574 Apr 20 16:07:55.199313 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abb338-2a83-4e73-9bcf-5da2f5954c47 req-bd31cbfd-6728-43f4-9157-2072fc2a4185 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:55.201187 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-65abb338-2a83-4e73-9bcf-5da2f5954c47 req-bd31cbfd-6728-43f4-9157-2072fc2a4185 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.26 "GET /v2.0/ports?device_id=daf49d3c-57a4-4142-9797-bbac677d690c HTTP/1.1" status: 200 len: 966 time: 0.1695662 Apr 20 16:07:55.226733 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-970a2870-28ce-4956-a232-2026cc73e3ac tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/quotas/f99d78ffab8c43cca67be1fec063f621 HTTP/1.1" status: 200 len: 375 time: 0.0177500 Apr 20 16:07:55.255592 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-fc73b8a9-a7ca-463c-8aa2-67f46295b3ed admin admin] Allocated IP 172.25.0.159 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/6c037ef6-c423-480f-a974-7e43e28eea3f) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:07:55.312772 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ea5c0-8a93-481c-ba47-2b12a39ee37d req-2cee4d45-cd29-45a6-909d-164f04080fb2 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:55.385024 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2d3ea5c0-8a93-481c-ba47-2b12a39ee37d req-2cee4d45-cd29-45a6-909d-164f04080fb2 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 1096 time: 0.1736283 Apr 20 16:07:55.385233 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-e34e28cd-b3af-465e-a2bf-55cb0521d171 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1119423 Apr 20 16:07:55.385827 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:07:55.453986 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2d3ea5c0-8a93-481c-ba47-2b12a39ee37d req-f4032b21-3a4a-47e5-aa14-19066525f682 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080849 Apr 20 16:07:55.464153 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cfc1b-7cf9-4ec9-8fef-7c8795b7faca req-cf97b7e4-0977-44bb-b95a-6bc2cc6b7669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:55.465775 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-789cfc1b-7cf9-4ec9-8fef-7c8795b7faca req-cf97b7e4-0977-44bb-b95a-6bc2cc6b7669 service neutron] 10.222.0.30 "GET /v2.0/networks?id=46f443b0-8bf0-4bce-aa17-03fd25f2963c HTTP/1.1" status: 200 len: 915 time: 0.3030024 Apr 20 16:07:55.488466 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fc73b8a9-a7ca-463c-8aa2-67f46295b3ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:55.525952 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-789cfc1b-7cf9-4ec9-8fef-7c8795b7faca req-53240851-9db5-4745-ba2d-5f58ea9a7896 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c HTTP/1.1" status: 200 len: 217 time: 0.0502024 Apr 20 16:07:55.532133 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-65abb338-2a83-4e73-9bcf-5da2f5954c47 req-871810ef-53e2-4e90-a3ef-973bacfdb8b4 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Deleting port 0d5f69af-1d30-4d70-8e94-819e221a906b {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:07:55.532133 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-65abb338-2a83-4e73-9bcf-5da2f5954c47 req-871810ef-53e2-4e90-a3ef-973bacfdb8b4 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:55.556728 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:07:55.566282 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:07:55.566282 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:55.595094 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-ddbeef25-333a-407a-af8b-2fdd34de6759 service neutron] 10.222.0.15 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076902 Apr 20 16:07:55.670558 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:55.683230 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fc73b8a9-a7ca-463c-8aa2-67f46295b3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:55.683965 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cfc1b-7cf9-4ec9-8fef-7c8795b7faca req-1893e910-d215-48b8-8675-29d3182ed818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:55.685460 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-789cfc1b-7cf9-4ec9-8fef-7c8795b7faca req-1893e910-d215-48b8-8675-29d3182ed818 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=30785ee1-dfe9-4ead-a0bc-3012337a5e04 HTTP/1.1" status: 200 len: 854 time: 0.1497242 Apr 20 16:07:55.742003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d684495-769e-4e97-a2e1-791b2042ebeb req-0278fc0f-0dd0-43c7-aa0f-9a3c699fb370 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:55.743497 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1d684495-769e-4e97-a2e1-791b2042ebeb req-0278fc0f-0dd0-43c7-aa0f-9a3c699fb370 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 946 time: 0.1527023 Apr 20 16:07:55.747295 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-789cfc1b-7cf9-4ec9-8fef-7c8795b7faca req-b7cfeedc-ec65-49c1-92dd-6525cfb3df95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46f443b0-8bf0-4bce-aa17-03fd25f2963c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435288 Apr 20 16:07:55.747891 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=8253bc2e-e067-45cb-b6a9-15c92a5c9cc8,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:55.752365 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47219f74-c8b3-47ee-97d8-673f48416bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8253bc2e-e067-45cb-b6a9-15c92a5c9cc8'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:55.752365 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613e19ab-c321-42a8-8146-191e69766b9f" -d '{"events": [{"server_uuid": "47219f74-c8b3-47ee-97d8-673f48416bc3", "name": "network-vif-plugged", "status": "completed", "tag": "8253bc2e-e067-45cb-b6a9-15c92a5c9cc8"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:07:55.754236 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc73b8a9-a7ca-463c-8aa2-67f46295b3ed admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:07:55.759681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-65abb338-2a83-4e73-9bcf-5da2f5954c47 req-871810ef-53e2-4e90-a3ef-973bacfdb8b4 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] For port 0d5f69af-1d30-4d70-8e94-819e221a906b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0d5f69af-1d30-4d70-8e94-819e221a906b,segment=NetworkSegment(9053885d-51a1-4852-a6b4-a356932f5932),segment_id=9053885d-51a1-4852-a6b4-a356932f5932)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:55.759842 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-65abb338-2a83-4e73-9bcf-5da2f5954c47 req-871810ef-53e2-4e90-a3ef-973bacfdb8b4 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:55.780084 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-fc73b8a9-a7ca-463c-8aa2-67f46295b3ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:07:55.787383 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc73b8a9-a7ca-463c-8aa2-67f46295b3ed admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:07:55.825790 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device fe1cd928-af31-48ce-8295-47bb4643c2cc up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:07:55.846041 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73b8a9-a7ca-463c-8aa2-67f46295b3ed admin admin] Pushing event updated for resources: {'Port': ['ID=6c037ef6-c423-480f-a974-7e43e28eea3f,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:55.864129 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:55.867130 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-f9728f8d-9d9c-4b62-834b-978c1daed939 service neutron] 10.222.0.15 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796133 Apr 20 16:07:55.954605 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port fe1cd928-af31-48ce-8295-47bb4643c2cc triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:07:55.954993 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:56.020463 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=8253bc2e-e067-45cb-b6a9-15c92a5c9cc8,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:56.113476 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:56.167007 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port fe1cd928-af31-48ce-8295-47bb4643c2cc, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=fe1cd928-af31-48ce-8295-47bb4643c2cc,segment=NetworkSegment(abb68b5a-fd90-41eb-92a5-419676eb5675),segment_id=abb68b5a-fd90-41eb-92a5-419676eb5675)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:56.237387 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:56.307575 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:56.323573 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1d684495-769e-4e97-a2e1-791b2042ebeb req-ad410a8f-c17a-47c6-a696-f902490fabe1 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d3efb5d-abe0-4075-820f-22d00ffcc08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5454450 Apr 20 16:07:56.441158 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=fe1cd928-af31-48ce-8295-47bb4643c2cc,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:56.475494 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec6706d-f344-4db4-a1a3-d7ddbd038d03 None None] Network 89875414-2c68-4260-9779-1ddfe759d2f2 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:07:56.572077 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8d744ea4-d61a-4248-a35a-ba63001b27ce None None] Provisioning complete for port fe1cd928-af31-48ce-8295-47bb4643c2cc triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:07:56.572576 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8d744ea4-d61a-4248-a35a-ba63001b27ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:56.587262 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-65abb338-2a83-4e73-9bcf-5da2f5954c47 req-871810ef-53e2-4e90-a3ef-973bacfdb8b4 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:56.596216 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-65abb338-2a83-4e73-9bcf-5da2f5954c47 req-871810ef-53e2-4e90-a3ef-973bacfdb8b4 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:56.596867 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-65abb338-2a83-4e73-9bcf-5da2f5954c47 req-871810ef-53e2-4e90-a3ef-973bacfdb8b4 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Floating IP 60a78eaa-4272-4d34-8a44-50a273fb6cba disassociated. External IP: 172.25.0.141, port: 0d5f69af-1d30-4d70-8e94-819e221a906b. Apr 20 16:07:56.597375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-65abb338-2a83-4e73-9bcf-5da2f5954c47 req-871810ef-53e2-4e90-a3ef-973bacfdb8b4 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Calling delete_port for 0d5f69af-1d30-4d70-8e94-819e221a906b owned by compute:tempest-test_az-124488632 {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:07:56.746105 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-789cfc1b-7cf9-4ec9-8fef-7c8795b7faca req-fc954067-f45d-4fed-9807-ba6bbbbae182 service neutron] 10.222.0.30 "GET /v2.0/networks/46f443b0-8bf0-4bce-aa17-03fd25f2963c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9827051 Apr 20 16:07:56.792599 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e39b8d77-7dd7-4531-a08b-90ce579da7ea req-14fe7d19-ca74-4f2c-90d0-111aae679a91 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63ba4f7-ac4a-4353-b972-9a10ae8e9af8 HTTP/1.1" status: 200 len: 210 time: 0.0941858 Apr 20 16:07:56.845671 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e36488-6988-4ea9-92fe-7a1f81d9baaa req-6b0eb3b9-053a-4e84-9e1b-3f9e3325e624 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:56.847307 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d8e36488-6988-4ea9-92fe-7a1f81d9baaa req-6b0eb3b9-053a-4e84-9e1b-3f9e3325e624 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1c9a244-02f9-4d56-8b88-04568ec57948 HTTP/1.1" status: 200 len: 943 time: 0.5451698 Apr 20 16:07:56.898885 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67dc6ac-f35b-4320-9c8c-7b95ffd641cc x-openstack-request-id: req-a67dc6ac-f35b-4320-9c8c-7b95ffd641cc {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:07:56.899771 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47219f74-c8b3-47ee-97d8-673f48416bc3", "name": "network-vif-plugged", "status": "completed", "tag": "8253bc2e-e067-45cb-b6a9-15c92a5c9cc8", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:07:56.900196 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a67dc6ac-f35b-4320-9c8c-7b95ffd641cc {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:07:56.900812 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a67dc6ac-f35b-4320-9c8c-7b95ffd641cc'] response: {'server_uuid': '47219f74-c8b3-47ee-97d8-673f48416bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8253bc2e-e067-45cb-b6a9-15c92a5c9cc8', 'code': 200} Apr 20 16:07:56.935098 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fc73b8a9-a7ca-463c-8aa2-67f46295b3ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:57.037542 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d8e36488-6988-4ea9-92fe-7a1f81d9baaa req-cfe35a7c-af32-41fa-8499-12230d2fd0d5 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ca65f03-edb3-4c86-86df-d9032d2bc538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708999 Apr 20 16:07:57.092764 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-789cfc1b-7cf9-4ec9-8fef-7c8795b7faca req-b006b9be-36d4-4ff4-8673-c0bc4e9fd2e9 service neutron] 10.222.0.30 "GET /v2.0/networks/46f443b0-8bf0-4bce-aa17-03fd25f2963c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134086 Apr 20 16:07:57.120645 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-42eb3b41-28fb-452c-8047-93b449590be7 req-54b97ecd-1928-485b-a5e9-27faf5ffb562 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 210 time: 0.1151686 Apr 20 16:07:57.184817 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.26', 65218) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:57.201141 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-012d0bc0-4a4c-4091-8c51-e5c0e120caa2 None None] Provisioning complete for port fe1cd928-af31-48ce-8295-47bb4643c2cc triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:07:57.201597 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-012d0bc0-4a4c-4091-8c51-e5c0e120caa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:57.215138 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-12caff10-e1a1-47b0-8fd0-13ec46aa1eee req-ae06e7a3-d6c8-4d2c-9c80-2ed723cbc814 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 210 time: 0.0406165 Apr 20 16:07:57.216300 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-65abb338-2a83-4e73-9bcf-5da2f5954c47 req-871810ef-53e2-4e90-a3ef-973bacfdb8b4 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:57.220069 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab52012-7921-4ab1-8fb4-0f996bdbc4a3 req-d69eadd5-6e28-4f1d-8ec3-8c802b5030a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:57.221924 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dab52012-7921-4ab1-8fb4-0f996bdbc4a3 req-d69eadd5-6e28-4f1d-8ec3-8c802b5030a3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47219f74-c8b3-47ee-97d8-673f48416bc3 HTTP/1.1" status: 200 len: 1101 time: 0.1567559 Apr 20 16:07:57.236357 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16a005-73ea-4946-9744-501aba9f63e1 req-80c1f62d-25d9-4bdc-b5af-480319af083e tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:57.243819 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cb16a005-73ea-4946-9744-501aba9f63e1 req-80c1f62d-25d9-4bdc-b5af-480319af083e tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=47219f74-c8b3-47ee-97d8-673f48416bc3 HTTP/1.1" status: 200 len: 950 time: 0.1118865 Apr 20 16:07:57.245741 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871810ef-53e2-4e90-a3ef-973bacfdb8b4 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Pushing event deleted for resources: {'Port': ['ID=0d5f69af-1d30-4d70-8e94-819e221a906b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:57.253448 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-8c7feffe-cf19-4ec7-ba43-abf78ff3abcf tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e4c82d1c83884aa980401b1b15bb141d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664330 Apr 20 16:07:57.423611 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cb16a005-73ea-4946-9744-501aba9f63e1 req-56e9ccbc-316b-4676-adf2-effa6605e7b7 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788607 Apr 20 16:07:57.434442 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dab52012-7921-4ab1-8fb4-0f996bdbc4a3 req-e0038b18-51a1-4f6f-9ceb-463e65648297 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787670 Apr 20 16:07:57.439661 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65abb338-2a83-4e73-9bcf-5da2f5954c47 req-871810ef-53e2-4e90-a3ef-973bacfdb8b4 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Router f8b8961b-cf9c-4a57-8643-3aca93353903 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:07:57.523898 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-d777e42f-495f-43b1-a0e8-2b48008f5d96 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:57.525414 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-d777e42f-495f-43b1-a0e8-2b48008f5d96 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2629683 Apr 20 16:07:57.543981 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fc73b8a9-a7ca-463c-8aa2-67f46295b3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:57.645823 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-87bd2479-19bf-476b-9430-c4f7d06392d8 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e4c82d1c83884aa980401b1b15bb141d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560472 Apr 20 16:07:57.692649 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65abb338-2a83-4e73-9bcf-5da2f5954c47 req-871810ef-53e2-4e90-a3ef-973bacfdb8b4 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:07:57.704840 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f194f440-0771-4369-8d4d-b07fae3dc993 None None] Sync routers for ids ['f8b8961b-cf9c-4a57-8643-3aca93353903'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:07:57.711807 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:57.733895 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f194f440-0771-4369-8d4d-b07fae3dc993 None None] Routers {'f8b8961b-cf9c-4a57-8643-3aca93353903'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:07:57.737068 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f194f440-0771-4369-8d4d-b07fae3dc993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:07:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8b8961b-cf9c-4a57-8643-3aca93353903'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:57.738434 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device fe1cd928-af31-48ce-8295-47bb4643c2cc up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:07:57.744138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed2335-f968-4e3f-9a70-c9389f315247 req-23c226b2-59dd-47b3-891a-2feadb2c1033 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:57.745713 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6ed2335-f968-4e3f-9a70-c9389f315247 req-23c226b2-59dd-47b3-891a-2feadb2c1033 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 946 time: 0.2794130 Apr 20 16:07:57.804395 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-65abb338-2a83-4e73-9bcf-5da2f5954c47 req-871810ef-53e2-4e90-a3ef-973bacfdb8b4 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] No DVR routers for this DVR port 0d5f69af-1d30-4d70-8e94-819e221a906b on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:07:57.820809 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-65abb338-2a83-4e73-9bcf-5da2f5954c47 req-871810ef-53e2-4e90-a3ef-973bacfdb8b4 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:57.824170 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-65abb338-2a83-4e73-9bcf-5da2f5954c47 req-871810ef-53e2-4e90-a3ef-973bacfdb8b4 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.26 "DELETE /v2.0/ports/0d5f69af-1d30-4d70-8e94-819e221a906b HTTP/1.1" status: 204 len: 173 time: 2.6035800 Apr 20 16:07:57.828915 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf49d3c-57a4-4142-9797-bbac677d690c', 'name': 'network-vif-deleted', 'tag': '0d5f69af-1d30-4d70-8e94-819e221a906b'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:07:57.834267 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd9b6ff-f394-4003-833b-6ef83598694e" -d '{"events": [{"server_uuid": "daf49d3c-57a4-4142-9797-bbac677d690c", "name": "network-vif-deleted", "tag": "0d5f69af-1d30-4d70-8e94-819e221a906b"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:07:57.844588 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port fe1cd928-af31-48ce-8295-47bb4643c2cc triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:07:57.846908 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:57.859347 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc73b8a9-a7ca-463c-8aa2-67f46295b3ed admin admin] Router f8ef4ad5-4024-4dac-b92d-db131dc4cb03 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:07:57.879690 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6ed2335-f968-4e3f-9a70-c9389f315247 req-53ac91ab-9a78-4ad5-a7ab-9dfc400145da tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d3efb5d-abe0-4075-820f-22d00ffcc08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169484 Apr 20 16:07:57.916841 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-2745624f-f272-43ca-a5a4-a8a1b89ab49f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:57.919521 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-2745624f-f272-43ca-a5a4-a8a1b89ab49f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2663679 Apr 20 16:07:57.956305 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-9e057e95-848e-4fc1-8eb5-2844c17c495c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Request body: {'port': {'device_id': 'e63ba4f7-ac4a-4353-b972-9a10ae8e9af8', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': 'e4c82d1c83884aa980401b1b15bb141d'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:57.970256 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad8b6e2-b88c-49ff-a00c-80777d59b71d x-openstack-request-id: req-cad8b6e2-b88c-49ff-a00c-80777d59b71d {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:07:57.970465 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-f194f440-0771-4369-8d4d-b07fae3dc993 None None] Set router f8b8961b-cf9c-4a57-8643-3aca93353903 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:07:57.970577 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf49d3c-57a4-4142-9797-bbac677d690c", "name": "network-vif-deleted", "tag": "0d5f69af-1d30-4d70-8e94-819e221a906b", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:07:57.970776 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cad8b6e2-b88c-49ff-a00c-80777d59b71d {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:07:57.971188 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cad8b6e2-b88c-49ff-a00c-80777d59b71d'] response: {'server_uuid': 'daf49d3c-57a4-4142-9797-bbac677d690c', 'name': 'network-vif-deleted', 'tag': '0d5f69af-1d30-4d70-8e94-819e221a906b', 'status': 'completed', 'code': 200} Apr 20 16:07:57.979452 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-9deed03f-52a8-4f1c-b077-8c0b6e9f9884 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Request body: {'port': {'device_id': '8345c8c9-9932-4bb7-9564-3dfda40cfd43', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': 'e4c82d1c83884aa980401b1b15bb141d'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:58.079031 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:58.196254 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-48be3823-4b40-4522-b597-ef9bc6fdd095 req-a6b1ab17-920a-4367-ab62-3d9006d717a8 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63ba4f7-ac4a-4353-b972-9a10ae8e9af8 HTTP/1.1" status: 200 len: 210 time: 0.2204142 Apr 20 16:07:58.264969 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc73b8a9-a7ca-463c-8aa2-67f46295b3ed admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:07:58.291400 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] Sync routers for ids ['f8ef4ad5-4024-4dac-b92d-db131dc4cb03'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:07:58.319921 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-9deed03f-52a8-4f1c-b077-8c0b6e9f9884 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Made reservation on behalf of e4c82d1c83884aa980401b1b15bb141d for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:58.325336 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] Routers {'f8ef4ad5-4024-4dac-b92d-db131dc4cb03'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:07:58.328958 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:07:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8ef4ad5-4024-4dac-b92d-db131dc4cb03'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:58.333607 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-9deed03f-52a8-4f1c-b077-8c0b6e9f9884 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:58.380680 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884107c-1f69-4ed9-b847-de474988d5c6 req-1ba81aab-a869-4706-8383-e48a49e23cc9 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:58.385961 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b884107c-1f69-4ed9-b847-de474988d5c6 req-1ba81aab-a869-4706-8383-e48a49e23cc9 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1c9a244-02f9-4d56-8b88-04568ec57948 HTTP/1.1" status: 200 len: 943 time: 0.1841624 Apr 20 16:07:58.437224 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f194f440-0771-4369-8d4d-b07fae3dc993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1284104284-router', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:46Z', 'updated_at': '2022-04-20T16:05:52Z', 'revision_number': 4, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'gw_port': {'id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:47Z', 'updated_at': '2022-04-20T16:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '93bff59c-2d7f-423f-8f05-78cb4e212da0', 'name': '', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'mac_address': 'fa:16:3e:26:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:51Z', 'updated_at': '2022-04-20T16:05:58Z', 'revision_number': 5, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'subnets': [{'id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:58.449769 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:58.475146 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3ac4ac2c-b8e2-4b22-9174-dc815f4d4d21 req-500bb4e1-1dab-4e7b-a93c-4a337f87e60c tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 210 time: 0.0700417 Apr 20 16:07:58.502327 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f194f440-0771-4369-8d4d-b07fae3dc993 None None] Checking router: f8b8961b-cf9c-4a57-8643-3aca93353903 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:07:58.509389 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b884107c-1f69-4ed9-b847-de474988d5c6 req-75a46833-4c8a-43a7-954f-8f60fe18a175 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ca65f03-edb3-4c86-86df-d9032d2bc538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134677 Apr 20 16:07:58.523345 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f194f440-0771-4369-8d4d-b07fae3dc993 None None] Routers {'f8b8961b-cf9c-4a57-8643-3aca93353903'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:07:58.524322 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f194f440-0771-4369-8d4d-b07fae3dc993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:07:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8b8961b-cf9c-4a57-8643-3aca93353903'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:58.583873 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fc73b8a9-a7ca-463c-8aa2-67f46295b3ed admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:58.590205 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fc73b8a9-a7ca-463c-8aa2-67f46295b3ed admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6386828 Apr 20 16:07:58.591028 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53246) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:07:58.640608 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] Set router f8ef4ad5-4024-4dac-b92d-db131dc4cb03 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:07:58.705070 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:07:58.722562 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-9e057e95-848e-4fc1-8eb5-2844c17c495c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Made reservation on behalf of e4c82d1c83884aa980401b1b15bb141d for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:07:58.742812 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-9e057e95-848e-4fc1-8eb5-2844c17c495c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:58.743163 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-f194f440-0771-4369-8d4d-b07fae3dc993 None None] Set router f8b8961b-cf9c-4a57-8643-3aca93353903 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:07:58.837537 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b1b0b-96a4-43e5-8e89-a48a9cccc60e req-1d070136-8dd7-4bde-a771-9efd0fb2abde tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:58.839868 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2b5b1b0b-96a4-43e5-8e89-a48a9cccc60e req-1d070136-8dd7-4bde-a771-9efd0fb2abde tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=47219f74-c8b3-47ee-97d8-673f48416bc3 HTTP/1.1" status: 200 len: 950 time: 0.1914163 Apr 20 16:07:58.852557 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eaa4b63b-891d-4f07-8487-50cf8efb5b29 req-b3ec32af-6d83-4f0c-bae8-891e8855a308 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 210 time: 0.1193433 Apr 20 16:07:58.858644 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-9deed03f-52a8-4f1c-b077-8c0b6e9f9884 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Allocated IP 192.168.233.254 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/8bea67d5-3fcd-4761-bd14-b8d917afc384) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:07:58.914067 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2b5b1b0b-96a4-43e5-8e89-a48a9cccc60e req-6ae89fea-f173-48cf-9a69-a2bd46d64419 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649981 Apr 20 16:07:59.171162 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f194f440-0771-4369-8d4d-b07fae3dc993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1284104284-router', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:46Z', 'updated_at': '2022-04-20T16:05:52Z', 'revision_number': 4, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'gw_port': {'id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:47Z', 'updated_at': '2022-04-20T16:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '93bff59c-2d7f-423f-8f05-78cb4e212da0', 'name': '', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'mac_address': 'fa:16:3e:26:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:51Z', 'updated_at': '2022-04-20T16:05:58Z', 'revision_number': 5, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'subnets': [{'id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:59.240674 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f194f440-0771-4369-8d4d-b07fae3dc993 None None] The sync data for ids ['f8b8961b-cf9c-4a57-8643-3aca93353903'] in n-d-836146-2 is: [{'id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1284104284-router', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:46Z', 'updated_at': '2022-04-20T16:05:52Z', 'revision_number': 4, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'gw_port': {'id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:47Z', 'updated_at': '2022-04-20T16:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '93bff59c-2d7f-423f-8f05-78cb4e212da0', 'name': '', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'mac_address': 'fa:16:3e:26:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:51Z', 'updated_at': '2022-04-20T16:05:58Z', 'revision_number': 5, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'subnets': [{'id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:07:59.242683 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-9deed03f-52a8-4f1c-b077-8c0b6e9f9884 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:59.251339 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-cee86e9e-24ba-44dd-9d74-863805267d3a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:59.252873 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-cee86e9e-24ba-44dd-9d74-863805267d3a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.26 "GET /v2.0/networks?id=90e50934-0ad2-4ce3-9e4b-483b08568bcf HTTP/1.1" status: 200 len: 824 time: 0.4819574 Apr 20 16:07:59.303391 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c7c51-9877-4e8e-90a6-0b0913674124 req-ee4db7e4-15eb-445d-9a01-0b30934986d9 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:59.313314 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8d6c7c51-9877-4e8e-90a6-0b0913674124 req-ee4db7e4-15eb-445d-9a01-0b30934986d9 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 946 time: 0.3125288 Apr 20 16:07:59.332351 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c,segment=NetworkSegment(03b5d361-ce63-4ac1-9ff9-9582180d8087),segment_id=03b5d361-ce63-4ac1-9ff9-9582180d8087)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:59.355881 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0d5f69af-1d30-4d70-8e94-819e221a906b no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:07:59.389552 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c', 'network_id': '61ada51f-5528-46f9-b6ea-2958c68d7ccd', 'port_id': '9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c', 'mac_address': 'fa:16:3e:07:8b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2fbc8a-0a20-4ad4-911d-4c69a65912da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:07:59.394527 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 0d5f69af-1d30-4d70-8e94-819e221a906b {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:07:59.394527 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0d5f69af-1d30-4d70-8e94-819e221a906b not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:07:59.423435 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4d3720a1-dc8d-4c5a-bcf5-1cabe39a1c1d req-07c1dec6-db27-4138-baf1-3d1e1451b812 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63ba4f7-ac4a-4353-b972-9a10ae8e9af8 HTTP/1.1" status: 200 len: 210 time: 0.0693109 Apr 20 16:07:59.460755 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-9deed03f-52a8-4f1c-b077-8c0b6e9f9884 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:59.474278 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:59.491127 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:07:59.496220 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ef4ad5-4024-4dac-b92d-db131dc4cb03', 'name': 'tempest-FloatingIPDetailsTestJSON-1836789423-router', 'tenant_id': '85e52892e0324ca0b95b526906064ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '6c037ef6-c423-480f-a974-7e43e28eea3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:54Z', 'updated_at': '2022-04-20T16:07:56Z', 'revision_number': 3, 'project_id': '85e52892e0324ca0b95b526906064ad9', 'gw_port': {'id': '6c037ef6-c423-480f-a974-7e43e28eea3f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ef4ad5-4024-4dac-b92d-db131dc4cb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:07:55Z', 'updated_at': '2022-04-20T16:07:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:07:59.501739 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f662ef26-bc18-43c7-86ef-7dee44d15b32', '634efcd2-2583-403e-9a9e-1ace043618f5', 'ce4326ea-ab01-4f9f-b629-75c89ee3a037'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:07:59.565854 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-9deed03f-52a8-4f1c-b077-8c0b6e9f9884 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:07:59.573554 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-9deed03f-52a8-4f1c-b077-8c0b6e9f9884 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:07:59.582720 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-9deed03f-52a8-4f1c-b077-8c0b6e9f9884 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:07:59.592947 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deed03f-52a8-4f1c-b077-8c0b6e9f9884 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Pushing event updated for resources: {'Port': ['ID=8bea67d5-3fcd-4761-bd14-b8d917afc384,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:07:59.629573 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c,segment=NetworkSegment(03b5d361-ce63-4ac1-9ff9-9582180d8087),segment_id=03b5d361-ce63-4ac1-9ff9-9582180d8087)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:07:59.636146 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] Checking router: f8ef4ad5-4024-4dac-b92d-db131dc4cb03 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:07:59.649912 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] Updating router f8ef4ad5-4024-4dac-b92d-db131dc4cb03 port 6c037ef6-c423-480f-a974-7e43e28eea3f binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:07:59.672958 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8d6c7c51-9877-4e8e-90a6-0b0913674124 req-a95aa2f6-5cc3-40b2-9503-560ff676efa0 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d3efb5d-abe0-4075-820f-22d00ffcc08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586733 Apr 20 16:07:59.721904 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-16f40e5e-66f5-4ab0-880f-0259179d2a47 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dc23c73e9194fb380a739b184f44762 HTTP/1.1" status: 200 len: 379 time: 0.3998179 Apr 20 16:07:59.772278 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-150a08bd-e7d3-4790-9671-b7f88d97067a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Request body: {'port': {'device_id': 'cc933516-4fd6-4963-a2a1-dd9daf73380b', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'admin_state_up': True, 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'security_groups': ['333f4ec1-98aa-4cb3-a153-abc0ae27a1aa']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:07:59.777350 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f625da7c-c129-467c-ad3d-fe936a7009f8 req-17457aa0-787d-4c4a-b468-65972b650f89 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 210 time: 0.0889359 Apr 20 16:07:59.814251 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-9deed03f-52a8-4f1c-b077-8c0b6e9f9884 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:07:59.814895 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-9deed03f-52a8-4f1c-b077-8c0b6e9f9884 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:07:59.869328 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780ab940-ecfd-4709-849e-0b27abe7d4f0 None None] New status for floating IP 60a78eaa-4272-4d34-8a44-50a273fb6cba: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:07:59.949426 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-9deed03f-52a8-4f1c-b077-8c0b6e9f9884 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9714453 Apr 20 16:07:59.968573 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-38793cdf-7c20-40b6-b161-4acebceba430 service neutron] Request body: {'port': {'device_id': '8345c8c9-9932-4bb7-9564-3dfda40cfd43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:00.053933 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c933e4fc-fafa-4360-814d-f4b8652e951a req-695257a0-1538-419f-a54c-5f0c95ae4d5b tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 210 time: 0.0434716 Apr 20 16:08:00.066311 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:00.134773 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-38793cdf-7c20-40b6-b161-4acebceba430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:00.137133 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:00.141445 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:00.289904 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-36f150f0-60a5-4838-a9a9-c901aa49fe36 None None] Provisioning complete for port 8bea67d5-3fcd-4761-bd14-b8d917afc384 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:00.290485 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-36f150f0-60a5-4838-a9a9-c901aa49fe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:00.300712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-9e057e95-848e-4fc1-8eb5-2844c17c495c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Allocated IP 192.168.233.19 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/abf2ba26-a602-4a89-a982-c6bb109bfb6d) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:08:00.336225 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b868fd-9c66-4f1a-a61b-cbd2a243d44c req-a6f4051f-a5d1-4b03-9a3b-a0cb2b46ac73 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:00.338023 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-67b868fd-9c66-4f1a-a61b-cbd2a243d44c req-a6f4051f-a5d1-4b03-9a3b-a0cb2b46ac73 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1c9a244-02f9-4d56-8b88-04568ec57948 HTTP/1.1" status: 200 len: 944 time: 0.3703589 Apr 20 16:08:00.339862 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-36f150f0-60a5-4838-a9a9-c901aa49fe36 None None] Port 8bea67d5-3fcd-4761-bd14-b8d917afc384 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:08:00.418090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-150a08bd-e7d3-4790-9671-b7f88d97067a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Made reservation on behalf of 0dc23c73e9194fb380a739b184f44762 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:08:00.421838 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-150a08bd-e7d3-4790-9671-b7f88d97067a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:00.435176 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:00.531976 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-707dd043-9290-4563-8970-db3204a9862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:00.580431 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-67b868fd-9c66-4f1a-a61b-cbd2a243d44c req-6c276109-d4b7-4246-8794-50645e67a261 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ca65f03-edb3-4c86-86df-d9032d2bc538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735749 Apr 20 16:08:00.602209 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:00.687030 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-aa8953e7-90a8-4899-9513-cb13913ce76d tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:00.688815 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-aa8953e7-90a8-4899-9513-cb13913ce76d tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.26 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 808 time: 0.2104642 Apr 20 16:08:00.709645 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:00.712704 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c64d40b7-c595-40c8-91b4-7f9384c5a3cd tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Request body: {'port': {'device_id': '9aea4ead-fdc0-41a5-8842-9245f83ae07e', 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2', 'admin_state_up': True, 'tenant_id': 'f99d78ffab8c43cca67be1fec063f621'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:00.878251 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dee2c61d-4a41-4007-bd1e-c11da7cce510 req-14446892-f698-454c-8dc9-bf84a85fd963 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63ba4f7-ac4a-4353-b972-9a10ae8e9af8 HTTP/1.1" status: 200 len: 210 time: 0.0921991 Apr 20 16:08:00.883625 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] Attempting to bind port 6c037ef6-c423-480f-a974-7e43e28eea3f on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:08:00.884023 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] Attempting to bind port 6c037ef6-c423-480f-a974-7e43e28eea3f by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:08:00.885823 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] Attempting to bind port 6c037ef6-c423-480f-a974-7e43e28eea3f on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:00.886671 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:08:00.945746 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:08:00.945746 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:08:00.945746 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:00.945746 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:08:00.945746 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] Bound port: 6c037ef6-c423-480f-a974-7e43e28eea3f, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:08:00.945746 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:00.950396 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53375a-025c-401b-bf42-e9f358bc8e5f None None] Pushing event updated for resources: {'Port': ['ID=6c037ef6-c423-480f-a974-7e43e28eea3f,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:01.064540 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c16cbb-7757-4ed9-a1ae-919731435167 req-ab14cab7-29ed-4bc5-8d70-0808bb29160f tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:01.071050 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c608ee6-580f-4bfc-b8ff-eadd9314e3b5 req-0dd8d8e0-9231-4612-8d0f-325ed1d1857e tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:01.074086 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-97c16cbb-7757-4ed9-a1ae-919731435167 req-ab14cab7-29ed-4bc5-8d70-0808bb29160f tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 946 time: 0.0761921 Apr 20 16:08:01.078941 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c608ee6-580f-4bfc-b8ff-eadd9314e3b5 req-0dd8d8e0-9231-4612-8d0f-325ed1d1857e tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=47219f74-c8b3-47ee-97d8-673f48416bc3 HTTP/1.1" status: 200 len: 950 time: 0.3071718 Apr 20 16:08:01.087283 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] For port 6c037ef6-c423-480f-a974-7e43e28eea3f, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:08:01.115921 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c64d40b7-c595-40c8-91b4-7f9384c5a3cd tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Made reservation on behalf of f99d78ffab8c43cca67be1fec063f621 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:08:01.121506 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c64d40b7-c595-40c8-91b4-7f9384c5a3cd tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:01.124277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-150a08bd-e7d3-4790-9671-b7f88d97067a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Allocated IP 172.20.0.8 (90e50934-0ad2-4ce3-9e4b-483b08568bcf/6b5f4545-0b86-4c69-b75f-724716055b66/ea29ceba-52aa-4e99-8f2d-915308271cc6) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:08:01.127623 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] For port 6c037ef6-c423-480f-a974-7e43e28eea3f, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6c037ef6-c423-480f-a974-7e43e28eea3f,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:08:01.129091 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-9e057e95-848e-4fc1-8eb5-2844c17c495c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:01.145048 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-97c16cbb-7757-4ed9-a1ae-919731435167 req-bbce8a4c-a8ce-4338-99a7-1279cafcdaa1 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d3efb5d-abe0-4075-820f-22d00ffcc08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700359 Apr 20 16:08:01.191785 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c608ee6-580f-4bfc-b8ff-eadd9314e3b5 req-ea8be79d-e960-46e5-87e2-350f5a8bc01c tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119201 Apr 20 16:08:01.252137 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:01.336063 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f2d1d617-0aa4-444c-b402-bf447647e5c8 req-331f58da-94ee-41e7-8425-16b8b4b49daa tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 210 time: 0.0279016 Apr 20 16:08:01.352825 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53375a-025c-401b-bf42-e9f358bc8e5f None None] Pushing event updated for resources: {'Port': ['ID=6c037ef6-c423-480f-a974-7e43e28eea3f,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:01.375073 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-707dd043-9290-4563-8970-db3204a9862d admin admin] Allocated IP 172.20.0.1 (89875414-2c68-4260-9779-1ddfe759d2f2/b0cf8af1-df79-4e75-beb8-a3ee5fcd82e1/6596bf26-52a7-4f0e-b08d-141bf492e9cf) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:08:01.405054 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c64d40b7-c595-40c8-91b4-7f9384c5a3cd tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Allocated IP 172.20.0.6 (39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2/fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f/a86943f9-cb89-472e-b8ec-926468d9dfb7) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:08:01.407533 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-adac5d82-952c-448c-af2a-1aa9f9b9f25f req-fab96032-89ed-4ec2-b539-7330520705f7 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 210 time: 0.0959330 Apr 20 16:08:01.415748 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] Routers {'f8ef4ad5-4024-4dac-b92d-db131dc4cb03'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:08:01.417625 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:07:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8ef4ad5-4024-4dac-b92d-db131dc4cb03'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:01.506500 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-9e057e95-848e-4fc1-8eb5-2844c17c495c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:01.605112 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] Set router f8ef4ad5-4024-4dac-b92d-db131dc4cb03 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:08:01.800191 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c64d40b7-c595-40c8-91b4-7f9384c5a3cd tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:01.853928 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-38793cdf-7c20-40b6-b161-4acebceba430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bea67d5-3fcd-4761-bd14-b8d917afc384 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:08:01.866103 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ef4ad5-4024-4dac-b92d-db131dc4cb03', 'name': 'tempest-FloatingIPDetailsTestJSON-1836789423-router', 'tenant_id': '85e52892e0324ca0b95b526906064ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '6c037ef6-c423-480f-a974-7e43e28eea3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:54Z', 'updated_at': '2022-04-20T16:07:56Z', 'revision_number': 3, 'project_id': '85e52892e0324ca0b95b526906064ad9', 'gw_port': {'id': '6c037ef6-c423-480f-a974-7e43e28eea3f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ef4ad5-4024-4dac-b92d-db131dc4cb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:07:55Z', 'updated_at': '2022-04-20T16:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:01.870853 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e057e95-848e-4fc1-8eb5-2844c17c495c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Pushing event updated for resources: {'Port': ['ID=abf2ba26-a602-4a89-a982-c6bb109bfb6d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:01.871019 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-38793cdf-7c20-40b6-b161-4acebceba430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:01.890603 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-38793cdf-7c20-40b6-b161-4acebceba430 service neutron] Transition to ACTIVE for port object 8bea67d5-3fcd-4761-bd14-b8d917afc384 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:08:01.895807 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-150a08bd-e7d3-4790-9671-b7f88d97067a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:01.897638 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f8f64c-6d28-44fe-ba65-cefa272eb31e None None] The sync data for ids ['f8ef4ad5-4024-4dac-b92d-db131dc4cb03'] in n-d-836146-2 is: [{'id': 'f8ef4ad5-4024-4dac-b92d-db131dc4cb03', 'name': 'tempest-FloatingIPDetailsTestJSON-1836789423-router', 'tenant_id': '85e52892e0324ca0b95b526906064ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '6c037ef6-c423-480f-a974-7e43e28eea3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:54Z', 'updated_at': '2022-04-20T16:07:56Z', 'revision_number': 3, 'project_id': '85e52892e0324ca0b95b526906064ad9', 'gw_port': {'id': '6c037ef6-c423-480f-a974-7e43e28eea3f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ef4ad5-4024-4dac-b92d-db131dc4cb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:07:55Z', 'updated_at': '2022-04-20T16:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:08:01.927525 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-9e057e95-848e-4fc1-8eb5-2844c17c495c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:01.938247 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-9e057e95-848e-4fc1-8eb5-2844c17c495c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:01.949187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-9e057e95-848e-4fc1-8eb5-2844c17c495c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:08:01.978447 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-38793cdf-7c20-40b6-b161-4acebceba430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:02.026029 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6aac4-59d5-41ed-b8d9-651c28a0172f req-8d916fa3-4271-4c8f-8aca-77194c37860d tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:02.033875 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c8e6aac4-59d5-41ed-b8d9-651c28a0172f req-8d916fa3-4271-4c8f-8aca-77194c37860d tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1c9a244-02f9-4d56-8b88-04568ec57948 HTTP/1.1" status: 200 len: 944 time: 0.2142437 Apr 20 16:08:02.053872 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c64d40b7-c595-40c8-91b4-7f9384c5a3cd tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:02.075670 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38793cdf-7c20-40b6-b161-4acebceba430 service neutron] Pushing event updated for resources: {'Port': ['ID=8bea67d5-3fcd-4761-bd14-b8d917afc384,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:02.092892 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-707dd043-9290-4563-8970-db3204a9862d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:02.104031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-9e057e95-848e-4fc1-8eb5-2844c17c495c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:02.111977 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-9e057e95-848e-4fc1-8eb5-2844c17c495c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:02.163391 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c8e6aac4-59d5-41ed-b8d9-651c28a0172f req-3c38c8d3-cab2-4f2a-a26e-1b6f032c3cb6 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ca65f03-edb3-4c86-86df-d9032d2bc538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139441 Apr 20 16:08:02.209818 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c64d40b7-c595-40c8-91b4-7f9384c5a3cd tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:02.217535 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c64d40b7-c595-40c8-91b4-7f9384c5a3cd tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:02.222102 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-38793cdf-7c20-40b6-b161-4acebceba430 service neutron] Attempting to bind port 8bea67d5-3fcd-4761-bd14-b8d917afc384 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:08:02.222637 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-38793cdf-7c20-40b6-b161-4acebceba430 service neutron] Attempting to bind port 8bea67d5-3fcd-4761-bd14-b8d917afc384 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:08:02.222921 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-38793cdf-7c20-40b6-b161-4acebceba430 service neutron] Attempting to bind port 8bea67d5-3fcd-4761-bd14-b8d917afc384 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:02.230870 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c64d40b7-c595-40c8-91b4-7f9384c5a3cd tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:08:02.282391 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-38793cdf-7c20-40b6-b161-4acebceba430 service neutron] Port 8bea67d5-3fcd-4761-bd14-b8d917afc384 on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:08:02.282724 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-38793cdf-7c20-40b6-b161-4acebceba430 service neutron] Attempting to bind port 8bea67d5-3fcd-4761-bd14-b8d917afc384 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:02.283617 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-9e057e95-848e-4fc1-8eb5-2844c17c495c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3388655 Apr 20 16:08:02.285984 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-150a08bd-e7d3-4790-9671-b7f88d97067a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:02.288171 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d40b7-c595-40c8-91b4-7f9384c5a3cd tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Pushing event updated for resources: {'Port': ['ID=a86943f9-cb89-472e-b8ec-926468d9dfb7,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:02.294080 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-38793cdf-7c20-40b6-b161-4acebceba430 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:08:02.294325 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-38793cdf-7c20-40b6-b161-4acebceba430 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:08:02.294712 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-38793cdf-7c20-40b6-b161-4acebceba430 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:08:02.295155 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-38793cdf-7c20-40b6-b161-4acebceba430 service neutron] Bound port: 8bea67d5-3fcd-4761-bd14-b8d917afc384, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:08:02.295514 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-38793cdf-7c20-40b6-b161-4acebceba430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:02.331469 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-83b69b0e-b83e-47bc-b9ea-97c44f29d005 service neutron] Request body: {'port': {'device_id': 'e63ba4f7-ac4a-4353-b972-9a10ae8e9af8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:02.335768 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c64d40b7-c595-40c8-91b4-7f9384c5a3cd tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:02.336476 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c64d40b7-c595-40c8-91b4-7f9384c5a3cd tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:02.372014 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-707dd043-9290-4563-8970-db3204a9862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:02.403281 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4f711704-61a3-4b35-a354-82f68a0e286e None None] Provisioning complete for port abf2ba26-a602-4a89-a982-c6bb109bfb6d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:02.403878 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-150a08bd-e7d3-4790-9671-b7f88d97067a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Network 90e50934-0ad2-4ce3-9e4b-483b08568bcf is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:02.403978 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4f711704-61a3-4b35-a354-82f68a0e286e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:02.413868 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-150a08bd-e7d3-4790-9671-b7f88d97067a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:02.419594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-150a08bd-e7d3-4790-9671-b7f88d97067a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:08:02.445951 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-38793cdf-7c20-40b6-b161-4acebceba430 service neutron] For port 8bea67d5-3fcd-4761-bd14-b8d917afc384, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:08:02.449345 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-38793cdf-7c20-40b6-b161-4acebceba430 service neutron] For port 8bea67d5-3fcd-4761-bd14-b8d917afc384, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=8bea67d5-3fcd-4761-bd14-b8d917afc384,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:08:02.478594 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-4f711704-61a3-4b35-a354-82f68a0e286e None None] Port abf2ba26-a602-4a89-a982-c6bb109bfb6d cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:08:02.500800 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61700f90-8046-4212-841e-49dc681ed714 req-9a9caf23-d54a-4f2b-9b0b-c4adf3db87a4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:02.502465 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61700f90-8046-4212-841e-49dc681ed714 req-9a9caf23-d54a-4f2b-9b0b-c4adf3db87a4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63ba4f7-ac4a-4353-b972-9a10ae8e9af8 HTTP/1.1" status: 200 len: 935 time: 0.2866924 Apr 20 16:08:02.503209 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a08bd-e7d3-4790-9671-b7f88d97067a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Pushing event updated for resources: {'Port': ['ID=ea29ceba-52aa-4e99-8f2d-915308271cc6,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:02.506972 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707dd043-9290-4563-8970-db3204a9862d admin admin] Network 89875414-2c68-4260-9779-1ddfe759d2f2 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:02.523509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-707dd043-9290-4563-8970-db3204a9862d admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:02.541389 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c64d40b7-c595-40c8-91b4-7f9384c5a3cd tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8354933 Apr 20 16:08:02.569076 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c76fb0b6-95cd-4707-9fec-a51c40b9430b service neutron] Request body: {'port': {'device_id': '9aea4ead-fdc0-41a5-8842-9245f83ae07e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:02.631583 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-38793cdf-7c20-40b6-b161-4acebceba430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:02.631699 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707dd043-9290-4563-8970-db3204a9862d admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:08:02.700205 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707dd043-9290-4563-8970-db3204a9862d admin admin] Pushing event updated for resources: {'Port': ['ID=6596bf26-52a7-4f0e-b08d-141bf492e9cf,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:02.717369 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-38793cdf-7c20-40b6-b161-4acebceba430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:02.717369 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-38793cdf-7c20-40b6-b161-4acebceba430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:02.717369 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-38793cdf-7c20-40b6-b161-4acebceba430 service neutron] 10.222.0.26 "PUT /v2.0/ports/8bea67d5-3fcd-4761-bd14-b8d917afc384 HTTP/1.1" status: 200 len: 1096 time: 2.7499905 Apr 20 16:08:02.727082 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8345c8c9-9932-4bb7-9564-3dfda40cfd43', 'tag': '8bea67d5-3fcd-4761-bd14-b8d917afc384'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:08:02.728784 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e10aec-6875-4cd3-af50-b3fc8bb4a00f" -d '{"events": [{"name": "network-changed", "server_uuid": "8345c8c9-9932-4bb7-9564-3dfda40cfd43", "tag": "8bea67d5-3fcd-4761-bd14-b8d917afc384"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:08:02.729787 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-83b69b0e-b83e-47bc-b9ea-97c44f29d005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:02.745272 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-150a08bd-e7d3-4790-9671-b7f88d97067a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:02.746156 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-150a08bd-e7d3-4790-9671-b7f88d97067a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:02.796769 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c76fb0b6-95cd-4707-9fec-a51c40b9430b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:02.812060 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61700f90-8046-4212-841e-49dc681ed714 req-0e4b7875-435d-41cf-9d78-3e9f877a8872 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949874 Apr 20 16:08:02.863266 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-707dd043-9290-4563-8970-db3204a9862d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:02.889956 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-043b1b40-0555-450c-b858-4c2e406bc925 None None] Provisioning complete for port ea29ceba-52aa-4e99-8f2d-915308271cc6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:02.890905 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-043b1b40-0555-450c-b858-4c2e406bc925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:02.960867 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-150a08bd-e7d3-4790-9671-b7f88d97067a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2052939 Apr 20 16:08:02.970257 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f662ef26-bc18-43c7-86ef-7dee44d15b32', '634efcd2-2583-403e-9a9e-1ace043618f5', 'ce4326ea-ab01-4f9f-b629-75c89ee3a037'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:08:03.039263 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-e30bea9c-2b8a-495e-ba02-eaf6e3e5a44b service neutron] Request body: {'port': {'device_id': 'cc933516-4fd6-4963-a2a1-dd9daf73380b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:03.056684 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-043b1b40-0555-450c-b858-4c2e406bc925 None None] Port ea29ceba-52aa-4e99-8f2d-915308271cc6 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:08:03.104181 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:08:03.154476 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38793cdf-7c20-40b6-b161-4acebceba430 service neutron] Pushing event updated for resources: {'Port': ['ID=8bea67d5-3fcd-4761-bd14-b8d917afc384,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:03.219343 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-16376394-51f9-42ad-9539-8f7194e48dc6 None None] Provisioning complete for port 6596bf26-52a7-4f0e-b08d-141bf492e9cf triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:03.219762 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-16376394-51f9-42ad-9539-8f7194e48dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:03.298039 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-16376394-51f9-42ad-9539-8f7194e48dc6 None None] Port 6596bf26-52a7-4f0e-b08d-141bf492e9cf cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:08:03.429538 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa8124-1505-4d66-9c69-42dd1025150f req-a5a82d2c-43b8-44c0-8c08-efd1a2b142a5 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:03.441864 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-49aa8124-1505-4d66-9c69-42dd1025150f req-a5a82d2c-43b8-44c0-8c08-efd1a2b142a5 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=47219f74-c8b3-47ee-97d8-673f48416bc3 HTTP/1.1" status: 200 len: 950 time: 0.3970997 Apr 20 16:08:03.454788 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-e30bea9c-2b8a-495e-ba02-eaf6e3e5a44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:03.465250 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-58169c4b-4b88-49d9-a831-de027ab0a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:03.470623 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-58169c4b-4b88-49d9-a831-de027ab0a960 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4c82d1c83884aa980401b1b15bb141d&device_id=8345c8c9-9932-4bb7-9564-3dfda40cfd43 HTTP/1.1" status: 200 len: 1099 time: 0.3663893 Apr 20 16:08:03.559114 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-ec1342df-66fe-4c34-84b9-eb9a79018cef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=8bea67d5-3fcd-4761-bd14-b8d917afc384 HTTP/1.1" status: 200 len: 217 time: 0.0494516 Apr 20 16:08:03.580829 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-707dd043-9290-4563-8970-db3204a9862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:03.597295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d511b-0e1b-48b2-9ac5-4e2efbeb47be req-9eb150d7-61b0-4dc3-af5d-87e0e8fb24ae tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:03.598743 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-831d511b-0e1b-48b2-9ac5-4e2efbeb47be req-9eb150d7-61b0-4dc3-af5d-87e0e8fb24ae tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.30 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 946 time: 0.2841043 Apr 20 16:08:03.605257 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e0f22-fc9b-4a99-a1c1-453255b39056 req-9cfe25c9-441b-42ca-92cf-7782c84da3fc tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:03.606763 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f24e0f22-fc9b-4a99-a1c1-453255b39056 req-9cfe25c9-441b-42ca-92cf-7782c84da3fc tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 946 time: 0.1591485 Apr 20 16:08:03.663286 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f24e0f22-fc9b-4a99-a1c1-453255b39056 req-3a98d62b-fd12-4881-aacc-c44ed72ca655 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d3efb5d-abe0-4075-820f-22d00ffcc08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450289 Apr 20 16:08:03.665173 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-49aa8124-1505-4d66-9c69-42dd1025150f req-315b2a6a-e445-4e18-86da-926683424769 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080443 Apr 20 16:08:03.727359 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c76fb0b6-95cd-4707-9fec-a51c40b9430b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a86943f9-cb89-472e-b8ec-926468d9dfb7 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:08:03.736834 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c76fb0b6-95cd-4707-9fec-a51c40b9430b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:03.750621 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c76fb0b6-95cd-4707-9fec-a51c40b9430b service neutron] Transition to ACTIVE for port object a86943f9-cb89-472e-b8ec-926468d9dfb7 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:08:03.758087 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6c037ef6-c423-480f-a974-7e43e28eea3f up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:08:03.836887 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 6c037ef6-c423-480f-a974-7e43e28eea3f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:03.837742 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:03.858827 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c76fb0b6-95cd-4707-9fec-a51c40b9430b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:03.895780 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-2be11552-3557-4941-81a0-78c73b1d832d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:03.897100 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-2be11552-3557-4941-81a0-78c73b1d832d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0871642 Apr 20 16:08:03.918516 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af3cc0-f5b4-42b1-84ad-65468e02c45a req-053d69d7-ccdf-46ef-ba2f-8d1a442d2f0d tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:03.926583 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b8af3cc0-f5b4-42b1-84ad-65468e02c45a req-053d69d7-ccdf-46ef-ba2f-8d1a442d2f0d tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 931 time: 0.1445093 Apr 20 16:08:03.980074 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:03.991340 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fb0b6-95cd-4707-9fec-a51c40b9430b service neutron] Pushing event updated for resources: {'Port': ['ID=a86943f9-cb89-472e-b8ec-926468d9dfb7,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:04.006302 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 6c037ef6-c423-480f-a974-7e43e28eea3f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6c037ef6-c423-480f-a974-7e43e28eea3f,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:04.062387 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bfe2d-f194-4808-8a6a-f64bfca08186 req-3739dc38-fd1a-4929-8e7b-768b254b00e5 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:04.064104 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-189bfe2d-f194-4808-8a6a-f64bfca08186 req-3739dc38-fd1a-4929-8e7b-768b254b00e5 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 943 time: 0.2399771 Apr 20 16:08:04.073367 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b8af3cc0-f5b4-42b1-84ad-65468e02c45a req-2323b855-dbd7-4016-9797-e70914ccecd6 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458275 Apr 20 16:08:04.082077 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-67ada448-371c-4eda-b6c7-cfc789a29ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:04.083678 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-67ada448-371c-4eda-b6c7-cfc789a29ace service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1500063 Apr 20 16:08:04.108943 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:04.116598 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-83b69b0e-b83e-47bc-b9ea-97c44f29d005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abf2ba26-a602-4a89-a982-c6bb109bfb6d {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:08:04.135053 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-83b69b0e-b83e-47bc-b9ea-97c44f29d005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:04.150337 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-831d511b-0e1b-48b2-9ac5-4e2efbeb47be req-93bbaa9a-f7e2-4f81-9c3f-7efbc504e7d7 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Deleting port 5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:08:04.150682 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-831d511b-0e1b-48b2-9ac5-4e2efbeb47be req-93bbaa9a-f7e2-4f81-9c3f-7efbc504e7d7 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:04.168560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c76fb0b6-95cd-4707-9fec-a51c40b9430b service neutron] Attempting to bind port a86943f9-cb89-472e-b8ec-926468d9dfb7 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:08:04.174642 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c76fb0b6-95cd-4707-9fec-a51c40b9430b service neutron] Attempting to bind port a86943f9-cb89-472e-b8ec-926468d9dfb7 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:08:04.174642 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c76fb0b6-95cd-4707-9fec-a51c40b9430b service neutron] Attempting to bind port a86943f9-cb89-472e-b8ec-926468d9dfb7 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:04.181323 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0c6b1d-318f-40e2-842f-0535de06a776 x-openstack-request-id: req-ff0c6b1d-318f-40e2-842f-0535de06a776 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:08:04.181607 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8345c8c9-9932-4bb7-9564-3dfda40cfd43", "tag": "8bea67d5-3fcd-4761-bd14-b8d917afc384", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:08:04.181856 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff0c6b1d-318f-40e2-842f-0535de06a776 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:08:04.182251 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff0c6b1d-318f-40e2-842f-0535de06a776'] response: {'name': 'network-changed', 'server_uuid': '8345c8c9-9932-4bb7-9564-3dfda40cfd43', 'tag': '8bea67d5-3fcd-4761-bd14-b8d917afc384', 'status': 'completed', 'code': 200} Apr 20 16:08:04.184269 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c76fb0b6-95cd-4707-9fec-a51c40b9430b service neutron] Port a86943f9-cb89-472e-b8ec-926468d9dfb7 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:08:04.191152 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c76fb0b6-95cd-4707-9fec-a51c40b9430b service neutron] Attempting to bind port a86943f9-cb89-472e-b8ec-926468d9dfb7 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:04.201032 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c76fb0b6-95cd-4707-9fec-a51c40b9430b service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:08:04.202421 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c76fb0b6-95cd-4707-9fec-a51c40b9430b service neutron] Checking segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:08:04.202888 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c76fb0b6-95cd-4707-9fec-a51c40b9430b service neutron] Bound using segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:08:04.203343 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c76fb0b6-95cd-4707-9fec-a51c40b9430b service neutron] Bound port: a86943f9-cb89-472e-b8ec-926468d9dfb7, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:08:04.203704 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c76fb0b6-95cd-4707-9fec-a51c40b9430b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:04.222286 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-83b69b0e-b83e-47bc-b9ea-97c44f29d005 service neutron] Transition to ACTIVE for port object abf2ba26-a602-4a89-a982-c6bb109bfb6d will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:08:04.225183 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=6c037ef6-c423-480f-a974-7e43e28eea3f,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:04.257170 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-189bfe2d-f194-4808-8a6a-f64bfca08186 req-cd758782-cebe-4b64-9610-68c291b0f532 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838396 Apr 20 16:08:04.318970 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-83b69b0e-b83e-47bc-b9ea-97c44f29d005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:04.345032 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-707dd043-9290-4563-8970-db3204a9862d admin admin] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:04.350214 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-53313adb-2864-4c63-8251-6780dd4ebd57 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579401 Apr 20 16:08:04.429953 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c76fb0b6-95cd-4707-9fec-a51c40b9430b service neutron] For port a86943f9-cb89-472e-b8ec-926468d9dfb7, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:08:04.454769 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c76fb0b6-95cd-4707-9fec-a51c40b9430b service neutron] For port a86943f9-cb89-472e-b8ec-926468d9dfb7, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a86943f9-cb89-472e-b8ec-926468d9dfb7,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:08:04.464041 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-707dd043-9290-4563-8970-db3204a9862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:04.466287 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ca9fd-0750-4308-b9ff-f841a088af22 req-3c1aada0-4f42-45bc-8757-a289ec8a6d1b tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:04.474823 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9a2ca9fd-0750-4308-b9ff-f841a088af22 req-3c1aada0-4f42-45bc-8757-a289ec8a6d1b tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1c9a244-02f9-4d56-8b88-04568ec57948 HTTP/1.1" status: 200 len: 944 time: 0.1627271 Apr 20 16:08:04.521964 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b69b0e-b83e-47bc-b9ea-97c44f29d005 service neutron] Pushing event updated for resources: {'Port': ['ID=abf2ba26-a602-4a89-a982-c6bb109bfb6d,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:04.537815 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c76fb0b6-95cd-4707-9fec-a51c40b9430b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:04.543599 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-4c0c4c52-a6cb-4f25-bc25-3ee95714166d service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799166 Apr 20 16:08:04.550327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-e30bea9c-2b8a-495e-ba02-eaf6e3e5a44b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea29ceba-52aa-4e99-8f2d-915308271cc6 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:08:04.564865 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-831d511b-0e1b-48b2-9ac5-4e2efbeb47be req-93bbaa9a-f7e2-4f81-9c3f-7efbc504e7d7 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] For port 5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c,segment=NetworkSegment(11b0f194-0bfa-4350-abb2-6ee19bbb34c0),segment_id=11b0f194-0bfa-4350-abb2-6ee19bbb34c0)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:04.564865 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-831d511b-0e1b-48b2-9ac5-4e2efbeb47be req-93bbaa9a-f7e2-4f81-9c3f-7efbc504e7d7 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:04.565298 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9a2ca9fd-0750-4308-b9ff-f841a088af22 req-c53f7022-5185-4bc2-8f7b-886d367adf9e tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ca65f03-edb3-4c86-86df-d9032d2bc538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891666 Apr 20 16:08:04.579557 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-e30bea9c-2b8a-495e-ba02-eaf6e3e5a44b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:04.613973 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-707dd043-9290-4563-8970-db3204a9862d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:04.617579 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c76fb0b6-95cd-4707-9fec-a51c40b9430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:04.619074 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c76fb0b6-95cd-4707-9fec-a51c40b9430b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:04.620672 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-c76fb0b6-95cd-4707-9fec-a51c40b9430b service neutron] 10.222.0.26 "PUT /v2.0/ports/a86943f9-cb89-472e-b8ec-926468d9dfb7 HTTP/1.1" status: 200 len: 1091 time: 2.0595753 Apr 20 16:08:04.625174 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-831d511b-0e1b-48b2-9ac5-4e2efbeb47be req-93bbaa9a-f7e2-4f81-9c3f-7efbc504e7d7 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Calling delete_port for 5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:08:04.650145 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-e30bea9c-2b8a-495e-ba02-eaf6e3e5a44b service neutron] Transition to ACTIVE for port object ea29ceba-52aa-4e99-8f2d-915308271cc6 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:08:04.652513 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fb0b6-95cd-4707-9fec-a51c40b9430b service neutron] Pushing event updated for resources: {'Port': ['ID=a86943f9-cb89-472e-b8ec-926468d9dfb7,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:04.698385 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:08:04.887758 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:08:04.893603 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:04.894309 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:04.898286 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e10aec-6875-4cd3-af50-b3fc8bb4a00f req-8c346c0b-da72-4265-a027-179d13cc7653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:04.899857 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8e10aec-6875-4cd3-af50-b3fc8bb4a00f req-8c346c0b-da72-4265-a027-179d13cc7653 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4c82d1c83884aa980401b1b15bb141d&device_id=8345c8c9-9932-4bb7-9564-3dfda40cfd43 HTTP/1.1" status: 200 len: 1099 time: 0.1262729 Apr 20 16:08:04.913324 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4403c-04f4-45d3-9fda-1daa6d0f1e52 req-68a29f9f-0880-4535-9132-5437fa838729 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:04.915855 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-49a4403c-04f4-45d3-9fda-1daa6d0f1e52 req-68a29f9f-0880-4535-9132-5437fa838729 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 946 time: 0.1579459 Apr 20 16:08:05.035242 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e10aec-6875-4cd3-af50-b3fc8bb4a00f req-0a119502-319d-499d-b3c4-f02b53c576ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:05.037235 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8e10aec-6875-4cd3-af50-b3fc8bb4a00f req-0a119502-319d-499d-b3c4-f02b53c576ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.1192193 Apr 20 16:08:05.045790 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:05.069814 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52427f82-50fd-4ba3-9b5d-54d4c7f6ee93 req-84418c9f-ffec-491b-90ea-4dcb150dede5 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:05.070032 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-5b307412-a45b-46b9-b555-77146374e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:05.071430 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-5b307412-a45b-46b9-b555-77146374e781 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 1094 time: 0.2658634 Apr 20 16:08:05.078713 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52427f82-50fd-4ba3-9b5d-54d4c7f6ee93 req-84418c9f-ffec-491b-90ea-4dcb150dede5 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63ba4f7-ac4a-4353-b972-9a10ae8e9af8 HTTP/1.1" status: 200 len: 947 time: 0.6751032 Apr 20 16:08:05.096168 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c,segment=NetworkSegment(03b5d361-ce63-4ac1-9ff9-9582180d8087),segment_id=03b5d361-ce63-4ac1-9ff9-9582180d8087)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:05.097380 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c9a244-02f9-4d56-8b88-04568ec57948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:08:05.100059 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba73ef21-15c2-4c50-93ff-5f01a40add77" -d '{"events": [{"server_uuid": "c1c9a244-02f9-4d56-8b88-04568ec57948", "name": "network-vif-plugged", "status": "completed", "tag": "9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:08:05.119033 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707dd043-9290-4563-8970-db3204a9862d admin admin] Pushing event updated for resources: {'Port': ['ID=6596bf26-52a7-4f0e-b08d-141bf492e9cf,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:05.122467 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-e30bea9c-2b8a-495e-ba02-eaf6e3e5a44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:05.154197 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-49a4403c-04f4-45d3-9fda-1daa6d0f1e52 req-3d534bb8-4945-41ff-8ebd-32c4ceeabe54 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d3efb5d-abe0-4075-820f-22d00ffcc08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159704 Apr 20 16:08:05.162036 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:05.236274 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-45895c0b-d320-4fbb-a59c-41a16924082d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a86943f9-cb89-472e-b8ec-926468d9dfb7 HTTP/1.1" status: 200 len: 217 time: 0.1337202 Apr 20 16:08:05.238023 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8e10aec-6875-4cd3-af50-b3fc8bb4a00f req-0e349683-e15b-4d01-8028-ffe821e79d3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=8bea67d5-3fcd-4761-bd14-b8d917afc384 HTTP/1.1" status: 200 len: 217 time: 0.1782980 Apr 20 16:08:05.275803 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:05.353719 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52427f82-50fd-4ba3-9b5d-54d4c7f6ee93 req-bcf2051b-2bab-4f6b-8df9-4b1a541e40de tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690494 Apr 20 16:08:05.399601 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-2021241a-b096-49ea-9db5-6dcc916b1c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:05.401142 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-2021241a-b096-49ea-9db5-6dcc916b1c88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f HTTP/1.1" status: 200 len: 848 time: 0.1556175 Apr 20 16:08:05.428377 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30bea9c-2b8a-495e-ba02-eaf6e3e5a44b service neutron] Pushing event updated for resources: {'Port': ['ID=ea29ceba-52aa-4e99-8f2d-915308271cc6,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:05.441888 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa86089-45db-4c6f-b0fd-e3e275d27ab7 x-openstack-request-id: req-7fa86089-45db-4c6f-b0fd-e3e275d27ab7 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:08:05.441888 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c9a244-02f9-4d56-8b88-04568ec57948", "name": "network-vif-plugged", "status": "completed", "tag": "9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:08:05.441888 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7fa86089-45db-4c6f-b0fd-e3e275d27ab7 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:08:05.441888 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa86089-45db-4c6f-b0fd-e3e275d27ab7'] response: {'server_uuid': 'c1c9a244-02f9-4d56-8b88-04568ec57948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c', 'code': 200} Apr 20 16:08:05.457323 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-72b7e418-8b11-4cbd-bee7-fd497fc1dd51 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473635 Apr 20 16:08:05.500623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707dd043-9290-4563-8970-db3204a9862d admin admin] Network 89875414-2c68-4260-9779-1ddfe759d2f2 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:05.501585 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-83b69b0e-b83e-47bc-b9ea-97c44f29d005 service neutron] Attempting to bind port abf2ba26-a602-4a89-a982-c6bb109bfb6d on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:08:05.501921 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-83b69b0e-b83e-47bc-b9ea-97c44f29d005 service neutron] Attempting to bind port abf2ba26-a602-4a89-a982-c6bb109bfb6d by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:08:05.502245 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-83b69b0e-b83e-47bc-b9ea-97c44f29d005 service neutron] Attempting to bind port abf2ba26-a602-4a89-a982-c6bb109bfb6d on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:05.553861 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e10aec-6875-4cd3-af50-b3fc8bb4a00f req-b17c2cd3-3c66-439e-b608-5c9ed47d17bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:05.556081 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8e10aec-6875-4cd3-af50-b3fc8bb4a00f req-b17c2cd3-3c66-439e-b608-5c9ed47d17bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.2920973 Apr 20 16:08:05.567195 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119eb86-415d-4da8-a509-116fd0662c58 req-7d224216-cc44-4b68-a0cb-3b8e5d0e2bde tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:05.568112 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9119eb86-415d-4da8-a509-116fd0662c58 req-7d224216-cc44-4b68-a0cb-3b8e5d0e2bde tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=47219f74-c8b3-47ee-97d8-673f48416bc3 HTTP/1.1" status: 200 len: 950 time: 0.2600238 Apr 20 16:08:05.577382 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-83b69b0e-b83e-47bc-b9ea-97c44f29d005 service neutron] Port abf2ba26-a602-4a89-a982-c6bb109bfb6d on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:08:05.577382 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-83b69b0e-b83e-47bc-b9ea-97c44f29d005 service neutron] Attempting to bind port abf2ba26-a602-4a89-a982-c6bb109bfb6d on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:05.585979 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-707dd043-9290-4563-8970-db3204a9862d admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:05.628534 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-83b69b0e-b83e-47bc-b9ea-97c44f29d005 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:08:05.631074 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-83b69b0e-b83e-47bc-b9ea-97c44f29d005 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:08:05.633158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-83b69b0e-b83e-47bc-b9ea-97c44f29d005 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:08:05.633635 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-83b69b0e-b83e-47bc-b9ea-97c44f29d005 service neutron] Bound port: abf2ba26-a602-4a89-a982-c6bb109bfb6d, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:08:05.633999 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-83b69b0e-b83e-47bc-b9ea-97c44f29d005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:05.706238 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-74a4f3bb-3314-4632-8888-8a438e0d3e2f service neutron] 10.222.0.26 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418530 Apr 20 16:08:05.716621 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9119eb86-415d-4da8-a509-116fd0662c58 req-2f431442-f7e3-4425-a83f-daccd9341874 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263928 Apr 20 16:08:05.776113 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6c037ef6-c423-480f-a974-7e43e28eea3f up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:08:05.795649 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e10aec-6875-4cd3-af50-b3fc8bb4a00f req-96e08d12-9236-4311-8bbb-af8b30e8901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:05.798788 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8e10aec-6875-4cd3-af50-b3fc8bb4a00f req-96e08d12-9236-4311-8bbb-af8b30e8901f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2262483 Apr 20 16:08:05.819471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-e30bea9c-2b8a-495e-ba02-eaf6e3e5a44b service neutron] Attempting to bind port ea29ceba-52aa-4e99-8f2d-915308271cc6 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:08:05.819811 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-e30bea9c-2b8a-495e-ba02-eaf6e3e5a44b service neutron] Attempting to bind port ea29ceba-52aa-4e99-8f2d-915308271cc6 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '9053885d-51a1-4852-a6b4-a356932f5932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:08:05.820151 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-e30bea9c-2b8a-495e-ba02-eaf6e3e5a44b service neutron] Attempting to bind port ea29ceba-52aa-4e99-8f2d-915308271cc6 on network 90e50934-0ad2-4ce3-9e4b-483b08568bcf {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:05.855767 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-831d511b-0e1b-48b2-9ac5-4e2efbeb47be req-93bbaa9a-f7e2-4f81-9c3f-7efbc504e7d7 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:05.878070 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-e30bea9c-2b8a-495e-ba02-eaf6e3e5a44b service neutron] Port ea29ceba-52aa-4e99-8f2d-915308271cc6 on network 90e50934-0ad2-4ce3-9e4b-483b08568bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:08:05.878361 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-e30bea9c-2b8a-495e-ba02-eaf6e3e5a44b service neutron] Attempting to bind port ea29ceba-52aa-4e99-8f2d-915308271cc6 on network 90e50934-0ad2-4ce3-9e4b-483b08568bcf {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:05.885430 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 6c037ef6-c423-480f-a974-7e43e28eea3f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:05.886181 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:05.917667 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-e30bea9c-2b8a-495e-ba02-eaf6e3e5a44b service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:08:05.918006 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-e30bea9c-2b8a-495e-ba02-eaf6e3e5a44b service neutron] Checking segment: {'id': '9053885d-51a1-4852-a6b4-a356932f5932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:08:05.918381 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-e30bea9c-2b8a-495e-ba02-eaf6e3e5a44b service neutron] Bound using segment: {'id': '9053885d-51a1-4852-a6b4-a356932f5932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:08:05.918833 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-e30bea9c-2b8a-495e-ba02-eaf6e3e5a44b service neutron] Bound port: ea29ceba-52aa-4e99-8f2d-915308271cc6, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9053885d-51a1-4852-a6b4-a356932f5932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:08:05.919257 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-e30bea9c-2b8a-495e-ba02-eaf6e3e5a44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:06.017546 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9d5a9-dbe3-40b7-9bcf-c3be2ea68543 req-db51ea4c-9552-438c-9537-a562d330af74 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:06.019050 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-58f9d5a9-dbe3-40b7-9bcf-c3be2ea68543 req-db51ea4c-9552-438c-9537-a562d330af74 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 943 time: 0.1675587 Apr 20 16:08:06.022519 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fb1373a6-097a-490a-8a4d-abaa13ed4fb1 req-df07a807-e86b-4569-9d72-cfd317a769e4 service neutron] 10.222.0.26 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989278 Apr 20 16:08:06.024711 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8e10aec-6875-4cd3-af50-b3fc8bb4a00f req-5e4ecf17-f2db-42e1-b3f8-af5c2246b609 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175796 Apr 20 16:08:06.037787 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-e30bea9c-2b8a-495e-ba02-eaf6e3e5a44b service neutron] For port ea29ceba-52aa-4e99-8f2d-915308271cc6, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:08:06.041002 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-e30bea9c-2b8a-495e-ba02-eaf6e3e5a44b service neutron] For port ea29ceba-52aa-4e99-8f2d-915308271cc6, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=ea29ceba-52aa-4e99-8f2d-915308271cc6,segment=NetworkSegment(9053885d-51a1-4852-a6b4-a356932f5932),segment_id=9053885d-51a1-4852-a6b4-a356932f5932)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:08:06.050014 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0dbff-5f3f-400d-a9cb-26071ec30749 req-7f13cf79-da21-4918-954d-8841697aabf9 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:06.051668 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b1b0dbff-5f3f-400d-a9cb-26071ec30749 req-7f13cf79-da21-4918-954d-8841697aabf9 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 943 time: 0.4641688 Apr 20 16:08:06.058656 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3a093-ba8c-443a-99d6-392281b23d83 req-71c18770-aeff-4ac4-b4cb-87869a47cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:06.060187 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-01e3a093-ba8c-443a-99d6-392281b23d83 req-71c18770-aeff-4ac4-b4cb-87869a47cdc5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c1c9a244-02f9-4d56-8b88-04568ec57948 HTTP/1.1" status: 200 len: 1096 time: 0.4579620 Apr 20 16:08:06.062635 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9bb5ffb5-1c19-40d1-9a88-db62d9ebba9c None None] Provisioning complete for port 6596bf26-52a7-4f0e-b08d-141bf492e9cf triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:06.063920 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9bb5ffb5-1c19-40d1-9a88-db62d9ebba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:06.078692 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bbaa9a-f7e2-4f81-9c3f-7efbc504e7d7 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Pushing event deleted for resources: {'Port': ['ID=5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:06.131263 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-9bb5ffb5-1c19-40d1-9a88-db62d9ebba9c None None] Port 6596bf26-52a7-4f0e-b08d-141bf492e9cf cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:08:06.142188 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-58f9d5a9-dbe3-40b7-9bcf-c3be2ea68543 req-789e66c1-5b7a-42db-990f-02136a11f954 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165338 Apr 20 16:08:06.182900 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-831d511b-0e1b-48b2-9ac5-4e2efbeb47be req-93bbaa9a-f7e2-4f81-9c3f-7efbc504e7d7 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] No DVR routers for this DVR port 5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:08:06.192038 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-e30bea9c-2b8a-495e-ba02-eaf6e3e5a44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:06.194385 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-831d511b-0e1b-48b2-9ac5-4e2efbeb47be req-93bbaa9a-f7e2-4f81-9c3f-7efbc504e7d7 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:06.196912 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aea4ead-fdc0-41a5-8842-9245f83ae07e', 'tag': 'a86943f9-cb89-472e-b8ec-926468d9dfb7'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:08:06.200112 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-831d511b-0e1b-48b2-9ac5-4e2efbeb47be req-93bbaa9a-f7e2-4f81-9c3f-7efbc504e7d7 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.30 "DELETE /v2.0/ports/5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c HTTP/1.1" status: 204 len: 173 time: 2.5817871 Apr 20 16:08:06.200291 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d97263-67ef-4368-9022-01c8a03cc4da" -d '{"events": [{"name": "network-changed", "server_uuid": "9aea4ead-fdc0-41a5-8842-9245f83ae07e", "tag": "a86943f9-cb89-472e-b8ec-926468d9dfb7"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:08:06.206323 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27125394-a443-4005-8abb-ad774dc8203b', 'name': 'network-vif-deleted', 'tag': '5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:08:06.208564 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fd8ca7-338a-450c-9a04-069becfb71dc" -d '{"events": [{"server_uuid": "27125394-a443-4005-8abb-ad774dc8203b", "name": "network-vif-deleted", "tag": "5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:08:06.218637 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8e10aec-6875-4cd3-af50-b3fc8bb4a00f req-fe34dd9a-08d1-4572-a5a3-f4ae8397382a service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682091 Apr 20 16:08:06.221119 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-01e3a093-ba8c-443a-99d6-392281b23d83 req-aa0a0569-6c13-4f91-a6dd-3bf9af22ab7f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2ca65f03-edb3-4c86-86df-d9032d2bc538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358247 Apr 20 16:08:06.269357 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707dd043-9290-4563-8970-db3204a9862d admin admin] Router f8ef4ad5-4024-4dac-b92d-db131dc4cb03 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:08:06.294230 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50d36d-e257-46d1-ab60-6be038463b24 req-4ab7485c-aaa8-4ffe-977f-6e425538657c tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:06.296605 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ce50d36d-e257-46d1-ab60-6be038463b24 req-4ab7485c-aaa8-4ffe-977f-6e425538657c tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1c9a244-02f9-4d56-8b88-04568ec57948 HTTP/1.1" status: 200 len: 945 time: 0.0676477 Apr 20 16:08:06.298181 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b1b0dbff-5f3f-400d-a9cb-26071ec30749 req-45184855-56b7-47b2-a8da-cff1838fb264 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299519 Apr 20 16:08:06.303104 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-e30bea9c-2b8a-495e-ba02-eaf6e3e5a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:06.308857 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-e30bea9c-2b8a-495e-ba02-eaf6e3e5a44b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:06.310640 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-e30bea9c-2b8a-495e-ba02-eaf6e3e5a44b service neutron] 10.222.0.26 "PUT /v2.0/ports/ea29ceba-52aa-4e99-8f2d-915308271cc6 HTTP/1.1" status: 200 len: 1091 time: 3.2828908 Apr 20 16:08:06.325171 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-83b69b0e-b83e-47bc-b9ea-97c44f29d005 service neutron] For port abf2ba26-a602-4a89-a982-c6bb109bfb6d, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:08:06.340038 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-83b69b0e-b83e-47bc-b9ea-97c44f29d005 service neutron] For port abf2ba26-a602-4a89-a982-c6bb109bfb6d, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=abf2ba26-a602-4a89-a982-c6bb109bfb6d,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:08:06.355023 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ce50d36d-e257-46d1-ab60-6be038463b24 req-e8e91db1-319a-4f90-80ca-7d89105b8ddc tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ca65f03-edb3-4c86-86df-d9032d2bc538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512044 Apr 20 16:08:06.364184 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30bea9c-2b8a-495e-ba02-eaf6e3e5a44b service neutron] Pushing event updated for resources: {'Port': ['ID=ea29ceba-52aa-4e99-8f2d-915308271cc6,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:06.483210 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-83b69b0e-b83e-47bc-b9ea-97c44f29d005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:06.503575 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c5c9d957-7182-4dfb-834e-5cb6e0659fa5 req-5bc361f0-36cd-4c09-9de4-73d05da832c8 tempest-InstanceActionsTestJSON-1273454255 tempest-InstanceActionsTestJSON-1273454255-project] 10.222.0.15 "GET /v2.0/ports?device_id=27125394-a443-4005-8abb-ad774dc8203b HTTP/1.1" status: 200 len: 210 time: 0.0289505 Apr 20 16:08:06.563529 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40c24f4-dc6a-43cf-8b94-10697adb21e6 x-openstack-request-id: req-b40c24f4-dc6a-43cf-8b94-10697adb21e6 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:08:06.563874 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aea4ead-fdc0-41a5-8842-9245f83ae07e", "tag": "a86943f9-cb89-472e-b8ec-926468d9dfb7", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:08:06.564192 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b40c24f4-dc6a-43cf-8b94-10697adb21e6 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:08:06.564683 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b40c24f4-dc6a-43cf-8b94-10697adb21e6'] response: {'name': 'network-changed', 'server_uuid': '9aea4ead-fdc0-41a5-8842-9245f83ae07e', 'tag': 'a86943f9-cb89-472e-b8ec-926468d9dfb7', 'status': 'completed', 'code': 200} Apr 20 16:08:06.579385 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f8c0c-8193-4df5-83cd-3464e0daff15 req-f9927291-2de7-4f9e-9236-a16f3d9440df tempest-LiveMigrationNegativeTest-1624157173 tempest-LiveMigrationNegativeTest-1624157173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:06.580946 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-769f8c0c-8193-4df5-83cd-3464e0daff15 req-f9927291-2de7-4f9e-9236-a16f3d9440df tempest-LiveMigrationNegativeTest-1624157173 tempest-LiveMigrationNegativeTest-1624157173-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=47219f74-c8b3-47ee-97d8-673f48416bc3 HTTP/1.1" status: 200 len: 1101 time: 0.1939735 Apr 20 16:08:06.614977 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89615300-e06c-46de-9196-aa64c25e181a x-openstack-request-id: req-89615300-e06c-46de-9196-aa64c25e181a {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:08:06.614977 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27125394-a443-4005-8abb-ad774dc8203b", "name": "network-vif-deleted", "tag": "5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:08:06.615307 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-89615300-e06c-46de-9196-aa64c25e181a {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:08:06.615610 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89615300-e06c-46de-9196-aa64c25e181a'] response: {'server_uuid': '27125394-a443-4005-8abb-ad774dc8203b', 'name': 'network-vif-deleted', 'tag': '5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c', 'status': 'completed', 'code': 200} Apr 20 16:08:06.632201 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-83b69b0e-b83e-47bc-b9ea-97c44f29d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:06.635531 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-83b69b0e-b83e-47bc-b9ea-97c44f29d005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:06.635531 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-83b69b0e-b83e-47bc-b9ea-97c44f29d005 service neutron] 10.222.0.30 "PUT /v2.0/ports/abf2ba26-a602-4a89-a982-c6bb109bfb6d HTTP/1.1" status: 200 len: 1095 time: 4.3325679 Apr 20 16:08:06.657336 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707dd043-9290-4563-8970-db3204a9862d admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:08:06.671719 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-707dd043-9290-4563-8970-db3204a9862d admin admin] 10.222.0.15 "PUT /v2.0/routers/f8ef4ad5-4024-4dac-b92d-db131dc4cb03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0789022 Apr 20 16:08:06.676212 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] Sync routers for ids ['f8ef4ad5-4024-4dac-b92d-db131dc4cb03'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:08:06.698127 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-769f8c0c-8193-4df5-83cd-3464e0daff15 req-129b9f22-6e81-4ce9-b53d-304a6137acf1 tempest-LiveMigrationNegativeTest-1624157173 tempest-LiveMigrationNegativeTest-1624157173-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:06.714904 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] Routers {'f8ef4ad5-4024-4dac-b92d-db131dc4cb03'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:08:06.716219 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:07:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8ef4ad5-4024-4dac-b92d-db131dc4cb03'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:06.723220 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:08:06.759570 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b69b0e-b83e-47bc-b9ea-97c44f29d005 service neutron] Pushing event updated for resources: {'Port': ['ID=abf2ba26-a602-4a89-a982-c6bb109bfb6d,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:06.767899 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-deaafc63-306d-4631-aafb-32fce18c47bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:06.769512 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-deaafc63-306d-4631-aafb-32fce18c47bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0dc23c73e9194fb380a739b184f44762&device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 1094 time: 0.3024459 Apr 20 16:08:06.778249 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d97263-67ef-4368-9022-01c8a03cc4da req-cbbc120a-e176-414d-bdf2-c31e4ef50da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:06.782348 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-32d97263-67ef-4368-9022-01c8a03cc4da req-cbbc120a-e176-414d-bdf2-c31e4ef50da8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 1094 time: 0.1636953 Apr 20 16:08:06.925999 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-730e949d-a13e-41e8-abca-e1db54358040 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea29ceba-52aa-4e99-8f2d-915308271cc6 HTTP/1.1" status: 200 len: 217 time: 0.1268461 Apr 20 16:08:06.954080 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2e242-7977-4de0-bafa-317ab7d37969 req-38a49dd5-1427-4636-a17a-11f2e813ccf8 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:06.954080 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-79f2e242-7977-4de0-bafa-317ab7d37969 req-38a49dd5-1427-4636-a17a-11f2e813ccf8 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63ba4f7-ac4a-4353-b972-9a10ae8e9af8 HTTP/1.1" status: 200 len: 947 time: 0.2028236 Apr 20 16:08:06.959521 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] Set router f8ef4ad5-4024-4dac-b92d-db131dc4cb03 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:08:06.991302 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:08:06.992960 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 5c3f6ff1-fa6f-47a6-a6af-e19ce2da9e4c not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:08:07.006696 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d97263-67ef-4368-9022-01c8a03cc4da req-80dc251b-d246-4537-90b3-5694c487f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:07.008541 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-32d97263-67ef-4368-9022-01c8a03cc4da req-80dc251b-d246-4537-90b3-5694c487f578 service neutron] 10.222.0.26 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 909 time: 0.1901143 Apr 20 16:08:07.028379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-e06472a5-f33d-4c08-aaac-405efcfee358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:07.031035 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-e06472a5-f33d-4c08-aaac-405efcfee358 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4c82d1c83884aa980401b1b15bb141d&device_id=e63ba4f7-ac4a-4353-b972-9a10ae8e9af8 HTTP/1.1" status: 200 len: 1098 time: 0.2234025 Apr 20 16:08:07.052975 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-7042568a-b7d0-4b36-a371-a5639414db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:07.055062 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-7042568a-b7d0-4b36-a371-a5639414db14 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b5f4545-0b86-4c69-b75f-724716055b66 HTTP/1.1" status: 200 len: 863 time: 0.1268699 Apr 20 16:08:07.120206 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-8fa34bac-15d1-4c78-ab4a-34bb0ee0bd3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=abf2ba26-a602-4a89-a982-c6bb109bfb6d HTTP/1.1" status: 200 len: 217 time: 0.0446055 Apr 20 16:08:07.169538 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-769f8c0c-8193-4df5-83cd-3464e0daff15 req-129b9f22-6e81-4ce9-b53d-304a6137acf1 tempest-LiveMigrationNegativeTest-1624157173 tempest-LiveMigrationNegativeTest-1624157173-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.219053 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-7def0d2e-200b-4696-845b-35f37677c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:07.220927 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-7def0d2e-200b-4696-845b-35f37677c7da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90e50934-0ad2-4ce3-9e4b-483b08568bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1548533 Apr 20 16:08:07.229107 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-27955b04-82e0-4243-a2c9-099c29bcb21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:07.230659 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-27955b04-82e0-4243-a2c9-099c29bcb21a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0798292 Apr 20 16:08:07.259678 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-769f8c0c-8193-4df5-83cd-3464e0daff15 req-129b9f22-6e81-4ce9-b53d-304a6137acf1 tempest-LiveMigrationNegativeTest-1624157173 tempest-LiveMigrationNegativeTest-1624157173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.335099 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-769f8c0c-8193-4df5-83cd-3464e0daff15 req-129b9f22-6e81-4ce9-b53d-304a6137acf1 tempest-LiveMigrationNegativeTest-1624157173 tempest-LiveMigrationNegativeTest-1624157173-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7452240 Apr 20 16:08:07.364377 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b9f22-6e81-4ce9-b53d-304a6137acf1 tempest-LiveMigrationNegativeTest-1624157173 tempest-LiveMigrationNegativeTest-1624157173-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89682c13-5c60-49ff-97df-2d34e31c0975,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:07.365323 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-79f2e242-7977-4de0-bafa-317ab7d37969 req-338ad0c5-32ea-4735-b4e5-c1e9ed80ed90 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007413 Apr 20 16:08:07.371694 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-32d97263-67ef-4368-9022-01c8a03cc4da req-559f1292-94e5-463e-a5a9-b8245de50d99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a86943f9-cb89-472e-b8ec-926468d9dfb7 HTTP/1.1" status: 200 len: 217 time: 0.3501844 Apr 20 16:08:07.389914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-ac79fc08-26d3-4b56-b1d0-c3042f77a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:07.394732 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-ac79fc08-26d3-4b56-b1d0-c3042f77a5fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1411877 Apr 20 16:08:07.395358 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ef4ad5-4024-4dac-b92d-db131dc4cb03', 'name': 'tempest-FloatingIPDetailsTestJSON-1836789423-router', 'tenant_id': '85e52892e0324ca0b95b526906064ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '6c037ef6-c423-480f-a974-7e43e28eea3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:54Z', 'updated_at': '2022-04-20T16:08:03Z', 'revision_number': 4, 'project_id': '85e52892e0324ca0b95b526906064ad9', 'gw_port': {'id': '6c037ef6-c423-480f-a974-7e43e28eea3f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ef4ad5-4024-4dac-b92d-db131dc4cb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:07:55Z', 'updated_at': '2022-04-20T16:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '6596bf26-52a7-4f0e-b08d-141bf492e9cf', 'name': '', 'network_id': '89875414-2c68-4260-9779-1ddfe759d2f2', 'tenant_id': '85e52892e0324ca0b95b526906064ad9', 'mac_address': 'fa:16:3e:06:b3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ef4ad5-4024-4dac-b92d-db131dc4cb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b0cf8af1-df79-4e75-beb8-a3ee5fcd82e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:00Z', 'updated_at': '2022-04-20T16:08:03Z', 'revision_number': 2, 'project_id': '85e52892e0324ca0b95b526906064ad9', 'subnets': [{'id': 'b0cf8af1-df79-4e75-beb8-a3ee5fcd82e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:07.429974 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] Checking router: f8ef4ad5-4024-4dac-b92d-db131dc4cb03 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:08:07.430402 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] Updating router f8ef4ad5-4024-4dac-b92d-db131dc4cb03 port 6596bf26-52a7-4f0e-b08d-141bf492e9cf binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:08:07.440206 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d97263-67ef-4368-9022-01c8a03cc4da req-dacee83e-ebdf-47a9-b448-175bfcb7e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:07.441714 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-32d97263-67ef-4368-9022-01c8a03cc4da req-dacee83e-ebdf-47a9-b448-175bfcb7e089 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f HTTP/1.1" status: 200 len: 848 time: 0.0621593 Apr 20 16:08:07.467628 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.486718 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-55c92b2d-eed8-411d-af8f-d10314cc4062 service neutron] 10.222.0.26 "GET /v2.0/networks/90e50934-0ad2-4ce3-9e4b-483b08568bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550156 Apr 20 16:08:07.504274 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-32d97263-67ef-4368-9022-01c8a03cc4da req-cb160da2-5cbd-4959-8e19-92f2a806555d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559072 Apr 20 16:08:07.649907 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cab00c3-5877-4de3-82d4-8aabce3c8b6b req-0f3591ea-99b2-41ff-b532-a99883ff3eec service neutron] 10.222.0.26 "GET /v2.0/networks/90e50934-0ad2-4ce3-9e4b-483b08568bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509595 Apr 20 16:08:07.718696 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6b003-0062-412c-a764-cd8ec09c04ab req-9827606d-d419-4e2b-b2c5-bf3ea80f3bf8 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:07.720235 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-acd6b003-0062-412c-a764-cd8ec09c04ab req-9827606d-d419-4e2b-b2c5-bf3ea80f3bf8 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 943 time: 0.2236397 Apr 20 16:08:07.783409 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-32d97263-67ef-4368-9022-01c8a03cc4da req-50e55976-414a-43c7-a940-354059a68cb7 service neutron] 10.222.0.26 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564280 Apr 20 16:08:07.864038 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.933915 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-32d97263-67ef-4368-9022-01c8a03cc4da req-3826cbc7-c42a-48ea-a2ac-5e142204e98c service neutron] 10.222.0.26 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396339 Apr 20 16:08:07.941372 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ae6952b6-bf11-46f5-bedc-d4ebaec42efe req-eebeebdd-cc91-4118-89d7-7d261d6ad34c tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2564211 Apr 20 16:08:07.942193 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:07.962683 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-ae6952b6-bf11-46f5-bedc-d4ebaec42efe req-47e623c9-fe1c-4f34-ad0f-dd0d24af5867 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:07.970906 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-acd6b003-0062-412c-a764-cd8ec09c04ab req-8e73f444-0f8d-4e8f-9636-a230cc03499c tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374465 Apr 20 16:08:07.996247 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-8407affb-3ff0-4c8e-b753-a236ceed4160 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5952554 Apr 20 16:08:08.109058 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] Attempting to bind port 6596bf26-52a7-4f0e-b08d-141bf492e9cf on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:08:08.109711 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] Attempting to bind port 6596bf26-52a7-4f0e-b08d-141bf492e9cf by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'abb68b5a-fd90-41eb-92a5-419676eb5675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '89875414-2c68-4260-9779-1ddfe759d2f2'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:08:08.110248 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] Attempting to bind port 6596bf26-52a7-4f0e-b08d-141bf492e9cf on network 89875414-2c68-4260-9779-1ddfe759d2f2 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:08.116960 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:08:08.119171 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] Checking segment: {'id': 'abb68b5a-fd90-41eb-92a5-419676eb5675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '89875414-2c68-4260-9779-1ddfe759d2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:08:08.119739 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:08.120279 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] Bound using segment: {'id': 'abb68b5a-fd90-41eb-92a5-419676eb5675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '89875414-2c68-4260-9779-1ddfe759d2f2'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:08:08.121027 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] Bound port: 6596bf26-52a7-4f0e-b08d-141bf492e9cf, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb68b5a-fd90-41eb-92a5-419676eb5675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '89875414-2c68-4260-9779-1ddfe759d2f2'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:08:08.121566 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:08.128997 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507b7c4-ce35-4a45-913c-e51ac15b6723 None None] Pushing event updated for resources: {'Port': ['ID=6596bf26-52a7-4f0e-b08d-141bf492e9cf,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:08.130037 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ae6952b6-bf11-46f5-bedc-d4ebaec42efe req-47e623c9-fe1c-4f34-ad0f-dd0d24af5867 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:08.160741 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6019fe1-12d0-4a1b-8506-d989002271d1 req-c3d21164-84c4-400a-b550-90ac93bea9f2 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:08.177367 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b6019fe1-12d0-4a1b-8506-d989002271d1 req-c3d21164-84c4-400a-b550-90ac93bea9f2 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 943 time: 0.1103730 Apr 20 16:08:08.230673 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] For port 6596bf26-52a7-4f0e-b08d-141bf492e9cf, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:08:08.233993 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] For port 6596bf26-52a7-4f0e-b08d-141bf492e9cf, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6596bf26-52a7-4f0e-b08d-141bf492e9cf,segment=NetworkSegment(abb68b5a-fd90-41eb-92a5-419676eb5675),segment_id=abb68b5a-fd90-41eb-92a5-419676eb5675)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:08:08.258487 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cd577b6-9683-4a8b-8aae-5c225ebb6901 req-221f6dfa-4170-46e8-bf7f-3099be3130cf service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534060 Apr 20 16:08:08.260847 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-675c8fbe-5818-43fc-b815-b87f51a7a287 None None] Provisioning complete for port 6596bf26-52a7-4f0e-b08d-141bf492e9cf triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:08.261151 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-675c8fbe-5818-43fc-b815-b87f51a7a287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:08.268529 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b6019fe1-12d0-4a1b-8506-d989002271d1 req-3434de69-3a9f-4c39-9b66-540af79f0dbb tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796003 Apr 20 16:08:08.310639 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-675c8fbe-5818-43fc-b815-b87f51a7a287 None None] Port 6596bf26-52a7-4f0e-b08d-141bf492e9cf cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:08:08.325611 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:08.348713 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ae6952b6-bf11-46f5-bedc-d4ebaec42efe req-47e623c9-fe1c-4f34-ad0f-dd0d24af5867 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:08.408106 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] Routers {'f8ef4ad5-4024-4dac-b92d-db131dc4cb03'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:08:08.408790 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:07:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8ef4ad5-4024-4dac-b92d-db131dc4cb03'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:08.428823 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebda417-a672-405c-8dbd-a1cdcc9310da req-a56ccaca-aefd-4a8d-b9ee-2b03bf380796 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:08.437769 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cebda417-a672-405c-8dbd-a1cdcc9310da req-a56ccaca-aefd-4a8d-b9ee-2b03bf380796 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1c9a244-02f9-4d56-8b88-04568ec57948 HTTP/1.1" status: 200 len: 945 time: 0.0736876 Apr 20 16:08:08.486046 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cebda417-a672-405c-8dbd-a1cdcc9310da req-d381fc8b-5a10-462f-b35c-da8908d29a64 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ca65f03-edb3-4c86-86df-d9032d2bc538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453756 Apr 20 16:08:08.527651 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-ae6952b6-bf11-46f5-bedc-d4ebaec42efe req-47e623c9-fe1c-4f34-ad0f-dd0d24af5867 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Allocated IP 172.25.0.53 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/4bd3ef5f-d40a-46e6-ae59-bfb6444a1540) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:08:08.552037 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53372) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:08.571248 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507b7c4-ce35-4a45-913c-e51ac15b6723 None None] Pushing event updated for resources: {'Port': ['ID=6596bf26-52a7-4f0e-b08d-141bf492e9cf,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:08.625249 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] Set router f8ef4ad5-4024-4dac-b92d-db131dc4cb03 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:08:08.629962 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b07aec-510d-4d3e-bc5d-7c6283062dbb admin admin] Deleting subnet 30785ee1-dfe9-4ead-a0bc-3012337a5e04 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:08:08.633798 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1b07aec-510d-4d3e-bc5d-7c6283062dbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:08.654810 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc933516-4fd6-4963-a2a1-dd9daf73380b', 'tag': 'ea29ceba-52aa-4e99-8f2d-915308271cc6'}, {'name': 'network-changed', 'server_uuid': 'e63ba4f7-ac4a-4353-b972-9a10ae8e9af8', 'tag': 'abf2ba26-a602-4a89-a982-c6bb109bfb6d'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:08:08.661554 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ab90aa-bc2a-4a25-b192-cbbaf6b2aaea" -d '{"events": [{"name": "network-changed", "server_uuid": "cc933516-4fd6-4963-a2a1-dd9daf73380b", "tag": "ea29ceba-52aa-4e99-8f2d-915308271cc6"}, {"name": "network-changed", "server_uuid": "e63ba4f7-ac4a-4353-b972-9a10ae8e9af8", "tag": "abf2ba26-a602-4a89-a982-c6bb109bfb6d"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:08:08.691191 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1b07aec-510d-4d3e-bc5d-7c6283062dbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:08.771123 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ae6952b6-bf11-46f5-bedc-d4ebaec42efe req-47e623c9-fe1c-4f34-ad0f-dd0d24af5867 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:08.816261 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1b07aec-510d-4d3e-bc5d-7c6283062dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:08.857268 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1fcae84e-7670-4405-bc48-836d9a2b864d None None] Provisioning complete for port 6596bf26-52a7-4f0e-b08d-141bf492e9cf triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:08.858040 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1fcae84e-7670-4405-bc48-836d9a2b864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:08.875289 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314a630-b5bd-44a4-9ccb-68ea427544fb req-73808b1b-9e15-4e8a-ab78-8180d40cb88b tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:08.877180 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5314a630-b5bd-44a4-9ccb-68ea427544fb req-73808b1b-9e15-4e8a-ab78-8180d40cb88b tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63ba4f7-ac4a-4353-b972-9a10ae8e9af8 HTTP/1.1" status: 200 len: 947 time: 0.1147797 Apr 20 16:08:08.941135 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5314a630-b5bd-44a4-9ccb-68ea427544fb req-be7ab5b2-a8d1-42a7-a57b-4cf40ddbf748 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487149 Apr 20 16:08:08.988651 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1fcae84e-7670-4405-bc48-836d9a2b864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:09.004767 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Apr 2022 16:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df00b548-04d8-43d0-97be-6a3dac460d7c x-openstack-request-id: req-df00b548-04d8-43d0-97be-6a3dac460d7c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:08:09.005233 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc933516-4fd6-4963-a2a1-dd9daf73380b", "tag": "ea29ceba-52aa-4e99-8f2d-915308271cc6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e63ba4f7-ac4a-4353-b972-9a10ae8e9af8", "tag": "abf2ba26-a602-4a89-a982-c6bb109bfb6d", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:08:09.005688 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df00b548-04d8-43d0-97be-6a3dac460d7c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:08:09.006192 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df00b548-04d8-43d0-97be-6a3dac460d7c'] response: {'name': 'network-changed', 'server_uuid': 'cc933516-4fd6-4963-a2a1-dd9daf73380b', 'tag': 'ea29ceba-52aa-4e99-8f2d-915308271cc6', 'status': 'completed', 'code': 200} Apr 20 16:08:09.006545 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df00b548-04d8-43d0-97be-6a3dac460d7c'] response: {'name': 'network-changed', 'server_uuid': 'e63ba4f7-ac4a-4353-b972-9a10ae8e9af8', 'tag': 'abf2ba26-a602-4a89-a982-c6bb109bfb6d', 'status': 'completed', 'code': 200} Apr 20 16:08:09.021249 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ef4ad5-4024-4dac-b92d-db131dc4cb03', 'name': 'tempest-FloatingIPDetailsTestJSON-1836789423-router', 'tenant_id': '85e52892e0324ca0b95b526906064ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '6c037ef6-c423-480f-a974-7e43e28eea3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:54Z', 'updated_at': '2022-04-20T16:08:03Z', 'revision_number': 4, 'project_id': '85e52892e0324ca0b95b526906064ad9', 'gw_port': {'id': '6c037ef6-c423-480f-a974-7e43e28eea3f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ef4ad5-4024-4dac-b92d-db131dc4cb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:07:55Z', 'updated_at': '2022-04-20T16:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '6596bf26-52a7-4f0e-b08d-141bf492e9cf', 'name': '', 'network_id': '89875414-2c68-4260-9779-1ddfe759d2f2', 'tenant_id': '85e52892e0324ca0b95b526906064ad9', 'mac_address': 'fa:16:3e:06:b3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ef4ad5-4024-4dac-b92d-db131dc4cb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b0cf8af1-df79-4e75-beb8-a3ee5fcd82e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:00Z', 'updated_at': '2022-04-20T16:08:08Z', 'revision_number': 4, 'project_id': '85e52892e0324ca0b95b526906064ad9', 'subnets': [{'id': 'b0cf8af1-df79-4e75-beb8-a3ee5fcd82e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:09.066633 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c092cb-ebce-4aa8-af21-779780f448c8 None None] The sync data for ids ['f8ef4ad5-4024-4dac-b92d-db131dc4cb03'] in n-d-836146-2 is: [{'id': 'f8ef4ad5-4024-4dac-b92d-db131dc4cb03', 'name': 'tempest-FloatingIPDetailsTestJSON-1836789423-router', 'tenant_id': '85e52892e0324ca0b95b526906064ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '6c037ef6-c423-480f-a974-7e43e28eea3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:54Z', 'updated_at': '2022-04-20T16:08:03Z', 'revision_number': 4, 'project_id': '85e52892e0324ca0b95b526906064ad9', 'gw_port': {'id': '6c037ef6-c423-480f-a974-7e43e28eea3f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ef4ad5-4024-4dac-b92d-db131dc4cb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:07:55Z', 'updated_at': '2022-04-20T16:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '6596bf26-52a7-4f0e-b08d-141bf492e9cf', 'name': '', 'network_id': '89875414-2c68-4260-9779-1ddfe759d2f2', 'tenant_id': '85e52892e0324ca0b95b526906064ad9', 'mac_address': 'fa:16:3e:06:b3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ef4ad5-4024-4dac-b92d-db131dc4cb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b0cf8af1-df79-4e75-beb8-a3ee5fcd82e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:00Z', 'updated_at': '2022-04-20T16:08:08Z', 'revision_number': 4, 'project_id': '85e52892e0324ca0b95b526906064ad9', 'subnets': [{'id': 'b0cf8af1-df79-4e75-beb8-a3ee5fcd82e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:08:09.069425 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1fcae84e-7670-4405-bc48-836d9a2b864d None None] For port 6596bf26-52a7-4f0e-b08d-141bf492e9cf, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6596bf26-52a7-4f0e-b08d-141bf492e9cf,segment=NetworkSegment(abb68b5a-fd90-41eb-92a5-419676eb5675),segment_id=abb68b5a-fd90-41eb-92a5-419676eb5675)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:09.095720 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab90aa-bc2a-4a25-b192-cbbaf6b2aaea req-41085aa5-9df2-4156-b78a-886cb9072108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:09.105501 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-70ab90aa-bc2a-4a25-b192-cbbaf6b2aaea req-41085aa5-9df2-4156-b78a-886cb9072108 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0dc23c73e9194fb380a739b184f44762&device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 1094 time: 0.0512304 Apr 20 16:08:09.146074 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab90aa-bc2a-4a25-b192-cbbaf6b2aaea req-841f2895-19f6-41a0-88f5-0936ac719d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:09.147787 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70ab90aa-bc2a-4a25-b192-cbbaf6b2aaea req-841f2895-19f6-41a0-88f5-0936ac719d29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4c82d1c83884aa980401b1b15bb141d&device_id=e63ba4f7-ac4a-4353-b972-9a10ae8e9af8 HTTP/1.1" status: 200 len: 1098 time: 0.0839078 Apr 20 16:08:09.226492 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab90aa-bc2a-4a25-b192-cbbaf6b2aaea req-b4e9e3ec-e15e-4176-8822-79e5bbd6e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:09.228413 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-70ab90aa-bc2a-4a25-b192-cbbaf6b2aaea req-b4e9e3ec-e15e-4176-8822-79e5bbd6e583 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90e50934-0ad2-4ce3-9e4b-483b08568bcf HTTP/1.1" status: 200 len: 925 time: 0.1155853 Apr 20 16:08:09.261796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab90aa-bc2a-4a25-b192-cbbaf6b2aaea req-7c630986-a635-4420-bb24-45d62db29544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:09.263437 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70ab90aa-bc2a-4a25-b192-cbbaf6b2aaea req-7c630986-a635-4420-bb24-45d62db29544 service neutron] 10.222.0.30 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.1065149 Apr 20 16:08:09.279915 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-70ab90aa-bc2a-4a25-b192-cbbaf6b2aaea req-6e79fe7a-be0d-48cf-8301-fa8ebc3d1a25 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea29ceba-52aa-4e99-8f2d-915308271cc6 HTTP/1.1" status: 200 len: 217 time: 0.0408664 Apr 20 16:08:09.340711 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab90aa-bc2a-4a25-b192-cbbaf6b2aaea req-973cbb87-3212-4f18-ad5f-383721170af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:09.341900 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-70ab90aa-bc2a-4a25-b192-cbbaf6b2aaea req-973cbb87-3212-4f18-ad5f-383721170af1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b5f4545-0b86-4c69-b75f-724716055b66 HTTP/1.1" status: 200 len: 863 time: 0.0522318 Apr 20 16:08:09.383100 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a86943f9-cb89-472e-b8ec-926468d9dfb7 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:08:09.407079 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab90aa-bc2a-4a25-b192-cbbaf6b2aaea req-4bd39dc4-ad09-4bf3-b77b-7df9eef125bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:09.408998 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-70ab90aa-bc2a-4a25-b192-cbbaf6b2aaea req-4bd39dc4-ad09-4bf3-b77b-7df9eef125bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90e50934-0ad2-4ce3-9e4b-483b08568bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596302 Apr 20 16:08:09.513179 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port a86943f9-cb89-472e-b8ec-926468d9dfb7, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a86943f9-cb89-472e-b8ec-926468d9dfb7,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:09.547589 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'a86943f9-cb89-472e-b8ec-926468d9dfb7', 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2', 'port_id': 'a86943f9-cb89-472e-b8ec-926468d9dfb7', 'mac_address': 'fa:16:3e:eb:8b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:08:09.577586 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1b07aec-510d-4d3e-bc5d-7c6283062dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:09.612109 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1fcae84e-7670-4405-bc48-836d9a2b864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:09.631158 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ae6952b6-bf11-46f5-bedc-d4ebaec42efe req-47e623c9-fe1c-4f34-ad0f-dd0d24af5867 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:09.636649 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70ab90aa-bc2a-4a25-b192-cbbaf6b2aaea req-b57e242c-3e9b-4a6c-9ac8-fca3ef1e6438 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=abf2ba26-a602-4a89-a982-c6bb109bfb6d HTTP/1.1" status: 200 len: 217 time: 0.3568726 Apr 20 16:08:09.679423 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:09.686327 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b07aec-510d-4d3e-bc5d-7c6283062dbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30785ee1-dfe9-4ead-a0bc-3012337a5e04,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:09.705335 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-70ab90aa-bc2a-4a25-b192-cbbaf6b2aaea req-e1796eff-30b3-4196-ac43-749a3cecef7e service neutron] 10.222.0.26 "GET /v2.0/networks/90e50934-0ad2-4ce3-9e4b-483b08568bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880454 Apr 20 16:08:09.712398 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a86943f9-cb89-472e-b8ec-926468d9dfb7 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:08:09.713433 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1b07aec-510d-4d3e-bc5d-7c6283062dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:09.734817 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e1b07aec-510d-4d3e-bc5d-7c6283062dbb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/30785ee1-dfe9-4ead-a0bc-3012337a5e04 HTTP/1.1" status: 204 len: 168 time: 1.1815763 Apr 20 16:08:09.736987 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port a86943f9-cb89-472e-b8ec-926468d9dfb7, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a86943f9-cb89-472e-b8ec-926468d9dfb7,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:09.737115 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53384) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:09.744460 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcae84e-7670-4405-bc48-836d9a2b864d None None] Pushing event updated for resources: {'Port': ['ID=6596bf26-52a7-4f0e-b08d-141bf492e9cf,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:09.788584 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6596bf26-52a7-4f0e-b08d-141bf492e9cf up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:08:09.814739 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab90aa-bc2a-4a25-b192-cbbaf6b2aaea req-8694c23a-082d-4513-8983-2bc561550919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:09.816320 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70ab90aa-bc2a-4a25-b192-cbbaf6b2aaea req-8694c23a-082d-4513-8983-2bc561550919 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.1211162 Apr 20 16:08:09.824106 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6952b6-bf11-46f5-bedc-d4ebaec42efe req-47e623c9-fe1c-4f34-ad0f-dd0d24af5867 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:09.827600 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-ae6952b6-bf11-46f5-bedc-d4ebaec42efe req-47e623c9-fe1c-4f34-ad0f-dd0d24af5867 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:09.829750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e623c9-fe1c-4f34-ad0f-dd0d24af5867 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Pushing event updated for resources: {'Port': ['ID=4bd3ef5f-d40a-46e6-ae59-bfb6444a1540,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:09.839295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6952b6-bf11-46f5-bedc-d4ebaec42efe req-47e623c9-fe1c-4f34-ad0f-dd0d24af5867 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:08:09.856482 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:09.858863 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 8bea67d5-3fcd-4761-bd14-b8d917afc384 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:08:09.861704 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 6596bf26-52a7-4f0e-b08d-141bf492e9cf triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:09.862251 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:09.911006 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab90aa-bc2a-4a25-b192-cbbaf6b2aaea req-cb6de7f6-ad46-4833-9c3a-0ca6d2ed8f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:09.912678 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70ab90aa-bc2a-4a25-b192-cbbaf6b2aaea req-cb6de7f6-ad46-4833-9c3a-0ca6d2ed8f9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0870748 Apr 20 16:08:09.961543 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ff10caa-5b6b-4d40-a6ab-9c93b38373b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:10.014880 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-70ab90aa-bc2a-4a25-b192-cbbaf6b2aaea req-eb80f8a0-1019-4f1f-865a-e661d9be8ad5 service neutron] 10.222.0.26 "GET /v2.0/networks/90e50934-0ad2-4ce3-9e4b-483b08568bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786479 Apr 20 16:08:10.034982 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=a86943f9-cb89-472e-b8ec-926468d9dfb7,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:10.085464 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ae6952b6-bf11-46f5-bedc-d4ebaec42efe req-47e623c9-fe1c-4f34-ad0f-dd0d24af5867 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:10.097577 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 8bea67d5-3fcd-4761-bd14-b8d917afc384, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=8bea67d5-3fcd-4761-bd14-b8d917afc384,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:10.157464 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70ab90aa-bc2a-4a25-b192-cbbaf6b2aaea req-3013e76d-79b5-4eb7-991c-69db02f1f254 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353415 Apr 20 16:08:10.163319 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '8bea67d5-3fcd-4761-bd14-b8d917afc384', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': '8bea67d5-3fcd-4761-bd14-b8d917afc384', 'mac_address': 'fa:16:3e:18:4c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:08:10.178691 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ff10caa-5b6b-4d40-a6ab-9c93b38373b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:10.222980 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2ff10caa-5b6b-4d40-a6ab-9c93b38373b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f443b0-8bf0-4bce-aa17-03fd25f2963c']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:10.236723 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2ff10caa-5b6b-4d40-a6ab-9c93b38373b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b0f194-0bfa-4350-abb2-6ee19bbb34c0') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:10.237901 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2ff10caa-5b6b-4d40-a6ab-9c93b38373b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b0f194-0bfa-4350-abb2-6ee19bbb34c0') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:10.251785 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ff10caa-5b6b-4d40-a6ab-9c93b38373b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:10.257433 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:10.281360 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bea67d5-3fcd-4761-bd14-b8d917afc384 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:08:10.285972 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ae6952b6-bf11-46f5-bedc-d4ebaec42efe req-47e623c9-fe1c-4f34-ad0f-dd0d24af5867 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:10.303971 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ff10caa-5b6b-4d40-a6ab-9c93b38373b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:10.307089 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 8bea67d5-3fcd-4761-bd14-b8d917afc384, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=8bea67d5-3fcd-4761-bd14-b8d917afc384,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:10.312057 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff10caa-5b6b-4d40-a6ab-9c93b38373b8 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:08:10.319210 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ff10caa-5b6b-4d40-a6ab-9c93b38373b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:10.351448 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70ab90aa-bc2a-4a25-b192-cbbaf6b2aaea req-96e75b67-b20a-481b-8a45-50625c53cbe0 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787035 Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:08:10.364379 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:08:10.390108 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486c428-f835-4c76-95f4-e4e879496a56 req-da15db98-0a04-4dd8-8aeb-ffca7ac70aaf tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:10.393246 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f486c428-f835-4c76-95f4-e4e879496a56 req-da15db98-0a04-4dd8-8aeb-ffca7ac70aaf tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 944 time: 0.2947235 Apr 20 16:08:10.404902 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:10.438335 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f486c428-f835-4c76-95f4-e4e879496a56 req-f1924bba-ef80-49b8-b028-2fa36122f54d tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397604 Apr 20 16:08:10.474310 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=8bea67d5-3fcd-4761-bd14-b8d917afc384,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:10.506123 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ae6952b6-bf11-46f5-bedc-d4ebaec42efe req-47e623c9-fe1c-4f34-ad0f-dd0d24af5867 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:10.516900 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ff10caa-5b6b-4d40-a6ab-9c93b38373b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:10.518849 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ff10caa-5b6b-4d40-a6ab-9c93b38373b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:10.522454 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2ff10caa-5b6b-4d40-a6ab-9c93b38373b8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/46f443b0-8bf0-4bce-aa17-03fd25f2963c HTTP/1.1" status: 204 len: 168 time: 0.7691610 Apr 20 16:08:10.553748 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff10caa-5b6b-4d40-a6ab-9c93b38373b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=46f443b0-8bf0-4bce-aa17-03fd25f2963c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:10.589748 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ae6952b6-bf11-46f5-bedc-d4ebaec42efe req-47e623c9-fe1c-4f34-ad0f-dd0d24af5867 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:10.604213 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2ffc1-da74-4bce-a138-b13297a3eff4 req-f9e7e383-96e9-4cee-b31e-c2d17f5b647f tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:10.605894 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c7d2ffc1-da74-4bce-a138-b13297a3eff4 req-f9e7e383-96e9-4cee-b31e-c2d17f5b647f tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 943 time: 0.0798752 Apr 20 16:08:10.662398 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c7d2ffc1-da74-4bce-a138-b13297a3eff4 req-9f0c24a6-ede0-47d3-9f5f-d125f35d9af0 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483825 Apr 20 16:08:10.677623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e623c9-fe1c-4f34-ad0f-dd0d24af5867 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Pushing event updated for resources: {'Port': ['ID=4bd3ef5f-d40a-46e6-ae59-bfb6444a1540,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:10.702777 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ae6952b6-bf11-46f5-bedc-d4ebaec42efe req-47e623c9-fe1c-4f34-ad0f-dd0d24af5867 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:10.786973 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3f145-6678-4c05-9508-25410398a594 req-97ecac3b-7ebe-4f02-860b-52ba61ff4b58 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:10.788394 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-54d3f145-6678-4c05-9508-25410398a594 req-97ecac3b-7ebe-4f02-860b-52ba61ff4b58 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=47219f74-c8b3-47ee-97d8-673f48416bc3 HTTP/1.1" status: 200 len: 950 time: 0.0535374 Apr 20 16:08:10.818090 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ae6952b6-bf11-46f5-bedc-d4ebaec42efe req-47e623c9-fe1c-4f34-ad0f-dd0d24af5867 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:10.819333 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ae6952b6-bf11-46f5-bedc-d4ebaec42efe req-47e623c9-fe1c-4f34-ad0f-dd0d24af5867 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8637807 Apr 20 16:08:10.828274 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-54d3f145-6678-4c05-9508-25410398a594 req-747a4875-cd3e-4ee5-87d5-9b02b3485bda tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333726 Apr 20 16:08:10.900473 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ae6952b6-bf11-46f5-bedc-d4ebaec42efe req-bed5449d-29dd-41f2-aedd-da6fd8d06e6d tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.53 HTTP/1.1" status: 200 len: 695 time: 0.0732164 Apr 20 16:08:10.916065 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53398) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:10.947624 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['a86943f9-cb89-472e-b8ec-926468d9dfb7'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:08:10.968499 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78d4d5-160d-4d98-9fbb-a396dabe6bc8 req-0d6474b3-81eb-4f66-8964-94f7e0087719 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:10.971621 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2e78d4d5-160d-4d98-9fbb-a396dabe6bc8 req-0d6474b3-81eb-4f66-8964-94f7e0087719 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63ba4f7-ac4a-4353-b972-9a10ae8e9af8 HTTP/1.1" status: 200 len: 947 time: 0.0786848 Apr 20 16:08:10.973796 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cd71d511-b186-4836-8ad7-de4117deaad3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa16c8c7edaa4c7ca4320ac700acf491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558760 Apr 20 16:08:10.977048 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53400) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:10.980192 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['8bea67d5-3fcd-4761-bd14-b8d917afc384'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:08:11.026847 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6952b6-bf11-46f5-bedc-d4ebaec42efe req-a5a5eae4-58f4-447a-b190-098ed2584b30 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:11.032876 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ae6952b6-bf11-46f5-bedc-d4ebaec42efe req-a5a5eae4-58f4-447a-b190-098ed2584b30 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.1234922 Apr 20 16:08:11.043217 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2e78d4d5-160d-4d98-9fbb-a396dabe6bc8 req-8434327f-cbab-4d89-9faf-8a6295fc4330 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576315 Apr 20 16:08:11.060048 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b9615a8-4f92-4e43-a2b7-02292edece73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:11.062810 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-ae6952b6-bf11-46f5-bedc-d4ebaec42efe req-10d3a7b7-e6ed-410e-be59-15652de6d759 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:08:11.067073 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ae6952b6-bf11-46f5-bedc-d4ebaec42efe req-10d3a7b7-e6ed-410e-be59-15652de6d759 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193851 Apr 20 16:08:11.090127 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b9615a8-4f92-4e43-a2b7-02292edece73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:11.317766 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-870ef3b2-842a-4886-bfa0-383eb0a72267 req-0e6e657e-0587-4150-aec7-8e75747b5695 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2211800 Apr 20 16:08:11.326993 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-870ef3b2-842a-4886-bfa0-383eb0a72267 req-96fc8bbd-e4fa-4cdf-ab37-e251773b7467 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:11.381308 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b9615a8-4f92-4e43-a2b7-02292edece73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:11.383869 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b9615a8-4f92-4e43-a2b7-02292edece73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:11.385039 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4b9615a8-4f92-4e43-a2b7-02292edece73 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d3efb5d-abe0-4075-820f-22d00ffcc08c HTTP/1.1" status: 204 len: 168 time: 0.4069982 Apr 20 16:08:11.392808 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9615a8-4f92-4e43-a2b7-02292edece73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3efb5d-abe0-4075-820f-22d00ffcc08c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:11.398209 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device ea29ceba-52aa-4e99-8f2d-915308271cc6 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:08:11.461782 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-870ef3b2-842a-4886-bfa0-383eb0a72267 req-96fc8bbd-e4fa-4cdf-ab37-e251773b7467 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:11.515496 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port ea29ceba-52aa-4e99-8f2d-915308271cc6, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=ea29ceba-52aa-4e99-8f2d-915308271cc6,segment=NetworkSegment(9053885d-51a1-4852-a6b4-a356932f5932),segment_id=9053885d-51a1-4852-a6b4-a356932f5932)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:11.527152 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'ea29ceba-52aa-4e99-8f2d-915308271cc6', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'port_id': 'ea29ceba-52aa-4e99-8f2d-915308271cc6', 'mac_address': 'fa:16:3e:dc:41:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:08:11.567698 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:11.581903 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea29ceba-52aa-4e99-8f2d-915308271cc6 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:08:11.586535 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-870ef3b2-842a-4886-bfa0-383eb0a72267 req-96fc8bbd-e4fa-4cdf-ab37-e251773b7467 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:11.610062 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port ea29ceba-52aa-4e99-8f2d-915308271cc6, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=ea29ceba-52aa-4e99-8f2d-915308271cc6,segment=NetworkSegment(9053885d-51a1-4852-a6b4-a356932f5932),segment_id=9053885d-51a1-4852-a6b4-a356932f5932)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:11.617418 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24d6c8-d162-4d60-baec-da012de6c2ca req-07e32f4b-3793-4a8e-ae53-c7f3c91ab0b8 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:11.620810 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b24d6c8-d162-4d60-baec-da012de6c2ca req-07e32f4b-3793-4a8e-ae53-c7f3c91ab0b8 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 944 time: 0.0730817 Apr 20 16:08:11.665162 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b24d6c8-d162-4d60-baec-da012de6c2ca req-0190f908-ef24-4ae3-94d3-608d2b5f3bfe tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380929 Apr 20 16:08:11.680961 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:11.718874 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6596bf26-52a7-4f0e-b08d-141bf492e9cf up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:08:11.719057 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-870ef3b2-842a-4886-bfa0-383eb0a72267 req-96fc8bbd-e4fa-4cdf-ab37-e251773b7467 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Allocated IP 172.25.0.150 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/5c9aeb5e-da46-486c-8805-70763637ad68) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:08:11.772572 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=ea29ceba-52aa-4e99-8f2d-915308271cc6,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:11.787508 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 6596bf26-52a7-4f0e-b08d-141bf492e9cf triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:11.788068 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:11.828611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18148b1-02d1-4c45-9b8a-3e4bdcd8264b req-af3aa61e-beac-4978-b8cc-e81b8c662f21 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:11.830383 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b18148b1-02d1-4c45-9b8a-3e4bdcd8264b req-af3aa61e-beac-4978-b8cc-e81b8c662f21 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 944 time: 0.0848374 Apr 20 16:08:11.862435 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-870ef3b2-842a-4886-bfa0-383eb0a72267 req-96fc8bbd-e4fa-4cdf-ab37-e251773b7467 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:11.876973 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b18148b1-02d1-4c45-9b8a-3e4bdcd8264b req-ae51c59d-94bc-417e-a362-e3db69cc84e3 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402391 Apr 20 16:08:11.981038 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-870ef3b2-842a-4886-bfa0-383eb0a72267 req-96fc8bbd-e4fa-4cdf-ab37-e251773b7467 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:11.992382 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a55c0-5cd9-4960-bef1-309958104500 req-2461be6e-18d6-4024-89a7-cc1a86a90b53 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:11.996816 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c15a55c0-5cd9-4960-bef1-309958104500 req-2461be6e-18d6-4024-89a7-cc1a86a90b53 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=47219f74-c8b3-47ee-97d8-673f48416bc3 HTTP/1.1" status: 200 len: 950 time: 0.0577714 Apr 20 16:08:12.025790 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870ef3b2-842a-4886-bfa0-383eb0a72267 req-96fc8bbd-e4fa-4cdf-ab37-e251773b7467 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:12.035431 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-870ef3b2-842a-4886-bfa0-383eb0a72267 req-96fc8bbd-e4fa-4cdf-ab37-e251773b7467 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:12.046484 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-870ef3b2-842a-4886-bfa0-383eb0a72267 req-96fc8bbd-e4fa-4cdf-ab37-e251773b7467 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:08:12.046584 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c15a55c0-5cd9-4960-bef1-309958104500 req-6a098418-b45c-4b1a-b932-74e98ca7863e tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425560 Apr 20 16:08:12.052840 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7d617-00c1-4f8b-8b6b-746d8d2d1307 req-f61e80b0-4cba-48db-8daa-24d8827bc09a tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:12.054294 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5da7d617-00c1-4f8b-8b6b-746d8d2d1307 req-f61e80b0-4cba-48db-8daa-24d8827bc09a tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.26 "GET /v2.0/ports?device_id=47219f74-c8b3-47ee-97d8-673f48416bc3 HTTP/1.1" status: 200 len: 950 time: 0.1012580 Apr 20 16:08:12.056266 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc8bbd-e4fa-4cdf-ab37-e251773b7467 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Pushing event updated for resources: {'Port': ['ID=5c9aeb5e-da46-486c-8805-70763637ad68,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:12.179114 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce7db5-3c89-432b-bb38-ac1f99631c92 req-5d8ba43f-64a9-4b7b-9402-47bd0fa7a18b tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:12.180782 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-65ce7db5-3c89-432b-bb38-ac1f99631c92 req-5d8ba43f-64a9-4b7b-9402-47bd0fa7a18b tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63ba4f7-ac4a-4353-b972-9a10ae8e9af8 HTTP/1.1" status: 200 len: 947 time: 0.0537877 Apr 20 16:08:12.226406 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-65ce7db5-3c89-432b-bb38-ac1f99631c92 req-f22a5fed-2792-490c-a0fc-442828b8e46a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328424 Apr 20 16:08:12.242986 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-870ef3b2-842a-4886-bfa0-383eb0a72267 req-96fc8bbd-e4fa-4cdf-ab37-e251773b7467 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:12.260015 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-5da7d617-00c1-4f8b-8b6b-746d8d2d1307 req-cc488f21-b14f-41d0-996d-1849b559ccae tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Deleting port 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:08:12.260386 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5da7d617-00c1-4f8b-8b6b-746d8d2d1307 req-cc488f21-b14f-41d0-996d-1849b559ccae tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:12.375070 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-5da7d617-00c1-4f8b-8b6b-746d8d2d1307 req-cc488f21-b14f-41d0-996d-1849b559ccae tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] For port 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=8253bc2e-e067-45cb-b6a9-15c92a5c9cc8,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:12.375441 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5da7d617-00c1-4f8b-8b6b-746d8d2d1307 req-cc488f21-b14f-41d0-996d-1849b559ccae tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:12.377810 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-870ef3b2-842a-4886-bfa0-383eb0a72267 req-96fc8bbd-e4fa-4cdf-ab37-e251773b7467 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:12.406167 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-5da7d617-00c1-4f8b-8b6b-746d8d2d1307 req-cc488f21-b14f-41d0-996d-1849b559ccae tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Calling delete_port for 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:08:12.469488 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['ea29ceba-52aa-4e99-8f2d-915308271cc6'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:08:12.650389 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-870ef3b2-842a-4886-bfa0-383eb0a72267 req-96fc8bbd-e4fa-4cdf-ab37-e251773b7467 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:12.727409 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device abf2ba26-a602-4a89-a982-c6bb109bfb6d details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:08:12.736009 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-870ef3b2-842a-4886-bfa0-383eb0a72267 req-96fc8bbd-e4fa-4cdf-ab37-e251773b7467 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:12.741508 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5da7d617-00c1-4f8b-8b6b-746d8d2d1307 req-cc488f21-b14f-41d0-996d-1849b559ccae tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:12.782513 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53448) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:12.832928 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port abf2ba26-a602-4a89-a982-c6bb109bfb6d, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=abf2ba26-a602-4a89-a982-c6bb109bfb6d,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:12.844157 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc8bbd-e4fa-4cdf-ab37-e251773b7467 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Pushing event updated for resources: {'Port': ['ID=5c9aeb5e-da46-486c-8805-70763637ad68,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:12.859520 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'abf2ba26-a602-4a89-a982-c6bb109bfb6d', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'abf2ba26-a602-4a89-a982-c6bb109bfb6d', 'mac_address': 'fa:16:3e:3a:df:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:08:12.908590 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:12.927329 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf2ba26-a602-4a89-a982-c6bb109bfb6d {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:08:12.955328 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-804d9cc9-5ba4-47b3-8909-aa0de776e3bf admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-558285812-network', 'tenant_id': '45e04a0c8b904383a188c597f8f29816'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:12.969231 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port abf2ba26-a602-4a89-a982-c6bb109bfb6d, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=abf2ba26-a602-4a89-a982-c6bb109bfb6d,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:13.115727 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804d9cc9-5ba4-47b3-8909-aa0de776e3bf admin admin] Made reservation on behalf of 45e04a0c8b904383a188c597f8f29816 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:08:13.115954 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:13.119310 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-804d9cc9-5ba4-47b3-8909-aa0de776e3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:13.122713 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc488f21-b14f-41d0-996d-1849b559ccae tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Pushing event deleted for resources: {'Port': ['ID=8253bc2e-e067-45cb-b6a9-15c92a5c9cc8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:13.127166 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da7d617-00c1-4f8b-8b6b-746d8d2d1307 req-cc488f21-b14f-41d0-996d-1849b559ccae tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] No DVR routers for this DVR port 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8 on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:08:13.129830 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5da7d617-00c1-4f8b-8b6b-746d8d2d1307 req-cc488f21-b14f-41d0-996d-1849b559ccae tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:13.133108 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5da7d617-00c1-4f8b-8b6b-746d8d2d1307 req-cc488f21-b14f-41d0-996d-1849b559ccae tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.26 "DELETE /v2.0/ports/8253bc2e-e067-45cb-b6a9-15c92a5c9cc8 HTTP/1.1" status: 204 len: 173 time: 1.0571783 Apr 20 16:08:13.133546 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47219f74-c8b3-47ee-97d8-673f48416bc3', 'name': 'network-vif-deleted', 'tag': '8253bc2e-e067-45cb-b6a9-15c92a5c9cc8'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:08:13.133812 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-804d9cc9-5ba4-47b3-8909-aa0de776e3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:13.135889 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d1b71c-9896-497f-b378-125609a9b52d" -d '{"events": [{"server_uuid": "47219f74-c8b3-47ee-97d8-673f48416bc3", "name": "network-vif-deleted", "tag": "8253bc2e-e067-45cb-b6a9-15c92a5c9cc8"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:08:13.139125 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-870ef3b2-842a-4886-bfa0-383eb0a72267 req-96fc8bbd-e4fa-4cdf-ab37-e251773b7467 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:13.213078 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-870ef3b2-842a-4886-bfa0-383eb0a72267 req-96fc8bbd-e4fa-4cdf-ab37-e251773b7467 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:13.214239 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-870ef3b2-842a-4886-bfa0-383eb0a72267 req-96fc8bbd-e4fa-4cdf-ab37-e251773b7467 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8909121 Apr 20 16:08:13.241168 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-804d9cc9-5ba4-47b3-8909-aa0de776e3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:13.294902 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-870ef3b2-842a-4886-bfa0-383eb0a72267 req-af3211f5-194a-430a-8e89-fdf90eb32617 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.150 HTTP/1.1" status: 200 len: 696 time: 0.0732920 Apr 20 16:08:13.320281 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=abf2ba26-a602-4a89-a982-c6bb109bfb6d,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:13.366215 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-804d9cc9-5ba4-47b3-8909-aa0de776e3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:13.390852 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804d9cc9-5ba4-47b3-8909-aa0de776e3bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:08:13.399606 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d9cc9-5ba4-47b3-8909-aa0de776e3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572d1f21-1356-4bc6-842e-d5877f0f79a5,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:13.401978 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['0862c930-b85b-48c0-a3c1-88256c5f541c', '8253bc2e-e067-45cb-b6a9-15c92a5c9cc8'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:08:13.405760 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-804d9cc9-5ba4-47b3-8909-aa0de776e3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:13.406107 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-804d9cc9-5ba4-47b3-8909-aa0de776e3bf admin admin] Added segment 8ca4cd54-df49-45fe-8ccb-9b674398175b of type vlan for network c1e63842-0159-452f-8eed-f7dec1727f47 Apr 20 16:08:13.407087 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ef3b2-842a-4886-bfa0-383eb0a72267 req-00dddb31-4164-4c52-bd37-49717d399fe4 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:13.408435 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-870ef3b2-842a-4886-bfa0-383eb0a72267 req-00dddb31-4164-4c52-bd37-49717d399fe4 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.1056983 Apr 20 16:08:13.437802 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a86943f9-cb89-472e-b8ec-926468d9dfb7 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:08:13.448224 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-870ef3b2-842a-4886-bfa0-383eb0a72267 req-101df97a-464e-4bab-9cd2-de217823f736 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:08:13.455439 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-870ef3b2-842a-4886-bfa0-383eb0a72267 req-101df97a-464e-4bab-9cd2-de217823f736 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063736 Apr 20 16:08:13.514962 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-804d9cc9-5ba4-47b3-8909-aa0de776e3bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:13.591317 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f219a-ece1-49ae-aaf9-8a636dc5e5f1 req-ddab5333-cb03-4345-a666-9e32ba706db0 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:13.593030 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-943f219a-ece1-49ae-aaf9-8a636dc5e5f1 req-ddab5333-cb03-4345-a666-9e32ba706db0 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 944 time: 0.0558231 Apr 20 16:08:13.597815 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280e22f-e15a-4cea-8c7a-068fbac5cd95 req-ddec7b39-2369-41ab-ac3f-084f5a789a43 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:13.599108 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0280e22f-e15a-4cea-8c7a-068fbac5cd95 req-ddec7b39-2369-41ab-ac3f-084f5a789a43 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 944 time: 0.0752206 Apr 20 16:08:13.645147 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-943f219a-ece1-49ae-aaf9-8a636dc5e5f1 req-b44cc00e-4487-4d69-9dfc-8eea48de2225 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406308 Apr 20 16:08:13.645374 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0280e22f-e15a-4cea-8c7a-068fbac5cd95 req-189df73c-d864-4098-97ec-02dfd8e3c883 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368602 Apr 20 16:08:13.673384 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-804d9cc9-5ba4-47b3-8909-aa0de776e3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:13.674017 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port a86943f9-cb89-472e-b8ec-926468d9dfb7 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:08:13.674481 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804d9cc9-5ba4-47b3-8909-aa0de776e3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:13.674959 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-804d9cc9-5ba4-47b3-8909-aa0de776e3bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:13.678285 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port a86943f9-cb89-472e-b8ec-926468d9dfb7 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:13.678655 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:13.707759 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada32068-4988-4d95-b397-e99fe19b9d88 x-openstack-request-id: req-ada32068-4988-4d95-b397-e99fe19b9d88 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:08:13.708046 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47219f74-c8b3-47ee-97d8-673f48416bc3", "name": "network-vif-deleted", "tag": "8253bc2e-e067-45cb-b6a9-15c92a5c9cc8", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:08:13.708289 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ada32068-4988-4d95-b397-e99fe19b9d88 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:08:13.708742 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ada32068-4988-4d95-b397-e99fe19b9d88'] response: {'server_uuid': '47219f74-c8b3-47ee-97d8-673f48416bc3', 'name': 'network-vif-deleted', 'tag': '8253bc2e-e067-45cb-b6a9-15c92a5c9cc8', 'status': 'completed', 'code': 200} Apr 20 16:08:13.775259 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:13.778626 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-804d9cc9-5ba4-47b3-8909-aa0de776e3bf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9926701 Apr 20 16:08:13.791234 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53470) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:13.794628 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ebcfaac1-15eb-4c38-bcfd-6d99f016591d req-f29ba1b1-651a-4fc8-a069-48bc776558ce tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=47219f74-c8b3-47ee-97d8-673f48416bc3 HTTP/1.1" status: 200 len: 210 time: 0.0402465 Apr 20 16:08:13.798301 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-78d9fb41-71c1-4103-b292-731570aabdd9 admin admin] Request body: {'subnet': {'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-558285812-subnet', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:13.814784 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port a86943f9-cb89-472e-b8ec-926468d9dfb7, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a86943f9-cb89-472e-b8ec-926468d9dfb7,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:13.815761 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aea4ead-fdc0-41a5-8842-9245f83ae07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86943f9-cb89-472e-b8ec-926468d9dfb7'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:08:13.818702 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4775e74-aadc-4a7a-99c1-ac16f5c1f1aa" -d '{"events": [{"server_uuid": "9aea4ead-fdc0-41a5-8842-9245f83ae07e", "name": "network-vif-plugged", "status": "completed", "tag": "a86943f9-cb89-472e-b8ec-926468d9dfb7"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:08:13.822575 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d9cc9-5ba4-47b3-8909-aa0de776e3bf admin admin] Pushing event updated for resources: {'Network': ['ID=c1e63842-0159-452f-8eed-f7dec1727f47,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:13.826720 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c594345-f68c-4c32-93ab-765955fac62b req-f28ab77e-581f-4972-b4ca-44168744a8f2 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:13.828967 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7c594345-f68c-4c32-93ab-765955fac62b req-f28ab77e-581f-4972-b4ca-44168744a8f2 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63ba4f7-ac4a-4353-b972-9a10ae8e9af8 HTTP/1.1" status: 200 len: 948 time: 0.0684958 Apr 20 16:08:13.837992 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network c1e63842-0159-452f-8eed-f7dec1727f47 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:08:13.869055 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7c594345-f68c-4c32-93ab-765955fac62b req-8f00e49b-d420-42cf-a123-b9424eb31ea4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340638 Apr 20 16:08:13.895062 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:13.895839 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 8bea67d5-3fcd-4761-bd14-b8d917afc384 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:08:13.929813 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d9fb41-71c1-4103-b292-731570aabdd9 admin admin] Made reservation on behalf of 45e04a0c8b904383a188c597f8f29816 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:08:13.932081 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-78d9fb41-71c1-4103-b292-731570aabdd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:13.943192 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da2c1ec-c034-4534-b83f-02f7f9f87d40 x-openstack-request-id: req-0da2c1ec-c034-4534-b83f-02f7f9f87d40 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:08:13.946004 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aea4ead-fdc0-41a5-8842-9245f83ae07e", "name": "network-vif-plugged", "status": "completed", "tag": "a86943f9-cb89-472e-b8ec-926468d9dfb7", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:08:13.946004 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0da2c1ec-c034-4534-b83f-02f7f9f87d40 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:08:13.946004 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0da2c1ec-c034-4534-b83f-02f7f9f87d40'] response: {'server_uuid': '9aea4ead-fdc0-41a5-8842-9245f83ae07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86943f9-cb89-472e-b8ec-926468d9dfb7', 'code': 200} Apr 20 16:08:13.954543 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['abf2ba26-a602-4a89-a982-c6bb109bfb6d'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:08:13.971249 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0636b63-911e-4332-9b83-676567689079 req-b3738cfb-d3e9-4fb1-8b41-507ef3a79796 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1417069 Apr 20 16:08:14.004194 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-b0636b63-911e-4332-9b83-676567689079 req-f8e152d1-8901-4085-9828-31064917d791 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:14.023856 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=a86943f9-cb89-472e-b8ec-926468d9dfb7,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:14.081840 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767ebee-a3f3-4c79-81e6-434c38c203e6 req-adc99238-653c-4ccd-8e8f-955baf9cb868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:14.083324 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8767ebee-a3f3-4c79-81e6-434c38c203e6 req-adc99238-653c-4ccd-8e8f-955baf9cb868 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 1096 time: 0.0403194 Apr 20 16:08:14.095090 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b0636b63-911e-4332-9b83-676567689079 req-f8e152d1-8901-4085-9828-31064917d791 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:14.134628 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 8bea67d5-3fcd-4761-bd14-b8d917afc384 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:08:14.135575 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8767ebee-a3f3-4c79-81e6-434c38c203e6 req-6c46871a-724c-40b1-8bdf-dae92d75abd0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350413 Apr 20 16:08:14.142320 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 8bea67d5-3fcd-4761-bd14-b8d917afc384 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:14.142761 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:14.233907 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:14.251669 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b0636b63-911e-4332-9b83-676567689079 req-f8e152d1-8901-4085-9828-31064917d791 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:14.273482 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 8bea67d5-3fcd-4761-bd14-b8d917afc384, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=8bea67d5-3fcd-4761-bd14-b8d917afc384,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:14.292912 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-78d9fb41-71c1-4103-b292-731570aabdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:14.353046 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:14.354695 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:08:14.367282 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9fb41-71c1-4103-b292-731570aabdd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cf39be6-ada6-40b6-a73b-d57e4fcf739a,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:14.403978 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d9fb41-71c1-4103-b292-731570aabdd9 admin admin] Checking segment: {'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:08:14.406859 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d9fb41-71c1-4103-b292-731570aabdd9 admin admin] Network hostable DHCP agents. Network: c1e63842-0159-452f-8eed-f7dec1727f47, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:08:14.407114 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:08:14.407114 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 8253bc2e-e067-45cb-b6a9-15c92a5c9cc8 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:08:14.423451 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-b0636b63-911e-4332-9b83-676567689079 req-f8e152d1-8901-4085-9828-31064917d791 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Allocated IP 172.25.0.97 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/772b92a2-2a59-49c0-a617-cc79b36edcb4) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:08:14.443833 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=8bea67d5-3fcd-4761-bd14-b8d917afc384,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:14.540753 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d9fb41-71c1-4103-b292-731570aabdd9 admin admin] Network c1e63842-0159-452f-8eed-f7dec1727f47 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:08:14.560587 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b0636b63-911e-4332-9b83-676567689079 req-f8e152d1-8901-4085-9828-31064917d791 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:14.615651 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-78d9fb41-71c1-4103-b292-731570aabdd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, c1e63842-0159-452f-8eed-f7dec1727f47) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:14.619661 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d9fb41-71c1-4103-b292-731570aabdd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:14.624379 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-78d9fb41-71c1-4103-b292-731570aabdd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:14.625097 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e914afd6-3b27-4b77-b1e6-598c66af1405 None None] Network c1e63842-0159-452f-8eed-f7dec1727f47 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:08:14.658700 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b0636b63-911e-4332-9b83-676567689079 req-f8e152d1-8901-4085-9828-31064917d791 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:14.732725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0636b63-911e-4332-9b83-676567689079 req-f8e152d1-8901-4085-9828-31064917d791 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:14.734268 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e152d1-8901-4085-9828-31064917d791 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Pushing event updated for resources: {'Port': ['ID=772b92a2-2a59-49c0-a617-cc79b36edcb4,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:14.744201 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-b0636b63-911e-4332-9b83-676567689079 req-f8e152d1-8901-4085-9828-31064917d791 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:14.754907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0636b63-911e-4332-9b83-676567689079 req-f8e152d1-8901-4085-9828-31064917d791 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:08:14.789804 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-78d9fb41-71c1-4103-b292-731570aabdd9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9973900 Apr 20 16:08:14.793369 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53484) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:14.795005 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2b2fa0-10ea-4fd7-969d-4acb004546f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-c1e63842-0159-452f-8eed-f7dec1727f47', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'fixed_ips': [{'subnet_id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:08:14.796303 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ae526-74fe-4a17-a320-892b95421bc0 req-34cf368c-ea2c-4571-9712-11d8eff993fb tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:14.796457 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dd2b2fa0-10ea-4fd7-969d-4acb004546f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:14.801333 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-41bb4f95-8916-413e-8e82-42623eb06c77 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-558285812-router', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:14.803302 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-197ae526-74fe-4a17-a320-892b95421bc0 req-34cf368c-ea2c-4571-9712-11d8eff993fb tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 944 time: 0.0835700 Apr 20 16:08:14.875710 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-197ae526-74fe-4a17-a320-892b95421bc0 req-8a1747d9-697c-4f1e-a314-25bb51ac19e6 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647740 Apr 20 16:08:14.918354 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b0636b63-911e-4332-9b83-676567689079 req-f8e152d1-8901-4085-9828-31064917d791 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:14.933365 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41bb4f95-8916-413e-8e82-42623eb06c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:14.934615 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41bb4f95-8916-413e-8e82-42623eb06c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:14.996646 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-dd2b2fa0-10ea-4fd7-969d-4acb004546f5 None None] Allocated IP 172.20.0.2 (c1e63842-0159-452f-8eed-f7dec1727f47/6cf39be6-ada6-40b6-a73b-d57e4fcf739a/49f15b3f-d9de-478c-a026-81cbb0c40ad2) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:08:15.003570 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41bb4f95-8916-413e-8e82-42623eb06c77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:15.006621 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1352b8-e71d-45e0-81cf-4588c68b0704 req-857e7bfb-36cd-4cb2-b6a2-2f1a5b7a4c9e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:15.014538 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a1352b8-e71d-45e0-81cf-4588c68b0704 req-857e7bfb-36cd-4cb2-b6a2-2f1a5b7a4c9e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 945 time: 0.0700510 Apr 20 16:08:15.059505 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a1352b8-e71d-45e0-81cf-4588c68b0704 req-da931884-8121-4661-a02e-5e8915d6c425 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396180 Apr 20 16:08:15.063855 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b0636b63-911e-4332-9b83-676567689079 req-f8e152d1-8901-4085-9828-31064917d791 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:15.189430 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dd2b2fa0-10ea-4fd7-969d-4acb004546f5 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:15.206621 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84590eb3-6c48-4edb-a0a2-9cd9d28f6ee1 req-23bb85fd-9bdd-422a-9c40-64221b080e28 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:15.208189 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-84590eb3-6c48-4edb-a0a2-9cd9d28f6ee1 req-23bb85fd-9bdd-422a-9c40-64221b080e28 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63ba4f7-ac4a-4353-b972-9a10ae8e9af8 HTTP/1.1" status: 200 len: 948 time: 0.0567443 Apr 20 16:08:15.251226 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-84590eb3-6c48-4edb-a0a2-9cd9d28f6ee1 req-a4870b05-a5bf-489f-b253-f6fcb375b022 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337386 Apr 20 16:08:15.283138 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dd2b2fa0-10ea-4fd7-969d-4acb004546f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:15.310429 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41bb4f95-8916-413e-8e82-42623eb06c77 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:15.341382 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2b2fa0-10ea-4fd7-969d-4acb004546f5 None None] Network c1e63842-0159-452f-8eed-f7dec1727f47 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:15.348652 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-dd2b2fa0-10ea-4fd7-969d-4acb004546f5 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:15.353405 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2b2fa0-10ea-4fd7-969d-4acb004546f5 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:08:15.363343 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b2fa0-10ea-4fd7-969d-4acb004546f5 None None] Pushing event updated for resources: {'Port': ['ID=49f15b3f-d9de-478c-a026-81cbb0c40ad2,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:15.375598 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b0636b63-911e-4332-9b83-676567689079 req-f8e152d1-8901-4085-9828-31064917d791 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:15.431409 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device ea29ceba-52aa-4e99-8f2d-915308271cc6 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:08:15.435413 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-dd2b2fa0-10ea-4fd7-969d-4acb004546f5 None None] Attempting to bind port 49f15b3f-d9de-478c-a026-81cbb0c40ad2 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:08:15.435985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-dd2b2fa0-10ea-4fd7-969d-4acb004546f5 None None] Attempting to bind port 49f15b3f-d9de-478c-a026-81cbb0c40ad2 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:08:15.436899 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2b2fa0-10ea-4fd7-969d-4acb004546f5 None None] Attempting to bind port 49f15b3f-d9de-478c-a026-81cbb0c40ad2 on network c1e63842-0159-452f-8eed-f7dec1727f47 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:15.467793 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b0636b63-911e-4332-9b83-676567689079 req-f8e152d1-8901-4085-9828-31064917d791 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:15.468988 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2b2fa0-10ea-4fd7-969d-4acb004546f5 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:08:15.469381 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2b2fa0-10ea-4fd7-969d-4acb004546f5 None None] Checking segment: {'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:08:15.469772 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dd2b2fa0-10ea-4fd7-969d-4acb004546f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:15.470169 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2b2fa0-10ea-4fd7-969d-4acb004546f5 None None] Bound using segment: {'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:08:15.470689 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-dd2b2fa0-10ea-4fd7-969d-4acb004546f5 None None] Bound port: 49f15b3f-d9de-478c-a026-81cbb0c40ad2, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:08:15.471280 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dd2b2fa0-10ea-4fd7-969d-4acb004546f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:15.555953 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-dd2b2fa0-10ea-4fd7-969d-4acb004546f5 None None] For port 49f15b3f-d9de-478c-a026-81cbb0c40ad2, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:08:15.561761 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-dd2b2fa0-10ea-4fd7-969d-4acb004546f5 None None] For port 49f15b3f-d9de-478c-a026-81cbb0c40ad2, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=49f15b3f-d9de-478c-a026-81cbb0c40ad2,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:08:15.574799 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e152d1-8901-4085-9828-31064917d791 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Pushing event updated for resources: {'Port': ['ID=772b92a2-2a59-49c0-a617-cc79b36edcb4,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:15.582910 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b0636b63-911e-4332-9b83-676567689079 req-f8e152d1-8901-4085-9828-31064917d791 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:15.675343 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port ea29ceba-52aa-4e99-8f2d-915308271cc6 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:08:15.678007 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dd2b2fa0-10ea-4fd7-969d-4acb004546f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:15.708479 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port ea29ceba-52aa-4e99-8f2d-915308271cc6 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:15.708951 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:15.725208 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b0636b63-911e-4332-9b83-676567689079 req-f8e152d1-8901-4085-9828-31064917d791 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:15.726534 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0636b63-911e-4332-9b83-676567689079 req-f8e152d1-8901-4085-9828-31064917d791 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7546220 Apr 20 16:08:15.745842 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41bb4f95-8916-413e-8e82-42623eb06c77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:15.786479 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b2fa0-10ea-4fd7-969d-4acb004546f5 None None] Pushing event updated for resources: {'Port': ['ID=49f15b3f-d9de-478c-a026-81cbb0c40ad2,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:15.802044 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41bb4f95-8916-413e-8e82-42623eb06c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:15.812435 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0636b63-911e-4332-9b83-676567689079 req-82395747-cb57-4064-9c66-e7906aa8b477 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.97 HTTP/1.1" status: 200 len: 695 time: 0.0796804 Apr 20 16:08:15.894906 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:15.945651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8345c8c9-9932-4bb7-9564-3dfda40cfd43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bea67d5-3fcd-4761-bd14-b8d917afc384'}, {'server_uuid': 'cc933516-4fd6-4963-a2a1-dd9daf73380b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea29ceba-52aa-4e99-8f2d-915308271cc6'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:08:15.949212 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9c62b3-1dae-4d80-a36b-15a21cca12f6" -d '{"events": [{"server_uuid": "8345c8c9-9932-4bb7-9564-3dfda40cfd43", "name": "network-vif-plugged", "status": "completed", "tag": "8bea67d5-3fcd-4761-bd14-b8d917afc384"}, {"server_uuid": "cc933516-4fd6-4963-a2a1-dd9daf73380b", "name": "network-vif-plugged", "status": "completed", "tag": "ea29ceba-52aa-4e99-8f2d-915308271cc6"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:08:15.957822 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port ea29ceba-52aa-4e99-8f2d-915308271cc6, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=ea29ceba-52aa-4e99-8f2d-915308271cc6,segment=NetworkSegment(9053885d-51a1-4852-a6b4-a356932f5932),segment_id=9053885d-51a1-4852-a6b4-a356932f5932)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:15.981007 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdf865-5f7b-415d-96c4-cf03cb39b0ce req-96fe8577-bc66-4c80-a097-11e0347cc328 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:15.989909 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-91cdf865-5f7b-415d-96c4-cf03cb39b0ce req-96fe8577-bc66-4c80-a097-11e0347cc328 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbb6660-a50b-4838-9f02-2041fa0fa6d3 HTTP/1.1" status: 200 len: 950 time: 0.0671339 Apr 20 16:08:16.062277 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:16.076397 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-91cdf865-5f7b-415d-96c4-cf03cb39b0ce req-c69ff807-48c6-49a6-a640-3adf86734696 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817683 Apr 20 16:08:16.084163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0636b63-911e-4332-9b83-676567689079 req-ecd28ecd-a2ee-481b-9aa3-615c0b437369 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:16.086199 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0636b63-911e-4332-9b83-676567689079 req-ecd28ecd-a2ee-481b-9aa3-615c0b437369 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.2644610 Apr 20 16:08:16.099628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-41bb4f95-8916-413e-8e82-42623eb06c77 admin admin] Allocated IP 172.25.0.81 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/c57faddf-7594-4425-8c67-0a1110e2d700) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:08:16.189092 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 16:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250d2066-2b99-4cad-adc1-b6db3d0375f5 x-openstack-request-id: req-250d2066-2b99-4cad-adc1-b6db3d0375f5 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:08:16.189612 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8345c8c9-9932-4bb7-9564-3dfda40cfd43", "name": "network-vif-plugged", "status": "completed", "tag": "8bea67d5-3fcd-4761-bd14-b8d917afc384", "code": 200}, {"server_uuid": "cc933516-4fd6-4963-a2a1-dd9daf73380b", "name": "network-vif-plugged", "status": "completed", "tag": "ea29ceba-52aa-4e99-8f2d-915308271cc6", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:08:16.192610 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-250d2066-2b99-4cad-adc1-b6db3d0375f5 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:08:16.193188 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-250d2066-2b99-4cad-adc1-b6db3d0375f5'] response: {'server_uuid': '8345c8c9-9932-4bb7-9564-3dfda40cfd43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bea67d5-3fcd-4761-bd14-b8d917afc384', 'code': 200} Apr 20 16:08:16.193590 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-250d2066-2b99-4cad-adc1-b6db3d0375f5'] response: {'server_uuid': 'cc933516-4fd6-4963-a2a1-dd9daf73380b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea29ceba-52aa-4e99-8f2d-915308271cc6', 'code': 200} Apr 20 16:08:16.199544 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=ea29ceba-52aa-4e99-8f2d-915308271cc6,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:16.246157 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9cf57-aef3-4701-b137-0f30ee5e28b7 req-bdbcd23b-3939-4674-bd6e-ee886cbd0227 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:16.267284 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a3f9cf57-aef3-4701-b137-0f30ee5e28b7 req-bdbcd23b-3939-4674-bd6e-ee886cbd0227 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 945 time: 0.0744808 Apr 20 16:08:16.330728 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a3f9cf57-aef3-4701-b137-0f30ee5e28b7 req-2b1189e5-2520-4516-b0bf-8cdd49949e8b tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625107 Apr 20 16:08:16.346774 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41bb4f95-8916-413e-8e82-42623eb06c77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:16.402934 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d2edf-4ccf-499b-9594-771348ea91fe req-4f93fc06-5bde-45b8-9a26-f4e61ca21d12 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:16.405397 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fe6d2edf-4ccf-499b-9594-771348ea91fe req-4f93fc06-5bde-45b8-9a26-f4e61ca21d12 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 945 time: 0.1419518 Apr 20 16:08:16.448859 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390254e7-c931-4971-a80b-2c61e3d68984 req-3f3a6966-8eb6-4c59-8151-699e95913882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:16.450497 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-390254e7-c931-4971-a80b-2c61e3d68984 req-3f3a6966-8eb6-4c59-8151-699e95913882 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8345c8c9-9932-4bb7-9564-3dfda40cfd43 HTTP/1.1" status: 200 len: 1101 time: 0.0926647 Apr 20 16:08:16.459127 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbabde-e21a-40df-b7aa-d15530402167 req-bc5bcf69-2f42-4b4a-9caa-40143ce5d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:16.460659 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-38cbabde-e21a-40df-b7aa-d15530402167 req-bc5bcf69-2f42-4b4a-9caa-40143ce5d758 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 1096 time: 0.1077156 Apr 20 16:08:16.492218 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fe6d2edf-4ccf-499b-9594-771348ea91fe req-42cee5c2-5334-4968-9e82-ba84ccf9c5c2 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741045 Apr 20 16:08:16.519977 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-390254e7-c931-4971-a80b-2c61e3d68984 req-1b8899bf-380a-410c-8ef0-0ed37657898f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578310 Apr 20 16:08:16.537029 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-00b35c10-9af4-4dfc-b59a-67ea4e233d65 req-fc476015-a01d-494d-a168-f33e8759b923 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1587045 Apr 20 16:08:16.542121 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-00b35c10-9af4-4dfc-b59a-67ea4e233d65 req-7a4ef565-1d61-492b-9b52-39354e20c7fd tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:16.542722 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41bb4f95-8916-413e-8e82-42623eb06c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:16.587173 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-38cbabde-e21a-40df-b7aa-d15530402167 req-aca80e70-aeea-492d-a4cc-33e6aeb7a2d5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185405 Apr 20 16:08:16.606201 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bb4f95-8916-413e-8e82-42623eb06c77 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:16.624170 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-41bb4f95-8916-413e-8e82-42623eb06c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:16.633003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bb4f95-8916-413e-8e82-42623eb06c77 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:08:16.680415 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-00b35c10-9af4-4dfc-b59a-67ea4e233d65 req-7a4ef565-1d61-492b-9b52-39354e20c7fd tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:16.755166 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device abf2ba26-a602-4a89-a982-c6bb109bfb6d up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:08:16.839964 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-00b35c10-9af4-4dfc-b59a-67ea4e233d65 req-7a4ef565-1d61-492b-9b52-39354e20c7fd tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:16.937871 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port abf2ba26-a602-4a89-a982-c6bb109bfb6d completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:08:16.942697 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port abf2ba26-a602-4a89-a982-c6bb109bfb6d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:16.943344 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:16.948602 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb4f95-8916-413e-8e82-42623eb06c77 admin admin] Pushing event updated for resources: {'Port': ['ID=c57faddf-7594-4425-8c67-0a1110e2d700,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:16.974730 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-00b35c10-9af4-4dfc-b59a-67ea4e233d65 req-7a4ef565-1d61-492b-9b52-39354e20c7fd tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Allocated IP 172.25.0.54 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/0baacf86-77cf-483d-9c56-2ab09d9859ae) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:08:16.977595 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d982b9-9d36-40cc-81b7-266b9606c6c0 req-8da0194f-bd0f-40d2-bb1b-1142396100b8 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:16.986718 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-27d982b9-9d36-40cc-81b7-266b9606c6c0 req-8da0194f-bd0f-40d2-bb1b-1142396100b8 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63ba4f7-ac4a-4353-b972-9a10ae8e9af8 HTTP/1.1" status: 200 len: 948 time: 0.4179194 Apr 20 16:08:17.098020 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:17.110332 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8146b4-fffd-4cea-8d30-fa8d6bc6fb59 None None] Network c1e63842-0159-452f-8eed-f7dec1727f47 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:08:17.129943 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-00b35c10-9af4-4dfc-b59a-67ea4e233d65 req-7a4ef565-1d61-492b-9b52-39354e20c7fd tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:17.130423 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-27d982b9-9d36-40cc-81b7-266b9606c6c0 req-f82dbd82-6177-4aea-a220-84c6c1dbec6a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387994 Apr 20 16:08:17.204682 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port abf2ba26-a602-4a89-a982-c6bb109bfb6d, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=abf2ba26-a602-4a89-a982-c6bb109bfb6d,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:17.235170 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499aa708-444b-42f6-aefe-d2db11631ae6 req-227c2c59-6f22-497a-90f2-ece7a5ec2577 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:17.238842 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f090b800-a8d5-4a77-aa68-d93f3459ad68 None None] Provisioning complete for port 49f15b3f-d9de-478c-a026-81cbb0c40ad2 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:17.239260 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f090b800-a8d5-4a77-aa68-d93f3459ad68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:17.241000 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-499aa708-444b-42f6-aefe-d2db11631ae6 req-227c2c59-6f22-497a-90f2-ece7a5ec2577 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 1096 time: 0.0486691 Apr 20 16:08:17.270303 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-00b35c10-9af4-4dfc-b59a-67ea4e233d65 req-7a4ef565-1d61-492b-9b52-39354e20c7fd tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:17.284109 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-499aa708-444b-42f6-aefe-d2db11631ae6 req-11b5d279-4757-4352-8865-063ddc6dc34b tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400858 Apr 20 16:08:17.329227 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:17.333942 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b35c10-9af4-4dfc-b59a-67ea4e233d65 req-7a4ef565-1d61-492b-9b52-39354e20c7fd tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:17.362022 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-00b35c10-9af4-4dfc-b59a-67ea4e233d65 req-7a4ef565-1d61-492b-9b52-39354e20c7fd tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:17.362022 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b35c10-9af4-4dfc-b59a-67ea4e233d65 req-7a4ef565-1d61-492b-9b52-39354e20c7fd tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:08:17.394056 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ef565-1d61-492b-9b52-39354e20c7fd tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Pushing event updated for resources: {'Port': ['ID=0baacf86-77cf-483d-9c56-2ab09d9859ae,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:17.441577 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5251102-ffcb-46ef-bd2c-b7d090ebb4e4 req-cc30a817-027d-40f0-9393-40df3798ee8b tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:17.449375 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b5251102-ffcb-46ef-bd2c-b7d090ebb4e4 req-cc30a817-027d-40f0-9393-40df3798ee8b tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbb6660-a50b-4838-9f02-2041fa0fa6d3 HTTP/1.1" status: 200 len: 950 time: 0.0916224 Apr 20 16:08:17.453839 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=abf2ba26-a602-4a89-a982-c6bb109bfb6d,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:17.466030 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f090b800-a8d5-4a77-aa68-d93f3459ad68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:17.471725 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-00b35c10-9af4-4dfc-b59a-67ea4e233d65 req-7a4ef565-1d61-492b-9b52-39354e20c7fd tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:17.487917 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41bb4f95-8916-413e-8e82-42623eb06c77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:17.505141 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f090b800-a8d5-4a77-aa68-d93f3459ad68 None None] For port 49f15b3f-d9de-478c-a026-81cbb0c40ad2, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=49f15b3f-d9de-478c-a026-81cbb0c40ad2,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:17.534801 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b5251102-ffcb-46ef-bd2c-b7d090ebb4e4 req-b3164d06-c8f6-4e5b-9fc1-20a9be0082e0 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771050 Apr 20 16:08:17.625714 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f090b800-a8d5-4a77-aa68-d93f3459ad68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:17.633981 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-00b35c10-9af4-4dfc-b59a-67ea4e233d65 req-7a4ef565-1d61-492b-9b52-39354e20c7fd tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:17.705048 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090b800-a8d5-4a77-aa68-d93f3459ad68 None None] Pushing event updated for resources: {'Port': ['ID=49f15b3f-d9de-478c-a026-81cbb0c40ad2,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:17.824438 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 49f15b3f-d9de-478c-a026-81cbb0c40ad2 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:08:17.867813 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f729a1-df1b-4c57-be65-5aba63e1a759 req-c2f6de81-0adf-4aef-ab23-c1ad99a8b5e5 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:17.869674 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9f729a1-df1b-4c57-be65-5aba63e1a759 req-c2f6de81-0adf-4aef-ab23-c1ad99a8b5e5 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 1096 time: 0.2273464 Apr 20 16:08:17.890304 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41bb4f95-8916-413e-8e82-42623eb06c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:17.933482 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7144b03e-a929-42f4-a946-a44959c8b9f0 None None] Provisioning complete for port 49f15b3f-d9de-478c-a026-81cbb0c40ad2 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:17.933888 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7144b03e-a929-42f4-a946-a44959c8b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:17.948306 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9f729a1-df1b-4c57-be65-5aba63e1a759 req-7a0a471f-e992-428a-adcd-0ea0d079db49 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694447 Apr 20 16:08:17.985484 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 49f15b3f-d9de-478c-a026-81cbb0c40ad2 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:17.986409 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:18.017975 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-00b35c10-9af4-4dfc-b59a-67ea4e233d65 req-7a4ef565-1d61-492b-9b52-39354e20c7fd tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:18.080851 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-00b35c10-9af4-4dfc-b59a-67ea4e233d65 req-7a4ef565-1d61-492b-9b52-39354e20c7fd tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:18.131779 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2b1a0-bfe0-4de9-93ba-6f50fcf700be req-715db7ae-1ebe-4e7b-aedb-76e81a035d4e tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:18.133342 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8db2b1a0-bfe0-4de9-93ba-6f50fcf700be req-715db7ae-1ebe-4e7b-aedb-76e81a035d4e tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 945 time: 0.0680404 Apr 20 16:08:18.181660 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ef565-1d61-492b-9b52-39354e20c7fd tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Pushing event updated for resources: {'Port': ['ID=0baacf86-77cf-483d-9c56-2ab09d9859ae,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:18.195050 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-00b35c10-9af4-4dfc-b59a-67ea4e233d65 req-7a4ef565-1d61-492b-9b52-39354e20c7fd tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:18.195271 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8db2b1a0-bfe0-4de9-93ba-6f50fcf700be req-51389841-a8b5-4f4e-ba26-9e23e8a5c4e4 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525529 Apr 20 16:08:18.196140 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63ba4f7-ac4a-4353-b972-9a10ae8e9af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf2ba26-a602-4a89-a982-c6bb109bfb6d'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:08:18.200214 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6b4bc4-829a-425f-909d-97fcd4b88685" -d '{"events": [{"server_uuid": "e63ba4f7-ac4a-4353-b972-9a10ae8e9af8", "name": "network-vif-plugged", "status": "completed", "tag": "abf2ba26-a602-4a89-a982-c6bb109bfb6d"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:08:18.347290 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51a1a7-cfa0-475a-bc49-5754003230d7 req-8d68b311-06a3-47ae-a355-438873b70561 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:18.348829 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-af51a1a7-cfa0-475a-bc49-5754003230d7 req-8d68b311-06a3-47ae-a355-438873b70561 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63ba4f7-ac4a-4353-b972-9a10ae8e9af8 HTTP/1.1" status: 200 len: 949 time: 0.0523734 Apr 20 16:08:18.349137 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-00b35c10-9af4-4dfc-b59a-67ea4e233d65 req-7a4ef565-1d61-492b-9b52-39354e20c7fd tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:18.350021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bb4f95-8916-413e-8e82-42623eb06c77 admin admin] Router a2c79350-687a-46db-a54c-765dec6bcc6b is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:08:18.361179 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-00b35c10-9af4-4dfc-b59a-67ea4e233d65 req-7a4ef565-1d61-492b-9b52-39354e20c7fd tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8231831 Apr 20 16:08:18.418066 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-00b35c10-9af4-4dfc-b59a-67ea4e233d65 req-837fa378-1931-4242-ace8-3ec23aa5b410 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.54 HTTP/1.1" status: 200 len: 695 time: 0.0559487 Apr 20 16:08:18.447828 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-af51a1a7-cfa0-475a-bc49-5754003230d7 req-da803850-394b-4dfe-9946-003d3efe6444 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485022 Apr 20 16:08:18.494742 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bb4f95-8916-413e-8e82-42623eb06c77 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:08:18.507972 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] Sync routers for ids ['a2c79350-687a-46db-a54c-765dec6bcc6b'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:08:18.512929 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a990395-9812-41bb-ac2f-a4b1ef154dfa x-openstack-request-id: req-2a990395-9812-41bb-ac2f-a4b1ef154dfa {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:08:18.513634 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63ba4f7-ac4a-4353-b972-9a10ae8e9af8", "name": "network-vif-plugged", "status": "completed", "tag": "abf2ba26-a602-4a89-a982-c6bb109bfb6d", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:08:18.513922 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a990395-9812-41bb-ac2f-a4b1ef154dfa {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:08:18.514464 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a990395-9812-41bb-ac2f-a4b1ef154dfa'] response: {'server_uuid': 'e63ba4f7-ac4a-4353-b972-9a10ae8e9af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf2ba26-a602-4a89-a982-c6bb109bfb6d', 'code': 200} Apr 20 16:08:18.525239 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] Routers {'a2c79350-687a-46db-a54c-765dec6bcc6b'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:08:18.529930 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:07:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['a2c79350-687a-46db-a54c-765dec6bcc6b'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:18.582308 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b35c10-9af4-4dfc-b59a-67ea4e233d65 req-f40ab622-3098-4c8d-9d30-bd538e1d3680 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:18.583809 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-00b35c10-9af4-4dfc-b59a-67ea4e233d65 req-f40ab622-3098-4c8d-9d30-bd538e1d3680 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.1649513 Apr 20 16:08:18.645673 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41bb4f95-8916-413e-8e82-42623eb06c77 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:18.648860 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] Set router a2c79350-687a-46db-a54c-765dec6bcc6b gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:08:18.650122 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-41bb4f95-8916-413e-8e82-42623eb06c77 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8554330 Apr 20 16:08:18.652693 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53538) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:18.742608 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628da7ce-3494-4013-99ac-e5cbcc4831f0 req-bfc975af-1f72-468c-a321-a078da3e2ac1 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:18.744278 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-628da7ce-3494-4013-99ac-e5cbcc4831f0 req-bfc975af-1f72-468c-a321-a078da3e2ac1 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdbb6660-a50b-4838-9f02-2041fa0fa6d3 HTTP/1.1" status: 200 len: 950 time: 0.0974507 Apr 20 16:08:18.754983 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02a449-88c9-42d4-87cb-1195e6d49f7e req-fdd6dc33-45b5-41eb-a4c4-94d9cb45febf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:18.757537 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0b02a449-88c9-42d4-87cb-1195e6d49f7e req-fdd6dc33-45b5-41eb-a4c4-94d9cb45febf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e63ba4f7-ac4a-4353-b972-9a10ae8e9af8 HTTP/1.1" status: 200 len: 1100 time: 0.1466384 Apr 20 16:08:18.807208 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-628da7ce-3494-4013-99ac-e5cbcc4831f0 req-d79d70de-4e45-4cf2-b4e4-f3c642cf2742 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.15 "GET /v2.0/security-groups?id=eec92fe8-f9c3-49d8-9281-b95aa01c425c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547903 Apr 20 16:08:18.977126 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'name': 'tempest-ServerActionsTestJSON-558285812-router', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:08:14Z', 'updated_at': '2022-04-20T16:08:17Z', 'revision_number': 3, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'gw_port': {'id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:65:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:15Z', 'updated_at': '2022-04-20T16:08:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:19.006511 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] Checking router: a2c79350-687a-46db-a54c-765dec6bcc6b for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:08:19.007108 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0b02a449-88c9-42d4-87cb-1195e6d49f7e req-29f4a27c-fda6-4ec6-9a1f-4c732a108f23 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405906 Apr 20 16:08:19.007413 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] Updating router a2c79350-687a-46db-a54c-765dec6bcc6b port c57faddf-7594-4425-8c67-0a1110e2d700 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:08:19.035497 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:19.051056 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-77542768-15e9-4b0f-b0b9-485ba5e1e0dc req-7a74ddca-5b1c-41fd-b867-ec76174d333e tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/floatingips/3d5b709c-a853-4d06-8773-379eb9b9df3d HTTP/1.1" status: 200 len: 692 time: 0.2162843 Apr 20 16:08:19.061625 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41af19f-191e-4297-a88f-cf75decab284 req-c7749818-e449-4502-8318-53efaa33fcd8 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:19.063387 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f41af19f-191e-4297-a88f-cf75decab284 req-c7749818-e449-4502-8318-53efaa33fcd8 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 1096 time: 0.0587177 Apr 20 16:08:19.110550 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad979922-7ce8-4f4f-a8d8-b2ee1ad4f1b0 req-72767efb-46eb-4b26-a861-4ddcb548b3f3 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:19.112453 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ad979922-7ce8-4f4f-a8d8-b2ee1ad4f1b0 req-72767efb-46eb-4b26-a861-4ddcb548b3f3 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdbb6660-a50b-4838-9f02-2041fa0fa6d3 HTTP/1.1" status: 200 len: 950 time: 0.1148076 Apr 20 16:08:19.142122 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f41af19f-191e-4297-a88f-cf75decab284 req-a3fab3de-d5bf-41a3-963e-76d16ef17e7f tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448179 Apr 20 16:08:19.297925 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d775ef-b1e3-4730-9eed-eec112dea364 req-c10f1dd1-beb6-4b13-b83f-f37aa373e6f1 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:19.305311 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-40d775ef-b1e3-4730-9eed-eec112dea364 req-c10f1dd1-beb6-4b13-b83f-f37aa373e6f1 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 1096 time: 0.0603282 Apr 20 16:08:19.323469 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77542768-15e9-4b0f-b0b9-485ba5e1e0dc req-1e3ad792-c7f4-4f48-91bb-7378c858c3b2 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:19.324556 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-77542768-15e9-4b0f-b0b9-485ba5e1e0dc req-1e3ad792-c7f4-4f48-91bb-7378c858c3b2 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.2661192 Apr 20 16:08:19.344031 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-77542768-15e9-4b0f-b0b9-485ba5e1e0dc req-4ce8d046-a23a-4f7a-a8b4-301ac26d0780 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:08:19.362667 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-77542768-15e9-4b0f-b0b9-485ba5e1e0dc req-4ce8d046-a23a-4f7a-a8b4-301ac26d0780 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0213737 Apr 20 16:08:19.365356 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-ad979922-7ce8-4f4f-a8d8-b2ee1ad4f1b0 req-ab219f20-629e-4229-b7a6-05128676fa13 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Deleting port 0862c930-b85b-48c0-a3c1-88256c5f541c {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:08:19.365804 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ad979922-7ce8-4f4f-a8d8-b2ee1ad4f1b0 req-ab219f20-629e-4229-b7a6-05128676fa13 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:19.373618 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-40d775ef-b1e3-4730-9eed-eec112dea364 req-9eba644e-928d-4496-b2ca-b20c3743c573 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652409 Apr 20 16:08:19.442998 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:19.497047 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-160d470f-8f1c-4d87-b412-bb27632864e2 req-1deaa5e2-b40b-48d1-9b8d-b29efa4c14c9 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/floatingips/3d5b709c-a853-4d06-8773-379eb9b9df3d HTTP/1.1" status: 200 len: 692 time: 0.0559704 Apr 20 16:08:19.499975 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-ad979922-7ce8-4f4f-a8d8-b2ee1ad4f1b0 req-ab219f20-629e-4229-b7a6-05128676fa13 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] For port 0862c930-b85b-48c0-a3c1-88256c5f541c, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0862c930-b85b-48c0-a3c1-88256c5f541c,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:19.500366 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ad979922-7ce8-4f4f-a8d8-b2ee1ad4f1b0 req-ab219f20-629e-4229-b7a6-05128676fa13 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:19.520674 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb91d8-dfc0-4e61-b7a8-e8eee441452d req-4a206c5a-4aeb-40de-878c-621f182155dd tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:19.522352 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e1eb91d8-dfc0-4e61-b7a8-e8eee441452d req-4a206c5a-4aeb-40de-878c-621f182155dd tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 945 time: 0.0905552 Apr 20 16:08:19.526609 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-ad979922-7ce8-4f4f-a8d8-b2ee1ad4f1b0 req-ab219f20-629e-4229-b7a6-05128676fa13 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Calling delete_port for 0862c930-b85b-48c0-a3c1-88256c5f541c owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:08:19.575910 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:19.594552 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6cbe-58b2-4f5c-8d21-d07b925ffbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:19.603088 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e1eb91d8-dfc0-4e61-b7a8-e8eee441452d req-6926e72d-50ee-494f-9dd2-7436cf1488c9 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702155 Apr 20 16:08:19.637124 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d98bc6-8539-4cd8-ada4-b6d6db4f37ca None None] Pushing event updated for resources: {'Port': ['ID=c57faddf-7594-4425-8c67-0a1110e2d700,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:19.645672 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d98bc6-8539-4cd8-ada4-b6d6db4f37ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:19.646254 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d98bc6-8539-4cd8-ada4-b6d6db4f37ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:19.646791 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d98bc6-8539-4cd8-ada4-b6d6db4f37ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:19.647439 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d98bc6-8539-4cd8-ada4-b6d6db4f37ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:19.654209 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d98bc6-8539-4cd8-ada4-b6d6db4f37ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:19.654209 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d98bc6-8539-4cd8-ada4-b6d6db4f37ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:19.654209 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d98bc6-8539-4cd8-ada4-b6d6db4f37ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:19.654209 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d98bc6-8539-4cd8-ada4-b6d6db4f37ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:19.654209 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d98bc6-8539-4cd8-ada4-b6d6db4f37ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:19.654209 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d98bc6-8539-4cd8-ada4-b6d6db4f37ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:19.654209 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d98bc6-8539-4cd8-ada4-b6d6db4f37ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:19.654209 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d98bc6-8539-4cd8-ada4-b6d6db4f37ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:19.674035 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] Attempting to bind port c57faddf-7594-4425-8c67-0a1110e2d700 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:08:19.675444 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] Attempting to bind port c57faddf-7594-4425-8c67-0a1110e2d700 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:08:19.676322 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] Attempting to bind port c57faddf-7594-4425-8c67-0a1110e2d700 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:19.682154 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:08:19.682778 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:08:19.683495 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:19.684088 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:08:19.684778 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] Bound port: c57faddf-7594-4425-8c67-0a1110e2d700, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:08:19.685381 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:19.716791 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d470f-8f1c-4d87-b412-bb27632864e2 req-eff12f4b-0973-447d-8c12-3809e9dcabcb tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:19.725191 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-160d470f-8f1c-4d87-b412-bb27632864e2 req-eff12f4b-0973-447d-8c12-3809e9dcabcb tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.2062221 Apr 20 16:08:19.752409 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] For port c57faddf-7594-4425-8c67-0a1110e2d700, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:08:19.755966 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] For port c57faddf-7594-4425-8c67-0a1110e2d700, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c57faddf-7594-4425-8c67-0a1110e2d700,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:08:19.773303 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 49f15b3f-d9de-478c-a026-81cbb0c40ad2 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:08:19.787915 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-160d470f-8f1c-4d87-b412-bb27632864e2 req-4ced3e6e-e76b-4c0a-8350-9d45b46dcec6 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:08:19.788960 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-160d470f-8f1c-4d87-b412-bb27632864e2 req-4ced3e6e-e76b-4c0a-8350-9d45b46dcec6 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0630674 Apr 20 16:08:19.818083 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ad979922-7ce8-4f4f-a8d8-b2ee1ad4f1b0 req-ab219f20-629e-4229-b7a6-05128676fa13 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:19.849958 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab219f20-629e-4229-b7a6-05128676fa13 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Pushing event deleted for resources: {'Port': ['ID=0862c930-b85b-48c0-a3c1-88256c5f541c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:19.855590 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-160d470f-8f1c-4d87-b412-bb27632864e2 req-2eca5667-2f83-420f-9c0a-e97182079d20 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.54 HTTP/1.1" status: 200 len: 695 time: 0.0564396 Apr 20 16:08:19.900933 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad979922-7ce8-4f4f-a8d8-b2ee1ad4f1b0 req-ab219f20-629e-4229-b7a6-05128676fa13 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] No DVR routers for this DVR port 0862c930-b85b-48c0-a3c1-88256c5f541c on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:08:19.902311 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:19.903665 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ad979922-7ce8-4f4f-a8d8-b2ee1ad4f1b0 req-ab219f20-629e-4229-b7a6-05128676fa13 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:19.907397 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ad979922-7ce8-4f4f-a8d8-b2ee1ad4f1b0 req-ab219f20-629e-4229-b7a6-05128676fa13 tempest-LiveMigrationNegativeTest-1549369220 tempest-LiveMigrationNegativeTest-1549369220-project] 10.222.0.26 "DELETE /v2.0/ports/0862c930-b85b-48c0-a3c1-88256c5f541c HTTP/1.1" status: 204 len: 173 time: 0.7233603 Apr 20 16:08:19.908040 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbb6660-a50b-4838-9f02-2041fa0fa6d3', 'name': 'network-vif-deleted', 'tag': '0862c930-b85b-48c0-a3c1-88256c5f541c'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:08:19.910895 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8f15a4-57a3-4d81-8dc6-97247b70635d" -d '{"events": [{"server_uuid": "fdbb6660-a50b-4838-9f02-2041fa0fa6d3", "name": "network-vif-deleted", "tag": "0862c930-b85b-48c0-a3c1-88256c5f541c"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:08:19.943101 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 49f15b3f-d9de-478c-a026-81cbb0c40ad2 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:19.943473 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:19.954763 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-160d470f-8f1c-4d87-b412-bb27632864e2 req-e3e66dcf-2525-4ef2-87cb-85a4dd61ef28 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.54 HTTP/1.1" status: 200 len: 695 time: 0.0743980 Apr 20 16:08:19.965120 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-3f5d6cbe-58b2-4f5c-8d21-d07b925ffbf1 admin admin] Allocated IP 172.20.0.1 (c1e63842-0159-452f-8eed-f7dec1727f47/6cf39be6-ada6-40b6-a73b-d57e4fcf739a/971bb282-d3db-4f20-81e4-6c3518f5e4b0) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:08:19.974334 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] Routers {'a2c79350-687a-46db-a54c-765dec6bcc6b'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:08:19.974733 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:07:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['a2c79350-687a-46db-a54c-765dec6bcc6b'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:20.051054 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d98bc6-8539-4cd8-ada4-b6d6db4f37ca None None] Pushing event updated for resources: {'Port': ['ID=c57faddf-7594-4425-8c67-0a1110e2d700,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:20.152875 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] Set router a2c79350-687a-46db-a54c-765dec6bcc6b gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:08:20.201607 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6cbe-58b2-4f5c-8d21-d07b925ffbf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:20.239717 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-160d470f-8f1c-4d87-b412-bb27632864e2 req-f19cf214-60b3-46c8-a109-b84e3cd33dd4 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Deleting port 0baacf86-77cf-483d-9c56-2ab09d9859ae {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:08:20.240053 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-160d470f-8f1c-4d87-b412-bb27632864e2 req-f19cf214-60b3-46c8-a109-b84e3cd33dd4 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:20.344019 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'name': 'tempest-ServerActionsTestJSON-558285812-router', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:08:14Z', 'updated_at': '2022-04-20T16:08:17Z', 'revision_number': 3, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'gw_port': {'id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:65:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:15Z', 'updated_at': '2022-04-20T16:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:20.371187 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3220afb0-1d0a-4e26-b9b5-c519c1360e32 None None] The sync data for ids ['a2c79350-687a-46db-a54c-765dec6bcc6b'] in n-d-836146-2 is: [{'id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'name': 'tempest-ServerActionsTestJSON-558285812-router', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:08:14Z', 'updated_at': '2022-04-20T16:08:17Z', 'revision_number': 3, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'gw_port': {'id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:65:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:15Z', 'updated_at': '2022-04-20T16:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:08:20.612079 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-160d470f-8f1c-4d87-b412-bb27632864e2 req-f19cf214-60b3-46c8-a109-b84e3cd33dd4 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:20.612798 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-160d470f-8f1c-4d87-b412-bb27632864e2 req-f19cf214-60b3-46c8-a109-b84e3cd33dd4 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:20.631023 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-160d470f-8f1c-4d87-b412-bb27632864e2 req-f19cf214-60b3-46c8-a109-b84e3cd33dd4 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Calling delete_port for 0baacf86-77cf-483d-9c56-2ab09d9859ae owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:08:20.685328 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6cbe-58b2-4f5c-8d21-d07b925ffbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:20.757261 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5d6cbe-58b2-4f5c-8d21-d07b925ffbf1 admin admin] Network c1e63842-0159-452f-8eed-f7dec1727f47 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:20.769686 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-3f5d6cbe-58b2-4f5c-8d21-d07b925ffbf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:20.769686 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d6cbe-58b2-4f5c-8d21-d07b925ffbf1 admin admin] Pushing event updated for resources: {'Port': ['ID=971bb282-d3db-4f20-81e4-6c3518f5e4b0,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:20.772061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5d6cbe-58b2-4f5c-8d21-d07b925ffbf1 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:08:20.826820 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6cbe-58b2-4f5c-8d21-d07b925ffbf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:21.080100 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-160d470f-8f1c-4d87-b412-bb27632864e2 req-f19cf214-60b3-46c8-a109-b84e3cd33dd4 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:21.082386 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1772797a-b60d-49f3-9e94-97a70e2d08db None None] Provisioning complete for port 971bb282-d3db-4f20-81e4-6c3518f5e4b0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:21.082870 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1772797a-b60d-49f3-9e94-97a70e2d08db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:21.148164 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-1772797a-b60d-49f3-9e94-97a70e2d08db None None] Port 971bb282-d3db-4f20-81e4-6c3518f5e4b0 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:08:21.171017 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cf214-60b3-46c8-a109-b84e3cd33dd4 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Pushing event deleted for resources: {'Port': ['ID=0baacf86-77cf-483d-9c56-2ab09d9859ae,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:21.183689 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6cbe-58b2-4f5c-8d21-d07b925ffbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:21.278517 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-160d470f-8f1c-4d87-b412-bb27632864e2 req-f19cf214-60b3-46c8-a109-b84e3cd33dd4 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:21.281325 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-160d470f-8f1c-4d87-b412-bb27632864e2 req-f19cf214-60b3-46c8-a109-b84e3cd33dd4 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:21.282461 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-160d470f-8f1c-4d87-b412-bb27632864e2 req-f19cf214-60b3-46c8-a109-b84e3cd33dd4 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "DELETE /v2.0/floatingips/3d5b709c-a853-4d06-8773-379eb9b9df3d HTTP/1.1" status: 204 len: 173 time: 1.2395728 Apr 20 16:08:21.417127 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03918762-9fee-48be-8699-7312731615dc req-684c632b-cbc7-47de-b3a6-29c6c33d27c9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:21.418594 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-03918762-9fee-48be-8699-7312731615dc req-684c632b-cbc7-47de-b3a6-29c6c33d27c9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63ba4f7-ac4a-4353-b972-9a10ae8e9af8 HTTP/1.1" status: 200 len: 949 time: 0.0733323 Apr 20 16:08:21.464563 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0862c930-b85b-48c0-a3c1-88256c5f541c no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:08:21.474625 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6cbe-58b2-4f5c-8d21-d07b925ffbf1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:21.483548 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-03918762-9fee-48be-8699-7312731615dc req-eeedf6e0-b9db-4cad-8718-8280c1186d1f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569334 Apr 20 16:08:21.485967 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 0862c930-b85b-48c0-a3c1-88256c5f541c {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:08:21.486314 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0862c930-b85b-48c0-a3c1-88256c5f541c not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:08:21.586573 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bda27-c412-4c92-a863-d91ebcfa2a06 req-f57c882c-9162-4f26-b0d3-933ed37b0ed1 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:21.588297 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-323bda27-c412-4c92-a863-d91ebcfa2a06 req-f57c882c-9162-4f26-b0d3-933ed37b0ed1 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 945 time: 0.0511661 Apr 20 16:08:21.597541 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53594) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:21.602663 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-0051d506-8879-4934-8115-110c3613d2b8 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Request body: {'floatingip': {'port_id': 'ea29ceba-52aa-4e99-8f2d-915308271cc6'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:21.638585 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6cbe-58b2-4f5c-8d21-d07b925ffbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:21.671311 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90361b7b-850b-4f64-9c70-ca246fc6c9da x-openstack-request-id: req-90361b7b-850b-4f64-9c70-ca246fc6c9da {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:08:21.671830 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbb6660-a50b-4838-9f02-2041fa0fa6d3", "name": "network-vif-deleted", "tag": "0862c930-b85b-48c0-a3c1-88256c5f541c", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:08:21.671830 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90361b7b-850b-4f64-9c70-ca246fc6c9da {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:08:21.672282 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90361b7b-850b-4f64-9c70-ca246fc6c9da'] response: {'server_uuid': 'fdbb6660-a50b-4838-9f02-2041fa0fa6d3', 'name': 'network-vif-deleted', 'tag': '0862c930-b85b-48c0-a3c1-88256c5f541c', 'status': 'completed', 'code': 200} Apr 20 16:08:21.718432 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0051d506-8879-4934-8115-110c3613d2b8 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for floatingip, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:21.773895 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c57faddf-7594-4425-8c67-0a1110e2d700 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:08:21.820573 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6cbe-58b2-4f5c-8d21-d07b925ffbf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:21.825594 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port c57faddf-7594-4425-8c67-0a1110e2d700 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:21.826200 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:21.828617 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d6cbe-58b2-4f5c-8d21-d07b925ffbf1 admin admin] Pushing event updated for resources: {'Port': ['ID=971bb282-d3db-4f20-81e4-6c3518f5e4b0,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:21.913915 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7f9c0-cb4b-4819-bb7e-6e85e7a24325 req-3ae2ec4b-d190-409d-ad37-65fddce250c2 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:21.915449 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-20c7f9c0-cb4b-4819-bb7e-6e85e7a24325 req-3ae2ec4b-d190-409d-ad37-65fddce250c2 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 1096 time: 0.1580415 Apr 20 16:08:21.916007 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:21.942463 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port c57faddf-7594-4425-8c67-0a1110e2d700, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c57faddf-7594-4425-8c67-0a1110e2d700,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:22.032482 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-20c7f9c0-cb4b-4819-bb7e-6e85e7a24325 req-4236126c-a2ce-4be9-92b1-03955bd8ffc8 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042433 Apr 20 16:08:22.054876 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:22.068977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5d6cbe-58b2-4f5c-8d21-d07b925ffbf1 admin admin] Network c1e63842-0159-452f-8eed-f7dec1727f47 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:22.075151 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-3f5d6cbe-58b2-4f5c-8d21-d07b925ffbf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:22.147043 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=c57faddf-7594-4425-8c67-0a1110e2d700,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:22.177520 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-1efec989-6b74-4d25-ba2d-3e2611de6221 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:08:22.178555 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-1efec989-6b74-4d25-ba2d-3e2611de6221 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482113 Apr 20 16:08:22.231048 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53604) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:22.382881 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-55a09cdb-ef05-4039-8315-9f0b6442cbd6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f097208bdd324ea482e2f28dde071847&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506126 Apr 20 16:08:22.383974 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53608) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:22.384649 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8a71e50a-20d7-4a55-8146-73ef8a7900f1 None None] Provisioning complete for port 971bb282-d3db-4f20-81e4-6c3518f5e4b0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:22.384997 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8a71e50a-20d7-4a55-8146-73ef8a7900f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:22.406376 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-9071edc8-6b31-4ea2-b3dc-46ce3c93d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:22.407779 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-9071edc8-6b31-4ea2-b3dc-46ce3c93d54a service neutron] 10.222.0.15 "GET /v2.0/ports/a10f8156-ab9a-4e04-af6d-a3fcaeda1332 HTTP/1.1" status: 200 len: 1093 time: 0.2165225 Apr 20 16:08:22.422414 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-8a71e50a-20d7-4a55-8146-73ef8a7900f1 None None] Port 971bb282-d3db-4f20-81e4-6c3518f5e4b0 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:08:22.438578 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4fb8b568-2b91-4152-bddd-fb67b994dcfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:22.455810 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-c7186e1d-cdb0-4f25-a9ce-43a74ae46bad service neutron] Request body: {'binding': {'host': 'n-h2-836146-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:22.456268 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-c7186e1d-cdb0-4f25-a9ce-43a74ae46bad service neutron] Unknown quota resources ['binding']. {{(pid=103484) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 16:08:22.459514 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4fb8b568-2b91-4152-bddd-fb67b994dcfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:22.541014 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03248b65-f4ae-4378-b3e5-aba9625fba22 req-2ad5ec21-004d-4f85-83ac-41886e112f5c tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:22.542470 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-03248b65-f4ae-4378-b3e5-aba9625fba22 req-2ad5ec21-004d-4f85-83ac-41886e112f5c tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4709563 Apr 20 16:08:22.594386 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4fb8b568-2b91-4152-bddd-fb67b994dcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:22.597164 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4fb8b568-2b91-4152-bddd-fb67b994dcfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:22.600896 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4fb8b568-2b91-4152-bddd-fb67b994dcfc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eec92fe8-f9c3-49d8-9281-b95aa01c425c HTTP/1.1" status: 204 len: 168 time: 0.2134442 Apr 20 16:08:22.603602 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5d6cbe-58b2-4f5c-8d21-d07b925ffbf1 admin admin] Router a2c79350-687a-46db-a54c-765dec6bcc6b has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:08:22.609328 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8b568-2b91-4152-bddd-fb67b994dcfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec92fe8-f9c3-49d8-9281-b95aa01c425c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:22.660807 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a45a2b4-95ec-4b62-889c-ade3cb515ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:22.815025 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817128bb-9d23-4526-a0ef-25d57bd732b3 req-a9863044-bd82-4855-9811-c97eed40c5e1 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:22.816599 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-817128bb-9d23-4526-a0ef-25d57bd732b3 req-a9863044-bd82-4855-9811-c97eed40c5e1 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=8345c8c9-9932-4bb7-9564-3dfda40cfd43 HTTP/1.1" status: 200 len: 950 time: 0.1967971 Apr 20 16:08:22.829737 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0051d506-8879-4934-8115-110c3613d2b8 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:22.879603 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-c7186e1d-cdb0-4f25-a9ce-43a74ae46bad service neutron] Attempting to bind port a10f8156-ab9a-4e04-af6d-a3fcaeda1332 on host n-h2-836146-2 for vnic_type normal with profile None {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:08:22.887753 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-c7186e1d-cdb0-4f25-a9ce-43a74ae46bad service neutron] Attempting to bind port a10f8156-ab9a-4e04-af6d-a3fcaeda1332 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:08:22.887753 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-c7186e1d-cdb0-4f25-a9ce-43a74ae46bad service neutron] Attempting to bind port a10f8156-ab9a-4e04-af6d-a3fcaeda1332 on network 3edbee39-317f-4464-9f65-314e099e8e06 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:22.897308 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-c7186e1d-cdb0-4f25-a9ce-43a74ae46bad service neutron] Port a10f8156-ab9a-4e04-af6d-a3fcaeda1332 on network 3edbee39-317f-4464-9f65-314e099e8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:08:22.897637 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-c7186e1d-cdb0-4f25-a9ce-43a74ae46bad service neutron] Attempting to bind port a10f8156-ab9a-4e04-af6d-a3fcaeda1332 on network 3edbee39-317f-4464-9f65-314e099e8e06 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:22.917590 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0051d506-8879-4934-8115-110c3613d2b8 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:22.923563 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-c7186e1d-cdb0-4f25-a9ce-43a74ae46bad service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:08:22.923905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-c7186e1d-cdb0-4f25-a9ce-43a74ae46bad service neutron] Checking segment: {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:08:22.927704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-c7186e1d-cdb0-4f25-a9ce-43a74ae46bad service neutron] Bound using segment: {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:08:22.927704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-c7186e1d-cdb0-4f25-a9ce-43a74ae46bad service neutron] Bound port: a10f8156-ab9a-4e04-af6d-a3fcaeda1332, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:08:23.214154 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5d6cbe-58b2-4f5c-8d21-d07b925ffbf1 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:08:23.218079 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-817128bb-9d23-4526-a0ef-25d57bd732b3 req-7f644ae6-9a78-4617-a49c-e06b2853386f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931050 Apr 20 16:08:23.224362 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] Sync routers for ids ['a2c79350-687a-46db-a54c-765dec6bcc6b'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:08:23.230863 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3f5d6cbe-58b2-4f5c-8d21-d07b925ffbf1 admin admin] 10.222.0.15 "PUT /v2.0/routers/a2c79350-687a-46db-a54c-765dec6bcc6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5770783 Apr 20 16:08:23.240838 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] Routers {'a2c79350-687a-46db-a54c-765dec6bcc6b'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:08:23.241677 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:07:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['a2c79350-687a-46db-a54c-765dec6bcc6b'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:23.326853 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-c7186e1d-cdb0-4f25-a9ce-43a74ae46bad service neutron] For port a10f8156-ab9a-4e04-af6d-a3fcaeda1332, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a10f8156-ab9a-4e04-af6d-a3fcaeda1332,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:08:23.328753 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53622) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:23.342489 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-0051d506-8879-4934-8115-110c3613d2b8 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Floating IP 60a78eaa-4272-4d34-8a44-50a273fb6cba associated. External IP: 172.25.0.141, port: ea29ceba-52aa-4e99-8f2d-915308271cc6. Apr 20 16:08:23.398593 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0d4ac34c-632a-4fe2-be49-68ded2b7da51 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d8a53360d5b544ac9c1016983031ad8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0684457 Apr 20 16:08:23.401130 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53624) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:23.412015 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] Set router a2c79350-687a-46db-a54c-765dec6bcc6b gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:08:23.459405 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-c7186e1d-cdb0-4f25-a9ce-43a74ae46bad service neutron] Notify callbacks [] for binding, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:23.460681 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-c7186e1d-cdb0-4f25-a9ce-43a74ae46bad service neutron] 10.222.0.15 "POST /v2.0/ports/a10f8156-ab9a-4e04-af6d-a3fcaeda1332/bindings HTTP/1.1" status: 201 len: 389 time: 1.0170622 Apr 20 16:08:23.473304 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-da3d244d-a341-4e6d-91fe-4b95f68ebad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:23.501147 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-da3d244d-a341-4e6d-91fe-4b95f68ebad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:23.609175 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0051d506-8879-4934-8115-110c3613d2b8 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Router f8b8961b-cf9c-4a57-8643-3aca93353903 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:08:23.632270 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'name': 'tempest-ServerActionsTestJSON-558285812-router', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:08:14Z', 'updated_at': '2022-04-20T16:08:20Z', 'revision_number': 4, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'gw_port': {'id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:65:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:15Z', 'updated_at': '2022-04-20T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '971bb282-d3db-4f20-81e4-6c3518f5e4b0', 'name': '', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'mac_address': 'fa:16:3e:85:05:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:19Z', 'updated_at': '2022-04-20T16:08:21Z', 'revision_number': 2, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'subnets': [{'id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:23.659347 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] Checking router: a2c79350-687a-46db-a54c-765dec6bcc6b for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:08:23.659775 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] Updating router a2c79350-687a-46db-a54c-765dec6bcc6b port 971bb282-d3db-4f20-81e4-6c3518f5e4b0 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:08:23.689686 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:23.723599 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c57faddf-7594-4425-8c67-0a1110e2d700 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:08:23.726972 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0051d506-8879-4934-8115-110c3613d2b8 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:08:23.730261 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-da3d244d-a341-4e6d-91fe-4b95f68ebad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:23.731732 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0051d506-8879-4934-8115-110c3613d2b8 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:23.741814 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba0617e-55f0-4262-b3b5-89d4ce33f4e3 None None] Sync routers for ids ['f8b8961b-cf9c-4a57-8643-3aca93353903'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:08:23.745544 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-da3d244d-a341-4e6d-91fe-4b95f68ebad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:23.746727 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-da3d244d-a341-4e6d-91fe-4b95f68ebad4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89682c13-5c60-49ff-97df-2d34e31c0975 HTTP/1.1" status: 204 len: 168 time: 0.3439639 Apr 20 16:08:23.761867 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba0617e-55f0-4262-b3b5-89d4ce33f4e3 None None] Routers {'f8b8961b-cf9c-4a57-8643-3aca93353903'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:08:23.767741 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1ba0617e-55f0-4262-b3b5-89d4ce33f4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:07:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8b8961b-cf9c-4a57-8643-3aca93353903'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:23.774225 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d244d-a341-4e6d-91fe-4b95f68ebad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89682c13-5c60-49ff-97df-2d34e31c0975,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:23.801924 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0051d506-8879-4934-8115-110c3613d2b8 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "PUT /v2.0/floatingips/60a78eaa-4272-4d34-8a44-50a273fb6cba HTTP/1.1" status: 200 len: 991 time: 2.2030866 Apr 20 16:08:23.802779 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc933516-4fd6-4963-a2a1-dd9daf73380b', 'tag': 'ea29ceba-52aa-4e99-8f2d-915308271cc6'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:08:23.809166 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36630d18-583c-4f03-b962-e4aefa8bac49" -d '{"events": [{"name": "network-changed", "server_uuid": "cc933516-4fd6-4963-a2a1-dd9daf73380b", "tag": "ea29ceba-52aa-4e99-8f2d-915308271cc6"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:08:23.892449 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1396a507-b7ff-4e26-b83d-0fac8477ab2b req-0b71030d-17ba-46d0-8824-67858b2ad4ef tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=85e52892e0324ca0b95b526906064ad9 HTTP/1.1" status: 200 len: 1655 time: 0.1033328 Apr 20 16:08:23.907230 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-1ba0617e-55f0-4262-b3b5-89d4ce33f4e3 None None] Set router f8b8961b-cf9c-4a57-8643-3aca93353903 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:08:23.959893 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port c57faddf-7594-4425-8c67-0a1110e2d700 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:23.960279 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:24.013476 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396a507-b7ff-4e26-b83d-0fac8477ab2b req-3667bf55-00a2-4c55-99f2-7897dd62d60d tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:24.015160 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1396a507-b7ff-4e26-b83d-0fac8477ab2b req-3667bf55-00a2-4c55-99f2-7897dd62d60d tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/networks?id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 787 time: 0.1216686 Apr 20 16:08:24.032014 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-1396a507-b7ff-4e26-b83d-0fac8477ab2b req-f5552ad3-8b8c-4aa8-8611-288c77cb3387 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:08:24.036478 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1396a507-b7ff-4e26-b83d-0fac8477ab2b req-f5552ad3-8b8c-4aa8-8611-288c77cb3387 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086071 Apr 20 16:08:24.221405 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:24.303115 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:24.330858 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-cacbfd5a-0171-4baf-8e2e-db796abc260b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:24.332602 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-cacbfd5a-0171-4baf-8e2e-db796abc260b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 1096 time: 0.0616124 Apr 20 16:08:24.436556 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0546da5-f4d2-4cc8-a10c-c9bbc6d3f1ec None None] Pushing event updated for resources: {'Port': ['ID=971bb282-d3db-4f20-81e4-6c3518f5e4b0,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:24.442851 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1ba0617e-55f0-4262-b3b5-89d4ce33f4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1284104284-router', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:46Z', 'updated_at': '2022-04-20T16:05:52Z', 'revision_number': 4, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'gw_port': {'id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:47Z', 'updated_at': '2022-04-20T16:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '60a78eaa-4272-4d34-8a44-50a273fb6cba', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'port_id': 'ea29ceba-52aa-4e99-8f2d-915308271cc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'mac_address': 'fa:16:3e:dc:41:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc933516-4fd6-4963-a2a1-dd9daf73380b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:06:13Z', 'updated_at': '2022-04-20T16:08:22Z', 'revision_number': 5, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93bff59c-2d7f-423f-8f05-78cb4e212da0', 'name': '', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'mac_address': 'fa:16:3e:26:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:51Z', 'updated_at': '2022-04-20T16:05:58Z', 'revision_number': 5, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'subnets': [{'id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:24.480771 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7851f4-90a9-469b-823c-f425eafd1bf8 req-9c81439e-7fe1-443c-a5d6-6c6f16651582 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:24.489476 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7851f4-90a9-469b-823c-f425eafd1bf8 req-9c81439e-7fe1-443c-a5d6-6c6f16651582 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:24.491313 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ec7851f4-90a9-469b-823c-f425eafd1bf8 req-9c81439e-7fe1-443c-a5d6-6c6f16651582 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63ba4f7-ac4a-4353-b972-9a10ae8e9af8&device_id=8345c8c9-9932-4bb7-9564-3dfda40cfd43 HTTP/1.1" status: 200 len: 1690 time: 0.0964699 Apr 20 16:08:24.511064 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-8e7e0b98-56cf-4310-ab8d-ac0c90c62d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:24.512625 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-8e7e0b98-56cf-4310-ab8d-ac0c90c62d1a service neutron] 10.222.0.30 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 922 time: 0.1680193 Apr 20 16:08:24.522734 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba0617e-55f0-4262-b3b5-89d4ce33f4e3 None None] Checking router: f8b8961b-cf9c-4a57-8643-3aca93353903 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:08:24.537921 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba0617e-55f0-4262-b3b5-89d4ce33f4e3 None None] Routers {'f8b8961b-cf9c-4a57-8643-3aca93353903'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:08:24.538638 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1ba0617e-55f0-4262-b3b5-89d4ce33f4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:07:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8b8961b-cf9c-4a57-8643-3aca93353903'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:24.579566 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] Attempting to bind port 971bb282-d3db-4f20-81e4-6c3518f5e4b0 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:08:24.580445 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] Attempting to bind port 971bb282-d3db-4f20-81e4-6c3518f5e4b0 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:08:24.584630 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] Attempting to bind port 971bb282-d3db-4f20-81e4-6c3518f5e4b0 on network c1e63842-0159-452f-8eed-f7dec1727f47 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:24.586976 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:08:24.587805 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] Checking segment: {'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:08:24.588390 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:24.588953 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] Bound using segment: {'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:08:24.589806 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] Bound port: 971bb282-d3db-4f20-81e4-6c3518f5e4b0, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:08:24.590518 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:24.596946 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ec7851f4-90a9-469b-823c-f425eafd1bf8 req-5332fee4-ac87-4d0d-b4e5-ce3bc65fe1b2 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853770 Apr 20 16:08:24.606983 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-409007ef-7e6c-4206-acef-4a592540c7e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a10f8156-ab9a-4e04-af6d-a3fcaeda1332 HTTP/1.1" status: 200 len: 217 time: 0.0750971 Apr 20 16:08:24.695997 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-38adba77-2f7c-4c99-82df-f8ee7f7b3cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:24.700209 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-38adba77-2f7c-4c99-82df-f8ee7f7b3cac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66ca5027-e9c8-41ce-8129-1d35f4e0c95c HTTP/1.1" status: 200 len: 861 time: 0.0890882 Apr 20 16:08:24.703872 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-1ba0617e-55f0-4262-b3b5-89d4ce33f4e3 None None] Set router f8b8961b-cf9c-4a57-8643-3aca93353903 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:08:24.715156 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] For port 971bb282-d3db-4f20-81e4-6c3518f5e4b0, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:08:24.718542 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] For port 971bb282-d3db-4f20-81e4-6c3518f5e4b0, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=971bb282-d3db-4f20-81e4-6c3518f5e4b0,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:08:24.753836 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-3ca8bde8-2a76-47ab-994e-a4570abb65fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3edbee39-317f-4464-9f65-314e099e8e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321052 Apr 20 16:08:24.839090 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:24.893744 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-affa02c4-0bf2-4524-9000-7329d0caffee service neutron] 10.222.0.30 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227655 Apr 20 16:08:24.913568 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8b2bd7c4-813f-419e-a0e5-705a54b171a9 None None] Provisioning complete for port 971bb282-d3db-4f20-81e4-6c3518f5e4b0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:24.914239 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8b2bd7c4-813f-419e-a0e5-705a54b171a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:24.987088 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] Routers {'a2c79350-687a-46db-a54c-765dec6bcc6b'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:08:24.988095 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:07:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['a2c79350-687a-46db-a54c-765dec6bcc6b'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:24.994618 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0546da5-f4d2-4cc8-a10c-c9bbc6d3f1ec None None] Pushing event updated for resources: {'Port': ['ID=971bb282-d3db-4f20-81e4-6c3518f5e4b0,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:25.098101 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1ba0617e-55f0-4262-b3b5-89d4ce33f4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1284104284-router', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:46Z', 'updated_at': '2022-04-20T16:05:52Z', 'revision_number': 4, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'gw_port': {'id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:47Z', 'updated_at': '2022-04-20T16:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '60a78eaa-4272-4d34-8a44-50a273fb6cba', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'port_id': 'ea29ceba-52aa-4e99-8f2d-915308271cc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'mac_address': 'fa:16:3e:dc:41:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc933516-4fd6-4963-a2a1-dd9daf73380b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:06:13Z', 'updated_at': '2022-04-20T16:08:22Z', 'revision_number': 5, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93bff59c-2d7f-423f-8f05-78cb4e212da0', 'name': '', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'mac_address': 'fa:16:3e:26:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:51Z', 'updated_at': '2022-04-20T16:05:58Z', 'revision_number': 5, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'subnets': [{'id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:25.101565 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-6ea0f776-b2bf-4f54-8c3d-691ea66e7aa6 service neutron] 10.222.0.30 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925609 Apr 20 16:08:25.164125 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba0617e-55f0-4262-b3b5-89d4ce33f4e3 None None] The sync data for ids ['f8b8961b-cf9c-4a57-8643-3aca93353903'] in n-d-836146-2 is: [{'id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1284104284-router', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:46Z', 'updated_at': '2022-04-20T16:05:52Z', 'revision_number': 4, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'gw_port': {'id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:47Z', 'updated_at': '2022-04-20T16:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '60a78eaa-4272-4d34-8a44-50a273fb6cba', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'port_id': 'ea29ceba-52aa-4e99-8f2d-915308271cc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'mac_address': 'fa:16:3e:dc:41:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc933516-4fd6-4963-a2a1-dd9daf73380b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:06:13Z', 'updated_at': '2022-04-20T16:08:22Z', 'revision_number': 5, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93bff59c-2d7f-423f-8f05-78cb4e212da0', 'name': '', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'mac_address': 'fa:16:3e:26:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:51Z', 'updated_at': '2022-04-20T16:05:58Z', 'revision_number': 5, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'subnets': [{'id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:08:25.181328 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4c8de5a5-7f23-4d09-85f9-7d14160ed772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:25.220725 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] Set router a2c79350-687a-46db-a54c-765dec6bcc6b gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:08:25.246618 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8b2bd7c4-813f-419e-a0e5-705a54b171a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:25.448829 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53684) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:25.457669 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-5637e99f-3ae1-4101-9f15-59974cac5bed tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--254852068', 'description': 'tempest-description--2008222466'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:25.512078 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8b2bd7c4-813f-419e-a0e5-705a54b171a9 None None] For port 971bb282-d3db-4f20-81e4-6c3518f5e4b0, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=971bb282-d3db-4f20-81e4-6c3518f5e4b0,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:25.516133 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5568f5-a87c-45df-b860-6d1d3c9809d2 None None] New status for floating IP 60a78eaa-4272-4d34-8a44-50a273fb6cba: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:08:25.586780 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac452e-ad04-4cdc-af6d-3b5c90ffe180 req-6fb50935-2d8b-4bd6-92c1-7304a3a6eb3f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:25.589200 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d5ac452e-ad04-4cdc-af6d-3b5c90ffe180 req-6fb50935-2d8b-4bd6-92c1-7304a3a6eb3f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 945 time: 0.0740852 Apr 20 16:08:25.653748 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d5ac452e-ad04-4cdc-af6d-3b5c90ffe180 req-6512fb4e-be06-4243-b16e-98e738009e4a tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568309 Apr 20 16:08:25.656075 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5637e99f-3ae1-4101-9f15-59974cac5bed tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:25.684844 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8b2bd7c4-813f-419e-a0e5-705a54b171a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:25.746245 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5637e99f-3ae1-4101-9f15-59974cac5bed tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:25.825392 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b7567-6916-4809-b98e-19e60dab9353 req-348a635b-1115-4f78-be33-bd2ac86670f9 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:25.827364 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-301b7567-6916-4809-b98e-19e60dab9353 req-348a635b-1115-4f78-be33-bd2ac86670f9 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 945 time: 0.0789483 Apr 20 16:08:25.832163 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5637e99f-3ae1-4101-9f15-59974cac5bed tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:25.833754 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-43168db0-b80b-4456-86e8-ee2d3b470fff tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:08:25.834024 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bd7c4-813f-419e-a0e5-705a54b171a9 None None] Pushing event updated for resources: {'Port': ['ID=971bb282-d3db-4f20-81e4-6c3518f5e4b0,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:25.835325 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-43168db0-b80b-4456-86e8-ee2d3b470fff tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067976 Apr 20 16:08:25.855662 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b9c0b177-ad07-478e-bd56-6d7344ed8de1 None None] Provisioning complete for port 971bb282-d3db-4f20-81e4-6c3518f5e4b0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:25.856189 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b9c0b177-ad07-478e-bd56-6d7344ed8de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:25.903630 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'name': 'tempest-ServerActionsTestJSON-558285812-router', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:08:14Z', 'updated_at': '2022-04-20T16:08:20Z', 'revision_number': 4, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'gw_port': {'id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:65:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:15Z', 'updated_at': '2022-04-20T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '971bb282-d3db-4f20-81e4-6c3518f5e4b0', 'name': '', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'mac_address': 'fa:16:3e:85:05:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:19Z', 'updated_at': '2022-04-20T16:08:24Z', 'revision_number': 4, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'subnets': [{'id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:25.918599 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637e99f-3ae1-4101-9f15-59974cac5bed tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b09756c-a49b-4980-aad0-fd0af9a32986,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:25.928884 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5637e99f-3ae1-4101-9f15-59974cac5bed tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:25.937961 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5637e99f-3ae1-4101-9f15-59974cac5bed tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4872909 Apr 20 16:08:25.940669 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53690) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:25.945019 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f7e02e-ca62-49d4-b8d4-b5ea41cf4cba None None] The sync data for ids ['a2c79350-687a-46db-a54c-765dec6bcc6b'] in n-d-836146-2 is: [{'id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'name': 'tempest-ServerActionsTestJSON-558285812-router', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:08:14Z', 'updated_at': '2022-04-20T16:08:20Z', 'revision_number': 4, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'gw_port': {'id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:65:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:15Z', 'updated_at': '2022-04-20T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '971bb282-d3db-4f20-81e4-6c3518f5e4b0', 'name': '', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'mac_address': 'fa:16:3e:85:05:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:19Z', 'updated_at': '2022-04-20T16:08:24Z', 'revision_number': 4, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'subnets': [{'id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:08:25.956047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-857741f0-9413-43d3-935f-a3f85684ece8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Request body: {'security_group_rule': {'security_group_id': '3b09756c-a49b-4980-aad0-fd0af9a32986', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:25.973694 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f6db-ca49-4b5b-abae-923772833131 req-21b18cd0-b51c-4dcc-9abb-0720b67d0731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:25.976990 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-21b18cd0-b51c-4dcc-9abb-0720b67d0731 service neutron] 10.222.0.15 "GET /v2.0/ports/a86943f9-cb89-472e-b8ec-926468d9dfb7 HTTP/1.1" status: 200 len: 1093 time: 0.1278584 Apr 20 16:08:25.992908 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-301b7567-6916-4809-b98e-19e60dab9353 req-99e59247-03c5-47d6-93ab-9d069b7da2e9 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518345 Apr 20 16:08:26.037707 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-0a92f6db-ca49-4b5b-abae-923772833131 req-18d25086-9a8b-48b8-b5b0-63bffaa9f029 service neutron] Request body: {'binding': {'host': 'n-h2-836146-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:26.038762 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-0a92f6db-ca49-4b5b-abae-923772833131 req-18d25086-9a8b-48b8-b5b0-63bffaa9f029 service neutron] Unknown quota resources ['binding']. {{(pid=103485) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 16:08:26.052470 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e935f08e-cfa0-4113-96a0-dc45a81641b4 x-openstack-request-id: req-e935f08e-cfa0-4113-96a0-dc45a81641b4 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:08:26.052943 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc933516-4fd6-4963-a2a1-dd9daf73380b", "tag": "ea29ceba-52aa-4e99-8f2d-915308271cc6", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:08:26.053368 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e935f08e-cfa0-4113-96a0-dc45a81641b4 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:08:26.053919 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e935f08e-cfa0-4113-96a0-dc45a81641b4'] response: {'name': 'network-changed', 'server_uuid': 'cc933516-4fd6-4963-a2a1-dd9daf73380b', 'tag': 'ea29ceba-52aa-4e99-8f2d-915308271cc6', 'status': 'completed', 'code': 200} Apr 20 16:08:26.095832 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-857741f0-9413-43d3-935f-a3f85684ece8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:26.181668 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63ebc279-e08f-487e-badb-c552bea71a17 req-8f773a71-e049-4932-b4e2-ff50dafb7032 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/floatingips/1882ec68-b3d9-4e00-848d-5909cd217daf HTTP/1.1" status: 200 len: 692 time: 0.1086020 Apr 20 16:08:26.185948 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-857741f0-9413-43d3-935f-a3f85684ece8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:26.193713 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:26.323632 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-857741f0-9413-43d3-935f-a3f85684ece8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:26.363460 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857741f0-9413-43d3-935f-a3f85684ece8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13a4758-fa12-4167-9e30-bf6a8a6264f8,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:26.459587 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-857741f0-9413-43d3-935f-a3f85684ece8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:26.461322 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-857741f0-9413-43d3-935f-a3f85684ece8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5187104 Apr 20 16:08:26.464278 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53702) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:26.471375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-0f366a74-4c77-4bbd-af48-fe3c481de41d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Request body: {'security_group_rule': {'security_group_id': '3b09756c-a49b-4980-aad0-fd0af9a32986', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:26.657750 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36630d18-583c-4f03-b962-e4aefa8bac49 req-d652e44e-a8a3-446b-a453-1d863f63b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:26.659258 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-36630d18-583c-4f03-b962-e4aefa8bac49 req-d652e44e-a8a3-446b-a453-1d863f63b59e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0dc23c73e9194fb380a739b184f44762&device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 1096 time: 0.5315270 Apr 20 16:08:26.665545 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0f366a74-4c77-4bbd-af48-fe3c481de41d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:26.759966 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0f366a74-4c77-4bbd-af48-fe3c481de41d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:26.792363 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebc279-e08f-487e-badb-c552bea71a17 req-4429744d-ec20-4e25-9d22-caaf5b310520 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:26.793809 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63ebc279-e08f-487e-badb-c552bea71a17 req-4429744d-ec20-4e25-9d22-caaf5b310520 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.6113210 Apr 20 16:08:26.814314 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-63ebc279-e08f-487e-badb-c552bea71a17 req-da431f16-f8ff-4143-a107-a53000c15e1f tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:08:26.815334 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63ebc279-e08f-487e-badb-c552bea71a17 req-da431f16-f8ff-4143-a107-a53000c15e1f tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123036 Apr 20 16:08:26.826675 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0f366a74-4c77-4bbd-af48-fe3c481de41d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:26.856327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f366a74-4c77-4bbd-af48-fe3c481de41d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e2f70d-3d6e-4e84-b91e-e3c45211cb79,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:26.861205 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36630d18-583c-4f03-b962-e4aefa8bac49 req-a961b70d-5421-491d-b4b3-ddda72402cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:26.862647 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-36630d18-583c-4f03-b962-e4aefa8bac49 req-a961b70d-5421-491d-b4b3-ddda72402cc0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90e50934-0ad2-4ce3-9e4b-483b08568bcf HTTP/1.1" status: 200 len: 925 time: 0.1930885 Apr 20 16:08:26.864879 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-0a92f6db-ca49-4b5b-abae-923772833131 req-18d25086-9a8b-48b8-b5b0-63bffaa9f029 service neutron] Attempting to bind port a86943f9-cb89-472e-b8ec-926468d9dfb7 on host n-h2-836146-2 for vnic_type normal with profile None {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:08:26.865206 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-0a92f6db-ca49-4b5b-abae-923772833131 req-18d25086-9a8b-48b8-b5b0-63bffaa9f029 service neutron] Attempting to bind port a86943f9-cb89-472e-b8ec-926468d9dfb7 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:08:26.865526 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a92f6db-ca49-4b5b-abae-923772833131 req-18d25086-9a8b-48b8-b5b0-63bffaa9f029 service neutron] Attempting to bind port a86943f9-cb89-472e-b8ec-926468d9dfb7 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:26.910526 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a92f6db-ca49-4b5b-abae-923772833131 req-18d25086-9a8b-48b8-b5b0-63bffaa9f029 service neutron] Port a86943f9-cb89-472e-b8ec-926468d9dfb7 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:08:26.910526 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a92f6db-ca49-4b5b-abae-923772833131 req-18d25086-9a8b-48b8-b5b0-63bffaa9f029 service neutron] Attempting to bind port a86943f9-cb89-472e-b8ec-926468d9dfb7 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:26.949108 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63ebc279-e08f-487e-badb-c552bea71a17 req-6d24cac3-a986-46b4-9f4b-3b289a0f4170 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.97 HTTP/1.1" status: 200 len: 695 time: 0.1240749 Apr 20 16:08:26.969849 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a92f6db-ca49-4b5b-abae-923772833131 req-18d25086-9a8b-48b8-b5b0-63bffaa9f029 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:08:26.970201 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a92f6db-ca49-4b5b-abae-923772833131 req-18d25086-9a8b-48b8-b5b0-63bffaa9f029 service neutron] Checking segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:08:26.970468 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a92f6db-ca49-4b5b-abae-923772833131 req-18d25086-9a8b-48b8-b5b0-63bffaa9f029 service neutron] Bound using segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:08:26.970919 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-0a92f6db-ca49-4b5b-abae-923772833131 req-18d25086-9a8b-48b8-b5b0-63bffaa9f029 service neutron] Bound port: a86943f9-cb89-472e-b8ec-926468d9dfb7, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:08:26.977609 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0f366a74-4c77-4bbd-af48-fe3c481de41d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:26.984898 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53712) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:26.985317 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0f366a74-4c77-4bbd-af48-fe3c481de41d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5180297 Apr 20 16:08:26.993133 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f94637f5-b069-4cfd-a5e7-906fc8e3294c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:27.086424 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63ebc279-e08f-487e-badb-c552bea71a17 req-3f4d5bf9-71b1-45b9-81c5-3bf92c5ac7d9 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.97 HTTP/1.1" status: 200 len: 695 time: 0.1241260 Apr 20 16:08:27.096872 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-36630d18-583c-4f03-b962-e4aefa8bac49 req-43439c7b-3c7e-4e23-8d81-f664aa4af68a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea29ceba-52aa-4e99-8f2d-915308271cc6 HTTP/1.1" status: 200 len: 1001 time: 0.2012744 Apr 20 16:08:27.224108 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-0a92f6db-ca49-4b5b-abae-923772833131 req-18d25086-9a8b-48b8-b5b0-63bffaa9f029 service neutron] For port a86943f9-cb89-472e-b8ec-926468d9dfb7, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a86943f9-cb89-472e-b8ec-926468d9dfb7,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:08:27.228475 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f94637f5-b069-4cfd-a5e7-906fc8e3294c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:27.277191 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36630d18-583c-4f03-b962-e4aefa8bac49 req-06615bfe-1403-4015-ab56-271d30ac0748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:27.278545 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-36630d18-583c-4f03-b962-e4aefa8bac49 req-06615bfe-1403-4015-ab56-271d30ac0748 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b5f4545-0b86-4c69-b75f-724716055b66 HTTP/1.1" status: 200 len: 863 time: 0.1686733 Apr 20 16:08:27.338811 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0a92f6db-ca49-4b5b-abae-923772833131 req-18d25086-9a8b-48b8-b5b0-63bffaa9f029 service neutron] Notify callbacks [] for binding, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:27.339950 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-18d25086-9a8b-48b8-b5b0-63bffaa9f029 service neutron] 10.222.0.15 "POST /v2.0/ports/a86943f9-cb89-472e-b8ec-926468d9dfb7/bindings HTTP/1.1" status: 201 len: 389 time: 1.3455250 Apr 20 16:08:27.375990 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-63ebc279-e08f-487e-badb-c552bea71a17 req-7ca663ce-0f05-4e7f-b660-7aeed0f4ad9a tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Deleting port 772b92a2-2a59-49c0-a617-cc79b36edcb4 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:08:27.376328 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-63ebc279-e08f-487e-badb-c552bea71a17 req-7ca663ce-0f05-4e7f-b660-7aeed0f4ad9a tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:27.381188 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36630d18-583c-4f03-b962-e4aefa8bac49 req-e0f6bdce-2135-47c2-9901-cbc58dfd8501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:27.382834 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-36630d18-583c-4f03-b962-e4aefa8bac49 req-e0f6bdce-2135-47c2-9901-cbc58dfd8501 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90e50934-0ad2-4ce3-9e4b-483b08568bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753918 Apr 20 16:08:27.563935 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f94637f5-b069-4cfd-a5e7-906fc8e3294c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:27.572616 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-36630d18-583c-4f03-b962-e4aefa8bac49 req-55dfbe6f-1e71-41c7-8e4f-b7898e15fb33 service neutron] 10.222.0.26 "GET /v2.0/networks/90e50934-0ad2-4ce3-9e4b-483b08568bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752934 Apr 20 16:08:27.577236 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-63ebc279-e08f-487e-badb-c552bea71a17 req-7ca663ce-0f05-4e7f-b660-7aeed0f4ad9a tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:27.577572 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-63ebc279-e08f-487e-badb-c552bea71a17 req-7ca663ce-0f05-4e7f-b660-7aeed0f4ad9a tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:27.588936 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:27.609418 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-63ebc279-e08f-487e-badb-c552bea71a17 req-7ca663ce-0f05-4e7f-b660-7aeed0f4ad9a tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Calling delete_port for 772b92a2-2a59-49c0-a617-cc79b36edcb4 owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:08:27.806515 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 971bb282-d3db-4f20-81e4-6c3518f5e4b0 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:08:27.874437 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 971bb282-d3db-4f20-81e4-6c3518f5e4b0 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:27.874928 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:27.925382 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-f94637f5-b069-4cfd-a5e7-906fc8e3294c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Allocated IP 172.25.0.251 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/6a9419df-09a6-44c2-b753-9133cfe7d72d) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:08:28.052090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f43ee8-59ca-4a97-9830-c6236d5bafb0 req-dec8bcf7-0d96-498e-846a-27bd4faa9d14 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:28.053228 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f43ee8-59ca-4a97-9830-c6236d5bafb0 req-dec8bcf7-0d96-498e-846a-27bd4faa9d14 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:28.053699 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f43ee8-59ca-4a97-9830-c6236d5bafb0 req-dec8bcf7-0d96-498e-846a-27bd4faa9d14 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:28.053813 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-36630d18-583c-4f03-b962-e4aefa8bac49 req-35dc948d-cafc-4762-84d0-77d03794df83 service neutron] 10.222.0.26 "GET /v2.0/networks/90e50934-0ad2-4ce3-9e4b-483b08568bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234925 Apr 20 16:08:28.054158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f43ee8-59ca-4a97-9830-c6236d5bafb0 req-dec8bcf7-0d96-498e-846a-27bd4faa9d14 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:28.054966 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f43ee8-59ca-4a97-9830-c6236d5bafb0 req-dec8bcf7-0d96-498e-846a-27bd4faa9d14 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:28.055433 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f43ee8-59ca-4a97-9830-c6236d5bafb0 req-dec8bcf7-0d96-498e-846a-27bd4faa9d14 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:28.055885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f43ee8-59ca-4a97-9830-c6236d5bafb0 req-dec8bcf7-0d96-498e-846a-27bd4faa9d14 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:28.056837 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f43ee8-59ca-4a97-9830-c6236d5bafb0 req-dec8bcf7-0d96-498e-846a-27bd4faa9d14 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:28.057293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f43ee8-59ca-4a97-9830-c6236d5bafb0 req-dec8bcf7-0d96-498e-846a-27bd4faa9d14 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:28.057854 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f43ee8-59ca-4a97-9830-c6236d5bafb0 req-dec8bcf7-0d96-498e-846a-27bd4faa9d14 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:28.058558 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f43ee8-59ca-4a97-9830-c6236d5bafb0 req-dec8bcf7-0d96-498e-846a-27bd4faa9d14 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:28.059058 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f43ee8-59ca-4a97-9830-c6236d5bafb0 req-dec8bcf7-0d96-498e-846a-27bd4faa9d14 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:28.059515 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f43ee8-59ca-4a97-9830-c6236d5bafb0 req-dec8bcf7-0d96-498e-846a-27bd4faa9d14 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:28.062659 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b7f43ee8-59ca-4a97-9830-c6236d5bafb0 req-dec8bcf7-0d96-498e-846a-27bd4faa9d14 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9248 time: 0.1622972 Apr 20 16:08:28.102999 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:28.115250 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f94637f5-b069-4cfd-a5e7-906fc8e3294c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:28.181087 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996d940-29dc-4b2e-8d2f-26c2252375ed req-324a8bab-163c-4183-9a7b-e952acf03c72 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:28.182590 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f996d940-29dc-4b2e-8d2f-26c2252375ed req-324a8bab-163c-4183-9a7b-e952acf03c72 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 945 time: 0.0499697 Apr 20 16:08:28.224384 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f996d940-29dc-4b2e-8d2f-26c2252375ed req-f4164ae3-5cc5-4d40-8478-3f1fc139837f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347991 Apr 20 16:08:28.284231 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f94637f5-b069-4cfd-a5e7-906fc8e3294c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:28.289080 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-63ebc279-e08f-487e-badb-c552bea71a17 req-7ca663ce-0f05-4e7f-b660-7aeed0f4ad9a tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:28.312542 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:28.337357 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f8461-da0a-47ac-bc6d-14b51b62c3f1 req-1ce05800-c318-431c-a22f-4e7b7242d522 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:28.338496 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-132f8461-da0a-47ac-bc6d-14b51b62c3f1 req-1ce05800-c318-431c-a22f-4e7b7242d522 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 945 time: 0.0525920 Apr 20 16:08:28.339802 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94637f5-b069-4cfd-a5e7-906fc8e3294c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:28.350310 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-f94637f5-b069-4cfd-a5e7-906fc8e3294c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:28.366820 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94637f5-b069-4cfd-a5e7-906fc8e3294c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:08:28.370189 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94637f5-b069-4cfd-a5e7-906fc8e3294c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Pushing event updated for resources: {'Port': ['ID=6a9419df-09a6-44c2-b753-9133cfe7d72d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:28.381077 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-132f8461-da0a-47ac-bc6d-14b51b62c3f1 req-a4b61a0a-65bb-45da-b34b-c6481a567b9f tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352726 Apr 20 16:08:28.447562 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca663ce-0f05-4e7f-b660-7aeed0f4ad9a tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Pushing event deleted for resources: {'Port': ['ID=772b92a2-2a59-49c0-a617-cc79b36edcb4,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:28.468367 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-63ebc279-e08f-487e-badb-c552bea71a17 req-7ca663ce-0f05-4e7f-b660-7aeed0f4ad9a tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:28.470949 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-63ebc279-e08f-487e-badb-c552bea71a17 req-7ca663ce-0f05-4e7f-b660-7aeed0f4ad9a tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:28.472956 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63ebc279-e08f-487e-badb-c552bea71a17 req-7ca663ce-0f05-4e7f-b660-7aeed0f4ad9a tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "DELETE /v2.0/floatingips/1882ec68-b3d9-4e00-848d-5909cd217daf HTTP/1.1" status: 204 len: 173 time: 1.3743732 Apr 20 16:08:28.496857 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c3d94-4370-4115-82e3-019ba438a34f req-4b5fa943-e34d-48a3-8fdb-70c84ab7cefe tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:28.505641 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6d3c3d94-4370-4115-82e3-019ba438a34f req-4b5fa943-e34d-48a3-8fdb-70c84ab7cefe tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e63ba4f7-ac4a-4353-b972-9a10ae8e9af8 HTTP/1.1" status: 200 len: 1100 time: 0.0639300 Apr 20 16:08:28.528111 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f94637f5-b069-4cfd-a5e7-906fc8e3294c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:28.539914 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6d3c3d94-4370-4115-82e3-019ba438a34f req-e89dbee8-d2d4-4820-9de3-08638237f9a9 tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332401 Apr 20 16:08:28.648397 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f94637f5-b069-4cfd-a5e7-906fc8e3294c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:28.649649 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e9feb-0a24-4155-a588-56432a79e3cd req-1de38073-bb0e-417c-909c-75402df346d1 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:28.668872 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7f1e9feb-0a24-4155-a588-56432a79e3cd req-1de38073-bb0e-417c-909c-75402df346d1 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 886 time: 0.1063461 Apr 20 16:08:28.731477 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4af8c36b-9ac6-4e9f-9421-b45343c9f595 req-4e051f2a-ee65-4577-8de8-cd594a269c29 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/floatingips/a731b5c3-0afc-4dbc-a1b8-7e491d70bb0d HTTP/1.1" status: 200 len: 693 time: 0.0592070 Apr 20 16:08:28.841982 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f94637f5-b069-4cfd-a5e7-906fc8e3294c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:28.865388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8c36b-9ac6-4e9f-9421-b45343c9f595 req-e658e877-f2ef-4593-989b-833a94c56b11 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:28.866765 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4af8c36b-9ac6-4e9f-9421-b45343c9f595 req-e658e877-f2ef-4593-989b-833a94c56b11 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.1344602 Apr 20 16:08:28.905838 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299cc4d-062a-4921-9bc0-990479034357 req-704a236b-62a1-48d7-a2b7-8cb4b3ffdcaf tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:28.907498 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b299cc4d-062a-4921-9bc0-990479034357 req-704a236b-62a1-48d7-a2b7-8cb4b3ffdcaf tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8345c8c9-9932-4bb7-9564-3dfda40cfd43 HTTP/1.1" status: 200 len: 1101 time: 0.0420761 Apr 20 16:08:28.926397 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4af8c36b-9ac6-4e9f-9421-b45343c9f595 req-ffe027bb-ab65-40bd-b1ab-56eedb12d185 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.150 HTTP/1.1" status: 200 len: 696 time: 0.0490825 Apr 20 16:08:28.944592 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b299cc4d-062a-4921-9bc0-990479034357 req-4b3d2f1d-f772-4c9b-8ed3-004e0549778e tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301464 Apr 20 16:08:28.948327 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f94637f5-b069-4cfd-a5e7-906fc8e3294c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:28.996588 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4af8c36b-9ac6-4e9f-9421-b45343c9f595 req-d98a19b9-5109-4905-8956-fa3e1a6f3792 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.150 HTTP/1.1" status: 200 len: 696 time: 0.0627110 Apr 20 16:08:29.096517 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94637f5-b069-4cfd-a5e7-906fc8e3294c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Pushing event updated for resources: {'Port': ['ID=6a9419df-09a6-44c2-b753-9133cfe7d72d,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:29.138331 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-4af8c36b-9ac6-4e9f-9421-b45343c9f595 req-67682244-591d-44ff-96a4-c324c6b6563c tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Deleting port 5c9aeb5e-da46-486c-8805-70763637ad68 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:08:29.138886 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4af8c36b-9ac6-4e9f-9421-b45343c9f595 req-67682244-591d-44ff-96a4-c324c6b6563c tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:29.160286 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f94637f5-b069-4cfd-a5e7-906fc8e3294c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:29.217159 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4af8c36b-9ac6-4e9f-9421-b45343c9f595 req-67682244-591d-44ff-96a4-c324c6b6563c tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:29.217482 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4af8c36b-9ac6-4e9f-9421-b45343c9f595 req-67682244-591d-44ff-96a4-c324c6b6563c tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:29.229587 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-4af8c36b-9ac6-4e9f-9421-b45343c9f595 req-67682244-591d-44ff-96a4-c324c6b6563c tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Calling delete_port for 5c9aeb5e-da46-486c-8805-70763637ad68 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:08:29.238802 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28f3c4-f20b-4f27-a254-59a4e5e5cb93 req-30ce8a48-2438-4fde-9928-4da410335407 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:29.239515 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28f3c4-f20b-4f27-a254-59a4e5e5cb93 req-30ce8a48-2438-4fde-9928-4da410335407 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:29.239672 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28f3c4-f20b-4f27-a254-59a4e5e5cb93 req-30ce8a48-2438-4fde-9928-4da410335407 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:29.240120 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28f3c4-f20b-4f27-a254-59a4e5e5cb93 req-30ce8a48-2438-4fde-9928-4da410335407 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:29.240613 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28f3c4-f20b-4f27-a254-59a4e5e5cb93 req-30ce8a48-2438-4fde-9928-4da410335407 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:29.241095 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28f3c4-f20b-4f27-a254-59a4e5e5cb93 req-30ce8a48-2438-4fde-9928-4da410335407 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:29.241517 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28f3c4-f20b-4f27-a254-59a4e5e5cb93 req-30ce8a48-2438-4fde-9928-4da410335407 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:29.241984 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28f3c4-f20b-4f27-a254-59a4e5e5cb93 req-30ce8a48-2438-4fde-9928-4da410335407 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:29.242422 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28f3c4-f20b-4f27-a254-59a4e5e5cb93 req-30ce8a48-2438-4fde-9928-4da410335407 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:29.242966 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28f3c4-f20b-4f27-a254-59a4e5e5cb93 req-30ce8a48-2438-4fde-9928-4da410335407 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:29.244455 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28f3c4-f20b-4f27-a254-59a4e5e5cb93 req-30ce8a48-2438-4fde-9928-4da410335407 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:29.244455 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28f3c4-f20b-4f27-a254-59a4e5e5cb93 req-30ce8a48-2438-4fde-9928-4da410335407 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:29.244455 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28f3c4-f20b-4f27-a254-59a4e5e5cb93 req-30ce8a48-2438-4fde-9928-4da410335407 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:29.246297 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cc28f3c4-f20b-4f27-a254-59a4e5e5cb93 req-30ce8a48-2438-4fde-9928-4da410335407 tempest-NetworksTest-1807076131 tempest-NetworksTest-1807076131-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9248 time: 0.2631197 Apr 20 16:08:29.282374 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f94637f5-b069-4cfd-a5e7-906fc8e3294c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:29.283892 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f94637f5-b069-4cfd-a5e7-906fc8e3294c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2966094 Apr 20 16:08:29.566911 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:29.765640 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4af8c36b-9ac6-4e9f-9421-b45343c9f595 req-67682244-591d-44ff-96a4-c324c6b6563c tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:29.790164 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67682244-591d-44ff-96a4-c324c6b6563c tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Pushing event deleted for resources: {'Port': ['ID=5c9aeb5e-da46-486c-8805-70763637ad68,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:29.853256 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4af8c36b-9ac6-4e9f-9421-b45343c9f595 req-67682244-591d-44ff-96a4-c324c6b6563c tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:29.858469 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4af8c36b-9ac6-4e9f-9421-b45343c9f595 req-67682244-591d-44ff-96a4-c324c6b6563c tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:29.858469 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4af8c36b-9ac6-4e9f-9421-b45343c9f595 req-67682244-591d-44ff-96a4-c324c6b6563c tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "DELETE /v2.0/floatingips/a731b5c3-0afc-4dbc-a1b8-7e491d70bb0d HTTP/1.1" status: 204 len: 173 time: 0.8519547 Apr 20 16:08:29.990856 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-fed5afd7-d692-471b-9f0e-10338ab44b4a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e4c82d1c83884aa980401b1b15bb141d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299180 Apr 20 16:08:30.001119 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e666acd-2952-4f6d-b131-f10ec7cdcdd4 req-a0708b86-5272-4777-b685-12cbc305ec40 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:30.005526 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4e666acd-2952-4f6d-b131-f10ec7cdcdd4 req-a0708b86-5272-4777-b685-12cbc305ec40 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 945 time: 0.0633967 Apr 20 16:08:30.006074 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53776) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:30.083506 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4e666acd-2952-4f6d-b131-f10ec7cdcdd4 req-b77b6947-27aa-44a3-8a10-61fd54e51836 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649371 Apr 20 16:08:30.151978 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-09c4dc02-03a8-4380-b0bb-f04f6a4b7e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:30.162116 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-56600d6a-21b2-4d63-8324-d2596bb91ccd tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:30.164008 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-56600d6a-21b2-4d63-8324-d2596bb91ccd tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1686904 Apr 20 16:08:30.181078 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-f6f5d68b-f9de-4045-a2fe-e3ee26b1ac05 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/quotas/e4c82d1c83884aa980401b1b15bb141d HTTP/1.1" status: 200 len: 375 time: 0.0104153 Apr 20 16:08:30.244810 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-5acbe264-3d84-4d48-8e72-3317aaa4fac3 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e4c82d1c83884aa980401b1b15bb141d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0571384 Apr 20 16:08:30.428723 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-656d65dd-d08f-40df-8496-1c6679310f98 req-bda4fa01-74a1-4785-a445-7ba79ff56f36 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--254852068&fields=id&tenant_id=45e04a0c8b904383a188c597f8f29816 HTTP/1.1" status: 200 len: 267 time: 0.0477612 Apr 20 16:08:30.591471 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-09c4dc02-03a8-4380-b0bb-f04f6a4b7e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:30.614072 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d65dd-d08f-40df-8496-1c6679310f98 req-364ed01d-45be-439e-b13d-d86dc04013ac tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:30.624912 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-656d65dd-d08f-40df-8496-1c6679310f98 req-364ed01d-45be-439e-b13d-d86dc04013ac tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 811 time: 0.1884501 Apr 20 16:08:30.655301 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3137ad-9973-403b-9f7a-de2c4ee1c008 req-1b752c01-ba1b-44e4-947c-fdc9a2de515d tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:30.656870 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2a3137ad-9973-403b-9f7a-de2c4ee1c008 req-1b752c01-ba1b-44e4-947c-fdc9a2de515d tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 945 time: 0.0841036 Apr 20 16:08:30.658265 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-656d65dd-d08f-40df-8496-1c6679310f98 req-40370fc7-8683-486c-9f57-fa344aeb0b7a tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/quotas/45e04a0c8b904383a188c597f8f29816 HTTP/1.1" status: 200 len: 375 time: 0.0322621 Apr 20 16:08:30.704412 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-09c4dc02-03a8-4380-b0bb-f04f6a4b7e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:30.728955 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2a3137ad-9973-403b-9f7a-de2c4ee1c008 req-512a639d-e5f6-4730-9a63-cd5a7f36216d tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585186 Apr 20 16:08:30.736152 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4dc02-03a8-4380-b0bb-f04f6a4b7e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac02101a-2cdb-4314-85b2-4cf53ec2aa61,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:30.788742 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-656d65dd-d08f-40df-8496-1c6679310f98 req-4ae6cd1d-114a-4467-8fb4-11b33dd9647f tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1164315 Apr 20 16:08:30.796534 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-09c4dc02-03a8-4380-b0bb-f04f6a4b7e2b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af15c5a1d2bc4275b68110484de7a408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7891994 Apr 20 16:08:30.802941 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5750c869-1984-4956-a1b7-2bbe913e7049 req-a04899db-ebc5-4126-beb1-0d337c2ebdab tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/floatingips/295d197c-0edf-40d3-bf17-f028977898bc HTTP/1.1" status: 200 len: 692 time: 0.0566633 Apr 20 16:08:30.803668 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53796) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:30.919970 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-656d65dd-d08f-40df-8496-1c6679310f98 req-6415df35-6744-4041-9b7a-699f166825a1 service neutron] 10.222.0.15 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216047 Apr 20 16:08:30.948278 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-37221dbc-a8a4-4c14-8618-320e3c7a1e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:30.981077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750c869-1984-4956-a1b7-2bbe913e7049 req-42d39280-8906-4e62-8950-22178d3e5452 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:30.992128 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5750c869-1984-4956-a1b7-2bbe913e7049 req-42d39280-8906-4e62-8950-22178d3e5452 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.1808445 Apr 20 16:08:31.043123 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-656d65dd-d08f-40df-8496-1c6679310f98 req-72272e0d-d09a-4d62-b5cf-0c12ffc4e9e7 service neutron] 10.222.0.15 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143019 Apr 20 16:08:31.051656 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-37221dbc-a8a4-4c14-8618-320e3c7a1e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:31.090749 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5750c869-1984-4956-a1b7-2bbe913e7049 req-0751f348-9719-4bdf-aab6-6be937d43bfe tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.53 HTTP/1.1" status: 200 len: 695 time: 0.0974064 Apr 20 16:08:31.158138 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5750c869-1984-4956-a1b7-2bbe913e7049 req-e2113c30-3074-4817-92bc-c9712a7fd59f tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.53 HTTP/1.1" status: 200 len: 695 time: 0.0536513 Apr 20 16:08:31.277132 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-37221dbc-a8a4-4c14-8618-320e3c7a1e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:31.280405 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-37221dbc-a8a4-4c14-8618-320e3c7a1e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:31.286032 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-37221dbc-a8a4-4c14-8618-320e3c7a1e29 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac02101a-2cdb-4314-85b2-4cf53ec2aa61 HTTP/1.1" status: 204 len: 168 time: 0.4800019 Apr 20 16:08:31.315842 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37221dbc-a8a4-4c14-8618-320e3c7a1e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac02101a-2cdb-4314-85b2-4cf53ec2aa61,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:31.359374 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-5750c869-1984-4956-a1b7-2bbe913e7049 req-865b2944-1428-40f9-83d5-77f6109e99e2 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Deleting port 4bd3ef5f-d40a-46e6-ae59-bfb6444a1540 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:08:31.359707 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5750c869-1984-4956-a1b7-2bbe913e7049 req-865b2944-1428-40f9-83d5-77f6109e99e2 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:31.454683 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1987b44a-08c4-438e-83c3-17bc6cfb6e2b req-5a547814-1941-46de-a2cd-9a17ace00abc tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57dbc18-a0ee-42cb-861d-0709d7ca89e7 HTTP/1.1" status: 200 len: 210 time: 0.0517337 Apr 20 16:08:31.488889 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5750c869-1984-4956-a1b7-2bbe913e7049 req-865b2944-1428-40f9-83d5-77f6109e99e2 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:31.488889 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5750c869-1984-4956-a1b7-2bbe913e7049 req-865b2944-1428-40f9-83d5-77f6109e99e2 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:31.500000 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-5750c869-1984-4956-a1b7-2bbe913e7049 req-865b2944-1428-40f9-83d5-77f6109e99e2 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Calling delete_port for 4bd3ef5f-d40a-46e6-ae59-bfb6444a1540 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:08:31.630995 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686f04a-52a3-4df6-b8f5-b557b314abca req-4561b9d3-fead-4561-9a7e-1ed543d57074 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:31.632793 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b686f04a-52a3-4df6-b8f5-b557b314abca req-4561b9d3-fead-4561-9a7e-1ed543d57074 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 945 time: 0.0624623 Apr 20 16:08:31.692647 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b686f04a-52a3-4df6-b8f5-b557b314abca req-88f51358-de6b-47ef-8462-247d37863486 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512714 Apr 20 16:08:31.765497 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5750c869-1984-4956-a1b7-2bbe913e7049 req-865b2944-1428-40f9-83d5-77f6109e99e2 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:31.778610 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6de1ba87-546e-4ce4-90fb-bfdddb7e7c9b req-61f4acd9-5f12-4e05-a66d-607805db79e3 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 210 time: 0.0489771 Apr 20 16:08:31.808669 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b2944-1428-40f9-83d5-77f6109e99e2 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Pushing event deleted for resources: {'Port': ['ID=4bd3ef5f-d40a-46e6-ae59-bfb6444a1540,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:31.925846 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5750c869-1984-4956-a1b7-2bbe913e7049 req-865b2944-1428-40f9-83d5-77f6109e99e2 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:31.929968 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5750c869-1984-4956-a1b7-2bbe913e7049 req-865b2944-1428-40f9-83d5-77f6109e99e2 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:31.931197 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5750c869-1984-4956-a1b7-2bbe913e7049 req-865b2944-1428-40f9-83d5-77f6109e99e2 tempest-FloatingIPDetailsTestJSON-120190994 tempest-FloatingIPDetailsTestJSON-120190994-project] 10.222.0.15 "DELETE /v2.0/floatingips/295d197c-0edf-40d3-bf17-f028977898bc HTTP/1.1" status: 204 len: 173 time: 0.7706470 Apr 20 16:08:31.939404 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53818) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:31.956836 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166a60a-ee96-4a89-a6eb-78ced0b64349 req-43f9658b-d0c3-4999-9d9a-fc1ee8d1e4eb tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:31.958383 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d166a60a-ee96-4a89-a6eb-78ced0b64349 req-43f9658b-d0c3-4999-9d9a-fc1ee8d1e4eb tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 945 time: 0.0822995 Apr 20 16:08:32.009358 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d166a60a-ee96-4a89-a6eb-78ced0b64349 req-191ff7d6-0ed6-4234-841d-e557c7935ee3 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435851 Apr 20 16:08:32.281805 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53820) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:32.302407 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3254ecd6-fe69-4ffe-b9f9-a0e5634a1d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:32.554094 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3254ecd6-fe69-4ffe-b9f9-a0e5634a1d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:32.588445 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dea88616-bb33-4d5d-8a28-9eb8f26af72c req-c324dc32-eb71-4602-95f4-ce7dd67cfefc tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57dbc18-a0ee-42cb-861d-0709d7ca89e7 HTTP/1.1" status: 200 len: 210 time: 0.0405185 Apr 20 16:08:32.657169 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3254ecd6-fe69-4ffe-b9f9-a0e5634a1d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:32.697673 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3254ecd6-fe69-4ffe-b9f9-a0e5634a1d80 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e7b358501a9242198cc5e020276afa37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4147823 Apr 20 16:08:32.698568 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254ecd6-fe69-4ffe-b9f9-a0e5634a1d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55afdc60-e411-4c7c-80f1-b64bb9d09e21,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:32.700368 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53828) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:32.727428 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-609e2396-45f9-46f3-ad14-150664a758f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:32.873327 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c2b9150a-cf11-477c-826e-f0e5423340a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:32.898035 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c28abb-2277-4a2a-9bdb-c8ec3773e378 req-3e18823e-b3d0-4d5c-b729-ed833b2aea14 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:32.898953 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-40816110-2661-4caa-b9b2-d4c11a88c67f req-a8195c0f-7951-4aaf-a979-6f31577f8def tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 210 time: 0.0293295 Apr 20 16:08:32.899684 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-59c28abb-2277-4a2a-9bdb-c8ec3773e378 req-3e18823e-b3d0-4d5c-b729-ed833b2aea14 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 945 time: 0.1292861 Apr 20 16:08:32.927997 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c2b9150a-cf11-477c-826e-f0e5423340a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:33.070885 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-59c28abb-2277-4a2a-9bdb-c8ec3773e378 req-a6a9e6a6-9563-49f1-a259-a4472b1eeee1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605165 Apr 20 16:08:33.148706 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722227e-eab8-4e48-902b-6d31c4bed805 req-287c3d40-e0b3-4432-8e38-71c1bf0148a0 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:33.150290 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c722227e-eab8-4e48-902b-6d31c4bed805 req-287c3d40-e0b3-4432-8e38-71c1bf0148a0 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 945 time: 0.0502899 Apr 20 16:08:33.196889 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c722227e-eab8-4e48-902b-6d31c4bed805 req-64b08b2a-6aef-46e6-a23f-8e68a16b58c0 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395510 Apr 20 16:08:33.206829 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c2b9150a-cf11-477c-826e-f0e5423340a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:33.209348 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c2b9150a-cf11-477c-826e-f0e5423340a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:33.213053 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c2b9150a-cf11-477c-826e-f0e5423340a9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55afdc60-e411-4c7c-80f1-b64bb9d09e21 HTTP/1.1" status: 204 len: 168 time: 0.5087171 Apr 20 16:08:33.225177 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9150a-cf11-477c-826e-f0e5423340a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55afdc60-e411-4c7c-80f1-b64bb9d09e21,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:33.249058 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-609e2396-45f9-46f3-ad14-150664a758f7 admin admin] Deleting port 6596bf26-52a7-4f0e-b08d-141bf492e9cf {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:08:33.252583 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-609e2396-45f9-46f3-ad14-150664a758f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:33.260505 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-1580f904-1640-4cd5-baa5-4cc5fab96bce tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e4c82d1c83884aa980401b1b15bb141d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300756 Apr 20 16:08:33.350706 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-609e2396-45f9-46f3-ad14-150664a758f7 admin admin] For port 6596bf26-52a7-4f0e-b08d-141bf492e9cf, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6596bf26-52a7-4f0e-b08d-141bf492e9cf,segment=NetworkSegment(abb68b5a-fd90-41eb-92a5-419676eb5675),segment_id=abb68b5a-fd90-41eb-92a5-419676eb5675)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:33.351729 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-609e2396-45f9-46f3-ad14-150664a758f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:33.370731 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-609e2396-45f9-46f3-ad14-150664a758f7 admin admin] Calling delete_port for 6596bf26-52a7-4f0e-b08d-141bf492e9cf owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:08:33.430597 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-f91b108b-5742-428d-b2c6-673397ffa7d5 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:33.432309 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-f91b108b-5742-428d-b2c6-673397ffa7d5 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1623087 Apr 20 16:08:33.458284 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0259c80c-5de4-4034-afe8-aa088abfd9fb tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Request body: {'port': {'device_id': 'b57dbc18-a0ee-42cb-861d-0709d7ca89e7', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': 'e4c82d1c83884aa980401b1b15bb141d'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:33.703602 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-609e2396-45f9-46f3-ad14-150664a758f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:33.715796 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-439476e1-da35-4539-8d87-a6affc2e47ac req-c1066b45-06cc-44ae-b06d-f124fcef3beb tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57dbc18-a0ee-42cb-861d-0709d7ca89e7 HTTP/1.1" status: 200 len: 210 time: 0.0421765 Apr 20 16:08:33.732425 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0259c80c-5de4-4034-afe8-aa088abfd9fb tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Made reservation on behalf of e4c82d1c83884aa980401b1b15bb141d for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:08:33.736519 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0259c80c-5de4-4034-afe8-aa088abfd9fb tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:33.751011 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e2396-45f9-46f3-ad14-150664a758f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6596bf26-52a7-4f0e-b08d-141bf492e9cf,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:33.946438 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0259c80c-5de4-4034-afe8-aa088abfd9fb tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Allocated IP 192.168.233.247 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/b070ac35-bcbe-4e10-b667-5deb8296f6c1) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:08:33.972578 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-609e2396-45f9-46f3-ad14-150664a758f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:34.058384 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bffb9eee-4de4-4302-8639-4b36d64ca03b req-d346b219-78ad-4534-8a7c-11625bed3635 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 210 time: 0.0314374 Apr 20 16:08:34.200266 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0259c80c-5de4-4034-afe8-aa088abfd9fb tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:34.258804 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf1ed9-83f0-49f4-8144-df6f7179725d req-6cd648f5-258d-4ad7-ab7d-332b4b492b7b tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:34.260555 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-96cf1ed9-83f0-49f4-8144-df6f7179725d req-6cd648f5-258d-4ad7-ab7d-332b4b492b7b tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 945 time: 0.0800359 Apr 20 16:08:34.326779 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-96cf1ed9-83f0-49f4-8144-df6f7179725d req-c3d849df-4281-4c9d-b8cd-00915c60a318 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571153 Apr 20 16:08:34.377526 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0259c80c-5de4-4034-afe8-aa088abfd9fb tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:34.405177 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609e2396-45f9-46f3-ad14-150664a758f7 admin admin] Router f8ef4ad5-4024-4dac-b92d-db131dc4cb03 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:08:34.415246 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f662ef26-bc18-43c7-86ef-7dee44d15b32', '634efcd2-2583-403e-9a9e-1ace043618f5', 'ce4326ea-ab01-4f9f-b629-75c89ee3a037', 'abf2ba26-a602-4a89-a982-c6bb109bfb6d'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:08:34.418704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2263371-8cc9-43cd-a5b5-8df4c04acc46 req-61e812d7-0dde-49dc-9b22-049c435d1d1b tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:34.427721 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d2263371-8cc9-43cd-a5b5-8df4c04acc46 req-61e812d7-0dde-49dc-9b22-049c435d1d1b tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 945 time: 0.1284292 Apr 20 16:08:34.456610 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0259c80c-5de4-4034-afe8-aa088abfd9fb tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:34.460587 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0259c80c-5de4-4034-afe8-aa088abfd9fb tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:34.464913 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0259c80c-5de4-4034-afe8-aa088abfd9fb tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:08:34.493488 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d2263371-8cc9-43cd-a5b5-8df4c04acc46 req-49a57df0-d565-4229-aaa9-34586302825c tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620635 Apr 20 16:08:34.495709 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['8bea67d5-3fcd-4761-bd14-b8d917afc384'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:08:34.590385 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0259c80c-5de4-4034-afe8-aa088abfd9fb tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:34.597032 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0259c80c-5de4-4034-afe8-aa088abfd9fb tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:34.640068 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259c80c-5de4-4034-afe8-aa088abfd9fb tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Pushing event updated for resources: {'Port': ['ID=b070ac35-bcbe-4e10-b667-5deb8296f6c1,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:34.759166 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0259c80c-5de4-4034-afe8-aa088abfd9fb tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3047483 Apr 20 16:08:34.777041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53870) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:34.784428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0953bd62-bbdc-497f-be24-6c62ddc048d5 service neutron] Request body: {'port': {'device_id': 'b57dbc18-a0ee-42cb-861d-0709d7ca89e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:34.786909 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609e2396-45f9-46f3-ad14-150664a758f7 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:08:34.796732 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83d2096-2a5e-4710-ba4f-7dc04f1ab729 None None] Sync routers for ids ['f8ef4ad5-4024-4dac-b92d-db131dc4cb03'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:08:34.808890 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-609e2396-45f9-46f3-ad14-150664a758f7 admin admin] 10.222.0.15 "PUT /v2.0/routers/f8ef4ad5-4024-4dac-b92d-db131dc4cb03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8666403 Apr 20 16:08:34.811643 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53874) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:34.825784 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d65dd-d08f-40df-8496-1c6679310f98 req-8d66c48c-473b-430a-a5df-6636e213ea03 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:34.834519 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83d2096-2a5e-4710-ba4f-7dc04f1ab729 None None] Routers {'f8ef4ad5-4024-4dac-b92d-db131dc4cb03'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:08:34.835971 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-656d65dd-d08f-40df-8496-1c6679310f98 req-8d66c48c-473b-430a-a5df-6636e213ea03 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.26 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 811 time: 0.2518640 Apr 20 16:08:34.838582 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f83d2096-2a5e-4710-ba4f-7dc04f1ab729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:08:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8ef4ad5-4024-4dac-b92d-db131dc4cb03'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:34.957012 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-729aa807-cbb8-4486-a1ab-a27371d939b1 None None] Provisioning complete for port b070ac35-bcbe-4e10-b667-5deb8296f6c1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:34.957384 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-729aa807-cbb8-4486-a1ab-a27371d939b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:34.967990 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-f83d2096-2a5e-4710-ba4f-7dc04f1ab729 None None] Set router f8ef4ad5-4024-4dac-b92d-db131dc4cb03 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:08:34.976322 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0953bd62-bbdc-497f-be24-6c62ddc048d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:35.039926 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75654906-fd1d-443c-a46b-d30bfd74f45e admin admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:35.101353 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-74d36ac2-51dd-48ad-91ba-28e7b2824e12 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1712695433-network', 'tenant_id': '5d97324e9f82404497028fe0c92d8259'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:35.132931 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-729aa807-cbb8-4486-a1ab-a27371d939b1 None None] Port b070ac35-bcbe-4e10-b667-5deb8296f6c1 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:08:35.182865 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f83d2096-2a5e-4710-ba4f-7dc04f1ab729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ef4ad5-4024-4dac-b92d-db131dc4cb03', 'name': 'tempest-FloatingIPDetailsTestJSON-1836789423-router', 'tenant_id': '85e52892e0324ca0b95b526906064ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '6c037ef6-c423-480f-a974-7e43e28eea3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:54Z', 'updated_at': '2022-04-20T16:08:33Z', 'revision_number': 5, 'project_id': '85e52892e0324ca0b95b526906064ad9', 'gw_port': {'id': '6c037ef6-c423-480f-a974-7e43e28eea3f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ef4ad5-4024-4dac-b92d-db131dc4cb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:07:55Z', 'updated_at': '2022-04-20T16:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:35.213470 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83d2096-2a5e-4710-ba4f-7dc04f1ab729 None None] Checking router: f8ef4ad5-4024-4dac-b92d-db131dc4cb03 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:08:35.215482 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d36ac2-51dd-48ad-91ba-28e7b2824e12 admin admin] Made reservation on behalf of 5d97324e9f82404497028fe0c92d8259 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:08:35.217679 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-74d36ac2-51dd-48ad-91ba-28e7b2824e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:35.224896 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83d2096-2a5e-4710-ba4f-7dc04f1ab729 None None] Routers {'f8ef4ad5-4024-4dac-b92d-db131dc4cb03'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:08:35.225540 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f83d2096-2a5e-4710-ba4f-7dc04f1ab729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:08:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8ef4ad5-4024-4dac-b92d-db131dc4cb03'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:35.269059 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-656d65dd-d08f-40df-8496-1c6679310f98 req-52c7d5c3-b580-45f4-997a-1ae415f50712 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45e04a0c8b904383a188c597f8f29816 HTTP/1.1" status: 200 len: 379 time: 0.2259297 Apr 20 16:08:35.275498 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-74d36ac2-51dd-48ad-91ba-28e7b2824e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:35.309758 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e34f24-adda-40c3-aae6-88423f4f392d req-0d6fb6b2-3700-477f-a684-78147b8c9024 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:35.311490 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-37e34f24-adda-40c3-aae6-88423f4f392d req-0d6fb6b2-3700-477f-a684-78147b8c9024 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57dbc18-a0ee-42cb-861d-0709d7ca89e7 HTTP/1.1" status: 200 len: 936 time: 0.2694070 Apr 20 16:08:35.321333 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-656d65dd-d08f-40df-8496-1c6679310f98 req-9373fe3c-64da-4149-98a2-ce0899914950 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Request body: {'port': {'device_id': 'ece45492-6384-4be4-acd1-a3fe36a8d7dd', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'admin_state_up': True, 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'security_groups': ['3b09756c-a49b-4980-aad0-fd0af9a32986']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:35.405868 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-f83d2096-2a5e-4710-ba4f-7dc04f1ab729 None None] Set router f8ef4ad5-4024-4dac-b92d-db131dc4cb03 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:08:35.443307 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0953bd62-bbdc-497f-be24-6c62ddc048d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b070ac35-bcbe-4e10-b667-5deb8296f6c1 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:08:35.445682 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75654906-fd1d-443c-a46b-d30bfd74f45e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:35.452223 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0953bd62-bbdc-497f-be24-6c62ddc048d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:35.467928 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0953bd62-bbdc-497f-be24-6c62ddc048d5 service neutron] Transition to ACTIVE for port object b070ac35-bcbe-4e10-b667-5deb8296f6c1 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:08:35.487362 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2f7bc4f1-d1b5-4fb8-9ee9-a183df84aa07 req-58d38181-4f1d-4e82-8c1b-c6b100f2fcb1 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 210 time: 0.2701237 Apr 20 16:08:35.503657 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-37e34f24-adda-40c3-aae6-88423f4f392d req-d4b8f40f-a7f3-463f-b174-87588a2b5d38 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747420 Apr 20 16:08:35.545131 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0953bd62-bbdc-497f-be24-6c62ddc048d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:35.599413 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-74d36ac2-51dd-48ad-91ba-28e7b2824e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:35.621627 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953bd62-bbdc-497f-be24-6c62ddc048d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b070ac35-bcbe-4e10-b667-5deb8296f6c1,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:35.637158 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f83d2096-2a5e-4710-ba4f-7dc04f1ab729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ef4ad5-4024-4dac-b92d-db131dc4cb03', 'name': 'tempest-FloatingIPDetailsTestJSON-1836789423-router', 'tenant_id': '85e52892e0324ca0b95b526906064ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '6c037ef6-c423-480f-a974-7e43e28eea3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:54Z', 'updated_at': '2022-04-20T16:08:33Z', 'revision_number': 5, 'project_id': '85e52892e0324ca0b95b526906064ad9', 'gw_port': {'id': '6c037ef6-c423-480f-a974-7e43e28eea3f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ef4ad5-4024-4dac-b92d-db131dc4cb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:07:55Z', 'updated_at': '2022-04-20T16:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:35.640777 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-75654906-fd1d-443c-a46b-d30bfd74f45e admin admin] Deleting port 6c037ef6-c423-480f-a974-7e43e28eea3f {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:08:35.640777 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75654906-fd1d-443c-a46b-d30bfd74f45e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:35.673724 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83d2096-2a5e-4710-ba4f-7dc04f1ab729 None None] The sync data for ids ['f8ef4ad5-4024-4dac-b92d-db131dc4cb03'] in n-d-836146-2 is: [{'id': 'f8ef4ad5-4024-4dac-b92d-db131dc4cb03', 'name': 'tempest-FloatingIPDetailsTestJSON-1836789423-router', 'tenant_id': '85e52892e0324ca0b95b526906064ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '6c037ef6-c423-480f-a974-7e43e28eea3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:07:54Z', 'updated_at': '2022-04-20T16:08:33Z', 'revision_number': 5, 'project_id': '85e52892e0324ca0b95b526906064ad9', 'gw_port': {'id': '6c037ef6-c423-480f-a974-7e43e28eea3f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ef4ad5-4024-4dac-b92d-db131dc4cb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:07:55Z', 'updated_at': '2022-04-20T16:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:08:35.721968 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-74d36ac2-51dd-48ad-91ba-28e7b2824e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:35.733550 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d004f2e-2281-4970-a19a-f68f3e1baef2 req-569a0688-4d6b-4071-ad29-58aa9fe7e8ed tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:35.735097 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d004f2e-2281-4970-a19a-f68f3e1baef2 req-569a0688-4d6b-4071-ad29-58aa9fe7e8ed tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 945 time: 0.1152079 Apr 20 16:08:35.736000 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d36ac2-51dd-48ad-91ba-28e7b2824e12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:08:35.745489 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-74d36ac2-51dd-48ad-91ba-28e7b2824e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:35.745828 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-74d36ac2-51dd-48ad-91ba-28e7b2824e12 admin admin] Added segment 0a23c800-14b2-43e8-a94a-ff8e990bb789 of type vlan for network eb32860c-08a4-4e98-9bbb-9cf536fc9dc7 Apr 20 16:08:35.765439 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656d65dd-d08f-40df-8496-1c6679310f98 req-9373fe3c-64da-4149-98a2-ce0899914950 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Made reservation on behalf of 45e04a0c8b904383a188c597f8f29816 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:08:35.768894 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-656d65dd-d08f-40df-8496-1c6679310f98 req-9373fe3c-64da-4149-98a2-ce0899914950 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:35.832357 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d004f2e-2281-4970-a19a-f68f3e1baef2 req-f8bf75f4-9858-4410-aa6f-a5af7621074b tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792685 Apr 20 16:08:35.837788 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-74d36ac2-51dd-48ad-91ba-28e7b2824e12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:35.842733 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d36ac2-51dd-48ad-91ba-28e7b2824e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2245ab19-6ca9-465b-8078-3cd2678a0c38,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:35.853998 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0953bd62-bbdc-497f-be24-6c62ddc048d5 service neutron] Attempting to bind port b070ac35-bcbe-4e10-b667-5deb8296f6c1 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:08:35.853998 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0953bd62-bbdc-497f-be24-6c62ddc048d5 service neutron] Attempting to bind port b070ac35-bcbe-4e10-b667-5deb8296f6c1 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:08:35.853998 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0953bd62-bbdc-497f-be24-6c62ddc048d5 service neutron] Attempting to bind port b070ac35-bcbe-4e10-b667-5deb8296f6c1 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:35.862799 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0953bd62-bbdc-497f-be24-6c62ddc048d5 service neutron] Port b070ac35-bcbe-4e10-b667-5deb8296f6c1 on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:08:35.862945 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0953bd62-bbdc-497f-be24-6c62ddc048d5 service neutron] Attempting to bind port b070ac35-bcbe-4e10-b667-5deb8296f6c1 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:35.877580 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0953bd62-bbdc-497f-be24-6c62ddc048d5 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:08:35.877971 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0953bd62-bbdc-497f-be24-6c62ddc048d5 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:08:35.878358 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0953bd62-bbdc-497f-be24-6c62ddc048d5 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:08:35.879265 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0953bd62-bbdc-497f-be24-6c62ddc048d5 service neutron] Bound port: b070ac35-bcbe-4e10-b667-5deb8296f6c1, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:08:35.879634 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0953bd62-bbdc-497f-be24-6c62ddc048d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:35.942059 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02216499-cb12-4e00-a89c-096b0097315a req-968c2373-f543-4e19-b198-ba886ab8ca7a tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:35.943606 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-02216499-cb12-4e00-a89c-096b0097315a req-968c2373-f543-4e19-b198-ba886ab8ca7a tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 945 time: 0.2908747 Apr 20 16:08:35.957591 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-75654906-fd1d-443c-a46b-d30bfd74f45e admin admin] For port 6c037ef6-c423-480f-a974-7e43e28eea3f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6c037ef6-c423-480f-a974-7e43e28eea3f,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:35.957927 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75654906-fd1d-443c-a46b-d30bfd74f45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:35.968581 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0953bd62-bbdc-497f-be24-6c62ddc048d5 service neutron] For port b070ac35-bcbe-4e10-b667-5deb8296f6c1, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:08:35.971839 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0953bd62-bbdc-497f-be24-6c62ddc048d5 service neutron] For port b070ac35-bcbe-4e10-b667-5deb8296f6c1, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b070ac35-bcbe-4e10-b667-5deb8296f6c1,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:08:35.994303 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-75654906-fd1d-443c-a46b-d30bfd74f45e admin admin] Calling delete_port for 6c037ef6-c423-480f-a974-7e43e28eea3f owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:08:36.040647 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-74d36ac2-51dd-48ad-91ba-28e7b2824e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:36.040647 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d36ac2-51dd-48ad-91ba-28e7b2824e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:36.041140 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-74d36ac2-51dd-48ad-91ba-28e7b2824e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:36.060774 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0953bd62-bbdc-497f-be24-6c62ddc048d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:36.108555 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-02216499-cb12-4e00-a89c-096b0097315a req-605ab4a9-cb1b-4ed9-a45f-1eb047c62463 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555495 Apr 20 16:08:36.135129 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-74d36ac2-51dd-48ad-91ba-28e7b2824e12 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3540108 Apr 20 16:08:36.136664 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953bd62-bbdc-497f-be24-6c62ddc048d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b070ac35-bcbe-4e10-b667-5deb8296f6c1,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:36.138940 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53890) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:36.156879 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0953bd62-bbdc-497f-be24-6c62ddc048d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:36.157717 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0953bd62-bbdc-497f-be24-6c62ddc048d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:36.159307 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-0953bd62-bbdc-497f-be24-6c62ddc048d5 service neutron] 10.222.0.26 "PUT /v2.0/ports/b070ac35-bcbe-4e10-b667-5deb8296f6c1 HTTP/1.1" status: 200 len: 1096 time: 1.3802319 Apr 20 16:08:36.159772 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57dbc18-a0ee-42cb-861d-0709d7ca89e7', 'tag': 'b070ac35-bcbe-4e10-b667-5deb8296f6c1'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:08:36.162136 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10fd59e-f814-4caa-ad11-c3052331e7c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b57dbc18-a0ee-42cb-861d-0709d7ca89e7", "tag": "b070ac35-bcbe-4e10-b667-5deb8296f6c1"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:08:36.229851 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9d7a1f-ac15-46e5-816b-08bd41316908 x-openstack-request-id: req-4d9d7a1f-ac15-46e5-816b-08bd41316908 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:08:36.230201 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57dbc18-a0ee-42cb-861d-0709d7ca89e7", "tag": "b070ac35-bcbe-4e10-b667-5deb8296f6c1", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:08:36.230569 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d9d7a1f-ac15-46e5-816b-08bd41316908 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:08:36.230948 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d9d7a1f-ac15-46e5-816b-08bd41316908'] response: {'name': 'network-changed', 'server_uuid': 'b57dbc18-a0ee-42cb-861d-0709d7ca89e7', 'tag': 'b070ac35-bcbe-4e10-b667-5deb8296f6c1', 'status': 'completed', 'code': 200} Apr 20 16:08:36.341754 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fd59e-f814-4caa-ad11-c3052331e7c6 req-07a463c2-0fc5-48c8-8fdf-a62e886885b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:36.343782 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c10fd59e-f814-4caa-ad11-c3052331e7c6 req-07a463c2-0fc5-48c8-8fdf-a62e886885b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4c82d1c83884aa980401b1b15bb141d&device_id=b57dbc18-a0ee-42cb-861d-0709d7ca89e7 HTTP/1.1" status: 200 len: 1099 time: 0.0548186 Apr 20 16:08:36.389821 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c10fd59e-f814-4caa-ad11-c3052331e7c6 req-8594d543-3a04-4afa-8027-3fa5956778ab service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e4c82d1c83884aa980401b1b15bb141d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243549 Apr 20 16:08:36.477251 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-91ea73ad-201b-4e11-8d36-0e83f2db1898 admin admin] Request body: {'subnet': {'network_id': 'eb32860c-08a4-4e98-9bbb-9cf536fc9dc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1712695433-subnet', 'tenant_id': '5d97324e9f82404497028fe0c92d8259', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:36.495814 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-656d65dd-d08f-40df-8496-1c6679310f98 req-9373fe3c-64da-4149-98a2-ce0899914950 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Allocated IP 172.20.0.5 (c1e63842-0159-452f-8eed-f7dec1727f47/6cf39be6-ada6-40b6-a73b-d57e4fcf739a/96de2bcd-8d6c-4dca-bc9a-2e3929d99698) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:08:36.498550 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fd59e-f814-4caa-ad11-c3052331e7c6 req-0c84f0c1-2a42-4940-8617-9b627fde1e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:36.500005 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c10fd59e-f814-4caa-ad11-c3052331e7c6 req-0c84f0c1-2a42-4940-8617-9b627fde1e94 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1041358 Apr 20 16:08:36.509173 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d36ac2-51dd-48ad-91ba-28e7b2824e12 admin admin] Pushing event updated for resources: {'Network': ['ID=eb32860c-08a4-4e98-9bbb-9cf536fc9dc7,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:36.538629 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network eb32860c-08a4-4e98-9bbb-9cf536fc9dc7 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:08:36.680299 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-e1c883a6-c0fc-4385-8d08-6c715b79ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:36.681781 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-e1c883a6-c0fc-4385-8d08-6c715b79ea9f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4c82d1c83884aa980401b1b15bb141d&device_id=b57dbc18-a0ee-42cb-861d-0709d7ca89e7 HTTP/1.1" status: 200 len: 1099 time: 0.0963659 Apr 20 16:08:36.693697 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aabbf124-530a-409b-8a59-b86267b00df0 req-d254617c-f39e-4721-9abe-78f0e2d09bef tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 210 time: 0.0722914 Apr 20 16:08:36.698492 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ea73ad-201b-4e11-8d36-0e83f2db1898 admin admin] Made reservation on behalf of 5d97324e9f82404497028fe0c92d8259 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:08:36.700885 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-91ea73ad-201b-4e11-8d36-0e83f2db1898 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:36.705010 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209981f-d207-45bb-8444-251c97e5a63a req-73e41902-5d64-4c09-b455-dcb924c95605 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:36.706353 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7209981f-d207-45bb-8444-251c97e5a63a req-73e41902-5d64-4c09-b455-dcb924c95605 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57dbc18-a0ee-42cb-861d-0709d7ca89e7 HTTP/1.1" status: 200 len: 948 time: 0.0559611 Apr 20 16:08:36.743729 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-676c0b19-f9a0-457e-b002-ce92007989e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=b070ac35-bcbe-4e10-b667-5deb8296f6c1 HTTP/1.1" status: 200 len: 217 time: 0.0466554 Apr 20 16:08:36.810383 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7209981f-d207-45bb-8444-251c97e5a63a req-2ea22d3e-255c-4832-a1c1-0317428f538f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686963 Apr 20 16:08:36.834006 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-5fabc721-733d-4a91-808a-2e7ede0ca771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:36.835776 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-5fabc721-733d-4a91-808a-2e7ede0ca771 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0797813 Apr 20 16:08:36.861973 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-656d65dd-d08f-40df-8496-1c6679310f98 req-9373fe3c-64da-4149-98a2-ce0899914950 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:36.895095 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-6ae05a6d-5a8f-4218-8e06-e227d3a0e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:36.896846 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-6ae05a6d-5a8f-4218-8e06-e227d3a0e477 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0472839 Apr 20 16:08:36.899760 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75654906-fd1d-443c-a46b-d30bfd74f45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:36.954618 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75654906-fd1d-443c-a46b-d30bfd74f45e admin admin] Pushing event deleted for resources: {'Port': ['ID=6c037ef6-c423-480f-a974-7e43e28eea3f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:37.011240 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-8f2fae70-54ab-4795-9c29-b3606100baca service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054256 Apr 20 16:08:37.099386 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-656d65dd-d08f-40df-8496-1c6679310f98 req-9373fe3c-64da-4149-98a2-ce0899914950 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:37.107843 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d5272704-d8ff-46f2-b702-0e66fb06771c req-84542f37-aeb6-4c06-8162-61b860942c1e service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894914 Apr 20 16:08:37.156168 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261fc92-4a1e-4319-a4b1-51f451b7adec req-9604b44e-7aa2-4abb-80c1-35f465ba5cbd tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:37.157700 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0261fc92-4a1e-4319-a4b1-51f451b7adec req-9604b44e-7aa2-4abb-80c1-35f465ba5cbd tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 945 time: 0.2107162 Apr 20 16:08:37.173948 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75654906-fd1d-443c-a46b-d30bfd74f45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:37.190020 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656d65dd-d08f-40df-8496-1c6679310f98 req-9373fe3c-64da-4149-98a2-ce0899914950 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Network c1e63842-0159-452f-8eed-f7dec1727f47 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:37.243560 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-656d65dd-d08f-40df-8496-1c6679310f98 req-9373fe3c-64da-4149-98a2-ce0899914950 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:37.245530 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-91ea73ad-201b-4e11-8d36-0e83f2db1898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:37.250338 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-656d65dd-d08f-40df-8496-1c6679310f98 req-9373fe3c-64da-4149-98a2-ce0899914950 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:08:37.286092 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-50a8456b-899a-4763-90c9-4d375fe81cb7 req-adfd6cb3-db49-4b81-9e7c-1c0faa65634b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2770505 Apr 20 16:08:37.293395 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373fe3c-64da-4149-98a2-ce0899914950 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Pushing event updated for resources: {'Port': ['ID=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:37.296131 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d587504-9a79-4740-9365-515d5aba6c99 req-b2e5c151-21be-47c4-8cff-14b644d14d3f tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:37.304561 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6d587504-9a79-4740-9365-515d5aba6c99 req-b2e5c151-21be-47c4-8cff-14b644d14d3f tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 945 time: 0.1016786 Apr 20 16:08:37.346197 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6d587504-9a79-4740-9365-515d5aba6c99 req-e644f0c9-39e4-418f-b03c-7723d906a432 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406725 Apr 20 16:08:37.382116 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75654906-fd1d-443c-a46b-d30bfd74f45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:37.407791 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75654906-fd1d-443c-a46b-d30bfd74f45e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:37.508926 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0261fc92-4a1e-4319-a4b1-51f451b7adec req-5b6f0ba5-0d8b-41d5-9615-34fca82c5d9b tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361104 Apr 20 16:08:37.520009 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-dda5f485-ba70-45d5-bdc3-b9f525356404 None None] Provisioning complete for port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:37.520491 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dda5f485-ba70-45d5-bdc3-b9f525356404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:37.531481 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d65dd-d08f-40df-8496-1c6679310f98 req-9373fe3c-64da-4149-98a2-ce0899914950 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:37.531481 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-656d65dd-d08f-40df-8496-1c6679310f98 req-9373fe3c-64da-4149-98a2-ce0899914950 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:37.531481 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea73ad-201b-4e11-8d36-0e83f2db1898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa641f76-ef85-41c8-8c95-1436bd080820,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:37.569120 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ea73ad-201b-4e11-8d36-0e83f2db1898 admin admin] Checking segment: {'id': '0a23c800-14b2-43e8-a94a-ff8e990bb789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'eb32860c-08a4-4e98-9bbb-9cf536fc9dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:08:37.569572 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ea73ad-201b-4e11-8d36-0e83f2db1898 admin admin] Network hostable DHCP agents. Network: eb32860c-08a4-4e98-9bbb-9cf536fc9dc7, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:08:37.574661 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-dda5f485-ba70-45d5-bdc3-b9f525356404 None None] Port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:08:37.578354 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8456b-899a-4763-90c9-4d375fe81cb7 req-6abd6dd5-4df1-4814-b88d-ba7adb2eb43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:37.579869 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-50a8456b-899a-4763-90c9-4d375fe81cb7 req-6abd6dd5-4df1-4814-b88d-ba7adb2eb43b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 1095 time: 0.2079129 Apr 20 16:08:37.648810 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75654906-fd1d-443c-a46b-d30bfd74f45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:37.649355 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75654906-fd1d-443c-a46b-d30bfd74f45e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8ef4ad5-4024-4dac-b92d-db131dc4cb03 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:08:37.657114 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75654906-fd1d-443c-a46b-d30bfd74f45e admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:37.660306 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-75654906-fd1d-443c-a46b-d30bfd74f45e admin admin] 10.222.0.15 "DELETE /v2.0/routers/f8ef4ad5-4024-4dac-b92d-db131dc4cb03 HTTP/1.1" status: 204 len: 168 time: 2.8451779 Apr 20 16:08:37.661858 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53908) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:37.662991 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ea73ad-201b-4e11-8d36-0e83f2db1898 admin admin] Network eb32860c-08a4-4e98-9bbb-9cf536fc9dc7 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:08:37.670086 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-656d65dd-d08f-40df-8496-1c6679310f98 req-9373fe3c-64da-4149-98a2-ce0899914950 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3550553 Apr 20 16:08:37.696576 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-656d65dd-d08f-40df-8496-1c6679310f98 req-d890e177-c411-42f4-bc8c-73c7c1c20c20 service neutron] Request body: {'port': {'device_id': 'ece45492-6384-4be4-acd1-a3fe36a8d7dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:37.736113 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb544b8-c51a-4ba5-afcf-e70241e70bbf admin admin] Deleting subnet b0cf8af1-df79-4e75-beb8-a3ee5fcd82e1 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:08:37.740006 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3eb544b8-c51a-4ba5-afcf-e70241e70bbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:37.744826 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-91ea73ad-201b-4e11-8d36-0e83f2db1898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, eb32860c-08a4-4e98-9bbb-9cf536fc9dc7) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:37.747363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8456b-899a-4763-90c9-4d375fe81cb7 req-d3d38712-9652-43d3-b369-c8b0fa7fc74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:37.753643 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-50a8456b-899a-4763-90c9-4d375fe81cb7 req-d3d38712-9652-43d3-b369-c8b0fa7fc74c service neutron] 10.222.0.30 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 922 time: 0.1503401 Apr 20 16:08:37.754059 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ab0a6d-46eb-4d96-bcc3-d881e4247c86 None None] Network eb32860c-08a4-4e98-9bbb-9cf536fc9dc7 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:08:37.771212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ea73ad-201b-4e11-8d36-0e83f2db1898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:37.776795 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-91ea73ad-201b-4e11-8d36-0e83f2db1898 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:37.789957 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3eb544b8-c51a-4ba5-afcf-e70241e70bbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:37.837387 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6596bf26-52a7-4f0e-b08d-141bf492e9cf no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:08:37.839724 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-50a8456b-899a-4763-90c9-4d375fe81cb7 req-cbcd1685-3a89-49d0-88c0-ed0cf83d4e12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52abb9c2-d811-4e99-95bb-e24741b94f0b HTTP/1.1" status: 200 len: 217 time: 0.0718215 Apr 20 16:08:37.870262 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 6596bf26-52a7-4f0e-b08d-141bf492e9cf {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:08:37.870881 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6596bf26-52a7-4f0e-b08d-141bf492e9cf not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:08:37.972354 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-91ea73ad-201b-4e11-8d36-0e83f2db1898 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8032928 Apr 20 16:08:38.003010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53916) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:38.007849 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-656d65dd-d08f-40df-8496-1c6679310f98 req-d890e177-c411-42f4-bc8c-73c7c1c20c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:38.020826 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3eb544b8-c51a-4ba5-afcf-e70241e70bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:38.030924 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530aa2c-c9ee-491e-8f96-1f71b311f420 req-14eceac0-d932-468a-a912-e150e3b1cbcd tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:38.032830 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e530aa2c-c9ee-491e-8f96-1f71b311f420 req-14eceac0-d932-468a-a912-e150e3b1cbcd tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 931 time: 0.2189004 Apr 20 16:08:38.038311 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d36df943-4468-4a8b-aeee-72d2c8dc74c1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1712695433-router', 'tenant_id': '5d97324e9f82404497028fe0c92d8259', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:38.056944 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff166e9-bef6-449d-8a14-e96dd95cbf1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-eb32860c-08a4-4e98-9bbb-9cf536fc9dc7', 'network_id': 'eb32860c-08a4-4e98-9bbb-9cf536fc9dc7', 'tenant_id': '5d97324e9f82404497028fe0c92d8259', 'fixed_ips': [{'subnet_id': 'fa641f76-ef85-41c8-8c95-1436bd080820'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:08:38.058284 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fff166e9-bef6-449d-8a14-e96dd95cbf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:38.108081 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8456b-899a-4763-90c9-4d375fe81cb7 req-88fb470c-48e0-4140-ad35-68cee6ed9944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:38.108884 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e530aa2c-c9ee-491e-8f96-1f71b311f420 req-32a706c8-36d5-4541-bf12-a7813304dc77 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498054 Apr 20 16:08:38.109702 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-50a8456b-899a-4763-90c9-4d375fe81cb7 req-88fb470c-48e0-4140-ad35-68cee6ed9944 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66ca5027-e9c8-41ce-8129-1d35f4e0c95c HTTP/1.1" status: 200 len: 861 time: 0.2307959 Apr 20 16:08:38.136697 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0bd42-dc52-40e0-99b8-f340d58d9f6b req-35717fae-6d3f-4597-949a-73356309af1e tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:38.138714 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7fa0bd42-dc52-40e0-99b8-f340d58d9f6b req-35717fae-6d3f-4597-949a-73356309af1e tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57dbc18-a0ee-42cb-861d-0709d7ca89e7 HTTP/1.1" status: 200 len: 948 time: 0.1754293 Apr 20 16:08:38.195777 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-50a8456b-899a-4763-90c9-4d375fe81cb7 req-4699c94a-aaab-4216-9823-223b0ef198ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3edbee39-317f-4464-9f65-314e099e8e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765078 Apr 20 16:08:38.209834 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-fff166e9-bef6-449d-8a14-e96dd95cbf1d None None] Allocated IP 172.20.0.2 (eb32860c-08a4-4e98-9bbb-9cf536fc9dc7/fa641f76-ef85-41c8-8c95-1436bd080820/d977b7fb-3da3-4109-829f-49c5f8fd3975) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:08:38.233549 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3eb544b8-c51a-4ba5-afcf-e70241e70bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:38.250876 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d36df943-4468-4a8b-aeee-72d2c8dc74c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:38.251914 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d36df943-4468-4a8b-aeee-72d2c8dc74c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:38.268525 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb544b8-c51a-4ba5-afcf-e70241e70bbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0cf8af1-df79-4e75-beb8-a3ee5fcd82e1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:38.276216 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3eb544b8-c51a-4ba5-afcf-e70241e70bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:38.280671 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3eb544b8-c51a-4ba5-afcf-e70241e70bbf admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b0cf8af1-df79-4e75-beb8-a3ee5fcd82e1 HTTP/1.1" status: 204 len: 168 time: 0.6167598 Apr 20 16:08:38.283140 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53920) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:38.290369 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5bdc21-69e4-4be3-a388-7fd78e74ee3b None None] Network 89875414-2c68-4260-9779-1ddfe759d2f2 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:08:38.367269 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6c91f76d-f4af-43a0-9aab-3836396d7c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:38.383331 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-4cfb53d2-3351-4c53-bf45-91848e69c462 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:38.385222 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-4cfb53d2-3351-4c53-bf45-91848e69c462 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74&tenant_id=3ddb013be8294812939175e62e5c71d2&binding%3Ahost_id=n-h1-836146-2 HTTP/1.1" status: 200 len: 1096 time: 0.2454579 Apr 20 16:08:38.393148 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7fa0bd42-dc52-40e0-99b8-f340d58d9f6b req-272daaf2-9754-45df-939e-143b1798f19d tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337656 Apr 20 16:08:38.428203 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-6c91f76d-f4af-43a0-9aab-3836396d7c61 admin admin] Deleting port fe1cd928-af31-48ce-8295-47bb4643c2cc {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:08:38.428803 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6c91f76d-f4af-43a0-9aab-3836396d7c61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:38.434760 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-5c00bd9f-cacd-496c-b0be-1293e0511ae4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836146-2'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:38.438268 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d36df943-4468-4a8b-aeee-72d2c8dc74c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:38.503626 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fff166e9-bef6-449d-8a14-e96dd95cbf1d None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:38.542996 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-6c91f76d-f4af-43a0-9aab-3836396d7c61 admin admin] For port fe1cd928-af31-48ce-8295-47bb4643c2cc, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=fe1cd928-af31-48ce-8295-47bb4643c2cc,segment=NetworkSegment(abb68b5a-fd90-41eb-92a5-419676eb5675),segment_id=abb68b5a-fd90-41eb-92a5-419676eb5675)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:38.543415 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6c91f76d-f4af-43a0-9aab-3836396d7c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:38.562651 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-6c91f76d-f4af-43a0-9aab-3836396d7c61 admin admin] Calling delete_port for fe1cd928-af31-48ce-8295-47bb4643c2cc owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:08:38.574238 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d017f-71ae-47b7-be14-952ce41a2c75 req-78975278-84ab-4b87-94e4-5d09e1d2c265 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:38.576193 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1b3d017f-71ae-47b7-be14-952ce41a2c75 req-78975278-84ab-4b87-94e4-5d09e1d2c265 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 945 time: 0.0984614 Apr 20 16:08:38.603552 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-50a8456b-899a-4763-90c9-4d375fe81cb7 req-21709a53-2f53-4a7c-bf4d-ee7c7ba36161 service neutron] 10.222.0.30 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544478 Apr 20 16:08:38.615669 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-5c00bd9f-cacd-496c-b0be-1293e0511ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:38.634532 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fff166e9-bef6-449d-8a14-e96dd95cbf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:38.666371 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1b3d017f-71ae-47b7-be14-952ce41a2c75 req-04223e58-e13f-4f67-8cd7-9dfcb5afa9ca tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478077 Apr 20 16:08:38.667108 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2afbe89-4c24-4bd8-825b-1bc94febc3d6 None None] DHCP port deletion for 89875414-2c68-4260-9779-1ddfe759d2f2 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:08:38.681530 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff166e9-bef6-449d-8a14-e96dd95cbf1d None None] Network eb32860c-08a4-4e98-9bbb-9cf536fc9dc7 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:38.690266 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-fff166e9-bef6-449d-8a14-e96dd95cbf1d None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:38.695582 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff166e9-bef6-449d-8a14-e96dd95cbf1d None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:08:38.727775 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff166e9-bef6-449d-8a14-e96dd95cbf1d None None] Pushing event updated for resources: {'Port': ['ID=d977b7fb-3da3-4109-829f-49c5f8fd3975,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:38.799817 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6c91f76d-f4af-43a0-9aab-3836396d7c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:38.830798 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91f76d-f4af-43a0-9aab-3836396d7c61 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1cd928-af31-48ce-8295-47bb4643c2cc,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:38.832831 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c91f76d-f4af-43a0-9aab-3836396d7c61 admin admin] No DVR routers for this DVR port fe1cd928-af31-48ce-8295-47bb4643c2cc on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:08:38.844019 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d36df943-4468-4a8b-aeee-72d2c8dc74c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:38.878154 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device a10f8156-ab9a-4e04-af6d-a3fcaeda1332 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:08:38.912472 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-656d65dd-d08f-40df-8496-1c6679310f98 req-d890e177-c411-42f4-bc8c-73c7c1c20c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:08:38.917126 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6c91f76d-f4af-43a0-9aab-3836396d7c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:38.934491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91356c41-eb8f-4975-afe0-6264dbec45da req-f47ed3dd-bea8-428d-910f-6ba89f31fedd tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:38.936000 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-91356c41-eb8f-4975-afe0-6264dbec45da req-f47ed3dd-bea8-428d-910f-6ba89f31fedd tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 945 time: 0.2847738 Apr 20 16:08:38.938794 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-6c91f76d-f4af-43a0-9aab-3836396d7c61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89875414-2c68-4260-9779-1ddfe759d2f2']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:38.943350 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-656d65dd-d08f-40df-8496-1c6679310f98 req-d890e177-c411-42f4-bc8c-73c7c1c20c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:38.944597 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-fff166e9-bef6-449d-8a14-e96dd95cbf1d None None] Attempting to bind port d977b7fb-3da3-4109-829f-49c5f8fd3975 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:08:38.945366 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-fff166e9-bef6-449d-8a14-e96dd95cbf1d None None] Attempting to bind port d977b7fb-3da3-4109-829f-49c5f8fd3975 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '0a23c800-14b2-43e8-a94a-ff8e990bb789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'eb32860c-08a4-4e98-9bbb-9cf536fc9dc7'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:08:38.945366 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff166e9-bef6-449d-8a14-e96dd95cbf1d None None] Attempting to bind port d977b7fb-3da3-4109-829f-49c5f8fd3975 on network eb32860c-08a4-4e98-9bbb-9cf536fc9dc7 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:38.950983 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-6c91f76d-f4af-43a0-9aab-3836396d7c61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb68b5a-fd90-41eb-92a5-419676eb5675') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:38.951482 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-6c91f76d-f4af-43a0-9aab-3836396d7c61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb68b5a-fd90-41eb-92a5-419676eb5675') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:38.962058 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6c91f76d-f4af-43a0-9aab-3836396d7c61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:38.977602 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6c91f76d-f4af-43a0-9aab-3836396d7c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:38.985107 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff166e9-bef6-449d-8a14-e96dd95cbf1d None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:08:38.985482 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff166e9-bef6-449d-8a14-e96dd95cbf1d None None] Checking segment: {'id': '0a23c800-14b2-43e8-a94a-ff8e990bb789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'eb32860c-08a4-4e98-9bbb-9cf536fc9dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:08:38.985880 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fff166e9-bef6-449d-8a14-e96dd95cbf1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:38.986269 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff166e9-bef6-449d-8a14-e96dd95cbf1d None None] Bound using segment: {'id': '0a23c800-14b2-43e8-a94a-ff8e990bb789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'eb32860c-08a4-4e98-9bbb-9cf536fc9dc7'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:08:38.986566 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c91f76d-f4af-43a0-9aab-3836396d7c61 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:08:38.986770 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-fff166e9-bef6-449d-8a14-e96dd95cbf1d None None] Bound port: d977b7fb-3da3-4109-829f-49c5f8fd3975, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a23c800-14b2-43e8-a94a-ff8e990bb789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'eb32860c-08a4-4e98-9bbb-9cf536fc9dc7'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:08:38.986995 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6c91f76d-f4af-43a0-9aab-3836396d7c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:38.987163 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fff166e9-bef6-449d-8a14-e96dd95cbf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:08:38.988808 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:08:39.012457 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b2afbe89-4c24-4bd8-825b-1bc94febc3d6 None None] Deleting port fe1cd928-af31-48ce-8295-47bb4643c2cc {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:08:39.012856 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b2afbe89-4c24-4bd8-825b-1bc94febc3d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:39.120593 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port a10f8156-ab9a-4e04-af6d-a3fcaeda1332, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a10f8156-ab9a-4e04-af6d-a3fcaeda1332,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:39.125635 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6c91f76d-f4af-43a0-9aab-3836396d7c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:39.131629 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6c91f76d-f4af-43a0-9aab-3836396d7c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:39.137735 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6c91f76d-f4af-43a0-9aab-3836396d7c61 admin admin] 10.222.0.15 "DELETE /v2.0/networks/89875414-2c68-4260-9779-1ddfe759d2f2 HTTP/1.1" status: 204 len: 168 time: 0.8521259 Apr 20 16:08:39.149015 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91f76d-f4af-43a0-9aab-3836396d7c61 admin admin] Pushing event deleted for resources: {'Network': ['ID=89875414-2c68-4260-9779-1ddfe759d2f2,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:39.158070 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device a10f8156-ab9a-4e04-af6d-a3fcaeda1332 has no active binding in host n-h2-836146-2 {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 16:08:39.163303 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b2afbe89-4c24-4bd8-825b-1bc94febc3d6 None None] For port fe1cd928-af31-48ce-8295-47bb4643c2cc, host n-d-836146-2, got binding levels [] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:39.163829 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b2afbe89-4c24-4bd8-825b-1bc94febc3d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:39.188118 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-fff166e9-bef6-449d-8a14-e96dd95cbf1d None None] For port d977b7fb-3da3-4109-829f-49c5f8fd3975, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:08:39.207008 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b2afbe89-4c24-4bd8-825b-1bc94febc3d6 None None] Calling delete_port for fe1cd928-af31-48ce-8295-47bb4643c2cc owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:08:39.221752 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.ipam_backend_mixin [None req-b2afbe89-4c24-4bd8-825b-1bc94febc3d6 None None] Port fe1cd928-af31-48ce-8295-47bb4643c2cc was not found and therefore no delete operation was performed {{(pid=103486) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 16:08:39.225271 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-fff166e9-bef6-449d-8a14-e96dd95cbf1d None None] For port d977b7fb-3da3-4109-829f-49c5f8fd3975, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d977b7fb-3da3-4109-829f-49c5f8fd3975,segment=NetworkSegment(0a23c800-14b2-43e8-a94a-ff8e990bb789),segment_id=0a23c800-14b2-43e8-a94a-ff8e990bb789)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:08:39.226380 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b2afbe89-4c24-4bd8-825b-1bc94febc3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:39.234080 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b2afbe89-4c24-4bd8-825b-1bc94febc3d6 None None] Network 89875414-2c68-4260-9779-1ddfe759d2f2 is not hosted by any dhcp agent {{(pid=103486) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 16:08:39.234617 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2afbe89-4c24-4bd8-825b-1bc94febc3d6 None None] No DVR routers for this DVR port fe1cd928-af31-48ce-8295-47bb4643c2cc on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:08:39.262664 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afbe89-4c24-4bd8-825b-1bc94febc3d6 None None] Pushing event deleted for resources: {'Port': ['ID=fe1cd928-af31-48ce-8295-47bb4643c2cc,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:39.301048 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241eb6a-7797-4205-b5ee-e59aca4e5c0a req-10b37a50-9699-4ffd-a97c-478cf479da4f tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:39.302810 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c241eb6a-7797-4205-b5ee-e59aca4e5c0a req-10b37a50-9699-4ffd-a97c-478cf479da4f tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 931 time: 0.0537286 Apr 20 16:08:39.331448 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fff166e9-bef6-449d-8a14-e96dd95cbf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:39.340120 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-50a8456b-899a-4763-90c9-4d375fe81cb7 req-782f5b5e-e102-4358-aa1f-6cc7bfe3843f service neutron] 10.222.0.30 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6956196 Apr 20 16:08:39.342288 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-656d65dd-d08f-40df-8496-1c6679310f98 req-d890e177-c411-42f4-bc8c-73c7c1c20c20 service neutron] Transition to ACTIVE for port object 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:08:39.343650 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c241eb6a-7797-4205-b5ee-e59aca4e5c0a req-57935ecd-1ca8-4169-8cbc-472897e5d9d9 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346334 Apr 20 16:08:39.383420 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-91356c41-eb8f-4975-afe0-6264dbec45da req-7cff0059-781a-4ceb-bf1f-ca180e026832 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822673 Apr 20 16:08:39.428011 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-5c00bd9f-cacd-496c-b0be-1293e0511ae4 service neutron] For port a10f8156-ab9a-4e04-af6d-a3fcaeda1332, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a10f8156-ab9a-4e04-af6d-a3fcaeda1332,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:39.443443 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff166e9-bef6-449d-8a14-e96dd95cbf1d None None] Pushing event updated for resources: {'Port': ['ID=d977b7fb-3da3-4109-829f-49c5f8fd3975,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:39.492205 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-5c00bd9f-cacd-496c-b0be-1293e0511ae4 service neutron] For port a10f8156-ab9a-4e04-af6d-a3fcaeda1332, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:08:39.518745 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-656d65dd-d08f-40df-8496-1c6679310f98 req-d890e177-c411-42f4-bc8c-73c7c1c20c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:39.578263 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a4832-929f-48c4-9cb8-f5d1ee0a7f4b req-05f65a20-776e-4d5d-96e4-92dfd3cb292f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:39.582597 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e97a4832-929f-48c4-9cb8-f5d1ee0a7f4b req-05f65a20-776e-4d5d-96e4-92dfd3cb292f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57dbc18-a0ee-42cb-861d-0709d7ca89e7 HTTP/1.1" status: 200 len: 948 time: 0.0859964 Apr 20 16:08:39.603190 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9bdd49-8721-40ce-b7b4-75ad586a5b74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a10f8156-ab9a-4e04-af6d-a3fcaeda1332'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:08:39.605511 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12ba1f2-b89f-4b33-9851-51130a882b0f" -d '{"events": [{"server_uuid": "9f9bdd49-8721-40ce-b7b4-75ad586a5b74", "name": "network-vif-unplugged", "status": "completed", "tag": "a10f8156-ab9a-4e04-af6d-a3fcaeda1332"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:08:39.614375 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-5c00bd9f-cacd-496c-b0be-1293e0511ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:39.663575 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53944) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:39.680854 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890e177-c411-42f4-bc8c-73c7c1c20c20 service neutron] Pushing event updated for resources: {'Port': ['ID=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:39.775370 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e97a4832-929f-48c4-9cb8-f5d1ee0a7f4b req-2bb8ab82-5c4b-4145-a17c-e3ad6bc4169a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750362 Apr 20 16:08:39.812508 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53db243c-4e99-443a-a1ac-41d31c597e42 x-openstack-request-id: req-53db243c-4e99-443a-a1ac-41d31c597e42 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:08:39.812855 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9bdd49-8721-40ce-b7b4-75ad586a5b74", "name": "network-vif-unplugged", "status": "completed", "tag": "a10f8156-ab9a-4e04-af6d-a3fcaeda1332", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:08:39.813042 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53db243c-4e99-443a-a1ac-41d31c597e42 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:08:39.813744 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53db243c-4e99-443a-a1ac-41d31c597e42'] response: {'server_uuid': '9f9bdd49-8721-40ce-b7b4-75ad586a5b74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a10f8156-ab9a-4e04-af6d-a3fcaeda1332', 'code': 200} Apr 20 16:08:39.816538 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:08:39.824693 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-5c00bd9f-cacd-496c-b0be-1293e0511ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:39.960548 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-949abbd0-8e5e-4197-8348-75c55cf24416 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85e52892e0324ca0b95b526906064ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512518 Apr 20 16:08:39.960548 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53948) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:39.962589 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6c037ef6-c423-480f-a974-7e43e28eea3f no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:08:39.962589 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 6c037ef6-c423-480f-a974-7e43e28eea3f {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:08:39.962589 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6c037ef6-c423-480f-a974-7e43e28eea3f not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:08:39.962589 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device fe1cd928-af31-48ce-8295-47bb4643c2cc no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:08:39.962589 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: fe1cd928-af31-48ce-8295-47bb4643c2cc {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:08:39.962589 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device fe1cd928-af31-48ce-8295-47bb4643c2cc not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:08:39.984445 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-38dcbe55-b4ae-4045-82ee-d3fc046fdefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:40.014852 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-38dcbe55-b4ae-4045-82ee-d3fc046fdefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:40.050634 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-656d65dd-d08f-40df-8496-1c6679310f98 req-d890e177-c411-42f4-bc8c-73c7c1c20c20 service neutron] Attempting to bind port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:08:40.051008 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-656d65dd-d08f-40df-8496-1c6679310f98 req-d890e177-c411-42f4-bc8c-73c7c1c20c20 service neutron] Attempting to bind port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:08:40.051348 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656d65dd-d08f-40df-8496-1c6679310f98 req-d890e177-c411-42f4-bc8c-73c7c1c20c20 service neutron] Attempting to bind port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 on network c1e63842-0159-452f-8eed-f7dec1727f47 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:40.116037 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656d65dd-d08f-40df-8496-1c6679310f98 req-d890e177-c411-42f4-bc8c-73c7c1c20c20 service neutron] Port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 on network c1e63842-0159-452f-8eed-f7dec1727f47 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:08:40.116449 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656d65dd-d08f-40df-8496-1c6679310f98 req-d890e177-c411-42f4-bc8c-73c7c1c20c20 service neutron] Attempting to bind port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 on network c1e63842-0159-452f-8eed-f7dec1727f47 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:40.151070 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182c01c-948b-49c6-b6d5-e559e9277764 req-3dc2470c-3566-4682-8c47-333913654657 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:40.152657 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9182c01c-948b-49c6-b6d5-e559e9277764 req-3dc2470c-3566-4682-8c47-333913654657 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 945 time: 0.3089178 Apr 20 16:08:40.157792 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00bd9f-cacd-496c-b0be-1293e0511ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=a10f8156-ab9a-4e04-af6d-a3fcaeda1332,revision_number=7']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:40.160706 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656d65dd-d08f-40df-8496-1c6679310f98 req-d890e177-c411-42f4-bc8c-73c7c1c20c20 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:08:40.161299 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656d65dd-d08f-40df-8496-1c6679310f98 req-d890e177-c411-42f4-bc8c-73c7c1c20c20 service neutron] Checking segment: {'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:08:40.161840 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656d65dd-d08f-40df-8496-1c6679310f98 req-d890e177-c411-42f4-bc8c-73c7c1c20c20 service neutron] Bound using segment: {'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:08:40.162439 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-656d65dd-d08f-40df-8496-1c6679310f98 req-d890e177-c411-42f4-bc8c-73c7c1c20c20 service neutron] Bound port: 96de2bcd-8d6c-4dca-bc9a-2e3929d99698, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:08:40.162803 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-656d65dd-d08f-40df-8496-1c6679310f98 req-d890e177-c411-42f4-bc8c-73c7c1c20c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:40.181857 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-5c00bd9f-cacd-496c-b0be-1293e0511ae4 service neutron] Attempting to bind port a10f8156-ab9a-4e04-af6d-a3fcaeda1332 on host n-h1-836146-2 for vnic_type normal with profile {"migrating_to": "n-h2-836146-2"} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:08:40.182392 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-5c00bd9f-cacd-496c-b0be-1293e0511ae4 service neutron] Attempting to bind port a10f8156-ab9a-4e04-af6d-a3fcaeda1332 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:08:40.182921 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-5c00bd9f-cacd-496c-b0be-1293e0511ae4 service neutron] Attempting to bind port a10f8156-ab9a-4e04-af6d-a3fcaeda1332 on network 3edbee39-317f-4464-9f65-314e099e8e06 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:40.204235 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d36df943-4468-4a8b-aeee-72d2c8dc74c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:40.209401 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-5c00bd9f-cacd-496c-b0be-1293e0511ae4 service neutron] Port a10f8156-ab9a-4e04-af6d-a3fcaeda1332 on network 3edbee39-317f-4464-9f65-314e099e8e06 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:08:40.209729 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-5c00bd9f-cacd-496c-b0be-1293e0511ae4 service neutron] Attempting to bind port a10f8156-ab9a-4e04-af6d-a3fcaeda1332 on network 3edbee39-317f-4464-9f65-314e099e8e06 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:40.249050 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-38dcbe55-b4ae-4045-82ee-d3fc046fdefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:40.251962 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-38dcbe55-b4ae-4045-82ee-d3fc046fdefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:40.256027 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-38dcbe55-b4ae-4045-82ee-d3fc046fdefa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e8a3256-548d-4c6e-ac4a-bb982a3fd57c HTTP/1.1" status: 204 len: 168 time: 0.4142730 Apr 20 16:08:40.259400 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d36df943-4468-4a8b-aeee-72d2c8dc74c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:40.266038 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dcbe55-b4ae-4045-82ee-d3fc046fdefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8a3256-548d-4c6e-ac4a-bb982a3fd57c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:40.266304 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-5c00bd9f-cacd-496c-b0be-1293e0511ae4 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:08:40.266555 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-5c00bd9f-cacd-496c-b0be-1293e0511ae4 service neutron] Checking segment: {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:08:40.266944 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-5c00bd9f-cacd-496c-b0be-1293e0511ae4 service neutron] Bound using segment: {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:08:40.267562 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-5c00bd9f-cacd-496c-b0be-1293e0511ae4 service neutron] Bound port: a10f8156-ab9a-4e04-af6d-a3fcaeda1332, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:08:40.268089 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-5c00bd9f-cacd-496c-b0be-1293e0511ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:40.311639 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9182c01c-948b-49c6-b6d5-e559e9277764 req-500e57d1-097b-4fcf-a82b-376dd83995c3 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452026 Apr 20 16:08:40.454061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-d36df943-4468-4a8b-aeee-72d2c8dc74c1 admin admin] Allocated IP 172.25.0.207 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/be09769e-af8a-4a06-8bfc-3a6a6eabce15) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:08:40.479868 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-656d65dd-d08f-40df-8496-1c6679310f98 req-d890e177-c411-42f4-bc8c-73c7c1c20c20 service neutron] For port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:08:40.499532 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-656d65dd-d08f-40df-8496-1c6679310f98 req-d890e177-c411-42f4-bc8c-73c7c1c20c20 service neutron] For port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:08:40.560613 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1c1b8-c47f-412c-be80-1e9ec62c26ba req-b66e66a1-0fbc-42ae-8a14-b94a699b3087 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:40.566567 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-00e1c1b8-c47f-412c-be80-1e9ec62c26ba req-b66e66a1-0fbc-42ae-8a14-b94a699b3087 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 943 time: 0.0835991 Apr 20 16:08:40.639206 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-00e1c1b8-c47f-412c-be80-1e9ec62c26ba req-fd46f1a1-ce9d-4dd8-b10a-3c0607521e51 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649362 Apr 20 16:08:40.647090 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-656d65dd-d08f-40df-8496-1c6679310f98 req-d890e177-c411-42f4-bc8c-73c7c1c20c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:40.731841 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d65dd-d08f-40df-8496-1c6679310f98 req-d890e177-c411-42f4-bc8c-73c7c1c20c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:40.732674 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-656d65dd-d08f-40df-8496-1c6679310f98 req-d890e177-c411-42f4-bc8c-73c7c1c20c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:40.734181 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-656d65dd-d08f-40df-8496-1c6679310f98 req-d890e177-c411-42f4-bc8c-73c7c1c20c20 service neutron] 10.222.0.26 "PUT /v2.0/ports/96de2bcd-8d6c-4dca-bc9a-2e3929d99698 HTTP/1.1" status: 200 len: 1091 time: 3.0462327 Apr 20 16:08:40.766415 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-5c00bd9f-cacd-496c-b0be-1293e0511ae4 service neutron] For port a10f8156-ab9a-4e04-af6d-a3fcaeda1332, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:08:40.774129 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-5c00bd9f-cacd-496c-b0be-1293e0511ae4 service neutron] For port a10f8156-ab9a-4e04-af6d-a3fcaeda1332, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a10f8156-ab9a-4e04-af6d-a3fcaeda1332,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:08:40.832305 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f20b888-3a87-4b01-9ca5-e105b444924b None None] Network eb32860c-08a4-4e98-9bbb-9cf536fc9dc7 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:08:40.834956 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b458cb1-92ec-4e8a-82fe-606cf24901bc req-ae5764e3-cbe3-4a64-af83-5620fc493fe3 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:40.847741 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b458cb1-92ec-4e8a-82fe-606cf24901bc req-ae5764e3-cbe3-4a64-af83-5620fc493fe3 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 943 time: 0.3411427 Apr 20 16:08:40.866067 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-5c00bd9f-cacd-496c-b0be-1293e0511ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:40.907459 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890e177-c411-42f4-bc8c-73c7c1c20c20 service neutron] Pushing event updated for resources: {'Port': ['ID=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:40.944210 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d36df943-4468-4a8b-aeee-72d2c8dc74c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:41.000237 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-464a939d-7f40-4d9d-8108-2e5756bcad5d None None] Provisioning complete for port d977b7fb-3da3-4109-829f-49c5f8fd3975 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:41.000771 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-464a939d-7f40-4d9d-8108-2e5756bcad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:41.040965 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd8810-195d-4fac-bf1d-1c3051fb6274 req-29637986-d3b8-4c76-a61a-7350a674b37b tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:41.043928 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71dd8810-195d-4fac-bf1d-1c3051fb6274 req-29637986-d3b8-4c76-a61a-7350a674b37b tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57dbc18-a0ee-42cb-861d-0709d7ca89e7 HTTP/1.1" status: 200 len: 948 time: 0.1397889 Apr 20 16:08:41.051706 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b458cb1-92ec-4e8a-82fe-606cf24901bc req-cf03ab01-9598-4945-b7fb-5a020082c8b6 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021115 Apr 20 16:08:41.066934 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-5c00bd9f-cacd-496c-b0be-1293e0511ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:41.067841 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-5c00bd9f-cacd-496c-b0be-1293e0511ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:41.069662 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-5c00bd9f-cacd-496c-b0be-1293e0511ae4 service neutron] 10.222.0.30 "PUT /v2.0/ports/a10f8156-ab9a-4e04-af6d-a3fcaeda1332 HTTP/1.1" status: 200 len: 1121 time: 2.6741152 Apr 20 16:08:41.093441 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71dd8810-195d-4fac-bf1d-1c3051fb6274 req-9a824fa2-b5a7-4365-9594-a9284e871d28 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428498 Apr 20 16:08:41.133054 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d65dd-d08f-40df-8496-1c6679310f98 req-400adf76-c224-4d5b-b38b-1328ad91f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:41.134864 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-656d65dd-d08f-40df-8496-1c6679310f98 req-400adf76-c224-4d5b-b38b-1328ad91f1d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 1094 time: 0.2565744 Apr 20 16:08:41.137806 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00bd9f-cacd-496c-b0be-1293e0511ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=a10f8156-ab9a-4e04-af6d-a3fcaeda1332,revision_number=8']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:41.183171 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-464a939d-7f40-4d9d-8108-2e5756bcad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:41.199359 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-656d65dd-d08f-40df-8496-1c6679310f98 req-07f6c6a8-0a33-4b3d-99a7-c1940ae7d2ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698 HTTP/1.1" status: 200 len: 217 time: 0.0481789 Apr 20 16:08:41.252785 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-464a939d-7f40-4d9d-8108-2e5756bcad5d None None] For port d977b7fb-3da3-4109-829f-49c5f8fd3975, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d977b7fb-3da3-4109-829f-49c5f8fd3975,segment=NetworkSegment(0a23c800-14b2-43e8-a94a-ff8e990bb789),segment_id=0a23c800-14b2-43e8-a94a-ff8e990bb789)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:41.261871 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d65dd-d08f-40df-8496-1c6679310f98 req-a99d2087-823f-4df7-8bed-0fe9b704255c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:41.264042 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-656d65dd-d08f-40df-8496-1c6679310f98 req-a99d2087-823f-4df7-8bed-0fe9b704255c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6cf39be6-ada6-40b6-a73b-d57e4fcf739a HTTP/1.1" status: 200 len: 850 time: 0.0511785 Apr 20 16:08:41.274533 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['a10f8156-ab9a-4e04-af6d-a3fcaeda1332'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:08:41.278303 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['a10f8156-ab9a-4e04-af6d-a3fcaeda1332'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:08:41.336229 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d36df943-4468-4a8b-aeee-72d2c8dc74c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:41.339738 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d65dd-d08f-40df-8496-1c6679310f98 req-1c7ad536-a157-473a-b9de-b3cf51a0912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:41.341468 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-656d65dd-d08f-40df-8496-1c6679310f98 req-1c7ad536-a157-473a-b9de-b3cf51a0912d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1e63842-0159-452f-8eed-f7dec1727f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692713 Apr 20 16:08:41.393479 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-464a939d-7f40-4d9d-8108-2e5756bcad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:41.469033 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36df943-4468-4a8b-aeee-72d2c8dc74c1 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:41.470299 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36df943-4468-4a8b-aeee-72d2c8dc74c1 admin admin] Pushing event updated for resources: {'Port': ['ID=be09769e-af8a-4a06-8bfc-3a6a6eabce15,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:41.518938 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b070ac35-bcbe-4e10-b667-5deb8296f6c1 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:08:41.531082 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-d36df943-4468-4a8b-aeee-72d2c8dc74c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:41.546398 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a939d-7f40-4d9d-8108-2e5756bcad5d None None] Pushing event updated for resources: {'Port': ['ID=d977b7fb-3da3-4109-829f-49c5f8fd3975,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:41.547676 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36df943-4468-4a8b-aeee-72d2c8dc74c1 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:08:41.641851 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c41bd-e39d-48a0-912e-a1757b1a1d91 req-9fa3cd99-6d5a-46e9-ae46-231198cea9b7 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:41.657825 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b98c41bd-e39d-48a0-912e-a1757b1a1d91 req-9fa3cd99-6d5a-46e9-ae46-231198cea9b7 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 945 time: 0.2405899 Apr 20 16:08:41.732357 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b98c41bd-e39d-48a0-912e-a1757b1a1d91 req-309d46d8-aff6-4e23-ac51-929996c54a78 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813537 Apr 20 16:08:41.776770 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b070ac35-bcbe-4e10-b667-5deb8296f6c1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b070ac35-bcbe-4e10-b667-5deb8296f6c1,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:41.783149 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-656d65dd-d08f-40df-8496-1c6679310f98 req-8c242bca-20a3-48b9-97e5-b4ad43f970cf service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299572 Apr 20 16:08:41.798086 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'b070ac35-bcbe-4e10-b667-5deb8296f6c1', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'b070ac35-bcbe-4e10-b667-5deb8296f6c1', 'mac_address': 'fa:16:3e:24:9e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:08:41.841516 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece45492-6384-4be4-acd1-a3fe36a8d7dd', 'tag': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698'}, {'name': 'network-changed', 'server_uuid': '9f9bdd49-8721-40ce-b7b4-75ad586a5b74', 'tag': 'a10f8156-ab9a-4e04-af6d-a3fcaeda1332'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:08:41.843878 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6580620-bb7e-48e4-8995-816012b17232" -d '{"events": [{"name": "network-changed", "server_uuid": "ece45492-6384-4be4-acd1-a3fe36a8d7dd", "tag": "96de2bcd-8d6c-4dca-bc9a-2e3929d99698"}, {"name": "network-changed", "server_uuid": "9f9bdd49-8721-40ce-b7b4-75ad586a5b74", "tag": "a10f8156-ab9a-4e04-af6d-a3fcaeda1332"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:08:41.855186 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-275e7093-2a23-4a20-a25d-1ae94ae3574f None None] Provisioning complete for port d977b7fb-3da3-4109-829f-49c5f8fd3975 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:41.855563 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-275e7093-2a23-4a20-a25d-1ae94ae3574f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:41.867243 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895e738-ab0d-4372-b470-9c154a4e0e41 req-3993f2a9-5ef5-4a9c-a592-52759856d609 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:41.875489 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6895e738-ab0d-4372-b470-9c154a4e0e41 req-3993f2a9-5ef5-4a9c-a592-52759856d609 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 943 time: 0.0844159 Apr 20 16:08:41.919465 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d977b7fb-3da3-4109-829f-49c5f8fd3975 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:08:41.931268 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6895e738-ab0d-4372-b470-9c154a4e0e41 req-fcf46816-0cc1-492d-83c6-0d1ae3f1af12 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548322 Apr 20 16:08:41.976170 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Apr 2022 16:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b321aa7d-a8d8-4457-b500-0f9e770d4512 x-openstack-request-id: req-b321aa7d-a8d8-4457-b500-0f9e770d4512 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:08:41.976588 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece45492-6384-4be4-acd1-a3fe36a8d7dd", "tag": "96de2bcd-8d6c-4dca-bc9a-2e3929d99698", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9f9bdd49-8721-40ce-b7b4-75ad586a5b74", "tag": "a10f8156-ab9a-4e04-af6d-a3fcaeda1332", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:08:41.976756 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b321aa7d-a8d8-4457-b500-0f9e770d4512 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:08:41.977257 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b321aa7d-a8d8-4457-b500-0f9e770d4512'] response: {'name': 'network-changed', 'server_uuid': 'ece45492-6384-4be4-acd1-a3fe36a8d7dd', 'tag': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698', 'status': 'completed', 'code': 200} Apr 20 16:08:41.977584 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b321aa7d-a8d8-4457-b500-0f9e770d4512'] response: {'name': 'network-changed', 'server_uuid': '9f9bdd49-8721-40ce-b7b4-75ad586a5b74', 'tag': 'a10f8156-ab9a-4e04-af6d-a3fcaeda1332', 'status': 'completed', 'code': 200} Apr 20 16:08:42.025110 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-656d65dd-d08f-40df-8496-1c6679310f98 req-5cfd6aa7-7dff-489a-a737-9e6a9715422b service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334585 Apr 20 16:08:42.045647 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:42.075395 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b070ac35-bcbe-4e10-b667-5deb8296f6c1 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:08:42.152046 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b070ac35-bcbe-4e10-b667-5deb8296f6c1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b070ac35-bcbe-4e10-b667-5deb8296f6c1,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:42.152046 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port d977b7fb-3da3-4109-829f-49c5f8fd3975 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:42.152046 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:42.182623 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23e662-1b5a-4e26-b4f3-bcf3dae32bf4 req-1c2a8324-a29e-4cef-8908-ac51ec2a2c5b tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:42.191313 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bc23e662-1b5a-4e26-b4f3-bcf3dae32bf4 req-1c2a8324-a29e-4cef-8908-ac51ec2a2c5b tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 943 time: 0.0600419 Apr 20 16:08:42.232979 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bc23e662-1b5a-4e26-b4f3-bcf3dae32bf4 req-ae651fbe-0a54-42b5-b6e7-868ff76005e4 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407164 Apr 20 16:08:42.267950 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:42.311270 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d36df943-4468-4a8b-aeee-72d2c8dc74c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:42.330147 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d908328-c013-4719-977b-aea043004954 req-5f35bb90-047f-4b48-882c-b6eb33b4ea80 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:42.335062 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=b070ac35-bcbe-4e10-b667-5deb8296f6c1,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:42.340995 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2d908328-c013-4719-977b-aea043004954 req-5f35bb90-047f-4b48-882c-b6eb33b4ea80 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57dbc18-a0ee-42cb-861d-0709d7ca89e7 HTTP/1.1" status: 200 len: 948 time: 0.1220982 Apr 20 16:08:42.402111 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6580620-bb7e-48e4-8995-816012b17232 req-d4c4c70a-8f13-419c-a5b2-c65c3725f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:42.404577 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6580620-bb7e-48e4-8995-816012b17232 req-d4c4c70a-8f13-419c-a5b2-c65c3725f1a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 1094 time: 0.1528876 Apr 20 16:08:42.444903 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2d908328-c013-4719-977b-aea043004954 req-d2fa68f5-261b-4e13-b78e-df3f9e505fa6 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669627 Apr 20 16:08:42.589100 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6580620-bb7e-48e4-8995-816012b17232 req-13891d52-0161-4bba-b45d-5420d1b85b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:42.590711 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6580620-bb7e-48e4-8995-816012b17232 req-13891d52-0161-4bba-b45d-5420d1b85b7b service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 912 time: 0.1730809 Apr 20 16:08:42.637682 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6580620-bb7e-48e4-8995-816012b17232 req-a56f6f3d-a2b6-413d-a865-c29d39b89a84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698 HTTP/1.1" status: 200 len: 217 time: 0.0365460 Apr 20 16:08:42.717262 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d36df943-4468-4a8b-aeee-72d2c8dc74c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:42.726881 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6580620-bb7e-48e4-8995-816012b17232 req-79a3d324-83ca-49bf-8dd0-5e7ec6561bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:42.728397 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6580620-bb7e-48e4-8995-816012b17232 req-79a3d324-83ca-49bf-8dd0-5e7ec6561bed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6cf39be6-ada6-40b6-a73b-d57e4fcf739a HTTP/1.1" status: 200 len: 850 time: 0.0601418 Apr 20 16:08:42.873904 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d621f-c313-41f3-96fb-5d335dfe2a1c req-d3689937-7fa8-4158-84d2-84a749fd0bd5 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:42.875885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6580620-bb7e-48e4-8995-816012b17232 req-7eca61ce-b7be-4591-9fda-3cd291aaebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:42.877429 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6580620-bb7e-48e4-8995-816012b17232 req-7eca61ce-b7be-4591-9fda-3cd291aaebbd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1e63842-0159-452f-8eed-f7dec1727f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132965 Apr 20 16:08:42.881919 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da9d621f-c313-41f3-96fb-5d335dfe2a1c req-d3689937-7fa8-4158-84d2-84a749fd0bd5 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 945 time: 0.0655923 Apr 20 16:08:42.928646 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da9d621f-c313-41f3-96fb-5d335dfe2a1c req-aeab3026-0712-49f9-8cb3-0a753c167dbd tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424957 Apr 20 16:08:42.940479 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54034) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:43.046015 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36df943-4468-4a8b-aeee-72d2c8dc74c1 admin admin] Router 9a3e1b76-eca1-4970-bbda-0317b56115d8 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:08:43.083015 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6580620-bb7e-48e4-8995-816012b17232 req-b2a51ab4-4200-4cbd-8147-7a7dad9be32b service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964915 Apr 20 16:08:43.096222 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5fd24327-65f1-493c-a08e-8c02a851a565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:43.120000 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['b070ac35-bcbe-4e10-b667-5deb8296f6c1'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:08:43.173248 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cdf59e-8774-449c-8920-ade50a652e78 req-5440256e-b59b-4755-8c5b-7ce976678273 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:43.174743 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-77cdf59e-8774-449c-8920-ade50a652e78 req-5440256e-b59b-4755-8c5b-7ce976678273 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 943 time: 0.1619539 Apr 20 16:08:43.183686 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5fd24327-65f1-493c-a08e-8c02a851a565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:43.260592 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5fd24327-65f1-493c-a08e-8c02a851a565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:43.360308 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5fd24327-65f1-493c-a08e-8c02a851a565 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b836b3088b14b588ee354d033b899fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4164727 Apr 20 16:08:43.374643 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd24327-65f1-493c-a08e-8c02a851a565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d8b7f4-255e-4239-94d1-630c42897551,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:43.377234 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54046) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:43.436864 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72534c-493c-497a-a78b-b623216d65a6 req-499884fc-75bf-4d2c-a139-d702b6699d1e tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:43.438737 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ab72534c-493c-497a-a78b-b623216d65a6 req-499884fc-75bf-4d2c-a139-d702b6699d1e tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 943 time: 0.1093342 Apr 20 16:08:43.500261 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2444f80-add9-45bf-a43c-6f2a07b15e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:43.514933 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ab72534c-493c-497a-a78b-b623216d65a6 req-479657af-f7ea-4579-a4c5-66d262c55d48 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642316 Apr 20 16:08:43.529513 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2444f80-add9-45bf-a43c-6f2a07b15e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:43.665969 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c08a8-1019-4f82-abfc-68f24aa6f3a5 req-b80e7c9f-6f88-49e5-8203-60af5d9e6cd6 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:43.667765 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e17c08a8-1019-4f82-abfc-68f24aa6f3a5 req-b80e7c9f-6f88-49e5-8203-60af5d9e6cd6 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57dbc18-a0ee-42cb-861d-0709d7ca89e7 HTTP/1.1" status: 200 len: 949 time: 0.0530193 Apr 20 16:08:43.678124 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2444f80-add9-45bf-a43c-6f2a07b15e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:43.680746 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2444f80-add9-45bf-a43c-6f2a07b15e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:43.684227 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f2444f80-add9-45bf-a43c-6f2a07b15e53 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/98d8b7f4-255e-4239-94d1-630c42897551 HTTP/1.1" status: 204 len: 168 time: 0.3002639 Apr 20 16:08:43.703999 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-77cdf59e-8774-449c-8920-ade50a652e78 req-cc90a028-886f-4336-a6e3-6794968e5cff tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353085 Apr 20 16:08:43.713071 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2444f80-add9-45bf-a43c-6f2a07b15e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d8b7f4-255e-4239-94d1-630c42897551,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:43.736179 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6580620-bb7e-48e4-8995-816012b17232 req-b871140b-78cd-472f-8de1-aa2be4ccb3e3 service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6424377 Apr 20 16:08:43.737589 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36df943-4468-4a8b-aeee-72d2c8dc74c1 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:08:43.748728 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] Sync routers for ids ['9a3e1b76-eca1-4970-bbda-0317b56115d8'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:08:43.751824 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e17c08a8-1019-4f82-abfc-68f24aa6f3a5 req-fe2f489f-dce9-4a3b-8a57-2e903400e5f4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763803 Apr 20 16:08:43.763682 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] Routers {'9a3e1b76-eca1-4970-bbda-0317b56115d8'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:08:43.767873 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:08:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['9a3e1b76-eca1-4970-bbda-0317b56115d8'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:43.828066 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d36df943-4468-4a8b-aeee-72d2c8dc74c1 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:43.829372 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d36df943-4468-4a8b-aeee-72d2c8dc74c1 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8245602 Apr 20 16:08:43.832301 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54052) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:43.903122 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6580620-bb7e-48e4-8995-816012b17232 req-a800523e-aef1-4874-9ec1-74269dbd4bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:43.905665 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6580620-bb7e-48e4-8995-816012b17232 req-a800523e-aef1-4874-9ec1-74269dbd4bac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 1124 time: 0.0587437 Apr 20 16:08:44.047521 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] Set router 9a3e1b76-eca1-4970-bbda-0317b56115d8 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:08:44.055384 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6580620-bb7e-48e4-8995-816012b17232 req-06f21a05-bbd3-4ff0-a452-06eaefcee400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:44.056973 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6580620-bb7e-48e4-8995-816012b17232 req-06f21a05-bbd3-4ff0-a452-06eaefcee400 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 922 time: 0.1433370 Apr 20 16:08:44.117371 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6580620-bb7e-48e4-8995-816012b17232 req-7d0d8f1b-2c53-47d8-aedc-ca90584101fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a10f8156-ab9a-4e04-af6d-a3fcaeda1332 HTTP/1.1" status: 200 len: 217 time: 0.0460439 Apr 20 16:08:44.119136 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af81d6a-b98a-49f2-a89a-d3ecba62d9c7 req-df4a35fc-bc27-444d-af9f-12aebab977a4 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:44.127513 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4af81d6a-b98a-49f2-a89a-d3ecba62d9c7 req-df4a35fc-bc27-444d-af9f-12aebab977a4 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 945 time: 0.1283565 Apr 20 16:08:44.221475 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4af81d6a-b98a-49f2-a89a-d3ecba62d9c7 req-fb72083e-7a4c-4631-ba10-298e5ed36c96 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929782 Apr 20 16:08:44.223186 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6580620-bb7e-48e4-8995-816012b17232 req-003a7f9d-1b45-4de4-84ef-c7f71c9546f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:44.226639 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6580620-bb7e-48e4-8995-816012b17232 req-003a7f9d-1b45-4de4-84ef-c7f71c9546f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66ca5027-e9c8-41ce-8129-1d35f4e0c95c HTTP/1.1" status: 200 len: 861 time: 0.0943499 Apr 20 16:08:44.271214 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6580620-bb7e-48e4-8995-816012b17232 req-7638ac91-b129-4ae0-9614-48f5595850a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3edbee39-317f-4464-9f65-314e099e8e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380559 Apr 20 16:08:44.341410 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3e1b76-eca1-4970-bbda-0317b56115d8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1712695433-router', 'tenant_id': '5d97324e9f82404497028fe0c92d8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'be09769e-af8a-4a06-8bfc-3a6a6eabce15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:08:38Z', 'updated_at': '2022-04-20T16:08:42Z', 'revision_number': 3, 'project_id': '5d97324e9f82404497028fe0c92d8259', 'gw_port': {'id': 'be09769e-af8a-4a06-8bfc-3a6a6eabce15', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:39:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3e1b76-eca1-4970-bbda-0317b56115d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:40Z', 'updated_at': '2022-04-20T16:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:44.380625 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] Checking router: 9a3e1b76-eca1-4970-bbda-0317b56115d8 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:08:44.380976 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] Updating router 9a3e1b76-eca1-4970-bbda-0317b56115d8 port be09769e-af8a-4a06-8bfc-3a6a6eabce15 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:08:44.394082 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6580620-bb7e-48e4-8995-816012b17232 req-0c9f071f-1c26-4c11-9f6e-0225b45fad67 service neutron] 10.222.0.26 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140826 Apr 20 16:08:44.408972 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:44.588519 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6580620-bb7e-48e4-8995-816012b17232 req-802922e0-7792-4e35-8fdc-05067043f6c3 service neutron] 10.222.0.26 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835055 Apr 20 16:08:44.727843 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94956277-e189-45ee-8d84-3aad8d348b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:44.761650 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cb07f-de31-4f95-924f-f9f89d5df5b6 req-ce94e4e4-89c6-4679-996f-8d9ddf376f5f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:44.769427 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d52cb07f-de31-4f95-924f-f9f89d5df5b6 req-ce94e4e4-89c6-4679-996f-8d9ddf376f5f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 943 time: 0.0828118 Apr 20 16:08:44.811767 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:44.853483 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa65b0-6630-454f-980e-c910fc19cc11 req-7df3a9ac-34d8-440f-acb2-3fb4a161cb16 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:44.854205 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d52cb07f-de31-4f95-924f-f9f89d5df5b6 req-803cdf51-77e3-4065-8029-d664c0817891 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838921 Apr 20 16:08:44.863864 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbfa65b0-6630-454f-980e-c910fc19cc11 req-7df3a9ac-34d8-440f-acb2-3fb4a161cb16 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 943 time: 0.0827549 Apr 20 16:08:44.874166 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:44.915944 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbfa65b0-6630-454f-980e-c910fc19cc11 req-b46240ef-6b75-4ffe-bef1-efafdb83499b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506189 Apr 20 16:08:44.966487 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-94956277-e189-45ee-8d84-3aad8d348b65 admin admin] Allocated IP 172.20.0.1 (eb32860c-08a4-4e98-9bbb-9cf536fc9dc7/fa641f76-ef85-41c8-8c95-1436bd080820/89ab7233-fbf1-406e-b153-bb76cae3ea9c) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:08:44.969031 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdf362-9efc-49fd-9bae-730869652609 None None] Pushing event updated for resources: {'Port': ['ID=be09769e-af8a-4a06-8bfc-3a6a6eabce15,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:44.972917 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] Attempting to bind port be09769e-af8a-4a06-8bfc-3a6a6eabce15 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:08:44.973217 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] Attempting to bind port be09769e-af8a-4a06-8bfc-3a6a6eabce15 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:08:44.973581 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] Attempting to bind port be09769e-af8a-4a06-8bfc-3a6a6eabce15 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:44.979292 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:08:44.979292 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:08:44.979668 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:44.980060 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:08:44.980549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] Bound port: be09769e-af8a-4a06-8bfc-3a6a6eabce15, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:08:44.981468 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:45.059249 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] For port be09769e-af8a-4a06-8bfc-3a6a6eabce15, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:08:45.065363 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] For port be09769e-af8a-4a06-8bfc-3a6a6eabce15, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=be09769e-af8a-4a06-8bfc-3a6a6eabce15,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:08:45.083210 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7efb0-3f13-436a-876f-08cf6f472a60 req-96ab0eac-f01c-485b-8c9c-aa0505e05fd1 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:45.084747 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-53f7efb0-3f13-436a-876f-08cf6f472a60 req-96ab0eac-f01c-485b-8c9c-aa0505e05fd1 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57dbc18-a0ee-42cb-861d-0709d7ca89e7 HTTP/1.1" status: 200 len: 949 time: 0.1065109 Apr 20 16:08:45.129172 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94956277-e189-45ee-8d84-3aad8d348b65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:45.159017 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-53f7efb0-3f13-436a-876f-08cf6f472a60 req-200cc38e-6aa3-4816-baf0-929596c5ce11 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606205 Apr 20 16:08:45.165566 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:45.241270 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] Routers {'9a3e1b76-eca1-4970-bbda-0317b56115d8'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:08:45.242028 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:08:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['9a3e1b76-eca1-4970-bbda-0317b56115d8'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:45.272565 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94956277-e189-45ee-8d84-3aad8d348b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:45.344611 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94956277-e189-45ee-8d84-3aad8d348b65 admin admin] Network eb32860c-08a4-4e98-9bbb-9cf536fc9dc7 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:45.351335 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-94956277-e189-45ee-8d84-3aad8d348b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:45.371907 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94956277-e189-45ee-8d84-3aad8d348b65 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:08:45.372179 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] Set router 9a3e1b76-eca1-4970-bbda-0317b56115d8 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:08:45.424577 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94956277-e189-45ee-8d84-3aad8d348b65 admin admin] Pushing event updated for resources: {'Port': ['ID=89ab7233-fbf1-406e-b153-bb76cae3ea9c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:45.450110 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94956277-e189-45ee-8d84-3aad8d348b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:45.458617 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8080dc-2112-4383-872d-b0c44e78c416 req-e427239c-e82c-4ebc-9919-82ea3de94e22 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:45.460195 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa8080dc-2112-4383-872d-b0c44e78c416 req-e427239c-e82c-4ebc-9919-82ea3de94e22 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 945 time: 0.1120331 Apr 20 16:08:45.482083 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdf362-9efc-49fd-9bae-730869652609 None None] Pushing event updated for resources: {'Port': ['ID=be09769e-af8a-4a06-8bfc-3a6a6eabce15,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:45.550788 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:08:45.557452 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b070ac35-bcbe-4e10-b667-5deb8296f6c1 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:08:45.570653 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa8080dc-2112-4383-872d-b0c44e78c416 req-8a9ff146-30f5-4ad7-9d42-12f26220bc5a tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915871 Apr 20 16:08:45.625894 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-d7d0bcb6-d673-4f11-a89e-92a0a225b409 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f2284051e4cd46c69f8dbdc3987cea0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407956 Apr 20 16:08:45.754798 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94956277-e189-45ee-8d84-3aad8d348b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:45.763050 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-871897d3-b9d1-4d52-bdfc-50d42bfa13a9 None None] Provisioning complete for port 89ab7233-fbf1-406e-b153-bb76cae3ea9c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:45.763415 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-871897d3-b9d1-4d52-bdfc-50d42bfa13a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:45.792228 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-8c2044ad-f857-42ed-85de-b4e9e01c6cae tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:45.794570 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-8c2044ad-f857-42ed-85de-b4e9e01c6cae tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1623778 Apr 20 16:08:45.821105 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:45.834194 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-53448bc2-2378-4c19-8c92-7631ff250dc6 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/quotas/f2284051e4cd46c69f8dbdc3987cea0b HTTP/1.1" status: 200 len: 375 time: 0.0200393 Apr 20 16:08:45.835902 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-871897d3-b9d1-4d52-bdfc-50d42bfa13a9 None None] Port 89ab7233-fbf1-406e-b153-bb76cae3ea9c cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:08:45.841718 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'port_id': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698', 'mac_address': 'fa:16:3e:f6:c3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:08:45.850861 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3e1b76-eca1-4970-bbda-0317b56115d8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1712695433-router', 'tenant_id': '5d97324e9f82404497028fe0c92d8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'be09769e-af8a-4a06-8bfc-3a6a6eabce15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:08:38Z', 'updated_at': '2022-04-20T16:08:42Z', 'revision_number': 3, 'project_id': '5d97324e9f82404497028fe0c92d8259', 'gw_port': {'id': 'be09769e-af8a-4a06-8bfc-3a6a6eabce15', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:39:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3e1b76-eca1-4970-bbda-0317b56115d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:40Z', 'updated_at': '2022-04-20T16:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:45.872882 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-14eb6563-a55e-43fa-8d2e-bee0f452a5f3 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2284051e4cd46c69f8dbdc3987cea0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285797 Apr 20 16:08:45.896315 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port b070ac35-bcbe-4e10-b667-5deb8296f6c1 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:08:45.900261 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa32600-288e-438b-8251-e27d2e904833 None None] The sync data for ids ['9a3e1b76-eca1-4970-bbda-0317b56115d8'] in n-d-836146-2 is: [{'id': '9a3e1b76-eca1-4970-bbda-0317b56115d8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1712695433-router', 'tenant_id': '5d97324e9f82404497028fe0c92d8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'be09769e-af8a-4a06-8bfc-3a6a6eabce15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:08:38Z', 'updated_at': '2022-04-20T16:08:42Z', 'revision_number': 3, 'project_id': '5d97324e9f82404497028fe0c92d8259', 'gw_port': {'id': 'be09769e-af8a-4a06-8bfc-3a6a6eabce15', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:39:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3e1b76-eca1-4970-bbda-0317b56115d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:40Z', 'updated_at': '2022-04-20T16:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:08:45.910845 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port b070ac35-bcbe-4e10-b667-5deb8296f6c1 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:45.910845 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:45.945524 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:45.969741 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:08:45.996530 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:46.022559 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94956277-e189-45ee-8d84-3aad8d348b65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:46.046161 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb58d1-85b4-4356-b153-bfde719fa519 req-61d5f2e0-09a1-4daa-adc4-82e8a5ee8adb tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:46.047742 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b5cb58d1-85b4-4356-b153-bfde719fa519 req-61d5f2e0-09a1-4daa-adc4-82e8a5ee8adb tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 943 time: 0.0684972 Apr 20 16:08:46.055092 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:46.067001 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:46.088785 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b5cb58d1-85b4-4356-b153-bfde719fa519 req-54658a64-bf2d-40ed-943a-756bd13bbaf0 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342886 Apr 20 16:08:46.091001 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94956277-e189-45ee-8d84-3aad8d348b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:46.108448 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57dbc18-a0ee-42cb-861d-0709d7ca89e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b070ac35-bcbe-4e10-b667-5deb8296f6c1'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:08:46.111051 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6555717-5b81-49fe-b9fc-d541cc9daf6f" -d '{"events": [{"server_uuid": "b57dbc18-a0ee-42cb-861d-0709d7ca89e7", "name": "network-vif-plugged", "status": "completed", "tag": "b070ac35-bcbe-4e10-b667-5deb8296f6c1"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:08:46.150793 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b070ac35-bcbe-4e10-b667-5deb8296f6c1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b070ac35-bcbe-4e10-b667-5deb8296f6c1,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:46.172657 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94956277-e189-45ee-8d84-3aad8d348b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:46.173300 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:46.225630 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:46.274566 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94956277-e189-45ee-8d84-3aad8d348b65 admin admin] Pushing event updated for resources: {'Port': ['ID=89ab7233-fbf1-406e-b153-bb76cae3ea9c,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:46.290993 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ff30c6-cbc2-45c3-81a7-bc01a20e7c29 x-openstack-request-id: req-a6ff30c6-cbc2-45c3-81a7-bc01a20e7c29 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:08:46.291563 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57dbc18-a0ee-42cb-861d-0709d7ca89e7", "name": "network-vif-plugged", "status": "completed", "tag": "b070ac35-bcbe-4e10-b667-5deb8296f6c1", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:08:46.292192 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6ff30c6-cbc2-45c3-81a7-bc01a20e7c29 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:08:46.292898 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6ff30c6-cbc2-45c3-81a7-bc01a20e7c29'] response: {'server_uuid': 'b57dbc18-a0ee-42cb-861d-0709d7ca89e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b070ac35-bcbe-4e10-b667-5deb8296f6c1', 'code': 200} Apr 20 16:08:46.364548 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=b070ac35-bcbe-4e10-b667-5deb8296f6c1,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:46.384368 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2334ead8-ec29-428c-8fb1-ac66645f8799 req-66458589-4537-4b9c-9924-b0c425333512 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 210 time: 0.0637262 Apr 20 16:08:46.470793 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017f833-3188-40c4-bef0-747435b75cf8 req-5475972f-82bb-4deb-b4ae-e52a743ca775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:46.472421 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c017f833-3188-40c4-bef0-747435b75cf8 req-5475972f-82bb-4deb-b4ae-e52a743ca775 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b57dbc18-a0ee-42cb-861d-0709d7ca89e7 HTTP/1.1" status: 200 len: 1101 time: 0.0904047 Apr 20 16:08:46.517586 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dc4f5-8bb8-4f2d-af2f-f44a71b7deea req-443e95bf-2bbb-42b9-babb-cc37705af28c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:46.519527 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-143dc4f5-8bb8-4f2d-af2f-f44a71b7deea req-443e95bf-2bbb-42b9-babb-cc37705af28c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.1616938 Apr 20 16:08:46.534085 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94956277-e189-45ee-8d84-3aad8d348b65 admin admin] Network eb32860c-08a4-4e98-9bbb-9cf536fc9dc7 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:46.548908 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-94956277-e189-45ee-8d84-3aad8d348b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:46.595512 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c017f833-3188-40c4-bef0-747435b75cf8 req-eb5947d0-3ada-452c-8be6-45b4a072ddf9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083708 Apr 20 16:08:46.613502 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50cd7d-389e-4932-b905-d80d5afbd2bb req-3d1a315f-e3d7-4c0e-92fb-1ff38665ebf3 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:46.624941 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7e50cd7d-389e-4932-b905-d80d5afbd2bb req-3d1a315f-e3d7-4c0e-92fb-1ff38665ebf3 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57dbc18-a0ee-42cb-861d-0709d7ca89e7 HTTP/1.1" status: 200 len: 950 time: 0.1056445 Apr 20 16:08:46.627466 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['96de2bcd-8d6c-4dca-bc9a-2e3929d99698'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:08:46.645534 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-143dc4f5-8bb8-4f2d-af2f-f44a71b7deea req-4a2440b9-4d42-4aa9-a12e-6e5a78b97276 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143339 Apr 20 16:08:46.690721 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7e50cd7d-389e-4932-b905-d80d5afbd2bb req-807dcfea-74a8-4c1b-8280-2794e4e16376 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609906 Apr 20 16:08:46.807395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94956277-e189-45ee-8d84-3aad8d348b65 admin admin] Router 9a3e1b76-eca1-4970-bbda-0317b56115d8 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:08:46.923115 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564cf8f-9e18-4794-9a3d-a3973f328e58 req-878a3b01-b944-4448-abfc-78c314d56d55 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:46.924787 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5564cf8f-9e18-4794-9a3d-a3973f328e58 req-878a3b01-b944-4448-abfc-78c314d56d55 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 945 time: 0.1298759 Apr 20 16:08:46.989180 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5564cf8f-9e18-4794-9a3d-a3973f328e58 req-2d259c41-04f1-43bb-998b-1e6bc715f174 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501356 Apr 20 16:08:47.003735 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-40030a2d-b075-4559-9019-0526465c7b70 None None] Provisioning complete for port 89ab7233-fbf1-406e-b153-bb76cae3ea9c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:47.004538 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-40030a2d-b075-4559-9019-0526465c7b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:47.027542 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94956277-e189-45ee-8d84-3aad8d348b65 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:08:47.043702 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-94956277-e189-45ee-8d84-3aad8d348b65 admin admin] 10.222.0.15 "PUT /v2.0/routers/9a3e1b76-eca1-4970-bbda-0317b56115d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2005079 Apr 20 16:08:47.075654 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-40030a2d-b075-4559-9019-0526465c7b70 None None] Port 89ab7233-fbf1-406e-b153-bb76cae3ea9c cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:08:47.270712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a26b02-8444-4823-9998-26bd99ba88ad req-d8984a50-e28c-410a-b51d-298ea4f0bd13 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:47.285352 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13a26b02-8444-4823-9998-26bd99ba88ad req-d8984a50-e28c-410a-b51d-298ea4f0bd13 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 943 time: 0.0680609 Apr 20 16:08:47.327595 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13a26b02-8444-4823-9998-26bd99ba88ad req-93c227b2-ceec-45a0-9f12-45517093a683 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483639 Apr 20 16:08:47.351365 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-de178706-0ea0-49ea-8158-dce5d0b11a6c req-e8ed2261-9634-40f2-b08c-36b3135c486e tempest-FloatingIPsNegativeTestJSON-1450190289 tempest-FloatingIPsNegativeTestJSON-1450190289-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=5d97324e9f82404497028fe0c92d8259 HTTP/1.1" status: 200 len: 217 time: 0.0836670 Apr 20 16:08:47.397331 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f22a57ca-bf4d-40fd-94b7-16acfa5b2c51 req-b1d89a72-129e-44fb-a48c-52f5ecfb9df9 tempest-FloatingIPsNegativeTestJSON-1450190289 tempest-FloatingIPsNegativeTestJSON-1450190289-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0213692 Apr 20 16:08:47.448477 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803724f9-04f7-4372-b002-2414e4d723a7 req-d5b37ac4-fc6a-4f0c-aa37-9e0cffd87f68 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:47.451240 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-803724f9-04f7-4372-b002-2414e4d723a7 req-d5b37ac4-fc6a-4f0c-aa37-9e0cffd87f68 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1c9a244-02f9-4d56-8b88-04568ec57948 HTTP/1.1" status: 200 len: 945 time: 0.0575204 Apr 20 16:08:47.467843 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [req-5be0db57-b90f-43f9-ab8c-32fabe0fdc2a req-ec04b5dd-c686-4fc9-a305-b213c73eb95a tempest-FloatingIPsNegativeTestJSON-1450190289 tempest-FloatingIPsNegativeTestJSON-1450190289-project] show failed (client error): The resource could not be found. Apr 20 16:08:47.468910 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5be0db57-b90f-43f9-ab8c-32fabe0fdc2a req-ec04b5dd-c686-4fc9-a305-b213c73eb95a tempest-FloatingIPsNegativeTestJSON-1450190289 tempest-FloatingIPsNegativeTestJSON-1450190289-project] 10.222.0.15 "GET /v2.0/floatingips/ed5ed81b-3101-428d-a542-58f98eff5764 HTTP/1.1" status: 404 len: 350 time: 0.0486758 Apr 20 16:08:47.481454 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54142) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:47.507149 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-803724f9-04f7-4372-b002-2414e4d723a7 req-b0e648f2-2e19-45b2-ba10-8925561a1f14 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ca65f03-edb3-4c86-86df-d9032d2bc538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479374 Apr 20 16:08:47.559206 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b53f271e-fb07-49e4-8cfb-46919bf32d01 req-ad9b2032-a632-464a-9bbe-5e938abb871d tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 210 time: 0.0332878 Apr 20 16:08:47.811449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device be09769e-af8a-4a06-8bfc-3a6a6eabce15 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:08:47.865494 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port be09769e-af8a-4a06-8bfc-3a6a6eabce15 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:47.865864 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:47.871479 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fd0ba-c6f6-4e36-b58d-6c5f2d63883d req-e22a8eb8-671a-411d-8eba-94e80beb551d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:47.873445 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-795fd0ba-c6f6-4e36-b58d-6c5f2d63883d req-e22a8eb8-671a-411d-8eba-94e80beb551d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0756931 Apr 20 16:08:47.922951 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-795fd0ba-c6f6-4e36-b58d-6c5f2d63883d req-d4f90740-2819-4fb1-b18e-592aeea245b2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415249 Apr 20 16:08:47.937942 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd30ce8-a785-4846-803a-375a86050360 req-8b015563-7e73-4728-8219-5d49eaf064d1 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:47.939509 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-efd30ce8-a785-4846-803a-375a86050360 req-8b015563-7e73-4728-8219-5d49eaf064d1 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57dbc18-a0ee-42cb-861d-0709d7ca89e7 HTTP/1.1" status: 200 len: 950 time: 0.1560292 Apr 20 16:08:47.957866 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:47.980595 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port be09769e-af8a-4a06-8bfc-3a6a6eabce15, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=be09769e-af8a-4a06-8bfc-3a6a6eabce15,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:48.043547 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-efd30ce8-a785-4846-803a-375a86050360 req-bcc6d7b7-74fb-40c0-95b8-df440e41cffe tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734887 Apr 20 16:08:48.063549 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-081433c4-9a8d-48a0-b1c4-963ee31cf827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:48.108969 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99ae17-1a02-4948-8f52-2ed7770ca5de req-6baa7564-e402-4d4e-964e-9b10d8067fb1 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:48.110488 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5e99ae17-1a02-4948-8f52-2ed7770ca5de req-6baa7564-e402-4d4e-964e-9b10d8067fb1 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 945 time: 0.0632746 Apr 20 16:08:48.122645 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:48.160581 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5e99ae17-1a02-4948-8f52-2ed7770ca5de req-3cce81c7-f5aa-4265-a213-7ea70008b1d6 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432022 Apr 20 16:08:48.178841 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=be09769e-af8a-4a06-8bfc-3a6a6eabce15,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:48.207497 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dea3ac-94e1-4a33-a375-c386f605f5d6 None None] Sync routers for ids ['9a3e1b76-eca1-4970-bbda-0317b56115d8'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:08:48.220763 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dea3ac-94e1-4a33-a375-c386f605f5d6 None None] Routers {'9a3e1b76-eca1-4970-bbda-0317b56115d8'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:08:48.221788 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-86dea3ac-94e1-4a33-a375-c386f605f5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:08:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['9a3e1b76-eca1-4970-bbda-0317b56115d8'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:48.332566 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-86dea3ac-94e1-4a33-a375-c386f605f5d6 None None] Set router 9a3e1b76-eca1-4970-bbda-0317b56115d8 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:08:48.397818 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-081433c4-9a8d-48a0-b1c4-963ee31cf827 admin admin] Deleting port 89ab7233-fbf1-406e-b153-bb76cae3ea9c {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:08:48.398256 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-081433c4-9a8d-48a0-b1c4-963ee31cf827 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:48.637739 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-86dea3ac-94e1-4a33-a375-c386f605f5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3e1b76-eca1-4970-bbda-0317b56115d8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1712695433-router', 'tenant_id': '5d97324e9f82404497028fe0c92d8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'be09769e-af8a-4a06-8bfc-3a6a6eabce15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:08:38Z', 'updated_at': '2022-04-20T16:08:45Z', 'revision_number': 4, 'project_id': '5d97324e9f82404497028fe0c92d8259', 'gw_port': {'id': 'be09769e-af8a-4a06-8bfc-3a6a6eabce15', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:39:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3e1b76-eca1-4970-bbda-0317b56115d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:40Z', 'updated_at': '2022-04-20T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '89ab7233-fbf1-406e-b153-bb76cae3ea9c', 'name': '', 'network_id': 'eb32860c-08a4-4e98-9bbb-9cf536fc9dc7', 'tenant_id': '5d97324e9f82404497028fe0c92d8259', 'mac_address': 'fa:16:3e:27:d1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3e1b76-eca1-4970-bbda-0317b56115d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fa641f76-ef85-41c8-8c95-1436bd080820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:44Z', 'updated_at': '2022-04-20T16:08:45Z', 'revision_number': 2, 'project_id': '5d97324e9f82404497028fe0c92d8259', 'subnets': [{'id': 'fa641f76-ef85-41c8-8c95-1436bd080820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:48.650953 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b029b6-ea87-4e25-b0a8-eec7d609b326 req-af030e1a-7853-41c3-95d5-89765503a3d6 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:48.653157 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-77b029b6-ea87-4e25-b0a8-eec7d609b326 req-af030e1a-7853-41c3-95d5-89765503a3d6 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1c9a244-02f9-4d56-8b88-04568ec57948 HTTP/1.1" status: 200 len: 945 time: 0.0594676 Apr 20 16:08:48.665793 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dea3ac-94e1-4a33-a375-c386f605f5d6 None None] Checking router: 9a3e1b76-eca1-4970-bbda-0317b56115d8 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:08:48.666134 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dea3ac-94e1-4a33-a375-c386f605f5d6 None None] Updating router 9a3e1b76-eca1-4970-bbda-0317b56115d8 port 89ab7233-fbf1-406e-b153-bb76cae3ea9c binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:08:48.691294 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-86dea3ac-94e1-4a33-a375-c386f605f5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:48.694314 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-77b029b6-ea87-4e25-b0a8-eec7d609b326 req-6986124e-12bc-48b6-acbe-269d696b9c5e tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ca65f03-edb3-4c86-86df-d9032d2bc538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335240 Apr 20 16:08:48.791556 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b6d9438-1887-433c-bc27-881318f99a2c req-ab8a3d11-24be-479c-9abd-121ee98b6117 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 210 time: 0.0264652 Apr 20 16:08:48.804323 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53893316-a4ab-4fc8-9382-71827ed094da req-bc1b541d-a00b-4406-bb6f-2049ae1125fc tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:48.815823 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-53893316-a4ab-4fc8-9382-71827ed094da req-bc1b541d-a00b-4406-bb6f-2049ae1125fc tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 943 time: 0.3946381 Apr 20 16:08:48.840576 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-081433c4-9a8d-48a0-b1c4-963ee31cf827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:48.861113 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-081433c4-9a8d-48a0-b1c4-963ee31cf827 admin admin] Calling delete_port for 89ab7233-fbf1-406e-b153-bb76cae3ea9c owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:08:48.875831 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-53893316-a4ab-4fc8-9382-71827ed094da req-402f1371-8007-4b37-b567-4ec4bb4d7636 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632231 Apr 20 16:08:48.981222 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-86dea3ac-94e1-4a33-a375-c386f605f5d6 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:49.029376 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d7bf2-0398-4a76-a7c9-df43525b9104 req-45314e1e-b05d-44d3-8352-7c1fc5216a4c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:49.030808 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d0d7bf2-0398-4a76-a7c9-df43525b9104 req-45314e1e-b05d-44d3-8352-7c1fc5216a4c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0466084 Apr 20 16:08:49.044405 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-86dea3ac-94e1-4a33-a375-c386f605f5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:49.079151 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d0d7bf2-0398-4a76-a7c9-df43525b9104 req-6a7b6e78-dc40-448c-a8ce-c4b5300a41ca tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420861 Apr 20 16:08:49.122398 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c4ec5-bea6-49cf-9005-519ff64c4bf5 None None] Pushing event updated for resources: {'Port': ['ID=89ab7233-fbf1-406e-b153-bb76cae3ea9c,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:49.188927 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-86dea3ac-94e1-4a33-a375-c386f605f5d6 None None] Attempting to bind port 89ab7233-fbf1-406e-b153-bb76cae3ea9c on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:08:49.189588 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-86dea3ac-94e1-4a33-a375-c386f605f5d6 None None] Attempting to bind port 89ab7233-fbf1-406e-b153-bb76cae3ea9c by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '0a23c800-14b2-43e8-a94a-ff8e990bb789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'eb32860c-08a4-4e98-9bbb-9cf536fc9dc7'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:08:49.189994 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dea3ac-94e1-4a33-a375-c386f605f5d6 None None] Attempting to bind port 89ab7233-fbf1-406e-b153-bb76cae3ea9c on network eb32860c-08a4-4e98-9bbb-9cf536fc9dc7 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:49.195396 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dea3ac-94e1-4a33-a375-c386f605f5d6 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:08:49.195912 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dea3ac-94e1-4a33-a375-c386f605f5d6 None None] Checking segment: {'id': '0a23c800-14b2-43e8-a94a-ff8e990bb789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'eb32860c-08a4-4e98-9bbb-9cf536fc9dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:08:49.196579 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-86dea3ac-94e1-4a33-a375-c386f605f5d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:49.197202 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dea3ac-94e1-4a33-a375-c386f605f5d6 None None] Bound using segment: {'id': '0a23c800-14b2-43e8-a94a-ff8e990bb789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'eb32860c-08a4-4e98-9bbb-9cf536fc9dc7'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:08:49.197954 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-86dea3ac-94e1-4a33-a375-c386f605f5d6 None None] Bound port: 89ab7233-fbf1-406e-b153-bb76cae3ea9c, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a23c800-14b2-43e8-a94a-ff8e990bb789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'eb32860c-08a4-4e98-9bbb-9cf536fc9dc7'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:08:49.198614 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eac7fe-8dd6-4599-8f17-20a2085c4494 req-f1153992-7674-4135-a29a-eb7dfdb61c49 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:49.199788 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-86dea3ac-94e1-4a33-a375-c386f605f5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:49.200556 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b5eac7fe-8dd6-4599-8f17-20a2085c4494 req-f1153992-7674-4135-a29a-eb7dfdb61c49 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57dbc18-a0ee-42cb-861d-0709d7ca89e7 HTTP/1.1" status: 200 len: 950 time: 0.0669127 Apr 20 16:08:49.201827 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-081433c4-9a8d-48a0-b1c4-963ee31cf827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:49.237610 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081433c4-9a8d-48a0-b1c4-963ee31cf827 admin admin] Pushing event deleted for resources: {'Port': ['ID=89ab7233-fbf1-406e-b153-bb76cae3ea9c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:49.245272 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-86dea3ac-94e1-4a33-a375-c386f605f5d6 None None] Port 89ab7233-fbf1-406e-b153-bb76cae3ea9c has been deleted concurrently {{(pid=103487) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 20 16:08:49.257766 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dea3ac-94e1-4a33-a375-c386f605f5d6 None None] Routers {'9a3e1b76-eca1-4970-bbda-0317b56115d8'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:08:49.258759 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-86dea3ac-94e1-4a33-a375-c386f605f5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:08:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['9a3e1b76-eca1-4970-bbda-0317b56115d8'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:49.265091 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081433c4-9a8d-48a0-b1c4-963ee31cf827 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:49.265439 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081433c4-9a8d-48a0-b1c4-963ee31cf827 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:49.265775 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081433c4-9a8d-48a0-b1c4-963ee31cf827 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:49.266353 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081433c4-9a8d-48a0-b1c4-963ee31cf827 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:49.266754 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081433c4-9a8d-48a0-b1c4-963ee31cf827 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:49.267132 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081433c4-9a8d-48a0-b1c4-963ee31cf827 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:49.267459 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081433c4-9a8d-48a0-b1c4-963ee31cf827 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:49.267776 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081433c4-9a8d-48a0-b1c4-963ee31cf827 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:49.268093 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081433c4-9a8d-48a0-b1c4-963ee31cf827 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:49.268454 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081433c4-9a8d-48a0-b1c4-963ee31cf827 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:49.268760 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081433c4-9a8d-48a0-b1c4-963ee31cf827 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:49.269074 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081433c4-9a8d-48a0-b1c4-963ee31cf827 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:49.352608 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04743b3-1b7a-4da9-9bc7-ac38c065ed01 req-e487e99e-563f-4da6-87eb-4eac81984d1e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:49.361393 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b04743b3-1b7a-4da9-9bc7-ac38c065ed01 req-e487e99e-563f-4da6-87eb-4eac81984d1e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 945 time: 0.0838897 Apr 20 16:08:49.384936 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b5eac7fe-8dd6-4599-8f17-20a2085c4494 req-ad25b058-3eed-4fd6-917b-6fa905869119 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511817 Apr 20 16:08:49.429221 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b04743b3-1b7a-4da9-9bc7-ac38c065ed01 req-9345522c-546c-4c50-aff1-8e0b2c5fd6a2 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666935 Apr 20 16:08:49.445093 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-86dea3ac-94e1-4a33-a375-c386f605f5d6 None None] Set router 9a3e1b76-eca1-4970-bbda-0317b56115d8 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:08:49.504740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-fb1905a9-7b12-4ae9-b5c4-9eefcb7c2b7d None None] Could not find standard attr ID for object 89ab7233-fbf1-406e-b153-bb76cae3ea9c. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:08:49.576545 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf3145-2355-4dc3-8434-ccba3f659903 req-46f0c354-1d4e-44fd-a20b-9d2a47d6f9bd tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:49.578140 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-40bf3145-2355-4dc3-8434-ccba3f659903 req-46f0c354-1d4e-44fd-a20b-9d2a47d6f9bd tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b57dbc18-a0ee-42cb-861d-0709d7ca89e7 HTTP/1.1" status: 200 len: 1101 time: 0.0988755 Apr 20 16:08:49.591625 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:08:49.611161 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-081433c4-9a8d-48a0-b1c4-963ee31cf827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:49.690246 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-a138979d-e2d2-4808-9865-03f088b3c6a7 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f2284051e4cd46c69f8dbdc3987cea0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342929 Apr 20 16:08:49.691787 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-40bf3145-2355-4dc3-8434-ccba3f659903 req-73e67c86-21f5-4eb8-8560-6b3a14483d7f tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023731 Apr 20 16:08:49.753239 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:08:49.758096 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:49.759405 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:49.792880 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device be09769e-af8a-4a06-8bfc-3a6a6eabce15 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:08:49.817224 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-86dea3ac-94e1-4a33-a375-c386f605f5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3e1b76-eca1-4970-bbda-0317b56115d8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1712695433-router', 'tenant_id': '5d97324e9f82404497028fe0c92d8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'be09769e-af8a-4a06-8bfc-3a6a6eabce15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:08:38Z', 'updated_at': '2022-04-20T16:08:49Z', 'revision_number': 5, 'project_id': '5d97324e9f82404497028fe0c92d8259', 'gw_port': {'id': 'be09769e-af8a-4a06-8bfc-3a6a6eabce15', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:39:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3e1b76-eca1-4970-bbda-0317b56115d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:40Z', 'updated_at': '2022-04-20T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:49.871893 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port be09769e-af8a-4a06-8bfc-3a6a6eabce15 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:49.872446 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:49.897912 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dea3ac-94e1-4a33-a375-c386f605f5d6 None None] The sync data for ids ['9a3e1b76-eca1-4970-bbda-0317b56115d8'] in n-d-836146-2 is: [{'id': '9a3e1b76-eca1-4970-bbda-0317b56115d8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1712695433-router', 'tenant_id': '5d97324e9f82404497028fe0c92d8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'be09769e-af8a-4a06-8bfc-3a6a6eabce15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:08:38Z', 'updated_at': '2022-04-20T16:08:49Z', 'revision_number': 5, 'project_id': '5d97324e9f82404497028fe0c92d8259', 'gw_port': {'id': 'be09769e-af8a-4a06-8bfc-3a6a6eabce15', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:39:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3e1b76-eca1-4970-bbda-0317b56115d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:40Z', 'updated_at': '2022-04-20T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:08:49.958602 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a43e419c-a24e-463d-a86b-c98c79a47d2e req-879acfbf-454f-4fdb-bc22-0074c08d23a6 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 210 time: 0.0366931 Apr 20 16:08:50.014857 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-fa20a90a-24d5-4ca1-8cb9-3fa8c457f4f9 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:50.016648 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-fa20a90a-24d5-4ca1-8cb9-3fa8c457f4f9 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3146062 Apr 20 16:08:50.056065 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:50.096220 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Request body: {'port': {'device_id': '4f350067-c6ce-4c8c-b7f2-16a399ae1193', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': 'f2284051e4cd46c69f8dbdc3987cea0b'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:50.123334 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece45492-6384-4be4-acd1-a3fe36a8d7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:08:50.133813 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0be6c8e-a6e1-4dd3-9d2d-967d5d36f3b1" -d '{"events": [{"server_uuid": "ece45492-6384-4be4-acd1-a3fe36a8d7dd", "name": "network-vif-plugged", "status": "completed", "tag": "96de2bcd-8d6c-4dca-bc9a-2e3929d99698"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:08:50.142086 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:50.147422 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3532278-1d1d-4181-a5a4-0ec2516a8ae7 req-79d042a9-4211-49b6-b69c-f8f423499973 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:50.157303 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f3532278-1d1d-4181-a5a4-0ec2516a8ae7 req-79d042a9-4211-49b6-b69c-f8f423499973 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 943 time: 0.1066432 Apr 20 16:08:50.193686 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081433c4-9a8d-48a0-b1c4-963ee31cf827 admin admin] Router 9a3e1b76-eca1-4970-bbda-0317b56115d8 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:08:50.236971 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:50.237785 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a10f8156-ab9a-4e04-af6d-a3fcaeda1332 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:08:50.248911 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f3532278-1d1d-4181-a5a4-0ec2516a8ae7 req-7d5afdff-d994-48c9-871e-1f8ac2fd35ff tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763001 Apr 20 16:08:50.249456 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dabd31-3366-468f-8eea-afdc44d7f9f4 req-c924e071-6b3d-4812-9ed6-01a63b334b3f tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:50.257638 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-07dabd31-3366-468f-8eea-afdc44d7f9f4 req-c924e071-6b3d-4812-9ed6-01a63b334b3f tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1c9a244-02f9-4d56-8b88-04568ec57948 HTTP/1.1" status: 200 len: 945 time: 0.3387086 Apr 20 16:08:50.342077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893be10-191e-43a7-97a3-50b73fec8420 req-72526749-c424-444b-8177-466bc1e60e3f tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:50.344624 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d893be10-191e-43a7-97a3-50b73fec8420 req-72526749-c424-444b-8177-466bc1e60e3f tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1c9a244-02f9-4d56-8b88-04568ec57948 HTTP/1.1" status: 200 len: 945 time: 0.2128174 Apr 20 16:08:50.420677 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:50.442036 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-07dabd31-3366-468f-8eea-afdc44d7f9f4 req-bd83bfdc-9cae-4a2e-b7d4-9b945487d6b1 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ca65f03-edb3-4c86-86df-d9032d2bc538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835303 Apr 20 16:08:50.475679 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:50.475942 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:50.476452 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:50.476793 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:50.477141 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:50.477681 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:50.478097 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:50.478426 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:50.478751 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:50.479067 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:50.479558 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:50.480031 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:50.492950 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Made reservation on behalf of f2284051e4cd46c69f8dbdc3987cea0b for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:08:50.497142 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:50.507637 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:50.515691 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-ac511edf-849a-457b-85e1-d08a359af28e tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e4c82d1c83884aa980401b1b15bb141d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783551 Apr 20 16:08:50.522741 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081433c4-9a8d-48a0-b1c4-963ee31cf827 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:08:50.526505 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-d893be10-191e-43a7-97a3-50b73fec8420 req-64944e38-2cd9-4eed-9a20-6be1a5889551 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Deleting port 9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:08:50.527729 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d893be10-191e-43a7-97a3-50b73fec8420 req-64944e38-2cd9-4eed-9a20-6be1a5889551 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:50.529987 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-081433c4-9a8d-48a0-b1c4-963ee31cf827 admin admin] 10.222.0.15 "PUT /v2.0/routers/9a3e1b76-eca1-4970-bbda-0317b56115d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0495193 Apr 20 16:08:50.537658 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54190) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:50.648413 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-c9e73cd2-cde2-432b-a5b9-9c14335aece4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:50.649891 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-c9e73cd2-cde2-432b-a5b9-9c14335aece4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1252992 Apr 20 16:08:50.676605 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-2c6a9d0a-d36d-48a1-8057-2f3ac98a03b1 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/quotas/e4c82d1c83884aa980401b1b15bb141d HTTP/1.1" status: 200 len: 375 time: 0.0198655 Apr 20 16:08:50.738562 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-cba4ba83-69a4-4cbd-b9c1-70ce497192f4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e4c82d1c83884aa980401b1b15bb141d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0614400 Apr 20 16:08:50.762520 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4d78f-f5c5-491d-9914-cc63b7842b6d req-5888ddfb-47b5-4846-9b1a-9853cffd30c7 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:50.765499 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bee4d78f-f5c5-491d-9914-cc63b7842b6d req-5888ddfb-47b5-4846-9b1a-9853cffd30c7 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 945 time: 0.2315412 Apr 20 16:08:50.818181 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-d893be10-191e-43a7-97a3-50b73fec8420 req-64944e38-2cd9-4eed-9a20-6be1a5889551 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] For port 9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c,segment=NetworkSegment(03b5d361-ce63-4ac1-9ff9-9582180d8087),segment_id=03b5d361-ce63-4ac1-9ff9-9582180d8087)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:50.818550 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d893be10-191e-43a7-97a3-50b73fec8420 req-64944e38-2cd9-4eed-9a20-6be1a5889551 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:50.825805 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f37195bf-9f0a-402b-9179-fef5e4a39855 admin admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:50.860634 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b7d89d-5b39-443c-927b-a7a432fcafd0 None None] Sync routers for ids ['9a3e1b76-eca1-4970-bbda-0317b56115d8'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:08:50.870020 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b7d89d-5b39-443c-927b-a7a432fcafd0 None None] Routers {'9a3e1b76-eca1-4970-bbda-0317b56115d8'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:08:50.873051 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-20b7d89d-5b39-443c-927b-a7a432fcafd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:08:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['9a3e1b76-eca1-4970-bbda-0317b56115d8'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:50.886505 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-d893be10-191e-43a7-97a3-50b73fec8420 req-64944e38-2cd9-4eed-9a20-6be1a5889551 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Calling delete_port for 9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:08:50.902965 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:50.919523 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bee4d78f-f5c5-491d-9914-cc63b7842b6d req-aad0a307-17ed-4aac-9082-d5623a03db2f tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431901 Apr 20 16:08:50.975368 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea1e1bc-e749-4fb7-ab6a-686d06a3c405 x-openstack-request-id: req-8ea1e1bc-e749-4fb7-ab6a-686d06a3c405 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:08:50.975652 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece45492-6384-4be4-acd1-a3fe36a8d7dd", "name": "network-vif-plugged", "status": "completed", "tag": "96de2bcd-8d6c-4dca-bc9a-2e3929d99698", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:08:50.975901 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ea1e1bc-e749-4fb7-ab6a-686d06a3c405 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:08:50.976291 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea1e1bc-e749-4fb7-ab6a-686d06a3c405'] response: {'server_uuid': 'ece45492-6384-4be4-acd1-a3fe36a8d7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698', 'code': 200} Apr 20 16:08:51.002979 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:51.021928 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-20b7d89d-5b39-443c-927b-a7a432fcafd0 None None] Set router 9a3e1b76-eca1-4970-bbda-0317b56115d8 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:08:51.074570 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0b1d7343-eb46-4494-aefd-727453b3a8b8 req-61ebb49f-760e-4b84-bab5-464673f6571e tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 210 time: 0.0504780 Apr 20 16:08:51.126896 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=909f27f9-c7d7-41f6-b617-a425d9116b0b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:51.172686 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6af0d806-0275-4bf9-8447-b11c1fa8f268 req-2dbd974e-1b5f-43d1-acc7-1df0e73e60b4 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 210 time: 0.0303328 Apr 20 16:08:51.206589 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f37195bf-9f0a-402b-9179-fef5e4a39855 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:51.215715 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:51.216058 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:51.216421 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:51.220351 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:51.220351 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:51.220351 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:51.220351 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:51.220351 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:51.220351 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:51.220351 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:51.220351 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:51.220351 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:08:51.315590 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-20b7d89d-5b39-443c-927b-a7a432fcafd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3e1b76-eca1-4970-bbda-0317b56115d8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1712695433-router', 'tenant_id': '5d97324e9f82404497028fe0c92d8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'be09769e-af8a-4a06-8bfc-3a6a6eabce15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:08:38Z', 'updated_at': '2022-04-20T16:08:49Z', 'revision_number': 5, 'project_id': '5d97324e9f82404497028fe0c92d8259', 'gw_port': {'id': 'be09769e-af8a-4a06-8bfc-3a6a6eabce15', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:39:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3e1b76-eca1-4970-bbda-0317b56115d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:40Z', 'updated_at': '2022-04-20T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:51.341881 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Allocated IP 192.168.233.140 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/d6cc7896-2c82-404c-8d3e-c57ff3ac6261) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:08:51.345503 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817d411-4f68-4050-af07-264434f368fa req-c791ec7f-2083-4c6f-a244-20a56ac83d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:51.347018 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b817d411-4f68-4050-af07-264434f368fa req-c791ec7f-2083-4c6f-a244-20a56ac83d8d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 1096 time: 0.2489552 Apr 20 16:08:51.349328 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b7d89d-5b39-443c-927b-a7a432fcafd0 None None] Checking router: 9a3e1b76-eca1-4970-bbda-0317b56115d8 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:08:51.359125 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b7d89d-5b39-443c-927b-a7a432fcafd0 None None] Routers {'9a3e1b76-eca1-4970-bbda-0317b56115d8'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:08:51.360147 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-20b7d89d-5b39-443c-927b-a7a432fcafd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:08:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['9a3e1b76-eca1-4970-bbda-0317b56115d8'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:51.371691 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32a3fd-6e35-454f-ab31-de0a45f05f3f req-e2939f58-5c6d-4384-8db8-e6f5672d849d tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:51.373570 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8c32a3fd-6e35-454f-ab31-de0a45f05f3f req-e2939f58-5c6d-4384-8db8-e6f5672d849d tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 945 time: 0.2795758 Apr 20 16:08:51.419138 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16ad2b-808c-4989-a50f-70dd3eb84237 req-4a18a59e-1dd9-41e2-8108-02f23a097bbc tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:51.427311 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4b16ad2b-808c-4989-a50f-70dd3eb84237 req-4a18a59e-1dd9-41e2-8108-02f23a097bbc tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 943 time: 0.0775375 Apr 20 16:08:51.509786 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8c32a3fd-6e35-454f-ab31-de0a45f05f3f req-f69ca7aa-267c-45b7-ac6c-628a6edcf287 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052296 Apr 20 16:08:51.518044 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-20b7d89d-5b39-443c-927b-a7a432fcafd0 None None] Set router 9a3e1b76-eca1-4970-bbda-0317b56115d8 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:08:51.519217 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b817d411-4f68-4050-af07-264434f368fa req-2e7700b7-bc29-417f-8d1f-5aa11cd311ad service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574335 Apr 20 16:08:51.549863 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4b16ad2b-808c-4989-a50f-70dd3eb84237 req-61fe9656-be03-4e49-a154-c050bbdc8300 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216595 Apr 20 16:08:51.593013 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d893be10-191e-43a7-97a3-50b73fec8420 req-64944e38-2cd9-4eed-9a20-6be1a5889551 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:51.601586 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-20b7d89d-5b39-443c-927b-a7a432fcafd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3e1b76-eca1-4970-bbda-0317b56115d8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1712695433-router', 'tenant_id': '5d97324e9f82404497028fe0c92d8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:08:38Z', 'updated_at': '2022-04-20T16:08:51Z', 'revision_number': 6, 'project_id': '5d97324e9f82404497028fe0c92d8259', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:51.632077 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b7d89d-5b39-443c-927b-a7a432fcafd0 None None] The sync data for ids ['9a3e1b76-eca1-4970-bbda-0317b56115d8'] in n-d-836146-2 is: [{'id': '9a3e1b76-eca1-4970-bbda-0317b56115d8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1712695433-router', 'tenant_id': '5d97324e9f82404497028fe0c92d8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:08:38Z', 'updated_at': '2022-04-20T16:08:51Z', 'revision_number': 6, 'project_id': '5d97324e9f82404497028fe0c92d8259', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:08:51.696191 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85292dcd-cab1-4f15-8939-e985e8902381 req-ef3bc746-993e-45dd-b0d5-e777f9905561 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1c9a244-02f9-4d56-8b88-04568ec57948 HTTP/1.1" status: 200 len: 210 time: 0.0625913 Apr 20 16:08:51.703899 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64944e38-2cd9-4eed-9a20-6be1a5889551 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Pushing event deleted for resources: {'Port': ['ID=9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:51.706840 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-f37195bf-9f0a-402b-9179-fef5e4a39855 admin admin] Deleting port be09769e-af8a-4a06-8bfc-3a6a6eabce15 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:08:51.707179 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f37195bf-9f0a-402b-9179-fef5e4a39855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:51.824658 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-d893be10-191e-43a7-97a3-50b73fec8420 req-64944e38-2cd9-4eed-9a20-6be1a5889551 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] No DVR routers for this DVR port 9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:08:51.829586 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d893be10-191e-43a7-97a3-50b73fec8420 req-64944e38-2cd9-4eed-9a20-6be1a5889551 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:51.832850 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d893be10-191e-43a7-97a3-50b73fec8420 req-64944e38-2cd9-4eed-9a20-6be1a5889551 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.30 "DELETE /v2.0/ports/9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c HTTP/1.1" status: 204 len: 173 time: 1.4811671 Apr 20 16:08:51.837809 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c9a244-02f9-4d56-8b88-04568ec57948', 'name': 'network-vif-deleted', 'tag': '9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:08:51.837809 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a3ae44-d63a-4e94-9d8a-cde7915a0b02" -d '{"events": [{"server_uuid": "c1c9a244-02f9-4d56-8b88-04568ec57948", "name": "network-vif-deleted", "tag": "9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:08:51.868894 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:51.888509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-f37195bf-9f0a-402b-9179-fef5e4a39855 admin admin] For port be09769e-af8a-4a06-8bfc-3a6a6eabce15, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=be09769e-af8a-4a06-8bfc-3a6a6eabce15,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:51.888878 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f37195bf-9f0a-402b-9179-fef5e4a39855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:51.899043 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c8693c-2fdd-4f20-a6da-5a7cab2d71f5 x-openstack-request-id: req-41c8693c-2fdd-4f20-a6da-5a7cab2d71f5 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:08:51.899340 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c9a244-02f9-4d56-8b88-04568ec57948", "name": "network-vif-deleted", "tag": "9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:08:51.899588 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41c8693c-2fdd-4f20-a6da-5a7cab2d71f5 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:08:51.899981 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41c8693c-2fdd-4f20-a6da-5a7cab2d71f5'] response: {'server_uuid': 'c1c9a244-02f9-4d56-8b88-04568ec57948', 'name': 'network-vif-deleted', 'tag': '9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c', 'status': 'completed', 'code': 200} Apr 20 16:08:51.908706 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-f37195bf-9f0a-402b-9179-fef5e4a39855 admin admin] Calling delete_port for be09769e-af8a-4a06-8bfc-3a6a6eabce15 owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:08:52.072644 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:52.141557 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:52.156917 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:52.159795 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:08:52.206613 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3967a1ad-45b4-4208-be9d-b6ca38e2daf0 req-fabef846-0f3d-4a4a-a448-a4c5d7d0506f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 210 time: 0.0517714 Apr 20 16:08:52.213246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Pushing event updated for resources: {'Port': ['ID=d6cc7896-2c82-404c-8d3e-c57ff3ac6261,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:52.248306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9c9d7-45f8-4158-b52a-e8d5fdf3b492 req-aae09eb3-1e84-4ed2-93f1-1afc992add91 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:52.249900 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-11a9c9d7-45f8-4158-b52a-e8d5fdf3b492 req-aae09eb3-1e84-4ed2-93f1-1afc992add91 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 945 time: 0.2152920 Apr 20 16:08:52.303088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:52.303740 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:52.338960 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-11a9c9d7-45f8-4158-b52a-e8d5fdf3b492 req-ecf84180-9962-4334-8469-e8e0a761df3d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795212 Apr 20 16:08:52.351465 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60b940-7889-48e9-a08f-a9712b860063 req-dde292ea-6e5c-4c27-9ae6-d6736dcba18d tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:52.359813 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ea60b940-7889-48e9-a08f-a9712b860063 req-dde292ea-6e5c-4c27-9ae6-d6736dcba18d tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 936 time: 0.0689993 Apr 20 16:08:52.376102 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f37195bf-9f0a-402b-9179-fef5e4a39855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:52.408128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37195bf-9f0a-402b-9179-fef5e4a39855 admin admin] Pushing event deleted for resources: {'Port': ['ID=be09769e-af8a-4a06-8bfc-3a6a6eabce15,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:52.433184 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ea60b940-7889-48e9-a08f-a9712b860063 req-487501b7-1f35-48da-a69a-9d1c162ae4e6 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/security-groups?id=909f27f9-c7d7-41f6-b617-a425d9116b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661604 Apr 20 16:08:52.484735 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-e5c43755-9766-4107-8778-5ba9b4f4c36f tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4077733 Apr 20 16:08:52.506063 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-33145f4f-c5e4-4365-b52d-d58bbff1b775 service neutron] Request body: {'port': {'device_id': '4f350067-c6ce-4c8c-b7f2-16a399ae1193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:52.510720 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f37195bf-9f0a-402b-9179-fef5e4a39855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:52.620354 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4a4f5638-959c-4953-9b61-14bc439e7fd7 None None] Provisioning complete for port d6cc7896-2c82-404c-8d3e-c57ff3ac6261 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:52.624620 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4a4f5638-959c-4953-9b61-14bc439e7fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:52.716541 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-4a4f5638-959c-4953-9b61-14bc439e7fd7 None None] Port d6cc7896-2c82-404c-8d3e-c57ff3ac6261 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:08:52.750801 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd3b0c-47be-4a4d-a09d-5b3f3f9279cb req-6d4b3669-1570-4bf8-aef4-ecdf40ec403a tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:52.757037 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63cd3b0c-47be-4a4d-a09d-5b3f3f9279cb req-6d4b3669-1570-4bf8-aef4-ecdf40ec403a tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 943 time: 0.0717795 Apr 20 16:08:52.795620 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-520cc472-8e41-4e7d-9099-ec7a8f657b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:52.802351 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63cd3b0c-47be-4a4d-a09d-5b3f3f9279cb req-91355815-ac00-4f03-97be-aeeba29f4084 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428751 Apr 20 16:08:52.928865 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-902c87d0-00f3-4433-b97b-5d1f8bc3df6a req-27cff58f-fd9f-451b-b7af-8cb1bb148678 tempest-VolumesAdminNegativeTest-1013087806 tempest-VolumesAdminNegativeTest-1013087806-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1c9a244-02f9-4d56-8b88-04568ec57948 HTTP/1.1" status: 200 len: 210 time: 0.0341849 Apr 20 16:08:52.972530 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f37195bf-9f0a-402b-9179-fef5e4a39855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:52.978383 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f37195bf-9f0a-402b-9179-fef5e4a39855 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:52.985425 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:08:52.994226 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-33145f4f-c5e4-4365-b52d-d58bbff1b775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:53.016930 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:08:53.017458 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 9d0d9e16-c1a6-4af6-9a6c-5938ee4f561c not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:08:53.045865 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b883bbc-59f0-433d-b61d-3c10eec1d19f req-735376c1-53ba-4121-8ee1-daf292ac4de0 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:53.047384 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b883bbc-59f0-433d-b61d-3c10eec1d19f req-735376c1-53ba-4121-8ee1-daf292ac4de0 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 945 time: 0.1572497 Apr 20 16:08:53.111045 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f37195bf-9f0a-402b-9179-fef5e4a39855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:53.111517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37195bf-9f0a-402b-9179-fef5e4a39855 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a3e1b76-eca1-4970-bbda-0317b56115d8 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:08:53.169885 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b883bbc-59f0-433d-b61d-3c10eec1d19f req-76600e60-5f71-49e8-99b8-d90601e08702 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034987 Apr 20 16:08:53.174028 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f37195bf-9f0a-402b-9179-fef5e4a39855 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:53.175102 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f37195bf-9f0a-402b-9179-fef5e4a39855 admin admin] 10.222.0.15 "DELETE /v2.0/routers/9a3e1b76-eca1-4970-bbda-0317b56115d8 HTTP/1.1" status: 204 len: 168 time: 2.6363564 Apr 20 16:08:53.178633 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54224) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:53.235163 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3e210c-582e-4c35-a220-3ddcdac5cb9f admin admin] Deleting subnet fa641f76-ef85-41c8-8c95-1436bd080820 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:08:53.238943 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba3e210c-582e-4c35-a220-3ddcdac5cb9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:53.300005 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-24b8fd60-d971-4039-bf04-3bafbb19f0c6 service neutron] 10.222.0.26 "GET /v2.0/ports/a10f8156-ab9a-4e04-af6d-a3fcaeda1332/bindings/n-h2-836146-2 HTTP/1.1" status: 200 len: 384 time: 0.1361136 Apr 20 16:08:53.312485 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba3e210c-582e-4c35-a220-3ddcdac5cb9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:53.361648 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5c6b5859-9d13-45f9-83c3-ce97d3bfdaff req-95ee1c97-4b31-41dc-8137-550a0a3b2094 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 210 time: 0.0511930 Apr 20 16:08:53.427716 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba3e210c-582e-4c35-a220-3ddcdac5cb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:53.509467 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-33145f4f-c5e4-4365-b52d-d58bbff1b775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6cc7896-2c82-404c-8d3e-c57ff3ac6261 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:08:53.527841 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-33145f4f-c5e4-4365-b52d-d58bbff1b775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:53.548474 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cd3c2-5948-41e8-9a3f-15dd4b92878a req-17f04584-4b73-4a42-9322-9b6eed873d34 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:53.550161 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d21cd3c2-5948-41e8-9a3f-15dd4b92878a req-17f04584-4b73-4a42-9322-9b6eed873d34 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 936 time: 0.0508626 Apr 20 16:08:53.571912 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba3e210c-582e-4c35-a220-3ddcdac5cb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:53.573032 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dd893-3ffb-4305-b6a4-ca82732e4a11 req-ba4ebb21-0558-4da5-bf32-1e6a2972f8c8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:53.574573 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-913dd893-3ffb-4305-b6a4-ca82732e4a11 req-ba4ebb21-0558-4da5-bf32-1e6a2972f8c8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 945 time: 0.1576800 Apr 20 16:08:53.588250 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-33145f4f-c5e4-4365-b52d-d58bbff1b775 service neutron] Transition to ACTIVE for port object d6cc7896-2c82-404c-8d3e-c57ff3ac6261 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:08:53.608754 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e210c-582e-4c35-a220-3ddcdac5cb9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa641f76-ef85-41c8-8c95-1436bd080820,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:53.616970 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba3e210c-582e-4c35-a220-3ddcdac5cb9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:53.622418 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ba3e210c-582e-4c35-a220-3ddcdac5cb9f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fa641f76-ef85-41c8-8c95-1436bd080820 HTTP/1.1" status: 204 len: 168 time: 0.4425340 Apr 20 16:08:53.623419 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54232) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:53.624087 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187c95d5-4085-4154-a07f-8e97883956ac None None] Network eb32860c-08a4-4e98-9bbb-9cf536fc9dc7 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:08:53.626748 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d21cd3c2-5948-41e8-9a3f-15dd4b92878a req-fa4d3af6-0cc9-420e-912d-9040718de074 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/security-groups?id=909f27f9-c7d7-41f6-b617-a425d9116b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696814 Apr 20 16:08:53.646637 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-913dd893-3ffb-4305-b6a4-ca82732e4a11 req-b8f570b0-30fc-4abe-9da3-d20c98a2a638 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618303 Apr 20 16:08:53.648450 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-02cc7c8f-5c7a-45fd-83cc-563cfeef01ce service neutron] For port a10f8156-ab9a-4e04-af6d-a3fcaeda1332, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a10f8156-ab9a-4e04-af6d-a3fcaeda1332,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:53.663710 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-33145f4f-c5e4-4365-b52d-d58bbff1b775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:53.707449 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-02cc7c8f-5c7a-45fd-83cc-563cfeef01ce service neutron] For port a10f8156-ab9a-4e04-af6d-a3fcaeda1332, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:08:53.750101 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-df25cd74-4279-47cc-bcc3-66bdff29eb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:53.773832 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-02cc7c8f-5c7a-45fd-83cc-563cfeef01ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10f8156-ab9a-4e04-af6d-a3fcaeda1332 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:08:53.779496 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33145f4f-c5e4-4365-b52d-d58bbff1b775 service neutron] Pushing event updated for resources: {'Port': ['ID=d6cc7896-2c82-404c-8d3e-c57ff3ac6261,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:53.803199 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device be09769e-af8a-4a06-8bfc-3a6a6eabce15 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:08:53.813118 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-02cc7c8f-5c7a-45fd-83cc-563cfeef01ce service neutron] For port a10f8156-ab9a-4e04-af6d-a3fcaeda1332, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a10f8156-ab9a-4e04-af6d-a3fcaeda1332,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:53.844917 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: be09769e-af8a-4a06-8bfc-3a6a6eabce15 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:08:53.845484 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device be09769e-af8a-4a06-8bfc-3a6a6eabce15 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:08:53.902172 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0ec5b-23b0-4bf0-b765-3ae5e1798d49 req-abe69b87-12b1-425a-abf9-a5fdd63d61ef tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:53.903718 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6cb0ec5b-23b0-4bf0-b765-3ae5e1798d49 req-abe69b87-12b1-425a-abf9-a5fdd63d61ef tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 945 time: 0.1232917 Apr 20 16:08:53.910631 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-df25cd74-4279-47cc-bcc3-66bdff29eb31 admin admin] Deleting port d977b7fb-3da3-4109-829f-49c5f8fd3975 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:08:53.910966 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-df25cd74-4279-47cc-bcc3-66bdff29eb31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:53.918425 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54238) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:53.938281 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-846d8975-e547-4a36-9648-0a5015d576c2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Request body: {'floatingip': {'port_id': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:53.947361 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee15d48e-ce1d-4b18-b583-3f321e630748 None None] DHCP port deletion for eb32860c-08a4-4e98-9bbb-9cf536fc9dc7 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:08:53.975140 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-33145f4f-c5e4-4365-b52d-d58bbff1b775 service neutron] Attempting to bind port d6cc7896-2c82-404c-8d3e-c57ff3ac6261 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:08:53.975665 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-33145f4f-c5e4-4365-b52d-d58bbff1b775 service neutron] Attempting to bind port d6cc7896-2c82-404c-8d3e-c57ff3ac6261 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:08:53.975922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-33145f4f-c5e4-4365-b52d-d58bbff1b775 service neutron] Attempting to bind port d6cc7896-2c82-404c-8d3e-c57ff3ac6261 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:53.988434 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-33145f4f-c5e4-4365-b52d-d58bbff1b775 service neutron] Port d6cc7896-2c82-404c-8d3e-c57ff3ac6261 on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:08:53.988765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-33145f4f-c5e4-4365-b52d-d58bbff1b775 service neutron] Attempting to bind port d6cc7896-2c82-404c-8d3e-c57ff3ac6261 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:54.009206 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d78c2-50ac-42bf-9fac-b0ae61b1c4f1 req-bc0e010a-ce4e-43df-9843-c70347d903ac tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:54.011699 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f6d78c2-50ac-42bf-9fac-b0ae61b1c4f1 req-bc0e010a-ce4e-43df-9843-c70347d903ac tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 943 time: 0.1145983 Apr 20 16:08:54.015529 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54242) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:54.016659 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-33145f4f-c5e4-4365-b52d-d58bbff1b775 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:08:54.017103 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-33145f4f-c5e4-4365-b52d-d58bbff1b775 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:08:54.017592 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-33145f4f-c5e4-4365-b52d-d58bbff1b775 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:08:54.018268 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-33145f4f-c5e4-4365-b52d-d58bbff1b775 service neutron] Bound port: d6cc7896-2c82-404c-8d3e-c57ff3ac6261, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:08:54.019167 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-33145f4f-c5e4-4365-b52d-d58bbff1b775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:54.036230 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ee15d48e-ce1d-4b18-b583-3f321e630748 None None] Deleting port d977b7fb-3da3-4109-829f-49c5f8fd3975 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:08:54.038375 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ee15d48e-ce1d-4b18-b583-3f321e630748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:54.046726 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-02cc7c8f-5c7a-45fd-83cc-563cfeef01ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:54.078132 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-846d8975-e547-4a36-9648-0a5015d576c2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for floatingip, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:54.087717 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-c02d341a-4439-44b6-a7a4-a1699147e417 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e4c82d1c83884aa980401b1b15bb141d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522807 Apr 20 16:08:54.116554 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ee15d48e-ce1d-4b18-b583-3f321e630748 None None] For port d977b7fb-3da3-4109-829f-49c5f8fd3975, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d977b7fb-3da3-4109-829f-49c5f8fd3975,segment=NetworkSegment(0a23c800-14b2-43e8-a94a-ff8e990bb789),segment_id=0a23c800-14b2-43e8-a94a-ff8e990bb789)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:54.117225 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ee15d48e-ce1d-4b18-b583-3f321e630748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:54.141396 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ee15d48e-ce1d-4b18-b583-3f321e630748 None None] Calling delete_port for d977b7fb-3da3-4109-829f-49c5f8fd3975 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:08:54.165721 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-df25cd74-4279-47cc-bcc3-66bdff29eb31 admin admin] For port d977b7fb-3da3-4109-829f-49c5f8fd3975, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d977b7fb-3da3-4109-829f-49c5f8fd3975,segment=NetworkSegment(0a23c800-14b2-43e8-a94a-ff8e990bb789),segment_id=0a23c800-14b2-43e8-a94a-ff8e990bb789)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:54.166147 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-df25cd74-4279-47cc-bcc3-66bdff29eb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:54.173975 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f6d78c2-50ac-42bf-9fac-b0ae61b1c4f1 req-885ad9ac-17bf-4be3-8dff-a5bab06d440b tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436813 Apr 20 16:08:54.242003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-33145f4f-c5e4-4365-b52d-d58bbff1b775 service neutron] For port d6cc7896-2c82-404c-8d3e-c57ff3ac6261, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:08:54.245455 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-33145f4f-c5e4-4365-b52d-d58bbff1b775 service neutron] For port d6cc7896-2c82-404c-8d3e-c57ff3ac6261, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=d6cc7896-2c82-404c-8d3e-c57ff3ac6261,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:08:54.260180 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-df25cd74-4279-47cc-bcc3-66bdff29eb31 admin admin] Calling delete_port for d977b7fb-3da3-4109-829f-49c5f8fd3975 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:08:54.271966 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-960f87db-de50-4e26-bc84-022d35850eb5 admin admin] Deleting subnet bd2fbc8a-0a20-4ad4-911d-4c69a65912da {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:08:54.278722 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-960f87db-de50-4e26-bc84-022d35850eb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:54.324582 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-33145f4f-c5e4-4365-b52d-d58bbff1b775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:54.332519 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-960f87db-de50-4e26-bc84-022d35850eb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:54.389158 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ee15d48e-ce1d-4b18-b583-3f321e630748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:54.390572 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-33145f4f-c5e4-4365-b52d-d58bbff1b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:54.391189 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-33145f4f-c5e4-4365-b52d-d58bbff1b775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:54.392779 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-33145f4f-c5e4-4365-b52d-d58bbff1b775 service neutron] 10.222.0.30 "PUT /v2.0/ports/d6cc7896-2c82-404c-8d3e-c57ff3ac6261 HTTP/1.1" status: 200 len: 1096 time: 1.8911831 Apr 20 16:08:54.393779 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-02cc7c8f-5c7a-45fd-83cc-563cfeef01ce service neutron] Transition to ACTIVE for port object a10f8156-ab9a-4e04-af6d-a3fcaeda1332 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:08:54.396109 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f350067-c6ce-4c8c-b7f2-16a399ae1193', 'tag': 'd6cc7896-2c82-404c-8d3e-c57ff3ac6261'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:08:54.399908 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea76052f-41a9-4741-9caf-1dcf66f1833b" -d '{"events": [{"name": "network-changed", "server_uuid": "4f350067-c6ce-4c8c-b7f2-16a399ae1193", "tag": "d6cc7896-2c82-404c-8d3e-c57ff3ac6261"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:08:54.427667 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33145f4f-c5e4-4365-b52d-d58bbff1b775 service neutron] Pushing event updated for resources: {'Port': ['ID=d6cc7896-2c82-404c-8d3e-c57ff3ac6261,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:54.432362 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-960f87db-de50-4e26-bc84-022d35850eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:54.473466 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15d48e-ce1d-4b18-b583-3f321e630748 None None] Pushing event deleted for resources: {'Port': ['ID=d977b7fb-3da3-4109-829f-49c5f8fd3975,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:54.475198 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-bdb2dcc1-e097-40c9-a996-4678e91864bc tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:54.478406 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-bdb2dcc1-e097-40c9-a996-4678e91864bc tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3577058 Apr 20 16:08:54.490141 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee15d48e-ce1d-4b18-b583-3f321e630748 None None] No DVR routers for this DVR port d977b7fb-3da3-4109-829f-49c5f8fd3975 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:08:54.508375 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-02cc7c8f-5c7a-45fd-83cc-563cfeef01ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:54.537890 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8be43cc6-e639-44bc-9610-f9cbdd5b197f req-24944d11-8e18-44a9-861f-b5df070e1fba tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 210 time: 0.0544038 Apr 20 16:08:54.546010 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec2237-82f7-472e-aa0f-a1b9e234efbf req-61549453-5c51-4ae4-8d46-c4e082120198 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:54.562495 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e7ec2237-82f7-472e-aa0f-a1b9e234efbf req-61549453-5c51-4ae4-8d46-c4e082120198 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 945 time: 0.2685480 Apr 20 16:08:54.562495 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-ca7124d2-8c35-4179-8928-0ef8a93b33f9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Request body: {'port': {'device_id': '46954904-916d-492c-85cf-63853768ec93', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': 'e4c82d1c83884aa980401b1b15bb141d'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:54.629422 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a62362-1d90-4613-95b1-bc94654c66fa x-openstack-request-id: req-a3a62362-1d90-4613-95b1-bc94654c66fa {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:08:54.629721 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f350067-c6ce-4c8c-b7f2-16a399ae1193", "tag": "d6cc7896-2c82-404c-8d3e-c57ff3ac6261", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:08:54.629972 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3a62362-1d90-4613-95b1-bc94654c66fa {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:08:54.630369 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3a62362-1d90-4613-95b1-bc94654c66fa'] response: {'name': 'network-changed', 'server_uuid': '4f350067-c6ce-4c8c-b7f2-16a399ae1193', 'tag': 'd6cc7896-2c82-404c-8d3e-c57ff3ac6261', 'status': 'completed', 'code': 200} Apr 20 16:08:54.669617 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-02cc7c8f-5c7a-45fd-83cc-563cfeef01ce service neutron] No DVR routers for this DVR port a10f8156-ab9a-4e04-af6d-a3fcaeda1332 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:08:54.704502 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc7c8f-5c7a-45fd-83cc-563cfeef01ce service neutron] Pushing event updated for resources: {'Port': ['ID=a10f8156-ab9a-4e04-af6d-a3fcaeda1332,revision_number=10']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:54.711755 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-6bb86353-0396-4072-963b-210cbad01e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:54.713788 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-6bb86353-0396-4072-963b-210cbad01e90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2284051e4cd46c69f8dbdc3987cea0b&device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 1099 time: 0.1265478 Apr 20 16:08:54.714104 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-df25cd74-4279-47cc-bcc3-66bdff29eb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:54.719698 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-02cc7c8f-5c7a-45fd-83cc-563cfeef01ce service neutron] 10.222.0.26 "PUT /v2.0/ports/a10f8156-ab9a-4e04-af6d-a3fcaeda1332/bindings/n-h2-836146-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4114954 Apr 20 16:08:54.779881 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-960f87db-de50-4e26-bc84-022d35850eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:54.785948 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-2830a0f6-a6b9-46f9-a034-027d6ef5a7f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=d6cc7896-2c82-404c-8d3e-c57ff3ac6261 HTTP/1.1" status: 200 len: 217 time: 0.0554786 Apr 20 16:08:54.817401 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25cd74-4279-47cc-bcc3-66bdff29eb31 admin admin] Pushing event deleted for resources: {'Port': ['ID=d977b7fb-3da3-4109-829f-49c5f8fd3975,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:54.820184 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f87db-de50-4e26-bc84-022d35850eb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd2fbc8a-0a20-4ad4-911d-4c69a65912da,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:54.822384 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-960f87db-de50-4e26-bc84-022d35850eb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:54.828275 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-960f87db-de50-4e26-bc84-022d35850eb5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bd2fbc8a-0a20-4ad4-911d-4c69a65912da HTTP/1.1" status: 204 len: 168 time: 0.8046544 Apr 20 16:08:54.828620 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e7ec2237-82f7-472e-aa0f-a1b9e234efbf req-e36b27f7-4406-4f08-8214-503312b3a0ed tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719257 Apr 20 16:08:54.837658 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54254) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:54.870054 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df25cd74-4279-47cc-bcc3-66bdff29eb31 admin admin] No DVR routers for this DVR port d977b7fb-3da3-4109-829f-49c5f8fd3975 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:08:54.870252 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff96689-7e28-4e04-afc7-ac73444c8a2d req-7ebb4121-929f-44b2-b520-a5214b7628e5 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:54.872935 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4ff96689-7e28-4e04-afc7-ac73444c8a2d req-7ebb4121-929f-44b2-b520-a5214b7628e5 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 948 time: 0.1517889 Apr 20 16:08:54.881911 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-7c6440a0-fea7-4b6e-98c9-416c7ec9276c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:54.883333 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-7c6440a0-fea7-4b6e-98c9-416c7ec9276c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0726712 Apr 20 16:08:54.977469 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4ff96689-7e28-4e04-afc7-ac73444c8a2d req-4e77d701-2c9b-4c0f-8930-2f5c7b1b38e0 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/security-groups?id=909f27f9-c7d7-41f6-b617-a425d9116b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975170 Apr 20 16:08:54.997088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-fce60e46-1eec-48a2-8527-880918d1b21c tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:54.998755 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-fce60e46-1eec-48a2-8527-880918d1b21c tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74&tenant_id=3ddb013be8294812939175e62e5c71d2&binding%3Ahost_id=n-h1-836146-2 HTTP/1.1" status: 200 len: 1095 time: 0.1017992 Apr 20 16:08:55.001589 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-cc315c64-682f-4310-a190-9ece7525c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:55.003097 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-cc315c64-682f-4310-a190-9ece7525c549 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1050997 Apr 20 16:08:55.067241 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-06b68f8d-854e-42d5-b6b2-a4f015e8dc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:55.109758 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-9c624436-7f68-431b-b09f-9eab7882708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:55.111346 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-9c624436-7f68-431b-b09f-9eab7882708c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74&tenant_id=3ddb013be8294812939175e62e5c71d2 HTTP/1.1" status: 200 len: 1095 time: 0.0991085 Apr 20 16:08:55.140149 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-389b871c-d018-447c-a194-b2d4107a8868 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192265 Apr 20 16:08:55.248901 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-11dad34a-c214-4a84-abc2-71710a0cdf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:55.250379 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-11dad34a-c214-4a84-abc2-71710a0cdf31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 1095 time: 0.0975096 Apr 20 16:08:55.289227 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-410a615b-1701-4602-ad93-5cf759a9ac5e req-98f4fa9a-9492-4647-9c4b-c839341106f3 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350436 Apr 20 16:08:55.364937 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-ae490f7f-87f8-477f-8926-449800c0c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:55.366507 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-ae490f7f-87f8-477f-8926-449800c0c27e service neutron] 10.222.0.30 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 922 time: 0.1034007 Apr 20 16:08:55.394056 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02a105cc-ba3c-4279-b3e8-2ed5e2c6fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:55.409964 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-4bb8b899-bb82-4022-ad7c-73352a5d3013 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a10f8156-ab9a-4e04-af6d-a3fcaeda1332 HTTP/1.1" status: 200 len: 217 time: 0.0360134 Apr 20 16:08:55.413637 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-df25cd74-4279-47cc-bcc3-66bdff29eb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:55.467536 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-36168a9c-a2ea-4abd-abc4-6d4b13046d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:55.469586 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-36168a9c-a2ea-4abd-abc4-6d4b13046d7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66ca5027-e9c8-41ce-8129-1d35f4e0c95c HTTP/1.1" status: 200 len: 861 time: 0.0531435 Apr 20 16:08:55.500768 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-df25cd74-4279-47cc-bcc3-66bdff29eb31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb32860c-08a4-4e98-9bbb-9cf536fc9dc7']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:55.528390 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-39b05521-101c-4437-8180-5b7819a33164 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3edbee39-317f-4464-9f65-314e099e8e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444181 Apr 20 16:08:55.571291 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d953ef-67b8-49a3-8a81-092c11f90d55 req-f8c3c645-982d-4032-ad3b-3bcd1d4bdf18 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:55.573012 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-36d953ef-67b8-49a3-8a81-092c11f90d55 req-f8c3c645-982d-4032-ad3b-3bcd1d4bdf18 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 944 time: 0.3023896 Apr 20 16:08:55.582322 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-ca7124d2-8c35-4179-8928-0ef8a93b33f9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Made reservation on behalf of e4c82d1c83884aa980401b1b15bb141d for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:08:55.584814 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76052f-41a9-4741-9caf-1dcf66f1833b req-4348b1e0-4994-4f62-9a10-dc2f35445f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:55.585779 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-ca7124d2-8c35-4179-8928-0ef8a93b33f9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:55.586993 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea76052f-41a9-4741-9caf-1dcf66f1833b req-4348b1e0-4994-4f62-9a10-dc2f35445f7d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2284051e4cd46c69f8dbdc3987cea0b&device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 1099 time: 0.1039200 Apr 20 16:08:55.597185 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-df25cd74-4279-47cc-bcc3-66bdff29eb31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a23c800-14b2-43e8-a94a-ff8e990bb789') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:55.597479 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-df25cd74-4279-47cc-bcc3-66bdff29eb31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a23c800-14b2-43e8-a94a-ff8e990bb789') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:55.637919 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-df25cd74-4279-47cc-bcc3-66bdff29eb31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:55.682502 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3063e670-11c6-4028-9bbe-a5869563a8d8 req-f53292a4-a398-4a69-8afe-7e5728169abb tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 210 time: 0.0621254 Apr 20 16:08:55.725046 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-df25cd74-4279-47cc-bcc3-66bdff29eb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:55.730789 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-846d8975-e547-4a36-9648-0a5015d576c2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:55.735444 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-838e9ca8-debc-4714-b3b9-709a83d11cc1 service neutron] 10.222.0.30 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995397 Apr 20 16:08:55.742181 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d977b7fb-3da3-4109-829f-49c5f8fd3975 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:08:55.754256 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02a105cc-ba3c-4279-b3e8-2ed5e2c6fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:55.756907 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df25cd74-4279-47cc-bcc3-66bdff29eb31 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:08:55.757309 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-df25cd74-4279-47cc-bcc3-66bdff29eb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: items = [ Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:08:55.759980 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:08:55.768740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: d977b7fb-3da3-4109-829f-49c5f8fd3975 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:08:55.769085 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d977b7fb-3da3-4109-829f-49c5f8fd3975 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:08:55.791108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76052f-41a9-4741-9caf-1dcf66f1833b req-5f908c9d-bc2e-4747-a21f-769273586bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:55.791108 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea76052f-41a9-4741-9caf-1dcf66f1833b req-5f908c9d-bc2e-4747-a21f-769273586bbe service neutron] 10.222.0.30 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.1859281 Apr 20 16:08:55.842525 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-846d8975-e547-4a36-9648-0a5015d576c2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:55.851864 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea76052f-41a9-4741-9caf-1dcf66f1833b req-0c9b9f3b-5a6c-4814-9884-5ff88a04cfad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=d6cc7896-2c82-404c-8d3e-c57ff3ac6261 HTTP/1.1" status: 200 len: 217 time: 0.0417230 Apr 20 16:08:55.860564 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-36d953ef-67b8-49a3-8a81-092c11f90d55 req-17f68644-4eda-4656-8ec0-d5a696ddd602 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654881 Apr 20 16:08:55.900799 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-02a105cc-ba3c-4279-b3e8-2ed5e2c6fbde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ada51f-5528-46f9-b6ea-2958c68d7ccd']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:55.928734 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-02a105cc-ba3c-4279-b3e8-2ed5e2c6fbde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b5d361-ce63-4ac1-9ff9-9582180d8087') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:55.929027 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-02a105cc-ba3c-4279-b3e8-2ed5e2c6fbde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b5d361-ce63-4ac1-9ff9-9582180d8087') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:55.951982 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02a105cc-ba3c-4279-b3e8-2ed5e2c6fbde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:55.956477 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-192e367b-97ce-4517-a0f7-4c513190e967 service neutron] 10.222.0.30 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056248 Apr 20 16:08:55.959015 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76052f-41a9-4741-9caf-1dcf66f1833b req-2e0f120a-aba6-412a-8976-f4b080049bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:55.960365 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea76052f-41a9-4741-9caf-1dcf66f1833b req-2e0f120a-aba6-412a-8976-f4b080049bb7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.1014869 Apr 20 16:08:55.981705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90368015-898a-4a38-a5e7-ba0acde4cea2 req-1fc83e91-6fc8-467e-b1cd-dc05196a63a8 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:55.983365 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-90368015-898a-4a38-a5e7-ba0acde4cea2 req-1fc83e91-6fc8-467e-b1cd-dc05196a63a8 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 945 time: 0.0676308 Apr 20 16:08:56.018045 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-df25cd74-4279-47cc-bcc3-66bdff29eb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:56.027696 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02a105cc-ba3c-4279-b3e8-2ed5e2c6fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:56.033664 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-df25cd74-4279-47cc-bcc3-66bdff29eb31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:56.036988 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-df25cd74-4279-47cc-bcc3-66bdff29eb31 admin admin] 10.222.0.15 "DELETE /v2.0/networks/eb32860c-08a4-4e98-9bbb-9cf536fc9dc7 HTTP/1.1" status: 204 len: 168 time: 2.4092197 Apr 20 16:08:56.043955 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76052f-41a9-4741-9caf-1dcf66f1833b req-971e90ae-ee4f-4265-9039-a22f53dde4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:56.049350 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea76052f-41a9-4741-9caf-1dcf66f1833b req-971e90ae-ee4f-4265-9039-a22f53dde4a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0612502 Apr 20 16:08:56.067464 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-90368015-898a-4a38-a5e7-ba0acde4cea2 req-46385bab-a76f-42b0-9083-0d92f5712616 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736098 Apr 20 16:08:56.077448 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a105cc-ba3c-4279-b3e8-2ed5e2c6fbde admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:08:56.077864 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02a105cc-ba3c-4279-b3e8-2ed5e2c6fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:08:56.079682 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:08:56.092595 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-ca7124d2-8c35-4179-8928-0ef8a93b33f9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Allocated IP 192.168.233.225 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/31944815-2a82-4a88-8c62-774322551706) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:08:56.095428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25cd74-4279-47cc-bcc3-66bdff29eb31 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb32860c-08a4-4e98-9bbb-9cf536fc9dc7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:56.155954 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-846d8975-e547-4a36-9648-0a5015d576c2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Floating IP 8437081b-afe4-4b56-a680-bb2337f1026c associated. External IP: 172.25.0.251, port: 96de2bcd-8d6c-4dca-bc9a-2e3929d99698. Apr 20 16:08:56.164618 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea76052f-41a9-4741-9caf-1dcf66f1833b req-101d26f4-9420-456f-9245-ee92d4f25221 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102324 Apr 20 16:08:56.198593 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:56.265225 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c51a47-164d-4f91-9b2d-d5aab52caecd req-5ec97a07-baba-4b6d-b8f0-c75af7c034aa tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:56.268835 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-30c51a47-164d-4f91-9b2d-d5aab52caecd req-5ec97a07-baba-4b6d-b8f0-c75af7c034aa tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 948 time: 0.1927361 Apr 20 16:08:56.273839 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea76052f-41a9-4741-9caf-1dcf66f1833b req-971a21c1-29d6-41f0-90fc-922828566e0a service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983233 Apr 20 16:08:56.349891 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02a105cc-ba3c-4279-b3e8-2ed5e2c6fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:56.355343 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02a105cc-ba3c-4279-b3e8-2ed5e2c6fbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:56.359174 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-02a105cc-ba3c-4279-b3e8-2ed5e2c6fbde admin admin] 10.222.0.15 "DELETE /v2.0/networks/61ada51f-5528-46f9-b6ea-2958c68d7ccd HTTP/1.1" status: 204 len: 168 time: 1.5204864 Apr 20 16:08:56.362018 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54266) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:56.412781 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e63359-bf94-4bad-91f6-a6a3d6ef5f1a admin admin] Deleting subnet 8dd11842-939e-4f80-89e6-ee98501aa763 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:08:56.416183 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1e63359-bf94-4bad-91f6-a6a3d6ef5f1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:56.426643 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a105cc-ba3c-4279-b3e8-2ed5e2c6fbde admin admin] Pushing event deleted for resources: {'Network': ['ID=61ada51f-5528-46f9-b6ea-2958c68d7ccd,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:56.435361 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-30c51a47-164d-4f91-9b2d-d5aab52caecd req-f581b06b-d0de-484c-9c07-b1c4f68eda70 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/security-groups?id=909f27f9-c7d7-41f6-b617-a425d9116b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573882 Apr 20 16:08:56.503638 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1e63359-bf94-4bad-91f6-a6a3d6ef5f1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:56.542779 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-84ada65e-3510-4ded-a65a-04bbabddf1a4 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:56.544317 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-84ada65e-3510-4ded-a65a-04bbabddf1a4 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74&tenant_id=3ddb013be8294812939175e62e5c71d2&binding%3Ahost_id=n-h2-836146-2 HTTP/1.1" status: 200 len: 1095 time: 0.0788572 Apr 20 16:08:56.562044 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-ca7124d2-8c35-4179-8928-0ef8a93b33f9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:56.563062 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54268) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:56.570416 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1e63359-bf94-4bad-91f6-a6a3d6ef5f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:56.629334 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846d8975-e547-4a36-9648-0a5015d576c2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Router a2c79350-687a-46db-a54c-765dec6bcc6b has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:08:56.649894 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a3a8e586-e2c1-4e63-b976-9f3e14430833 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d97324e9f82404497028fe0c92d8259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0817025 Apr 20 16:08:56.651355 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54270) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:56.710031 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-ca7124d2-8c35-4179-8928-0ef8a93b33f9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:56.743847 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c068885-2a47-42bd-b44e-8a64b037907e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:56.748521 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['8bea67d5-3fcd-4761-bd14-b8d917afc384', 'b070ac35-bcbe-4e10-b667-5deb8296f6c1'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:08:56.752636 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f662ef26-bc18-43c7-86ef-7dee44d15b32', '634efcd2-2583-403e-9a9e-1ace043618f5', 'ce4326ea-ab01-4f9f-b629-75c89ee3a037', 'abf2ba26-a602-4a89-a982-c6bb109bfb6d'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:08:56.767476 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c068885-2a47-42bd-b44e-8a64b037907e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:56.777328 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1e63359-bf94-4bad-91f6-a6a3d6ef5f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:56.810439 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-ca7124d2-8c35-4179-8928-0ef8a93b33f9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:08:56.817417 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-ca7124d2-8c35-4179-8928-0ef8a93b33f9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:08:56.821642 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-ca7124d2-8c35-4179-8928-0ef8a93b33f9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:08:56.825165 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846d8975-e547-4a36-9648-0a5015d576c2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:08:56.833302 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-846d8975-e547-4a36-9648-0a5015d576c2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:56.843255 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9717e608-f341-4253-886c-975d19a1c225 None None] Sync routers for ids ['a2c79350-687a-46db-a54c-765dec6bcc6b'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:08:56.854543 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e63359-bf94-4bad-91f6-a6a3d6ef5f1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dd11842-939e-4f80-89e6-ee98501aa763,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:56.860025 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9717e608-f341-4253-886c-975d19a1c225 None None] Routers {'a2c79350-687a-46db-a54c-765dec6bcc6b'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:08:56.861021 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9717e608-f341-4253-886c-975d19a1c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:08:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['a2c79350-687a-46db-a54c-765dec6bcc6b'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:56.884666 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7124d2-8c35-4179-8928-0ef8a93b33f9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Pushing event updated for resources: {'Port': ['ID=31944815-2a82-4a88-8c62-774322551706,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:56.888003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-53f0d546-b2e9-4d22-941c-bd4d333fa56f service neutron] For port a10f8156-ab9a-4e04-af6d-a3fcaeda1332, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:08:56.908462 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-846d8975-e547-4a36-9648-0a5015d576c2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "PUT /v2.0/floatingips/8437081b-afe4-4b56-a680-bb2337f1026c HTTP/1.1" status: 200 len: 991 time: 2.9842565 Apr 20 16:08:56.917006 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece45492-6384-4be4-acd1-a3fe36a8d7dd', 'tag': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:08:56.917434 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1e63359-bf94-4bad-91f6-a6a3d6ef5f1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:56.919457 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b899456-c7fe-4080-88d6-9d3b4194e3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "ece45492-6384-4be4-acd1-a3fe36a8d7dd", "tag": "96de2bcd-8d6c-4dca-bc9a-2e3929d99698"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:08:56.921317 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a1e63359-bf94-4bad-91f6-a6a3d6ef5f1a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8dd11842-939e-4f80-89e6-ee98501aa763 HTTP/1.1" status: 204 len: 168 time: 0.5581408 Apr 20 16:08:56.926737 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54280) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:56.937872 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-53f0d546-b2e9-4d22-941c-bd4d333fa56f service neutron] Notify callbacks [] for binding, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:56.939206 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22ec7cae-c3d3-463b-9055-3efbc81fb769 req-53f0d546-b2e9-4d22-941c-bd4d333fa56f service neutron] 10.222.0.30 "DELETE /v2.0/ports/a10f8156-ab9a-4e04-af6d-a3fcaeda1332/bindings/n-h1-836146-2 HTTP/1.1" status: 204 len: 173 time: 0.3873513 Apr 20 16:08:56.950384 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-ca7124d2-8c35-4179-8928-0ef8a93b33f9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:56.951050 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-ca7124d2-8c35-4179-8928-0ef8a93b33f9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:57.024637 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633a24d-5b16-4fc1-81bb-51dd95d35848 req-a4f1ec1e-e381-43dc-9a4e-04348b71598c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:57.027512 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f633a24d-5b16-4fc1-81bb-51dd95d35848 req-a4f1ec1e-e381-43dc-9a4e-04348b71598c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 936 time: 0.2570305 Apr 20 16:08:57.045080 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-ca7124d2-8c35-4179-8928-0ef8a93b33f9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4878669 Apr 20 16:08:57.068574 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-fc8b3f3f-f05b-47e0-8131-6429b9a13d75 service neutron] Request body: {'port': {'device_id': '46954904-916d-492c-85cf-63853768ec93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:57.071401 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c0e7604-d528-4976-9003-ac6b4db5a8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:57.089028 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-9717e608-f341-4253-886c-975d19a1c225 None None] Set router a2c79350-687a-46db-a54c-765dec6bcc6b gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:08:57.108740 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f633a24d-5b16-4fc1-81bb-51dd95d35848 req-8f9b9694-54e0-4f64-9851-fd5d0c3adbe9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573044 Apr 20 16:08:57.183716 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c068885-2a47-42bd-b44e-8a64b037907e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:57.186631 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c068885-2a47-42bd-b44e-8a64b037907e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:57.187978 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5c068885-2a47-42bd-b44e-8a64b037907e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2245ab19-6ca9-465b-8078-3cd2678a0c38 HTTP/1.1" status: 204 len: 168 time: 0.5342581 Apr 20 16:08:57.208163 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c0e7604-d528-4976-9003-ac6b4db5a8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:57.218257 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdced7-ff3e-41ce-baa4-5015ad52c849 req-3c7a8b00-2a99-48dd-aa3b-f2aecd233278 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:57.227159 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dffdced7-ff3e-41ce-baa4-5015ad52c849 req-3c7a8b00-2a99-48dd-aa3b-f2aecd233278 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 944 time: 0.1771860 Apr 20 16:08:57.242532 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c068885-2a47-42bd-b44e-8a64b037907e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2245ab19-6ca9-465b-8078-3cd2678a0c38,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:57.253761 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-fc8b3f3f-f05b-47e0-8131-6429b9a13d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:57.276780 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-6c0e7604-d528-4976-9003-ac6b4db5a8a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b643dcd-e991-4d8f-8574-602b522a3099']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:57.310631 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-fba5d2df-1d70-4b71-9aee-c6af543e6ceb None None] Provisioning complete for port 31944815-2a82-4a88-8c62-774322551706 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:08:57.311119 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fba5d2df-1d70-4b71-9aee-c6af543e6ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:57.319749 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dffdced7-ff3e-41ce-baa4-5015ad52c849 req-488f2955-7c64-4720-a3c7-87498ee813a6 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907648 Apr 20 16:08:57.328113 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-6c0e7604-d528-4976-9003-ac6b4db5a8a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5ac0a2-d64e-4568-90f0-78ec4fbbee57') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:57.330170 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-6c0e7604-d528-4976-9003-ac6b4db5a8a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5ac0a2-d64e-4568-90f0-78ec4fbbee57') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:57.402372 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c0e7604-d528-4976-9003-ac6b4db5a8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:57.422250 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c0e7604-d528-4976-9003-ac6b4db5a8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:57.427237 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-fba5d2df-1d70-4b71-9aee-c6af543e6ceb None None] Port 31944815-2a82-4a88-8c62-774322551706 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:08:57.454796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0e7604-d528-4976-9003-ac6b4db5a8a9 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:08:57.455202 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c0e7604-d528-4976-9003-ac6b4db5a8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:57.471082 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e35ec61-7d13-4c58-b900-b29a2cd4e88a x-openstack-request-id: req-5e35ec61-7d13-4c58-b900-b29a2cd4e88a {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:08:57.471381 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece45492-6384-4be4-acd1-a3fe36a8d7dd", "tag": "96de2bcd-8d6c-4dca-bc9a-2e3929d99698", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:08:57.471640 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e35ec61-7d13-4c58-b900-b29a2cd4e88a {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:08:57.472044 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e35ec61-7d13-4c58-b900-b29a2cd4e88a'] response: {'name': 'network-changed', 'server_uuid': 'ece45492-6384-4be4-acd1-a3fe36a8d7dd', 'tag': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698', 'status': 'completed', 'code': 200} Apr 20 16:08:57.540307 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9717e608-f341-4253-886c-975d19a1c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'name': 'tempest-ServerActionsTestJSON-558285812-router', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:08:14Z', 'updated_at': '2022-04-20T16:08:20Z', 'revision_number': 4, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'gw_port': {'id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:65:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:15Z', 'updated_at': '2022-04-20T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '8437081b-afe4-4b56-a680-bb2337f1026c', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'port_id': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'mac_address': 'fa:16:3e:f6:c3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece45492-6384-4be4-acd1-a3fe36a8d7dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:08:28Z', 'updated_at': '2022-04-20T16:08:55Z', 'revision_number': 1, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '971bb282-d3db-4f20-81e4-6c3518f5e4b0', 'name': '', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'mac_address': 'fa:16:3e:85:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:19Z', 'updated_at': '2022-04-20T16:08:25Z', 'revision_number': 5, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'subnets': [{'id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:57.567587 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:08:57.571279 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:08:57.575597 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9717e608-f341-4253-886c-975d19a1c225 None None] Checking router: a2c79350-687a-46db-a54c-765dec6bcc6b for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:08:57.584913 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9717e608-f341-4253-886c-975d19a1c225 None None] Routers {'a2c79350-687a-46db-a54c-765dec6bcc6b'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:08:57.585743 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9717e608-f341-4253-886c-975d19a1c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:08:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['a2c79350-687a-46db-a54c-765dec6bcc6b'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:57.629118 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45855973-1fef-4adc-a70f-bc13d6847ed1 req-e864e2bf-ec04-4d1c-b8eb-6555bd02a564 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:57.630544 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-45855973-1fef-4adc-a70f-bc13d6847ed1 req-e864e2bf-ec04-4d1c-b8eb-6555bd02a564 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 945 time: 0.1337676 Apr 20 16:08:57.713490 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c557c27-3063-49d5-876a-2b6c2a9249e4 req-ae0079bb-be41-4926-a87f-638563a10d70 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:57.715546 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-9717e608-f341-4253-886c-975d19a1c225 None None] Set router a2c79350-687a-46db-a54c-765dec6bcc6b gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:08:57.718278 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-45855973-1fef-4adc-a70f-bc13d6847ed1 req-b16686f9-1021-4559-8131-41520157669a tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764129 Apr 20 16:08:57.720929 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c557c27-3063-49d5-876a-2b6c2a9249e4 req-ae0079bb-be41-4926-a87f-638563a10d70 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 945 time: 0.4539170 Apr 20 16:08:57.753966 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b899456-c7fe-4080-88d6-9d3b4194e3fd req-d151baf8-1096-4e0b-9034-3b54237bb7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:57.755609 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b899456-c7fe-4080-88d6-9d3b4194e3fd req-d151baf8-1096-4e0b-9034-3b54237bb7ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 1096 time: 0.1769202 Apr 20 16:08:57.758269 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c0e7604-d528-4976-9003-ac6b4db5a8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:57.775468 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c0e7604-d528-4976-9003-ac6b4db5a8a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:57.775468 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6c0e7604-d528-4976-9003-ac6b4db5a8a9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3b643dcd-e991-4d8f-8574-602b522a3099 HTTP/1.1" status: 204 len: 168 time: 0.8465617 Apr 20 16:08:57.819922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e7604-d528-4976-9003-ac6b4db5a8a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b643dcd-e991-4d8f-8574-602b522a3099,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:57.821394 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-fc8b3f3f-f05b-47e0-8131-6429b9a13d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31944815-2a82-4a88-8c62-774322551706 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:08:57.838909 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-fc8b3f3f-f05b-47e0-8131-6429b9a13d75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:57.854207 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-fc8b3f3f-f05b-47e0-8131-6429b9a13d75 service neutron] Transition to ACTIVE for port object 31944815-2a82-4a88-8c62-774322551706 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:08:57.891250 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c557c27-3063-49d5-876a-2b6c2a9249e4 req-ef0071f8-b9b8-4a46-9590-94ba71c2425a tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692109 Apr 20 16:08:57.955500 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-fc8b3f3f-f05b-47e0-8131-6429b9a13d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:57.973731 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b899456-c7fe-4080-88d6-9d3b4194e3fd req-79e93ce2-cd8f-460a-a50e-09ea535d0d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:57.975080 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b899456-c7fe-4080-88d6-9d3b4194e3fd req-79e93ce2-cd8f-460a-a50e-09ea535d0d94 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 912 time: 0.2100708 Apr 20 16:08:58.063221 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b3f3f-f05b-47e0-8131-6429b9a13d75 service neutron] Pushing event updated for resources: {'Port': ['ID=31944815-2a82-4a88-8c62-774322551706,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:58.067991 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:58.093284 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fdf19-5ad7-4a38-8b3e-a474b7b7eb3f req-ff21dcd9-1a39-4b2f-be40-8ebc6e04c01b tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:58.103197 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5c8fdf19-5ad7-4a38-8b3e-a474b7b7eb3f req-ff21dcd9-1a39-4b2f-be40-8ebc6e04c01b tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 948 time: 0.1908109 Apr 20 16:08:58.235303 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5c8fdf19-5ad7-4a38-8b3e-a474b7b7eb3f req-ae406394-240c-4a9c-9d5e-1b36615c5f00 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/security-groups?id=909f27f9-c7d7-41f6-b617-a425d9116b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251109 Apr 20 16:08:58.277164 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9717e608-f341-4253-886c-975d19a1c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'name': 'tempest-ServerActionsTestJSON-558285812-router', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:08:14Z', 'updated_at': '2022-04-20T16:08:20Z', 'revision_number': 4, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'gw_port': {'id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:65:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:15Z', 'updated_at': '2022-04-20T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '8437081b-afe4-4b56-a680-bb2337f1026c', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'port_id': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'mac_address': 'fa:16:3e:f6:c3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece45492-6384-4be4-acd1-a3fe36a8d7dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:08:28Z', 'updated_at': '2022-04-20T16:08:55Z', 'revision_number': 1, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '971bb282-d3db-4f20-81e4-6c3518f5e4b0', 'name': '', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'mac_address': 'fa:16:3e:85:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:19Z', 'updated_at': '2022-04-20T16:08:25Z', 'revision_number': 5, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'subnets': [{'id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:08:58.282093 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-fc8b3f3f-f05b-47e0-8131-6429b9a13d75 service neutron] Attempting to bind port 31944815-2a82-4a88-8c62-774322551706 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:08:58.282684 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-fc8b3f3f-f05b-47e0-8131-6429b9a13d75 service neutron] Attempting to bind port 31944815-2a82-4a88-8c62-774322551706 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:08:58.283323 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-fc8b3f3f-f05b-47e0-8131-6429b9a13d75 service neutron] Attempting to bind port 31944815-2a82-4a88-8c62-774322551706 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:58.288256 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-fc8b3f3f-f05b-47e0-8131-6429b9a13d75 service neutron] Port 31944815-2a82-4a88-8c62-774322551706 on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:08:58.288847 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-fc8b3f3f-f05b-47e0-8131-6429b9a13d75 service neutron] Attempting to bind port 31944815-2a82-4a88-8c62-774322551706 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:08:58.294965 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-fc8b3f3f-f05b-47e0-8131-6429b9a13d75 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:08:58.296190 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-fc8b3f3f-f05b-47e0-8131-6429b9a13d75 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:08:58.296190 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-fc8b3f3f-f05b-47e0-8131-6429b9a13d75 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:08:58.296730 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-fc8b3f3f-f05b-47e0-8131-6429b9a13d75 service neutron] Bound port: 31944815-2a82-4a88-8c62-774322551706, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:08:58.297504 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-fc8b3f3f-f05b-47e0-8131-6429b9a13d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:58.326520 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9717e608-f341-4253-886c-975d19a1c225 None None] The sync data for ids ['a2c79350-687a-46db-a54c-765dec6bcc6b'] in n-d-836146-2 is: [{'id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'name': 'tempest-ServerActionsTestJSON-558285812-router', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:08:14Z', 'updated_at': '2022-04-20T16:08:20Z', 'revision_number': 4, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'gw_port': {'id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:65:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:15Z', 'updated_at': '2022-04-20T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '8437081b-afe4-4b56-a680-bb2337f1026c', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'port_id': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'mac_address': 'fa:16:3e:f6:c3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece45492-6384-4be4-acd1-a3fe36a8d7dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:08:28Z', 'updated_at': '2022-04-20T16:08:55Z', 'revision_number': 1, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '971bb282-d3db-4f20-81e4-6c3518f5e4b0', 'name': '', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'mac_address': 'fa:16:3e:85:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:19Z', 'updated_at': '2022-04-20T16:08:25Z', 'revision_number': 5, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'subnets': [{'id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:08:58.344774 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:58.408561 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54308) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:58.490686 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e25907-ff0d-46a0-9e8c-cc3578e46d22 req-0e3e660c-6be1-49f7-b673-e157858b8457 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:58.492853 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a8e25907-ff0d-46a0-9e8c-cc3578e46d22 req-0e3e660c-6be1-49f7-b673-e157858b8457 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 945 time: 0.1637278 Apr 20 16:08:58.497185 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-39c5a367-9d6a-4c39-978f-5b41af9763ad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c868090f09f14326be10aba38a0d6d20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0871501 Apr 20 16:08:58.499611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54310) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:58.522065 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-fc8b3f3f-f05b-47e0-8131-6429b9a13d75 service neutron] For port 31944815-2a82-4a88-8c62-774322551706, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:08:58.522177 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b899456-c7fe-4080-88d6-9d3b4194e3fd req-da93e961-ee10-44a9-b1f7-8717aa0d576b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698 HTTP/1.1" status: 200 len: 999 time: 0.5380576 Apr 20 16:08:58.534993 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc295cbb-56b4-41e5-bc74-6b74395f4b06 req-fd4dd357-e800-47bf-b519-4bd3bb0f1cd3 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:58.536199 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fc295cbb-56b4-41e5-bc74-6b74395f4b06 req-fd4dd357-e800-47bf-b519-4bd3bb0f1cd3 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 1095 time: 0.5298467 Apr 20 16:08:58.537377 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-fc8b3f3f-f05b-47e0-8131-6429b9a13d75 service neutron] For port 31944815-2a82-4a88-8c62-774322551706, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=31944815-2a82-4a88-8c62-774322551706,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:08:58.555283 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a8e25907-ff0d-46a0-9e8c-cc3578e46d22 req-db30383a-cbf2-4ae7-a172-5acb8a10dc67 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519783 Apr 20 16:08:58.605223 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-fc8b3f3f-f05b-47e0-8131-6429b9a13d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:58.653908 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42669f89-ef75-461d-b57a-4986a82c868c None None] New status for floating IP 8437081b-afe4-4b56-a680-bb2337f1026c: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:08:58.655276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b899456-c7fe-4080-88d6-9d3b4194e3fd req-fc55fbf8-9f55-4801-b5d9-be6c2a143432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:58.656771 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b899456-c7fe-4080-88d6-9d3b4194e3fd req-fc55fbf8-9f55-4801-b5d9-be6c2a143432 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6cf39be6-ada6-40b6-a73b-d57e4fcf739a HTTP/1.1" status: 200 len: 850 time: 0.1197667 Apr 20 16:08:58.678773 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fc295cbb-56b4-41e5-bc74-6b74395f4b06 req-0d685c0b-3593-4439-84a0-1672a68d7f4b tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949852 Apr 20 16:08:58.700367 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2200f4e4-5122-4ca2-b691-6bb8522fafbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:58.749636 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2200f4e4-5122-4ca2-b691-6bb8522fafbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:58.781587 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b899456-c7fe-4080-88d6-9d3b4194e3fd req-b4430a36-2e36-49eb-bb21-5aa33246d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:58.783216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b899456-c7fe-4080-88d6-9d3b4194e3fd req-b4430a36-2e36-49eb-bb21-5aa33246d8f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1e63842-0159-452f-8eed-f7dec1727f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089573 Apr 20 16:08:58.957020 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54324) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:08:58.972966 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b899456-c7fe-4080-88d6-9d3b4194e3fd req-32066e9a-cafd-4d58-9879-19e44e167ea2 service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719127 Apr 20 16:08:58.989527 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device d6cc7896-2c82-404c-8d3e-c57ff3ac6261 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:08:59.025432 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b3f3f-f05b-47e0-8131-6429b9a13d75 service neutron] Pushing event updated for resources: {'Port': ['ID=31944815-2a82-4a88-8c62-774322551706,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:59.050268 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-fc8b3f3f-f05b-47e0-8131-6429b9a13d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:59.050978 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-fc8b3f3f-f05b-47e0-8131-6429b9a13d75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:59.052470 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-fc8b3f3f-f05b-47e0-8131-6429b9a13d75 service neutron] 10.222.0.26 "PUT /v2.0/ports/31944815-2a82-4a88-8c62-774322551706 HTTP/1.1" status: 200 len: 1096 time: 1.9905496 Apr 20 16:08:59.099754 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3d968-8609-49c3-9849-158b47ae58a9 req-d3d67e86-096a-46ed-8260-b99ac1f11d12 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:59.108295 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5258a6-edc2-4b7e-936f-b6b6ff01a14e req-7fc8d6cf-54c1-4eb3-9ad5-ffb51f42294d tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:59.109839 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ca5258a6-edc2-4b7e-936f-b6b6ff01a14e req-7fc8d6cf-54c1-4eb3-9ad5-ffb51f42294d tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 948 time: 0.0813994 Apr 20 16:08:59.110416 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-46f3d968-8609-49c3-9849-158b47ae58a9 req-d3d67e86-096a-46ed-8260-b99ac1f11d12 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 1095 time: 0.2995043 Apr 20 16:08:59.122938 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port d6cc7896-2c82-404c-8d3e-c57ff3ac6261, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=d6cc7896-2c82-404c-8d3e-c57ff3ac6261,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:59.130710 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2200f4e4-5122-4ca2-b691-6bb8522fafbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:59.138342 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2200f4e4-5122-4ca2-b691-6bb8522fafbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:59.142538 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2200f4e4-5122-4ca2-b691-6bb8522fafbe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ca65f03-edb3-4c86-86df-d9032d2bc538 HTTP/1.1" status: 204 len: 168 time: 0.6389616 Apr 20 16:08:59.148507 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'd6cc7896-2c82-404c-8d3e-c57ff3ac6261', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'd6cc7896-2c82-404c-8d3e-c57ff3ac6261', 'mac_address': 'fa:16:3e:3f:30:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:08:59.178287 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ca5258a6-edc2-4b7e-936f-b6b6ff01a14e req-76b83c0f-cd28-48b1-82b0-21160ca767da tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586607 Apr 20 16:08:59.246697 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:59.265594 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6cc7896-2c82-404c-8d3e-c57ff3ac6261 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:08:59.266212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-a899bec6-bdc2-4218-a674-b21471c7dab9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2062575526-network', 'tenant_id': '7e24116bc43b4c58be65f8409520a53a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:08:59.292888 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-a3eb0ee1-26e1-4a8c-8fce-5e0c2d34dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:59.294532 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-a3eb0ee1-26e1-4a8c-8fce-5e0c2d34dc97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4c82d1c83884aa980401b1b15bb141d&device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 1099 time: 0.1061490 Apr 20 16:08:59.295032 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port d6cc7896-2c82-404c-8d3e-c57ff3ac6261, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=d6cc7896-2c82-404c-8d3e-c57ff3ac6261,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:08:59.313523 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200f4e4-5122-4ca2-b691-6bb8522fafbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca65f03-edb3-4c86-86df-d9032d2bc538,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:59.321011 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1cf62-3e59-4138-a6a1-0bfec1fc98b1 req-c3c06394-a95e-42ae-9f17-91e9bc7da63c tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:59.321705 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b899456-c7fe-4080-88d6-9d3b4194e3fd req-b41c3332-22af-4da6-ae32-7efb156128ff service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387954 Apr 20 16:08:59.322719 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-29f1cf62-3e59-4138-a6a1-0bfec1fc98b1 req-c3c06394-a95e-42ae-9f17-91e9bc7da63c tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 945 time: 0.0642216 Apr 20 16:08:59.350749 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f6db-ca49-4b5b-abae-923772833131 req-672cb9ff-d031-4d78-bcea-f2ae84b8a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:59.352302 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-672cb9ff-d031-4d78-bcea-f2ae84b8a8c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 1096 time: 0.2593973 Apr 20 16:08:59.356290 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-46f3d968-8609-49c3-9849-158b47ae58a9 req-1a3141da-b8b4-4f3c-a323-1293beb2810e tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450659 Apr 20 16:08:59.373697 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:59.374297 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-39574938-c7b8-4f83-bd22-4ca21a306069 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=31944815-2a82-4a88-8c62-774322551706 HTTP/1.1" status: 200 len: 217 time: 0.0502687 Apr 20 16:08:59.387214 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a899bec6-bdc2-4218-a674-b21471c7dab9 admin admin] Made reservation on behalf of 7e24116bc43b4c58be65f8409520a53a for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:08:59.391101 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a899bec6-bdc2-4218-a674-b21471c7dab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:59.427774 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-f17f7669-ea2a-4496-a322-e9b725905374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:59.429578 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-f17f7669-ea2a-4496-a322-e9b725905374 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0485015 Apr 20 16:08:59.451827 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=d6cc7896-2c82-404c-8d3e-c57ff3ac6261,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:59.474506 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46954904-916d-492c-85cf-63853768ec93', 'tag': '31944815-2a82-4a88-8c62-774322551706'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:08:59.475629 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a899bec6-bdc2-4218-a674-b21471c7dab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:59.476982 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d3394c-54c3-4dad-92f1-48e43cdb374e" -d '{"events": [{"name": "network-changed", "server_uuid": "46954904-916d-492c-85cf-63853768ec93", "tag": "31944815-2a82-4a88-8c62-774322551706"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:08:59.498424 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-29f1cf62-3e59-4138-a6a1-0bfec1fc98b1 req-0d89af6d-1eaa-44b6-8222-59cd5209fee9 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656678 Apr 20 16:08:59.516812 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-3c81709e-dcbc-41dc-afda-f11c0c79a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:59.518464 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-3c81709e-dcbc-41dc-afda-f11c0c79a11c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0750151 Apr 20 16:08:59.590893 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:59.609780 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419f5df-132b-4dff-b978-0cee60641d63 req-4b35a98d-722c-4015-9e41-aff650010acb tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:59.617027 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6419f5df-132b-4dff-b978-0cee60641d63 req-4b35a98d-722c-4015-9e41-aff650010acb tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 949 time: 0.1380966 Apr 20 16:08:59.622367 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f6db-ca49-4b5b-abae-923772833131 req-22499f04-216e-4058-b426-cebb485f7d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:59.623903 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-22499f04-216e-4058-b426-cebb485f7d78 service neutron] 10.222.0.30 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 909 time: 0.2615535 Apr 20 16:08:59.637541 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5359063-5cba-480c-af32-312828101042 x-openstack-request-id: req-b5359063-5cba-480c-af32-312828101042 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:08:59.637862 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46954904-916d-492c-85cf-63853768ec93", "tag": "31944815-2a82-4a88-8c62-774322551706", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:08:59.638143 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5359063-5cba-480c-af32-312828101042 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:08:59.638456 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5359063-5cba-480c-af32-312828101042'] response: {'name': 'network-changed', 'server_uuid': '46954904-916d-492c-85cf-63853768ec93', 'tag': '31944815-2a82-4a88-8c62-774322551706', 'status': 'completed', 'code': 200} Apr 20 16:08:59.659253 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-0a25da73-c209-46d0-be7a-e849663debf4 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266644 Apr 20 16:08:59.694638 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-21394c9b-2264-46b6-9ae2-42b939124bc8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a86943f9-cb89-472e-b8ec-926468d9dfb7 HTTP/1.1" status: 200 len: 217 time: 0.0602596 Apr 20 16:08:59.742664 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6419f5df-132b-4dff-b978-0cee60641d63 req-8adbbbdb-a93f-4ebb-93d6-e7a80428d56d tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/security-groups?id=909f27f9-c7d7-41f6-b617-a425d9116b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246870 Apr 20 16:08:59.778545 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f6db-ca49-4b5b-abae-923772833131 req-92e9b1e9-0bad-4e01-a756-ddf3d913cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:59.780018 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-92e9b1e9-0bad-4e01-a756-ddf3d913cf39 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f HTTP/1.1" status: 200 len: 848 time: 0.0767002 Apr 20 16:08:59.781516 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cc700d76-cbc8-4a1c-acf7-edb7934dd317 req-c4c3dfac-0dcd-4393-b534-aa42f44074de service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169209 Apr 20 16:08:59.784819 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a899bec6-bdc2-4218-a674-b21471c7dab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:59.811516 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-682d44e3-c1a1-448c-b8b9-601f88dcb3e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240171 Apr 20 16:08:59.888049 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a899bec6-bdc2-4218-a674-b21471c7dab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:59.920610 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a899bec6-bdc2-4218-a674-b21471c7dab9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:08:59.944350 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca387c04-e3ec-4bb0-a30f-62539bd236fd req-56c9ba33-76ab-4382-ace7-203161a135f8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:08:59.945920 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca387c04-e3ec-4bb0-a30f-62539bd236fd req-56c9ba33-76ab-4382-ace7-203161a135f8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 945 time: 0.1334093 Apr 20 16:08:59.958282 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899bec6-bdc2-4218-a674-b21471c7dab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98adc0b-c6e8-477b-9108-3228c9c1b4c5,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:08:59.965267 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a899bec6-bdc2-4218-a674-b21471c7dab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:08:59.965610 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-a899bec6-bdc2-4218-a674-b21471c7dab9 admin admin] Added segment 92a3a5e6-b798-4513-a695-3edc3b9c2db1 of type vlan for network a787494d-c352-450e-a71b-1c31ffa36626 Apr 20 16:09:00.030706 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3394c-54c3-4dad-92f1-48e43cdb374e req-8b842651-2c08-4c93-81dc-537a8c08b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:00.032458 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71d3394c-54c3-4dad-92f1-48e43cdb374e req-8b842651-2c08-4c93-81dc-537a8c08b370 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4c82d1c83884aa980401b1b15bb141d&device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 1099 time: 0.0466874 Apr 20 16:09:00.034989 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-e10b12ce-733a-4266-980b-78c54ed6eb75 service neutron] 10.222.0.30 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128007 Apr 20 16:09:00.047922 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a899bec6-bdc2-4218-a674-b21471c7dab9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:00.075358 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca387c04-e3ec-4bb0-a30f-62539bd236fd req-cfd6b66f-c244-4478-9087-914370accdaf tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063850 Apr 20 16:09:00.131601 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3394c-54c3-4dad-92f1-48e43cdb374e req-b4717961-69d5-4d6e-86e6-565e018866c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:00.133947 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71d3394c-54c3-4dad-92f1-48e43cdb374e req-b4717961-69d5-4d6e-86e6-565e018866c6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.0941234 Apr 20 16:09:00.143512 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['d6cc7896-2c82-404c-8d3e-c57ff3ac6261'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:09:00.159416 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-a1f2b4d9-3801-4fc7-8434-3d03b4e67b7a service neutron] 10.222.0.30 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126750 Apr 20 16:09:00.187170 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54350) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:00.201086 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71d3394c-54c3-4dad-92f1-48e43cdb374e req-c226ccdc-e767-47be-931e-8a8a7d880496 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=31944815-2a82-4a88-8c62-774322551706 HTTP/1.1" status: 200 len: 217 time: 0.0576935 Apr 20 16:09:00.270254 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a899bec6-bdc2-4218-a674-b21471c7dab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:00.272267 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a899bec6-bdc2-4218-a674-b21471c7dab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:00.273310 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a899bec6-bdc2-4218-a674-b21471c7dab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:00.275465 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3394c-54c3-4dad-92f1-48e43cdb374e req-312c1493-822c-4383-a5dc-64b2c92570e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:00.277645 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71d3394c-54c3-4dad-92f1-48e43cdb374e req-312c1493-822c-4383-a5dc-64b2c92570e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0613434 Apr 20 16:09:00.286099 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909bd40-c7da-4ecd-9d93-b9c6151b643b req-f8c7140b-fc06-4c25-9831-b54a23884b61 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:00.287601 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c909bd40-c7da-4ecd-9d93-b9c6151b643b req-f8c7140b-fc06-4c25-9831-b54a23884b61 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 945 time: 0.1288559 Apr 20 16:09:00.342285 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1a436198-4f69-4cd9-bf7a-1a2c322071af admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=997aa63b77994fa2a282699f817f24b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1537170 Apr 20 16:09:00.346604 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54354) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:00.364195 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c909bd40-c7da-4ecd-9d93-b9c6151b643b req-17d1b9fe-b39c-40e1-bd13-02692aecb63d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674813 Apr 20 16:09:00.371857 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3394c-54c3-4dad-92f1-48e43cdb374e req-08d210e8-70ae-453c-9582-240644a4fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:00.372650 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899bec6-bdc2-4218-a674-b21471c7dab9 admin admin] Pushing event updated for resources: {'Network': ['ID=a787494d-c352-450e-a71b-1c31ffa36626,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:00.373332 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71d3394c-54c3-4dad-92f1-48e43cdb374e req-08d210e8-70ae-453c-9582-240644a4fe90 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0847845 Apr 20 16:09:00.384115 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network a787494d-c352-450e-a71b-1c31ffa36626 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:09:00.435317 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6afe1c-6e85-4996-aac5-48162314e76b req-7d231473-8fe1-4f7b-a1c4-96b656f5a610 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:00.437094 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a6afe1c-6e85-4996-aac5-48162314e76b req-7d231473-8fe1-4f7b-a1c4-96b656f5a610 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 948 time: 0.1089499 Apr 20 16:09:00.442016 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a899bec6-bdc2-4218-a674-b21471c7dab9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4846497 Apr 20 16:09:00.447620 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54358) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:00.452232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-b3c2b1d7-341d-407c-b23c-d8959984f25e admin admin] Request body: {'subnet': {'network_id': 'a787494d-c352-450e-a71b-1c31ffa36626', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2062575526-subnet', 'tenant_id': '7e24116bc43b4c58be65f8409520a53a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:09:00.476717 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f6db-ca49-4b5b-abae-923772833131 req-fb03b734-5415-4091-8706-130dee2e1f08 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:00.478325 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-fb03b734-5415-4091-8706-130dee2e1f08 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e&tenant_id=f99d78ffab8c43cca67be1fec063f621&binding%3Ahost_id=n-h1-836146-2 HTTP/1.1" status: 200 len: 1096 time: 0.1071243 Apr 20 16:09:00.492193 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31abfaf0-5635-449a-a5ec-f7ca746d6e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:00.506164 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-0a92f6db-ca49-4b5b-abae-923772833131 req-d4596d00-22f6-4398-9da2-ad9962f28e8b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836146-2'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:09:00.513372 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a6afe1c-6e85-4996-aac5-48162314e76b req-5ce11062-48e2-44da-9c09-36bb7aae953e tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680735 Apr 20 16:09:00.533597 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31abfaf0-5635-449a-a5ec-f7ca746d6e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:00.537896 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71d3394c-54c3-4dad-92f1-48e43cdb374e req-755015c0-f1c2-44fb-a3de-8091f5e93d87 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468458 Apr 20 16:09:00.586615 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0a92f6db-ca49-4b5b-abae-923772833131 req-d4596d00-22f6-4398-9da2-ad9962f28e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:00.654322 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c2b1d7-341d-407c-b23c-d8959984f25e admin admin] Made reservation on behalf of 7e24116bc43b4c58be65f8409520a53a for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:09:00.657396 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b1d7-341d-407c-b23c-d8959984f25e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:00.678280 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71d3394c-54c3-4dad-92f1-48e43cdb374e req-15aec894-185a-40c5-8c12-b2c69048062d service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318293 Apr 20 16:09:00.737641 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc498b-8841-4975-8c32-ebefde097302 req-3457b774-2784-46cf-8fc6-7d731974e225 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:00.739129 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-35dc498b-8841-4975-8c32-ebefde097302 req-3457b774-2784-46cf-8fc6-7d731974e225 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 945 time: 0.1493142 Apr 20 16:09:00.769696 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31abfaf0-5635-449a-a5ec-f7ca746d6e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:00.772296 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31abfaf0-5635-449a-a5ec-f7ca746d6e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:00.775723 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-31abfaf0-5635-449a-a5ec-f7ca746d6e62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96a292a9-4312-4405-b1d6-58bc5e02beca HTTP/1.1" status: 204 len: 168 time: 0.4229026 Apr 20 16:09:00.784555 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abfaf0-5635-449a-a5ec-f7ca746d6e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a292a9-4312-4405-b1d6-58bc5e02beca,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:00.867924 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-35dc498b-8841-4975-8c32-ebefde097302 req-2313635d-0a72-4ae7-b387-9fa6129edc8e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940673 Apr 20 16:09:00.871655 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-0a92f6db-ca49-4b5b-abae-923772833131 req-d4596d00-22f6-4398-9da2-ad9962f28e8b service neutron] For port a86943f9-cb89-472e-b8ec-926468d9dfb7, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a86943f9-cb89-472e-b8ec-926468d9dfb7,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:00.972294 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-0a92f6db-ca49-4b5b-abae-923772833131 req-d4596d00-22f6-4398-9da2-ad9962f28e8b service neutron] For port a86943f9-cb89-472e-b8ec-926468d9dfb7, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:09:01.058002 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aea4ead-fdc0-41a5-8842-9245f83ae07e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a86943f9-cb89-472e-b8ec-926468d9dfb7'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:09:01.060257 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf9d9c2-5aed-4adc-8c79-edbaa542be86" -d '{"events": [{"server_uuid": "9aea4ead-fdc0-41a5-8842-9245f83ae07e", "name": "network-vif-unplugged", "status": "completed", "tag": "a86943f9-cb89-472e-b8ec-926468d9dfb7"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:09:01.066443 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0a92f6db-ca49-4b5b-abae-923772833131 req-d4596d00-22f6-4398-9da2-ad9962f28e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:01.076662 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39157e-6269-49d5-8184-bdf435d89cdd req-33615837-af9c-4091-ab27-810e08d278f8 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:01.078128 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2d39157e-6269-49d5-8184-bdf435d89cdd req-33615837-af9c-4091-ab27-810e08d278f8 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 949 time: 0.1462102 Apr 20 16:09:01.116799 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2d39157e-6269-49d5-8184-bdf435d89cdd req-714b573e-5119-4dcf-89f5-6ba823ab413c tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/security-groups?id=909f27f9-c7d7-41f6-b617-a425d9116b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325882 Apr 20 16:09:01.176089 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0a92f6db-ca49-4b5b-abae-923772833131 req-d4596d00-22f6-4398-9da2-ad9962f28e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:01.204604 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b1d7-341d-407c-b23c-d8959984f25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:01.240175 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbaba87-e821-4015-9d6f-ed8f035fc824 x-openstack-request-id: req-0dbaba87-e821-4015-9d6f-ed8f035fc824 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:09:01.240465 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aea4ead-fdc0-41a5-8842-9245f83ae07e", "name": "network-vif-unplugged", "status": "completed", "tag": "a86943f9-cb89-472e-b8ec-926468d9dfb7", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:09:01.240721 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0dbaba87-e821-4015-9d6f-ed8f035fc824 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:09:01.241105 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dbaba87-e821-4015-9d6f-ed8f035fc824'] response: {'server_uuid': '9aea4ead-fdc0-41a5-8842-9245f83ae07e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a86943f9-cb89-472e-b8ec-926468d9dfb7', 'code': 200} Apr 20 16:09:01.323134 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4596d00-22f6-4398-9da2-ad9962f28e8b service neutron] Pushing event updated for resources: {'Port': ['ID=a86943f9-cb89-472e-b8ec-926468d9dfb7,revision_number=7']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:01.352642 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2b1d7-341d-407c-b23c-d8959984f25e admin admin] Pushing event updated for resources: {'Subnet': ['ID=79bb1008-a72e-4a9f-9381-6b34c8c7e78d,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:01.367054 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-0a92f6db-ca49-4b5b-abae-923772833131 req-d4596d00-22f6-4398-9da2-ad9962f28e8b service neutron] Attempting to bind port a86943f9-cb89-472e-b8ec-926468d9dfb7 on host n-h1-836146-2 for vnic_type normal with profile {"migrating_to": "n-h2-836146-2"} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:09:01.367386 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-0a92f6db-ca49-4b5b-abae-923772833131 req-d4596d00-22f6-4398-9da2-ad9962f28e8b service neutron] Attempting to bind port a86943f9-cb89-472e-b8ec-926468d9dfb7 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:09:01.367705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a92f6db-ca49-4b5b-abae-923772833131 req-d4596d00-22f6-4398-9da2-ad9962f28e8b service neutron] Attempting to bind port a86943f9-cb89-472e-b8ec-926468d9dfb7 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:09:01.372689 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2b1d7-341d-407c-b23c-d8959984f25e admin admin] Checking segment: {'id': '92a3a5e6-b798-4513-a695-3edc3b9c2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a787494d-c352-450e-a71b-1c31ffa36626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:09:01.373041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c2b1d7-341d-407c-b23c-d8959984f25e admin admin] Network hostable DHCP agents. Network: a787494d-c352-450e-a71b-1c31ffa36626, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:09:01.377987 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a92f6db-ca49-4b5b-abae-923772833131 req-d4596d00-22f6-4398-9da2-ad9962f28e8b service neutron] Port a86943f9-cb89-472e-b8ec-926468d9dfb7 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:09:01.378310 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a92f6db-ca49-4b5b-abae-923772833131 req-d4596d00-22f6-4398-9da2-ad9962f28e8b service neutron] Attempting to bind port a86943f9-cb89-472e-b8ec-926468d9dfb7 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:09:01.387768 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a92f6db-ca49-4b5b-abae-923772833131 req-d4596d00-22f6-4398-9da2-ad9962f28e8b service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:09:01.388108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a92f6db-ca49-4b5b-abae-923772833131 req-d4596d00-22f6-4398-9da2-ad9962f28e8b service neutron] Checking segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:09:01.388519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a92f6db-ca49-4b5b-abae-923772833131 req-d4596d00-22f6-4398-9da2-ad9962f28e8b service neutron] Bound using segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:09:01.388953 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-0a92f6db-ca49-4b5b-abae-923772833131 req-d4596d00-22f6-4398-9da2-ad9962f28e8b service neutron] Bound port: a86943f9-cb89-472e-b8ec-926468d9dfb7, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:09:01.389323 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0a92f6db-ca49-4b5b-abae-923772833131 req-d4596d00-22f6-4398-9da2-ad9962f28e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:01.471417 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-0a92f6db-ca49-4b5b-abae-923772833131 req-d4596d00-22f6-4398-9da2-ad9962f28e8b service neutron] For port a86943f9-cb89-472e-b8ec-926468d9dfb7, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:09:01.474642 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-0a92f6db-ca49-4b5b-abae-923772833131 req-d4596d00-22f6-4398-9da2-ad9962f28e8b service neutron] For port a86943f9-cb89-472e-b8ec-926468d9dfb7, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a86943f9-cb89-472e-b8ec-926468d9dfb7,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:09:01.483669 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c2b1d7-341d-407c-b23c-d8959984f25e admin admin] Network a787494d-c352-450e-a71b-1c31ffa36626 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:09:01.607734 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0a92f6db-ca49-4b5b-abae-923772833131 req-d4596d00-22f6-4398-9da2-ad9962f28e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:01.645583 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-b3c2b1d7-341d-407c-b23c-d8959984f25e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, a787494d-c352-450e-a71b-1c31ffa36626) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:09:01.654621 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd7dd11-89e5-489f-b374-9a3516384047 None None] Network a787494d-c352-450e-a71b-1c31ffa36626 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:09:01.656067 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c2b1d7-341d-407c-b23c-d8959984f25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:01.656687 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b1d7-341d-407c-b23c-d8959984f25e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:01.659698 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5721b1-fb39-4388-8381-8571f1810e58 req-b1a90504-b077-4908-9ca5-c277e07475c6 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:01.661443 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1c5721b1-fb39-4388-8381-8571f1810e58 req-b1a90504-b077-4908-9ca5-c277e07475c6 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 948 time: 0.0643520 Apr 20 16:09:01.718754 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f6db-ca49-4b5b-abae-923772833131 req-d4596d00-22f6-4398-9da2-ad9962f28e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:01.719356 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0a92f6db-ca49-4b5b-abae-923772833131 req-d4596d00-22f6-4398-9da2-ad9962f28e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:01.720782 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-d4596d00-22f6-4398-9da2-ad9962f28e8b service neutron] 10.222.0.30 "PUT /v2.0/ports/a86943f9-cb89-472e-b8ec-926468d9dfb7 HTTP/1.1" status: 200 len: 1121 time: 1.2330430 Apr 20 16:09:01.721236 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1c5721b1-fb39-4388-8381-8571f1810e58 req-c1a26aaf-62f9-402f-9bbc-81630d36a2e0 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452144 Apr 20 16:09:01.721941 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4596d00-22f6-4398-9da2-ad9962f28e8b service neutron] Pushing event updated for resources: {'Port': ['ID=a86943f9-cb89-472e-b8ec-926468d9dfb7,revision_number=8']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:01.773204 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b3c2b1d7-341d-407c-b23c-d8959984f25e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3238292 Apr 20 16:09:01.775553 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54396) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:01.781678 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-89d8c0e5-126c-4b65-aefe-b568c14facb7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2062575526-router', 'tenant_id': '7e24116bc43b4c58be65f8409520a53a', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:09:01.839358 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6af172-ed2e-4750-bbf3-5ef9918a0774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-a787494d-c352-450e-a71b-1c31ffa36626', 'network_id': 'a787494d-c352-450e-a71b-1c31ffa36626', 'tenant_id': '7e24116bc43b4c58be65f8409520a53a', 'fixed_ips': [{'subnet_id': '79bb1008-a72e-4a9f-9381-6b34c8c7e78d'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:09:01.840768 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bb6af172-ed2e-4750-bbf3-5ef9918a0774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:01.924839 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-89d8c0e5-126c-4b65-aefe-b568c14facb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:01.926393 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-89d8c0e5-126c-4b65-aefe-b568c14facb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:01.952736 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['a86943f9-cb89-472e-b8ec-926468d9dfb7'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:09:01.986335 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-89d8c0e5-126c-4b65-aefe-b568c14facb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:02.038246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed819527-6b36-4de3-ae5c-702ea33cb870 req-0b8472e4-ca87-4159-91c9-9e678815e65b tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:02.046039 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ed819527-6b36-4de3-ae5c-702ea33cb870 req-0b8472e4-ca87-4159-91c9-9e678815e65b tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 943 time: 0.0557494 Apr 20 16:09:02.049177 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-bb6af172-ed2e-4750-bbf3-5ef9918a0774 None None] Allocated IP 172.20.0.2 (a787494d-c352-450e-a71b-1c31ffa36626/79bb1008-a72e-4a9f-9381-6b34c8c7e78d/8f7e171c-5ca7-4181-b452-c6f41ed1b25e) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:09:02.111445 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ed819527-6b36-4de3-ae5c-702ea33cb870 req-0bda5544-8b80-4dda-86e1-f1600e5bb1bf tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644705 Apr 20 16:09:02.320500 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615098a-c029-4c3b-8260-cdb7313d43c9 req-03a39288-301b-4691-ac93-f0e59eb4d3ba tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:02.325134 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c615098a-c029-4c3b-8260-cdb7313d43c9 req-03a39288-301b-4691-ac93-f0e59eb4d3ba tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 949 time: 0.0946364 Apr 20 16:09:02.325777 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-89d8c0e5-126c-4b65-aefe-b568c14facb7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:02.343483 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bb6af172-ed2e-4750-bbf3-5ef9918a0774 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:02.373112 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c615098a-c029-4c3b-8260-cdb7313d43c9 req-df8c117b-a728-4a07-971d-eba628534064 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/security-groups?id=909f27f9-c7d7-41f6-b617-a425d9116b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417387 Apr 20 16:09:02.438844 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bb6af172-ed2e-4750-bbf3-5ef9918a0774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:02.486483 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6af172-ed2e-4750-bbf3-5ef9918a0774 None None] Network a787494d-c352-450e-a71b-1c31ffa36626 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:09:02.490323 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-bb6af172-ed2e-4750-bbf3-5ef9918a0774 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:09:02.493995 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6af172-ed2e-4750-bbf3-5ef9918a0774 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:09:02.502984 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6af172-ed2e-4750-bbf3-5ef9918a0774 None None] Pushing event updated for resources: {'Port': ['ID=8f7e171c-5ca7-4181-b452-c6f41ed1b25e,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:02.569926 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-bb6af172-ed2e-4750-bbf3-5ef9918a0774 None None] Attempting to bind port 8f7e171c-5ca7-4181-b452-c6f41ed1b25e on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:09:02.570285 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-bb6af172-ed2e-4750-bbf3-5ef9918a0774 None None] Attempting to bind port 8f7e171c-5ca7-4181-b452-c6f41ed1b25e by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '92a3a5e6-b798-4513-a695-3edc3b9c2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a787494d-c352-450e-a71b-1c31ffa36626'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:09:02.570710 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6af172-ed2e-4750-bbf3-5ef9918a0774 None None] Attempting to bind port 8f7e171c-5ca7-4181-b452-c6f41ed1b25e on network a787494d-c352-450e-a71b-1c31ffa36626 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:09:02.576263 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6af172-ed2e-4750-bbf3-5ef9918a0774 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:09:02.576848 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6af172-ed2e-4750-bbf3-5ef9918a0774 None None] Checking segment: {'id': '92a3a5e6-b798-4513-a695-3edc3b9c2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a787494d-c352-450e-a71b-1c31ffa36626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:09:02.577254 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bb6af172-ed2e-4750-bbf3-5ef9918a0774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:02.577650 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6af172-ed2e-4750-bbf3-5ef9918a0774 None None] Bound using segment: {'id': '92a3a5e6-b798-4513-a695-3edc3b9c2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a787494d-c352-450e-a71b-1c31ffa36626'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:09:02.578123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-bb6af172-ed2e-4750-bbf3-5ef9918a0774 None None] Bound port: 8f7e171c-5ca7-4181-b452-c6f41ed1b25e, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a3a5e6-b798-4513-a695-3edc3b9c2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a787494d-c352-450e-a71b-1c31ffa36626'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:09:02.578505 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bb6af172-ed2e-4750-bbf3-5ef9918a0774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:02.592701 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28d01466-2336-4768-81e4-37ea2065146c req-f2b78de0-530e-4d69-bbeb-9c83791eea7f tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4a6d8250c0384f84ad1e9b54443ad274&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0939057 Apr 20 16:09:02.644534 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-bb6af172-ed2e-4750-bbf3-5ef9918a0774 None None] For port 8f7e171c-5ca7-4181-b452-c6f41ed1b25e, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:09:02.648927 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-bb6af172-ed2e-4750-bbf3-5ef9918a0774 None None] For port 8f7e171c-5ca7-4181-b452-c6f41ed1b25e, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=8f7e171c-5ca7-4181-b452-c6f41ed1b25e,segment=NetworkSegment(92a3a5e6-b798-4513-a695-3edc3b9c2db1),segment_id=92a3a5e6-b798-4513-a695-3edc3b9c2db1)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:09:02.682520 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-89d8c0e5-126c-4b65-aefe-b568c14facb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:02.707514 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-89d8c0e5-126c-4b65-aefe-b568c14facb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:02.724398 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bb6af172-ed2e-4750-bbf3-5ef9918a0774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:02.803716 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6af172-ed2e-4750-bbf3-5ef9918a0774 None None] Pushing event updated for resources: {'Port': ['ID=8f7e171c-5ca7-4181-b452-c6f41ed1b25e,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:02.841295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d01466-2336-4768-81e4-37ea2065146c req-fa486dbd-a214-4a5f-89ef-50bf471767ff tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:02.848709 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28d01466-2336-4768-81e4-37ea2065146c req-fa486dbd-a214-4a5f-89ef-50bf471767ff tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2338457 Apr 20 16:09:02.853231 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b8920-5a39-4585-b7c1-445808e7a2f6 req-7bb7778b-1fb1-4247-ab96-3a640730294a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:02.861174 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5e3b8920-5a39-4585-b7c1-445808e7a2f6 req-7bb7778b-1fb1-4247-ab96-3a640730294a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 948 time: 0.0672548 Apr 20 16:09:02.889185 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28d01466-2336-4768-81e4-37ea2065146c req-eb960fcb-9c4d-4229-9ffd-f27f19f9957d tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/quotas/4a6d8250c0384f84ad1e9b54443ad274 HTTP/1.1" status: 200 len: 375 time: 0.0388913 Apr 20 16:09:02.896725 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5e3b8920-5a39-4585-b7c1-445808e7a2f6 req-1f1cb42c-3c47-4ed3-87ef-a41a1a7bb5fa tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344477 Apr 20 16:09:02.939784 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-89d8c0e5-126c-4b65-aefe-b568c14facb7 admin admin] Allocated IP 172.25.0.160 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/64bba9f1-d674-4bc3-b380-73077b53a761) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:09:02.943623 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28d01466-2336-4768-81e4-37ea2065146c req-d5584479-8563-4cb0-9885-a09407584139 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a6d8250c0384f84ad1e9b54443ad274&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442572 Apr 20 16:09:03.013767 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device d6cc7896-2c82-404c-8d3e-c57ff3ac6261 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:09:03.116240 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-89d8c0e5-126c-4b65-aefe-b568c14facb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:03.196013 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port d6cc7896-2c82-404c-8d3e-c57ff3ac6261 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:09:03.203181 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port d6cc7896-2c82-404c-8d3e-c57ff3ac6261 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:03.203693 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:03.239163 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-89d8c0e5-126c-4b65-aefe-b568c14facb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:03.247081 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aea4ead-fdc0-41a5-8842-9245f83ae07e', 'tag': 'a86943f9-cb89-472e-b8ec-926468d9dfb7'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:09:03.249892 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44e1fa8-e13b-4ffd-a44d-dd0f3f1a82bb" -d '{"events": [{"name": "network-changed", "server_uuid": "9aea4ead-fdc0-41a5-8842-9245f83ae07e", "tag": "a86943f9-cb89-472e-b8ec-926468d9dfb7"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:09:03.312528 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73bb59-259a-4890-9cb0-a23c099aea7e req-57b97397-64c3-471b-acc8-1e2a71261515 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:03.314351 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cd73bb59-259a-4890-9cb0-a23c099aea7e req-57b97397-64c3-471b-acc8-1e2a71261515 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 943 time: 0.1132345 Apr 20 16:09:03.328606 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d8c0e5-126c-4b65-aefe-b568c14facb7 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:09:03.329595 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:03.342925 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-89d8c0e5-126c-4b65-aefe-b568c14facb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:09:03.345918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d8c0e5-126c-4b65-aefe-b568c14facb7 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:09:03.372524 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f350067-c6ce-4c8c-b7f2-16a399ae1193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6cc7896-2c82-404c-8d3e-c57ff3ac6261'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:09:03.374856 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36604ab-d0a3-4de0-af70-f607936cbbca" -d '{"events": [{"server_uuid": "4f350067-c6ce-4c8c-b7f2-16a399ae1193", "name": "network-vif-plugged", "status": "completed", "tag": "d6cc7896-2c82-404c-8d3e-c57ff3ac6261"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:09:03.398891 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cd73bb59-259a-4890-9cb0-a23c099aea7e req-f3e24d89-4714-48d4-b616-5648fd29c624 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775151 Apr 20 16:09:03.399847 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a82d5b75-ff4f-43be-9ab0-c1957cd44dfd req-a4fa3f5e-e7d4-4987-acb1-6d0d50cc44df tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/ports?device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 210 time: 0.1283906 Apr 20 16:09:03.417724 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port d6cc7896-2c82-404c-8d3e-c57ff3ac6261, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=d6cc7896-2c82-404c-8d3e-c57ff3ac6261,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:03.429426 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8c0e5-126c-4b65-aefe-b568c14facb7 admin admin] Pushing event updated for resources: {'Port': ['ID=64bba9f1-d674-4bc3-b380-73077b53a761,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:03.511873 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c421da94-328e-484c-af83-f940e1c3d645 x-openstack-request-id: req-c421da94-328e-484c-af83-f940e1c3d645 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:09:03.512193 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f350067-c6ce-4c8c-b7f2-16a399ae1193", "name": "network-vif-plugged", "status": "completed", "tag": "d6cc7896-2c82-404c-8d3e-c57ff3ac6261", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:09:03.512506 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c421da94-328e-484c-af83-f940e1c3d645 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:09:03.513053 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c421da94-328e-484c-af83-f940e1c3d645'] response: {'server_uuid': '4f350067-c6ce-4c8c-b7f2-16a399ae1193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6cc7896-2c82-404c-8d3e-c57ff3ac6261', 'code': 200} Apr 20 16:09:03.515930 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:03.526558 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62befec6-c1a5-47d1-812d-4f604cb5ae42 x-openstack-request-id: req-62befec6-c1a5-47d1-812d-4f604cb5ae42 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:09:03.526838 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aea4ead-fdc0-41a5-8842-9245f83ae07e", "tag": "a86943f9-cb89-472e-b8ec-926468d9dfb7", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:09:03.527207 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62befec6-c1a5-47d1-812d-4f604cb5ae42 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:09:03.529989 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62befec6-c1a5-47d1-812d-4f604cb5ae42'] response: {'name': 'network-changed', 'server_uuid': '9aea4ead-fdc0-41a5-8842-9245f83ae07e', 'tag': 'a86943f9-cb89-472e-b8ec-926468d9dfb7', 'status': 'completed', 'code': 200} Apr 20 16:09:03.610781 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=d6cc7896-2c82-404c-8d3e-c57ff3ac6261,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:03.634488 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e1fa8-e13b-4ffd-a44d-dd0f3f1a82bb req-7f6676ac-9dfa-40cb-92a2-1d63337100de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:03.636597 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f44e1fa8-e13b-4ffd-a44d-dd0f3f1a82bb req-7f6676ac-9dfa-40cb-92a2-1d63337100de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 1124 time: 0.1042712 Apr 20 16:09:03.647497 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 31944815-2a82-4a88-8c62-774322551706 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:09:03.653544 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5edde-ad43-41ba-85d9-4d6169e2fc60 req-385454be-8df0-4eaa-9e19-2aa35ffa674c tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:03.655363 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-13d5edde-ad43-41ba-85d9-4d6169e2fc60 req-385454be-8df0-4eaa-9e19-2aa35ffa674c tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 950 time: 0.0660648 Apr 20 16:09:03.788291 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9efc5-e37b-4b36-9792-2cbeaeb4f2ad req-da28a490-fb39-4299-a197-48c19df9be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:03.790358 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-65a9efc5-e37b-4b36-9792-2cbeaeb4f2ad req-da28a490-fb39-4299-a197-48c19df9be2a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 1101 time: 0.1660078 Apr 20 16:09:03.830778 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 31944815-2a82-4a88-8c62-774322551706, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=31944815-2a82-4a88-8c62-774322551706,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:03.849118 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-13d5edde-ad43-41ba-85d9-4d6169e2fc60 req-67171e07-a61d-4ce9-89dd-423b0379be26 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/security-groups?id=909f27f9-c7d7-41f6-b617-a425d9116b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835134 Apr 20 16:09:03.858947 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8f7e171c-5ca7-4181-b452-c6f41ed1b25e up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:09:03.897983 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e1fa8-e13b-4ffd-a44d-dd0f3f1a82bb req-a5eb9095-5b26-4ed6-ae65-664de5e1bd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:03.903456 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f44e1fa8-e13b-4ffd-a44d-dd0f3f1a82bb req-a5eb9095-5b26-4ed6-ae65-664de5e1bd4f service neutron] 10.222.0.26 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 909 time: 0.2469192 Apr 20 16:09:03.920613 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '31944815-2a82-4a88-8c62-774322551706', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': '31944815-2a82-4a88-8c62-774322551706', 'mac_address': 'fa:16:3e:31:cb:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:09:03.965052 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:03.976001 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f44e1fa8-e13b-4ffd-a44d-dd0f3f1a82bb req-0f94d9d8-e558-4ac1-84b2-a446334cfab0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a86943f9-cb89-472e-b8ec-926468d9dfb7 HTTP/1.1" status: 200 len: 217 time: 0.0619833 Apr 20 16:09:03.985786 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-65a9efc5-e37b-4b36-9792-2cbeaeb4f2ad req-3ad0d301-dfb8-44b8-804f-576c1e1de720 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=909f27f9-c7d7-41f6-b617-a425d9116b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858943 Apr 20 16:09:04.024511 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31944815-2a82-4a88-8c62-774322551706 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:09:04.045937 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 8f7e171c-5ca7-4181-b452-c6f41ed1b25e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:04.048755 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:04.064044 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e1fa8-e13b-4ffd-a44d-dd0f3f1a82bb req-08611e0d-4aa5-4f15-939f-927dd3383f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:04.066745 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f44e1fa8-e13b-4ffd-a44d-dd0f3f1a82bb req-08611e0d-4aa5-4f15-939f-927dd3383f87 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f HTTP/1.1" status: 200 len: 848 time: 0.0773363 Apr 20 16:09:04.119652 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f44e1fa8-e13b-4ffd-a44d-dd0f3f1a82bb req-aa41d505-62a1-44ef-9327-68c92444c02b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421252 Apr 20 16:09:04.120927 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 31944815-2a82-4a88-8c62-774322551706, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=31944815-2a82-4a88-8c62-774322551706,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:04.163710 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-89d8c0e5-126c-4b65-aefe-b568c14facb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:04.207471 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:04.211658 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:04.217106 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbd281-5156-4aeb-8477-2574c87b25e2 req-ece002ea-85a1-4b15-8c94-afa5ee79e75d tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:04.226761 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-80dbd281-5156-4aeb-8477-2574c87b25e2 req-ece002ea-85a1-4b15-8c94-afa5ee79e75d tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 948 time: 0.1443820 Apr 20 16:09:04.297215 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f44e1fa8-e13b-4ffd-a44d-dd0f3f1a82bb req-5fae74ac-9c5c-43ab-93ea-378c69224979 service neutron] 10.222.0.26 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699517 Apr 20 16:09:04.310229 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fad1026-bdfb-4326-82da-5356f52f726f None None] Network a787494d-c352-450e-a71b-1c31ffa36626 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:09:04.318095 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 8f7e171c-5ca7-4181-b452-c6f41ed1b25e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=8f7e171c-5ca7-4181-b452-c6f41ed1b25e,segment=NetworkSegment(92a3a5e6-b798-4513-a695-3edc3b9c2db1),segment_id=92a3a5e6-b798-4513-a695-3edc3b9c2db1)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:04.336094 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-80dbd281-5156-4aeb-8477-2574c87b25e2 req-0ab46796-9636-4ee0-94d3-a8a4964af616 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071520 Apr 20 16:09:04.351620 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=31944815-2a82-4a88-8c62-774322551706,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:04.415138 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a3b0d7ac-2c48-4c46-9e02-d14fbd262b56 None None] Provisioning complete for port 8f7e171c-5ca7-4181-b452-c6f41ed1b25e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:04.415865 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a3b0d7ac-2c48-4c46-9e02-d14fbd262b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:04.445695 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:04.486898 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-89d8c0e5-126c-4b65-aefe-b568c14facb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:04.512080 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f44e1fa8-e13b-4ffd-a44d-dd0f3f1a82bb req-f59135f0-f097-47e8-9150-89236f88150c service neutron] 10.222.0.26 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924782 Apr 20 16:09:04.566634 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=8f7e171c-5ca7-4181-b452-c6f41ed1b25e,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:04.616456 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d925f9-0f3f-46c8-823b-64817eb28adf req-2a4aa958-b394-4910-92a4-65d178def093 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:04.629560 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-50d925f9-0f3f-46c8-823b-64817eb28adf req-2a4aa958-b394-4910-92a4-65d178def093 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 943 time: 0.1015406 Apr 20 16:09:04.685806 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-50d925f9-0f3f-46c8-823b-64817eb28adf req-b9648125-ed91-4abf-80ae-69bff455433a tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549159 Apr 20 16:09:04.866929 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['31944815-2a82-4a88-8c62-774322551706'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:09:04.962375 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c650109-751b-4ca6-b859-ded95b72de56 req-b8c10a42-c107-48fd-a1f0-eb241a31f40e tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/ports?device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 210 time: 0.0457225 Apr 20 16:09:05.014538 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef4218-d3af-42dd-bbc5-3438885c2772 req-f299aa54-1b8d-48f6-becd-ab911be043b2 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:05.024069 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b2ef4218-d3af-42dd-bbc5-3438885c2772 req-f299aa54-1b8d-48f6-becd-ab911be043b2 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 950 time: 0.0753360 Apr 20 16:09:05.028428 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device a86943f9-cb89-472e-b8ec-926468d9dfb7 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:09:05.082488 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b2ef4218-d3af-42dd-bbc5-3438885c2772 req-cacf5b65-bf76-47d6-8abc-18449674ca78 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/security-groups?id=909f27f9-c7d7-41f6-b617-a425d9116b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566208 Apr 20 16:09:05.140776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d8c0e5-126c-4b65-aefe-b568c14facb7 admin admin] Router e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:09:05.191290 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port a86943f9-cb89-472e-b8ec-926468d9dfb7, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a86943f9-cb89-472e-b8ec-926468d9dfb7,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:05.206790 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device a86943f9-cb89-472e-b8ec-926468d9dfb7 has no active binding in host n-h2-836146-2 {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 16:09:05.212303 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-56ddb1cc-1b95-45f5-9fa4-22b81fb5cb57 None None] Provisioning complete for port 8f7e171c-5ca7-4181-b452-c6f41ed1b25e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:05.212699 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-56ddb1cc-1b95-45f5-9fa4-22b81fb5cb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:05.257570 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d8c0e5-126c-4b65-aefe-b568c14facb7 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:09:05.270904 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] Sync routers for ids ['e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:09:05.288086 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] Routers {'e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:09:05.288752 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:08:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:05.348685 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-89d8c0e5-126c-4b65-aefe-b568c14facb7 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:05.351779 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-89d8c0e5-126c-4b65-aefe-b568c14facb7 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.5745327 Apr 20 16:09:05.357239 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54474) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:05.421010 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] Set router e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:09:05.496146 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a8ded-71fa-4061-a9c9-9ab04ddc9411 req-306851d5-14cb-4bd1-805b-bae3b2e0c267 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:05.498071 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e05a8ded-71fa-4061-a9c9-9ab04ddc9411 req-306851d5-14cb-4bd1-805b-bae3b2e0c267 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 949 time: 0.0783763 Apr 20 16:09:05.548670 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e05a8ded-71fa-4061-a9c9-9ab04ddc9411 req-44152810-9e82-4cc0-b9df-fe7378cc38f7 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370290 Apr 20 16:09:05.633928 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2062575526-router', 'tenant_id': '7e24116bc43b4c58be65f8409520a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '64bba9f1-d674-4bc3-b380-73077b53a761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:09:01Z', 'updated_at': '2022-04-20T16:09:03Z', 'revision_number': 3, 'project_id': '7e24116bc43b4c58be65f8409520a53a', 'gw_port': {'id': '64bba9f1-d674-4bc3-b380-73077b53a761', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:02Z', 'updated_at': '2022-04-20T16:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:05.661996 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] Checking router: e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:09:05.662259 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:09:05.662385 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] Updating router e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e port 64bba9f1-d674-4bc3-b380-73077b53a761 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:09:05.692109 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:05.817557 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8f7e171c-5ca7-4181-b452-c6f41ed1b25e up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:09:05.839978 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:05.877644 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'port_id': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698', 'mac_address': 'fa:16:3e:f6:c3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:09:05.952796 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:05.958268 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b1e14-4eac-4b0d-995b-d8b4623559b0 req-22d81da8-39c2-45c3-8c68-121e81e89eb6 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:05.966424 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-523b1e14-4eac-4b0d-995b-d8b4623559b0 req-22d81da8-39c2-45c3-8c68-121e81e89eb6 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 943 time: 0.1190376 Apr 20 16:09:05.966653 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:09:05.970701 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 8f7e171c-5ca7-4181-b452-c6f41ed1b25e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:05.970998 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:06.017131 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:06.064881 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-523b1e14-4eac-4b0d-995b-d8b4623559b0 req-2fc15826-9b0d-4b39-aa5f-fa14f246f388 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950968 Apr 20 16:09:06.118520 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68d670d0-5cc2-4202-8300-c165aeb63d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:06.131112 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:06.132408 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:06.141555 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5acbe965-21f7-4323-a785-422ffd6a0185 req-e78c96df-ac1d-4760-90e9-928b8b3675ba tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/ports?device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 210 time: 0.0501800 Apr 20 16:09:06.215418 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:06.228191 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:06.278379 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] Attempting to bind port 64bba9f1-d674-4bc3-b380-73077b53a761 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:09:06.279173 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] Attempting to bind port 64bba9f1-d674-4bc3-b380-73077b53a761 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:09:06.279545 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] Attempting to bind port 64bba9f1-d674-4bc3-b380-73077b53a761 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:09:06.287315 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b0437-49b2-43b8-9f27-db4a0055ba5a None None] Pushing event updated for resources: {'Port': ['ID=64bba9f1-d674-4bc3-b380-73077b53a761,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:06.289648 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:09:06.290023 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:09:06.290475 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:06.291320 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:09:06.291320 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] Bound port: 64bba9f1-d674-4bc3-b380-73077b53a761, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:09:06.291775 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:06.315512 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659044be-bd6a-4059-aa39-9703628bb5ec req-a53892b4-61df-4bd7-bbe1-72cb08dc5cd2 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:06.316757 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-659044be-bd6a-4059-aa39-9703628bb5ec req-a53892b4-61df-4bd7-bbe1-72cb08dc5cd2 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 950 time: 0.1052661 Apr 20 16:09:06.362227 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] For port 64bba9f1-d674-4bc3-b380-73077b53a761, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:09:06.365783 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] For port 64bba9f1-d674-4bc3-b380-73077b53a761, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=64bba9f1-d674-4bc3-b380-73077b53a761,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:09:06.402721 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-68d670d0-5cc2-4202-8300-c165aeb63d93 admin admin] Allocated IP 172.20.0.1 (a787494d-c352-450e-a71b-1c31ffa36626/79bb1008-a72e-4a9f-9381-6b34c8c7e78d/4fac2db8-12f2-4422-8f0a-661d29468206) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:09:06.406981 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-659044be-bd6a-4059-aa39-9703628bb5ec req-6a67e833-d857-4835-af05-59c672f85dc8 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/security-groups?id=909f27f9-c7d7-41f6-b617-a425d9116b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494103 Apr 20 16:09:06.514322 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68d670d0-5cc2-4202-8300-c165aeb63d93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:06.533410 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:06.601863 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] Routers {'e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:09:06.602495 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:08:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:06.606012 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b0437-49b2-43b8-9f27-db4a0055ba5a None None] Pushing event updated for resources: {'Port': ['ID=64bba9f1-d674-4bc3-b380-73077b53a761,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:06.627258 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-28d01466-2336-4768-81e4-37ea2065146c req-aa30ae0f-24d1-4d8f-b484-63a9615eafab tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4a6d8250c0384f84ad1e9b54443ad274&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252409 Apr 20 16:09:06.644370 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['96de2bcd-8d6c-4dca-bc9a-2e3929d99698'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:09:06.662030 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68d670d0-5cc2-4202-8300-c165aeb63d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:06.691092 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f616e7-265c-491d-b1cf-24305a23771a req-aad8c9ed-4daf-4cb5-8436-400073c4cd0a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:06.694136 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9f616e7-265c-491d-b1cf-24305a23771a req-aad8c9ed-4daf-4cb5-8436-400073c4cd0a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 949 time: 0.0577576 Apr 20 16:09:06.743112 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] Set router e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:09:06.764023 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9f616e7-265c-491d-b1cf-24305a23771a req-9d1224fb-432a-47b3-ac97-41deb01cea8b tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629120 Apr 20 16:09:06.795735 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d670d0-5cc2-4202-8300-c165aeb63d93 admin admin] Network a787494d-c352-450e-a71b-1c31ffa36626 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:09:06.798318 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-68d670d0-5cc2-4202-8300-c165aeb63d93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:09:06.807072 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d670d0-5cc2-4202-8300-c165aeb63d93 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:09:06.809540 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d670d0-5cc2-4202-8300-c165aeb63d93 admin admin] Pushing event updated for resources: {'Port': ['ID=4fac2db8-12f2-4422-8f0a-661d29468206,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:06.888984 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d01466-2336-4768-81e4-37ea2065146c req-79b9d9a6-6ea4-4eaa-abf0-b787adcbc640 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:06.890522 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-28d01466-2336-4768-81e4-37ea2065146c req-79b9d9a6-6ea4-4eaa-abf0-b787adcbc640 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2542894 Apr 20 16:09:06.891478 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68d670d0-5cc2-4202-8300-c165aeb63d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:06.960937 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2062575526-router', 'tenant_id': '7e24116bc43b4c58be65f8409520a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '64bba9f1-d674-4bc3-b380-73077b53a761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:09:01Z', 'updated_at': '2022-04-20T16:09:03Z', 'revision_number': 3, 'project_id': '7e24116bc43b4c58be65f8409520a53a', 'gw_port': {'id': '64bba9f1-d674-4bc3-b380-73077b53a761', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:02Z', 'updated_at': '2022-04-20T16:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:06.983899 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-28d01466-2336-4768-81e4-37ea2065146c req-0b0e6aab-9242-4a0f-904a-4f2c36a92902 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Request body: {'port': {'device_id': 'c37294d0-2fe1-4772-8f67-bc5e561c7db3', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': '4a6d8250c0384f84ad1e9b54443ad274'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:09:07.001567 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2e350a-223c-4e88-9590-8e117d0505ac None None] The sync data for ids ['e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e'] in n-d-836146-2 is: [{'id': 'e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2062575526-router', 'tenant_id': '7e24116bc43b4c58be65f8409520a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '64bba9f1-d674-4bc3-b380-73077b53a761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:09:01Z', 'updated_at': '2022-04-20T16:09:03Z', 'revision_number': 3, 'project_id': '7e24116bc43b4c58be65f8409520a53a', 'gw_port': {'id': '64bba9f1-d674-4bc3-b380-73077b53a761', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:02Z', 'updated_at': '2022-04-20T16:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:09:07.145573 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-066a2eb2-e5f3-47a7-96f7-dc794cfbb29a None None] Provisioning complete for port 4fac2db8-12f2-4422-8f0a-661d29468206 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:07.146102 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-066a2eb2-e5f3-47a7-96f7-dc794cfbb29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:07.180987 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-066a2eb2-e5f3-47a7-96f7-dc794cfbb29a None None] Port 4fac2db8-12f2-4422-8f0a-661d29468206 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:09:07.206279 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f9c3c-e94f-4fb1-96f8-3c599e42202d req-b7c28da9-dfc6-42ff-b3f1-898ec8317741 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:07.206279 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4c9f9c3c-e94f-4fb1-96f8-3c599e42202d req-b7c28da9-dfc6-42ff-b3f1-898ec8317741 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 943 time: 0.0656581 Apr 20 16:09:07.246137 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4c9f9c3c-e94f-4fb1-96f8-3c599e42202d req-93622a2d-5614-4100-9a02-73916a45a13e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376105 Apr 20 16:09:07.252736 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d01466-2336-4768-81e4-37ea2065146c req-0b0e6aab-9242-4a0f-904a-4f2c36a92902 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Made reservation on behalf of 4a6d8250c0384f84ad1e9b54443ad274 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:09:07.256575 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-28d01466-2336-4768-81e4-37ea2065146c req-0b0e6aab-9242-4a0f-904a-4f2c36a92902 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:07.292324 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3417d2e5-6b10-430c-92a5-434857388937 req-7c950175-6bd5-4cdd-aefe-c290e1e060da tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/ports?device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 210 time: 0.0584307 Apr 20 16:09:07.311079 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-28d01466-2336-4768-81e4-37ea2065146c req-0b0e6aab-9242-4a0f-904a-4f2c36a92902 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:07.335022 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68d670d0-5cc2-4202-8300-c165aeb63d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:07.566732 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-28d01466-2336-4768-81e4-37ea2065146c req-0b0e6aab-9242-4a0f-904a-4f2c36a92902 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:07.605238 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5b52e-3f63-45b2-9671-dae6da4429d6 req-95e690f5-aab7-459f-85f8-847500f90d60 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:07.606776 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-daa5b52e-3f63-45b2-9671-dae6da4429d6 req-95e690f5-aab7-459f-85f8-847500f90d60 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 950 time: 0.1143446 Apr 20 16:09:07.646829 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68d670d0-5cc2-4202-8300-c165aeb63d93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:07.649843 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-28d01466-2336-4768-81e4-37ea2065146c req-0b0e6aab-9242-4a0f-904a-4f2c36a92902 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:07.680455 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:09:07.698343 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-daa5b52e-3f63-45b2-9671-dae6da4429d6 req-26aba5d4-3c7c-4704-abd2-3f6d15f2e2ec tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/security-groups?id=909f27f9-c7d7-41f6-b617-a425d9116b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835071 Apr 20 16:09:07.726141 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e6aab-9242-4a0f-904a-4f2c36a92902 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d991b3-7f04-459a-8429-a561ea7f8315,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:07.743014 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68d670d0-5cc2-4202-8300-c165aeb63d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:07.809222 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:07.809618 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:07.870286 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 64bba9f1-d674-4bc3-b380-73077b53a761 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:09:07.951172 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d670d0-5cc2-4202-8300-c165aeb63d93 admin admin] Pushing event updated for resources: {'Port': ['ID=4fac2db8-12f2-4422-8f0a-661d29468206,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:07.959482 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68d670d0-5cc2-4202-8300-c165aeb63d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:07.985149 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 64bba9f1-d674-4bc3-b380-73077b53a761 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:07.985523 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:08.019277 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-28d01466-2336-4768-81e4-37ea2065146c req-0b0e6aab-9242-4a0f-904a-4f2c36a92902 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Allocated IP 192.168.233.27 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/bcd83f6e-1ab1-4dc7-8982-7ec33d46780b) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:09:08.024811 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:08.066713 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece45492-6384-4be4-acd1-a3fe36a8d7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:09:08.069591 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a214b384-3298-41e9-a6e5-20747e296273" -d '{"events": [{"server_uuid": "ece45492-6384-4be4-acd1-a3fe36a8d7dd", "name": "network-vif-plugged", "status": "completed", "tag": "96de2bcd-8d6c-4dca-bc9a-2e3929d99698"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:09:08.080036 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8aa8c-bef0-4657-bc37-63e579423014 req-584831b9-1e46-4d68-972a-6c442cc2a2c1 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:08.088902 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-34c8aa8c-bef0-4657-bc37-63e579423014 req-584831b9-1e46-4d68-972a-6c442cc2a2c1 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 949 time: 0.1909323 Apr 20 16:09:08.089645 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:08.155458 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:08.184044 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 64bba9f1-d674-4bc3-b380-73077b53a761, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=64bba9f1-d674-4bc3-b380-73077b53a761,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:08.185783 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:08.186643 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 31944815-2a82-4a88-8c62-774322551706 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:09:08.237572 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-34c8aa8c-bef0-4657-bc37-63e579423014 req-6c0390a8-8980-44a9-b7d5-dfa07340aad6 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336887 Apr 20 16:09:08.265894 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:08.271722 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea100450-17d5-49b7-8cad-7316868f8b90 x-openstack-request-id: req-ea100450-17d5-49b7-8cad-7316868f8b90 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:09:08.272266 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece45492-6384-4be4-acd1-a3fe36a8d7dd", "name": "network-vif-plugged", "status": "completed", "tag": "96de2bcd-8d6c-4dca-bc9a-2e3929d99698", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:09:08.272602 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea100450-17d5-49b7-8cad-7316868f8b90 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:09:08.272997 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea100450-17d5-49b7-8cad-7316868f8b90'] response: {'server_uuid': 'ece45492-6384-4be4-acd1-a3fe36a8d7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698', 'code': 200} Apr 20 16:09:08.280008 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d670d0-5cc2-4202-8300-c165aeb63d93 admin admin] Network a787494d-c352-450e-a71b-1c31ffa36626 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:09:08.284688 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-68d670d0-5cc2-4202-8300-c165aeb63d93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:09:08.285942 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:08.387610 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=64bba9f1-d674-4bc3-b380-73077b53a761,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:08.460132 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbf3f1-89df-47e4-9526-fe2da9117d26 req-f6cb4f12-aa1c-4576-ada4-82d9c2d68fbc tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:08.470217 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1cbbf3f1-89df-47e4-9526-fe2da9117d26 req-f6cb4f12-aa1c-4576-ada4-82d9c2d68fbc tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 950 time: 0.1283262 Apr 20 16:09:08.510274 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 31944815-2a82-4a88-8c62-774322551706 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:09:08.515255 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 31944815-2a82-4a88-8c62-774322551706 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:08.515982 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:08.522056 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1cbbf3f1-89df-47e4-9526-fe2da9117d26 req-f0a1781f-4097-48e2-ad77-96513b781f67 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/security-groups?id=909f27f9-c7d7-41f6-b617-a425d9116b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497396 Apr 20 16:09:08.629246 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b5023ca-1a71-4067-9b7c-72803cdfe3ce req-1b1f78d8-48a7-4163-96b5-a20b2a2ee646 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/ports?device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 210 time: 0.0441523 Apr 20 16:09:08.672068 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-67c4bdcf-4880-4696-a542-0cc4f75ef836 None None] Provisioning complete for port 4fac2db8-12f2-4422-8f0a-661d29468206 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:08.672470 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-67c4bdcf-4880-4696-a542-0cc4f75ef836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:08.674084 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:08.743190 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-67c4bdcf-4880-4696-a542-0cc4f75ef836 None None] Port 4fac2db8-12f2-4422-8f0a-661d29468206 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:09:08.745741 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 31944815-2a82-4a88-8c62-774322551706, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=31944815-2a82-4a88-8c62-774322551706,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:08.785203 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-28d01466-2336-4768-81e4-37ea2065146c req-0b0e6aab-9242-4a0f-904a-4f2c36a92902 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:08.829670 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:08.833023 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55891641-43cd-4fbe-9ad8-164acd2bcd55 req-c4fe668b-03be-4a98-b214-c1de4539c311 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:08.834472 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-55891641-43cd-4fbe-9ad8-164acd2bcd55 req-c4fe668b-03be-4a98-b214-c1de4539c311 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 943 time: 0.1413217 Apr 20 16:09:08.880265 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d670d0-5cc2-4202-8300-c165aeb63d93 admin admin] Router e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:09:08.893060 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=31944815-2a82-4a88-8c62-774322551706,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:08.914169 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-55891641-43cd-4fbe-9ad8-164acd2bcd55 req-06cfb848-0b96-4576-9f48-a9b9a368368b tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719702 Apr 20 16:09:09.005501 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-28d01466-2336-4768-81e4-37ea2065146c req-0b0e6aab-9242-4a0f-904a-4f2c36a92902 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:09.071345 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d01466-2336-4768-81e4-37ea2065146c req-0b0e6aab-9242-4a0f-904a-4f2c36a92902 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:09:09.073906 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e6aab-9242-4a0f-904a-4f2c36a92902 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Pushing event updated for resources: {'Port': ['ID=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:09.077471 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-28d01466-2336-4768-81e4-37ea2065146c req-0b0e6aab-9242-4a0f-904a-4f2c36a92902 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:09:09.079540 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d670d0-5cc2-4202-8300-c165aeb63d93 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:09:09.081084 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d01466-2336-4768-81e4-37ea2065146c req-0b0e6aab-9242-4a0f-904a-4f2c36a92902 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:09:09.086788 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-68d670d0-5cc2-4202-8300-c165aeb63d93 admin admin] 10.222.0.15 "PUT /v2.0/routers/e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7306011 Apr 20 16:09:09.101473 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] Sync routers for ids ['e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:09:09.117027 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] Routers {'e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:09:09.117655 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:08:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:09.154923 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d01466-2336-4768-81e4-37ea2065146c req-0b0e6aab-9242-4a0f-904a-4f2c36a92902 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:09.156408 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-28d01466-2336-4768-81e4-37ea2065146c req-0b0e6aab-9242-4a0f-904a-4f2c36a92902 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:09.267334 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-28d01466-2336-4768-81e4-37ea2065146c req-0b0e6aab-9242-4a0f-904a-4f2c36a92902 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2931633 Apr 20 16:09:09.301790 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] Set router e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:09:09.306596 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-7bebe926-40d8-4773-bce9-e9126aa35523 service neutron] 10.222.0.26 "GET /v2.0/ports/a86943f9-cb89-472e-b8ec-926468d9dfb7/bindings/n-h2-836146-2 HTTP/1.1" status: 200 len: 384 time: 0.1930015 Apr 20 16:09:09.410225 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-28d01466-2336-4768-81e4-37ea2065146c req-2b5c57dc-a0d6-4102-a70c-40fdcb44b909 service neutron] Request body: {'port': {'device_id': 'c37294d0-2fe1-4772-8f67-bc5e561c7db3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:09:09.476910 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [req-d015b4f2-277a-4361-9f90-dc7afcd633c7 req-cc274434-33da-4377-b87e-2e90fdb18e80 tempest-FloatingIPDetailsNegativeTestJSON-588662044 tempest-FloatingIPDetailsNegativeTestJSON-588662044-project] show failed (client error): The resource could not be found. Apr 20 16:09:09.480084 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d015b4f2-277a-4361-9f90-dc7afcd633c7 req-cc274434-33da-4377-b87e-2e90fdb18e80 tempest-FloatingIPDetailsNegativeTestJSON-588662044 tempest-FloatingIPDetailsNegativeTestJSON-588662044-project] 10.222.0.15 "GET /v2.0/floatingips/5a849daf-4204-4d15-bf05-e3089b587671 HTTP/1.1" status: 404 len: 350 time: 0.0853555 Apr 20 16:09:09.487863 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-376624d4-b2f8-4eb9-89be-439488008999 None None] Provisioning complete for port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:09.488285 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-376624d4-b2f8-4eb9-89be-439488008999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:09.489033 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea455d8-fc17-4dae-b6e2-c93a125ba40f req-d7d44b2d-1e4b-4587-8af3-56040ff03484 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:09.492140 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fea455d8-fc17-4dae-b6e2-c93a125ba40f req-d7d44b2d-1e4b-4587-8af3-56040ff03484 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 950 time: 0.1430445 Apr 20 16:09:09.496328 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54612) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:09.541746 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-28d01466-2336-4768-81e4-37ea2065146c req-2b5c57dc-a0d6-4102-a70c-40fdcb44b909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:09.621361 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-376624d4-b2f8-4eb9-89be-439488008999 None None] Port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:09:09.644544 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fea455d8-fc17-4dae-b6e2-c93a125ba40f req-f11c30cc-3a7c-403a-86a2-8d23b315e923 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266055 Apr 20 16:09:09.779557 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2062575526-router', 'tenant_id': '7e24116bc43b4c58be65f8409520a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '64bba9f1-d674-4bc3-b380-73077b53a761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:09:01Z', 'updated_at': '2022-04-20T16:09:07Z', 'revision_number': 4, 'project_id': '7e24116bc43b4c58be65f8409520a53a', 'gw_port': {'id': '64bba9f1-d674-4bc3-b380-73077b53a761', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:02Z', 'updated_at': '2022-04-20T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '4fac2db8-12f2-4422-8f0a-661d29468206', 'name': '', 'network_id': 'a787494d-c352-450e-a71b-1c31ffa36626', 'tenant_id': '7e24116bc43b4c58be65f8409520a53a', 'mac_address': 'fa:16:3e:a6:ac:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '79bb1008-a72e-4a9f-9381-6b34c8c7e78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:06Z', 'updated_at': '2022-04-20T16:09:07Z', 'revision_number': 2, 'project_id': '7e24116bc43b4c58be65f8409520a53a', 'subnets': [{'id': '79bb1008-a72e-4a9f-9381-6b34c8c7e78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:09.841876 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] Checking router: e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:09:09.842855 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] Updating router e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e port 4fac2db8-12f2-4422-8f0a-661d29468206 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:09:09.892704 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377aa4b-8859-4dac-be3b-5b662acb7923 req-ddb42862-d331-4451-806d-973403bf433e tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:09.894169 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0377aa4b-8859-4dac-be3b-5b662acb7923 req-ddb42862-d331-4451-806d-973403bf433e tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 950 time: 0.2480755 Apr 20 16:09:09.901618 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 64bba9f1-d674-4bc3-b380-73077b53a761 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:09:09.943204 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:10.005294 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574b888-c76b-428a-aac0-8f4f8a5dad93 req-5211c4f0-8e35-4ffd-a57e-f0a6b81cb9c0 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:10.006982 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e574b888-c76b-428a-aac0-8f4f8a5dad93 req-5211c4f0-8e35-4ffd-a57e-f0a6b81cb9c0 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/ports?device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 935 time: 0.1801586 Apr 20 16:09:10.037596 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 64bba9f1-d674-4bc3-b380-73077b53a761 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:10.038438 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:10.044735 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0377aa4b-8859-4dac-be3b-5b662acb7923 req-deacc042-b4d3-48ae-bda0-cbe4fd29b40c tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/security-groups?id=909f27f9-c7d7-41f6-b617-a425d9116b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407423 Apr 20 16:09:10.099786 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-0a92f6db-ca49-4b5b-abae-923772833131 req-21add7b9-7b3e-46a7-af82-fedd674558b8 service neutron] For port a86943f9-cb89-472e-b8ec-926468d9dfb7, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a86943f9-cb89-472e-b8ec-926468d9dfb7,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:10.149809 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e574b888-c76b-428a-aac0-8f4f8a5dad93 req-5270ec29-32a6-487e-a6d1-6001e229728f tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/security-groups?id=30d991b3-7f04-459a-8429-a561ea7f8315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078627 Apr 20 16:09:10.174092 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-0a92f6db-ca49-4b5b-abae-923772833131 req-21add7b9-7b3e-46a7-af82-fedd674558b8 service neutron] For port a86943f9-cb89-472e-b8ec-926468d9dfb7, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:09:10.211040 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-28d01466-2336-4768-81e4-37ea2065146c req-2b5c57dc-a0d6-4102-a70c-40fdcb44b909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd83f6e-1ab1-4dc7-8982-7ec33d46780b {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:09:10.222209 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-28d01466-2336-4768-81e4-37ea2065146c req-2b5c57dc-a0d6-4102-a70c-40fdcb44b909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:10.243110 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-28d01466-2336-4768-81e4-37ea2065146c req-2b5c57dc-a0d6-4102-a70c-40fdcb44b909 service neutron] Transition to ACTIVE for port object bcd83f6e-1ab1-4dc7-8982-7ec33d46780b will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:09:10.269716 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-0a92f6db-ca49-4b5b-abae-923772833131 req-21add7b9-7b3e-46a7-af82-fedd674558b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a86943f9-cb89-472e-b8ec-926468d9dfb7 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:09:10.284004 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46954904-916d-492c-85cf-63853768ec93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31944815-2a82-4a88-8c62-774322551706'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:09:10.286509 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe76d73-8bf2-4088-8138-c7a8acc63eb3" -d '{"events": [{"server_uuid": "46954904-916d-492c-85cf-63853768ec93", "name": "network-vif-plugged", "status": "completed", "tag": "31944815-2a82-4a88-8c62-774322551706"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:09:10.304493 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078f190-0447-46f7-ac96-819c51360ab5 req-05513b0d-e1d8-4c61-9e38-7dc41ebf8486 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:10.306510 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c078f190-0447-46f7-ac96-819c51360ab5 req-05513b0d-e1d8-4c61-9e38-7dc41ebf8486 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 943 time: 0.0670764 Apr 20 16:09:10.351520 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-28d01466-2336-4768-81e4-37ea2065146c req-2b5c57dc-a0d6-4102-a70c-40fdcb44b909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:10.355862 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-0a92f6db-ca49-4b5b-abae-923772833131 req-21add7b9-7b3e-46a7-af82-fedd674558b8 service neutron] For port a86943f9-cb89-472e-b8ec-926468d9dfb7, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a86943f9-cb89-472e-b8ec-926468d9dfb7,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:10.360922 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932a74a2-1b3a-4768-aa9f-7765c6814d9d x-openstack-request-id: req-932a74a2-1b3a-4768-aa9f-7765c6814d9d {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:09:10.361479 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46954904-916d-492c-85cf-63853768ec93", "name": "network-vif-plugged", "status": "completed", "tag": "31944815-2a82-4a88-8c62-774322551706", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:09:10.361479 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-932a74a2-1b3a-4768-aa9f-7765c6814d9d {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:09:10.366133 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-932a74a2-1b3a-4768-aa9f-7765c6814d9d'] response: {'server_uuid': '46954904-916d-492c-85cf-63853768ec93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31944815-2a82-4a88-8c62-774322551706', 'code': 200} Apr 20 16:09:10.398384 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45009b-1309-4571-ad06-30aa0f6ac38d req-c1b065a6-e019-40cc-8154-c69b9207876b tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:10.404103 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b45009b-1309-4571-ad06-30aa0f6ac38d req-c1b065a6-e019-40cc-8154-c69b9207876b tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 950 time: 0.2315214 Apr 20 16:09:10.446492 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c078f190-0447-46f7-ac96-819c51360ab5 req-d2f91934-54fa-429e-924c-5d00ea07dffe tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273258 Apr 20 16:09:10.450402 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c57dc-a0d6-4102-a70c-40fdcb44b909 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:10.549201 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0a92f6db-ca49-4b5b-abae-923772833131 req-21add7b9-7b3e-46a7-af82-fedd674558b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:10.576411 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-28d01466-2336-4768-81e4-37ea2065146c req-2b5c57dc-a0d6-4102-a70c-40fdcb44b909 service neutron] Attempting to bind port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:09:10.577472 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-28d01466-2336-4768-81e4-37ea2065146c req-2b5c57dc-a0d6-4102-a70c-40fdcb44b909 service neutron] Attempting to bind port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:09:10.577608 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d01466-2336-4768-81e4-37ea2065146c req-2b5c57dc-a0d6-4102-a70c-40fdcb44b909 service neutron] Attempting to bind port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:09:10.583970 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d01466-2336-4768-81e4-37ea2065146c req-2b5c57dc-a0d6-4102-a70c-40fdcb44b909 service neutron] Port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:09:10.587427 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d01466-2336-4768-81e4-37ea2065146c req-2b5c57dc-a0d6-4102-a70c-40fdcb44b909 service neutron] Attempting to bind port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:09:10.612059 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:10.620872 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d01466-2336-4768-81e4-37ea2065146c req-2b5c57dc-a0d6-4102-a70c-40fdcb44b909 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:09:10.620872 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d01466-2336-4768-81e4-37ea2065146c req-2b5c57dc-a0d6-4102-a70c-40fdcb44b909 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:09:10.620872 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d01466-2336-4768-81e4-37ea2065146c req-2b5c57dc-a0d6-4102-a70c-40fdcb44b909 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:09:10.620872 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-28d01466-2336-4768-81e4-37ea2065146c req-2b5c57dc-a0d6-4102-a70c-40fdcb44b909 service neutron] Bound port: bcd83f6e-1ab1-4dc7-8982-7ec33d46780b, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:09:10.620872 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-28d01466-2336-4768-81e4-37ea2065146c req-2b5c57dc-a0d6-4102-a70c-40fdcb44b909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:10.647277 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484086e-a66b-4e90-b580-d31173709286 req-7cb6a6b7-193d-45ac-a772-d99864e696ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:10.649359 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b484086e-a66b-4e90-b580-d31173709286 req-7cb6a6b7-193d-45ac-a772-d99864e696ca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 1101 time: 0.0933514 Apr 20 16:09:10.694910 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:10.706908 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-3b45009b-1309-4571-ad06-30aa0f6ac38d req-54a33ffb-2b5c-4c74-b36a-4a3afe922e24 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Deleting port d6cc7896-2c82-404c-8d3e-c57ff3ac6261 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:09:10.715200 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3b45009b-1309-4571-ad06-30aa0f6ac38d req-54a33ffb-2b5c-4c74-b36a-4a3afe922e24 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:10.765612 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-28d01466-2336-4768-81e4-37ea2065146c req-2b5c57dc-a0d6-4102-a70c-40fdcb44b909 service neutron] For port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:09:10.774718 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-28d01466-2336-4768-81e4-37ea2065146c req-2b5c57dc-a0d6-4102-a70c-40fdcb44b909 service neutron] For port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:09:10.801158 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df6a02-d8e8-43fb-8fce-fb04cb7209b4 None None] Pushing event updated for resources: {'Port': ['ID=4fac2db8-12f2-4422-8f0a-661d29468206,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:10.816828 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b484086e-a66b-4e90-b580-d31173709286 req-725d866c-7b1b-4af4-9b0d-478c4d958eb7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377393 Apr 20 16:09:10.845698 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-28d01466-2336-4768-81e4-37ea2065146c req-2b5c57dc-a0d6-4102-a70c-40fdcb44b909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:10.879108 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d01466-2336-4768-81e4-37ea2065146c req-2b5c57dc-a0d6-4102-a70c-40fdcb44b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:10.881604 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-28d01466-2336-4768-81e4-37ea2065146c req-2b5c57dc-a0d6-4102-a70c-40fdcb44b909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:10.883527 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-28d01466-2336-4768-81e4-37ea2065146c req-2b5c57dc-a0d6-4102-a70c-40fdcb44b909 service neutron] 10.222.0.26 "PUT /v2.0/ports/bcd83f6e-1ab1-4dc7-8982-7ec33d46780b HTTP/1.1" status: 200 len: 1095 time: 1.4818583 Apr 20 16:09:10.885227 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37294d0-2fe1-4772-8f67-bc5e561c7db3', 'tag': 'bcd83f6e-1ab1-4dc7-8982-7ec33d46780b'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:09:10.885591 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-604fa0c6-7ea9-4563-9195-6de55f9af802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:10.888297 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8137044e-0359-4a4b-81f3-c265fc2f19bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c37294d0-2fe1-4772-8f67-bc5e561c7db3", "tag": "bcd83f6e-1ab1-4dc7-8982-7ec33d46780b"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:09:11.066080 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c57dc-a0d6-4102-a70c-40fdcb44b909 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:11.101303 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] Attempting to bind port 4fac2db8-12f2-4422-8f0a-661d29468206 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:09:11.102931 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11f5346-9b9f-4a55-9ab8-1b8840d9a98c x-openstack-request-id: req-e11f5346-9b9f-4a55-9ab8-1b8840d9a98c {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:09:11.103218 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37294d0-2fe1-4772-8f67-bc5e561c7db3", "tag": "bcd83f6e-1ab1-4dc7-8982-7ec33d46780b", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:09:11.103528 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e11f5346-9b9f-4a55-9ab8-1b8840d9a98c {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:09:11.104540 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e11f5346-9b9f-4a55-9ab8-1b8840d9a98c'] response: {'name': 'network-changed', 'server_uuid': 'c37294d0-2fe1-4772-8f67-bc5e561c7db3', 'tag': 'bcd83f6e-1ab1-4dc7-8982-7ec33d46780b', 'status': 'completed', 'code': 200} Apr 20 16:09:11.112381 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] Attempting to bind port 4fac2db8-12f2-4422-8f0a-661d29468206 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '92a3a5e6-b798-4513-a695-3edc3b9c2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a787494d-c352-450e-a71b-1c31ffa36626'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:09:11.113116 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] Attempting to bind port 4fac2db8-12f2-4422-8f0a-661d29468206 on network a787494d-c352-450e-a71b-1c31ffa36626 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:09:11.129048 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:09:11.129421 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] Checking segment: {'id': '92a3a5e6-b798-4513-a695-3edc3b9c2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a787494d-c352-450e-a71b-1c31ffa36626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:09:11.129822 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:11.130210 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] Bound using segment: {'id': '92a3a5e6-b798-4513-a695-3edc3b9c2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a787494d-c352-450e-a71b-1c31ffa36626'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:09:11.131936 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-3b45009b-1309-4571-ad06-30aa0f6ac38d req-54a33ffb-2b5c-4c74-b36a-4a3afe922e24 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] For port d6cc7896-2c82-404c-8d3e-c57ff3ac6261, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=d6cc7896-2c82-404c-8d3e-c57ff3ac6261,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:11.132973 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3b45009b-1309-4571-ad06-30aa0f6ac38d req-54a33ffb-2b5c-4c74-b36a-4a3afe922e24 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:11.139683 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] Bound port: 4fac2db8-12f2-4422-8f0a-661d29468206, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a3a5e6-b798-4513-a695-3edc3b9c2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a787494d-c352-450e-a71b-1c31ffa36626'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:09:11.140118 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:11.153186 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-3b45009b-1309-4571-ad06-30aa0f6ac38d req-54a33ffb-2b5c-4c74-b36a-4a3afe922e24 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Calling delete_port for d6cc7896-2c82-404c-8d3e-c57ff3ac6261 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:09:11.280917 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-0a92f6db-ca49-4b5b-abae-923772833131 req-21add7b9-7b3e-46a7-af82-fedd674558b8 service neutron] Transition to ACTIVE for port object a86943f9-cb89-472e-b8ec-926468d9dfb7 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:09:11.317782 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] For port 4fac2db8-12f2-4422-8f0a-661d29468206, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:09:11.323402 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] For port 4fac2db8-12f2-4422-8f0a-661d29468206, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4fac2db8-12f2-4422-8f0a-661d29468206,segment=NetworkSegment(92a3a5e6-b798-4513-a695-3edc3b9c2db1),segment_id=92a3a5e6-b798-4513-a695-3edc3b9c2db1)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:09:11.334552 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-0ce2749d-4976-4fb0-b20d-4f8cff2526b0 None None] Provisioning complete for port 4fac2db8-12f2-4422-8f0a-661d29468206 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:11.338854 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0ce2749d-4976-4fb0-b20d-4f8cff2526b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:11.395700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07466cf9-8de3-48f3-a908-c7dbc037671c req-cf7584ec-9373-4c63-ba05-39efd82d67ca tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:11.396133 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4ebbc-ec02-4e0f-96c7-723c611d9e30 req-1c08142e-13f4-4467-b9e3-71031b91db33 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:11.398278 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-73c4ebbc-ec02-4e0f-96c7-723c611d9e30 req-1c08142e-13f4-4467-b9e3-71031b91db33 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 950 time: 0.1726398 Apr 20 16:09:11.406455 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-07466cf9-8de3-48f3-a908-c7dbc037671c req-cf7584ec-9373-4c63-ba05-39efd82d67ca tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 950 time: 0.5391903 Apr 20 16:09:11.439105 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137044e-0359-4a4b-81f3-c265fc2f19bb req-bf39dad4-86e3-40c8-ba90-5cf04e75edf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:11.440583 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0a92f6db-ca49-4b5b-abae-923772833131 req-21add7b9-7b3e-46a7-af82-fedd674558b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:11.440882 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8137044e-0359-4a4b-81f3-c265fc2f19bb req-bf39dad4-86e3-40c8-ba90-5cf04e75edf2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4a6d8250c0384f84ad1e9b54443ad274&device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 1098 time: 0.1098769 Apr 20 16:09:11.454474 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:11.491800 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-0ce2749d-4976-4fb0-b20d-4f8cff2526b0 None None] Port 4fac2db8-12f2-4422-8f0a-661d29468206 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:09:11.513937 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8137044e-0359-4a4b-81f3-c265fc2f19bb req-4005d5e1-af0c-466c-866b-20a0ee2242b7 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=4a6d8250c0384f84ad1e9b54443ad274&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561492 Apr 20 16:09:11.544119 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-73c4ebbc-ec02-4e0f-96c7-723c611d9e30 req-8669c33e-c539-4de8-9aea-ec8dfbc75ba1 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/security-groups?id=909f27f9-c7d7-41f6-b617-a425d9116b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365483 Apr 20 16:09:11.552041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21add7b9-7b3e-46a7-af82-fedd674558b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a86943f9-cb89-472e-b8ec-926468d9dfb7,revision_number=10']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:11.675906 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df6a02-d8e8-43fb-8fce-fb04cb7209b4 None None] Pushing event updated for resources: {'Port': ['ID=4fac2db8-12f2-4422-8f0a-661d29468206,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:11.684673 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] Routers {'e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:09:11.685703 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:08:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:11.724262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a92f6db-ca49-4b5b-abae-923772833131 req-21add7b9-7b3e-46a7-af82-fedd674558b8 service neutron] No DVR routers for this DVR port a86943f9-cb89-472e-b8ec-926468d9dfb7 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:09:11.766152 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a86943f9-cb89-472e-b8ec-926468d9dfb7 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:09:11.777764 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-07466cf9-8de3-48f3-a908-c7dbc037671c req-fa30f0d8-c259-4b77-8680-38992de410ea tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682685 Apr 20 16:09:11.878863 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3b45009b-1309-4571-ad06-30aa0f6ac38d req-54a33ffb-2b5c-4c74-b36a-4a3afe922e24 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:11.922267 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c94ad-55c3-4204-9c5e-8e3493bb4437 req-dd03363d-c324-49e8-b69f-855ebfbb2a9e tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:11.934733 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-244c94ad-55c3-4204-9c5e-8e3493bb4437 req-dd03363d-c324-49e8-b69f-855ebfbb2a9e tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/ports?device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 947 time: 0.2423654 Apr 20 16:09:11.938595 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137044e-0359-4a4b-81f3-c265fc2f19bb req-4b2ecdfa-5ed2-4bce-9bf5-c4a7a6e85a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:11.940415 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8137044e-0359-4a4b-81f3-c265fc2f19bb req-4b2ecdfa-5ed2-4bce-9bf5-c4a7a6e85a20 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4188130 Apr 20 16:09:11.984775 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['d6cc7896-2c82-404c-8d3e-c57ff3ac6261'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:09:12.029773 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-21add7b9-7b3e-46a7-af82-fedd674558b8 service neutron] 10.222.0.26 "PUT /v2.0/ports/a86943f9-cb89-472e-b8ec-926468d9dfb7/bindings/n-h2-836146-2/activate HTTP/1.1" status: 200 len: 369 time: 2.6234484 Apr 20 16:09:12.039277 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a86943f9-cb89-472e-b8ec-926468d9dfb7 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:09:12.050066 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-244c94ad-55c3-4204-9c5e-8e3493bb4437 req-1fbba362-fe98-4f11-9366-dcdbb861aa62 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/security-groups?id=30d991b3-7f04-459a-8429-a561ea7f8315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076629 Apr 20 16:09:12.057763 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a33ffb-2b5c-4c74-b36a-4a3afe922e24 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Pushing event deleted for resources: {'Port': ['ID=d6cc7896-2c82-404c-8d3e-c57ff3ac6261,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:12.081986 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] Set router e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:09:12.227527 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b45009b-1309-4571-ad06-30aa0f6ac38d req-54a33ffb-2b5c-4c74-b36a-4a3afe922e24 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] No DVR routers for this DVR port d6cc7896-2c82-404c-8d3e-c57ff3ac6261 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:09:12.231423 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3b45009b-1309-4571-ad06-30aa0f6ac38d req-54a33ffb-2b5c-4c74-b36a-4a3afe922e24 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:12.236365 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b45009b-1309-4571-ad06-30aa0f6ac38d req-54a33ffb-2b5c-4c74-b36a-4a3afe922e24 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.30 "DELETE /v2.0/ports/d6cc7896-2c82-404c-8d3e-c57ff3ac6261 HTTP/1.1" status: 204 len: 173 time: 1.8259437 Apr 20 16:09:12.251790 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f350067-c6ce-4c8c-b7f2-16a399ae1193', 'name': 'network-vif-deleted', 'tag': 'd6cc7896-2c82-404c-8d3e-c57ff3ac6261'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:09:12.255605 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9a1ff2-8596-4da2-8bb9-5109a6bd0265" -d '{"events": [{"server_uuid": "4f350067-c6ce-4c8c-b7f2-16a399ae1193", "name": "network-vif-deleted", "tag": "d6cc7896-2c82-404c-8d3e-c57ff3ac6261"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:09:12.288539 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f6ef96a3-267c-436b-9fe9-8a77da424b3a None None] Provisioning complete for port 4fac2db8-12f2-4422-8f0a-661d29468206 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:12.288938 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f6ef96a3-267c-436b-9fe9-8a77da424b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:12.352939 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c72fc3-5eea-44e5-b910-bf388abd389e x-openstack-request-id: req-45c72fc3-5eea-44e5-b910-bf388abd389e {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:09:12.358842 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f350067-c6ce-4c8c-b7f2-16a399ae1193", "name": "network-vif-deleted", "tag": "d6cc7896-2c82-404c-8d3e-c57ff3ac6261", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:09:12.360092 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-45c72fc3-5eea-44e5-b910-bf388abd389e {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:09:12.360456 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c72fc3-5eea-44e5-b910-bf388abd389e'] response: {'server_uuid': '4f350067-c6ce-4c8c-b7f2-16a399ae1193', 'name': 'network-vif-deleted', 'tag': 'd6cc7896-2c82-404c-8d3e-c57ff3ac6261', 'status': 'completed', 'code': 200} Apr 20 16:09:12.371016 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bf43c-806c-44b1-ad67-5a46ba150e7d req-fb0ac6eb-597e-48ea-a76d-f245197aec52 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:12.379727 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f04bf43c-806c-44b1-ad67-5a46ba150e7d req-fb0ac6eb-597e-48ea-a76d-f245197aec52 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 944 time: 0.3695617 Apr 20 16:09:12.442406 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d01466-2336-4768-81e4-37ea2065146c req-10339e39-a92e-4e99-b80c-05ed28ffa779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:12.443859 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28d01466-2336-4768-81e4-37ea2065146c req-10339e39-a92e-4e99-b80c-05ed28ffa779 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4a6d8250c0384f84ad1e9b54443ad274&device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 1098 time: 0.3019757 Apr 20 16:09:12.499355 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f6ef96a3-267c-436b-9fe9-8a77da424b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:12.525574 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f6db-ca49-4b5b-abae-923772833131 req-e46afebe-69db-44ec-8688-05a043790198 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:12.527278 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-e46afebe-69db-44ec-8688-05a043790198 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e&tenant_id=f99d78ffab8c43cca67be1fec063f621&binding%3Ahost_id=n-h1-836146-2 HTTP/1.1" status: 200 len: 1095 time: 0.3010826 Apr 20 16:09:12.572827 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f6ef96a3-267c-436b-9fe9-8a77da424b3a None None] For port 4fac2db8-12f2-4422-8f0a-661d29468206, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4fac2db8-12f2-4422-8f0a-661d29468206,segment=NetworkSegment(92a3a5e6-b798-4513-a695-3edc3b9c2db1),segment_id=92a3a5e6-b798-4513-a695-3edc3b9c2db1)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:12.579259 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2062575526-router', 'tenant_id': '7e24116bc43b4c58be65f8409520a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '64bba9f1-d674-4bc3-b380-73077b53a761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:09:01Z', 'updated_at': '2022-04-20T16:09:07Z', 'revision_number': 4, 'project_id': '7e24116bc43b4c58be65f8409520a53a', 'gw_port': {'id': '64bba9f1-d674-4bc3-b380-73077b53a761', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:02Z', 'updated_at': '2022-04-20T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '4fac2db8-12f2-4422-8f0a-661d29468206', 'name': '', 'network_id': 'a787494d-c352-450e-a71b-1c31ffa36626', 'tenant_id': '7e24116bc43b4c58be65f8409520a53a', 'mac_address': 'fa:16:3e:a6:ac:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '79bb1008-a72e-4a9f-9381-6b34c8c7e78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:06Z', 'updated_at': '2022-04-20T16:09:11Z', 'revision_number': 4, 'project_id': '7e24116bc43b4c58be65f8409520a53a', 'subnets': [{'id': '79bb1008-a72e-4a9f-9381-6b34c8c7e78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:12.654222 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522dfca2-63b1-48c1-908c-94b36b7b879b None None] The sync data for ids ['e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e'] in n-d-836146-2 is: [{'id': 'e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2062575526-router', 'tenant_id': '7e24116bc43b4c58be65f8409520a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '64bba9f1-d674-4bc3-b380-73077b53a761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:09:01Z', 'updated_at': '2022-04-20T16:09:07Z', 'revision_number': 4, 'project_id': '7e24116bc43b4c58be65f8409520a53a', 'gw_port': {'id': '64bba9f1-d674-4bc3-b380-73077b53a761', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:02Z', 'updated_at': '2022-04-20T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '4fac2db8-12f2-4422-8f0a-661d29468206', 'name': '', 'network_id': 'a787494d-c352-450e-a71b-1c31ffa36626', 'tenant_id': '7e24116bc43b4c58be65f8409520a53a', 'mac_address': 'fa:16:3e:a6:ac:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '79bb1008-a72e-4a9f-9381-6b34c8c7e78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:06Z', 'updated_at': '2022-04-20T16:09:11Z', 'revision_number': 4, 'project_id': '7e24116bc43b4c58be65f8409520a53a', 'subnets': [{'id': '79bb1008-a72e-4a9f-9381-6b34c8c7e78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:09:12.659581 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f04bf43c-806c-44b1-ad67-5a46ba150e7d req-98b388ac-686b-4bf0-a489-ed7d52a39c17 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789915 Apr 20 16:09:12.671987 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28d01466-2336-4768-81e4-37ea2065146c req-e481cdce-6e2c-4849-86a7-ae919238e730 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b HTTP/1.1" status: 200 len: 217 time: 0.1743031 Apr 20 16:09:12.677976 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f6ef96a3-267c-436b-9fe9-8a77da424b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:12.796299 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9b474250-83a7-4bca-9bcc-d97879a31593 req-3ed7f8c5-1c01-4d2e-b274-0e06b5da4da1 tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 210 time: 0.0981061 Apr 20 16:09:12.898618 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef96a3-267c-436b-9fe9-8a77da424b3a None None] Pushing event updated for resources: {'Port': ['ID=4fac2db8-12f2-4422-8f0a-661d29468206,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:12.905523 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f6db-ca49-4b5b-abae-923772833131 req-dd8cb8ad-1263-4937-b241-e05e987bdfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:12.907350 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-dd8cb8ad-1263-4937-b241-e05e987bdfb0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e&tenant_id=f99d78ffab8c43cca67be1fec063f621 HTTP/1.1" status: 200 len: 1095 time: 0.3350768 Apr 20 16:09:12.908758 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-604fa0c6-7ea9-4563-9195-6de55f9af802 admin admin] Deleting port 4fac2db8-12f2-4422-8f0a-661d29468206 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:09:12.909105 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-604fa0c6-7ea9-4563-9195-6de55f9af802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:12.977005 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d01466-2336-4768-81e4-37ea2065146c req-3203ccd4-a5f5-4ca5-ba95-720ae360ead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:12.977005 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28d01466-2336-4768-81e4-37ea2065146c req-3203ccd4-a5f5-4ca5-ba95-720ae360ead5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.2577379 Apr 20 16:09:13.233071 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f2d0a-43a1-485b-9626-e956d9407dc1 req-52847859-7e4f-49d2-b685-8ab76d66591b tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:13.245176 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-170f2d0a-43a1-485b-9626-e956d9407dc1 req-52847859-7e4f-49d2-b685-8ab76d66591b tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/ports?device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 947 time: 0.0902159 Apr 20 16:09:13.319729 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-170f2d0a-43a1-485b-9626-e956d9407dc1 req-594269da-75bc-46e6-bdde-b4229ad10ec1 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/security-groups?id=30d991b3-7f04-459a-8429-a561ea7f8315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734768 Apr 20 16:09:13.655977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-604fa0c6-7ea9-4563-9195-6de55f9af802 admin admin] For port 4fac2db8-12f2-4422-8f0a-661d29468206, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4fac2db8-12f2-4422-8f0a-661d29468206,segment=NetworkSegment(92a3a5e6-b798-4513-a695-3edc3b9c2db1),segment_id=92a3a5e6-b798-4513-a695-3edc3b9c2db1)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:13.656448 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-604fa0c6-7ea9-4563-9195-6de55f9af802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:13.738402 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-604fa0c6-7ea9-4563-9195-6de55f9af802 admin admin] Calling delete_port for 4fac2db8-12f2-4422-8f0a-661d29468206 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:09:13.769856 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f6db-ca49-4b5b-abae-923772833131 req-ede6a631-91fb-447c-b75b-14a725a136e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:13.773303 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-ede6a631-91fb-447c-b75b-14a725a136e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 1095 time: 0.8051376 Apr 20 16:09:13.776094 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d01466-2336-4768-81e4-37ea2065146c req-6853b4de-2c8b-4a88-9222-cb891d923402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:13.777815 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28d01466-2336-4768-81e4-37ea2065146c req-6853b4de-2c8b-4a88-9222-cb891d923402 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8094749 Apr 20 16:09:13.808425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a47f9b-222c-4366-ac6e-310da7052164 req-608abc9c-74cd-4dbc-94a4-225b811bdb80 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:13.821006 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b6a47f9b-222c-4366-ac6e-310da7052164 req-608abc9c-74cd-4dbc-94a4-225b811bdb80 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 950 time: 0.8658130 Apr 20 16:09:13.889879 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4fac2db8-12f2-4422-8f0a-661d29468206 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:09:13.940947 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac98e4f-d09c-4afc-8f7d-305d3ff5b51b req-54779fa3-615d-4544-9eb4-eeff696b5c33 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:13.947582 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9ac98e4f-d09c-4afc-8f7d-305d3ff5b51b req-54779fa3-615d-4544-9eb4-eeff696b5c33 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 944 time: 0.1593807 Apr 20 16:09:13.993973 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 4fac2db8-12f2-4422-8f0a-661d29468206 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:13.994359 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:14.030916 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28d01466-2336-4768-81e4-37ea2065146c req-c8a0fa8c-a1b6-47c2-9802-19aed38b9b5d service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069118 Apr 20 16:09:14.054567 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9ac98e4f-d09c-4afc-8f7d-305d3ff5b51b req-817aa0f8-f5e6-4b60-8e90-5a7e92b4b001 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976171 Apr 20 16:09:14.211833 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-eb61d95c-a724-45a7-ab01-f1c22d2fa52e req-340170f3-1b94-4955-9da8-ee389fe8f87a tempest-ImagesNegativeTestJSON-1951947528 tempest-ImagesNegativeTestJSON-1951947528-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f350067-c6ce-4c8c-b7f2-16a399ae1193 HTTP/1.1" status: 200 len: 210 time: 0.0445862 Apr 20 16:09:14.317003 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b6a47f9b-222c-4366-ac6e-310da7052164 req-16a62293-9099-49fd-8228-b4cf3d16b2a3 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948306 Apr 20 16:09:14.476212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f6db-ca49-4b5b-abae-923772833131 req-9e974b73-7ac2-485a-8ff1-e1d8530aae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:14.477889 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-9e974b73-7ac2-485a-8ff1-e1d8530aae6f service neutron] 10.222.0.30 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 909 time: 0.6530502 Apr 20 16:09:14.497350 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28d01466-2336-4768-81e4-37ea2065146c req-21f47c3b-4163-4a1b-94ff-ee63b1ac0f5d service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772573 Apr 20 16:09:14.548061 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-2cffcbc0-69ec-45a6-a7f9-d85fab3a87f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a86943f9-cb89-472e-b8ec-926468d9dfb7 HTTP/1.1" status: 200 len: 217 time: 0.0537534 Apr 20 16:09:14.558146 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e049ac8-5c5a-4dda-95d4-f661891cc27d req-05085dd9-b565-402f-8c22-d265e8204856 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:14.567170 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3e049ac8-5c5a-4dda-95d4-f661891cc27d req-05085dd9-b565-402f-8c22-d265e8204856 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/ports?device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 947 time: 0.1332688 Apr 20 16:09:14.614768 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f6db-ca49-4b5b-abae-923772833131 req-6cc3a74f-3170-496b-9e60-591f8632a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:14.616371 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-6cc3a74f-3170-496b-9e60-591f8632a2d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f HTTP/1.1" status: 200 len: 848 time: 0.0515492 Apr 20 16:09:14.624016 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3e049ac8-5c5a-4dda-95d4-f661891cc27d req-aada734d-da9e-4c7b-a6d0-9fecacd4dd5a tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/security-groups?id=30d991b3-7f04-459a-8429-a561ea7f8315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551748 Apr 20 16:09:14.666687 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-e2bc3545-7c36-4087-aa39-4f4178a4b967 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407748 Apr 20 16:09:14.838565 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-ec9914d7-5f10-4e79-8771-4e5b9ed600a5 service neutron] 10.222.0.30 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623375 Apr 20 16:09:14.923350 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-604fa0c6-7ea9-4563-9195-6de55f9af802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:14.962036 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604fa0c6-7ea9-4563-9195-6de55f9af802 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fac2db8-12f2-4422-8f0a-661d29468206,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:14.984533 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-319367b1-d7f4-4e40-a8f8-b4bd8335b795 service neutron] 10.222.0.30 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386335 Apr 20 16:09:15.077385 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device d6cc7896-2c82-404c-8d3e-c57ff3ac6261 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:09:15.113638 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: d6cc7896-2c82-404c-8d3e-c57ff3ac6261 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:09:15.113985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device d6cc7896-2c82-404c-8d3e-c57ff3ac6261 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:09:15.268619 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-604fa0c6-7ea9-4563-9195-6de55f9af802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:15.284841 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aca4c0-c5cd-41db-8f3b-295d1e0806ba req-3ff8850a-8a96-45d6-bf14-c7a04fd8a7ef tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:15.286894 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c4aca4c0-c5cd-41db-8f3b-295d1e0806ba req-3ff8850a-8a96-45d6-bf14-c7a04fd8a7ef tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 944 time: 0.1497552 Apr 20 16:09:15.428638 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c4aca4c0-c5cd-41db-8f3b-295d1e0806ba req-1af13ff7-971c-418d-9e64-01ce5db6a14c tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203685 Apr 20 16:09:15.499955 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0082324-01fd-4bc4-9da4-00eadfaf7c1b req-c020216f-aedf-4713-b160-c324b6a106ec tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:15.503775 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f0082324-01fd-4bc4-9da4-00eadfaf7c1b req-c020216f-aedf-4713-b160-c324b6a106ec tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 950 time: 0.0740707 Apr 20 16:09:15.597131 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f0082324-01fd-4bc4-9da4-00eadfaf7c1b req-cf4cc978-fc16-416e-b374-70c5e73ec105 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890801 Apr 20 16:09:15.818492 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604fa0c6-7ea9-4563-9195-6de55f9af802 admin admin] Router e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:09:15.833617 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864144b-8e91-45c7-bf75-7ed35c1a8243 req-51dd8973-daa8-4e36-bd44-329c90e756f0 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:15.843093 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e864144b-8e91-45c7-bf75-7ed35c1a8243 req-51dd8973-daa8-4e36-bd44-329c90e756f0 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/ports?device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 947 time: 0.1175809 Apr 20 16:09:15.904411 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e864144b-8e91-45c7-bf75-7ed35c1a8243 req-6c6fa557-e668-42fe-a649-dff4a6d6f47e tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/security-groups?id=30d991b3-7f04-459a-8429-a561ea7f8315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588386 Apr 20 16:09:15.923918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f6db-ca49-4b5b-abae-923772833131 req-ac332108-7b79-4067-9b84-860638997646 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:15.928047 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-ac332108-7b79-4067-9b84-860638997646 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e&tenant_id=f99d78ffab8c43cca67be1fec063f621&binding%3Ahost_id=n-h2-836146-2 HTTP/1.1" status: 200 len: 1095 time: 0.3504179 Apr 20 16:09:15.999066 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a387ff-a25c-4cee-ab61-95522858a8a8 req-8c5aaff7-0b0b-4af1-aad1-2fc640f16072 tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:16.001423 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f3a387ff-a25c-4cee-ab61-95522858a8a8 req-8c5aaff7-0b0b-4af1-aad1-2fc640f16072 tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 1101 time: 0.1904922 Apr 20 16:09:16.109201 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604fa0c6-7ea9-4563-9195-6de55f9af802 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:09:16.120076 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-604fa0c6-7ea9-4563-9195-6de55f9af802 admin admin] 10.222.0.15 "PUT /v2.0/routers/e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6197398 Apr 20 16:09:16.120771 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54716) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:16.125261 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9053b49-ae51-4328-9dae-33bbcdbeb622 None None] Sync routers for ids ['e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:09:16.131043 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f3a387ff-a25c-4cee-ab61-95522858a8a8 req-324e0eb6-759f-447e-8d4a-f140d67c59a4 tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967352 Apr 20 16:09:16.145954 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9053b49-ae51-4328-9dae-33bbcdbeb622 None None] Routers {'e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:09:16.147243 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e9053b49-ae51-4328-9dae-33bbcdbeb622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:08:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:16.299141 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8effabe1-001c-4665-b8ea-2e8900a2ce7f admin admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:16.349540 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-0a92f6db-ca49-4b5b-abae-923772833131 req-c7658ba4-da98-465b-908f-6f540401376a service neutron] For port a86943f9-cb89-472e-b8ec-926468d9dfb7, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:09:16.352813 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0a92f6db-ca49-4b5b-abae-923772833131 req-c7658ba4-da98-465b-908f-6f540401376a service neutron] Notify callbacks [] for binding, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:16.354505 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a92f6db-ca49-4b5b-abae-923772833131 req-c7658ba4-da98-465b-908f-6f540401376a service neutron] 10.222.0.30 "DELETE /v2.0/ports/a86943f9-cb89-472e-b8ec-926468d9dfb7/bindings/n-h1-836146-2 HTTP/1.1" status: 204 len: 173 time: 0.4176872 Apr 20 16:09:16.357912 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e9053b49-ae51-4328-9dae-33bbcdbeb622 None None] Set router e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:09:16.386121 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54722) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:16.627582 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8effabe1-001c-4665-b8ea-2e8900a2ce7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:16.715365 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-11358ca9-ce2a-41da-86d9-2eb674fe12fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2284051e4cd46c69f8dbdc3987cea0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247232 Apr 20 16:09:16.722156 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d844d66-3596-4b41-816d-98b2d53dd3c0 req-dddd9a5c-55f6-4439-a40c-5e28b440e5f9 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:16.723706 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7d844d66-3596-4b41-816d-98b2d53dd3c0 req-dddd9a5c-55f6-4439-a40c-5e28b440e5f9 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 944 time: 0.1281488 Apr 20 16:09:16.724519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54734) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:16.729222 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e9053b49-ae51-4328-9dae-33bbcdbeb622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2062575526-router', 'tenant_id': '7e24116bc43b4c58be65f8409520a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '64bba9f1-d674-4bc3-b380-73077b53a761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:09:01Z', 'updated_at': '2022-04-20T16:09:14Z', 'revision_number': 5, 'project_id': '7e24116bc43b4c58be65f8409520a53a', 'gw_port': {'id': '64bba9f1-d674-4bc3-b380-73077b53a761', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:02Z', 'updated_at': '2022-04-20T16:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:16.757061 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9053b49-ae51-4328-9dae-33bbcdbeb622 None None] Checking router: e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:09:16.767693 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9053b49-ae51-4328-9dae-33bbcdbeb622 None None] Routers {'e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:09:16.768632 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e9053b49-ae51-4328-9dae-33bbcdbeb622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:08:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:16.809863 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-8effabe1-001c-4665-b8ea-2e8900a2ce7f admin admin] Deleting port 64bba9f1-d674-4bc3-b380-73077b53a761 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:09:16.810587 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8effabe1-001c-4665-b8ea-2e8900a2ce7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:16.822036 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fff4bce2-8493-4741-a375-45e37359c841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:16.851701 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fff4bce2-8493-4741-a375-45e37359c841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:16.908942 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7d844d66-3596-4b41-816d-98b2d53dd3c0 req-8d86877a-e389-4f65-966f-66c5be2ea34a tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520851 Apr 20 16:09:16.951932 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:09:16.962234 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e9053b49-ae51-4328-9dae-33bbcdbeb622 None None] Set router e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:09:16.980277 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fff4bce2-8493-4741-a375-45e37359c841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:16.983714 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fff4bce2-8493-4741-a375-45e37359c841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:16.988608 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-fff4bce2-8493-4741-a375-45e37359c841 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/909f27f9-c7d7-41f6-b617-a425d9116b0b HTTP/1.1" status: 204 len: 168 time: 0.2606430 Apr 20 16:09:17.004191 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4bce2-8493-4741-a375-45e37359c841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909f27f9-c7d7-41f6-b617-a425d9116b0b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:17.083136 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-8effabe1-001c-4665-b8ea-2e8900a2ce7f admin admin] For port 64bba9f1-d674-4bc3-b380-73077b53a761, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=64bba9f1-d674-4bc3-b380-73077b53a761,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:17.083653 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8effabe1-001c-4665-b8ea-2e8900a2ce7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:17.099030 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-8effabe1-001c-4665-b8ea-2e8900a2ce7f admin admin] Calling delete_port for 64bba9f1-d674-4bc3-b380-73077b53a761 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:09:17.117518 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e9053b49-ae51-4328-9dae-33bbcdbeb622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2062575526-router', 'tenant_id': '7e24116bc43b4c58be65f8409520a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:09:01Z', 'updated_at': '2022-04-20T16:09:16Z', 'revision_number': 6, 'project_id': '7e24116bc43b4c58be65f8409520a53a', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:17.158168 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31368163-13a6-4720-858b-706d957a4503 req-70360022-33fc-4086-ad2a-563d9771ef3d tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:17.167614 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31368163-13a6-4720-858b-706d957a4503 req-70360022-33fc-4086-ad2a-563d9771ef3d tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/ports?device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 947 time: 0.1471047 Apr 20 16:09:17.170626 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9053b49-ae51-4328-9dae-33bbcdbeb622 None None] The sync data for ids ['e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e'] in n-d-836146-2 is: [{'id': 'e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2062575526-router', 'tenant_id': '7e24116bc43b4c58be65f8409520a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:09:01Z', 'updated_at': '2022-04-20T16:09:16Z', 'revision_number': 6, 'project_id': '7e24116bc43b4c58be65f8409520a53a', 'gw_port_host': None}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:09:17.251980 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31368163-13a6-4720-858b-706d957a4503 req-1a22199c-d415-4b6d-8514-35fc91351c5c tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/security-groups?id=30d991b3-7f04-459a-8429-a561ea7f8315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807331 Apr 20 16:09:17.449364 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611d867-4197-4638-a9da-a0f2dc3d41a2 req-d3decb22-e093-4cc2-9e69-2f2c30e5ded7 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:17.451121 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1611d867-4197-4638-a9da-a0f2dc3d41a2 req-d3decb22-e093-4cc2-9e69-2f2c30e5ded7 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 1095 time: 0.0694253 Apr 20 16:09:17.498030 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8effabe1-001c-4665-b8ea-2e8900a2ce7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:17.515511 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1611d867-4197-4638-a9da-a0f2dc3d41a2 req-73095bde-9ab4-41b1-bab7-2dd3881761b3 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566041 Apr 20 16:09:17.579907 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effabe1-001c-4665-b8ea-2e8900a2ce7f admin admin] Pushing event deleted for resources: {'Port': ['ID=64bba9f1-d674-4bc3-b380-73077b53a761,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:17.726077 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device bcd83f6e-1ab1-4dc7-8982-7ec33d46780b details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:09:17.793975 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8effabe1-001c-4665-b8ea-2e8900a2ce7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:18.009475 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8effabe1-001c-4665-b8ea-2e8900a2ce7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:18.013938 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:18.015416 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8effabe1-001c-4665-b8ea-2e8900a2ce7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:18.045141 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'bcd83f6e-1ab1-4dc7-8982-7ec33d46780b', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'bcd83f6e-1ab1-4dc7-8982-7ec33d46780b', 'mac_address': 'fa:16:3e:dd:34:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:09:18.186795 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:18.211112 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd83f6e-1ab1-4dc7-8982-7ec33d46780b {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:09:18.217863 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8effabe1-001c-4665-b8ea-2e8900a2ce7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:18.256038 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8effabe1-001c-4665-b8ea-2e8900a2ce7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:09:18.256038 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8effabe1-001c-4665-b8ea-2e8900a2ce7f admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:18.256038 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8effabe1-001c-4665-b8ea-2e8900a2ce7f admin admin] 10.222.0.15 "DELETE /v2.0/routers/e44c4d5b-0d65-42b9-8c7f-8feb1bdcec1e HTTP/1.1" status: 204 len: 168 time: 2.1076839 Apr 20 16:09:18.258183 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54768) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:18.258579 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4fac2db8-12f2-4422-8f0a-661d29468206 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:09:18.258579 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:18.267877 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 4fac2db8-12f2-4422-8f0a-661d29468206 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:09:18.268315 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4fac2db8-12f2-4422-8f0a-661d29468206 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:09:18.268991 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 64bba9f1-d674-4bc3-b380-73077b53a761 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:09:18.293710 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a62848-e741-43ef-b57a-3d981eef80f2 admin admin] Deleting subnet 79bb1008-a72e-4a9f-9381-6b34c8c7e78d {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:09:18.297389 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11a62848-e741-43ef-b57a-3d981eef80f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:18.298542 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 64bba9f1-d674-4bc3-b380-73077b53a761 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:09:18.298958 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 64bba9f1-d674-4bc3-b380-73077b53a761 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:09:18.339075 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11a62848-e741-43ef-b57a-3d981eef80f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:18.465621 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11a62848-e741-43ef-b57a-3d981eef80f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:18.980612 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:18.981245 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11a62848-e741-43ef-b57a-3d981eef80f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:19.012764 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a62848-e741-43ef-b57a-3d981eef80f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79bb1008-a72e-4a9f-9381-6b34c8c7e78d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:19.032428 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11a62848-e741-43ef-b57a-3d981eef80f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:19.035903 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f83290-d50d-47fa-9ada-992b1d283148 None None] Network a787494d-c352-450e-a71b-1c31ffa36626 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:09:19.040075 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54776) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:19.041186 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-11a62848-e741-43ef-b57a-3d981eef80f2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/79bb1008-a72e-4a9f-9381-6b34c8c7e78d HTTP/1.1" status: 204 len: 168 time: 0.8069396 Apr 20 16:09:19.099452 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:19.193518 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e784f155-178d-44c7-afa5-9fd9e50861b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:19.308861 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e784f155-178d-44c7-afa5-9fd9e50861b4 admin admin] Deleting port 8f7e171c-5ca7-4181-b452-c6f41ed1b25e {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:09:19.309223 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e784f155-178d-44c7-afa5-9fd9e50861b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:19.325228 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d4e454-472f-41e2-929d-a0e6df96222c None None] DHCP port deletion for a787494d-c352-450e-a71b-1c31ffa36626 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:09:19.422556 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-e784f155-178d-44c7-afa5-9fd9e50861b4 admin admin] For port 8f7e171c-5ca7-4181-b452-c6f41ed1b25e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=8f7e171c-5ca7-4181-b452-c6f41ed1b25e,segment=NetworkSegment(92a3a5e6-b798-4513-a695-3edc3b9c2db1),segment_id=92a3a5e6-b798-4513-a695-3edc3b9c2db1)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:19.423359 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e784f155-178d-44c7-afa5-9fd9e50861b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:19.441143 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e784f155-178d-44c7-afa5-9fd9e50861b4 admin admin] Calling delete_port for 8f7e171c-5ca7-4181-b452-c6f41ed1b25e owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:09:19.443504 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c1d4e454-472f-41e2-929d-a0e6df96222c None None] Deleting port 8f7e171c-5ca7-4181-b452-c6f41ed1b25e {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:09:19.443901 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c1d4e454-472f-41e2-929d-a0e6df96222c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:19.494786 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54788) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:19.598321 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c1d4e454-472f-41e2-929d-a0e6df96222c None None] For port 8f7e171c-5ca7-4181-b452-c6f41ed1b25e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=8f7e171c-5ca7-4181-b452-c6f41ed1b25e,segment=NetworkSegment(92a3a5e6-b798-4513-a695-3edc3b9c2db1),segment_id=92a3a5e6-b798-4513-a695-3edc3b9c2db1)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:19.598763 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c1d4e454-472f-41e2-929d-a0e6df96222c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:19.636482 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['bcd83f6e-1ab1-4dc7-8982-7ec33d46780b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:09:19.639833 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e784f155-178d-44c7-afa5-9fd9e50861b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:19.675911 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-acc545e3-6a4f-4628-9d66-c90837deabc2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-19715887-network', 'tenant_id': '77fe399ca36c4f2e9b6fbf51932685bb'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:09:19.696284 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c1d4e454-472f-41e2-929d-a0e6df96222c None None] Calling delete_port for 8f7e171c-5ca7-4181-b452-c6f41ed1b25e owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:09:19.715636 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784f155-178d-44c7-afa5-9fd9e50861b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f7e171c-5ca7-4181-b452-c6f41ed1b25e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:19.724231 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e784f155-178d-44c7-afa5-9fd9e50861b4 admin admin] No DVR routers for this DVR port 8f7e171c-5ca7-4181-b452-c6f41ed1b25e on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:09:19.797751 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc545e3-6a4f-4628-9d66-c90837deabc2 admin admin] Made reservation on behalf of 77fe399ca36c4f2e9b6fbf51932685bb for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:09:19.802978 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acc545e3-6a4f-4628-9d66-c90837deabc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:19.827797 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acc545e3-6a4f-4628-9d66-c90837deabc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:19.878304 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e784f155-178d-44c7-afa5-9fd9e50861b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:19.906974 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c1d4e454-472f-41e2-929d-a0e6df96222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:19.925262 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-e784f155-178d-44c7-afa5-9fd9e50861b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a787494d-c352-450e-a71b-1c31ffa36626']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:19.958689 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-e784f155-178d-44c7-afa5-9fd9e50861b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a3a5e6-b798-4513-a695-3edc3b9c2db1') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:19.959753 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-e784f155-178d-44c7-afa5-9fd9e50861b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a3a5e6-b798-4513-a695-3edc3b9c2db1') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:19.980678 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4e454-472f-41e2-929d-a0e6df96222c None None] Pushing event deleted for resources: {'Port': ['ID=8f7e171c-5ca7-4181-b452-c6f41ed1b25e,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:19.982505 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e784f155-178d-44c7-afa5-9fd9e50861b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:20.008066 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d4e454-472f-41e2-929d-a0e6df96222c None None] No DVR routers for this DVR port 8f7e171c-5ca7-4181-b452-c6f41ed1b25e on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:09:20.011118 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e784f155-178d-44c7-afa5-9fd9e50861b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:20.011484 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acc545e3-6a4f-4628-9d66-c90837deabc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:20.033423 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e784f155-178d-44c7-afa5-9fd9e50861b4 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:09:20.034208 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e784f155-178d-44c7-afa5-9fd9e50861b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:09:20.036561 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:09:20.116020 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8f7e171c-5ca7-4181-b452-c6f41ed1b25e no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:09:20.117575 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acc545e3-6a4f-4628-9d66-c90837deabc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:20.167277 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 8f7e171c-5ca7-4181-b452-c6f41ed1b25e {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:09:20.167718 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8f7e171c-5ca7-4181-b452-c6f41ed1b25e not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:09:20.170753 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc545e3-6a4f-4628-9d66-c90837deabc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb0c7d6-0de6-4549-905a-abd02eded2df,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:20.225759 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e784f155-178d-44c7-afa5-9fd9e50861b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:20.232643 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc545e3-6a4f-4628-9d66-c90837deabc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:09:20.248257 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acc545e3-6a4f-4628-9d66-c90837deabc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:20.249664 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-acc545e3-6a4f-4628-9d66-c90837deabc2 admin admin] Added segment 7c42cb0d-1809-4f73-b989-00d2d5cfa317 of type vlan for network f625d845-f956-4b10-a7f7-030bfd0c2116 Apr 20 16:09:20.267893 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e784f155-178d-44c7-afa5-9fd9e50861b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:20.267893 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e784f155-178d-44c7-afa5-9fd9e50861b4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a787494d-c352-450e-a71b-1c31ffa36626 HTTP/1.1" status: 204 len: 168 time: 1.2190249 Apr 20 16:09:20.267893 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784f155-178d-44c7-afa5-9fd9e50861b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a787494d-c352-450e-a71b-1c31ffa36626,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:20.354575 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acc545e3-6a4f-4628-9d66-c90837deabc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:20.500325 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acc545e3-6a4f-4628-9d66-c90837deabc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:20.501334 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc545e3-6a4f-4628-9d66-c90837deabc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:20.501986 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acc545e3-6a4f-4628-9d66-c90837deabc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:20.592821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc545e3-6a4f-4628-9d66-c90837deabc2 admin admin] Pushing event updated for resources: {'Network': ['ID=f625d845-f956-4b10-a7f7-030bfd0c2116,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:20.605135 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-acc545e3-6a4f-4628-9d66-c90837deabc2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1041536 Apr 20 16:09:20.605239 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54798) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:20.610366 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network f625d845-f956-4b10-a7f7-030bfd0c2116 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:09:20.615492 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-19138620-806d-459e-87aa-bb91bdbbfa8e admin admin] Request body: {'subnet': {'network_id': 'f625d845-f956-4b10-a7f7-030bfd0c2116', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-19715887-subnet', 'tenant_id': '77fe399ca36c4f2e9b6fbf51932685bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:09:20.676476 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54800) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:20.721720 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19138620-806d-459e-87aa-bb91bdbbfa8e admin admin] Made reservation on behalf of 77fe399ca36c4f2e9b6fbf51932685bb for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:09:20.724114 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19138620-806d-459e-87aa-bb91bdbbfa8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:20.782570 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c6fdd106-7b37-48bb-96b3-4f1eb9d61e2a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e24116bc43b4c58be65f8409520a53a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1042414 Apr 20 16:09:20.785011 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54802) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:20.855617 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-baa4a04f-81e4-413f-8c0d-db0598faebe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:20.898903 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-baa4a04f-81e4-413f-8c0d-db0598faebe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:21.198597 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19138620-806d-459e-87aa-bb91bdbbfa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:21.304465 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19138620-806d-459e-87aa-bb91bdbbfa8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b753ab48-a54f-46bf-95eb-bb26183a6c93,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:21.320815 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19138620-806d-459e-87aa-bb91bdbbfa8e admin admin] Checking segment: {'id': '7c42cb0d-1809-4f73-b989-00d2d5cfa317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f625d845-f956-4b10-a7f7-030bfd0c2116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:09:21.320815 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19138620-806d-459e-87aa-bb91bdbbfa8e admin admin] Network hostable DHCP agents. Network: f625d845-f956-4b10-a7f7-030bfd0c2116, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:09:21.757476 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device bcd83f6e-1ab1-4dc7-8982-7ec33d46780b up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:09:22.132146 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-baa4a04f-81e4-413f-8c0d-db0598faebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:22.135524 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-baa4a04f-81e4-413f-8c0d-db0598faebe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:22.139750 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-baa4a04f-81e4-413f-8c0d-db0598faebe8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d98adc0b-c6e8-477b-9108-3228c9c1b4c5 HTTP/1.1" status: 204 len: 168 time: 1.3532608 Apr 20 16:09:22.156752 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4a04f-81e4-413f-8c0d-db0598faebe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98adc0b-c6e8-477b-9108-3228c9c1b4c5,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:22.968845 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19138620-806d-459e-87aa-bb91bdbbfa8e admin admin] Network f625d845-f956-4b10-a7f7-030bfd0c2116 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:09:22.970505 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:09:22.976200 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:22.979549 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:23.068160 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:23.091176 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37294d0-2fe1-4772-8f67-bc5e561c7db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd83f6e-1ab1-4dc7-8982-7ec33d46780b'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:09:23.093512 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d73b4c-b720-42da-bc07-8fe9175b70ca" -d '{"events": [{"server_uuid": "c37294d0-2fe1-4772-8f67-bc5e561c7db3", "name": "network-vif-plugged", "status": "completed", "tag": "bcd83f6e-1ab1-4dc7-8982-7ec33d46780b"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:09:23.107228 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6f7e5baf-a5bf-42b4-8d38-e7bae5a4e8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:23.109735 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:23.183074 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-19138620-806d-459e-87aa-bb91bdbbfa8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, f625d845-f956-4b10-a7f7-030bfd0c2116) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:09:23.187255 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19138620-806d-459e-87aa-bb91bdbbfa8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:23.187863 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19138620-806d-459e-87aa-bb91bdbbfa8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:23.196882 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a61eb0a-7bfd-4840-96ec-00f71a920a73 None None] Network f625d845-f956-4b10-a7f7-030bfd0c2116 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:09:23.262227 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:23.306997 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-19138620-806d-459e-87aa-bb91bdbbfa8e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.6921084 Apr 20 16:09:23.539690 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:23.608251 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c7afeb-18fa-43bd-a044-2d4c23716680 None None] Network f625d845-f956-4b10-a7f7-030bfd0c2116 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:09:24.230784 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54840) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:24.382566 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e2ccd277-bb94-4909-bc0e-dd3ad008d202 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1298912240-network', 'tenant_id': '6b467f9ba8304462a3eb94400306af37'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:09:24.480817 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ccd277-bb94-4909-bc0e-dd3ad008d202 admin admin] Made reservation on behalf of 6b467f9ba8304462a3eb94400306af37 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:09:24.483461 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd277-bb94-4909-bc0e-dd3ad008d202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:24.493015 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd277-bb94-4909-bc0e-dd3ad008d202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:24.614159 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd277-bb94-4909-bc0e-dd3ad008d202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:24.717306 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd277-bb94-4909-bc0e-dd3ad008d202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:24.745861 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ccd277-bb94-4909-bc0e-dd3ad008d202 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:09:24.755846 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccd277-bb94-4909-bc0e-dd3ad008d202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe35ddd5-46c4-4fe4-95e5-87a02a214216,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:24.761340 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd277-bb94-4909-bc0e-dd3ad008d202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:24.761820 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-e2ccd277-bb94-4909-bc0e-dd3ad008d202 admin admin] Added segment c360c3f8-b007-4e45-bb5e-d3940160744d of type vlan for network c407a25c-3c84-47bb-a12c-46efb29f8241 Apr 20 16:09:24.831073 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd277-bb94-4909-bc0e-dd3ad008d202 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:24.926200 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd277-bb94-4909-bc0e-dd3ad008d202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:24.927115 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ccd277-bb94-4909-bc0e-dd3ad008d202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:24.927744 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd277-bb94-4909-bc0e-dd3ad008d202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:25.057401 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccd277-bb94-4909-bc0e-dd3ad008d202 admin admin] Pushing event updated for resources: {'Network': ['ID=c407a25c-3c84-47bb-a12c-46efb29f8241,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:25.101469 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e2ccd277-bb94-4909-bc0e-dd3ad008d202 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8691845 Apr 20 16:09:25.104662 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54846) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:25.110475 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e4ca3b53-9d47-4504-b38c-ac3872673f70 admin admin] Request body: {'subnet': {'network_id': 'c407a25c-3c84-47bb-a12c-46efb29f8241', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1298912240-subnet', 'tenant_id': '6b467f9ba8304462a3eb94400306af37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:09:25.234981 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network c407a25c-3c84-47bb-a12c-46efb29f8241 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:09:25.509255 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a03058e6-a7b9-4553-802a-f62307fcd782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:25.625150 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ca3b53-9d47-4504-b38c-ac3872673f70 admin admin] Made reservation on behalf of 6b467f9ba8304462a3eb94400306af37 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:09:25.627820 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e4ca3b53-9d47-4504-b38c-ac3872673f70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:25.960675 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e4ca3b53-9d47-4504-b38c-ac3872673f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:26.058995 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ca3b53-9d47-4504-b38c-ac3872673f70 admin admin] Checking segment: {'id': 'c360c3f8-b007-4e45-bb5e-d3940160744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c407a25c-3c84-47bb-a12c-46efb29f8241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:09:26.059639 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ca3b53-9d47-4504-b38c-ac3872673f70 admin admin] Network hostable DHCP agents. Network: c407a25c-3c84-47bb-a12c-46efb29f8241, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:09:26.062071 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca3b53-9d47-4504-b38c-ac3872673f70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d565cfc-9ced-4a47-9e17-96006148a9ff,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:26.197283 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-ecff1c6c-ac87-45bf-8a61-911fae98c8cb tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e4c82d1c83884aa980401b1b15bb141d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421045 Apr 20 16:09:26.257907 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ca3b53-9d47-4504-b38c-ac3872673f70 admin admin] Network c407a25c-3c84-47bb-a12c-46efb29f8241 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:09:26.284854 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-e085a292-2b0c-471a-a7b5-6128aff28910 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:26.314380 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-e085a292-2b0c-471a-a7b5-6128aff28910 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 808 time: 0.1323690 Apr 20 16:09:26.314380 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-673a0a9c-1a29-4d15-90ee-e00e71a065eb tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/quotas/f99d78ffab8c43cca67be1fec063f621 HTTP/1.1" status: 200 len: 375 time: 0.0106235 Apr 20 16:09:26.318939 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-7bf2f41c-3de7-488d-aaf7-91579c108695 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:26.320504 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-7bf2f41c-3de7-488d-aaf7-91579c108695 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1212654 Apr 20 16:09:26.341787 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-44f9a2a1-7342-4fe4-8f76-96eda161dcd2 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/quotas/e4c82d1c83884aa980401b1b15bb141d HTTP/1.1" status: 200 len: 375 time: 0.0125043 Apr 20 16:09:26.370823 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-a90481ce-7ee1-4ae0-93fd-55e9b3429380 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608251 Apr 20 16:09:26.420736 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-da20c56c-178d-4886-b30a-f7c204977f58 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e4c82d1c83884aa980401b1b15bb141d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0734398 Apr 20 16:09:26.487943 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-f54bc333-0d8e-4497-adbf-e6843df4ee6a service neutron] 10.222.0.15 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065989 Apr 20 16:09:26.594466 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-9e67280b-b71b-4593-8606-0bb716be1e82 service neutron] 10.222.0.15 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993657 Apr 20 16:09:26.756790 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:26.914275 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-e4ca3b53-9d47-4504-b38c-ac3872673f70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, c407a25c-3c84-47bb-a12c-46efb29f8241) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:09:26.919412 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ca3b53-9d47-4504-b38c-ac3872673f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:26.920462 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e4ca3b53-9d47-4504-b38c-ac3872673f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:26.923790 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf3eb64-35f0-4e91-b6b4-38435e6fcba0 None None] Network c407a25c-3c84-47bb-a12c-46efb29f8241 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:09:27.034139 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e4ca3b53-9d47-4504-b38c-ac3872673f70 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9280617 Apr 20 16:09:27.085066 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7cd77d-1d57-4111-b7ab-d72a22d85142 x-openstack-request-id: req-9d7cd77d-1d57-4111-b7ab-d72a22d85142 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:09:27.086043 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37294d0-2fe1-4772-8f67-bc5e561c7db3", "name": "network-vif-plugged", "status": "completed", "tag": "bcd83f6e-1ab1-4dc7-8982-7ec33d46780b", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:09:27.088386 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d7cd77d-1d57-4111-b7ab-d72a22d85142 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:09:27.089851 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d7cd77d-1d57-4111-b7ab-d72a22d85142'] response: {'server_uuid': 'c37294d0-2fe1-4772-8f67-bc5e561c7db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd83f6e-1ab1-4dc7-8982-7ec33d46780b', 'code': 200} Apr 20 16:09:27.157693 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dee5d5-023c-4b74-9e29-78b9b3397de8 req-fa6331c8-4d2c-44cb-a845-364e79d51399 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:27.170286 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31dee5d5-023c-4b74-9e29-78b9b3397de8 req-fa6331c8-4d2c-44cb-a845-364e79d51399 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/ports?device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 949 time: 0.1339338 Apr 20 16:09:27.265762 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31dee5d5-023c-4b74-9e29-78b9b3397de8 req-1548b0b0-3c5f-43bd-8b63-e0e99a2fd4e4 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/security-groups?id=30d991b3-7f04-459a-8429-a561ea7f8315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927601 Apr 20 16:09:27.280951 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c998dcc8-0610-47e2-9edd-0ace1e4e8981 None None] Network c407a25c-3c84-47bb-a12c-46efb29f8241 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:09:27.337978 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2adaa-261f-4916-a42e-041c4ab6e5ad req-6e30f065-6a99-4eeb-9cda-9185fa633ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:27.365929 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-11a2adaa-261f-4916-a42e-041c4ab6e5ad req-6e30f065-6a99-4eeb-9cda-9185fa633ccf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 1100 time: 0.1854014 Apr 20 16:09:27.435207 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-24d7cfee-0fbe-4cd3-8146-e2a7b5eb5cce req-544673b2-d4e6-4f87-bd5f-04adccce516c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 210 time: 0.0731311 Apr 20 16:09:27.464523 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-11a2adaa-261f-4916-a42e-041c4ab6e5ad req-b053ca2c-8ce8-4a01-ba2a-4ba68be84001 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=30d991b3-7f04-459a-8429-a561ea7f8315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787001 Apr 20 16:09:27.563508 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e3566ea8-b2c1-4fd1-b3b0-62bce3489f60 req-07d909fa-d456-4c29-8325-dffe3fed4c66 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 210 time: 0.0656631 Apr 20 16:09:27.666351 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:27.693978 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-a66f15c9-4c77-4149-afec-947a6e01054d req-60f52f5e-c2ce-4c1e-8d55-a00fd880b4df tempest-SecurityGroupsNegativeTestJSON-1664501030 tempest-SecurityGroupsNegativeTestJSON-1664501030-project] show failed (client error): The resource could not be found. Apr 20 16:09:27.704919 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a66f15c9-4c77-4149-afec-947a6e01054d req-60f52f5e-c2ce-4c1e-8d55-a00fd880b4df tempest-SecurityGroupsNegativeTestJSON-1664501030 tempest-SecurityGroupsNegativeTestJSON-1664501030-project] 10.222.0.15 "GET /v2.0/security-groups/c3c60415-bca7-4fb6-b652-1bd446c41064 HTTP/1.1" status: 404 len: 352 time: 0.0434473 Apr 20 16:09:27.789031 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7e4b853a-bee9-4913-8e96-aa87bec7f7ba req-5a481fde-2358-4f25-8001-78144230da89 tempest-SecurityGroupsNegativeTestJSON-1664501030 tempest-SecurityGroupsNegativeTestJSON-1664501030-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77fe399ca36c4f2e9b6fbf51932685bb HTTP/1.1" status: 200 len: 2984 time: 0.0564771 Apr 20 16:09:27.893704 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7e4b853a-bee9-4913-8e96-aa87bec7f7ba req-29ee512b-4a9a-4008-b446-59e7c7d11bab tempest-SecurityGroupsNegativeTestJSON-1664501030 tempest-SecurityGroupsNegativeTestJSON-1664501030-project] 10.222.0.15 "GET /v2.0/security-groups/bbb0c7d6-0de6-4549-905a-abd02eded2df HTTP/1.1" status: 200 len: 2981 time: 0.0879257 Apr 20 16:09:27.939973 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-8178499f-df3b-4aa1-bd10-9ee5851788d8 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:27.941441 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-8178499f-df3b-4aa1-bd10-9ee5851788d8 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/networks?id=c407a25c-3c84-47bb-a12c-46efb29f8241 HTTP/1.1" status: 200 len: 822 time: 0.1489079 Apr 20 16:09:27.985925 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7e4b853a-bee9-4913-8e96-aa87bec7f7ba req-a048f773-31c5-4db6-80f4-7c231ecb41b5 tempest-SecurityGroupsNegativeTestJSON-1664501030 tempest-SecurityGroupsNegativeTestJSON-1664501030-project] 10.222.0.15 "GET /v2.0/security-groups/bbb0c7d6-0de6-4549-905a-abd02eded2df HTTP/1.1" status: 200 len: 2981 time: 0.0911551 Apr 20 16:09:27.987913 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-35647e6d-0f9d-4b6b-86cd-09e05a9b68d2 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/quotas/6b467f9ba8304462a3eb94400306af37 HTTP/1.1" status: 200 len: 375 time: 0.0375152 Apr 20 16:09:28.030564 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-2e26edd8-efc4-4096-9b80-e3a72476e63e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b467f9ba8304462a3eb94400306af37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417979 Apr 20 16:09:28.062546 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-da9b7d9b-2a18-430f-abcf-688c6a033053 req-c50998f6-ed4a-4bb7-aebb-ec569b4624e5 tempest-SecurityGroupsNegativeTestJSON-1664501030 tempest-SecurityGroupsNegativeTestJSON-1664501030-project] 10.222.0.15 "GET /v2.0/security-groups/bbb0c7d6-0de6-4549-905a-abd02eded2df HTTP/1.1" status: 200 len: 2981 time: 0.0715964 Apr 20 16:09:28.110809 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:28.183057 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-da9b7d9b-2a18-430f-abcf-688c6a033053 req-862eb67e-d022-41e8-b0ca-d81a22fc4a6d tempest-SecurityGroupsNegativeTestJSON-1664501030 tempest-SecurityGroupsNegativeTestJSON-1664501030-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 16:09:28.189789 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-da9b7d9b-2a18-430f-abcf-688c6a033053 req-862eb67e-d022-41e8-b0ca-d81a22fc4a6d tempest-SecurityGroupsNegativeTestJSON-1664501030 tempest-SecurityGroupsNegativeTestJSON-1664501030-project] 10.222.0.15 "DELETE /v2.0/security-groups/bbb0c7d6-0de6-4549-905a-abd02eded2df HTTP/1.1" status: 409 len: 352 time: 0.1250713 Apr 20 16:09:28.205078 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-566a8159-30f7-4fea-b0d8-8c7aee7e5b49 service neutron] 10.222.0.15 "GET /v2.0/networks/c407a25c-3c84-47bb-a12c-46efb29f8241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667843 Apr 20 16:09:28.226875 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-46f765b8-7ea3-4f11-9e56-5937d5cc3302 req-f5143b74-182b-4a29-ae98-c0a8c6cba03e tempest-SecurityGroupsNegativeTestJSON-1664501030 tempest-SecurityGroupsNegativeTestJSON-1664501030-project] show failed (client error): The resource could not be found. Apr 20 16:09:28.234082 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-46f765b8-7ea3-4f11-9e56-5937d5cc3302 req-f5143b74-182b-4a29-ae98-c0a8c6cba03e tempest-SecurityGroupsNegativeTestJSON-1664501030 tempest-SecurityGroupsNegativeTestJSON-1664501030-project] 10.222.0.15 "GET /v2.0/security-groups/6fb5ca61-71e6-4197-a653-bc5c549ce0bc HTTP/1.1" status: 404 len: 352 time: 0.0210745 Apr 20 16:09:28.269105 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-0314ddf4-bd26-40bd-bd04-702ac495a83c req-a1d687fe-d39b-4d10-892a-220730e6a40f tempest-SecurityGroupsNegativeTestJSON-1664501030 tempest-SecurityGroupsNegativeTestJSON-1664501030-project] show failed (client error): The resource could not be found. Apr 20 16:09:28.270161 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0314ddf4-bd26-40bd-bd04-702ac495a83c req-a1d687fe-d39b-4d10-892a-220730e6a40f tempest-SecurityGroupsNegativeTestJSON-1664501030 tempest-SecurityGroupsNegativeTestJSON-1664501030-project] 10.222.0.15 "GET /v2.0/security-groups/8070e737-b57d-4789-83fd-899749b26ea4 HTTP/1.1" status: 404 len: 352 time: 0.0190432 Apr 20 16:09:28.283558 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54938) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:28.310200 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-68e7361c-ec30-4486-8e37-151f888a48dd service neutron] 10.222.0.15 "GET /v2.0/networks/c407a25c-3c84-47bb-a12c-46efb29f8241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042640 Apr 20 16:09:28.330130 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-47144418-d78c-4407-a445-386468a672b8 admin admin] Deleting subnet b753ab48-a54f-46bf-95eb-bb26183a6c93 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:09:28.333418 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-47144418-d78c-4407-a445-386468a672b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:28.397645 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-47144418-d78c-4407-a445-386468a672b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:28.413816 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:28.445199 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ffce7-afc1-4a4c-ad43-3002d725ad61 req-f04e3379-fbe6-4be6-a217-d5d5910e181f tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:28.456607 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e2ffce7-afc1-4a4c-ad43-3002d725ad61 req-f04e3379-fbe6-4be6-a217-d5d5910e181f tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/ports?device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 949 time: 0.0967202 Apr 20 16:09:28.474952 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-47144418-d78c-4407-a445-386468a672b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:28.517846 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e2ffce7-afc1-4a4c-ad43-3002d725ad61 req-536b2d78-653a-4227-bdb6-8edf88211a60 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/security-groups?id=30d991b3-7f04-459a-8429-a561ea7f8315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632052 Apr 20 16:09:28.635230 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-82f1da7c-b370-4ddb-8afa-481d2aacf06c req-b367f275-eed5-4bc6-9af0-ee1bb328fcf7 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 210 time: 0.0294614 Apr 20 16:09:28.642423 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-732a196f-2a23-4dba-97f7-9a84490be980 req-24c2bbfa-af24-4edc-98e5-5b231407f4c2 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 210 time: 0.0311458 Apr 20 16:09:28.699888 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-47144418-d78c-4407-a445-386468a672b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:28.708301 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-043ce395-82e2-4cd5-932c-16e6979f2199 req-5709ba61-e5b8-4db8-9339-fc54f0a03f71 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 210 time: 0.0295641 Apr 20 16:09:28.724311 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47144418-d78c-4407-a445-386468a672b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b753ab48-a54f-46bf-95eb-bb26183a6c93,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:28.741158 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-47144418-d78c-4407-a445-386468a672b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:28.741158 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-47144418-d78c-4407-a445-386468a672b8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b753ab48-a54f-46bf-95eb-bb26183a6c93 HTTP/1.1" status: 204 len: 168 time: 0.4557958 Apr 20 16:09:28.741158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54958) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:28.816118 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-450642bc-83b4-4750-b85d-45b12e1adfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:28.901126 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-450642bc-83b4-4750-b85d-45b12e1adfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:28.926408 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-450642bc-83b4-4750-b85d-45b12e1adfc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f625d845-f956-4b10-a7f7-030bfd0c2116']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:28.935512 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-450642bc-83b4-4750-b85d-45b12e1adfc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c42cb0d-1809-4f73-b989-00d2d5cfa317') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:28.936506 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-450642bc-83b4-4750-b85d-45b12e1adfc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c42cb0d-1809-4f73-b989-00d2d5cfa317') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:28.946026 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-450642bc-83b4-4750-b85d-45b12e1adfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:28.964457 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-450642bc-83b4-4750-b85d-45b12e1adfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:28.973161 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450642bc-83b4-4750-b85d-45b12e1adfc7 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:09:28.973668 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-450642bc-83b4-4750-b85d-45b12e1adfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:09:28.976862 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:09:29.191166 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-450642bc-83b4-4750-b85d-45b12e1adfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:29.198735 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-450642bc-83b4-4750-b85d-45b12e1adfc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:29.204778 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-450642bc-83b4-4750-b85d-45b12e1adfc7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f625d845-f956-4b10-a7f7-030bfd0c2116 HTTP/1.1" status: 204 len: 168 time: 0.4608307 Apr 20 16:09:29.228350 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450642bc-83b4-4750-b85d-45b12e1adfc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f625d845-f956-4b10-a7f7-030bfd0c2116,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:29.268783 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aeb8f5-cc2d-49d7-85b9-8e5571969cdd req-ce7e0c96-ab42-4f8b-b0ad-33b9cae0b5c3 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:29.270286 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63aeb8f5-cc2d-49d7-85b9-8e5571969cdd req-ce7e0c96-ab42-4f8b-b0ad-33b9cae0b5c3 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 945 time: 0.0670433 Apr 20 16:09:29.311278 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63aeb8f5-cc2d-49d7-85b9-8e5571969cdd req-f28741d2-e7e6-46a1-8ee9-2d03932fe510 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341043 Apr 20 16:09:29.619798 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:29.645037 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54990) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:29.683588 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd6002-d46d-498a-9ce4-543670bef63c req-66d1375c-9eb6-431d-b9e9-8c666b29bb73 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:29.692270 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1efd6002-d46d-498a-9ce4-543670bef63c req-66d1375c-9eb6-431d-b9e9-8c666b29bb73 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/ports?device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 949 time: 0.0825999 Apr 20 16:09:29.714443 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-880be346-468e-4519-9410-024d2bd67691 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77fe399ca36c4f2e9b6fbf51932685bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0682502 Apr 20 16:09:29.715019 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54996) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:29.749221 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1efd6002-d46d-498a-9ce4-543670bef63c req-8e0a3060-048f-4546-a9f3-e69dbc89a720 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/security-groups?id=30d991b3-7f04-459a-8429-a561ea7f8315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490401 Apr 20 16:09:29.751537 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69fea66e-09a2-4956-a124-a6c1786e5b98 req-82145be9-61f3-486d-bef9-18fb81b50d5a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 210 time: 0.0478067 Apr 20 16:09:29.869721 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-75c48818-8fd1-4c2e-b6e5-845754353088 req-9936383c-32ad-45cc-baa8-7ddb5ab004c9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 210 time: 0.0418484 Apr 20 16:09:30.171703 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-ddbe2263-2b10-43e0-ae72-43b8fb89e06e tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e4c82d1c83884aa980401b1b15bb141d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319488 Apr 20 16:09:30.189652 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca00b11b-27ef-4f5b-9711-b75937da067e req-3a1008f9-4f73-4ad3-9ba3-79c9f64c5356 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 210 time: 0.0510392 Apr 20 16:09:30.252119 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b3fe673-f09a-40b8-bf64-686ce272c1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:30.290833 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b3fe673-f09a-40b8-bf64-686ce272c1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:30.340882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-abe75c4a-bd8c-4f29-a0b7-aa133b80c422 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:30.342392 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-abe75c4a-bd8c-4f29-a0b7-aa133b80c422 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1566825 Apr 20 16:09:30.371402 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-d8549821-0b08-4379-bbe6-a4131f69b5e7 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Request body: {'port': {'device_id': 'f1f7f131-514e-418b-a82d-ccc4983de74c', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': 'e4c82d1c83884aa980401b1b15bb141d'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:09:30.495819 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333ad2e-6f7c-49f2-9976-23c3fcb39115 req-fc607255-3916-424f-86d9-a6aa71b83c88 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:30.497332 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d333ad2e-6f7c-49f2-9976-23c3fcb39115 req-fc607255-3916-424f-86d9-a6aa71b83c88 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 945 time: 0.0994706 Apr 20 16:09:30.503006 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b3fe673-f09a-40b8-bf64-686ce272c1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:30.505623 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b3fe673-f09a-40b8-bf64-686ce272c1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:30.509732 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6b3fe673-f09a-40b8-bf64-686ce272c1d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bbb0c7d6-0de6-4549-905a-abd02eded2df HTTP/1.1" status: 204 len: 168 time: 0.7767942 Apr 20 16:09:30.585070 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3fe673-f09a-40b8-bf64-686ce272c1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb0c7d6-0de6-4549-905a-abd02eded2df,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:30.638777 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d333ad2e-6f7c-49f2-9976-23c3fcb39115 req-6f6339b4-0f54-4923-aa85-c0dc7df6e0ca tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150999 Apr 20 16:09:30.774928 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-d8549821-0b08-4379-bbe6-a4131f69b5e7 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Made reservation on behalf of e4c82d1c83884aa980401b1b15bb141d for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:09:30.785577 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-d8549821-0b08-4379-bbe6-a4131f69b5e7 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:30.869434 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e5ecb901-e60f-400b-b612-23be0d99e853 req-26a4733b-ae65-4ea3-a661-27af92dfa051 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 210 time: 0.0562761 Apr 20 16:09:31.044034 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-beff2e38-dfe8-4ba8-8152-49d713040c79 req-af4df305-b3ef-4b3f-bf1b-87be0a84a534 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 210 time: 0.0462160 Apr 20 16:09:31.069184 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-d8549821-0b08-4379-bbe6-a4131f69b5e7 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Allocated IP 192.168.233.154 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/ffa47b81-8eab-40da-a6f2-2b9ba00825ee) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:09:31.107289 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-63ba7a58-5044-419d-aa35-6db15cf89734 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:31.109158 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-63ba7a58-5044-419d-aa35-6db15cf89734 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.30 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 808 time: 0.2415233 Apr 20 16:09:31.136773 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-f6f5241c-6a94-4a15-ab0c-48666be0eab3 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Request body: {'port': {'device_id': '2b672254-7ccc-4f8f-aec9-32ee7f47f547', 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2', 'admin_state_up': True, 'tenant_id': 'f99d78ffab8c43cca67be1fec063f621'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:09:31.356382 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-d8549821-0b08-4379-bbe6-a4131f69b5e7 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:31.360210 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-58177b58-5e25-4794-ad3d-308408ef2d86 req-66c8998a-47b3-4703-959b-8f7299330ff4 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 210 time: 0.0382876 Apr 20 16:09:31.497006 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-f6f5241c-6a94-4a15-ab0c-48666be0eab3 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Made reservation on behalf of f99d78ffab8c43cca67be1fec063f621 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:09:31.500623 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-f6f5241c-6a94-4a15-ab0c-48666be0eab3 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:31.509446 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-d8549821-0b08-4379-bbe6-a4131f69b5e7 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:31.542701 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f662ef26-bc18-43c7-86ef-7dee44d15b32', '634efcd2-2583-403e-9a9e-1ace043618f5', 'ce4326ea-ab01-4f9f-b629-75c89ee3a037', 'abf2ba26-a602-4a89-a982-c6bb109bfb6d'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:09:31.568132 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-d8549821-0b08-4379-bbe6-a4131f69b5e7 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:09:31.575783 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-d8549821-0b08-4379-bbe6-a4131f69b5e7 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:09:31.577302 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['8bea67d5-3fcd-4761-bd14-b8d917afc384', 'b070ac35-bcbe-4e10-b667-5deb8296f6c1', '31944815-2a82-4a88-8c62-774322551706'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:09:31.581943 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-d8549821-0b08-4379-bbe6-a4131f69b5e7 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:09:31.611425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8549821-0b08-4379-bbe6-a4131f69b5e7 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Pushing event updated for resources: {'Port': ['ID=ffa47b81-8eab-40da-a6f2-2b9ba00825ee,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:31.679712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-d8549821-0b08-4379-bbe6-a4131f69b5e7 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:31.680395 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-d8549821-0b08-4379-bbe6-a4131f69b5e7 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:31.767698 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-f6f5241c-6a94-4a15-ab0c-48666be0eab3 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Allocated IP 172.20.0.8 (39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2/fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f/9f535cc6-8118-48b9-abcc-62f431a6be84) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:09:31.786744 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:09:31.868212 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-d8549821-0b08-4379-bbe6-a4131f69b5e7 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5057847 Apr 20 16:09:31.924450 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-3029a38e-de4a-4317-83f9-dc5cc1724bcb service neutron] Request body: {'port': {'device_id': 'f1f7f131-514e-418b-a82d-ccc4983de74c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:09:31.996510 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2a61bcf9-53a4-4679-989d-f509e6af6aba None None] Provisioning complete for port ffa47b81-8eab-40da-a6f2-2b9ba00825ee triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:31.996886 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a61bcf9-53a4-4679-989d-f509e6af6aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:32.059120 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-da90cd67-c313-4938-b57a-17d4a63c75b4 req-56169fd0-b5b7-4801-81f1-03614a2e900d tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 210 time: 0.0881202 Apr 20 16:09:32.068187 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:32.072493 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-3029a38e-de4a-4317-83f9-dc5cc1724bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:32.094617 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a61bcf9-53a4-4679-989d-f509e6af6aba None None] Port ffa47b81-8eab-40da-a6f2-2b9ba00825ee cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:09:32.128378 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece45492-6384-4be4-acd1-a3fe36a8d7dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:09:32.131867 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd46fed-8229-4ebd-a0ec-26db2506bc47" -d '{"events": [{"server_uuid": "ece45492-6384-4be4-acd1-a3fe36a8d7dd", "name": "network-vif-unplugged", "status": "completed", "tag": "96de2bcd-8d6c-4dca-bc9a-2e3929d99698"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:09:32.260660 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ac9a7a-a752-402e-9b74-629301fa1821 x-openstack-request-id: req-11ac9a7a-a752-402e-9b74-629301fa1821 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:09:32.261235 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece45492-6384-4be4-acd1-a3fe36a8d7dd", "name": "network-vif-unplugged", "status": "completed", "tag": "96de2bcd-8d6c-4dca-bc9a-2e3929d99698", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:09:32.261839 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11ac9a7a-a752-402e-9b74-629301fa1821 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:09:32.262442 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ac9a7a-a752-402e-9b74-629301fa1821'] response: {'server_uuid': 'ece45492-6384-4be4-acd1-a3fe36a8d7dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698', 'code': 200} Apr 20 16:09:32.275835 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:32.310308 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55090) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:32.344760 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-f6f5241c-6a94-4a15-ab0c-48666be0eab3 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:32.434995 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:32.551369 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-8787abb9-9703-4d16-8249-e2d4ea516898 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1362434698-network', 'tenant_id': '370b71fab2b64a01990292044e49b039'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:09:32.560827 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-d4323ca4-d576-43ef-a8f3-49698a8b09c9 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:32.562470 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-d4323ca4-d576-43ef-a8f3-49698a8b09c9 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.30 "GET /v2.0/networks?id=c407a25c-3c84-47bb-a12c-46efb29f8241 HTTP/1.1" status: 200 len: 822 time: 0.2683606 Apr 20 16:09:32.584391 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9cbdd6-6df5-4ac1-b4db-033e078d93d3 req-0fb9019e-86dd-40e2-b3d2-abd504465a29 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:32.589608 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-be9cbdd6-6df5-4ac1-b4db-033e078d93d3 req-0fb9019e-86dd-40e2-b3d2-abd504465a29 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 936 time: 0.4331822 Apr 20 16:09:32.597657 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8c58a9d3-de09-425a-afe9-cb6033652189 req-e40603c5-816d-4447-ad89-640ea2531023 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 210 time: 0.0668507 Apr 20 16:09:32.602881 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-c53e4130-58b7-41f3-bdce-9d64c54351fb tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Request body: {'port': {'device_id': '8480cc90-1aca-4b44-8525-35b0310c4173', 'network_id': 'c407a25c-3c84-47bb-a12c-46efb29f8241', 'admin_state_up': True, 'tenant_id': '6b467f9ba8304462a3eb94400306af37'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:09:32.649797 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:32.655163 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-be9cbdd6-6df5-4ac1-b4db-033e078d93d3 req-5c2ed4e6-8aa4-45ad-b8f0-2860a58603e7 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613918 Apr 20 16:09:32.703772 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-f6f5241c-6a94-4a15-ab0c-48666be0eab3 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:32.752228 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-3029a38e-de4a-4317-83f9-dc5cc1724bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffa47b81-8eab-40da-a6f2-2b9ba00825ee {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:09:32.777064 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-3029a38e-de4a-4317-83f9-dc5cc1724bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:32.804216 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-f6f5241c-6a94-4a15-ab0c-48666be0eab3 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:09:32.813168 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-f6f5241c-6a94-4a15-ab0c-48666be0eab3 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:09:32.814936 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5241c-6a94-4a15-ab0c-48666be0eab3 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Pushing event updated for resources: {'Port': ['ID=9f535cc6-8118-48b9-abcc-62f431a6be84,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:32.817113 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-f6f5241c-6a94-4a15-ab0c-48666be0eab3 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:09:32.820145 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-3029a38e-de4a-4317-83f9-dc5cc1724bcb service neutron] Transition to ACTIVE for port object ffa47b81-8eab-40da-a6f2-2b9ba00825ee will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:09:32.821421 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8787abb9-9703-4d16-8249-e2d4ea516898 admin admin] Made reservation on behalf of 370b71fab2b64a01990292044e49b039 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:09:32.823701 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8787abb9-9703-4d16-8249-e2d4ea516898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:32.860115 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8787abb9-9703-4d16-8249-e2d4ea516898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:32.911291 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-f6f5241c-6a94-4a15-ab0c-48666be0eab3 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:32.911966 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-f6f5241c-6a94-4a15-ab0c-48666be0eab3 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:32.970722 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8787abb9-9703-4d16-8249-e2d4ea516898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:33.005430 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-3029a38e-de4a-4317-83f9-dc5cc1724bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:33.007461 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-c53e4130-58b7-41f3-bdce-9d64c54351fb tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Made reservation on behalf of 6b467f9ba8304462a3eb94400306af37 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:09:33.011026 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-c53e4130-58b7-41f3-bdce-9d64c54351fb tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:33.085065 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a38e-de4a-4317-83f9-dc5cc1724bcb service neutron] Pushing event updated for resources: {'Port': ['ID=ffa47b81-8eab-40da-a6f2-2b9ba00825ee,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:33.143075 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-f6f5241c-6a94-4a15-ab0c-48666be0eab3 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0137091 Apr 20 16:09:33.175288 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-24c17c03-f8f3-4d69-a819-e5e5e39672e3 service neutron] Request body: {'port': {'device_id': '2b672254-7ccc-4f8f-aec9-32ee7f47f547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:09:33.182251 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7641ad42-4d76-407e-bfec-d7f52629a0da req-062cdaaf-c4bd-418c-bdb0-a58c9e11e13b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 210 time: 0.0291417 Apr 20 16:09:33.250778 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8787abb9-9703-4d16-8249-e2d4ea516898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:33.314648 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8787abb9-9703-4d16-8249-e2d4ea516898 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:09:33.331706 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-c53e4130-58b7-41f3-bdce-9d64c54351fb tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Allocated IP 172.20.0.4 (c407a25c-3c84-47bb-a12c-46efb29f8241/0d565cfc-9ced-4a47-9e17-96006148a9ff/ccf117cc-5878-4bb7-be6e-847c786bb22d) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:09:33.338811 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-24c17c03-f8f3-4d69-a819-e5e5e39672e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:33.340662 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-3029a38e-de4a-4317-83f9-dc5cc1724bcb service neutron] Attempting to bind port ffa47b81-8eab-40da-a6f2-2b9ba00825ee on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:09:33.345920 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-3029a38e-de4a-4317-83f9-dc5cc1724bcb service neutron] Attempting to bind port ffa47b81-8eab-40da-a6f2-2b9ba00825ee by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:09:33.345920 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-3029a38e-de4a-4317-83f9-dc5cc1724bcb service neutron] Attempting to bind port ffa47b81-8eab-40da-a6f2-2b9ba00825ee on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:09:33.350904 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8787abb9-9703-4d16-8249-e2d4ea516898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:33.351263 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-8787abb9-9703-4d16-8249-e2d4ea516898 admin admin] Added segment fdd23c0a-b099-44aa-a41c-635b09824e0c of type vlan for network 43c85492-8de2-4573-b1ea-9ba134aa6de0 Apr 20 16:09:33.373284 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787abb9-9703-4d16-8249-e2d4ea516898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee018265-c977-43b7-8a52-192e5fabdaa2,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:33.375664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-3029a38e-de4a-4317-83f9-dc5cc1724bcb service neutron] Port ffa47b81-8eab-40da-a6f2-2b9ba00825ee on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:09:33.375989 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-3029a38e-de4a-4317-83f9-dc5cc1724bcb service neutron] Attempting to bind port ffa47b81-8eab-40da-a6f2-2b9ba00825ee on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:09:33.432576 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-3029a38e-de4a-4317-83f9-dc5cc1724bcb service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:09:33.432838 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-3029a38e-de4a-4317-83f9-dc5cc1724bcb service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:09:33.433224 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-3029a38e-de4a-4317-83f9-dc5cc1724bcb service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:09:33.433672 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-3029a38e-de4a-4317-83f9-dc5cc1724bcb service neutron] Bound port: ffa47b81-8eab-40da-a6f2-2b9ba00825ee, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:09:33.434026 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-3029a38e-de4a-4317-83f9-dc5cc1724bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:33.452573 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8787abb9-9703-4d16-8249-e2d4ea516898 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:33.691240 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8787abb9-9703-4d16-8249-e2d4ea516898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:33.692113 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8787abb9-9703-4d16-8249-e2d4ea516898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:33.692710 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8787abb9-9703-4d16-8249-e2d4ea516898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:33.695121 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-3029a38e-de4a-4317-83f9-dc5cc1724bcb service neutron] For port ffa47b81-8eab-40da-a6f2-2b9ba00825ee, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:09:33.779940 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e5abb-d36d-404c-b4e0-9db41702b7ec req-07dbab08-7d64-4b34-8b67-6a6fa5a7eb0c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:33.781435 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5c3e5abb-d36d-404c-b4e0-9db41702b7ec req-07dbab08-7d64-4b34-8b67-6a6fa5a7eb0c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 948 time: 0.0490968 Apr 20 16:09:33.791312 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-3029a38e-de4a-4317-83f9-dc5cc1724bcb service neutron] For port ffa47b81-8eab-40da-a6f2-2b9ba00825ee, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ffa47b81-8eab-40da-a6f2-2b9ba00825ee,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:09:33.806447 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device bcd83f6e-1ab1-4dc7-8982-7ec33d46780b details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:09:33.839691 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5c3e5abb-d36d-404c-b4e0-9db41702b7ec req-84ac14ee-92dc-457c-920a-5a5c97cda645 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517731 Apr 20 16:09:33.872954 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-c53e4130-58b7-41f3-bdce-9d64c54351fb tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:33.890694 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787abb9-9703-4d16-8249-e2d4ea516898 admin admin] Pushing event updated for resources: {'Network': ['ID=43c85492-8de2-4573-b1ea-9ba134aa6de0,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:33.899641 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8787abb9-9703-4d16-8249-e2d4ea516898 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5880561 Apr 20 16:09:33.903091 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 43c85492-8de2-4573-b1ea-9ba134aa6de0 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:09:33.903423 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55124) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:33.910403 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e68a292f-2e7f-428c-85d6-419734bed2f7 admin admin] Request body: {'subnet': {'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1362434698-subnet', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:09:33.913328 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766aefd-4c51-488f-8ff6-dae0643842c3 req-a143396d-9061-4c52-8617-738472a47cc6 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:33.920569 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1766aefd-4c51-488f-8ff6-dae0643842c3 req-a143396d-9061-4c52-8617-738472a47cc6 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 931 time: 0.2358541 Apr 20 16:09:33.936916 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-3029a38e-de4a-4317-83f9-dc5cc1724bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:34.013415 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:34.037359 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'bcd83f6e-1ab1-4dc7-8982-7ec33d46780b', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'bcd83f6e-1ab1-4dc7-8982-7ec33d46780b', 'mac_address': 'fa:16:3e:dd:34:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:09:34.051214 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68a292f-2e7f-428c-85d6-419734bed2f7 admin admin] Made reservation on behalf of 370b71fab2b64a01990292044e49b039 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:09:34.053640 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e68a292f-2e7f-428c-85d6-419734bed2f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:34.077742 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:34.092866 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bcd83f6e-1ab1-4dc7-8982-7ec33d46780b {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:09:34.116168 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:34.283120 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-14951733-df84-49bd-98cf-ecf269c687ad req-2eaf6e75-d822-411d-95f2-39ba741b62f0 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 210 time: 0.0308790 Apr 20 16:09:34.306134 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-3029a38e-de4a-4317-83f9-dc5cc1724bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:34.306748 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-3029a38e-de4a-4317-83f9-dc5cc1724bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:34.308107 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-3029a38e-de4a-4317-83f9-dc5cc1724bcb service neutron] 10.222.0.30 "PUT /v2.0/ports/ffa47b81-8eab-40da-a6f2-2b9ba00825ee HTTP/1.1" status: 200 len: 1096 time: 2.4041026 Apr 20 16:09:34.313610 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f7f131-514e-418b-a82d-ccc4983de74c', 'tag': 'ffa47b81-8eab-40da-a6f2-2b9ba00825ee'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:09:34.316048 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:34.316909 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3f473b-22c2-4346-b01a-3d56274e12d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f7f131-514e-418b-a82d-ccc4983de74c", "tag": "ffa47b81-8eab-40da-a6f2-2b9ba00825ee"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:09:34.360094 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e68a292f-2e7f-428c-85d6-419734bed2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:34.377860 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1766aefd-4c51-488f-8ff6-dae0643842c3 req-5f239828-8d58-4e01-8141-db2f2706d57d tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562361 Apr 20 16:09:34.400591 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:34.419900 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a38e-de4a-4317-83f9-dc5cc1724bcb service neutron] Pushing event updated for resources: {'Port': ['ID=ffa47b81-8eab-40da-a6f2-2b9ba00825ee,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:34.424444 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b31cb0b-fc3e-4876-8d76-ea8d0683731a x-openstack-request-id: req-0b31cb0b-fc3e-4876-8d76-ea8d0683731a {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:09:34.424942 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f7f131-514e-418b-a82d-ccc4983de74c", "tag": "ffa47b81-8eab-40da-a6f2-2b9ba00825ee", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:09:34.425194 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b31cb0b-fc3e-4876-8d76-ea8d0683731a {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:09:34.425577 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b31cb0b-fc3e-4876-8d76-ea8d0683731a'] response: {'name': 'network-changed', 'server_uuid': 'f1f7f131-514e-418b-a82d-ccc4983de74c', 'tag': 'ffa47b81-8eab-40da-a6f2-2b9ba00825ee', 'status': 'completed', 'code': 200} Apr 20 16:09:34.454500 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a292f-2e7f-428c-85d6-419734bed2f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b86baf7-38b2-4243-9561-bf50e0d3ae28,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:34.465232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-24c17c03-f8f3-4d69-a819-e5e5e39672e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f535cc6-8118-48b9-abcc-62f431a6be84 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:09:34.466887 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68a292f-2e7f-428c-85d6-419734bed2f7 admin admin] Checking segment: {'id': 'fdd23c0a-b099-44aa-a41c-635b09824e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:09:34.467263 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68a292f-2e7f-428c-85d6-419734bed2f7 admin admin] Network hostable DHCP agents. Network: 43c85492-8de2-4573-b1ea-9ba134aa6de0, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:09:34.476780 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-24c17c03-f8f3-4d69-a819-e5e5e39672e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:34.496844 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f473b-22c2-4346-b01a-3d56274e12d5 req-af2b1f8e-c081-406e-8d97-9cc99c16e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:34.498491 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e3f473b-22c2-4346-b01a-3d56274e12d5 req-af2b1f8e-c081-406e-8d97-9cc99c16e891 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4c82d1c83884aa980401b1b15bb141d&device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 1099 time: 0.0721493 Apr 20 16:09:34.499482 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-24c17c03-f8f3-4d69-a819-e5e5e39672e3 service neutron] Transition to ACTIVE for port object 9f535cc6-8118-48b9-abcc-62f431a6be84 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:09:34.531953 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-c53e4130-58b7-41f3-bdce-9d64c54351fb tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:34.534896 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e3f473b-22c2-4346-b01a-3d56274e12d5 req-75ed8d8c-08e8-4476-be1e-7854af9a13b5 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e4c82d1c83884aa980401b1b15bb141d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229547 Apr 20 16:09:34.622494 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68a292f-2e7f-428c-85d6-419734bed2f7 admin admin] Network 43c85492-8de2-4573-b1ea-9ba134aa6de0 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:09:34.627495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-c53e4130-58b7-41f3-bdce-9d64c54351fb tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Network c407a25c-3c84-47bb-a12c-46efb29f8241 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:09:34.635339 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-c53e4130-58b7-41f3-bdce-9d64c54351fb tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:09:34.641220 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-c53e4130-58b7-41f3-bdce-9d64c54351fb tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:09:34.667229 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['bcd83f6e-1ab1-4dc7-8982-7ec33d46780b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:09:34.670538 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e4130-58b7-41f3-bdce-9d64c54351fb tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Pushing event updated for resources: {'Port': ['ID=ccf117cc-5878-4bb7-be6e-847c786bb22d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:34.679262 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-24c17c03-f8f3-4d69-a819-e5e5e39672e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:34.747394 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-c53e4130-58b7-41f3-bdce-9d64c54351fb tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:34.748072 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-c53e4130-58b7-41f3-bdce-9d64c54351fb tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:34.778926 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c17c03-f8f3-4d69-a819-e5e5e39672e3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f535cc6-8118-48b9-abcc-62f431a6be84,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:34.779270 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-e68a292f-2e7f-428c-85d6-419734bed2f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 43c85492-8de2-4573-b1ea-9ba134aa6de0) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:09:34.785673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f473b-22c2-4346-b01a-3d56274e12d5 req-122b0e5b-315d-4e76-b316-0d29a45297b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:34.791348 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68a292f-2e7f-428c-85d6-419734bed2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:34.791348 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e68a292f-2e7f-428c-85d6-419734bed2f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:34.792021 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e3f473b-22c2-4346-b01a-3d56274e12d5 req-122b0e5b-315d-4e76-b316-0d29a45297b7 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2425489 Apr 20 16:09:34.794226 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf00d2c-51b6-4575-8d54-9d3c7c49f637 None None] Network 43c85492-8de2-4573-b1ea-9ba134aa6de0 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:09:34.849677 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-24c17c03-f8f3-4d69-a819-e5e5e39672e3 service neutron] Attempting to bind port 9f535cc6-8118-48b9-abcc-62f431a6be84 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:09:34.850009 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-24c17c03-f8f3-4d69-a819-e5e5e39672e3 service neutron] Attempting to bind port 9f535cc6-8118-48b9-abcc-62f431a6be84 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:09:34.850336 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-24c17c03-f8f3-4d69-a819-e5e5e39672e3 service neutron] Attempting to bind port 9f535cc6-8118-48b9-abcc-62f431a6be84 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:09:34.866948 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-24c17c03-f8f3-4d69-a819-e5e5e39672e3 service neutron] Port 9f535cc6-8118-48b9-abcc-62f431a6be84 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:09:34.867279 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-24c17c03-f8f3-4d69-a819-e5e5e39672e3 service neutron] Attempting to bind port 9f535cc6-8118-48b9-abcc-62f431a6be84 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:09:34.889066 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-24c17c03-f8f3-4d69-a819-e5e5e39672e3 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:09:34.889411 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-24c17c03-f8f3-4d69-a819-e5e5e39672e3 service neutron] Checking segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:09:34.889796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-24c17c03-f8f3-4d69-a819-e5e5e39672e3 service neutron] Bound using segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:09:34.890575 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-24c17c03-f8f3-4d69-a819-e5e5e39672e3 service neutron] Bound port: 9f535cc6-8118-48b9-abcc-62f431a6be84, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:09:34.890715 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-24c17c03-f8f3-4d69-a819-e5e5e39672e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:34.910658 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-c53e4130-58b7-41f3-bdce-9d64c54351fb tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3198624 Apr 20 16:09:34.921301 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e68a292f-2e7f-428c-85d6-419734bed2f7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0151117 Apr 20 16:09:34.931393 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55146) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:34.938431 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-025af178-eb79-45b5-97b6-0505725091e9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1362434698-router', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:09:34.938744 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-d0465e45-8834-4feb-be1f-900d21691368 service neutron] Request body: {'port': {'device_id': '8480cc90-1aca-4b44-8525-35b0310c4173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:09:34.962088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-f0a2aa22-a7b5-4f72-8715-c9cb0df63da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:34.963579 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-f0a2aa22-a7b5-4f72-8715-c9cb0df63da0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4c82d1c83884aa980401b1b15bb141d&device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 1099 time: 0.1096311 Apr 20 16:09:34.979988 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731a6a73-12f1-4639-a5d8-bf645a37051c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-43c85492-8de2-4573-b1ea-9ba134aa6de0', 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'fixed_ips': [{'subnet_id': '2b86baf7-38b2-4243-9561-bf50e0d3ae28'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:09:34.980972 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-731a6a73-12f1-4639-a5d8-bf645a37051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:35.005182 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735a089-33b1-4729-8e8a-981cd017518d req-cc4650b0-75ad-42fb-9caa-29ef63f85ab4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:35.016092 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2735a089-33b1-4729-8e8a-981cd017518d req-cc4650b0-75ad-42fb-9caa-29ef63f85ab4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 948 time: 0.0934131 Apr 20 16:09:35.031242 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-b63728a6-6f7c-4faa-b72f-72b75c14bfb1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=ffa47b81-8eab-40da-a6f2-2b9ba00825ee HTTP/1.1" status: 200 len: 217 time: 0.0520074 Apr 20 16:09:35.066578 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2735a089-33b1-4729-8e8a-981cd017518d req-e8b6892d-9e8a-4b1a-92d9-cdf99398ca36 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455484 Apr 20 16:09:35.085381 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-025af178-eb79-45b5-97b6-0505725091e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:35.086800 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-025af178-eb79-45b5-97b6-0505725091e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:35.097726 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-24c17c03-f8f3-4d69-a819-e5e5e39672e3 service neutron] For port 9f535cc6-8118-48b9-abcc-62f431a6be84, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:09:35.101639 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-d0465e45-8834-4feb-be1f-900d21691368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:35.123033 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-24c17c03-f8f3-4d69-a819-e5e5e39672e3 service neutron] For port 9f535cc6-8118-48b9-abcc-62f431a6be84, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=9f535cc6-8118-48b9-abcc-62f431a6be84,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:09:35.137599 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-2c7b5252-0784-47fc-8930-dfe27f97730b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:35.139293 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-2c7b5252-0784-47fc-8930-dfe27f97730b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0872827 Apr 20 16:09:35.150537 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-025af178-eb79-45b5-97b6-0505725091e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:35.167136 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-731a6a73-12f1-4639-a5d8-bf645a37051c None None] Allocated IP 172.20.0.2 (43c85492-8de2-4573-b1ea-9ba134aa6de0/2b86baf7-38b2-4243-9561-bf50e0d3ae28/29ee48ff-2522-44dc-acb9-21065cfb52ab) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:09:35.235182 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-24c17c03-f8f3-4d69-a819-e5e5e39672e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:35.290816 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a58ef81c-e64a-451e-accb-8b0590406fb3 req-f4e9a405-c224-4d8b-94ac-b6ce8d59431d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1628039 Apr 20 16:09:35.314673 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-731a6a73-12f1-4639-a5d8-bf645a37051c None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:35.340718 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-24c17c03-f8f3-4d69-a819-e5e5e39672e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:35.341003 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-24c17c03-f8f3-4d69-a819-e5e5e39672e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:35.342427 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-24c17c03-f8f3-4d69-a819-e5e5e39672e3 service neutron] 10.222.0.30 "PUT /v2.0/ports/9f535cc6-8118-48b9-abcc-62f431a6be84 HTTP/1.1" status: 200 len: 1091 time: 2.1738086 Apr 20 16:09:35.354963 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-9a6c0353-e92b-4011-8cc5-bc5d9faa6d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:35.356702 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-9a6c0353-e92b-4011-8cc5-bc5d9faa6d57 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1989856 Apr 20 16:09:35.439605 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c17c03-f8f3-4d69-a819-e5e5e39672e3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f535cc6-8118-48b9-abcc-62f431a6be84,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:35.446529 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-731a6a73-12f1-4639-a5d8-bf645a37051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:35.511876 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-025af178-eb79-45b5-97b6-0505725091e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:35.570751 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114eae81-7189-4f3b-82bc-d00f18aa40e4 req-06124bce-79cb-44ee-bdc9-f41680f6375b tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:35.576862 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-114eae81-7189-4f3b-82bc-d00f18aa40e4 req-06124bce-79cb-44ee-bdc9-f41680f6375b tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 943 time: 0.0690074 Apr 20 16:09:35.626347 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-114eae81-7189-4f3b-82bc-d00f18aa40e4 req-60be3115-5370-48c0-9c69-c7ead6fd035b tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465574 Apr 20 16:09:35.639446 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731a6a73-12f1-4639-a5d8-bf645a37051c None None] Network 43c85492-8de2-4573-b1ea-9ba134aa6de0 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:09:35.641965 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ef81c-e64a-451e-accb-8b0590406fb3 req-1d4268a7-27b4-46bb-81f7-dc93756ec672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:35.643416 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a58ef81c-e64a-451e-accb-8b0590406fb3 req-1d4268a7-27b4-46bb-81f7-dc93756ec672 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 1096 time: 0.2557874 Apr 20 16:09:35.645105 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-731a6a73-12f1-4639-a5d8-bf645a37051c None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:09:35.655342 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adace19b-27c4-4750-9964-3b068fe2b691 req-6c5dbfec-10b3-4d26-b779-a83dcc753dfd tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:35.656532 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731a6a73-12f1-4639-a5d8-bf645a37051c None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:09:35.658581 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-adace19b-27c4-4750-9964-3b068fe2b691 req-6c5dbfec-10b3-4d26-b779-a83dcc753dfd tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 931 time: 0.2683699 Apr 20 16:09:35.662833 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a6a73-12f1-4639-a5d8-bf645a37051c None None] Pushing event updated for resources: {'Port': ['ID=29ee48ff-2522-44dc-acb9-21065cfb52ab,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:35.695302 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-386b23a7-8e61-4e68-91e8-d6d9f54bdf6a service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291306 Apr 20 16:09:35.697104 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-954e5247-199e-4424-8792-3b57fe93d725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:35.698442 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-954e5247-199e-4424-8792-3b57fe93d725 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 1094 time: 0.2032347 Apr 20 16:09:35.714984 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-731a6a73-12f1-4639-a5d8-bf645a37051c None None] Attempting to bind port 29ee48ff-2522-44dc-acb9-21065cfb52ab on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:09:35.715418 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-731a6a73-12f1-4639-a5d8-bf645a37051c None None] Attempting to bind port 29ee48ff-2522-44dc-acb9-21065cfb52ab by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'fdd23c0a-b099-44aa-a41c-635b09824e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:09:35.715808 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731a6a73-12f1-4639-a5d8-bf645a37051c None None] Attempting to bind port 29ee48ff-2522-44dc-acb9-21065cfb52ab on network 43c85492-8de2-4573-b1ea-9ba134aa6de0 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:09:35.720933 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731a6a73-12f1-4639-a5d8-bf645a37051c None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:09:35.727408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731a6a73-12f1-4639-a5d8-bf645a37051c None None] Checking segment: {'id': 'fdd23c0a-b099-44aa-a41c-635b09824e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:09:35.727408 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-731a6a73-12f1-4639-a5d8-bf645a37051c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:35.727408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731a6a73-12f1-4639-a5d8-bf645a37051c None None] Bound using segment: {'id': 'fdd23c0a-b099-44aa-a41c-635b09824e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:09:35.727408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-731a6a73-12f1-4639-a5d8-bf645a37051c None None] Bound port: 29ee48ff-2522-44dc-acb9-21065cfb52ab, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd23c0a-b099-44aa-a41c-635b09824e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:09:35.727408 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-731a6a73-12f1-4639-a5d8-bf645a37051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:35.798676 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-731a6a73-12f1-4639-a5d8-bf645a37051c None None] For port 29ee48ff-2522-44dc-acb9-21065cfb52ab, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:09:35.802361 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-731a6a73-12f1-4639-a5d8-bf645a37051c None None] For port 29ee48ff-2522-44dc-acb9-21065cfb52ab, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=29ee48ff-2522-44dc-acb9-21065cfb52ab,segment=NetworkSegment(fdd23c0a-b099-44aa-a41c-635b09824e0c),segment_id=fdd23c0a-b099-44aa-a41c-635b09824e0c)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:09:35.813425 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:09:35.825609 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device bcd83f6e-1ab1-4dc7-8982-7ec33d46780b up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:09:35.828576 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-38330918-7f38-477b-a3fb-dc297c373355 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f535cc6-8118-48b9-abcc-62f431a6be84 HTTP/1.1" status: 200 len: 217 time: 0.1110134 Apr 20 16:09:35.877726 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-025af178-eb79-45b5-97b6-0505725091e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:35.896721 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-adace19b-27c4-4750-9964-3b068fe2b691 req-99f8f056-75c9-4322-9431-cbe0fc307873 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372501 Apr 20 16:09:35.901315 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-025af178-eb79-45b5-97b6-0505725091e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:35.922497 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-731a6a73-12f1-4639-a5d8-bf645a37051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:35.977792 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:35.978065 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-d0465e45-8834-4feb-be1f-900d21691368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf117cc-5878-4bb7-be6e-847c786bb22d {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:09:35.978863 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:36.011139 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-d0465e45-8834-4feb-be1f-900d21691368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:36.017749 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-025af178-eb79-45b5-97b6-0505725091e9 admin admin] Allocated IP 172.25.0.208 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/32405968-315f-47a2-9ed9-cc98c45214f0) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:09:36.018005 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-87bf0b77-2da9-4f1c-8568-7a585fa3d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:36.019219 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-87bf0b77-2da9-4f1c-8568-7a585fa3d654 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f HTTP/1.1" status: 200 len: 848 time: 0.1369603 Apr 20 16:09:36.025323 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d497745b-71eb-4a1f-88b3-6d2e3226d32b req-e43a1422-6313-42e7-99ec-684c52195cf0 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071337 Apr 20 16:09:36.031703 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ef81c-e64a-451e-accb-8b0590406fb3 req-13ca9dc0-46e1-433b-bbd1-7ab4defb1594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:36.031703 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a58ef81c-e64a-451e-accb-8b0590406fb3 req-13ca9dc0-46e1-433b-bbd1-7ab4defb1594 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 922 time: 0.3481901 Apr 20 16:09:36.043264 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-d0465e45-8834-4feb-be1f-900d21691368 service neutron] Transition to ACTIVE for port object ccf117cc-5878-4bb7-be6e-847c786bb22d will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:09:36.106525 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-64cf6e7e-da70-4ce6-a340-f40e1dda7b4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777030 Apr 20 16:09:36.124626 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:36.127045 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a6a73-12f1-4639-a5d8-bf645a37051c None None] Pushing event updated for resources: {'Port': ['ID=29ee48ff-2522-44dc-acb9-21065cfb52ab,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:36.154096 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'port_id': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698', 'mac_address': 'fa:16:3e:f6:c3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:09:36.168928 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-025af178-eb79-45b5-97b6-0505725091e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:36.170962 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-d0465e45-8834-4feb-be1f-900d21691368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:36.202235 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a58ef81c-e64a-451e-accb-8b0590406fb3 req-5bce04cc-4245-4a27-a30b-74ab4084f4aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=184b9da7-233b-4de4-a7ec-91d63323d0f9 HTTP/1.1" status: 200 len: 217 time: 0.1605885 Apr 20 16:09:36.218996 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:36.220816 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:36.251402 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:09:36.280106 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37294d0-2fe1-4772-8f67-bc5e561c7db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd83f6e-1ab1-4dc7-8982-7ec33d46780b'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:09:36.284670 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6ee098-c5ed-4e87-b171-74826b841f33" -d '{"events": [{"server_uuid": "c37294d0-2fe1-4772-8f67-bc5e561c7db3", "name": "network-vif-plugged", "status": "completed", "tag": "bcd83f6e-1ab1-4dc7-8982-7ec33d46780b"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:09:36.309045 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:36.310861 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:36.312019 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-025af178-eb79-45b5-97b6-0505725091e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:36.344589 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29762662-4d79-4e1d-9e74-a7edf22c9476 x-openstack-request-id: req-29762662-4d79-4e1d-9e74-a7edf22c9476 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:09:36.344908 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37294d0-2fe1-4772-8f67-bc5e561c7db3", "name": "network-vif-plugged", "status": "completed", "tag": "bcd83f6e-1ab1-4dc7-8982-7ec33d46780b", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:09:36.345180 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29762662-4d79-4e1d-9e74-a7edf22c9476 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:09:36.345674 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29762662-4d79-4e1d-9e74-a7edf22c9476'] response: {'server_uuid': 'c37294d0-2fe1-4772-8f67-bc5e561c7db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd83f6e-1ab1-4dc7-8982-7ec33d46780b', 'code': 200} Apr 20 16:09:36.375284 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025af178-eb79-45b5-97b6-0505725091e9 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:09:36.383302 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-025af178-eb79-45b5-97b6-0505725091e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:09:36.387230 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025af178-eb79-45b5-97b6-0505725091e9 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:09:36.392315 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0465e45-8834-4feb-be1f-900d21691368 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf117cc-5878-4bb7-be6e-847c786bb22d,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:36.401883 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:36.417274 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025af178-eb79-45b5-97b6-0505725091e9 admin admin] Pushing event updated for resources: {'Port': ['ID=32405968-315f-47a2-9ed9-cc98c45214f0,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:36.426867 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b672254-7ccc-4f8f-aec9-32ee7f47f547', 'tag': '9f535cc6-8118-48b9-abcc-62f431a6be84'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:09:36.429425 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbc60a2-7a27-4974-8164-367e30792bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "2b672254-7ccc-4f8f-aec9-32ee7f47f547", "tag": "9f535cc6-8118-48b9-abcc-62f431a6be84"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:09:36.454073 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:36.477801 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ef81c-e64a-451e-accb-8b0590406fb3 req-508141e5-4ef5-4cda-9234-67d06f0fb538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:36.479706 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a58ef81c-e64a-451e-accb-8b0590406fb3 req-508141e5-4ef5-4cda-9234-67d06f0fb538 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66ca5027-e9c8-41ce-8129-1d35f4e0c95c HTTP/1.1" status: 200 len: 861 time: 0.2500899 Apr 20 16:09:36.496084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce82777-f45f-49a8-b289-6575ffc3d9fe req-b9c1932f-bd6c-4746-8960-93f1a191523a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:36.503752 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5ce82777-f45f-49a8-b289-6575ffc3d9fe req-b9c1932f-bd6c-4746-8960-93f1a191523a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 948 time: 0.2816896 Apr 20 16:09:36.506614 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,revision_number=9']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:36.541049 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a58ef81c-e64a-451e-accb-8b0590406fb3 req-f9f1d06a-ae5a-4189-a2b8-33cf1ddabb96 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3edbee39-317f-4464-9f65-314e099e8e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341277 Apr 20 16:09:36.542647 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6854bd-c8b1-4f3a-a8b0-e740051582f0 x-openstack-request-id: req-de6854bd-c8b1-4f3a-a8b0-e740051582f0 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:09:36.542929 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b672254-7ccc-4f8f-aec9-32ee7f47f547", "tag": "9f535cc6-8118-48b9-abcc-62f431a6be84", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:09:36.543176 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de6854bd-c8b1-4f3a-a8b0-e740051582f0 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:09:36.545655 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de6854bd-c8b1-4f3a-a8b0-e740051582f0'] response: {'name': 'network-changed', 'server_uuid': '2b672254-7ccc-4f8f-aec9-32ee7f47f547', 'tag': '9f535cc6-8118-48b9-abcc-62f431a6be84', 'status': 'completed', 'code': 200} Apr 20 16:09:36.564871 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-8e7ea5fb-ebe4-4ab3-986d-2ccbe553940d service neutron] 10.222.0.30 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054892 Apr 20 16:09:36.598356 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:36.624061 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['96de2bcd-8d6c-4dca-bc9a-2e3929d99698'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:09:36.713234 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-d0465e45-8834-4feb-be1f-900d21691368 service neutron] Attempting to bind port ccf117cc-5878-4bb7-be6e-847c786bb22d on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:09:36.713234 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-d0465e45-8834-4feb-be1f-900d21691368 service neutron] Attempting to bind port ccf117cc-5878-4bb7-be6e-847c786bb22d by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'c360c3f8-b007-4e45-bb5e-d3940160744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c407a25c-3c84-47bb-a12c-46efb29f8241'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:09:36.713556 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-d0465e45-8834-4feb-be1f-900d21691368 service neutron] Attempting to bind port ccf117cc-5878-4bb7-be6e-847c786bb22d on network c407a25c-3c84-47bb-a12c-46efb29f8241 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:09:36.723917 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5ce82777-f45f-49a8-b289-6575ffc3d9fe req-6e10ad3c-3256-4542-9bc4-ea912ec6b2fc tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746628 Apr 20 16:09:36.737611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-d0465e45-8834-4feb-be1f-900d21691368 service neutron] Port ccf117cc-5878-4bb7-be6e-847c786bb22d on network c407a25c-3c84-47bb-a12c-46efb29f8241 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:09:36.740327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-d0465e45-8834-4feb-be1f-900d21691368 service neutron] Attempting to bind port ccf117cc-5878-4bb7-be6e-847c786bb22d on network c407a25c-3c84-47bb-a12c-46efb29f8241 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:09:36.766060 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-d0465e45-8834-4feb-be1f-900d21691368 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:09:36.766500 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-d0465e45-8834-4feb-be1f-900d21691368 service neutron] Checking segment: {'id': 'c360c3f8-b007-4e45-bb5e-d3940160744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c407a25c-3c84-47bb-a12c-46efb29f8241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:09:36.766955 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-d0465e45-8834-4feb-be1f-900d21691368 service neutron] Bound using segment: {'id': 'c360c3f8-b007-4e45-bb5e-d3940160744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c407a25c-3c84-47bb-a12c-46efb29f8241'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:09:36.767469 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-d0465e45-8834-4feb-be1f-900d21691368 service neutron] Bound port: ccf117cc-5878-4bb7-be6e-847c786bb22d, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c360c3f8-b007-4e45-bb5e-d3940160744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c407a25c-3c84-47bb-a12c-46efb29f8241'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:09:36.767829 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-d0465e45-8834-4feb-be1f-900d21691368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:36.805219 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a58ef81c-e64a-451e-accb-8b0590406fb3 req-9c8ea3a3-106d-4f4d-a742-d3be1787b2ae service neutron] 10.222.0.26 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517354 Apr 20 16:09:36.807223 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-41ad3a36-795e-4839-999d-9c9008cbe3ad req-b469aae3-9409-43b9-a326-d4b85cd0795e service neutron] 10.222.0.30 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280633 Apr 20 16:09:36.872893 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052dcfd2-9268-44a7-a07f-3fa703053047 req-8123113c-1e5b-4639-98cb-6fff495fbd20 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:36.874479 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-052dcfd2-9268-44a7-a07f-3fa703053047 req-8123113c-1e5b-4639-98cb-6fff495fbd20 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 943 time: 0.0993068 Apr 20 16:09:36.889307 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-025af178-eb79-45b5-97b6-0505725091e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:36.918043 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-d0465e45-8834-4feb-be1f-900d21691368 service neutron] For port ccf117cc-5878-4bb7-be6e-847c786bb22d, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:09:36.923452 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-d0465e45-8834-4feb-be1f-900d21691368 service neutron] For port ccf117cc-5878-4bb7-be6e-847c786bb22d, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ccf117cc-5878-4bb7-be6e-847c786bb22d,segment=NetworkSegment(c360c3f8-b007-4e45-bb5e-d3940160744d),segment_id=c360c3f8-b007-4e45-bb5e-d3940160744d)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:09:36.952375 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a58ef81c-e64a-451e-accb-8b0590406fb3 req-cd1beb82-6f58-4179-a0f3-216c71a07467 service neutron] 10.222.0.26 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245244 Apr 20 16:09:36.962578 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-052dcfd2-9268-44a7-a07f-3fa703053047 req-7d805b24-2e48-46f3-b500-09aaeb38caa6 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813696 Apr 20 16:09:37.048900 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-d0465e45-8834-4feb-be1f-900d21691368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:37.123881 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-d0465e45-8834-4feb-be1f-900d21691368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:37.124487 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-d0465e45-8834-4feb-be1f-900d21691368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:37.126453 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-d0465e45-8834-4feb-be1f-900d21691368 service neutron] 10.222.0.30 "PUT /v2.0/ports/ccf117cc-5878-4bb7-be6e-847c786bb22d HTTP/1.1" status: 200 len: 1091 time: 2.1928077 Apr 20 16:09:37.140607 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-025af178-eb79-45b5-97b6-0505725091e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:37.156312 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135ac30-808d-41b8-945b-62dd2e0f6622 req-3962f3a6-d37c-45aa-8c39-34bcae51f501 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:37.157943 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d135ac30-808d-41b8-945b-62dd2e0f6622 req-3962f3a6-d37c-45aa-8c39-34bcae51f501 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 943 time: 0.1450648 Apr 20 16:09:37.174350 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0465e45-8834-4feb-be1f-900d21691368 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf117cc-5878-4bb7-be6e-847c786bb22d,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:37.194103 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc60a2-7a27-4974-8164-367e30792bfa req-46b5969c-8259-43e4-8271-1613e16fad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:37.196299 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6bbc60a2-7a27-4974-8164-367e30792bfa req-46b5969c-8259-43e4-8271-1613e16fad87 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 1094 time: 0.1127563 Apr 20 16:09:37.238866 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d135ac30-808d-41b8-945b-62dd2e0f6622 req-b88ec7aa-7c90-4feb-8c0e-2b38b5d477df tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721707 Apr 20 16:09:37.342642 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d08a6a-6e04-4f78-b213-b7e3bd2de89f None None] Network 43c85492-8de2-4573-b1ea-9ba134aa6de0 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:09:37.352691 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc60a2-7a27-4974-8164-367e30792bfa req-ea679cad-a346-42d7-9981-3aa963e635eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:37.354194 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6bbc60a2-7a27-4974-8164-367e30792bfa req-ea679cad-a346-42d7-9981-3aa963e635eb service neutron] 10.222.0.30 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 909 time: 0.1504428 Apr 20 16:09:37.357098 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-9f2cb5d0-6153-46c4-83a6-a15f76e92873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:37.363089 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-9f2cb5d0-6153-46c4-83a6-a15f76e92873 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b467f9ba8304462a3eb94400306af37&device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 1094 time: 0.0714214 Apr 20 16:09:37.434001 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025af178-eb79-45b5-97b6-0505725091e9 admin admin] Router 18e135e5-d977-471e-86d6-eb99d717aee4 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:09:37.440107 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-571ccc1a-a91a-4101-8f47-0fdc8526f89f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccf117cc-5878-4bb7-be6e-847c786bb22d HTTP/1.1" status: 200 len: 217 time: 0.0652068 Apr 20 16:09:37.441648 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6bbc60a2-7a27-4974-8164-367e30792bfa req-149102d8-78d3-48dd-94e5-4e62c344839c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f535cc6-8118-48b9-abcc-62f431a6be84 HTTP/1.1" status: 200 len: 217 time: 0.0680161 Apr 20 16:09:37.463291 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2778141c-1c29-4ace-9f1a-b0665f619347 None None] Provisioning complete for port 29ee48ff-2522-44dc-acb9-21065cfb52ab triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:37.463712 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2778141c-1c29-4ace-9f1a-b0665f619347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:37.562652 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025af178-eb79-45b5-97b6-0505725091e9 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:09:37.597601 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2778141c-1c29-4ace-9f1a-b0665f619347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:37.637398 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] Sync routers for ids ['18e135e5-d977-471e-86d6-eb99d717aee4'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:09:37.643930 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2778141c-1c29-4ace-9f1a-b0665f619347 None None] For port 29ee48ff-2522-44dc-acb9-21065cfb52ab, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=29ee48ff-2522-44dc-acb9-21065cfb52ab,segment=NetworkSegment(fdd23c0a-b099-44aa-a41c-635b09824e0c),segment_id=fdd23c0a-b099-44aa-a41c-635b09824e0c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:37.652969 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] Routers {'18e135e5-d977-471e-86d6-eb99d717aee4'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:09:37.653615 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:09:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['18e135e5-d977-471e-86d6-eb99d717aee4'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:37.715949 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-025af178-eb79-45b5-97b6-0505725091e9 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:37.719722 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-025af178-eb79-45b5-97b6-0505725091e9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.7850924 Apr 20 16:09:37.720325 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55210) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:37.761510 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2778141c-1c29-4ace-9f1a-b0665f619347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:37.819306 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:09:37.830685 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] Set router 18e135e5-d977-471e-86d6-eb99d717aee4 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:09:37.908033 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-595733de-f061-4d00-8a46-93301913fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:37.909625 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-595733de-f061-4d00-8a46-93301913fbb9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d565cfc-9ced-4a47-9e17-96006148a9ff HTTP/1.1" status: 200 len: 862 time: 0.4578428 Apr 20 16:09:37.916696 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc60a2-7a27-4974-8164-367e30792bfa req-edba52ff-9181-43ea-9bbd-1dc93e788ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:37.920170 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6bbc60a2-7a27-4974-8164-367e30792bfa req-edba52ff-9181-43ea-9bbd-1dc93e788ce0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f HTTP/1.1" status: 200 len: 848 time: 0.4658980 Apr 20 16:09:37.934600 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757f455-b615-4e1f-a159-b84b53643c22 req-67a64ac7-332a-4bd1-a3f2-7d0b9d642f49 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:37.942003 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6757f455-b615-4e1f-a159-b84b53643c22 req-67a64ac7-332a-4bd1-a3f2-7d0b9d642f49 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 948 time: 0.1064978 Apr 20 16:09:37.942746 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778141c-1c29-4ace-9f1a-b0665f619347 None None] Pushing event updated for resources: {'Port': ['ID=29ee48ff-2522-44dc-acb9-21065cfb52ab,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:37.966553 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-38e781e8-d076-4de7-95a4-b115c8360f3f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c407a25c-3c84-47bb-a12c-46efb29f8241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447242 Apr 20 16:09:37.996369 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-319e83f3-bf9f-4def-82dc-f47f0e867e8f None None] Provisioning complete for port 29ee48ff-2522-44dc-acb9-21065cfb52ab triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:37.996750 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-319e83f3-bf9f-4def-82dc-f47f0e867e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:37.996963 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6bbc60a2-7a27-4974-8164-367e30792bfa req-7f94bf0d-0e55-4ae5-94a8-11f91a09d0ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638883 Apr 20 16:09:38.032741 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6757f455-b615-4e1f-a159-b84b53643c22 req-edae031b-8763-4904-bb8f-01cf8e3077b6 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847003 Apr 20 16:09:38.061884 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:38.062253 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:38.198141 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 29ee48ff-2522-44dc-acb9-21065cfb52ab up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:09:38.236802 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-c5f515b6-b2c8-41c3-836c-1e9b9abf878e service neutron] 10.222.0.30 "GET /v2.0/networks/c407a25c-3c84-47bb-a12c-46efb29f8241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520034 Apr 20 16:09:38.247222 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085ddae-32f2-4665-8d71-e6cc57a5cf7c req-536e9ea8-8666-4589-bf3f-b280ff25ed1e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:38.254498 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f085ddae-32f2-4665-8d71-e6cc57a5cf7c req-536e9ea8-8666-4589-bf3f-b280ff25ed1e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 943 time: 0.1295819 Apr 20 16:09:38.258451 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:38.263999 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'name': 'tempest-ServersTestJSON-1362434698-router', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:09:36Z', 'revision_number': 3, 'project_id': '370b71fab2b64a01990292044e49b039', 'gw_port': {'id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:38.304681 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6bbc60a2-7a27-4974-8164-367e30792bfa req-5ff9d643-38f8-45cb-8fd2-efd5de66dc4a service neutron] 10.222.0.30 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963734 Apr 20 16:09:38.371908 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-87604758-d2b7-4b7d-8f16-fb19d6c348f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:38.427923 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] Checking router: 18e135e5-d977-471e-86d6-eb99d717aee4 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:09:38.428523 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] Updating router 18e135e5-d977-471e-86d6-eb99d717aee4 port 32405968-315f-47a2-9ed9-cc98c45214f0 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:09:38.458423 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece45492-6384-4be4-acd1-a3fe36a8d7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:09:38.460221 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f085ddae-32f2-4665-8d71-e6cc57a5cf7c req-85822745-9e65-4c27-af96-19f9bbcb1c3c tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048461 Apr 20 16:09:38.461222 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccc108f-eb9e-4477-9598-948c69ace9c0" -d '{"events": [{"server_uuid": "ece45492-6384-4be4-acd1-a3fe36a8d7dd", "name": "network-vif-plugged", "status": "completed", "tag": "96de2bcd-8d6c-4dca-bc9a-2e3929d99698"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:09:38.483720 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:38.488895 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:38.498395 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6bbc60a2-7a27-4974-8164-367e30792bfa req-a3ebfeb6-e6bd-40d4-8592-c9be51cb5ae7 service neutron] 10.222.0.30 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875820 Apr 20 16:09:38.511871 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 29ee48ff-2522-44dc-acb9-21065cfb52ab triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:38.512244 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:38.514296 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31956227-ebcf-4057-9eac-9ad3cefa7002 req-a34f475c-f9c2-4de4-8f78-4cf2ebdd675f service neutron] 10.222.0.30 "GET /v2.0/networks/c407a25c-3c84-47bb-a12c-46efb29f8241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490082 Apr 20 16:09:38.544430 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3ae9b2-b74e-49d7-8948-fa1ac73fab2d x-openstack-request-id: req-fd3ae9b2-b74e-49d7-8948-fa1ac73fab2d {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:09:38.544744 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece45492-6384-4be4-acd1-a3fe36a8d7dd", "name": "network-vif-plugged", "status": "completed", "tag": "96de2bcd-8d6c-4dca-bc9a-2e3929d99698", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:09:38.545010 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd3ae9b2-b74e-49d7-8948-fa1ac73fab2d {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:09:38.545385 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd3ae9b2-b74e-49d7-8948-fa1ac73fab2d'] response: {'server_uuid': 'ece45492-6384-4be4-acd1-a3fe36a8d7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698', 'code': 200} Apr 20 16:09:38.547003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8480cc90-1aca-4b44-8525-35b0310c4173', 'tag': 'ccf117cc-5878-4bb7-be6e-847c786bb22d'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:09:38.550064 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d185b9-ce1a-461c-9441-d7ace5954671" -d '{"events": [{"name": "network-changed", "server_uuid": "8480cc90-1aca-4b44-8525-35b0310c4173", "tag": "ccf117cc-5878-4bb7-be6e-847c786bb22d"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:09:38.604465 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5363852c-95ad-44df-a55d-9f1c78d0aa41 x-openstack-request-id: req-5363852c-95ad-44df-a55d-9f1c78d0aa41 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:09:38.604465 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8480cc90-1aca-4b44-8525-35b0310c4173", "tag": "ccf117cc-5878-4bb7-be6e-847c786bb22d", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:09:38.604782 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5363852c-95ad-44df-a55d-9f1c78d0aa41 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:09:38.606809 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5363852c-95ad-44df-a55d-9f1c78d0aa41'] response: {'name': 'network-changed', 'server_uuid': '8480cc90-1aca-4b44-8525-35b0310c4173', 'tag': 'ccf117cc-5878-4bb7-be6e-847c786bb22d', 'status': 'completed', 'code': 200} Apr 20 16:09:38.626385 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-87604758-d2b7-4b7d-8f16-fb19d6c348f2 admin admin] Allocated IP 172.20.0.1 (43c85492-8de2-4573-b1ea-9ba134aa6de0/2b86baf7-38b2-4243-9561-bf50e0d3ae28/71263299-87e5-44bb-bd00-a97350ac07c2) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:09:38.636957 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0399e-932c-4688-ba4a-a87f77cba4e9 req-3b3690a7-372d-4f42-9017-d500ed1160f0 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:38.638767 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-87c0399e-932c-4688-ba4a-a87f77cba4e9 req-3b3690a7-372d-4f42-9017-d500ed1160f0 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 943 time: 0.0959387 Apr 20 16:09:38.669296 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:38.779376 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,revision_number=10']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:38.808744 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d185b9-ce1a-461c-9441-d7ace5954671 req-04ffee8d-8864-4fcc-8ea0-3991d6093cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:38.810629 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-06d185b9-ce1a-461c-9441-d7ace5954671 req-04ffee8d-8864-4fcc-8ea0-3991d6093cab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b467f9ba8304462a3eb94400306af37&device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 1094 time: 0.0518627 Apr 20 16:09:38.876103 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:38.909139 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d185b9-ce1a-461c-9441-d7ace5954671 req-344c94a5-090f-443b-8a98-a4354c8a5a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:38.910794 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-06d185b9-ce1a-461c-9441-d7ace5954671 req-344c94a5-090f-443b-8a98-a4354c8a5a56 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c407a25c-3c84-47bb-a12c-46efb29f8241 HTTP/1.1" status: 200 len: 923 time: 0.0917563 Apr 20 16:09:38.960278 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-06d185b9-ce1a-461c-9441-d7ace5954671 req-abc5d1e5-d860-4623-becc-74c001c10f94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccf117cc-5878-4bb7-be6e-847c786bb22d HTTP/1.1" status: 200 len: 217 time: 0.0411351 Apr 20 16:09:38.982372 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:39.012632 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d185b9-ce1a-461c-9441-d7ace5954671 req-8ab795e6-fa8e-44a2-83d8-b13548ff897d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:39.014181 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-06d185b9-ce1a-461c-9441-d7ace5954671 req-8ab795e6-fa8e-44a2-83d8-b13548ff897d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d565cfc-9ced-4a47-9e17-96006148a9ff HTTP/1.1" status: 200 len: 862 time: 0.0461385 Apr 20 16:09:39.016039 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-87c0399e-932c-4688-ba4a-a87f77cba4e9 req-d022e4fc-cc5e-465b-aeaa-14eab3a2cdfd tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664036 Apr 20 16:09:39.046349 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] Attempting to bind port 32405968-315f-47a2-9ed9-cc98c45214f0 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:09:39.046787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] Attempting to bind port 32405968-315f-47a2-9ed9-cc98c45214f0 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:09:39.047225 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] Attempting to bind port 32405968-315f-47a2-9ed9-cc98c45214f0 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:09:39.050384 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-06d185b9-ce1a-461c-9441-d7ace5954671 req-2bdcfc06-1ca2-4515-801e-a2417c5cb4f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c407a25c-3c84-47bb-a12c-46efb29f8241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267429 Apr 20 16:09:39.055320 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db3db6-9f10-4d0a-ad63-c0e5697b9ae6 None None] Pushing event updated for resources: {'Port': ['ID=32405968-315f-47a2-9ed9-cc98c45214f0,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:39.060806 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:09:39.065000 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:09:39.065000 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:39.065000 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:09:39.065000 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] Bound port: 32405968-315f-47a2-9ed9-cc98c45214f0, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:09:39.065000 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:39.075735 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-87604758-d2b7-4b7d-8f16-fb19d6c348f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:39.126112 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] For port 32405968-315f-47a2-9ed9-cc98c45214f0, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:09:39.129363 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] For port 32405968-315f-47a2-9ed9-cc98c45214f0, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=32405968-315f-47a2-9ed9-cc98c45214f0,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:09:39.191729 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae966d-3dc6-4880-bb00-f9c8097d369d req-2b690803-8b0c-4652-a7f4-5abc9793a9c1 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:39.193232 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cdae966d-3dc6-4880-bb00-f9c8097d369d req-2b690803-8b0c-4652-a7f4-5abc9793a9c1 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 948 time: 0.0783505 Apr 20 16:09:39.195405 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-06d185b9-ce1a-461c-9441-d7ace5954671 req-f7d6820e-7cd7-41ff-bed5-d194c1b575c0 service neutron] 10.222.0.30 "GET /v2.0/networks/c407a25c-3c84-47bb-a12c-46efb29f8241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378582 Apr 20 16:09:39.253619 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-87604758-d2b7-4b7d-8f16-fb19d6c348f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:39.266352 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:39.277913 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cdae966d-3dc6-4880-bb00-f9c8097d369d req-ef03b063-2a66-459f-b28d-0d3562beb9e3 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782154 Apr 20 16:09:39.299802 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87604758-d2b7-4b7d-8f16-fb19d6c348f2 admin admin] Network 43c85492-8de2-4573-b1ea-9ba134aa6de0 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:09:39.304685 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-87604758-d2b7-4b7d-8f16-fb19d6c348f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:09:39.309853 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87604758-d2b7-4b7d-8f16-fb19d6c348f2 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:09:39.320151 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-06d185b9-ce1a-461c-9441-d7ace5954671 req-29eaab60-2341-421b-8308-509245c24acc service neutron] 10.222.0.30 "GET /v2.0/networks/c407a25c-3c84-47bb-a12c-46efb29f8241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139839 Apr 20 16:09:39.331351 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87604758-d2b7-4b7d-8f16-fb19d6c348f2 admin admin] Pushing event updated for resources: {'Port': ['ID=71263299-87e5-44bb-bd00-a97350ac07c2,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:39.357426 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db3db6-9f10-4d0a-ad63-c0e5697b9ae6 None None] Pushing event updated for resources: {'Port': ['ID=32405968-315f-47a2-9ed9-cc98c45214f0,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:39.360744 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] Routers {'18e135e5-d977-471e-86d6-eb99d717aee4'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:09:39.362568 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:09:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['18e135e5-d977-471e-86d6-eb99d717aee4'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:39.366188 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-87604758-d2b7-4b7d-8f16-fb19d6c348f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:39.518048 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] Set router 18e135e5-d977-471e-86d6-eb99d717aee4 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:09:39.591885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55805d79-20f7-487a-bd98-b597ab451827 req-7c34eaeb-8af5-4b82-87d6-4b1d5dd8d268 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:39.593380 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-55805d79-20f7-487a-bd98-b597ab451827 req-7c34eaeb-8af5-4b82-87d6-4b1d5dd8d268 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 943 time: 0.0534303 Apr 20 16:09:39.630960 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-87604758-d2b7-4b7d-8f16-fb19d6c348f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:39.631227 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-52bb03b0-b8f1-4b4b-b412-a4a10558dfed None None] Provisioning complete for port 71263299-87e5-44bb-bd00-a97350ac07c2 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:39.631597 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-52bb03b0-b8f1-4b4b-b412-a4a10558dfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:39.633610 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-55805d79-20f7-487a-bd98-b597ab451827 req-d89939cf-86bf-4804-ac4b-d8224693acca tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338955 Apr 20 16:09:39.691705 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-52bb03b0-b8f1-4b4b-b412-a4a10558dfed None None] Port 71263299-87e5-44bb-bd00-a97350ac07c2 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:09:39.751104 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'name': 'tempest-ServersTestJSON-1362434698-router', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:09:36Z', 'revision_number': 3, 'project_id': '370b71fab2b64a01990292044e49b039', 'gw_port': {'id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:39.780202 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e8191c-cf8a-4fac-9bec-6d18b5ebafc3 None None] The sync data for ids ['18e135e5-d977-471e-86d6-eb99d717aee4'] in n-d-836146-2 is: [{'id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'name': 'tempest-ServersTestJSON-1362434698-router', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:09:36Z', 'revision_number': 3, 'project_id': '370b71fab2b64a01990292044e49b039', 'gw_port': {'id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:09:39.809306 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-87604758-d2b7-4b7d-8f16-fb19d6c348f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:39.890546 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-87604758-d2b7-4b7d-8f16-fb19d6c348f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:39.958690 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-87604758-d2b7-4b7d-8f16-fb19d6c348f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:39.960016 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87604758-d2b7-4b7d-8f16-fb19d6c348f2 admin admin] Pushing event updated for resources: {'Port': ['ID=71263299-87e5-44bb-bd00-a97350ac07c2,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:40.089145 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87604758-d2b7-4b7d-8f16-fb19d6c348f2 admin admin] Network 43c85492-8de2-4573-b1ea-9ba134aa6de0 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:09:40.091260 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-87604758-d2b7-4b7d-8f16-fb19d6c348f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:09:40.119323 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 32405968-315f-47a2-9ed9-cc98c45214f0 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:09:40.188955 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 32405968-315f-47a2-9ed9-cc98c45214f0 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:40.189648 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:40.225413 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a6d38-9285-4dc8-81f6-31bfa08bd89b req-0d859539-7b0e-4eb8-9d9a-fbb698c64519 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:40.227774 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f77a6d38-9285-4dc8-81f6-31bfa08bd89b req-0d859539-7b0e-4eb8-9d9a-fbb698c64519 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 943 time: 0.0780728 Apr 20 16:09:40.285871 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:40.307939 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f77a6d38-9285-4dc8-81f6-31bfa08bd89b req-9165c0b5-df0b-4497-9430-1cb7ad7a603e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470805 Apr 20 16:09:40.311429 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 32405968-315f-47a2-9ed9-cc98c45214f0, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=32405968-315f-47a2-9ed9-cc98c45214f0,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:40.322175 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87604758-d2b7-4b7d-8f16-fb19d6c348f2 admin admin] Router 18e135e5-d977-471e-86d6-eb99d717aee4 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:09:40.435956 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-83ce2d11-f6dc-4d52-aa4d-9992e2eefc88 None None] Provisioning complete for port 71263299-87e5-44bb-bd00-a97350ac07c2 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:40.436620 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-83ce2d11-f6dc-4d52-aa4d-9992e2eefc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:40.441658 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e51e5-232d-4e0b-9f78-cfcdbde367fd req-1842152a-6761-4c10-a8c6-dbc0912676d0 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:40.450175 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-384e51e5-232d-4e0b-9f78-cfcdbde367fd req-1842152a-6761-4c10-a8c6-dbc0912676d0 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 948 time: 0.0786102 Apr 20 16:09:40.466799 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87604758-d2b7-4b7d-8f16-fb19d6c348f2 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:09:40.471277 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:40.479315 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-87604758-d2b7-4b7d-8f16-fb19d6c348f2 admin admin] 10.222.0.15 "PUT /v2.0/routers/18e135e5-d977-471e-86d6-eb99d717aee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7577453 Apr 20 16:09:40.534725 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-384e51e5-232d-4e0b-9f78-cfcdbde367fd req-07affa56-17b4-40d9-a41b-4f4812c6b5c4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790868 Apr 20 16:09:40.543117 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-83ce2d11-f6dc-4d52-aa4d-9992e2eefc88 None None] Port 71263299-87e5-44bb-bd00-a97350ac07c2 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:09:40.547725 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17881538-012a-4861-a1a4-81d27d0e2afc req-4383e93c-0f64-4109-abde-37b87a636f4e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0902390 Apr 20 16:09:40.550805 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=32405968-315f-47a2-9ed9-cc98c45214f0,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:40.637246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17881538-012a-4861-a1a4-81d27d0e2afc req-2bf098fd-b234-41a6-9cee-d562d5c3e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:40.638744 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17881538-012a-4861-a1a4-81d27d0e2afc req-2bf098fd-b234-41a6-9cee-d562d5c3e337 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4c82d1c83884aa980401b1b15bb141d&device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5 HTTP/1.1" status: 200 len: 1101 time: 0.0482888 Apr 20 16:09:40.827518 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abb9e9-fea8-4451-bda3-ad8e37585a06 req-58055b23-e8dd-492a-af6d-d67316e889fa tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:40.829349 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-07abb9e9-fea8-4451-bda3-ad8e37585a06 req-58055b23-e8dd-492a-af6d-d67316e889fa tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 943 time: 0.1116359 Apr 20 16:09:40.830922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17881538-012a-4861-a1a4-81d27d0e2afc req-383f15a1-83ad-4f97-ad8d-19779932c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:40.832463 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17881538-012a-4861-a1a4-81d27d0e2afc req-383f15a1-83ad-4f97-ad8d-19779932c98f service neutron] 10.222.0.30 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.1711221 Apr 20 16:09:40.887603 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17881538-012a-4861-a1a4-81d27d0e2afc req-da42d771-5066-4763-87ce-83b45b61323a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=f662ef26-bc18-43c7-86ef-7dee44d15b32 HTTP/1.1" status: 200 len: 217 time: 0.0457914 Apr 20 16:09:40.913200 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-07abb9e9-fea8-4451-bda3-ad8e37585a06 req-030720f6-c06f-43dd-b0a8-c9d4770eca85 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733149 Apr 20 16:09:40.949258 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17881538-012a-4861-a1a4-81d27d0e2afc req-712ae4df-baf9-4f48-b856-2a8c5faf63e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:40.950900 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17881538-012a-4861-a1a4-81d27d0e2afc req-712ae4df-baf9-4f48-b856-2a8c5faf63e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0524261 Apr 20 16:09:41.001505 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17881538-012a-4861-a1a4-81d27d0e2afc req-ba5751e0-2dd5-43bb-acc1-641fa72575e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:41.003029 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17881538-012a-4861-a1a4-81d27d0e2afc req-ba5751e0-2dd5-43bb-acc1-641fa72575e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0454710 Apr 20 16:09:41.095042 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17881538-012a-4861-a1a4-81d27d0e2afc req-e8fcc4ff-69b2-4661-a0b4-422bbd1b5885 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833762 Apr 20 16:09:41.197200 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17881538-012a-4861-a1a4-81d27d0e2afc req-1cd80ad0-ce2c-418b-a8a8-92a6fe595099 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950391 Apr 20 16:09:41.260297 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55288) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:41.265186 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-52c18f27-4765-4620-b0a5-3458dec84c75 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--69256324', 'description': 'tempest-description--759496763'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:09:41.440975 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fc5dc-936b-466e-8517-6bbdf8076858 req-c9542ec4-b797-4a6f-bf57-de55e916f2dc tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:41.442455 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f96fc5dc-936b-466e-8517-6bbdf8076858 req-c9542ec4-b797-4a6f-bf57-de55e916f2dc tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 943 time: 0.0528688 Apr 20 16:09:41.445680 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52c18f27-4765-4620-b0a5-3458dec84c75 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:41.501641 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f96fc5dc-936b-466e-8517-6bbdf8076858 req-a1baef81-706b-4fff-96cf-591838d96ac0 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520911 Apr 20 16:09:41.544241 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52c18f27-4765-4620-b0a5-3458dec84c75 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:41.592712 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] Sync routers for ids ['18e135e5-d977-471e-86d6-eb99d717aee4'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:09:41.603696 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] Routers {'18e135e5-d977-471e-86d6-eb99d717aee4'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:09:41.604218 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:09:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['18e135e5-d977-471e-86d6-eb99d717aee4'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:41.646131 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945d49a-ce23-43f6-8e8e-0ec7773da73c req-00b9753c-7e36-4564-9953-d70f11eb5242 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:41.647703 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0945d49a-ce23-43f6-8e8e-0ec7773da73c req-00b9753c-7e36-4564-9953-d70f11eb5242 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 948 time: 0.0485482 Apr 20 16:09:41.662304 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52c18f27-4765-4620-b0a5-3458dec84c75 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:41.688738 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0945d49a-ce23-43f6-8e8e-0ec7773da73c req-d202452b-c509-4d70-9bc0-dd082d9afd88 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340359 Apr 20 16:09:41.693263 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c18f27-4765-4620-b0a5-3458dec84c75 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e54c12-3919-4bed-a6fc-84cc30cac704,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:41.713903 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] Set router 18e135e5-d977-471e-86d6-eb99d717aee4 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:09:41.783804 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52c18f27-4765-4620-b0a5-3458dec84c75 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:41.785289 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-52c18f27-4765-4620-b0a5-3458dec84c75 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.5238235 Apr 20 16:09:41.789131 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55304) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:41.794647 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f40ee2de-8ddb-455e-b76c-61feda397c47 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Request body: {'security_group_rule': {'security_group_id': 'c9e54c12-3919-4bed-a6fc-84cc30cac704', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:09:41.921811 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f40ee2de-8ddb-455e-b76c-61feda397c47 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:41.927332 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'name': 'tempest-ServersTestJSON-1362434698-router', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:09:39Z', 'revision_number': 4, 'project_id': '370b71fab2b64a01990292044e49b039', 'gw_port': {'id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '71263299-87e5-44bb-bd00-a97350ac07c2', 'name': '', 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'mac_address': 'fa:16:3e:3f:7a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2b86baf7-38b2-4243-9561-bf50e0d3ae28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:38Z', 'updated_at': '2022-04-20T16:09:39Z', 'revision_number': 2, 'project_id': '370b71fab2b64a01990292044e49b039', 'subnets': [{'id': '2b86baf7-38b2-4243-9561-bf50e0d3ae28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:41.957136 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] Checking router: 18e135e5-d977-471e-86d6-eb99d717aee4 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:09:41.957567 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] Updating router 18e135e5-d977-471e-86d6-eb99d717aee4 port 71263299-87e5-44bb-bd00-a97350ac07c2 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:09:41.982521 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:42.062296 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f40ee2de-8ddb-455e-b76c-61feda397c47 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:42.086372 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 32405968-315f-47a2-9ed9-cc98c45214f0 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:09:42.109794 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927268bd-adea-4dc9-96fb-42f1eaf5ef58 req-3f292c18-a631-4168-b277-ebb37bb8c42c tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:42.111394 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-927268bd-adea-4dc9-96fb-42f1eaf5ef58 req-3f292c18-a631-4168-b277-ebb37bb8c42c tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 943 time: 0.0799000 Apr 20 16:09:42.138118 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 32405968-315f-47a2-9ed9-cc98c45214f0 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:42.138488 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:42.155756 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-927268bd-adea-4dc9-96fb-42f1eaf5ef58 req-02b10b43-9661-4438-9a8f-2c9f46993350 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346370 Apr 20 16:09:42.158693 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f40ee2de-8ddb-455e-b76c-61feda397c47 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:42.187914 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ee2de-8ddb-455e-b76c-61feda397c47 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8994cb89-3f9f-4296-818e-a03388b5d116,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:42.278395 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:42.307240 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f40ee2de-8ddb-455e-b76c-61feda397c47 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:42.308524 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f40ee2de-8ddb-455e-b76c-61feda397c47 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5183256 Apr 20 16:09:42.311293 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55314) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:42.316233 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-fde05ef2-db41-4695-b2b6-d17a89aebd0c tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Request body: {'security_group_rule': {'security_group_id': 'c9e54c12-3919-4bed-a6fc-84cc30cac704', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:09:42.447215 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:42.470183 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fde05ef2-db41-4695-b2b6-d17a89aebd0c tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:42.501058 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc96bfb-5a35-4145-b00f-656561a4c2fe None None] Pushing event updated for resources: {'Port': ['ID=71263299-87e5-44bb-bd00-a97350ac07c2,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:42.568123 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fde05ef2-db41-4695-b2b6-d17a89aebd0c tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:42.568243 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc96bfb-5a35-4145-b00f-656561a4c2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:42.568243 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc96bfb-5a35-4145-b00f-656561a4c2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:42.568243 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc96bfb-5a35-4145-b00f-656561a4c2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:42.568243 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc96bfb-5a35-4145-b00f-656561a4c2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:42.568243 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc96bfb-5a35-4145-b00f-656561a4c2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:42.568243 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc96bfb-5a35-4145-b00f-656561a4c2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:42.568243 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc96bfb-5a35-4145-b00f-656561a4c2fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:42.568243 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc96bfb-5a35-4145-b00f-656561a4c2fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:42.568243 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc96bfb-5a35-4145-b00f-656561a4c2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:42.568243 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc96bfb-5a35-4145-b00f-656561a4c2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:42.568243 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc96bfb-5a35-4145-b00f-656561a4c2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:42.568243 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc96bfb-5a35-4145-b00f-656561a4c2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:42.580491 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] Attempting to bind port 71263299-87e5-44bb-bd00-a97350ac07c2 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:09:42.581058 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] Attempting to bind port 71263299-87e5-44bb-bd00-a97350ac07c2 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'fdd23c0a-b099-44aa-a41c-635b09824e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:09:42.581585 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] Attempting to bind port 71263299-87e5-44bb-bd00-a97350ac07c2 on network 43c85492-8de2-4573-b1ea-9ba134aa6de0 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:09:42.589089 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:09:42.589460 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] Checking segment: {'id': 'fdd23c0a-b099-44aa-a41c-635b09824e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:09:42.589852 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:42.590236 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] Bound using segment: {'id': 'fdd23c0a-b099-44aa-a41c-635b09824e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:09:42.590702 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] Bound port: 71263299-87e5-44bb-bd00-a97350ac07c2, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd23c0a-b099-44aa-a41c-635b09824e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:09:42.591099 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:42.673665 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] For port 71263299-87e5-44bb-bd00-a97350ac07c2, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:09:42.677655 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] For port 71263299-87e5-44bb-bd00-a97350ac07c2, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=71263299-87e5-44bb-bd00-a97350ac07c2,segment=NetworkSegment(fdd23c0a-b099-44aa-a41c-635b09824e0c),segment_id=fdd23c0a-b099-44aa-a41c-635b09824e0c)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:09:42.681445 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57a34a-a761-462b-8c82-2dc92bd5ec2d req-9f0001f7-c946-4487-8fa7-febc4caf063c tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:42.682958 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8c57a34a-a761-462b-8c82-2dc92bd5ec2d req-9f0001f7-c946-4487-8fa7-febc4caf063c tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 943 time: 0.0761905 Apr 20 16:09:42.714506 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fde05ef2-db41-4695-b2b6-d17a89aebd0c tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:42.746784 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde05ef2-db41-4695-b2b6-d17a89aebd0c tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19dd6f9-cef1-474d-84fb-73faa1f6c6de,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:42.754900 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8c57a34a-a761-462b-8c82-2dc92bd5ec2d req-11f3d3ae-fccd-4bc1-8ea7-951a2ad473f4 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632892 Apr 20 16:09:42.796715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1b922c67-e20e-4c64-805d-872a938aab67 None None] Provisioning complete for port 71263299-87e5-44bb-bd00-a97350ac07c2 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:42.797312 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1b922c67-e20e-4c64-805d-872a938aab67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:42.828136 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e6b46-582b-49fa-8d6b-9d7d5fb4b392 req-733ae72e-7eb3-4ecb-a431-775687426d0b tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:42.831169 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f26e6b46-582b-49fa-8d6b-9d7d5fb4b392 req-733ae72e-7eb3-4ecb-a431-775687426d0b tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 948 time: 0.0576503 Apr 20 16:09:42.853373 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-1b922c67-e20e-4c64-805d-872a938aab67 None None] Port 71263299-87e5-44bb-bd00-a97350ac07c2 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:09:42.875946 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:42.880290 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fde05ef2-db41-4695-b2b6-d17a89aebd0c tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:42.882380 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fde05ef2-db41-4695-b2b6-d17a89aebd0c tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5692873 Apr 20 16:09:42.893130 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f26e6b46-582b-49fa-8d6b-9d7d5fb4b392 req-58d004af-8d85-42ab-b993-364e61e3f9c8 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513566 Apr 20 16:09:42.893130 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55344) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:09:42.899107 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-19d6d4da-4db5-479c-8411-5432dc1ce7d8 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:09:42.950142 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc96bfb-5a35-4145-b00f-656561a4c2fe None None] Pushing event updated for resources: {'Port': ['ID=71263299-87e5-44bb-bd00-a97350ac07c2,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:42.956069 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] Routers {'18e135e5-d977-471e-86d6-eb99d717aee4'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:09:42.956663 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:09:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['18e135e5-d977-471e-86d6-eb99d717aee4'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:43.022221 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19d6d4da-4db5-479c-8411-5432dc1ce7d8 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:43.076299 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] Set router 18e135e5-d977-471e-86d6-eb99d717aee4 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:09:43.137289 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19d6d4da-4db5-479c-8411-5432dc1ce7d8 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:43.183960 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f043d62f-7399-4f8a-a0b8-97b0c565653e None None] Provisioning complete for port 71263299-87e5-44bb-bd00-a97350ac07c2 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:43.184986 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f043d62f-7399-4f8a-a0b8-97b0c565653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:43.228726 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ffa47b81-8eab-40da-a6f2-2b9ba00825ee details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:09:43.275393 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-19d6d4da-4db5-479c-8411-5432dc1ce7d8 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Allocated IP 172.25.0.168 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/794e7edf-5151-4745-9cb7-1af3dc590f68) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:09:43.364683 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228c16e-6dbe-4ab6-a36a-cbe304ecc0e4 req-2aad3574-138c-49a0-9afc-d988735fdd25 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:43.364683 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0228c16e-6dbe-4ab6-a36a-cbe304ecc0e4 req-2aad3574-138c-49a0-9afc-d988735fdd25 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 943 time: 0.0883913 Apr 20 16:09:43.413905 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19d6d4da-4db5-479c-8411-5432dc1ce7d8 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:43.427236 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0228c16e-6dbe-4ab6-a36a-cbe304ecc0e4 req-ffbd7db1-e574-466e-af88-54d48d824eaf tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563738 Apr 20 16:09:43.464893 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port ffa47b81-8eab-40da-a6f2-2b9ba00825ee, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ffa47b81-8eab-40da-a6f2-2b9ba00825ee,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:43.488134 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'name': 'tempest-ServersTestJSON-1362434698-router', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:09:39Z', 'revision_number': 4, 'project_id': '370b71fab2b64a01990292044e49b039', 'gw_port': {'id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '71263299-87e5-44bb-bd00-a97350ac07c2', 'name': '', 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'mac_address': 'fa:16:3e:3f:7a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2b86baf7-38b2-4243-9561-bf50e0d3ae28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:38Z', 'updated_at': '2022-04-20T16:09:42Z', 'revision_number': 4, 'project_id': '370b71fab2b64a01990292044e49b039', 'subnets': [{'id': '2b86baf7-38b2-4243-9561-bf50e0d3ae28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:09:43.489980 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'ffa47b81-8eab-40da-a6f2-2b9ba00825ee', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'ffa47b81-8eab-40da-a6f2-2b9ba00825ee', 'mac_address': 'fa:16:3e:75:21:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:09:43.515806 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b15c20-f438-47c2-80a3-084b1aaec1c2 None None] The sync data for ids ['18e135e5-d977-471e-86d6-eb99d717aee4'] in n-d-836146-2 is: [{'id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'name': 'tempest-ServersTestJSON-1362434698-router', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:09:39Z', 'revision_number': 4, 'project_id': '370b71fab2b64a01990292044e49b039', 'gw_port': {'id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '71263299-87e5-44bb-bd00-a97350ac07c2', 'name': '', 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'mac_address': 'fa:16:3e:3f:7a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2b86baf7-38b2-4243-9561-bf50e0d3ae28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:38Z', 'updated_at': '2022-04-20T16:09:42Z', 'revision_number': 4, 'project_id': '370b71fab2b64a01990292044e49b039', 'subnets': [{'id': '2b86baf7-38b2-4243-9561-bf50e0d3ae28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:09:43.527124 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f043d62f-7399-4f8a-a0b8-97b0c565653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:43.555363 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:43.607187 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f043d62f-7399-4f8a-a0b8-97b0c565653e None None] For port 71263299-87e5-44bb-bd00-a97350ac07c2, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=71263299-87e5-44bb-bd00-a97350ac07c2,segment=NetworkSegment(fdd23c0a-b099-44aa-a41c-635b09824e0c),segment_id=fdd23c0a-b099-44aa-a41c-635b09824e0c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:43.626930 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffa47b81-8eab-40da-a6f2-2b9ba00825ee {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:09:43.647548 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port ffa47b81-8eab-40da-a6f2-2b9ba00825ee, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ffa47b81-8eab-40da-a6f2-2b9ba00825ee,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:43.691965 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19d6d4da-4db5-479c-8411-5432dc1ce7d8 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:43.756217 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d6d4da-4db5-479c-8411-5432dc1ce7d8 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:09:43.759839 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-19d6d4da-4db5-479c-8411-5432dc1ce7d8 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:09:43.763266 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d6d4da-4db5-479c-8411-5432dc1ce7d8 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:09:43.782170 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f043d62f-7399-4f8a-a0b8-97b0c565653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:43.793442 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6d4da-4db5-479c-8411-5432dc1ce7d8 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Pushing event updated for resources: {'Port': ['ID=794e7edf-5151-4745-9cb7-1af3dc590f68,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:43.838793 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043d62f-7399-4f8a-a0b8-97b0c565653e None None] Pushing event updated for resources: {'Port': ['ID=71263299-87e5-44bb-bd00-a97350ac07c2,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:43.859815 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:43.860800 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 9f535cc6-8118-48b9-abcc-62f431a6be84 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:09:43.907280 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19d6d4da-4db5-479c-8411-5432dc1ce7d8 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:43.929223 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99168d95-0aa9-4a09-bb98-ce329b8f7c80 req-d7be4fde-8db4-421f-8ede-17d81515b417 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:43.931462 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99168d95-0aa9-4a09-bb98-ce329b8f7c80 req-d7be4fde-8db4-421f-8ede-17d81515b417 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 943 time: 0.0645912 Apr 20 16:09:44.043686 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=ffa47b81-8eab-40da-a6f2-2b9ba00825ee,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:44.072871 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99168d95-0aa9-4a09-bb98-ce329b8f7c80 req-14f5ac15-1866-4071-b367-a784e30a58ef tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277127 Apr 20 16:09:44.123224 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19d6d4da-4db5-479c-8411-5432dc1ce7d8 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:44.127409 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 9f535cc6-8118-48b9-abcc-62f431a6be84, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=9f535cc6-8118-48b9-abcc-62f431a6be84,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:44.222486 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b7444-6e1f-4694-bd9c-b5be5a818438 req-e9c1b6e6-d950-4fca-ad19-6d6aea157344 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:44.227941 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f88b7444-6e1f-4694-bd9c-b5be5a818438 req-e9c1b6e6-d950-4fca-ad19-6d6aea157344 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 949 time: 0.2377510 Apr 20 16:09:44.408622 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f88b7444-6e1f-4694-bd9c-b5be5a818438 req-b1ace276-e878-485f-b88f-e3bf602a4bd5 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317394 Apr 20 16:09:44.503095 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 71263299-87e5-44bb-bd00-a97350ac07c2 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:09:44.507541 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '9f535cc6-8118-48b9-abcc-62f431a6be84', 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2', 'port_id': '9f535cc6-8118-48b9-abcc-62f431a6be84', 'mac_address': 'fa:16:3e:3c:cd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:09:44.653505 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:44.672487 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19d6d4da-4db5-479c-8411-5432dc1ce7d8 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:44.683179 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f535cc6-8118-48b9-abcc-62f431a6be84 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:09:44.693291 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 71263299-87e5-44bb-bd00-a97350ac07c2 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:44.694186 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:44.708762 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0b510-59bd-4f71-bd47-91e0286a8b27 req-bab3b5d9-72db-49c5-99bc-4c7871fd30e2 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:44.729400 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-90f0b510-59bd-4f71-bd47-91e0286a8b27 req-bab3b5d9-72db-49c5-99bc-4c7871fd30e2 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 943 time: 0.1522734 Apr 20 16:09:44.786846 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19d6d4da-4db5-479c-8411-5432dc1ce7d8 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:44.822613 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-90f0b510-59bd-4f71-bd47-91e0286a8b27 req-d9efaf34-2a76-419c-a41e-4547e51ce081 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922058 Apr 20 16:09:44.823522 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 9f535cc6-8118-48b9-abcc-62f431a6be84, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=9f535cc6-8118-48b9-abcc-62f431a6be84,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:45.048434 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6d4da-4db5-479c-8411-5432dc1ce7d8 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Pushing event updated for resources: {'Port': ['ID=794e7edf-5151-4745-9cb7-1af3dc590f68,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:45.090170 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:45.160469 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19d6d4da-4db5-479c-8411-5432dc1ce7d8 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:45.212988 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=9f535cc6-8118-48b9-abcc-62f431a6be84,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:45.234775 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ccf117cc-5878-4bb7-be6e-847c786bb22d details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:09:45.377674 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233cba3-7e34-4468-a747-b692a5b243a0 req-33ad22de-b5a2-4294-9ced-ba01cda657f6 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:45.395261 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4233cba3-7e34-4468-a747-b692a5b243a0 req-33ad22de-b5a2-4294-9ced-ba01cda657f6 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 943 time: 0.1544983 Apr 20 16:09:45.494606 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4233cba3-7e34-4468-a747-b692a5b243a0 req-cd7991b8-8d07-4ed7-9154-029fefaebe7c tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979650 Apr 20 16:09:45.576968 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port ccf117cc-5878-4bb7-be6e-847c786bb22d, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ccf117cc-5878-4bb7-be6e-847c786bb22d,segment=NetworkSegment(c360c3f8-b007-4e45-bb5e-d3940160744d),segment_id=c360c3f8-b007-4e45-bb5e-d3940160744d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:45.594044 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'ccf117cc-5878-4bb7-be6e-847c786bb22d', 'network_id': 'c407a25c-3c84-47bb-a12c-46efb29f8241', 'port_id': 'ccf117cc-5878-4bb7-be6e-847c786bb22d', 'mac_address': 'fa:16:3e:ab:92:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d565cfc-9ced-4a47-9e17-96006148a9ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:09:45.649523 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:45.672504 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf117cc-5878-4bb7-be6e-847c786bb22d {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:09:45.701932 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port ccf117cc-5878-4bb7-be6e-847c786bb22d, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ccf117cc-5878-4bb7-be6e-847c786bb22d,segment=NetworkSegment(c360c3f8-b007-4e45-bb5e-d3940160744d),segment_id=c360c3f8-b007-4e45-bb5e-d3940160744d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:45.744151 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['9f535cc6-8118-48b9-abcc-62f431a6be84'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:09:45.764269 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19d6d4da-4db5-479c-8411-5432dc1ce7d8 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:45.766406 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-19d6d4da-4db5-479c-8411-5432dc1ce7d8 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8714645 Apr 20 16:09:45.795734 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:45.891662 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=ccf117cc-5878-4bb7-be6e-847c786bb22d,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:45.904584 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['ffa47b81-8eab-40da-a6f2-2b9ba00825ee'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:09:45.961978 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3cc88-258f-4aaa-9106-c7ae9ac3a201 req-1fd70a47-aea1-4b9d-aee2-7629b5eba8ae tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:45.963725 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ec3cc88-258f-4aaa-9106-c7ae9ac3a201 req-1fd70a47-aea1-4b9d-aee2-7629b5eba8ae tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 949 time: 0.0863316 Apr 20 16:09:46.036967 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ec3cc88-258f-4aaa-9106-c7ae9ac3a201 req-6d872ea7-0ca2-44b7-afce-4284e1e346c4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552022 Apr 20 16:09:46.223416 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556163b8-4669-4688-b1b9-1ad9113b9cff req-bd464d27-fc8d-4afd-88fd-36b2282fab29 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:09:46.228581 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-556163b8-4669-4688-b1b9-1ad9113b9cff req-bd464d27-fc8d-4afd-88fd-36b2282fab29 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 944 time: 0.0828114 Apr 20 16:09:46.304696 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-556163b8-4669-4688-b1b9-1ad9113b9cff req-2edd9caa-7196-43d9-893d-7339affb0db1 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667527 Apr 20 16:09:46.683660 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['ccf117cc-5878-4bb7-be6e-847c786bb22d'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:09:49.251826 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 9f535cc6-8118-48b9-abcc-62f431a6be84 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:09:49.486509 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 9f535cc6-8118-48b9-abcc-62f431a6be84 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:09:49.490573 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 9f535cc6-8118-48b9-abcc-62f431a6be84 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:49.490948 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:49.573566 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:49.603200 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b672254-7ccc-4f8f-aec9-32ee7f47f547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f535cc6-8118-48b9-abcc-62f431a6be84'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:09:49.605417 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38c4760-a715-4383-98b8-bd08afcbc64d" -d '{"events": [{"server_uuid": "2b672254-7ccc-4f8f-aec9-32ee7f47f547", "name": "network-vif-plugged", "status": "completed", "tag": "9f535cc6-8118-48b9-abcc-62f431a6be84"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:09:49.622560 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 9f535cc6-8118-48b9-abcc-62f431a6be84, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=9f535cc6-8118-48b9-abcc-62f431a6be84,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:49.783879 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:49.784869 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ffa47b81-8eab-40da-a6f2-2b9ba00825ee up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:09:49.912926 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=9f535cc6-8118-48b9-abcc-62f431a6be84,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:50.038779 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port ffa47b81-8eab-40da-a6f2-2b9ba00825ee completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:09:50.043833 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port ffa47b81-8eab-40da-a6f2-2b9ba00825ee triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:50.044211 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:50.195528 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:50.242785 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port ffa47b81-8eab-40da-a6f2-2b9ba00825ee, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ffa47b81-8eab-40da-a6f2-2b9ba00825ee,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:50.332570 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:50.333390 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ccf117cc-5878-4bb7-be6e-847c786bb22d up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:09:50.418238 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=ffa47b81-8eab-40da-a6f2-2b9ba00825ee,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:50.548610 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port ccf117cc-5878-4bb7-be6e-847c786bb22d completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:09:50.568043 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port ccf117cc-5878-4bb7-be6e-847c786bb22d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:09:50.568413 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:50.686820 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:50.749523 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port ccf117cc-5878-4bb7-be6e-847c786bb22d, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ccf117cc-5878-4bb7-be6e-847c786bb22d,segment=NetworkSegment(c360c3f8-b007-4e45-bb5e-d3940160744d),segment_id=c360c3f8-b007-4e45-bb5e-d3940160744d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:09:50.853265 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:50.917522 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=ccf117cc-5878-4bb7-be6e-847c786bb22d,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:09:50.929418 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:50.929922 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:50.930360 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:50.932090 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:50.932559 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:50.933044 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:50.933684 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:50.934302 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:50.934688 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:50.935113 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:50.935537 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:50.935960 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:09:52.681164 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1b6e0a5a-4f82-4995-b377-625e4f45aa3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:53.941405 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:09:55.098623 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d2d2d897-212a-4204-802f-d1a354c034f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:56.229598 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:58.429619 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:58.531587 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:58.632151 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:09:59.517646 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:00.052578 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-3cdfbe21-5021-456e-818c-b6cab11115db tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--69256324&fields=id&tenant_id=370b71fab2b64a01990292044e49b039 HTTP/1.1" status: 200 len: 267 time: 0.0467536 Apr 20 16:10:00.156172 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-5bd15830-4fe1-4bce-a4c1-937251c0879e tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:00.157662 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-5bd15830-4fe1-4bce-a4c1-937251c0879e tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/networks?id=43c85492-8de2-4573-b1ea-9ba134aa6de0 HTTP/1.1" status: 200 len: 806 time: 0.0976772 Apr 20 16:10:00.172860 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-415faa59-49f6-43ac-9615-ff7a4f2821d3 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/quotas/370b71fab2b64a01990292044e49b039 HTTP/1.1" status: 200 len: 375 time: 0.0087771 Apr 20 16:10:00.173336 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-3a60fbcc-c6ec-4b06-a2b9-84687ce6e878 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:00.174788 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-3a60fbcc-c6ec-4b06-a2b9-84687ce6e878 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 821 time: 0.1000743 Apr 20 16:10:00.189882 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-48f4e241-2345-4a98-8575-26f2a51299e9 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/quotas/3ddb013be8294812939175e62e5c71d2 HTTP/1.1" status: 200 len: 375 time: 0.0088603 Apr 20 16:10:00.228793 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-c5986a84-a32a-4be4-a989-c086977ea075 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=370b71fab2b64a01990292044e49b039&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502551 Apr 20 16:10:00.247183 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-05a0f70e-ae07-4b30-bb51-bcd9caebf267 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516143 Apr 20 16:10:00.322037 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-0aaf5a46-9d09-420c-95ae-ef054138e2c3 service neutron] 10.222.0.15 "GET /v2.0/networks/43c85492-8de2-4573-b1ea-9ba134aa6de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811052 Apr 20 16:10:00.337261 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-4130cd59-3fcc-4810-be4a-f8582f56e52a service neutron] 10.222.0.15 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829003 Apr 20 16:10:00.412494 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-5b37431f-06f5-4a65-b14f-aeb742349b1e service neutron] 10.222.0.15 "GET /v2.0/networks/43c85492-8de2-4573-b1ea-9ba134aa6de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843351 Apr 20 16:10:00.429139 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-83c154d7-4b25-4cb4-ada3-076ed72cb59e service neutron] 10.222.0.15 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858524 Apr 20 16:10:00.785949 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d9400-7277-467b-93f7-284a51b4ed23 req-46ad9f6a-3687-4178-8a84-d5c70e4b3a5c tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:00.787479 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a12d9400-7277-467b-93f7-284a51b4ed23 req-46ad9f6a-3687-4178-8a84-d5c70e4b3a5c tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 945 time: 0.0483897 Apr 20 16:10:00.831936 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a12d9400-7277-467b-93f7-284a51b4ed23 req-d362cb37-9ede-4af4-9413-2cd48ce60136 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370908 Apr 20 16:10:00.936384 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119ce63-a526-4c51-912a-94c3c2a38da8 req-e3ca00b9-691a-47cf-a037-f61e8d239737 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:00.937853 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7119ce63-a526-4c51-912a-94c3c2a38da8 req-e3ca00b9-691a-47cf-a037-f61e8d239737 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 950 time: 0.0471315 Apr 20 16:10:00.978681 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7119ce63-a526-4c51-912a-94c3c2a38da8 req-69664cd4-84e9-4264-b5ce-1583668c8ada tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347819 Apr 20 16:10:01.095783 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ae909-de7f-4b60-a0f5-50deb3456fff req-275fc6ca-de27-41ac-b2f9-42eb9933450a tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:01.097274 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-295ae909-de7f-4b60-a0f5-50deb3456fff req-275fc6ca-de27-41ac-b2f9-42eb9933450a tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 945 time: 0.0520389 Apr 20 16:10:01.135073 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-295ae909-de7f-4b60-a0f5-50deb3456fff req-ceb2b885-26b6-4372-903a-15d8235275d6 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313334 Apr 20 16:10:01.179998 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259bb7e7-552b-4aa9-9b9e-927a656b84c4 x-openstack-request-id: req-259bb7e7-552b-4aa9-9b9e-927a656b84c4 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:01.180509 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b672254-7ccc-4f8f-aec9-32ee7f47f547", "name": "network-vif-plugged", "status": "completed", "tag": "9f535cc6-8118-48b9-abcc-62f431a6be84", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:01.180620 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-259bb7e7-552b-4aa9-9b9e-927a656b84c4 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:01.180991 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-259bb7e7-552b-4aa9-9b9e-927a656b84c4'] response: {'server_uuid': '2b672254-7ccc-4f8f-aec9-32ee7f47f547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f535cc6-8118-48b9-abcc-62f431a6be84', 'code': 200} Apr 20 16:10:01.289879 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d0aac06c-e036-4dc5-9b3a-7cbfae4b71b8 req-a305fe2a-1706-4198-8411-922eba901d2c tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 210 time: 0.0296581 Apr 20 16:10:01.294518 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6d2db-0d2f-4989-b1f4-5776b49fcb18 req-967b0770-d5b2-4256-8048-a4929f621091 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:01.296984 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b9d6d2db-0d2f-4989-b1f4-5776b49fcb18 req-967b0770-d5b2-4256-8048-a4929f621091 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 946 time: 0.0601501 Apr 20 16:10:01.365392 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a38a5aeb-510d-449a-b36a-a3a9e55b98eb req-f7e6576e-10d9-4c34-a7ed-3a9f94547102 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 210 time: 0.0254352 Apr 20 16:10:01.376676 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b9d6d2db-0d2f-4989-b1f4-5776b49fcb18 req-6b48d70e-5ad3-48ad-99f1-6ce626d7c294 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585127 Apr 20 16:10:01.376676 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d8ebf-3f1c-4980-a9a2-d7ede31bfea4 req-5627526d-2037-427a-bada-47a936d52868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:01.378033 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f22d8ebf-3f1c-4980-a9a2-d7ede31bfea4 req-5627526d-2037-427a-bada-47a936d52868 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 1096 time: 0.0797281 Apr 20 16:10:01.425391 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f22d8ebf-3f1c-4980-a9a2-d7ede31bfea4 req-d681199c-f448-49ca-9487-0456369b211b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307963 Apr 20 16:10:01.484157 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50625956-5a9c-4e1d-ba24-3f32ee3cb864 req-bec2438e-1fd0-4590-93b2-94e4c0014846 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:01.485708 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-50625956-5a9c-4e1d-ba24-3f32ee3cb864 req-bec2438e-1fd0-4590-93b2-94e4c0014846 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/ports?device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 949 time: 0.0490665 Apr 20 16:10:01.527793 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-50625956-5a9c-4e1d-ba24-3f32ee3cb864 req-7b11d467-aea9-43d1-82a7-5fdcd9645ebf tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/security-groups?id=30d991b3-7f04-459a-8429-a561ea7f8315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351830 Apr 20 16:10:02.157562 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15cf85-df9c-4a57-b342-16a8a0913657 req-6061fafc-4b50-4794-8049-3fc85f061362 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:02.157562 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b15cf85-df9c-4a57-b342-16a8a0913657 req-6061fafc-4b50-4794-8049-3fc85f061362 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 945 time: 0.0512867 Apr 20 16:10:02.190480 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b15cf85-df9c-4a57-b342-16a8a0913657 req-8c5a80e6-b424-4798-bff5-096d97186882 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329087 Apr 20 16:10:02.291735 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aae734-57e2-491a-89de-d599a9fdf591 req-b8f10ceb-739c-4871-b057-a2d170245661 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:02.293179 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-21aae734-57e2-491a-89de-d599a9fdf591 req-b8f10ceb-739c-4871-b057-a2d170245661 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 950 time: 0.0493340 Apr 20 16:10:02.340908 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-21aae734-57e2-491a-89de-d599a9fdf591 req-b0bafe40-e98a-498c-ad39-c836d92bb595 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407188 Apr 20 16:10:02.448387 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80064443-035d-4829-af18-b589dea4c353 req-d4bb9137-8830-40ec-a255-40b449b3bdae tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:02.449859 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-80064443-035d-4829-af18-b589dea4c353 req-d4bb9137-8830-40ec-a255-40b449b3bdae tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 946 time: 0.0532100 Apr 20 16:10:02.487995 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-80064443-035d-4829-af18-b589dea4c353 req-9fbf16ec-f354-47d5-8406-6a5d85fe0131 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317805 Apr 20 16:10:02.594860 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7ed5e-cf28-4b4e-bab2-03508c089053 req-2c11ca56-344d-431c-857b-69cdd2a2cd03 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:02.596446 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ca7ed5e-cf28-4b4e-bab2-03508c089053 req-2c11ca56-344d-431c-857b-69cdd2a2cd03 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 945 time: 0.0510731 Apr 20 16:10:02.635245 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ca7ed5e-cf28-4b4e-bab2-03508c089053 req-d1cb2278-96eb-4835-b70d-a0371ff4a54c tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314138 Apr 20 16:10:02.715048 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-968f3d7a-ca33-4d8e-932a-2a08f6605778 req-7318d08f-05a5-407d-aa81-590bd8ac2eb9 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 210 time: 0.0255809 Apr 20 16:10:02.796640 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d708bd3-c46e-4067-87af-7f5e49063662 req-6e9e50eb-057f-43d7-ac31-df815372ddf4 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 210 time: 0.0274110 Apr 20 16:10:03.181845 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f7f131-514e-418b-a82d-ccc4983de74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa47b81-8eab-40da-a6f2-2b9ba00825ee'}, {'server_uuid': '8480cc90-1aca-4b44-8525-35b0310c4173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf117cc-5878-4bb7-be6e-847c786bb22d'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:03.184239 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e41500-07dd-4d49-b580-f2ac9ed58f07" -d '{"events": [{"server_uuid": "f1f7f131-514e-418b-a82d-ccc4983de74c", "name": "network-vif-plugged", "status": "completed", "tag": "ffa47b81-8eab-40da-a6f2-2b9ba00825ee"}, {"server_uuid": "8480cc90-1aca-4b44-8525-35b0310c4173", "name": "network-vif-plugged", "status": "completed", "tag": "ccf117cc-5878-4bb7-be6e-847c786bb22d"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:03.225630 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f821e37b-1ed4-4963-9526-b51035486407 x-openstack-request-id: req-f821e37b-1ed4-4963-9526-b51035486407 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:03.225991 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f7f131-514e-418b-a82d-ccc4983de74c", "name": "network-vif-plugged", "status": "completed", "tag": "ffa47b81-8eab-40da-a6f2-2b9ba00825ee", "code": 200}, {"server_uuid": "8480cc90-1aca-4b44-8525-35b0310c4173", "name": "network-vif-plugged", "status": "completed", "tag": "ccf117cc-5878-4bb7-be6e-847c786bb22d", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:03.226308 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f821e37b-1ed4-4963-9526-b51035486407 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:03.226768 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f821e37b-1ed4-4963-9526-b51035486407'] response: {'server_uuid': 'f1f7f131-514e-418b-a82d-ccc4983de74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa47b81-8eab-40da-a6f2-2b9ba00825ee', 'code': 200} Apr 20 16:10:03.227092 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f821e37b-1ed4-4963-9526-b51035486407'] response: {'server_uuid': '8480cc90-1aca-4b44-8525-35b0310c4173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf117cc-5878-4bb7-be6e-847c786bb22d', 'code': 200} Apr 20 16:10:03.323270 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4d895-3ca0-4ecd-9e56-ebd44f99f6eb req-c1316153-84f5-44f8-8dd9-050fd51dfb0b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:03.324765 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aef4d895-3ca0-4ecd-9e56-ebd44f99f6eb req-c1316153-84f5-44f8-8dd9-050fd51dfb0b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 945 time: 0.0553396 Apr 20 16:10:03.414986 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aef4d895-3ca0-4ecd-9e56-ebd44f99f6eb req-fa56a9fe-fa25-4643-bea8-914e0bb9bd8e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840726 Apr 20 16:10:03.431049 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a6841-e4dc-46f4-88ba-14e72cba2542 req-6f2d77ac-2f88-4a3b-94e8-2ee2d55e2898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:03.432555 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1b6a6841-e4dc-46f4-88ba-14e72cba2542 req-6f2d77ac-2f88-4a3b-94e8-2ee2d55e2898 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 1101 time: 0.0843801 Apr 20 16:10:03.434459 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453131d-6eaa-4c18-8c45-bd0839667084 req-2a0487f3-b937-4e2f-ac62-ac84ef4f26b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:03.435803 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5453131d-6eaa-4c18-8c45-bd0839667084 req-2a0487f3-b937-4e2f-ac62-ac84ef4f26b7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 1096 time: 0.0786009 Apr 20 16:10:03.509373 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1b6a6841-e4dc-46f4-88ba-14e72cba2542 req-4903bc56-3d5d-415d-988c-ba8e0d8f23d0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645673 Apr 20 16:10:03.529412 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5453131d-6eaa-4c18-8c45-bd0839667084 req-38ca6a3d-f7ca-4891-adb6-16770b584319 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783498 Apr 20 16:10:03.549780 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721b3e2-fb17-42c6-8ea5-50d212914263 req-e19698b9-46e1-40a2-9213-58e4035c477e tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:03.551189 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f721b3e2-fb17-42c6-8ea5-50d212914263 req-e19698b9-46e1-40a2-9213-58e4035c477e tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 950 time: 0.0617940 Apr 20 16:10:03.590902 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f721b3e2-fb17-42c6-8ea5-50d212914263 req-f068fd17-c332-4abe-ae87-13d9d82ed6ec tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329380 Apr 20 16:10:03.723815 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-4d4c5a26-305b-4816-85b0-f6b4e728e36c tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:03.725360 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-4d4c5a26-305b-4816-85b0-f6b4e728e36c tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.26 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 821 time: 0.1336958 Apr 20 16:10:03.733681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f1fbb-4c39-4e0d-b477-e6eecaaafcc1 req-3e5dc8f6-59b8-4bc8-aace-f391537a1c44 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:03.734909 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5b1f1fbb-4c39-4e0d-b477-e6eecaaafcc1 req-3e5dc8f6-59b8-4bc8-aace-f391537a1c44 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 946 time: 0.0822585 Apr 20 16:10:03.758113 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-45a98306-dc89-497d-8f69-dba695a37bba tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Request body: {'port': {'device_id': '62e294eb-258f-4eae-98a0-1f9fdbdbc9f0', 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06', 'admin_state_up': True, 'tenant_id': '3ddb013be8294812939175e62e5c71d2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:10:03.814246 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ec41a-4070-4c7b-b216-0074fd9997ea req-7d3b5f72-8e1f-43f6-85f0-7affc6b01fdd tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:03.816523 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d03ec41a-4070-4c7b-b216-0074fd9997ea req-7d3b5f72-8e1f-43f6-85f0-7affc6b01fdd tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 945 time: 0.0494936 Apr 20 16:10:03.821214 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5b1f1fbb-4c39-4e0d-b477-e6eecaaafcc1 req-b8f4dff4-ed15-4135-9419-177e8c741338 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800250 Apr 20 16:10:03.865689 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d03ec41a-4070-4c7b-b216-0074fd9997ea req-36923292-f706-441a-8f57-54224e000f67 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403132 Apr 20 16:10:03.956996 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-88e7ed6d-1c09-4ebd-b54e-3e5369ac0737 req-bbfe87d7-ace2-4cca-b924-559f60f7ce16 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 210 time: 0.0263453 Apr 20 16:10:03.985645 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f0be1626-d65f-4813-9829-1095e2b4d056 req-cdf31d66-b748-430f-a83c-cdc90124bd69 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 210 time: 0.0275431 Apr 20 16:10:03.998600 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-45a98306-dc89-497d-8f69-dba695a37bba tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Made reservation on behalf of 3ddb013be8294812939175e62e5c71d2 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:10:03.999842 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-45a98306-dc89-497d-8f69-dba695a37bba tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:04.062370 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55294a-bd40-4481-9bff-259767d03b57 req-09e36469-5198-4d73-b19b-ff7d3b21b108 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:04.064075 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9d55294a-bd40-4481-9bff-259767d03b57 req-09e36469-5198-4d73-b19b-ff7d3b21b108 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 1096 time: 0.0444496 Apr 20 16:10:04.099010 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9d55294a-bd40-4481-9bff-259767d03b57 req-b63ed539-3677-4678-8019-c0c82069c9d9 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288742 Apr 20 16:10:04.147361 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-45a98306-dc89-497d-8f69-dba695a37bba tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Allocated IP 172.20.0.5 (3edbee39-317f-4464-9f65-314e099e8e06/66ca5027-e9c8-41ce-8129-1d35f4e0c95c/e058ba87-9041-4157-af69-78ee7cccb91d) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:10:04.319866 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-45a98306-dc89-497d-8f69-dba695a37bba tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:04.440665 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-45a98306-dc89-497d-8f69-dba695a37bba tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:04.490189 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-45a98306-dc89-497d-8f69-dba695a37bba tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Network 3edbee39-317f-4464-9f65-314e099e8e06 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:10:04.493219 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['a10f8156-ab9a-4e04-af6d-a3fcaeda1332'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:10:04.493704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-45a98306-dc89-497d-8f69-dba695a37bba tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:10:04.496683 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-45a98306-dc89-497d-8f69-dba695a37bba tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:10:04.549047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a98306-dc89-497d-8f69-dba695a37bba tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Pushing event updated for resources: {'Port': ['ID=e058ba87-9041-4157-af69-78ee7cccb91d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:04.554345 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542dec5-25a9-49e7-98dd-313ec0104c61 req-cc3ed6e8-4422-44c3-ace9-23b9536c6488 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:04.561977 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c542dec5-25a9-49e7-98dd-313ec0104c61 req-cc3ed6e8-4422-44c3-ace9-23b9536c6488 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 945 time: 0.0622706 Apr 20 16:10:04.573751 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a98306-dc89-497d-8f69-dba695a37bba tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:04.574096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a98306-dc89-497d-8f69-dba695a37bba tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:04.574434 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a98306-dc89-497d-8f69-dba695a37bba tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:04.574782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a98306-dc89-497d-8f69-dba695a37bba tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:04.575097 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a98306-dc89-497d-8f69-dba695a37bba tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:04.575426 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a98306-dc89-497d-8f69-dba695a37bba tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:04.575752 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a98306-dc89-497d-8f69-dba695a37bba tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:04.576078 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a98306-dc89-497d-8f69-dba695a37bba tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:04.576422 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a98306-dc89-497d-8f69-dba695a37bba tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:04.576746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a98306-dc89-497d-8f69-dba695a37bba tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:04.577070 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a98306-dc89-497d-8f69-dba695a37bba tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:04.577798 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a98306-dc89-497d-8f69-dba695a37bba tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:04.595057 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-45a98306-dc89-497d-8f69-dba695a37bba tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:04.595057 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-45a98306-dc89-497d-8f69-dba695a37bba tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:04.598980 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c542dec5-25a9-49e7-98dd-313ec0104c61 req-fbd0cb0e-ccd9-4e2f-b333-f34e558397bb tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358951 Apr 20 16:10:04.685804 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-45a98306-dc89-497d-8f69-dba695a37bba tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9376843 Apr 20 16:10:04.709169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-74d9e2c0-8572-4515-9085-f04a44191bce service neutron] Request body: {'port': {'device_id': '62e294eb-258f-4eae-98a0-1f9fdbdbc9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:10:04.751346 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-0bac6afe-9f23-41ea-9f10-2e6e7fb71bbc tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:04.753172 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-0bac6afe-9f23-41ea-9f10-2e6e7fb71bbc tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.26 "GET /v2.0/networks?id=43c85492-8de2-4573-b1ea-9ba134aa6de0 HTTP/1.1" status: 200 len: 806 time: 0.1286495 Apr 20 16:10:04.793804 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-74d9e2c0-8572-4515-9085-f04a44191bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:04.810217 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-b8004ac2-d128-4b2d-9820-464390d670b6 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=370b71fab2b64a01990292044e49b039 HTTP/1.1" status: 200 len: 378 time: 0.0406234 Apr 20 16:10:04.816319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9af6c4-3078-42a3-b348-e58a3fb4e9e7 req-0103c4c5-0624-4a5a-b22a-2e7171800eb7 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:04.817981 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd9af6c4-3078-42a3-b348-e58a3fb4e9e7 req-0103c4c5-0624-4a5a-b22a-2e7171800eb7 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 950 time: 0.1303110 Apr 20 16:10:04.820546 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-e2a57900-9092-42ba-85b6-256687004fef tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Request body: {'port': {'device_id': 'e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289', 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0', 'admin_state_up': True, 'tenant_id': '370b71fab2b64a01990292044e49b039', 'security_groups': ['c9e54c12-3919-4bed-a6fc-84cc30cac704']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:10:04.946638 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd9af6c4-3078-42a3-b348-e58a3fb4e9e7 req-bc5b84ac-3785-4e35-899a-c69a3a62ea85 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016793 Apr 20 16:10:04.989091 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b32dd-9fc9-4712-ac34-ab648389e705 req-865381c1-9042-45d8-9755-e356d9ed3c7c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:04.991691 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d6b32dd-9fc9-4712-ac34-ab648389e705 req-865381c1-9042-45d8-9755-e356d9ed3c7c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 946 time: 0.0848138 Apr 20 16:10:05.072482 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d6b32dd-9fc9-4712-ac34-ab648389e705 req-ecf55b34-40ea-40ad-9094-62cbd0f708b8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699744 Apr 20 16:10:05.183972 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e5d8ed8-9e83-4f30-949c-44acd71f4f1e req-fa8faed2-1dc4-4c92-b1ab-4cf1ad702f16 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 210 time: 0.0399377 Apr 20 16:10:05.217594 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-e2a57900-9092-42ba-85b6-256687004fef tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Made reservation on behalf of 370b71fab2b64a01990292044e49b039 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:10:05.221020 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-e2a57900-9092-42ba-85b6-256687004fef tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:05.249142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-74d9e2c0-8572-4515-9085-f04a44191bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e058ba87-9041-4157-af69-78ee7cccb91d {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:10:05.259317 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-74d9e2c0-8572-4515-9085-f04a44191bce service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:05.274102 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-74d9e2c0-8572-4515-9085-f04a44191bce service neutron] Transition to ACTIVE for port object e058ba87-9041-4157-af69-78ee7cccb91d will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:10:05.276423 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5ddb3-4022-44a8-a84b-5d8de6d7701a req-f2489d60-81c4-435a-8eaf-73044aa98dce tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:05.277942 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fab5ddb3-4022-44a8-a84b-5d8de6d7701a req-f2489d60-81c4-435a-8eaf-73044aa98dce tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 931 time: 0.1211653 Apr 20 16:10:05.367676 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fab5ddb3-4022-44a8-a84b-5d8de6d7701a req-552b8619-aace-40d6-90b4-7eb4a86144ae tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787001 Apr 20 16:10:05.382635 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-74d9e2c0-8572-4515-9085-f04a44191bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:05.436643 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-e2a57900-9092-42ba-85b6-256687004fef tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Allocated IP 172.20.0.6 (43c85492-8de2-4573-b1ea-9ba134aa6de0/2b86baf7-38b2-4243-9561-bf50e0d3ae28/587d7717-6501-4836-874f-b90cf2ef3f6b) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:10:05.471518 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9e2c0-8572-4515-9085-f04a44191bce service neutron] Pushing event updated for resources: {'Port': ['ID=e058ba87-9041-4157-af69-78ee7cccb91d,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:05.551267 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-74d9e2c0-8572-4515-9085-f04a44191bce service neutron] Attempting to bind port e058ba87-9041-4157-af69-78ee7cccb91d on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:10:05.551729 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-74d9e2c0-8572-4515-9085-f04a44191bce service neutron] Attempting to bind port e058ba87-9041-4157-af69-78ee7cccb91d by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:10:05.552050 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-74d9e2c0-8572-4515-9085-f04a44191bce service neutron] Attempting to bind port e058ba87-9041-4157-af69-78ee7cccb91d on network 3edbee39-317f-4464-9f65-314e099e8e06 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:10:05.572603 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-74d9e2c0-8572-4515-9085-f04a44191bce service neutron] Port e058ba87-9041-4157-af69-78ee7cccb91d on network 3edbee39-317f-4464-9f65-314e099e8e06 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:10:05.572919 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-74d9e2c0-8572-4515-9085-f04a44191bce service neutron] Attempting to bind port e058ba87-9041-4157-af69-78ee7cccb91d on network 3edbee39-317f-4464-9f65-314e099e8e06 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:10:05.581518 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-74d9e2c0-8572-4515-9085-f04a44191bce service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:10:05.585527 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-74d9e2c0-8572-4515-9085-f04a44191bce service neutron] Checking segment: {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:10:05.585527 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-74d9e2c0-8572-4515-9085-f04a44191bce service neutron] Bound using segment: {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:10:05.585527 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-74d9e2c0-8572-4515-9085-f04a44191bce service neutron] Bound port: e058ba87-9041-4157-af69-78ee7cccb91d, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:10:05.585527 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-74d9e2c0-8572-4515-9085-f04a44191bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:05.691361 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-e2a57900-9092-42ba-85b6-256687004fef tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:05.717806 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-74d9e2c0-8572-4515-9085-f04a44191bce service neutron] For port e058ba87-9041-4157-af69-78ee7cccb91d, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:10:05.738021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-74d9e2c0-8572-4515-9085-f04a44191bce service neutron] For port e058ba87-9041-4157-af69-78ee7cccb91d, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=e058ba87-9041-4157-af69-78ee7cccb91d,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:10:05.752010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca827aa4-d1b9-41ae-b952-a22745277c58 req-19b0182e-559c-4c39-8f2f-f48b6f05fd4a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:05.754108 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca827aa4-d1b9-41ae-b952-a22745277c58 req-19b0182e-559c-4c39-8f2f-f48b6f05fd4a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 945 time: 0.0755923 Apr 20 16:10:05.780211 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a17f5a-4bc4-4c9a-8c7b-8aa67e780230 req-325f932b-457a-4575-9f50-ce6c62f46391 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:05.788536 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-80a17f5a-4bc4-4c9a-8c7b-8aa67e780230 req-325f932b-457a-4575-9f50-ce6c62f46391 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 945 time: 0.0919831 Apr 20 16:10:05.811729 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-74d9e2c0-8572-4515-9085-f04a44191bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:05.834098 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-80a17f5a-4bc4-4c9a-8c7b-8aa67e780230 req-087e9208-5c3e-4cba-9c64-da55de39e78e tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445755 Apr 20 16:10:05.855461 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-e2a57900-9092-42ba-85b6-256687004fef tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:05.867520 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca827aa4-d1b9-41ae-b952-a22745277c58 req-75b4991f-0682-4d6b-ab7e-dc9dfb2804fd tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051278 Apr 20 16:10:05.881351 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-74d9e2c0-8572-4515-9085-f04a44191bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:05.881939 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-74d9e2c0-8572-4515-9085-f04a44191bce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:05.883443 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-74d9e2c0-8572-4515-9085-f04a44191bce service neutron] 10.222.0.26 "PUT /v2.0/ports/e058ba87-9041-4157-af69-78ee7cccb91d HTTP/1.1" status: 200 len: 1091 time: 1.1819866 Apr 20 16:10:05.883759 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e294eb-258f-4eae-98a0-1f9fdbdbc9f0', 'tag': 'e058ba87-9041-4157-af69-78ee7cccb91d'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:05.886247 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b51cea5-873c-4d28-826d-ce51766dbaeb" -d '{"events": [{"name": "network-changed", "server_uuid": "62e294eb-258f-4eae-98a0-1f9fdbdbc9f0", "tag": "e058ba87-9041-4157-af69-78ee7cccb91d"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:05.929760 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9e2c0-8572-4515-9085-f04a44191bce service neutron] Pushing event updated for resources: {'Port': ['ID=e058ba87-9041-4157-af69-78ee7cccb91d,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:05.944374 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device bcd83f6e-1ab1-4dc7-8982-7ec33d46780b no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:10:05.992511 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce15421-db34-4465-bbae-43703a55fadc x-openstack-request-id: req-1ce15421-db34-4465-bbae-43703a55fadc {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:05.992801 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e294eb-258f-4eae-98a0-1f9fdbdbc9f0", "tag": "e058ba87-9041-4157-af69-78ee7cccb91d", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:05.993054 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ce15421-db34-4465-bbae-43703a55fadc {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:05.993469 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce15421-db34-4465-bbae-43703a55fadc'] response: {'name': 'network-changed', 'server_uuid': '62e294eb-258f-4eae-98a0-1f9fdbdbc9f0', 'tag': 'e058ba87-9041-4157-af69-78ee7cccb91d', 'status': 'completed', 'code': 200} Apr 20 16:10:06.008136 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a57900-9092-42ba-85b6-256687004fef tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Pushing event updated for resources: {'Port': ['ID=587d7717-6501-4836-874f-b90cf2ef3f6b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:06.018861 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-e2a57900-9092-42ba-85b6-256687004fef tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Network 43c85492-8de2-4573-b1ea-9ba134aa6de0 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:10:06.024595 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-e2a57900-9092-42ba-85b6-256687004fef tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:10:06.030067 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-e2a57900-9092-42ba-85b6-256687004fef tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:10:06.044802 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a57900-9092-42ba-85b6-256687004fef tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:06.045158 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a57900-9092-42ba-85b6-256687004fef tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:06.045498 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a57900-9092-42ba-85b6-256687004fef tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:06.045839 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a57900-9092-42ba-85b6-256687004fef tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:06.051428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a57900-9092-42ba-85b6-256687004fef tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:06.051780 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a57900-9092-42ba-85b6-256687004fef tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:06.052114 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a57900-9092-42ba-85b6-256687004fef tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:06.052664 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a57900-9092-42ba-85b6-256687004fef tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:06.053031 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a57900-9092-42ba-85b6-256687004fef tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:06.053798 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a57900-9092-42ba-85b6-256687004fef tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:06.054147 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a57900-9092-42ba-85b6-256687004fef tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:06.054832 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a57900-9092-42ba-85b6-256687004fef tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:10:06.271659 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-e2a57900-9092-42ba-85b6-256687004fef tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:06.275258 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-e2a57900-9092-42ba-85b6-256687004fef tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:06.298699 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:06.315271 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51cea5-873c-4d28-826d-ce51766dbaeb req-5200ffa2-1f1f-4091-a674-5dbe51674bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:06.331276 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b51cea5-873c-4d28-826d-ce51766dbaeb req-5200ffa2-1f1f-4091-a674-5dbe51674bc6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 1094 time: 0.2534702 Apr 20 16:10:06.367772 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37294d0-2fe1-4772-8f67-bc5e561c7db3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcd83f6e-1ab1-4dc7-8982-7ec33d46780b'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:06.370766 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8437ec0e-2daa-4917-a4d8-e9e0e05165ca" -d '{"events": [{"server_uuid": "c37294d0-2fe1-4772-8f67-bc5e561c7db3", "name": "network-vif-unplugged", "status": "completed", "tag": "bcd83f6e-1ab1-4dc7-8982-7ec33d46780b"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:06.388461 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5f57c-c818-4f7c-903a-4a77a33d52ac req-0699cd4e-6dd3-4eb2-8e9e-d96a9dc62b8c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:06.391684 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:06.393728 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e5a5f57c-c818-4f7c-903a-4a77a33d52ac req-0699cd4e-6dd3-4eb2-8e9e-d96a9dc62b8c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 950 time: 0.2251844 Apr 20 16:10:06.429419 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-e2a57900-9092-42ba-85b6-256687004fef tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6132669 Apr 20 16:10:06.455938 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-701ba8c6-8049-4c39-99f1-c778306ec215 service neutron] Request body: {'port': {'device_id': 'e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:10:06.480740 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e5a5f57c-c818-4f7c-903a-4a77a33d52ac req-621043d1-710f-4328-b813-a227c2900117 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750120 Apr 20 16:10:06.491281 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0268b8-37e3-4a51-a05c-409b375340cb req-cdfaa0cb-6c55-4980-a2c6-c4668d2e2b7e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:06.493059 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5c0268b8-37e3-4a51-a05c-409b375340cb req-cdfaa0cb-6c55-4980-a2c6-c4668d2e2b7e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 946 time: 0.1298523 Apr 20 16:10:06.524159 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-78148d13-6032-4afe-a28b-6881f86f12a8 None None] Provisioning complete for port 587d7717-6501-4836-874f-b90cf2ef3f6b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:10:06.524578 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-78148d13-6032-4afe-a28b-6881f86f12a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:06.545374 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51cea5-873c-4d28-826d-ce51766dbaeb req-25e7e38b-6eb9-4226-87b6-c71a522deb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:06.549479 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b51cea5-873c-4d28-826d-ce51766dbaeb req-25e7e38b-6eb9-4226-87b6-c71a522deb88 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=3ddb013be8294812939175e62e5c71d2&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1902406 Apr 20 16:10:06.588567 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-78148d13-6032-4afe-a28b-6881f86f12a8 None None] Port 587d7717-6501-4836-874f-b90cf2ef3f6b cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:10:06.600235 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:06.606109 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:10:06.685272 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-701ba8c6-8049-4c39-99f1-c778306ec215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:06.777893 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efaf03-e191-4e43-842d-ac27d7fd5ecf req-84b5d9eb-535f-4655-a84a-8a712d922b22 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:06.791555 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-71efaf03-e191-4e43-842d-ac27d7fd5ecf req-84b5d9eb-535f-4655-a84a-8a712d922b22 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 931 time: 0.1670761 Apr 20 16:10:06.804068 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:06.843034 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:06.844816 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:06.869319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51cea5-873c-4d28-826d-ce51766dbaeb req-1fce758c-bd28-4095-8443-cebc69457e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:06.870817 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b51cea5-873c-4d28-826d-ce51766dbaeb req-1fce758c-bd28-4095-8443-cebc69457e5b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3162444 Apr 20 16:10:06.874116 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-71efaf03-e191-4e43-842d-ac27d7fd5ecf req-42cdc66b-b4f9-438a-a1b1-baf43b18eca6 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9e54c12-3919-4bed-a6fc-84cc30cac704&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817461 Apr 20 16:10:06.885272 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5c0268b8-37e3-4a51-a05c-409b375340cb req-6af4dca1-35b6-4936-9247-d95106dd8544 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3626680 Apr 20 16:10:06.929747 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:06.972055 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd93d08-be45-4c55-a6a1-f63d55fb1e6f x-openstack-request-id: req-4cd93d08-be45-4c55-a6a1-f63d55fb1e6f {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:06.974218 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37294d0-2fe1-4772-8f67-bc5e561c7db3", "name": "network-vif-unplugged", "status": "completed", "tag": "bcd83f6e-1ab1-4dc7-8982-7ec33d46780b", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:06.974218 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4cd93d08-be45-4c55-a6a1-f63d55fb1e6f {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:06.974218 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cd93d08-be45-4c55-a6a1-f63d55fb1e6f'] response: {'server_uuid': 'c37294d0-2fe1-4772-8f67-bc5e561c7db3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcd83f6e-1ab1-4dc7-8982-7ec33d46780b', 'code': 200} Apr 20 16:10:07.029525 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,revision_number=11']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:07.047068 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20b893-0533-4d8c-9777-b19dcc5c4c9e req-c7979c70-3233-4807-9d7a-683055cdcaf2 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:07.048846 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fc20b893-0533-4d8c-9777-b19dcc5c4c9e req-c7979c70-3233-4807-9d7a-683055cdcaf2 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 943 time: 0.0804949 Apr 20 16:10:07.063307 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1b24f-0d50-4df7-a7d8-c7ba5c2587e1 req-c1a7d7c8-b4a8-4bc0-a509-21f3fb9d9ff0 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:07.065184 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2fc1b24f-0d50-4df7-a7d8-c7ba5c2587e1 req-c1a7d7c8-b4a8-4bc0-a509-21f3fb9d9ff0 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 945 time: 0.0556107 Apr 20 16:10:07.131966 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-701ba8c6-8049-4c39-99f1-c778306ec215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587d7717-6501-4836-874f-b90cf2ef3f6b {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:10:07.138992 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fc20b893-0533-4d8c-9777-b19dcc5c4c9e req-bf5bff42-31c9-4269-8abe-2d92ee741646 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729945 Apr 20 16:10:07.139371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-b4e471e5-12b0-4319-ab62-8ee93310cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:07.140978 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-b4e471e5-12b0-4319-ab62-8ee93310cbac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 1094 time: 0.0690928 Apr 20 16:10:07.143376 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-701ba8c6-8049-4c39-99f1-c778306ec215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:07.148369 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2fc1b24f-0d50-4df7-a7d8-c7ba5c2587e1 req-5baf8dd8-57a8-452d-8199-e42bea3f0c70 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666060 Apr 20 16:10:07.157375 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-701ba8c6-8049-4c39-99f1-c778306ec215 service neutron] Transition to ACTIVE for port object 587d7717-6501-4836-874f-b90cf2ef3f6b will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:10:07.204775 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-79b6e55b-0cc1-4c50-9996-6f68a99e130b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e058ba87-9041-4157-af69-78ee7cccb91d HTTP/1.1" status: 200 len: 217 time: 0.0484376 Apr 20 16:10:07.251543 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-701ba8c6-8049-4c39-99f1-c778306ec215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:07.298004 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-a3158f2a-3e4f-4825-87d7-be758b3b887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:07.299556 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-a3158f2a-3e4f-4825-87d7-be758b3b887d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66ca5027-e9c8-41ce-8129-1d35f4e0c95c HTTP/1.1" status: 200 len: 861 time: 0.0866024 Apr 20 16:10:07.313129 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c820e-eb17-42d9-abfc-b2536222ca93 req-05a6f649-4161-496f-89c2-7e8b1035e152 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:07.322896 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d0c820e-eb17-42d9-abfc-b2536222ca93 req-05a6f649-4161-496f-89c2-7e8b1035e152 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 945 time: 0.1004355 Apr 20 16:10:07.324614 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ba8c6-8049-4c39-99f1-c778306ec215 service neutron] Pushing event updated for resources: {'Port': ['ID=587d7717-6501-4836-874f-b90cf2ef3f6b,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:07.356967 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-fb7c745e-5f59-4906-a877-f83e9a5866d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3edbee39-317f-4464-9f65-314e099e8e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412211 Apr 20 16:10:07.435734 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d0c820e-eb17-42d9-abfc-b2536222ca93 req-3af46cdc-531e-4386-89f5-fffe558beb5a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114712 Apr 20 16:10:07.455023 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-701ba8c6-8049-4c39-99f1-c778306ec215 service neutron] Attempting to bind port 587d7717-6501-4836-874f-b90cf2ef3f6b on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:10:07.455357 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-701ba8c6-8049-4c39-99f1-c778306ec215 service neutron] Attempting to bind port 587d7717-6501-4836-874f-b90cf2ef3f6b by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'fdd23c0a-b099-44aa-a41c-635b09824e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:10:07.455919 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-701ba8c6-8049-4c39-99f1-c778306ec215 service neutron] Attempting to bind port 587d7717-6501-4836-874f-b90cf2ef3f6b on network 43c85492-8de2-4573-b1ea-9ba134aa6de0 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:10:07.463076 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-701ba8c6-8049-4c39-99f1-c778306ec215 service neutron] Port 587d7717-6501-4836-874f-b90cf2ef3f6b on network 43c85492-8de2-4573-b1ea-9ba134aa6de0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:10:07.463941 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-701ba8c6-8049-4c39-99f1-c778306ec215 service neutron] Attempting to bind port 587d7717-6501-4836-874f-b90cf2ef3f6b on network 43c85492-8de2-4573-b1ea-9ba134aa6de0 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:10:07.470139 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-b001fd9a-8153-45a0-81b5-480e1abb387f service neutron] 10.222.0.26 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036124 Apr 20 16:10:07.482112 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-701ba8c6-8049-4c39-99f1-c778306ec215 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:10:07.482448 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-701ba8c6-8049-4c39-99f1-c778306ec215 service neutron] Checking segment: {'id': 'fdd23c0a-b099-44aa-a41c-635b09824e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:10:07.482876 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-701ba8c6-8049-4c39-99f1-c778306ec215 service neutron] Bound using segment: {'id': 'fdd23c0a-b099-44aa-a41c-635b09824e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:10:07.483254 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-701ba8c6-8049-4c39-99f1-c778306ec215 service neutron] Bound port: 587d7717-6501-4836-874f-b90cf2ef3f6b, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd23c0a-b099-44aa-a41c-635b09824e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:10:07.483608 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-701ba8c6-8049-4c39-99f1-c778306ec215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:07.602011 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-701ba8c6-8049-4c39-99f1-c778306ec215 service neutron] For port 587d7717-6501-4836-874f-b90cf2ef3f6b, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:10:07.607652 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-701ba8c6-8049-4c39-99f1-c778306ec215 service neutron] For port 587d7717-6501-4836-874f-b90cf2ef3f6b, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=587d7717-6501-4836-874f-b90cf2ef3f6b,segment=NetworkSegment(fdd23c0a-b099-44aa-a41c-635b09824e0c),segment_id=fdd23c0a-b099-44aa-a41c-635b09824e0c)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:10:07.644493 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dff217-3904-4dd8-9e08-67d20f2b3262 req-137dbc86-e2ab-42fe-b3bc-d71c6694f8c2 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:07.645797 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f7dff217-3904-4dd8-9e08-67d20f2b3262 req-137dbc86-e2ab-42fe-b3bc-d71c6694f8c2 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 945 time: 0.0830033 Apr 20 16:10:07.679059 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ccf52f51-01b3-4fbe-b4a4-8f8fc0571b89 req-e7ec816d-95bd-4057-87e4-46b2448527a2 service neutron] 10.222.0.26 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911988 Apr 20 16:10:07.695992 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-701ba8c6-8049-4c39-99f1-c778306ec215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:07.715443 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f7dff217-3904-4dd8-9e08-67d20f2b3262 req-833ceb09-9fc0-4e3a-8638-b881e23adfa2 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556552 Apr 20 16:10:07.760910 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-701ba8c6-8049-4c39-99f1-c778306ec215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:07.761634 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-701ba8c6-8049-4c39-99f1-c778306ec215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:07.763145 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-701ba8c6-8049-4c39-99f1-c778306ec215 service neutron] 10.222.0.26 "PUT /v2.0/ports/587d7717-6501-4836-874f-b90cf2ef3f6b HTTP/1.1" status: 200 len: 1091 time: 1.3172770 Apr 20 16:10:07.763657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289', 'tag': '587d7717-6501-4836-874f-b90cf2ef3f6b'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:07.766766 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520ea500-d233-4c82-a183-ce133ce8ef06" -d '{"events": [{"name": "network-changed", "server_uuid": "e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289", "tag": "587d7717-6501-4836-874f-b90cf2ef3f6b"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:07.806777 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ba8c6-8049-4c39-99f1-c778306ec215 service neutron] Pushing event updated for resources: {'Port': ['ID=587d7717-6501-4836-874f-b90cf2ef3f6b,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:07.858573 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e9a2d-b025-498d-8f03-c754e8fe39c5 req-1cd37700-1ac8-42c9-8066-f10bfa6abbb4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:07.866507 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e84e9a2d-b025-498d-8f03-c754e8fe39c5 req-1cd37700-1ac8-42c9-8066-f10bfa6abbb4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 950 time: 0.0734007 Apr 20 16:10:07.937021 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:10:08.035602 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-0e9e17ef-a09d-4bb5-887c-8af674d4a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:08.038690 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-0e9e17ef-a09d-4bb5-887c-8af674d4a30c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=370b71fab2b64a01990292044e49b039&device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 1094 time: 0.0572541 Apr 20 16:10:08.090096 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:08.107480 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'port_id': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698', 'mac_address': 'fa:16:3e:f6:c3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:10:08.116513 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-eae6a794-6b50-4aef-9f37-4cdbe6a7fa84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=587d7717-6501-4836-874f-b90cf2ef3f6b HTTP/1.1" status: 200 len: 217 time: 0.0541539 Apr 20 16:10:08.153047 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:08.168000 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:10:08.175478 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-0ac45256-f473-41ba-835e-1a378ceaaecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:08.177146 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-0ac45256-f473-41ba-835e-1a378ceaaecb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b86baf7-38b2-4243-9561-bf50e0d3ae28 HTTP/1.1" status: 200 len: 845 time: 0.0537276 Apr 20 16:10:08.190947 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:08.235443 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-2d5c07d1-a17e-48d5-b2d1-797abf135f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:08.237949 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-2d5c07d1-a17e-48d5-b2d1-797abf135f61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43c85492-8de2-4573-b1ea-9ba134aa6de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531387 Apr 20 16:10:08.264523 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e84e9a2d-b025-498d-8f03-c754e8fe39c5 req-8dcdc2e3-af7e-470f-8e58-90cb66f70fbc tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971105 Apr 20 16:10:08.282787 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:08.333172 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3670b9b9-7f87-4ed5-ba22-16c43f58a124 x-openstack-request-id: req-3670b9b9-7f87-4ed5-ba22-16c43f58a124 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:08.333997 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289", "tag": "587d7717-6501-4836-874f-b90cf2ef3f6b", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:08.334373 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3670b9b9-7f87-4ed5-ba22-16c43f58a124 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:08.334779 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3670b9b9-7f87-4ed5-ba22-16c43f58a124'] response: {'name': 'network-changed', 'server_uuid': 'e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289', 'tag': '587d7717-6501-4836-874f-b90cf2ef3f6b', 'status': 'completed', 'code': 200} Apr 20 16:10:08.352904 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,revision_number=12']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:08.373318 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-0cde06b7-3edb-451e-ab3d-6cd96818d5ec service neutron] 10.222.0.26 "GET /v2.0/networks/43c85492-8de2-4573-b1ea-9ba134aa6de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273885 Apr 20 16:10:08.437604 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff536b3a-9931-46ab-a24f-b121af908287 req-1db1e699-fa7d-4295-a378-30ed310c1e37 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:08.439262 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff536b3a-9931-46ab-a24f-b121af908287 req-1db1e699-fa7d-4295-a378-30ed310c1e37 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 943 time: 0.0595484 Apr 20 16:10:08.478488 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['96de2bcd-8d6c-4dca-bc9a-2e3929d99698'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:10:08.514592 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff536b3a-9931-46ab-a24f-b121af908287 req-358b3a11-ed78-4c4e-8079-d2e78237f747 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9e54c12-3919-4bed-a6fc-84cc30cac704&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686343 Apr 20 16:10:08.606189 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8e4b952b-1a65-466d-b076-435f2c65f92d req-5adae6c3-5601-461b-afa1-fdffd26a4e9d service neutron] 10.222.0.26 "GET /v2.0/networks/43c85492-8de2-4573-b1ea-9ba134aa6de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232938 Apr 20 16:10:08.643584 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390ee22-6830-472e-9cbe-66c3ffebe4b5 req-18fe9402-55e5-4376-b56b-e4f3b827b332 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:08.643584 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2390ee22-6830-472e-9cbe-66c3ffebe4b5 req-18fe9402-55e5-4376-b56b-e4f3b827b332 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 945 time: 0.1022780 Apr 20 16:10:08.688158 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2390ee22-6830-472e-9cbe-66c3ffebe4b5 req-8888b464-98cb-4af0-a583-ab1012344955 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378325 Apr 20 16:10:08.693455 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041106c2-73a5-4f47-90e4-ab16b1a345ea req-e52d6aa8-413a-4323-bd08-201024a5dd5d tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:08.712362 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-041106c2-73a5-4f47-90e4-ab16b1a345ea req-e52d6aa8-413a-4323-bd08-201024a5dd5d tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 945 time: 0.1076729 Apr 20 16:10:08.760694 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-041106c2-73a5-4f47-90e4-ab16b1a345ea req-d928c227-e530-49ed-8d5f-0836cb9cc493 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420325 Apr 20 16:10:08.884016 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a128137-bed5-4134-8f50-9d95370ff672 req-c9f8b9f5-0c19-4556-8f45-a9bd7e1d8ab3 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:08.885023 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49fb7c-1593-49fb-a3da-45e1db81e9e8 req-bba190b3-7295-4629-9955-76ee5ddd0b8e tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:08.885559 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0a128137-bed5-4134-8f50-9d95370ff672 req-c9f8b9f5-0c19-4556-8f45-a9bd7e1d8ab3 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 943 time: 0.1215932 Apr 20 16:10:08.887173 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef49fb7c-1593-49fb-a3da-45e1db81e9e8 req-bba190b3-7295-4629-9955-76ee5ddd0b8e tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 1101 time: 0.0683477 Apr 20 16:10:08.910852 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ea500-d233-4c82-a183-ce133ce8ef06 req-fd9fc882-27e5-470d-b64d-e4a628ea8762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:08.913548 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-520ea500-d233-4c82-a183-ce133ce8ef06 req-fd9fc882-27e5-470d-b64d-e4a628ea8762 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=370b71fab2b64a01990292044e49b039&device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 1094 time: 0.1226983 Apr 20 16:10:08.926789 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef49fb7c-1593-49fb-a3da-45e1db81e9e8 req-a8ea364b-6a81-495b-806f-120dd666c7ad tempest-ServersOnMultiNodesTest-1692805061 tempest-ServersOnMultiNodesTest-1692805061-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320971 Apr 20 16:10:08.974235 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece45492-6384-4be4-acd1-a3fe36a8d7dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:08.976527 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe73b65-c710-4f32-9aca-a8556b276e06" -d '{"events": [{"server_uuid": "ece45492-6384-4be4-acd1-a3fe36a8d7dd", "name": "network-vif-unplugged", "status": "completed", "tag": "96de2bcd-8d6c-4dca-bc9a-2e3929d99698"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:09.007514 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0a128137-bed5-4134-8f50-9d95370ff672 req-f54463df-c6ab-414c-8a31-1a875aae153f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045170 Apr 20 16:10:09.066872 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ea500-d233-4c82-a183-ce133ce8ef06 req-5d0181ea-e38f-4eff-ab05-38efb73f1b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:09.071464 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-520ea500-d233-4c82-a183-ce133ce8ef06 req-5d0181ea-e38f-4eff-ab05-38efb73f1b6a service neutron] 10.222.0.26 "GET /v2.0/networks?id=43c85492-8de2-4573-b1ea-9ba134aa6de0 HTTP/1.1" status: 200 len: 907 time: 0.1491506 Apr 20 16:10:09.072848 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c3345-3a6c-47ef-98f5-0fc19c0a98bd req-402b4d29-31d0-40f7-ac91-f46f2cd320fd tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:09.074838 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-010c3345-3a6c-47ef-98f5-0fc19c0a98bd req-402b4d29-31d0-40f7-ac91-f46f2cd320fd tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 945 time: 0.0587926 Apr 20 16:10:09.151924 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-010c3345-3a6c-47ef-98f5-0fc19c0a98bd req-47eb1dce-325a-4b75-b371-bd7fba3131ef tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693071 Apr 20 16:10:09.207315 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6f7101-bbd0-4937-b581-01344dab9283 x-openstack-request-id: req-2b6f7101-bbd0-4937-b581-01344dab9283 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:09.208968 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece45492-6384-4be4-acd1-a3fe36a8d7dd", "name": "network-vif-unplugged", "status": "completed", "tag": "96de2bcd-8d6c-4dca-bc9a-2e3929d99698", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:09.209395 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b6f7101-bbd0-4937-b581-01344dab9283 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:09.209947 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b6f7101-bbd0-4937-b581-01344dab9283'] response: {'server_uuid': 'ece45492-6384-4be4-acd1-a3fe36a8d7dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698', 'code': 200} Apr 20 16:10:09.359008 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468af46-e969-4322-bd70-b0e3d99b1de9 req-cdabcc16-f15d-41f2-b78a-0fa6528d90d2 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:09.360860 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0468af46-e969-4322-bd70-b0e3d99b1de9 req-cdabcc16-f15d-41f2-b78a-0fa6528d90d2 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 945 time: 0.0981216 Apr 20 16:10:09.399732 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3f8d1-daa7-4626-88c7-90c4eb36d247 req-60999ea0-f082-4961-8c45-32605c37d3aa tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:09.401399 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f0a3f8d1-daa7-4626-88c7-90c4eb36d247 req-60999ea0-f082-4961-8c45-32605c37d3aa tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 945 time: 0.0911303 Apr 20 16:10:09.430519 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0468af46-e969-4322-bd70-b0e3d99b1de9 req-f4c1b943-d56e-4b2d-8212-449f785307cf tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588491 Apr 20 16:10:09.447346 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-520ea500-d233-4c82-a183-ce133ce8ef06 req-e83d7359-b6d8-4b87-9092-837405bc88ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=587d7717-6501-4836-874f-b90cf2ef3f6b HTTP/1.1" status: 200 len: 217 time: 0.3611910 Apr 20 16:10:09.499128 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ea500-d233-4c82-a183-ce133ce8ef06 req-25c3b449-aa7c-4342-8fa9-410777d95b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:09.500795 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-520ea500-d233-4c82-a183-ce133ce8ef06 req-25c3b449-aa7c-4342-8fa9-410777d95b9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b86baf7-38b2-4243-9561-bf50e0d3ae28 HTTP/1.1" status: 200 len: 845 time: 0.0508106 Apr 20 16:10:09.543780 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-f0a3f8d1-daa7-4626-88c7-90c4eb36d247 req-f525fe63-4abd-4e3d-b2cc-23a1d7e778e2 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Deleting port ea29ceba-52aa-4e99-8f2d-915308271cc6 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:10:09.544130 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f0a3f8d1-daa7-4626-88c7-90c4eb36d247 req-f525fe63-4abd-4e3d-b2cc-23a1d7e778e2 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:09.613957 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ea500-d233-4c82-a183-ce133ce8ef06 req-487d6a80-978b-489c-99a0-f7bddc10d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:09.616009 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-520ea500-d233-4c82-a183-ce133ce8ef06 req-487d6a80-978b-489c-99a0-f7bddc10d69a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43c85492-8de2-4573-b1ea-9ba134aa6de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054537 Apr 20 16:10:09.640022 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fdcea-64bd-4ea0-a51a-e25c5ba2c375 req-26257ed0-6478-4af2-bef1-aeb55dd7a491 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:09.641553 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-326fdcea-64bd-4ea0-a51a-e25c5ba2c375 req-26257ed0-6478-4af2-bef1-aeb55dd7a491 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 945 time: 0.0760682 Apr 20 16:10:09.665096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a3f57-bd4c-483e-8c41-b51f3da46f25 req-d076ae50-cf78-4109-80d8-1c5aa67eaa64 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:09.666511 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a8a3f57-bd4c-483e-8c41-b51f3da46f25 req-d076ae50-cf78-4109-80d8-1c5aa67eaa64 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 950 time: 0.1066177 Apr 20 16:10:09.732881 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a8a3f57-bd4c-483e-8c41-b51f3da46f25 req-148d8ffd-5850-4b42-98ca-b754a4528d3a tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552373 Apr 20 16:10:09.734530 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-326fdcea-64bd-4ea0-a51a-e25c5ba2c375 req-bcb92bfb-587f-4221-96ab-aab5841524b6 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811176 Apr 20 16:10:09.745154 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-f0a3f8d1-daa7-4626-88c7-90c4eb36d247 req-f525fe63-4abd-4e3d-b2cc-23a1d7e778e2 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] For port ea29ceba-52aa-4e99-8f2d-915308271cc6, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=ea29ceba-52aa-4e99-8f2d-915308271cc6,segment=NetworkSegment(9053885d-51a1-4852-a6b4-a356932f5932),segment_id=9053885d-51a1-4852-a6b4-a356932f5932)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:09.745876 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f0a3f8d1-daa7-4626-88c7-90c4eb36d247 req-f525fe63-4abd-4e3d-b2cc-23a1d7e778e2 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:09.791215 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-520ea500-d233-4c82-a183-ce133ce8ef06 req-2009b44f-42c8-4632-a724-c4227f6ea9ec service neutron] 10.222.0.26 "GET /v2.0/networks/43c85492-8de2-4573-b1ea-9ba134aa6de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654086 Apr 20 16:10:09.952177 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b95615-6df6-4dd9-8ad8-ce0880c09311 req-a2824fee-d42a-431a-8523-7d425f3ddee7 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:09.953023 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device bcd83f6e-1ab1-4dc7-8982-7ec33d46780b details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:10:09.953763 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-98b95615-6df6-4dd9-8ad8-ce0880c09311 req-a2824fee-d42a-431a-8523-7d425f3ddee7 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 945 time: 0.1133163 Apr 20 16:10:09.965457 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:10:09.970621 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83563e7-c5d1-48b9-95db-deaa240f7a22 req-577258aa-8c7f-4f46-83c6-25a4aea7df72 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:09.971551 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-520ea500-d233-4c82-a183-ce133ce8ef06 req-35c475a0-7d72-4bdd-9942-705c2f990c94 service neutron] 10.222.0.26 "GET /v2.0/networks/43c85492-8de2-4573-b1ea-9ba134aa6de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715424 Apr 20 16:10:09.981268 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c83563e7-c5d1-48b9-95db-deaa240f7a22 req-577258aa-8c7f-4f46-83c6-25a4aea7df72 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 943 time: 0.1213679 Apr 20 16:10:10.007671 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-98b95615-6df6-4dd9-8ad8-ce0880c09311 req-b304ee4d-395e-446b-aad6-caa6c8b3c4de tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448740 Apr 20 16:10:10.105860 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c83563e7-c5d1-48b9-95db-deaa240f7a22 req-fa7c6da1-3f01-413d-9ea2-f5dd0accfce3 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9e54c12-3919-4bed-a6fc-84cc30cac704&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1258390 Apr 20 16:10:10.111522 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f0a3f8d1-daa7-4626-88c7-90c4eb36d247 req-f525fe63-4abd-4e3d-b2cc-23a1d7e778e2 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:10.111900 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f0a3f8d1-daa7-4626-88c7-90c4eb36d247 req-f525fe63-4abd-4e3d-b2cc-23a1d7e778e2 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:10.112258 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-f0a3f8d1-daa7-4626-88c7-90c4eb36d247 req-f525fe63-4abd-4e3d-b2cc-23a1d7e778e2 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Floating IP 60a78eaa-4272-4d34-8a44-50a273fb6cba disassociated. External IP: 172.25.0.141, port: ea29ceba-52aa-4e99-8f2d-915308271cc6. Apr 20 16:10:10.112809 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-f0a3f8d1-daa7-4626-88c7-90c4eb36d247 req-f525fe63-4abd-4e3d-b2cc-23a1d7e778e2 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Calling delete_port for ea29ceba-52aa-4e99-8f2d-915308271cc6 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:10:10.145376 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1eaef-476d-4913-9797-0fbbc4af63b0 req-eb5e0a48-d937-4b5e-bbcf-e742b6683bf8 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:10.147118 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0af1eaef-476d-4913-9797-0fbbc4af63b0 req-eb5e0a48-d937-4b5e-bbcf-e742b6683bf8 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 945 time: 0.0751803 Apr 20 16:10:10.221276 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:10.227542 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0af1eaef-476d-4913-9797-0fbbc4af63b0 req-a8bc12d7-290c-40be-92d8-bc158a419938 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702369 Apr 20 16:10:10.239639 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'bcd83f6e-1ab1-4dc7-8982-7ec33d46780b', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'bcd83f6e-1ab1-4dc7-8982-7ec33d46780b', 'mac_address': 'fa:16:3e:dd:34:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:10:10.280966 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:10:10.281468 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:10.286091 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68f0ca-533c-4e12-826a-271abfe59abb req-af0ccbed-2556-4226-90de-b86b8771532a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:10.289528 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b68f0ca-533c-4e12-826a-271abfe59abb req-af0ccbed-2556-4226-90de-b86b8771532a tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 945 time: 0.1028903 Apr 20 16:10:10.314177 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:10.386656 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912c5fd-4956-46dc-9337-13dbd7b2790f req-34a0adcb-216d-4d55-98d6-7a69cdeffb2c tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:10.388984 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c912c5fd-4956-46dc-9337-13dbd7b2790f req-34a0adcb-216d-4d55-98d6-7a69cdeffb2c tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 943 time: 0.0640368 Apr 20 16:10:10.397407 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b68f0ca-533c-4e12-826a-271abfe59abb req-00e1f8b7-44ca-4db2-8988-7eef1aeef4e7 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups?id=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843172 Apr 20 16:10:10.447433 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c912c5fd-4956-46dc-9337-13dbd7b2790f req-8c718d69-2827-4084-b2d5-756316067451 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505722 Apr 20 16:10:10.477865 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd83f6e-1ab1-4dc7-8982-7ec33d46780b {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:10:10.507213 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:10.555462 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:10.589235 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:10.620236 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f0a3f8d1-daa7-4626-88c7-90c4eb36d247 req-f525fe63-4abd-4e3d-b2cc-23a1d7e778e2 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:10.656725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525fe63-4abd-4e3d-b2cc-23a1d7e778e2 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Pushing event deleted for resources: {'Port': ['ID=ea29ceba-52aa-4e99-8f2d-915308271cc6,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:10.665849 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb70f22-d8d2-4f95-9982-2048d832f4b1 req-c7caa2dc-557c-41e1-99b8-018ba6d7f30b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:10.667402 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fcb70f22-d8d2-4f95-9982-2048d832f4b1 req-c7caa2dc-557c-41e1-99b8-018ba6d7f30b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 945 time: 0.0889790 Apr 20 16:10:10.696235 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:10.760097 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:10.795330 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fcb70f22-d8d2-4f95-9982-2048d832f4b1 req-d9295313-ef4f-44c9-aaf7-41e0cedfe7ce tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847905 Apr 20 16:10:10.810593 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b,revision_number=9']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:10.858064 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0a3f8d1-daa7-4626-88c7-90c4eb36d247 req-f525fe63-4abd-4e3d-b2cc-23a1d7e778e2 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Router f8b8961b-cf9c-4a57-8643-3aca93353903 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:10:10.921863 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96c9be-98df-4b49-bdeb-b2914a4c2690 req-4d51766c-847d-44bd-907c-5ad9a40907f5 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:10.923238 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,revision_number=13']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:10.925863 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dc96c9be-98df-4b49-bdeb-b2914a4c2690 req-4d51766c-847d-44bd-907c-5ad9a40907f5 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 950 time: 0.0888846 Apr 20 16:10:10.973432 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dc96c9be-98df-4b49-bdeb-b2914a4c2690 req-ae0ef4c8-6dab-4b3f-9b7a-ba69467a9700 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409162 Apr 20 16:10:11.065421 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce1811-993d-45c6-8159-4c85f15770b0 req-7d8f3522-4d4f-4e94-b63e-88133c459eeb tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:11.067013 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bcce1811-993d-45c6-8159-4c85f15770b0 req-7d8f3522-4d4f-4e94-b63e-88133c459eeb tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 945 time: 0.1384423 Apr 20 16:10:11.109380 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0a3f8d1-daa7-4626-88c7-90c4eb36d247 req-f525fe63-4abd-4e3d-b2cc-23a1d7e778e2 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:10:11.122503 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71fae59-c900-4978-99c6-d8421b566f5c None None] Sync routers for ids ['f8b8961b-cf9c-4a57-8643-3aca93353903'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:10:11.138114 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71fae59-c900-4978-99c6-d8421b566f5c None None] Routers {'f8b8961b-cf9c-4a57-8643-3aca93353903'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:10:11.139215 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b71fae59-c900-4978-99c6-d8421b566f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:09:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8b8961b-cf9c-4a57-8643-3aca93353903'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:11.174730 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bcce1811-993d-45c6-8159-4c85f15770b0 req-c8dc6510-b0f8-4604-9777-1a721a7b153e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915346 Apr 20 16:10:11.211013 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece45492-6384-4be4-acd1-a3fe36a8d7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:11.213726 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cff6e72-ee9e-4edd-9213-5d22f7a12891" -d '{"events": [{"server_uuid": "ece45492-6384-4be4-acd1-a3fe36a8d7dd", "name": "network-vif-plugged", "status": "completed", "tag": "96de2bcd-8d6c-4dca-bc9a-2e3929d99698"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:11.218631 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd604c0-cb06-4e57-91c1-31ae2ce44778 req-fa2fb590-97d1-4dac-ab39-946f4129a5df tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:11.223744 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['bcd83f6e-1ab1-4dc7-8982-7ec33d46780b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:10:11.225633 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5cd604c0-cb06-4e57-91c1-31ae2ce44778 req-fa2fb590-97d1-4dac-ab39-946f4129a5df tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 946 time: 0.1228986 Apr 20 16:10:11.227033 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a3f8d1-daa7-4626-88c7-90c4eb36d247 req-f525fe63-4abd-4e3d-b2cc-23a1d7e778e2 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] No DVR routers for this DVR port ea29ceba-52aa-4e99-8f2d-915308271cc6 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:10:11.233466 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f0a3f8d1-daa7-4626-88c7-90c4eb36d247 req-f525fe63-4abd-4e3d-b2cc-23a1d7e778e2 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:11.237271 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f0a3f8d1-daa7-4626-88c7-90c4eb36d247 req-f525fe63-4abd-4e3d-b2cc-23a1d7e778e2 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.26 "DELETE /v2.0/ports/ea29ceba-52aa-4e99-8f2d-915308271cc6 HTTP/1.1" status: 204 len: 173 time: 1.8218498 Apr 20 16:10:11.247937 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc933516-4fd6-4963-a2a1-dd9daf73380b', 'name': 'network-vif-deleted', 'tag': 'ea29ceba-52aa-4e99-8f2d-915308271cc6'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:11.255433 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b61e882-8700-44c0-b23b-1a59679d8cf4" -d '{"events": [{"server_uuid": "cc933516-4fd6-4963-a2a1-dd9daf73380b", "name": "network-vif-deleted", "tag": "ea29ceba-52aa-4e99-8f2d-915308271cc6"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:11.308669 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5cd604c0-cb06-4e57-91c1-31ae2ce44778 req-dbc1c507-6dba-4c28-bfe1-937f125a2f52 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745661 Apr 20 16:10:11.390623 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-b71fae59-c900-4978-99c6-d8421b566f5c None None] Set router f8b8961b-cf9c-4a57-8643-3aca93353903 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:10:11.409706 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac19448-f8a4-43a0-a980-8a3525dd329e req-df210954-1475-41a1-a047-81daa9b4387f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:11.411727 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3ac19448-f8a4-43a0-a980-8a3525dd329e req-df210954-1475-41a1-a047-81daa9b4387f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 950 time: 0.1240456 Apr 20 16:10:11.442847 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0ab85-9b8d-482a-aa8f-57cbb43b330f req-c447bc4b-43d3-4504-9ac1-a9567740867b tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:11.444929 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ad0ab85-9b8d-482a-aa8f-57cbb43b330f req-c447bc4b-43d3-4504-9ac1-a9567740867b tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 943 time: 0.1416249 Apr 20 16:10:11.562616 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ad0ab85-9b8d-482a-aa8f-57cbb43b330f req-d0e39601-ae46-46c1-9750-7accca4913c7 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9e54c12-3919-4bed-a6fc-84cc30cac704&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0957820 Apr 20 16:10:11.610012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-3ac19448-f8a4-43a0-a980-8a3525dd329e req-77a644c0-ece7-470e-b30e-8a4860995284 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Deleting port ffa47b81-8eab-40da-a6f2-2b9ba00825ee {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:10:11.628267 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3ac19448-f8a4-43a0-a980-8a3525dd329e req-77a644c0-ece7-470e-b30e-8a4860995284 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:11.628885 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488276af-0a9f-4941-8f38-848fac2d3112 x-openstack-request-id: req-488276af-0a9f-4941-8f38-848fac2d3112 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:11.628885 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece45492-6384-4be4-acd1-a3fe36a8d7dd", "name": "network-vif-plugged", "status": "completed", "tag": "96de2bcd-8d6c-4dca-bc9a-2e3929d99698", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:11.628885 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-488276af-0a9f-4941-8f38-848fac2d3112 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:11.628885 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-488276af-0a9f-4941-8f38-848fac2d3112'] response: {'server_uuid': 'ece45492-6384-4be4-acd1-a3fe36a8d7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698', 'code': 200} Apr 20 16:10:11.706190 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b71fae59-c900-4978-99c6-d8421b566f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1284104284-router', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:46Z', 'updated_at': '2022-04-20T16:05:52Z', 'revision_number': 4, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'gw_port': {'id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:47Z', 'updated_at': '2022-04-20T16:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '93bff59c-2d7f-423f-8f05-78cb4e212da0', 'name': '', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'mac_address': 'fa:16:3e:26:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:51Z', 'updated_at': '2022-04-20T16:05:58Z', 'revision_number': 5, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'subnets': [{'id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:11.731353 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-3ac19448-f8a4-43a0-a980-8a3525dd329e req-77a644c0-ece7-470e-b30e-8a4860995284 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] For port ffa47b81-8eab-40da-a6f2-2b9ba00825ee, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ffa47b81-8eab-40da-a6f2-2b9ba00825ee,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:11.731761 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3ac19448-f8a4-43a0-a980-8a3525dd329e req-77a644c0-ece7-470e-b30e-8a4860995284 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:11.746247 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-3ac19448-f8a4-43a0-a980-8a3525dd329e req-77a644c0-ece7-470e-b30e-8a4860995284 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Calling delete_port for ffa47b81-8eab-40da-a6f2-2b9ba00825ee owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:10:11.768880 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e20516-19df-49d0-9548-7c00193f846e x-openstack-request-id: req-a6e20516-19df-49d0-9548-7c00193f846e {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:11.769205 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc933516-4fd6-4963-a2a1-dd9daf73380b", "name": "network-vif-deleted", "tag": "ea29ceba-52aa-4e99-8f2d-915308271cc6", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:11.769427 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6e20516-19df-49d0-9548-7c00193f846e {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:11.769789 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e20516-19df-49d0-9548-7c00193f846e'] response: {'server_uuid': 'cc933516-4fd6-4963-a2a1-dd9daf73380b', 'name': 'network-vif-deleted', 'tag': 'ea29ceba-52aa-4e99-8f2d-915308271cc6', 'status': 'completed', 'code': 200} Apr 20 16:10:11.773360 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71fae59-c900-4978-99c6-d8421b566f5c None None] Checking router: f8b8961b-cf9c-4a57-8643-3aca93353903 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:10:11.794126 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71fae59-c900-4978-99c6-d8421b566f5c None None] Routers {'f8b8961b-cf9c-4a57-8643-3aca93353903'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:10:11.794847 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b71fae59-c900-4978-99c6-d8421b566f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:09:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8b8961b-cf9c-4a57-8643-3aca93353903'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:11.821878 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b52a07e7-5365-4d17-bffa-7f9ce5d8731f req-9541cd8d-53c0-4e0d-8ee8-211ef8211eff tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 210 time: 0.0627375 Apr 20 16:10:11.937354 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-b71fae59-c900-4978-99c6-d8421b566f5c None None] Set router f8b8961b-cf9c-4a57-8643-3aca93353903 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:10:11.961719 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9ce39-08f8-4446-9d21-079772ce79d9 req-c5d99259-2123-48cc-91c6-badf45c86975 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:11.963206 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-49e9ce39-08f8-4446-9d21-079772ce79d9 req-c5d99259-2123-48cc-91c6-badf45c86975 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 943 time: 0.0509081 Apr 20 16:10:11.972851 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device ea29ceba-52aa-4e99-8f2d-915308271cc6 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:10:12.000442 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: ea29ceba-52aa-4e99-8f2d-915308271cc6 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:10:12.005577 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device ea29ceba-52aa-4e99-8f2d-915308271cc6 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:10:12.007466 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3ac19448-f8a4-43a0-a980-8a3525dd329e req-77a644c0-ece7-470e-b30e-8a4860995284 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:12.041966 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-49e9ce39-08f8-4446-9d21-079772ce79d9 req-408aefe2-6ba7-4ffa-acf6-2a3b981e1a59 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633881 Apr 20 16:10:12.071266 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f662ef26-bc18-43c7-86ef-7dee44d15b32', '634efcd2-2583-403e-9a9e-1ace043618f5', 'ce4326ea-ab01-4f9f-b629-75c89ee3a037', 'abf2ba26-a602-4a89-a982-c6bb109bfb6d', 'ffa47b81-8eab-40da-a6f2-2b9ba00825ee'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:10:12.109526 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a644c0-ece7-470e-b30e-8a4860995284 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Pushing event deleted for resources: {'Port': ['ID=ffa47b81-8eab-40da-a6f2-2b9ba00825ee,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:12.151992 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac19448-f8a4-43a0-a980-8a3525dd329e req-77a644c0-ece7-470e-b30e-8a4860995284 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] No DVR routers for this DVR port ffa47b81-8eab-40da-a6f2-2b9ba00825ee on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:10:12.155199 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3ac19448-f8a4-43a0-a980-8a3525dd329e req-77a644c0-ece7-470e-b30e-8a4860995284 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:12.160483 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3ac19448-f8a4-43a0-a980-8a3525dd329e req-77a644c0-ece7-470e-b30e-8a4860995284 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.30 "DELETE /v2.0/ports/ffa47b81-8eab-40da-a6f2-2b9ba00825ee HTTP/1.1" status: 204 len: 173 time: 0.7428918 Apr 20 16:10:12.294193 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fcd882ea-e75d-4b9c-8fef-fbdaeffb8c17 req-4551b12e-f1e6-43b9-a507-6185d72ff2c1 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 210 time: 0.0523148 Apr 20 16:10:12.435545 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b71fae59-c900-4978-99c6-d8421b566f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1284104284-router', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:46Z', 'updated_at': '2022-04-20T16:05:52Z', 'revision_number': 4, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'gw_port': {'id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:47Z', 'updated_at': '2022-04-20T16:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '93bff59c-2d7f-423f-8f05-78cb4e212da0', 'name': '', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'mac_address': 'fa:16:3e:26:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:51Z', 'updated_at': '2022-04-20T16:05:58Z', 'revision_number': 5, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'subnets': [{'id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:12.468079 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71fae59-c900-4978-99c6-d8421b566f5c None None] The sync data for ids ['f8b8961b-cf9c-4a57-8643-3aca93353903'] in n-d-836146-2 is: [{'id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1284104284-router', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:46Z', 'updated_at': '2022-04-20T16:05:52Z', 'revision_number': 4, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'gw_port': {'id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:47Z', 'updated_at': '2022-04-20T16:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '93bff59c-2d7f-423f-8f05-78cb4e212da0', 'name': '', 'network_id': '90e50934-0ad2-4ce3-9e4b-483b08568bcf', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'mac_address': 'fa:16:3e:26:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:51Z', 'updated_at': '2022-04-20T16:05:58Z', 'revision_number': 5, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'subnets': [{'id': '6b5f4545-0b86-4c69-b75f-724716055b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:10:12.479388 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712d565-b023-4981-bc8d-73e8db47e32f req-e3104e2b-b9c3-474f-bd23-02270092884d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:12.482855 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c712d565-b023-4981-bc8d-73e8db47e32f req-e3104e2b-b9c3-474f-bd23-02270092884d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 946 time: 0.0669351 Apr 20 16:10:12.556939 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c712d565-b023-4981-bc8d-73e8db47e32f req-316b0ea8-cba4-41b4-a527-a05988b9fc93 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683577 Apr 20 16:10:12.672487 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccf2a5-f8e5-47fc-85a3-2a9a4a8a5b75 req-66e10c3c-1c95-452e-9920-0ccc97fd2474 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:12.674538 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aaccf2a5-f8e5-47fc-85a3-2a9a4a8a5b75 req-66e10c3c-1c95-452e-9920-0ccc97fd2474 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 945 time: 0.0744810 Apr 20 16:10:12.735157 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aaccf2a5-f8e5-47fc-85a3-2a9a4a8a5b75 req-42595124-c84a-4854-9482-a8c3407a25eb tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526559 Apr 20 16:10:12.736120 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdbdc5-67f8-494b-8899-04cc0d3e0651 req-cfb0fd41-e758-4e32-be40-b8b58c9245d6 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:12.737691 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0dcdbdc5-67f8-494b-8899-04cc0d3e0651 req-cfb0fd41-e758-4e32-be40-b8b58c9245d6 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 943 time: 0.0654514 Apr 20 16:10:12.792546 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0dcdbdc5-67f8-494b-8899-04cc0d3e0651 req-bdb8ec32-c0a4-4b95-931c-d7fb4a9b4144 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9e54c12-3919-4bed-a6fc-84cc30cac704&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383651 Apr 20 16:10:12.961027 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409483d5-75a3-4376-b8bd-d34ce2964977 None None] New status for floating IP 60a78eaa-4272-4d34-8a44-50a273fb6cba: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:10:12.991091 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e60eae09-113b-4f23-983e-9cd02f7c901c req-1f1963c6-b386-4618-87a0-9b9d77dc1f88 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc933516-4fd6-4963-a2a1-dd9daf73380b HTTP/1.1" status: 200 len: 210 time: 0.0287526 Apr 20 16:10:13.199382 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286c0b9-6741-4da3-b0ed-fa7e2992b482 req-e46017a9-fbf8-4928-bebe-c204c94f440d tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:13.200937 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6286c0b9-6741-4da3-b0ed-fa7e2992b482 req-e46017a9-fbf8-4928-bebe-c204c94f440d tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 943 time: 0.0640256 Apr 20 16:10:13.241849 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6286c0b9-6741-4da3-b0ed-fa7e2992b482 req-f25a69ab-9856-458a-8f6b-728eed4259cb tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342085 Apr 20 16:10:13.410939 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-49fc74d1-5170-4ffb-a326-29267e66bbaa req-9e53e015-7260-424e-b832-8e7266f46be3 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f7f131-514e-418b-a82d-ccc4983de74c HTTP/1.1" status: 200 len: 210 time: 0.0265486 Apr 20 16:10:13.691191 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786ba59-d667-41e2-82c3-329f3b3a0652 req-f0ab33ef-8868-4b6d-a325-2acf44d14774 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:13.693164 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c786ba59-d667-41e2-82c3-329f3b3a0652 req-f0ab33ef-8868-4b6d-a325-2acf44d14774 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 946 time: 0.0499187 Apr 20 16:10:13.731585 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c786ba59-d667-41e2-82c3-329f3b3a0652 req-43de3de7-1898-4e87-91b8-a0b6ea0b88bb tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320973 Apr 20 16:10:13.771620 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f7f131-514e-418b-a82d-ccc4983de74c', 'name': 'network-vif-deleted', 'tag': 'ffa47b81-8eab-40da-a6f2-2b9ba00825ee'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:13.774088 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8057e5dc-08f1-4c02-87c8-49686e06737b" -d '{"events": [{"server_uuid": "f1f7f131-514e-418b-a82d-ccc4983de74c", "name": "network-vif-deleted", "tag": "ffa47b81-8eab-40da-a6f2-2b9ba00825ee"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:13.881957 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d1ddf7-cbca-4305-b9c4-965849dfe6c2 x-openstack-request-id: req-a7d1ddf7-cbca-4305-b9c4-965849dfe6c2 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:13.881957 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f7f131-514e-418b-a82d-ccc4983de74c", "name": "network-vif-deleted", "tag": "ffa47b81-8eab-40da-a6f2-2b9ba00825ee", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:13.881957 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7d1ddf7-cbca-4305-b9c4-965849dfe6c2 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:13.881957 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d1ddf7-cbca-4305-b9c4-965849dfe6c2'] response: {'server_uuid': 'f1f7f131-514e-418b-a82d-ccc4983de74c', 'name': 'network-vif-deleted', 'tag': 'ffa47b81-8eab-40da-a6f2-2b9ba00825ee', 'status': 'completed', 'code': 200} Apr 20 16:10:13.881957 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096e79e-402a-4a91-b0c0-f8d4781153d3 req-4bc064ed-5f41-4503-a854-636cd283cb81 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:13.881957 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a096e79e-402a-4a91-b0c0-f8d4781153d3 req-4bc064ed-5f41-4503-a854-636cd283cb81 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 945 time: 0.0483902 Apr 20 16:10:13.882822 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['8bea67d5-3fcd-4761-bd14-b8d917afc384', 'b070ac35-bcbe-4e10-b667-5deb8296f6c1', '31944815-2a82-4a88-8c62-774322551706'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:10:13.916605 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a096e79e-402a-4a91-b0c0-f8d4781153d3 req-bf736ab9-c966-455b-92d5-b7f20e275302 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365520 Apr 20 16:10:13.920160 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef96ab9-7c90-41ee-8842-b696c6225fc3 req-52dcb387-fb29-4168-b1bd-f38f50538768 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:13.921186 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fef96ab9-7c90-41ee-8842-b696c6225fc3 req-52dcb387-fb29-4168-b1bd-f38f50538768 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 943 time: 0.0535789 Apr 20 16:10:13.967090 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device bcd83f6e-1ab1-4dc7-8982-7ec33d46780b up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:10:13.969368 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fef96ab9-7c90-41ee-8842-b696c6225fc3 req-001616fc-c482-4587-b5b2-06cbb3f22da1 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9e54c12-3919-4bed-a6fc-84cc30cac704&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351658 Apr 20 16:10:14.063099 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:10:14.063464 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:14.206141 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:14.243342 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37294d0-2fe1-4772-8f67-bc5e561c7db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd83f6e-1ab1-4dc7-8982-7ec33d46780b'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:14.245479 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c308a8-c103-43c9-96da-640a66b93cd3" -d '{"events": [{"server_uuid": "c37294d0-2fe1-4772-8f67-bc5e561c7db3", "name": "network-vif-plugged", "status": "completed", "tag": "bcd83f6e-1ab1-4dc7-8982-7ec33d46780b"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:14.265895 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:14.269368 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55922) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:14.291741 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd60b0b6-5f4e-4d1e-a8fa-0b5c79791506 x-openstack-request-id: req-fd60b0b6-5f4e-4d1e-a8fa-0b5c79791506 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:14.291741 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37294d0-2fe1-4772-8f67-bc5e561c7db3", "name": "network-vif-plugged", "status": "completed", "tag": "bcd83f6e-1ab1-4dc7-8982-7ec33d46780b", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:14.291741 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd60b0b6-5f4e-4d1e-a8fa-0b5c79791506 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:14.292476 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd60b0b6-5f4e-4d1e-a8fa-0b5c79791506'] response: {'server_uuid': 'c37294d0-2fe1-4772-8f67-bc5e561c7db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd83f6e-1ab1-4dc7-8982-7ec33d46780b', 'code': 200} Apr 20 16:10:14.356872 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:14.370855 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9a43d94-7c06-462b-8a14-d456fcbaf99c tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:14.402100 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9a43d94-7c06-462b-8a14-d456fcbaf99c tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:14.405751 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b,revision_number=10']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:14.417894 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba16b45-9892-4cc0-b7ec-e08855567fac req-04a74e61-d761-4715-8be6-0610cd462299 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:14.419387 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8ba16b45-9892-4cc0-b7ec-e08855567fac req-04a74e61-d761-4715-8be6-0610cd462299 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 943 time: 0.0840664 Apr 20 16:10:14.475994 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8ba16b45-9892-4cc0-b7ec-e08855567fac req-697d5640-489b-4c53-8a7b-7d4f2a698707 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461893 Apr 20 16:10:14.559358 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9a43d94-7c06-462b-8a14-d456fcbaf99c tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:14.562158 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9a43d94-7c06-462b-8a14-d456fcbaf99c tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:14.563485 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b9a43d94-7c06-462b-8a14-d456fcbaf99c tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "DELETE /v2.0/security-groups/333f4ec1-98aa-4cb3-a153-abc0ae27a1aa HTTP/1.1" status: 204 len: 168 time: 0.2929244 Apr 20 16:10:14.566458 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55932) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:14.572992 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a43d94-7c06-462b-8a14-d456fcbaf99c tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=333f4ec1-98aa-4cb3-a153-abc0ae27a1aa,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:14.580319 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-5bfba071-8c83-4254-929d-a7e84f8d4301 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] show failed (client error): The resource could not be found. Apr 20 16:10:14.581351 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5bfba071-8c83-4254-929d-a7e84f8d4301 tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "GET /v2.0/security-groups/333f4ec1-98aa-4cb3-a153-abc0ae27a1aa HTTP/1.1" status: 404 len: 347 time: 0.0138831 Apr 20 16:10:14.585101 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55934) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:14.713199 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-546fdcdb-4545-4c11-8b80-5153f8498ebc tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Deleting port ec0866af-78de-4712-90e9-5aa84781b7d0 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:10:14.713477 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-546fdcdb-4545-4c11-8b80-5153f8498ebc tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:14.795360 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-546fdcdb-4545-4c11-8b80-5153f8498ebc tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:14.795687 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-546fdcdb-4545-4c11-8b80-5153f8498ebc tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:14.809344 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-546fdcdb-4545-4c11-8b80-5153f8498ebc tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Calling delete_port for ec0866af-78de-4712-90e9-5aa84781b7d0 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:10:14.856033 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff84c3a-0f6f-4e3e-9ac3-bcb504dbd5e6 req-75b2a5f0-a823-49cf-9629-a3d29bf04a46 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:14.857621 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2ff84c3a-0f6f-4e3e-9ac3-bcb504dbd5e6 req-75b2a5f0-a823-49cf-9629-a3d29bf04a46 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 946 time: 0.0549254 Apr 20 16:10:14.913754 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2ff84c3a-0f6f-4e3e-9ac3-bcb504dbd5e6 req-3ea0caa8-36a4-4ba0-b4c3-ffebdd3ecd5f tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491605 Apr 20 16:10:14.976461 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe459eb-61f4-4199-aaad-f72f6d0c577f req-f4c0e67a-32e4-454b-b381-f404c949a95c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:14.977932 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-abe459eb-61f4-4199-aaad-f72f6d0c577f req-f4c0e67a-32e4-454b-b381-f404c949a95c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 950 time: 0.0847414 Apr 20 16:10:15.017818 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-abe459eb-61f4-4199-aaad-f72f6d0c577f req-0648f13e-ae6c-4ee3-8083-ee482ee6dfa2 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322883 Apr 20 16:10:15.039001 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103807e-31a3-4ae0-a3c5-54f8953d4ee8 req-1ca5f4e5-c72e-4571-a021-b83809834a7e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:15.040582 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0103807e-31a3-4ae0-a3c5-54f8953d4ee8 req-1ca5f4e5-c72e-4571-a021-b83809834a7e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 945 time: 0.0544937 Apr 20 16:10:15.073641 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-546fdcdb-4545-4c11-8b80-5153f8498ebc tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:15.080548 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0103807e-31a3-4ae0-a3c5-54f8953d4ee8 req-2508397c-fee7-4515-ad90-bf089d3f9b03 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332925 Apr 20 16:10:15.127278 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546fdcdb-4545-4c11-8b80-5153f8498ebc tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Pushing event deleted for resources: {'Port': ['ID=ec0866af-78de-4712-90e9-5aa84781b7d0,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:15.198846 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ba3fe-5a8e-4248-bdcb-752e6e2bece9 req-0002589a-2d2a-4d3e-930d-2c96114ea7d2 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:15.200361 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-051ba3fe-5a8e-4248-bdcb-752e6e2bece9 req-0002589a-2d2a-4d3e-930d-2c96114ea7d2 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 943 time: 0.1235023 Apr 20 16:10:15.215142 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-546fdcdb-4545-4c11-8b80-5153f8498ebc tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:15.217623 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-546fdcdb-4545-4c11-8b80-5153f8498ebc tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:15.219259 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-546fdcdb-4545-4c11-8b80-5153f8498ebc tempest-ServersWithSpecificFlavorTestJSON-1300505308 tempest-ServersWithSpecificFlavorTestJSON-1300505308-project] 10.222.0.15 "DELETE /v2.0/floatingips/60a78eaa-4272-4d34-8a44-50a273fb6cba HTTP/1.1" status: 204 len: 168 time: 0.6325495 Apr 20 16:10:15.247567 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-051ba3fe-5a8e-4248-bdcb-752e6e2bece9 req-8042b5cc-4e42-48bb-95ee-b9c8df235a2f tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9e54c12-3919-4bed-a6fc-84cc30cac704&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404301 Apr 20 16:10:15.334130 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ffa47b81-8eab-40da-a6f2-2b9ba00825ee no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:10:15.362010 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: ffa47b81-8eab-40da-a6f2-2b9ba00825ee {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:10:15.366408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ffa47b81-8eab-40da-a6f2-2b9ba00825ee not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:10:15.610673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec36557-d9b6-4fe3-8dcc-c43cab56209c req-be8be5d1-2ad1-48b7-99cb-2fed007293f5 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:15.612292 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7ec36557-d9b6-4fe3-8dcc-c43cab56209c req-be8be5d1-2ad1-48b7-99cb-2fed007293f5 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 943 time: 0.0609567 Apr 20 16:10:15.654906 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7ec36557-d9b6-4fe3-8dcc-c43cab56209c req-147f94b1-b837-4b43-a03a-3dd19d1c084b tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349944 Apr 20 16:10:15.719201 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55974) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:15.971821 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 587d7717-6501-4836-874f-b90cf2ef3f6b details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:10:16.064675 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc678584-793c-454c-aa52-326f1797883a req-a08eb830-cb00-4eb6-abe5-6a76915f26d3 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:16.066344 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bc678584-793c-454c-aa52-326f1797883a req-a08eb830-cb00-4eb6-abe5-6a76915f26d3 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 946 time: 0.0678675 Apr 20 16:10:16.084868 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 587d7717-6501-4836-874f-b90cf2ef3f6b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=587d7717-6501-4836-874f-b90cf2ef3f6b,segment=NetworkSegment(fdd23c0a-b099-44aa-a41c-635b09824e0c),segment_id=fdd23c0a-b099-44aa-a41c-635b09824e0c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:16.097184 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '587d7717-6501-4836-874f-b90cf2ef3f6b', 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0', 'port_id': '587d7717-6501-4836-874f-b90cf2ef3f6b', 'mac_address': 'fa:16:3e:dc:43:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b86baf7-38b2-4243-9561-bf50e0d3ae28', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:10:16.141998 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:16.145459 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bc678584-793c-454c-aa52-326f1797883a req-440351ba-c146-4b27-b97a-148989fd19d0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676868 Apr 20 16:10:16.167460 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587d7717-6501-4836-874f-b90cf2ef3f6b {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:10:16.178754 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18e78324-b5a4-4750-835e-ae1c63626f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:16.194339 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 587d7717-6501-4836-874f-b90cf2ef3f6b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=587d7717-6501-4836-874f-b90cf2ef3f6b,segment=NetworkSegment(fdd23c0a-b099-44aa-a41c-635b09824e0c),segment_id=fdd23c0a-b099-44aa-a41c-635b09824e0c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:16.196664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ec2a0-3cdc-47b7-a8e5-c71d3fb2d80c req-0a22a798-c8a7-4440-b0db-775fa35ef547 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:16.198268 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a18ec2a0-3cdc-47b7-a8e5-c71d3fb2d80c req-0a22a798-c8a7-4440-b0db-775fa35ef547 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 950 time: 0.0958943 Apr 20 16:10:16.245033 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a18ec2a0-3cdc-47b7-a8e5-c71d3fb2d80c req-a22bba17-f4c7-4e5c-ab52-2f54820771fb tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400057 Apr 20 16:10:16.280001 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:16.316980 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29c7fb-786e-4db2-bf15-70a747bdc702 req-5c69ca50-8412-49d9-985a-99f0338d68d9 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:16.318613 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9f29c7fb-786e-4db2-bf15-70a747bdc702 req-5c69ca50-8412-49d9-985a-99f0338d68d9 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 945 time: 0.0992491 Apr 20 16:10:16.431365 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9f29c7fb-786e-4db2-bf15-70a747bdc702 req-b67ee2a1-5de1-4fc4-8c12-f1567dc5e067 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947280 Apr 20 16:10:16.452203 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872b97e-6b86-4c66-8de6-ed327e9dcf7c req-3c3126a4-d311-4d33-89e9-3ec34a743c30 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:16.453951 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2872b97e-6b86-4c66-8de6-ed327e9dcf7c req-3c3126a4-d311-4d33-89e9-3ec34a743c30 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 944 time: 0.0822730 Apr 20 16:10:16.487316 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=587d7717-6501-4836-874f-b90cf2ef3f6b,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:16.544079 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2872b97e-6b86-4c66-8de6-ed327e9dcf7c req-2c33b56a-0f2b-4ffb-b96f-ec0933d7b2b0 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9e54c12-3919-4bed-a6fc-84cc30cac704&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822287 Apr 20 16:10:16.571775 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-18e78324-b5a4-4750-835e-ae1c63626f3c admin admin] Deleting port 93bff59c-2d7f-423f-8f05-78cb4e212da0 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:10:16.572223 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18e78324-b5a4-4750-835e-ae1c63626f3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:16.660496 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-18e78324-b5a4-4750-835e-ae1c63626f3c admin admin] For port 93bff59c-2d7f-423f-8f05-78cb4e212da0, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=93bff59c-2d7f-423f-8f05-78cb4e212da0,segment=NetworkSegment(9053885d-51a1-4852-a6b4-a356932f5932),segment_id=9053885d-51a1-4852-a6b4-a356932f5932)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:16.660886 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18e78324-b5a4-4750-835e-ae1c63626f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:16.674334 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-18e78324-b5a4-4750-835e-ae1c63626f3c admin admin] Calling delete_port for 93bff59c-2d7f-423f-8f05-78cb4e212da0 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:10:16.811557 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c91a4-b375-4f48-b3c1-328f999de34c req-7215fd6e-3ef9-4f52-a313-a613e6a7e39f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:16.813064 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-527c91a4-b375-4f48-b3c1-328f999de34c req-7215fd6e-3ef9-4f52-a313-a613e6a7e39f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 943 time: 0.0695183 Apr 20 16:10:16.903878 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-527c91a4-b375-4f48-b3c1-328f999de34c req-24c59fa8-9fc7-4680-9921-11e84ded74b8 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529385 Apr 20 16:10:16.970159 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4207e2-18e5-4334-83ea-63d509b07afa req-b4478153-5b32-44e3-9e32-7b370c02ee3b tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:16.978370 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f4207e2-18e5-4334-83ea-63d509b07afa req-b4478153-5b32-44e3-9e32-7b370c02ee3b tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.26 "GET /v2.0/ports?device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 950 time: 0.0553262 Apr 20 16:10:16.991995 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['587d7717-6501-4836-874f-b90cf2ef3f6b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:10:17.041293 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18e78324-b5a4-4750-835e-ae1c63626f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:17.094014 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e78324-b5a4-4750-835e-ae1c63626f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=93bff59c-2d7f-423f-8f05-78cb4e212da0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:17.168798 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-6f4207e2-18e5-4334-83ea-63d509b07afa req-33527acd-ea4f-44ab-bf3a-b9544a12e0e4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Deleting port 31944815-2a82-4a88-8c62-774322551706 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:10:17.170173 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6f4207e2-18e5-4334-83ea-63d509b07afa req-33527acd-ea4f-44ab-bf3a-b9544a12e0e4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:17.339639 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ccf117cc-5878-4bb7-be6e-847c786bb22d details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:10:17.494388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0699723-687b-491d-b8bf-ef6ab8c26de8 req-0952637d-408f-445d-b393-2f72eb0412d9 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:17.495913 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0699723-687b-491d-b8bf-ef6ab8c26de8 req-0952637d-408f-445d-b393-2f72eb0412d9 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 946 time: 0.1934991 Apr 20 16:10:17.522309 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18e78324-b5a4-4750-835e-ae1c63626f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:17.527723 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port ccf117cc-5878-4bb7-be6e-847c786bb22d, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ccf117cc-5878-4bb7-be6e-847c786bb22d,segment=NetworkSegment(c360c3f8-b007-4e45-bb5e-d3940160744d),segment_id=c360c3f8-b007-4e45-bb5e-d3940160744d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:17.529121 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-6f4207e2-18e5-4334-83ea-63d509b07afa req-33527acd-ea4f-44ab-bf3a-b9544a12e0e4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] For port 31944815-2a82-4a88-8c62-774322551706, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=31944815-2a82-4a88-8c62-774322551706,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:17.539755 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6f4207e2-18e5-4334-83ea-63d509b07afa req-33527acd-ea4f-44ab-bf3a-b9544a12e0e4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:17.552829 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'ccf117cc-5878-4bb7-be6e-847c786bb22d', 'network_id': 'c407a25c-3c84-47bb-a12c-46efb29f8241', 'port_id': 'ccf117cc-5878-4bb7-be6e-847c786bb22d', 'mac_address': 'fa:16:3e:ab:92:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d565cfc-9ced-4a47-9e17-96006148a9ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:10:17.572485 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25015a6-5f3b-41a8-8f32-910fb8747119 req-a40248d3-627c-4eee-8513-b8d85b3eb8b2 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:17.574062 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d25015a6-5f3b-41a8-8f32-910fb8747119 req-a40248d3-627c-4eee-8513-b8d85b3eb8b2 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=46954904-916d-492c-85cf-63853768ec93 HTTP/1.1" status: 200 len: 950 time: 0.1501002 Apr 20 16:10:17.578419 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-6f4207e2-18e5-4334-83ea-63d509b07afa req-33527acd-ea4f-44ab-bf3a-b9544a12e0e4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Calling delete_port for 31944815-2a82-4a88-8c62-774322551706 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:10:17.635121 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0699723-687b-491d-b8bf-ef6ab8c26de8 req-61b60699-eae0-49fa-a76c-863e9398be3b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282983 Apr 20 16:10:17.650812 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:17.681780 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ccf117cc-5878-4bb7-be6e-847c786bb22d {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:10:17.710800 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port ccf117cc-5878-4bb7-be6e-847c786bb22d, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ccf117cc-5878-4bb7-be6e-847c786bb22d,segment=NetworkSegment(c360c3f8-b007-4e45-bb5e-d3940160744d),segment_id=c360c3f8-b007-4e45-bb5e-d3940160744d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:17.766432 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d25015a6-5f3b-41a8-8f32-910fb8747119 req-4ab9a2ea-2746-4f5e-ad5c-35be9db17254 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809971 Apr 20 16:10:17.808297 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:17.998936 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=ccf117cc-5878-4bb7-be6e-847c786bb22d,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:18.017046 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfc833-87b2-4b39-b637-b9d8dc626c2b req-f19dc163-e5de-40dc-9919-e36f96fdc9dc tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:18.026593 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cbbfc833-87b2-4b39-b637-b9d8dc626c2b req-f19dc163-e5de-40dc-9919-e36f96fdc9dc tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 944 time: 0.1105163 Apr 20 16:10:18.033447 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6f4207e2-18e5-4334-83ea-63d509b07afa req-33527acd-ea4f-44ab-bf3a-b9544a12e0e4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:18.039501 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['ccf117cc-5878-4bb7-be6e-847c786bb22d'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:10:18.161536 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cbbfc833-87b2-4b39-b637-b9d8dc626c2b req-7f47a579-e8be-419d-9155-2805f826ff30 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322179 Apr 20 16:10:18.162327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33527acd-ea4f-44ab-bf3a-b9544a12e0e4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Pushing event deleted for resources: {'Port': ['ID=31944815-2a82-4a88-8c62-774322551706,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:18.209795 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e78324-b5a4-4750-835e-ae1c63626f3c admin admin] Router f8b8961b-cf9c-4a57-8643-3aca93353903 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:10:18.286800 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4207e2-18e5-4334-83ea-63d509b07afa req-33527acd-ea4f-44ab-bf3a-b9544a12e0e4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] No DVR routers for this DVR port 31944815-2a82-4a88-8c62-774322551706 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:10:18.289740 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6f4207e2-18e5-4334-83ea-63d509b07afa req-33527acd-ea4f-44ab-bf3a-b9544a12e0e4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:18.297516 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f4207e2-18e5-4334-83ea-63d509b07afa req-33527acd-ea4f-44ab-bf3a-b9544a12e0e4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.26 "DELETE /v2.0/ports/31944815-2a82-4a88-8c62-774322551706 HTTP/1.1" status: 204 len: 173 time: 1.3196020 Apr 20 16:10:18.298010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46954904-916d-492c-85cf-63853768ec93', 'name': 'network-vif-deleted', 'tag': '31944815-2a82-4a88-8c62-774322551706'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:18.315914 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f007620-7a9c-453f-8066-806433d2badd" -d '{"events": [{"server_uuid": "46954904-916d-492c-85cf-63853768ec93", "name": "network-vif-deleted", "tag": "31944815-2a82-4a88-8c62-774322551706"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:18.319453 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['8bea67d5-3fcd-4761-bd14-b8d917afc384', 'b070ac35-bcbe-4e10-b667-5deb8296f6c1', '31944815-2a82-4a88-8c62-774322551706'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:10:18.388150 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e78324-b5a4-4750-835e-ae1c63626f3c admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:10:18.413306 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-18e78324-b5a4-4750-835e-ae1c63626f3c admin admin] 10.222.0.15 "PUT /v2.0/routers/f8b8961b-cf9c-4a57-8643-3aca93353903/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6929855 Apr 20 16:10:18.413952 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fe11d2-d163-414d-bf62-b77ad808524c None None] Sync routers for ids ['f8b8961b-cf9c-4a57-8643-3aca93353903'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:10:18.416700 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56064) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:18.437043 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fe11d2-d163-414d-bf62-b77ad808524c None None] Routers {'f8b8961b-cf9c-4a57-8643-3aca93353903'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:10:18.437735 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-68fe11d2-d163-414d-bf62-b77ad808524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:09:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8b8961b-cf9c-4a57-8643-3aca93353903'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:18.560424 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d7852-452d-4f81-a6de-77bc2228444f req-144e4346-27a7-401a-87e1-155f7a257ea5 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:18.587274 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8f9d7852-452d-4f81-a6de-77bc2228444f req-144e4346-27a7-401a-87e1-155f7a257ea5 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 944 time: 0.2007704 Apr 20 16:10:18.592522 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-68fe11d2-d163-414d-bf62-b77ad808524c None None] Set router f8b8961b-cf9c-4a57-8643-3aca93353903 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:10:18.737792 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-096bafc3-67eb-4771-a63e-1b155558bafd admin admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:18.791474 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f662ef26-bc18-43c7-86ef-7dee44d15b32', '634efcd2-2583-403e-9a9e-1ace043618f5', 'ce4326ea-ab01-4f9f-b629-75c89ee3a037', 'abf2ba26-a602-4a89-a982-c6bb109bfb6d'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:10:18.837391 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8f9d7852-452d-4f81-a6de-77bc2228444f req-32c22bef-0eba-4248-b94e-38a5b114d93c tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9e54c12-3919-4bed-a6fc-84cc30cac704&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2465093 Apr 20 16:10:19.007800 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-096bafc3-67eb-4771-a63e-1b155558bafd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:19.123082 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ead2-98e9-42a0-bb38-90421d0618d9 req-5758d53e-5db8-487b-915c-64fa93138815 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:19.133364 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a8e3ead2-98e9-42a0-bb38-90421d0618d9 req-5758d53e-5db8-487b-915c-64fa93138815 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 943 time: 0.0992780 Apr 20 16:10:19.290494 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-68fe11d2-d163-414d-bf62-b77ad808524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1284104284-router', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:46Z', 'updated_at': '2022-04-20T16:10:16Z', 'revision_number': 5, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'gw_port': {'id': 'f5354db4-dd4f-4c1a-996d-3e157ae456c0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:05:47Z', 'updated_at': '2022-04-20T16:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:19.313547 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a8e3ead2-98e9-42a0-bb38-90421d0618d9 req-9d3012f3-f73e-4225-9caf-97a4a6b1754a tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387074 Apr 20 16:10:19.318205 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-096bafc3-67eb-4771-a63e-1b155558bafd admin admin] Deleting port f5354db4-dd4f-4c1a-996d-3e157ae456c0 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:10:19.319711 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-096bafc3-67eb-4771-a63e-1b155558bafd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:19.373078 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ccf117cc-5878-4bb7-be6e-847c786bb22d up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:10:19.376728 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fe11d2-d163-414d-bf62-b77ad808524c None None] Checking router: f8b8961b-cf9c-4a57-8643-3aca93353903 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:10:19.397335 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5486e206-65e5-4509-9a1e-8bb08dc92bc7 x-openstack-request-id: req-5486e206-65e5-4509-9a1e-8bb08dc92bc7 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:19.397835 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46954904-916d-492c-85cf-63853768ec93", "name": "network-vif-deleted", "tag": "31944815-2a82-4a88-8c62-774322551706", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:19.397835 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5486e206-65e5-4509-9a1e-8bb08dc92bc7 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:19.398306 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5486e206-65e5-4509-9a1e-8bb08dc92bc7'] response: {'server_uuid': '46954904-916d-492c-85cf-63853768ec93', 'name': 'network-vif-deleted', 'tag': '31944815-2a82-4a88-8c62-774322551706', 'status': 'completed', 'code': 200} Apr 20 16:10:19.458003 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fe11d2-d163-414d-bf62-b77ad808524c None None] Routers {'f8b8961b-cf9c-4a57-8643-3aca93353903'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:10:19.458652 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-68fe11d2-d163-414d-bf62-b77ad808524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:09:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8b8961b-cf9c-4a57-8643-3aca93353903'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:19.464209 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-096bafc3-67eb-4771-a63e-1b155558bafd admin admin] For port f5354db4-dd4f-4c1a-996d-3e157ae456c0, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=f5354db4-dd4f-4c1a-996d-3e157ae456c0,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:19.464209 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-096bafc3-67eb-4771-a63e-1b155558bafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:19.481097 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-096bafc3-67eb-4771-a63e-1b155558bafd admin admin] Calling delete_port for f5354db4-dd4f-4c1a-996d-3e157ae456c0 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:10:19.638369 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-68fe11d2-d163-414d-bf62-b77ad808524c None None] Set router f8b8961b-cf9c-4a57-8643-3aca93353903 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:10:19.738049 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-68fe11d2-d163-414d-bf62-b77ad808524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1284104284-router', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:46Z', 'updated_at': '2022-04-20T16:10:19Z', 'revision_number': 6, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:19.786999 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f251e-5021-40f8-a25a-eccce4a99882 req-f5b66c99-df8e-45ad-b112-d3634bdea82b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:19.793766 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a3f251e-5021-40f8-a25a-eccce4a99882 req-f5b66c99-df8e-45ad-b112-d3634bdea82b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 946 time: 0.1130626 Apr 20 16:10:19.875496 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fe11d2-d163-414d-bf62-b77ad808524c None None] The sync data for ids ['f8b8961b-cf9c-4a57-8643-3aca93353903'] in n-d-836146-2 is: [{'id': 'f8b8961b-cf9c-4a57-8643-3aca93353903', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1284104284-router', 'tenant_id': '0dc23c73e9194fb380a739b184f44762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:05:46Z', 'updated_at': '2022-04-20T16:10:19Z', 'revision_number': 6, 'project_id': '0dc23c73e9194fb380a739b184f44762', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:10:19.897838 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a3f251e-5021-40f8-a25a-eccce4a99882 req-d1d8f56d-01d8-471f-9b79-5f0c5683e0cc tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905313 Apr 20 16:10:19.938051 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-096bafc3-67eb-4771-a63e-1b155558bafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:19.965596 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port ccf117cc-5878-4bb7-be6e-847c786bb22d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:10:19.965964 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:19.978494 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096bafc3-67eb-4771-a63e-1b155558bafd admin admin] Pushing event deleted for resources: {'Port': ['ID=f5354db4-dd4f-4c1a-996d-3e157ae456c0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:20.018541 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 587d7717-6501-4836-874f-b90cf2ef3f6b up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:10:20.099603 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-096bafc3-67eb-4771-a63e-1b155558bafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:20.668907 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 93bff59c-2d7f-423f-8f05-78cb4e212da0 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:10:20.699853 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 93bff59c-2d7f-423f-8f05-78cb4e212da0 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:10:20.700864 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 93bff59c-2d7f-423f-8f05-78cb4e212da0 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:10:20.713907 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 587d7717-6501-4836-874f-b90cf2ef3f6b completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:10:20.746340 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 587d7717-6501-4836-874f-b90cf2ef3f6b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:10:20.746982 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:20.803129 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:20.872135 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8480cc90-1aca-4b44-8525-35b0310c4173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf117cc-5878-4bb7-be6e-847c786bb22d'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:20.881171 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6710843d-524a-4b90-a112-2603f73c7386" -d '{"events": [{"server_uuid": "8480cc90-1aca-4b44-8525-35b0310c4173", "name": "network-vif-plugged", "status": "completed", "tag": "ccf117cc-5878-4bb7-be6e-847c786bb22d"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:20.932189 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-096bafc3-67eb-4771-a63e-1b155558bafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:20.939127 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port ccf117cc-5878-4bb7-be6e-847c786bb22d, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ccf117cc-5878-4bb7-be6e-847c786bb22d,segment=NetworkSegment(c360c3f8-b007-4e45-bb5e-d3940160744d),segment_id=c360c3f8-b007-4e45-bb5e-d3940160744d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:20.941424 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-096bafc3-67eb-4771-a63e-1b155558bafd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:21.040924 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:21.154834 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac2202-bc8a-4859-b228-abca3f2abaf7 req-c6e6e493-e950-42bf-b213-15a8042b533a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:21.167608 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aeac2202-bc8a-4859-b228-abca3f2abaf7 req-c6e6e493-e950-42bf-b213-15a8042b533a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 944 time: 0.7843833 Apr 20 16:10:21.220703 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:21.235704 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aeac2202-bc8a-4859-b228-abca3f2abaf7 req-5db6085d-d8c0-4055-9055-1319d7d523e4 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665097 Apr 20 16:10:21.250769 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-096bafc3-67eb-4771-a63e-1b155558bafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:21.250769 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096bafc3-67eb-4771-a63e-1b155558bafd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8b8961b-cf9c-4a57-8643-3aca93353903 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:10:21.256211 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-096bafc3-67eb-4771-a63e-1b155558bafd admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:21.258969 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-096bafc3-67eb-4771-a63e-1b155558bafd admin admin] 10.222.0.15 "DELETE /v2.0/routers/f8b8961b-cf9c-4a57-8643-3aca93353903 HTTP/1.1" status: 204 len: 168 time: 2.8410499 Apr 20 16:10:21.261776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56094) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:21.450824 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-85fe156e-1986-47f9-9cbe-6004b2976397 admin admin] Deleting subnet 6b5f4545-0b86-4c69-b75f-724716055b66 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:10:21.465649 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-85fe156e-1986-47f9-9cbe-6004b2976397 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:21.501703 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 587d7717-6501-4836-874f-b90cf2ef3f6b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=587d7717-6501-4836-874f-b90cf2ef3f6b,segment=NetworkSegment(fdd23c0a-b099-44aa-a41c-635b09824e0c),segment_id=fdd23c0a-b099-44aa-a41c-635b09824e0c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:21.523506 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56370ca-750e-4a88-82ac-f9e3904a5681 req-69d67c6f-f2ce-4aad-8cca-4cd974d0641e tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:21.540089 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c56370ca-750e-4a88-82ac-f9e3904a5681 req-69d67c6f-f2ce-4aad-8cca-4cd974d0641e tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 944 time: 0.1876605 Apr 20 16:10:21.553637 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=ccf117cc-5878-4bb7-be6e-847c786bb22d,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:21.606538 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-85fe156e-1986-47f9-9cbe-6004b2976397 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:21.720230 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c56370ca-750e-4a88-82ac-f9e3904a5681 req-aedd331f-0201-400d-8346-04da3ca20228 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9e54c12-3919-4bed-a6fc-84cc30cac704&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1753256 Apr 20 16:10:21.856413 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-85fe156e-1986-47f9-9cbe-6004b2976397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:21.873958 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:21.875008 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 31944815-2a82-4a88-8c62-774322551706 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:10:22.016510 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device e058ba87-9041-4157-af69-78ee7cccb91d details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:10:22.053615 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-85fe156e-1986-47f9-9cbe-6004b2976397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:22.118367 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f5354db4-dd4f-4c1a-996d-3e157ae456c0 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:10:22.125358 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 31944815-2a82-4a88-8c62-774322551706 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:10:22.131497 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 31944815-2a82-4a88-8c62-774322551706 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:10:22.131651 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe156e-1986-47f9-9cbe-6004b2976397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b5f4545-0b86-4c69-b75f-724716055b66,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:22.145191 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-85fe156e-1986-47f9-9cbe-6004b2976397 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:22.151454 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-85fe156e-1986-47f9-9cbe-6004b2976397 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6b5f4545-0b86-4c69-b75f-724716055b66 HTTP/1.1" status: 204 len: 168 time: 0.8886497 Apr 20 16:10:22.154131 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56096) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:22.186976 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d914487b-d961-4edb-8f00-0c5557d51fb4 None None] Network 90e50934-0ad2-4ce3-9e4b-483b08568bcf requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:10:22.196067 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: f5354db4-dd4f-4c1a-996d-3e157ae456c0 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:10:22.196450 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f5354db4-dd4f-4c1a-996d-3e157ae456c0 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:10:22.521519 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=587d7717-6501-4836-874f-b90cf2ef3f6b,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:22.534053 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-86ba5a8d-d3bb-4da4-a896-2fdd2684fd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:22.606155 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600075f-864f-44e6-93cf-649b58661b4c req-bd362fb3-be74-4b14-8766-e883f610c6a0 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:22.607611 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c600075f-864f-44e6-93cf-649b58661b4c req-bd362fb3-be74-4b14-8766-e883f610c6a0 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 943 time: 0.1550107 Apr 20 16:10:22.641323 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port e058ba87-9041-4157-af69-78ee7cccb91d, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=e058ba87-9041-4157-af69-78ee7cccb91d,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:22.666489 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c600075f-864f-44e6-93cf-649b58661b4c req-6fbccdf1-2af6-43ea-89bb-b66d7cfeb6b8 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489264 Apr 20 16:10:22.667756 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-86ba5a8d-d3bb-4da4-a896-2fdd2684fd21 admin admin] Deleting port 500e1909-596a-4c55-972d-2ab9e20ec5d6 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:10:22.668091 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-86ba5a8d-d3bb-4da4-a896-2fdd2684fd21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:22.674559 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'e058ba87-9041-4157-af69-78ee7cccb91d', 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06', 'port_id': 'e058ba87-9041-4157-af69-78ee7cccb91d', 'mac_address': 'fa:16:3e:3a:28:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66ca5027-e9c8-41ce-8129-1d35f4e0c95c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:10:22.730161 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd34c2d7-39cc-4299-9a60-f3f1876156c0 x-openstack-request-id: req-bd34c2d7-39cc-4299-9a60-f3f1876156c0 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:22.732555 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8480cc90-1aca-4b44-8525-35b0310c4173", "name": "network-vif-plugged", "status": "completed", "tag": "ccf117cc-5878-4bb7-be6e-847c786bb22d", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:22.732555 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd34c2d7-39cc-4299-9a60-f3f1876156c0 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:22.732555 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd34c2d7-39cc-4299-9a60-f3f1876156c0'] response: {'server_uuid': '8480cc90-1aca-4b44-8525-35b0310c4173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf117cc-5878-4bb7-be6e-847c786bb22d', 'code': 200} Apr 20 16:10:22.743743 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-86ba5a8d-d3bb-4da4-a896-2fdd2684fd21 admin admin] For port 500e1909-596a-4c55-972d-2ab9e20ec5d6, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=500e1909-596a-4c55-972d-2ab9e20ec5d6,segment=NetworkSegment(9053885d-51a1-4852-a6b4-a356932f5932),segment_id=9053885d-51a1-4852-a6b4-a356932f5932)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:22.744149 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-86ba5a8d-d3bb-4da4-a896-2fdd2684fd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:22.744750 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:22.763819 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e058ba87-9041-4157-af69-78ee7cccb91d {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:10:22.764567 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-86ba5a8d-d3bb-4da4-a896-2fdd2684fd21 admin admin] Calling delete_port for 500e1909-596a-4c55-972d-2ab9e20ec5d6 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:10:22.785907 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port e058ba87-9041-4157-af69-78ee7cccb91d, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=e058ba87-9041-4157-af69-78ee7cccb91d,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:22.903002 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a42cb-51c8-4116-8d92-4f0b67c53e38 req-f64ebc6f-6e3d-457a-8b22-e5913fc25fa8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:22.904515 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ab6a42cb-51c8-4116-8d92-4f0b67c53e38 req-f64ebc6f-6e3d-457a-8b22-e5913fc25fa8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 946 time: 0.0952661 Apr 20 16:10:22.925243 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d639329b-c7a6-4a54-a204-f455ce56e0ad None None] DHCP port deletion for 90e50934-0ad2-4ce3-9e4b-483b08568bcf request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:10:22.946611 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ab6a42cb-51c8-4116-8d92-4f0b67c53e38 req-fd6c6523-d37b-490f-a241-dd78550cf294 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353541 Apr 20 16:10:22.979139 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d639329b-c7a6-4a54-a204-f455ce56e0ad None None] Deleting port 500e1909-596a-4c55-972d-2ab9e20ec5d6 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:10:22.979563 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d639329b-c7a6-4a54-a204-f455ce56e0ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:23.041843 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d639329b-c7a6-4a54-a204-f455ce56e0ad None None] For port 500e1909-596a-4c55-972d-2ab9e20ec5d6, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=500e1909-596a-4c55-972d-2ab9e20ec5d6,segment=NetworkSegment(9053885d-51a1-4852-a6b4-a356932f5932),segment_id=9053885d-51a1-4852-a6b4-a356932f5932)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:23.042243 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d639329b-c7a6-4a54-a204-f455ce56e0ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:23.051130 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18d4ea-9698-4a4f-aeba-321ff048c56b req-cc5420a5-b9d3-4ba8-92a4-61f9066aebba tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:23.052679 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-df18d4ea-9698-4a4f-aeba-321ff048c56b req-cc5420a5-b9d3-4ba8-92a4-61f9066aebba tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 1096 time: 0.0420537 Apr 20 16:10:23.055475 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d639329b-c7a6-4a54-a204-f455ce56e0ad None None] Calling delete_port for 500e1909-596a-4c55-972d-2ab9e20ec5d6 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:10:23.088001 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-df18d4ea-9698-4a4f-aeba-321ff048c56b req-2842d7bf-320e-4e55-93cf-2deba7b4c4a0 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289781 Apr 20 16:10:23.189311 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1d7f1-89ae-4f5b-ab8f-d97c13116363 req-6eb9ce33-3988-4584-8ad7-3d359728f024 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:23.190656 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-97c1d7f1-89ae-4f5b-ab8f-d97c13116363 req-6eb9ce33-3988-4584-8ad7-3d359728f024 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 945 time: 0.0474505 Apr 20 16:10:23.228608 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-97c1d7f1-89ae-4f5b-ab8f-d97c13116363 req-cef0f91c-f4b0-4b78-bbbb-edf9073f870b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314038 Apr 20 16:10:23.267853 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-41eb48cc-d4c0-4ad4-b44d-4cf398f41cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:23.308823 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:23.317329 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-86ba5a8d-d3bb-4da4-a896-2fdd2684fd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:23.341142 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d639329b-c7a6-4a54-a204-f455ce56e0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:23.351205 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba5a8d-d3bb-4da4-a896-2fdd2684fd21 admin admin] Pushing event deleted for resources: {'Port': ['ID=500e1909-596a-4c55-972d-2ab9e20ec5d6,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:23.353864 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ba5a8d-d3bb-4da4-a896-2fdd2684fd21 admin admin] No DVR routers for this DVR port 500e1909-596a-4c55-972d-2ab9e20ec5d6 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:10:23.360113 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d639329b-c7a6-4a54-a204-f455ce56e0ad None None] No DVR routers for this DVR port 500e1909-596a-4c55-972d-2ab9e20ec5d6 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:10:23.377161 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=e058ba87-9041-4157-af69-78ee7cccb91d,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:23.386859 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940a9ab-6859-4d31-8162-f40202d375c0 req-2682ec95-b113-4019-ad83-24ed3bd8469e tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:23.387849 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1940a9ab-6859-4d31-8162-f40202d375c0 req-2682ec95-b113-4019-ad83-24ed3bd8469e tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57dbc18-a0ee-42cb-861d-0709d7ca89e7 HTTP/1.1" status: 200 len: 950 time: 0.1024866 Apr 20 16:10:23.407907 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639329b-c7a6-4a54-a204-f455ce56e0ad None None] Pushing event deleted for resources: {'Port': ['ID=500e1909-596a-4c55-972d-2ab9e20ec5d6,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:23.483000 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-86ba5a8d-d3bb-4da4-a896-2fdd2684fd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:23.505861 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1940a9ab-6859-4d31-8162-f40202d375c0 req-efd7ce93-5cba-480e-84e0-2534532bc480 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091151 Apr 20 16:10:23.548612 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-86ba5a8d-d3bb-4da4-a896-2fdd2684fd21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e50934-0ad2-4ce3-9e4b-483b08568bcf']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:23.578714 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-86ba5a8d-d3bb-4da4-a896-2fdd2684fd21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9053885d-51a1-4852-a6b4-a356932f5932') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:23.580365 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-86ba5a8d-d3bb-4da4-a896-2fdd2684fd21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9053885d-51a1-4852-a6b4-a356932f5932') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:23.589751 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-86ba5a8d-d3bb-4da4-a896-2fdd2684fd21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:23.603799 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-86ba5a8d-d3bb-4da4-a896-2fdd2684fd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:23.610255 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ba5a8d-d3bb-4da4-a896-2fdd2684fd21 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:10:23.610677 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-86ba5a8d-d3bb-4da4-a896-2fdd2684fd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:10:23.651922 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:10:23.807246 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede67192-679b-4934-b8f0-aa4fd8570bd1 req-5572d3b4-9fb1-40f3-94d0-5f66d74ed484 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:23.808902 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ede67192-679b-4934-b8f0-aa4fd8570bd1 req-5572d3b4-9fb1-40f3-94d0-5f66d74ed484 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 945 time: 0.1403232 Apr 20 16:10:23.871314 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-86ba5a8d-d3bb-4da4-a896-2fdd2684fd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:23.876840 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ede67192-679b-4934-b8f0-aa4fd8570bd1 req-f43e5edc-af97-402a-a5ab-94e8bc27b597 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9e54c12-3919-4bed-a6fc-84cc30cac704&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603964 Apr 20 16:10:23.881865 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['e058ba87-9041-4157-af69-78ee7cccb91d'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:10:23.907782 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-86ba5a8d-d3bb-4da4-a896-2fdd2684fd21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:23.920126 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56116) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:23.923882 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-86ba5a8d-d3bb-4da4-a896-2fdd2684fd21 admin admin] 10.222.0.15 "DELETE /v2.0/networks/90e50934-0ad2-4ce3-9e4b-483b08568bcf HTTP/1.1" status: 204 len: 168 time: 1.7617018 Apr 20 16:10:23.960121 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba5a8d-d3bb-4da4-a896-2fdd2684fd21 admin admin] Pushing event deleted for resources: {'Network': ['ID=90e50934-0ad2-4ce3-9e4b-483b08568bcf,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:24.187914 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 500e1909-596a-4c55-972d-2ab9e20ec5d6 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:10:24.288835 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 500e1909-596a-4c55-972d-2ab9e20ec5d6 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:10:24.289274 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 500e1909-596a-4c55-972d-2ab9e20ec5d6 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:10:24.463464 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbec085-2165-401e-984b-4d1d5dbc2d69 req-58e8f781-aebe-4f31-934d-82f2a21bb540 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:24.465084 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dbec085-2165-401e-984b-4d1d5dbc2d69 req-58e8f781-aebe-4f31-934d-82f2a21bb540 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57dbc18-a0ee-42cb-861d-0709d7ca89e7 HTTP/1.1" status: 200 len: 950 time: 0.1980972 Apr 20 16:10:24.675018 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-8dbec085-2165-401e-984b-4d1d5dbc2d69 req-a0a3b639-4d7b-4a70-a026-e27776acb99f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Deleting port b070ac35-bcbe-4e10-b667-5deb8296f6c1 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:10:24.675018 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8dbec085-2165-401e-984b-4d1d5dbc2d69 req-a0a3b639-4d7b-4a70-a026-e27776acb99f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:24.732167 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587d7717-6501-4836-874f-b90cf2ef3f6b'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:24.734563 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e08fe1f-d396-49dd-b05e-6d919d2f3610" -d '{"events": [{"server_uuid": "e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289", "name": "network-vif-plugged", "status": "completed", "tag": "587d7717-6501-4836-874f-b90cf2ef3f6b"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:24.845732 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca23332c-6b65-4567-869e-d9955c02573c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:25.097448 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7f84e972-5ded-4d67-9d2c-b9706ad66205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:25.471806 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-8dbec085-2165-401e-984b-4d1d5dbc2d69 req-a0a3b639-4d7b-4a70-a026-e27776acb99f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] For port b070ac35-bcbe-4e10-b667-5deb8296f6c1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b070ac35-bcbe-4e10-b667-5deb8296f6c1,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:25.472366 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8dbec085-2165-401e-984b-4d1d5dbc2d69 req-a0a3b639-4d7b-4a70-a026-e27776acb99f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:25.532389 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-8dbec085-2165-401e-984b-4d1d5dbc2d69 req-a0a3b639-4d7b-4a70-a026-e27776acb99f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Calling delete_port for b070ac35-bcbe-4e10-b667-5deb8296f6c1 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:10:25.999954 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-ca23332c-6b65-4567-869e-d9955c02573c admin admin] Deleting port 4fc79bdc-5080-42d3-b58e-bad9d2ad2a08 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:10:26.000495 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca23332c-6b65-4567-869e-d9955c02573c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:26.015924 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device e058ba87-9041-4157-af69-78ee7cccb91d up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:10:26.176274 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-ca23332c-6b65-4567-869e-d9955c02573c admin admin] For port 4fc79bdc-5080-42d3-b58e-bad9d2ad2a08, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4fc79bdc-5080-42d3-b58e-bad9d2ad2a08,segment=NetworkSegment(e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72),segment_id=e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:26.176793 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca23332c-6b65-4567-869e-d9955c02573c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:26.185341 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8dbec085-2165-401e-984b-4d1d5dbc2d69 req-a0a3b639-4d7b-4a70-a026-e27776acb99f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:26.210209 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port e058ba87-9041-4157-af69-78ee7cccb91d completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:10:26.214722 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port e058ba87-9041-4157-af69-78ee7cccb91d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:10:26.218446 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:26.271857 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f662ef26-bc18-43c7-86ef-7dee44d15b32', '634efcd2-2583-403e-9a9e-1ace043618f5', 'ce4326ea-ab01-4f9f-b629-75c89ee3a037', 'abf2ba26-a602-4a89-a982-c6bb109bfb6d'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:10:26.274317 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['8bea67d5-3fcd-4761-bd14-b8d917afc384'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:10:26.289176 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:26.291457 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3b639-4d7b-4a70-a026-e27776acb99f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Pushing event deleted for resources: {'Port': ['ID=b070ac35-bcbe-4e10-b667-5deb8296f6c1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:26.352845 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbec085-2165-401e-984b-4d1d5dbc2d69 req-a0a3b639-4d7b-4a70-a026-e27776acb99f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] No DVR routers for this DVR port b070ac35-bcbe-4e10-b667-5deb8296f6c1 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:10:26.355646 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-ca23332c-6b65-4567-869e-d9955c02573c admin admin] Calling delete_port for 4fc79bdc-5080-42d3-b58e-bad9d2ad2a08 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:10:26.358862 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8dbec085-2165-401e-984b-4d1d5dbc2d69 req-a0a3b639-4d7b-4a70-a026-e27776acb99f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:26.363740 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dbec085-2165-401e-984b-4d1d5dbc2d69 req-a0a3b639-4d7b-4a70-a026-e27776acb99f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.26 "DELETE /v2.0/ports/b070ac35-bcbe-4e10-b667-5deb8296f6c1 HTTP/1.1" status: 204 len: 173 time: 1.8805990 Apr 20 16:10:26.367778 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57dbc18-a0ee-42cb-861d-0709d7ca89e7', 'name': 'network-vif-deleted', 'tag': 'b070ac35-bcbe-4e10-b667-5deb8296f6c1'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:26.376192 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0fae09-2256-4aba-bec7-d4adda5d4b1e" -d '{"events": [{"server_uuid": "b57dbc18-a0ee-42cb-861d-0709d7ca89e7", "name": "network-vif-deleted", "tag": "b070ac35-bcbe-4e10-b667-5deb8296f6c1"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:26.506662 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-e2363a3b-9a89-4aad-bb6f-b69f5ec2bde4 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:10:26.514736 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-e2363a3b-9a89-4aad-bb6f-b69f5ec2bde4 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125289 Apr 20 16:10:26.566299 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-6a37e363-1d2c-402b-8339-878d94a68dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:26.573641 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-6a37e363-1d2c-402b-8339-878d94a68dde service neutron] 10.222.0.15 "GET /v2.0/ports/9f535cc6-8118-48b9-abcc-62f431a6be84 HTTP/1.1" status: 200 len: 1093 time: 0.0576305 Apr 20 16:10:26.578049 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-b7ded5a1-5316-40b0-845e-b0bc194bd138 service neutron] Request body: {'binding': {'host': 'n-h1-836146-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:10:26.578632 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-b7ded5a1-5316-40b0-845e-b0bc194bd138 service neutron] Unknown quota resources ['binding']. {{(pid=103484) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 16:10:26.765604 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:26.820150 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-b7ded5a1-5316-40b0-845e-b0bc194bd138 service neutron] Attempting to bind port 9f535cc6-8118-48b9-abcc-62f431a6be84 on host n-h1-836146-2 for vnic_type normal with profile None {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:10:26.820525 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-b7ded5a1-5316-40b0-845e-b0bc194bd138 service neutron] Attempting to bind port 9f535cc6-8118-48b9-abcc-62f431a6be84 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:10:26.821047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-b7ded5a1-5316-40b0-845e-b0bc194bd138 service neutron] Attempting to bind port 9f535cc6-8118-48b9-abcc-62f431a6be84 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:10:26.830603 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-b7ded5a1-5316-40b0-845e-b0bc194bd138 service neutron] Port 9f535cc6-8118-48b9-abcc-62f431a6be84 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:10:26.830934 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-b7ded5a1-5316-40b0-845e-b0bc194bd138 service neutron] Attempting to bind port 9f535cc6-8118-48b9-abcc-62f431a6be84 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:10:26.841686 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-b7ded5a1-5316-40b0-845e-b0bc194bd138 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:10:26.842036 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-b7ded5a1-5316-40b0-845e-b0bc194bd138 service neutron] Checking segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:10:26.842605 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-b7ded5a1-5316-40b0-845e-b0bc194bd138 service neutron] Bound using segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:10:26.843136 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-b7ded5a1-5316-40b0-845e-b0bc194bd138 service neutron] Bound port: 9f535cc6-8118-48b9-abcc-62f431a6be84, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:10:27.013712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-b7ded5a1-5316-40b0-845e-b0bc194bd138 service neutron] For port 9f535cc6-8118-48b9-abcc-62f431a6be84, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=9f535cc6-8118-48b9-abcc-62f431a6be84,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:10:27.119743 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port e058ba87-9041-4157-af69-78ee7cccb91d, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=e058ba87-9041-4157-af69-78ee7cccb91d,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:27.504443 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-b7ded5a1-5316-40b0-845e-b0bc194bd138 service neutron] Notify callbacks [] for binding, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:27.513993 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-b7ded5a1-5316-40b0-845e-b0bc194bd138 service neutron] 10.222.0.15 "POST /v2.0/ports/9f535cc6-8118-48b9-abcc-62f431a6be84/bindings HTTP/1.1" status: 201 len: 389 time: 0.9312911 Apr 20 16:10:27.553314 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:27.553868 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca23332c-6b65-4567-869e-d9955c02573c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:27.554135 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b070ac35-bcbe-4e10-b667-5deb8296f6c1 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:10:27.579892 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: b070ac35-bcbe-4e10-b667-5deb8296f6c1 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:10:27.580782 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b070ac35-bcbe-4e10-b667-5deb8296f6c1 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:10:27.587587 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:27.592741 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23332c-6b65-4567-869e-d9955c02573c admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc79bdc-5080-42d3-b58e-bad9d2ad2a08,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:27.645232 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=e058ba87-9041-4157-af69-78ee7cccb91d,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:27.815255 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca23332c-6b65-4567-869e-d9955c02573c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:28.030875 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca23332c-6b65-4567-869e-d9955c02573c admin admin] Router 25a6b449-457f-4963-a564-224dc06d3041 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:10:28.141274 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca23332c-6b65-4567-869e-d9955c02573c admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:10:28.147016 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ca23332c-6b65-4567-869e-d9955c02573c admin admin] 10.222.0.15 "PUT /v2.0/routers/25a6b449-457f-4963-a564-224dc06d3041/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2251472 Apr 20 16:10:28.149679 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56150) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:28.152796 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c92a3c-f0d8-426a-a7b2-c5986fb2aadb None None] Sync routers for ids ['25a6b449-457f-4963-a564-224dc06d3041'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:10:28.163080 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c92a3c-f0d8-426a-a7b2-c5986fb2aadb None None] Routers {'25a6b449-457f-4963-a564-224dc06d3041'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:10:28.163684 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-02c92a3c-f0d8-426a-a7b2-c5986fb2aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:10:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['25a6b449-457f-4963-a564-224dc06d3041'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:28.270785 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-06ff2955-2e60-4128-9d44-825a6c080c66 admin admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:28.281361 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-02c92a3c-f0d8-426a-a7b2-c5986fb2aadb None None] Set router 25a6b449-457f-4963-a564-224dc06d3041 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:10:28.302530 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:28.377585 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f92f9d-a207-4161-be8e-69b75cd481cd req-6cd4f4ff-d66d-435c-b771-e2abac960cb0 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:28.379833 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63f92f9d-a207-4161-be8e-69b75cd481cd req-6cd4f4ff-d66d-435c-b771-e2abac960cb0 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 945 time: 0.0978446 Apr 20 16:10:28.435581 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63f92f9d-a207-4161-be8e-69b75cd481cd req-b0c4c17f-228c-4bbd-a83e-1dc288666b94 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450244 Apr 20 16:10:28.438466 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-06ff2955-2e60-4128-9d44-825a6c080c66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:28.499860 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:28.535574 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-02c92a3c-f0d8-426a-a7b2-c5986fb2aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a6b449-457f-4963-a564-224dc06d3041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062814239-router', 'tenant_id': '95a80529b5474847ba94a0411c503fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '41d51a4e-bfb1-451c-a95f-66f485b5839a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:06:02Z', 'updated_at': '2022-04-20T16:10:27Z', 'revision_number': 5, 'project_id': '95a80529b5474847ba94a0411c503fa8', 'gw_port': {'id': '41d51a4e-bfb1-451c-a95f-66f485b5839a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b449-457f-4963-a564-224dc06d3041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:06:03Z', 'updated_at': '2022-04-20T16:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:28.591068 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c92a3c-f0d8-426a-a7b2-c5986fb2aadb None None] Checking router: 25a6b449-457f-4963-a564-224dc06d3041 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:10:28.622832 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c92a3c-f0d8-426a-a7b2-c5986fb2aadb None None] Routers {'25a6b449-457f-4963-a564-224dc06d3041'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:10:28.623776 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-02c92a3c-f0d8-426a-a7b2-c5986fb2aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:10:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['25a6b449-457f-4963-a564-224dc06d3041'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:28.717889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4138e-ee81-4cdc-a816-28e13a35c7e0 req-b8ca3da5-f689-4c50-ade6-37939cea4650 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:28.719475 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c1c4138e-ee81-4cdc-a816-28e13a35c7e0 req-b8ca3da5-f689-4c50-ade6-37939cea4650 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 946 time: 0.1228845 Apr 20 16:10:28.794955 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-06ff2955-2e60-4128-9d44-825a6c080c66 admin admin] Deleting port 41d51a4e-bfb1-451c-a95f-66f485b5839a {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:10:28.795986 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-06ff2955-2e60-4128-9d44-825a6c080c66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:28.819620 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c1c4138e-ee81-4cdc-a816-28e13a35c7e0 req-3c0e60d4-0a8f-4e0d-927e-0bcbf2caec41 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854640 Apr 20 16:10:28.951254 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-02c92a3c-f0d8-426a-a7b2-c5986fb2aadb None None] Set router 25a6b449-457f-4963-a564-224dc06d3041 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:10:28.989641 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-06ff2955-2e60-4128-9d44-825a6c080c66 admin admin] For port 41d51a4e-bfb1-451c-a95f-66f485b5839a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=41d51a4e-bfb1-451c-a95f-66f485b5839a,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:28.995699 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-06ff2955-2e60-4128-9d44-825a6c080c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:29.092582 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6dc725-ff73-4977-8b4c-6a738be0c6bd req-9956caf7-8e9f-4f72-89db-a6227e9ff000 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:29.108413 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d6dc725-ff73-4977-8b4c-6a738be0c6bd req-9956caf7-8e9f-4f72-89db-a6227e9ff000 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 945 time: 0.1258512 Apr 20 16:10:29.114344 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-06ff2955-2e60-4128-9d44-825a6c080c66 admin admin] Calling delete_port for 41d51a4e-bfb1-451c-a95f-66f485b5839a owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:10:29.224792 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d6dc725-ff73-4977-8b4c-6a738be0c6bd req-0395f8c7-4aef-402e-86ea-d6f35fa5b7da tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141527 Apr 20 16:10:29.325282 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-2c1c75a0-0f79-4070-ba14-fc86b6b5837a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:29.330041 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-2c1c75a0-0f79-4070-ba14-fc86b6b5837a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 1096 time: 0.3426349 Apr 20 16:10:29.485792 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-02c92a3c-f0d8-426a-a7b2-c5986fb2aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a6b449-457f-4963-a564-224dc06d3041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062814239-router', 'tenant_id': '95a80529b5474847ba94a0411c503fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '41d51a4e-bfb1-451c-a95f-66f485b5839a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:06:02Z', 'updated_at': '2022-04-20T16:10:27Z', 'revision_number': 5, 'project_id': '95a80529b5474847ba94a0411c503fa8', 'gw_port': {'id': '41d51a4e-bfb1-451c-a95f-66f485b5839a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b449-457f-4963-a564-224dc06d3041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:06:03Z', 'updated_at': '2022-04-20T16:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:29.497604 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3563f378-2c7f-4d0e-a5b8-9909514127a2 x-openstack-request-id: req-3563f378-2c7f-4d0e-a5b8-9909514127a2 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:29.498117 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289", "name": "network-vif-plugged", "status": "completed", "tag": "587d7717-6501-4836-874f-b90cf2ef3f6b", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:29.498994 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3563f378-2c7f-4d0e-a5b8-9909514127a2 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:29.499396 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3563f378-2c7f-4d0e-a5b8-9909514127a2'] response: {'server_uuid': 'e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587d7717-6501-4836-874f-b90cf2ef3f6b', 'code': 200} Apr 20 16:10:29.545485 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:29.577060 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c92a3c-f0d8-426a-a7b2-c5986fb2aadb None None] The sync data for ids ['25a6b449-457f-4963-a564-224dc06d3041'] in n-d-836146-2 is: [{'id': '25a6b449-457f-4963-a564-224dc06d3041', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1062814239-router', 'tenant_id': '95a80529b5474847ba94a0411c503fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '41d51a4e-bfb1-451c-a95f-66f485b5839a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:06:02Z', 'updated_at': '2022-04-20T16:10:27Z', 'revision_number': 5, 'project_id': '95a80529b5474847ba94a0411c503fa8', 'gw_port': {'id': '41d51a4e-bfb1-451c-a95f-66f485b5839a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b449-457f-4963-a564-224dc06d3041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:06:03Z', 'updated_at': '2022-04-20T16:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:10:29.645586 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-991595a7-de58-4fbb-bb79-cd1d7e598bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:29.646724 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-991595a7-de58-4fbb-bb79-cd1d7e598bb2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 909 time: 0.2968147 Apr 20 16:10:29.723692 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a31bf-5846-4ecb-8609-3abdf3d2e185 req-f50ae0cd-8d96-4aa1-bfc5-ecf2214b7dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:29.725792 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b84a31bf-5846-4ecb-8609-3abdf3d2e185 req-f50ae0cd-8d96-4aa1-bfc5-ecf2214b7dee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 1096 time: 0.1388032 Apr 20 16:10:29.731023 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-c318c0c7-5d34-476b-b492-20b5d92e3462 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f535cc6-8118-48b9-abcc-62f431a6be84 HTTP/1.1" status: 200 len: 217 time: 0.0750380 Apr 20 16:10:29.772266 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b111c-704a-49d5-9874-beee27580cc0 req-39452924-0df2-4b85-8f65-c469b5fe45f0 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:29.773878 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7a1b111c-704a-49d5-9874-beee27580cc0 req-39452924-0df2-4b85-8f65-c469b5fe45f0 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 945 time: 0.1664281 Apr 20 16:10:29.827458 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-5cb1a689-006f-44bd-a170-39ac2d45db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:29.828175 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b84a31bf-5846-4ecb-8609-3abdf3d2e185 req-b1c9609d-04e7-4dfa-8469-9a2db0689467 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c9e54c12-3919-4bed-a6fc-84cc30cac704&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833147 Apr 20 16:10:29.829208 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-5cb1a689-006f-44bd-a170-39ac2d45db9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f HTTP/1.1" status: 200 len: 848 time: 0.0832675 Apr 20 16:10:29.877648 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7a1b111c-704a-49d5-9874-beee27580cc0 req-e3057164-36ea-46e7-892b-a38ac38f6eb1 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9e54c12-3919-4bed-a6fc-84cc30cac704&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0911200 Apr 20 16:10:29.921999 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-06ff2955-2e60-4128-9d44-825a6c080c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:29.989233 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050dcc32-8e4e-44c5-8e08-eedf00992f6d x-openstack-request-id: req-050dcc32-8e4e-44c5-8e08-eedf00992f6d {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:29.989623 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57dbc18-a0ee-42cb-861d-0709d7ca89e7", "name": "network-vif-deleted", "tag": "b070ac35-bcbe-4e10-b667-5deb8296f6c1", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:29.990273 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-050dcc32-8e4e-44c5-8e08-eedf00992f6d {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:29.990764 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-050dcc32-8e4e-44c5-8e08-eedf00992f6d'] response: {'server_uuid': 'b57dbc18-a0ee-42cb-861d-0709d7ca89e7', 'name': 'network-vif-deleted', 'tag': 'b070ac35-bcbe-4e10-b667-5deb8296f6c1', 'status': 'completed', 'code': 200} Apr 20 16:10:29.998073 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff2955-2e60-4128-9d44-825a6c080c66 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d51a4e-bfb1-451c-a95f-66f485b5839a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:30.117352 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-06ff2955-2e60-4128-9d44-825a6c080c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:30.190908 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4fc79bdc-5080-42d3-b58e-bad9d2ad2a08 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:10:30.234799 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 4fc79bdc-5080-42d3-b58e-bad9d2ad2a08 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:10:30.235138 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4fc79bdc-5080-42d3-b58e-bad9d2ad2a08 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:10:30.235869 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531453b-bf40-45f0-8820-48d625271696 req-e899b156-1c3c-415d-b9e4-5148d0e7d1cf tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:30.260409 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8531453b-bf40-45f0-8820-48d625271696 req-e899b156-1c3c-415d-b9e4-5148d0e7d1cf tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 945 time: 0.1316295 Apr 20 16:10:30.270454 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-06ff2955-2e60-4128-9d44-825a6c080c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:30.274101 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-06ff2955-2e60-4128-9d44-825a6c080c66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:30.299010 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-5f69bdb2-76d6-47a5-9e28-fe1f76ed9143 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389352 Apr 20 16:10:30.339185 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8531453b-bf40-45f0-8820-48d625271696 req-ae6a07bf-8429-4996-a265-559b3504b866 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778883 Apr 20 16:10:30.477697 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-06ff2955-2e60-4128-9d44-825a6c080c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:30.478383 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ff2955-2e60-4128-9d44-825a6c080c66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25a6b449-457f-4963-a564-224dc06d3041 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:10:30.484218 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-06ff2955-2e60-4128-9d44-825a6c080c66 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:30.485724 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-06ff2955-2e60-4128-9d44-825a6c080c66 admin admin] 10.222.0.15 "DELETE /v2.0/routers/25a6b449-457f-4963-a564-224dc06d3041 HTTP/1.1" status: 204 len: 168 time: 2.3343339 Apr 20 16:10:30.488829 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56170) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:30.497152 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-d39f2361-e3e5-4f62-bd74-600d15fce950 service neutron] 10.222.0.26 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452856 Apr 20 16:10:30.622077 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-787bc5a2-3849-485d-aece-ac0b3b75a2b0 admin admin] Deleting subnet 7d77c54b-537c-4bd3-961e-65f2b15651f1 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:10:30.625891 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-787bc5a2-3849-485d-aece-ac0b3b75a2b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:30.724422 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-787bc5a2-3849-485d-aece-ac0b3b75a2b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:30.762894 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-43984a9e-85b6-4ae3-bfd6-3762b3a4f3ff service neutron] 10.222.0.26 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563190 Apr 20 16:10:30.879435 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-787bc5a2-3849-485d-aece-ac0b3b75a2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:30.941357 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:10:31.124689 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-787bc5a2-3849-485d-aece-ac0b3b75a2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:31.196215 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787bc5a2-3849-485d-aece-ac0b3b75a2b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d77c54b-537c-4bd3-961e-65f2b15651f1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:31.249033 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede12e4d-7fad-4e36-9d5c-425f219e79f9 None None] Network cb3eb1ef-3a40-4c75-ab2f-989daec987ba requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:10:31.277893 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-787bc5a2-3849-485d-aece-ac0b3b75a2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:31.289526 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-787bc5a2-3849-485d-aece-ac0b3b75a2b0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7d77c54b-537c-4bd3-961e-65f2b15651f1 HTTP/1.1" status: 204 len: 168 time: 0.7969875 Apr 20 16:10:31.289956 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56176) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:31.468457 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16d10b-6a28-4a72-a876-4bd047187435 req-4a7d0492-8fd8-4bc0-a08c-442372ee0759 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:31.483732 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bb16d10b-6a28-4a72-a876-4bd047187435 req-4a7d0492-8fd8-4bc0-a08c-442372ee0759 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 945 time: 0.2970781 Apr 20 16:10:31.513651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e294eb-258f-4eae-98a0-1f9fdbdbc9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e058ba87-9041-4157-af69-78ee7cccb91d'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:31.519600 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c65c9d-351a-4aca-a4c8-93c74d98719f" -d '{"events": [{"server_uuid": "62e294eb-258f-4eae-98a0-1f9fdbdbc9f0", "name": "network-vif-plugged", "status": "completed", "tag": "e058ba87-9041-4157-af69-78ee7cccb91d"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:31.634726 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bb16d10b-6a28-4a72-a876-4bd047187435 req-b461421f-ec77-466f-8ede-3f683b118d61 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499672 Apr 20 16:10:31.767015 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1c60d6-32aa-4027-a7a9-6b038d4eb228 None None] DHCP port deletion for cb3eb1ef-3a40-4c75-ab2f-989daec987ba request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:10:31.780942 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6575b860-c5b7-4376-9c02-460cd108669b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:31.908222 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c60d6-32aa-4027-a7a9-6b038d4eb228 None None] Deleting port 51c82799-4714-4339-b4d3-5677c6572f56 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:10:31.908619 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0d1c60d6-32aa-4027-a7a9-6b038d4eb228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:31.914918 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268d53-a17c-4e7e-b060-55d2f23d6078 req-bbadb8fa-eca2-4f54-8f1f-7095439fab16 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:31.923687 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-14268d53-a17c-4e7e-b060-55d2f23d6078 req-bbadb8fa-eca2-4f54-8f1f-7095439fab16 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 946 time: 0.1002803 Apr 20 16:10:31.964431 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-6575b860-c5b7-4376-9c02-460cd108669b admin admin] Deleting port 51c82799-4714-4339-b4d3-5677c6572f56 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:10:31.964781 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6575b860-c5b7-4376-9c02-460cd108669b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:31.987251 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-14268d53-a17c-4e7e-b060-55d2f23d6078 req-81798a36-fccd-4ee6-b86c-e6e317c203f5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624490 Apr 20 16:10:32.056906 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-0d1c60d6-32aa-4027-a7a9-6b038d4eb228 None None] For port 51c82799-4714-4339-b4d3-5677c6572f56, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=51c82799-4714-4339-b4d3-5677c6572f56,segment=NetworkSegment(e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72),segment_id=e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:32.057843 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0d1c60d6-32aa-4027-a7a9-6b038d4eb228 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:32.082979 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c60d6-32aa-4027-a7a9-6b038d4eb228 None None] Calling delete_port for 51c82799-4714-4339-b4d3-5677c6572f56 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:10:32.152053 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-6575b860-c5b7-4376-9c02-460cd108669b admin admin] For port 51c82799-4714-4339-b4d3-5677c6572f56, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=51c82799-4714-4339-b4d3-5677c6572f56,segment=NetworkSegment(e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72),segment_id=e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:32.152467 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6575b860-c5b7-4376-9c02-460cd108669b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:32.215458 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-6575b860-c5b7-4376-9c02-460cd108669b admin admin] Calling delete_port for 51c82799-4714-4339-b4d3-5677c6572f56 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:10:32.221648 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 51c82799-4714-4339-b4d3-5677c6572f56 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:10:32.263683 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbec0ee-cada-4093-b4f8-7625a8853ca8 req-a7eae775-e348-41f9-870c-30bc550c1e2e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:32.272265 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dcbec0ee-cada-4093-b4f8-7625a8853ca8 req-a7eae775-e348-41f9-870c-30bc550c1e2e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 945 time: 0.1173897 Apr 20 16:10:32.371170 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dcbec0ee-cada-4093-b4f8-7625a8853ca8 req-b4566fe5-cac6-4e18-bc20-6ed0b940bf6f tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966527 Apr 20 16:10:32.462650 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:32.501498 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6575b860-c5b7-4376-9c02-460cd108669b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:32.515922 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0d1c60d6-32aa-4027-a7a9-6b038d4eb228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:32.551431 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1c60d6-32aa-4027-a7a9-6b038d4eb228 None None] No DVR routers for this DVR port 51c82799-4714-4339-b4d3-5677c6572f56 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:10:32.586498 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c60d6-32aa-4027-a7a9-6b038d4eb228 None None] Pushing event deleted for resources: {'Port': ['ID=51c82799-4714-4339-b4d3-5677c6572f56,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:32.607483 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0d836-90ab-406d-a169-7dc105dab59f req-71b04fde-6150-4126-87ee-a98b9ff44301 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:32.607757 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575b860-c5b7-4376-9c02-460cd108669b admin admin] Pushing event deleted for resources: {'Port': ['ID=51c82799-4714-4339-b4d3-5677c6572f56,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:32.611427 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a9b0d836-90ab-406d-a169-7dc105dab59f req-71b04fde-6150-4126-87ee-a98b9ff44301 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 945 time: 0.1224339 Apr 20 16:10:32.621509 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 41d51a4e-bfb1-451c-a95f-66f485b5839a no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:10:32.660992 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6575b860-c5b7-4376-9c02-460cd108669b admin admin] No DVR routers for this DVR port 51c82799-4714-4339-b4d3-5677c6572f56 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:10:32.703170 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 41d51a4e-bfb1-451c-a95f-66f485b5839a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:10:32.703659 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 41d51a4e-bfb1-451c-a95f-66f485b5839a not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:10:32.743781 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a9b0d836-90ab-406d-a169-7dc105dab59f req-979737c3-d75a-4eda-89a6-2ec102384795 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9e54c12-3919-4bed-a6fc-84cc30cac704&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1157067 Apr 20 16:10:32.827166 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6575b860-c5b7-4376-9c02-460cd108669b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:32.859388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-6575b860-c5b7-4376-9c02-460cd108669b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3eb1ef-3a40-4c75-ab2f-989daec987ba']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:32.874148 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-6575b860-c5b7-4376-9c02-460cd108669b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:32.874583 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-6575b860-c5b7-4376-9c02-460cd108669b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78ff024-c459-4c0c-bd4f-9d7b3dc2ca72') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:32.888975 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6575b860-c5b7-4376-9c02-460cd108669b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:32.917452 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6575b860-c5b7-4376-9c02-460cd108669b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:32.935647 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6575b860-c5b7-4376-9c02-460cd108669b admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:10:32.935647 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6575b860-c5b7-4376-9c02-460cd108669b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:10:32.942165 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:10:33.321652 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbf122-02ab-4c8e-aded-bcb173626196 req-83618eb5-3817-4bf0-b5f3-74397ef6489c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:33.323370 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5cfbf122-02ab-4c8e-aded-bcb173626196 req-83618eb5-3817-4bf0-b5f3-74397ef6489c tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.26 "GET /v2.0/ports?device_id=8345c8c9-9932-4bb7-9564-3dfda40cfd43 HTTP/1.1" status: 200 len: 950 time: 0.0920782 Apr 20 16:10:33.444592 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-5cfbf122-02ab-4c8e-aded-bcb173626196 req-23e7eeb8-6a87-4b97-859f-1d1426c1297d tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Deleting port 8bea67d5-3fcd-4761-bd14-b8d917afc384 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:10:33.444941 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5cfbf122-02ab-4c8e-aded-bcb173626196 req-23e7eeb8-6a87-4b97-859f-1d1426c1297d tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:33.538324 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6575b860-c5b7-4376-9c02-460cd108669b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:33.563409 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6575b860-c5b7-4376-9c02-460cd108669b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:33.568201 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6575b860-c5b7-4376-9c02-460cd108669b admin admin] 10.222.0.15 "DELETE /v2.0/networks/cb3eb1ef-3a40-4c75-ab2f-989daec987ba HTTP/1.1" status: 204 len: 168 time: 2.2766225 Apr 20 16:10:33.587970 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575b860-c5b7-4376-9c02-460cd108669b admin admin] Pushing event deleted for resources: {'Network': ['ID=cb3eb1ef-3a40-4c75-ab2f-989daec987ba,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:33.605583 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-5cfbf122-02ab-4c8e-aded-bcb173626196 req-23e7eeb8-6a87-4b97-859f-1d1426c1297d tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] For port 8bea67d5-3fcd-4761-bd14-b8d917afc384, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=8bea67d5-3fcd-4761-bd14-b8d917afc384,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:33.605999 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5cfbf122-02ab-4c8e-aded-bcb173626196 req-23e7eeb8-6a87-4b97-859f-1d1426c1297d tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:33.620523 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-5cfbf122-02ab-4c8e-aded-bcb173626196 req-23e7eeb8-6a87-4b97-859f-1d1426c1297d tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Calling delete_port for 8bea67d5-3fcd-4761-bd14-b8d917afc384 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:10:33.913565 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5cfbf122-02ab-4c8e-aded-bcb173626196 req-23e7eeb8-6a87-4b97-859f-1d1426c1297d tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:33.949515 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f662ef26-bc18-43c7-86ef-7dee44d15b32', '634efcd2-2583-403e-9a9e-1ace043618f5', 'ce4326ea-ab01-4f9f-b629-75c89ee3a037', 'abf2ba26-a602-4a89-a982-c6bb109bfb6d'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:10:33.955943 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7eeb8-6a87-4b97-859f-1d1426c1297d tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Pushing event deleted for resources: {'Port': ['ID=8bea67d5-3fcd-4761-bd14-b8d917afc384,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:33.957272 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['8bea67d5-3fcd-4761-bd14-b8d917afc384'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:10:34.025104 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfbf122-02ab-4c8e-aded-bcb173626196 req-23e7eeb8-6a87-4b97-859f-1d1426c1297d tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] No DVR routers for this DVR port 8bea67d5-3fcd-4761-bd14-b8d917afc384 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:10:34.029915 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5cfbf122-02ab-4c8e-aded-bcb173626196 req-23e7eeb8-6a87-4b97-859f-1d1426c1297d tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:34.054067 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5cfbf122-02ab-4c8e-aded-bcb173626196 req-23e7eeb8-6a87-4b97-859f-1d1426c1297d tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.26 "DELETE /v2.0/ports/8bea67d5-3fcd-4761-bd14-b8d917afc384 HTTP/1.1" status: 204 len: 173 time: 0.7211144 Apr 20 16:10:34.054559 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8345c8c9-9932-4bb7-9564-3dfda40cfd43', 'name': 'network-vif-deleted', 'tag': '8bea67d5-3fcd-4761-bd14-b8d917afc384'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:34.056898 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c67ae4-7270-4de6-96a3-ff12d6ae1da2" -d '{"events": [{"server_uuid": "8345c8c9-9932-4bb7-9564-3dfda40cfd43", "name": "network-vif-deleted", "tag": "8bea67d5-3fcd-4761-bd14-b8d917afc384"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:34.258577 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce141c7b-8712-404b-8645-f4d7651a5b76 req-baf2b404-2c96-4aff-b2d4-bb5dc31b5dcc tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:34.268779 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ce141c7b-8712-404b-8645-f4d7651a5b76 req-baf2b404-2c96-4aff-b2d4-bb5dc31b5dcc tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 945 time: 0.1052198 Apr 20 16:10:34.270575 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56204) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:34.412757 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ce141c7b-8712-404b-8645-f4d7651a5b76 req-fbe1461c-10a1-47bc-b9f3-888a56c4c9da tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400638 Apr 20 16:10:34.502212 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-74c3f2ae-a8c2-4160-8fbc-a1366b46502f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0dc23c73e9194fb380a739b184f44762&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2302978 Apr 20 16:10:34.505315 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56206) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:34.518712 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc5a644-3eeb-4135-895b-f659950bd996 x-openstack-request-id: req-9cc5a644-3eeb-4135-895b-f659950bd996 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:34.526534 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e294eb-258f-4eae-98a0-1f9fdbdbc9f0", "name": "network-vif-plugged", "status": "completed", "tag": "e058ba87-9041-4157-af69-78ee7cccb91d", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:34.527009 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9cc5a644-3eeb-4135-895b-f659950bd996 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:34.528747 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc5a644-3eeb-4135-895b-f659950bd996'] response: {'server_uuid': '62e294eb-258f-4eae-98a0-1f9fdbdbc9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e058ba87-9041-4157-af69-78ee7cccb91d', 'code': 200} Apr 20 16:10:34.700211 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f1f5f6ba-8e2f-4388-b691-c50925aa7811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:34.749752 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b988a-e23d-4e7a-8b91-f0928787b62c req-11e71567-fcf0-4eae-bf5c-4efd61daf4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:34.754417 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc7b988a-e23d-4e7a-8b91-f0928787b62c req-11e71567-fcf0-4eae-bf5c-4efd61daf4a0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 1096 time: 0.1120646 Apr 20 16:10:34.795437 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc7b988a-e23d-4e7a-8b91-f0928787b62c req-ba732a1c-aae8-4fe6-a09b-b3ec03558fb5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350878 Apr 20 16:10:34.814848 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f1f5f6ba-8e2f-4388-b691-c50925aa7811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:34.885249 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fb4ee-24e5-427d-bdd0-5d81d0941c6f req-88ebf643-5084-4c92-852c-4d90bec6c691 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:34.886917 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ec8fb4ee-24e5-427d-bdd0-5d81d0941c6f req-88ebf643-5084-4c92-852c-4d90bec6c691 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 945 time: 0.2120728 Apr 20 16:10:34.936931 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ec8fb4ee-24e5-427d-bdd0-5d81d0941c6f req-419b9c21-d269-4175-8990-a4a91b8d5704 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406985 Apr 20 16:10:35.083638 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1890a-a556-48e6-bf08-1ee78da1b573 req-35d703f5-3f62-4e82-ab36-e1c8707df329 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:35.085259 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7cd1890a-a556-48e6-bf08-1ee78da1b573 req-35d703f5-3f62-4e82-ab36-e1c8707df329 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 945 time: 0.0577006 Apr 20 16:10:35.086488 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f1f5f6ba-8e2f-4388-b691-c50925aa7811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:35.089165 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f1f5f6ba-8e2f-4388-b691-c50925aa7811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:35.095774 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f1f5f6ba-8e2f-4388-b691-c50925aa7811 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3d043b7-b91b-4da0-8568-93ccf8effef0 HTTP/1.1" status: 204 len: 168 time: 0.5838716 Apr 20 16:10:35.096170 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56208) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:35.100910 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-8afc05a2-1e4d-4a59-918f-95f36bbe45ee tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Request body: {'floatingip': {'port_id': '587d7717-6501-4836-874f-b90cf2ef3f6b'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:10:35.143566 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5f6ba-8e2f-4388-b691-c50925aa7811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d043b7-b91b-4da0-8568-93ccf8effef0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:35.170782 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8afc05a2-1e4d-4a59-918f-95f36bbe45ee tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks [] for floatingip, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:35.198993 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fb3fe-e7fe-46ae-9c98-085508a17027 req-3b9acde8-4cf0-4496-a93b-54453252b00a tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:35.202166 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d60fb3fe-e7fe-46ae-9c98-085508a17027 req-3b9acde8-4cf0-4496-a93b-54453252b00a tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 946 time: 0.0520327 Apr 20 16:10:35.257391 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d60fb3fe-e7fe-46ae-9c98-085508a17027 req-26ec7466-8ec4-4a23-9915-bcd5ac8d7ca6 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437906 Apr 20 16:10:35.379195 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527b311-2682-48ca-add9-cb8bfb8b6904 req-d5e3fe8d-7c1a-446e-9ca5-060b9c3568d0 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:35.380925 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a527b311-2682-48ca-add9-cb8bfb8b6904 req-d5e3fe8d-7c1a-446e-9ca5-060b9c3568d0 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 945 time: 0.0595689 Apr 20 16:10:35.421998 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a527b311-2682-48ca-add9-cb8bfb8b6904 req-6e8fe49d-6e17-4c1a-ac4f-2aa28fdb6642 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345414 Apr 20 16:10:35.525144 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e85b7993-eb39-4544-a5bb-23507fe8c57c req-e62bad32-43ad-45dd-91b6-2849b5a1faf6 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=8345c8c9-9932-4bb7-9564-3dfda40cfd43 HTTP/1.1" status: 200 len: 210 time: 0.0323262 Apr 20 16:10:35.602009 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7900fd-57c7-4f99-9804-e1cd065e9866 x-openstack-request-id: req-6a7900fd-57c7-4f99-9804-e1cd065e9866 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:35.602009 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8345c8c9-9932-4bb7-9564-3dfda40cfd43", "name": "network-vif-deleted", "tag": "8bea67d5-3fcd-4761-bd14-b8d917afc384", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:35.602009 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a7900fd-57c7-4f99-9804-e1cd065e9866 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:35.602984 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a7900fd-57c7-4f99-9804-e1cd065e9866'] response: {'server_uuid': '8345c8c9-9932-4bb7-9564-3dfda40cfd43', 'name': 'network-vif-deleted', 'tag': '8bea67d5-3fcd-4761-bd14-b8d917afc384', 'status': 'completed', 'code': 200} Apr 20 16:10:35.698478 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8afc05a2-1e4d-4a59-918f-95f36bbe45ee tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:35.711871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee6542-86db-474f-8b69-491ac6013b47 req-0ddc8bef-4f52-4713-888f-d46b152c6706 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:35.716831 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8aee6542-86db-474f-8b69-491ac6013b47 req-0ddc8bef-4f52-4713-888f-d46b152c6706 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 945 time: 0.0677283 Apr 20 16:10:35.807746 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8aee6542-86db-474f-8b69-491ac6013b47 req-33ccf423-2283-4655-ac52-41e349d660d0 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873661 Apr 20 16:10:35.859227 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8afc05a2-1e4d-4a59-918f-95f36bbe45ee tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:36.024481 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-8afc05a2-1e4d-4a59-918f-95f36bbe45ee tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Floating IP ef2074b3-4b95-4531-a7bd-4945d6eb0dba associated. External IP: 172.25.0.168, port: 587d7717-6501-4836-874f-b90cf2ef3f6b. Apr 20 16:10:36.080775 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9021a0b-0fbc-423c-8b07-abffaed7144c req-705ebb4f-e8a1-404c-9175-0ed5483274e7 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:36.082744 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9021a0b-0fbc-423c-8b07-abffaed7144c req-705ebb4f-e8a1-404c-9175-0ed5483274e7 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/ports?device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 950 time: 0.1023173 Apr 20 16:10:36.092076 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b952cac-74f9-4fba-8583-f9fb0e0aaf6f req-5b8f290a-f7f2-4f3e-84d0-efb390d53afd tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:36.094753 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b952cac-74f9-4fba-8583-f9fb0e0aaf6f req-5b8f290a-f7f2-4f3e-84d0-efb390d53afd tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 945 time: 0.0549078 Apr 20 16:10:36.149671 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b952cac-74f9-4fba-8583-f9fb0e0aaf6f req-db13fccc-725e-4e79-be28-04deeff9706e tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444260 Apr 20 16:10:36.307681 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56256) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:36.391095 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-453fbcab-0df0-44f1-b84a-023952b8cfab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95a80529b5474847ba94a0411c503fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0817831 Apr 20 16:10:36.394807 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56258) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:36.440766 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbaae3-5514-4f03-bba3-95337e91bc02 req-f7cbd1a8-0c67-4164-b415-53e675643170 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:36.442455 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8afbaae3-5514-4f03-bba3-95337e91bc02 req-f7cbd1a8-0c67-4164-b415-53e675643170 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 946 time: 0.0965092 Apr 20 16:10:36.493402 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a05f51a-c799-4610-8d29-56e1af0ff8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:36.531347 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8afbaae3-5514-4f03-bba3-95337e91bc02 req-b49f85ba-80d0-434c-b4c8-2376f85cce3d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783226 Apr 20 16:10:36.562998 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9021a0b-0fbc-423c-8b07-abffaed7144c req-a3be81d5-365d-4a63-9302-71b0abd26fb4 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/security-groups?id=30d991b3-7f04-459a-8429-a561ea7f8315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698286 Apr 20 16:10:36.575462 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a05f51a-c799-4610-8d29-56e1af0ff8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:36.646362 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54f518-1c6a-4d97-9afa-a3f0a5eb8366 req-9c15fa6c-ee6d-4fbc-ae1c-3dd04ec02a84 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:36.648617 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0e54f518-1c6a-4d97-9afa-a3f0a5eb8366 req-9c15fa6c-ee6d-4fbc-ae1c-3dd04ec02a84 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63ba4f7-ac4a-4353-b972-9a10ae8e9af8 HTTP/1.1" status: 200 len: 949 time: 0.5457203 Apr 20 16:10:36.761657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e375dc-7b0b-48e0-8ae0-3eb3a91775d6 req-f26fcf8c-99db-4ef9-95e3-64fda5b4516b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:36.766017 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-69e375dc-7b0b-48e0-8ae0-3eb3a91775d6 req-f26fcf8c-99db-4ef9-95e3-64fda5b4516b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 945 time: 0.1242423 Apr 20 16:10:36.767244 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a05f51a-c799-4610-8d29-56e1af0ff8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:36.770447 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a05f51a-c799-4610-8d29-56e1af0ff8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:36.780700 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2a05f51a-c799-4610-8d29-56e1af0ff8f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58b54027-9678-4475-b96a-53e04345fdb1 HTTP/1.1" status: 204 len: 168 time: 0.3746510 Apr 20 16:10:36.822564 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05f51a-c799-4610-8d29-56e1af0ff8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b54027-9678-4475-b96a-53e04345fdb1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:36.860159 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-69e375dc-7b0b-48e0-8ae0-3eb3a91775d6 req-1f1cd351-498c-406f-95a5-f64f4550d729 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849357 Apr 20 16:10:36.946491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d98cd-5b35-4b86-b08a-3c60a03b65f0 req-1adfb3c8-6639-43a2-acd8-1a586e0bbfbd tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:36.946491 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b19d98cd-5b35-4b86-b08a-3c60a03b65f0 req-1adfb3c8-6639-43a2-acd8-1a586e0bbfbd tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63ba4f7-ac4a-4353-b972-9a10ae8e9af8 HTTP/1.1" status: 200 len: 949 time: 0.1886597 Apr 20 16:10:36.955113 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded9c08-0da2-464f-b896-75c3d9c0d7f0 req-3dcd170b-812d-4dfc-b9cc-f72bd7c70d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:36.957426 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fded9c08-0da2-464f-b896-75c3d9c0d7f0 req-3dcd170b-812d-4dfc-b9cc-f72bd7c70d09 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 1097 time: 0.2993360 Apr 20 16:10:37.014628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afc05a2-1e4d-4a59-918f-95f36bbe45ee tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Router 18e135e5-d977-471e-86d6-eb99d717aee4 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:10:37.024008 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4d590-09e8-40f1-bdb2-bcd762eff883 req-518c0ada-4ac7-470c-9c0b-1379f4fa8048 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:37.026222 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c0b4d590-09e8-40f1-bdb2-bcd762eff883 req-518c0ada-4ac7-470c-9c0b-1379f4fa8048 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 945 time: 0.0974054 Apr 20 16:10:37.032611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-0e54f518-1c6a-4d97-9afa-a3f0a5eb8366 req-5618b807-a92d-4291-919b-5020dee0e3c9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Deleting port abf2ba26-a602-4a89-a982-c6bb109bfb6d {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:10:37.032960 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0e54f518-1c6a-4d97-9afa-a3f0a5eb8366 req-5618b807-a92d-4291-919b-5020dee0e3c9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:37.077242 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c0b4d590-09e8-40f1-bdb2-bcd762eff883 req-49d66b55-ae8b-4f2c-a616-636412d45a9b tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416284 Apr 20 16:10:37.140405 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b19d98cd-5b35-4b86-b08a-3c60a03b65f0 req-fb2744ad-8b79-4772-b804-3637e2384d96 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805649 Apr 20 16:10:37.271148 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded9c08-0da2-464f-b896-75c3d9c0d7f0 req-c044f61e-b943-4428-a8cb-f33cb559cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:37.272822 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fded9c08-0da2-464f-b896-75c3d9c0d7f0 req-c044f61e-b943-4428-a8cb-f33cb559cbd7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 912 time: 0.2779603 Apr 20 16:10:37.316810 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a255c8-c9e6-422a-8e54-83613e865d6c req-f8ab0583-bf64-4e5b-9f38-f5f218da8217 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:37.318346 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6a255c8-c9e6-422a-8e54-83613e865d6c req-f8ab0583-bf64-4e5b-9f38-f5f218da8217 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 945 time: 0.0729761 Apr 20 16:10:37.379977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-0e54f518-1c6a-4d97-9afa-a3f0a5eb8366 req-5618b807-a92d-4291-919b-5020dee0e3c9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] For port abf2ba26-a602-4a89-a982-c6bb109bfb6d, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=abf2ba26-a602-4a89-a982-c6bb109bfb6d,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:37.380276 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0e54f518-1c6a-4d97-9afa-a3f0a5eb8366 req-5618b807-a92d-4291-919b-5020dee0e3c9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:37.395643 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6a255c8-c9e6-422a-8e54-83613e865d6c req-95652db8-b6ff-40ae-946e-12ef0f87688d tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694437 Apr 20 16:10:37.413543 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-0e54f518-1c6a-4d97-9afa-a3f0a5eb8366 req-5618b807-a92d-4291-919b-5020dee0e3c9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Calling delete_port for abf2ba26-a602-4a89-a982-c6bb109bfb6d owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:10:37.415844 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afc05a2-1e4d-4a59-918f-95f36bbe45ee tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:10:37.422456 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8afc05a2-1e4d-4a59-918f-95f36bbe45ee tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:37.428720 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0371bfd-1e0b-402f-8db5-322b2d6e0eb7 None None] Sync routers for ids ['18e135e5-d977-471e-86d6-eb99d717aee4'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:10:37.443665 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0371bfd-1e0b-402f-8db5-322b2d6e0eb7 None None] Routers {'18e135e5-d977-471e-86d6-eb99d717aee4'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:10:37.444842 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a0371bfd-1e0b-402f-8db5-322b2d6e0eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:10:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['18e135e5-d977-471e-86d6-eb99d717aee4'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:37.463485 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8afc05a2-1e4d-4a59-918f-95f36bbe45ee tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "PUT /v2.0/floatingips/ef2074b3-4b95-4531-a7bd-4945d6eb0dba HTTP/1.1" status: 200 len: 991 time: 2.3662860 Apr 20 16:10:37.480269 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fded9c08-0da2-464f-b896-75c3d9c0d7f0 req-dcc67d91-eadd-4edf-a193-7566fd1334ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698 HTTP/1.1" status: 200 len: 1001 time: 0.1680434 Apr 20 16:10:37.607940 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289', 'tag': '587d7717-6501-4836-874f-b90cf2ef3f6b'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:37.610225 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b90952-864f-43c9-8211-a9b63a6d695c" -d '{"events": [{"name": "network-changed", "server_uuid": "e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289", "tag": "587d7717-6501-4836-874f-b90cf2ef3f6b"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:37.629830 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded9c08-0da2-464f-b896-75c3d9c0d7f0 req-e63a3fe6-315a-4efe-a3e6-0073819fa2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:37.631502 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fded9c08-0da2-464f-b896-75c3d9c0d7f0 req-e63a3fe6-315a-4efe-a3e6-0073819fa2cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6cf39be6-ada6-40b6-a73b-d57e4fcf739a HTTP/1.1" status: 200 len: 850 time: 0.1111310 Apr 20 16:10:37.635515 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e57fc2-305b-40e8-a20f-c3109c5545ed req-131922f3-9389-4bff-bc02-097e3af121c8 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:37.638826 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5093b18-12b2-477a-aa92-85aa79a9a6f3 req-ade5a09c-2603-47a1-9507-a32449d29dbd tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:37.640376 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e5093b18-12b2-477a-aa92-85aa79a9a6f3 req-ade5a09c-2603-47a1-9507-a32449d29dbd tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 1096 time: 0.1092422 Apr 20 16:10:37.646613 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-69e57fc2-305b-40e8-a20f-c3109c5545ed req-131922f3-9389-4bff-bc02-097e3af121c8 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 945 time: 0.0662711 Apr 20 16:10:37.754224 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-69e57fc2-305b-40e8-a20f-c3109c5545ed req-4dbb3977-1fa6-4509-be59-aa0c4f4214c2 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9e54c12-3919-4bed-a6fc-84cc30cac704&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1029544 Apr 20 16:10:37.768537 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e5093b18-12b2-477a-aa92-85aa79a9a6f3 req-fca39d95-7dc1-4adc-baff-dcc88c740763 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002445 Apr 20 16:10:37.768537 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded9c08-0da2-464f-b896-75c3d9c0d7f0 req-6245a4df-15ca-47ce-91cb-b549d240f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:37.768537 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fded9c08-0da2-464f-b896-75c3d9c0d7f0 req-6245a4df-15ca-47ce-91cb-b549d240f422 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1e63842-0159-452f-8eed-f7dec1727f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233714 Apr 20 16:10:37.866290 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-a0371bfd-1e0b-402f-8db5-322b2d6e0eb7 None None] Set router 18e135e5-d977-471e-86d6-eb99d717aee4 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:10:37.917144 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea7649-6d77-4135-9879-894b89b39d5a req-06664d49-7f5b-4b55-93ed-6af04e741167 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:37.918931 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c2ea7649-6d77-4135-9879-894b89b39d5a req-06664d49-7f5b-4b55-93ed-6af04e741167 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 946 time: 0.0632417 Apr 20 16:10:37.954184 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765d665-b2e9-4237-b226-8a68a049ea1b req-0edcb3b6-2861-418b-a9a8-42265e9afa15 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:37.955615 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3765d665-b2e9-4237-b226-8a68a049ea1b req-0edcb3b6-2861-418b-a9a8-42265e9afa15 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/ports?device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 950 time: 0.0797327 Apr 20 16:10:37.960395 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fded9c08-0da2-464f-b896-75c3d9c0d7f0 req-57fa29a6-c160-49f2-9cd2-31a1cff12a61 service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826744 Apr 20 16:10:37.964747 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c2ea7649-6d77-4135-9879-894b89b39d5a req-a38381de-6b84-43bb-b272-01fcaae55bae tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389998 Apr 20 16:10:38.011714 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0e54f518-1c6a-4d97-9afa-a3f0a5eb8366 req-5618b807-a92d-4291-919b-5020dee0e3c9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:38.057316 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f662ef26-bc18-43c7-86ef-7dee44d15b32', '634efcd2-2583-403e-9a9e-1ace043618f5', 'ce4326ea-ab01-4f9f-b629-75c89ee3a037'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:10:38.090333 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6fb800-3ce8-44ee-a4de-447c6d73ba59 x-openstack-request-id: req-aa6fb800-3ce8-44ee-a4de-447c6d73ba59 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:38.090631 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289", "tag": "587d7717-6501-4836-874f-b90cf2ef3f6b", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:38.096047 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa6fb800-3ce8-44ee-a4de-447c6d73ba59 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:38.096047 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa6fb800-3ce8-44ee-a4de-447c6d73ba59'] response: {'name': 'network-changed', 'server_uuid': 'e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289', 'tag': '587d7717-6501-4836-874f-b90cf2ef3f6b', 'status': 'completed', 'code': 200} Apr 20 16:10:38.112229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618b807-a92d-4291-919b-5020dee0e3c9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Pushing event deleted for resources: {'Port': ['ID=abf2ba26-a602-4a89-a982-c6bb109bfb6d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:38.118054 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3765d665-b2e9-4237-b226-8a68a049ea1b req-2ff8e02f-ec92-41d5-ac9a-17c275a64536 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/security-groups?id=30d991b3-7f04-459a-8429-a561ea7f8315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550367 Apr 20 16:10:38.118394 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device bcd83f6e-1ab1-4dc7-8982-7ec33d46780b no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:10:38.171954 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e54f518-1c6a-4d97-9afa-a3f0a5eb8366 req-5618b807-a92d-4291-919b-5020dee0e3c9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] No DVR routers for this DVR port abf2ba26-a602-4a89-a982-c6bb109bfb6d on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:10:38.175007 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0e54f518-1c6a-4d97-9afa-a3f0a5eb8366 req-5618b807-a92d-4291-919b-5020dee0e3c9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:38.179620 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0e54f518-1c6a-4d97-9afa-a3f0a5eb8366 req-5618b807-a92d-4291-919b-5020dee0e3c9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.30 "DELETE /v2.0/ports/abf2ba26-a602-4a89-a982-c6bb109bfb6d HTTP/1.1" status: 204 len: 173 time: 1.5222633 Apr 20 16:10:38.224699 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fded9c08-0da2-464f-b896-75c3d9c0d7f0 req-6df507bf-a51a-40ed-9f24-483a0c1ae392 service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551980 Apr 20 16:10:38.228937 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b90952-864f-43c9-8211-a9b63a6d695c req-49c019a2-9ae0-4eff-ac8a-801e62aa03b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:38.230556 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-03b90952-864f-43c9-8211-a9b63a6d695c req-49c019a2-9ae0-4eff-ac8a-801e62aa03b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=370b71fab2b64a01990292044e49b039&device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 1096 time: 0.1170855 Apr 20 16:10:38.237371 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f949d-2b3b-41c5-bcaa-01c8e4162486 req-e575a65b-8988-431e-8227-2f2d0366f268 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:38.247400 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d87f949d-2b3b-41c5-bcaa-01c8e4162486 req-e575a65b-8988-431e-8227-2f2d0366f268 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 1096 time: 0.0678868 Apr 20 16:10:38.293495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e29f0c-7926-4e54-b286-dbc8f3a6fadc req-81b83c2b-bfd8-489d-9bf7-b549cff2c5c6 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:38.295589 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9e29f0c-7926-4e54-b286-dbc8f3a6fadc req-81b83c2b-bfd8-489d-9bf7-b549cff2c5c6 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 945 time: 0.0663135 Apr 20 16:10:38.343019 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d87f949d-2b3b-41c5-bcaa-01c8e4162486 req-5e1d31b7-bdca-4307-954a-9dd20b5197ae tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955713 Apr 20 16:10:38.363452 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9e29f0c-7926-4e54-b286-dbc8f3a6fadc req-bb46a66b-8fcc-4b07-ac97-0081e22de135 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606787 Apr 20 16:10:38.415731 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b90952-864f-43c9-8211-a9b63a6d695c req-bf56cfdc-0e79-482c-b35d-a1f6ee5e041b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:38.416258 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:38.425632 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-03b90952-864f-43c9-8211-a9b63a6d695c req-bf56cfdc-0e79-482c-b35d-a1f6ee5e041b service neutron] 10.222.0.26 "GET /v2.0/networks?id=43c85492-8de2-4573-b1ea-9ba134aa6de0 HTTP/1.1" status: 200 len: 907 time: 0.1694121 Apr 20 16:10:38.514029 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70c199-c3c5-4caa-b8fb-6ee6f251dd2a req-c7145f5c-eef9-4e06-af51-a6f712b7c508 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:38.514462 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37294d0-2fe1-4772-8f67-bc5e561c7db3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcd83f6e-1ab1-4dc7-8982-7ec33d46780b'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:38.518027 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc46167-b163-4d02-b75e-d69b2a7e83db" -d '{"events": [{"server_uuid": "c37294d0-2fe1-4772-8f67-bc5e561c7db3", "name": "network-vif-unplugged", "status": "completed", "tag": "bcd83f6e-1ab1-4dc7-8982-7ec33d46780b"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:38.524387 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4b70c199-c3c5-4caa-b8fb-6ee6f251dd2a req-c7145f5c-eef9-4e06-af51-a6f712b7c508 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 945 time: 0.0970514 Apr 20 16:10:38.539746 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:38.574910 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4b70c199-c3c5-4caa-b8fb-6ee6f251dd2a req-2d05f1f8-b2c9-4757-ac1c-18246a863946 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495470 Apr 20 16:10:38.631306 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a0371bfd-1e0b-402f-8db5-322b2d6e0eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'name': 'tempest-ServersTestJSON-1362434698-router', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:09:39Z', 'revision_number': 4, 'project_id': '370b71fab2b64a01990292044e49b039', 'gw_port': {'id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'ef2074b3-4b95-4531-a7bd-4945d6eb0dba', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'port_id': '587d7717-6501-4836-874f-b90cf2ef3f6b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0', 'mac_address': 'fa:16:3e:dc:43:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:09:43Z', 'updated_at': '2022-04-20T16:10:35Z', 'revision_number': 1, 'project_id': '370b71fab2b64a01990292044e49b039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71263299-87e5-44bb-bd00-a97350ac07c2', 'name': '', 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'mac_address': 'fa:16:3e:3f:7a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2b86baf7-38b2-4243-9561-bf50e0d3ae28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:38Z', 'updated_at': '2022-04-20T16:09:43Z', 'revision_number': 5, 'project_id': '370b71fab2b64a01990292044e49b039', 'subnets': [{'id': '2b86baf7-38b2-4243-9561-bf50e0d3ae28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:38.631306 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:38.631625 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7d40a48b-5582-43ac-b5bc-4d8086cec6b3 req-037eef66-760e-4373-9eca-c927732f90aa tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=e63ba4f7-ac4a-4353-b972-9a10ae8e9af8 HTTP/1.1" status: 200 len: 210 time: 0.0805888 Apr 20 16:10:38.631718 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:10:38.665634 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-03b90952-864f-43c9-8211-a9b63a6d695c req-995dd8d5-b841-4469-9e28-0448650a7e1a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=587d7717-6501-4836-874f-b90cf2ef3f6b HTTP/1.1" status: 200 len: 999 time: 0.2371342 Apr 20 16:10:38.731142 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0371bfd-1e0b-402f-8db5-322b2d6e0eb7 None None] Checking router: 18e135e5-d977-471e-86d6-eb99d717aee4 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:10:38.781685 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b,revision_number=11']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:38.792370 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b90952-864f-43c9-8211-a9b63a6d695c req-266ad619-7bd1-4f34-8344-37f6276e091c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:38.794302 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-03b90952-864f-43c9-8211-a9b63a6d695c req-266ad619-7bd1-4f34-8344-37f6276e091c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b86baf7-38b2-4243-9561-bf50e0d3ae28 HTTP/1.1" status: 200 len: 845 time: 0.1166315 Apr 20 16:10:38.807676 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0371bfd-1e0b-402f-8db5-322b2d6e0eb7 None None] Routers {'18e135e5-d977-471e-86d6-eb99d717aee4'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:10:38.808542 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a0371bfd-1e0b-402f-8db5-322b2d6e0eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:10:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['18e135e5-d977-471e-86d6-eb99d717aee4'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:38.852560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b90952-864f-43c9-8211-a9b63a6d695c req-440502cc-a063-47a6-a9cf-5513c1dec4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:38.861599 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-03b90952-864f-43c9-8211-a9b63a6d695c req-440502cc-a063-47a6-a9cf-5513c1dec4ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43c85492-8de2-4573-b1ea-9ba134aa6de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587201 Apr 20 16:10:38.995733 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-03b90952-864f-43c9-8211-a9b63a6d695c req-48c96706-acf8-41cf-965b-0a2085e3a88e service neutron] 10.222.0.26 "GET /v2.0/networks/43c85492-8de2-4573-b1ea-9ba134aa6de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207707 Apr 20 16:10:39.037244 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-a0371bfd-1e0b-402f-8db5-322b2d6e0eb7 None None] Set router 18e135e5-d977-471e-86d6-eb99d717aee4 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:10:39.079034 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:39.133824 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-03b90952-864f-43c9-8211-a9b63a6d695c req-f6072d96-73e0-4273-8aa2-6101029f96b7 service neutron] 10.222.0.26 "GET /v2.0/networks/43c85492-8de2-4573-b1ea-9ba134aa6de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288571 Apr 20 16:10:39.187728 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:39.189618 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c971ef-4ef2-4a82-b108-f207e0870d3a x-openstack-request-id: req-c4c971ef-4ef2-4a82-b108-f207e0870d3a {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:39.189893 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37294d0-2fe1-4772-8f67-bc5e561c7db3", "name": "network-vif-unplugged", "status": "completed", "tag": "bcd83f6e-1ab1-4dc7-8982-7ec33d46780b", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:39.190138 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4c971ef-4ef2-4a82-b108-f207e0870d3a {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:39.190747 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c971ef-4ef2-4a82-b108-f207e0870d3a'] response: {'server_uuid': 'c37294d0-2fe1-4772-8f67-bc5e561c7db3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcd83f6e-1ab1-4dc7-8982-7ec33d46780b', 'code': 200} Apr 20 16:10:39.296993 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75667ac-4270-4313-aa11-57e7857dcb14 req-db2828b1-e694-4d10-ab70-36a0b699bc6a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:39.298504 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d75667ac-4270-4313-aa11-57e7857dcb14 req-db2828b1-e694-4d10-ab70-36a0b699bc6a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 945 time: 0.0548120 Apr 20 16:10:39.324185 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:39.324898 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 8bea67d5-3fcd-4761-bd14-b8d917afc384 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:10:39.346101 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d75667ac-4270-4313-aa11-57e7857dcb14 req-7ebbd1c1-4fba-4e94-a8dd-98ff65947ef8 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406981 Apr 20 16:10:39.404900 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 8bea67d5-3fcd-4761-bd14-b8d917afc384 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:10:39.404900 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 8bea67d5-3fcd-4761-bd14-b8d917afc384 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:10:39.469814 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device abf2ba26-a602-4a89-a982-c6bb109bfb6d no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:10:39.511837 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: abf2ba26-a602-4a89-a982-c6bb109bfb6d {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:10:39.512181 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device abf2ba26-a602-4a89-a982-c6bb109bfb6d not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:10:39.512621 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ccf117cc-5878-4bb7-be6e-847c786bb22d no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:10:39.557351 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,revision_number=14']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:39.598117 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a0371bfd-1e0b-402f-8db5-322b2d6e0eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'name': 'tempest-ServersTestJSON-1362434698-router', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:09:39Z', 'revision_number': 4, 'project_id': '370b71fab2b64a01990292044e49b039', 'gw_port': {'id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'ef2074b3-4b95-4531-a7bd-4945d6eb0dba', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'port_id': '587d7717-6501-4836-874f-b90cf2ef3f6b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0', 'mac_address': 'fa:16:3e:dc:43:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:09:43Z', 'updated_at': '2022-04-20T16:10:35Z', 'revision_number': 1, 'project_id': '370b71fab2b64a01990292044e49b039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71263299-87e5-44bb-bd00-a97350ac07c2', 'name': '', 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'mac_address': 'fa:16:3e:3f:7a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2b86baf7-38b2-4243-9561-bf50e0d3ae28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:38Z', 'updated_at': '2022-04-20T16:09:43Z', 'revision_number': 5, 'project_id': '370b71fab2b64a01990292044e49b039', 'subnets': [{'id': '2b86baf7-38b2-4243-9561-bf50e0d3ae28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:10:39.654694 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0371bfd-1e0b-402f-8db5-322b2d6e0eb7 None None] The sync data for ids ['18e135e5-d977-471e-86d6-eb99d717aee4'] in n-d-836146-2 is: [{'id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'name': 'tempest-ServersTestJSON-1362434698-router', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:09:39Z', 'revision_number': 4, 'project_id': '370b71fab2b64a01990292044e49b039', 'gw_port': {'id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'ef2074b3-4b95-4531-a7bd-4945d6eb0dba', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'port_id': '587d7717-6501-4836-874f-b90cf2ef3f6b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0', 'mac_address': 'fa:16:3e:dc:43:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:09:43Z', 'updated_at': '2022-04-20T16:10:35Z', 'revision_number': 1, 'project_id': '370b71fab2b64a01990292044e49b039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71263299-87e5-44bb-bd00-a97350ac07c2', 'name': '', 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'mac_address': 'fa:16:3e:3f:7a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2b86baf7-38b2-4243-9561-bf50e0d3ae28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:38Z', 'updated_at': '2022-04-20T16:09:43Z', 'revision_number': 5, 'project_id': '370b71fab2b64a01990292044e49b039', 'subnets': [{'id': '2b86baf7-38b2-4243-9561-bf50e0d3ae28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:10:39.674050 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:39.717710 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port ccf117cc-5878-4bb7-be6e-847c786bb22d, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ccf117cc-5878-4bb7-be6e-847c786bb22d,segment=NetworkSegment(c360c3f8-b007-4e45-bb5e-d3940160744d),segment_id=c360c3f8-b007-4e45-bb5e-d3940160744d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:39.850991 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab05105-37d2-4193-9c18-ed924a57bc70 None None] New status for floating IP ef2074b3-4b95-4531-a7bd-4945d6eb0dba: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:10:39.926301 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:39.982713 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=ccf117cc-5878-4bb7-be6e-847c786bb22d,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:40.092868 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63ba4f7-ac4a-4353-b972-9a10ae8e9af8', 'name': 'network-vif-deleted', 'tag': 'abf2ba26-a602-4a89-a982-c6bb109bfb6d'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:40.095348 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a2445a-3ba7-4607-aece-32c89ec2db46" -d '{"events": [{"server_uuid": "e63ba4f7-ac4a-4353-b972-9a10ae8e9af8", "name": "network-vif-deleted", "tag": "abf2ba26-a602-4a89-a982-c6bb109bfb6d"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:40.965159 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39a43e-1a87-4818-975f-c81824e497ea req-0f62864f-0709-4d3f-9034-b1a82ba03c20 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:40.966579 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f39a43e-1a87-4818-975f-c81824e497ea req-0f62864f-0709-4d3f-9034-b1a82ba03c20 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0479991 Apr 20 16:10:41.004896 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f39a43e-1a87-4818-975f-c81824e497ea req-be2fa70f-4462-48ff-b4de-52e196a24f5f tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315397 Apr 20 16:10:41.192451 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece45492-6384-4be4-acd1-a3fe36a8d7dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698'}, {'server_uuid': '8480cc90-1aca-4b44-8525-35b0310c4173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccf117cc-5878-4bb7-be6e-847c786bb22d'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:41.198701 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fefa7a-0556-498f-8e4d-fd4199e16cb4" -d '{"events": [{"server_uuid": "ece45492-6384-4be4-acd1-a3fe36a8d7dd", "name": "network-vif-unplugged", "status": "completed", "tag": "96de2bcd-8d6c-4dca-bc9a-2e3929d99698"}, {"server_uuid": "8480cc90-1aca-4b44-8525-35b0310c4173", "name": "network-vif-unplugged", "status": "completed", "tag": "ccf117cc-5878-4bb7-be6e-847c786bb22d"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:41.382970 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ecb48-4fbd-4953-94d5-a5bfaa49085b req-24e980c0-0c77-4c59-b89f-7f45f97dbbea tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:41.384435 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a03ecb48-4fbd-4953-94d5-a5bfaa49085b req-24e980c0-0c77-4c59-b89f-7f45f97dbbea tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 945 time: 0.0483079 Apr 20 16:10:41.425122 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a03ecb48-4fbd-4953-94d5-a5bfaa49085b req-d917ce7d-bcca-4ef2-8c61-30207b2ea7fa tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340238 Apr 20 16:10:41.503832 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3172f76-4e94-4045-97c2-3209a2d417b4 x-openstack-request-id: req-a3172f76-4e94-4045-97c2-3209a2d417b4 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:41.504128 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63ba4f7-ac4a-4353-b972-9a10ae8e9af8", "name": "network-vif-deleted", "tag": "abf2ba26-a602-4a89-a982-c6bb109bfb6d", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:41.504423 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3172f76-4e94-4045-97c2-3209a2d417b4 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:41.504825 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3172f76-4e94-4045-97c2-3209a2d417b4'] response: {'server_uuid': 'e63ba4f7-ac4a-4353-b972-9a10ae8e9af8', 'name': 'network-vif-deleted', 'tag': 'abf2ba26-a602-4a89-a982-c6bb109bfb6d', 'status': 'completed', 'code': 200} Apr 20 16:10:41.595499 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ddee6-66c7-46de-bcf2-942a9832146f req-a3537d10-d8f1-4254-836d-b1533576802d tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:41.597012 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-758ddee6-66c7-46de-bcf2-942a9832146f req-a3537d10-d8f1-4254-836d-b1533576802d tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 943 time: 0.0494177 Apr 20 16:10:41.635253 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-758ddee6-66c7-46de-bcf2-942a9832146f req-a50f682f-1577-465a-9dbe-662c37a38b2a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322218 Apr 20 16:10:41.715552 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac1a3ed-42fc-4edb-87e1-1869ced7899b x-openstack-request-id: req-7ac1a3ed-42fc-4edb-87e1-1869ced7899b {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:41.716016 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece45492-6384-4be4-acd1-a3fe36a8d7dd", "name": "network-vif-unplugged", "status": "completed", "tag": "96de2bcd-8d6c-4dca-bc9a-2e3929d99698", "code": 200}, {"server_uuid": "8480cc90-1aca-4b44-8525-35b0310c4173", "name": "network-vif-unplugged", "status": "completed", "tag": "ccf117cc-5878-4bb7-be6e-847c786bb22d", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:41.716364 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ac1a3ed-42fc-4edb-87e1-1869ced7899b {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:41.716926 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac1a3ed-42fc-4edb-87e1-1869ced7899b'] response: {'server_uuid': 'ece45492-6384-4be4-acd1-a3fe36a8d7dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698', 'code': 200} Apr 20 16:10:41.717236 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac1a3ed-42fc-4edb-87e1-1869ced7899b'] response: {'server_uuid': '8480cc90-1aca-4b44-8525-35b0310c4173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccf117cc-5878-4bb7-be6e-847c786bb22d', 'code': 200} Apr 20 16:10:41.740023 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22ee06-a4a7-4aca-86a7-5ac82abb8a29 req-4cf6dbcf-3f0d-4d7a-8a44-4149a1394aac tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:41.741501 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5e22ee06-a4a7-4aca-86a7-5ac82abb8a29 req-4cf6dbcf-3f0d-4d7a-8a44-4149a1394aac tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.30 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 943 time: 0.0515056 Apr 20 16:10:41.796748 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-d353e26a-9b68-4229-b9f1-a74cfc8e2c5c tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:10:41.798468 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-d353e26a-9b68-4229-b9f1-a74cfc8e2c5c tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063822 Apr 20 16:10:41.852007 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-21d43c10-3642-4c91-8f70-f1a722173d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:41.853080 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-5e22ee06-a4a7-4aca-86a7-5ac82abb8a29 req-aeaaab1d-a45a-44e8-a60b-b2ee5922fa1e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Deleting port ccf117cc-5878-4bb7-be6e-847c786bb22d {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:10:41.853672 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5e22ee06-a4a7-4aca-86a7-5ac82abb8a29 req-aeaaab1d-a45a-44e8-a60b-b2ee5922fa1e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:41.854116 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-21d43c10-3642-4c91-8f70-f1a722173d14 service neutron] 10.222.0.15 "GET /v2.0/ports/e058ba87-9041-4157-af69-78ee7cccb91d HTTP/1.1" status: 200 len: 1093 time: 0.0440049 Apr 20 16:10:41.867147 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-4693edc5-cbd3-431b-a354-387dd726ab3f service neutron] Request body: {'binding': {'host': 'n-h2-836146-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:10:41.867598 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-4693edc5-cbd3-431b-a354-387dd726ab3f service neutron] Unknown quota resources ['binding']. {{(pid=103485) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 16:10:41.972100 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cb1c0285-0e89-487c-b934-03f4fcd6acd5 req-2f82a69d-92c4-4ffc-9b5d-1dbde6986bb2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724308 Apr 20 16:10:41.976816 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-5e22ee06-a4a7-4aca-86a7-5ac82abb8a29 req-aeaaab1d-a45a-44e8-a60b-b2ee5922fa1e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] For port ccf117cc-5878-4bb7-be6e-847c786bb22d, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ccf117cc-5878-4bb7-be6e-847c786bb22d,segment=NetworkSegment(c360c3f8-b007-4e45-bb5e-d3940160744d),segment_id=c360c3f8-b007-4e45-bb5e-d3940160744d)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:41.977183 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5e22ee06-a4a7-4aca-86a7-5ac82abb8a29 req-aeaaab1d-a45a-44e8-a60b-b2ee5922fa1e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:41.990000 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-5e22ee06-a4a7-4aca-86a7-5ac82abb8a29 req-aeaaab1d-a45a-44e8-a60b-b2ee5922fa1e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Calling delete_port for ccf117cc-5878-4bb7-be6e-847c786bb22d owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:10:42.027120 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-4693edc5-cbd3-431b-a354-387dd726ab3f service neutron] Attempting to bind port e058ba87-9041-4157-af69-78ee7cccb91d on host n-h2-836146-2 for vnic_type normal with profile None {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:10:42.028112 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-4693edc5-cbd3-431b-a354-387dd726ab3f service neutron] Attempting to bind port e058ba87-9041-4157-af69-78ee7cccb91d by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:10:42.028593 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-4693edc5-cbd3-431b-a354-387dd726ab3f service neutron] Attempting to bind port e058ba87-9041-4157-af69-78ee7cccb91d on network 3edbee39-317f-4464-9f65-314e099e8e06 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:10:42.038044 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-4693edc5-cbd3-431b-a354-387dd726ab3f service neutron] Port e058ba87-9041-4157-af69-78ee7cccb91d on network 3edbee39-317f-4464-9f65-314e099e8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:10:42.038044 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-4693edc5-cbd3-431b-a354-387dd726ab3f service neutron] Attempting to bind port e058ba87-9041-4157-af69-78ee7cccb91d on network 3edbee39-317f-4464-9f65-314e099e8e06 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:10:42.045351 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-4693edc5-cbd3-431b-a354-387dd726ab3f service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:10:42.045906 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-4693edc5-cbd3-431b-a354-387dd726ab3f service neutron] Checking segment: {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:10:42.046902 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-4693edc5-cbd3-431b-a354-387dd726ab3f service neutron] Bound using segment: {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:10:42.047556 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-4693edc5-cbd3-431b-a354-387dd726ab3f service neutron] Bound port: e058ba87-9041-4157-af69-78ee7cccb91d, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:10:42.109418 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-4693edc5-cbd3-431b-a354-387dd726ab3f service neutron] For port e058ba87-9041-4157-af69-78ee7cccb91d, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=e058ba87-9041-4157-af69-78ee7cccb91d,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:10:42.133047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c0285-0e89-487c-b934-03f4fcd6acd5 req-5da1a102-f9e1-43ee-bb3e-df8287fda3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:42.134536 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cb1c0285-0e89-487c-b934-03f4fcd6acd5 req-5da1a102-f9e1-43ee-bb3e-df8287fda3c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 1095 time: 0.0725808 Apr 20 16:10:42.242456 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c0285-0e89-487c-b934-03f4fcd6acd5 req-8c6b473a-18e3-4928-859a-848635f82865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:42.243815 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cb1c0285-0e89-487c-b934-03f4fcd6acd5 req-8c6b473a-18e3-4928-859a-848635f82865 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 922 time: 0.0882878 Apr 20 16:10:42.274456 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-4693edc5-cbd3-431b-a354-387dd726ab3f service neutron] Notify callbacks [] for binding, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:42.275620 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-4693edc5-cbd3-431b-a354-387dd726ab3f service neutron] 10.222.0.15 "POST /v2.0/ports/e058ba87-9041-4157-af69-78ee7cccb91d/bindings HTTP/1.1" status: 201 len: 389 time: 0.4122210 Apr 20 16:10:42.286577 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cb1c0285-0e89-487c-b934-03f4fcd6acd5 req-289652c6-e232-45b3-b7cc-e768f0878059 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52abb9c2-d811-4e99-95bb-e24741b94f0b HTTP/1.1" status: 200 len: 217 time: 0.0340610 Apr 20 16:10:42.287144 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5e22ee06-a4a7-4aca-86a7-5ac82abb8a29 req-aeaaab1d-a45a-44e8-a60b-b2ee5922fa1e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:42.343266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaaab1d-a45a-44e8-a60b-b2ee5922fa1e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Pushing event deleted for resources: {'Port': ['ID=ccf117cc-5878-4bb7-be6e-847c786bb22d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:42.390756 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e22ee06-a4a7-4aca-86a7-5ac82abb8a29 req-aeaaab1d-a45a-44e8-a60b-b2ee5922fa1e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] No DVR routers for this DVR port ccf117cc-5878-4bb7-be6e-847c786bb22d on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:10:42.395625 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5e22ee06-a4a7-4aca-86a7-5ac82abb8a29 req-aeaaab1d-a45a-44e8-a60b-b2ee5922fa1e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:42.398864 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5e22ee06-a4a7-4aca-86a7-5ac82abb8a29 req-aeaaab1d-a45a-44e8-a60b-b2ee5922fa1e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.30 "DELETE /v2.0/ports/ccf117cc-5878-4bb7-be6e-847c786bb22d HTTP/1.1" status: 204 len: 173 time: 0.6515305 Apr 20 16:10:42.400537 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c0285-0e89-487c-b934-03f4fcd6acd5 req-85605e15-d406-45d6-89b1-3b3859930518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:42.402021 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cb1c0285-0e89-487c-b934-03f4fcd6acd5 req-85605e15-d406-45d6-89b1-3b3859930518 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66ca5027-e9c8-41ce-8129-1d35f4e0c95c HTTP/1.1" status: 200 len: 861 time: 0.1067898 Apr 20 16:10:42.435598 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cb1c0285-0e89-487c-b934-03f4fcd6acd5 req-c003095b-b01b-4a73-9c4e-813cb079c673 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3edbee39-317f-4464-9f65-314e099e8e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268302 Apr 20 16:10:42.527421 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cb1c0285-0e89-487c-b934-03f4fcd6acd5 req-b7c835b4-1ab3-4a21-a9f4-c761de25f1b8 service neutron] 10.222.0.30 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853128 Apr 20 16:10:42.655737 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cb1c0285-0e89-487c-b934-03f4fcd6acd5 req-caa0c3c6-e3a0-4c4a-b66f-a68b235c6f9b service neutron] 10.222.0.30 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215858 Apr 20 16:10:42.677672 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d33c1-3db9-419c-978b-ae23e81cdb7a req-4c477e00-d9d8-4860-bcc9-f31a308e0827 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:42.680083 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-340d33c1-3db9-419c-978b-ae23e81cdb7a req-4c477e00-d9d8-4860-bcc9-f31a308e0827 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 945 time: 0.0649986 Apr 20 16:10:42.718224 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-340d33c1-3db9-419c-978b-ae23e81cdb7a req-e7b4ab84-2d5b-4e69-9224-657c07b4e1b1 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327578 Apr 20 16:10:42.832391 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13549c66-3c77-44f9-8a72-4b5f8bf3c5a5 req-a40d5435-d991-4e15-a7a7-7935f34717c7 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:42.834020 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13549c66-3c77-44f9-8a72-4b5f8bf3c5a5 req-a40d5435-d991-4e15-a7a7-7935f34717c7 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/ports?device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 948 time: 0.0575490 Apr 20 16:10:42.876123 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13549c66-3c77-44f9-8a72-4b5f8bf3c5a5 req-718d971e-c1db-40a4-8312-1a9894085632 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/security-groups?id=30d991b3-7f04-459a-8429-a561ea7f8315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354891 Apr 20 16:10:42.981873 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6db4f-07b8-43f4-84fa-a939fb73e59b req-53843b5f-7fbf-4e61-9a97-1914eede2430 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:42.983364 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b6b6db4f-07b8-43f4-84fa-a939fb73e59b req-53843b5f-7fbf-4e61-9a97-1914eede2430 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 945 time: 0.0509768 Apr 20 16:10:43.023056 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b6b6db4f-07b8-43f4-84fa-a939fb73e59b req-64bbed24-f139-4d53-96d5-9f7e7e97a328 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328562 Apr 20 16:10:43.208016 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2e142716-ffd4-4b61-8c03-8833a464472d req-b5f70b2a-15f4-4fb9-99d7-992e2e9e6812 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=8480cc90-1aca-4b44-8525-35b0310c4173 HTTP/1.1" status: 200 len: 210 time: 0.0271859 Apr 20 16:10:43.215422 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-b53f4419-6f54-4740-9e7b-7e7c8ef2f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:43.216920 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-b53f4419-6f54-4740-9e7b-7e7c8ef2f87b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 1096 time: 0.0438426 Apr 20 16:10:43.317990 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-631e03ce-cc65-4430-b3af-7fb0f57db66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:43.319679 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-631e03ce-cc65-4430-b3af-7fb0f57db66c service neutron] 10.222.0.30 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 922 time: 0.0939014 Apr 20 16:10:43.374697 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-ff18124a-244c-44f3-852d-6498108b06c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e058ba87-9041-4157-af69-78ee7cccb91d HTTP/1.1" status: 200 len: 217 time: 0.0418935 Apr 20 16:10:43.435375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-9995188f-31a3-43df-ba3f-e108a6bd4f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:43.436969 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-9995188f-31a3-43df-ba3f-e108a6bd4f0d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66ca5027-e9c8-41ce-8129-1d35f4e0c95c HTTP/1.1" status: 200 len: 861 time: 0.0542972 Apr 20 16:10:43.467701 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-2c529ad4-142f-4d5d-9b62-6bdba0d8707b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3edbee39-317f-4464-9f65-314e099e8e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230954 Apr 20 16:10:43.524483 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8480cc90-1aca-4b44-8525-35b0310c4173', 'name': 'network-vif-deleted', 'tag': 'ccf117cc-5878-4bb7-be6e-847c786bb22d'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:43.526754 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f655fea0-913f-4dd9-9ae6-07aa7d155214" -d '{"events": [{"server_uuid": "8480cc90-1aca-4b44-8525-35b0310c4173", "name": "network-vif-deleted", "tag": "ccf117cc-5878-4bb7-be6e-847c786bb22d"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:43.583971 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c18392-6bcf-4a80-b3a7-e6e50b5aff53 x-openstack-request-id: req-e8c18392-6bcf-4a80-b3a7-e6e50b5aff53 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:43.584261 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8480cc90-1aca-4b44-8525-35b0310c4173", "name": "network-vif-deleted", "tag": "ccf117cc-5878-4bb7-be6e-847c786bb22d", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:43.584539 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8c18392-6bcf-4a80-b3a7-e6e50b5aff53 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:43.584923 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8c18392-6bcf-4a80-b3a7-e6e50b5aff53'] response: {'server_uuid': '8480cc90-1aca-4b44-8525-35b0310c4173', 'name': 'network-vif-deleted', 'tag': 'ccf117cc-5878-4bb7-be6e-847c786bb22d', 'status': 'completed', 'code': 200} Apr 20 16:10:43.588512 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-49af879c-fabb-4120-b0bb-748019d27108 service neutron] 10.222.0.30 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130538 Apr 20 16:10:43.687444 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-67c6b104-6fdf-457c-b5ee-96890198754b service neutron] 10.222.0.30 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887103 Apr 20 16:10:43.836446 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90aa55-2bf1-4282-a46c-e18f3682d5ce req-18aba680-3506-48fc-bb80-8bbdf7e2eb91 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:43.839251 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8f90aa55-2bf1-4282-a46c-e18f3682d5ce req-18aba680-3506-48fc-bb80-8bbdf7e2eb91 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 945 time: 0.0512187 Apr 20 16:10:43.847088 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2c890-005b-4a87-af0f-b25635233fce req-fb2dab5b-e37c-436f-9b89-f79b891cc44b tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:43.854216 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b1f2c890-005b-4a87-af0f-b25635233fce req-fb2dab5b-e37c-436f-9b89-f79b891cc44b tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec0b1df0-7ed7-4ab8-9553-a880ac245b5a HTTP/1.1" status: 200 len: 950 time: 0.0557003 Apr 20 16:10:43.882670 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8f90aa55-2bf1-4282-a46c-e18f3682d5ce req-41328b58-4ebb-452f-927b-4b4c30f22dbf tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367751 Apr 20 16:10:43.892944 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b1f2c890-005b-4a87-af0f-b25635233fce req-f701914c-d97a-418c-bea6-fdec2149629b tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337892 Apr 20 16:10:43.997007 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08484bbc-c5da-46a1-810a-eb7bee7f2dde req-808d983f-4c0c-4f3e-b682-3044b32c03b3 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:43.998477 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-08484bbc-c5da-46a1-810a-eb7bee7f2dde req-808d983f-4c0c-4f3e-b682-3044b32c03b3 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/ports?device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 948 time: 0.0522511 Apr 20 16:10:44.037240 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-08484bbc-c5da-46a1-810a-eb7bee7f2dde req-b99db871-4a5e-43e3-84d4-364bbd619424 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/security-groups?id=30d991b3-7f04-459a-8429-a561ea7f8315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319197 Apr 20 16:10:44.149317 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b9c4b-caf9-4396-9049-5a105a168b25 req-67f3f9ab-7d28-49ef-b392-fad6229fb4a4 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:44.151125 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-733b9c4b-caf9-4396-9049-5a105a168b25 req-67f3f9ab-7d28-49ef-b392-fad6229fb4a4 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 945 time: 0.0561092 Apr 20 16:10:44.191110 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-733b9c4b-caf9-4396-9049-5a105a168b25 req-c267a0b0-9580-4c23-963c-addd6e2bd7d1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330999 Apr 20 16:10:44.294520 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56598) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:44.417345 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fc6fc822-6330-41ca-9516-6423c4a17740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:44.496017 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fc6fc822-6330-41ca-9516-6423c4a17740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:44.503397 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427fd84-2779-44dc-b42b-5045dc4b77d5 req-822a97dd-d59a-4adb-9864-d46ab9b93879 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:44.504954 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5427fd84-2779-44dc-b42b-5045dc4b77d5 req-822a97dd-d59a-4adb-9864-d46ab9b93879 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0494287 Apr 20 16:10:44.543521 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5427fd84-2779-44dc-b42b-5045dc4b77d5 req-1847b408-89a1-485b-a1f6-6ab7ebc3cb99 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325189 Apr 20 16:10:44.585909 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fc6fc822-6330-41ca-9516-6423c4a17740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:44.604098 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56606) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:44.610940 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d42d15dd-766c-4fd7-89d8-243f37816ac9 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--486218660', 'description': 'tempest-description--1565433914'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:10:44.630897 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fc6fc822-6330-41ca-9516-6423c4a17740 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d858faf5f3504eee98eb6c3a07278ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327396 Apr 20 16:10:44.630897 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fc822-6330-41ca-9516-6423c4a17740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e5bf9b-88d0-410d-964b-748e7ab68be1,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:44.633427 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56608) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:44.684293 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20460c25-7006-4f30-af88-1bb63682520f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:44.688757 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a888161-a115-4f28-a6e6-3dfa9b12a3cd req-d3c2761e-4baf-4f05-bf04-4299cafcec12 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:44.690307 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1a888161-a115-4f28-a6e6-3dfa9b12a3cd req-d3c2761e-4baf-4f05-bf04-4299cafcec12 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0628433 Apr 20 16:10:44.707452 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20460c25-7006-4f30-af88-1bb63682520f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:44.730597 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1a888161-a115-4f28-a6e6-3dfa9b12a3cd req-328aa193-9e65-443a-bfab-2fdcaf18c09f tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329750 Apr 20 16:10:44.761151 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d42d15dd-766c-4fd7-89d8-243f37816ac9 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:44.885085 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124546a-89f1-412c-b2d5-015a585dab68 req-e6b78a21-29bb-4c1d-8407-9f6074feeda8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:44.886456 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5124546a-89f1-412c-b2d5-015a585dab68 req-e6b78a21-29bb-4c1d-8407-9f6074feeda8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0772715 Apr 20 16:10:44.892488 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-2a964a00-e407-4698-8d21-6627e340f847 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:44.894450 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-2a964a00-e407-4698-8d21-6627e340f847 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547&tenant_id=f99d78ffab8c43cca67be1fec063f621&binding%3Ahost_id=n-h2-836146-2 HTTP/1.1" status: 200 len: 1096 time: 0.0594647 Apr 20 16:10:44.914630 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-745c88ee-4346-46ca-b9e4-03ff8b57b62d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836146-2'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:10:44.961241 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5124546a-89f1-412c-b2d5-015a585dab68 req-47a0e688-d893-424d-90f9-62be1ea13ea8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654879 Apr 20 16:10:45.014551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073ddb0-6f11-4a79-ad14-0e2b1f6da79f req-8f48ab9d-725b-426c-b054-bf12618096f2 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:45.016433 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-745c88ee-4346-46ca-b9e4-03ff8b57b62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:45.016583 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8073ddb0-6f11-4a79-ad14-0e2b1f6da79f req-8f48ab9d-725b-426c-b054-bf12618096f2 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 945 time: 0.0618484 Apr 20 16:10:45.061109 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8073ddb0-6f11-4a79-ad14-0e2b1f6da79f req-6212ec8a-9feb-4bf2-8f3f-98a54bfe46ba tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375514 Apr 20 16:10:45.090085 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20460c25-7006-4f30-af88-1bb63682520f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:45.093665 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20460c25-7006-4f30-af88-1bb63682520f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:45.095944 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-20460c25-7006-4f30-af88-1bb63682520f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/05e5bf9b-88d0-410d-964b-748e7ab68be1 HTTP/1.1" status: 204 len: 168 time: 0.4616013 Apr 20 16:10:45.141833 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20460c25-7006-4f30-af88-1bb63682520f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e5bf9b-88d0-410d-964b-748e7ab68be1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:45.164630 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d42d15dd-766c-4fd7-89d8-243f37816ac9 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:45.196770 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21356c9c-2986-4e0c-97a8-7282e1a740cf req-b382b9fe-07c4-4d3d-927c-ee6a7ede0196 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:45.198292 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-21356c9c-2986-4e0c-97a8-7282e1a740cf req-b382b9fe-07c4-4d3d-927c-ee6a7ede0196 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec0b1df0-7ed7-4ab8-9553-a880ac245b5a HTTP/1.1" status: 200 len: 950 time: 0.1716640 Apr 20 16:10:45.248807 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d42d15dd-766c-4fd7-89d8-243f37816ac9 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:45.250201 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-745c88ee-4346-46ca-b9e4-03ff8b57b62d service neutron] For port 9f535cc6-8118-48b9-abcc-62f431a6be84, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=9f535cc6-8118-48b9-abcc-62f431a6be84,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:45.276481 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d15dd-766c-4fd7-89d8-243f37816ac9 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1f22c5-dae7-4760-8460-a21889c8180e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:45.312906 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-745c88ee-4346-46ca-b9e4-03ff8b57b62d service neutron] For port 9f535cc6-8118-48b9-abcc-62f431a6be84, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:10:45.371120 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b672254-7ccc-4f8f-aec9-32ee7f47f547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f535cc6-8118-48b9-abcc-62f431a6be84'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:45.373810 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f6be1a-0b26-4ee8-8bef-bdd84669a63c" -d '{"events": [{"server_uuid": "2b672254-7ccc-4f8f-aec9-32ee7f47f547", "name": "network-vif-unplugged", "status": "completed", "tag": "9f535cc6-8118-48b9-abcc-62f431a6be84"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:45.377134 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2cb4d-c519-4f08-8554-5ce192e6f61e req-8407cade-1354-43cb-acb5-b3ed5b73b860 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:45.377741 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-745c88ee-4346-46ca-b9e4-03ff8b57b62d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:45.378767 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-94c2cb4d-c519-4f08-8554-5ce192e6f61e req-8407cade-1354-43cb-acb5-b3ed5b73b860 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec0b1df0-7ed7-4ab8-9553-a880ac245b5a HTTP/1.1" status: 200 len: 950 time: 0.0655632 Apr 20 16:10:45.465053 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d42d15dd-766c-4fd7-89d8-243f37816ac9 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:45.466126 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-21356c9c-2986-4e0c-97a8-7282e1a740cf req-22acb87e-3fa2-4808-8515-79d5c1c73b57 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574639 Apr 20 16:10:45.466649 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d42d15dd-766c-4fd7-89d8-243f37816ac9 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8614750 Apr 20 16:10:45.469371 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56634) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:45.482576 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-04eba9d3-fa3b-419b-9812-e12532b539d5 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Request body: {'security_group_rule': {'security_group_id': '7f1f22c5-dae7-4760-8460-a21889c8180e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:10:45.492678 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ccf117cc-5878-4bb7-be6e-847c786bb22d no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:10:45.500360 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-745c88ee-4346-46ca-b9e4-03ff8b57b62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:45.526724 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad99eb8-e605-4486-9819-58217169f776 req-864aa617-321b-40c1-bbca-5487cb7fd96b tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:45.528897 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aad99eb8-e605-4486-9819-58217169f776 req-864aa617-321b-40c1-bbca-5487cb7fd96b tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.26 "GET /v2.0/ports?device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 948 time: 0.1487000 Apr 20 16:10:45.538256 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: ccf117cc-5878-4bb7-be6e-847c786bb22d {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:10:45.538602 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ccf117cc-5878-4bb7-be6e-847c786bb22d not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:10:45.630833 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c88ee-4346-46ca-b9e4-03ff8b57b62d service neutron] Pushing event updated for resources: {'Port': ['ID=9f535cc6-8118-48b9-abcc-62f431a6be84,revision_number=7']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:45.682380 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-94c2cb4d-c519-4f08-8554-5ce192e6f61e req-e695f7d1-5606-459c-b6ec-9952a7041cc8 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Deleting port 634efcd2-2583-403e-9a9e-1ace043618f5 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:10:45.683121 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-94c2cb4d-c519-4f08-8554-5ce192e6f61e req-e695f7d1-5606-459c-b6ec-9952a7041cc8 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:45.683248 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-745c88ee-4346-46ca-b9e4-03ff8b57b62d service neutron] Attempting to bind port 9f535cc6-8118-48b9-abcc-62f431a6be84 on host n-h2-836146-2 for vnic_type normal with profile {"migrating_to": "n-h1-836146-2"} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:10:45.683585 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-745c88ee-4346-46ca-b9e4-03ff8b57b62d service neutron] Attempting to bind port 9f535cc6-8118-48b9-abcc-62f431a6be84 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:10:45.683912 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-745c88ee-4346-46ca-b9e4-03ff8b57b62d service neutron] Attempting to bind port 9f535cc6-8118-48b9-abcc-62f431a6be84 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:10:45.718366 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857319c-23c4-4b84-ae9c-81481af842fc req-5b269914-43b9-46aa-9f16-c5ce90e246d8 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:45.720013 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e857319c-23c4-4b84-ae9c-81481af842fc req-5b269914-43b9-46aa-9f16-c5ce90e246d8 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/ports?device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 948 time: 0.2098861 Apr 20 16:10:45.724970 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-745c88ee-4346-46ca-b9e4-03ff8b57b62d service neutron] Port 9f535cc6-8118-48b9-abcc-62f431a6be84 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:10:45.725295 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-745c88ee-4346-46ca-b9e4-03ff8b57b62d service neutron] Attempting to bind port 9f535cc6-8118-48b9-abcc-62f431a6be84 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:10:45.730739 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-04eba9d3-fa3b-419b-9812-e12532b539d5 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:45.746989 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-745c88ee-4346-46ca-b9e4-03ff8b57b62d service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:10:45.747390 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-745c88ee-4346-46ca-b9e4-03ff8b57b62d service neutron] Checking segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:10:45.747757 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-745c88ee-4346-46ca-b9e4-03ff8b57b62d service neutron] Bound using segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:10:45.748199 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-745c88ee-4346-46ca-b9e4-03ff8b57b62d service neutron] Bound port: 9f535cc6-8118-48b9-abcc-62f431a6be84, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:10:45.748587 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-745c88ee-4346-46ca-b9e4-03ff8b57b62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:45.802315 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd75c2-0f47-4787-9e50-31c6db85d6f6 req-9581b67f-8b5b-403a-bb94-913fdfc82258 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:45.803844 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4efd75c2-0f47-4787-9e50-31c6db85d6f6 req-9581b67f-8b5b-403a-bb94-913fdfc82258 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 945 time: 0.1778922 Apr 20 16:10:45.827477 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79105853-e9f9-4cfc-8def-acfa1ebf76f2 req-7662e366-4f2f-47aa-84c5-5ef6cfc88a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:45.829140 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-79105853-e9f9-4cfc-8def-acfa1ebf76f2 req-7662e366-4f2f-47aa-84c5-5ef6cfc88a44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 1095 time: 0.1863539 Apr 20 16:10:45.953411 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-04eba9d3-fa3b-419b-9812-e12532b539d5 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:45.968947 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4efd75c2-0f47-4787-9e50-31c6db85d6f6 req-2e722bed-6b68-428e-bd27-25a74cbb0f45 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362970 Apr 20 16:10:45.971589 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-745c88ee-4346-46ca-b9e4-03ff8b57b62d service neutron] For port 9f535cc6-8118-48b9-abcc-62f431a6be84, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:10:45.976481 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-745c88ee-4346-46ca-b9e4-03ff8b57b62d service neutron] For port 9f535cc6-8118-48b9-abcc-62f431a6be84, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=9f535cc6-8118-48b9-abcc-62f431a6be84,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:10:46.035591 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79105853-e9f9-4cfc-8def-acfa1ebf76f2 req-6a0d0842-8d95-4477-b09f-338a4f0aa2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:46.037721 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-79105853-e9f9-4cfc-8def-acfa1ebf76f2 req-6a0d0842-8d95-4477-b09f-338a4f0aa2a4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 912 time: 0.1971338 Apr 20 16:10:46.071164 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 9f535cc6-8118-48b9-abcc-62f431a6be84 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:10:46.122068 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e451d0d-8fd2-48ed-b491-929c843578ca x-openstack-request-id: req-3e451d0d-8fd2-48ed-b491-929c843578ca {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:46.122375 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b672254-7ccc-4f8f-aec9-32ee7f47f547", "name": "network-vif-unplugged", "status": "completed", "tag": "9f535cc6-8118-48b9-abcc-62f431a6be84", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:46.122623 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e451d0d-8fd2-48ed-b491-929c843578ca {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:46.123026 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e451d0d-8fd2-48ed-b491-929c843578ca'] response: {'server_uuid': '2b672254-7ccc-4f8f-aec9-32ee7f47f547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f535cc6-8118-48b9-abcc-62f431a6be84', 'code': 200} Apr 20 16:10:46.129806 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-745c88ee-4346-46ca-b9e4-03ff8b57b62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:46.132633 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-04eba9d3-fa3b-419b-9812-e12532b539d5 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:46.179383 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56638) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:46.204066 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 9f535cc6-8118-48b9-abcc-62f431a6be84, host n-h2-836146-2, got binding levels [] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:46.208509 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e857319c-23c4-4b84-ae9c-81481af842fc req-24a97408-6742-47ba-b518-87551ab5f537 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/security-groups?id=30d991b3-7f04-459a-8429-a561ea7f8315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673622 Apr 20 16:10:46.230845 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Attempting to bind port 9f535cc6-8118-48b9-abcc-62f431a6be84 on host n-h2-836146-2 for vnic_type normal with profile {"migrating_to": "n-h1-836146-2"} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:10:46.231440 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Attempting to bind port 9f535cc6-8118-48b9-abcc-62f431a6be84 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:10:46.232080 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Attempting to bind port 9f535cc6-8118-48b9-abcc-62f431a6be84 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:10:46.232424 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04382f64-f76f-401b-8d97-fe6b946cb6d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:46.237347 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Port 9f535cc6-8118-48b9-abcc-62f431a6be84 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:10:46.238248 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Attempting to bind port 9f535cc6-8118-48b9-abcc-62f431a6be84 on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:10:46.241531 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-94c2cb4d-c519-4f08-8554-5ce192e6f61e req-e695f7d1-5606-459c-b6ec-9952a7041cc8 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] For port 634efcd2-2583-403e-9a9e-1ace043618f5, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=634efcd2-2583-403e-9a9e-1ace043618f5,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:46.247368 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:10:46.247368 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Checking segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:10:46.247368 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Bound using segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:10:46.247368 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Bound port: 9f535cc6-8118-48b9-abcc-62f431a6be84, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:10:46.247368 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:46.248594 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-94c2cb4d-c519-4f08-8554-5ce192e6f61e req-e695f7d1-5606-459c-b6ec-9952a7041cc8 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:46.274356 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-aad99eb8-e605-4486-9819-58217169f776 req-5179b23b-4705-4a91-b409-145973726514 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Deleting port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:10:46.274970 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-aad99eb8-e605-4486-9819-58217169f776 req-5179b23b-4705-4a91-b409-145973726514 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:46.305278 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-04eba9d3-fa3b-419b-9812-e12532b539d5 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:46.308921 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-04eba9d3-fa3b-419b-9812-e12532b539d5 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8359544 Apr 20 16:10:46.319603 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eba9d3-fa3b-419b-9812-e12532b539d5 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab01c63f-5131-4bb4-a96d-421f0312a2b9,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:46.322205 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56640) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:46.344929 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-79105853-e9f9-4cfc-8def-acfa1ebf76f2 req-e060e495-2e53-4393-a035-08541f77c7ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698 HTTP/1.1" status: 200 len: 999 time: 0.2906210 Apr 20 16:10:46.350891 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b42f50c5-1383-4fa1-a92b-2bd650d10ee5 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Request body: {'security_group_rule': {'security_group_id': '7f1f22c5-dae7-4760-8460-a21889c8180e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:10:46.356695 n-d-836146-2 neutron-server[103486]: WARNING neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Concurrent port binding operations failed on port 9f535cc6-8118-48b9-abcc-62f431a6be84 Apr 20 16:10:46.362130 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 9f535cc6-8118-48b9-abcc-62f431a6be84, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=9f535cc6-8118-48b9-abcc-62f431a6be84,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:46.365133 n-d-836146-2 neutron-server[103486]: INFO neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Attempt 2 to bind port 9f535cc6-8118-48b9-abcc-62f431a6be84 Apr 20 16:10:46.366716 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 9f535cc6-8118-48b9-abcc-62f431a6be84 has no active binding in host n-h1-836146-2 {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 16:10:46.376951 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-aad99eb8-e605-4486-9819-58217169f776 req-5179b23b-4705-4a91-b409-145973726514 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] For port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:46.378089 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-aad99eb8-e605-4486-9819-58217169f776 req-5179b23b-4705-4a91-b409-145973726514 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:46.390132 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-aad99eb8-e605-4486-9819-58217169f776 req-5179b23b-4705-4a91-b409-145973726514 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Calling delete_port for bcd83f6e-1ab1-4dc7-8982-7ec33d46780b owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:10:46.423757 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c88ee-4346-46ca-b9e4-03ff8b57b62d service neutron] Pushing event updated for resources: {'Port': ['ID=9f535cc6-8118-48b9-abcc-62f431a6be84,revision_number=8']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:46.437657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb3ddd-bd9b-45e2-82d4-8f2d33d252b5 req-ca8129ca-7190-49ac-ac1d-99413a2e6455 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:46.439255 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-adcb3ddd-bd9b-45e2-82d4-8f2d33d252b5 req-ca8129ca-7190-49ac-ac1d-99413a2e6455 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.3143101 Apr 20 16:10:46.448751 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-745c88ee-4346-46ca-b9e4-03ff8b57b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:46.449370 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-745c88ee-4346-46ca-b9e4-03ff8b57b62d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:46.450735 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-745c88ee-4346-46ca-b9e4-03ff8b57b62d service neutron] 10.222.0.26 "PUT /v2.0/ports/9f535cc6-8118-48b9-abcc-62f431a6be84 HTTP/1.1" status: 200 len: 1121 time: 1.5411603 Apr 20 16:10:46.479489 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79105853-e9f9-4cfc-8def-acfa1ebf76f2 req-5d38455d-7c2a-4fd9-a5cf-eb5a794570aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:46.480927 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-79105853-e9f9-4cfc-8def-acfa1ebf76f2 req-5d38455d-7c2a-4fd9-a5cf-eb5a794570aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6cf39be6-ada6-40b6-a73b-d57e4fcf739a HTTP/1.1" status: 200 len: 850 time: 0.1163557 Apr 20 16:10:46.518529 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-94c2cb4d-c519-4f08-8554-5ce192e6f61e req-e695f7d1-5606-459c-b6ec-9952a7041cc8 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Calling delete_port for 634efcd2-2583-403e-9a9e-1ace043618f5 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:10:46.520863 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-adcb3ddd-bd9b-45e2-82d4-8f2d33d252b5 req-e5ae5da9-0e06-4a62-8c60-c6076473a30b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675797 Apr 20 16:10:46.552167 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79105853-e9f9-4cfc-8def-acfa1ebf76f2 req-8c29980e-66ee-4fa0-8db9-6b357cdc8e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:46.555133 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-79105853-e9f9-4cfc-8def-acfa1ebf76f2 req-8c29980e-66ee-4fa0-8db9-6b357cdc8e1b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1e63842-0159-452f-8eed-f7dec1727f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637243 Apr 20 16:10:46.580739 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b42f50c5-1383-4fa1-a92b-2bd650d10ee5 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:46.588855 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551217a-f6cd-4f87-b011-e2c14f026733 req-00631f88-9c92-4c84-8288-6772c6d348e2 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:46.591358 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7551217a-f6cd-4f87-b011-e2c14f026733 req-00631f88-9c92-4c84-8288-6772c6d348e2 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d4f0693-059a-4d57-b689-5c5eb350f74c HTTP/1.1" status: 200 len: 950 time: 0.4380541 Apr 20 16:10:46.609161 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['9f535cc6-8118-48b9-abcc-62f431a6be84'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:10:46.652386 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['9f535cc6-8118-48b9-abcc-62f431a6be84'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:10:46.708060 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-aad99eb8-e605-4486-9819-58217169f776 req-5179b23b-4705-4a91-b409-145973726514 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:46.799314 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179b23b-4705-4a91-b409-145973726514 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Pushing event deleted for resources: {'Port': ['ID=bcd83f6e-1ab1-4dc7-8982-7ec33d46780b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:46.837837 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b42f50c5-1383-4fa1-a92b-2bd650d10ee5 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:46.862885 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30238ce8-2d18-4ab6-8eca-36c08ad1bf66 req-b6ca9a6b-4f23-4d4d-b490-c33965da282b tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:46.873887 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-30238ce8-2d18-4ab6-8eca-36c08ad1bf66 req-b6ca9a6b-4f23-4d4d-b490-c33965da282b tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec0b1df0-7ed7-4ab8-9553-a880ac245b5a HTTP/1.1" status: 200 len: 950 time: 0.2701287 Apr 20 16:10:46.936931 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-30238ce8-2d18-4ab6-8eca-36c08ad1bf66 req-0148947b-2756-447e-b268-92148f158cd1 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615978 Apr 20 16:10:46.946903 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-79105853-e9f9-4cfc-8def-acfa1ebf76f2 req-90ddc294-32e3-449d-8cc0-65b6ac469867 service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675454 Apr 20 16:10:47.013309 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b42f50c5-1383-4fa1-a92b-2bd650d10ee5 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:47.030057 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f50c5-1383-4fa1-a92b-2bd650d10ee5 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012a08a7-7816-40f9-b586-7900b9b57f78,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:47.049413 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad99eb8-e605-4486-9819-58217169f776 req-5179b23b-4705-4a91-b409-145973726514 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] No DVR routers for this DVR port bcd83f6e-1ab1-4dc7-8982-7ec33d46780b on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:10:47.056625 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-aad99eb8-e605-4486-9819-58217169f776 req-5179b23b-4705-4a91-b409-145973726514 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:47.059952 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aad99eb8-e605-4486-9819-58217169f776 req-5179b23b-4705-4a91-b409-145973726514 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.26 "DELETE /v2.0/ports/bcd83f6e-1ab1-4dc7-8982-7ec33d46780b HTTP/1.1" status: 204 len: 173 time: 1.5153127 Apr 20 16:10:47.062048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37294d0-2fe1-4772-8f67-bc5e561c7db3', 'name': 'network-vif-deleted', 'tag': 'bcd83f6e-1ab1-4dc7-8982-7ec33d46780b'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:47.064522 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae91009b-1fc8-4769-9301-63c0732715f2" -d '{"events": [{"server_uuid": "c37294d0-2fe1-4772-8f67-bc5e561c7db3", "name": "network-vif-deleted", "tag": "bcd83f6e-1ab1-4dc7-8982-7ec33d46780b"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:47.105221 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-79105853-e9f9-4cfc-8def-acfa1ebf76f2 req-0cb5a7b9-aeea-4bc9-b6e3-ec5ed9649e78 service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513464 Apr 20 16:10:47.131586 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1637548-6cdf-4a1d-93b0-b800d5e6239f req-053a37a9-d782-49ea-90cc-c73e73fee9a0 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:47.133344 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b1637548-6cdf-4a1d-93b0-b800d5e6239f req-053a37a9-d782-49ea-90cc-c73e73fee9a0 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 945 time: 0.0609193 Apr 20 16:10:47.153989 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04382f64-f76f-401b-8d97-fe6b946cb6d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:47.170622 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ae402-967f-45f1-864d-a805fa827936 req-6b5a3075-22ba-406e-b8f2-340d6adc5664 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:47.172823 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd0ae402-967f-45f1-864d-a805fa827936 req-6b5a3075-22ba-406e-b8f2-340d6adc5664 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 943 time: 0.6462379 Apr 20 16:10:47.181670 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b42f50c5-1383-4fa1-a92b-2bd650d10ee5 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:47.181670 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b42f50c5-1383-4fa1-a92b-2bd650d10ee5 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8429832 Apr 20 16:10:47.182065 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56650) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:47.186518 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-0319b584-91dc-4209-bb1f-0b70f094b32a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:10:47.190191 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-7551217a-f6cd-4f87-b011-e2c14f026733 req-28dca92c-106f-4cd8-be5e-531c3303a412 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Deleting port ce4326ea-ab01-4f9f-b629-75c89ee3a037 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:10:47.190543 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7551217a-f6cd-4f87-b011-e2c14f026733 req-28dca92c-106f-4cd8-be5e-531c3303a412 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:47.198618 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b1637548-6cdf-4a1d-93b0-b800d5e6239f req-328db202-1142-418a-8338-9b92908f0b25 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585165 Apr 20 16:10:47.256636 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0159cc07-e903-46c9-b6aa-afbdf8498f5e x-openstack-request-id: req-0159cc07-e903-46c9-b6aa-afbdf8498f5e {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:47.256930 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37294d0-2fe1-4772-8f67-bc5e561c7db3", "name": "network-vif-deleted", "tag": "bcd83f6e-1ab1-4dc7-8982-7ec33d46780b", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:47.257194 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0159cc07-e903-46c9-b6aa-afbdf8498f5e {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:47.257619 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0159cc07-e903-46c9-b6aa-afbdf8498f5e'] response: {'server_uuid': 'c37294d0-2fe1-4772-8f67-bc5e561c7db3', 'name': 'network-vif-deleted', 'tag': 'bcd83f6e-1ab1-4dc7-8982-7ec33d46780b', 'status': 'completed', 'code': 200} Apr 20 16:10:47.272745 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-94c2cb4d-c519-4f08-8554-5ce192e6f61e req-e695f7d1-5606-459c-b6ec-9952a7041cc8 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:47.304551 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd0ae402-967f-45f1-864d-a805fa827936 req-5251d2fb-0f92-4984-a805-830db7cdedab tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232378 Apr 20 16:10:47.308725 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f662ef26-bc18-43c7-86ef-7dee44d15b32', '634efcd2-2583-403e-9a9e-1ace043618f5', 'ce4326ea-ab01-4f9f-b629-75c89ee3a037'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:10:47.367528 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04382f64-f76f-401b-8d97-fe6b946cb6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:47.372960 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-62211a76-d469-4f45-b3a5-bc8d9eb692c2 req-e81dbf6c-9b0c-4ac9-b5f8-ae27da0d0b86 tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/ports?device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 210 time: 0.0581827 Apr 20 16:10:47.386227 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695f7d1-5606-459c-b6ec-9952a7041cc8 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Pushing event deleted for resources: {'Port': ['ID=634efcd2-2583-403e-9a9e-1ace043618f5,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:47.407160 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0319b584-91dc-4209-bb1f-0b70f094b32a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:47.472471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c2cb4d-c519-4f08-8554-5ce192e6f61e req-e695f7d1-5606-459c-b6ec-9952a7041cc8 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] No DVR routers for this DVR port 634efcd2-2583-403e-9a9e-1ace043618f5 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:10:47.475288 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-7551217a-f6cd-4f87-b011-e2c14f026733 req-28dca92c-106f-4cd8-be5e-531c3303a412 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] For port ce4326ea-ab01-4f9f-b629-75c89ee3a037, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ce4326ea-ab01-4f9f-b629-75c89ee3a037,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:47.475650 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7551217a-f6cd-4f87-b011-e2c14f026733 req-28dca92c-106f-4cd8-be5e-531c3303a412 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:47.488497 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-94c2cb4d-c519-4f08-8554-5ce192e6f61e req-e695f7d1-5606-459c-b6ec-9952a7041cc8 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:47.491866 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-94c2cb4d-c519-4f08-8554-5ce192e6f61e req-e695f7d1-5606-459c-b6ec-9952a7041cc8 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.30 "DELETE /v2.0/ports/634efcd2-2583-403e-9a9e-1ace043618f5 HTTP/1.1" status: 204 len: 173 time: 2.1036747 Apr 20 16:10:47.510717 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-7551217a-f6cd-4f87-b011-e2c14f026733 req-28dca92c-106f-4cd8-be5e-531c3303a412 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Calling delete_port for ce4326ea-ab01-4f9f-b629-75c89ee3a037 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:10:47.513725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04382f64-f76f-401b-8d97-fe6b946cb6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ca108c-17f0-4ae6-846b-24fcea0dd779,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:47.522172 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-04382f64-f76f-401b-8d97-fe6b946cb6d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f1abf24128284befa855ba47eb9c1ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3271840 Apr 20 16:10:47.525357 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56654) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:47.610356 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0319b584-91dc-4209-bb1f-0b70f094b32a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:47.749693 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-0319b584-91dc-4209-bb1f-0b70f094b32a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Allocated IP 172.25.0.82 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/6fcc5dbf-095d-490a-b08a-17dcf2e2fe4c) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:10:47.847103 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f74b1c4-c205-4ee2-b0b1-ce2a9269731d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:47.895079 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0319b584-91dc-4209-bb1f-0b70f094b32a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:47.897164 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f74b1c4-c205-4ee2-b0b1-ce2a9269731d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:47.918411 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7cc57-8838-460b-888c-ea1a17384422 req-5f0a0dac-920e-4462-9b1a-ee3835a3983b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:47.930164 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-71f7cc57-8838-460b-888c-ea1a17384422 req-5f0a0dac-920e-4462-9b1a-ee3835a3983b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.1468260 Apr 20 16:10:48.045612 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-71f7cc57-8838-460b-888c-ea1a17384422 req-7b761045-b424-4386-a4f0-215072f9e5d1 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127455 Apr 20 16:10:48.067845 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7551217a-f6cd-4f87-b011-e2c14f026733 req-28dca92c-106f-4cd8-be5e-531c3303a412 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:48.112373 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6612085d-4e5c-4925-bb93-0f4435b7cb62 req-8e99dc23-3d6e-458e-b3f3-52b3618a0e37 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec0b1df0-7ed7-4ab8-9553-a880ac245b5a HTTP/1.1" status: 200 len: 210 time: 0.0392098 Apr 20 16:10:48.119443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dca92c-106f-4cd8-be5e-531c3303a412 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Pushing event deleted for resources: {'Port': ['ID=ce4326ea-ab01-4f9f-b629-75c89ee3a037,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:48.124328 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b672254-7ccc-4f8f-aec9-32ee7f47f547', 'tag': '9f535cc6-8118-48b9-abcc-62f431a6be84'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:48.133809 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a9848c-62a1-4969-8686-1331868e4839" -d '{"events": [{"name": "network-changed", "server_uuid": "2b672254-7ccc-4f8f-aec9-32ee7f47f547", "tag": "9f535cc6-8118-48b9-abcc-62f431a6be84"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:48.141719 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0319b584-91dc-4209-bb1f-0b70f094b32a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:48.185404 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-7551217a-f6cd-4f87-b011-e2c14f026733 req-28dca92c-106f-4cd8-be5e-531c3303a412 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] No DVR routers for this DVR port ce4326ea-ab01-4f9f-b629-75c89ee3a037 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:10:48.188515 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7551217a-f6cd-4f87-b011-e2c14f026733 req-28dca92c-106f-4cd8-be5e-531c3303a412 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:48.193734 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7551217a-f6cd-4f87-b011-e2c14f026733 req-28dca92c-106f-4cd8-be5e-531c3303a412 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.30 "DELETE /v2.0/ports/ce4326ea-ab01-4f9f-b629-75c89ee3a037 HTTP/1.1" status: 204 len: 173 time: 1.5271008 Apr 20 16:10:48.195154 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2604b9-cee3-4693-9263-b47991ae1045 x-openstack-request-id: req-bd2604b9-cee3-4693-9263-b47991ae1045 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:48.195447 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b672254-7ccc-4f8f-aec9-32ee7f47f547", "tag": "9f535cc6-8118-48b9-abcc-62f431a6be84", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:48.195693 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd2604b9-cee3-4693-9263-b47991ae1045 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:48.196075 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd2604b9-cee3-4693-9263-b47991ae1045'] response: {'name': 'network-changed', 'server_uuid': '2b672254-7ccc-4f8f-aec9-32ee7f47f547', 'tag': '9f535cc6-8118-48b9-abcc-62f431a6be84', 'status': 'completed', 'code': 200} Apr 20 16:10:48.208978 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0319b584-91dc-4209-bb1f-0b70f094b32a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:10:48.209487 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f74b1c4-c205-4ee2-b0b1-ce2a9269731d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:48.213220 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f74b1c4-c205-4ee2-b0b1-ce2a9269731d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:48.214283 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-0319b584-91dc-4209-bb1f-0b70f094b32a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:10:48.218636 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9f74b1c4-c205-4ee2-b0b1-ce2a9269731d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3ca108c-17f0-4ae6-846b-24fcea0dd779 HTTP/1.1" status: 204 len: 168 time: 0.6886778 Apr 20 16:10:48.227490 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74b1c4-c205-4ee2-b0b1-ce2a9269731d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ca108c-17f0-4ae6-846b-24fcea0dd779,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:48.229395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0319b584-91dc-4209-bb1f-0b70f094b32a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:10:48.306131 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319b584-91dc-4209-bb1f-0b70f094b32a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Pushing event updated for resources: {'Port': ['ID=6fcc5dbf-095d-490a-b08a-17dcf2e2fe4c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:48.370495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9848c-62a1-4969-8686-1331868e4839 req-3901d1cd-4e58-43d4-92f2-4eebb0879c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:48.372247 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3a9848c-62a1-4969-8686-1331868e4839 req-3901d1cd-4e58-43d4-92f2-4eebb0879c31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 1124 time: 0.1136787 Apr 20 16:10:48.404770 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21084bfe-58a8-4dc1-93c3-0d4223e5400b req-dfaaa948-7e56-4019-bf39-405077cfe4a1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:48.412145 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-21084bfe-58a8-4dc1-93c3-0d4223e5400b req-dfaaa948-7e56-4019-bf39-405077cfe4a1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 945 time: 0.1088085 Apr 20 16:10:48.445102 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0319b584-91dc-4209-bb1f-0b70f094b32a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:48.473963 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-21084bfe-58a8-4dc1-93c3-0d4223e5400b req-7ae626c1-39a7-4b3d-aa6b-498562cbf2b0 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570517 Apr 20 16:10:48.569980 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9848c-62a1-4969-8686-1331868e4839 req-631db23f-9c86-4f9b-89d8-30eb9916d725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:48.571704 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3a9848c-62a1-4969-8686-1331868e4839 req-631db23f-9c86-4f9b-89d8-30eb9916d725 service neutron] 10.222.0.30 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 909 time: 0.1916616 Apr 20 16:10:48.585487 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd6970-7c2f-48f8-9660-64899e4d8b08 req-1ce9916f-b1f2-4e50-bad2-f834b04a8ff1 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:48.587037 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9dd6970-7c2f-48f8-9660-64899e4d8b08 req-1ce9916f-b1f2-4e50-bad2-f834b04a8ff1 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 943 time: 0.0879817 Apr 20 16:10:48.617084 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9dfae43d-e6cb-49c5-a0e4-31e1eea43149 req-c5413463-2a29-4381-8afc-b69495d311ce tempest-ImagesOneServerTestJSON-355439893 tempest-ImagesOneServerTestJSON-355439893-project] 10.222.0.15 "GET /v2.0/ports?device_id=c37294d0-2fe1-4772-8f67-bc5e561c7db3 HTTP/1.1" status: 200 len: 210 time: 0.0594869 Apr 20 16:10:48.649596 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3a9848c-62a1-4969-8686-1331868e4839 req-fb51a6ea-99eb-4b8e-938c-74dfa5d66fd1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f535cc6-8118-48b9-abcc-62f431a6be84 HTTP/1.1" status: 200 len: 217 time: 0.0615532 Apr 20 16:10:48.663212 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0319b584-91dc-4209-bb1f-0b70f094b32a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:48.708802 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f662ef26-bc18-43c7-86ef-7dee44d15b32'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:10:48.716672 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9dd6970-7c2f-48f8-9660-64899e4d8b08 req-e89b4f32-323f-4ed9-92d5-db92579127c7 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199110 Apr 20 16:10:48.743778 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9848c-62a1-4969-8686-1331868e4839 req-69be776e-1eef-49ad-924b-02a834e74067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:48.743778 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3a9848c-62a1-4969-8686-1331868e4839 req-69be776e-1eef-49ad-924b-02a834e74067 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f HTTP/1.1" status: 200 len: 848 time: 0.0738611 Apr 20 16:10:48.801904 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3a9848c-62a1-4969-8686-1331868e4839 req-e8d65304-f970-49d4-a367-bbe98d25bf4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510659 Apr 20 16:10:48.987838 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3a9848c-62a1-4969-8686-1331868e4839 req-e8e47b4c-5a49-450f-a983-67b2dbd70d4e service neutron] 10.222.0.30 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784921 Apr 20 16:10:49.207265 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3a9848c-62a1-4969-8686-1331868e4839 req-32d3026b-74ac-4b68-b915-8978007d3b8d service neutron] 10.222.0.30 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099264 Apr 20 16:10:49.259491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0b1df0-7ed7-4ab8-9553-a880ac245b5a', 'name': 'network-vif-deleted', 'tag': '634efcd2-2583-403e-9a9e-1ace043618f5'}, {'server_uuid': '0d4f0693-059a-4d57-b689-5c5eb350f74c', 'name': 'network-vif-deleted', 'tag': 'ce4326ea-ab01-4f9f-b629-75c89ee3a037'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:49.267872 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44da231-5f9f-4ba2-b30a-765fe1396aff" -d '{"events": [{"server_uuid": "ec0b1df0-7ed7-4ab8-9553-a880ac245b5a", "name": "network-vif-deleted", "tag": "634efcd2-2583-403e-9a9e-1ace043618f5"}, {"server_uuid": "0d4f0693-059a-4d57-b689-5c5eb350f74c", "name": "network-vif-deleted", "tag": "ce4326ea-ab01-4f9f-b629-75c89ee3a037"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:49.336234 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-81db9cc3-1a8d-4ab3-822c-579ebd4a5f0e req-c3facfac-6b87-4c30-8391-e932db6edfb7 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d4f0693-059a-4d57-b689-5c5eb350f74c HTTP/1.1" status: 200 len: 210 time: 0.0371575 Apr 20 16:10:49.346725 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0319b584-91dc-4209-bb1f-0b70f094b32a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:49.404600 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6536ba-cb53-4cf9-ab04-65e6be1f3875 req-37bea97e-b591-4c5c-80fc-21fd2187f47c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:49.406207 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ca6536ba-cb53-4cf9-ab04-65e6be1f3875 req-37bea97e-b591-4c5c-80fc-21fd2187f47c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0634427 Apr 20 16:10:49.425773 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e5e935-3dc8-47b0-9ea4-3d1b83e2b9ee x-openstack-request-id: req-71e5e935-3dc8-47b0-9ea4-3d1b83e2b9ee {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:49.426147 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0b1df0-7ed7-4ab8-9553-a880ac245b5a", "name": "network-vif-deleted", "tag": "634efcd2-2583-403e-9a9e-1ace043618f5", "status": "completed", "code": 200}, {"server_uuid": "0d4f0693-059a-4d57-b689-5c5eb350f74c", "name": "network-vif-deleted", "tag": "ce4326ea-ab01-4f9f-b629-75c89ee3a037", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:49.426471 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71e5e935-3dc8-47b0-9ea4-3d1b83e2b9ee {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:49.426969 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e5e935-3dc8-47b0-9ea4-3d1b83e2b9ee'] response: {'server_uuid': 'ec0b1df0-7ed7-4ab8-9553-a880ac245b5a', 'name': 'network-vif-deleted', 'tag': '634efcd2-2583-403e-9a9e-1ace043618f5', 'status': 'completed', 'code': 200} Apr 20 16:10:49.427317 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e5e935-3dc8-47b0-9ea4-3d1b83e2b9ee'] response: {'server_uuid': '0d4f0693-059a-4d57-b689-5c5eb350f74c', 'name': 'network-vif-deleted', 'tag': 'ce4326ea-ab01-4f9f-b629-75c89ee3a037', 'status': 'completed', 'code': 200} Apr 20 16:10:49.450275 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0319b584-91dc-4209-bb1f-0b70f094b32a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:49.461188 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ca6536ba-cb53-4cf9-ab04-65e6be1f3875 req-e89a4082-b883-437b-8964-a2f359eee9e5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486290 Apr 20 16:10:49.494256 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ce4326ea-ab01-4f9f-b629-75c89ee3a037 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:10:49.520709 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: ce4326ea-ab01-4f9f-b629-75c89ee3a037 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:10:49.521049 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ce4326ea-ab01-4f9f-b629-75c89ee3a037 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:10:49.521472 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 634efcd2-2583-403e-9a9e-1ace043618f5 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:10:49.543651 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0319b584-91dc-4209-bb1f-0b70f094b32a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:49.569081 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 634efcd2-2583-403e-9a9e-1ace043618f5 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:10:49.569749 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 634efcd2-2583-403e-9a9e-1ace043618f5 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:10:49.580506 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319b584-91dc-4209-bb1f-0b70f094b32a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Pushing event updated for resources: {'Port': ['ID=6fcc5dbf-095d-490a-b08a-17dcf2e2fe4c,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:49.660268 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0319b584-91dc-4209-bb1f-0b70f094b32a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:49.662561 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0319b584-91dc-4209-bb1f-0b70f094b32a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4785490 Apr 20 16:10:49.749137 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fd484-6b07-42ff-81fb-6040005bc8fa req-7db31592-9396-4466-b9ab-d05b41f74294 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:49.750656 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-537fd484-6b07-42ff-81fb-6040005bc8fa req-7db31592-9396-4466-b9ab-d05b41f74294 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 945 time: 0.0947905 Apr 20 16:10:49.808594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e401d7-4f71-4362-a7f5-c8748594beb4 req-1bf22fc0-7a50-4104-a1f8-07b4d82a7dca tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:49.818013 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d2e401d7-4f71-4362-a7f5-c8748594beb4 req-1bf22fc0-7a50-4104-a1f8-07b4d82a7dca tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.1062622 Apr 20 16:10:49.826789 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-537fd484-6b07-42ff-81fb-6040005bc8fa req-9a9fd5f9-f25d-4288-9f20-30c87eab32e0 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587778 Apr 20 16:10:49.866497 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d2e401d7-4f71-4362-a7f5-c8748594beb4 req-5e2fb53c-c1a9-4a31-a8cf-b2c6c240eae9 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469162 Apr 20 16:10:50.057191 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3dc5f-3a56-48ba-8446-5b0f2e0874db req-5541965c-f05b-43dc-96f8-a2494e64a3bb tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:50.057873 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce536793-5615-48bc-82b2-dd1a29a07e8a req-ed671b5f-1166-4720-8362-696c826ec7be tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:50.060472 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ce536793-5615-48bc-82b2-dd1a29a07e8a req-ed671b5f-1166-4720-8362-696c826ec7be tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0681508 Apr 20 16:10:50.066082 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5ff3dc5f-3a56-48ba-8446-5b0f2e0874db req-5541965c-f05b-43dc-96f8-a2494e64a3bb tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 943 time: 0.0954545 Apr 20 16:10:50.114245 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5ff3dc5f-3a56-48ba-8446-5b0f2e0874db req-63ffed3e-d82a-452c-a856-cc6f3fafc4ad tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407214 Apr 20 16:10:50.119720 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device bcd83f6e-1ab1-4dc7-8982-7ec33d46780b no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:10:50.141021 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ce536793-5615-48bc-82b2-dd1a29a07e8a req-4ca52d81-f52e-4bde-8b67-d3e60ea89b17 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740054 Apr 20 16:10:50.145967 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: bcd83f6e-1ab1-4dc7-8982-7ec33d46780b {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:10:50.146309 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device bcd83f6e-1ab1-4dc7-8982-7ec33d46780b not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:10:50.295696 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7ecfb-a943-43ac-9ee1-dddef2b7f255 req-c0ca6c0f-5605-4ff6-876b-86bb9b422993 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:50.297365 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3bd7ecfb-a943-43ac-9ee1-dddef2b7f255 req-c0ca6c0f-5605-4ff6-876b-86bb9b422993 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0801849 Apr 20 16:10:50.340181 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3bd7ecfb-a943-43ac-9ee1-dddef2b7f255 req-63f3711e-d623-41d3-ae13-0e3c505d780a tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352645 Apr 20 16:10:50.360595 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-7be8fbd6-fd49-40e9-9e6e-372108ccbdd2 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:50.362840 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-7be8fbd6-fd49-40e9-9e6e-372108ccbdd2 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/networks?id=c407a25c-3c84-47bb-a12c-46efb29f8241 HTTP/1.1" status: 200 len: 822 time: 0.1155832 Apr 20 16:10:50.387113 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-9c9765fe-cd03-4f12-b5a1-847681236f00 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/quotas/6b467f9ba8304462a3eb94400306af37 HTTP/1.1" status: 200 len: 375 time: 0.0120027 Apr 20 16:10:50.465088 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-e07924a5-125d-4b2b-af24-be03ea873517 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b467f9ba8304462a3eb94400306af37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0750279 Apr 20 16:10:50.512498 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042634f6-eb64-46b2-a1b7-97200f602c1c req-ae9e20a0-a9e5-4d18-99f9-6ddfe346ee2b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:50.514904 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-042634f6-eb64-46b2-a1b7-97200f602c1c req-ae9e20a0-a9e5-4d18-99f9-6ddfe346ee2b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0713892 Apr 20 16:10:50.533796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56738) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:50.575228 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-042634f6-eb64-46b2-a1b7-97200f602c1c req-b8a64953-523a-4ae4-ba87-e07753f4f72b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536129 Apr 20 16:10:50.582463 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-0469fe4a-28c4-4b17-a844-991469ce4d49 service neutron] 10.222.0.15 "GET /v2.0/networks/c407a25c-3c84-47bb-a12c-46efb29f8241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162317 Apr 20 16:10:50.733285 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-36aecd62-6408-43be-bf47-c8d1f705c135 service neutron] 10.222.0.15 "GET /v2.0/networks/c407a25c-3c84-47bb-a12c-46efb29f8241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423652 Apr 20 16:10:50.739608 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-12d45673-5f16-4f41-804c-b19c5a870aa3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a6d8250c0384f84ad1e9b54443ad274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046947 Apr 20 16:10:50.742395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56750) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:50.817348 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f6ae44d5-2cda-4aa9-97b9-abdb39e12aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:50.840459 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f6ae44d5-2cda-4aa9-97b9-abdb39e12aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:51.126299 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f6ae44d5-2cda-4aa9-97b9-abdb39e12aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:51.129183 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f6ae44d5-2cda-4aa9-97b9-abdb39e12aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:51.133091 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f6ae44d5-2cda-4aa9-97b9-abdb39e12aea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/30d991b3-7f04-459a-8429-a561ea7f8315 HTTP/1.1" status: 204 len: 168 time: 0.3865683 Apr 20 16:10:51.147970 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae44d5-2cda-4aa9-97b9-abdb39e12aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d991b3-7f04-459a-8429-a561ea7f8315,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:51.377025 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-25a067f2-2721-4fda-aa8d-3bdfee015f8c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:51.379371 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-25a067f2-2721-4fda-aa8d-3bdfee015f8c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 811 time: 0.1329162 Apr 20 16:10:51.397332 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-a2d8b4fa-d7d4-4961-9955-3d0c1d21e63f tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/quotas/45e04a0c8b904383a188c597f8f29816 HTTP/1.1" status: 200 len: 375 time: 0.0103896 Apr 20 16:10:51.476458 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-0fa0ee2c-d603-4bdd-94f9-1c469db01d45 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0703375 Apr 20 16:10:51.491787 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d515d5b-bb97-4354-afae-7b9243aa45b7 req-8242fcd0-84f8-4bb5-bbe7-a6b090fafe6d tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:51.498368 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4d515d5b-bb97-4354-afae-7b9243aa45b7 req-8242fcd0-84f8-4bb5-bbe7-a6b090fafe6d tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 945 time: 0.0615280 Apr 20 16:10:51.573206 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4d515d5b-bb97-4354-afae-7b9243aa45b7 req-3915b213-27f2-4848-a0ee-763664492622 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689344 Apr 20 16:10:51.620918 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-d9725ab3-ad0d-46da-9681-4959a37e186f service neutron] 10.222.0.15 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364286 Apr 20 16:10:51.698077 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f4b4c-c9d2-4b33-b120-70068e5485ed req-94644fce-e0e5-4c9f-9968-1491d4725479 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:51.699755 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-170f4b4c-c9d2-4b33-b120-70068e5485ed req-94644fce-e0e5-4c9f-9968-1491d4725479 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 943 time: 0.0589728 Apr 20 16:10:51.734387 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-6a955ff2-33e9-42c9-8e30-2b6bdb9b0016 service neutron] 10.222.0.15 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125042 Apr 20 16:10:51.747584 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-170f4b4c-c9d2-4b33-b120-70068e5485ed req-b990485f-0d5a-4f9c-b5e6-9da3d5d65ef5 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378208 Apr 20 16:10:51.832616 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a603cdc3-02eb-441b-8e1d-b51118993725 req-09d8e449-9287-44f7-a3d0-1f650e629525 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 210 time: 0.0309412 Apr 20 16:10:52.055781 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ad007-d53c-4b8c-b3e7-9eb28c1a08b3 req-9d93e782-7e21-4b1a-84a9-51d43013e436 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:52.064704 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bf1ad007-d53c-4b8c-b3e7-9eb28c1a08b3 req-9d93e782-7e21-4b1a-84a9-51d43013e436 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5 HTTP/1.1" status: 200 len: 950 time: 0.1127045 Apr 20 16:10:52.106602 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bf1ad007-d53c-4b8c-b3e7-9eb28c1a08b3 req-b6394e99-81c7-4c99-83a5-6c75d21874f4 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409148 Apr 20 16:10:52.174774 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-79d75b5e-08b2-4924-8e53-4a8fe12fa804 req-b4b90adf-1159-4ea6-891d-7e24beac3076 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 210 time: 0.0274866 Apr 20 16:10:52.674489 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7c52c6e7-063d-4bfa-8e05-2196c70fa470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:52.694615 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c4960-89bc-4043-bd38-c2d4e0e8c80a req-f007c473-cc5a-496c-a805-dbcd094ac877 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:52.696064 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8a9c4960-89bc-4043-bd38-c2d4e0e8c80a req-f007c473-cc5a-496c-a805-dbcd094ac877 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 945 time: 0.0510204 Apr 20 16:10:52.740704 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8a9c4960-89bc-4043-bd38-c2d4e0e8c80a req-20ac3fd0-6bf3-4e39-b7c7-935eefc7b7db tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385773 Apr 20 16:10:52.898416 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a633366-558a-42db-ba45-64dcbd434a42 req-16f27305-fdfb-4fe6-84cb-80986ee83a7f tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:52.899903 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7a633366-558a-42db-ba45-64dcbd434a42 req-16f27305-fdfb-4fe6-84cb-80986ee83a7f tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 943 time: 0.0569057 Apr 20 16:10:52.947410 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7a633366-558a-42db-ba45-64dcbd434a42 req-6fa06bc0-5ffd-4b9f-84a0-538e2bb31a1f tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407999 Apr 20 16:10:53.041994 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8495a63a-3b51-40d3-91be-dc3df8305c1c req-3ce28b29-3f9c-4211-a6d7-c767fd5e8867 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 210 time: 0.0267332 Apr 20 16:10:53.227965 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85642f9-6ac4-40cc-a5a4-ac9a93f7971b req-c4330bec-50ea-4dc1-ba34-22932303a4e9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:53.229764 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d85642f9-6ac4-40cc-a5a4-ac9a93f7971b req-c4330bec-50ea-4dc1-ba34-22932303a4e9 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5 HTTP/1.1" status: 200 len: 950 time: 0.0517073 Apr 20 16:10:53.280987 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d85642f9-6ac4-40cc-a5a4-ac9a93f7971b req-9ea8fd24-9ef0-4991-8acf-ba6e25dcece6 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373869 Apr 20 16:10:53.315965 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a19bf6a1-4f30-47db-9aa3-ed174d5faa23 req-161402ed-cc1d-454f-8e34-d29b7eafad8b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 210 time: 0.0327516 Apr 20 16:10:53.399526 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56858) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:53.506665 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2174e960-e826-45a8-8b5c-b7d14ddc4ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:53.589780 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2174e960-e826-45a8-8b5c-b7d14ddc4ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:53.647731 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49c223-cdda-4fb0-9738-d23ed98e94f1 req-74f079bb-4bfe-4777-bbb4-e285a495b025 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:53.647731 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f49c223-cdda-4fb0-9738-d23ed98e94f1 req-74f079bb-4bfe-4777-bbb4-e285a495b025 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5 HTTP/1.1" status: 200 len: 950 time: 0.0531330 Apr 20 16:10:53.679250 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2174e960-e826-45a8-8b5c-b7d14ddc4ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:53.779215 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174e960-e826-45a8-8b5c-b7d14ddc4ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9aa60f-135f-4f10-be05-1bca3f160c16,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:53.784044 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2174e960-e826-45a8-8b5c-b7d14ddc4ba6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=06ce046082444ffcaf7afc181fbc5931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3834476 Apr 20 16:10:53.787412 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56878) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:53.850179 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-89724aaf-96f8-4c13-8a70-050397ffc46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:53.875044 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-89724aaf-96f8-4c13-8a70-050397ffc46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:53.899531 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-2f49c223-cdda-4fb0-9738-d23ed98e94f1 req-7793d824-bb44-441a-b6ff-b6df5aae29f5 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Deleting port f662ef26-bc18-43c7-86ef-7dee44d15b32 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:10:53.900126 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2f49c223-cdda-4fb0-9738-d23ed98e94f1 req-7793d824-bb44-441a-b6ff-b6df5aae29f5 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:53.911415 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-822e0abb-8529-4d61-b154-ed9ef3b0ca6f tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:53.912914 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-822e0abb-8529-4d61-b154-ed9ef3b0ca6f tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.30 "GET /v2.0/networks?id=c407a25c-3c84-47bb-a12c-46efb29f8241 HTTP/1.1" status: 200 len: 822 time: 0.1966317 Apr 20 16:10:53.968290 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-cd4f2c97-35e2-499e-b3aa-c1f259e9d60b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Request body: {'port': {'device_id': '7c985d68-0280-4334-81ae-d5c25e904212', 'network_id': 'c407a25c-3c84-47bb-a12c-46efb29f8241', 'admin_state_up': True, 'tenant_id': '6b467f9ba8304462a3eb94400306af37'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:10:53.999575 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e0de9-d1a0-4c74-839c-110117c8b5f1 req-e23d4b64-6e2b-4588-b0e8-5e542a67e7b1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:54.001096 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-301e0de9-d1a0-4c74-839c-110117c8b5f1 req-e23d4b64-6e2b-4588-b0e8-5e542a67e7b1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 945 time: 0.1520226 Apr 20 16:10:54.065996 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-89724aaf-96f8-4c13-8a70-050397ffc46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:54.069558 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-89724aaf-96f8-4c13-8a70-050397ffc46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:54.070898 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-89724aaf-96f8-4c13-8a70-050397ffc46b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa9aa60f-135f-4f10-be05-1bca3f160c16 HTTP/1.1" status: 204 len: 168 time: 0.2830715 Apr 20 16:10:54.092838 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b6b07-4383-488d-b085-a28ed136882d req-f61c4e90-d045-4ff4-a578-6daa321551a5 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:54.095131 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-864b6b07-4383-488d-b085-a28ed136882d req-f61c4e90-d045-4ff4-a578-6daa321551a5 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 943 time: 0.0746381 Apr 20 16:10:54.096094 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89724aaf-96f8-4c13-8a70-050397ffc46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9aa60f-135f-4f10-be05-1bca3f160c16,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:54.144755 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-301e0de9-d1a0-4c74-839c-110117c8b5f1 req-6b6363d7-fc06-40fe-b300-5bbb91fe7b26 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246066 Apr 20 16:10:54.148562 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-2f49c223-cdda-4fb0-9738-d23ed98e94f1 req-7793d824-bb44-441a-b6ff-b6df5aae29f5 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] For port f662ef26-bc18-43c7-86ef-7dee44d15b32, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f662ef26-bc18-43c7-86ef-7dee44d15b32,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:54.149187 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2f49c223-cdda-4fb0-9738-d23ed98e94f1 req-7793d824-bb44-441a-b6ff-b6df5aae29f5 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:54.165752 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-864b6b07-4383-488d-b085-a28ed136882d req-c370ad67-b723-4633-9dff-dffc31991fe6 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578985 Apr 20 16:10:54.181720 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-2f49c223-cdda-4fb0-9738-d23ed98e94f1 req-7793d824-bb44-441a-b6ff-b6df5aae29f5 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Calling delete_port for f662ef26-bc18-43c7-86ef-7dee44d15b32 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:10:54.280631 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e80aa27-a73b-4f6f-ac09-cf02c6450e4f req-f91e8978-c875-4c31-9304-eed89503c1e7 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 210 time: 0.0784228 Apr 20 16:10:54.325343 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56890) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:54.374694 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-cd4f2c97-35e2-499e-b3aa-c1f259e9d60b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Made reservation on behalf of 6b467f9ba8304462a3eb94400306af37 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:10:54.378363 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-cd4f2c97-35e2-499e-b3aa-c1f259e9d60b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:54.418293 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911d29e-9fc4-4f71-a5ac-81719bab4c57 req-30eb212e-cc7d-44c0-bde0-ec0c1f9ac415 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:54.422403 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9911d29e-9fc4-4f71-a5ac-81719bab4c57 req-30eb212e-cc7d-44c0-bde0-ec0c1f9ac415 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5 HTTP/1.1" status: 200 len: 950 time: 0.0667875 Apr 20 16:10:54.466011 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d0d2e756-e37e-4931-ada4-820edbb89488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:54.490062 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2f49c223-cdda-4fb0-9738-d23ed98e94f1 req-7793d824-bb44-441a-b6ff-b6df5aae29f5 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:54.493989 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5c24aa18-ab85-46f3-b010-76d0c4269e84 req-250a0eb9-2a9e-40b0-8483-ae4c9aef6a89 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 210 time: 0.0867321 Apr 20 16:10:54.500897 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9911d29e-9fc4-4f71-a5ac-81719bab4c57 req-c792b931-45e9-45af-bc8b-afdace5bbd69 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/security-groups?id=117e7801-6e7a-4155-b9d3-777e968b5c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727072 Apr 20 16:10:54.532740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f662ef26-bc18-43c7-86ef-7dee44d15b32'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:10:54.576353 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793d824-bb44-441a-b6ff-b6df5aae29f5 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Pushing event deleted for resources: {'Port': ['ID=f662ef26-bc18-43c7-86ef-7dee44d15b32,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:54.592736 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d0d2e756-e37e-4931-ada4-820edbb89488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:54.677211 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f49c223-cdda-4fb0-9738-d23ed98e94f1 req-7793d824-bb44-441a-b6ff-b6df5aae29f5 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] No DVR routers for this DVR port f662ef26-bc18-43c7-86ef-7dee44d15b32 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:10:54.684019 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2f49c223-cdda-4fb0-9738-d23ed98e94f1 req-7793d824-bb44-441a-b6ff-b6df5aae29f5 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:54.687293 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f49c223-cdda-4fb0-9738-d23ed98e94f1 req-7793d824-bb44-441a-b6ff-b6df5aae29f5 tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.30 "DELETE /v2.0/ports/f662ef26-bc18-43c7-86ef-7dee44d15b32 HTTP/1.1" status: 204 len: 173 time: 1.0349739 Apr 20 16:10:54.691084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd248d50-d91c-41d0-aa95-d038f25bbee5', 'name': 'network-vif-deleted', 'tag': 'f662ef26-bc18-43c7-86ef-7dee44d15b32'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:54.693338 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7888075f-2157-4067-ac72-a7b2e68fe175" -d '{"events": [{"server_uuid": "dd248d50-d91c-41d0-aa95-d038f25bbee5", "name": "network-vif-deleted", "tag": "f662ef26-bc18-43c7-86ef-7dee44d15b32"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:54.708568 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-cd4f2c97-35e2-499e-b3aa-c1f259e9d60b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Allocated IP 172.20.0.14 (c407a25c-3c84-47bb-a12c-46efb29f8241/0d565cfc-9ced-4a47-9e17-96006148a9ff/7ad74a6d-18c7-4633-9368-aa323855bcb9) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:10:54.720029 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-1268cec0-853d-4629-9939-78462114b6cd tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:54.721721 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-1268cec0-853d-4629-9939-78462114b6cd tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.30 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 811 time: 0.2603083 Apr 20 16:10:54.733970 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d0d2e756-e37e-4931-ada4-820edbb89488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:54.741869 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-219b431f-5bf8-4da7-9b8d-4076d1c18b3b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Request body: {'port': {'device_id': '5deec907-0447-41ca-93f9-e2d3b29039c6', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'admin_state_up': True, 'tenant_id': '45e04a0c8b904383a188c597f8f29816'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:10:54.765053 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832e7fa6-7abf-4019-87c4-f30c2f31718c x-openstack-request-id: req-832e7fa6-7abf-4019-87c4-f30c2f31718c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:54.765347 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd248d50-d91c-41d0-aa95-d038f25bbee5", "name": "network-vif-deleted", "tag": "f662ef26-bc18-43c7-86ef-7dee44d15b32", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:54.765595 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-832e7fa6-7abf-4019-87c4-f30c2f31718c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:54.765997 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-832e7fa6-7abf-4019-87c4-f30c2f31718c'] response: {'server_uuid': 'dd248d50-d91c-41d0-aa95-d038f25bbee5', 'name': 'network-vif-deleted', 'tag': 'f662ef26-bc18-43c7-86ef-7dee44d15b32', 'status': 'completed', 'code': 200} Apr 20 16:10:54.780956 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d0d2e756-e37e-4931-ada4-820edbb89488 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=27fa2ed9eda04811bc4eab21b40f7299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4545491 Apr 20 16:10:54.781826 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2e756-e37e-4931-ada4-820edbb89488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfea883-617b-4a0c-9146-e594842e5e6b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:54.785813 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56900) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:54.838214 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b62125d0-0766-49b0-bc33-d462bbf4d928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:54.864648 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b62125d0-0766-49b0-bc33-d462bbf4d928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:54.878148 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56902) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:54.934085 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1377ab1-2de4-4f34-b9a2-ed919b2ea43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:55.060042 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b62125d0-0766-49b0-bc33-d462bbf4d928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:55.062743 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b62125d0-0766-49b0-bc33-d462bbf4d928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:55.063921 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b62125d0-0766-49b0-bc33-d462bbf4d928 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ebfea883-617b-4a0c-9146-e594842e5e6b HTTP/1.1" status: 204 len: 168 time: 0.2771935 Apr 20 16:10:55.064809 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-cd4f2c97-35e2-499e-b3aa-c1f259e9d60b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:55.075519 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62125d0-0766-49b0-bc33-d462bbf4d928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfea883-617b-4a0c-9146-e594842e5e6b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:55.097677 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-219b431f-5bf8-4da7-9b8d-4076d1c18b3b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Made reservation on behalf of 45e04a0c8b904383a188c597f8f29816 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:10:55.100267 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8e33f7ec-8799-4966-a6d4-c8fd71ec35b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:55.101820 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-219b431f-5bf8-4da7-9b8d-4076d1c18b3b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:55.211785 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1377ab1-2de4-4f34-b9a2-ed919b2ea43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:55.286827 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-cd4f2c97-35e2-499e-b3aa-c1f259e9d60b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:55.300312 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384ebe5-f6fb-4dbd-9c08-6552fc9e1818 req-83b8e94a-1b42-4678-ac93-78df15d65839 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:55.302227 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0384ebe5-f6fb-4dbd-9c08-6552fc9e1818 req-83b8e94a-1b42-4678-ac93-78df15d65839 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 943 time: 0.0554230 Apr 20 16:10:55.322711 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1377ab1-2de4-4f34-b9a2-ed919b2ea43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:55.355975 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0384ebe5-f6fb-4dbd-9c08-6552fc9e1818 req-c3b12291-a4c4-48cf-aa58-23f357e4cb88 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469236 Apr 20 16:10:55.394594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-cd4f2c97-35e2-499e-b3aa-c1f259e9d60b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Network c407a25c-3c84-47bb-a12c-46efb29f8241 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:10:55.412629 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd88b4-66a0-4281-9761-993b9a9acb59 req-dd9abb57-9194-421e-a50b-f689a8c97ce9 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:55.414250 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-49dd88b4-66a0-4281-9761-993b9a9acb59 req-dd9abb57-9194-421e-a50b-f689a8c97ce9 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 945 time: 0.1830983 Apr 20 16:10:55.419465 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-219b431f-5bf8-4da7-9b8d-4076d1c18b3b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Allocated IP 172.20.0.4 (c1e63842-0159-452f-8eed-f7dec1727f47/6cf39be6-ada6-40b6-a73b-d57e4fcf739a/8d8df218-1686-44b2-a2e6-bc3bd9205f59) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:10:55.421505 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f2c97-35e2-499e-b3aa-c1f259e9d60b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Pushing event updated for resources: {'Port': ['ID=7ad74a6d-18c7-4633-9368-aa323855bcb9,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:55.424434 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-cd4f2c97-35e2-499e-b3aa-c1f259e9d60b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:10:55.432313 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-cd4f2c97-35e2-499e-b3aa-c1f259e9d60b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:10:55.441061 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c1377ab1-2de4-4f34-b9a2-ed919b2ea43f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd72efa7d1fa41b786f8c007b1ce9a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5607054 Apr 20 16:10:55.444746 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56912) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:55.451251 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1377ab1-2de4-4f34-b9a2-ed919b2ea43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a326800-b0e2-4dce-bd5e-14f867f9d3c7,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:55.502041 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19520835-0614-4155-a7d7-0e89eeb87345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:55.536975 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19520835-0614-4155-a7d7-0e89eeb87345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:55.561606 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-49dd88b4-66a0-4281-9761-993b9a9acb59 req-8976217b-8380-4562-ac6b-794f60c56679 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347394 Apr 20 16:10:55.579790 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-cd4f2c97-35e2-499e-b3aa-c1f259e9d60b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:55.590506 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-cd4f2c97-35e2-499e-b3aa-c1f259e9d60b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:55.711593 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19520835-0614-4155-a7d7-0e89eeb87345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:55.722374 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19520835-0614-4155-a7d7-0e89eeb87345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:55.722374 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-19520835-0614-4155-a7d7-0e89eeb87345 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a326800-b0e2-4dce-bd5e-14f867f9d3c7 HTTP/1.1" status: 204 len: 168 time: 0.2695792 Apr 20 16:10:55.722540 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e4304d22-ee90-41ab-ac16-3564faed385e req-d96b720a-a291-4875-b2d5-facf54a2035f tempest-ServersOnMultiNodesTest-1077148479 tempest-ServersOnMultiNodesTest-1077148479-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd248d50-d91c-41d0-aa95-d038f25bbee5 HTTP/1.1" status: 200 len: 210 time: 0.0427895 Apr 20 16:10:55.728536 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19520835-0614-4155-a7d7-0e89eeb87345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a326800-b0e2-4dce-bd5e-14f867f9d3c7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:55.755254 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-cd4f2c97-35e2-499e-b3aa-c1f259e9d60b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7928712 Apr 20 16:10:55.791176 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-b5101b4b-8149-4d80-b1cf-e52a0eccfa6a service neutron] Request body: {'port': {'device_id': '7c985d68-0280-4334-81ae-d5c25e904212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:10:55.855157 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf98260-7eb6-41e4-aa9b-68787f3d6404 req-37305254-188f-4ec1-a5a4-1f47ba17d1ce tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:55.857318 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1bf98260-7eb6-41e4-aa9b-68787f3d6404 req-37305254-188f-4ec1-a5a4-1f47ba17d1ce tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 932 time: 0.0732825 Apr 20 16:10:55.912792 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1bf98260-7eb6-41e4-aa9b-68787f3d6404 req-6ee23b50-50c0-4151-99a4-e17e103ebd2f tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485454 Apr 20 16:10:56.208784 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:56.257067 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2c00b6d1-5574-4106-a22e-6a773c6c5f43 req-fd3f4e6c-876e-4496-a8ec-052b478a4140 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 210 time: 0.4277713 Apr 20 16:10:56.314306 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-219b431f-5bf8-4da7-9b8d-4076d1c18b3b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:56.314306 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-b5101b4b-8149-4d80-b1cf-e52a0eccfa6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:56.517765 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5cf34-083b-4583-91ce-6f248af91335 req-b383c665-002d-454f-b40d-678d9d2058b7 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:56.525249 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-53e5cf34-083b-4583-91ce-6f248af91335 req-b383c665-002d-454f-b40d-678d9d2058b7 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 943 time: 0.0648134 Apr 20 16:10:56.540082 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-219b431f-5bf8-4da7-9b8d-4076d1c18b3b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:56.595474 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-219b431f-5bf8-4da7-9b8d-4076d1c18b3b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Network c1e63842-0159-452f-8eed-f7dec1727f47 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:10:56.605847 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-53e5cf34-083b-4583-91ce-6f248af91335 req-c7e25f58-34be-4a20-8ebc-983ea7546b81 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787616 Apr 20 16:10:56.610049 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-219b431f-5bf8-4da7-9b8d-4076d1c18b3b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:10:56.613134 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-219b431f-5bf8-4da7-9b8d-4076d1c18b3b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:10:56.742926 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-b5101b4b-8149-4d80-b1cf-e52a0eccfa6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad74a6d-18c7-4633-9368-aa323855bcb9 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:10:56.753456 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-b5101b4b-8149-4d80-b1cf-e52a0eccfa6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:56.760032 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56956) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:56.780200 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-b5101b4b-8149-4d80-b1cf-e52a0eccfa6a service neutron] Transition to ACTIVE for port object 7ad74a6d-18c7-4633-9368-aa323855bcb9 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:10:56.781967 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b431f-5bf8-4da7-9b8d-4076d1c18b3b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Pushing event updated for resources: {'Port': ['ID=8d8df218-1686-44b2-a2e6-bc3bd9205f59,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:56.863335 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-b5101b4b-8149-4d80-b1cf-e52a0eccfa6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:56.914935 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-65e64b42-97d6-409b-b079-14f11056ad6f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1020187754-network', 'tenant_id': '5fc484a8e8c5427abafdd22dc434e1b3'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:10:56.971850 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-219b431f-5bf8-4da7-9b8d-4076d1c18b3b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:56.972531 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-219b431f-5bf8-4da7-9b8d-4076d1c18b3b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:56.995220 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5101b4b-8149-4d80-b1cf-e52a0eccfa6a service neutron] Pushing event updated for resources: {'Port': ['ID=7ad74a6d-18c7-4633-9368-aa323855bcb9,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:57.004358 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d791b-4d83-483d-9232-1025d06166f3 req-c91d7aab-5c3d-491c-9a10-8ed8343f3d06 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:57.005842 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f44d791b-4d83-483d-9232-1025d06166f3 req-c91d7aab-5c3d-491c-9a10-8ed8343f3d06 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 945 time: 0.2210045 Apr 20 16:10:57.059467 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a068ab-eb71-4867-a099-5c06c66e49cf req-29023903-8bb5-4a24-a95f-91df425b30a2 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:57.068038 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-01a068ab-eb71-4867-a099-5c06c66e49cf req-29023903-8bb5-4a24-a95f-91df425b30a2 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 944 time: 0.0613823 Apr 20 16:10:57.073787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8ffef166-d003-4731-b3fa-5a4242dc09dd None None] Provisioning complete for port 8d8df218-1686-44b2-a2e6-bc3bd9205f59 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:10:57.074133 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8ffef166-d003-4731-b3fa-5a4242dc09dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:57.083738 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e64b42-97d6-409b-b079-14f11056ad6f admin admin] Made reservation on behalf of 5fc484a8e8c5427abafdd22dc434e1b3 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:10:57.086427 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65e64b42-97d6-409b-b079-14f11056ad6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:57.104974 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65e64b42-97d6-409b-b079-14f11056ad6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:57.112967 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f44d791b-4d83-483d-9232-1025d06166f3 req-bfc87d47-c345-4b25-9204-41322b5c4dfe tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007693 Apr 20 16:10:57.124753 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-8ffef166-d003-4731-b3fa-5a4242dc09dd None None] Port 8d8df218-1686-44b2-a2e6-bc3bd9205f59 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:10:57.132816 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-b5101b4b-8149-4d80-b1cf-e52a0eccfa6a service neutron] Attempting to bind port 7ad74a6d-18c7-4633-9368-aa323855bcb9 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:10:57.133157 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-b5101b4b-8149-4d80-b1cf-e52a0eccfa6a service neutron] Attempting to bind port 7ad74a6d-18c7-4633-9368-aa323855bcb9 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'c360c3f8-b007-4e45-bb5e-d3940160744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c407a25c-3c84-47bb-a12c-46efb29f8241'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:10:57.133618 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-b5101b4b-8149-4d80-b1cf-e52a0eccfa6a service neutron] Attempting to bind port 7ad74a6d-18c7-4633-9368-aa323855bcb9 on network c407a25c-3c84-47bb-a12c-46efb29f8241 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:10:57.139576 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-b5101b4b-8149-4d80-b1cf-e52a0eccfa6a service neutron] Port 7ad74a6d-18c7-4633-9368-aa323855bcb9 on network c407a25c-3c84-47bb-a12c-46efb29f8241 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:10:57.139898 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-b5101b4b-8149-4d80-b1cf-e52a0eccfa6a service neutron] Attempting to bind port 7ad74a6d-18c7-4633-9368-aa323855bcb9 on network c407a25c-3c84-47bb-a12c-46efb29f8241 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:10:57.148611 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-219b431f-5bf8-4da7-9b8d-4076d1c18b3b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4105535 Apr 20 16:10:57.154921 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-b5101b4b-8149-4d80-b1cf-e52a0eccfa6a service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:10:57.154921 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-b5101b4b-8149-4d80-b1cf-e52a0eccfa6a service neutron] Checking segment: {'id': 'c360c3f8-b007-4e45-bb5e-d3940160744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c407a25c-3c84-47bb-a12c-46efb29f8241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:10:57.154921 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-b5101b4b-8149-4d80-b1cf-e52a0eccfa6a service neutron] Bound using segment: {'id': 'c360c3f8-b007-4e45-bb5e-d3940160744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c407a25c-3c84-47bb-a12c-46efb29f8241'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:10:57.154921 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-b5101b4b-8149-4d80-b1cf-e52a0eccfa6a service neutron] Bound port: 7ad74a6d-18c7-4633-9368-aa323855bcb9, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c360c3f8-b007-4e45-bb5e-d3940160744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c407a25c-3c84-47bb-a12c-46efb29f8241'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:10:57.154921 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-b5101b4b-8149-4d80-b1cf-e52a0eccfa6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:57.155572 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-01a068ab-eb71-4867-a099-5c06c66e49cf req-3f359687-ab04-4383-a925-5fd8c7a1b336 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838022 Apr 20 16:10:57.174146 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-84283718-1bda-4815-a1e7-64dd3c2c0935 service neutron] Request body: {'port': {'device_id': '5deec907-0447-41ca-93f9-e2d3b29039c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:10:57.260212 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65e64b42-97d6-409b-b079-14f11056ad6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:57.266446 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-84283718-1bda-4815-a1e7-64dd3c2c0935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:57.286433 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-b5101b4b-8149-4d80-b1cf-e52a0eccfa6a service neutron] For port 7ad74a6d-18c7-4633-9368-aa323855bcb9, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:10:57.330354 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-b5101b4b-8149-4d80-b1cf-e52a0eccfa6a service neutron] For port 7ad74a6d-18c7-4633-9368-aa323855bcb9, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7ad74a6d-18c7-4633-9368-aa323855bcb9,segment=NetworkSegment(c360c3f8-b007-4e45-bb5e-d3940160744d),segment_id=c360c3f8-b007-4e45-bb5e-d3940160744d)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:10:57.397610 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65e64b42-97d6-409b-b079-14f11056ad6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:57.425830 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e64b42-97d6-409b-b079-14f11056ad6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:10:57.435938 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e64b42-97d6-409b-b079-14f11056ad6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510f12b1-a68a-49af-87fa-3f78b29043c6,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:57.441245 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65e64b42-97d6-409b-b079-14f11056ad6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:57.441590 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-65e64b42-97d6-409b-b079-14f11056ad6f admin admin] Added segment f67d198a-74ea-4d54-ac2f-4655945b7214 of type vlan for network fab17896-f24e-421d-bca5-222ea96973ce Apr 20 16:10:57.484518 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-b5101b4b-8149-4d80-b1cf-e52a0eccfa6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:57.485200 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56978) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:57.520740 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65e64b42-97d6-409b-b079-14f11056ad6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:57.528085 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f662ef26-bc18-43c7-86ef-7dee44d15b32 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:10:57.539846 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-32b1915f-e00a-4d9a-8219-c2f1d10b14b9 service neutron] 10.222.0.30 "GET /v2.0/ports/9f535cc6-8118-48b9-abcc-62f431a6be84/bindings/n-h1-836146-2 HTTP/1.1" status: 200 len: 384 time: 0.2267585 Apr 20 16:10:57.550831 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-b5101b4b-8149-4d80-b1cf-e52a0eccfa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:57.551451 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-b5101b4b-8149-4d80-b1cf-e52a0eccfa6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:57.552899 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-b5101b4b-8149-4d80-b1cf-e52a0eccfa6a service neutron] 10.222.0.30 "PUT /v2.0/ports/7ad74a6d-18c7-4633-9368-aa323855bcb9 HTTP/1.1" status: 200 len: 1092 time: 1.7754569 Apr 20 16:10:57.557004 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-c3e13566-2304-437a-ab35-ecbf9e1288c4 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:57.561598 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c985d68-0280-4334-81ae-d5c25e904212', 'tag': '7ad74a6d-18c7-4633-9368-aa323855bcb9'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:57.566131 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-c3e13566-2304-437a-ab35-ecbf9e1288c4 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0&tenant_id=3ddb013be8294812939175e62e5c71d2&binding%3Ahost_id=n-h1-836146-2 HTTP/1.1" status: 200 len: 1096 time: 0.1130638 Apr 20 16:10:57.572321 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ebc12b-ff34-402b-963c-95f6e0beb8df" -d '{"events": [{"name": "network-changed", "server_uuid": "7c985d68-0280-4334-81ae-d5c25e904212", "tag": "7ad74a6d-18c7-4633-9368-aa323855bcb9"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:57.574239 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: f662ef26-bc18-43c7-86ef-7dee44d15b32 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:10:57.574584 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f662ef26-bc18-43c7-86ef-7dee44d15b32 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:10:57.575132 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 9f535cc6-8118-48b9-abcc-62f431a6be84 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:10:57.577980 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:57.590789 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-e2cb9c85-f6a9-4130-a571-3f0a2d65aea5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836146-2'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:10:57.606020 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464a5ab-17f0-4e65-b83a-1ad887cf9c1e req-bd3a2e85-940d-4337-af65-ba4525f92003 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:57.607558 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d464a5ab-17f0-4e65-b83a-1ad887cf9c1e req-bd3a2e85-940d-4337-af65-ba4525f92003 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 931 time: 0.2544417 Apr 20 16:10:57.656813 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a94bc17-2bd3-4c46-b652-d598ee6c9ee5 x-openstack-request-id: req-4a94bc17-2bd3-4c46-b652-d598ee6c9ee5 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:57.660412 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c985d68-0280-4334-81ae-d5c25e904212", "tag": "7ad74a6d-18c7-4633-9368-aa323855bcb9", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:57.660412 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a94bc17-2bd3-4c46-b652-d598ee6c9ee5 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:57.660412 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a94bc17-2bd3-4c46-b652-d598ee6c9ee5'] response: {'name': 'network-changed', 'server_uuid': '7c985d68-0280-4334-81ae-d5c25e904212', 'tag': '7ad74a6d-18c7-4633-9368-aa323855bcb9', 'status': 'completed', 'code': 200} Apr 20 16:10:57.716051 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-e2cb9c85-f6a9-4130-a571-3f0a2d65aea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:57.763898 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5101b4b-8149-4d80-b1cf-e52a0eccfa6a service neutron] Pushing event updated for resources: {'Port': ['ID=7ad74a6d-18c7-4633-9368-aa323855bcb9,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:57.780778 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65e64b42-97d6-409b-b079-14f11056ad6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:57.781838 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e64b42-97d6-409b-b079-14f11056ad6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:57.782657 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65e64b42-97d6-409b-b079-14f11056ad6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:57.826110 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d464a5ab-17f0-4e65-b83a-1ad887cf9c1e req-3c925712-c047-447f-bd1a-1b03954be827 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872330 Apr 20 16:10:57.871444 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebc12b-ff34-402b-963c-95f6e0beb8df req-8f215c00-5cfb-4880-9ff2-b6c72963f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:57.873009 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8ebc12b-ff34-402b-963c-95f6e0beb8df req-8f215c00-5cfb-4880-9ff2-b6c72963f97d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b467f9ba8304462a3eb94400306af37&device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 1095 time: 0.1669517 Apr 20 16:10:57.961394 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e64b42-97d6-409b-b079-14f11056ad6f admin admin] Pushing event updated for resources: {'Network': ['ID=fab17896-f24e-421d-bca5-222ea96973ce,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:57.974002 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network fab17896-f24e-421d-bca5-222ea96973ce details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:10:58.000134 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b2373-4557-4301-a6df-41a1e94c21e1 req-41933e23-a604-46e8-acb7-43443fdcc9ef tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:58.001715 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-020b2373-4557-4301-a6df-41a1e94c21e1 req-41933e23-a604-46e8-acb7-43443fdcc9ef tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 943 time: 0.2166419 Apr 20 16:10:58.007838 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-65e64b42-97d6-409b-b079-14f11056ad6f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2469053 Apr 20 16:10:58.010585 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6dcb1d99-fd17-4aa2-8e05-789414b30c1a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4c82d1c83884aa980401b1b15bb141d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5230491 Apr 20 16:10:58.016418 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56992) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:58.017562 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56994) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:58.023509 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-94935782-2f81-4834-a944-90f0094e1b9f admin admin] Request body: {'subnet': {'network_id': 'fab17896-f24e-421d-bca5-222ea96973ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1020187754-subnet', 'tenant_id': '5fc484a8e8c5427abafdd22dc434e1b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:10:58.044801 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-e2cb9c85-f6a9-4130-a571-3f0a2d65aea5 service neutron] For port e058ba87-9041-4157-af69-78ee7cccb91d, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=e058ba87-9041-4157-af69-78ee7cccb91d,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:58.063001 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-84283718-1bda-4815-a1e7-64dd3c2c0935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8df218-1686-44b2-a2e6-bc3bd9205f59 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:10:58.075616 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:58.086085 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-84283718-1bda-4815-a1e7-64dd3c2c0935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:58.123456 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-84283718-1bda-4815-a1e7-64dd3c2c0935 service neutron] Transition to ACTIVE for port object 8d8df218-1686-44b2-a2e6-bc3bd9205f59 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:10:58.133884 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-020b2373-4557-4301-a6df-41a1e94c21e1 req-bb437737-2e2e-41ac-bf81-eda63b3281fe tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962691 Apr 20 16:10:58.151890 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-28947cbf-ecef-423c-a174-7740bbde3302 service neutron] For port 9f535cc6-8118-48b9-abcc-62f431a6be84, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=9f535cc6-8118-48b9-abcc-62f431a6be84,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:58.159310 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebc12b-ff34-402b-963c-95f6e0beb8df req-7817af58-f66a-48ef-b583-35801b392562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:58.160812 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8ebc12b-ff34-402b-963c-95f6e0beb8df req-7817af58-f66a-48ef-b583-35801b392562 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6b467f9ba8304462a3eb94400306af37&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2737689 Apr 20 16:10:58.161949 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5444b9fc-e63e-4ae6-baa2-545a35e31945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:58.164066 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-e2cb9c85-f6a9-4130-a571-3f0a2d65aea5 service neutron] For port e058ba87-9041-4157-af69-78ee7cccb91d, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:10:58.200720 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94935782-2f81-4834-a944-90f0094e1b9f admin admin] Made reservation on behalf of 5fc484a8e8c5427abafdd22dc434e1b3 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:10:58.204280 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94935782-2f81-4834-a944-90f0094e1b9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:58.239460 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5444b9fc-e63e-4ae6-baa2-545a35e31945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:58.242925 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-84283718-1bda-4815-a1e7-64dd3c2c0935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:58.256910 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-28947cbf-ecef-423c-a174-7740bbde3302 service neutron] For port 9f535cc6-8118-48b9-abcc-62f431a6be84, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:10:58.293079 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:58.304348 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e294eb-258f-4eae-98a0-1f9fdbdbc9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e058ba87-9041-4157-af69-78ee7cccb91d'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:58.306555 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af27bede-cd3f-499f-831f-29320674ff98" -d '{"events": [{"server_uuid": "62e294eb-258f-4eae-98a0-1f9fdbdbc9f0", "name": "network-vif-unplugged", "status": "completed", "tag": "e058ba87-9041-4157-af69-78ee7cccb91d"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:58.312194 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-e2cb9c85-f6a9-4130-a571-3f0a2d65aea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:58.400526 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-28947cbf-ecef-423c-a174-7740bbde3302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f535cc6-8118-48b9-abcc-62f431a6be84 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:10:58.402126 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453acd3-6385-41a8-a176-56820c64c9af req-49303178-0d73-4b5c-8a71-bcd811aef8a4 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:58.403675 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b453acd3-6385-41a8-a176-56820c64c9af req-49303178-0d73-4b5c-8a71-bcd811aef8a4 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 944 time: 0.1266105 Apr 20 16:10:58.408365 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84283718-1bda-4815-a1e7-64dd3c2c0935 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8df218-1686-44b2-a2e6-bc3bd9205f59,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:58.441361 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-28947cbf-ecef-423c-a174-7740bbde3302 service neutron] For port 9f535cc6-8118-48b9-abcc-62f431a6be84, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=9f535cc6-8118-48b9-abcc-62f431a6be84,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:58.469637 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-e2cb9c85-f6a9-4130-a571-3f0a2d65aea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:58.504677 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c37f69-94e2-4291-bd61-962de629879b req-9e4bb6b4-a461-4c98-92ff-bbc9c3cf258b tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:58.506393 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3c37f69-94e2-4291-bd61-962de629879b req-9e4bb6b4-a461-4c98-92ff-bbc9c3cf258b tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 945 time: 0.2874691 Apr 20 16:10:58.526002 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5444b9fc-e63e-4ae6-baa2-545a35e31945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:58.528121 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5444b9fc-e63e-4ae6-baa2-545a35e31945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:58.531225 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5444b9fc-e63e-4ae6-baa2-545a35e31945 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/117e7801-6e7a-4155-b9d3-777e968b5c47 HTTP/1.1" status: 204 len: 168 time: 0.5095055 Apr 20 16:10:58.540174 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebc12b-ff34-402b-963c-95f6e0beb8df req-f025b4c0-d747-4597-a5f7-f606a89fc5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:58.542029 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8ebc12b-ff34-402b-963c-95f6e0beb8df req-f025b4c0-d747-4597-a5f7-f606a89fc5ec service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3602455 Apr 20 16:10:58.568364 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b453acd3-6385-41a8-a176-56820c64c9af req-a8599c42-b8bf-4fc2-a509-87906632d05a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277089 Apr 20 16:10:58.583378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-84283718-1bda-4815-a1e7-64dd3c2c0935 service neutron] Attempting to bind port 8d8df218-1686-44b2-a2e6-bc3bd9205f59 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:10:58.583865 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-84283718-1bda-4815-a1e7-64dd3c2c0935 service neutron] Attempting to bind port 8d8df218-1686-44b2-a2e6-bc3bd9205f59 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:10:58.584025 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-84283718-1bda-4815-a1e7-64dd3c2c0935 service neutron] Attempting to bind port 8d8df218-1686-44b2-a2e6-bc3bd9205f59 on network c1e63842-0159-452f-8eed-f7dec1727f47 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:10:58.599073 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3c37f69-94e2-4291-bd61-962de629879b req-d3c5b85d-56ac-455a-ae32-3b055063e9bb tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753987 Apr 20 16:10:58.606076 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444b9fc-e63e-4ae6-baa2-545a35e31945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117e7801-6e7a-4155-b9d3-777e968b5c47,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:58.606910 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-84283718-1bda-4815-a1e7-64dd3c2c0935 service neutron] Port 8d8df218-1686-44b2-a2e6-bc3bd9205f59 on network c1e63842-0159-452f-8eed-f7dec1727f47 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:10:58.608290 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-84283718-1bda-4815-a1e7-64dd3c2c0935 service neutron] Attempting to bind port 8d8df218-1686-44b2-a2e6-bc3bd9205f59 on network c1e63842-0159-452f-8eed-f7dec1727f47 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:10:58.622945 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-28947cbf-ecef-423c-a174-7740bbde3302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:58.644706 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb9c85-f6a9-4130-a571-3f0a2d65aea5 service neutron] Pushing event updated for resources: {'Port': ['ID=e058ba87-9041-4157-af69-78ee7cccb91d,revision_number=7']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:58.647159 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-84283718-1bda-4815-a1e7-64dd3c2c0935 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:10:58.648195 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-84283718-1bda-4815-a1e7-64dd3c2c0935 service neutron] Checking segment: {'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:10:58.648700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-84283718-1bda-4815-a1e7-64dd3c2c0935 service neutron] Bound using segment: {'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:10:58.649153 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-84283718-1bda-4815-a1e7-64dd3c2c0935 service neutron] Bound port: 8d8df218-1686-44b2-a2e6-bc3bd9205f59, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:10:58.649597 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-84283718-1bda-4815-a1e7-64dd3c2c0935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:58.676480 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-e2cb9c85-f6a9-4130-a571-3f0a2d65aea5 service neutron] Attempting to bind port e058ba87-9041-4157-af69-78ee7cccb91d on host n-h1-836146-2 for vnic_type normal with profile {"migrating_to": "n-h2-836146-2"} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:10:58.676891 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-e2cb9c85-f6a9-4130-a571-3f0a2d65aea5 service neutron] Attempting to bind port e058ba87-9041-4157-af69-78ee7cccb91d by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:10:58.677137 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-e2cb9c85-f6a9-4130-a571-3f0a2d65aea5 service neutron] Attempting to bind port e058ba87-9041-4157-af69-78ee7cccb91d on network 3edbee39-317f-4464-9f65-314e099e8e06 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:10:58.681907 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-e2cb9c85-f6a9-4130-a571-3f0a2d65aea5 service neutron] Port e058ba87-9041-4157-af69-78ee7cccb91d on network 3edbee39-317f-4464-9f65-314e099e8e06 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:10:58.682226 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-e2cb9c85-f6a9-4130-a571-3f0a2d65aea5 service neutron] Attempting to bind port e058ba87-9041-4157-af69-78ee7cccb91d on network 3edbee39-317f-4464-9f65-314e099e8e06 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:10:58.695890 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-e2cb9c85-f6a9-4130-a571-3f0a2d65aea5 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:10:58.696705 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-e2cb9c85-f6a9-4130-a571-3f0a2d65aea5 service neutron] Checking segment: {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:10:58.697280 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-e2cb9c85-f6a9-4130-a571-3f0a2d65aea5 service neutron] Bound using segment: {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:10:58.697875 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-e2cb9c85-f6a9-4130-a571-3f0a2d65aea5 service neutron] Bound port: e058ba87-9041-4157-af69-78ee7cccb91d, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c02789-0193-4700-8efe-f7896d9834d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3edbee39-317f-4464-9f65-314e099e8e06'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:10:58.698650 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-e2cb9c85-f6a9-4130-a571-3f0a2d65aea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:58.746819 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0457fe-6b1c-4c1e-aa01-16ef9b457fdd x-openstack-request-id: req-3e0457fe-6b1c-4c1e-aa01-16ef9b457fdd {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:10:58.747355 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e294eb-258f-4eae-98a0-1f9fdbdbc9f0", "name": "network-vif-unplugged", "status": "completed", "tag": "e058ba87-9041-4157-af69-78ee7cccb91d", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:10:58.748256 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e0457fe-6b1c-4c1e-aa01-16ef9b457fdd {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:10:58.748939 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e0457fe-6b1c-4c1e-aa01-16ef9b457fdd'] response: {'server_uuid': '62e294eb-258f-4eae-98a0-1f9fdbdbc9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e058ba87-9041-4157-af69-78ee7cccb91d', 'code': 200} Apr 20 16:10:58.753423 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94935782-2f81-4834-a944-90f0094e1b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:58.800279 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-87d6c8dc-86b0-4f10-84e4-6fc8d8313028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:58.802352 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-87d6c8dc-86b0-4f10-84e4-6fc8d8313028 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b467f9ba8304462a3eb94400306af37&device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 1095 time: 0.1408246 Apr 20 16:10:58.843463 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94935782-2f81-4834-a944-90f0094e1b9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=59608d31-fcb3-4bc3-a80e-54f07eb7c2fc,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:58.861341 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-e2cb9c85-f6a9-4130-a571-3f0a2d65aea5 service neutron] For port e058ba87-9041-4157-af69-78ee7cccb91d, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:10:58.864484 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-e2cb9c85-f6a9-4130-a571-3f0a2d65aea5 service neutron] For port e058ba87-9041-4157-af69-78ee7cccb91d, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=e058ba87-9041-4157-af69-78ee7cccb91d,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:10:58.870432 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94935782-2f81-4834-a944-90f0094e1b9f admin admin] Checking segment: {'id': 'f67d198a-74ea-4d54-ac2f-4655945b7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fab17896-f24e-421d-bca5-222ea96973ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:10:58.870857 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94935782-2f81-4834-a944-90f0094e1b9f admin admin] Network hostable DHCP agents. Network: fab17896-f24e-421d-bca5-222ea96973ce, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:10:58.872523 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-9972db55-5262-44bd-9b52-ba1527b1a259 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ad74a6d-18c7-4633-9368-aa323855bcb9 HTTP/1.1" status: 200 len: 217 time: 0.0551183 Apr 20 16:10:58.874618 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-28947cbf-ecef-423c-a174-7740bbde3302 service neutron] Transition to ACTIVE for port object 9f535cc6-8118-48b9-abcc-62f431a6be84 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:10:58.875769 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-84283718-1bda-4815-a1e7-64dd3c2c0935 service neutron] For port 8d8df218-1686-44b2-a2e6-bc3bd9205f59, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:10:58.914592 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-84283718-1bda-4815-a1e7-64dd3c2c0935 service neutron] For port 8d8df218-1686-44b2-a2e6-bc3bd9205f59, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=8d8df218-1686-44b2-a2e6-bc3bd9205f59,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:10:58.967111 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-6e6bcf69-521f-4228-b5b0-9be320ecbbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:58.968825 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-6e6bcf69-521f-4228-b5b0-9be320ecbbaf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d565cfc-9ced-4a47-9e17-96006148a9ff HTTP/1.1" status: 200 len: 862 time: 0.0891387 Apr 20 16:10:59.008556 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-0e2ba755-9ed2-479e-ad77-0825dd664789 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c407a25c-3c84-47bb-a12c-46efb29f8241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330739 Apr 20 16:10:59.017319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d1bed-237d-4e04-bd74-39879477f76b req-02532ae9-1b4f-4cbb-8bf9-f5942eb86065 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:59.019174 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-324d1bed-237d-4e04-bd74-39879477f76b req-02532ae9-1b4f-4cbb-8bf9-f5942eb86065 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 943 time: 0.1032717 Apr 20 16:10:59.038156 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-e2cb9c85-f6a9-4130-a571-3f0a2d65aea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:59.042496 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94935782-2f81-4834-a944-90f0094e1b9f admin admin] Network fab17896-f24e-421d-bca5-222ea96973ce is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:10:59.058734 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-28947cbf-ecef-423c-a174-7740bbde3302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:59.125845 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-e2cb9c85-f6a9-4130-a571-3f0a2d65aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:59.126500 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-e2cb9c85-f6a9-4130-a571-3f0a2d65aea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:59.126928 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-84283718-1bda-4815-a1e7-64dd3c2c0935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:59.127911 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-e2cb9c85-f6a9-4130-a571-3f0a2d65aea5 service neutron] 10.222.0.30 "PUT /v2.0/ports/e058ba87-9041-4157-af69-78ee7cccb91d HTTP/1.1" status: 200 len: 1121 time: 1.5519185 Apr 20 16:10:59.128933 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb9c85-f6a9-4130-a571-3f0a2d65aea5 service neutron] Pushing event updated for resources: {'Port': ['ID=e058ba87-9041-4157-af69-78ee7cccb91d,revision_number=8']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:59.162235 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-94935782-2f81-4834-a944-90f0094e1b9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, fab17896-f24e-421d-bca5-222ea96973ce) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:10:59.168370 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94935782-2f81-4834-a944-90f0094e1b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:59.168996 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94935782-2f81-4834-a944-90f0094e1b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:59.175273 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1600c3c-e54d-4f5c-a283-a70739db33fd None None] Network fab17896-f24e-421d-bca5-222ea96973ce requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:10:59.182056 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-84283718-1bda-4815-a1e7-64dd3c2c0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:59.182688 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-84283718-1bda-4815-a1e7-64dd3c2c0935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:59.184186 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-84283718-1bda-4815-a1e7-64dd3c2c0935 service neutron] 10.222.0.30 "PUT /v2.0/ports/8d8df218-1686-44b2-a2e6-bc3bd9205f59 HTTP/1.1" status: 200 len: 1091 time: 2.0171976 Apr 20 16:10:59.192901 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-324d1bed-237d-4e04-bd74-39879477f76b req-f23d4417-c20e-470d-ac00-81c72ddba3a7 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644728 Apr 20 16:10:59.232194 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-28947cbf-ecef-423c-a174-7740bbde3302 service neutron] No DVR routers for this DVR port 9f535cc6-8118-48b9-abcc-62f431a6be84 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:10:59.319705 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['e058ba87-9041-4157-af69-78ee7cccb91d'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:10:59.323500 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['e058ba87-9041-4157-af69-78ee7cccb91d'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:10:59.348190 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28947cbf-ecef-423c-a174-7740bbde3302 service neutron] Pushing event updated for resources: {'Port': ['ID=9f535cc6-8118-48b9-abcc-62f431a6be84,revision_number=10']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:59.348398 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-94935782-2f81-4834-a944-90f0094e1b9f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3208051 Apr 20 16:10:59.364914 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-28947cbf-ecef-423c-a174-7740bbde3302 service neutron] 10.222.0.30 "PUT /v2.0/ports/9f535cc6-8118-48b9-abcc-62f431a6be84/bindings/n-h1-836146-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8063281 Apr 20 16:10:59.384920 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57024) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:59.388908 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-6d1a44cd-6ae4-4c80-b32c-cfe97db5abc7 service neutron] 10.222.0.30 "GET /v2.0/networks/c407a25c-3c84-47bb-a12c-46efb29f8241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685565 Apr 20 16:10:59.421598 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66165f4-c0b4-43b0-8d34-7eaf88424b72 req-30c184cf-963a-4c5e-804f-04df2c29872e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:59.423736 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a66165f4-c0b4-43b0-8d34-7eaf88424b72 req-30c184cf-963a-4c5e-804f-04df2c29872e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 944 time: 0.1408792 Apr 20 16:10:59.445016 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84283718-1bda-4815-a1e7-64dd3c2c0935 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8df218-1686-44b2-a2e6-bc3bd9205f59,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:10:59.519499 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a66165f4-c0b4-43b0-8d34-7eaf88424b72 req-8add47c6-63fc-4b02-9926-3cdf0f9a462a tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794230 Apr 20 16:10:59.570225 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-11aab75e-4316-4c57-b5a0-fe85c123620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:59.571942 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-11aab75e-4316-4c57-b5a0-fe85c123620e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 1094 time: 0.1196420 Apr 20 16:10:59.614213 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device e058ba87-9041-4157-af69-78ee7cccb91d details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:10:59.644115 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-47cd0b9c-ca9a-4a33-861d-d5a855932fca tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:59.645896 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-47cd0b9c-ca9a-4a33-861d-d5a855932fca tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547&tenant_id=f99d78ffab8c43cca67be1fec063f621&binding%3Ahost_id=n-h2-836146-2 HTTP/1.1" status: 200 len: 1095 time: 0.0644155 Apr 20 16:10:59.646606 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-52e9dddb-6447-4cd3-a163-e4eac6b06a35 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d8df218-1686-44b2-a2e6-bc3bd9205f59 HTTP/1.1" status: 200 len: 217 time: 0.0562682 Apr 20 16:10:59.651027 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e4079468-0ca6-4ff6-a4d6-892f17820cb5 req-554fdef1-f380-4ffb-8f56-a34a26d5be01 service neutron] 10.222.0.30 "GET /v2.0/networks/c407a25c-3c84-47bb-a12c-46efb29f8241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192504 Apr 20 16:10:59.658959 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5deec907-0447-41ca-93f9-e2d3b29039c6', 'tag': '8d8df218-1686-44b2-a2e6-bc3bd9205f59'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:10:59.661555 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cdbdf0-3154-4436-8b4c-e09c1463d536" -d '{"events": [{"name": "network-changed", "server_uuid": "5deec907-0447-41ca-93f9-e2d3b29039c6", "tag": "8d8df218-1686-44b2-a2e6-bc3bd9205f59"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:10:59.711787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5aad01-9ddc-4675-b643-fbc5c4826213 None None] Network fab17896-f24e-421d-bca5-222ea96973ce requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:10:59.758645 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57042) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:59.802750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-4e88c28f-d256-437b-b946-ed6bfc9ea93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:59.804986 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-4e88c28f-d256-437b-b946-ed6bfc9ea93d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cf39be6-ada6-40b6-a73b-d57e4fcf739a HTTP/1.1" status: 200 len: 850 time: 0.1376016 Apr 20 16:10:59.824729 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-39031395-eda4-46c4-a88a-2a24a56f4c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:59.850381 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4fe7ea77-fc72-430b-a81d-845b25084194 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=101acf310bd548ecad8d1c241922322d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0905087 Apr 20 16:10:59.853418 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57044) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:10:59.857798 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:10:59.869159 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16f5b6-f4cb-48f7-8d2e-159a315e33e3 req-71420a05-a5eb-48c4-a2f3-6b4614200db8 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:10:59.878798 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ab16f5b6-f4cb-48f7-8d2e-159a315e33e3 req-71420a05-a5eb-48c4-a2f3-6b4614200db8 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 944 time: 0.1604283 Apr 20 16:10:59.952317 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port e058ba87-9041-4157-af69-78ee7cccb91d, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=e058ba87-9041-4157-af69-78ee7cccb91d,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:10:59.967955 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ab16f5b6-f4cb-48f7-8d2e-159a315e33e3 req-76495bd5-e9aa-404e-98f6-28ca3031f95e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827334 Apr 20 16:10:59.973068 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-686027aa-1db7-4122-88a9-77fb79e1d099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:00.008693 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device e058ba87-9041-4157-af69-78ee7cccb91d has no active binding in host n-h2-836146-2 {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 16:11:00.014783 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-f934f74a-55ce-41ae-bd20-edaef864d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:00.016278 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-f934f74a-55ce-41ae-bd20-edaef864d3c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1e63842-0159-452f-8eed-f7dec1727f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1761200 Apr 20 16:11:00.078429 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-b3b80f82-95e9-4fa7-b0a1-70f4666f013b req-f77987bf-26b4-4788-b55a-e0eed61ed932 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2094344529', 'description': 'tempest-description-925081135'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:00.098643 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-686027aa-1db7-4122-88a9-77fb79e1d099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:00.146348 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-fa1a31c3-ee5e-4068-9912-9ab9be43d218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:00.147858 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-fa1a31c3-ee5e-4068-9912-9ab9be43d218 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547&tenant_id=f99d78ffab8c43cca67be1fec063f621 HTTP/1.1" status: 200 len: 1095 time: 0.4925804 Apr 20 16:11:00.162901 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-39031395-eda4-46c4-a88a-2a24a56f4c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:00.194568 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0cd1a-b8d3-423c-b616-c42221304ef8 req-61214806-f5bc-44e2-a534-5ce90a92b206 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:00.196046 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b8c0cd1a-b8d3-423c-b616-c42221304ef8 req-61214806-f5bc-44e2-a534-5ce90a92b206 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 943 time: 0.0958977 Apr 20 16:11:00.199630 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-9b795abf-d614-424d-9efb-7cede6710a9e service neutron] 10.222.0.30 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564114 Apr 20 16:11:00.221273 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-b3b80f82-95e9-4fa7-b0a1-70f4666f013b req-f77987bf-26b4-4788-b55a-e0eed61ed932 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:00.250617 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-f275300d-1970-4cd4-bbd0-c0998f5cf67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:00.252300 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-f275300d-1970-4cd4-bbd0-c0998f5cf67a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 1095 time: 0.0598330 Apr 20 16:11:00.255788 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-686027aa-1db7-4122-88a9-77fb79e1d099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:00.258605 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-686027aa-1db7-4122-88a9-77fb79e1d099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:00.259800 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-686027aa-1db7-4122-88a9-77fb79e1d099 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/938e2e1b-fcd7-45fb-9ade-d9b941a5d69e HTTP/1.1" status: 204 len: 168 time: 0.4008298 Apr 20 16:11:00.271167 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-39031395-eda4-46c4-a88a-2a24a56f4c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:00.300724 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b8c0cd1a-b8d3-423c-b616-c42221304ef8 req-29149371-d869-48cc-8ba4-40120c913b76 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981507 Apr 20 16:11:00.306053 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686027aa-1db7-4122-88a9-77fb79e1d099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938e2e1b-fcd7-45fb-9ade-d9b941a5d69e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:00.331410 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-39031395-eda4-46c4-a88a-2a24a56f4c00 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77f8e105748d41a8bad0d01a3e112e24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9422781 Apr 20 16:11:00.331410 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39031395-eda4-46c4-a88a-2a24a56f4c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a6ff8e-72af-484a-85b9-62f2567efd4f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:00.332569 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57050) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:00.426811 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-b3b80f82-95e9-4fa7-b0a1-70f4666f013b req-f77987bf-26b4-4788-b55a-e0eed61ed932 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:00.443188 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-892d5a8f-cea7-46d5-8191-9fd942a69cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:00.444909 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-892d5a8f-cea7-46d5-8191-9fd942a69cc2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 909 time: 0.1831036 Apr 20 16:11:00.502157 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-b3b80f82-95e9-4fa7-b0a1-70f4666f013b req-f77987bf-26b4-4788-b55a-e0eed61ed932 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:00.508193 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-fa0b6975-4d6c-42cd-a9e6-671e47e4fbe8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f535cc6-8118-48b9-abcc-62f431a6be84 HTTP/1.1" status: 200 len: 217 time: 0.0541453 Apr 20 16:11:00.565469 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77987bf-26b4-4788-b55a-e0eed61ed932 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb46a75-bcb0-4702-979b-d8ddde274437,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:00.583933 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-a6e12d3d-dfc6-4e5c-9539-681568b1dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:00.585379 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-a6e12d3d-dfc6-4e5c-9539-681568b1dfb2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f HTTP/1.1" status: 200 len: 848 time: 0.0690939 Apr 20 16:11:00.619234 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-3976671f-981d-4160-ad31-18f6ad3fc501 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259926 Apr 20 16:11:00.676382 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d711399e-d875-4031-8df4-85d03a13fa6c x-openstack-request-id: req-d711399e-d875-4031-8df4-85d03a13fa6c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:11:00.676987 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5deec907-0447-41ca-93f9-e2d3b29039c6", "tag": "8d8df218-1686-44b2-a2e6-bc3bd9205f59", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:11:00.677083 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d711399e-d875-4031-8df4-85d03a13fa6c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:11:00.677413 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d711399e-d875-4031-8df4-85d03a13fa6c'] response: {'name': 'network-changed', 'server_uuid': '5deec907-0447-41ca-93f9-e2d3b29039c6', 'tag': '8d8df218-1686-44b2-a2e6-bc3bd9205f59', 'status': 'completed', 'code': 200} Apr 20 16:11:00.680979 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-b3b80f82-95e9-4fa7-b0a1-70f4666f013b req-f77987bf-26b4-4788-b55a-e0eed61ed932 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:00.682201 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b3b80f82-95e9-4fa7-b0a1-70f4666f013b req-f77987bf-26b4-4788-b55a-e0eed61ed932 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6186748 Apr 20 16:11:00.684286 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17cac353-7c4e-4956-b931-6f2465d73a09 req-59fc296a-4741-46a1-a05f-298166d9423d service neutron] 10.222.0.30 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4751682 Apr 20 16:11:00.732480 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-bbe27c4e-6807-46e1-85a9-13ceca599105 service neutron] 10.222.0.26 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046441 Apr 20 16:11:00.740823 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-49040a1d-18a5-4738-be89-d8a729dd53f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:00.749554 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ae80e-2572-4958-8697-313a3c0f1fea req-e373585e-87b5-4431-801e-a29e4f0ba3e4 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:00.751113 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea2ae80e-2572-4958-8697-313a3c0f1fea req-e373585e-87b5-4431-801e-a29e4f0ba3e4 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 943 time: 0.0729234 Apr 20 16:11:00.759745 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e294eb-258f-4eae-98a0-1f9fdbdbc9f0', 'tag': 'e058ba87-9041-4157-af69-78ee7cccb91d'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:11:00.762444 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1781255a-28ce-41e8-ae8e-fddba160678e" -d '{"events": [{"name": "network-changed", "server_uuid": "62e294eb-258f-4eae-98a0-1f9fdbdbc9f0", "tag": "e058ba87-9041-4157-af69-78ee7cccb91d"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:11:00.799769 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-49040a1d-18a5-4738-be89-d8a729dd53f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:00.825959 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea2ae80e-2572-4958-8697-313a3c0f1fea req-6bd557c7-cbf9-4b1e-be20-d864a6e6adcd tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648823 Apr 20 16:11:00.875054 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abb96f-6f55-41a1-a4ac-f676b5ddd961 req-1f8f4010-6359-47aa-a817-5510e1bbcb6e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:00.876599 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-37abb96f-6f55-41a1-a4ac-f676b5ddd961 req-1f8f4010-6359-47aa-a817-5510e1bbcb6e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 944 time: 0.0806894 Apr 20 16:11:00.880352 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-1511b860-5628-46fc-b57e-9ecefc3f3e89 service neutron] 10.222.0.26 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416583 Apr 20 16:11:00.929740 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-37abb96f-6f55-41a1-a4ac-f676b5ddd961 req-b4f356f7-a38e-4989-bd73-d79c0b248202 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460510 Apr 20 16:11:00.962084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdbdf0-3154-4436-8b4c-e09c1463d536 req-0ab77755-a327-443f-bbd7-fd2ba9f35703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:00.963567 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-26cdbdf0-3154-4436-8b4c-e09c1463d536 req-0ab77755-a327-443f-bbd7-fd2ba9f35703 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 1094 time: 0.0820091 Apr 20 16:11:00.968812 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-276fa4a7-7a44-44bc-97c0-cfd22246b16d req-2108a080-c6c1-4142-990d-e28c473966f3 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "GET /v2.0/security-groups/4eb46a75-bcb0-4702-979b-d8ddde274437 HTTP/1.1" status: 200 len: 1804 time: 0.0859656 Apr 20 16:11:00.992551 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe9fde6-cbc1-4757-bd19-958a2e875219 x-openstack-request-id: req-dfe9fde6-cbc1-4757-bd19-958a2e875219 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:11:00.992834 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e294eb-258f-4eae-98a0-1f9fdbdbc9f0", "tag": "e058ba87-9041-4157-af69-78ee7cccb91d", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:11:00.993202 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dfe9fde6-cbc1-4757-bd19-958a2e875219 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:11:00.993597 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfe9fde6-cbc1-4757-bd19-958a2e875219'] response: {'name': 'network-changed', 'server_uuid': '62e294eb-258f-4eae-98a0-1f9fdbdbc9f0', 'tag': 'e058ba87-9041-4157-af69-78ee7cccb91d', 'status': 'completed', 'code': 200} Apr 20 16:11:00.994364 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-276fa4a7-7a44-44bc-97c0-cfd22246b16d req-f935721e-58fd-444a-a805-1732161d6712 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4eb46a75-bcb0-4702-979b-d8ddde274437', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:00.994682 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-276fa4a7-7a44-44bc-97c0-cfd22246b16d req-f935721e-58fd-444a-a805-1732161d6712 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4eb46a75-bcb0-4702-979b-d8ddde274437', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:01.041071 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-49040a1d-18a5-4738-be89-d8a729dd53f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:01.043615 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-49040a1d-18a5-4738-be89-d8a729dd53f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:01.047116 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-49040a1d-18a5-4738-be89-d8a729dd53f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/12a6ff8e-72af-484a-85b9-62f2567efd4f HTTP/1.1" status: 204 len: 168 time: 0.7057493 Apr 20 16:11:01.064835 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49040a1d-18a5-4738-be89-d8a729dd53f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a6ff8e-72af-484a-85b9-62f2567efd4f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:01.090422 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdbdf0-3154-4436-8b4c-e09c1463d536 req-e561d9de-d294-4b68-8c2c-d0e41816d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:01.092228 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-26cdbdf0-3154-4436-8b4c-e09c1463d536 req-e561d9de-d294-4b68-8c2c-d0e41816d645 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 912 time: 0.1206238 Apr 20 16:11:01.147741 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781255a-28ce-41e8-ae8e-fddba160678e req-a3ab8b14-9df0-44c7-bb48-5e435268c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:01.149276 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1781255a-28ce-41e8-ae8e-fddba160678e req-a3ab8b14-9df0-44c7-bb48-5e435268c1dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 1124 time: 0.1129878 Apr 20 16:11:01.155148 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-26cdbdf0-3154-4436-8b4c-e09c1463d536 req-37a56dc1-1d2a-438d-a58d-a098f95c9849 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d8df218-1686-44b2-a2e6-bc3bd9205f59 HTTP/1.1" status: 200 len: 217 time: 0.0545175 Apr 20 16:11:01.158209 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975be0b5-5a03-4b9b-8fc6-76d48170a442 req-3a5ca006-3cfe-403e-9af1-129fc7e99760 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:01.160801 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-975be0b5-5a03-4b9b-8fc6-76d48170a442 req-3a5ca006-3cfe-403e-9af1-129fc7e99760 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 944 time: 0.1155961 Apr 20 16:11:01.242460 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdbdf0-3154-4436-8b4c-e09c1463d536 req-36573ab1-5487-4077-a35f-9c452ecc8f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:01.244268 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-26cdbdf0-3154-4436-8b4c-e09c1463d536 req-36573ab1-5487-4077-a35f-9c452ecc8f74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cf39be6-ada6-40b6-a73b-d57e4fcf739a HTTP/1.1" status: 200 len: 850 time: 0.0739846 Apr 20 16:11:01.245617 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-276fa4a7-7a44-44bc-97c0-cfd22246b16d req-f935721e-58fd-444a-a805-1732161d6712 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:01.271208 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-975be0b5-5a03-4b9b-8fc6-76d48170a442 req-4b7098e2-5833-4de2-969b-0f360bed0c48 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051984 Apr 20 16:11:01.300054 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-276fa4a7-7a44-44bc-97c0-cfd22246b16d req-f935721e-58fd-444a-a805-1732161d6712 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:01.309985 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdbdf0-3154-4436-8b4c-e09c1463d536 req-a3ca90d9-80ac-42cf-bb45-0433d338dbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:01.310602 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781255a-28ce-41e8-ae8e-fddba160678e req-d2f8c971-1af1-47bc-80f0-705b82837bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:01.311470 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-26cdbdf0-3154-4436-8b4c-e09c1463d536 req-a3ca90d9-80ac-42cf-bb45-0433d338dbf1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1e63842-0159-452f-8eed-f7dec1727f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530450 Apr 20 16:11:01.312049 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1781255a-28ce-41e8-ae8e-fddba160678e req-d2f8c971-1af1-47bc-80f0-705b82837bd3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 922 time: 0.1359899 Apr 20 16:11:01.363108 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1781255a-28ce-41e8-ae8e-fddba160678e req-127f0a23-22b0-46bb-9d2d-32ec78a6a09f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e058ba87-9041-4157-af69-78ee7cccb91d HTTP/1.1" status: 200 len: 217 time: 0.0431638 Apr 20 16:11:01.428599 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781255a-28ce-41e8-ae8e-fddba160678e req-0b7c6619-142b-4b4b-b91d-7bc48e3de1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:01.430068 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1781255a-28ce-41e8-ae8e-fddba160678e req-0b7c6619-142b-4b4b-b91d-7bc48e3de1d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66ca5027-e9c8-41ce-8129-1d35f4e0c95c HTTP/1.1" status: 200 len: 861 time: 0.0592422 Apr 20 16:11:01.433954 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-276fa4a7-7a44-44bc-97c0-cfd22246b16d req-f935721e-58fd-444a-a805-1732161d6712 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:01.455130 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-26cdbdf0-3154-4436-8b4c-e09c1463d536 req-f2a1454f-b78c-42a8-916c-d060f56cf3f0 service neutron] 10.222.0.30 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358688 Apr 20 16:11:01.459538 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935721e-58fd-444a-a805-1732161d6712 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ebff16-bd89-4641-b1c3-3e8ef3dcc107,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:01.494122 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1781255a-28ce-41e8-ae8e-fddba160678e req-8322ffa2-1576-4cc5-a789-86c51a398556 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3edbee39-317f-4464-9f65-314e099e8e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503018 Apr 20 16:11:01.582119 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cb20e-7ba6-405d-86ab-219b19872621 req-3922bff5-25ac-4ab9-b8e7-15f3b8f97312 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:01.583005 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-276fa4a7-7a44-44bc-97c0-cfd22246b16d req-f935721e-58fd-444a-a805-1732161d6712 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:01.583744 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a93cb20e-7ba6-405d-86ab-219b19872621 req-3922bff5-25ac-4ab9-b8e7-15f3b8f97312 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 943 time: 0.1287177 Apr 20 16:11:01.587952 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-276fa4a7-7a44-44bc-97c0-cfd22246b16d req-f935721e-58fd-444a-a805-1732161d6712 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6074202 Apr 20 16:11:01.628794 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-fbc33747-2c67-4887-81a2-352e0db0d070 req-af2b6d84-28da-408d-bca3-ccc27d9c3773 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1218579362', 'description': 'tempest-description-1313120541'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:01.650982 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a93cb20e-7ba6-405d-86ab-219b19872621 req-0fe22873-0f73-4217-a4dd-6a285e653c94 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604110 Apr 20 16:11:01.652961 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1781255a-28ce-41e8-ae8e-fddba160678e req-ae29e9e8-4577-4d59-bd74-e98718bb4657 service neutron] 10.222.0.26 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486042 Apr 20 16:11:01.655808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-4358b5bf-7f4a-4bdd-808f-c161b3cd2ff5 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:01.657328 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-4358b5bf-7f4a-4bdd-808f-c161b3cd2ff5 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547&tenant_id=f99d78ffab8c43cca67be1fec063f621&binding%3Ahost_id=n-h1-836146-2 HTTP/1.1" status: 200 len: 1095 time: 0.1288762 Apr 20 16:11:01.664421 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-26cdbdf0-3154-4436-8b4c-e09c1463d536 req-a686b516-4b2b-4893-8766-a9c91c7e004b service neutron] 10.222.0.30 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964166 Apr 20 16:11:01.762142 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1781255a-28ce-41e8-ae8e-fddba160678e req-ddb494e5-a285-4798-b93f-76c2be8fa7b8 service neutron] 10.222.0.26 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940959 Apr 20 16:11:01.773695 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fbc33747-2c67-4887-81a2-352e0db0d070 req-af2b6d84-28da-408d-bca3-ccc27d9c3773 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:01.819454 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57088) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:01.834306 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b41b3790-082d-47ef-abf9-305daf8fb0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:01.852639 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fbc33747-2c67-4887-81a2-352e0db0d070 req-af2b6d84-28da-408d-bca3-ccc27d9c3773 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:01.854382 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57090) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:01.903929 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-6ea7a8f5-3fa1-4718-9c69-5076f7df0f78 service neutron] For port 9f535cc6-8118-48b9-abcc-62f431a6be84, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:11:01.906882 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-6ea7a8f5-3fa1-4718-9c69-5076f7df0f78 service neutron] Notify callbacks [] for binding, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:01.908114 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5da62ec2-8534-43ee-9987-97c9a2ce2ff6 req-6ea7a8f5-3fa1-4718-9c69-5076f7df0f78 service neutron] 10.222.0.26 "DELETE /v2.0/ports/9f535cc6-8118-48b9-abcc-62f431a6be84/bindings/n-h2-836146-2 HTTP/1.1" status: 204 len: 173 time: 0.2396805 Apr 20 16:11:01.925823 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b41b3790-082d-47ef-abf9-305daf8fb0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:01.996600 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba18eb-21c0-4c81-814b-8a90593cae36 req-1882ca0a-84c5-436a-90db-31b9d273baeb tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:01.998367 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-23ba18eb-21c0-4c81-814b-8a90593cae36 req-1882ca0a-84c5-436a-90db-31b9d273baeb tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 943 time: 0.0532074 Apr 20 16:11:02.014878 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d33c60d4-a9c0-499c-b0a7-d668a3fb4231 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-network', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:02.019284 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fbc33747-2c67-4887-81a2-352e0db0d070 req-af2b6d84-28da-408d-bca3-ccc27d9c3773 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:02.040535 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-23ba18eb-21c0-4c81-814b-8a90593cae36 req-1ddae81b-4c65-4f4d-b35f-a2837e16e1bc tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337055 Apr 20 16:11:02.045320 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b41b3790-082d-47ef-abf9-305daf8fb0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:02.074581 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b6d84-28da-408d-bca3-ccc27d9c3773 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27bb0dd7-e8cd-428d-9fe1-529080557d90,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:02.092386 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57098) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:02.092563 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b41b3790-082d-47ef-abf9-305daf8fb0b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=179aae3cbe174d40a6677108d82e6ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717488 Apr 20 16:11:02.093354 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b3790-082d-47ef-abf9-305daf8fb0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c70fe1f-c69e-4448-bd3a-e3c606d5fd5c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:02.143322 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-187e8dbc-fdf8-41e6-a8ae-7123753b5a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:02.162319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33c60d4-a9c0-499c-b0a7-d668a3fb4231 admin admin] Made reservation on behalf of 6a1e0f50b39a4690a4fa7de352e3594a for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:11:02.164626 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d33c60d4-a9c0-499c-b0a7-d668a3fb4231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:02.167494 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f04d42-b17c-45cc-b833-e0edadb52ac6 req-dbf6e73e-16d1-4dd1-aed6-846e0feabd92 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:02.169022 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b2f04d42-b17c-45cc-b833-e0edadb52ac6 req-dbf6e73e-16d1-4dd1-aed6-846e0feabd92 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 944 time: 0.0504224 Apr 20 16:11:02.169418 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fbc33747-2c67-4887-81a2-352e0db0d070 req-af2b6d84-28da-408d-bca3-ccc27d9c3773 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:02.171045 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbc33747-2c67-4887-81a2-352e0db0d070 req-af2b6d84-28da-408d-bca3-ccc27d9c3773 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5621591 Apr 20 16:11:02.188867 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-187e8dbc-fdf8-41e6-a8ae-7123753b5a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:02.190999 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d33c60d4-a9c0-499c-b0a7-d668a3fb4231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:02.222474 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b2f04d42-b17c-45cc-b833-e0edadb52ac6 req-134afdf9-7899-42c6-afa4-2eb7368f2c9a tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447569 Apr 20 16:11:02.291941 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f2c1e8fb-81e4-4486-8971-38fd1db0aaab req-4ceabcc9-3e82-4ca6-9df7-c3a363b4feb2 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "GET /v2.0/security-groups/27bb0dd7-e8cd-428d-9fe1-529080557d90 HTTP/1.1" status: 200 len: 1805 time: 0.0930037 Apr 20 16:11:02.308158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-f2c1e8fb-81e4-4486-8971-38fd1db0aaab req-903ebaee-777d-4d84-aac2-b650968d1dc9 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '27bb0dd7-e8cd-428d-9fe1-529080557d90', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:02.308501 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-f2c1e8fb-81e4-4486-8971-38fd1db0aaab req-903ebaee-777d-4d84-aac2-b650968d1dc9 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '27bb0dd7-e8cd-428d-9fe1-529080557d90', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:02.354057 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d33c60d4-a9c0-499c-b0a7-d668a3fb4231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:02.369765 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2055873-12bb-4886-a4e0-d8c5f8d57657 req-ef9fe345-86ba-463a-96e1-65e6b56d008d tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:02.371261 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f2055873-12bb-4886-a4e0-d8c5f8d57657 req-ef9fe345-86ba-463a-96e1-65e6b56d008d tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 1095 time: 0.0397253 Apr 20 16:11:02.409146 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f2055873-12bb-4886-a4e0-d8c5f8d57657 req-3c29f1bb-b68a-4b0a-8a07-d04f70587672 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314248 Apr 20 16:11:02.511318 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135b45a-4bf8-4809-b443-27c84364d7be req-595de302-0103-45d6-9e37-1c56a0a8f48e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:02.512793 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2135b45a-4bf8-4809-b443-27c84364d7be req-595de302-0103-45d6-9e37-1c56a0a8f48e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 944 time: 0.0473974 Apr 20 16:11:02.550800 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2135b45a-4bf8-4809-b443-27c84364d7be req-082fab05-2bd3-461f-9de6-592695adf08c tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310323 Apr 20 16:11:02.613458 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-187e8dbc-fdf8-41e6-a8ae-7123753b5a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:02.616863 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-187e8dbc-fdf8-41e6-a8ae-7123753b5a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:02.618012 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-187e8dbc-fdf8-41e6-a8ae-7123753b5a34 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c70fe1f-c69e-4448-bd3a-e3c606d5fd5c HTTP/1.1" status: 204 len: 168 time: 0.5243630 Apr 20 16:11:02.630209 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e8dbc-fdf8-41e6-a8ae-7123753b5a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c70fe1f-c69e-4448-bd3a-e3c606d5fd5c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:02.651969 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b505b63-b8e7-44c8-b595-386f7e02092a req-10d0ce7a-ae10-46cd-845b-466e02590fb2 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:02.653766 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8b505b63-b8e7-44c8-b595-386f7e02092a req-10d0ce7a-ae10-46cd-845b-466e02590fb2 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 1095 time: 0.0455644 Apr 20 16:11:02.660768 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d33c60d4-a9c0-499c-b0a7-d668a3fb4231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:02.693449 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8b505b63-b8e7-44c8-b595-386f7e02092a req-20139201-dd6a-41d2-9723-c58975c71fed tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309124 Apr 20 16:11:02.699630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33c60d4-a9c0-499c-b0a7-d668a3fb4231 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:11:02.733840 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d33c60d4-a9c0-499c-b0a7-d668a3fb4231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:02.734180 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-d33c60d4-a9c0-499c-b0a7-d668a3fb4231 admin admin] Added segment 0645846c-5a7e-4fa1-b41c-6bdd002f9154 of type vlan for network f23d9022-425c-4e21-b831-1e03a05d4b94 Apr 20 16:11:02.738085 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c60d4-a9c0-499c-b0a7-d668a3fb4231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936578bb-28f0-48ce-acd8-9041d4dbb21d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:02.759953 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f2c1e8fb-81e4-4486-8971-38fd1db0aaab req-903ebaee-777d-4d84-aac2-b650968d1dc9 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:02.812117 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d33c60d4-a9c0-499c-b0a7-d668a3fb4231 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:02.826573 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c76f1-d68d-47c6-bf59-5942cf937769 req-be080ed2-534d-4b1b-91d3-a9817bc26d7c tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:02.826573 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0a8c76f1-d68d-47c6-bf59-5942cf937769 req-be080ed2-534d-4b1b-91d3-a9817bc26d7c tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 943 time: 0.0615501 Apr 20 16:11:02.826870 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f2c1e8fb-81e4-4486-8971-38fd1db0aaab req-903ebaee-777d-4d84-aac2-b650968d1dc9 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:02.866989 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0a8c76f1-d68d-47c6-bf59-5942cf937769 req-1c3e5637-4cb3-4d0b-8aed-7de201fd56b3 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371053 Apr 20 16:11:02.940850 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f2c1e8fb-81e4-4486-8971-38fd1db0aaab req-903ebaee-777d-4d84-aac2-b650968d1dc9 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:02.946468 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d33c60d4-a9c0-499c-b0a7-d668a3fb4231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:02.947483 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33c60d4-a9c0-499c-b0a7-d668a3fb4231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:02.948060 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d33c60d4-a9c0-499c-b0a7-d668a3fb4231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:03.023211 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ebaee-777d-4d84-aac2-b650968d1dc9 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93a6363-6292-4907-90ac-fb45effc335f,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:03.031135 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c60d4-a9c0-499c-b0a7-d668a3fb4231 admin admin] Pushing event updated for resources: {'Network': ['ID=f23d9022-425c-4e21-b831-1e03a05d4b94,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:03.049130 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network f23d9022-425c-4e21-b831-1e03a05d4b94 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:11:03.108872 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f2c1e8fb-81e4-4486-8971-38fd1db0aaab req-903ebaee-777d-4d84-aac2-b650968d1dc9 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:03.111179 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f2c1e8fb-81e4-4486-8971-38fd1db0aaab req-903ebaee-777d-4d84-aac2-b650968d1dc9 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8072424 Apr 20 16:11:03.149069 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d33c60d4-a9c0-499c-b0a7-d668a3fb4231 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2936380 Apr 20 16:11:03.161056 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57134) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:03.165866 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-78a3e0f1-f39a-4ac2-bfe2-0662c59f233c admin admin] Request body: {'subnet': {'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-subnet', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:03.217865 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb844f3-cb89-4ced-a428-ad96a7588dec req-49aca640-c333-4536-802d-2c1c59799c94 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:03.219326 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-abb844f3-cb89-4ced-a428-ad96a7588dec req-49aca640-c333-4536-802d-2c1c59799c94 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 943 time: 0.0538604 Apr 20 16:11:03.264926 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-abb844f3-cb89-4ced-a428-ad96a7588dec req-55b945b0-5c13-4739-8f33-3de556810c08 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394175 Apr 20 16:11:03.287682 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-a3ebe662-81e4-4041-98f8-38c4859b7025 req-7eba227f-b48d-45ff-83f1-bd9f4680d1e9 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1975762815', 'description': 'tempest-description-1727242037'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:03.314156 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a3e0f1-f39a-4ac2-bfe2-0662c59f233c admin admin] Made reservation on behalf of 6a1e0f50b39a4690a4fa7de352e3594a for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:11:03.316902 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78a3e0f1-f39a-4ac2-bfe2-0662c59f233c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:03.424771 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a3ebe662-81e4-4041-98f8-38c4859b7025 req-7eba227f-b48d-45ff-83f1-bd9f4680d1e9 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:03.542111 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a3ebe662-81e4-4041-98f8-38c4859b7025 req-7eba227f-b48d-45ff-83f1-bd9f4680d1e9 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:03.591146 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78a3e0f1-f39a-4ac2-bfe2-0662c59f233c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:03.634409 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a3ebe662-81e4-4041-98f8-38c4859b7025 req-7eba227f-b48d-45ff-83f1-bd9f4680d1e9 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:03.673370 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da11ffd-9751-4cfb-a38d-3fde91e26485 req-eb88bb2c-6f10-4d60-a54a-2a5d6e259abd tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:03.675137 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7da11ffd-9751-4cfb-a38d-3fde91e26485 req-eb88bb2c-6f10-4d60-a54a-2a5d6e259abd tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 944 time: 0.0522592 Apr 20 16:11:03.679650 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3e0f1-f39a-4ac2-bfe2-0662c59f233c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ca3923b-31f6-4a2b-b573-248af67278fb,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:03.685133 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a3e0f1-f39a-4ac2-bfe2-0662c59f233c admin admin] Checking segment: {'id': '0645846c-5a7e-4fa1-b41c-6bdd002f9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:11:03.685495 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a3e0f1-f39a-4ac2-bfe2-0662c59f233c admin admin] Network hostable DHCP agents. Network: f23d9022-425c-4e21-b831-1e03a05d4b94, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:11:03.687502 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba227f-b48d-45ff-83f1-bd9f4680d1e9 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=801748f3-f857-4806-8c41-00c3ae97f382,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:03.727394 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7da11ffd-9751-4cfb-a38d-3fde91e26485 req-341d4acb-dd65-4a28-8124-0391493f2140 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386405 Apr 20 16:11:03.772764 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a3ebe662-81e4-4041-98f8-38c4859b7025 req-7eba227f-b48d-45ff-83f1-bd9f4680d1e9 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:03.774997 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a3ebe662-81e4-4041-98f8-38c4859b7025 req-7eba227f-b48d-45ff-83f1-bd9f4680d1e9 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4919779 Apr 20 16:11:03.805656 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a3e0f1-f39a-4ac2-bfe2-0662c59f233c admin admin] Network f23d9022-425c-4e21-b831-1e03a05d4b94 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:11:03.811168 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-fb56584a-d7d4-4227-816a-cdb6b0759e62 req-f427444e-2f59-486e-85cd-5e1b1c48b53b tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1115099614', 'description': 'tempest-description-1881626249'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:03.916651 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-78a3e0f1-f39a-4ac2-bfe2-0662c59f233c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, f23d9022-425c-4e21-b831-1e03a05d4b94) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:11:03.917110 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fb56584a-d7d4-4227-816a-cdb6b0759e62 req-f427444e-2f59-486e-85cd-5e1b1c48b53b tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:03.926725 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd0adb8-9c75-4d2b-8c30-fcf453e50bcf None None] Network f23d9022-425c-4e21-b831-1e03a05d4b94 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:11:03.931247 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a3e0f1-f39a-4ac2-bfe2-0662c59f233c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:03.934017 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78a3e0f1-f39a-4ac2-bfe2-0662c59f233c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:04.015608 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3e4b0-4dcf-4478-a5ed-de742dde8489 req-53bff4fd-39c5-4328-8812-f39b99a54040 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:04.024129 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bbc3e4b0-4dcf-4478-a5ed-de742dde8489 req-53bff4fd-39c5-4328-8812-f39b99a54040 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 943 time: 0.0787261 Apr 20 16:11:04.025349 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fb56584a-d7d4-4227-816a-cdb6b0759e62 req-f427444e-2f59-486e-85cd-5e1b1c48b53b tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:04.061911 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bbc3e4b0-4dcf-4478-a5ed-de742dde8489 req-526aed05-6003-4108-b33d-7d8cb3a16a50 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368829 Apr 20 16:11:04.069876 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-78a3e0f1-f39a-4ac2-bfe2-0662c59f233c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9063127 Apr 20 16:11:04.070016 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57158) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:04.080977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-ac152995-a548-44a7-86c0-0d30e576f3f8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:04.106608 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fb56584a-d7d4-4227-816a-cdb6b0759e62 req-f427444e-2f59-486e-85cd-5e1b1c48b53b tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:04.163106 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427444e-2f59-486e-85cd-5e1b1c48b53b tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da91778a-3de0-40b3-a651-990d23c1a6be,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:04.177357 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-f23d9022-425c-4e21-b831-1e03a05d4b94', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:11:04.184025 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:04.246447 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fb56584a-d7d4-4227-816a-cdb6b0759e62 req-f427444e-2f59-486e-85cd-5e1b1c48b53b tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:04.248172 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb56584a-d7d4-4227-816a-cdb6b0759e62 req-f427444e-2f59-486e-85cd-5e1b1c48b53b tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4413023 Apr 20 16:11:04.334622 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-040055ec-283e-439c-b39a-1700c9a74ad8 req-b2e5eafb-256a-4461-8b1e-0d6faab1f941 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "GET /v2.0/security-groups/801748f3-f857-4806-8c41-00c3ae97f382 HTTP/1.1" status: 200 len: 1805 time: 0.0621579 Apr 20 16:11:04.342429 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac152995-a548-44a7-86c0-0d30e576f3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:04.343900 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac152995-a548-44a7-86c0-0d30e576f3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:04.419892 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac152995-a548-44a7-86c0-0d30e576f3f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:04.422606 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-040055ec-283e-439c-b39a-1700c9a74ad8 req-de306fec-3fbb-4f5a-a105-ce075096e545 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "GET /v2.0/security-groups/da91778a-3de0-40b3-a651-990d23c1a6be HTTP/1.1" status: 200 len: 1805 time: 0.0870695 Apr 20 16:11:04.437716 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-040055ec-283e-439c-b39a-1700c9a74ad8 req-f5725d8d-a0da-4397-8851-1aeacff5ec90 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '801748f3-f857-4806-8c41-00c3ae97f382', 'remote_group_id': 'da91778a-3de0-40b3-a651-990d23c1a6be', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:04.438117 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-040055ec-283e-439c-b39a-1700c9a74ad8 req-f5725d8d-a0da-4397-8851-1aeacff5ec90 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '801748f3-f857-4806-8c41-00c3ae97f382', 'remote_group_id': 'da91778a-3de0-40b3-a651-990d23c1a6be', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:04.491230 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176a6b1-4974-4f0b-ab1b-0e356ccf892d req-9b6b4958-e999-4cdc-accb-681b058a58c9 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:04.493374 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4176a6b1-4974-4f0b-ab1b-0e356ccf892d req-9b6b4958-e999-4cdc-accb-681b058a58c9 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 943 time: 0.0784686 Apr 20 16:11:04.524532 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Allocated IP 172.20.0.2 (f23d9022-425c-4e21-b831-1e03a05d4b94/9ca3923b-31f6-4a2b-b573-248af67278fb/439db119-2404-42d0-83b6-3fecf9d31e51) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:11:04.604140 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4176a6b1-4974-4f0b-ab1b-0e356ccf892d req-5ddd89c1-08e8-448a-b657-2d78494a8e9e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041322 Apr 20 16:11:04.634469 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-040055ec-283e-439c-b39a-1700c9a74ad8 req-f5725d8d-a0da-4397-8851-1aeacff5ec90 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:04.702209 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac152995-a548-44a7-86c0-0d30e576f3f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:04.703373 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-040055ec-283e-439c-b39a-1700c9a74ad8 req-f5725d8d-a0da-4397-8851-1aeacff5ec90 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:04.764727 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:04.813771 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-040055ec-283e-439c-b39a-1700c9a74ad8 req-f5725d8d-a0da-4397-8851-1aeacff5ec90 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:04.846092 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:04.856576 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5725d8d-a0da-4397-8851-1aeacff5ec90 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b3e231-6a79-448a-9c4f-5ca4e049e5b2,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:04.886781 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba19a13-12fa-4355-8ce8-e23333bb1f79 req-f5f234d3-c186-456a-8605-bde7b9de66a7 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:04.888236 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bba19a13-12fa-4355-8ce8-e23333bb1f79 req-f5f234d3-c186-456a-8605-bde7b9de66a7 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 944 time: 0.0759506 Apr 20 16:11:04.907766 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Pushing event updated for resources: {'Port': ['ID=439db119-2404-42d0-83b6-3fecf9d31e51,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:04.919194 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:04.919926 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:04.920433 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:04.920961 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:04.921452 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:04.922160 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:04.923462 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:04.923959 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:04.924460 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:04.927538 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:04.927538 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:04.927538 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:04.938450 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bba19a13-12fa-4355-8ce8-e23333bb1f79 req-5c8dbe84-51ef-477f-a0dd-56b835f53587 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417466 Apr 20 16:11:04.942597 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Network f23d9022-425c-4e21-b831-1e03a05d4b94 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:11:04.947646 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:11:04.957877 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:11:04.983390 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-040055ec-283e-439c-b39a-1700c9a74ad8 req-f5725d8d-a0da-4397-8851-1aeacff5ec90 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:04.998907 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-040055ec-283e-439c-b39a-1700c9a74ad8 req-f5725d8d-a0da-4397-8851-1aeacff5ec90 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5671921 Apr 20 16:11:05.031859 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-7dcb1077-9d36-4388-a4c9-1c41e6a11e4d req-9b4a533d-fb10-4367-9cf6-c8c66c661372 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1602292339', 'description': 'tempest-description-458508584'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:05.051655 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Attempting to bind port 439db119-2404-42d0-83b6-3fecf9d31e51 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:11:05.052020 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Attempting to bind port 439db119-2404-42d0-83b6-3fecf9d31e51 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '0645846c-5a7e-4fa1-b41c-6bdd002f9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:11:05.058578 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Attempting to bind port 439db119-2404-42d0-83b6-3fecf9d31e51 on network f23d9022-425c-4e21-b831-1e03a05d4b94 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:11:05.058578 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:11:05.058972 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Checking segment: {'id': '0645846c-5a7e-4fa1-b41c-6bdd002f9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:11:05.059505 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:05.059900 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Bound using segment: {'id': '0645846c-5a7e-4fa1-b41c-6bdd002f9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:11:05.060601 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Bound port: 439db119-2404-42d0-83b6-3fecf9d31e51, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0645846c-5a7e-4fa1-b41c-6bdd002f9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:11:05.060978 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:05.139981 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] For port 439db119-2404-42d0-83b6-3fecf9d31e51, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:11:05.143653 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] For port 439db119-2404-42d0-83b6-3fecf9d31e51, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=439db119-2404-42d0-83b6-3fecf9d31e51,segment=NetworkSegment(0645846c-5a7e-4fa1-b41c-6bdd002f9154),segment_id=0645846c-5a7e-4fa1-b41c-6bdd002f9154)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:11:05.168655 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac152995-a548-44a7-86c0-0d30e576f3f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:05.189917 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7dcb1077-9d36-4388-a4c9-1c41e6a11e4d req-9b4a533d-fb10-4367-9cf6-c8c66c661372 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:05.192368 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac152995-a548-44a7-86c0-0d30e576f3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:05.242544 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:05.293895 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb57298-ad87-4796-8a63-feab5fe186aa req-615e4fbe-289b-43f8-b4b1-77f6f54291c2 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:05.302728 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3bb57298-ad87-4796-8a63-feab5fe186aa req-615e4fbe-289b-43f8-b4b1-77f6f54291c2 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 943 time: 0.0709589 Apr 20 16:11:05.349154 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc42211-19ae-48c9-9f16-e0118f68777a None None] Pushing event updated for resources: {'Port': ['ID=439db119-2404-42d0-83b6-3fecf9d31e51,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:05.366651 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3bb57298-ad87-4796-8a63-feab5fe186aa req-2b47a32a-37b9-477d-9f6e-b762f4e4cc0f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628681 Apr 20 16:11:05.383353 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-ac152995-a548-44a7-86c0-0d30e576f3f8 admin admin] Allocated IP 172.25.0.101 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:11:05.401599 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7dcb1077-9d36-4388-a4c9-1c41e6a11e4d req-9b4a533d-fb10-4367-9cf6-c8c66c661372 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:05.530638 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac152995-a548-44a7-86c0-0d30e576f3f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:05.549618 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7dcb1077-9d36-4388-a4c9-1c41e6a11e4d req-9b4a533d-fb10-4367-9cf6-c8c66c661372 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:05.575667 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 7ad74a6d-18c7-4633-9368-aa323855bcb9 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:11:05.620765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a533d-fb10-4367-9cf6-c8c66c661372 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5e62d8-b3d8-4f19-a6dd-8011154eed91,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:05.630601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a533d-fb10-4367-9cf6-c8c66c661372 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:05.630946 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a533d-fb10-4367-9cf6-c8c66c661372 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:05.631299 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a533d-fb10-4367-9cf6-c8c66c661372 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:05.631725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a533d-fb10-4367-9cf6-c8c66c661372 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:05.631958 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a533d-fb10-4367-9cf6-c8c66c661372 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:05.632286 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a533d-fb10-4367-9cf6-c8c66c661372 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:05.632653 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a533d-fb10-4367-9cf6-c8c66c661372 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:05.633196 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a533d-fb10-4367-9cf6-c8c66c661372 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:05.645691 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a533d-fb10-4367-9cf6-c8c66c661372 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:05.647872 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a533d-fb10-4367-9cf6-c8c66c661372 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:05.648222 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a533d-fb10-4367-9cf6-c8c66c661372 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:05.648592 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a533d-fb10-4367-9cf6-c8c66c661372 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:05.702217 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7dcb1077-9d36-4388-a4c9-1c41e6a11e4d req-9b4a533d-fb10-4367-9cf6-c8c66c661372 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:05.704620 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7dcb1077-9d36-4388-a4c9-1c41e6a11e4d req-9b4a533d-fb10-4367-9cf6-c8c66c661372 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6777999 Apr 20 16:11:05.709709 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac152995-a548-44a7-86c0-0d30e576f3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:05.776586 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426fb640-7eaf-4644-ae60-572198c42ff9 req-3254178b-3399-440f-bc7d-3b9a6712b37a tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:05.781056 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-53158058-61d0-448f-b005-177f98db55f2 req-2ef0ef38-56b4-4c75-8b84-c488b8d6b7f7 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-290961129', 'description': 'tempest-description-1028355069'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:05.784356 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 7ad74a6d-18c7-4633-9368-aa323855bcb9, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7ad74a6d-18c7-4633-9368-aa323855bcb9,segment=NetworkSegment(c360c3f8-b007-4e45-bb5e-d3940160744d),segment_id=c360c3f8-b007-4e45-bb5e-d3940160744d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:05.784967 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-426fb640-7eaf-4644-ae60-572198c42ff9 req-3254178b-3399-440f-bc7d-3b9a6712b37a tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 943 time: 0.0731189 Apr 20 16:11:05.809500 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '7ad74a6d-18c7-4633-9368-aa323855bcb9', 'network_id': 'c407a25c-3c84-47bb-a12c-46efb29f8241', 'port_id': '7ad74a6d-18c7-4633-9368-aa323855bcb9', 'mac_address': 'fa:16:3e:3e:85:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d565cfc-9ced-4a47-9e17-96006148a9ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:11:05.817165 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac152995-a548-44a7-86c0-0d30e576f3f8 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:11:05.830099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-ac152995-a548-44a7-86c0-0d30e576f3f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:11:05.836647 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac152995-a548-44a7-86c0-0d30e576f3f8 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:11:05.842162 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-426fb640-7eaf-4644-ae60-572198c42ff9 req-f2d8f20d-e3cc-4ea1-8a5e-71808a85efcb tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562165 Apr 20 16:11:05.867522 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac152995-a548-44a7-86c0-0d30e576f3f8 admin admin] Pushing event updated for resources: {'Port': ['ID=f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:05.877534 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:05.896388 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad74a6d-18c7-4633-9368-aa323855bcb9 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:11:06.045312 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-53158058-61d0-448f-b005-177f98db55f2 req-2ef0ef38-56b4-4c75-8b84-c488b8d6b7f7 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:06.176785 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 7ad74a6d-18c7-4633-9368-aa323855bcb9, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7ad74a6d-18c7-4633-9368-aa323855bcb9,segment=NetworkSegment(c360c3f8-b007-4e45-bb5e-d3940160744d),segment_id=c360c3f8-b007-4e45-bb5e-d3940160744d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:06.180485 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 439db119-2404-42d0-83b6-3fecf9d31e51 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:11:06.217326 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device e058ba87-9041-4157-af69-78ee7cccb91d no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:11:06.239745 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fa7c4-5475-466b-9d97-ea1b79dbd520 req-65c253ad-41c9-45b8-8cf2-c0670b92f75e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:06.249672 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4f1fa7c4-5475-466b-9d97-ea1b79dbd520 req-65c253ad-41c9-45b8-8cf2-c0670b92f75e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 944 time: 0.2240624 Apr 20 16:11:06.277190 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-53158058-61d0-448f-b005-177f98db55f2 req-2ef0ef38-56b4-4c75-8b84-c488b8d6b7f7 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:06.331687 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:06.335129 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 8d8df218-1686-44b2-a2e6-bc3bd9205f59 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:11:06.364599 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4f1fa7c4-5475-466b-9d97-ea1b79dbd520 req-9fe7c4b2-edb3-4230-9a35-cab93a9c2a4c tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976431 Apr 20 16:11:06.388173 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-53158058-61d0-448f-b005-177f98db55f2 req-2ef0ef38-56b4-4c75-8b84-c488b8d6b7f7 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:06.480437 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57208) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:06.526332 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0ef38-56b4-4c75-8b84-c488b8d6b7f7 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1af61a61-2b89-43f8-bb69-092ab4a47e4c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:06.632053 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f0805-d5f4-4392-a5b3-0a71131b34ab req-d5f72d3a-6e83-489b-9269-6dc335b1a04a tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:06.653678 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2d7f0805-d5f4-4392-a5b3-0a71131b34ab req-d5f72d3a-6e83-489b-9269-6dc335b1a04a tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 943 time: 0.1481316 Apr 20 16:11:06.664163 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac152995-a548-44a7-86c0-0d30e576f3f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:06.669364 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-53158058-61d0-448f-b005-177f98db55f2 req-2ef0ef38-56b4-4c75-8b84-c488b8d6b7f7 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:06.671319 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-53158058-61d0-448f-b005-177f98db55f2 req-2ef0ef38-56b4-4c75-8b84-c488b8d6b7f7 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9058051 Apr 20 16:11:06.703840 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e65a356-ebab-40e8-97cc-04dcd9ffa86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:06.757501 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2d7f0805-d5f4-4392-a5b3-0a71131b34ab req-ee290459-d576-4e29-9225-58a63c9c9ace tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023915 Apr 20 16:11:06.790171 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 8d8df218-1686-44b2-a2e6-bc3bd9205f59, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=8d8df218-1686-44b2-a2e6-bc3bd9205f59,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:06.799037 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=7ad74a6d-18c7-4633-9368-aa323855bcb9,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:06.821063 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '8d8df218-1686-44b2-a2e6-bc3bd9205f59', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'port_id': '8d8df218-1686-44b2-a2e6-bc3bd9205f59', 'mac_address': 'fa:16:3e:89:35:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:11:06.823086 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 439db119-2404-42d0-83b6-3fecf9d31e51 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:06.823653 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:06.867508 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e65a356-ebab-40e8-97cc-04dcd9ffa86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:06.910237 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207dcce9-49bd-47e8-b3de-6c985fe50a67 None None] Network f23d9022-425c-4e21-b831-1e03a05d4b94 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:11:06.931293 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddf03c26-7452-4c38-90dd-b97b268e030f req-0ca62361-beb5-4256-8bbc-049d77963caa tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "GET /v2.0/security-groups/ee5e62d8-b3d8-4f19-a6dd-8011154eed91 HTTP/1.1" status: 200 len: 1804 time: 0.1720405 Apr 20 16:11:06.989981 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e4196-ebbc-48d2-a311-1488b05e8d00 req-44a46f97-a252-4722-92f5-27d5016805b7 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:06.991811 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-219e4196-ebbc-48d2-a311-1488b05e8d00 req-44a46f97-a252-4722-92f5-27d5016805b7 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 943 time: 0.0658183 Apr 20 16:11:06.993897 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e65a356-ebab-40e8-97cc-04dcd9ffa86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:07.005045 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddf03c26-7452-4c38-90dd-b97b268e030f req-29626d6d-0c09-4f50-803b-1516dab7a950 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "GET /v2.0/security-groups/1af61a61-2b89-43f8-bb69-092ab4a47e4c HTTP/1.1" status: 200 len: 1804 time: 0.0667779 Apr 20 16:11:07.007953 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:07.013009 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-ddf03c26-7452-4c38-90dd-b97b268e030f req-be94d92e-13aa-48bd-a9d2-c5c37fe77579 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ee5e62d8-b3d8-4f19-a6dd-8011154eed91', 'remote_group_id': '1af61a61-2b89-43f8-bb69-092ab4a47e4c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:07.013646 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-ddf03c26-7452-4c38-90dd-b97b268e030f req-be94d92e-13aa-48bd-a9d2-c5c37fe77579 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ee5e62d8-b3d8-4f19-a6dd-8011154eed91', 'remote_group_id': '1af61a61-2b89-43f8-bb69-092ab4a47e4c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:07.028822 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8df218-1686-44b2-a2e6-bc3bd9205f59 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:11:07.045151 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-81b7a4ed-5e8e-40c5-935a-755b1dfcbec0 None None] Provisioning complete for port 439db119-2404-42d0-83b6-3fecf9d31e51 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:07.045528 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-81b7a4ed-5e8e-40c5-935a-755b1dfcbec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:07.061899 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4e65a356-ebab-40e8-97cc-04dcd9ffa86e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=31a0599198104b61a34ab3520d287b01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5798140 Apr 20 16:11:07.067736 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57218) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:07.074957 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65a356-ebab-40e8-97cc-04dcd9ffa86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d56cee5-3479-4f58-8c30-80d723cd936c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:07.104690 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e65a356-ebab-40e8-97cc-04dcd9ffa86e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:07.105224 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e65a356-ebab-40e8-97cc-04dcd9ffa86e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:07.109445 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e65a356-ebab-40e8-97cc-04dcd9ffa86e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:07.109445 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e65a356-ebab-40e8-97cc-04dcd9ffa86e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:07.109445 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e65a356-ebab-40e8-97cc-04dcd9ffa86e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:07.109445 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e65a356-ebab-40e8-97cc-04dcd9ffa86e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:07.109445 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e65a356-ebab-40e8-97cc-04dcd9ffa86e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:07.109445 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e65a356-ebab-40e8-97cc-04dcd9ffa86e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:07.109445 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e65a356-ebab-40e8-97cc-04dcd9ffa86e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:07.111007 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e65a356-ebab-40e8-97cc-04dcd9ffa86e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:07.111007 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e65a356-ebab-40e8-97cc-04dcd9ffa86e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:07.111007 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e65a356-ebab-40e8-97cc-04dcd9ffa86e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:07.122452 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-219e4196-ebbc-48d2-a311-1488b05e8d00 req-275534b6-57a5-48a7-99b4-1eeeb091471c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150703 Apr 20 16:11:07.185139 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 8d8df218-1686-44b2-a2e6-bc3bd9205f59, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=8d8df218-1686-44b2-a2e6-bc3bd9205f59,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:07.187628 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:07.220636 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-483cf952-67da-46b6-b03b-3836fff20059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:07.253595 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac152995-a548-44a7-86c0-0d30e576f3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:07.262636 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-483cf952-67da-46b6-b03b-3836fff20059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:07.278939 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:07.298830 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 439db119-2404-42d0-83b6-3fecf9d31e51, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=439db119-2404-42d0-83b6-3fecf9d31e51,segment=NetworkSegment(0645846c-5a7e-4fa1-b41c-6bdd002f9154),segment_id=0645846c-5a7e-4fa1-b41c-6bdd002f9154)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:07.321849 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-81b7a4ed-5e8e-40c5-935a-755b1dfcbec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:07.351742 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ddf03c26-7452-4c38-90dd-b97b268e030f req-be94d92e-13aa-48bd-a9d2-c5c37fe77579 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:07.390695 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:07.418028 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=8d8df218-1686-44b2-a2e6-bc3bd9205f59,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:07.441646 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ddf03c26-7452-4c38-90dd-b97b268e030f req-be94d92e-13aa-48bd-a9d2-c5c37fe77579 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:07.505584 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-81b7a4ed-5e8e-40c5-935a-755b1dfcbec0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:11:07.506122 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-81b7a4ed-5e8e-40c5-935a-755b1dfcbec0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:11:07.512854 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-483cf952-67da-46b6-b03b-3836fff20059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:07.517870 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-483cf952-67da-46b6-b03b-3836fff20059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:07.523672 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=439db119-2404-42d0-83b6-3fecf9d31e51,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:07.524372 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cc13a-5de3-44ae-bb10-e3a3d02b2fb3 req-446c61cc-f0cc-42d5-8cf6-35243aeba850 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:07.525828 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7e5cc13a-5de3-44ae-bb10-e3a3d02b2fb3 req-446c61cc-f0cc-42d5-8cf6-35243aeba850 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 945 time: 0.0952682 Apr 20 16:11:07.532880 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-483cf952-67da-46b6-b03b-3836fff20059 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d56cee5-3479-4f58-8c30-80d723cd936c HTTP/1.1" status: 204 len: 168 time: 0.4541464 Apr 20 16:11:07.537688 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ddf03c26-7452-4c38-90dd-b97b268e030f req-be94d92e-13aa-48bd-a9d2-c5c37fe77579 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:07.583143 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cf952-67da-46b6-b03b-3836fff20059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d56cee5-3479-4f58-8c30-80d723cd936c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:07.585120 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94d92e-13aa-48bd-a9d2-c5c37fe77579 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=108e5fbc-362e-442e-9d71-57b32f6be547,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:07.588286 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device e058ba87-9041-4157-af69-78ee7cccb91d no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:11:07.597572 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7e5cc13a-5de3-44ae-bb10-e3a3d02b2fb3 req-fe4c1121-caf8-457d-8c8e-b83c5d544571 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623775 Apr 20 16:11:07.600774 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac152995-a548-44a7-86c0-0d30e576f3f8 admin admin] Router 237acf75-7ebd-4659-946c-2ddb91a6bddc is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:11:07.684787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device e058ba87-9041-4157-af69-78ee7cccb91d not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:11:07.722608 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ddf03c26-7452-4c38-90dd-b97b268e030f req-be94d92e-13aa-48bd-a9d2-c5c37fe77579 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:07.723967 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddf03c26-7452-4c38-90dd-b97b268e030f req-be94d92e-13aa-48bd-a9d2-c5c37fe77579 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7177124 Apr 20 16:11:07.750678 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac152995-a548-44a7-86c0-0d30e576f3f8 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:11:07.761868 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] Sync routers for ids ['237acf75-7ebd-4659-946c-2ddb91a6bddc'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:11:07.781282 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] Routers {'237acf75-7ebd-4659-946c-2ddb91a6bddc'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:11:07.782212 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:10:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['237acf75-7ebd-4659-946c-2ddb91a6bddc'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:07.826318 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6556edb5-22ba-4f7a-81a3-81bf6147b5a9 req-bc09ada2-8ed1-4ff0-ac08-17c9876ea9b5 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "GET /v2.0/security-groups/1af61a61-2b89-43f8-bb69-092ab4a47e4c HTTP/1.1" status: 200 len: 1804 time: 0.0609827 Apr 20 16:11:07.849853 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac152995-a548-44a7-86c0-0d30e576f3f8 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:07.851244 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ac152995-a548-44a7-86c0-0d30e576f3f8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.7810211 Apr 20 16:11:07.853923 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57230) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:07.919488 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] Set router 237acf75-7ebd-4659-946c-2ddb91a6bddc gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:11:07.923565 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6556edb5-22ba-4f7a-81a3-81bf6147b5a9 req-403f2e09-a4de-46ce-bd11-ae20923e95f6 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:07.941589 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:11:07.978227 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6556edb5-22ba-4f7a-81a3-81bf6147b5a9 req-403f2e09-a4de-46ce-bd11-ae20923e95f6 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:08.065141 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['8d8df218-1686-44b2-a2e6-bc3bd9205f59'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:11:08.213593 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6556edb5-22ba-4f7a-81a3-81bf6147b5a9 req-403f2e09-a4de-46ce-bd11-ae20923e95f6 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:08.219879 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6556edb5-22ba-4f7a-81a3-81bf6147b5a9 req-403f2e09-a4de-46ce-bd11-ae20923e95f6 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:08.221219 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6556edb5-22ba-4f7a-81a3-81bf6147b5a9 req-403f2e09-a4de-46ce-bd11-ae20923e95f6 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "DELETE /v2.0/security-groups/1af61a61-2b89-43f8-bb69-092ab4a47e4c HTTP/1.1" status: 204 len: 173 time: 0.3880632 Apr 20 16:11:08.240699 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f2e09-a4de-46ce-bd11-ae20923e95f6 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af61a61-2b89-43f8-bb69-092ab4a47e4c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:08.296790 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['7ad74a6d-18c7-4633-9368-aa323855bcb9'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:11:08.311916 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 439db119-2404-42d0-83b6-3fecf9d31e51 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:11:08.374038 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db875c44-74be-4131-8b7d-4a377a41efb6 req-c353733d-b791-4eb9-a016-b9cd250a7985 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:08.374038 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-db875c44-74be-4131-8b7d-4a377a41efb6 req-c353733d-b791-4eb9-a016-b9cd250a7985 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 944 time: 0.0546174 Apr 20 16:11:08.443065 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-db875c44-74be-4131-8b7d-4a377a41efb6 req-00e232cb-aa59-4472-aeb9-6c593036fde5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612254 Apr 20 16:11:08.453404 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89af19-e5c5-4622-bbff-f527804375a7 req-e79683d9-82e5-44f3-8cc7-98969312c321 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:08.455860 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de89af19-e5c5-4622-bbff-f527804375a7 req-e79683d9-82e5-44f3-8cc7-98969312c321 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 943 time: 0.1197803 Apr 20 16:11:08.544253 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de89af19-e5c5-4622-bbff-f527804375a7 req-700bf29e-01f2-474a-9e12-4cdd6bf36016 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664439 Apr 20 16:11:08.549247 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c66e29c-8ee1-4603-b8c7-8a80f204b3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:08.564885 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 439db119-2404-42d0-83b6-3fecf9d31e51 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:08.565319 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:08.600804 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57240) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:08.627893 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b59996b-dd5a-4807-9cbd-d5a9f9116966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:08.649392 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-eb100162-8a24-4f74-baa9-c86e0aba9ec9 req-6ea32146-1e79-4fd5-8fcd-827397916c37 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "GET /v2.0/security-groups/ee5e62d8-b3d8-4f19-a6dd-8011154eed91 HTTP/1.1" status: 200 len: 1804 time: 0.1084616 Apr 20 16:11:08.714377 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-8a84f4f1-c6d2-4147-989a-710885b9438e req-7b895be0-5ae6-4d83-8961-b5ec772864e3 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-776138090', 'description': 'tempest-description-2114668408'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:08.779656 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b59996b-dd5a-4807-9cbd-d5a9f9116966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:08.790846 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-815382ea-3380-4341-90b9-404fd6d4323e None None] Provisioning complete for port 439db119-2404-42d0-83b6-3fecf9d31e51 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:08.791269 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-815382ea-3380-4341-90b9-404fd6d4323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:08.920269 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8a84f4f1-c6d2-4147-989a-710885b9438e req-7b895be0-5ae6-4d83-8961-b5ec772864e3 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:09.023843 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b59996b-dd5a-4807-9cbd-d5a9f9116966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:09.026917 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:11:05Z', 'revision_number': 3, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:09.076106 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8a84f4f1-c6d2-4147-989a-710885b9438e req-7b895be0-5ae6-4d83-8961-b5ec772864e3 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:09.078136 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] Checking router: 237acf75-7ebd-4659-946c-2ddb91a6bddc for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:11:09.078494 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] Updating router 237acf75-7ebd-4659-946c-2ddb91a6bddc port f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:11:09.083430 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5b59996b-dd5a-4807-9cbd-d5a9f9116966 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2264159efbb34a8e92972754ceb8ab01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4816084 Apr 20 16:11:09.094756 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57246) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:09.102191 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59996b-dd5a-4807-9cbd-d5a9f9116966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d2f112-a6d8-4ef2-8c20-b5aa53979e67,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:09.128937 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:09.196298 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8dfd6cd4-8e9c-476b-bae1-853084436ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:09.211274 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68ba03-d158-4176-8f15-0fe5455d0d16 req-e19bef58-040c-480a-be3c-2fb6f55f6e92 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:09.219314 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0c68ba03-d158-4176-8f15-0fe5455d0d16 req-e19bef58-040c-480a-be3c-2fb6f55f6e92 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 945 time: 0.4241433 Apr 20 16:11:09.224090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-6c66e29c-8ee1-4603-b8c7-8a80f204b3f9 admin admin] Allocated IP 172.20.0.1 (f23d9022-425c-4e21-b831-1e03a05d4b94/9ca3923b-31f6-4a2b-b573-248af67278fb/f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:11:09.230286 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8dfd6cd4-8e9c-476b-bae1-853084436ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:09.306894 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8a84f4f1-c6d2-4147-989a-710885b9438e req-7b895be0-5ae6-4d83-8961-b5ec772864e3 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:09.318322 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0c68ba03-d158-4176-8f15-0fe5455d0d16 req-177fb53e-276a-43ae-ad07-bd111c4c84cf tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980663 Apr 20 16:11:09.357679 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b895be0-5ae6-4d83-8961-b5ec772864e3 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2a35cf-b8de-4ca5-a736-88617b881657,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:09.407228 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c66e29c-8ee1-4603-b8c7-8a80f204b3f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:09.425243 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8dfd6cd4-8e9c-476b-bae1-853084436ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:09.427729 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8dfd6cd4-8e9c-476b-bae1-853084436ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:09.428912 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8dfd6cd4-8e9c-476b-bae1-853084436ad7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02d2f112-a6d8-4ef2-8c20-b5aa53979e67 HTTP/1.1" status: 204 len: 168 time: 0.3329496 Apr 20 16:11:09.433863 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8a84f4f1-c6d2-4147-989a-710885b9438e req-7b895be0-5ae6-4d83-8961-b5ec772864e3 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:09.439174 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8a84f4f1-c6d2-4147-989a-710885b9438e req-7b895be0-5ae6-4d83-8961-b5ec772864e3 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7440636 Apr 20 16:11:09.446605 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd6cd4-8e9c-476b-bae1-853084436ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d2f112-a6d8-4ef2-8c20-b5aa53979e67,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:09.447506 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:09.520783 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a4434d09-1110-4804-bd88-731704d4e36b req-369e15f1-b92c-430a-851d-13f1cd9a16c8 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "GET /v2.0/security-groups/fe2a35cf-b8de-4ca5-a736-88617b881657 HTTP/1.1" status: 200 len: 1804 time: 0.0619943 Apr 20 16:11:09.526975 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-a4434d09-1110-4804-bd88-731704d4e36b req-f6079c3b-1483-491a-8d52-6a127d5a57d3 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fe2a35cf-b8de-4ca5-a736-88617b881657', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:09.527289 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-a4434d09-1110-4804-bd88-731704d4e36b req-f6079c3b-1483-491a-8d52-6a127d5a57d3 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fe2a35cf-b8de-4ca5-a736-88617b881657', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:09.547923 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c66e29c-8ee1-4603-b8c7-8a80f204b3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:09.573421 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:09.585691 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94b95c-7415-4b29-850d-98ab34a071c6 req-58e38528-d991-403a-b2aa-d30140da602d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:09.586252 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c66e29c-8ee1-4603-b8c7-8a80f204b3f9 admin admin] Network f23d9022-425c-4e21-b831-1e03a05d4b94 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:11:09.589436 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-6c66e29c-8ee1-4603-b8c7-8a80f204b3f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:11:09.593837 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2f94b95c-7415-4b29-850d-98ab34a071c6 req-58e38528-d991-403a-b2aa-d30140da602d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 944 time: 0.0594151 Apr 20 16:11:09.609916 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c66e29c-8ee1-4603-b8c7-8a80f204b3f9 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:11:09.647957 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2f94b95c-7415-4b29-850d-98ab34a071c6 req-93f4d32b-30b9-4f63-9e80-ec6a56bbd6f5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485351 Apr 20 16:11:09.667810 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66e29c-8ee1-4603-b8c7-8a80f204b3f9 admin admin] Pushing event updated for resources: {'Port': ['ID=f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:09.758995 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] Attempting to bind port f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:11:09.759561 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] Attempting to bind port f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:11:09.760153 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] Attempting to bind port f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:11:09.764961 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f8de2-ab7e-4023-ad65-3a0745c8781a None None] Pushing event updated for resources: {'Port': ['ID=f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:09.774263 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:11:09.774846 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:11:09.775342 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:09.775820 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:11:09.778314 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] Bound port: f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:11:09.779349 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:09.824861 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a4434d09-1110-4804-bd88-731704d4e36b req-f6079c3b-1483-491a-8d52-6a127d5a57d3 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:09.854203 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a4434d09-1110-4804-bd88-731704d4e36b req-f6079c3b-1483-491a-8d52-6a127d5a57d3 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:09.856792 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c66e29c-8ee1-4603-b8c7-8a80f204b3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:09.885008 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb7330-b63b-4930-9376-f15a4484567f req-1e2f9047-bb75-4fb2-b8ff-7fc32fd4fc70 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:09.888909 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d3fb7330-b63b-4930-9376-f15a4484567f req-1e2f9047-bb75-4fb2-b8ff-7fc32fd4fc70 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 943 time: 0.0996802 Apr 20 16:11:09.911383 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] For port f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:11:09.918872 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] For port f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:11:09.957943 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d3fb7330-b63b-4930-9376-f15a4484567f req-ad1fe576-fed9-488b-bc66-7236be92529b tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570633 Apr 20 16:11:09.984449 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a4434d09-1110-4804-bd88-731704d4e36b req-f6079c3b-1483-491a-8d52-6a127d5a57d3 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:10.015298 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6079c3b-1483-491a-8d52-6a127d5a57d3 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04cf8923-fdaf-4fef-8a83-e5e7e7875923,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:10.050772 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b934fc8d-308c-464c-bc1b-40553fbdc485 None None] Provisioning complete for port f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:10.051218 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b934fc8d-308c-464c-bc1b-40553fbdc485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:10.093224 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b934fc8d-308c-464c-bc1b-40553fbdc485 None None] Port f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:11:10.110813 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:10.142206 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a4434d09-1110-4804-bd88-731704d4e36b req-f6079c3b-1483-491a-8d52-6a127d5a57d3 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:10.151384 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a4434d09-1110-4804-bd88-731704d4e36b req-f6079c3b-1483-491a-8d52-6a127d5a57d3 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6252389 Apr 20 16:11:10.193124 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c66e29c-8ee1-4603-b8c7-8a80f204b3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:10.231716 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] Routers {'237acf75-7ebd-4659-946c-2ddb91a6bddc'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:11:10.232390 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:10:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['237acf75-7ebd-4659-946c-2ddb91a6bddc'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:10.246822 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-52539aa1-24e2-42e2-abb0-17b44f4039d8 req-05f66cef-d761-40f9-bfc8-5b27b33f3713 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "GET /v2.0/security-groups/fe2a35cf-b8de-4ca5-a736-88617b881657 HTTP/1.1" status: 200 len: 2397 time: 0.0729957 Apr 20 16:11:10.258577 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-52539aa1-24e2-42e2-abb0-17b44f4039d8 req-51be2224-954e-4747-ad20-98ab76741e7e tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fe2a35cf-b8de-4ca5-a736-88617b881657', 'remote_group_id': None}]} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:10.258926 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-52539aa1-24e2-42e2-abb0-17b44f4039d8 req-51be2224-954e-4747-ad20-98ab76741e7e tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fe2a35cf-b8de-4ca5-a736-88617b881657', 'remote_group_id': None}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:10.279091 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f8de2-ab7e-4023-ad65-3a0745c8781a None None] Pushing event updated for resources: {'Port': ['ID=f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:10.361201 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] Set router 237acf75-7ebd-4659-946c-2ddb91a6bddc gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:11:10.485479 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-52539aa1-24e2-42e2-abb0-17b44f4039d8 req-51be2224-954e-4747-ad20-98ab76741e7e tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:10.515916 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-52539aa1-24e2-42e2-abb0-17b44f4039d8 req-51be2224-954e-4747-ad20-98ab76741e7e tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:10.536267 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c66e29c-8ee1-4603-b8c7-8a80f204b3f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:10.547183 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c2c78-141f-4897-b7a3-d94229b7dce2 req-1a40fd88-3d7c-4280-9e83-95090c4b315d tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:10.555827 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a79c2c78-141f-4897-b7a3-d94229b7dce2 req-1a40fd88-3d7c-4280-9e83-95090c4b315d tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 945 time: 0.1105626 Apr 20 16:11:10.609315 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a79c2c78-141f-4897-b7a3-d94229b7dce2 req-5ec75ab0-360b-48ab-a04e-fa1e4a0d926d tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477152 Apr 20 16:11:10.650180 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-52539aa1-24e2-42e2-abb0-17b44f4039d8 req-51be2224-954e-4747-ad20-98ab76741e7e tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:10.650979 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:11:10Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f', 'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'mac_address': 'fa:16:3e:0d:18:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:08Z', 'updated_at': '2022-04-20T16:11:09Z', 'revision_number': 1, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'subnets': [{'id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:10.652162 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c66e29c-8ee1-4603-b8c7-8a80f204b3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:10.677261 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be2224-954e-4747-ad20-98ab76741e7e tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66237a75-cf4e-48c1-969e-dc566b345095,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:10.679638 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be049e39-101d-4020-b58b-6d92b9baaa00 None None] The sync data for ids ['237acf75-7ebd-4659-946c-2ddb91a6bddc'] in n-d-836146-2 is: [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:11:10Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f', 'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'mac_address': 'fa:16:3e:0d:18:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:08Z', 'updated_at': '2022-04-20T16:11:09Z', 'revision_number': 1, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'subnets': [{'id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:11:10.775824 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-52539aa1-24e2-42e2-abb0-17b44f4039d8 req-51be2224-954e-4747-ad20-98ab76741e7e tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:10.778292 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-52539aa1-24e2-42e2-abb0-17b44f4039d8 req-51be2224-954e-4747-ad20-98ab76741e7e tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5279701 Apr 20 16:11:10.799327 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c66e29c-8ee1-4603-b8c7-8a80f204b3f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:10.804774 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-dbda43be-7069-4600-9cf1-e859c1d93615 service neutron] 10.222.0.26 "GET /v2.0/ports/e058ba87-9041-4157-af69-78ee7cccb91d/bindings/n-h2-836146-2 HTTP/1.1" status: 200 len: 384 time: 0.1840982 Apr 20 16:11:10.805363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66e29c-8ee1-4603-b8c7-8a80f204b3f9 admin admin] Pushing event updated for resources: {'Port': ['ID=f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:10.853851 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3ca7d423-1d64-42bb-b7a8-5f8dc609f805 req-42241e70-5f31-4db7-963d-871e326c4b98 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "GET /v2.0/security-groups/fe2a35cf-b8de-4ca5-a736-88617b881657 HTTP/1.1" status: 200 len: 2995 time: 0.0549984 Apr 20 16:11:10.947432 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b7bd399-1dde-4642-a455-4b7ed3d574e2 req-c070a245-7b6b-4ab3-92b3-12eea9b6d894 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "GET /v2.0/security-group-rules/66237a75-cf4e-48c1-969e-dc566b345095 HTTP/1.1" status: 200 len: 783 time: 0.0598571 Apr 20 16:11:10.970069 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db476365-c9bd-455d-8f49-1d7ad274f307 req-5c6f9bef-5af1-4823-bb43-bacd6c235a71 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:10.980960 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db476365-c9bd-455d-8f49-1d7ad274f307 req-5c6f9bef-5af1-4823-bb43-bacd6c235a71 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 944 time: 0.2326975 Apr 20 16:11:11.015788 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b7bd399-1dde-4642-a455-4b7ed3d574e2 req-c46ce275-5a17-416a-b14a-9351324a32ce tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "GET /v2.0/security-groups/fe2a35cf-b8de-4ca5-a736-88617b881657 HTTP/1.1" status: 200 len: 2995 time: 0.0674329 Apr 20 16:11:11.054197 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7b7bd399-1dde-4642-a455-4b7ed3d574e2 req-0c413ac2-0c41-429c-a59f-6a7630997c36 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:11.063810 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7b7bd399-1dde-4642-a455-4b7ed3d574e2 req-0c413ac2-0c41-429c-a59f-6a7630997c36 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:11.065842 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db476365-c9bd-455d-8f49-1d7ad274f307 req-17ece0ba-d480-4c97-b0e6-9b78899284c8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745902 Apr 20 16:11:11.194198 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7b7bd399-1dde-4642-a455-4b7ed3d574e2 req-0c413ac2-0c41-429c-a59f-6a7630997c36 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:11.199704 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7b7bd399-1dde-4642-a455-4b7ed3d574e2 req-0c413ac2-0c41-429c-a59f-6a7630997c36 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:11.220605 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b7bd399-1dde-4642-a455-4b7ed3d574e2 req-0c413ac2-0c41-429c-a59f-6a7630997c36 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/66237a75-cf4e-48c1-969e-dc566b345095 HTTP/1.1" status: 204 len: 173 time: 0.1903975 Apr 20 16:11:11.228945 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c66e29c-8ee1-4603-b8c7-8a80f204b3f9 admin admin] Network f23d9022-425c-4e21-b831-1e03a05d4b94 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:11:11.237626 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-6c66e29c-8ee1-4603-b8c7-8a80f204b3f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:11:11.248458 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ac2-0c41-429c-a59f-6a7630997c36 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66237a75-cf4e-48c1-969e-dc566b345095,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:11.303844 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2eb82bb7-81c4-4a1b-91c9-d79c59ddff9e req-06f7f37b-7783-404f-b811-f28b73d02859 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "GET /v2.0/security-groups/fe2a35cf-b8de-4ca5-a736-88617b881657 HTTP/1.1" status: 200 len: 2397 time: 0.0557511 Apr 20 16:11:11.326833 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15398f-18ff-4fbc-93fc-8e9bf5366833 req-84d2d4a7-7890-4986-b458-4a3a4ff7d60a tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:11.328645 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-da15398f-18ff-4fbc-93fc-8e9bf5366833 req-84d2d4a7-7890-4986-b458-4a3a4ff7d60a tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 943 time: 0.1801298 Apr 20 16:11:11.362980 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-9a77074a-34fc-4a5d-af66-12b65938393e service neutron] For port e058ba87-9041-4157-af69-78ee7cccb91d, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=e058ba87-9041-4157-af69-78ee7cccb91d,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:11.427357 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2eb82bb7-81c4-4a1b-91c9-d79c59ddff9e req-ffdd247a-ca4e-427b-964b-faf73413750d tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:11.435455 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-9a77074a-34fc-4a5d-af66-12b65938393e service neutron] For port e058ba87-9041-4157-af69-78ee7cccb91d, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:11:11.486077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-9a77074a-34fc-4a5d-af66-12b65938393e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e058ba87-9041-4157-af69-78ee7cccb91d {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:11:11.487933 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2eb82bb7-81c4-4a1b-91c9-d79c59ddff9e req-ffdd247a-ca4e-427b-964b-faf73413750d tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:11.505144 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-9a77074a-34fc-4a5d-af66-12b65938393e service neutron] For port e058ba87-9041-4157-af69-78ee7cccb91d, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=e058ba87-9041-4157-af69-78ee7cccb91d,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:11.598431 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-da15398f-18ff-4fbc-93fc-8e9bf5366833 req-e71807c4-3f73-467d-9e1a-6ad0aa3369b3 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573757 Apr 20 16:11:11.624113 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c66e29c-8ee1-4603-b8c7-8a80f204b3f9 admin admin] Router 237acf75-7ebd-4659-946c-2ddb91a6bddc has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:11:11.625845 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 7ad74a6d-18c7-4633-9368-aa323855bcb9 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:11:11.737813 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-656d1c7d-6141-449f-a5aa-988787fd65eb None None] Provisioning complete for port f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:11.738485 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-656d1c7d-6141-449f-a5aa-988787fd65eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:11.745746 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2eb82bb7-81c4-4a1b-91c9-d79c59ddff9e req-ffdd247a-ca4e-427b-964b-faf73413750d tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:11.754894 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2eb82bb7-81c4-4a1b-91c9-d79c59ddff9e req-ffdd247a-ca4e-427b-964b-faf73413750d tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:11.755928 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-9a77074a-34fc-4a5d-af66-12b65938393e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:11.760898 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2eb82bb7-81c4-4a1b-91c9-d79c59ddff9e req-ffdd247a-ca4e-427b-964b-faf73413750d tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "DELETE /v2.0/security-groups/fe2a35cf-b8de-4ca5-a736-88617b881657 HTTP/1.1" status: 204 len: 173 time: 0.4511030 Apr 20 16:11:11.800710 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c66e29c-8ee1-4603-b8c7-8a80f204b3f9 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:11:11.803986 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd247a-ca4e-427b-964b-faf73413750d tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2a35cf-b8de-4ca5-a736-88617b881657,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:11.815551 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [req-57c6dc8e-492d-426a-8cb4-1672acab194f req-59493ee7-8d3f-4057-9dc4-502545d35317 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] show failed (client error): The resource could not be found. Apr 20 16:11:11.824143 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6c66e29c-8ee1-4603-b8c7-8a80f204b3f9 admin admin] 10.222.0.15 "PUT /v2.0/routers/237acf75-7ebd-4659-946c-2ddb91a6bddc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9690104 Apr 20 16:11:11.836591 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-57c6dc8e-492d-426a-8cb4-1672acab194f req-59493ee7-8d3f-4057-9dc4-502545d35317 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "GET /v2.0/security-groups/1af61a61-2b89-43f8-bb69-092ab4a47e4c HTTP/1.1" status: 404 len: 352 time: 0.0386679 Apr 20 16:11:11.872100 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-656d1c7d-6141-449f-a5aa-988787fd65eb None None] Port f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:11:11.909435 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34107c-e006-4598-ad26-486fb918f8d8 req-2ffec7c3-dc48-4636-938f-2c4ced2f3371 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:11.910982 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ec34107c-e006-4598-ad26-486fb918f8d8 req-2ffec7c3-dc48-4636-938f-2c4ced2f3371 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 945 time: 0.2204549 Apr 20 16:11:11.925014 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a238548-9939-4d6c-84ba-ff1df7f85a65 req-57fedf9d-c6db-4913-b7b5-c521f10f4b33 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "GET /v2.0/security-groups/ee5e62d8-b3d8-4f19-a6dd-8011154eed91 HTTP/1.1" status: 200 len: 1804 time: 0.0680618 Apr 20 16:11:11.973134 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-9a77074a-34fc-4a5d-af66-12b65938393e service neutron] Transition to ACTIVE for port object e058ba87-9041-4157-af69-78ee7cccb91d will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:11:11.992649 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4a238548-9939-4d6c-84ba-ff1df7f85a65 req-f221ff07-5861-44f5-94c9-8c6dd6d8394f tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:12.023423 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4a238548-9939-4d6c-84ba-ff1df7f85a65 req-f221ff07-5861-44f5-94c9-8c6dd6d8394f tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:12.023681 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 7ad74a6d-18c7-4633-9368-aa323855bcb9 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:11:12.027204 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ec34107c-e006-4598-ad26-486fb918f8d8 req-f55852f9-7c9d-4ccc-bf88-049f104bd61b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933273 Apr 20 16:11:12.032728 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 7ad74a6d-18c7-4633-9368-aa323855bcb9 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:12.033200 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:12.142630 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:12.178014 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c985d68-0280-4334-81ae-d5c25e904212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad74a6d-18c7-4633-9368-aa323855bcb9'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:11:12.181162 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c9885f-7f49-4929-8149-0cd0011ed1bf" -d '{"events": [{"server_uuid": "7c985d68-0280-4334-81ae-d5c25e904212", "name": "network-vif-plugged", "status": "completed", "tag": "7ad74a6d-18c7-4633-9368-aa323855bcb9"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:11:12.200802 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 7ad74a6d-18c7-4633-9368-aa323855bcb9, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7ad74a6d-18c7-4633-9368-aa323855bcb9,segment=NetworkSegment(c360c3f8-b007-4e45-bb5e-d3940160744d),segment_id=c360c3f8-b007-4e45-bb5e-d3940160744d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:12.202379 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:11:12.263862 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:12.264375 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:12.286650 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-9a77074a-34fc-4a5d-af66-12b65938393e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:12.378450 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4a238548-9939-4d6c-84ba-ff1df7f85a65 req-f221ff07-5861-44f5-94c9-8c6dd6d8394f tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:12.378618 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77074a-34fc-4a5d-af66-12b65938393e service neutron] Pushing event updated for resources: {'Port': ['ID=e058ba87-9041-4157-af69-78ee7cccb91d,revision_number=10']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:12.379985 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4a238548-9939-4d6c-84ba-ff1df7f85a65 req-f221ff07-5861-44f5-94c9-8c6dd6d8394f tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:12.401227 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a238548-9939-4d6c-84ba-ff1df7f85a65 req-f221ff07-5861-44f5-94c9-8c6dd6d8394f tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "DELETE /v2.0/security-groups/ee5e62d8-b3d8-4f19-a6dd-8011154eed91 HTTP/1.1" status: 204 len: 173 time: 0.4631586 Apr 20 16:11:12.427784 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221ff07-5861-44f5-94c9-8c6dd6d8394f tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5e62d8-b3d8-4f19-a6dd-8011154eed91,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:12.460460 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-9a77074a-34fc-4a5d-af66-12b65938393e service neutron] No DVR routers for this DVR port e058ba87-9041-4157-af69-78ee7cccb91d on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:11:12.553360 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-9a77074a-34fc-4a5d-af66-12b65938393e service neutron] 10.222.0.26 "PUT /v2.0/ports/e058ba87-9041-4157-af69-78ee7cccb91d/bindings/n-h2-836146-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7379498 Apr 20 16:11:12.607162 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbc176-750d-4f68-993e-9d9049422111 req-e0347adc-8c46-42bc-b4fe-122ce9d0c8fe tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:12.618344 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4bbc176-750d-4f68-993e-9d9049422111 req-e0347adc-8c46-42bc-b4fe-122ce9d0c8fe tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/networks?id=f23d9022-425c-4e21-b831-1e03a05d4b94 HTTP/1.1" status: 200 len: 821 time: 0.2108750 Apr 20 16:11:12.618561 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c54c8-96ac-4c71-b89a-abd20124edd1 req-0cb7bbee-f125-4ec3-908c-5e37ba2398de tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:12.618561 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ea6c54c8-96ac-4c71-b89a-abd20124edd1 req-0cb7bbee-f125-4ec3-908c-5e37ba2398de tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 944 time: 0.0839422 Apr 20 16:11:12.637325 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4bbc176-750d-4f68-993e-9d9049422111 req-5c064111-d265-4fd0-8963-1565c7b45c8c tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/quotas/6a1e0f50b39a4690a4fa7de352e3594a HTTP/1.1" status: 200 len: 375 time: 0.0207527 Apr 20 16:11:12.670565 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ea6c54c8-96ac-4c71-b89a-abd20124edd1 req-9b5126fb-544e-4e77-ab73-7c678762165d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484304 Apr 20 16:11:12.675379 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:12.702561 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:12.718526 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:12.719376 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 8d8df218-1686-44b2-a2e6-bc3bd9205f59 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:11:12.750829 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4bbc176-750d-4f68-993e-9d9049422111 req-a5c463af-05b8-494a-a053-d23fdfcfe057 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a1e0f50b39a4690a4fa7de352e3594a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0946074 Apr 20 16:11:12.777486 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1b849d-062c-420b-a6cd-1ff0c8c20078 x-openstack-request-id: req-cb1b849d-062c-420b-a6cd-1ff0c8c20078 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:11:12.778059 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c985d68-0280-4334-81ae-d5c25e904212", "name": "network-vif-plugged", "status": "completed", "tag": "7ad74a6d-18c7-4633-9368-aa323855bcb9", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:11:12.778059 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb1b849d-062c-420b-a6cd-1ff0c8c20078 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:11:12.778472 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1b849d-062c-420b-a6cd-1ff0c8c20078'] response: {'server_uuid': '7c985d68-0280-4334-81ae-d5c25e904212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad74a6d-18c7-4633-9368-aa323855bcb9', 'code': 200} Apr 20 16:11:12.879806 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:12.884628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-79d5c74e-55cf-487e-b28f-58c147b7be6b tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:12.888055 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-79d5c74e-55cf-487e-b28f-58c147b7be6b tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0&tenant_id=3ddb013be8294812939175e62e5c71d2&binding%3Ahost_id=n-h1-836146-2 HTTP/1.1" status: 200 len: 1095 time: 0.0673289 Apr 20 16:11:12.894129 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-60398dd6-d62a-42be-a265-3337f40d2e73 req-b861bdfb-cbb4-4085-abd9-dee614f1cec7 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "GET /v2.0/security-groups/da91778a-3de0-40b3-a651-990d23c1a6be HTTP/1.1" status: 200 len: 1805 time: 0.0832036 Apr 20 16:11:12.896549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=7ad74a6d-18c7-4633-9368-aa323855bcb9,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:12.978767 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:13.009944 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ff302-826c-4579-a944-220099efb9fc req-069d2c39-e5ef-42b0-a421-14fc6a5dded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:13.011490 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-531ff302-826c-4579-a944-220099efb9fc req-069d2c39-e5ef-42b0-a421-14fc6a5dded7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 1097 time: 0.1223726 Apr 20 16:11:13.014563 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-2fe06b28-f1b5-4b98-af6b-93401ca5ce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:13.016543 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-2fe06b28-f1b5-4b98-af6b-93401ca5ce85 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0&tenant_id=3ddb013be8294812939175e62e5c71d2 HTTP/1.1" status: 200 len: 1095 time: 0.1128864 Apr 20 16:11:13.018942 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 8d8df218-1686-44b2-a2e6-bc3bd9205f59 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:11:13.023507 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 8d8df218-1686-44b2-a2e6-bc3bd9205f59 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:13.023921 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:13.195916 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:13.245007 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 8d8df218-1686-44b2-a2e6-bc3bd9205f59, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=8d8df218-1686-44b2-a2e6-bc3bd9205f59,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:13.249531 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-531ff302-826c-4579-a944-220099efb9fc req-ba481f67-5070-48dd-88ee-70f1e2cfa4ae service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162249 Apr 20 16:11:13.263771 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-c59b8b01-fcec-49b9-ac1c-dbce28ac2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:13.265331 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-c59b8b01-fcec-49b9-ac1c-dbce28ac2e4d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ddb013be8294812939175e62e5c71d2&device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 1095 time: 0.2088714 Apr 20 16:11:13.295601 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4bbc176-750d-4f68-993e-9d9049422111 req-952a0394-c1b7-4a02-b6e8-d68f45f53bbb service neutron] 10.222.0.15 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438988 Apr 20 16:11:13.341997 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:13.397746 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-60398dd6-d62a-42be-a265-3337f40d2e73 req-ccea93be-982a-4b0c-b9bf-6688678f5503 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:13.410481 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=8d8df218-1686-44b2-a2e6-bc3bd9205f59,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:13.425719 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-60398dd6-d62a-42be-a265-3337f40d2e73 req-ccea93be-982a-4b0c-b9bf-6688678f5503 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:13.432823 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4bbc176-750d-4f68-993e-9d9049422111 req-dd312b6c-385e-4e28-9636-c8f9c33e3eed service neutron] 10.222.0.15 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286674 Apr 20 16:11:13.573353 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] Sync routers for ids ['237acf75-7ebd-4659-946c-2ddb91a6bddc'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:11:13.584180 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] Routers {'237acf75-7ebd-4659-946c-2ddb91a6bddc'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:11:13.584932 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:10:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['237acf75-7ebd-4659-946c-2ddb91a6bddc'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:13.599000 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-60398dd6-d62a-42be-a265-3337f40d2e73 req-ccea93be-982a-4b0c-b9bf-6688678f5503 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:13.602537 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-60398dd6-d62a-42be-a265-3337f40d2e73 req-ccea93be-982a-4b0c-b9bf-6688678f5503 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:13.603295 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-60398dd6-d62a-42be-a265-3337f40d2e73 req-ccea93be-982a-4b0c-b9bf-6688678f5503 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "DELETE /v2.0/security-groups/da91778a-3de0-40b3-a651-990d23c1a6be HTTP/1.1" status: 204 len: 173 time: 0.7072973 Apr 20 16:11:13.613276 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea93be-982a-4b0c-b9bf-6688678f5503 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da91778a-3de0-40b3-a651-990d23c1a6be,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:13.697567 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] Set router 237acf75-7ebd-4659-946c-2ddb91a6bddc gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:11:13.730041 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d85561-9d7f-4cea-b689-48c4689901bf req-a842ad63-e653-482b-964c-b95197adc093 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:13.731915 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b3d85561-9d7f-4cea-b689-48c4689901bf req-a842ad63-e653-482b-964c-b95197adc093 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 944 time: 0.0652232 Apr 20 16:11:13.744747 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-0d7753dd-e502-4c05-8d1f-ac2127034e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:13.746425 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-0d7753dd-e502-4c05-8d1f-ac2127034e9f service neutron] 10.222.0.30 "GET /v2.0/networks?id=3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 200 len: 922 time: 0.1033015 Apr 20 16:11:13.812425 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b3d85561-9d7f-4cea-b689-48c4689901bf req-b715c2dc-02cb-4632-bf1f-3c579997798f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670292 Apr 20 16:11:13.847860 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-17c1b341-5a9b-45bf-aac6-5f31f2ff3469 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e058ba87-9041-4157-af69-78ee7cccb91d HTTP/1.1" status: 200 len: 217 time: 0.0939004 Apr 20 16:11:13.951342 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-188bc9c7-7cf9-4813-a0e8-a5aa62ce5cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:13.952879 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-188bc9c7-7cf9-4813-a0e8-a5aa62ce5cd7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66ca5027-e9c8-41ce-8129-1d35f4e0c95c HTTP/1.1" status: 200 len: 861 time: 0.0980468 Apr 20 16:11:13.968089 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:11:10Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f', 'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'mac_address': 'fa:16:3e:0d:18:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:08Z', 'updated_at': '2022-04-20T16:11:10Z', 'revision_number': 2, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'subnets': [{'id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:13.969957 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ed439-4790-4916-b1a5-6cf0029d7112 req-63faafa4-44b6-460a-ae57-f5f59ef43c6a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:13.972000 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a9ed439-4790-4916-b1a5-6cf0029d7112 req-63faafa4-44b6-460a-ae57-f5f59ef43c6a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 946 time: 0.1069674 Apr 20 16:11:14.003953 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] Checking router: 237acf75-7ebd-4659-946c-2ddb91a6bddc for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:11:14.004698 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] Updating router 237acf75-7ebd-4659-946c-2ddb91a6bddc port f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:11:14.011556 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-1b8946f3-b9b0-452f-bfd1-96e481536f8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3edbee39-317f-4464-9f65-314e099e8e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378201 Apr 20 16:11:14.035025 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:14.155744 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a9ed439-4790-4916-b1a5-6cf0029d7112 req-29fcc657-0974-442a-8680-4659b4f13c57 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663423 Apr 20 16:11:14.201929 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:11:14.214176 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-80a5235e-a5f5-48e9-8c20-00f8a84ed714 req-169e6699-7af2-43f0-b05c-b6da42d47be0 tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "GET /v2.0/security-groups/801748f3-f857-4806-8c41-00c3ae97f382 HTTP/1.1" status: 200 len: 1805 time: 0.0805330 Apr 20 16:11:14.226355 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-bc436824-8d8b-41fe-af50-df5f42e29a74 service neutron] 10.222.0.30 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042928 Apr 20 16:11:14.290228 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:14.291586 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:14.311746 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-80a5235e-a5f5-48e9-8c20-00f8a84ed714 req-551574df-7e9e-40a8-aed3-8f7ed332792a tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:14.354249 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-80a5235e-a5f5-48e9-8c20-00f8a84ed714 req-551574df-7e9e-40a8-aed3-8f7ed332792a tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:14.388378 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:14.411005 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-e886153b-86c2-4936-a4bb-b373a82a489a service neutron] 10.222.0.30 "GET /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763053 Apr 20 16:11:14.428105 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b56dac-9077-44f5-a2ea-e287ed628e3e req-06ed3ca3-5770-4b51-8028-042d3be0fab3 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:14.429632 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-32b56dac-9077-44f5-a2ea-e287ed628e3e req-06ed3ca3-5770-4b51-8028-042d3be0fab3 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.0789301 Apr 20 16:11:14.472405 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-32b56dac-9077-44f5-a2ea-e287ed628e3e req-ac6fab4b-4759-4b8a-8ccf-75524c38fa23 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363615 Apr 20 16:11:14.543327 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-995d7923-67b6-4746-bb63-dd48c8afa82e req-0323c12a-ff7c-4544-a78d-b6d04cbdf126 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 210 time: 0.0298600 Apr 20 16:11:14.559025 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:14.563260 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-80a5235e-a5f5-48e9-8c20-00f8a84ed714 req-551574df-7e9e-40a8-aed3-8f7ed332792a tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:14.565613 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-80a5235e-a5f5-48e9-8c20-00f8a84ed714 req-551574df-7e9e-40a8-aed3-8f7ed332792a tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:14.580074 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-80a5235e-a5f5-48e9-8c20-00f8a84ed714 req-551574df-7e9e-40a8-aed3-8f7ed332792a tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "DELETE /v2.0/security-groups/801748f3-f857-4806-8c41-00c3ae97f382 HTTP/1.1" status: 204 len: 173 time: 0.3642237 Apr 20 16:11:14.603354 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551574df-7e9e-40a8-aed3-8f7ed332792a tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=801748f3-f857-4806-8c41-00c3ae97f382,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:14.673899 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a090063-aa22-47ef-81a0-c0e5e3ede8aa None None] Pushing event updated for resources: {'Port': ['ID=f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:14.688285 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8abd049d-399e-4f19-a1ab-eaee4589bbf1 req-663aa359-3ff6-43f7-aeab-68799c00dbce tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "GET /v2.0/security-groups/27bb0dd7-e8cd-428d-9fe1-529080557d90 HTTP/1.1" status: 200 len: 2404 time: 0.0870764 Apr 20 16:11:14.703997 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a090063-aa22-47ef-81a0-c0e5e3ede8aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:14.704697 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a090063-aa22-47ef-81a0-c0e5e3ede8aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:14.705493 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a090063-aa22-47ef-81a0-c0e5e3ede8aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:14.706024 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a090063-aa22-47ef-81a0-c0e5e3ede8aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:14.706574 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a090063-aa22-47ef-81a0-c0e5e3ede8aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:14.707202 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a090063-aa22-47ef-81a0-c0e5e3ede8aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:14.707603 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a090063-aa22-47ef-81a0-c0e5e3ede8aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:14.707998 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a090063-aa22-47ef-81a0-c0e5e3ede8aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:14.708402 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a090063-aa22-47ef-81a0-c0e5e3ede8aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:14.708791 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a090063-aa22-47ef-81a0-c0e5e3ede8aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:14.709179 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a090063-aa22-47ef-81a0-c0e5e3ede8aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:14.709693 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a090063-aa22-47ef-81a0-c0e5e3ede8aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:11:14.749695 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] Attempting to bind port f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:11:14.750709 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] Attempting to bind port f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '0645846c-5a7e-4fa1-b41c-6bdd002f9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:11:14.751251 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] Attempting to bind port f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f on network f23d9022-425c-4e21-b831-1e03a05d4b94 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:11:14.756722 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:11:14.757614 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] Checking segment: {'id': '0645846c-5a7e-4fa1-b41c-6bdd002f9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:11:14.758183 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:14.758753 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] Bound using segment: {'id': '0645846c-5a7e-4fa1-b41c-6bdd002f9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:11:14.759411 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] Bound port: f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0645846c-5a7e-4fa1-b41c-6bdd002f9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:11:14.760009 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:14.779756 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5deec907-0447-41ca-93f9-e2d3b29039c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8df218-1686-44b2-a2e6-bc3bd9205f59'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:11:14.784289 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8abd049d-399e-4f19-a1ab-eaee4589bbf1 req-cb9b69d1-918c-4ff3-9fc1-8bb6d3273aad tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:14.784458 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5aaf44-7e77-4a80-9b7b-95271c68a40d" -d '{"events": [{"server_uuid": "5deec907-0447-41ca-93f9-e2d3b29039c6", "name": "network-vif-plugged", "status": "completed", "tag": "8d8df218-1686-44b2-a2e6-bc3bd9205f59"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:11:14.812177 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8abd049d-399e-4f19-a1ab-eaee4589bbf1 req-cb9b69d1-918c-4ff3-9fc1-8bb6d3273aad tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:14.841321 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] For port f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:11:14.847872 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] For port f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f,segment=NetworkSegment(0645846c-5a7e-4fa1-b41c-6bdd002f9154),segment_id=0645846c-5a7e-4fa1-b41c-6bdd002f9154)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:11:14.916424 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f7ac25dc-f4c0-4a41-9439-cab965962e47 None None] Provisioning complete for port f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:14.916794 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f7ac25dc-f4c0-4a41-9439-cab965962e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:14.956879 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f7ac25dc-f4c0-4a41-9439-cab965962e47 None None] Port f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:11:14.967690 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:15.022599 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8abd049d-399e-4f19-a1ab-eaee4589bbf1 req-cb9b69d1-918c-4ff3-9fc1-8bb6d3273aad tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:15.028724 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8abd049d-399e-4f19-a1ab-eaee4589bbf1 req-cb9b69d1-918c-4ff3-9fc1-8bb6d3273aad tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:15.031413 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] Routers {'237acf75-7ebd-4659-946c-2ddb91a6bddc'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:11:15.032144 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8abd049d-399e-4f19-a1ab-eaee4589bbf1 req-cb9b69d1-918c-4ff3-9fc1-8bb6d3273aad tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "DELETE /v2.0/security-groups/27bb0dd7-e8cd-428d-9fe1-529080557d90 HTTP/1.1" status: 204 len: 173 time: 0.3364213 Apr 20 16:11:15.037860 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:10:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['237acf75-7ebd-4659-946c-2ddb91a6bddc'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:15.058615 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b69d1-918c-4ff3-9fc1-8bb6d3273aad tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bb0dd7-e8cd-428d-9fe1-529080557d90,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:15.110633 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a973fc5-25c7-4afb-8de5-704760b57cad x-openstack-request-id: req-1a973fc5-25c7-4afb-8de5-704760b57cad {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:11:15.110633 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5deec907-0447-41ca-93f9-e2d3b29039c6", "name": "network-vif-plugged", "status": "completed", "tag": "8d8df218-1686-44b2-a2e6-bc3bd9205f59", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:11:15.110633 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a973fc5-25c7-4afb-8de5-704760b57cad {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:11:15.110633 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a973fc5-25c7-4afb-8de5-704760b57cad'] response: {'server_uuid': '5deec907-0447-41ca-93f9-e2d3b29039c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8df218-1686-44b2-a2e6-bc3bd9205f59', 'code': 200} Apr 20 16:11:15.130155 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a090063-aa22-47ef-81a0-c0e5e3ede8aa None None] Pushing event updated for resources: {'Port': ['ID=f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:15.257564 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] Set router 237acf75-7ebd-4659-946c-2ddb91a6bddc gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:11:15.281900 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a235885-c62d-4015-8d50-ece47193d70e req-fdbcfa1c-89c3-499b-81c6-bc4683a17545 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:15.284113 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8a235885-c62d-4015-8d50-ece47193d70e req-fdbcfa1c-89c3-499b-81c6-bc4683a17545 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 944 time: 0.0910459 Apr 20 16:11:15.318563 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc098d1-643a-404d-9560-379848288648 req-5051ec1a-3fa7-47b4-881b-cf3832f72448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:15.327031 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bfc098d1-643a-404d-9560-379848288648 req-5051ec1a-3fa7-47b4-881b-cf3832f72448 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 1096 time: 0.0968766 Apr 20 16:11:15.352751 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8a235885-c62d-4015-8d50-ece47193d70e req-0b7e36c4-c628-44e9-88a9-9653ae2b51f8 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537748 Apr 20 16:11:15.385623 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7be9f92d-d013-41dd-8d7f-53481625e445 None None] Provisioning complete for port f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:15.386173 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7be9f92d-d013-41dd-8d7f-53481625e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:15.441049 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-cd4bcae1-a837-4914-8866-6e3374d7b9ee tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:15.443465 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-cd4bcae1-a837-4914-8866-6e3374d7b9ee tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0&tenant_id=3ddb013be8294812939175e62e5c71d2&binding%3Ahost_id=n-h2-836146-2 HTTP/1.1" status: 200 len: 1095 time: 0.1100099 Apr 20 16:11:15.469052 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bfc098d1-643a-404d-9560-379848288648 req-4fea4194-58fc-4d21-89ce-55701777b308 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912228 Apr 20 16:11:15.488205 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4cc23aa3-ef94-422b-905e-ba7d68ad8418 req-f3fe7f2f-0b83-452e-a897-3b1534ce821b tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "GET /v2.0/security-groups/4eb46a75-bcb0-4702-979b-d8ddde274437 HTTP/1.1" status: 200 len: 2397 time: 0.0741935 Apr 20 16:11:15.495078 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7be9f92d-d013-41dd-8d7f-53481625e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:15.549985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7be9f92d-d013-41dd-8d7f-53481625e445 None None] For port f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f,segment=NetworkSegment(0645846c-5a7e-4fa1-b41c-6bdd002f9154),segment_id=0645846c-5a7e-4fa1-b41c-6bdd002f9154)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:15.604263 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:11:10Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f', 'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'mac_address': 'fa:16:3e:0d:18:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:08Z', 'updated_at': '2022-04-20T16:11:14Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'subnets': [{'id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:15.606950 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4cc23aa3-ef94-422b-905e-ba7d68ad8418 req-703ca823-9a2c-4a09-bac3-52522b00605f tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:15.634006 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b8db47-69ee-428a-96fa-2d3c7d9a4b85 None None] The sync data for ids ['237acf75-7ebd-4659-946c-2ddb91a6bddc'] in n-d-836146-2 is: [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:11:10Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f', 'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'mac_address': 'fa:16:3e:0d:18:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:08Z', 'updated_at': '2022-04-20T16:11:14Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'subnets': [{'id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:11:15.652016 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4cc23aa3-ef94-422b-905e-ba7d68ad8418 req-703ca823-9a2c-4a09-bac3-52522b00605f tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:15.679354 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7be9f92d-d013-41dd-8d7f-53481625e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:15.738532 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-ca589c82-ed08-47eb-a3fe-b0cf5effb484 service neutron] For port e058ba87-9041-4157-af69-78ee7cccb91d, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:11:15.742758 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-ca589c82-ed08-47eb-a3fe-b0cf5effb484 service neutron] Notify callbacks [] for binding, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:15.744070 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-616f99ab-30ae-4556-993f-f6d12551c5cb req-ca589c82-ed08-47eb-a3fe-b0cf5effb484 service neutron] 10.222.0.30 "DELETE /v2.0/ports/e058ba87-9041-4157-af69-78ee7cccb91d/bindings/n-h1-836146-2 HTTP/1.1" status: 204 len: 173 time: 0.2887874 Apr 20 16:11:15.755621 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9f92d-d013-41dd-8d7f-53481625e445 None None] Pushing event updated for resources: {'Port': ['ID=f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:15.838928 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4cc23aa3-ef94-422b-905e-ba7d68ad8418 req-703ca823-9a2c-4a09-bac3-52522b00605f tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:15.841591 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4cc23aa3-ef94-422b-905e-ba7d68ad8418 req-703ca823-9a2c-4a09-bac3-52522b00605f tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:15.842879 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4cc23aa3-ef94-422b-905e-ba7d68ad8418 req-703ca823-9a2c-4a09-bac3-52522b00605f tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] 10.222.0.15 "DELETE /v2.0/security-groups/4eb46a75-bcb0-4702-979b-d8ddde274437 HTTP/1.1" status: 204 len: 173 time: 0.3406544 Apr 20 16:11:15.849623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57458) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:15.855031 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ca823-9a2c-4a09-bac3-52522b00605f tempest-SecurityGroupRulesTestJSON-2058394650 tempest-SecurityGroupRulesTestJSON-2058394650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb46a75-bcb0-4702-979b-d8ddde274437,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:15.938868 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-c477b2fc-8ad0-4cd2-8160-ecf805dd9fd4 admin admin] Deleting subnet 59608d31-fcb3-4bc3-a80e-54f07eb7c2fc {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:11:15.942274 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c477b2fc-8ad0-4cd2-8160-ecf805dd9fd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:15.979288 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c477b2fc-8ad0-4cd2-8160-ecf805dd9fd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:15.997879 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c8195-d8d3-45eb-a3da-3416ef371465 req-136009fb-db6d-4adb-8ffe-d9290baec6ba tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:16.009151 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a65c8195-d8d3-45eb-a3da-3416ef371465 req-136009fb-db6d-4adb-8ffe-d9290baec6ba tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 946 time: 0.0697222 Apr 20 16:11:16.041697 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c477b2fc-8ad0-4cd2-8160-ecf805dd9fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:16.062645 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a65c8195-d8d3-45eb-a3da-3416ef371465 req-a08f46cb-d173-401d-b040-86de62711296 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524302 Apr 20 16:11:16.215525 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a10203-ad6d-4692-856c-663932ee1678 req-660b76b2-5065-42b7-9bac-21bc82755ee0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:16.217143 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-89a10203-ad6d-4692-856c-663932ee1678 req-660b76b2-5065-42b7-9bac-21bc82755ee0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.0624263 Apr 20 16:11:16.221623 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:11:16.267026 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-89a10203-ad6d-4692-856c-663932ee1678 req-3454a1bc-290c-49b3-a753-f9cd8ef9b6e9 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394046 Apr 20 16:11:16.278694 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:16.279168 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:16.367963 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c477b2fc-8ad0-4cd2-8160-ecf805dd9fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:16.379522 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-69cb77e4-3ebc-46f9-ab2e-56e5840c3d32 req-7d16ba12-c765-4b3c-809e-3755c4f5f3de tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 210 time: 0.0328465 Apr 20 16:11:16.426948 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477b2fc-8ad0-4cd2-8160-ecf805dd9fd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59608d31-fcb3-4bc3-a80e-54f07eb7c2fc,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:16.430829 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c477b2fc-8ad0-4cd2-8160-ecf805dd9fd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:16.435485 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c477b2fc-8ad0-4cd2-8160-ecf805dd9fd4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/59608d31-fcb3-4bc3-a80e-54f07eb7c2fc HTTP/1.1" status: 204 len: 168 time: 0.5837903 Apr 20 16:11:16.437735 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57464) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:16.535071 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1f7d881-c805-4663-bf02-3d750a069110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:16.567530 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133f9a2-7cab-4958-aded-a32c9c3e5318 req-32d55b70-5c12-4293-80a5-faaed6d4ba8d tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:16.569992 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b133f9a2-7cab-4958-aded-a32c9c3e5318 req-32d55b70-5c12-4293-80a5-faaed6d4ba8d tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 946 time: 0.0875514 Apr 20 16:11:16.622511 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b133f9a2-7cab-4958-aded-a32c9c3e5318 req-115864ec-02a6-4c70-bb33-c34f447b625b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418839 Apr 20 16:11:16.715454 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1f7d881-c805-4663-bf02-3d750a069110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:16.743446 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-c1f7d881-c805-4663-bf02-3d750a069110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab17896-f24e-421d-bca5-222ea96973ce']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:16.756609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-c1f7d881-c805-4663-bf02-3d750a069110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67d198a-74ea-4d54-ac2f-4655945b7214') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:16.756845 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-c1f7d881-c805-4663-bf02-3d750a069110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67d198a-74ea-4d54-ac2f-4655945b7214') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:16.765162 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da84f6f-cb39-4539-bfbf-3ce91ae349b7 req-024708dd-24ad-4b62-89ce-c65e301ff840 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:16.766708 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0da84f6f-cb39-4539-bfbf-3ce91ae349b7 req-024708dd-24ad-4b62-89ce-c65e301ff840 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 944 time: 0.0889382 Apr 20 16:11:16.775409 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1f7d881-c805-4663-bf02-3d750a069110 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:16.802936 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1f7d881-c805-4663-bf02-3d750a069110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:16.816167 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f7d881-c805-4663-bf02-3d750a069110 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:11:16.816628 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1f7d881-c805-4663-bf02-3d750a069110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:11:16.818284 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:11:16.851690 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0da84f6f-cb39-4539-bfbf-3ce91ae349b7 req-12b2a89f-0beb-4028-8d24-a1713125a43d tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674639 Apr 20 16:11:17.036355 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1f7d881-c805-4663-bf02-3d750a069110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:17.047813 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1f7d881-c805-4663-bf02-3d750a069110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:17.050347 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c1f7d881-c805-4663-bf02-3d750a069110 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fab17896-f24e-421d-bca5-222ea96973ce HTTP/1.1" status: 204 len: 168 time: 0.6116891 Apr 20 16:11:17.081863 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7d881-c805-4663-bf02-3d750a069110 admin admin] Pushing event deleted for resources: {'Network': ['ID=fab17896-f24e-421d-bca5-222ea96973ce,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:17.547809 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460555c0-6492-494c-9d2c-83f28bd5b498 req-77603f5c-90f2-488f-af47-9e257796e700 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:17.549440 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-460555c0-6492-494c-9d2c-83f28bd5b498 req-77603f5c-90f2-488f-af47-9e257796e700 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.0517330 Apr 20 16:11:17.595759 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-460555c0-6492-494c-9d2c-83f28bd5b498 req-cc3e6483-f044-4dee-8a51-05816bfba24b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396173 Apr 20 16:11:17.690146 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8ebcec0e-e5ae-4983-8ab2-cc526005eebc req-6355cd21-1711-4759-92d2-18d6debfe14f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 210 time: 0.0295532 Apr 20 16:11:17.727489 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57502) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:17.785256 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c2055c5f-698f-4e5c-bc87-194295bda407 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5fc484a8e8c5427abafdd22dc434e1b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561721 Apr 20 16:11:17.786594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57504) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:17.838175 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-21fa4204-faec-4417-8aa1-de840ff117fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:17.860819 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-21fa4204-faec-4417-8aa1-de840ff117fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:18.107043 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-21fa4204-faec-4417-8aa1-de840ff117fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:18.107043 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-21fa4204-faec-4417-8aa1-de840ff117fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:18.107043 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-21fa4204-faec-4417-8aa1-de840ff117fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/510f12b1-a68a-49af-87fa-3f78b29043c6 HTTP/1.1" status: 204 len: 168 time: 0.3122919 Apr 20 16:11:18.110794 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa4204-faec-4417-8aa1-de840ff117fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510f12b1-a68a-49af-87fa-3f78b29043c6,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:18.240036 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7900dc5-584d-4a12-adc0-61e94d15646c req-d1fea4ff-e9f0-4ad4-8351-f9f05cab7ea2 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:18.241764 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f7900dc5-584d-4a12-adc0-61e94d15646c req-d1fea4ff-e9f0-4ad4-8351-f9f05cab7ea2 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 1095 time: 0.0455089 Apr 20 16:11:18.282116 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f7900dc5-584d-4a12-adc0-61e94d15646c req-cd07cf65-e2b8-4601-a69c-bfa55e22b274 tempest-LiveAutoBlockMigrationV225Test-1537803160 tempest-LiveAutoBlockMigrationV225Test-1537803160-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338726 Apr 20 16:11:18.393574 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbc176-750d-4f68-993e-9d9049422111 req-03b152ff-0856-42a7-8c53-9612be42115f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:18.395399 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4bbc176-750d-4f68-993e-9d9049422111 req-03b152ff-0856-42a7-8c53-9612be42115f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.26 "GET /v2.0/networks?id=f23d9022-425c-4e21-b831-1e03a05d4b94 HTTP/1.1" status: 200 len: 821 time: 0.1419716 Apr 20 16:11:18.413295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-f4bbc176-750d-4f68-993e-9d9049422111 req-ab173f54-a8dd-4b85-b649-48856b3186fb tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Request body: {'port': {'device_id': '79e66719-9154-457e-82b8-c8c634e59778', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'admin_state_up': True, 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:18.722105 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4bbc176-750d-4f68-993e-9d9049422111 req-ab173f54-a8dd-4b85-b649-48856b3186fb tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Made reservation on behalf of 6a1e0f50b39a4690a4fa7de352e3594a for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:11:18.726701 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f4bbc176-750d-4f68-993e-9d9049422111 req-ab173f54-a8dd-4b85-b649-48856b3186fb tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:18.868796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-f4bbc176-750d-4f68-993e-9d9049422111 req-ab173f54-a8dd-4b85-b649-48856b3186fb tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Allocated IP 172.20.0.6 (f23d9022-425c-4e21-b831-1e03a05d4b94/9ca3923b-31f6-4a2b-b573-248af67278fb/a4560ccf-029c-47b8-871e-3750ca8e7b31) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:11:19.058428 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f4bbc176-750d-4f68-993e-9d9049422111 req-ab173f54-a8dd-4b85-b649-48856b3186fb tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:19.097655 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a23acf-3526-4020-a3e6-5de67ef4ed70 req-0b4992f1-8a8e-4378-a530-d617a797d082 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:19.099762 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d3a23acf-3526-4020-a3e6-5de67ef4ed70 req-0b4992f1-8a8e-4378-a530-d617a797d082 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 946 time: 0.0588429 Apr 20 16:11:19.141463 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d3a23acf-3526-4020-a3e6-5de67ef4ed70 req-6809810e-3a3c-40af-ad1c-0eeaee67d3db tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362165 Apr 20 16:11:19.229677 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cee26eed-d741-4175-bdf4-4f5aba639c00 req-61671408-6cfb-4c3c-a5e3-c66abb1b64da tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 210 time: 0.0271719 Apr 20 16:11:19.283004 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f4bbc176-750d-4f68-993e-9d9049422111 req-ab173f54-a8dd-4b85-b649-48856b3186fb tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:19.363433 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4bbc176-750d-4f68-993e-9d9049422111 req-ab173f54-a8dd-4b85-b649-48856b3186fb tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Network f23d9022-425c-4e21-b831-1e03a05d4b94 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:11:19.372739 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-f4bbc176-750d-4f68-993e-9d9049422111 req-ab173f54-a8dd-4b85-b649-48856b3186fb tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:11:19.375846 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bbc176-750d-4f68-993e-9d9049422111 req-ab173f54-a8dd-4b85-b649-48856b3186fb tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:11:19.421093 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9eb9b-1c76-49a3-98eb-172e89be55c4 req-ae41cc73-b505-41f5-bd3c-8b32b52f4d27 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:19.424013 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c4e9eb9b-1c76-49a3-98eb-172e89be55c4 req-ae41cc73-b505-41f5-bd3c-8b32b52f4d27 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.0965221 Apr 20 16:11:19.426700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab173f54-a8dd-4b85-b649-48856b3186fb tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Pushing event updated for resources: {'Port': ['ID=a4560ccf-029c-47b8-871e-3750ca8e7b31,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:19.478066 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbc176-750d-4f68-993e-9d9049422111 req-ab173f54-a8dd-4b85-b649-48856b3186fb tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:19.479125 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f4bbc176-750d-4f68-993e-9d9049422111 req-ab173f54-a8dd-4b85-b649-48856b3186fb tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:19.507321 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c4e9eb9b-1c76-49a3-98eb-172e89be55c4 req-b4e77d52-035a-426a-ba40-91e22e9b31ef tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739169 Apr 20 16:11:19.550241 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57546) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:19.596586 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266329f-8882-4f2e-94a0-56c00ba29434 req-ee602cd9-8d06-442e-8168-6712bdb53c53 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:19.598182 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0266329f-8882-4f2e-94a0-56c00ba29434 req-ee602cd9-8d06-442e-8168-6712bdb53c53 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 944 time: 0.1605380 Apr 20 16:11:19.737936 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-088f95f7-7eaf-4486-808e-c43ae44ca15d None None] Provisioning complete for port a4560ccf-029c-47b8-871e-3750ca8e7b31 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:19.738576 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-088f95f7-7eaf-4486-808e-c43ae44ca15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:19.773999 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-088f95f7-7eaf-4486-808e-c43ae44ca15d None None] Port a4560ccf-029c-47b8-871e-3750ca8e7b31 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:11:19.954053 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b97e98d0-aaee-46d0-8a59-d09e2cc4d0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:19.974887 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0266329f-8882-4f2e-94a0-56c00ba29434 req-0e416fb4-4825-4ac3-ad87-d62f46db1436 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698483 Apr 20 16:11:20.047954 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b97e98d0-aaee-46d0-8a59-d09e2cc4d0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:20.264321 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d965e-1467-46d8-9e39-72abfb105023 req-3c7e3c71-3a5f-48a7-84b4-81933d179564 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:20.265872 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2c9d965e-1467-46d8-9e39-72abfb105023 req-3c7e3c71-3a5f-48a7-84b4-81933d179564 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 946 time: 0.0550156 Apr 20 16:11:20.315667 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4bbc176-750d-4f68-993e-9d9049422111 req-ab173f54-a8dd-4b85-b649-48856b3186fb tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8959467 Apr 20 16:11:20.316023 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2c9d965e-1467-46d8-9e39-72abfb105023 req-ace4be76-715c-4c74-a060-728a102b2963 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385609 Apr 20 16:11:20.341681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-f4bbc176-750d-4f68-993e-9d9049422111 req-371a3b17-1498-43a6-b63f-012c48a4bbcc service neutron] Request body: {'port': {'device_id': '79e66719-9154-457e-82b8-c8c634e59778', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:20.375282 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b97e98d0-aaee-46d0-8a59-d09e2cc4d0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:20.452305 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b97e98d0-aaee-46d0-8a59-d09e2cc4d0ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e04d955d19fa45c68e431e4ff1663508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9006498 Apr 20 16:11:20.455943 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57558) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:20.466298 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719099f6-b42f-4149-9799-01d765e9818e req-8c113c0d-1e28-439a-b4af-0935d5ab75c3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:20.474300 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-719099f6-b42f-4149-9799-01d765e9818e req-8c113c0d-1e28-439a-b4af-0935d5ab75c3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 931 time: 0.1578467 Apr 20 16:11:20.474300 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e98d0-aaee-46d0-8a59-d09e2cc4d0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efe1ca6-7f1b-4b82-a53e-9450a411f427,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:20.477573 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f4bbc176-750d-4f68-993e-9d9049422111 req-371a3b17-1498-43a6-b63f-012c48a4bbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:20.479633 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57560) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:20.538162 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94dc193f-8f83-4d4a-ab3e-75ca557b9ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:20.550176 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-719099f6-b42f-4149-9799-01d765e9818e req-fa6bddb9-cbbc-4b2f-ba3b-1b48e27bc926 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739245 Apr 20 16:11:20.577595 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94dc193f-8f83-4d4a-ab3e-75ca557b9ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:20.677126 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50947a-321d-484b-8270-99c3ea320c79 req-2a99f492-4865-4d09-bb36-41c5ad2fcdc7 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:20.677126 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bd50947a-321d-484b-8270-99c3ea320c79 req-2a99f492-4865-4d09-bb36-41c5ad2fcdc7 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.0632496 Apr 20 16:11:20.677577 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-04c2d241-f1bf-419e-89ce-7296ef03b75d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-434958766-network', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:20.730467 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bd50947a-321d-484b-8270-99c3ea320c79 req-d0093661-bf6e-423b-9b91-a89699260b51 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438259 Apr 20 16:11:20.767463 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94dc193f-8f83-4d4a-ab3e-75ca557b9ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:20.770800 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94dc193f-8f83-4d4a-ab3e-75ca557b9ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:20.772275 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-94dc193f-8f83-4d4a-ab3e-75ca557b9ce9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8efe1ca6-7f1b-4b82-a53e-9450a411f427 HTTP/1.1" status: 204 len: 168 time: 0.3150852 Apr 20 16:11:20.780805 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc193f-8f83-4d4a-ab3e-75ca557b9ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efe1ca6-7f1b-4b82-a53e-9450a411f427,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:20.855462 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-f4bbc176-750d-4f68-993e-9d9049422111 req-371a3b17-1498-43a6-b63f-012c48a4bbcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4560ccf-029c-47b8-871e-3750ca8e7b31 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:11:20.861794 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c2d241-f1bf-419e-89ce-7296ef03b75d admin admin] Made reservation on behalf of 52e792bf173b40589fd45d3280bfec0b for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:11:20.864162 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04c2d241-f1bf-419e-89ce-7296ef03b75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:20.867111 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f4bbc176-750d-4f68-993e-9d9049422111 req-371a3b17-1498-43a6-b63f-012c48a4bbcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:20.882438 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04c2d241-f1bf-419e-89ce-7296ef03b75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:20.898062 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-f4bbc176-750d-4f68-993e-9d9049422111 req-371a3b17-1498-43a6-b63f-012c48a4bbcc service neutron] Transition to ACTIVE for port object a4560ccf-029c-47b8-871e-3750ca8e7b31 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:11:20.974905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7d307-c203-48c4-8f92-b88888619133 req-c1b85efa-8983-4441-bf21-b8e072dad501 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:20.976471 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66a7d307-c203-48c4-8f92-b88888619133 req-c1b85efa-8983-4441-bf21-b8e072dad501 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 944 time: 0.0695622 Apr 20 16:11:21.045530 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04c2d241-f1bf-419e-89ce-7296ef03b75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:21.116917 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f4bbc176-750d-4f68-993e-9d9049422111 req-371a3b17-1498-43a6-b63f-012c48a4bbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:21.160902 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4fa91-7b81-4b0f-aa24-121a09a9f0a2 req-282d743b-ba8a-4723-bc12-f1e419b65c38 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:21.162382 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56d4fa91-7b81-4b0f-aa24-121a09a9f0a2 req-282d743b-ba8a-4723-bc12-f1e419b65c38 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 944 time: 0.0955801 Apr 20 16:11:21.201690 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04c2d241-f1bf-419e-89ce-7296ef03b75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:21.203965 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a3b17-1498-43a6-b63f-012c48a4bbcc service neutron] Pushing event updated for resources: {'Port': ['ID=a4560ccf-029c-47b8-871e-3750ca8e7b31,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:21.208693 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-66a7d307-c203-48c4-8f92-b88888619133 req-aadca7eb-01e1-40a0-8879-549eb7c9a09f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Deleting port e058ba87-9041-4157-af69-78ee7cccb91d {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:11:21.209040 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-66a7d307-c203-48c4-8f92-b88888619133 req-aadca7eb-01e1-40a0-8879-549eb7c9a09f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:21.313923 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c2d241-f1bf-419e-89ce-7296ef03b75d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:11:21.328779 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04c2d241-f1bf-419e-89ce-7296ef03b75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:21.329130 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-04c2d241-f1bf-419e-89ce-7296ef03b75d admin admin] Added segment f3c2a4b0-1636-4c33-9c91-442e824bef9f of type vlan for network 5a539455-a33b-4573-a499-12dcf82cf2d8 Apr 20 16:11:21.394123 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56d4fa91-7b81-4b0f-aa24-121a09a9f0a2 req-4c24fbbc-2221-4418-8e97-ecae45a56b5a tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178752 Apr 20 16:11:21.431463 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2d241-f1bf-419e-89ce-7296ef03b75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e70ed8-831d-4c59-93de-dbd0928c8f1e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:21.467272 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04c2d241-f1bf-419e-89ce-7296ef03b75d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:21.496830 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290538b-90ff-4d67-a277-142711099437 req-6ad75ffd-87bf-4cab-a2b3-b2e9d88cb3d6 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:21.500004 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7290538b-90ff-4d67-a277-142711099437 req-6ad75ffd-87bf-4cab-a2b3-b2e9d88cb3d6 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 946 time: 0.0887482 Apr 20 16:11:21.502792 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-f4bbc176-750d-4f68-993e-9d9049422111 req-371a3b17-1498-43a6-b63f-012c48a4bbcc service neutron] Attempting to bind port a4560ccf-029c-47b8-871e-3750ca8e7b31 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:11:21.503125 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-f4bbc176-750d-4f68-993e-9d9049422111 req-371a3b17-1498-43a6-b63f-012c48a4bbcc service neutron] Attempting to bind port a4560ccf-029c-47b8-871e-3750ca8e7b31 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '0645846c-5a7e-4fa1-b41c-6bdd002f9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:11:21.503453 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bbc176-750d-4f68-993e-9d9049422111 req-371a3b17-1498-43a6-b63f-012c48a4bbcc service neutron] Attempting to bind port a4560ccf-029c-47b8-871e-3750ca8e7b31 on network f23d9022-425c-4e21-b831-1e03a05d4b94 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:11:21.523240 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bbc176-750d-4f68-993e-9d9049422111 req-371a3b17-1498-43a6-b63f-012c48a4bbcc service neutron] Port a4560ccf-029c-47b8-871e-3750ca8e7b31 on network f23d9022-425c-4e21-b831-1e03a05d4b94 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:11:21.523566 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bbc176-750d-4f68-993e-9d9049422111 req-371a3b17-1498-43a6-b63f-012c48a4bbcc service neutron] Attempting to bind port a4560ccf-029c-47b8-871e-3750ca8e7b31 on network f23d9022-425c-4e21-b831-1e03a05d4b94 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:11:21.531322 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-66a7d307-c203-48c4-8f92-b88888619133 req-aadca7eb-01e1-40a0-8879-549eb7c9a09f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] For port e058ba87-9041-4157-af69-78ee7cccb91d, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=e058ba87-9041-4157-af69-78ee7cccb91d,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:21.531692 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-66a7d307-c203-48c4-8f92-b88888619133 req-aadca7eb-01e1-40a0-8879-549eb7c9a09f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:21.540972 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bbc176-750d-4f68-993e-9d9049422111 req-371a3b17-1498-43a6-b63f-012c48a4bbcc service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:11:21.544279 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bbc176-750d-4f68-993e-9d9049422111 req-371a3b17-1498-43a6-b63f-012c48a4bbcc service neutron] Checking segment: {'id': '0645846c-5a7e-4fa1-b41c-6bdd002f9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:11:21.544279 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bbc176-750d-4f68-993e-9d9049422111 req-371a3b17-1498-43a6-b63f-012c48a4bbcc service neutron] Bound using segment: {'id': '0645846c-5a7e-4fa1-b41c-6bdd002f9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:11:21.544279 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-f4bbc176-750d-4f68-993e-9d9049422111 req-371a3b17-1498-43a6-b63f-012c48a4bbcc service neutron] Bound port: a4560ccf-029c-47b8-871e-3750ca8e7b31, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0645846c-5a7e-4fa1-b41c-6bdd002f9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:11:21.544279 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f4bbc176-750d-4f68-993e-9d9049422111 req-371a3b17-1498-43a6-b63f-012c48a4bbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:21.557551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-66a7d307-c203-48c4-8f92-b88888619133 req-aadca7eb-01e1-40a0-8879-549eb7c9a09f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Calling delete_port for e058ba87-9041-4157-af69-78ee7cccb91d owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:11:21.564299 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7290538b-90ff-4d67-a277-142711099437 req-400ec2b3-e7bb-4082-b786-5ca604b0a92d tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495877 Apr 20 16:11:21.633228 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04c2d241-f1bf-419e-89ce-7296ef03b75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:21.634076 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c2d241-f1bf-419e-89ce-7296ef03b75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:21.634650 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04c2d241-f1bf-419e-89ce-7296ef03b75d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:21.652323 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 7ad74a6d-18c7-4633-9368-aa323855bcb9 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:11:21.749980 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-f4bbc176-750d-4f68-993e-9d9049422111 req-371a3b17-1498-43a6-b63f-012c48a4bbcc service neutron] For port a4560ccf-029c-47b8-871e-3750ca8e7b31, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:11:21.774244 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2d241-f1bf-419e-89ce-7296ef03b75d admin admin] Pushing event updated for resources: {'Network': ['ID=5a539455-a33b-4573-a499-12dcf82cf2d8,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:21.776921 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-f4bbc176-750d-4f68-993e-9d9049422111 req-371a3b17-1498-43a6-b63f-012c48a4bbcc service neutron] For port a4560ccf-029c-47b8-871e-3750ca8e7b31, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a4560ccf-029c-47b8-871e-3750ca8e7b31,segment=NetworkSegment(0645846c-5a7e-4fa1-b41c-6bdd002f9154),segment_id=0645846c-5a7e-4fa1-b41c-6bdd002f9154)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:11:21.794632 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373cb00-8c71-4563-bc2d-1d5c11a1b5bd req-393f0337-c705-4b37-b45e-aa312fa1b49a tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:21.796162 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2373cb00-8c71-4563-bc2d-1d5c11a1b5bd req-393f0337-c705-4b37-b45e-aa312fa1b49a tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 943 time: 0.1668644 Apr 20 16:11:21.798735 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 7ad74a6d-18c7-4633-9368-aa323855bcb9, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7ad74a6d-18c7-4633-9368-aa323855bcb9,segment=NetworkSegment(c360c3f8-b007-4e45-bb5e-d3940160744d),segment_id=c360c3f8-b007-4e45-bb5e-d3940160744d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:21.804942 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-04c2d241-f1bf-419e-89ce-7296ef03b75d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3232365 Apr 20 16:11:21.808120 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57580) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:21.815622 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5b94d2c3-b4db-4dd3-b83e-b3274510491a admin admin] Request body: {'subnet': {'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-434958766-subnet', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:21.829704 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '7ad74a6d-18c7-4633-9368-aa323855bcb9', 'network_id': 'c407a25c-3c84-47bb-a12c-46efb29f8241', 'port_id': '7ad74a6d-18c7-4633-9368-aa323855bcb9', 'mac_address': 'fa:16:3e:3e:85:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d565cfc-9ced-4a47-9e17-96006148a9ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:11:21.837289 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 5a539455-a33b-4573-a499-12dcf82cf2d8 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:11:21.842620 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57582) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:21.878540 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-53301a17-04b1-46e4-ac56-bae78b29be85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:21.881291 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:21.881472 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f4bbc176-750d-4f68-993e-9d9049422111 req-371a3b17-1498-43a6-b63f-012c48a4bbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:21.901525 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519db6a-4050-4c85-9ee3-74ec2b6a94ca req-7c4685d8-fcee-4232-be28-95a418aab28c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:21.910309 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6519db6a-4050-4c85-9ee3-74ec2b6a94ca req-7c4685d8-fcee-4232-be28-95a418aab28c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.0906091 Apr 20 16:11:21.942794 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ad74a6d-18c7-4633-9368-aa323855bcb9 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:11:21.967086 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 7ad74a6d-18c7-4633-9368-aa323855bcb9, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7ad74a6d-18c7-4633-9368-aa323855bcb9,segment=NetworkSegment(c360c3f8-b007-4e45-bb5e-d3940160744d),segment_id=c360c3f8-b007-4e45-bb5e-d3940160744d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:21.974686 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbc176-750d-4f68-993e-9d9049422111 req-371a3b17-1498-43a6-b63f-012c48a4bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:21.974686 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f4bbc176-750d-4f68-993e-9d9049422111 req-371a3b17-1498-43a6-b63f-012c48a4bbcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:21.974686 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4bbc176-750d-4f68-993e-9d9049422111 req-371a3b17-1498-43a6-b63f-012c48a4bbcc service neutron] 10.222.0.26 "PUT /v2.0/ports/a4560ccf-029c-47b8-871e-3750ca8e7b31 HTTP/1.1" status: 200 len: 1091 time: 1.6367056 Apr 20 16:11:21.983054 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6519db6a-4050-4c85-9ee3-74ec2b6a94ca req-08a6482d-5935-42d4-ae97-4bc8e523f3a8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717781 Apr 20 16:11:22.010450 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e66719-9154-457e-82b8-c8c634e59778', 'tag': 'a4560ccf-029c-47b8-871e-3750ca8e7b31'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:11:22.013044 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b94d2c3-b4db-4dd3-b83e-b3274510491a admin admin] Made reservation on behalf of 52e792bf173b40589fd45d3280bfec0b for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:11:22.013970 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632f7c04-3676-4052-b795-2eb8f3819a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "79e66719-9154-457e-82b8-c8c634e59778", "tag": "a4560ccf-029c-47b8-871e-3750ca8e7b31"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:11:22.015452 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b94d2c3-b4db-4dd3-b83e-b3274510491a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:22.023165 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a3b17-1498-43a6-b63f-012c48a4bbcc service neutron] Pushing event updated for resources: {'Port': ['ID=a4560ccf-029c-47b8-871e-3750ca8e7b31,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:22.038055 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2373cb00-8c71-4563-bc2d-1d5c11a1b5bd req-eb559e76-43c3-4b21-8a5b-53143a5122fa tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275887 Apr 20 16:11:22.104448 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:22.113924 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485fcecd-4aaa-4536-8bd9-835b190e80d8 x-openstack-request-id: req-485fcecd-4aaa-4536-8bd9-835b190e80d8 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:11:22.113924 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e66719-9154-457e-82b8-c8c634e59778", "tag": "a4560ccf-029c-47b8-871e-3750ca8e7b31", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:11:22.113924 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-485fcecd-4aaa-4536-8bd9-835b190e80d8 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:11:22.113924 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-485fcecd-4aaa-4536-8bd9-835b190e80d8'] response: {'name': 'network-changed', 'server_uuid': '79e66719-9154-457e-82b8-c8c634e59778', 'tag': 'a4560ccf-029c-47b8-871e-3750ca8e7b31', 'status': 'completed', 'code': 200} Apr 20 16:11:22.128524 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-53301a17-04b1-46e4-ac56-bae78b29be85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:22.166749 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=7ad74a6d-18c7-4633-9368-aa323855bcb9,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:22.172651 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-66a7d307-c203-48c4-8f92-b88888619133 req-aadca7eb-01e1-40a0-8879-549eb7c9a09f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:22.232120 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadca7eb-01e1-40a0-8879-549eb7c9a09f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Pushing event deleted for resources: {'Port': ['ID=e058ba87-9041-4157-af69-78ee7cccb91d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:22.245362 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-53301a17-04b1-46e4-ac56-bae78b29be85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:22.290069 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['a10f8156-ab9a-4e04-af6d-a3fcaeda1332'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:11:22.293085 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f7c04-3676-4052-b795-2eb8f3819a8f req-545c18f6-5ca2-4fc8-819b-4d6cdd72a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:22.294641 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-632f7c04-3676-4052-b795-2eb8f3819a8f req-545c18f6-5ca2-4fc8-819b-4d6cdd72a4dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6a1e0f50b39a4690a4fa7de352e3594a&device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 1094 time: 0.1346157 Apr 20 16:11:22.318177 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a7d307-c203-48c4-8f92-b88888619133 req-aadca7eb-01e1-40a0-8879-549eb7c9a09f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] No DVR routers for this DVR port e058ba87-9041-4157-af69-78ee7cccb91d on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:11:22.335824 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-66a7d307-c203-48c4-8f92-b88888619133 req-aadca7eb-01e1-40a0-8879-549eb7c9a09f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:22.339159 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66a7d307-c203-48c4-8f92-b88888619133 req-aadca7eb-01e1-40a0-8879-549eb7c9a09f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.30 "DELETE /v2.0/ports/e058ba87-9041-4157-af69-78ee7cccb91d HTTP/1.1" status: 204 len: 173 time: 1.3551834 Apr 20 16:11:22.353917 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-53301a17-04b1-46e4-ac56-bae78b29be85 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8a9855513bc24431948ec90e00d45c33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5083439 Apr 20 16:11:22.357239 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53301a17-04b1-46e4-ac56-bae78b29be85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69667f6f-3ce4-417d-bad1-90e33116885b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:22.357391 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57588) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:22.410035 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['7ad74a6d-18c7-4633-9368-aa323855bcb9'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:11:22.415693 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f610fc4-dbca-4521-a0e8-599bbfd956ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:22.446170 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f610fc4-dbca-4521-a0e8-599bbfd956ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:22.446606 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f7c04-3676-4052-b795-2eb8f3819a8f req-b76b232c-016d-4e02-bb02-250b758d551c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:22.446606 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-632f7c04-3676-4052-b795-2eb8f3819a8f req-b76b232c-016d-4e02-bb02-250b758d551c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6a1e0f50b39a4690a4fa7de352e3594a&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1284931 Apr 20 16:11:22.449158 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b94d2c3-b4db-4dd3-b83e-b3274510491a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:22.566283 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94d2c3-b4db-4dd3-b83e-b3274510491a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf84b94b-dba3-472d-a23f-24ed520f6e46,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:22.571462 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b94d2c3-b4db-4dd3-b83e-b3274510491a admin admin] Checking segment: {'id': 'f3c2a4b0-1636-4c33-9c91-442e824bef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:11:22.572523 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b94d2c3-b4db-4dd3-b83e-b3274510491a admin admin] Network hostable DHCP agents. Network: 5a539455-a33b-4573-a499-12dcf82cf2d8, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:11:22.578697 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1979e898-80f5-40fd-8522-aff1330e68c0 req-ec64940a-a2e5-42ff-9e84-955b28d0bbd2 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 210 time: 0.0485463 Apr 20 16:11:22.634108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f7c04-3676-4052-b795-2eb8f3819a8f req-558edbd3-c5f8-4e7e-8367-cb96992bbe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:22.634108 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-632f7c04-3676-4052-b795-2eb8f3819a8f req-558edbd3-c5f8-4e7e-8367-cb96992bbe5f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1764345 Apr 20 16:11:22.719968 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b94d2c3-b4db-4dd3-b83e-b3274510491a admin admin] Network 5a539455-a33b-4573-a499-12dcf82cf2d8 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:11:22.752198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbc176-750d-4f68-993e-9d9049422111 req-fbe66c59-0b8b-4c56-a5d0-7d30a4e118bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:22.755753 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f9f1d-816c-4a8a-b5aa-99be7509277d req-84f5f1cc-c634-45c9-a7f6-11cd7f4fd8a7 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:22.755906 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4bbc176-750d-4f68-993e-9d9049422111 req-fbe66c59-0b8b-4c56-a5d0-7d30a4e118bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6a1e0f50b39a4690a4fa7de352e3594a&device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 1094 time: 0.0611784 Apr 20 16:11:22.756819 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8e6f9f1d-816c-4a8a-b5aa-99be7509277d req-84f5f1cc-c634-45c9-a7f6-11cd7f4fd8a7 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 945 time: 0.0917037 Apr 20 16:11:22.758483 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f610fc4-dbca-4521-a0e8-599bbfd956ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:22.762310 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f610fc4-dbca-4521-a0e8-599bbfd956ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:22.765879 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5f610fc4-dbca-4521-a0e8-599bbfd956ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/69667f6f-3ce4-417d-bad1-90e33116885b HTTP/1.1" status: 204 len: 168 time: 0.4050198 Apr 20 16:11:22.798543 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f610fc4-dbca-4521-a0e8-599bbfd956ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69667f6f-3ce4-417d-bad1-90e33116885b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:22.819673 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4bbc176-750d-4f68-993e-9d9049422111 req-0f04fa3f-6c63-4953-9786-d21e123fe3c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4560ccf-029c-47b8-871e-3750ca8e7b31 HTTP/1.1" status: 200 len: 217 time: 0.0517459 Apr 20 16:11:22.870603 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8e6f9f1d-816c-4a8a-b5aa-99be7509277d req-971c2238-1b95-4a05-b952-e9e64de8a3dd tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984504 Apr 20 16:11:22.873068 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-52fee5c2-1d9c-41c5-9b78-5f10abf80772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:22.901306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbc176-750d-4f68-993e-9d9049422111 req-9f3af38e-ea89-4ed8-a954-3749289eba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:22.902850 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4bbc176-750d-4f68-993e-9d9049422111 req-9f3af38e-ea89-4ed8-a954-3749289eba50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ca3923b-31f6-4a2b-b573-248af67278fb HTTP/1.1" status: 200 len: 860 time: 0.0757561 Apr 20 16:11:22.955994 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbc176-750d-4f68-993e-9d9049422111 req-1406ce7c-4541-4b5f-adee-411382ac973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:22.958155 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4bbc176-750d-4f68-993e-9d9049422111 req-1406ce7c-4541-4b5f-adee-411382ac973b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f23d9022-425c-4e21-b831-1e03a05d4b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470634 Apr 20 16:11:23.009325 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-5b94d2c3-b4db-4dd3-b83e-b3274510491a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 5a539455-a33b-4573-a499-12dcf82cf2d8) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:11:23.022916 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b94d2c3-b4db-4dd3-b83e-b3274510491a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:23.027345 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba850905-1092-478e-8eea-da7c7f8ce196 None None] Network 5a539455-a33b-4573-a499-12dcf82cf2d8 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:11:23.030890 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b94d2c3-b4db-4dd3-b83e-b3274510491a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:23.100624 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4bbc176-750d-4f68-993e-9d9049422111 req-66177c4c-71fd-4a95-bc1d-d0fc222181de service neutron] 10.222.0.26 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348763 Apr 20 16:11:23.216529 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5b94d2c3-b4db-4dd3-b83e-b3274510491a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4070330 Apr 20 16:11:23.219148 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57604) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:23.224292 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-8434226a-c220-4ff0-9810-41573dfc23fa admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-434958766-router', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:23.258070 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76df701-b38b-46d7-8ebb-027fe0af1fc4 req-59dd2ad0-c1b8-4f8b-9fb7-26745310e82c tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:23.270252 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c76df701-b38b-46d7-8ebb-027fe0af1fc4 req-59dd2ad0-c1b8-4f8b-9fb7-26745310e82c tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 943 time: 0.0980403 Apr 20 16:11:23.316931 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdbde30-fbab-4fc1-8043-9e0c5e52220c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-5a539455-a33b-4573-a499-12dcf82cf2d8', 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'fixed_ips': [{'subnet_id': 'bf84b94b-dba3-472d-a23f-24ed520f6e46'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:11:23.322499 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cbdbde30-fbab-4fc1-8043-9e0c5e52220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:23.340825 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c76df701-b38b-46d7-8ebb-027fe0af1fc4 req-b97bebf0-c414-4376-bc75-435dd621002a tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712693 Apr 20 16:11:23.354169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39c5d5-546d-437d-bedd-81ea7c8e5012 req-ab442d71-fb5c-4ee2-be0c-a4e2e5aecba7 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:23.355677 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a39c5d5-546d-437d-bedd-81ea7c8e5012 req-ab442d71-fb5c-4ee2-be0c-a4e2e5aecba7 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.1969383 Apr 20 16:11:23.410719 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4bbc176-750d-4f68-993e-9d9049422111 req-701d2325-5231-449b-81fb-d4d8907fa22a service neutron] 10.222.0.26 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025715 Apr 20 16:11:23.415373 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8434226a-c220-4ff0-9810-41573dfc23fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:23.416479 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8434226a-c220-4ff0-9810-41573dfc23fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:23.469171 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a39c5d5-546d-437d-bedd-81ea7c8e5012 req-d85aedaa-268e-47b9-837c-54446c8d6e69 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956550 Apr 20 16:11:23.517951 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8434226a-c220-4ff0-9810-41573dfc23fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:23.526914 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-cbdbde30-fbab-4fc1-8043-9e0c5e52220c None None] Allocated IP 172.20.0.2 (5a539455-a33b-4573-a499-12dcf82cf2d8/bf84b94b-dba3-472d-a23f-24ed520f6e46/7990760f-2f6a-4fe5-81ca-5e0cbe37762d) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:11:23.667102 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 7ad74a6d-18c7-4633-9368-aa323855bcb9 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:11:23.771962 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-393a813a-a13f-486d-a7ce-e7d7335e0e17 req-d1a76ba4-603e-416d-a74c-eda8fff0d4f3 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 210 time: 0.0329609 Apr 20 16:11:23.828133 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cbdbde30-fbab-4fc1-8043-9e0c5e52220c None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:23.834353 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 7ad74a6d-18c7-4633-9368-aa323855bcb9 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:23.835137 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:23.852091 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8434226a-c220-4ff0-9810-41573dfc23fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:23.948305 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:23.979067 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cbdbde30-fbab-4fc1-8043-9e0c5e52220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:24.027349 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 7ad74a6d-18c7-4633-9368-aa323855bcb9, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7ad74a6d-18c7-4633-9368-aa323855bcb9,segment=NetworkSegment(c360c3f8-b007-4e45-bb5e-d3940160744d),segment_id=c360c3f8-b007-4e45-bb5e-d3940160744d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:24.038261 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb37e81-a805-426b-b11a-20e80f0cdd2b req-895e6d26-6bec-42c7-9f72-f0fec2f7aabd tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:24.047952 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-afb37e81-a805-426b-b11a-20e80f0cdd2b req-895e6d26-6bec-42c7-9f72-f0fec2f7aabd tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 945 time: 0.0865023 Apr 20 16:11:24.051621 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c985d68-0280-4334-81ae-d5c25e904212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad74a6d-18c7-4633-9368-aa323855bcb9'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:11:24.054275 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04503fa-384e-47a5-8395-c4bae8c6343e" -d '{"events": [{"server_uuid": "7c985d68-0280-4334-81ae-d5c25e904212", "name": "network-vif-plugged", "status": "completed", "tag": "7ad74a6d-18c7-4633-9368-aa323855bcb9"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:11:24.072738 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdbde30-fbab-4fc1-8043-9e0c5e52220c None None] Network 5a539455-a33b-4573-a499-12dcf82cf2d8 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:11:24.084837 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-cbdbde30-fbab-4fc1-8043-9e0c5e52220c None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:11:24.103673 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdbde30-fbab-4fc1-8043-9e0c5e52220c None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:11:24.118694 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e294eb-258f-4eae-98a0-1f9fdbdbc9f0', 'name': 'network-vif-deleted', 'tag': 'e058ba87-9041-4157-af69-78ee7cccb91d'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:11:24.126359 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da36062d-5323-490a-8648-5d0759dbe673" -d '{"events": [{"server_uuid": "62e294eb-258f-4eae-98a0-1f9fdbdbc9f0", "name": "network-vif-deleted", "tag": "e058ba87-9041-4157-af69-78ee7cccb91d"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:11:24.160918 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbde30-fbab-4fc1-8043-9e0c5e52220c None None] Pushing event updated for resources: {'Port': ['ID=7990760f-2f6a-4fe5-81ca-5e0cbe37762d,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:24.183929 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-afb37e81-a805-426b-b11a-20e80f0cdd2b req-df72f5cc-5dc6-4789-a18a-c7ef10da54f6 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335144 Apr 20 16:11:24.232931 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-cbdbde30-fbab-4fc1-8043-9e0c5e52220c None None] Attempting to bind port 7990760f-2f6a-4fe5-81ca-5e0cbe37762d on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:11:24.233411 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-cbdbde30-fbab-4fc1-8043-9e0c5e52220c None None] Attempting to bind port 7990760f-2f6a-4fe5-81ca-5e0cbe37762d by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'f3c2a4b0-1636-4c33-9c91-442e824bef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:11:24.234060 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdbde30-fbab-4fc1-8043-9e0c5e52220c None None] Attempting to bind port 7990760f-2f6a-4fe5-81ca-5e0cbe37762d on network 5a539455-a33b-4573-a499-12dcf82cf2d8 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:11:24.240441 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdbde30-fbab-4fc1-8043-9e0c5e52220c None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:11:24.240865 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdbde30-fbab-4fc1-8043-9e0c5e52220c None None] Checking segment: {'id': 'f3c2a4b0-1636-4c33-9c91-442e824bef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:11:24.241273 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cbdbde30-fbab-4fc1-8043-9e0c5e52220c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:24.241780 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdbde30-fbab-4fc1-8043-9e0c5e52220c None None] Bound using segment: {'id': 'f3c2a4b0-1636-4c33-9c91-442e824bef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:11:24.242128 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-cbdbde30-fbab-4fc1-8043-9e0c5e52220c None None] Bound port: 7990760f-2f6a-4fe5-81ca-5e0cbe37762d, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c2a4b0-1636-4c33-9c91-442e824bef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:11:24.242505 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cbdbde30-fbab-4fc1-8043-9e0c5e52220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:24.259771 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:24.259771 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device e058ba87-9041-4157-af69-78ee7cccb91d no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:11:24.271335 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e25120-8577-4e4d-868d-0a088bcc54f6 x-openstack-request-id: req-08e25120-8577-4e4d-868d-0a088bcc54f6 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:11:24.271631 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e294eb-258f-4eae-98a0-1f9fdbdbc9f0", "name": "network-vif-deleted", "tag": "e058ba87-9041-4157-af69-78ee7cccb91d", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:11:24.271904 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08e25120-8577-4e4d-868d-0a088bcc54f6 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:11:24.272694 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e25120-8577-4e4d-868d-0a088bcc54f6'] response: {'server_uuid': '62e294eb-258f-4eae-98a0-1f9fdbdbc9f0', 'name': 'network-vif-deleted', 'tag': 'e058ba87-9041-4157-af69-78ee7cccb91d', 'status': 'completed', 'code': 200} Apr 20 16:11:24.328622 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8434226a-c220-4ff0-9810-41573dfc23fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:24.336329 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: e058ba87-9041-4157-af69-78ee7cccb91d {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:11:24.336742 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device e058ba87-9041-4157-af69-78ee7cccb91d not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:11:24.352920 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8434226a-c220-4ff0-9810-41573dfc23fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:24.387800 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=7ad74a6d-18c7-4633-9368-aa323855bcb9,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:24.406022 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-cbdbde30-fbab-4fc1-8043-9e0c5e52220c None None] For port 7990760f-2f6a-4fe5-81ca-5e0cbe37762d, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:11:24.412359 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-cbdbde30-fbab-4fc1-8043-9e0c5e52220c None None] For port 7990760f-2f6a-4fe5-81ca-5e0cbe37762d, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7990760f-2f6a-4fe5-81ca-5e0cbe37762d,segment=NetworkSegment(f3c2a4b0-1636-4c33-9c91-442e824bef9f),segment_id=f3c2a4b0-1636-4c33-9c91-442e824bef9f)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:11:24.468792 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac51349d-cb06-4bf6-adf2-cf75314e142f x-openstack-request-id: req-ac51349d-cb06-4bf6-adf2-cf75314e142f {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:11:24.469107 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c985d68-0280-4334-81ae-d5c25e904212", "name": "network-vif-plugged", "status": "completed", "tag": "7ad74a6d-18c7-4633-9368-aa323855bcb9", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:11:24.469361 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac51349d-cb06-4bf6-adf2-cf75314e142f {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:11:24.469758 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac51349d-cb06-4bf6-adf2-cf75314e142f'] response: {'server_uuid': '7c985d68-0280-4334-81ae-d5c25e904212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad74a6d-18c7-4633-9368-aa323855bcb9', 'code': 200} Apr 20 16:11:24.488146 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-8434226a-c220-4ff0-9810-41573dfc23fa admin admin] Allocated IP 172.25.0.19 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/e668af26-f568-403c-a906-c0590e27df3e) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:11:24.518579 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cbdbde30-fbab-4fc1-8043-9e0c5e52220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:24.599324 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7a192-7284-49af-9431-e07add1c62d7 req-fecd4d86-54c8-42c4-81b6-aa3e8f44427d tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:24.601181 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b7e7a192-7284-49af-9431-e07add1c62d7 req-fecd4d86-54c8-42c4-81b6-aa3e8f44427d tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 943 time: 0.1186559 Apr 20 16:11:24.647427 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbde30-fbab-4fc1-8043-9e0c5e52220c None None] Pushing event updated for resources: {'Port': ['ID=7990760f-2f6a-4fe5-81ca-5e0cbe37762d,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:24.681003 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b7e7a192-7284-49af-9431-e07add1c62d7 req-700087ed-241b-47fd-b89c-1fbf1af97361 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657985 Apr 20 16:11:24.706530 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd19ca-8f79-4e2f-8ffe-7e7988e2d79c req-5428e020-4628-4250-95a8-285528003b86 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:24.708587 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c1dd19ca-8f79-4e2f-8ffe-7e7988e2d79c req-5428e020-4628-4250-95a8-285528003b86 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.1480458 Apr 20 16:11:24.764625 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8434226a-c220-4ff0-9810-41573dfc23fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:24.784796 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c1dd19ca-8f79-4e2f-8ffe-7e7988e2d79c req-83a19501-57e5-4b1f-bc32-4751ddd7b8e3 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645332 Apr 20 16:11:24.933139 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8434226a-c220-4ff0-9810-41573dfc23fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:24.939821 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0d800c63-8291-426e-8b01-9efee17d2ed9 req-2d8c9dab-a3b2-4f02-a2b5-8c0df0433583 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 210 time: 0.0535920 Apr 20 16:11:25.014157 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8434226a-c220-4ff0-9810-41573dfc23fa admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:11:25.017391 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-8434226a-c220-4ff0-9810-41573dfc23fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:11:25.025089 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8434226a-c220-4ff0-9810-41573dfc23fa admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:11:25.054962 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434226a-c220-4ff0-9810-41573dfc23fa admin admin] Pushing event updated for resources: {'Port': ['ID=e668af26-f568-403c-a906-c0590e27df3e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:25.182532 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8ef5c0f-03ac-4ca1-92f4-c713ad481473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:25.364031 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35752ce2-4ce5-4b91-85aa-17b35dc8cb17 req-4167c7c9-ef37-49c1-ad0b-9c0064dbb01c tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:25.372384 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-35752ce2-4ce5-4b91-85aa-17b35dc8cb17 req-4167c7c9-ef37-49c1-ad0b-9c0064dbb01c tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 946 time: 0.0821199 Apr 20 16:11:25.417049 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-35752ce2-4ce5-4b91-85aa-17b35dc8cb17 req-eac88c3d-7a92-404a-a2e9-7d7b7a238e26 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436001 Apr 20 16:11:25.558415 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8434226a-c220-4ff0-9810-41573dfc23fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:25.895633 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089dc58-4697-43f7-afcd-65178370389e req-928cfe69-9e2b-48ae-a679-5d18102ec1ca tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:25.915220 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2089dc58-4697-43f7-afcd-65178370389e req-928cfe69-9e2b-48ae-a679-5d18102ec1ca tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 943 time: 0.1325068 Apr 20 16:11:26.003668 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8434226a-c220-4ff0-9810-41573dfc23fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:26.019095 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2089dc58-4697-43f7-afcd-65178370389e req-5a051e0b-f124-4f2a-a164-053b0fbe3523 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962753 Apr 20 16:11:26.043025 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9e4c8e-d7d4-41b9-988c-fc4859407c12 None None] Network 5a539455-a33b-4573-a499-12dcf82cf2d8 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:11:26.174018 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f01114b8-6a58-4fc4-a9a6-91c2bba116c2 req-23eb97df-1623-40de-9245-c33c290f1761 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 210 time: 0.0576642 Apr 20 16:11:26.215849 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5df65a34-a28e-4289-b84a-6ae31be33336 None None] Provisioning complete for port 7990760f-2f6a-4fe5-81ca-5e0cbe37762d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:26.216453 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5df65a34-a28e-4289-b84a-6ae31be33336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:26.226781 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8507a8-8fb5-451e-b23b-c63120df618b req-0ba0e8ea-ca4b-4111-85d3-2b10cb304b8b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:26.228355 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5d8507a8-8fb5-451e-b23b-c63120df618b req-0ba0e8ea-ca4b-4111-85d3-2b10cb304b8b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.2824724 Apr 20 16:11:26.266046 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:26.303366 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 7990760f-2f6a-4fe5-81ca-5e0cbe37762d up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:11:26.343046 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5d8507a8-8fb5-451e-b23b-c63120df618b req-27d16a91-31c9-454c-b5ef-8167adecedee tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055341 Apr 20 16:11:26.464243 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8434226a-c220-4ff0-9810-41573dfc23fa admin admin] Router 51540090-b602-43cc-b46b-72c28572b016 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:11:26.673905 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20029b-a44f-4539-831e-caddafeed6ea req-da961569-a73d-4e9c-a199-6ada69f5e5d8 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:26.677478 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5df65a34-a28e-4289-b84a-6ae31be33336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:26.679421 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 7990760f-2f6a-4fe5-81ca-5e0cbe37762d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:26.679794 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:26.682107 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ac20029b-a44f-4539-831e-caddafeed6ea req-da961569-a73d-4e9c-a199-6ada69f5e5d8 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 946 time: 0.1519260 Apr 20 16:11:26.714667 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8434226a-c220-4ff0-9810-41573dfc23fa admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:11:26.734923 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] Sync routers for ids ['51540090-b602-43cc-b46b-72c28572b016'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:11:26.768477 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ac20029b-a44f-4539-831e-caddafeed6ea req-679c1470-8f28-4026-80f8-08ce2a887833 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850368 Apr 20 16:11:26.786248 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5df65a34-a28e-4289-b84a-6ae31be33336 None None] For port 7990760f-2f6a-4fe5-81ca-5e0cbe37762d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7990760f-2f6a-4fe5-81ca-5e0cbe37762d,segment=NetworkSegment(f3c2a4b0-1636-4c33-9c91-442e824bef9f),segment_id=f3c2a4b0-1636-4c33-9c91-442e824bef9f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:26.801740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] Routers {'51540090-b602-43cc-b46b-72c28572b016'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:11:26.801740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:11:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['51540090-b602-43cc-b46b-72c28572b016'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:26.885662 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8434226a-c220-4ff0-9810-41573dfc23fa admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:26.887210 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8434226a-c220-4ff0-9810-41573dfc23fa admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6670992 Apr 20 16:11:26.890437 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57688) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:27.032469 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] Set router 51540090-b602-43cc-b46b-72c28572b016 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:11:27.126386 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5df65a34-a28e-4289-b84a-6ae31be33336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:27.152642 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:27.216265 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054616f-770a-442f-9b85-6a80754da641 req-0ec607cb-ae1a-46ea-9ac4-aefcf36e79b0 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:27.221353 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a054616f-770a-442f-9b85-6a80754da641 req-0ec607cb-ae1a-46ea-9ac4-aefcf36e79b0 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 943 time: 0.0731738 Apr 20 16:11:27.272676 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a054616f-770a-442f-9b85-6a80754da641 req-f53ce8ce-5465-471d-a426-cde597dacab5 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441656 Apr 20 16:11:27.326149 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e8089f60-8d9d-46ec-b5dc-20b41ad1ff07 None None] Provisioning complete for port 7990760f-2f6a-4fe5-81ca-5e0cbe37762d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:27.326149 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e8089f60-8d9d-46ec-b5dc-20b41ad1ff07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:27.383914 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:11:27.384266 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:11:27.418831 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df65a34-a28e-4289-b84a-6ae31be33336 None None] Pushing event updated for resources: {'Port': ['ID=7990760f-2f6a-4fe5-81ca-5e0cbe37762d,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:27.535888 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-05cc7fc5-abec-4ee9-aec4-ab243d56e33c req-19c3596e-180b-4e09-8ae0-5aaf08573072 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=62e294eb-258f-4eae-98a0-1f9fdbdbc9f0 HTTP/1.1" status: 200 len: 210 time: 0.0786071 Apr 20 16:11:27.585282 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-98c63dde-3b3a-488f-8598-fc6599a3231d req-a2bd750b-1b8e-4cbd-9813-254fd11fddaa tempest-QuotasAdminNegativeTest-2071968126 tempest-QuotasAdminNegativeTest-2071968126-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9082e5c021db4fa6ab4efbbba2d3c9dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540943 Apr 20 16:11:27.600755 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51540090-b602-43cc-b46b-72c28572b016', 'name': 'tempest-TaggedBootDevicesTest_v242-434958766-router', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'e668af26-f568-403c-a906-c0590e27df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:23Z', 'updated_at': '2022-04-20T16:11:25Z', 'revision_number': 3, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'gw_port': {'id': 'e668af26-f568-403c-a906-c0590e27df3e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51540090-b602-43cc-b46b-72c28572b016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:24Z', 'updated_at': '2022-04-20T16:11:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:27.632407 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] Checking router: 51540090-b602-43cc-b46b-72c28572b016 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:11:27.632684 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] Updating router 51540090-b602-43cc-b46b-72c28572b016 port e668af26-f568-403c-a906-c0590e27df3e binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:11:27.634133 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c58ac791-9fd0-4ea2-9a20-802f1b967bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:27.653774 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7568d-f83f-4a09-8951-40a62c078080 req-7ad49583-8827-473b-ad41-378ed13a1cf4 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:27.655433 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9ea7568d-f83f-4a09-8951-40a62c078080 req-7ad49583-8827-473b-ad41-378ed13a1cf4 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 946 time: 0.0585649 Apr 20 16:11:27.657967 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:27.668154 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:27.724740 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9ea7568d-f83f-4a09-8951-40a62c078080 req-a995f8f0-5faa-43aa-93fd-c65adbbac339 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596783 Apr 20 16:11:27.835261 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c63dde-3b3a-488f-8598-fc6599a3231d req-c02e170e-d208-474e-8111-45777f991558 tempest-QuotasAdminNegativeTest-2071968126 tempest-QuotasAdminNegativeTest-2071968126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:27.837075 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-98c63dde-3b3a-488f-8598-fc6599a3231d req-c02e170e-d208-474e-8111-45777f991558 tempest-QuotasAdminNegativeTest-2071968126 tempest-QuotasAdminNegativeTest-2071968126-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2510419 Apr 20 16:11:27.864284 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-98c63dde-3b3a-488f-8598-fc6599a3231d req-5de5cd40-ad09-4266-96f3-949e13328080 tempest-QuotasAdminNegativeTest-2071968126 tempest-QuotasAdminNegativeTest-2071968126-project] 10.222.0.15 "GET /v2.0/quotas/9082e5c021db4fa6ab4efbbba2d3c9dc HTTP/1.1" status: 200 len: 375 time: 0.0189381 Apr 20 16:11:27.870587 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280fb79-0752-4e08-8ea2-f9ad988fb2f3 req-7f807457-8ee6-4854-8a7f-5a9a542a1b47 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:27.873099 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5280fb79-0752-4e08-8ea2-f9ad988fb2f3 req-7f807457-8ee6-4854-8a7f-5a9a542a1b47 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.0655110 Apr 20 16:11:27.921958 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5280fb79-0752-4e08-8ea2-f9ad988fb2f3 req-03a358a6-85c8-443e-91d8-2be73e1da13a tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401278 Apr 20 16:11:27.935303 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-98c63dde-3b3a-488f-8598-fc6599a3231d req-f53517f7-6f8d-4bc0-840c-45ad58548189 tempest-QuotasAdminNegativeTest-2071968126 tempest-QuotasAdminNegativeTest-2071968126-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9082e5c021db4fa6ab4efbbba2d3c9dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604167 Apr 20 16:11:27.973553 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-c58ac791-9fd0-4ea2-9a20-802f1b967bbe admin admin] Allocated IP 172.20.0.1 (5a539455-a33b-4573-a499-12dcf82cf2d8/bf84b94b-dba3-472d-a23f-24ed520f6e46/b130de76-3b49-4f14-a308-ce37a962a5aa) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:11:28.085858 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:28.117138 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c58ac791-9fd0-4ea2-9a20-802f1b967bbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:28.160890 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:28.175430 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 7990760f-2f6a-4fe5-81ca-5e0cbe37762d up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:11:28.240546 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 7990760f-2f6a-4fe5-81ca-5e0cbe37762d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:28.240926 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:28.276514 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a4560ccf-029c-47b8-871e-3750ca8e7b31 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:11:28.284043 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:28.352796 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c58ac791-9fd0-4ea2-9a20-802f1b967bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:28.377083 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] Attempting to bind port e668af26-f568-403c-a906-c0590e27df3e on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:11:28.377688 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] Attempting to bind port e668af26-f568-403c-a906-c0590e27df3e by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:11:28.377958 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] Attempting to bind port e668af26-f568-403c-a906-c0590e27df3e on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:11:28.412513 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ac791-9fd0-4ea2-9a20-802f1b967bbe admin admin] Pushing event updated for resources: {'Port': ['ID=b130de76-3b49-4f14-a308-ce37a962a5aa,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:28.434848 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58ac791-9fd0-4ea2-9a20-802f1b967bbe admin admin] Network 5a539455-a33b-4573-a499-12dcf82cf2d8 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:11:28.434967 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23a739-9536-4f9c-a4e7-c6db519f41cb None None] Pushing event updated for resources: {'Port': ['ID=e668af26-f568-403c-a906-c0590e27df3e,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:28.435362 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-c58ac791-9fd0-4ea2-9a20-802f1b967bbe admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:11:28.453309 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:28.459753 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58ac791-9fd0-4ea2-9a20-802f1b967bbe admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:11:28.467660 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:11:28.467660 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:11:28.467660 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:28.467660 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:11:28.467660 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] Bound port: e668af26-f568-403c-a906-c0590e27df3e, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:11:28.467660 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:28.615463 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c58ac791-9fd0-4ea2-9a20-802f1b967bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:28.685355 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port a4560ccf-029c-47b8-871e-3750ca8e7b31, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a4560ccf-029c-47b8-871e-3750ca8e7b31,segment=NetworkSegment(0645846c-5a7e-4fa1-b41c-6bdd002f9154),segment_id=0645846c-5a7e-4fa1-b41c-6bdd002f9154)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:28.702958 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] For port e668af26-f568-403c-a906-c0590e27df3e, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:11:28.705704 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'a4560ccf-029c-47b8-871e-3750ca8e7b31', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'port_id': 'a4560ccf-029c-47b8-871e-3750ca8e7b31', 'mac_address': 'fa:16:3e:ae:e0:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:11:28.748493 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d20b-bd39-411a-8ef0-18b6ab544f64 req-54713230-a56c-4964-9eea-5a0f2661304f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:28.756684 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3994d20b-bd39-411a-8ef0-18b6ab544f64 req-54713230-a56c-4964-9eea-5a0f2661304f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 943 time: 0.2479727 Apr 20 16:11:28.798225 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:28.815487 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] For port e668af26-f568-403c-a906-c0590e27df3e, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e668af26-f568-403c-a906-c0590e27df3e,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:11:28.820715 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3994d20b-bd39-411a-8ef0-18b6ab544f64 req-7e37f1c2-dffd-49ae-b1ec-85f9d19664c1 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476689 Apr 20 16:11:28.846504 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4560ccf-029c-47b8-871e-3750ca8e7b31 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:11:28.884863 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port a4560ccf-029c-47b8-871e-3750ca8e7b31, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a4560ccf-029c-47b8-871e-3750ca8e7b31,segment=NetworkSegment(0645846c-5a7e-4fa1-b41c-6bdd002f9154),segment_id=0645846c-5a7e-4fa1-b41c-6bdd002f9154)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:28.896737 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9805cbbb-217c-43ea-88e4-f68fd04b0766 None None] Provisioning complete for port b130de76-3b49-4f14-a308-ce37a962a5aa triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:28.897140 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9805cbbb-217c-43ea-88e4-f68fd04b0766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:28.928699 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c58ac791-9fd0-4ea2-9a20-802f1b967bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:28.940361 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-9805cbbb-217c-43ea-88e4-f68fd04b0766 None None] Port b130de76-3b49-4f14-a308-ce37a962a5aa cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:11:29.005139 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:29.067493 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:29.111948 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] Routers {'51540090-b602-43cc-b46b-72c28572b016'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:11:29.112769 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:11:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['51540090-b602-43cc-b46b-72c28572b016'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:29.192061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fbc19-9a6e-42cc-bf26-7dcdb189fe0a req-cd1ec58d-04bb-422f-8345-b1a265981d59 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:29.201846 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f51fbc19-9a6e-42cc-bf26-7dcdb189fe0a req-cd1ec58d-04bb-422f-8345-b1a265981d59 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.0995612 Apr 20 16:11:29.304384 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f51fbc19-9a6e-42cc-bf26-7dcdb189fe0a req-a8ac5852-2d60-4c09-ae8c-46627397da2a tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007066 Apr 20 16:11:29.441175 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] Set router 51540090-b602-43cc-b46b-72c28572b016 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:11:29.455008 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ccf33f6e-e315-4290-8225-8b871d53fb8c req-48a9153e-c455-47c8-8e72-19c1de5ae7e8 tempest-QuotasAdminNegativeTest-2071968126 tempest-QuotasAdminNegativeTest-2071968126-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9082e5c021db4fa6ab4efbbba2d3c9dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529816 Apr 20 16:11:29.562835 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8538022-789b-45cc-a225-798684625262 req-1719a660-878d-4593-882b-0cfb7e2e7d0e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:29.570720 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a8538022-789b-45cc-a225-798684625262 req-1719a660-878d-4593-882b-0cfb7e2e7d0e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 946 time: 0.5955606 Apr 20 16:11:29.611375 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23a739-9536-4f9c-a4e7-c6db519f41cb None None] Pushing event updated for resources: {'Port': ['ID=e668af26-f568-403c-a906-c0590e27df3e,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:29.630230 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a8538022-789b-45cc-a225-798684625262 req-bab9c979-7ef9-4703-a3ad-25bc882d2799 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585496 Apr 20 16:11:29.700048 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c58ac791-9fd0-4ea2-9a20-802f1b967bbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:29.710775 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=a4560ccf-029c-47b8-871e-3750ca8e7b31,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:29.722706 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 7ad74a6d-18c7-4633-9368-aa323855bcb9 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:11:29.737048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf33f6e-e315-4290-8225-8b871d53fb8c req-e274b10b-5d52-4cd4-ae7e-e7deffc48ad2 tempest-QuotasAdminNegativeTest-2071968126 tempest-QuotasAdminNegativeTest-2071968126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:29.744893 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ccf33f6e-e315-4290-8225-8b871d53fb8c req-e274b10b-5d52-4cd4-ae7e-e7deffc48ad2 tempest-QuotasAdminNegativeTest-2071968126 tempest-QuotasAdminNegativeTest-2071968126-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2835023 Apr 20 16:11:29.783233 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c58ac791-9fd0-4ea2-9a20-802f1b967bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:29.799049 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ccf33f6e-e315-4290-8225-8b871d53fb8c req-0aefc195-b2fc-489c-a067-ff9d684945c3 tempest-QuotasAdminNegativeTest-2071968126 tempest-QuotasAdminNegativeTest-2071968126-project] 10.222.0.15 "GET /v2.0/quotas/9082e5c021db4fa6ab4efbbba2d3c9dc HTTP/1.1" status: 200 len: 375 time: 0.0530000 Apr 20 16:11:29.882364 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ccf33f6e-e315-4290-8225-8b871d53fb8c req-4a9bd450-eb8e-47cf-b0a6-64120c0764d7 tempest-QuotasAdminNegativeTest-2071968126 tempest-QuotasAdminNegativeTest-2071968126-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9082e5c021db4fa6ab4efbbba2d3c9dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821574 Apr 20 16:11:29.891031 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['a4560ccf-029c-47b8-871e-3750ca8e7b31'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:11:29.915919 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac176b-e9bc-43d4-b66a-426949e30477 req-2e1789ed-478e-4401-bc74-e533c98e31e4 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:29.922275 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69ac176b-e9bc-43d4-b66a-426949e30477 req-2e1789ed-478e-4401-bc74-e533c98e31e4 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 946 time: 0.2409713 Apr 20 16:11:30.003058 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c58ac791-9fd0-4ea2-9a20-802f1b967bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:30.010374 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ac791-9fd0-4ea2-9a20-802f1b967bbe admin admin] Pushing event updated for resources: {'Port': ['ID=b130de76-3b49-4f14-a308-ce37a962a5aa,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:30.026119 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:30.036242 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d96ed5-f2e8-4d5d-9a17-6a25d8b82fbe req-d71ac958-873e-4e63-bdb0-aa7b084855da tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:30.045041 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c9d96ed5-f2e8-4d5d-9a17-6a25d8b82fbe req-d71ac958-873e-4e63-bdb0-aa7b084855da tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 944 time: 0.1207552 Apr 20 16:11:30.075783 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c985d68-0280-4334-81ae-d5c25e904212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad74a6d-18c7-4633-9368-aa323855bcb9'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:11:30.078786 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b427976-6071-417d-814c-3f4e0acf3d0e" -d '{"events": [{"server_uuid": "7c985d68-0280-4334-81ae-d5c25e904212", "name": "network-vif-unplugged", "status": "completed", "tag": "7ad74a6d-18c7-4633-9368-aa323855bcb9"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:11:30.104702 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51540090-b602-43cc-b46b-72c28572b016', 'name': 'tempest-TaggedBootDevicesTest_v242-434958766-router', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'e668af26-f568-403c-a906-c0590e27df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:23Z', 'updated_at': '2022-04-20T16:11:28Z', 'revision_number': 4, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'gw_port': {'id': 'e668af26-f568-403c-a906-c0590e27df3e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51540090-b602-43cc-b46b-72c28572b016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:24Z', 'updated_at': '2022-04-20T16:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'b130de76-3b49-4f14-a308-ce37a962a5aa', 'name': '', 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'mac_address': 'fa:16:3e:f1:21:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51540090-b602-43cc-b46b-72c28572b016', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bf84b94b-dba3-472d-a23f-24ed520f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:27Z', 'updated_at': '2022-04-20T16:11:27Z', 'revision_number': 1, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'subnets': [{'id': 'bf84b94b-dba3-472d-a23f-24ed520f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:30.149203 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 7ad74a6d-18c7-4633-9368-aa323855bcb9, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7ad74a6d-18c7-4633-9368-aa323855bcb9,segment=NetworkSegment(c360c3f8-b007-4e45-bb5e-d3940160744d),segment_id=c360c3f8-b007-4e45-bb5e-d3940160744d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:30.153389 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdbede3-cd4e-4008-b837-618531390348 None None] The sync data for ids ['51540090-b602-43cc-b46b-72c28572b016'] in n-d-836146-2 is: [{'id': '51540090-b602-43cc-b46b-72c28572b016', 'name': 'tempest-TaggedBootDevicesTest_v242-434958766-router', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'e668af26-f568-403c-a906-c0590e27df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:23Z', 'updated_at': '2022-04-20T16:11:28Z', 'revision_number': 4, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'gw_port': {'id': 'e668af26-f568-403c-a906-c0590e27df3e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51540090-b602-43cc-b46b-72c28572b016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:24Z', 'updated_at': '2022-04-20T16:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'b130de76-3b49-4f14-a308-ce37a962a5aa', 'name': '', 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'mac_address': 'fa:16:3e:f1:21:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51540090-b602-43cc-b46b-72c28572b016', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bf84b94b-dba3-472d-a23f-24ed520f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:27Z', 'updated_at': '2022-04-20T16:11:27Z', 'revision_number': 1, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'subnets': [{'id': 'bf84b94b-dba3-472d-a23f-24ed520f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:11:30.165607 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c9d96ed5-f2e8-4d5d-9a17-6a25d8b82fbe req-cd153d63-a739-4c59-83a1-609d1a0cb11c tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196496 Apr 20 16:11:30.176226 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-69ac176b-e9bc-43d4-b66a-426949e30477 req-c72f18db-f1d0-4f32-94bf-21e7689ac1d6 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Deleting port 7ad74a6d-18c7-4633-9368-aa323855bcb9 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:11:30.176597 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-69ac176b-e9bc-43d4-b66a-426949e30477 req-c72f18db-f1d0-4f32-94bf-21e7689ac1d6 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:30.248007 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58ac791-9fd0-4ea2-9a20-802f1b967bbe admin admin] Network 5a539455-a33b-4573-a499-12dcf82cf2d8 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:11:30.250055 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-c58ac791-9fd0-4ea2-9a20-802f1b967bbe admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:11:30.306019 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8302f8e-de8f-4aa2-b68c-d113e5efef58 x-openstack-request-id: req-b8302f8e-de8f-4aa2-b68c-d113e5efef58 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:11:30.306334 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c985d68-0280-4334-81ae-d5c25e904212", "name": "network-vif-unplugged", "status": "completed", "tag": "7ad74a6d-18c7-4633-9368-aa323855bcb9", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:11:30.306590 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8302f8e-de8f-4aa2-b68c-d113e5efef58 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:11:30.307115 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8302f8e-de8f-4aa2-b68c-d113e5efef58'] response: {'server_uuid': '7c985d68-0280-4334-81ae-d5c25e904212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad74a6d-18c7-4633-9368-aa323855bcb9', 'code': 200} Apr 20 16:11:30.392879 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-69ac176b-e9bc-43d4-b66a-426949e30477 req-c72f18db-f1d0-4f32-94bf-21e7689ac1d6 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] For port 7ad74a6d-18c7-4633-9368-aa323855bcb9, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7ad74a6d-18c7-4633-9368-aa323855bcb9,segment=NetworkSegment(c360c3f8-b007-4e45-bb5e-d3940160744d),segment_id=c360c3f8-b007-4e45-bb5e-d3940160744d)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:30.393322 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-69ac176b-e9bc-43d4-b66a-426949e30477 req-c72f18db-f1d0-4f32-94bf-21e7689ac1d6 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:30.414131 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-69ac176b-e9bc-43d4-b66a-426949e30477 req-c72f18db-f1d0-4f32-94bf-21e7689ac1d6 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Calling delete_port for 7ad74a6d-18c7-4633-9368-aa323855bcb9 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:11:30.479141 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58ac791-9fd0-4ea2-9a20-802f1b967bbe admin admin] Router 51540090-b602-43cc-b46b-72c28572b016 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:11:30.710051 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba4c1e-d461-4b60-8a6d-b3eadb39b88f req-33ea09fe-c196-4497-b912-16998249ef96 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:30.712944 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-05ba4c1e-d461-4b60-8a6d-b3eadb39b88f req-33ea09fe-c196-4497-b912-16998249ef96 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.2062852 Apr 20 16:11:30.788168 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:30.794367 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2c89cee6-7a0b-45ad-a271-0ee3e4e9fd91 None None] Provisioning complete for port b130de76-3b49-4f14-a308-ce37a962a5aa triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:30.794750 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2c89cee6-7a0b-45ad-a271-0ee3e4e9fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:30.901746 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:30.921353 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-05ba4c1e-d461-4b60-8a6d-b3eadb39b88f req-59bc8d88-c3db-4965-91ad-9a2f8adebfd3 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017159 Apr 20 16:11:30.932671 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58ac791-9fd0-4ea2-9a20-802f1b967bbe admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:11:30.958804 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c58ac791-9fd0-4ea2-9a20-802f1b967bbe admin admin] 10.222.0.15 "PUT /v2.0/routers/51540090-b602-43cc-b46b-72c28572b016/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0584669 Apr 20 16:11:31.062896 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=7ad74a6d-18c7-4633-9368-aa323855bcb9,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:31.078005 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-69ac176b-e9bc-43d4-b66a-426949e30477 req-c72f18db-f1d0-4f32-94bf-21e7689ac1d6 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:31.079702 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2c89cee6-7a0b-45ad-a271-0ee3e4e9fd91 None None] Port b130de76-3b49-4f14-a308-ce37a962a5aa cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:11:31.141663 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f18db-f1d0-4f32-94bf-21e7689ac1d6 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Pushing event deleted for resources: {'Port': ['ID=7ad74a6d-18c7-4633-9368-aa323855bcb9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:31.165456 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f09a35-e154-4eff-9c15-102eba2a668b req-a8a25afb-c9bd-4760-822c-8fbeaa4ddeaf tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:31.174898 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f4f09a35-e154-4eff-9c15-102eba2a668b req-a8a25afb-c9bd-4760-822c-8fbeaa4ddeaf tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 865 time: 0.1120465 Apr 20 16:11:31.244316 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ac176b-e9bc-43d4-b66a-426949e30477 req-c72f18db-f1d0-4f32-94bf-21e7689ac1d6 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] No DVR routers for this DVR port 7ad74a6d-18c7-4633-9368-aa323855bcb9 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:11:31.248169 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-69ac176b-e9bc-43d4-b66a-426949e30477 req-c72f18db-f1d0-4f32-94bf-21e7689ac1d6 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:31.254807 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69ac176b-e9bc-43d4-b66a-426949e30477 req-c72f18db-f1d0-4f32-94bf-21e7689ac1d6 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.30 "DELETE /v2.0/ports/7ad74a6d-18c7-4633-9368-aa323855bcb9 HTTP/1.1" status: 204 len: 173 time: 1.3188322 Apr 20 16:11:31.255234 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c985d68-0280-4334-81ae-d5c25e904212', 'name': 'network-vif-deleted', 'tag': '7ad74a6d-18c7-4633-9368-aa323855bcb9'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:11:31.257186 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f4f09a35-e154-4eff-9c15-102eba2a668b req-38c5fae8-d5c0-4467-a517-2bfd50c03680 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813136 Apr 20 16:11:31.259537 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c04eea-cf8a-4c28-baad-5b909cf1b1da" -d '{"events": [{"server_uuid": "7c985d68-0280-4334-81ae-d5c25e904212", "name": "network-vif-deleted", "tag": "7ad74a6d-18c7-4633-9368-aa323855bcb9"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:11:31.497719 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc462c90-e259-46ef-b3c4-097cd4875b02 req-5f36bec8-886c-4363-8b6e-ea2b088be85f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:31.508936 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bc462c90-e259-46ef-b3c4-097cd4875b02 req-5f36bec8-886c-4363-8b6e-ea2b088be85f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 944 time: 0.1056769 Apr 20 16:11:31.556639 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bc462c90-e259-46ef-b3c4-097cd4875b02 req-cc27847f-e55a-411b-82ca-bf7d05039b17 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460222 Apr 20 16:11:31.674449 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f24852-ebc6-4db8-abd1-5eeb6592e9e6 x-openstack-request-id: req-84f24852-ebc6-4db8-abd1-5eeb6592e9e6 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:11:31.675564 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c985d68-0280-4334-81ae-d5c25e904212", "name": "network-vif-deleted", "tag": "7ad74a6d-18c7-4633-9368-aa323855bcb9", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:11:31.675993 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84f24852-ebc6-4db8-abd1-5eeb6592e9e6 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:11:31.676568 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84f24852-ebc6-4db8-abd1-5eeb6592e9e6'] response: {'server_uuid': '7c985d68-0280-4334-81ae-d5c25e904212', 'name': 'network-vif-deleted', 'tag': '7ad74a6d-18c7-4633-9368-aa323855bcb9', 'status': 'completed', 'code': 200} Apr 20 16:11:32.008298 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1a6cdee-ddbb-4f66-9683-109d944cb37c req-8bf98109-7d1d-4c25-b402-951f47c57d08 tempest-QuotasAdminNegativeTest-2071968126 tempest-QuotasAdminNegativeTest-2071968126-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9082e5c021db4fa6ab4efbbba2d3c9dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306022 Apr 20 16:11:32.228860 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49f4d0-d050-4d48-862e-69e6ca2b5fa3 req-683b1978-3441-43ca-93aa-57388a4155d0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:32.230473 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dd49f4d0-d050-4d48-862e-69e6ca2b5fa3 req-683b1978-3441-43ca-93aa-57388a4155d0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.1910601 Apr 20 16:11:32.259738 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e668af26-f568-403c-a906-c0590e27df3e up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:11:32.340225 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a4560ccf-029c-47b8-871e-3750ca8e7b31 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:11:32.345528 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dd49f4d0-d050-4d48-862e-69e6ca2b5fa3 req-a8665198-26dd-4116-8f2f-48b5fd91c26d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912950 Apr 20 16:11:32.390652 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6cdee-ddbb-4f66-9683-109d944cb37c req-d1583679-34a8-4576-aa28-3055e251dfcb tempest-QuotasAdminNegativeTest-2071968126 tempest-QuotasAdminNegativeTest-2071968126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:32.405561 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1a6cdee-ddbb-4f66-9683-109d944cb37c req-d1583679-34a8-4576-aa28-3055e251dfcb tempest-QuotasAdminNegativeTest-2071968126 tempest-QuotasAdminNegativeTest-2071968126-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3922679 Apr 20 16:11:32.444479 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1a6cdee-ddbb-4f66-9683-109d944cb37c req-d3e96a13-8ea4-4d9b-854b-d1dc86d04fde tempest-QuotasAdminNegativeTest-2071968126 tempest-QuotasAdminNegativeTest-2071968126-project] 10.222.0.15 "GET /v2.0/quotas/9082e5c021db4fa6ab4efbbba2d3c9dc HTTP/1.1" status: 200 len: 375 time: 0.0122697 Apr 20 16:11:32.492899 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port e668af26-f568-403c-a906-c0590e27df3e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:32.493579 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:32.524931 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1a6cdee-ddbb-4f66-9683-109d944cb37c req-ef28a506-95c6-4f08-a3b0-2d323a1c682d tempest-QuotasAdminNegativeTest-2071968126 tempest-QuotasAdminNegativeTest-2071968126-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9082e5c021db4fa6ab4efbbba2d3c9dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744255 Apr 20 16:11:32.554301 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a1e65666-2ae5-405d-9511-a05bdfcee64f req-b611e7d9-f90d-4930-9272-97bb057c0cee tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c985d68-0280-4334-81ae-d5c25e904212 HTTP/1.1" status: 200 len: 210 time: 0.0596523 Apr 20 16:11:32.598785 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port a4560ccf-029c-47b8-871e-3750ca8e7b31 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:11:32.629896 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port a4560ccf-029c-47b8-871e-3750ca8e7b31 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:32.630279 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:32.802181 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57856) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:32.807542 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-489c6d80-f8af-4693-83b2-dd82d64ab14b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2131022010-network', 'tenant_id': '2e662645b3a84c7bb46869fc34f521f5'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:32.834418 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593064ff-ccb9-4df3-829e-04d9a673cd01 req-6597fb28-8a4b-40ed-8fca-a0117f657f81 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:32.843835 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-593064ff-ccb9-4df3-829e-04d9a673cd01 req-6597fb28-8a4b-40ed-8fca-a0117f657f81 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 944 time: 0.1102581 Apr 20 16:11:32.914397 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-593064ff-ccb9-4df3-829e-04d9a673cd01 req-9a7b259a-0a54-459b-94c7-1e6a6d4af277 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692916 Apr 20 16:11:32.949029 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489c6d80-f8af-4693-83b2-dd82d64ab14b admin admin] Made reservation on behalf of 2e662645b3a84c7bb46869fc34f521f5 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:11:32.951340 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-489c6d80-f8af-4693-83b2-dd82d64ab14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:32.965266 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-489c6d80-f8af-4693-83b2-dd82d64ab14b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:32.989939 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:33.025990 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:33.044576 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port e668af26-f568-403c-a906-c0590e27df3e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e668af26-f568-403c-a906-c0590e27df3e,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:33.073373 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port a4560ccf-029c-47b8-871e-3750ca8e7b31, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a4560ccf-029c-47b8-871e-3750ca8e7b31,segment=NetworkSegment(0645846c-5a7e-4fa1-b41c-6bdd002f9154),segment_id=0645846c-5a7e-4fa1-b41c-6bdd002f9154)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:33.080178 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e66719-9154-457e-82b8-c8c634e59778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4560ccf-029c-47b8-871e-3750ca8e7b31'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:11:33.084780 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bbfd9b-a2a7-425c-9053-abb0867637c4" -d '{"events": [{"server_uuid": "79e66719-9154-457e-82b8-c8c634e59778", "name": "network-vif-plugged", "status": "completed", "tag": "a4560ccf-029c-47b8-871e-3750ca8e7b31"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:11:33.116956 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-489c6d80-f8af-4693-83b2-dd82d64ab14b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:33.151652 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f772ff-5708-43b7-8811-495372f49f52 x-openstack-request-id: req-16f772ff-5708-43b7-8811-495372f49f52 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:11:33.152032 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e66719-9154-457e-82b8-c8c634e59778", "name": "network-vif-plugged", "status": "completed", "tag": "a4560ccf-029c-47b8-871e-3750ca8e7b31", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:11:33.152374 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-16f772ff-5708-43b7-8811-495372f49f52 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:11:33.152831 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16f772ff-5708-43b7-8811-495372f49f52'] response: {'server_uuid': '79e66719-9154-457e-82b8-c8c634e59778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4560ccf-029c-47b8-871e-3750ca8e7b31', 'code': 200} Apr 20 16:11:33.210229 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:33.259104 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:33.264268 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-489c6d80-f8af-4693-83b2-dd82d64ab14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:33.295446 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=e668af26-f568-403c-a906-c0590e27df3e,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:33.320148 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489c6d80-f8af-4693-83b2-dd82d64ab14b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:11:33.340409 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c6d80-f8af-4693-83b2-dd82d64ab14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcae0fab-875c-41a8-8e7b-5cdd3dffb512,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:33.344074 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-489c6d80-f8af-4693-83b2-dd82d64ab14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:33.344689 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-489c6d80-f8af-4693-83b2-dd82d64ab14b admin admin] Added segment 7c021dec-2588-4f46-8cb3-a9b91a2738f4 of type vlan for network 948c1a47-ff6b-43dd-8f43-92603c4c1de0 Apr 20 16:11:33.413042 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a0850-9332-436d-84ed-62facc49feca req-865b7399-5ad6-451a-b4b6-da0b99e7ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:33.414967 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b6a0850-9332-436d-84ed-62facc49feca req-865b7399-5ad6-451a-b4b6-da0b99e7ff7f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 1096 time: 0.1618748 Apr 20 16:11:33.424890 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-489c6d80-f8af-4693-83b2-dd82d64ab14b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:33.426105 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=a4560ccf-029c-47b8-871e-3750ca8e7b31,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:33.503087 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b6a0850-9332-436d-84ed-62facc49feca req-74de69ea-bfbd-4327-9923-f05d136d09f1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748842 Apr 20 16:11:33.563820 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58189e05-f2c8-48a4-9f5b-e14de5dc35f7 req-10085ca7-c355-49fb-bfed-87e9581ceb3f tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:33.564457 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-58189e05-f2c8-48a4-9f5b-e14de5dc35f7 req-10085ca7-c355-49fb-bfed-87e9581ceb3f tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.0917068 Apr 20 16:11:33.591617 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-489c6d80-f8af-4693-83b2-dd82d64ab14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:33.591848 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489c6d80-f8af-4693-83b2-dd82d64ab14b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:33.601351 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-489c6d80-f8af-4693-83b2-dd82d64ab14b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:33.648739 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-58189e05-f2c8-48a4-9f5b-e14de5dc35f7 req-9b92d63e-b4ec-4ed0-8ff4-ab2c38aa908b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610509 Apr 20 16:11:33.699514 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 7ad74a6d-18c7-4633-9368-aa323855bcb9 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:11:33.725866 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57876) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:33.731560 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-489c6d80-f8af-4693-83b2-dd82d64ab14b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9280200 Apr 20 16:11:33.733564 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-0c4d6513-c9eb-4b18-b938-ced307088852 admin admin] Request body: {'subnet': {'network_id': '948c1a47-ff6b-43dd-8f43-92603c4c1de0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2131022010-subnet', 'tenant_id': '2e662645b3a84c7bb46869fc34f521f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:33.754047 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 7ad74a6d-18c7-4633-9368-aa323855bcb9 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:11:33.754436 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 7ad74a6d-18c7-4633-9368-aa323855bcb9 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:11:33.769661 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c6d80-f8af-4693-83b2-dd82d64ab14b admin admin] Pushing event updated for resources: {'Network': ['ID=948c1a47-ff6b-43dd-8f43-92603c4c1de0,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:33.783671 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 948c1a47-ff6b-43dd-8f43-92603c4c1de0 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:11:33.796397 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] Sync routers for ids ['51540090-b602-43cc-b46b-72c28572b016'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:11:33.812832 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] Routers {'51540090-b602-43cc-b46b-72c28572b016'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:11:33.815293 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:11:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['51540090-b602-43cc-b46b-72c28572b016'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:33.906663 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4d6513-c9eb-4b18-b938-ced307088852 admin admin] Made reservation on behalf of 2e662645b3a84c7bb46869fc34f521f5 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:11:33.909139 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c4d6513-c9eb-4b18-b938-ced307088852 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:34.232034 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002dbb0-03b1-4bce-8f40-5113469029fb req-cb02905d-7f07-414d-acf9-6abce178d052 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:34.241899 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5002dbb0-03b1-4bce-8f40-5113469029fb req-cb02905d-7f07-414d-acf9-6abce178d052 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 945 time: 0.1532340 Apr 20 16:11:34.345174 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5002dbb0-03b1-4bce-8f40-5113469029fb req-d8fbe2fb-6734-4b79-bf2b-bc49ce581c85 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892723 Apr 20 16:11:34.351361 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e668af26-f568-403c-a906-c0590e27df3e up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:11:34.351794 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] Set router 51540090-b602-43cc-b46b-72c28572b016 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:11:34.504702 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15fada-43de-4586-9779-918064541028 req-31992102-191a-45cb-9057-6e597330ef90 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:34.506776 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port e668af26-f568-403c-a906-c0590e27df3e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:34.507262 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:34.520944 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e15fada-43de-4586-9779-918064541028 req-31992102-191a-45cb-9057-6e597330ef90 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/networks?id=c407a25c-3c84-47bb-a12c-46efb29f8241 HTTP/1.1" status: 200 len: 822 time: 0.2440929 Apr 20 16:11:34.539607 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e15fada-43de-4586-9779-918064541028 req-c71bddca-9f07-4b95-b7e6-1e8e311a7069 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/quotas/6b467f9ba8304462a3eb94400306af37 HTTP/1.1" status: 200 len: 375 time: 0.0176165 Apr 20 16:11:34.582689 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57906) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:34.587358 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51540090-b602-43cc-b46b-72c28572b016', 'name': 'tempest-TaggedBootDevicesTest_v242-434958766-router', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'e668af26-f568-403c-a906-c0590e27df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:23Z', 'updated_at': '2022-04-20T16:11:28Z', 'revision_number': 4, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'gw_port': {'id': 'e668af26-f568-403c-a906-c0590e27df3e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51540090-b602-43cc-b46b-72c28572b016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:24Z', 'updated_at': '2022-04-20T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'b130de76-3b49-4f14-a308-ce37a962a5aa', 'name': '', 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'mac_address': 'fa:16:3e:f1:21:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51540090-b602-43cc-b46b-72c28572b016', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bf84b94b-dba3-472d-a23f-24ed520f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:27Z', 'updated_at': '2022-04-20T16:11:29Z', 'revision_number': 2, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'subnets': [{'id': 'bf84b94b-dba3-472d-a23f-24ed520f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:34.619793 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] Checking router: 51540090-b602-43cc-b46b-72c28572b016 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:11:34.620442 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] Updating router 51540090-b602-43cc-b46b-72c28572b016 port b130de76-3b49-4f14-a308-ce37a962a5aa binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:11:34.646944 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e15fada-43de-4586-9779-918064541028 req-d5878e49-4f10-4238-bdfd-ba2e4e815f55 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b467f9ba8304462a3eb94400306af37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1016202 Apr 20 16:11:34.653105 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:34.784380 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3fcad-9d21-4e57-9f9f-286c9d84dffc req-a1199382-37a3-494d-ae4f-51eb4fd23e08 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:34.791253 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4ab3fcad-9d21-4e57-9f9f-286c9d84dffc req-a1199382-37a3-494d-ae4f-51eb4fd23e08 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 944 time: 0.3092229 Apr 20 16:11:34.856578 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e15fada-43de-4586-9779-918064541028 req-70d9fa8f-87c2-406a-b963-65aa0166fc4d service neutron] 10.222.0.15 "GET /v2.0/networks/c407a25c-3c84-47bb-a12c-46efb29f8241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024345 Apr 20 16:11:34.924372 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4ab3fcad-9d21-4e57-9f9f-286c9d84dffc req-050c0e19-f8a1-42a0-a6ce-034653ad7807 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282840 Apr 20 16:11:34.927719 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c4d6513-c9eb-4b18-b938-ced307088852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:34.961081 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b205a0bf-25d4-4a97-83c8-d8fa8bf231ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:35.055314 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b205a0bf-25d4-4a97-83c8-d8fa8bf231ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:35.088267 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e15fada-43de-4586-9779-918064541028 req-9b7b265b-3095-41da-a9f3-349c05f15abe service neutron] 10.222.0.15 "GET /v2.0/networks/c407a25c-3c84-47bb-a12c-46efb29f8241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204025 Apr 20 16:11:35.141948 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b205a0bf-25d4-4a97-83c8-d8fa8bf231ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:35.193430 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:35.197640 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b205a0bf-25d4-4a97-83c8-d8fa8bf231ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9082e5c021db4fa6ab4efbbba2d3c9dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6137903 Apr 20 16:11:35.205473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57914) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:35.209478 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205a0bf-25d4-4a97-83c8-d8fa8bf231ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8c91c0-72df-493b-9be7-040ec95b2dac,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:35.273183 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d6513-c9eb-4b18-b938-ced307088852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cce5851b-86d8-436c-ad3a-d16db2c9e1f6,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:35.275594 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4d6513-c9eb-4b18-b938-ced307088852 admin admin] Checking segment: {'id': '7c021dec-2588-4f46-8cb3-a9b91a2738f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '948c1a47-ff6b-43dd-8f43-92603c4c1de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:11:35.280638 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4d6513-c9eb-4b18-b938-ced307088852 admin admin] Network hostable DHCP agents. Network: 948c1a47-ff6b-43dd-8f43-92603c4c1de0, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:11:35.286806 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:35.299299 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1ed37-076c-49d8-b991-68171f284d3c req-dc212f7a-ad5f-4bc1-9341-ade28b15f168 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:35.308762 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c6d1ed37-076c-49d8-b991-68171f284d3c req-dc212f7a-ad5f-4bc1-9341-ade28b15f168 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.2323546 Apr 20 16:11:35.324215 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01420db9-2b2c-4d9b-851f-97dada25daf8 req-63f75f5f-48cf-49e4-bc48-6fb9748f72c3 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:35.324215 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-01420db9-2b2c-4d9b-851f-97dada25daf8 req-63f75f5f-48cf-49e4-bc48-6fb9748f72c3 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 944 time: 0.1841033 Apr 20 16:11:35.340513 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b21924ae-c7ee-4013-80e5-ae5ace69cdb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:35.428137 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c6d1ed37-076c-49d8-b991-68171f284d3c req-1485f61e-14ee-4e41-9dff-f2f1a0638b7a tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147468 Apr 20 16:11:35.429400 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4d6513-c9eb-4b18-b938-ced307088852 admin admin] Network 948c1a47-ff6b-43dd-8f43-92603c4c1de0 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:11:35.433713 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b21924ae-c7ee-4013-80e5-ae5ace69cdb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:35.469396 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a419935-5cff-4b9f-aabc-85fe07a60fd2 None None] Pushing event updated for resources: {'Port': ['ID=b130de76-3b49-4f14-a308-ce37a962a5aa,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:35.536296 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-435f041d-b06a-42ac-a21a-647835b1ec74 req-0fd1f758-f313-4f59-8609-b41a3a59f2d6 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=021a2911-b8c6-40bc-a009-5a8e9299591c HTTP/1.1" status: 200 len: 210 time: 0.0504336 Apr 20 16:11:35.538576 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-0c4d6513-c9eb-4b18-b938-ced307088852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 948c1a47-ff6b-43dd-8f43-92603c4c1de0) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:11:35.550700 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4d6513-c9eb-4b18-b938-ced307088852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:35.551343 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c4d6513-c9eb-4b18-b938-ced307088852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:35.573218 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effc23e3-a3d2-4f7f-a6e6-eb35c68e1dea None None] Network 948c1a47-ff6b-43dd-8f43-92603c4c1de0 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:11:35.647682 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] Attempting to bind port b130de76-3b49-4f14-a308-ce37a962a5aa on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:11:35.647682 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] Attempting to bind port b130de76-3b49-4f14-a308-ce37a962a5aa by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'f3c2a4b0-1636-4c33-9c91-442e824bef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:11:35.647682 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] Attempting to bind port b130de76-3b49-4f14-a308-ce37a962a5aa on network 5a539455-a33b-4573-a499-12dcf82cf2d8 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:11:35.662543 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:11:35.664060 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] Checking segment: {'id': 'f3c2a4b0-1636-4c33-9c91-442e824bef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:11:35.665089 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:35.666231 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] Bound using segment: {'id': 'f3c2a4b0-1636-4c33-9c91-442e824bef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:11:35.667382 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] Bound port: b130de76-3b49-4f14-a308-ce37a962a5aa, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c2a4b0-1636-4c33-9c91-442e824bef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:11:35.669188 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:35.699630 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b21924ae-c7ee-4013-80e5-ae5ace69cdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:35.702427 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b21924ae-c7ee-4013-80e5-ae5ace69cdb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:35.703629 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b21924ae-c7ee-4013-80e5-ae5ace69cdb4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d8c91c0-72df-493b-9be7-040ec95b2dac HTTP/1.1" status: 204 len: 168 time: 0.4952712 Apr 20 16:11:35.715410 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21924ae-c7ee-4013-80e5-ae5ace69cdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8c91c0-72df-493b-9be7-040ec95b2dac,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:35.725832 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0c4d6513-c9eb-4b18-b938-ced307088852 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9985683 Apr 20 16:11:35.736466 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57926) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:35.736466 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-85576ca0-6059-4c6c-922c-ddbd857dfcc5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2131022010-router', 'tenant_id': '2e662645b3a84c7bb46869fc34f521f5', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:35.777555 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc648960-5822-472f-9601-cb0a132ff991 req-925b06a5-54a0-48c9-ad0f-e9059276a5ca tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:35.783203 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cc648960-5822-472f-9601-cb0a132ff991 req-925b06a5-54a0-48c9-ad0f-e9059276a5ca tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 945 time: 0.1772587 Apr 20 16:11:35.835267 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b78cd44-68c1-4307-aa3f-8053a89a4c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-948c1a47-ff6b-43dd-8f43-92603c4c1de0', 'network_id': '948c1a47-ff6b-43dd-8f43-92603c4c1de0', 'tenant_id': '2e662645b3a84c7bb46869fc34f521f5', 'fixed_ips': [{'subnet_id': 'cce5851b-86d8-436c-ad3a-d16db2c9e1f6'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:11:35.837602 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8b78cd44-68c1-4307-aa3f-8053a89a4c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:35.843546 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-85576ca0-6059-4c6c-922c-ddbd857dfcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:35.845732 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-85576ca0-6059-4c6c-922c-ddbd857dfcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:35.860818 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] For port b130de76-3b49-4f14-a308-ce37a962a5aa, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:11:35.865584 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-43c8220a-2cbf-400c-bdc9-f5a13ad1c56d None None] Provisioning complete for port b130de76-3b49-4f14-a308-ce37a962a5aa triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:35.865988 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] For port b130de76-3b49-4f14-a308-ce37a962a5aa, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b130de76-3b49-4f14-a308-ce37a962a5aa,segment=NetworkSegment(f3c2a4b0-1636-4c33-9c91-442e824bef9f),segment_id=f3c2a4b0-1636-4c33-9c91-442e824bef9f)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:11:35.866353 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-43c8220a-2cbf-400c-bdc9-f5a13ad1c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:35.875791 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cc648960-5822-472f-9601-cb0a132ff991 req-48733043-24b5-4407-a84c-892b7c4c8bf8 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783908 Apr 20 16:11:35.882092 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-01420db9-2b2c-4d9b-851f-97dada25daf8 req-a88e07af-5b1e-4444-9895-8dc0f7576b7e tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Deleting port a10f8156-ab9a-4e04-af6d-a3fcaeda1332 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:11:35.882627 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-01420db9-2b2c-4d9b-851f-97dada25daf8 req-a88e07af-5b1e-4444-9895-8dc0f7576b7e tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:35.952835 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:35.981406 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-85576ca0-6059-4c6c-922c-ddbd857dfcc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:36.042258 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-01420db9-2b2c-4d9b-851f-97dada25daf8 req-a88e07af-5b1e-4444-9895-8dc0f7576b7e tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] For port a10f8156-ab9a-4e04-af6d-a3fcaeda1332, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a10f8156-ab9a-4e04-af6d-a3fcaeda1332,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:36.048535 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-01420db9-2b2c-4d9b-851f-97dada25daf8 req-a88e07af-5b1e-4444-9895-8dc0f7576b7e tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:36.057977 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-43c8220a-2cbf-400c-bdc9-f5a13ad1c56d None None] Port b130de76-3b49-4f14-a308-ce37a962a5aa cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:11:36.088149 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a419935-5cff-4b9f-aabc-85fe07a60fd2 None None] Pushing event updated for resources: {'Port': ['ID=b130de76-3b49-4f14-a308-ce37a962a5aa,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:36.106477 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] Routers {'51540090-b602-43cc-b46b-72c28572b016'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:11:36.107113 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:11:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['51540090-b602-43cc-b46b-72c28572b016'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:36.153966 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-01420db9-2b2c-4d9b-851f-97dada25daf8 req-a88e07af-5b1e-4444-9895-8dc0f7576b7e tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Calling delete_port for a10f8156-ab9a-4e04-af6d-a3fcaeda1332 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:11:36.205930 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-8b78cd44-68c1-4307-aa3f-8053a89a4c50 None None] Allocated IP 172.20.0.2 (948c1a47-ff6b-43dd-8f43-92603c4c1de0/cce5851b-86d8-436c-ad3a-d16db2c9e1f6/83ecec87-3418-4ddd-80b3-8e46bdf3dfea) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:11:36.272926 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84e38c-95a6-4ddc-8a9f-4eae52fe5139 req-6729b77e-4f97-4844-8108-790daa68c7ff tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:36.275619 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a84e38c-95a6-4ddc-8a9f-4eae52fe5139 req-6729b77e-4f97-4844-8108-790daa68c7ff tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 944 time: 0.1996319 Apr 20 16:11:36.343702 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] Set router 51540090-b602-43cc-b46b-72c28572b016 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:11:36.490715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b130de76-3b49-4f14-a308-ce37a962a5aa up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:11:36.518157 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a84e38c-95a6-4ddc-8a9f-4eae52fe5139 req-ea288c7c-dc20-436a-8dfc-d3d1dfec370a tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301636 Apr 20 16:11:36.635170 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-29d723b0-1a58-454d-9af6-fb54aec9e08b None None] Provisioning complete for port b130de76-3b49-4f14-a308-ce37a962a5aa triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:36.636220 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-29d723b0-1a58-454d-9af6-fb54aec9e08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:36.654728 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-01420db9-2b2c-4d9b-851f-97dada25daf8 req-a88e07af-5b1e-4444-9895-8dc0f7576b7e tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:36.655622 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d8763855-bd5f-4171-aeaa-aa75f6dd007b req-251afac9-0ecb-4b17-a47b-6c80237fa744 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6726277 Apr 20 16:11:36.687032 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port b130de76-3b49-4f14-a308-ce37a962a5aa triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:36.687827 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:36.733908 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e07af-5b1e-4444-9895-8dc0f7576b7e tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Pushing event deleted for resources: {'Port': ['ID=a10f8156-ab9a-4e04-af6d-a3fcaeda1332,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:36.743615 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['a10f8156-ab9a-4e04-af6d-a3fcaeda1332'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:11:36.758890 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51540090-b602-43cc-b46b-72c28572b016', 'name': 'tempest-TaggedBootDevicesTest_v242-434958766-router', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'e668af26-f568-403c-a906-c0590e27df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:23Z', 'updated_at': '2022-04-20T16:11:28Z', 'revision_number': 4, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'gw_port': {'id': 'e668af26-f568-403c-a906-c0590e27df3e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51540090-b602-43cc-b46b-72c28572b016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:24Z', 'updated_at': '2022-04-20T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'b130de76-3b49-4f14-a308-ce37a962a5aa', 'name': '', 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'mac_address': 'fa:16:3e:f1:21:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51540090-b602-43cc-b46b-72c28572b016', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bf84b94b-dba3-472d-a23f-24ed520f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:27Z', 'updated_at': '2022-04-20T16:11:35Z', 'revision_number': 4, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'subnets': [{'id': 'bf84b94b-dba3-472d-a23f-24ed520f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:36.763424 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-85576ca0-6059-4c6c-922c-ddbd857dfcc5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:36.779364 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-d8763855-bd5f-4171-aeaa-aa75f6dd007b req-5c2667be-8d99-42bf-8829-4d8c5a8cf5f3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:36.806043 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d0e26-33f9-4e4a-9c11-d0a0bc6c11a6 None None] The sync data for ids ['51540090-b602-43cc-b46b-72c28572b016'] in n-d-836146-2 is: [{'id': '51540090-b602-43cc-b46b-72c28572b016', 'name': 'tempest-TaggedBootDevicesTest_v242-434958766-router', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'e668af26-f568-403c-a906-c0590e27df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:23Z', 'updated_at': '2022-04-20T16:11:28Z', 'revision_number': 4, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'gw_port': {'id': 'e668af26-f568-403c-a906-c0590e27df3e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51540090-b602-43cc-b46b-72c28572b016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:24Z', 'updated_at': '2022-04-20T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'b130de76-3b49-4f14-a308-ce37a962a5aa', 'name': '', 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'mac_address': 'fa:16:3e:f1:21:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51540090-b602-43cc-b46b-72c28572b016', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bf84b94b-dba3-472d-a23f-24ed520f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:27Z', 'updated_at': '2022-04-20T16:11:35Z', 'revision_number': 4, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'subnets': [{'id': 'bf84b94b-dba3-472d-a23f-24ed520f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:11:36.806335 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a1e09-364c-4e2b-a371-a3631ee4693c req-99416aa2-3fa0-40cf-9d17-234c71782f2d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:36.820473 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-433a1e09-364c-4e2b-a371-a3631ee4693c req-99416aa2-3fa0-40cf-9d17-234c71782f2d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.2245591 Apr 20 16:11:36.823863 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-01420db9-2b2c-4d9b-851f-97dada25daf8 req-a88e07af-5b1e-4444-9895-8dc0f7576b7e tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] No DVR routers for this DVR port a10f8156-ab9a-4e04-af6d-a3fcaeda1332 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:11:36.846334 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-01420db9-2b2c-4d9b-851f-97dada25daf8 req-a88e07af-5b1e-4444-9895-8dc0f7576b7e tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:36.853863 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-01420db9-2b2c-4d9b-851f-97dada25daf8 req-a88e07af-5b1e-4444-9895-8dc0f7576b7e tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.30 "DELETE /v2.0/ports/a10f8156-ab9a-4e04-af6d-a3fcaeda1332 HTTP/1.1" status: 204 len: 173 time: 1.4681177 Apr 20 16:11:36.855678 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9bdd49-8721-40ce-b7b4-75ad586a5b74', 'name': 'network-vif-deleted', 'tag': 'a10f8156-ab9a-4e04-af6d-a3fcaeda1332'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:11:36.863057 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a37e70e-31b1-45cf-83a6-ae957ec3885a" -d '{"events": [{"server_uuid": "9f9bdd49-8721-40ce-b7b4-75ad586a5b74", "name": "network-vif-deleted", "tag": "a10f8156-ab9a-4e04-af6d-a3fcaeda1332"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:11:36.863388 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57944) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:36.882995 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e03ab95e-44b3-404e-9664-2974de096554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:36.888491 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-433a1e09-364c-4e2b-a371-a3631ee4693c req-b4ec51b2-242b-4c5c-b2fb-70025bea2a76 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666909 Apr 20 16:11:36.940006 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d8763855-bd5f-4171-aeaa-aa75f6dd007b req-5c2667be-8d99-42bf-8829-4d8c5a8cf5f3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:37.019880 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f0ca8626-48fb-4b3c-ae7d-6ee1394eac5a req-5c181c73-7f82-44f7-bf38-7f69f69fc6f6 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=021a2911-b8c6-40bc-a009-5a8e9299591c HTTP/1.1" status: 200 len: 210 time: 0.0409827 Apr 20 16:11:37.059545 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8b78cd44-68c1-4307-aa3f-8053a89a4c50 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:37.096958 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c9ee7d-7a52-4a71-912e-56b6dd60fec7 x-openstack-request-id: req-e4c9ee7d-7a52-4a71-912e-56b6dd60fec7 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:11:37.097255 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9bdd49-8721-40ce-b7b4-75ad586a5b74", "name": "network-vif-deleted", "tag": "a10f8156-ab9a-4e04-af6d-a3fcaeda1332", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:11:37.097506 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e4c9ee7d-7a52-4a71-912e-56b6dd60fec7 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:11:37.097904 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c9ee7d-7a52-4a71-912e-56b6dd60fec7'] response: {'server_uuid': '9f9bdd49-8721-40ce-b7b4-75ad586a5b74', 'name': 'network-vif-deleted', 'tag': 'a10f8156-ab9a-4e04-af6d-a3fcaeda1332', 'status': 'completed', 'code': 200} Apr 20 16:11:37.121551 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:37.141918 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e03ab95e-44b3-404e-9664-2974de096554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:37.148716 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-29d723b0-1a58-454d-9af6-fb54aec9e08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:37.174919 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port b130de76-3b49-4f14-a308-ce37a962a5aa, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b130de76-3b49-4f14-a308-ce37a962a5aa,segment=NetworkSegment(f3c2a4b0-1636-4c33-9c91-442e824bef9f),segment_id=f3c2a4b0-1636-4c33-9c91-442e824bef9f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:37.263605 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8b78cd44-68c1-4307-aa3f-8053a89a4c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:37.268876 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d8763855-bd5f-4171-aeaa-aa75f6dd007b req-5c2667be-8d99-42bf-8829-4d8c5a8cf5f3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:37.304811 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b78cd44-68c1-4307-aa3f-8053a89a4c50 None None] Network 948c1a47-ff6b-43dd-8f43-92603c4c1de0 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:11:37.309856 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-8b78cd44-68c1-4307-aa3f-8053a89a4c50 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:11:37.313623 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b78cd44-68c1-4307-aa3f-8053a89a4c50 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:11:37.324781 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78cd44-68c1-4307-aa3f-8053a89a4c50 None None] Pushing event updated for resources: {'Port': ['ID=83ecec87-3418-4ddd-80b3-8e46bdf3dfea,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:37.358732 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-85576ca0-6059-4c6c-922c-ddbd857dfcc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:37.384663 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e03ab95e-44b3-404e-9664-2974de096554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:37.394094 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-85576ca0-6059-4c6c-922c-ddbd857dfcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:37.402874 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8b78cd44-68c1-4307-aa3f-8053a89a4c50 None None] Attempting to bind port 83ecec87-3418-4ddd-80b3-8e46bdf3dfea on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:11:37.403244 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8b78cd44-68c1-4307-aa3f-8053a89a4c50 None None] Attempting to bind port 83ecec87-3418-4ddd-80b3-8e46bdf3dfea by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '7c021dec-2588-4f46-8cb3-a9b91a2738f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '948c1a47-ff6b-43dd-8f43-92603c4c1de0'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:11:37.404198 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b78cd44-68c1-4307-aa3f-8053a89a4c50 None None] Attempting to bind port 83ecec87-3418-4ddd-80b3-8e46bdf3dfea on network 948c1a47-ff6b-43dd-8f43-92603c4c1de0 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:11:37.411438 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:37.420798 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b78cd44-68c1-4307-aa3f-8053a89a4c50 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:11:37.421324 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b78cd44-68c1-4307-aa3f-8053a89a4c50 None None] Checking segment: {'id': '7c021dec-2588-4f46-8cb3-a9b91a2738f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '948c1a47-ff6b-43dd-8f43-92603c4c1de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:11:37.421737 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8b78cd44-68c1-4307-aa3f-8053a89a4c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:37.422128 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b78cd44-68c1-4307-aa3f-8053a89a4c50 None None] Bound using segment: {'id': '7c021dec-2588-4f46-8cb3-a9b91a2738f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '948c1a47-ff6b-43dd-8f43-92603c4c1de0'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:11:37.422793 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8b78cd44-68c1-4307-aa3f-8053a89a4c50 None None] Bound port: 83ecec87-3418-4ddd-80b3-8e46bdf3dfea, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c021dec-2588-4f46-8cb3-a9b91a2738f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '948c1a47-ff6b-43dd-8f43-92603c4c1de0'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:11:37.423342 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8b78cd44-68c1-4307-aa3f-8053a89a4c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:37.514422 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e03ab95e-44b3-404e-9664-2974de096554 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=11cc98c1569d417a93bf153092911ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6453876 Apr 20 16:11:37.515336 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57950) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:37.519889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ab95e-44b3-404e-9664-2974de096554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b8e39d-3cbe-49a7-b320-ec5817157e35,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:37.530581 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-d8763855-bd5f-4171-aeaa-aa75f6dd007b req-5c2667be-8d99-42bf-8829-4d8c5a8cf5f3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Allocated IP 172.25.0.205 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/9d79a6f7-c95b-4025-ad95-645a3b580440) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:11:37.587783 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=b130de76-3b49-4f14-a308-ce37a962a5aa,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:37.601445 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-29d723b0-1a58-454d-9af6-fb54aec9e08b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:11:37.602040 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-29d723b0-1a58-454d-9af6-fb54aec9e08b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:11:37.608729 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-394caa6d-12d8-42f3-ae75-3674d176bd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:37.617564 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8b78cd44-68c1-4307-aa3f-8053a89a4c50 None None] For port 83ecec87-3418-4ddd-80b3-8e46bdf3dfea, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:11:37.621632 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8b78cd44-68c1-4307-aa3f-8053a89a4c50 None None] For port 83ecec87-3418-4ddd-80b3-8e46bdf3dfea, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=83ecec87-3418-4ddd-80b3-8e46bdf3dfea,segment=NetworkSegment(7c021dec-2588-4f46-8cb3-a9b91a2738f4),segment_id=7c021dec-2588-4f46-8cb3-a9b91a2738f4)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:11:37.660021 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-394caa6d-12d8-42f3-ae75-3674d176bd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:37.689175 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bedf29ce-cf25-48a3-89f7-41e4238bbfd5 req-4dd42f65-2746-44a7-8146-7399a8eaa76a tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 210 time: 0.0413587 Apr 20 16:11:37.718560 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8b78cd44-68c1-4307-aa3f-8053a89a4c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:37.743535 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d8763855-bd5f-4171-aeaa-aa75f6dd007b req-5c2667be-8d99-42bf-8829-4d8c5a8cf5f3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:37.795649 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78cd44-68c1-4307-aa3f-8053a89a4c50 None None] Pushing event updated for resources: {'Port': ['ID=83ecec87-3418-4ddd-80b3-8e46bdf3dfea,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:37.914849 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-394caa6d-12d8-42f3-ae75-3674d176bd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:37.918905 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-394caa6d-12d8-42f3-ae75-3674d176bd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:37.920041 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-394caa6d-12d8-42f3-ae75-3674d176bd66 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65b8e39d-3cbe-49a7-b320-ec5817157e35 HTTP/1.1" status: 204 len: 168 time: 0.4034815 Apr 20 16:11:37.943811 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394caa6d-12d8-42f3-ae75-3674d176bd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b8e39d-3cbe-49a7-b320-ec5817157e35,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:38.020926 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d8763855-bd5f-4171-aeaa-aa75f6dd007b req-5c2667be-8d99-42bf-8829-4d8c5a8cf5f3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:38.073730 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb74f3a-f85e-44a2-82aa-221b1f994815 req-e2411581-2372-4b3a-83e9-1920e883ffc4 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:38.075894 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2eb74f3a-f85e-44a2-82aa-221b1f994815 req-e2411581-2372-4b3a-83e9-1920e883ffc4 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.0781527 Apr 20 16:11:38.117862 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2667be-8d99-42bf-8829-4d8c5a8cf5f3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Pushing event updated for resources: {'Port': ['ID=9d79a6f7-c95b-4025-ad95-645a3b580440,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:38.121773 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8763855-bd5f-4171-aeaa-aa75f6dd007b req-5c2667be-8d99-42bf-8829-4d8c5a8cf5f3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:11:38.128031 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-d8763855-bd5f-4171-aeaa-aa75f6dd007b req-5c2667be-8d99-42bf-8829-4d8c5a8cf5f3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:11:38.131924 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8763855-bd5f-4171-aeaa-aa75f6dd007b req-5c2667be-8d99-42bf-8829-4d8c5a8cf5f3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:11:38.173880 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-85576ca0-6059-4c6c-922c-ddbd857dfcc5 admin admin] Allocated IP 172.25.0.213 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/334cacd7-84b5-452c-b7de-842eeb260510) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:11:38.313568 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d8763855-bd5f-4171-aeaa-aa75f6dd007b req-5c2667be-8d99-42bf-8829-4d8c5a8cf5f3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:38.385259 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b130de76-3b49-4f14-a308-ce37a962a5aa up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:11:38.439474 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port b130de76-3b49-4f14-a308-ce37a962a5aa triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:38.439765 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:38.520188 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2eb74f3a-f85e-44a2-82aa-221b1f994815 req-07b0dd7c-fd4e-4b9b-96c6-73daca7c00e3 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365978 Apr 20 16:11:38.602963 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 83ecec87-3418-4ddd-80b3-8e46bdf3dfea up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:11:38.675864 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a10b920-4deb-4bf9-9ddb-927e3ba98444 req-c87ced14-cd9b-4582-980d-e4b493e61205 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=021a2911-b8c6-40bc-a009-5a8e9299591c HTTP/1.1" status: 200 len: 210 time: 0.0395710 Apr 20 16:11:38.688792 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 83ecec87-3418-4ddd-80b3-8e46bdf3dfea triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:38.689200 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:38.720818 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-85576ca0-6059-4c6c-922c-ddbd857dfcc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:38.803290 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:38.817374 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-424f6c17-d292-4a64-9593-8cd0f5f1a597 req-dffb8d4b-2bb0-4edc-84dd-d776f9cb2747 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9bdd49-8721-40ce-b7b4-75ad586a5b74 HTTP/1.1" status: 200 len: 210 time: 0.0289500 Apr 20 16:11:38.864294 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 83ecec87-3418-4ddd-80b3-8e46bdf3dfea, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=83ecec87-3418-4ddd-80b3-8e46bdf3dfea,segment=NetworkSegment(7c021dec-2588-4f46-8cb3-a9b91a2738f4),segment_id=7c021dec-2588-4f46-8cb3-a9b91a2738f4)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:38.958402 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d8763855-bd5f-4171-aeaa-aa75f6dd007b req-5c2667be-8d99-42bf-8829-4d8c5a8cf5f3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:38.961391 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3551fc00-d25a-4c18-849f-762551c97a9c None None] Network 948c1a47-ff6b-43dd-8f43-92603c4c1de0 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:11:39.046622 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72872713-5f95-4142-b9d1-f36bbb176b72 None None] Provisioning complete for port 83ecec87-3418-4ddd-80b3-8e46bdf3dfea triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:39.047006 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72872713-5f95-4142-b9d1-f36bbb176b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:39.086269 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-85576ca0-6059-4c6c-922c-ddbd857dfcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:39.097834 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15fada-43de-4586-9779-918064541028 req-4128c463-ee5e-40e4-b5ae-753945315685 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:39.099876 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e15fada-43de-4586-9779-918064541028 req-4128c463-ee5e-40e4-b5ae-753945315685 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.26 "GET /v2.0/networks?id=c407a25c-3c84-47bb-a12c-46efb29f8241 HTTP/1.1" status: 200 len: 822 time: 0.1197174 Apr 20 16:11:39.118630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-1e15fada-43de-4586-9779-918064541028 req-35763378-b567-48ac-acac-e6f5175bb765 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Request body: {'port': {'device_id': '021a2911-b8c6-40bc-a009-5a8e9299591c', 'network_id': 'c407a25c-3c84-47bb-a12c-46efb29f8241', 'admin_state_up': True, 'tenant_id': '6b467f9ba8304462a3eb94400306af37'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:39.125016 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85576ca0-6059-4c6c-922c-ddbd857dfcc5 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:11:39.135994 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-85576ca0-6059-4c6c-922c-ddbd857dfcc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:11:39.145945 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85576ca0-6059-4c6c-922c-ddbd857dfcc5 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:11:39.148367 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:39.205923 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85576ca0-6059-4c6c-922c-ddbd857dfcc5 admin admin] Pushing event updated for resources: {'Port': ['ID=334cacd7-84b5-452c-b7de-842eeb260510,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:39.259149 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=83ecec87-3418-4ddd-80b3-8e46bdf3dfea,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:39.304584 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d8763855-bd5f-4171-aeaa-aa75f6dd007b req-5c2667be-8d99-42bf-8829-4d8c5a8cf5f3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:39.423205 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e15fada-43de-4586-9779-918064541028 req-35763378-b567-48ac-acac-e6f5175bb765 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Made reservation on behalf of 6b467f9ba8304462a3eb94400306af37 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:11:39.426872 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1e15fada-43de-4586-9779-918064541028 req-35763378-b567-48ac-acac-e6f5175bb765 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:39.475389 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a90e84a0-0b7a-4b84-b514-5f2300c45d02 None None] Provisioning complete for port 83ecec87-3418-4ddd-80b3-8e46bdf3dfea triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:39.475770 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a90e84a0-0b7a-4b84-b514-5f2300c45d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:39.514824 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d8763855-bd5f-4171-aeaa-aa75f6dd007b req-5c2667be-8d99-42bf-8829-4d8c5a8cf5f3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:39.572009 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-1e15fada-43de-4586-9779-918064541028 req-35763378-b567-48ac-acac-e6f5175bb765 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Allocated IP 172.20.0.8 (c407a25c-3c84-47bb-a12c-46efb29f8241/0d565cfc-9ced-4a47-9e17-96006148a9ff/03bbbb94-f596-42d6-bf18-babe1d16f9be) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:11:39.592130 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d8763855-bd5f-4171-aeaa-aa75f6dd007b req-5c2667be-8d99-42bf-8829-4d8c5a8cf5f3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:39.617262 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2667be-8d99-42bf-8829-4d8c5a8cf5f3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Pushing event updated for resources: {'Port': ['ID=9d79a6f7-c95b-4025-ad95-645a3b580440,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:39.724406 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device a10f8156-ab9a-4e04-af6d-a3fcaeda1332 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:11:39.744041 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d8763855-bd5f-4171-aeaa-aa75f6dd007b req-5c2667be-8d99-42bf-8829-4d8c5a8cf5f3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:39.744844 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2c2ff-d6fb-4990-8499-38c8b65552ff req-e19ef414-f307-4d1f-bc1f-a9096d0e730a tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:39.745357 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d8763855-bd5f-4171-aeaa-aa75f6dd007b req-5c2667be-8d99-42bf-8829-4d8c5a8cf5f3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9748077 Apr 20 16:11:39.754614 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: a10f8156-ab9a-4e04-af6d-a3fcaeda1332 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:11:39.755290 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device a10f8156-ab9a-4e04-af6d-a3fcaeda1332 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:11:39.758202 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1af2c2ff-d6fb-4990-8499-38c8b65552ff req-e19ef414-f307-4d1f-bc1f-a9096d0e730a tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.1224148 Apr 20 16:11:39.806582 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-85576ca0-6059-4c6c-922c-ddbd857dfcc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:39.811862 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d8763855-bd5f-4171-aeaa-aa75f6dd007b req-65fdf836-139d-473f-8693-e1ce1ce606be tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 696 time: 0.0601552 Apr 20 16:11:39.826001 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1e15fada-43de-4586-9779-918064541028 req-35763378-b567-48ac-acac-e6f5175bb765 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:39.830268 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1af2c2ff-d6fb-4990-8499-38c8b65552ff req-590e7ff7-66f6-46ad-94a2-6182f05c41b0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712450 Apr 20 16:11:39.946290 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-554142fe-4e8c-470b-9019-4a2f764e96b9 req-94b046f7-fdd7-4d86-a87c-e79050e9da31 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=021a2911-b8c6-40bc-a009-5a8e9299591c HTTP/1.1" status: 200 len: 210 time: 0.0408523 Apr 20 16:11:40.011830 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1e15fada-43de-4586-9779-918064541028 req-35763378-b567-48ac-acac-e6f5175bb765 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:40.050322 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8763855-bd5f-4171-aeaa-aa75f6dd007b req-0635fca8-1b39-4f19-9d29-2263da634303 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:40.066117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e15fada-43de-4586-9779-918064541028 req-35763378-b567-48ac-acac-e6f5175bb765 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Network c407a25c-3c84-47bb-a12c-46efb29f8241 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:11:40.066342 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d8763855-bd5f-4171-aeaa-aa75f6dd007b req-0635fca8-1b39-4f19-9d29-2263da634303 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.2161973 Apr 20 16:11:40.070578 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-1e15fada-43de-4586-9779-918064541028 req-35763378-b567-48ac-acac-e6f5175bb765 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:11:40.076086 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e15fada-43de-4586-9779-918064541028 req-35763378-b567-48ac-acac-e6f5175bb765 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:11:40.128652 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35763378-b567-48ac-acac-e6f5175bb765 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Pushing event updated for resources: {'Port': ['ID=03bbbb94-f596-42d6-bf18-babe1d16f9be,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:40.157152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15fada-43de-4586-9779-918064541028 req-35763378-b567-48ac-acac-e6f5175bb765 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:40.157670 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1e15fada-43de-4586-9779-918064541028 req-35763378-b567-48ac-acac-e6f5175bb765 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:40.159905 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-85576ca0-6059-4c6c-922c-ddbd857dfcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:40.290504 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 83ecec87-3418-4ddd-80b3-8e46bdf3dfea up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:11:40.337005 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 83ecec87-3418-4ddd-80b3-8e46bdf3dfea triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:40.337472 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:40.351259 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e15fada-43de-4586-9779-918064541028 req-35763378-b567-48ac-acac-e6f5175bb765 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2366433 Apr 20 16:11:40.374015 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-1e15fada-43de-4586-9779-918064541028 req-5ea584f6-4f6f-4e29-8175-2ee587877150 service neutron] Request body: {'port': {'device_id': '021a2911-b8c6-40bc-a009-5a8e9299591c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:40.433162 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ceed3-0894-4b06-8b11-054126b6379e req-82cae394-44f4-43fa-935f-d1b9ccf5fec1 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:40.434708 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-797ceed3-0894-4b06-8b11-054126b6379e req-82cae394-44f4-43fa-935f-d1b9ccf5fec1 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/networks?id=f23d9022-425c-4e21-b831-1e03a05d4b94 HTTP/1.1" status: 200 len: 821 time: 0.1550620 Apr 20 16:11:40.441744 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1e15fada-43de-4586-9779-918064541028 req-5ea584f6-4f6f-4e29-8175-2ee587877150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:40.455267 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-797ceed3-0894-4b06-8b11-054126b6379e req-69d00a7e-e0bf-4cfa-9175-5877a3abe20b tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/quotas/6a1e0f50b39a4690a4fa7de352e3594a HTTP/1.1" status: 200 len: 375 time: 0.0134027 Apr 20 16:11:40.530073 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-797ceed3-0894-4b06-8b11-054126b6379e req-4d3b13d8-02ca-44bf-83e6-d16ad807d4e0 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a1e0f50b39a4690a4fa7de352e3594a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0678215 Apr 20 16:11:40.545954 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85576ca0-6059-4c6c-922c-ddbd857dfcc5 admin admin] Router 37ad1c9e-3cd0-4486-bb43-646a11a8e0db is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:11:40.684806 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85576ca0-6059-4c6c-922c-ddbd857dfcc5 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:11:40.699726 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] Sync routers for ids ['37ad1c9e-3cd0-4486-bb43-646a11a8e0db'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:11:40.714026 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] Routers {'37ad1c9e-3cd0-4486-bb43-646a11a8e0db'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:11:40.716493 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:11:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['37ad1c9e-3cd0-4486-bb43-646a11a8e0db'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:40.758059 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43147af8-dd99-4acd-918a-99b8bc5279e7 req-7d35af81-aefc-4564-ae2b-1cb832e82286 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:40.759584 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-43147af8-dd99-4acd-918a-99b8bc5279e7 req-7d35af81-aefc-4564-ae2b-1cb832e82286 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 944 time: 0.0942106 Apr 20 16:11:40.812593 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-797ceed3-0894-4b06-8b11-054126b6379e req-b73a254e-6bf0-43b9-b71d-df0e8d8440e7 service neutron] 10.222.0.15 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815053 Apr 20 16:11:40.815892 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-85576ca0-6059-4c6c-922c-ddbd857dfcc5 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:40.825341 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-85576ca0-6059-4c6c-922c-ddbd857dfcc5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0893230 Apr 20 16:11:40.835012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58020) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:40.848199 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-43147af8-dd99-4acd-918a-99b8bc5279e7 req-b9f0a84b-1e76-4c40-beb2-2a03076a3adb tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819776 Apr 20 16:11:40.886370 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] Set router 37ad1c9e-3cd0-4486-bb43-646a11a8e0db gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:11:40.905293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-1e15fada-43de-4586-9779-918064541028 req-5ea584f6-4f6f-4e29-8175-2ee587877150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03bbbb94-f596-42d6-bf18-babe1d16f9be {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:11:40.917007 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1e15fada-43de-4586-9779-918064541028 req-5ea584f6-4f6f-4e29-8175-2ee587877150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:40.927000 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-797ceed3-0894-4b06-8b11-054126b6379e req-b9a0c63f-31bd-472a-b280-8790665db1a2 service neutron] 10.222.0.15 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081908 Apr 20 16:11:41.007150 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-1e15fada-43de-4586-9779-918064541028 req-5ea584f6-4f6f-4e29-8175-2ee587877150 service neutron] Transition to ACTIVE for port object 03bbbb94-f596-42d6-bf18-babe1d16f9be will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:11:41.098191 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f0b43-f97e-48ae-b7f9-9b9c34193c20 req-d25027f7-8735-4620-a6a4-a6d2462f0330 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:41.100082 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d24f0b43-f97e-48ae-b7f9-9b9c34193c20 req-d25027f7-8735-4620-a6a4-a6d2462f0330 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.1253369 Apr 20 16:11:41.100215 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ad1c9e-3cd0-4486-bb43-646a11a8e0db', 'name': 'tempest-TaggedBootDevicesTest_v242-2131022010-router', 'tenant_id': '2e662645b3a84c7bb46869fc34f521f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '334cacd7-84b5-452c-b7de-842eeb260510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:35Z', 'updated_at': '2022-04-20T16:11:39Z', 'revision_number': 3, 'project_id': '2e662645b3a84c7bb46869fc34f521f5', 'gw_port': {'id': '334cacd7-84b5-452c-b7de-842eeb260510', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:65:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ad1c9e-3cd0-4486-bb43-646a11a8e0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:37Z', 'updated_at': '2022-04-20T16:11:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:41.133315 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] Checking router: 37ad1c9e-3cd0-4486-bb43-646a11a8e0db for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:11:41.133315 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] Updating router 37ad1c9e-3cd0-4486-bb43-646a11a8e0db port 334cacd7-84b5-452c-b7de-842eeb260510 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:11:41.160455 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:41.179032 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d24f0b43-f97e-48ae-b7f9-9b9c34193c20 req-b8f9854b-4f2e-4523-ad2f-4745b2c13159 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453141 Apr 20 16:11:41.217339 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1e15fada-43de-4586-9779-918064541028 req-5ea584f6-4f6f-4e29-8175-2ee587877150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:41.375523 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6c621f15-be79-4ebd-8996-41ccb7e95ed1 req-387925c7-e8df-4f1e-aa58-381fbbdd0db8 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a633bf4-88da-4d49-abe0-b69a8847ce26 HTTP/1.1" status: 200 len: 210 time: 0.0438859 Apr 20 16:11:41.413796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea584f6-4f6f-4e29-8175-2ee587877150 service neutron] Pushing event updated for resources: {'Port': ['ID=03bbbb94-f596-42d6-bf18-babe1d16f9be,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:41.532944 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:41.577297 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db007eb3-37fe-4b2a-b9d7-26347d123589 req-a3822dbf-4546-4a91-9ffd-e5276695fbc9 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:41.578792 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db007eb3-37fe-4b2a-b9d7-26347d123589 req-a3822dbf-4546-4a91-9ffd-e5276695fbc9 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.30 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 944 time: 0.3233488 Apr 20 16:11:41.594445 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c6d9c-07ee-4e23-b36e-8b3761af4577 req-c2cf7912-3a94-4b92-bf9e-2f1574845d5a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:41.595892 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c1c6d9c-07ee-4e23-b36e-8b3761af4577 req-c2cf7912-3a94-4b92-bf9e-2f1574845d5a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=021a2911-b8c6-40bc-a009-5a8e9299591c HTTP/1.1" status: 200 len: 943 time: 0.2490358 Apr 20 16:11:41.628619 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:41.660848 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-1e15fada-43de-4586-9779-918064541028 req-5ea584f6-4f6f-4e29-8175-2ee587877150 service neutron] Attempting to bind port 03bbbb94-f596-42d6-bf18-babe1d16f9be on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:11:41.661180 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-1e15fada-43de-4586-9779-918064541028 req-5ea584f6-4f6f-4e29-8175-2ee587877150 service neutron] Attempting to bind port 03bbbb94-f596-42d6-bf18-babe1d16f9be by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'c360c3f8-b007-4e45-bb5e-d3940160744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c407a25c-3c84-47bb-a12c-46efb29f8241'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:11:41.661962 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15fada-43de-4586-9779-918064541028 req-5ea584f6-4f6f-4e29-8175-2ee587877150 service neutron] Attempting to bind port 03bbbb94-f596-42d6-bf18-babe1d16f9be on network c407a25c-3c84-47bb-a12c-46efb29f8241 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:11:41.690672 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7896dd-0b03-4227-b4cc-98e9d4031cb6 None None] Pushing event updated for resources: {'Port': ['ID=334cacd7-84b5-452c-b7de-842eeb260510,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:41.693796 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] Attempting to bind port 334cacd7-84b5-452c-b7de-842eeb260510 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:11:41.694523 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] Attempting to bind port 334cacd7-84b5-452c-b7de-842eeb260510 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:11:41.695087 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] Attempting to bind port 334cacd7-84b5-452c-b7de-842eeb260510 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:11:41.701658 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15fada-43de-4586-9779-918064541028 req-5ea584f6-4f6f-4e29-8175-2ee587877150 service neutron] Port 03bbbb94-f596-42d6-bf18-babe1d16f9be on network c407a25c-3c84-47bb-a12c-46efb29f8241 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:11:41.702109 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15fada-43de-4586-9779-918064541028 req-5ea584f6-4f6f-4e29-8175-2ee587877150 service neutron] Attempting to bind port 03bbbb94-f596-42d6-bf18-babe1d16f9be on network c407a25c-3c84-47bb-a12c-46efb29f8241 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:11:41.703300 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:11:41.703895 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:11:41.704736 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:41.705280 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:11:41.705904 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] Bound port: 334cacd7-84b5-452c-b7de-842eeb260510, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:11:41.706510 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:41.758559 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15fada-43de-4586-9779-918064541028 req-5ea584f6-4f6f-4e29-8175-2ee587877150 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:11:41.758923 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15fada-43de-4586-9779-918064541028 req-5ea584f6-4f6f-4e29-8175-2ee587877150 service neutron] Checking segment: {'id': 'c360c3f8-b007-4e45-bb5e-d3940160744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c407a25c-3c84-47bb-a12c-46efb29f8241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:11:41.759944 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e15fada-43de-4586-9779-918064541028 req-5ea584f6-4f6f-4e29-8175-2ee587877150 service neutron] Bound using segment: {'id': 'c360c3f8-b007-4e45-bb5e-d3940160744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c407a25c-3c84-47bb-a12c-46efb29f8241'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:11:41.760561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-1e15fada-43de-4586-9779-918064541028 req-5ea584f6-4f6f-4e29-8175-2ee587877150 service neutron] Bound port: 03bbbb94-f596-42d6-bf18-babe1d16f9be, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c360c3f8-b007-4e45-bb5e-d3940160744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c407a25c-3c84-47bb-a12c-46efb29f8241'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:11:41.760981 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1e15fada-43de-4586-9779-918064541028 req-5ea584f6-4f6f-4e29-8175-2ee587877150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:41.777797 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] For port 334cacd7-84b5-452c-b7de-842eeb260510, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:11:41.781374 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] For port 334cacd7-84b5-452c-b7de-842eeb260510, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=334cacd7-84b5-452c-b7de-842eeb260510,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:11:41.818604 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c1c6d9c-07ee-4e23-b36e-8b3761af4577 req-d1ac9da3-ea79-4643-8437-43e9f89133bf tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919825 Apr 20 16:11:41.872142 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:41.936979 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] Routers {'37ad1c9e-3cd0-4486-bb43-646a11a8e0db'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:11:41.937707 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:11:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['37ad1c9e-3cd0-4486-bb43-646a11a8e0db'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:41.961203 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d1ff2041-f3d3-4a99-968f-85cf1da3ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:41.978380 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-db007eb3-37fe-4b2a-b9d7-26347d123589 req-27d373d1-0748-4d00-b83f-155deb8bfad1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Deleting port 52abb9c2-d811-4e99-95bb-e24741b94f0b {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:11:41.978719 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-db007eb3-37fe-4b2a-b9d7-26347d123589 req-27d373d1-0748-4d00-b83f-155deb8bfad1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:41.981736 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1e15fada-43de-4586-9779-918064541028 req-5ea584f6-4f6f-4e29-8175-2ee587877150 service neutron] For port 03bbbb94-f596-42d6-bf18-babe1d16f9be, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:11:41.988125 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7896dd-0b03-4227-b4cc-98e9d4031cb6 None None] Pushing event updated for resources: {'Port': ['ID=334cacd7-84b5-452c-b7de-842eeb260510,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:42.026359 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1e15fada-43de-4586-9779-918064541028 req-5ea584f6-4f6f-4e29-8175-2ee587877150 service neutron] For port 03bbbb94-f596-42d6-bf18-babe1d16f9be, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=03bbbb94-f596-42d6-bf18-babe1d16f9be,segment=NetworkSegment(c360c3f8-b007-4e45-bb5e-d3940160744d),segment_id=c360c3f8-b007-4e45-bb5e-d3940160744d)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:11:42.064203 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] Set router 37ad1c9e-3cd0-4486-bb43-646a11a8e0db gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:11:42.149151 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b5bca-0cc7-400a-b761-8f993466014b req-153cb574-edf0-40c5-bbd7-295dd4325935 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:42.150651 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-500b5bca-0cc7-400a-b761-8f993466014b req-153cb574-edf0-40c5-bbd7-295dd4325935 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 944 time: 0.1957097 Apr 20 16:11:42.156952 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1e15fada-43de-4586-9779-918064541028 req-5ea584f6-4f6f-4e29-8175-2ee587877150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:42.249520 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-db007eb3-37fe-4b2a-b9d7-26347d123589 req-27d373d1-0748-4d00-b83f-155deb8bfad1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] For port 52abb9c2-d811-4e99-95bb-e24741b94f0b, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=52abb9c2-d811-4e99-95bb-e24741b94f0b,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:42.250176 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-db007eb3-37fe-4b2a-b9d7-26347d123589 req-27d373d1-0748-4d00-b83f-155deb8bfad1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:42.280454 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-db007eb3-37fe-4b2a-b9d7-26347d123589 req-27d373d1-0748-4d00-b83f-155deb8bfad1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Calling delete_port for 52abb9c2-d811-4e99-95bb-e24741b94f0b owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:11:42.282983 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15fada-43de-4586-9779-918064541028 req-5ea584f6-4f6f-4e29-8175-2ee587877150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:42.283606 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1e15fada-43de-4586-9779-918064541028 req-5ea584f6-4f6f-4e29-8175-2ee587877150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:42.285046 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e15fada-43de-4586-9779-918064541028 req-5ea584f6-4f6f-4e29-8175-2ee587877150 service neutron] 10.222.0.26 "PUT /v2.0/ports/03bbbb94-f596-42d6-bf18-babe1d16f9be HTTP/1.1" status: 200 len: 1091 time: 1.9162397 Apr 20 16:11:42.292762 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021a2911-b8c6-40bc-a009-5a8e9299591c', 'tag': '03bbbb94-f596-42d6-bf18-babe1d16f9be'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:11:42.292762 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f681557-d854-4769-a72a-adf31e9d91e3" -d '{"events": [{"name": "network-changed", "server_uuid": "021a2911-b8c6-40bc-a009-5a8e9299591c", "tag": "03bbbb94-f596-42d6-bf18-babe1d16f9be"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:11:42.355322 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8523c6-5674-4997-9ac8-dde3e6300317 req-4fd77843-7ff3-4b36-8cbc-53f3312d82a5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:42.359998 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-500b5bca-0cc7-400a-b761-8f993466014b req-1a8b09e0-c957-4996-b463-17a787cd8f82 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978312 Apr 20 16:11:42.364198 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a8523c6-5674-4997-9ac8-dde3e6300317 req-4fd77843-7ff3-4b36-8cbc-53f3312d82a5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.0802243 Apr 20 16:11:42.365549 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea584f6-4f6f-4e29-8175-2ee587877150 service neutron] Pushing event updated for resources: {'Port': ['ID=03bbbb94-f596-42d6-bf18-babe1d16f9be,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:42.411391 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ad1c9e-3cd0-4486-bb43-646a11a8e0db', 'name': 'tempest-TaggedBootDevicesTest_v242-2131022010-router', 'tenant_id': '2e662645b3a84c7bb46869fc34f521f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '334cacd7-84b5-452c-b7de-842eeb260510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:35Z', 'updated_at': '2022-04-20T16:11:39Z', 'revision_number': 3, 'project_id': '2e662645b3a84c7bb46869fc34f521f5', 'gw_port': {'id': '334cacd7-84b5-452c-b7de-842eeb260510', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:65:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ad1c9e-3cd0-4486-bb43-646a11a8e0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:37Z', 'updated_at': '2022-04-20T16:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:42.424009 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-d1ff2041-f3d3-4a99-968f-85cf1da3ec5b admin admin] Allocated IP 172.20.0.1 (948c1a47-ff6b-43dd-8f43-92603c4c1de0/cce5851b-86d8-436c-ad3a-d16db2c9e1f6/6854796a-d658-42ae-bdf9-145f9dd043c8) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:11:42.426458 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a8523c6-5674-4997-9ac8-dde3e6300317 req-e23dadc7-cfd5-4013-9759-cb99c51af620 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612156 Apr 20 16:11:42.448512 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ace4def-5b2c-4f96-b808-a9efff5860f4 None None] The sync data for ids ['37ad1c9e-3cd0-4486-bb43-646a11a8e0db'] in n-d-836146-2 is: [{'id': '37ad1c9e-3cd0-4486-bb43-646a11a8e0db', 'name': 'tempest-TaggedBootDevicesTest_v242-2131022010-router', 'tenant_id': '2e662645b3a84c7bb46869fc34f521f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '334cacd7-84b5-452c-b7de-842eeb260510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:35Z', 'updated_at': '2022-04-20T16:11:39Z', 'revision_number': 3, 'project_id': '2e662645b3a84c7bb46869fc34f521f5', 'gw_port': {'id': '334cacd7-84b5-452c-b7de-842eeb260510', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:65:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ad1c9e-3cd0-4486-bb43-646a11a8e0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:37Z', 'updated_at': '2022-04-20T16:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:11:42.468754 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4009e5d-945e-41bd-833d-ba8c8a392ca7 x-openstack-request-id: req-a4009e5d-945e-41bd-833d-ba8c8a392ca7 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:11:42.469043 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021a2911-b8c6-40bc-a009-5a8e9299591c", "tag": "03bbbb94-f596-42d6-bf18-babe1d16f9be", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:11:42.469296 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4009e5d-945e-41bd-833d-ba8c8a392ca7 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:11:42.469696 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4009e5d-945e-41bd-833d-ba8c8a392ca7'] response: {'name': 'network-changed', 'server_uuid': '021a2911-b8c6-40bc-a009-5a8e9299591c', 'tag': '03bbbb94-f596-42d6-bf18-babe1d16f9be', 'status': 'completed', 'code': 200} Apr 20 16:11:42.527997 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ffd36a97-62aa-4bd8-a36a-c14c2defa9ed req-f21e75ae-a03f-4fce-89ed-fb5a86560ba3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a633bf4-88da-4d49-abe0-b69a8847ce26 HTTP/1.1" status: 200 len: 210 time: 0.0386896 Apr 20 16:11:42.645999 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58074) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:42.648451 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f681557-d854-4769-a72a-adf31e9d91e3 req-2c57faf2-0f9c-477a-b682-9d88004b751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:42.650203 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9f681557-d854-4769-a72a-adf31e9d91e3 req-2c57faf2-0f9c-477a-b682-9d88004b751a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b467f9ba8304462a3eb94400306af37&device_id=021a2911-b8c6-40bc-a009-5a8e9299591c HTTP/1.1" status: 200 len: 1094 time: 0.1338410 Apr 20 16:11:42.663733 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d1ff2041-f3d3-4a99-968f-85cf1da3ec5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:42.808996 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9113c2e0-972e-4f73-9653-7ba8479515fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:42.810155 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-db007eb3-37fe-4b2a-b9d7-26347d123589 req-27d373d1-0748-4d00-b83f-155deb8bfad1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:42.823562 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f681557-d854-4769-a72a-adf31e9d91e3 req-4e612d64-e10f-4c4e-8675-6d80b9124bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:42.828191 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9f681557-d854-4769-a72a-adf31e9d91e3 req-4e612d64-e10f-4c4e-8675-6d80b9124bb7 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6b467f9ba8304462a3eb94400306af37&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1613564 Apr 20 16:11:42.869050 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d373d1-0748-4d00-b83f-155deb8bfad1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Pushing event deleted for resources: {'Port': ['ID=52abb9c2-d811-4e99-95bb-e24741b94f0b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:42.921687 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9113c2e0-972e-4f73-9653-7ba8479515fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:42.928223 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-db007eb3-37fe-4b2a-b9d7-26347d123589 req-27d373d1-0748-4d00-b83f-155deb8bfad1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] No DVR routers for this DVR port 52abb9c2-d811-4e99-95bb-e24741b94f0b on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:11:42.933183 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-db007eb3-37fe-4b2a-b9d7-26347d123589 req-27d373d1-0748-4d00-b83f-155deb8bfad1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:42.937628 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db007eb3-37fe-4b2a-b9d7-26347d123589 req-27d373d1-0748-4d00-b83f-155deb8bfad1 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.30 "DELETE /v2.0/ports/52abb9c2-d811-4e99-95bb-e24741b94f0b HTTP/1.1" status: 204 len: 173 time: 1.3401954 Apr 20 16:11:43.007152 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d1ff2041-f3d3-4a99-968f-85cf1da3ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:43.067635 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ff2041-f3d3-4a99-968f-85cf1da3ec5b admin admin] Network 948c1a47-ff6b-43dd-8f43-92603c4c1de0 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:11:43.096745 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-d1ff2041-f3d3-4a99-968f-85cf1da3ec5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:11:43.117131 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff2041-f3d3-4a99-968f-85cf1da3ec5b admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:11:43.123425 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9113c2e0-972e-4f73-9653-7ba8479515fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:43.137891 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f681557-d854-4769-a72a-adf31e9d91e3 req-350b1ffa-e910-4224-aa13-26d7be26595c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:43.139402 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9f681557-d854-4769-a72a-adf31e9d91e3 req-350b1ffa-e910-4224-aa13-26d7be26595c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2808032 Apr 20 16:11:43.139998 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff2041-f3d3-4a99-968f-85cf1da3ec5b admin admin] Pushing event updated for resources: {'Port': ['ID=6854796a-d658-42ae-bdf9-145f9dd043c8,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:43.176624 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1459efb-2db3-4b9e-8f44-8ef865e69db4 req-2bcc4997-0b7d-46e0-bf61-34764b6d8fea tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:43.183870 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e1459efb-2db3-4b9e-8f44-8ef865e69db4 req-2bcc4997-0b7d-46e0-bf61-34764b6d8fea tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=021a2911-b8c6-40bc-a009-5a8e9299591c HTTP/1.1" status: 200 len: 943 time: 0.2451010 Apr 20 16:11:43.192175 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9113c2e0-972e-4f73-9653-7ba8479515fa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a2b06701b6641c78f6a0bc83fa31541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5438924 Apr 20 16:11:43.193647 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113c2e0-972e-4f73-9653-7ba8479515fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fccbb68-7893-41d4-9ada-9771c5392abb,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:43.197931 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58084) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:43.291002 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7ddcc64a-1be0-4bab-ae6d-53e64236daf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:43.327342 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7ddcc64a-1be0-4bab-ae6d-53e64236daf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:43.450703 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-cabdf6f8-f755-4f9f-ad4e-28419f059799 None None] Provisioning complete for port 6854796a-d658-42ae-bdf9-145f9dd043c8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:43.452845 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cabdf6f8-f755-4f9f-ad4e-28419f059799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:43.514481 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-cabdf6f8-f755-4f9f-ad4e-28419f059799 None None] Port 6854796a-d658-42ae-bdf9-145f9dd043c8 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:11:43.514695 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b5e32f5d-2358-47a9-bd53-274ecd8b1325 req-8b7b267b-5f3b-4314-8203-324364cf63ec tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 210 time: 0.0374763 Apr 20 16:11:43.516792 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7ddcc64a-1be0-4bab-ae6d-53e64236daf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:43.523131 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7ddcc64a-1be0-4bab-ae6d-53e64236daf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:43.529107 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7ddcc64a-1be0-4bab-ae6d-53e64236daf6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1fccbb68-7893-41d4-9ada-9771c5392abb HTTP/1.1" status: 204 len: 168 time: 0.3285997 Apr 20 16:11:43.539484 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcc64a-1be0-4bab-ae6d-53e64236daf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fccbb68-7893-41d4-9ada-9771c5392abb,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:43.711905 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66ff57df-3fdb-4c01-ac14-68f93e6d1b87 req-db8cb713-6b6a-4dcd-bdd5-39efcbb2eaed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7117791 Apr 20 16:11:43.717472 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f6300-b51c-48e7-bc5c-af217e179f1d req-ef62d4a1-3c98-424f-a96c-93e09674e162 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:43.719754 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-922f6300-b51c-48e7-bc5c-af217e179f1d req-ef62d4a1-3c98-424f-a96c-93e09674e162 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.0744028 Apr 20 16:11:43.723370 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d1ff2041-f3d3-4a99-968f-85cf1da3ec5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:43.768816 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e1459efb-2db3-4b9e-8f44-8ef865e69db4 req-ee15e172-dc37-4aca-87a9-573253a0eb9f tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5839386 Apr 20 16:11:43.782197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15fada-43de-4586-9779-918064541028 req-5cd3687f-4f3d-4034-af59-637b5dcea692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:43.783743 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e15fada-43de-4586-9779-918064541028 req-5cd3687f-4f3d-4034-af59-637b5dcea692 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b467f9ba8304462a3eb94400306af37&device_id=021a2911-b8c6-40bc-a009-5a8e9299591c HTTP/1.1" status: 200 len: 1094 time: 0.1174707 Apr 20 16:11:43.791202 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-922f6300-b51c-48e7-bc5c-af217e179f1d req-cb866700-8b08-403b-80ec-534f4963c019 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491059 Apr 20 16:11:43.861013 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e15fada-43de-4586-9779-918064541028 req-570fc775-9959-4186-b333-a7a6d6512e69 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03bbbb94-f596-42d6-bf18-babe1d16f9be HTTP/1.1" status: 200 len: 217 time: 0.0567110 Apr 20 16:11:43.942457 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f3c4e8be-1dac-43ea-a0df-e9799db8f34e req-369635a0-4706-459d-9de4-5464b2f545d4 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a633bf4-88da-4d49-abe0-b69a8847ce26 HTTP/1.1" status: 200 len: 210 time: 0.0874348 Apr 20 16:11:43.961799 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff57df-3fdb-4c01-ac14-68f93e6d1b87 req-7c7fed2e-a2e2-4d78-932b-6e3dc8887760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:43.963354 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66ff57df-3fdb-4c01-ac14-68f93e6d1b87 req-7c7fed2e-a2e2-4d78-932b-6e3dc8887760 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 1095 time: 0.1787343 Apr 20 16:11:43.981774 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15fada-43de-4586-9779-918064541028 req-7aeda818-a582-4d88-9e3d-cc59a1f9d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:43.983838 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e15fada-43de-4586-9779-918064541028 req-7aeda818-a582-4d88-9e3d-cc59a1f9d1b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0d565cfc-9ced-4a47-9e17-96006148a9ff HTTP/1.1" status: 200 len: 862 time: 0.1120918 Apr 20 16:11:44.032309 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e15fada-43de-4586-9779-918064541028 req-917dc3c4-8ebb-476e-96c3-06a9e91ecfc3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c407a25c-3c84-47bb-a12c-46efb29f8241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358040 Apr 20 16:11:44.154896 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff57df-3fdb-4c01-ac14-68f93e6d1b87 req-3ef6e982-1a3a-46cf-897c-401b057edaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:44.156420 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66ff57df-3fdb-4c01-ac14-68f93e6d1b87 req-3ef6e982-1a3a-46cf-897c-401b057edaca service neutron] 10.222.0.30 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 909 time: 0.1686592 Apr 20 16:11:44.177175 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e15fada-43de-4586-9779-918064541028 req-58f0e938-1f0f-4063-973e-6b08f1c74c22 service neutron] 10.222.0.26 "GET /v2.0/networks/c407a25c-3c84-47bb-a12c-46efb29f8241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172948 Apr 20 16:11:44.237486 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66ff57df-3fdb-4c01-ac14-68f93e6d1b87 req-6852dd72-30c2-4ca0-92ed-8051695da2ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d18b182-d4de-47d8-a1a2-e02eb00550a1 HTTP/1.1" status: 200 len: 217 time: 0.0674596 Apr 20 16:11:44.264111 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d1ff2041-f3d3-4a99-968f-85cf1da3ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:44.279812 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 334cacd7-84b5-452c-b7de-842eeb260510 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:11:44.332995 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 334cacd7-84b5-452c-b7de-842eeb260510 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:44.333364 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:44.376556 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff57df-3fdb-4c01-ac14-68f93e6d1b87 req-9b6d19e3-6205-456c-8715-a245792c3f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:44.378038 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66ff57df-3fdb-4c01-ac14-68f93e6d1b87 req-9b6d19e3-6205-456c-8715-a245792c3f93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f HTTP/1.1" status: 200 len: 848 time: 0.1248758 Apr 20 16:11:44.411916 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e15fada-43de-4586-9779-918064541028 req-dfced473-d9bb-49b0-8afd-2cd42b78fb2d service neutron] 10.222.0.26 "GET /v2.0/networks/c407a25c-3c84-47bb-a12c-46efb29f8241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975889 Apr 20 16:11:44.413324 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:44.435916 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58098) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:44.436100 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 334cacd7-84b5-452c-b7de-842eeb260510, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=334cacd7-84b5-452c-b7de-842eeb260510,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:44.450674 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1495180a-ee09-42aa-aefb-730ef75c8b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:44.470457 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496be8db-7939-4a31-ad5a-5d30620e4a51', 'name': 'network-vif-deleted', 'tag': '52abb9c2-d811-4e99-95bb-e24741b94f0b'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:11:44.472915 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a639b598-fdd7-4e56-b276-7a010b03baca" -d '{"events": [{"server_uuid": "496be8db-7939-4a31-ad5a-5d30620e4a51", "name": "network-vif-deleted", "tag": "52abb9c2-d811-4e99-95bb-e24741b94f0b"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:11:44.503603 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66ff57df-3fdb-4c01-ac14-68f93e6d1b87 req-16589aaf-cc2a-458e-a4cf-86aba86e4385 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456793 Apr 20 16:11:44.540110 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:44.551114 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d42a3d-848a-448d-aac7-9640da3a2767 x-openstack-request-id: req-f4d42a3d-848a-448d-aac7-9640da3a2767 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:11:44.551114 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496be8db-7939-4a31-ad5a-5d30620e4a51", "name": "network-vif-deleted", "tag": "52abb9c2-d811-4e99-95bb-e24741b94f0b", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:11:44.551114 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4d42a3d-848a-448d-aac7-9640da3a2767 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:11:44.551531 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1495180a-ee09-42aa-aefb-730ef75c8b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:44.551962 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4d42a3d-848a-448d-aac7-9640da3a2767'] response: {'server_uuid': '496be8db-7939-4a31-ad5a-5d30620e4a51', 'name': 'network-vif-deleted', 'tag': '52abb9c2-d811-4e99-95bb-e24741b94f0b', 'status': 'completed', 'code': 200} Apr 20 16:11:44.600098 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=334cacd7-84b5-452c-b7de-842eeb260510,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:44.676530 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f41acd23-2302-4aa3-a65f-3a921f2083a8 req-c22a61cf-a901-423c-81bd-50c7e819bc04 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=496be8db-7939-4a31-ad5a-5d30620e4a51 HTTP/1.1" status: 200 len: 210 time: 0.0486429 Apr 20 16:11:44.684301 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d1ff2041-f3d3-4a99-968f-85cf1da3ec5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:44.696832 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1495180a-ee09-42aa-aefb-730ef75c8b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:44.706693 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66ff57df-3fdb-4c01-ac14-68f93e6d1b87 req-2e6ec995-2dea-4870-8302-7592d39c7231 service neutron] 10.222.0.30 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911163 Apr 20 16:11:44.747956 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1495180a-ee09-42aa-aefb-730ef75c8b79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f91ff6249d1e47239d8a31b5178adc91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3102365 Apr 20 16:11:44.750017 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495180a-ee09-42aa-aefb-730ef75c8b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c199d0-78ea-429f-ba2b-71ad7f3882de,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:44.754207 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58104) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:44.774581 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d1ff2041-f3d3-4a99-968f-85cf1da3ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:44.827243 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-714e2397-e45c-41ac-a1eb-f10cc33c5c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:44.866839 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-714e2397-e45c-41ac-a1eb-f10cc33c5c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:44.935522 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50aae7-3f32-4cfd-afb6-75a1eacdb22f req-22671fa4-908a-4f9e-86e0-c8a0be590cd4 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:44.940828 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-af50aae7-3f32-4cfd-afb6-75a1eacdb22f req-22671fa4-908a-4f9e-86e0-c8a0be590cd4 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=021a2911-b8c6-40bc-a009-5a8e9299591c HTTP/1.1" status: 200 len: 943 time: 0.0924745 Apr 20 16:11:44.945330 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:11:44.955979 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66ff57df-3fdb-4c01-ac14-68f93e6d1b87 req-23526813-c1d8-444f-9dce-ea5f920cc11b service neutron] 10.222.0.30 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412562 Apr 20 16:11:44.989431 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-af50aae7-3f32-4cfd-afb6-75a1eacdb22f req-bbbb105d-8ad6-417f-ad35-23deb2a1b89e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441411 Apr 20 16:11:45.006107 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d1ff2041-f3d3-4a99-968f-85cf1da3ec5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:45.015619 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff2041-f3d3-4a99-968f-85cf1da3ec5b admin admin] Pushing event updated for resources: {'Port': ['ID=6854796a-d658-42ae-bdf9-145f9dd043c8,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:45.030409 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220da1c7-ff10-44ca-b43b-f0d02d485c66 req-c8550226-98ef-4f8b-8937-fb7278101b23 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:45.032658 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-220da1c7-ff10-44ca-b43b-f0d02d485c66 req-c8550226-98ef-4f8b-8937-fb7278101b23 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.1686158 Apr 20 16:11:45.046555 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ceed3-0894-4b06-8b11-054126b6379e req-58821140-0a39-4c08-8941-0a1c9040b81a tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:45.048705 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-797ceed3-0894-4b06-8b11-054126b6379e req-58821140-0a39-4c08-8941-0a1c9040b81a tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.30 "GET /v2.0/networks?id=f23d9022-425c-4e21-b831-1e03a05d4b94 HTTP/1.1" status: 200 len: 821 time: 0.3445318 Apr 20 16:11:45.089935 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b7d40f68-49a5-4382-aaec-712f332f23d6 req-ccd5dd18-78eb-4c9f-af32-3f83aebf9c09 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a633bf4-88da-4d49-abe0-b69a8847ce26 HTTP/1.1" status: 200 len: 210 time: 0.0308745 Apr 20 16:11:45.122521 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-714e2397-e45c-41ac-a1eb-f10cc33c5c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:45.123547 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-797ceed3-0894-4b06-8b11-054126b6379e req-bace5d66-c260-4bfa-9723-8647d9da3ad3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Request body: {'port': {'device_id': '3a633bf4-88da-4d49-abe0-b69a8847ce26', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'admin_state_up': True, 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:45.126172 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-714e2397-e45c-41ac-a1eb-f10cc33c5c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:45.127357 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-714e2397-e45c-41ac-a1eb-f10cc33c5c81 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/38c199d0-78ea-429f-ba2b-71ad7f3882de HTTP/1.1" status: 204 len: 168 time: 0.3722129 Apr 20 16:11:45.136778 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e2397-e45c-41ac-a1eb-f10cc33c5c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c199d0-78ea-429f-ba2b-71ad7f3882de,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:45.165324 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-220da1c7-ff10-44ca-b43b-f0d02d485c66 req-3c52d8c6-b404-46ae-ae1d-174502108f27 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154268 Apr 20 16:11:45.249425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ff2041-f3d3-4a99-968f-85cf1da3ec5b admin admin] Network 948c1a47-ff6b-43dd-8f43-92603c4c1de0 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:11:45.255274 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-d1ff2041-f3d3-4a99-968f-85cf1da3ec5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:11:45.400022 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ff2041-f3d3-4a99-968f-85cf1da3ec5b admin admin] Router 37ad1c9e-3cd0-4486-bb43-646a11a8e0db has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:11:45.500685 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797ceed3-0894-4b06-8b11-054126b6379e req-bace5d66-c260-4bfa-9723-8647d9da3ad3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Made reservation on behalf of 6a1e0f50b39a4690a4fa7de352e3594a for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:11:45.504077 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-797ceed3-0894-4b06-8b11-054126b6379e req-bace5d66-c260-4bfa-9723-8647d9da3ad3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:45.540210 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ff2041-f3d3-4a99-968f-85cf1da3ec5b admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:11:45.546672 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d1ff2041-f3d3-4a99-968f-85cf1da3ec5b admin admin] 10.222.0.15 "PUT /v2.0/routers/37ad1c9e-3cd0-4486-bb43-646a11a8e0db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7086530 Apr 20 16:11:45.569871 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] Sync routers for ids ['37ad1c9e-3cd0-4486-bb43-646a11a8e0db'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:11:45.576168 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2895c5ea-7920-4d1f-87da-4e9499b90ade None None] Provisioning complete for port 6854796a-d658-42ae-bdf9-145f9dd043c8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:45.577591 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2895c5ea-7920-4d1f-87da-4e9499b90ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:45.588034 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] Routers {'37ad1c9e-3cd0-4486-bb43-646a11a8e0db'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:11:45.588739 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:11:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['37ad1c9e-3cd0-4486-bb43-646a11a8e0db'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:45.668827 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2895c5ea-7920-4d1f-87da-4e9499b90ade None None] Port 6854796a-d658-42ae-bdf9-145f9dd043c8 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:11:45.742480 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-797ceed3-0894-4b06-8b11-054126b6379e req-bace5d66-c260-4bfa-9723-8647d9da3ad3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Allocated IP 172.20.0.12 (f23d9022-425c-4e21-b831-1e03a05d4b94/9ca3923b-31f6-4a2b-b573-248af67278fb/c3cbe1e0-e59a-432d-bba2-323519cd5fd3) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:11:45.755151 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 52abb9c2-d811-4e99-95bb-e24741b94f0b no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:11:45.798974 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 52abb9c2-d811-4e99-95bb-e24741b94f0b {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:11:45.799734 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 52abb9c2-d811-4e99-95bb-e24741b94f0b not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:11:45.807534 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] Set router 37ad1c9e-3cd0-4486-bb43-646a11a8e0db gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:11:45.981935 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-797ceed3-0894-4b06-8b11-054126b6379e req-bace5d66-c260-4bfa-9723-8647d9da3ad3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:46.069259 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ad1c9e-3cd0-4486-bb43-646a11a8e0db', 'name': 'tempest-TaggedBootDevicesTest_v242-2131022010-router', 'tenant_id': '2e662645b3a84c7bb46869fc34f521f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '334cacd7-84b5-452c-b7de-842eeb260510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:35Z', 'updated_at': '2022-04-20T16:11:43Z', 'revision_number': 4, 'project_id': '2e662645b3a84c7bb46869fc34f521f5', 'gw_port': {'id': '334cacd7-84b5-452c-b7de-842eeb260510', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ad1c9e-3cd0-4486-bb43-646a11a8e0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:37Z', 'updated_at': '2022-04-20T16:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '6854796a-d658-42ae-bdf9-145f9dd043c8', 'name': '', 'network_id': '948c1a47-ff6b-43dd-8f43-92603c4c1de0', 'tenant_id': '2e662645b3a84c7bb46869fc34f521f5', 'mac_address': 'fa:16:3e:83:6b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ad1c9e-3cd0-4486-bb43-646a11a8e0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'cce5851b-86d8-436c-ad3a-d16db2c9e1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:42Z', 'updated_at': '2022-04-20T16:11:44Z', 'revision_number': 2, 'project_id': '2e662645b3a84c7bb46869fc34f521f5', 'subnets': [{'id': 'cce5851b-86d8-436c-ad3a-d16db2c9e1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:46.109644 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] Checking router: 37ad1c9e-3cd0-4486-bb43-646a11a8e0db for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:11:46.110358 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] Updating router 37ad1c9e-3cd0-4486-bb43-646a11a8e0db port 6854796a-d658-42ae-bdf9-145f9dd043c8 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:11:46.126642 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad305f1a-ea60-44fc-bbba-2dc9327c3708 req-4084bd66-7fb7-4c7d-96ce-550f378000df tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:46.128828 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ad305f1a-ea60-44fc-bbba-2dc9327c3708 req-4084bd66-7fb7-4c7d-96ce-550f378000df tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=021a2911-b8c6-40bc-a009-5a8e9299591c HTTP/1.1" status: 200 len: 943 time: 0.0571878 Apr 20 16:11:46.146665 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-797ceed3-0894-4b06-8b11-054126b6379e req-bace5d66-c260-4bfa-9723-8647d9da3ad3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:46.151805 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:46.180367 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ad305f1a-ea60-44fc-bbba-2dc9327c3708 req-561602a2-ccc8-43c3-aa00-c47e80044b60 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443335 Apr 20 16:11:46.187514 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['a4560ccf-029c-47b8-871e-3750ca8e7b31'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:11:46.264779 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797ceed3-0894-4b06-8b11-054126b6379e req-bace5d66-c260-4bfa-9723-8647d9da3ad3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Network f23d9022-425c-4e21-b831-1e03a05d4b94 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:11:46.266699 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-797ceed3-0894-4b06-8b11-054126b6379e req-bace5d66-c260-4bfa-9723-8647d9da3ad3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:11:46.287827 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-797ceed3-0894-4b06-8b11-054126b6379e req-bace5d66-c260-4bfa-9723-8647d9da3ad3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:11:46.306111 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace5d66-c260-4bfa-9723-8647d9da3ad3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Pushing event updated for resources: {'Port': ['ID=c3cbe1e0-e59a-432d-bba2-323519cd5fd3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:46.314189 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 334cacd7-84b5-452c-b7de-842eeb260510 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:11:46.380806 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf56c06-ead7-4f11-a59d-1cf01544a4b5 req-6a042587-c81a-4175-91cb-1e21b8049c67 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:46.399249 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8bf56c06-ead7-4f11-a59d-1cf01544a4b5 req-6a042587-c81a-4175-91cb-1e21b8049c67 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a633bf4-88da-4d49-abe0-b69a8847ce26 HTTP/1.1" status: 200 len: 932 time: 0.0932803 Apr 20 16:11:46.402858 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ceed3-0894-4b06-8b11-054126b6379e req-bace5d66-c260-4bfa-9723-8647d9da3ad3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:46.404607 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-797ceed3-0894-4b06-8b11-054126b6379e req-bace5d66-c260-4bfa-9723-8647d9da3ad3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:46.440805 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 334cacd7-84b5-452c-b7de-842eeb260510 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:46.451748 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:46.469239 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8bf56c06-ead7-4f11-a59d-1cf01544a4b5 req-92e486c5-d406-4851-bc96-b2a9c2cbf071 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680201 Apr 20 16:11:46.636411 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-797ceed3-0894-4b06-8b11-054126b6379e req-bace5d66-c260-4bfa-9723-8647d9da3ad3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5171592 Apr 20 16:11:46.642145 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be0f44-055a-4f18-8067-7b9c4388a883 req-d82cfda2-5908-4c35-88a6-7fd395cefed5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:46.654406 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-17be0f44-055a-4f18-8067-7b9c4388a883 req-d82cfda2-5908-4c35-88a6-7fd395cefed5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.1186154 Apr 20 16:11:46.662662 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-797ceed3-0894-4b06-8b11-054126b6379e req-5f9ac2ca-4136-4128-b518-b06d3e65bfde service neutron] Request body: {'port': {'device_id': '3a633bf4-88da-4d49-abe0-b69a8847ce26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:46.685434 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-17be0f44-055a-4f18-8067-7b9c4388a883 req-4196f939-295e-4ecf-993b-1d7fd6fed1f7 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345876 Apr 20 16:11:46.700922 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:46.720578 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d8b17a2d-0847-4e24-9578-95a815469ec7 None None] Provisioning complete for port c3cbe1e0-e59a-432d-bba2-323519cd5fd3 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:46.721240 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d8b17a2d-0847-4e24-9578-95a815469ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:46.746626 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55503ab-7292-4ccd-bdda-b1ce8b156699 req-eec6cd7e-e736-4cf9-a85d-46a766255b8d tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:46.748951 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b55503ab-7292-4ccd-bdda-b1ce8b156699 req-eec6cd7e-e736-4cf9-a85d-46a766255b8d tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 945 time: 0.1016948 Apr 20 16:11:46.750182 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-797ceed3-0894-4b06-8b11-054126b6379e req-5f9ac2ca-4136-4128-b518-b06d3e65bfde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:46.755427 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d8b17a2d-0847-4e24-9578-95a815469ec7 None None] Port c3cbe1e0-e59a-432d-bba2-323519cd5fd3 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:11:46.832029 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b55503ab-7292-4ccd-bdda-b1ce8b156699 req-d44384e3-8ffd-4a6f-8862-3ea1d1e6b61a tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697351 Apr 20 16:11:46.886051 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:46.943786 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f899a-b701-4d26-b437-24aea2fb7c02 None None] Pushing event updated for resources: {'Port': ['ID=6854796a-d658-42ae-bdf9-145f9dd043c8,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:47.002263 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] Attempting to bind port 6854796a-d658-42ae-bdf9-145f9dd043c8 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:11:47.003110 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] Attempting to bind port 6854796a-d658-42ae-bdf9-145f9dd043c8 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '7c021dec-2588-4f46-8cb3-a9b91a2738f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '948c1a47-ff6b-43dd-8f43-92603c4c1de0'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:11:47.003789 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] Attempting to bind port 6854796a-d658-42ae-bdf9-145f9dd043c8 on network 948c1a47-ff6b-43dd-8f43-92603c4c1de0 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:11:47.010455 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:11:47.010903 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] Checking segment: {'id': '7c021dec-2588-4f46-8cb3-a9b91a2738f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '948c1a47-ff6b-43dd-8f43-92603c4c1de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:11:47.011365 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:47.011821 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] Bound using segment: {'id': '7c021dec-2588-4f46-8cb3-a9b91a2738f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '948c1a47-ff6b-43dd-8f43-92603c4c1de0'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:11:47.012371 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] Bound port: 6854796a-d658-42ae-bdf9-145f9dd043c8, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c021dec-2588-4f46-8cb3-a9b91a2738f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '948c1a47-ff6b-43dd-8f43-92603c4c1de0'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:11:47.012835 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:47.082871 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] For port 6854796a-d658-42ae-bdf9-145f9dd043c8, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:11:47.086557 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] For port 6854796a-d658-42ae-bdf9-145f9dd043c8, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6854796a-d658-42ae-bdf9-145f9dd043c8,segment=NetworkSegment(7c021dec-2588-4f46-8cb3-a9b91a2738f4),segment_id=7c021dec-2588-4f46-8cb3-a9b91a2738f4)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:11:47.093015 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-797ceed3-0894-4b06-8b11-054126b6379e req-5f9ac2ca-4136-4128-b518-b06d3e65bfde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3cbe1e0-e59a-432d-bba2-323519cd5fd3 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:11:47.100995 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-797ceed3-0894-4b06-8b11-054126b6379e req-5f9ac2ca-4136-4128-b518-b06d3e65bfde service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:47.114855 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-797ceed3-0894-4b06-8b11-054126b6379e req-5f9ac2ca-4136-4128-b518-b06d3e65bfde service neutron] Transition to ACTIVE for port object c3cbe1e0-e59a-432d-bba2-323519cd5fd3 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:11:47.179930 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-903b658b-c67a-44ed-ae7e-d4157f3da597 None None] Provisioning complete for port 6854796a-d658-42ae-bdf9-145f9dd043c8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:47.180203 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-903b658b-c67a-44ed-ae7e-d4157f3da597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:47.214676 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-903b658b-c67a-44ed-ae7e-d4157f3da597 None None] Port 6854796a-d658-42ae-bdf9-145f9dd043c8 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:11:47.274373 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:47.315405 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948ab4c-213e-4f25-8dc7-1e4da49045ee req-5b9f4d3b-8b9a-4268-9aa5-1cd2f96e46a0 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:47.317009 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3948ab4c-213e-4f25-8dc7-1e4da49045ee req-5b9f4d3b-8b9a-4268-9aa5-1cd2f96e46a0 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=021a2911-b8c6-40bc-a009-5a8e9299591c HTTP/1.1" status: 200 len: 943 time: 0.0507011 Apr 20 16:11:47.362278 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3948ab4c-213e-4f25-8dc7-1e4da49045ee req-8909d3b4-3d67-45eb-9458-ea2033cecb11 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386035 Apr 20 16:11:47.383416 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-797ceed3-0894-4b06-8b11-054126b6379e req-5f9ac2ca-4136-4128-b518-b06d3e65bfde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:47.424278 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f899a-b701-4d26-b437-24aea2fb7c02 None None] Pushing event updated for resources: {'Port': ['ID=6854796a-d658-42ae-bdf9-145f9dd043c8,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:47.445908 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] Routers {'37ad1c9e-3cd0-4486-bb43-646a11a8e0db'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:11:47.446424 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ac2ca-4136-4128-b518-b06d3e65bfde service neutron] Pushing event updated for resources: {'Port': ['ID=c3cbe1e0-e59a-432d-bba2-323519cd5fd3,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:47.446963 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:11:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['37ad1c9e-3cd0-4486-bb43-646a11a8e0db'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:47.582457 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-797ceed3-0894-4b06-8b11-054126b6379e req-5f9ac2ca-4136-4128-b518-b06d3e65bfde service neutron] Attempting to bind port c3cbe1e0-e59a-432d-bba2-323519cd5fd3 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:11:47.582736 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] Set router 37ad1c9e-3cd0-4486-bb43-646a11a8e0db gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:11:47.582877 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-797ceed3-0894-4b06-8b11-054126b6379e req-5f9ac2ca-4136-4128-b518-b06d3e65bfde service neutron] Attempting to bind port c3cbe1e0-e59a-432d-bba2-323519cd5fd3 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '0645846c-5a7e-4fa1-b41c-6bdd002f9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:11:47.583100 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797ceed3-0894-4b06-8b11-054126b6379e req-5f9ac2ca-4136-4128-b518-b06d3e65bfde service neutron] Attempting to bind port c3cbe1e0-e59a-432d-bba2-323519cd5fd3 on network f23d9022-425c-4e21-b831-1e03a05d4b94 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:11:47.597606 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797ceed3-0894-4b06-8b11-054126b6379e req-5f9ac2ca-4136-4128-b518-b06d3e65bfde service neutron] Port c3cbe1e0-e59a-432d-bba2-323519cd5fd3 on network f23d9022-425c-4e21-b831-1e03a05d4b94 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:11:47.597948 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797ceed3-0894-4b06-8b11-054126b6379e req-5f9ac2ca-4136-4128-b518-b06d3e65bfde service neutron] Attempting to bind port c3cbe1e0-e59a-432d-bba2-323519cd5fd3 on network f23d9022-425c-4e21-b831-1e03a05d4b94 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:11:47.644609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797ceed3-0894-4b06-8b11-054126b6379e req-5f9ac2ca-4136-4128-b518-b06d3e65bfde service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:11:47.645601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797ceed3-0894-4b06-8b11-054126b6379e req-5f9ac2ca-4136-4128-b518-b06d3e65bfde service neutron] Checking segment: {'id': '0645846c-5a7e-4fa1-b41c-6bdd002f9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:11:47.646199 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797ceed3-0894-4b06-8b11-054126b6379e req-5f9ac2ca-4136-4128-b518-b06d3e65bfde service neutron] Bound using segment: {'id': '0645846c-5a7e-4fa1-b41c-6bdd002f9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:11:47.646805 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-797ceed3-0894-4b06-8b11-054126b6379e req-5f9ac2ca-4136-4128-b518-b06d3e65bfde service neutron] Bound port: c3cbe1e0-e59a-432d-bba2-323519cd5fd3, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0645846c-5a7e-4fa1-b41c-6bdd002f9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:11:47.647347 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-797ceed3-0894-4b06-8b11-054126b6379e req-5f9ac2ca-4136-4128-b518-b06d3e65bfde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:47.719290 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2bb0d-12e6-4207-a3a2-9b2f1f52f895 req-4ec3054d-5cf6-4112-a0b5-72983eb05b4f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:47.721441 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bfa2bb0d-12e6-4207-a3a2-9b2f1f52f895 req-4ec3054d-5cf6-4112-a0b5-72983eb05b4f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a633bf4-88da-4d49-abe0-b69a8847ce26 HTTP/1.1" status: 200 len: 944 time: 0.1411633 Apr 20 16:11:47.772389 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3f3b2-c1ec-4124-aa40-12092a1a18f1 req-7cd5ace8-15e2-4540-af7b-fdcfbf3400ec tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:47.774242 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-02b3f3b2-c1ec-4124-aa40-12092a1a18f1 req-7cd5ace8-15e2-4540-af7b-fdcfbf3400ec tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 945 time: 0.1334064 Apr 20 16:11:47.837427 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f0fd8-1b07-453d-b865-bb6165d329fb req-e7281074-8420-4103-9539-c743e09ae4b3 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:47.839067 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-821f0fd8-1b07-453d-b865-bb6165d329fb req-e7281074-8420-4103-9539-c743e09ae4b3 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.0615294 Apr 20 16:11:47.874196 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-82cdd3d2-2a61-46ca-8bac-9f18511cd2e7 None None] Provisioning complete for port 6854796a-d658-42ae-bdf9-145f9dd043c8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:47.874196 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-82cdd3d2-2a61-46ca-8bac-9f18511cd2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:47.874676 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ad1c9e-3cd0-4486-bb43-646a11a8e0db', 'name': 'tempest-TaggedBootDevicesTest_v242-2131022010-router', 'tenant_id': '2e662645b3a84c7bb46869fc34f521f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '334cacd7-84b5-452c-b7de-842eeb260510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:35Z', 'updated_at': '2022-04-20T16:11:43Z', 'revision_number': 4, 'project_id': '2e662645b3a84c7bb46869fc34f521f5', 'gw_port': {'id': '334cacd7-84b5-452c-b7de-842eeb260510', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ad1c9e-3cd0-4486-bb43-646a11a8e0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:37Z', 'updated_at': '2022-04-20T16:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '6854796a-d658-42ae-bdf9-145f9dd043c8', 'name': '', 'network_id': '948c1a47-ff6b-43dd-8f43-92603c4c1de0', 'tenant_id': '2e662645b3a84c7bb46869fc34f521f5', 'mac_address': 'fa:16:3e:83:6b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ad1c9e-3cd0-4486-bb43-646a11a8e0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'cce5851b-86d8-436c-ad3a-d16db2c9e1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:42Z', 'updated_at': '2022-04-20T16:11:47Z', 'revision_number': 4, 'project_id': '2e662645b3a84c7bb46869fc34f521f5', 'subnets': [{'id': 'cce5851b-86d8-436c-ad3a-d16db2c9e1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:47.875347 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bfa2bb0d-12e6-4207-a3a2-9b2f1f52f895 req-04677de6-8f11-4b3a-9b7c-f8d9e0c4d04b tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467152 Apr 20 16:11:47.931466 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-821f0fd8-1b07-453d-b865-bb6165d329fb req-e68451f3-4a0a-437a-86cf-a6a95345827f tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775442 Apr 20 16:11:47.931790 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-797ceed3-0894-4b06-8b11-054126b6379e req-5f9ac2ca-4136-4128-b518-b06d3e65bfde service neutron] For port c3cbe1e0-e59a-432d-bba2-323519cd5fd3, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:11:47.941455 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6229baa-0584-43c8-9e55-504534ef0dca None None] The sync data for ids ['37ad1c9e-3cd0-4486-bb43-646a11a8e0db'] in n-d-836146-2 is: [{'id': '37ad1c9e-3cd0-4486-bb43-646a11a8e0db', 'name': 'tempest-TaggedBootDevicesTest_v242-2131022010-router', 'tenant_id': '2e662645b3a84c7bb46869fc34f521f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '334cacd7-84b5-452c-b7de-842eeb260510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:35Z', 'updated_at': '2022-04-20T16:11:43Z', 'revision_number': 4, 'project_id': '2e662645b3a84c7bb46869fc34f521f5', 'gw_port': {'id': '334cacd7-84b5-452c-b7de-842eeb260510', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ad1c9e-3cd0-4486-bb43-646a11a8e0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:37Z', 'updated_at': '2022-04-20T16:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '6854796a-d658-42ae-bdf9-145f9dd043c8', 'name': '', 'network_id': '948c1a47-ff6b-43dd-8f43-92603c4c1de0', 'tenant_id': '2e662645b3a84c7bb46869fc34f521f5', 'mac_address': 'fa:16:3e:83:6b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ad1c9e-3cd0-4486-bb43-646a11a8e0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'cce5851b-86d8-436c-ad3a-d16db2c9e1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:42Z', 'updated_at': '2022-04-20T16:11:47Z', 'revision_number': 4, 'project_id': '2e662645b3a84c7bb46869fc34f521f5', 'subnets': [{'id': 'cce5851b-86d8-436c-ad3a-d16db2c9e1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:11:47.965440 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-797ceed3-0894-4b06-8b11-054126b6379e req-5f9ac2ca-4136-4128-b518-b06d3e65bfde service neutron] For port c3cbe1e0-e59a-432d-bba2-323519cd5fd3, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=c3cbe1e0-e59a-432d-bba2-323519cd5fd3,segment=NetworkSegment(0645846c-5a7e-4fa1-b41c-6bdd002f9154),segment_id=0645846c-5a7e-4fa1-b41c-6bdd002f9154)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:11:48.035236 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-82cdd3d2-2a61-46ca-8bac-9f18511cd2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:48.050365 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-02b3f3b2-c1ec-4124-aa40-12092a1a18f1 req-a0d68a1e-9d2f-4e0c-b195-f678c69c42ed tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Deleting port 184b9da7-233b-4de4-a7ec-91d63323d0f9 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:11:48.050843 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-02b3f3b2-c1ec-4124-aa40-12092a1a18f1 req-a0d68a1e-9d2f-4e0c-b195-f678c69c42ed tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:48.092907 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-82cdd3d2-2a61-46ca-8bac-9f18511cd2e7 None None] For port 6854796a-d658-42ae-bdf9-145f9dd043c8, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6854796a-d658-42ae-bdf9-145f9dd043c8,segment=NetworkSegment(7c021dec-2588-4f46-8cb3-a9b91a2738f4),segment_id=7c021dec-2588-4f46-8cb3-a9b91a2738f4)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:48.133514 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-797ceed3-0894-4b06-8b11-054126b6379e req-5f9ac2ca-4136-4128-b518-b06d3e65bfde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:48.167912 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02464968-2ed9-44a8-b3b7-f9587ae6034f req-3ff07e58-510e-4bb2-b03d-1f5c3f38649f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:48.169135 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-02464968-2ed9-44a8-b3b7-f9587ae6034f req-3ff07e58-510e-4bb2-b03d-1f5c3f38649f tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 945 time: 0.1890738 Apr 20 16:11:48.256856 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-82cdd3d2-2a61-46ca-8bac-9f18511cd2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:48.270510 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ceed3-0894-4b06-8b11-054126b6379e req-5f9ac2ca-4136-4128-b518-b06d3e65bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:48.271342 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-797ceed3-0894-4b06-8b11-054126b6379e req-5f9ac2ca-4136-4128-b518-b06d3e65bfde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:48.273198 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-797ceed3-0894-4b06-8b11-054126b6379e req-5f9ac2ca-4136-4128-b518-b06d3e65bfde service neutron] 10.222.0.30 "PUT /v2.0/ports/c3cbe1e0-e59a-432d-bba2-323519cd5fd3 HTTP/1.1" status: 200 len: 1092 time: 1.6157343 Apr 20 16:11:48.286367 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a633bf4-88da-4d49-abe0-b69a8847ce26', 'tag': 'c3cbe1e0-e59a-432d-bba2-323519cd5fd3'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:11:48.290099 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26a30aa-dfdf-4541-9155-ee5d5106306f" -d '{"events": [{"name": "network-changed", "server_uuid": "3a633bf4-88da-4d49-abe0-b69a8847ce26", "tag": "c3cbe1e0-e59a-432d-bba2-323519cd5fd3"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:11:48.362749 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-02464968-2ed9-44a8-b3b7-f9587ae6034f req-23f7c06d-f281-488e-ae40-cecf6f8e9df7 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/security-groups?id=d3fdcc75-71ce-40d6-9450-f8925fa43ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864338 Apr 20 16:11:48.436574 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 03bbbb94-f596-42d6-bf18-babe1d16f9be details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:11:48.450548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-02b3f3b2-c1ec-4124-aa40-12092a1a18f1 req-a0d68a1e-9d2f-4e0c-b195-f678c69c42ed tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] For port 184b9da7-233b-4de4-a7ec-91d63323d0f9, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=184b9da7-233b-4de4-a7ec-91d63323d0f9,segment=NetworkSegment(b2c02789-0193-4700-8efe-f7896d9834d5),segment_id=b2c02789-0193-4700-8efe-f7896d9834d5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:48.450922 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-02b3f3b2-c1ec-4124-aa40-12092a1a18f1 req-a0d68a1e-9d2f-4e0c-b195-f678c69c42ed tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:48.484282 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07dc8c21-0ef9-4773-8b20-d6a2e5cf3445 x-openstack-request-id: req-07dc8c21-0ef9-4773-8b20-d6a2e5cf3445 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:11:48.484605 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a633bf4-88da-4d49-abe0-b69a8847ce26", "tag": "c3cbe1e0-e59a-432d-bba2-323519cd5fd3", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:11:48.484883 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07dc8c21-0ef9-4773-8b20-d6a2e5cf3445 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:11:48.485320 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07dc8c21-0ef9-4773-8b20-d6a2e5cf3445'] response: {'name': 'network-changed', 'server_uuid': '3a633bf4-88da-4d49-abe0-b69a8847ce26', 'tag': 'c3cbe1e0-e59a-432d-bba2-323519cd5fd3', 'status': 'completed', 'code': 200} Apr 20 16:11:48.522216 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ac2ca-4136-4128-b518-b06d3e65bfde service neutron] Pushing event updated for resources: {'Port': ['ID=c3cbe1e0-e59a-432d-bba2-323519cd5fd3,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:48.545414 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-02b3f3b2-c1ec-4124-aa40-12092a1a18f1 req-a0d68a1e-9d2f-4e0c-b195-f678c69c42ed tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Calling delete_port for 184b9da7-233b-4de4-a7ec-91d63323d0f9 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:11:48.609435 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 03bbbb94-f596-42d6-bf18-babe1d16f9be, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=03bbbb94-f596-42d6-bf18-babe1d16f9be,segment=NetworkSegment(c360c3f8-b007-4e45-bb5e-d3940160744d),segment_id=c360c3f8-b007-4e45-bb5e-d3940160744d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:48.624211 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6854796a-d658-42ae-bdf9-145f9dd043c8 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:11:48.681503 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '03bbbb94-f596-42d6-bf18-babe1d16f9be', 'network_id': 'c407a25c-3c84-47bb-a12c-46efb29f8241', 'port_id': '03bbbb94-f596-42d6-bf18-babe1d16f9be', 'mac_address': 'fa:16:3e:70:d9:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d565cfc-9ced-4a47-9e17-96006148a9ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:11:48.691756 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a05d1e-c4ce-49a7-a992-84b8cc4b38d2 req-c07de09f-6231-4c2f-844a-c642ce405b40 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:48.700361 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9a05d1e-c4ce-49a7-a992-84b8cc4b38d2 req-c07de09f-6231-4c2f-844a-c642ce405b40 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=021a2911-b8c6-40bc-a009-5a8e9299591c HTTP/1.1" status: 200 len: 943 time: 0.1711779 Apr 20 16:11:48.707840 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ceed3-0894-4b06-8b11-054126b6379e req-8cd3252c-5593-4c13-9cb2-9a1e1e8a4139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:48.717897 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-797ceed3-0894-4b06-8b11-054126b6379e req-8cd3252c-5593-4c13-9cb2-9a1e1e8a4139 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6a1e0f50b39a4690a4fa7de352e3594a&device_id=3a633bf4-88da-4d49-abe0-b69a8847ce26 HTTP/1.1" status: 200 len: 1095 time: 0.2722394 Apr 20 16:11:48.766588 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 6854796a-d658-42ae-bdf9-145f9dd043c8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:48.767091 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:48.771475 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cdd3d2-2a61-46ca-8bac-9f18511cd2e7 None None] Pushing event updated for resources: {'Port': ['ID=6854796a-d658-42ae-bdf9-145f9dd043c8,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:48.830653 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:48.875918 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03bbbb94-f596-42d6-bf18-babe1d16f9be {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:11:48.947618 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 03bbbb94-f596-42d6-bf18-babe1d16f9be, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=03bbbb94-f596-42d6-bf18-babe1d16f9be,segment=NetworkSegment(c360c3f8-b007-4e45-bb5e-d3940160744d),segment_id=c360c3f8-b007-4e45-bb5e-d3940160744d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:49.068652 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0725e8-73a8-4dac-9be0-211a1d6b5fd0 req-22d48aea-31b4-4175-8bf0-6a0f73606728 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:49.079097 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6c0725e8-73a8-4dac-9be0-211a1d6b5fd0 req-22d48aea-31b4-4175-8bf0-6a0f73606728 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a633bf4-88da-4d49-abe0-b69a8847ce26 HTTP/1.1" status: 200 len: 944 time: 0.0742538 Apr 20 16:11:49.091589 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:49.126552 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6c0725e8-73a8-4dac-9be0-211a1d6b5fd0 req-7b27c0a6-485e-4cc2-930a-321647dae116 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461690 Apr 20 16:11:49.194251 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=03bbbb94-f596-42d6-bf18-babe1d16f9be,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:49.238420 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-797ceed3-0894-4b06-8b11-054126b6379e req-5484b2a0-03ea-4851-8f92-389008822041 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3cbe1e0-e59a-432d-bba2-323519cd5fd3 HTTP/1.1" status: 200 len: 217 time: 0.4979298 Apr 20 16:11:49.303658 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9a05d1e-c4ce-49a7-a992-84b8cc4b38d2 req-efa5123b-5a7d-4f33-b215-f7115fbcfa3f tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6013854 Apr 20 16:11:49.363372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ceed3-0894-4b06-8b11-054126b6379e req-e82542ed-b3d2-45a7-86a2-53a6ea76f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:49.365183 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-797ceed3-0894-4b06-8b11-054126b6379e req-e82542ed-b3d2-45a7-86a2-53a6ea76f760 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ca3923b-31f6-4a2b-b573-248af67278fb HTTP/1.1" status: 200 len: 860 time: 0.1183860 Apr 20 16:11:49.405486 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcb0d2-a2d6-435e-bcd1-a71cca609e55 req-c3d83d91-35a2-4cbf-8486-3ff41b871c66 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:49.415481 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1abcb0d2-a2d6-435e-bcd1-a71cca609e55 req-c3d83d91-35a2-4cbf-8486-3ff41b871c66 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.1027935 Apr 20 16:11:49.496988 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1abcb0d2-a2d6-435e-bcd1-a71cca609e55 req-db898c2f-b068-43f8-857a-414571682dfb tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761728 Apr 20 16:11:49.521250 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ceed3-0894-4b06-8b11-054126b6379e req-16acb650-967a-413d-bf54-404285feef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:49.525099 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-797ceed3-0894-4b06-8b11-054126b6379e req-16acb650-967a-413d-bf54-404285feef08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f23d9022-425c-4e21-b831-1e03a05d4b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518412 Apr 20 16:11:49.607126 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['03bbbb94-f596-42d6-bf18-babe1d16f9be'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:11:49.646345 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-02b3f3b2-c1ec-4124-aa40-12092a1a18f1 req-a0d68a1e-9d2f-4e0c-b195-f678c69c42ed tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:49.751102 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d68a1e-9d2f-4e0c-b195-f678c69c42ed tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Pushing event deleted for resources: {'Port': ['ID=184b9da7-233b-4de4-a7ec-91d63323d0f9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:49.776036 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e537e38-54c7-4f09-9819-a3c743c57de0 req-f2c19aef-c1e4-42c8-a63b-1032c3da73f2 tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 210 time: 0.1801271 Apr 20 16:11:49.866189 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b3f3b2-c1ec-4124-aa40-12092a1a18f1 req-a0d68a1e-9d2f-4e0c-b195-f678c69c42ed tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] No DVR routers for this DVR port 184b9da7-233b-4de4-a7ec-91d63323d0f9 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:11:49.869835 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-02b3f3b2-c1ec-4124-aa40-12092a1a18f1 req-a0d68a1e-9d2f-4e0c-b195-f678c69c42ed tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:49.879367 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-02b3f3b2-c1ec-4124-aa40-12092a1a18f1 req-a0d68a1e-9d2f-4e0c-b195-f678c69c42ed tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.26 "DELETE /v2.0/ports/184b9da7-233b-4de4-a7ec-91d63323d0f9 HTTP/1.1" status: 204 len: 173 time: 2.0882666 Apr 20 16:11:49.914814 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-797ceed3-0894-4b06-8b11-054126b6379e req-d4505961-ac88-4b98-bec9-da4cb22418ad service neutron] 10.222.0.30 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812025 Apr 20 16:11:50.024657 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-797ceed3-0894-4b06-8b11-054126b6379e req-4f342732-7854-4f84-b947-d95a5f5f748b service neutron] 10.222.0.30 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026087 Apr 20 16:11:50.273713 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6854796a-d658-42ae-bdf9-145f9dd043c8 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:11:50.284837 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b883d1-f56f-4d0f-9375-3406c6e5a80f req-83ccadb0-fef2-4eda-9fcc-5ae9ed634b03 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:50.288002 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63b883d1-f56f-4d0f-9375-3406c6e5a80f req-83ccadb0-fef2-4eda-9fcc-5ae9ed634b03 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a633bf4-88da-4d49-abe0-b69a8847ce26 HTTP/1.1" status: 200 len: 944 time: 0.0600455 Apr 20 16:11:50.339067 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 6854796a-d658-42ae-bdf9-145f9dd043c8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:50.339419 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:50.372974 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63b883d1-f56f-4d0f-9375-3406c6e5a80f req-382540c7-2ff8-45e1-82a7-796b1da6c705 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774338 Apr 20 16:11:50.446401 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a30aa-dfdf-4541-9155-ee5d5106306f req-82d270c3-ef90-4e75-bd30-f348d5522a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:50.448052 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f26a30aa-dfdf-4541-9155-ee5d5106306f req-82d270c3-ef90-4e75-bd30-f348d5522a44 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6a1e0f50b39a4690a4fa7de352e3594a&device_id=3a633bf4-88da-4d49-abe0-b69a8847ce26 HTTP/1.1" status: 200 len: 1095 time: 0.1428239 Apr 20 16:11:50.489306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b16e73b-3824-42e4-b01c-429297463b99', 'name': 'network-vif-deleted', 'tag': '184b9da7-233b-4de4-a7ec-91d63323d0f9'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:11:50.491594 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622300c6-d742-44bc-afb5-27add610a6d7" -d '{"events": [{"server_uuid": "6b16e73b-3824-42e4-b01c-429297463b99", "name": "network-vif-deleted", "tag": "184b9da7-233b-4de4-a7ec-91d63323d0f9"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:11:50.564678 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5a9c63-da73-485e-9542-9d6c7a385eec x-openstack-request-id: req-bb5a9c63-da73-485e-9542-9d6c7a385eec {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:11:50.565027 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b16e73b-3824-42e4-b01c-429297463b99", "name": "network-vif-deleted", "tag": "184b9da7-233b-4de4-a7ec-91d63323d0f9", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:11:50.565257 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb5a9c63-da73-485e-9542-9d6c7a385eec {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:11:50.565654 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb5a9c63-da73-485e-9542-9d6c7a385eec'] response: {'server_uuid': '6b16e73b-3824-42e4-b01c-429297463b99', 'name': 'network-vif-deleted', 'tag': '184b9da7-233b-4de4-a7ec-91d63323d0f9', 'status': 'completed', 'code': 200} Apr 20 16:11:50.595403 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4eefc-c3e3-41fc-9221-295bba9c6e3e req-5cb7c637-7af0-4d11-b770-4660dcbece5b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:50.596965 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-57c4eefc-c3e3-41fc-9221-295bba9c6e3e req-5cb7c637-7af0-4d11-b770-4660dcbece5b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=021a2911-b8c6-40bc-a009-5a8e9299591c HTTP/1.1" status: 200 len: 944 time: 0.1479299 Apr 20 16:11:50.635608 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58310) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:50.649225 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a30aa-dfdf-4541-9155-ee5d5106306f req-601bca75-23ff-48c4-83ec-e0bcab21ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:50.650699 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f26a30aa-dfdf-4541-9155-ee5d5106306f req-601bca75-23ff-48c4-83ec-e0bcab21ebb2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f23d9022-425c-4e21-b831-1e03a05d4b94 HTTP/1.1" status: 200 len: 922 time: 0.1911874 Apr 20 16:11:50.676005 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-57c4eefc-c3e3-41fc-9221-295bba9c6e3e req-71c9886e-4154-49c1-846a-d7dcdc55aae1 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693774 Apr 20 16:11:50.952796 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0a030-8401-493d-b23f-260ed0da4cf7 req-8f0137dc-4f5e-4d96-ab52-c13d29b4b2c1 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:50.952796 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a2b0a030-8401-493d-b23f-260ed0da4cf7 req-8f0137dc-4f5e-4d96-ab52-c13d29b4b2c1 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.0658975 Apr 20 16:11:50.954956 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f26a30aa-dfdf-4541-9155-ee5d5106306f req-42885906-bdfa-4da3-90e2-fcf591cfbfb5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3cbe1e0-e59a-432d-bba2-323519cd5fd3 HTTP/1.1" status: 200 len: 217 time: 0.0493507 Apr 20 16:11:50.955681 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a2b0a030-8401-493d-b23f-260ed0da4cf7 req-31f3d885-998a-46b4-9b53-d8abd7dc5468 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565705 Apr 20 16:11:50.955952 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a30aa-dfdf-4541-9155-ee5d5106306f req-474f6136-1bfd-493e-9960-1eb05a060267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:50.955952 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f26a30aa-dfdf-4541-9155-ee5d5106306f req-474f6136-1bfd-493e-9960-1eb05a060267 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ca3923b-31f6-4a2b-b573-248af67278fb HTTP/1.1" status: 200 len: 860 time: 0.0516586 Apr 20 16:11:50.955952 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6171d06d-ac9c-4256-9310-a704b1f2ddd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:50.955952 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a30aa-dfdf-4541-9155-ee5d5106306f req-1014d232-2a53-448f-bfe8-25531aac7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:50.955952 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f26a30aa-dfdf-4541-9155-ee5d5106306f req-1014d232-2a53-448f-bfe8-25531aac7a3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f23d9022-425c-4e21-b831-1e03a05d4b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749755 Apr 20 16:11:50.956623 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-02e21730-10d4-4ab7-9876-ba84d91ecabc req-e5741668-c1ef-487d-9cb8-27ab01f02f1b tempest-LiveAutoBlockMigrationV225Test-575538747 tempest-LiveAutoBlockMigrationV225Test-575538747-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b16e73b-3824-42e4-b01c-429297463b99 HTTP/1.1" status: 200 len: 210 time: 0.0358975 Apr 20 16:11:51.021940 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f26a30aa-dfdf-4541-9155-ee5d5106306f req-c1743d72-b6a1-4f66-b4e8-6ab2963f3a60 service neutron] 10.222.0.30 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616051 Apr 20 16:11:51.034470 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb75448-b005-48ce-9de7-ed5743f889df req-aaf341f2-fd85-41b4-a992-caadb3de6a6e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:51.035998 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3eb75448-b005-48ce-9de7-ed5743f889df req-aaf341f2-fd85-41b4-a992-caadb3de6a6e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.1098261 Apr 20 16:11:51.042066 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6171d06d-ac9c-4256-9310-a704b1f2ddd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:51.132052 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3eb75448-b005-48ce-9de7-ed5743f889df req-f9099f32-8f71-4107-aa6a-24b5d44b67b9 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821059 Apr 20 16:11:51.180444 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f26a30aa-dfdf-4541-9155-ee5d5106306f req-545ca41c-f847-4143-a14a-ab3865d668bc service neutron] 10.222.0.30 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403449 Apr 20 16:11:51.304953 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53f4fa-2d39-481c-9fbe-54fefed2a977 req-a308eed7-d202-4724-a3fb-2b592036dfc8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:51.306702 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ec53f4fa-2d39-481c-9fbe-54fefed2a977 req-a308eed7-d202-4724-a3fb-2b592036dfc8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0632644 Apr 20 16:11:51.353940 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ec53f4fa-2d39-481c-9fbe-54fefed2a977 req-f764f9b6-e51f-4bd9-9ccc-1f98061dd43b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409853 Apr 20 16:11:51.391210 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6171d06d-ac9c-4256-9310-a704b1f2ddd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:51.525610 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171d06d-ac9c-4256-9310-a704b1f2ddd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7092d7d3-0aee-4938-9448-d8e995657fe9,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:51.537862 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6171d06d-ac9c-4256-9310-a704b1f2ddd6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=510ad0c5643b4995b8c51668cf7712da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8995392 Apr 20 16:11:51.538611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58332) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:51.601212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037862df-080f-4309-929f-7e67a7516b7a req-9183d61d-5698-4d45-bfba-3e629e516202 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:51.608887 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-037862df-080f-4309-929f-7e67a7516b7a req-9183d61d-5698-4d45-bfba-3e629e516202 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.1534457 Apr 20 16:11:51.624849 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5bcff-0e45-4034-ae92-70d65439873a req-f9832cb2-94dd-4c5b-9a8b-5df50c67ebb0 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:51.640200 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-272fa701-a197-4c3b-acfe-ff290f6c7f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:51.641087 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7fe5bcff-0e45-4034-ae92-70d65439873a req-f9832cb2-94dd-4c5b-9a8b-5df50c67ebb0 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a633bf4-88da-4d49-abe0-b69a8847ce26 HTTP/1.1" status: 200 len: 944 time: 0.1614718 Apr 20 16:11:51.681301 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-272fa701-a197-4c3b-acfe-ff290f6c7f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:51.699646 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-037862df-080f-4309-929f-7e67a7516b7a req-c262d3ee-14df-4539-befd-fe7cf1a4b8c2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828347 Apr 20 16:11:51.702829 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7fe5bcff-0e45-4034-ae92-70d65439873a req-21795324-14a0-4e3a-a589-e6a8f0b0c49f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565886 Apr 20 16:11:51.826332 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184a01e-9b1f-428c-bfdb-c4b46c2fa5b1 req-3020a725-ad8c-4caa-b78a-acf30658c1b3 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:51.830927 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5184a01e-9b1f-428c-bfdb-c4b46c2fa5b1 req-3020a725-ad8c-4caa-b78a-acf30658c1b3 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=021a2911-b8c6-40bc-a009-5a8e9299591c HTTP/1.1" status: 200 len: 944 time: 0.0536423 Apr 20 16:11:51.843623 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83094a0a-7ba7-465e-8b21-02bc5f0b2f53 req-c154301c-4118-4139-8c8f-c2f7b4ebf7c9 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:51.843623 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-83094a0a-7ba7-465e-8b21-02bc5f0b2f53 req-c154301c-4118-4139-8c8f-c2f7b4ebf7c9 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0679488 Apr 20 16:11:51.873975 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-272fa701-a197-4c3b-acfe-ff290f6c7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:51.880001 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-272fa701-a197-4c3b-acfe-ff290f6c7f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:51.880001 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-272fa701-a197-4c3b-acfe-ff290f6c7f4a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7092d7d3-0aee-4938-9448-d8e995657fe9 HTTP/1.1" status: 204 len: 168 time: 0.3398435 Apr 20 16:11:51.887672 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-83094a0a-7ba7-465e-8b21-02bc5f0b2f53 req-a4831c58-ca52-4eb6-9db5-3b639173d7ea tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406647 Apr 20 16:11:51.897752 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5184a01e-9b1f-428c-bfdb-c4b46c2fa5b1 req-8baacbb1-f3bc-4ef2-863a-6006468aec2d tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537910 Apr 20 16:11:51.912741 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fa701-a197-4c3b-acfe-ff290f6c7f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7092d7d3-0aee-4938-9448-d8e995657fe9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:52.010054 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58344) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:52.275396 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-8f1bfecb-bc7c-466a-9a34-4279a4aaad27 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:52.276923 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-8f1bfecb-bc7c-466a-9a34-4279a4aaad27 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 811 time: 0.1322982 Apr 20 16:11:52.312136 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-f2d56699-70e4-45e4-a32f-7bb5446d1bd5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/quotas/45e04a0c8b904383a188c597f8f29816 HTTP/1.1" status: 200 len: 375 time: 0.0170467 Apr 20 16:11:52.332927 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-71858a69-e44c-4fee-b90e-d1bcfe1205be admin admin] Deleting subnet 66ca5027-e9c8-41ce-8129-1d35f4e0c95c {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:11:52.338554 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 03bbbb94-f596-42d6-bf18-babe1d16f9be up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:11:52.350907 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-71858a69-e44c-4fee-b90e-d1bcfe1205be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:52.401727 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-71858a69-e44c-4fee-b90e-d1bcfe1205be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:52.433005 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-110353fb-5780-42fd-94f4-42e07aadd57d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1136479 Apr 20 16:11:52.493232 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 03bbbb94-f596-42d6-bf18-babe1d16f9be completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:11:52.497666 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 03bbbb94-f596-42d6-bf18-babe1d16f9be triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:52.502426 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:52.502578 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-71858a69-e44c-4fee-b90e-d1bcfe1205be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:52.611468 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:52.612556 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-2faba044-84cd-436d-b3e3-5ab2a9ee5464 service neutron] 10.222.0.15 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680629 Apr 20 16:11:52.641145 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021a2911-b8c6-40bc-a009-5a8e9299591c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bbbb94-f596-42d6-bf18-babe1d16f9be'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:11:52.643702 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96437b6-baf9-459c-b8ff-9738dc8f591c" -d '{"events": [{"server_uuid": "021a2911-b8c6-40bc-a009-5a8e9299591c", "name": "network-vif-plugged", "status": "completed", "tag": "03bbbb94-f596-42d6-bf18-babe1d16f9be"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:11:52.659170 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 03bbbb94-f596-42d6-bf18-babe1d16f9be, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=03bbbb94-f596-42d6-bf18-babe1d16f9be,segment=NetworkSegment(c360c3f8-b007-4e45-bb5e-d3940160744d),segment_id=c360c3f8-b007-4e45-bb5e-d3940160744d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:52.673610 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58370) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:52.694620 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6bcd0f31-87aa-4520-8c53-2d58eefd323e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:52.703288 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-178b1ad5-4475-42d1-8cf6-4aa27b1d0a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:52.731371 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-58b6019f-ccc9-47d0-a34a-8347b79ac9a7 service neutron] 10.222.0.15 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177037 Apr 20 16:11:52.773992 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:52.776003 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 184b9da7-233b-4de4-a7ec-91d63323d0f9 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:11:52.811850 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-71858a69-e44c-4fee-b90e-d1bcfe1205be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:52.848243 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71858a69-e44c-4fee-b90e-d1bcfe1205be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66ca5027-e9c8-41ce-8129-1d35f4e0c95c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:52.852380 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-71858a69-e44c-4fee-b90e-d1bcfe1205be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:52.858352 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-71858a69-e44c-4fee-b90e-d1bcfe1205be admin admin] 10.222.0.15 "DELETE /v2.0/subnets/66ca5027-e9c8-41ce-8129-1d35f4e0c95c HTTP/1.1" status: 204 len: 168 time: 0.8471618 Apr 20 16:11:52.858950 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58374) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:52.867539 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 184b9da7-233b-4de4-a7ec-91d63323d0f9 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:11:52.868152 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 184b9da7-233b-4de4-a7ec-91d63323d0f9 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:11:52.880542 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-712f14f3-1ed1-4017-99f2-52232112587c tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:52.882121 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-712f14f3-1ed1-4017-99f2-52232112587c tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 808 time: 0.1668668 Apr 20 16:11:52.894221 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6bcd0f31-87aa-4520-8c53-2d58eefd323e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:52.904190 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-0468475a-6976-48df-aae6-a224b3b9192f tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/quotas/f99d78ffab8c43cca67be1fec063f621 HTTP/1.1" status: 200 len: 375 time: 0.0127604 Apr 20 16:11:52.918074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=03bbbb94-f596-42d6-bf18-babe1d16f9be,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:52.947387 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5403f64a-fea6-4c17-8926-b4c19299039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:52.971337 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-28505b44-bc01-45ee-bda3-d93119e9a534 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0597680 Apr 20 16:11:53.024842 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6bcd0f31-87aa-4520-8c53-2d58eefd323e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:53.027919 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2591048-da9e-4a60-8252-1ab9eff0e451 x-openstack-request-id: req-c2591048-da9e-4a60-8252-1ab9eff0e451 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:11:53.028280 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021a2911-b8c6-40bc-a009-5a8e9299591c", "name": "network-vif-plugged", "status": "completed", "tag": "03bbbb94-f596-42d6-bf18-babe1d16f9be", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:11:53.028576 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2591048-da9e-4a60-8252-1ab9eff0e451 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:11:53.029017 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2591048-da9e-4a60-8252-1ab9eff0e451'] response: {'server_uuid': '021a2911-b8c6-40bc-a009-5a8e9299591c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bbbb94-f596-42d6-bf18-babe1d16f9be', 'code': 200} Apr 20 16:11:53.104155 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5403f64a-fea6-4c17-8926-b4c19299039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:53.134863 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd0f31-87aa-4520-8c53-2d58eefd323e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9758c620-ef82-41dd-a243-9b4d414373be,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:53.135795 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58382) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:53.136239 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6bcd0f31-87aa-4520-8c53-2d58eefd323e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=760238e072da416a85e5faf4d29dfb5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4585919 Apr 20 16:11:53.177480 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-a5ac1aaa-7434-4c3e-846e-bec9eeba4b9c service neutron] 10.222.0.15 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960845 Apr 20 16:11:53.189077 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-5403f64a-fea6-4c17-8926-b4c19299039d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edbee39-317f-4464-9f65-314e099e8e06']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:53.227836 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-5403f64a-fea6-4c17-8926-b4c19299039d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c02789-0193-4700-8efe-f7896d9834d5') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:53.227836 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-5403f64a-fea6-4c17-8926-b4c19299039d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c02789-0193-4700-8efe-f7896d9834d5') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:53.242733 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5403f64a-fea6-4c17-8926-b4c19299039d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:53.261216 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803673bc-b46f-4694-860d-fc2cfe4d9e3b req-176af2cf-d3d2-4e48-83d2-81671fc1558b tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:53.264788 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-803673bc-b46f-4694-860d-fc2cfe4d9e3b req-176af2cf-d3d2-4e48-83d2-81671fc1558b tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a633bf4-88da-4d49-abe0-b69a8847ce26 HTTP/1.1" status: 200 len: 944 time: 0.1546965 Apr 20 16:11:53.284113 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-52c2e50f-7d4b-4927-b87a-682b7e07d6b2 service neutron] 10.222.0.15 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043334 Apr 20 16:11:53.300846 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5403f64a-fea6-4c17-8926-b4c19299039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:53.318510 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7a905cdb-d5a9-463b-9174-1c8f388696f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:53.323793 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5403f64a-fea6-4c17-8926-b4c19299039d admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:11:53.326692 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5403f64a-fea6-4c17-8926-b4c19299039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:11:53.326855 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:11:53.336478 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1dfd07-bc97-4c05-8944-521485f105f6 req-9cc0ffa1-7182-47f3-955c-69e2ba4b762d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:53.339577 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be1dfd07-bc97-4c05-8944-521485f105f6 req-9cc0ffa1-7182-47f3-955c-69e2ba4b762d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=021a2911-b8c6-40bc-a009-5a8e9299591c HTTP/1.1" status: 200 len: 1096 time: 0.0544930 Apr 20 16:11:53.354368 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-803673bc-b46f-4694-860d-fc2cfe4d9e3b req-08c509bf-8ac1-402e-a095-7a134ccf9ce2 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759137 Apr 20 16:11:53.384434 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be1dfd07-bc97-4c05-8944-521485f105f6 req-872831c6-d768-4245-adda-5841d5db1d21 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377982 Apr 20 16:11:53.719049 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7a905cdb-d5a9-463b-9174-1c8f388696f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:53.784527 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device c3cbe1e0-e59a-432d-bba2-323519cd5fd3 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:11:53.801877 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fe647-4a28-4019-a21d-cd641afba477 req-b232f5b9-5917-492b-b493-53e0340fa26b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:53.804991 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-855fe647-4a28-4019-a21d-cd641afba477 req-b232f5b9-5917-492b-b493-53e0340fa26b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=021a2911-b8c6-40bc-a009-5a8e9299591c HTTP/1.1" status: 200 len: 945 time: 0.0917821 Apr 20 16:11:53.844300 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-855fe647-4a28-4019-a21d-cd641afba477 req-e6272c75-9c24-4c86-bbae-bd92fadef47e tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346882 Apr 20 16:11:53.848664 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5403f64a-fea6-4c17-8926-b4c19299039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:53.854314 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5403f64a-fea6-4c17-8926-b4c19299039d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:53.858600 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5403f64a-fea6-4c17-8926-b4c19299039d admin admin] 10.222.0.15 "DELETE /v2.0/networks/3edbee39-317f-4464-9f65-314e099e8e06 HTTP/1.1" status: 204 len: 168 time: 0.9983170 Apr 20 16:11:53.861192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58398) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:53.869688 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403f64a-fea6-4c17-8926-b4c19299039d admin admin] Pushing event deleted for resources: {'Network': ['ID=3edbee39-317f-4464-9f65-314e099e8e06,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:53.913463 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port c3cbe1e0-e59a-432d-bba2-323519cd5fd3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=c3cbe1e0-e59a-432d-bba2-323519cd5fd3,segment=NetworkSegment(0645846c-5a7e-4fa1-b41c-6bdd002f9154),segment_id=0645846c-5a7e-4fa1-b41c-6bdd002f9154)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:53.924574 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-69416c27-3278-4815-9c6d-f32ecc15fefa admin admin] Deleting subnet 44e83a96-783a-4c76-8fb6-fbe3e92a9a18 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:11:53.927121 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'c3cbe1e0-e59a-432d-bba2-323519cd5fd3', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'port_id': 'c3cbe1e0-e59a-432d-bba2-323519cd5fd3', 'mac_address': 'fa:16:3e:8b:ed:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:11:53.929961 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69416c27-3278-4815-9c6d-f32ecc15fefa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:53.973153 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-82806993-09ba-4462-8abd-b7e3fd36c462 req-8c75fbc9-27a4-4e73-955e-f5229ca289a5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=122e55e1-78ca-498f-bbf5-a1fe5ecec450 HTTP/1.1" status: 200 len: 210 time: 0.0523055 Apr 20 16:11:53.974679 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7a905cdb-d5a9-463b-9174-1c8f388696f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:53.977741 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7a905cdb-d5a9-463b-9174-1c8f388696f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:53.979490 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7a905cdb-d5a9-463b-9174-1c8f388696f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9758c620-ef82-41dd-a243-9b4d414373be HTTP/1.1" status: 204 len: 168 time: 0.8453529 Apr 20 16:11:53.988545 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69416c27-3278-4815-9c6d-f32ecc15fefa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:53.999438 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a905cdb-d5a9-463b-9174-1c8f388696f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9758c620-ef82-41dd-a243-9b4d414373be,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:54.000237 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:54.040037 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69416c27-3278-4815-9c6d-f32ecc15fefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:54.043642 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3cbe1e0-e59a-432d-bba2-323519cd5fd3 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:11:54.070864 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port c3cbe1e0-e59a-432d-bba2-323519cd5fd3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=c3cbe1e0-e59a-432d-bba2-323519cd5fd3,segment=NetworkSegment(0645846c-5a7e-4fa1-b41c-6bdd002f9154),segment_id=0645846c-5a7e-4fa1-b41c-6bdd002f9154)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:54.210430 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:54.233314 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b52b4d7d-8dc0-4fe0-ba63-854936e5d9a1 req-10d73b7a-8a46-4b97-b112-e292aa03f90d tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 210 time: 0.0407333 Apr 20 16:11:54.279686 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=c3cbe1e0-e59a-432d-bba2-323519cd5fd3,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:54.285066 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69416c27-3278-4815-9c6d-f32ecc15fefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:54.319905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69416c27-3278-4815-9c6d-f32ecc15fefa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44e83a96-783a-4c76-8fb6-fbe3e92a9a18,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:54.326406 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69416c27-3278-4815-9c6d-f32ecc15fefa admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:54.332383 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-69416c27-3278-4815-9c6d-f32ecc15fefa admin admin] 10.222.0.15 "DELETE /v2.0/subnets/44e83a96-783a-4c76-8fb6-fbe3e92a9a18 HTTP/1.1" status: 204 len: 168 time: 0.4678133 Apr 20 16:11:54.340010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58408) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:54.404963 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-954633ee-eaef-4274-9a6a-07b6c087c48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:54.525906 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-954633ee-eaef-4274-9a6a-07b6c087c48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:54.551513 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-954633ee-eaef-4274-9a6a-07b6c087c48f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67787fa-d9dc-4a92-bc78-24db5504bf37']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:54.569946 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a607e4-9b40-4aba-9cd9-4c5747f2f830 req-49d64502-943f-46f8-9bda-ab343a4f9f9b tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:54.571493 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-59a607e4-9b40-4aba-9cd9-4c5747f2f830 req-49d64502-943f-46f8-9bda-ab343a4f9f9b tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a633bf4-88da-4d49-abe0-b69a8847ce26 HTTP/1.1" status: 200 len: 945 time: 0.1271229 Apr 20 16:11:54.583177 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-954633ee-eaef-4274-9a6a-07b6c087c48f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a97ab41-d6f1-4d60-a4b2-60d49b0b2005') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:54.583531 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-954633ee-eaef-4274-9a6a-07b6c087c48f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a97ab41-d6f1-4d60-a4b2-60d49b0b2005') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:11:54.609876 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-954633ee-eaef-4274-9a6a-07b6c087c48f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:54.611283 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['c3cbe1e0-e59a-432d-bba2-323519cd5fd3'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:11:54.626881 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-954633ee-eaef-4274-9a6a-07b6c087c48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-59a607e4-9b40-4aba-9cd9-4c5747f2f830 req-2de48133-23db-4ed0-a11b-704b1acaf48d tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600841 Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-954633ee-eaef-4274-9a6a-07b6c087c48f admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-954633ee-eaef-4274-9a6a-07b6c087c48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:11:54.647291 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:11:54.782339 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-954633ee-eaef-4274-9a6a-07b6c087c48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:54.788675 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-954633ee-eaef-4274-9a6a-07b6c087c48f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:54.793404 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-954633ee-eaef-4274-9a6a-07b6c087c48f admin admin] 10.222.0.15 "DELETE /v2.0/networks/d67787fa-d9dc-4a92-bc78-24db5504bf37 HTTP/1.1" status: 204 len: 168 time: 0.4592061 Apr 20 16:11:54.826355 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954633ee-eaef-4274-9a6a-07b6c087c48f admin admin] Pushing event deleted for resources: {'Network': ['ID=d67787fa-d9dc-4a92-bc78-24db5504bf37,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:55.022194 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f07b9-ac44-42f5-bc17-073276425069 req-5c21b2bc-cd7c-4374-8ab0-cd941f174633 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:55.029830 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-044f07b9-ac44-42f5-bc17-073276425069 req-5c21b2bc-cd7c-4374-8ab0-cd941f174633 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=021a2911-b8c6-40bc-a009-5a8e9299591c HTTP/1.1" status: 200 len: 945 time: 0.0676944 Apr 20 16:11:55.080348 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-044f07b9-ac44-42f5-bc17-073276425069 req-c72c53c3-e09f-4135-9f28-88139a5d9223 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495238 Apr 20 16:11:55.115956 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8e766d92-71b9-44ab-a194-a2bcc40bb668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:55.133432 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e11a61a-4a88-4715-a936-1e0ca70b4be6 req-b5e0ed9e-15b9-435c-8b86-75ed232f0908 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=122e55e1-78ca-498f-bbf5-a1fe5ecec450 HTTP/1.1" status: 200 len: 210 time: 0.0401359 Apr 20 16:11:55.252541 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58442) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:55.297861 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e0abb289-dec2-4e51-b18d-85f2b9c79a45 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ddb013be8294812939175e62e5c71d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440865 Apr 20 16:11:55.301162 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58444) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:55.354767 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-05eff216-323b-4abb-866c-7344f777a70f req-f7fae506-6646-460c-b551-c18978e65b35 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 210 time: 0.0389781 Apr 20 16:11:55.390131 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7f1d16f7-3207-4530-b096-09f721b8f182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:55.400030 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7f1d16f7-3207-4530-b096-09f721b8f182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:55.577187 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7f1d16f7-3207-4530-b096-09f721b8f182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:55.580217 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7f1d16f7-3207-4530-b096-09f721b8f182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:55.581391 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7f1d16f7-3207-4530-b096-09f721b8f182 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3fdcc75-71ce-40d6-9450-f8925fa43ac7 HTTP/1.1" status: 204 len: 168 time: 0.2802324 Apr 20 16:11:55.590458 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d16f7-3207-4530-b096-09f721b8f182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fdcc75-71ce-40d6-9450-f8925fa43ac7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:55.790571 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05127147-2760-4535-af13-fb2ce9be829e req-91c42d23-b5db-48a6-840b-6b7e55c159f8 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:55.798965 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device c3cbe1e0-e59a-432d-bba2-323519cd5fd3 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:11:55.799269 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-05127147-2760-4535-af13-fb2ce9be829e req-91c42d23-b5db-48a6-840b-6b7e55c159f8 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a633bf4-88da-4d49-abe0-b69a8847ce26 HTTP/1.1" status: 200 len: 945 time: 0.0694025 Apr 20 16:11:55.900886 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-05127147-2760-4535-af13-fb2ce9be829e req-c07b54cd-f941-451a-bbe6-a76e55b8d1a8 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006908 Apr 20 16:11:55.943426 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-1e8dc247-dd2c-4f0c-9f17-4b3acb337569 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:55.944903 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-1e8dc247-dd2c-4f0c-9f17-4b3acb337569 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.30 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 811 time: 0.1380990 Apr 20 16:11:55.963652 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-3993c1bb-33c6-4693-8ba7-16ccf8780042 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Request body: {'port': {'device_id': '122e55e1-78ca-498f-bbf5-a1fe5ecec450', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'admin_state_up': True, 'tenant_id': '45e04a0c8b904383a188c597f8f29816'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:56.051151 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port c3cbe1e0-e59a-432d-bba2-323519cd5fd3 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:11:56.057393 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port c3cbe1e0-e59a-432d-bba2-323519cd5fd3 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:56.057393 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:56.216725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-3993c1bb-33c6-4693-8ba7-16ccf8780042 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Made reservation on behalf of 45e04a0c8b904383a188c597f8f29816 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:11:56.220844 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-3993c1bb-33c6-4693-8ba7-16ccf8780042 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:56.251761 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e06b6d-9bfd-4a2f-b125-ca59a774f1dd req-47c8b815-e9e4-4c2f-b5a2-e09038bd0e53 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:56.254262 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-94e06b6d-9bfd-4a2f-b125-ca59a774f1dd req-47c8b815-e9e4-4c2f-b5a2-e09038bd0e53 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=021a2911-b8c6-40bc-a009-5a8e9299591c HTTP/1.1" status: 200 len: 945 time: 0.0714722 Apr 20 16:11:56.267587 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:56.296579 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a633bf4-88da-4d49-abe0-b69a8847ce26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3cbe1e0-e59a-432d-bba2-323519cd5fd3'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:11:56.298990 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc0ec94-d6ed-4da5-8faa-68a48c621a98" -d '{"events": [{"server_uuid": "3a633bf4-88da-4d49-abe0-b69a8847ce26", "name": "network-vif-plugged", "status": "completed", "tag": "c3cbe1e0-e59a-432d-bba2-323519cd5fd3"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:11:56.309511 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1394719d-b730-4c15-b737-2c4fc193212e req-3d2d343a-2154-429e-bc78-99108088db20 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=122e55e1-78ca-498f-bbf5-a1fe5ecec450 HTTP/1.1" status: 200 len: 210 time: 0.0450854 Apr 20 16:11:56.315499 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port c3cbe1e0-e59a-432d-bba2-323519cd5fd3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=c3cbe1e0-e59a-432d-bba2-323519cd5fd3,segment=NetworkSegment(0645846c-5a7e-4fa1-b41c-6bdd002f9154),segment_id=0645846c-5a7e-4fa1-b41c-6bdd002f9154)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:11:56.319046 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:56.323452 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-94e06b6d-9bfd-4a2f-b125-ca59a774f1dd req-1f84c301-bd7a-4187-bdae-1b6ca1055772 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572677 Apr 20 16:11:56.386534 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f4ab44-f60c-460a-879e-493acd08f4c6 x-openstack-request-id: req-a7f4ab44-f60c-460a-879e-493acd08f4c6 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:11:56.386821 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a633bf4-88da-4d49-abe0-b69a8847ce26", "name": "network-vif-plugged", "status": "completed", "tag": "c3cbe1e0-e59a-432d-bba2-323519cd5fd3", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:11:56.387070 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7f4ab44-f60c-460a-879e-493acd08f4c6 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:11:56.388033 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7f4ab44-f60c-460a-879e-493acd08f4c6'] response: {'server_uuid': '3a633bf4-88da-4d49-abe0-b69a8847ce26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3cbe1e0-e59a-432d-bba2-323519cd5fd3', 'code': 200} Apr 20 16:11:56.438923 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:56.496369 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-3993c1bb-33c6-4693-8ba7-16ccf8780042 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Allocated IP 172.20.0.11 (c1e63842-0159-452f-8eed-f7dec1727f47/6cf39be6-ada6-40b6-a73b-d57e4fcf739a/e7287699-e13f-4982-90dd-abdf2458b171) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:11:56.517549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=c3cbe1e0-e59a-432d-bba2-323519cd5fd3,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:56.547405 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cc9c3a7f-3f1e-4b37-9bf2-2716513efac9 req-1aef8f02-ab60-4d71-aef8-3013affd5ae6 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 210 time: 0.0665808 Apr 20 16:11:56.640079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714507c5-8ff5-48cf-9022-adedecc340c0 req-1d0fdabe-e017-43ff-9df7-d66ed75466f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:56.641637 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-714507c5-8ff5-48cf-9022-adedecc340c0 req-1d0fdabe-e017-43ff-9df7-d66ed75466f1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3a633bf4-88da-4d49-abe0-b69a8847ce26 HTTP/1.1" status: 200 len: 1097 time: 0.1058447 Apr 20 16:11:56.646382 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58492) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:56.692963 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7f5bd90e-66ce-4454-9daa-c5bb8ccc7192 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dba2014bb1c7420d9b85edaa473da8f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450799 Apr 20 16:11:56.698393 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58496) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:11:56.753888 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-714507c5-8ff5-48cf-9022-adedecc340c0 req-679db593-30c7-480c-a775-682ccf332acf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836794 Apr 20 16:11:56.767190 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6bc1aad5-32aa-4622-8049-89553d036b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:56.789490 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6bc1aad5-32aa-4622-8049-89553d036b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:56.799898 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-3993c1bb-33c6-4693-8ba7-16ccf8780042 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:56.923538 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fd6c6-74e1-42b1-aa6f-9f4b16933cbd req-919add68-3296-4c12-ba4a-0e453dd0b06b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:56.925145 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-236fd6c6-74e1-42b1-aa6f-9f4b16933cbd req-919add68-3296-4c12-ba4a-0e453dd0b06b tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=021a2911-b8c6-40bc-a009-5a8e9299591c HTTP/1.1" status: 200 len: 945 time: 0.0644140 Apr 20 16:11:56.938983 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6bc1aad5-32aa-4622-8049-89553d036b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:56.941995 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6bc1aad5-32aa-4622-8049-89553d036b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:56.943225 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6bc1aad5-32aa-4622-8049-89553d036b31 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31ad91e8-b63a-4825-bdb3-13fc1f4503c9 HTTP/1.1" status: 204 len: 168 time: 0.2436152 Apr 20 16:11:56.952662 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1aad5-32aa-4622-8049-89553d036b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ad91e8-b63a-4825-bdb3-13fc1f4503c9,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:56.994827 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-236fd6c6-74e1-42b1-aa6f-9f4b16933cbd req-93380d85-3d07-4930-b6d9-fc7f13bc00c3 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631938 Apr 20 16:11:56.996598 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-3993c1bb-33c6-4693-8ba7-16ccf8780042 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:57.046554 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-3993c1bb-33c6-4693-8ba7-16ccf8780042 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Network c1e63842-0159-452f-8eed-f7dec1727f47 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:11:57.046766 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['8d8df218-1686-44b2-a2e6-bc3bd9205f59'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:11:57.050908 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-3993c1bb-33c6-4693-8ba7-16ccf8780042 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:11:57.054782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-3993c1bb-33c6-4693-8ba7-16ccf8780042 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:11:57.134824 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc9e5d-3a97-4f7e-810f-92f2b2a16b8c req-872a30ea-c148-4833-860c-f94e9f0cb476 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:57.142898 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c9fc9e5d-3a97-4f7e-810f-92f2b2a16b8c req-872a30ea-c148-4833-860c-f94e9f0cb476 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a633bf4-88da-4d49-abe0-b69a8847ce26 HTTP/1.1" status: 200 len: 946 time: 0.1129334 Apr 20 16:11:57.177638 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993c1bb-33c6-4693-8ba7-16ccf8780042 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Pushing event updated for resources: {'Port': ['ID=e7287699-e13f-4982-90dd-abdf2458b171,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:57.234343 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c9fc9e5d-3a97-4f7e-810f-92f2b2a16b8c req-997af7c0-1dc3-40ec-84f8-28e3aa58a228 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859623 Apr 20 16:11:57.275704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-3993c1bb-33c6-4693-8ba7-16ccf8780042 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:57.279345 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-3993c1bb-33c6-4693-8ba7-16ccf8780042 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:57.440881 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-fad8b3eb-d250-4d44-8b71-a2b3aa2a9a7b None None] Provisioning complete for port e7287699-e13f-4982-90dd-abdf2458b171 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:11:57.449091 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fad8b3eb-d250-4d44-8b71-a2b3aa2a9a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:57.449231 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-b8254a3e-7332-40c4-bbcb-68f9682ac482 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:57.451608 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-b8254a3e-7332-40c4-bbcb-68f9682ac482 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.30 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 808 time: 0.2750409 Apr 20 16:11:57.482556 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-6ab15a0a-da35-4e78-8bd8-99f8b242ce38 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Request body: {'port': {'device_id': '23baec6a-b8d3-406c-86e1-678defdb16b2', 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2', 'admin_state_up': True, 'tenant_id': 'f99d78ffab8c43cca67be1fec063f621'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:57.497564 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-fad8b3eb-d250-4d44-8b71-a2b3aa2a9a7b None None] Port e7287699-e13f-4982-90dd-abdf2458b171 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:11:57.502719 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a0ae5-804a-412c-9b5a-5d8645e67ebd req-31789fa4-ac29-4aff-bc85-95e2b117cc7f tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:57.512172 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4c1a0ae5-804a-412c-9b5a-5d8645e67ebd req-31789fa4-ac29-4aff-bc85-95e2b117cc7f tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=122e55e1-78ca-498f-bbf5-a1fe5ecec450 HTTP/1.1" status: 200 len: 932 time: 0.0762420 Apr 20 16:11:57.515832 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-3993c1bb-33c6-4693-8ba7-16ccf8780042 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5559213 Apr 20 16:11:57.563721 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4c1a0ae5-804a-412c-9b5a-5d8645e67ebd req-50ae6170-c3c5-4e80-9d61-9ece6745cee9 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460627 Apr 20 16:11:57.600354 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-ea8e8367-f797-4d83-ae50-299cb08d0c37 service neutron] Request body: {'port': {'device_id': '122e55e1-78ca-498f-bbf5-a1fe5ecec450', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:11:57.678468 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e487ff07-19a6-430e-bf25-aaa85fc26926 req-db28cb46-7002-406d-bc28-e4dfdd8e0385 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 210 time: 0.0369470 Apr 20 16:11:57.714127 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-ea8e8367-f797-4d83-ae50-299cb08d0c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:57.738889 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:58.126226 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-6ab15a0a-da35-4e78-8bd8-99f8b242ce38 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Made reservation on behalf of f99d78ffab8c43cca67be1fec063f621 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:11:58.131202 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-6ab15a0a-da35-4e78-8bd8-99f8b242ce38 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:58.179135 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-ea8e8367-f797-4d83-ae50-299cb08d0c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7287699-e13f-4982-90dd-abdf2458b171 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:11:58.191590 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-ea8e8367-f797-4d83-ae50-299cb08d0c37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:58.251077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-ea8e8367-f797-4d83-ae50-299cb08d0c37 service neutron] Transition to ACTIVE for port object e7287699-e13f-4982-90dd-abdf2458b171 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:11:58.270118 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87808c71-4352-416e-bdd6-3db06cded876 req-1975d419-fb21-4f3a-a643-70f734a12902 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:58.284898 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87808c71-4352-416e-bdd6-3db06cded876 req-1975d419-fb21-4f3a-a643-70f734a12902 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=021a2911-b8c6-40bc-a009-5a8e9299591c HTTP/1.1" status: 200 len: 945 time: 0.1629789 Apr 20 16:11:58.353595 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:58.365711 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87808c71-4352-416e-bdd6-3db06cded876 req-c1b33a06-b064-4478-a8da-139f2f79bc8a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781384 Apr 20 16:11:58.390004 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-6ab15a0a-da35-4e78-8bd8-99f8b242ce38 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Allocated IP 172.20.0.13 (39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2/fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f/47f88a83-6a0f-4e81-a05f-d79ea43e665e) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:11:58.477710 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-ea8e8367-f797-4d83-ae50-299cb08d0c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:58.553289 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:58.695543 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e23d52-f1a6-41ac-9890-35ba53ce8baa req-c197f8e4-0aa7-4e51-ab36-e88cb71cf233 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:58.703759 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-02e23d52-f1a6-41ac-9890-35ba53ce8baa req-c197f8e4-0aa7-4e51-ab36-e88cb71cf233 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a633bf4-88da-4d49-abe0-b69a8847ce26 HTTP/1.1" status: 200 len: 946 time: 0.2662616 Apr 20 16:11:58.705562 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e8367-f797-4d83-ae50-299cb08d0c37 service neutron] Pushing event updated for resources: {'Port': ['ID=e7287699-e13f-4982-90dd-abdf2458b171,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:11:58.869016 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0ee7e-9fb6-43a0-9cb7-115103127b8f req-644f7cbf-f74b-4d93-8f25-95073df48e14 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:58.870551 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e8a0ee7e-9fb6-43a0-9cb7-115103127b8f req-644f7cbf-f74b-4d93-8f25-95073df48e14 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.26 "GET /v2.0/ports?device_id=021a2911-b8c6-40bc-a009-5a8e9299591c HTTP/1.1" status: 200 len: 945 time: 0.3508666 Apr 20 16:11:59.022193 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-02e23d52-f1a6-41ac-9890-35ba53ce8baa req-c8ff909a-7756-4d42-b291-9d3b1d9b3e5c tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175075 Apr 20 16:11:59.036738 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-6ab15a0a-da35-4e78-8bd8-99f8b242ce38 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:59.108255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-ea8e8367-f797-4d83-ae50-299cb08d0c37 service neutron] Attempting to bind port e7287699-e13f-4982-90dd-abdf2458b171 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:11:59.108886 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-ea8e8367-f797-4d83-ae50-299cb08d0c37 service neutron] Attempting to bind port e7287699-e13f-4982-90dd-abdf2458b171 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:11:59.109213 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-ea8e8367-f797-4d83-ae50-299cb08d0c37 service neutron] Attempting to bind port e7287699-e13f-4982-90dd-abdf2458b171 on network c1e63842-0159-452f-8eed-f7dec1727f47 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:11:59.118808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-ea8e8367-f797-4d83-ae50-299cb08d0c37 service neutron] Port e7287699-e13f-4982-90dd-abdf2458b171 on network c1e63842-0159-452f-8eed-f7dec1727f47 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:11:59.119179 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-ea8e8367-f797-4d83-ae50-299cb08d0c37 service neutron] Attempting to bind port e7287699-e13f-4982-90dd-abdf2458b171 on network c1e63842-0159-452f-8eed-f7dec1727f47 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:11:59.134862 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-ea8e8367-f797-4d83-ae50-299cb08d0c37 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:11:59.135194 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-ea8e8367-f797-4d83-ae50-299cb08d0c37 service neutron] Checking segment: {'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:11:59.137569 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-ea8e8367-f797-4d83-ae50-299cb08d0c37 service neutron] Bound using segment: {'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:11:59.137569 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-ea8e8367-f797-4d83-ae50-299cb08d0c37 service neutron] Bound port: e7287699-e13f-4982-90dd-abdf2458b171, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:11:59.137569 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-ea8e8367-f797-4d83-ae50-299cb08d0c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:59.225471 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-6ab15a0a-da35-4e78-8bd8-99f8b242ce38 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:59.270766 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['9f535cc6-8118-48b9-abcc-62f431a6be84'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:11:59.343470 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8093bef-8350-45ee-9e6d-ddaf7765356b req-998eedc4-fd63-48ff-83f2-1ee2f40413dc tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:59.346442 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c8093bef-8350-45ee-9e6d-ddaf7765356b req-998eedc4-fd63-48ff-83f2-1ee2f40413dc tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 932 time: 0.0773370 Apr 20 16:11:59.442466 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c8093bef-8350-45ee-9e6d-ddaf7765356b req-89ffe7c6-2e84-4ab7-908a-b667e9e076d6 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881841 Apr 20 16:11:59.709066 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-ea8e8367-f797-4d83-ae50-299cb08d0c37 service neutron] For port e7287699-e13f-4982-90dd-abdf2458b171, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:11:59.712327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-ea8e8367-f797-4d83-ae50-299cb08d0c37 service neutron] For port e7287699-e13f-4982-90dd-abdf2458b171, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=e7287699-e13f-4982-90dd-abdf2458b171,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:11:59.740533 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-6ab15a0a-da35-4e78-8bd8-99f8b242ce38 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:11:59.745376 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-6ab15a0a-da35-4e78-8bd8-99f8b242ce38 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:11:59.756048 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2e7f8-ed4a-4570-a254-39cccac7b065 req-f5f35e6f-ed38-4d0e-b567-064717bebb9d tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:59.761728 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d1e2e7f8-ed4a-4570-a254-39cccac7b065 req-f5f35e6f-ed38-4d0e-b567-064717bebb9d tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=021a2911-b8c6-40bc-a009-5a8e9299591c HTTP/1.1" status: 200 len: 945 time: 0.1270247 Apr 20 16:11:59.767375 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:59.771793 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-6ab15a0a-da35-4e78-8bd8-99f8b242ce38 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:11:59.825615 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-ea8e8367-f797-4d83-ae50-299cb08d0c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:59.841204 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f877961-bd29-446c-872d-e304d329043d req-ec6f4a53-33d0-49c2-ab7a-740c735cedcc tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:59.842962 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7f877961-bd29-446c-872d-e304d329043d req-ec6f4a53-33d0-49c2-ab7a-740c735cedcc tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=122e55e1-78ca-498f-bbf5-a1fe5ecec450 HTTP/1.1" status: 200 len: 944 time: 0.6734638 Apr 20 16:11:59.865662 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-e8a0ee7e-9fb6-43a0-9cb7-115103127b8f req-9613d406-fd07-4eea-8eab-074fe376681d tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Deleting port 03bbbb94-f596-42d6-bf18-babe1d16f9be {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:11:59.866063 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e8a0ee7e-9fb6-43a0-9cb7-115103127b8f req-9613d406-fd07-4eea-8eab-074fe376681d tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:59.867242 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d1e2e7f8-ed4a-4570-a254-39cccac7b065 req-6f43fbd1-999d-409d-afa1-20202e7c9c9c tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe35ddd5-46c4-4fe4-95e5-87a02a214216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999689 Apr 20 16:11:59.917336 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-ea8e8367-f797-4d83-ae50-299cb08d0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:59.917336 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-ea8e8367-f797-4d83-ae50-299cb08d0c37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:11:59.917336 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-ea8e8367-f797-4d83-ae50-299cb08d0c37 service neutron] 10.222.0.30 "PUT /v2.0/ports/e7287699-e13f-4982-90dd-abdf2458b171 HTTP/1.1" status: 200 len: 1092 time: 2.3308253 Apr 20 16:11:59.924564 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122e55e1-78ca-498f-bbf5-a1fe5ecec450', 'tag': 'e7287699-e13f-4982-90dd-abdf2458b171'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:11:59.928359 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c1ab84-3502-46de-ad8a-2db2c861e81f" -d '{"events": [{"name": "network-changed", "server_uuid": "122e55e1-78ca-498f-bbf5-a1fe5ecec450", "tag": "e7287699-e13f-4982-90dd-abdf2458b171"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:11:59.938044 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-6ab15a0a-da35-4e78-8bd8-99f8b242ce38 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:11:59.938703 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-6ab15a0a-da35-4e78-8bd8-99f8b242ce38 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:00.010158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab15a0a-da35-4e78-8bd8-99f8b242ce38 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Pushing event updated for resources: {'Port': ['ID=47f88a83-6a0f-4e81-a05f-d79ea43e665e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:00.117609 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-6ab15a0a-da35-4e78-8bd8-99f8b242ce38 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6475344 Apr 20 16:12:00.147233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-e4027de3-2eb1-48c4-b519-8b960bed06ab service neutron] Request body: {'port': {'device_id': '23baec6a-b8d3-406c-86e1-678defdb16b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:00.220225 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7f877961-bd29-446c-872d-e304d329043d req-b9dd912c-5e5d-4379-924c-d4e3e686837b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622851 Apr 20 16:12:00.349798 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a97f971-0816-4675-9192-933be7cf6ef4 x-openstack-request-id: req-3a97f971-0816-4675-9192-933be7cf6ef4 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:12:00.350153 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122e55e1-78ca-498f-bbf5-a1fe5ecec450", "tag": "e7287699-e13f-4982-90dd-abdf2458b171", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:12:00.350375 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a97f971-0816-4675-9192-933be7cf6ef4 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:12:00.350743 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a97f971-0816-4675-9192-933be7cf6ef4'] response: {'name': 'network-changed', 'server_uuid': '122e55e1-78ca-498f-bbf5-a1fe5ecec450', 'tag': 'e7287699-e13f-4982-90dd-abdf2458b171', 'status': 'completed', 'code': 200} Apr 20 16:12:00.409234 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-e8a0ee7e-9fb6-43a0-9cb7-115103127b8f req-9613d406-fd07-4eea-8eab-074fe376681d tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] For port 03bbbb94-f596-42d6-bf18-babe1d16f9be, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=03bbbb94-f596-42d6-bf18-babe1d16f9be,segment=NetworkSegment(c360c3f8-b007-4e45-bb5e-d3940160744d),segment_id=c360c3f8-b007-4e45-bb5e-d3940160744d)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:00.409835 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e8a0ee7e-9fb6-43a0-9cb7-115103127b8f req-9613d406-fd07-4eea-8eab-074fe376681d tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:00.426428 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-e8a0ee7e-9fb6-43a0-9cb7-115103127b8f req-9613d406-fd07-4eea-8eab-074fe376681d tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Calling delete_port for 03bbbb94-f596-42d6-bf18-babe1d16f9be owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:12:00.486181 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-e4027de3-2eb1-48c4-b519-8b960bed06ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:00.488896 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e8367-f797-4d83-ae50-299cb08d0c37 service neutron] Pushing event updated for resources: {'Port': ['ID=e7287699-e13f-4982-90dd-abdf2458b171,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:00.521662 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-76867ebd-3be6-4cbe-9829-57b51ea34c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:00.523217 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-76867ebd-3be6-4cbe-9829-57b51ea34c10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&device_id=122e55e1-78ca-498f-bbf5-a1fe5ecec450 HTTP/1.1" status: 200 len: 1095 time: 0.4458885 Apr 20 16:12:00.646535 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-1076a20e-5704-4efa-ba03-b2017fd04a1f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7287699-e13f-4982-90dd-abdf2458b171 HTTP/1.1" status: 200 len: 217 time: 0.0972176 Apr 20 16:12:00.674529 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ab815-1f07-479f-bb8a-8037f9230a50 req-43842580-35a7-43ba-b461-d596ba732ad6 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:00.676168 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c4ab815-1f07-479f-bb8a-8037f9230a50 req-43842580-35a7-43ba-b461-d596ba732ad6 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a633bf4-88da-4d49-abe0-b69a8847ce26 HTTP/1.1" status: 200 len: 946 time: 0.1756196 Apr 20 16:12:00.806479 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bb8c8-bb71-459b-b89a-d3d3e8cdf6f5 req-8fba9314-1f69-4110-80aa-7def6030575a tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:00.807985 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0b2bb8c8-bb71-459b-b89a-d3d3e8cdf6f5 req-8fba9314-1f69-4110-80aa-7def6030575a tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 932 time: 0.0601196 Apr 20 16:12:00.842263 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-e940f402-d5ed-4ae3-81f7-28c7c9f1d16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:00.843903 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-e940f402-d5ed-4ae3-81f7-28c7c9f1d16d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cf39be6-ada6-40b6-a73b-d57e4fcf739a HTTP/1.1" status: 200 len: 850 time: 0.1889880 Apr 20 16:12:00.847597 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c4ab815-1f07-479f-bb8a-8037f9230a50 req-42adf925-631c-4a2e-a502-b3b03b81b5a5 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462584 Apr 20 16:12:00.866830 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0b2bb8c8-bb71-459b-b89a-d3d3e8cdf6f5 req-4b3aa018-aebd-4e3f-8f9e-81dd3be56cf8 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479062 Apr 20 16:12:01.005882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-e43f29a9-7478-4c23-ac83-dd0332d4a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:01.007462 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-e43f29a9-7478-4c23-ac83-dd0332d4a628 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1e63842-0159-452f-8eed-f7dec1727f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211245 Apr 20 16:12:01.131201 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e8a0ee7e-9fb6-43a0-9cb7-115103127b8f req-9613d406-fd07-4eea-8eab-074fe376681d tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:01.185926 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613d406-fd07-4eea-8eab-074fe376681d tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Pushing event deleted for resources: {'Port': ['ID=03bbbb94-f596-42d6-bf18-babe1d16f9be,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:01.189398 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-e4027de3-2eb1-48c4-b519-8b960bed06ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f88a83-6a0f-4e81-a05f-d79ea43e665e {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:12:01.195713 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-2ead56dd-69b8-4949-9215-f13db7036c96 service neutron] 10.222.0.30 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790771 Apr 20 16:12:01.201520 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-e4027de3-2eb1-48c4-b519-8b960bed06ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:01.279378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-e4027de3-2eb1-48c4-b519-8b960bed06ab service neutron] Transition to ACTIVE for port object 47f88a83-6a0f-4e81-a05f-d79ea43e665e will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:12:01.299977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a0ee7e-9fb6-43a0-9cb7-115103127b8f req-9613d406-fd07-4eea-8eab-074fe376681d tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] No DVR routers for this DVR port 03bbbb94-f596-42d6-bf18-babe1d16f9be on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:12:01.303828 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e8a0ee7e-9fb6-43a0-9cb7-115103127b8f req-9613d406-fd07-4eea-8eab-074fe376681d tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:01.307417 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e8a0ee7e-9fb6-43a0-9cb7-115103127b8f req-9613d406-fd07-4eea-8eab-074fe376681d tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.26 "DELETE /v2.0/ports/03bbbb94-f596-42d6-bf18-babe1d16f9be HTTP/1.1" status: 204 len: 173 time: 2.4237530 Apr 20 16:12:01.349562 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2afe539f-6041-4982-a4ac-614da36a93a6 req-b44cc021-5466-4e4f-b010-898e4ab87282 service neutron] 10.222.0.30 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450255 Apr 20 16:12:01.422490 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-e4027de3-2eb1-48c4-b519-8b960bed06ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:01.498031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4027de3-2eb1-48c4-b519-8b960bed06ab service neutron] Pushing event updated for resources: {'Port': ['ID=47f88a83-6a0f-4e81-a05f-d79ea43e665e,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:01.542786 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-168c3a84-d933-41cb-9826-f70854d05ba1 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:01.544917 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-168c3a84-d933-41cb-9826-f70854d05ba1 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e66719-9154-457e-82b8-c8c634e59778&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1551023 Apr 20 16:12:01.679326 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-8f0d9f05-764f-4017-8d34-9236f56bfadf tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 696 time: 0.1109202 Apr 20 16:12:01.695168 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-4dd74a7e-fee8-4cdb-a26b-93bb3831da3d tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Request body: {'floatingip': {'port_id': 'a4560ccf-029c-47b8-871e-3750ca8e7b31', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:01.744058 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1ab84-3502-46de-ad8a-2db2c861e81f req-e0d4b4d9-3b3f-434f-840b-30893ceafb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:01.745625 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8c1ab84-3502-46de-ad8a-2db2c861e81f req-e0d4b4d9-3b3f-434f-840b-30893ceafb99 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&device_id=122e55e1-78ca-498f-bbf5-a1fe5ecec450 HTTP/1.1" status: 200 len: 1095 time: 0.1666281 Apr 20 16:12:01.747552 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-e4027de3-2eb1-48c4-b519-8b960bed06ab service neutron] Attempting to bind port 47f88a83-6a0f-4e81-a05f-d79ea43e665e on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:12:01.747886 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-e4027de3-2eb1-48c4-b519-8b960bed06ab service neutron] Attempting to bind port 47f88a83-6a0f-4e81-a05f-d79ea43e665e by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:12:01.748205 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-e4027de3-2eb1-48c4-b519-8b960bed06ab service neutron] Attempting to bind port 47f88a83-6a0f-4e81-a05f-d79ea43e665e on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:12:01.751803 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-4dd74a7e-fee8-4cdb-a26b-93bb3831da3d tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks [] for floatingip, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:01.802385 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-e4027de3-2eb1-48c4-b519-8b960bed06ab service neutron] Port 47f88a83-6a0f-4e81-a05f-d79ea43e665e on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:12:01.803035 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-e4027de3-2eb1-48c4-b519-8b960bed06ab service neutron] Attempting to bind port 47f88a83-6a0f-4e81-a05f-d79ea43e665e on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:12:01.867718 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-e4027de3-2eb1-48c4-b519-8b960bed06ab service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:12:01.872376 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-e4027de3-2eb1-48c4-b519-8b960bed06ab service neutron] Checking segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:12:01.872376 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-e4027de3-2eb1-48c4-b519-8b960bed06ab service neutron] Bound using segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:12:01.872376 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-e4027de3-2eb1-48c4-b519-8b960bed06ab service neutron] Bound port: 47f88a83-6a0f-4e81-a05f-d79ea43e665e, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:12:01.872376 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-e4027de3-2eb1-48c4-b519-8b960bed06ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:01.946690 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e49266c9-1c83-4e09-8450-9bdb7f8e2294 req-4f961dad-ec1d-4165-beb0-4d09626c02f9 tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/ports?device_id=021a2911-b8c6-40bc-a009-5a8e9299591c HTTP/1.1" status: 200 len: 210 time: 0.0316939 Apr 20 16:12:02.060383 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1ab84-3502-46de-ad8a-2db2c861e81f req-f6d439d8-98fb-4c4e-aba4-79f082dd0932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:02.062593 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8c1ab84-3502-46de-ad8a-2db2c861e81f req-f6d439d8-98fb-4c4e-aba4-79f082dd0932 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 912 time: 0.3063035 Apr 20 16:12:02.072560 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-e4027de3-2eb1-48c4-b519-8b960bed06ab service neutron] For port 47f88a83-6a0f-4e81-a05f-d79ea43e665e, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:12:02.085381 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f5e6a-97ec-48c3-b57a-6f31214f7bf6 req-4a80bfe1-7c4b-420b-8495-3dfb98aa7b44 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:02.088795 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-825f5e6a-97ec-48c3-b57a-6f31214f7bf6 req-4a80bfe1-7c4b-420b-8495-3dfb98aa7b44 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=122e55e1-78ca-498f-bbf5-a1fe5ecec450 HTTP/1.1" status: 200 len: 944 time: 0.0690696 Apr 20 16:12:02.125638 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8c1ab84-3502-46de-ad8a-2db2c861e81f req-ba6e0bf2-0588-4139-9a05-376b167c83a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7287699-e13f-4982-90dd-abdf2458b171 HTTP/1.1" status: 200 len: 217 time: 0.0556481 Apr 20 16:12:02.130707 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-e4027de3-2eb1-48c4-b519-8b960bed06ab service neutron] For port 47f88a83-6a0f-4e81-a05f-d79ea43e665e, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=47f88a83-6a0f-4e81-a05f-d79ea43e665e,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:12:02.145464 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-825f5e6a-97ec-48c3-b57a-6f31214f7bf6 req-668bd6ef-d505-40a5-a4fd-212296db69a4 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503983 Apr 20 16:12:02.222625 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-e4027de3-2eb1-48c4-b519-8b960bed06ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:02.282145 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-e4027de3-2eb1-48c4-b519-8b960bed06ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:02.284252 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-e4027de3-2eb1-48c4-b519-8b960bed06ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:02.285955 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-e4027de3-2eb1-48c4-b519-8b960bed06ab service neutron] 10.222.0.30 "PUT /v2.0/ports/47f88a83-6a0f-4e81-a05f-d79ea43e665e HTTP/1.1" status: 200 len: 1092 time: 2.1434667 Apr 20 16:12:02.338714 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 03bbbb94-f596-42d6-bf18-babe1d16f9be no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:12:02.339233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1ab84-3502-46de-ad8a-2db2c861e81f req-cb30671e-601b-4d0a-a11a-77297c354107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:02.339233 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8c1ab84-3502-46de-ad8a-2db2c861e81f req-cb30671e-601b-4d0a-a11a-77297c354107 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cf39be6-ada6-40b6-a73b-d57e4fcf739a HTTP/1.1" status: 200 len: 850 time: 0.2066412 Apr 20 16:12:02.354448 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021a2911-b8c6-40bc-a009-5a8e9299591c', 'name': 'network-vif-deleted', 'tag': '03bbbb94-f596-42d6-bf18-babe1d16f9be'}, {'name': 'network-changed', 'server_uuid': '23baec6a-b8d3-406c-86e1-678defdb16b2', 'tag': '47f88a83-6a0f-4e81-a05f-d79ea43e665e'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:02.356437 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 03bbbb94-f596-42d6-bf18-babe1d16f9be {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:12:02.356784 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 03bbbb94-f596-42d6-bf18-babe1d16f9be not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:12:02.357503 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f12d6c0-6ba7-44d0-8ebb-15f687e00126" -d '{"events": [{"server_uuid": "021a2911-b8c6-40bc-a009-5a8e9299591c", "name": "network-vif-deleted", "tag": "03bbbb94-f596-42d6-bf18-babe1d16f9be"}, {"name": "network-changed", "server_uuid": "23baec6a-b8d3-406c-86e1-678defdb16b2", "tag": "47f88a83-6a0f-4e81-a05f-d79ea43e665e"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:12:02.413992 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4027de3-2eb1-48c4-b519-8b960bed06ab service neutron] Pushing event updated for resources: {'Port': ['ID=47f88a83-6a0f-4e81-a05f-d79ea43e665e,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:02.501566 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1ab84-3502-46de-ad8a-2db2c861e81f req-a52306b6-3c4b-48b7-82e5-ea2e7a9fbfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:02.502953 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8c1ab84-3502-46de-ad8a-2db2c861e81f req-a52306b6-3c4b-48b7-82e5-ea2e7a9fbfb7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1e63842-0159-452f-8eed-f7dec1727f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1538932 Apr 20 16:12:02.940236 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6bd7d-de13-412a-8a2c-0e279c5a3174 req-b6ab726a-9465-445d-9d5e-e1b2a606aa97 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:02.943224 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-22e6bd7d-de13-412a-8a2c-0e279c5a3174 req-b6ab726a-9465-445d-9d5e-e1b2a606aa97 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 944 time: 0.0635664 Apr 20 16:12:02.953909 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-5dc18235-1db2-4588-88ca-a614f70764cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:02.955387 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-5dc18235-1db2-4588-88ca-a614f70764cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 1095 time: 0.4968238 Apr 20 16:12:02.974645 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.db.resource_extend [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-4dd74a7e-fee8-4cdb-a26b-93bb3831da3d tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 16:12:02.996057 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-22e6bd7d-de13-412a-8a2c-0e279c5a3174 req-f7902205-6bcd-4ec6-a140-201704703bc8 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455537 Apr 20 16:12:03.042657 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8c1ab84-3502-46de-ad8a-2db2c861e81f req-f20141fa-4b63-4c51-9aab-5c7b57dae111 service neutron] 10.222.0.30 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243576 Apr 20 16:12:03.046519 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-4096c214-e5b0-4081-a0f1-22ce5960acf0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47f88a83-6a0f-4e81-a05f-d79ea43e665e HTTP/1.1" status: 200 len: 217 time: 0.0759721 Apr 20 16:12:03.060392 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 20 Apr 2022 16:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd5ef28-875a-4c6e-876d-e2be0f20de8c x-openstack-request-id: req-fdd5ef28-875a-4c6e-876d-e2be0f20de8c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:12:03.060693 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021a2911-b8c6-40bc-a009-5a8e9299591c", "name": "network-vif-deleted", "tag": "03bbbb94-f596-42d6-bf18-babe1d16f9be", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "23baec6a-b8d3-406c-86e1-678defdb16b2", "tag": "47f88a83-6a0f-4e81-a05f-d79ea43e665e", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:12:03.060943 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fdd5ef28-875a-4c6e-876d-e2be0f20de8c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:12:03.061349 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdd5ef28-875a-4c6e-876d-e2be0f20de8c'] response: {'server_uuid': '021a2911-b8c6-40bc-a009-5a8e9299591c', 'name': 'network-vif-deleted', 'tag': '03bbbb94-f596-42d6-bf18-babe1d16f9be', 'status': 'completed', 'code': 200} Apr 20 16:12:03.061604 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdd5ef28-875a-4c6e-876d-e2be0f20de8c'] response: {'name': 'network-changed', 'server_uuid': '23baec6a-b8d3-406c-86e1-678defdb16b2', 'tag': '47f88a83-6a0f-4e81-a05f-d79ea43e665e', 'status': 'completed', 'code': 200} Apr 20 16:12:03.077049 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-4dd74a7e-fee8-4cdb-a26b-93bb3831da3d tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:03.164981 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-4dd74a7e-fee8-4cdb-a26b-93bb3831da3d tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:03.206331 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-37a6d352-f1f4-47e3-811d-37edc6a0b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:03.207805 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-37a6d352-f1f4-47e3-811d-37edc6a0b5da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f HTTP/1.1" status: 200 len: 848 time: 0.1454337 Apr 20 16:12:03.260313 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-80ae7467-96a0-4920-94de-238f9f2dff37 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412798 Apr 20 16:12:03.278016 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8c1ab84-3502-46de-ad8a-2db2c861e81f req-7e2fdefa-010f-458c-90dc-06097ec782e8 service neutron] 10.222.0.30 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991725 Apr 20 16:12:03.378283 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-4dd74a7e-fee8-4cdb-a26b-93bb3831da3d tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Floating IP 87c4b685-b662-4694-a70b-067d06be1b31 associated. External IP: 172.25.0.205, port: a4560ccf-029c-47b8-871e-3750ca8e7b31. Apr 20 16:12:03.457125 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-2f415c1b-baaf-446b-9543-b7b0cf260b79 service neutron] 10.222.0.30 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894207 Apr 20 16:12:03.636710 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2be87906-4d91-47e2-a28c-2b4983194ce6 req-ff2a30d4-28df-43e3-88c7-69186bfda36b service neutron] 10.222.0.30 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531529 Apr 20 16:12:03.697953 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-4dd74a7e-fee8-4cdb-a26b-93bb3831da3d tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Router 237acf75-7ebd-4659-946c-2ddb91a6bddc has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:12:03.832532 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-4dd74a7e-fee8-4cdb-a26b-93bb3831da3d tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:12:03.837118 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-4dd74a7e-fee8-4cdb-a26b-93bb3831da3d tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:03.843174 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b42eff-8ced-4b2b-a613-8bced0714cb6 None None] Sync routers for ids ['237acf75-7ebd-4659-946c-2ddb91a6bddc'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:12:03.852846 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b42eff-8ced-4b2b-a613-8bced0714cb6 None None] Routers {'237acf75-7ebd-4659-946c-2ddb91a6bddc'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:03.853457 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-94b42eff-8ced-4b2b-a613-8bced0714cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:11:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['237acf75-7ebd-4659-946c-2ddb91a6bddc'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:03.872953 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-4dd74a7e-fee8-4cdb-a26b-93bb3831da3d tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "PUT /v2.0/floatingips/87c4b685-b662-4694-a70b-067d06be1b31 HTTP/1.1" status: 200 len: 996 time: 2.1857002 Apr 20 16:12:03.874631 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12d6c0-6ba7-44d0-8ebb-15f687e00126 req-29409388-5627-4cfa-97bf-29e43476c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:03.876041 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f12d6c0-6ba7-44d0-8ebb-15f687e00126 req-29409388-5627-4cfa-97bf-29e43476c71a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 1095 time: 0.0756855 Apr 20 16:12:03.977676 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-94b42eff-8ced-4b2b-a613-8bced0714cb6 None None] Set router 237acf75-7ebd-4659-946c-2ddb91a6bddc gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:04.010327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-ba520747-8e87-46e4-a3a9-6846c39bede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:04.012057 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-ba520747-8e87-46e4-a3a9-6846c39bede2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a1e0f50b39a4690a4fa7de352e3594a&device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 1096 time: 0.0971932 Apr 20 16:12:04.035007 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12d6c0-6ba7-44d0-8ebb-15f687e00126 req-c25282e7-ecf7-4d4d-8143-dd2920e3f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:04.036681 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f12d6c0-6ba7-44d0-8ebb-15f687e00126 req-c25282e7-ecf7-4d4d-8143-dd2920e3f0fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 909 time: 0.1542141 Apr 20 16:12:04.096129 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f12d6c0-6ba7-44d0-8ebb-15f687e00126 req-10437f6d-666b-4402-bfa8-8a42e970c351 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47f88a83-6a0f-4e81-a05f-d79ea43e665e HTTP/1.1" status: 200 len: 217 time: 0.0432088 Apr 20 16:12:04.194871 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12d6c0-6ba7-44d0-8ebb-15f687e00126 req-cee1be81-4fc1-47c4-a47c-70eb3276f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:04.196357 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f12d6c0-6ba7-44d0-8ebb-15f687e00126 req-cee1be81-4fc1-47c4-a47c-70eb3276f500 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f HTTP/1.1" status: 200 len: 848 time: 0.0691473 Apr 20 16:12:04.219860 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-541f3b54-24f2-4eda-b850-9ceedbe4bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:04.219860 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-541f3b54-24f2-4eda-b850-9ceedbe4bffc service neutron] 10.222.0.15 "GET /v2.0/networks?id=f23d9022-425c-4e21-b831-1e03a05d4b94 HTTP/1.1" status: 200 len: 922 time: 0.1958811 Apr 20 16:12:04.234246 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-94b42eff-8ced-4b2b-a613-8bced0714cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:11:10Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '87c4b685-b662-4694-a70b-067d06be1b31', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'port_id': 'a4560ccf-029c-47b8-871e-3750ca8e7b31', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'mac_address': 'fa:16:3e:ae:e0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e66719-9154-457e-82b8-c8c634e59778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:11:38Z', 'updated_at': '2022-04-20T16:12:02Z', 'revision_number': 1, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f', 'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'mac_address': 'fa:16:3e:0d:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:08Z', 'updated_at': '2022-04-20T16:11:15Z', 'revision_number': 5, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'subnets': [{'id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:04.235298 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f12d6c0-6ba7-44d0-8ebb-15f687e00126 req-31027255-0008-456e-83a1-812f96c4fb4e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321755 Apr 20 16:12:04.277571 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b42eff-8ced-4b2b-a613-8bced0714cb6 None None] Checking router: 237acf75-7ebd-4659-946c-2ddb91a6bddc for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:12:04.294756 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b42eff-8ced-4b2b-a613-8bced0714cb6 None None] Routers {'237acf75-7ebd-4659-946c-2ddb91a6bddc'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:04.297150 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-94b42eff-8ced-4b2b-a613-8bced0714cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:11:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['237acf75-7ebd-4659-946c-2ddb91a6bddc'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:04.412912 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-05f1963f-fea7-404a-af1f-9d39a33b1302 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4560ccf-029c-47b8-871e-3750ca8e7b31 HTTP/1.1" status: 200 len: 999 time: 0.1798201 Apr 20 16:12:04.485150 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-94b42eff-8ced-4b2b-a613-8bced0714cb6 None None] Set router 237acf75-7ebd-4659-946c-2ddb91a6bddc gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:04.508303 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f12d6c0-6ba7-44d0-8ebb-15f687e00126 req-245bdeb9-6c2a-4751-9c95-cb3be007c3f4 service neutron] 10.222.0.30 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661228 Apr 20 16:12:04.514902 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-55bb2be0-3b98-49eb-89f1-105bcdc14a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:04.523052 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-55bb2be0-3b98-49eb-89f1-105bcdc14a5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ca3923b-31f6-4a2b-b573-248af67278fb HTTP/1.1" status: 200 len: 860 time: 0.1074824 Apr 20 16:12:04.639395 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-322b4074-f8b5-4b28-a55b-1ac090f35a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:04.641018 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-322b4074-f8b5-4b28-a55b-1ac090f35a9a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f23d9022-425c-4e21-b831-1e03a05d4b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172111 Apr 20 16:12:04.665342 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-ceb18e33-5bb4-46da-bc5c-461070cf7ae5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:12:04.666323 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-ceb18e33-5bb4-46da-bc5c-461070cf7ae5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071225 Apr 20 16:12:04.693759 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f12d6c0-6ba7-44d0-8ebb-15f687e00126 req-c35c57f7-a204-497c-9995-831beaaf7abd service neutron] 10.222.0.30 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602960 Apr 20 16:12:04.769312 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-94b42eff-8ced-4b2b-a613-8bced0714cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:11:10Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '87c4b685-b662-4694-a70b-067d06be1b31', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'port_id': 'a4560ccf-029c-47b8-871e-3750ca8e7b31', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'mac_address': 'fa:16:3e:ae:e0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e66719-9154-457e-82b8-c8c634e59778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:11:38Z', 'updated_at': '2022-04-20T16:12:02Z', 'revision_number': 1, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f', 'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'mac_address': 'fa:16:3e:0d:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:08Z', 'updated_at': '2022-04-20T16:11:15Z', 'revision_number': 5, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'subnets': [{'id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:04.789129 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-a33cdfbb-241a-4a33-8eeb-034dc0ce8f6d service neutron] 10.222.0.15 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112263 Apr 20 16:12:04.801350 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b42eff-8ced-4b2b-a613-8bced0714cb6 None None] The sync data for ids ['237acf75-7ebd-4659-946c-2ddb91a6bddc'] in n-d-836146-2 is: [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:11:10Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '87c4b685-b662-4694-a70b-067d06be1b31', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'port_id': 'a4560ccf-029c-47b8-871e-3750ca8e7b31', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'mac_address': 'fa:16:3e:ae:e0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e66719-9154-457e-82b8-c8c634e59778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:11:38Z', 'updated_at': '2022-04-20T16:12:02Z', 'revision_number': 1, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f', 'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'mac_address': 'fa:16:3e:0d:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:08Z', 'updated_at': '2022-04-20T16:11:15Z', 'revision_number': 5, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'subnets': [{'id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:12:04.930838 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58928) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:04.945931 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aac8e0a8-cce9-401b-8678-3d60efca2c6f req-43a1280a-d13e-4b53-9d23-02ba4076a289 service neutron] 10.222.0.15 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490157 Apr 20 16:12:05.030726 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b733e82-149d-425f-af3a-a253f3a418a8 req-eaae0443-091c-4bc2-8a90-8921526d4f93 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:05.032540 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9b733e82-149d-425f-af3a-a253f3a418a8 req-eaae0443-091c-4bc2-8a90-8921526d4f93 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=122e55e1-78ca-498f-bbf5-a1fe5ecec450 HTTP/1.1" status: 200 len: 944 time: 0.0664041 Apr 20 16:12:05.062500 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e66719-9154-457e-82b8-c8c634e59778', 'tag': 'a4560ccf-029c-47b8-871e-3750ca8e7b31'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:05.070296 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6a2813-f784-47a8-88cb-45fba218d41d" -d '{"events": [{"name": "network-changed", "server_uuid": "79e66719-9154-457e-82b8-c8c634e59778", "tag": "a4560ccf-029c-47b8-871e-3750ca8e7b31"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:12:05.076062 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ab43c-be91-4460-8757-86a5b881a813 None None] New status for floating IP 87c4b685-b662-4694-a70b-067d06be1b31: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:12:05.082493 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-06973a4b-cf55-4222-92a4-6e888900f043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:05.109383 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9b733e82-149d-425f-af3a-a253f3a418a8 req-80c09c30-8562-4fde-988f-f6bd3910611b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647745 Apr 20 16:12:05.185409 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-06973a4b-cf55-4222-92a4-6e888900f043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:05.279966 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf54056-930e-4e17-9255-3ca0ea07840f req-5656ca7f-9a2b-4047-859f-611774ecdb36 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:05.281962 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dcf54056-930e-4e17-9255-3ca0ea07840f req-5656ca7f-9a2b-4047-859f-611774ecdb36 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 944 time: 0.0700521 Apr 20 16:12:05.283573 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-06973a4b-cf55-4222-92a4-6e888900f043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:05.339094 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06973a4b-cf55-4222-92a4-6e888900f043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b973993-56e5-421e-853f-db9eebdb87cf,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:05.344774 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-06973a4b-cf55-4222-92a4-6e888900f043 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a0ac9437a07493aadd416341cd7f602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4126978 Apr 20 16:12:05.355813 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58958) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:05.363207 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dcf54056-930e-4e17-9255-3ca0ea07840f req-7b13de50-a9ee-40a3-99f3-aeeb1d05db12 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734990 Apr 20 16:12:05.446285 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a895989-25c2-44f5-907a-55ebc7d33b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:05.450104 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede017fb-1cfc-42fb-99d4-5ea8fa6e03b9 x-openstack-request-id: req-ede017fb-1cfc-42fb-99d4-5ea8fa6e03b9 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:12:05.450388 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e66719-9154-457e-82b8-c8c634e59778", "tag": "a4560ccf-029c-47b8-871e-3750ca8e7b31", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:12:05.450642 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ede017fb-1cfc-42fb-99d4-5ea8fa6e03b9 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:12:05.451124 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede017fb-1cfc-42fb-99d4-5ea8fa6e03b9'] response: {'name': 'network-changed', 'server_uuid': '79e66719-9154-457e-82b8-c8c634e59778', 'tag': 'a4560ccf-029c-47b8-871e-3750ca8e7b31', 'status': 'completed', 'code': 200} Apr 20 16:12:05.474886 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a895989-25c2-44f5-907a-55ebc7d33b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:05.550714 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a2813-f784-47a8-88cb-45fba218d41d req-ca4067b6-8fae-4893-8645-798dcf6fef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:05.556448 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7e6a2813-f784-47a8-88cb-45fba218d41d req-ca4067b6-8fae-4893-8645-798dcf6fef79 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6a1e0f50b39a4690a4fa7de352e3594a&device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 1096 time: 0.0589578 Apr 20 16:12:05.662941 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a895989-25c2-44f5-907a-55ebc7d33b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:05.666394 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a895989-25c2-44f5-907a-55ebc7d33b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:05.670143 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6a895989-25c2-44f5-907a-55ebc7d33b1a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b973993-56e5-421e-853f-db9eebdb87cf HTTP/1.1" status: 204 len: 168 time: 0.3105433 Apr 20 16:12:05.673280 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fa972-9c39-4569-9546-2e85697607f6 req-64edf2ee-0319-4b00-b03e-dfcc9ed10ead tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:05.676844 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-178fa972-9c39-4569-9546-2e85697607f6 req-64edf2ee-0319-4b00-b03e-dfcc9ed10ead tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a633bf4-88da-4d49-abe0-b69a8847ce26&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1038878 Apr 20 16:12:05.681811 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a895989-25c2-44f5-907a-55ebc7d33b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b973993-56e5-421e-853f-db9eebdb87cf,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:05.700571 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a895989-25c2-44f5-907a-55ebc7d33b1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:05.700925 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a895989-25c2-44f5-907a-55ebc7d33b1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:05.701270 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a895989-25c2-44f5-907a-55ebc7d33b1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:05.701609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a895989-25c2-44f5-907a-55ebc7d33b1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:05.702064 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a895989-25c2-44f5-907a-55ebc7d33b1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:05.702404 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a895989-25c2-44f5-907a-55ebc7d33b1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:05.702731 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a895989-25c2-44f5-907a-55ebc7d33b1a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:05.703322 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a895989-25c2-44f5-907a-55ebc7d33b1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:05.703702 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a895989-25c2-44f5-907a-55ebc7d33b1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:05.703988 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a895989-25c2-44f5-907a-55ebc7d33b1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:05.704570 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a895989-25c2-44f5-907a-55ebc7d33b1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:05.704894 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a895989-25c2-44f5-907a-55ebc7d33b1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:05.709988 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a2813-f784-47a8-88cb-45fba218d41d req-d0668772-b93c-41d0-893b-baf9e7a08c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:05.711562 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7e6a2813-f784-47a8-88cb-45fba218d41d req-d0668772-b93c-41d0-893b-baf9e7a08c25 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f23d9022-425c-4e21-b831-1e03a05d4b94 HTTP/1.1" status: 200 len: 922 time: 0.1451321 Apr 20 16:12:05.811017 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7e6a2813-f784-47a8-88cb-45fba218d41d req-f7885b9a-01d3-40a1-9d12-c7727f071a54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4560ccf-029c-47b8-871e-3750ca8e7b31 HTTP/1.1" status: 200 len: 1001 time: 0.0920792 Apr 20 16:12:05.814168 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-178fa972-9c39-4569-9546-2e85697607f6 req-ae5d1029-822f-47cd-82b7-ae57d8a40cff tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 1001 time: 0.1328330 Apr 20 16:12:05.825917 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-178fa972-9c39-4569-9546-2e85697607f6 req-081e4d49-f4a7-480c-8ad0-f208be41e704 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Request body: {'floatingip': {'port_id': 'c3cbe1e0-e59a-432d-bba2-323519cd5fd3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:05.854713 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device e7287699-e13f-4982-90dd-abdf2458b171 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:12:05.899688 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a2813-f784-47a8-88cb-45fba218d41d req-bbdf1070-a3ba-4160-a77f-f0b4a3a8a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:05.901335 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7e6a2813-f784-47a8-88cb-45fba218d41d req-bbdf1070-a3ba-4160-a77f-f0b4a3a8a99b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ca3923b-31f6-4a2b-b573-248af67278fb HTTP/1.1" status: 200 len: 860 time: 0.0838990 Apr 20 16:12:05.916285 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-178fa972-9c39-4569-9546-2e85697607f6 req-081e4d49-f4a7-480c-8ad0-f208be41e704 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks [] for floatingip, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:05.964298 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a2813-f784-47a8-88cb-45fba218d41d req-028d570e-d1ff-490a-9410-2c35ffd3a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:05.968177 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7e6a2813-f784-47a8-88cb-45fba218d41d req-028d570e-d1ff-490a-9410-2c35ffd3a7aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f23d9022-425c-4e21-b831-1e03a05d4b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585792 Apr 20 16:12:06.049336 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port e7287699-e13f-4982-90dd-abdf2458b171, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=e7287699-e13f-4982-90dd-abdf2458b171,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:06.067859 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'e7287699-e13f-4982-90dd-abdf2458b171', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'port_id': 'e7287699-e13f-4982-90dd-abdf2458b171', 'mac_address': 'fa:16:3e:93:e8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:12:06.116146 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:06.132197 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7287699-e13f-4982-90dd-abdf2458b171 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:12:06.159690 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port e7287699-e13f-4982-90dd-abdf2458b171, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=e7287699-e13f-4982-90dd-abdf2458b171,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:06.260595 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7e6a2813-f784-47a8-88cb-45fba218d41d req-dbbb358d-bfb9-4817-8427-d035be6ab370 service neutron] 10.222.0.26 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975064 Apr 20 16:12:06.260595 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301f66e-57be-4b42-abe8-67c461fd3eea req-40bc88a3-75ed-40b7-869c-66739f10ad87 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:06.260595 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e301f66e-57be-4b42-abe8-67c461fd3eea req-40bc88a3-75ed-40b7-869c-66739f10ad87 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 945 time: 0.0908842 Apr 20 16:12:06.267840 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e301f66e-57be-4b42-abe8-67c461fd3eea req-dae6fc78-9a65-4a18-9158-068f7086e08e tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9e54c12-3919-4bed-a6fc-84cc30cac704&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782733 Apr 20 16:12:06.305879 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7e6a2813-f784-47a8-88cb-45fba218d41d req-35d7005f-15f3-4436-8666-9238c79961ad service neutron] 10.222.0.26 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232164 Apr 20 16:12:06.462385 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac5902-de05-4c7d-a124-01e756b19f3f req-d8cda974-b6df-4978-b723-8371af9ab08f tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:06.464448 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-53ac5902-de05-4c7d-a124-01e756b19f3f req-d8cda974-b6df-4978-b723-8371af9ab08f tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=122e55e1-78ca-498f-bbf5-a1fe5ecec450 HTTP/1.1" status: 200 len: 944 time: 0.0519755 Apr 20 16:12:06.498757 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-178fa972-9c39-4569-9546-2e85697607f6 req-081e4d49-f4a7-480c-8ad0-f208be41e704 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:06.506262 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-53ac5902-de05-4c7d-a124-01e756b19f3f req-a5c3abf6-fade-4a40-9cf7-58e2162fc8db tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346818 Apr 20 16:12:07.256430 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:07.259071 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-178fa972-9c39-4569-9546-2e85697607f6 req-081e4d49-f4a7-480c-8ad0-f208be41e704 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:07.337199 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=e7287699-e13f-4982-90dd-abdf2458b171,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:07.342825 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:07.343172 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:07.343642 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:07.343983 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:07.344311 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:07.344659 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:07.344983 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:07.345306 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:07.345622 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:07.345997 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:07.346324 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:07.346655 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:07.383260 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [req-178fa972-9c39-4569-9546-2e85697607f6 req-081e4d49-f4a7-480c-8ad0-f208be41e704 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Floating IP 87c4b685-b662-4694-a70b-067d06be1b31 associated. External IP: 172.25.0.205, port: a4560ccf-029c-47b8-871e-3750ca8e7b31. Apr 20 16:12:07.428716 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520727cd-9100-44df-aea7-d811820d25de req-152d2a6a-0f11-4cf6-a33b-a11585d86bd1 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:07.430141 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-520727cd-9100-44df-aea7-d811820d25de req-152d2a6a-0f11-4cf6-a33b-a11585d86bd1 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 944 time: 0.0517659 Apr 20 16:12:07.481919 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-520727cd-9100-44df-aea7-d811820d25de req-fb7e3dd5-c3be-4386-aa46-3f837af898f4 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341959 Apr 20 16:12:07.641975 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-178fa972-9c39-4569-9546-2e85697607f6 req-081e4d49-f4a7-480c-8ad0-f208be41e704 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Router 237acf75-7ebd-4659-946c-2ddb91a6bddc has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:12:07.654991 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59076) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:07.716043 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['e7287699-e13f-4982-90dd-abdf2458b171'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:12:07.717739 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b11e10b7-afae-4eb7-b7b0-a05f8951bbfd tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:07.778314 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b11e10b7-afae-4eb7-b7b0-a05f8951bbfd tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:07.832065 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-178fa972-9c39-4569-9546-2e85697607f6 req-081e4d49-f4a7-480c-8ad0-f208be41e704 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:12:07.865475 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59078) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:07.866726 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc2f582-178b-49d5-a45a-35ed12d9d116 None None] Sync routers for ids ['237acf75-7ebd-4659-946c-2ddb91a6bddc'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:12:07.882744 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e28674f6-e5f2-419a-b478-aed60d928c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:07.897346 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc2f582-178b-49d5-a45a-35ed12d9d116 None None] Routers {'237acf75-7ebd-4659-946c-2ddb91a6bddc'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:07.897978 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-cfc2f582-178b-49d5-a45a-35ed12d9d116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:11:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['237acf75-7ebd-4659-946c-2ddb91a6bddc'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:07.982708 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b11e10b7-afae-4eb7-b7b0-a05f8951bbfd tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:07.985461 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b11e10b7-afae-4eb7-b7b0-a05f8951bbfd tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:07.986651 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b11e10b7-afae-4eb7-b7b0-a05f8951bbfd tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "DELETE /v2.0/security-groups/7f1f22c5-dae7-4760-8460-a21889c8180e HTTP/1.1" status: 204 len: 168 time: 0.3330429 Apr 20 16:12:07.988655 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e28674f6-e5f2-419a-b478-aed60d928c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:07.992074 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59080) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:08.010275 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-24bb96d6-6720-4138-ba3c-5b36fc12474a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] show failed (client error): The resource could not be found. Apr 20 16:12:08.017808 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-24bb96d6-6720-4138-ba3c-5b36fc12474a tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "GET /v2.0/security-groups/7f1f22c5-dae7-4760-8460-a21889c8180e HTTP/1.1" status: 404 len: 347 time: 0.0193186 Apr 20 16:12:08.017808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e10b7-afae-4eb7-b7b0-a05f8951bbfd tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1f22c5-dae7-4760-8460-a21889c8180e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:08.019832 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59082) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:08.051580 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-cfc2f582-178b-49d5-a45a-35ed12d9d116 None None] Set router 237acf75-7ebd-4659-946c-2ddb91a6bddc gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:08.128029 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-178fa972-9c39-4569-9546-2e85697607f6 req-081e4d49-f4a7-480c-8ad0-f208be41e704 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Router 237acf75-7ebd-4659-946c-2ddb91a6bddc has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:12:08.130642 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e28674f6-e5f2-419a-b478-aed60d928c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:08.216143 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e28674f6-e5f2-419a-b478-aed60d928c2e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ce90b36039e409a8acf507fdd0a9cba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3467185 Apr 20 16:12:08.217815 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59084) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:08.219827 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28674f6-e5f2-419a-b478-aed60d928c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ba8e20-2697-4e9b-985f-a5abd812ca36,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:08.289425 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b80c7d3c-e903-485d-95e1-c8ad6f09ae82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:08.316721 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-7cab3568-80b9-45fd-a098-2b3990d73b8f tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Deleting port 6fcc5dbf-095d-490a-b08a-17dcf2e2fe4c {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:12:08.317204 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7cab3568-80b9-45fd-a098-2b3990d73b8f tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:08.320680 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-178fa972-9c39-4569-9546-2e85697607f6 req-081e4d49-f4a7-480c-8ad0-f208be41e704 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:12:08.328457 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-178fa972-9c39-4569-9546-2e85697607f6 req-081e4d49-f4a7-480c-8ad0-f208be41e704 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:08.365311 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e66719-9154-457e-82b8-c8c634e59778', 'tag': 'a4560ccf-029c-47b8-871e-3750ca8e7b31'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:08.368198 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63720d9e-b9e4-405a-a6d5-08102cf82b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "79e66719-9154-457e-82b8-c8c634e59778", "tag": "a4560ccf-029c-47b8-871e-3750ca8e7b31"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:12:08.416243 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-178fa972-9c39-4569-9546-2e85697607f6 req-081e4d49-f4a7-480c-8ad0-f208be41e704 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "PUT /v2.0/floatingips/87c4b685-b662-4694-a70b-067d06be1b31 HTTP/1.1" status: 200 len: 999 time: 2.5944514 Apr 20 16:12:08.494772 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fa972-9c39-4569-9546-2e85697607f6 req-6bf757a7-4f77-4d26-b1a0-9364c6dbe098 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:08.507212 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-178fa972-9c39-4569-9546-2e85697607f6 req-6bf757a7-4f77-4d26-b1a0-9364c6dbe098 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports/a4560ccf-029c-47b8-871e-3750ca8e7b31 HTTP/1.1" status: 200 len: 942 time: 0.0840809 Apr 20 16:12:08.522385 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-cfc2f582-178b-49d5-a45a-35ed12d9d116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:11:10Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '87c4b685-b662-4694-a70b-067d06be1b31', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'port_id': 'c3cbe1e0-e59a-432d-bba2-323519cd5fd3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'mac_address': 'fa:16:3e:8b:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a633bf4-88da-4d49-abe0-b69a8847ce26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:11:38Z', 'updated_at': '2022-04-20T16:12:06Z', 'revision_number': 3, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f', 'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'mac_address': 'fa:16:3e:0d:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:08Z', 'updated_at': '2022-04-20T16:11:15Z', 'revision_number': 5, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'subnets': [{'id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:08.588493 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc2f582-178b-49d5-a45a-35ed12d9d116 None None] Checking router: 237acf75-7ebd-4659-946c-2ddb91a6bddc for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:12:08.604296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc2f582-178b-49d5-a45a-35ed12d9d116 None None] Routers {'237acf75-7ebd-4659-946c-2ddb91a6bddc'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:08.605074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-cfc2f582-178b-49d5-a45a-35ed12d9d116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:11:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['237acf75-7ebd-4659-946c-2ddb91a6bddc'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:08.637180 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fa972-9c39-4569-9546-2e85697607f6 req-53bf2448-3bcd-4261-893e-e5b0f12068b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:08.645167 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-178fa972-9c39-4569-9546-2e85697607f6 req-53bf2448-3bcd-4261-893e-e5b0f12068b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a1e0f50b39a4690a4fa7de352e3594a&device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 1096 time: 0.0574284 Apr 20 16:12:08.723595 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b80c7d3c-e903-485d-95e1-c8ad6f09ae82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:08.758759 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fa972-9c39-4569-9546-2e85697607f6 req-391d0cf0-4691-4d98-9c95-963b889d4f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:08.761016 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-178fa972-9c39-4569-9546-2e85697607f6 req-391d0cf0-4691-4d98-9c95-963b889d4f70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f23d9022-425c-4e21-b831-1e03a05d4b94 HTTP/1.1" status: 200 len: 922 time: 0.1148922 Apr 20 16:12:08.779656 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-cfc2f582-178b-49d5-a45a-35ed12d9d116 None None] Set router 237acf75-7ebd-4659-946c-2ddb91a6bddc gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:08.813174 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7cab3568-80b9-45fd-a098-2b3990d73b8f tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:08.813430 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-178fa972-9c39-4569-9546-2e85697607f6 req-84bc678b-c4d7-49ac-a289-03d69cbffc1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4560ccf-029c-47b8-871e-3750ca8e7b31 HTTP/1.1" status: 200 len: 217 time: 0.0384626 Apr 20 16:12:08.813576 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7cab3568-80b9-45fd-a098-2b3990d73b8f tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:08.827085 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-7cab3568-80b9-45fd-a098-2b3990d73b8f tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Calling delete_port for 6fcc5dbf-095d-490a-b08a-17dcf2e2fe4c owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:12:08.869414 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fa972-9c39-4569-9546-2e85697607f6 req-3e5fa26a-9ca8-4723-8b11-78a310b55ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:08.872774 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-178fa972-9c39-4569-9546-2e85697607f6 req-3e5fa26a-9ca8-4723-8b11-78a310b55ddf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ca3923b-31f6-4a2b-b573-248af67278fb HTTP/1.1" status: 200 len: 860 time: 0.0520058 Apr 20 16:12:08.919730 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fa972-9c39-4569-9546-2e85697607f6 req-7174b997-9b01-4179-8819-9f30fe7e5fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:08.921190 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-178fa972-9c39-4569-9546-2e85697607f6 req-7174b997-9b01-4179-8819-9f30fe7e5fee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f23d9022-425c-4e21-b831-1e03a05d4b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426846 Apr 20 16:12:08.934766 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-178fa972-9c39-4569-9546-2e85697607f6 req-090e4121-4f1e-4fd9-95d6-dc3b89048727 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:12:08.936041 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-178fa972-9c39-4569-9546-2e85697607f6 req-090e4121-4f1e-4fd9-95d6-dc3b89048727 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059574 Apr 20 16:12:09.022763 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-cfc2f582-178b-49d5-a45a-35ed12d9d116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:11:10Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '87c4b685-b662-4694-a70b-067d06be1b31', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'port_id': 'c3cbe1e0-e59a-432d-bba2-323519cd5fd3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'mac_address': 'fa:16:3e:8b:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a633bf4-88da-4d49-abe0-b69a8847ce26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:11:38Z', 'updated_at': '2022-04-20T16:12:06Z', 'revision_number': 3, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f', 'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'mac_address': 'fa:16:3e:0d:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:08Z', 'updated_at': '2022-04-20T16:11:15Z', 'revision_number': 5, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'subnets': [{'id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:09.045650 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-178fa972-9c39-4569-9546-2e85697607f6 req-1f4a1842-e8b4-4219-a3a0-c357cab5aac4 service neutron] 10.222.0.15 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963490 Apr 20 16:12:09.055321 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc2f582-178b-49d5-a45a-35ed12d9d116 None None] The sync data for ids ['237acf75-7ebd-4659-946c-2ddb91a6bddc'] in n-d-836146-2 is: [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:11:10Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '87c4b685-b662-4694-a70b-067d06be1b31', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'port_id': 'c3cbe1e0-e59a-432d-bba2-323519cd5fd3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'mac_address': 'fa:16:3e:8b:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a633bf4-88da-4d49-abe0-b69a8847ce26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:11:38Z', 'updated_at': '2022-04-20T16:12:06Z', 'revision_number': 3, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f', 'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'mac_address': 'fa:16:3e:0d:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:08Z', 'updated_at': '2022-04-20T16:11:15Z', 'revision_number': 5, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'subnets': [{'id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:12:09.089519 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b80c7d3c-e903-485d-95e1-c8ad6f09ae82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:09.091934 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b80c7d3c-e903-485d-95e1-c8ad6f09ae82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:09.104075 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b80c7d3c-e903-485d-95e1-c8ad6f09ae82 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2ba8e20-2697-4e9b-985f-a5abd812ca36 HTTP/1.1" status: 204 len: 168 time: 0.8742075 Apr 20 16:12:09.117739 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c7d3c-e903-485d-95e1-c8ad6f09ae82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ba8e20-2697-4e9b-985f-a5abd812ca36,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:09.153213 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c310a7-ae48-4893-8916-2493b1f5e095 req-7b6915dd-9687-4cce-a94e-44e2d9bc2a59 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:09.155719 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f7c310a7-ae48-4893-8916-2493b1f5e095 req-7b6915dd-9687-4cce-a94e-44e2d9bc2a59 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=122e55e1-78ca-498f-bbf5-a1fe5ecec450 HTTP/1.1" status: 200 len: 945 time: 0.0767286 Apr 20 16:12:09.157130 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7cab3568-80b9-45fd-a098-2b3990d73b8f tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:09.194207 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-178fa972-9c39-4569-9546-2e85697607f6 req-13938b1e-c027-45eb-8e24-331634ce4b3f service neutron] 10.222.0.15 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485522 Apr 20 16:12:09.273114 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab3568-80b9-45fd-a098-2b3990d73b8f tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Pushing event deleted for resources: {'Port': ['ID=6fcc5dbf-095d-490a-b08a-17dcf2e2fe4c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:09.316921 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f7c310a7-ae48-4893-8916-2493b1f5e095 req-04b1de95-9290-4099-9780-891ee7ffde31 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453943 Apr 20 16:12:09.317946 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7cab3568-80b9-45fd-a098-2b3990d73b8f tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:09.321239 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7cab3568-80b9-45fd-a098-2b3990d73b8f tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:09.322540 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7cab3568-80b9-45fd-a098-2b3990d73b8f tempest-ImagesOneServerNegativeTestJSON-613603913 tempest-ImagesOneServerNegativeTestJSON-613603913-project] 10.222.0.15 "DELETE /v2.0/floatingips/ff11ac3d-4363-4809-8ebc-d66cf42e38e1 HTTP/1.1" status: 204 len: 168 time: 1.3017294 Apr 20 16:12:09.343616 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a705d6e9-02a5-41e5-a0f1-f675f4b4f699 None None] New status for floating IP 87c4b685-b662-4694-a70b-067d06be1b31: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:12:09.365082 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fa972-9c39-4569-9546-2e85697607f6 req-e4f498ea-34e6-4afc-8536-95f84a7d2ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:09.366807 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-178fa972-9c39-4569-9546-2e85697607f6 req-e4f498ea-34e6-4afc-8536-95f84a7d2ae2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a1e0f50b39a4690a4fa7de352e3594a&device_id=3a633bf4-88da-4d49-abe0-b69a8847ce26 HTTP/1.1" status: 200 len: 1097 time: 0.0534184 Apr 20 16:12:09.481579 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd699c-a701-450e-96dc-00d8e14744cb req-84e7d002-2b22-463c-8a39-6159bc8a4401 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:09.494798 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-01fd699c-a701-450e-96dc-00d8e14744cb req-84e7d002-2b22-463c-8a39-6159bc8a4401 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 945 time: 0.0956101 Apr 20 16:12:09.512867 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fa972-9c39-4569-9546-2e85697607f6 req-cec06594-9546-49ca-b2a5-cb5fecf65238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:09.519738 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-178fa972-9c39-4569-9546-2e85697607f6 req-cec06594-9546-49ca-b2a5-cb5fecf65238 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f23d9022-425c-4e21-b831-1e03a05d4b94 HTTP/1.1" status: 200 len: 922 time: 0.1434529 Apr 20 16:12:09.568784 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-01fd699c-a701-450e-96dc-00d8e14744cb req-0608f8d2-05e8-4f7e-a761-7bbf402c6acd tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9e54c12-3919-4bed-a6fc-84cc30cac704&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649431 Apr 20 16:12:09.623064 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-178fa972-9c39-4569-9546-2e85697607f6 req-5d4e9b69-b1d0-442a-84a4-e8c75ca2282c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3cbe1e0-e59a-432d-bba2-323519cd5fd3 HTTP/1.1" status: 200 len: 1002 time: 0.0996196 Apr 20 16:12:09.676856 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fa972-9c39-4569-9546-2e85697607f6 req-a1f6da65-fc9a-4226-ac9a-b58b304b8453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:09.692423 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-178fa972-9c39-4569-9546-2e85697607f6 req-a1f6da65-fc9a-4226-ac9a-b58b304b8453 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ca3923b-31f6-4a2b-b573-248af67278fb HTTP/1.1" status: 200 len: 860 time: 0.0633385 Apr 20 16:12:09.757806 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c318a-f451-409f-9c07-34c77508d8ba None None] Sync routers for ids ['237acf75-7ebd-4659-946c-2ddb91a6bddc'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:12:09.771990 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977c318a-f451-409f-9c07-34c77508d8ba None None] Routers {'237acf75-7ebd-4659-946c-2ddb91a6bddc'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:09.772977 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-977c318a-f451-409f-9c07-34c77508d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:11:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['237acf75-7ebd-4659-946c-2ddb91a6bddc'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:09.786709 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fa972-9c39-4569-9546-2e85697607f6 req-5773a2b6-1e51-4fed-bd1f-b0e92403d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:09.794814 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-178fa972-9c39-4569-9546-2e85697607f6 req-5773a2b6-1e51-4fed-bd1f-b0e92403d316 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f23d9022-425c-4e21-b831-1e03a05d4b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066387 Apr 20 16:12:09.832490 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa74bc-c0b4-4ce6-a9ef-98b82041c580 req-70fb864d-9a2b-481e-9403-49bb0dddfe2f tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:09.834114 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ccfa74bc-c0b4-4ce6-a9ef-98b82041c580 req-70fb864d-9a2b-481e-9403-49bb0dddfe2f tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.26 "GET /v2.0/ports?device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 945 time: 0.0711496 Apr 20 16:12:09.884730 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b5b2b3-a974-4608-860c-833728e93769 x-openstack-request-id: req-04b5b2b3-a974-4608-860c-833728e93769 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:12:09.885118 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e66719-9154-457e-82b8-c8c634e59778", "tag": "a4560ccf-029c-47b8-871e-3750ca8e7b31", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:12:09.885381 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04b5b2b3-a974-4608-860c-833728e93769 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:12:09.885809 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b5b2b3-a974-4608-860c-833728e93769'] response: {'name': 'network-changed', 'server_uuid': '79e66719-9154-457e-82b8-c8c634e59778', 'tag': 'a4560ccf-029c-47b8-871e-3750ca8e7b31', 'status': 'completed', 'code': 200} Apr 20 16:12:09.942270 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-178fa972-9c39-4569-9546-2e85697607f6 req-7de4ee55-7a2a-4fd6-94ea-5ac5e38d0248 service neutron] 10.222.0.15 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466186 Apr 20 16:12:09.950477 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device e7287699-e13f-4982-90dd-abdf2458b171 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:12:10.015356 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-977c318a-f451-409f-9c07-34c77508d8ba None None] Set router 237acf75-7ebd-4659-946c-2ddb91a6bddc gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:10.100041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aac3c8-bd3c-4439-9aa3-d9a6b496493d req-c076e27c-a756-41ad-8220-d44bfd616c8c tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:10.107909 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28aac3c8-bd3c-4439-9aa3-d9a6b496493d req-c076e27c-a756-41ad-8220-d44bfd616c8c tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 944 time: 0.1708071 Apr 20 16:12:10.139496 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-ccfa74bc-c0b4-4ce6-a9ef-98b82041c580 req-4f419ae8-b1eb-4d66-8b0b-bbba861ee1d4 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Deleting port 587d7717-6501-4836-874f-b90cf2ef3f6b {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:12:10.139944 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ccfa74bc-c0b4-4ce6-a9ef-98b82041c580 req-4f419ae8-b1eb-4d66-8b0b-bbba861ee1d4 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:10.225554 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28aac3c8-bd3c-4439-9aa3-d9a6b496493d req-718a52a4-e2af-4de1-96f8-01da811a9eb7 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164241 Apr 20 16:12:10.319752 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port e7287699-e13f-4982-90dd-abdf2458b171 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:12:10.321093 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-ccfa74bc-c0b4-4ce6-a9ef-98b82041c580 req-4f419ae8-b1eb-4d66-8b0b-bbba861ee1d4 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] For port 587d7717-6501-4836-874f-b90cf2ef3f6b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=587d7717-6501-4836-874f-b90cf2ef3f6b,segment=NetworkSegment(fdd23c0a-b099-44aa-a41c-635b09824e0c),segment_id=fdd23c0a-b099-44aa-a41c-635b09824e0c)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:10.322069 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ccfa74bc-c0b4-4ce6-a9ef-98b82041c580 req-4f419ae8-b1eb-4d66-8b0b-bbba861ee1d4 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:10.326949 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port e7287699-e13f-4982-90dd-abdf2458b171 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:10.327455 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:10.396987 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63720d9e-b9e4-405a-a6d5-08102cf82b1e req-55f2a54d-322d-492f-a36d-2d7a2aadf5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:10.398660 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63720d9e-b9e4-405a-a6d5-08102cf82b1e req-55f2a54d-322d-492f-a36d-2d7a2aadf5b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6a1e0f50b39a4690a4fa7de352e3594a&device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 1096 time: 0.4542241 Apr 20 16:12:10.435203 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:10.480608 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port e7287699-e13f-4982-90dd-abdf2458b171, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=e7287699-e13f-4982-90dd-abdf2458b171,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:10.485399 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122e55e1-78ca-498f-bbf5-a1fe5ecec450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7287699-e13f-4982-90dd-abdf2458b171'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:10.488031 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0b3286-a1d3-4a29-bacd-b2ff5224a5bc" -d '{"events": [{"server_uuid": "122e55e1-78ca-498f-bbf5-a1fe5ecec450", "name": "network-vif-plugged", "status": "completed", "tag": "e7287699-e13f-4982-90dd-abdf2458b171"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:12:10.501662 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-977c318a-f451-409f-9c07-34c77508d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:11:10Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '87c4b685-b662-4694-a70b-067d06be1b31', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'port_id': 'c3cbe1e0-e59a-432d-bba2-323519cd5fd3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'mac_address': 'fa:16:3e:8b:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a633bf4-88da-4d49-abe0-b69a8847ce26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:11:38Z', 'updated_at': '2022-04-20T16:12:09Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f', 'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'mac_address': 'fa:16:3e:0d:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:08Z', 'updated_at': '2022-04-20T16:11:15Z', 'revision_number': 5, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'subnets': [{'id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:10.559871 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c318a-f451-409f-9c07-34c77508d8ba None None] Checking router: 237acf75-7ebd-4659-946c-2ddb91a6bddc for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:12:10.567109 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977c318a-f451-409f-9c07-34c77508d8ba None None] Routers {'237acf75-7ebd-4659-946c-2ddb91a6bddc'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:10.567492 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-977c318a-f451-409f-9c07-34c77508d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:11:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['237acf75-7ebd-4659-946c-2ddb91a6bddc'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:10.602273 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:10.631025 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-178fa972-9c39-4569-9546-2e85697607f6 req-94f7a580-5d07-4d10-a4aa-c684b5cf646b service neutron] 10.222.0.15 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6750972 Apr 20 16:12:10.662279 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=e7287699-e13f-4982-90dd-abdf2458b171,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:10.663322 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63720d9e-b9e4-405a-a6d5-08102cf82b1e req-acf8c081-9f88-46b2-a138-ed71c05d7444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:10.665911 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63720d9e-b9e4-405a-a6d5-08102cf82b1e req-acf8c081-9f88-46b2-a138-ed71c05d7444 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f23d9022-425c-4e21-b831-1e03a05d4b94 HTTP/1.1" status: 200 len: 922 time: 0.2510231 Apr 20 16:12:10.675976 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ccfa74bc-c0b4-4ce6-a9ef-98b82041c580 req-4f419ae8-b1eb-4d66-8b0b-bbba861ee1d4 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:10.676545 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ccfa74bc-c0b4-4ce6-a9ef-98b82041c580 req-4f419ae8-b1eb-4d66-8b0b-bbba861ee1d4 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:10.677226 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-ccfa74bc-c0b4-4ce6-a9ef-98b82041c580 req-4f419ae8-b1eb-4d66-8b0b-bbba861ee1d4 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Floating IP ef2074b3-4b95-4531-a7bd-4945d6eb0dba disassociated. External IP: 172.25.0.168, port: 587d7717-6501-4836-874f-b90cf2ef3f6b. Apr 20 16:12:10.677748 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-ccfa74bc-c0b4-4ce6-a9ef-98b82041c580 req-4f419ae8-b1eb-4d66-8b0b-bbba861ee1d4 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Calling delete_port for 587d7717-6501-4836-874f-b90cf2ef3f6b owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:12:10.753790 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63720d9e-b9e4-405a-a6d5-08102cf82b1e req-d1cb75a6-3d43-4ddf-8f31-b323e1f643ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4560ccf-029c-47b8-871e-3750ca8e7b31 HTTP/1.1" status: 200 len: 217 time: 0.0816443 Apr 20 16:12:10.824179 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-977c318a-f451-409f-9c07-34c77508d8ba None None] Set router 237acf75-7ebd-4659-946c-2ddb91a6bddc gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:10.860057 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63720d9e-b9e4-405a-a6d5-08102cf82b1e req-85bdc945-4de5-4daa-9a3b-69a62aff7f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:10.864911 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63720d9e-b9e4-405a-a6d5-08102cf82b1e req-85bdc945-4de5-4daa-9a3b-69a62aff7f31 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ca3923b-31f6-4a2b-b573-248af67278fb HTTP/1.1" status: 200 len: 860 time: 0.1053240 Apr 20 16:12:10.898966 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b86c9-ab2f-4129-af34-5ccb08af325e req-f1231564-11db-4ca2-a911-41431dc6a618 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:10.908658 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-522b86c9-ab2f-4129-af34-5ccb08af325e req-f1231564-11db-4ca2-a911-41431dc6a618 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=122e55e1-78ca-498f-bbf5-a1fe5ecec450 HTTP/1.1" status: 200 len: 946 time: 0.1518371 Apr 20 16:12:10.951462 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29dfa88-64e2-4623-969a-fe8915134df2 x-openstack-request-id: req-e29dfa88-64e2-4623-969a-fe8915134df2 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:12:10.951947 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122e55e1-78ca-498f-bbf5-a1fe5ecec450", "name": "network-vif-plugged", "status": "completed", "tag": "e7287699-e13f-4982-90dd-abdf2458b171", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:12:10.952295 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e29dfa88-64e2-4623-969a-fe8915134df2 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:12:10.953120 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e29dfa88-64e2-4623-969a-fe8915134df2'] response: {'server_uuid': '122e55e1-78ca-498f-bbf5-a1fe5ecec450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7287699-e13f-4982-90dd-abdf2458b171', 'code': 200} Apr 20 16:12:10.972370 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63720d9e-b9e4-405a-a6d5-08102cf82b1e req-ed5f94f7-8328-4ee9-8344-fc4a495a643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:10.973896 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63720d9e-b9e4-405a-a6d5-08102cf82b1e req-ed5f94f7-8328-4ee9-8344-fc4a495a643c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f23d9022-425c-4e21-b831-1e03a05d4b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005580 Apr 20 16:12:11.000688 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-522b86c9-ab2f-4129-af34-5ccb08af325e req-4f08b17d-3700-4c7e-ab1c-efd4bb2239a1 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877345 Apr 20 16:12:11.183930 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3fc125db-eda7-4261-bb23-5b5d45871ddf req-19b012f8-b044-4a7d-a7a8-d8fc006958fc tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 1002 time: 0.1467175 Apr 20 16:12:11.197745 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ccfa74bc-c0b4-4ce6-a9ef-98b82041c580 req-4f419ae8-b1eb-4d66-8b0b-bbba861ee1d4 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:11.202148 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-530cbfee-ed48-4b00-b23e-1703d562c54f req-ae341461-7f0f-44cc-a80e-b38b8dd7e6d1 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 210 time: 0.0702069 Apr 20 16:12:11.217866 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63720d9e-b9e4-405a-a6d5-08102cf82b1e req-462e6999-734e-4ad1-b8f4-8fba766acc54 service neutron] 10.222.0.26 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273242 Apr 20 16:12:11.232660 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-977c318a-f451-409f-9c07-34c77508d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:11:10Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '87c4b685-b662-4694-a70b-067d06be1b31', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'port_id': 'c3cbe1e0-e59a-432d-bba2-323519cd5fd3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'mac_address': 'fa:16:3e:8b:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a633bf4-88da-4d49-abe0-b69a8847ce26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:11:38Z', 'updated_at': '2022-04-20T16:12:09Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f', 'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'mac_address': 'fa:16:3e:0d:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:08Z', 'updated_at': '2022-04-20T16:11:15Z', 'revision_number': 5, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'subnets': [{'id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:11.297519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc125db-eda7-4261-bb23-5b5d45871ddf req-9ad32985-5e10-4160-b367-a8c9dffab114 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:11.298902 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3fc125db-eda7-4261-bb23-5b5d45871ddf req-9ad32985-5e10-4160-b367-a8c9dffab114 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports/c3cbe1e0-e59a-432d-bba2-323519cd5fd3 HTTP/1.1" status: 200 len: 943 time: 0.1025467 Apr 20 16:12:11.330659 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59212) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:11.352839 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f419ae8-b1eb-4d66-8b0b-bbba861ee1d4 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Pushing event deleted for resources: {'Port': ['ID=587d7717-6501-4836-874f-b90cf2ef3f6b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:11.366691 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c318a-f451-409f-9c07-34c77508d8ba None None] The sync data for ids ['237acf75-7ebd-4659-946c-2ddb91a6bddc'] in n-d-836146-2 is: [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:11:10Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '87c4b685-b662-4694-a70b-067d06be1b31', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'port_id': 'c3cbe1e0-e59a-432d-bba2-323519cd5fd3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'mac_address': 'fa:16:3e:8b:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a633bf4-88da-4d49-abe0-b69a8847ce26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:11:38Z', 'updated_at': '2022-04-20T16:12:09Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f', 'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'mac_address': 'fa:16:3e:0d:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:08Z', 'updated_at': '2022-04-20T16:11:15Z', 'revision_number': 5, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'subnets': [{'id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:12:11.477847 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63720d9e-b9e4-405a-a6d5-08102cf82b1e req-31c87b96-b099-4737-b566-b270ea39c121 service neutron] 10.222.0.26 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453587 Apr 20 16:12:11.516600 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e3f77-fa6a-4f10-8852-5d25b29ece22 req-23b934e1-8847-409f-9f77-ed1aa496aef6 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:11.525044 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b78e3f77-fa6a-4f10-8852-5d25b29ece22 req-23b934e1-8847-409f-9f77-ed1aa496aef6 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 944 time: 0.0934699 Apr 20 16:12:11.583363 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b78e3f77-fa6a-4f10-8852-5d25b29ece22 req-c685e557-788b-42c4-8115-f553ebe578ea tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571818 Apr 20 16:12:11.583975 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8727c66-b631-46f4-aeed-98e1d6338fcf req-a3b15b1f-e4e3-48f5-a08a-debf7e7af28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:11.585945 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b8727c66-b631-46f4-aeed-98e1d6338fcf req-a3b15b1f-e4e3-48f5-a08a-debf7e7af28f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=122e55e1-78ca-498f-bbf5-a1fe5ecec450 HTTP/1.1" status: 200 len: 1097 time: 0.4001548 Apr 20 16:12:11.626725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccfa74bc-c0b4-4ce6-a9ef-98b82041c580 req-4f419ae8-b1eb-4d66-8b0b-bbba861ee1d4 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Router 18e135e5-d977-471e-86d6-eb99d717aee4 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:12:11.689317 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d4b297d-681f-462c-9ca1-a9805809a54d admin admin] Deleting subnet 0d565cfc-9ced-4a47-9e17-96006148a9ff {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:12:11.692672 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b8727c66-b631-46f4-aeed-98e1d6338fcf req-ddfe614b-0b82-404c-b1a1-bdd03a824adb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897086 Apr 20 16:12:11.704713 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9d4b297d-681f-462c-9ca1-a9805809a54d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:11.777792 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3fc125db-eda7-4261-bb23-5b5d45871ddf req-252338fe-aa57-4acd-ac29-ec87680def0b tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 1002 time: 0.3097827 Apr 20 16:12:11.803289 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9d4b297d-681f-462c-9ca1-a9805809a54d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:11.887144 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a633bf4-88da-4d49-abe0-b69a8847ce26', 'tag': 'c3cbe1e0-e59a-432d-bba2-323519cd5fd3'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:11.891340 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f635c5b3-68e6-46ad-be00-db2b626b4467" -d '{"events": [{"name": "network-changed", "server_uuid": "3a633bf4-88da-4d49-abe0-b69a8847ce26", "tag": "c3cbe1e0-e59a-432d-bba2-323519cd5fd3"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:12:11.940186 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186628db-f11a-4df6-9599-070c517b01c9 x-openstack-request-id: req-186628db-f11a-4df6-9599-070c517b01c9 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:12:11.940868 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a633bf4-88da-4d49-abe0-b69a8847ce26", "tag": "c3cbe1e0-e59a-432d-bba2-323519cd5fd3", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:12:11.941145 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-186628db-f11a-4df6-9599-070c517b01c9 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:12:11.941548 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-186628db-f11a-4df6-9599-070c517b01c9'] response: {'name': 'network-changed', 'server_uuid': '3a633bf4-88da-4d49-abe0-b69a8847ce26', 'tag': 'c3cbe1e0-e59a-432d-bba2-323519cd5fd3', 'status': 'completed', 'code': 200} Apr 20 16:12:11.965369 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9d4b297d-681f-462c-9ca1-a9805809a54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:12.007333 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccfa74bc-c0b4-4ce6-a9ef-98b82041c580 req-4f419ae8-b1eb-4d66-8b0b-bbba861ee1d4 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:12:12.018392 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d748821-5963-45c7-ba64-1875535f2d45 None None] Sync routers for ids ['18e135e5-d977-471e-86d6-eb99d717aee4'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:12:12.018887 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc125db-eda7-4261-bb23-5b5d45871ddf req-b857699a-517a-4e44-b5f6-e9bfc6605c84 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:12.019832 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3fc125db-eda7-4261-bb23-5b5d45871ddf req-b857699a-517a-4e44-b5f6-e9bfc6605c84 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.2340119 Apr 20 16:12:12.031628 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d748821-5963-45c7-ba64-1875535f2d45 None None] Routers {'18e135e5-d977-471e-86d6-eb99d717aee4'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:12.032252 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9d748821-5963-45c7-ba64-1875535f2d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:11:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['18e135e5-d977-471e-86d6-eb99d717aee4'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:12.065006 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfa74bc-c0b4-4ce6-a9ef-98b82041c580 req-4f419ae8-b1eb-4d66-8b0b-bbba861ee1d4 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] No DVR routers for this DVR port 587d7717-6501-4836-874f-b90cf2ef3f6b on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:12:12.069888 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ccfa74bc-c0b4-4ce6-a9ef-98b82041c580 req-4f419ae8-b1eb-4d66-8b0b-bbba861ee1d4 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:12.073337 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ccfa74bc-c0b4-4ce6-a9ef-98b82041c580 req-4f419ae8-b1eb-4d66-8b0b-bbba861ee1d4 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.26 "DELETE /v2.0/ports/587d7717-6501-4836-874f-b90cf2ef3f6b HTTP/1.1" status: 204 len: 173 time: 2.2308059 Apr 20 16:12:12.073953 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289', 'name': 'network-vif-deleted', 'tag': '587d7717-6501-4836-874f-b90cf2ef3f6b'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:12.076243 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea83d7a-150a-484b-ba73-cb193c0ab9d4" -d '{"events": [{"server_uuid": "e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289", "name": "network-vif-deleted", "tag": "587d7717-6501-4836-874f-b90cf2ef3f6b"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:12:12.144471 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121531c-6c57-4956-b73f-e5ccbffd1281 req-f22ed972-437a-4fb1-bb87-693f446ec8d8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:12.153935 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a121531c-6c57-4956-b73f-e5ccbffd1281 req-f22ed972-437a-4fb1-bb87-693f446ec8d8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=122e55e1-78ca-498f-bbf5-a1fe5ecec450 HTTP/1.1" status: 200 len: 946 time: 0.0718138 Apr 20 16:12:12.194894 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-2d03fa47-8bff-41e4-9085-f83ac685db25 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 1002 time: 0.1277311 Apr 20 16:12:12.200823 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635c5b3-68e6-46ad-be00-db2b626b4467 req-52717643-33bd-4ea3-98e6-679c001ed1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:12.202063 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f635c5b3-68e6-46ad-be00-db2b626b4467 req-52717643-33bd-4ea3-98e6-679c001ed1f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6a1e0f50b39a4690a4fa7de352e3594a&device_id=3a633bf4-88da-4d49-abe0-b69a8847ce26 HTTP/1.1" status: 200 len: 1097 time: 0.0659997 Apr 20 16:12:12.205686 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-9d748821-5963-45c7-ba64-1875535f2d45 None None] Set router 18e135e5-d977-471e-86d6-eb99d717aee4 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:12.233489 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a121531c-6c57-4956-b73f-e5ccbffd1281 req-ffdc11bc-afc1-41fd-9c0b-7c949d380b2d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786121 Apr 20 16:12:12.271314 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-91dcaa83-42bd-4166-9a35-6136dc81f7a5 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:12.272719 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-91dcaa83-42bd-4166-9a35-6136dc81f7a5 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports/c3cbe1e0-e59a-432d-bba2-323519cd5fd3 HTTP/1.1" status: 200 len: 943 time: 0.0688579 Apr 20 16:12:12.310419 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9d4b297d-681f-462c-9ca1-a9805809a54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:12.365965 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e90b40-e9ff-420c-bee0-d4c68160dc80 x-openstack-request-id: req-d4e90b40-e9ff-420c-bee0-d4c68160dc80 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:12:12.366267 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289", "name": "network-vif-deleted", "tag": "587d7717-6501-4836-874f-b90cf2ef3f6b", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:12:12.366562 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4e90b40-e9ff-420c-bee0-d4c68160dc80 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:12:12.366977 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e90b40-e9ff-420c-bee0-d4c68160dc80'] response: {'server_uuid': 'e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289', 'name': 'network-vif-deleted', 'tag': '587d7717-6501-4836-874f-b90cf2ef3f6b', 'status': 'completed', 'code': 200} Apr 20 16:12:12.371520 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b297d-681f-462c-9ca1-a9805809a54d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d565cfc-9ced-4a47-9e17-96006148a9ff,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:12.424574 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9d4b297d-681f-462c-9ca1-a9805809a54d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:12.430840 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9d4b297d-681f-462c-9ca1-a9805809a54d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0d565cfc-9ced-4a47-9e17-96006148a9ff HTTP/1.1" status: 204 len: 168 time: 1.0948787 Apr 20 16:12:12.430840 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59244) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:12.435673 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0cb84c69-86d0-41b0-b680-0d62efa709e5 req-b7792648-6192-48a4-bbf9-e92f21ed69c7 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97b38e6-c8d4-4b8f-bd7d-03e6b33f5289 HTTP/1.1" status: 200 len: 210 time: 0.0407419 Apr 20 16:12:12.506711 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9d748821-5963-45c7-ba64-1875535f2d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'name': 'tempest-ServersTestJSON-1362434698-router', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:09:39Z', 'revision_number': 4, 'project_id': '370b71fab2b64a01990292044e49b039', 'gw_port': {'id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '71263299-87e5-44bb-bd00-a97350ac07c2', 'name': '', 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'mac_address': 'fa:16:3e:3f:7a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2b86baf7-38b2-4243-9561-bf50e0d3ae28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:38Z', 'updated_at': '2022-04-20T16:09:43Z', 'revision_number': 5, 'project_id': '370b71fab2b64a01990292044e49b039', 'subnets': [{'id': '2b86baf7-38b2-4243-9561-bf50e0d3ae28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:12.532566 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-7ce9db95-b3bc-425c-b251-3a48abe1641a tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 1002 time: 0.1685426 Apr 20 16:12:12.535476 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635c5b3-68e6-46ad-be00-db2b626b4467 req-bebaec27-c427-41a0-ae30-ff30b6e4d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:12.536979 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d748821-5963-45c7-ba64-1875535f2d45 None None] Checking router: 18e135e5-d977-471e-86d6-eb99d717aee4 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:12:12.537148 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f635c5b3-68e6-46ad-be00-db2b626b4467 req-bebaec27-c427-41a0-ae30-ff30b6e4d7b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f23d9022-425c-4e21-b831-1e03a05d4b94 HTTP/1.1" status: 200 len: 922 time: 0.3051302 Apr 20 16:12:12.539548 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5452dca1-262a-462b-b765-ad0858b1df0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:12.545937 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d748821-5963-45c7-ba64-1875535f2d45 None None] Routers {'18e135e5-d977-471e-86d6-eb99d717aee4'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:12.547853 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9d748821-5963-45c7-ba64-1875535f2d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:11:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['18e135e5-d977-471e-86d6-eb99d717aee4'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:12.588759 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59250) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:12.714866 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f635c5b3-68e6-46ad-be00-db2b626b4467 req-38bb244e-c7e6-4304-980c-0aa76db5c218 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3cbe1e0-e59a-432d-bba2-323519cd5fd3 HTTP/1.1" status: 200 len: 1002 time: 0.1686897 Apr 20 16:12:12.787601 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d6254-9a29-4bad-b37e-77644290af17 req-391d6b53-603b-47f6-a8a6-50855eab18b0 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:12.798044 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-404d6254-9a29-4bad-b37e-77644290af17 req-391d6b53-603b-47f6-a8a6-50855eab18b0 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 944 time: 0.0719187 Apr 20 16:12:12.803385 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5452dca1-262a-462b-b765-ad0858b1df0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:12.832523 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-7923dc15-801b-4c68-adbe-783fa681d2e5 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:12.833949 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-7923dc15-801b-4c68-adbe-783fa681d2e5 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.2905419 Apr 20 16:12:12.848700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-5452dca1-262a-462b-b765-ad0858b1df0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c407a25c-3c84-47bb-a12c-46efb29f8241']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:12.851174 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-404d6254-9a29-4bad-b37e-77644290af17 req-883f31fb-3d0d-4fe4-ad40-d80395b6b180 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515945 Apr 20 16:12:12.860026 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-9d748821-5963-45c7-ba64-1875535f2d45 None None] Set router 18e135e5-d977-471e-86d6-eb99d717aee4 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:12.902390 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-5452dca1-262a-462b-b765-ad0858b1df0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c360c3f8-b007-4e45-bb5e-d3940160744d') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:12.902692 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-5452dca1-262a-462b-b765-ad0858b1df0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c360c3f8-b007-4e45-bb5e-d3940160744d') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:12.905250 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635c5b3-68e6-46ad-be00-db2b626b4467 req-e50fbe2c-b915-4f31-a55a-d36e931ea1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:12.910149 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f635c5b3-68e6-46ad-be00-db2b626b4467 req-e50fbe2c-b915-4f31-a55a-d36e931ea1db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ca3923b-31f6-4a2b-b573-248af67278fb HTTP/1.1" status: 200 len: 860 time: 0.1490862 Apr 20 16:12:12.918648 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5452dca1-262a-462b-b765-ad0858b1df0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:12.970810 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-902b1954-cf24-4e83-aa09-0a4e2db617e8 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 1002 time: 0.1262813 Apr 20 16:12:12.971819 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5452dca1-262a-462b-b765-ad0858b1df0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:12.982433 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5452dca1-262a-462b-b765-ad0858b1df0a admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:12:12.982848 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5452dca1-262a-462b-b765-ad0858b1df0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:12:12.984780 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:12:12.998298 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-785bdca8-37d8-4aee-9c8b-9af03ef08ee7 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:13.012965 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21b52894-8d2e-467d-9573-fc170e1ad99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:13.094588 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635c5b3-68e6-46ad-be00-db2b626b4467 req-23dd9dc1-5253-4828-94dc-4a28fb901918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:13.098708 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f635c5b3-68e6-46ad-be00-db2b626b4467 req-23dd9dc1-5253-4828-94dc-4a28fb901918 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f23d9022-425c-4e21-b831-1e03a05d4b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1719747 Apr 20 16:12:13.123899 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-785bdca8-37d8-4aee-9c8b-9af03ef08ee7 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks [] for floatingip, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:13.143449 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21b52894-8d2e-467d-9573-fc170e1ad99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:13.145721 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9d748821-5963-45c7-ba64-1875535f2d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'name': 'tempest-ServersTestJSON-1362434698-router', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:09:39Z', 'revision_number': 4, 'project_id': '370b71fab2b64a01990292044e49b039', 'gw_port': {'id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '71263299-87e5-44bb-bd00-a97350ac07c2', 'name': '', 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'mac_address': 'fa:16:3e:3f:7a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2b86baf7-38b2-4243-9561-bf50e0d3ae28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:38Z', 'updated_at': '2022-04-20T16:09:43Z', 'revision_number': 5, 'project_id': '370b71fab2b64a01990292044e49b039', 'subnets': [{'id': '2b86baf7-38b2-4243-9561-bf50e0d3ae28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:13.176291 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d748821-5963-45c7-ba64-1875535f2d45 None None] The sync data for ids ['18e135e5-d977-471e-86d6-eb99d717aee4'] in n-d-836146-2 is: [{'id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'name': 'tempest-ServersTestJSON-1362434698-router', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:09:39Z', 'revision_number': 4, 'project_id': '370b71fab2b64a01990292044e49b039', 'gw_port': {'id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '71263299-87e5-44bb-bd00-a97350ac07c2', 'name': '', 'network_id': '43c85492-8de2-4573-b1ea-9ba134aa6de0', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'mac_address': 'fa:16:3e:3f:7a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2b86baf7-38b2-4243-9561-bf50e0d3ae28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:38Z', 'updated_at': '2022-04-20T16:09:43Z', 'revision_number': 5, 'project_id': '370b71fab2b64a01990292044e49b039', 'subnets': [{'id': '2b86baf7-38b2-4243-9561-bf50e0d3ae28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:12:13.281349 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5452dca1-262a-462b-b765-ad0858b1df0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:13.299751 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5452dca1-262a-462b-b765-ad0858b1df0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:13.301345 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21b52894-8d2e-467d-9573-fc170e1ad99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:13.305323 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5452dca1-262a-462b-b765-ad0858b1df0a admin admin] 10.222.0.15 "DELETE /v2.0/networks/c407a25c-3c84-47bb-a12c-46efb29f8241 HTTP/1.1" status: 204 len: 168 time: 0.8649988 Apr 20 16:12:13.329489 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452dca1-262a-462b-b765-ad0858b1df0a admin admin] Pushing event deleted for resources: {'Network': ['ID=c407a25c-3c84-47bb-a12c-46efb29f8241,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:13.335348 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f635c5b3-68e6-46ad-be00-db2b626b4467 req-a181063a-bede-4960-a42e-3840984ff99c service neutron] 10.222.0.30 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760528 Apr 20 16:12:13.362892 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-21b52894-8d2e-467d-9573-fc170e1ad99d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20b1b659de714d2495a0236b0514b633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7701421 Apr 20 16:12:13.362892 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b52894-8d2e-467d-9573-fc170e1ad99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e94cedb-ad38-4c08-b03b-22ada5832a82,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:13.363683 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59270) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:13.373317 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b52894-8d2e-467d-9573-fc170e1ad99d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:13.373685 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b52894-8d2e-467d-9573-fc170e1ad99d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:13.373997 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b52894-8d2e-467d-9573-fc170e1ad99d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:13.374324 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b52894-8d2e-467d-9573-fc170e1ad99d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:13.374655 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b52894-8d2e-467d-9573-fc170e1ad99d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:13.374980 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b52894-8d2e-467d-9573-fc170e1ad99d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:13.375307 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b52894-8d2e-467d-9573-fc170e1ad99d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:13.375626 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b52894-8d2e-467d-9573-fc170e1ad99d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:13.375950 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b52894-8d2e-467d-9573-fc170e1ad99d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:13.376268 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b52894-8d2e-467d-9573-fc170e1ad99d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:13.381317 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b52894-8d2e-467d-9573-fc170e1ad99d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:13.381795 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b52894-8d2e-467d-9573-fc170e1ad99d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:13.410796 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-785bdca8-37d8-4aee-9c8b-9af03ef08ee7 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:13.548490 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bde6b2-178d-4a86-bc46-a54e1f2f0a1c None None] New status for floating IP ef2074b3-4b95-4531-a7bd-4945d6eb0dba: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:12:13.551409 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae2383-4028-448b-bdaa-166988466dc6 req-64fefd48-b173-4091-a8bc-30b885ac8a9e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:13.553261 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-05ae2383-4028-448b-bdaa-166988466dc6 req-64fefd48-b173-4091-a8bc-30b885ac8a9e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=122e55e1-78ca-498f-bbf5-a1fe5ecec450 HTTP/1.1" status: 200 len: 946 time: 0.0604625 Apr 20 16:12:13.629819 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-05ae2383-4028-448b-bdaa-166988466dc6 req-15bb29d2-71cd-43a3-bd1f-cbfe3915c1bb tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652757 Apr 20 16:12:13.777179 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-785bdca8-37d8-4aee-9c8b-9af03ef08ee7 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:13.777515 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-785bdca8-37d8-4aee-9c8b-9af03ef08ee7 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Floating IP 87c4b685-b662-4694-a70b-067d06be1b31 disassociated. External IP: 172.25.0.205, port: c3cbe1e0-e59a-432d-bba2-323519cd5fd3. Apr 20 16:12:13.895384 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 47f88a83-6a0f-4e81-a05f-d79ea43e665e details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:12:13.917016 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f635c5b3-68e6-46ad-be00-db2b626b4467 req-87b3d6be-0088-4e01-aaa0-4f8f61e62d2a service neutron] 10.222.0.30 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5738626 Apr 20 16:12:13.926823 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-26bb7f36-32ea-4fad-92be-7d378b6f2228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:13.958124 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-26bb7f36-32ea-4fad-92be-7d378b6f2228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:14.018290 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 47f88a83-6a0f-4e81-a05f-d79ea43e665e, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=47f88a83-6a0f-4e81-a05f-d79ea43e665e,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:14.032169 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '47f88a83-6a0f-4e81-a05f-d79ea43e665e', 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2', 'port_id': '47f88a83-6a0f-4e81-a05f-d79ea43e665e', 'mac_address': 'fa:16:3e:6b:2b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:12:14.055591 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59290) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:14.086295 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:14.113071 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f88a83-6a0f-4e81-a05f-d79ea43e665e {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:12:14.140374 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59296) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:14.143138 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 47f88a83-6a0f-4e81-a05f-d79ea43e665e, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=47f88a83-6a0f-4e81-a05f-d79ea43e665e,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:14.150016 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-785bdca8-37d8-4aee-9c8b-9af03ef08ee7 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Router 237acf75-7ebd-4659-946c-2ddb91a6bddc has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:12:14.239108 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-30acb483-d571-40e4-8998-e59f86048315 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:14.244434 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-02386a72-fc19-4055-8b7e-30d53717cc7f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b467f9ba8304462a3eb94400306af37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1029673 Apr 20 16:12:14.248420 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59298) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:14.252956 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:14.253283 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-26bb7f36-32ea-4fad-92be-7d378b6f2228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:14.257084 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-26bb7f36-32ea-4fad-92be-7d378b6f2228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:14.258407 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-26bb7f36-32ea-4fad-92be-7d378b6f2228 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e94cedb-ad38-4c08-b03b-22ada5832a82 HTTP/1.1" status: 204 len: 168 time: 0.8904235 Apr 20 16:12:14.279445 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb7f36-32ea-4fad-92be-7d378b6f2228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e94cedb-ad38-4c08-b03b-22ada5832a82,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:14.282908 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1933553-683d-4636-a265-0e787f39cbe2 req-a57e0919-0ef8-4827-8875-a66c0ac95682 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:14.284676 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b1933553-683d-4636-a265-0e787f39cbe2 req-a57e0919-0ef8-4827-8875-a66c0ac95682 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 944 time: 0.1309886 Apr 20 16:12:14.299313 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-785bdca8-37d8-4aee-9c8b-9af03ef08ee7 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:12:14.304568 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-30acb483-d571-40e4-8998-e59f86048315 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:14.306624 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-785bdca8-37d8-4aee-9c8b-9af03ef08ee7 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:14.314706 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be11110b-922c-4ee0-bce2-a8fd8e851bea None None] Sync routers for ids ['237acf75-7ebd-4659-946c-2ddb91a6bddc'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:12:14.330178 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be11110b-922c-4ee0-bce2-a8fd8e851bea None None] Routers {'237acf75-7ebd-4659-946c-2ddb91a6bddc'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:14.332197 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-be11110b-922c-4ee0-bce2-a8fd8e851bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:11:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['237acf75-7ebd-4659-946c-2ddb91a6bddc'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:14.342403 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=47f88a83-6a0f-4e81-a05f-d79ea43e665e,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:14.377306 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-785bdca8-37d8-4aee-9c8b-9af03ef08ee7 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "PUT /v2.0/floatingips/87c4b685-b662-4694-a70b-067d06be1b31 HTTP/1.1" status: 200 len: 695 time: 1.3961949 Apr 20 16:12:14.378003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a633bf4-88da-4d49-abe0-b69a8847ce26', 'tag': 'c3cbe1e0-e59a-432d-bba2-323519cd5fd3'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:14.381000 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5804aa-fec0-4bd1-8909-e2f2f2b8e885" -d '{"events": [{"name": "network-changed", "server_uuid": "3a633bf4-88da-4d49-abe0-b69a8847ce26", "tag": "c3cbe1e0-e59a-432d-bba2-323519cd5fd3"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:12:14.386766 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 587d7717-6501-4836-874f-b90cf2ef3f6b no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:12:14.424244 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b1933553-683d-4636-a265-0e787f39cbe2 req-5f30137b-a5f0-4ac9-a9cb-7fa894541c75 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272855 Apr 20 16:12:14.439426 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-50a1050d-7941-42eb-9b9d-711f7ef2d399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:14.445643 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 587d7717-6501-4836-874f-b90cf2ef3f6b {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:12:14.445944 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 587d7717-6501-4836-874f-b90cf2ef3f6b not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:12:14.474868 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-a580faf1-1844-4e8a-943f-216ff01f82b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:14.474868 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-a580faf1-1844-4e8a-943f-216ff01f82b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a1e0f50b39a4690a4fa7de352e3594a&device_id=3a633bf4-88da-4d49-abe0-b69a8847ce26 HTTP/1.1" status: 200 len: 1097 time: 0.0801992 Apr 20 16:12:14.483450 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-50a1050d-7941-42eb-9b9d-711f7ef2d399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:14.517057 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-be11110b-922c-4ee0-bce2-a8fd8e851bea None None] Set router 237acf75-7ebd-4659-946c-2ddb91a6bddc gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:14.568672 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-30acb483-d571-40e4-8998-e59f86048315 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:14.574435 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-30acb483-d571-40e4-8998-e59f86048315 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:14.576975 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-30acb483-d571-40e4-8998-e59f86048315 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "DELETE /v2.0/security-groups/c9e54c12-3919-4bed-a6fc-84cc30cac704 HTTP/1.1" status: 204 len: 168 time: 0.5209849 Apr 20 16:12:14.579085 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59308) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:14.597399 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acb483-d571-40e4-8998-e59f86048315 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e54c12-3919-4bed-a6fc-84cc30cac704,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:14.633645 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-4ee49142-bd86-464a-ab97-734dd3b92aae tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] show failed (client error): The resource could not be found. Apr 20 16:12:14.634692 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4ee49142-bd86-464a-ab97-734dd3b92aae tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "GET /v2.0/security-groups/c9e54c12-3919-4bed-a6fc-84cc30cac704 HTTP/1.1" status: 404 len: 347 time: 0.0544128 Apr 20 16:12:14.638426 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59310) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:14.690471 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-50a1050d-7941-42eb-9b9d-711f7ef2d399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:14.693757 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-50a1050d-7941-42eb-9b9d-711f7ef2d399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:14.694925 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-50a1050d-7941-42eb-9b9d-711f7ef2d399 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe35ddd5-46c4-4fe4-95e5-87a02a214216 HTTP/1.1" status: 204 len: 168 time: 0.4441121 Apr 20 16:12:14.706844 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1050d-7941-42eb-9b9d-711f7ef2d399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe35ddd5-46c4-4fe4-95e5-87a02a214216,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:14.709720 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-496d7e53-a995-45e3-ba43-636fe9f220ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:14.711223 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-496d7e53-a995-45e3-ba43-636fe9f220ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=f23d9022-425c-4e21-b831-1e03a05d4b94 HTTP/1.1" status: 200 len: 922 time: 0.2324457 Apr 20 16:12:14.746663 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['47f88a83-6a0f-4e81-a05f-d79ea43e665e'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:12:14.776559 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-be11110b-922c-4ee0-bce2-a8fd8e851bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:11:10Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f', 'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'mac_address': 'fa:16:3e:0d:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:08Z', 'updated_at': '2022-04-20T16:11:15Z', 'revision_number': 5, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'subnets': [{'id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:14.798167 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-31b91446-a7aa-4c0e-93da-7818419a328b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3cbe1e0-e59a-432d-bba2-323519cd5fd3 HTTP/1.1" status: 200 len: 217 time: 0.0509224 Apr 20 16:12:14.822924 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be11110b-922c-4ee0-bce2-a8fd8e851bea None None] Checking router: 237acf75-7ebd-4659-946c-2ddb91a6bddc for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:12:14.840548 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be11110b-922c-4ee0-bce2-a8fd8e851bea None None] Routers {'237acf75-7ebd-4659-946c-2ddb91a6bddc'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:14.841194 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-be11110b-922c-4ee0-bce2-a8fd8e851bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:11:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['237acf75-7ebd-4659-946c-2ddb91a6bddc'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:14.954510 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-c919f76c-f05a-46ec-8686-ef6fb118c451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:14.955385 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-c919f76c-f05a-46ec-8686-ef6fb118c451 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ca3923b-31f6-4a2b-b573-248af67278fb HTTP/1.1" status: 200 len: 860 time: 0.1196177 Apr 20 16:12:14.956880 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-8cab8c06-2f2c-4efb-9ff5-ff0d2bc09884 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Deleting port 794e7edf-5151-4745-9cb7-1af3dc590f68 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:12:14.957226 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8cab8c06-2f2c-4efb-9ff5-ff0d2bc09884 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:15.062503 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-be11110b-922c-4ee0-bce2-a8fd8e851bea None None] Set router 237acf75-7ebd-4659-946c-2ddb91a6bddc gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:15.064899 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-aaca6577-88cb-401b-95d9-670061fc0c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:15.066752 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-aaca6577-88cb-401b-95d9-670061fc0c16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f23d9022-425c-4e21-b831-1e03a05d4b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965154 Apr 20 16:12:15.123920 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8cab8c06-2f2c-4efb-9ff5-ff0d2bc09884 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:15.124251 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8cab8c06-2f2c-4efb-9ff5-ff0d2bc09884 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:15.180562 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-8cab8c06-2f2c-4efb-9ff5-ff0d2bc09884 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Calling delete_port for 794e7edf-5151-4745-9cb7-1af3dc590f68 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:12:15.252179 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2919456d-63d7-4917-967c-100e203d0d13 x-openstack-request-id: req-2919456d-63d7-4917-967c-100e203d0d13 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:12:15.252483 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a633bf4-88da-4d49-abe0-b69a8847ce26", "tag": "c3cbe1e0-e59a-432d-bba2-323519cd5fd3", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:12:15.252811 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2919456d-63d7-4917-967c-100e203d0d13 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:12:15.253111 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2919456d-63d7-4917-967c-100e203d0d13'] response: {'name': 'network-changed', 'server_uuid': '3a633bf4-88da-4d49-abe0-b69a8847ce26', 'tag': 'c3cbe1e0-e59a-432d-bba2-323519cd5fd3', 'status': 'completed', 'code': 200} Apr 20 16:12:15.275013 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-b7bbebcb-f370-4ab9-b631-a8ea0d01651f service neutron] 10.222.0.15 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989002 Apr 20 16:12:15.309138 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-be11110b-922c-4ee0-bce2-a8fd8e851bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:11:10Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f', 'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'mac_address': 'fa:16:3e:0d:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:08Z', 'updated_at': '2022-04-20T16:11:15Z', 'revision_number': 5, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'subnets': [{'id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:15.341068 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be11110b-922c-4ee0-bce2-a8fd8e851bea None None] The sync data for ids ['237acf75-7ebd-4659-946c-2ddb91a6bddc'] in n-d-836146-2 is: [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:11:10Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f', 'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'mac_address': 'fa:16:3e:0d:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:08Z', 'updated_at': '2022-04-20T16:11:15Z', 'revision_number': 5, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'subnets': [{'id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:12:15.376015 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d501ffe-b69d-410d-80ec-caa80eec66ab req-5b2bc468-67ad-4c32-bd0c-6de67052e27c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:15.377731 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7d501ffe-b69d-410d-80ec-caa80eec66ab req-5b2bc468-67ad-4c32-bd0c-6de67052e27c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=122e55e1-78ca-498f-bbf5-a1fe5ecec450 HTTP/1.1" status: 200 len: 946 time: 0.0603285 Apr 20 16:12:15.425014 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5804aa-fec0-4bd1-8909-e2f2f2b8e885 req-ae09cadd-5166-4656-8dff-e6b781c1b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:15.426653 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff5804aa-fec0-4bd1-8909-e2f2f2b8e885 req-ae09cadd-5166-4656-8dff-e6b781c1b62a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6a1e0f50b39a4690a4fa7de352e3594a&device_id=3a633bf4-88da-4d49-abe0-b69a8847ce26 HTTP/1.1" status: 200 len: 1097 time: 0.1282916 Apr 20 16:12:15.434071 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7d501ffe-b69d-410d-80ec-caa80eec66ab req-3c2a19b5-bb37-405d-8af5-de9a02a8f5dc tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497696 Apr 20 16:12:15.517402 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9942b63b-4cf0-43d5-9f8c-9d31e4fecac5 req-8b261beb-9dd3-41ab-9195-b2970c6324d5 service neutron] 10.222.0.15 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270288 Apr 20 16:12:15.606458 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5804aa-fec0-4bd1-8909-e2f2f2b8e885 req-8725bb44-4215-4364-8fc7-0ed7acad4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:15.608805 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff5804aa-fec0-4bd1-8909-e2f2f2b8e885 req-8725bb44-4215-4364-8fc7-0ed7acad4bef service neutron] 10.222.0.30 "GET /v2.0/networks?id=f23d9022-425c-4e21-b831-1e03a05d4b94 HTTP/1.1" status: 200 len: 922 time: 0.1731493 Apr 20 16:12:15.662679 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff5804aa-fec0-4bd1-8909-e2f2f2b8e885 req-a57ed600-12e4-4656-a777-7c1cad7bc567 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3cbe1e0-e59a-432d-bba2-323519cd5fd3 HTTP/1.1" status: 200 len: 217 time: 0.0460629 Apr 20 16:12:15.705659 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7647c7-c59a-45b8-9a4c-303625189aea None None] New status for floating IP 87c4b685-b662-4694-a70b-067d06be1b31: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:12:15.761810 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8cab8c06-2f2c-4efb-9ff5-ff0d2bc09884 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:15.820019 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab8c06-2f2c-4efb-9ff5-ff0d2bc09884 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Pushing event deleted for resources: {'Port': ['ID=794e7edf-5151-4745-9cb7-1af3dc590f68,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:15.826823 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5804aa-fec0-4bd1-8909-e2f2f2b8e885 req-b788b9b0-5136-4a5d-91ca-5714c664045c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:15.830048 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff5804aa-fec0-4bd1-8909-e2f2f2b8e885 req-b788b9b0-5136-4a5d-91ca-5714c664045c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ca3923b-31f6-4a2b-b573-248af67278fb HTTP/1.1" status: 200 len: 860 time: 0.1592731 Apr 20 16:12:15.895169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbf014-d74a-472a-874c-a28b7bcbe89e req-c799abe6-d3d6-4460-ba39-4404a9ae7872 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:15.896732 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-26dbf014-d74a-472a-874c-a28b7bcbe89e req-c799abe6-d3d6-4460-ba39-4404a9ae7872 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 945 time: 0.2098951 Apr 20 16:12:15.969906 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8cab8c06-2f2c-4efb-9ff5-ff0d2bc09884 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:15.972829 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8cab8c06-2f2c-4efb-9ff5-ff0d2bc09884 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:15.973975 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8cab8c06-2f2c-4efb-9ff5-ff0d2bc09884 tempest-ServersTestJSON-1416899804 tempest-ServersTestJSON-1416899804-project] 10.222.0.15 "DELETE /v2.0/floatingips/ef2074b3-4b95-4531-a7bd-4945d6eb0dba HTTP/1.1" status: 204 len: 168 time: 1.3334796 Apr 20 16:12:15.977454 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59356) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:15.978177 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5804aa-fec0-4bd1-8909-e2f2f2b8e885 req-0e2ed13f-88d8-4800-bf24-0a7548cde3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:15.979735 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff5804aa-fec0-4bd1-8909-e2f2f2b8e885 req-0e2ed13f-88d8-4800-bf24-0a7548cde3c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f23d9022-425c-4e21-b831-1e03a05d4b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284139 Apr 20 16:12:15.985343 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-26dbf014-d74a-472a-874c-a28b7bcbe89e req-c9c03177-721e-4910-a608-9cea96a7c98f tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674045 Apr 20 16:12:16.083326 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff5804aa-fec0-4bd1-8909-e2f2f2b8e885 req-2b40879f-bdbc-45da-a3e9-061c1bb70acf service neutron] 10.222.0.30 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962696 Apr 20 16:12:16.184779 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff5804aa-fec0-4bd1-8909-e2f2f2b8e885 req-bddb61bf-56a5-4213-af95-85f61d151d85 service neutron] 10.222.0.30 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945497 Apr 20 16:12:16.382804 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fa0a1214-cec7-4486-b5c0-f42018318e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:16.627327 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e992200-b9b2-4d50-b1be-d0fdbadfa16a req-54799ac0-e5ed-4b0b-ab31-02616342bc7b tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:16.634434 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4e992200-b9b2-4d50-b1be-d0fdbadfa16a req-54799ac0-e5ed-4b0b-ab31-02616342bc7b tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e66719-9154-457e-82b8-c8c634e59778&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0753613 Apr 20 16:12:16.687203 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4e992200-b9b2-4d50-b1be-d0fdbadfa16a req-7326e3cd-23b9-4161-a665-06252f75af42 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 696 time: 0.0519483 Apr 20 16:12:16.711925 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-4e992200-b9b2-4d50-b1be-d0fdbadfa16a req-7638f55f-47d6-4fa5-9969-29889e502a9c tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Request body: {'floatingip': {'port_id': 'a4560ccf-029c-47b8-871e-3750ca8e7b31', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:16.764481 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4e992200-b9b2-4d50-b1be-d0fdbadfa16a req-7638f55f-47d6-4fa5-9969-29889e502a9c tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks [] for floatingip, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:16.908887 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-fa0a1214-cec7-4486-b5c0-f42018318e62 admin admin] Deleting port 71263299-87e5-44bb-bd00-a97350ac07c2 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:12:16.909228 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fa0a1214-cec7-4486-b5c0-f42018318e62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:17.079581 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-fa0a1214-cec7-4486-b5c0-f42018318e62 admin admin] For port 71263299-87e5-44bb-bd00-a97350ac07c2, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=71263299-87e5-44bb-bd00-a97350ac07c2,segment=NetworkSegment(fdd23c0a-b099-44aa-a41c-635b09824e0c),segment_id=fdd23c0a-b099-44aa-a41c-635b09824e0c)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:17.079941 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fa0a1214-cec7-4486-b5c0-f42018318e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:17.130103 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-fa0a1214-cec7-4486-b5c0-f42018318e62 admin admin] Calling delete_port for 71263299-87e5-44bb-bd00-a97350ac07c2 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:12:17.424844 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4e992200-b9b2-4d50-b1be-d0fdbadfa16a req-7638f55f-47d6-4fa5-9969-29889e502a9c tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:17.530910 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59396) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:17.558063 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4e992200-b9b2-4d50-b1be-d0fdbadfa16a req-7638f55f-47d6-4fa5-9969-29889e502a9c tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:17.648249 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fa0a1214-cec7-4486-b5c0-f42018318e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:17.653263 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b69e1d9-5727-4ada-b43b-4838322fa497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:17.686170 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a1214-cec7-4486-b5c0-f42018318e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=71263299-87e5-44bb-bd00-a97350ac07c2,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:17.730040 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [req-4e992200-b9b2-4d50-b1be-d0fdbadfa16a req-7638f55f-47d6-4fa5-9969-29889e502a9c tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Floating IP 87c4b685-b662-4694-a70b-067d06be1b31 associated. External IP: 172.25.0.205, port: a4560ccf-029c-47b8-871e-3750ca8e7b31. Apr 20 16:12:17.763492 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b69e1d9-5727-4ada-b43b-4838322fa497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:17.911805 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 47f88a83-6a0f-4e81-a05f-d79ea43e665e up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:12:17.985257 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b69e1d9-5727-4ada-b43b-4838322fa497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:17.992935 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fa0a1214-cec7-4486-b5c0-f42018318e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:18.030122 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6b69e1d9-5727-4ada-b43b-4838322fa497 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a13f6063e3a4ab0866fb7cd69b46e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4980803 Apr 20 16:12:18.031021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69e1d9-5727-4ada-b43b-4838322fa497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214d5056-ddb7-4577-98d6-efe0b558fc46,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:18.034167 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59404) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:18.108499 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0db8a485-ed37-4aa2-a88e-87c71146b18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:18.109420 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 47f88a83-6a0f-4e81-a05f-d79ea43e665e completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:12:18.122683 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 47f88a83-6a0f-4e81-a05f-d79ea43e665e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:18.125158 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:18.142984 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0db8a485-ed37-4aa2-a88e-87c71146b18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:18.262190 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:18.304883 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 47f88a83-6a0f-4e81-a05f-d79ea43e665e, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=47f88a83-6a0f-4e81-a05f-d79ea43e665e,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:18.306176 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23baec6a-b8d3-406c-86e1-678defdb16b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f88a83-6a0f-4e81-a05f-d79ea43e665e'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:18.309638 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5562494-39d4-42c2-95fd-8ed4c532eaeb" -d '{"events": [{"server_uuid": "23baec6a-b8d3-406c-86e1-678defdb16b2", "name": "network-vif-plugged", "status": "completed", "tag": "47f88a83-6a0f-4e81-a05f-d79ea43e665e"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:12:18.328291 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97c529-9513-4083-9d1d-3986736701ad req-d673a228-80c0-4152-963a-5be0df76e4f0 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:18.330117 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b97c529-9513-4083-9d1d-3986736701ad req-d673a228-80c0-4152-963a-5be0df76e4f0 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a633bf4-88da-4d49-abe0-b69a8847ce26 HTTP/1.1" status: 200 len: 946 time: 0.0776155 Apr 20 16:12:18.354249 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0db8a485-ed37-4aa2-a88e-87c71146b18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:18.356854 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0db8a485-ed37-4aa2-a88e-87c71146b18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:18.358975 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0db8a485-ed37-4aa2-a88e-87c71146b18b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/214d5056-ddb7-4577-98d6-efe0b558fc46 HTTP/1.1" status: 204 len: 168 time: 0.3228052 Apr 20 16:12:18.404237 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8a485-ed37-4aa2-a88e-87c71146b18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214d5056-ddb7-4577-98d6-efe0b558fc46,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:18.449532 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e992200-b9b2-4d50-b1be-d0fdbadfa16a req-7638f55f-47d6-4fa5-9969-29889e502a9c tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Router 237acf75-7ebd-4659-946c-2ddb91a6bddc has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:12:18.453687 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:18.475045 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53ff2f-f808-4ac2-8c65-cef43de28823 req-080f21cb-d522-4c4f-8bbc-c053ed2ecc8b tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:18.485211 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7d53ff2f-f808-4ac2-8c65-cef43de28823 req-080f21cb-d522-4c4f-8bbc-c053ed2ecc8b tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 945 time: 0.1497984 Apr 20 16:12:18.520228 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=47f88a83-6a0f-4e81-a05f-d79ea43e665e,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:18.536915 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7d53ff2f-f808-4ac2-8c65-cef43de28823 req-45d965ca-889e-477a-8473-8c6f65e936ab tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508618 Apr 20 16:12:18.568532 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-9b97c529-9513-4083-9d1d-3986736701ad req-a068dfa7-7825-4288-960a-a79df0ad359f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Deleting port c3cbe1e0-e59a-432d-bba2-323519cd5fd3 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:12:18.568880 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9b97c529-9513-4083-9d1d-3986736701ad req-a068dfa7-7825-4288-960a-a79df0ad359f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:18.615295 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fd704f-cffa-4286-88b1-07a4654fe280 x-openstack-request-id: req-d1fd704f-cffa-4286-88b1-07a4654fe280 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:12:18.615591 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23baec6a-b8d3-406c-86e1-678defdb16b2", "name": "network-vif-plugged", "status": "completed", "tag": "47f88a83-6a0f-4e81-a05f-d79ea43e665e", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:12:18.616116 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1fd704f-cffa-4286-88b1-07a4654fe280 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:12:18.616692 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1fd704f-cffa-4286-88b1-07a4654fe280'] response: {'server_uuid': '23baec6a-b8d3-406c-86e1-678defdb16b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f88a83-6a0f-4e81-a05f-d79ea43e665e', 'code': 200} Apr 20 16:12:18.686098 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e992200-b9b2-4d50-b1be-d0fdbadfa16a req-7638f55f-47d6-4fa5-9969-29889e502a9c tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:12:18.686711 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-9b97c529-9513-4083-9d1d-3986736701ad req-a068dfa7-7825-4288-960a-a79df0ad359f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] For port c3cbe1e0-e59a-432d-bba2-323519cd5fd3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=c3cbe1e0-e59a-432d-bba2-323519cd5fd3,segment=NetworkSegment(0645846c-5a7e-4fa1-b41c-6bdd002f9154),segment_id=0645846c-5a7e-4fa1-b41c-6bdd002f9154)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:18.687263 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9b97c529-9513-4083-9d1d-3986736701ad req-a068dfa7-7825-4288-960a-a79df0ad359f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:18.692382 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4e992200-b9b2-4d50-b1be-d0fdbadfa16a req-7638f55f-47d6-4fa5-9969-29889e502a9c tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:18.696527 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c10c077-1d35-4bdf-8f47-8e0268de996b None None] Sync routers for ids ['237acf75-7ebd-4659-946c-2ddb91a6bddc'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:12:18.712349 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c10c077-1d35-4bdf-8f47-8e0268de996b None None] Routers {'237acf75-7ebd-4659-946c-2ddb91a6bddc'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:18.713286 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9c10c077-1d35-4bdf-8f47-8e0268de996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:11:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['237acf75-7ebd-4659-946c-2ddb91a6bddc'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:18.722907 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0a1214-cec7-4486-b5c0-f42018318e62 admin admin] Router 18e135e5-d977-471e-86d6-eb99d717aee4 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:12:18.731721 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-9b97c529-9513-4083-9d1d-3986736701ad req-a068dfa7-7825-4288-960a-a79df0ad359f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Calling delete_port for c3cbe1e0-e59a-432d-bba2-323519cd5fd3 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:12:18.741565 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4e992200-b9b2-4d50-b1be-d0fdbadfa16a req-7638f55f-47d6-4fa5-9969-29889e502a9c tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "PUT /v2.0/floatingips/87c4b685-b662-4694-a70b-067d06be1b31 HTTP/1.1" status: 200 len: 996 time: 2.0347705 Apr 20 16:12:18.750600 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e66719-9154-457e-82b8-c8c634e59778', 'tag': 'a4560ccf-029c-47b8-871e-3750ca8e7b31'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:18.752844 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b007e3-d9fd-4e3c-88e3-02894311f238" -d '{"events": [{"name": "network-changed", "server_uuid": "79e66719-9154-457e-82b8-c8c634e59778", "tag": "a4560ccf-029c-47b8-871e-3750ca8e7b31"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:12:18.825066 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4af8d7-6a45-45ae-89ab-d689a101771b req-2c231dd8-5683-4f0d-a06b-ec2d139879a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:18.827840 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bc4af8d7-6a45-45ae-89ab-d689a101771b req-2c231dd8-5683-4f0d-a06b-ec2d139879a6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 1097 time: 0.1096678 Apr 20 16:12:18.852377 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e992200-b9b2-4d50-b1be-d0fdbadfa16a req-71337d0e-2955-47ce-8e62-863984625435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:18.860874 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4e992200-b9b2-4d50-b1be-d0fdbadfa16a req-71337d0e-2955-47ce-8e62-863984625435 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a1e0f50b39a4690a4fa7de352e3594a&device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 1096 time: 0.1186805 Apr 20 16:12:18.913321 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bc4af8d7-6a45-45ae-89ab-d689a101771b req-50fde597-1186-4cda-8bff-54b851786a69 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760236 Apr 20 16:12:18.949636 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d8789d-1d78-4f6b-8334-4844cdaeaebc x-openstack-request-id: req-b5d8789d-1d78-4f6b-8334-4844cdaeaebc {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:12:18.950197 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e66719-9154-457e-82b8-c8c634e59778", "tag": "a4560ccf-029c-47b8-871e-3750ca8e7b31", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:12:18.950666 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5d8789d-1d78-4f6b-8334-4844cdaeaebc {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:12:18.951252 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5d8789d-1d78-4f6b-8334-4844cdaeaebc'] response: {'name': 'network-changed', 'server_uuid': '79e66719-9154-457e-82b8-c8c634e59778', 'tag': 'a4560ccf-029c-47b8-871e-3750ca8e7b31', 'status': 'completed', 'code': 200} Apr 20 16:12:18.986036 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-9c10c077-1d35-4bdf-8f47-8e0268de996b None None] Set router 237acf75-7ebd-4659-946c-2ddb91a6bddc gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:19.045115 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0a1214-cec7-4486-b5c0-f42018318e62 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:12:19.055740 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fa0a1214-cec7-4486-b5c0-f42018318e62 admin admin] 10.222.0.15 "PUT /v2.0/routers/18e135e5-d977-471e-86d6-eb99d717aee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0770061 Apr 20 16:12:19.057179 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f0f1d6-7863-432e-b05b-68be7f54b8d7 None None] Sync routers for ids ['18e135e5-d977-471e-86d6-eb99d717aee4'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:12:19.059914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59434) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:19.076388 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f0f1d6-7863-432e-b05b-68be7f54b8d7 None None] Routers {'18e135e5-d977-471e-86d6-eb99d717aee4'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:19.077741 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-43f0f1d6-7863-432e-b05b-68be7f54b8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:11:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['18e135e5-d977-471e-86d6-eb99d717aee4'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:19.090000 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e992200-b9b2-4d50-b1be-d0fdbadfa16a req-c6847bce-5fb7-4972-a52d-b66422e5f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:19.092533 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4e992200-b9b2-4d50-b1be-d0fdbadfa16a req-c6847bce-5fb7-4972-a52d-b66422e5f10d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f23d9022-425c-4e21-b831-1e03a05d4b94 HTTP/1.1" status: 200 len: 922 time: 0.2308805 Apr 20 16:12:19.195203 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4e992200-b9b2-4d50-b1be-d0fdbadfa16a req-9138215c-af7b-414c-8b5e-fdaac206c299 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4560ccf-029c-47b8-871e-3750ca8e7b31 HTTP/1.1" status: 200 len: 999 time: 0.0937088 Apr 20 16:12:19.211138 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af685a7a-e8f6-4c47-b92c-231fe1c3acec admin admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:19.289813 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-43f0f1d6-7863-432e-b05b-68be7f54b8d7 None None] Set router 18e135e5-d977-471e-86d6-eb99d717aee4 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:19.307942 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e992200-b9b2-4d50-b1be-d0fdbadfa16a req-41c224b5-224b-4815-9c19-d0ea73616600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:19.311404 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4e992200-b9b2-4d50-b1be-d0fdbadfa16a req-41c224b5-224b-4815-9c19-d0ea73616600 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ca3923b-31f6-4a2b-b573-248af67278fb HTTP/1.1" status: 200 len: 860 time: 0.1153586 Apr 20 16:12:19.331208 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b007e3-d9fd-4e3c-88e3-02894311f238 req-fd507b7c-f3ab-4715-80c9-f817cde96ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:19.333394 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92b007e3-d9fd-4e3c-88e3-02894311f238 req-fd507b7c-f3ab-4715-80c9-f817cde96ec3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6a1e0f50b39a4690a4fa7de352e3594a&device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 1096 time: 0.3897862 Apr 20 16:12:19.338144 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9b97c529-9513-4083-9d1d-3986736701ad req-a068dfa7-7825-4288-960a-a79df0ad359f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:19.363754 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9c10c077-1d35-4bdf-8f47-8e0268de996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:11:10Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '87c4b685-b662-4694-a70b-067d06be1b31', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'port_id': 'a4560ccf-029c-47b8-871e-3750ca8e7b31', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'mac_address': 'fa:16:3e:ae:e0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e66719-9154-457e-82b8-c8c634e59778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:11:38Z', 'updated_at': '2022-04-20T16:12:17Z', 'revision_number': 8, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f', 'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'mac_address': 'fa:16:3e:0d:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:08Z', 'updated_at': '2022-04-20T16:11:15Z', 'revision_number': 5, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'subnets': [{'id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:19.370092 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af685a7a-e8f6-4c47-b92c-231fe1c3acec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:19.403021 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e992200-b9b2-4d50-b1be-d0fdbadfa16a req-82143e1c-4310-4907-a77c-6cffa88c253c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:19.411766 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4e992200-b9b2-4d50-b1be-d0fdbadfa16a req-82143e1c-4310-4907-a77c-6cffa88c253c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f23d9022-425c-4e21-b831-1e03a05d4b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930178 Apr 20 16:12:19.421302 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['a4560ccf-029c-47b8-871e-3750ca8e7b31'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:12:19.439836 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c10c077-1d35-4bdf-8f47-8e0268de996b None None] Checking router: 237acf75-7ebd-4659-946c-2ddb91a6bddc for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:12:19.444011 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068dfa7-7825-4288-960a-a79df0ad359f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Pushing event deleted for resources: {'Port': ['ID=c3cbe1e0-e59a-432d-bba2-323519cd5fd3,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:19.461482 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c10c077-1d35-4bdf-8f47-8e0268de996b None None] Routers {'237acf75-7ebd-4659-946c-2ddb91a6bddc'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:19.463354 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9c10c077-1d35-4bdf-8f47-8e0268de996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:11:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['237acf75-7ebd-4659-946c-2ddb91a6bddc'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:19.512743 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['c3cbe1e0-e59a-432d-bba2-323519cd5fd3'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:12:19.598442 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b97c529-9513-4083-9d1d-3986736701ad req-a068dfa7-7825-4288-960a-a79df0ad359f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] No DVR routers for this DVR port c3cbe1e0-e59a-432d-bba2-323519cd5fd3 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:12:19.606777 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9b97c529-9513-4083-9d1d-3986736701ad req-a068dfa7-7825-4288-960a-a79df0ad359f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:19.611705 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b97c529-9513-4083-9d1d-3986736701ad req-a068dfa7-7825-4288-960a-a79df0ad359f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.30 "DELETE /v2.0/ports/c3cbe1e0-e59a-432d-bba2-323519cd5fd3 HTTP/1.1" status: 204 len: 173 time: 1.2744534 Apr 20 16:12:19.630207 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a633bf4-88da-4d49-abe0-b69a8847ce26', 'name': 'network-vif-deleted', 'tag': 'c3cbe1e0-e59a-432d-bba2-323519cd5fd3'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:19.637604 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73a1919-7392-4a82-b38b-2049864548c9" -d '{"events": [{"server_uuid": "3a633bf4-88da-4d49-abe0-b69a8847ce26", "name": "network-vif-deleted", "tag": "c3cbe1e0-e59a-432d-bba2-323519cd5fd3"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:12:19.656948 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4e992200-b9b2-4d50-b1be-d0fdbadfa16a req-1f45c4a4-5333-4f7f-bf2e-b9ef33dd65c1 service neutron] 10.222.0.15 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430611 Apr 20 16:12:19.658297 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59446) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:19.711791 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-9c10c077-1d35-4bdf-8f47-8e0268de996b None None] Set router 237acf75-7ebd-4659-946c-2ddb91a6bddc gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:19.765464 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b007e3-d9fd-4e3c-88e3-02894311f238 req-fafbb53c-28d4-4dbf-b626-226fbd811503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:19.770247 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92b007e3-d9fd-4e3c-88e3-02894311f238 req-fafbb53c-28d4-4dbf-b626-226fbd811503 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f23d9022-425c-4e21-b831-1e03a05d4b94 HTTP/1.1" status: 200 len: 922 time: 0.4250312 Apr 20 16:12:19.886562 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-af685a7a-e8f6-4c47-b92c-231fe1c3acec admin admin] Deleting port 32405968-315f-47a2-9ed9-cc98c45214f0 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:12:19.887055 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af685a7a-e8f6-4c47-b92c-231fe1c3acec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:19.925966 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4e992200-b9b2-4d50-b1be-d0fdbadfa16a req-322a6d60-74c7-4e80-a221-bf322d3326fd service neutron] 10.222.0.15 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494452 Apr 20 16:12:19.950663 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2b129ddf-f14d-4ecf-985e-c0f09e6f3c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:19.977039 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-af685a7a-e8f6-4c47-b92c-231fe1c3acec admin admin] For port 32405968-315f-47a2-9ed9-cc98c45214f0, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=32405968-315f-47a2-9ed9-cc98c45214f0,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:19.977653 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af685a7a-e8f6-4c47-b92c-231fe1c3acec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:19.997199 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-af685a7a-e8f6-4c47-b92c-231fe1c3acec admin admin] Calling delete_port for 32405968-315f-47a2-9ed9-cc98c45214f0 owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:12:19.997678 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-43f0f1d6-7863-432e-b05b-68be7f54b8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'name': 'tempest-ServersTestJSON-1362434698-router', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:12:17Z', 'revision_number': 5, 'project_id': '370b71fab2b64a01990292044e49b039', 'gw_port': {'id': '32405968-315f-47a2-9ed9-cc98c45214f0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ac:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:20.031444 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92b007e3-d9fd-4e3c-88e3-02894311f238 req-b0c03c7c-6af5-40a6-b9ee-e1557b4e59ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4560ccf-029c-47b8-871e-3750ca8e7b31 HTTP/1.1" status: 200 len: 999 time: 0.2521319 Apr 20 16:12:20.033549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f0f1d6-7863-432e-b05b-68be7f54b8d7 None None] Checking router: 18e135e5-d977-471e-86d6-eb99d717aee4 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:12:20.048561 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f0f1d6-7863-432e-b05b-68be7f54b8d7 None None] Routers {'18e135e5-d977-471e-86d6-eb99d717aee4'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:20.049261 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-43f0f1d6-7863-432e-b05b-68be7f54b8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:11:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['18e135e5-d977-471e-86d6-eb99d717aee4'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:20.122463 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2b129ddf-f14d-4ecf-985e-c0f09e6f3c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:20.190696 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-43f0f1d6-7863-432e-b05b-68be7f54b8d7 None None] Set router 18e135e5-d977-471e-86d6-eb99d717aee4 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:20.212609 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9c10c077-1d35-4bdf-8f47-8e0268de996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:11:10Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '87c4b685-b662-4694-a70b-067d06be1b31', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'port_id': 'a4560ccf-029c-47b8-871e-3750ca8e7b31', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'mac_address': 'fa:16:3e:ae:e0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e66719-9154-457e-82b8-c8c634e59778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:11:38Z', 'updated_at': '2022-04-20T16:12:17Z', 'revision_number': 8, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f', 'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'mac_address': 'fa:16:3e:0d:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:08Z', 'updated_at': '2022-04-20T16:11:15Z', 'revision_number': 5, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'subnets': [{'id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:20.269078 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2b129ddf-f14d-4ecf-985e-c0f09e6f3c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:20.269960 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c10c077-1d35-4bdf-8f47-8e0268de996b None None] The sync data for ids ['237acf75-7ebd-4659-946c-2ddb91a6bddc'] in n-d-836146-2 is: [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:11:10Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '87c4b685-b662-4694-a70b-067d06be1b31', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'port_id': 'a4560ccf-029c-47b8-871e-3750ca8e7b31', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'mac_address': 'fa:16:3e:ae:e0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e66719-9154-457e-82b8-c8c634e59778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:11:38Z', 'updated_at': '2022-04-20T16:12:17Z', 'revision_number': 8, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f', 'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'mac_address': 'fa:16:3e:0d:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:08Z', 'updated_at': '2022-04-20T16:11:15Z', 'revision_number': 5, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'subnets': [{'id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:12:20.303906 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b129ddf-f14d-4ecf-985e-c0f09e6f3c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ec7165-fe5c-4179-86a1-cc30837c4732,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:20.309251 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-43f0f1d6-7863-432e-b05b-68be7f54b8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'name': 'tempest-ServersTestJSON-1362434698-router', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:12:19Z', 'revision_number': 6, 'project_id': '370b71fab2b64a01990292044e49b039', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:20.336750 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2b129ddf-f14d-4ecf-985e-c0f09e6f3c5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c631c31a11847e4bfbca44bff60d2c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6772327 Apr 20 16:12:20.339442 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59456) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:20.344790 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f0f1d6-7863-432e-b05b-68be7f54b8d7 None None] The sync data for ids ['18e135e5-d977-471e-86d6-eb99d717aee4'] in n-d-836146-2 is: [{'id': '18e135e5-d977-471e-86d6-eb99d717aee4', 'name': 'tempest-ServersTestJSON-1362434698-router', 'tenant_id': '370b71fab2b64a01990292044e49b039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:09:35Z', 'updated_at': '2022-04-20T16:12:19Z', 'revision_number': 6, 'project_id': '370b71fab2b64a01990292044e49b039', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:12:20.415636 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e9d64e62-4e76-4f0d-b78f-defe918c38cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:20.447073 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e9d64e62-4e76-4f0d-b78f-defe918c38cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:20.591462 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fff755-8496-4e6e-be62-f391f7167abb x-openstack-request-id: req-59fff755-8496-4e6e-be62-f391f7167abb {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:12:20.591751 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a633bf4-88da-4d49-abe0-b69a8847ce26", "name": "network-vif-deleted", "tag": "c3cbe1e0-e59a-432d-bba2-323519cd5fd3", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:12:20.592004 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59fff755-8496-4e6e-be62-f391f7167abb {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:12:20.592418 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59fff755-8496-4e6e-be62-f391f7167abb'] response: {'server_uuid': '3a633bf4-88da-4d49-abe0-b69a8847ce26', 'name': 'network-vif-deleted', 'tag': 'c3cbe1e0-e59a-432d-bba2-323519cd5fd3', 'status': 'completed', 'code': 200} Apr 20 16:12:20.598619 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e9d64e62-4e76-4f0d-b78f-defe918c38cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:20.601291 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e9d64e62-4e76-4f0d-b78f-defe918c38cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:20.605995 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e9d64e62-4e76-4f0d-b78f-defe918c38cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56ec7165-fe5c-4179-86a1-cc30837c4732 HTTP/1.1" status: 204 len: 168 time: 0.2618515 Apr 20 16:12:20.607759 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9850c31c-4a5a-4de2-9c28-da7814c41833 None None] New status for floating IP 87c4b685-b662-4694-a70b-067d06be1b31: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:12:20.617323 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cf48a658-34f4-482d-90f6-edefc44e9987 req-c2af2b41-7e67-4426-8c78-a4cc4fbf90fb tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/floatingips/87c4b685-b662-4694-a70b-067d06be1b31 HTTP/1.1" status: 200 len: 996 time: 0.1105578 Apr 20 16:12:20.620424 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa76294-3475-4a60-8909-6ce972af5b5b req-96cedf60-781a-4f20-b067-a023efdb8a8b tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:20.623617 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d64e62-4e76-4f0d-b78f-defe918c38cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ec7165-fe5c-4179-86a1-cc30837c4732,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:20.632981 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bfa76294-3475-4a60-8909-6ce972af5b5b req-96cedf60-781a-4f20-b067-a023efdb8a8b tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 946 time: 0.7988720 Apr 20 16:12:20.684233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b007e3-d9fd-4e3c-88e3-02894311f238 req-f4d7d869-b9b7-40fa-9bf4-f83c25c6ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:20.685726 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92b007e3-d9fd-4e3c-88e3-02894311f238 req-f4d7d869-b9b7-40fa-9bf4-f83c25c6ac80 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ca3923b-31f6-4a2b-b573-248af67278fb HTTP/1.1" status: 200 len: 860 time: 0.6464260 Apr 20 16:12:20.770014 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bfa76294-3475-4a60-8909-6ce972af5b5b req-aeb8c293-117e-403c-afff-a16024269e44 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360731 Apr 20 16:12:20.790482 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48a658-34f4-482d-90f6-edefc44e9987 req-b1159896-aded-484f-9409-dd5b1c34c570 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:20.792496 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cf48a658-34f4-482d-90f6-edefc44e9987 req-b1159896-aded-484f-9409-dd5b1c34c570 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.1667550 Apr 20 16:12:20.845677 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b007e3-d9fd-4e3c-88e3-02894311f238 req-2d1bac97-e58c-467f-93f8-f86844fcc593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:20.847190 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92b007e3-d9fd-4e3c-88e3-02894311f238 req-2d1bac97-e58c-467f-93f8-f86844fcc593 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f23d9022-425c-4e21-b831-1e03a05d4b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1538329 Apr 20 16:12:20.975759 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92b007e3-d9fd-4e3c-88e3-02894311f238 req-b5ccff3f-2ddb-4cd9-b764-ba8a1b30285b service neutron] 10.222.0.26 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191359 Apr 20 16:12:21.028758 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-3940a607-ff92-4d42-8b30-ca74c04ef034 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 999 time: 0.0744643 Apr 20 16:12:21.084544 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92b007e3-d9fd-4e3c-88e3-02894311f238 req-880665fe-7972-4b69-bbf1-8b19d36253b0 service neutron] 10.222.0.26 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007335 Apr 20 16:12:21.106190 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-bedd7a5a-eba2-4b53-893d-fb57137343ef tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:21.108263 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-bedd7a5a-eba2-4b53-893d-fb57137343ef tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports/a4560ccf-029c-47b8-871e-3750ca8e7b31 HTTP/1.1" status: 200 len: 942 time: 0.0735817 Apr 20 16:12:21.146691 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af685a7a-e8f6-4c47-b92c-231fe1c3acec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:21.178429 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af685a7a-e8f6-4c47-b92c-231fe1c3acec admin admin] Pushing event deleted for resources: {'Port': ['ID=32405968-315f-47a2-9ed9-cc98c45214f0,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:21.275020 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-a0ffb549-b775-4179-9d5c-6533497d1ec2 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 1001 time: 0.1116455 Apr 20 16:12:21.275636 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af685a7a-e8f6-4c47-b92c-231fe1c3acec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:21.419828 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af685a7a-e8f6-4c47-b92c-231fe1c3acec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:21.422102 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af685a7a-e8f6-4c47-b92c-231fe1c3acec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:21.423477 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-ea55da9b-cbf0-4d20-a649-40dd0d0dace3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:21.433668 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-ea55da9b-cbf0-4d20-a649-40dd0d0dace3 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.1533892 Apr 20 16:12:21.524082 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-f05ec4cf-3ace-40d4-a4cd-790861f00bdf tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 1001 time: 0.0893044 Apr 20 16:12:21.534174 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-1d351a0e-494c-46cc-b7f6-e363f7acb98f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:21.596499 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-1d351a0e-494c-46cc-b7f6-e363f7acb98f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks [] for floatingip, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:21.614840 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af685a7a-e8f6-4c47-b92c-231fe1c3acec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:21.616144 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af685a7a-e8f6-4c47-b92c-231fe1c3acec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18e135e5-d977-471e-86d6-eb99d717aee4 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:12:21.628105 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af685a7a-e8f6-4c47-b92c-231fe1c3acec admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:21.638672 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-af685a7a-e8f6-4c47-b92c-231fe1c3acec admin admin] 10.222.0.15 "DELETE /v2.0/routers/18e135e5-d977-471e-86d6-eb99d717aee4 HTTP/1.1" status: 204 len: 168 time: 2.5677128 Apr 20 16:12:21.641273 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59504) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:21.754137 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-11db4c7b-6988-4d16-ada1-d917a231f8fe admin admin] Deleting subnet 2b86baf7-38b2-4243-9561-bf50e0d3ae28 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:12:21.774240 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-11db4c7b-6988-4d16-ada1-d917a231f8fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:21.856888 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-11db4c7b-6988-4d16-ada1-d917a231f8fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:21.861494 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-1d351a0e-494c-46cc-b7f6-e363f7acb98f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:21.938902 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device c3cbe1e0-e59a-432d-bba2-323519cd5fd3 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:12:21.940651 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-11db4c7b-6988-4d16-ada1-d917a231f8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:21.945067 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:12:21.964544 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: c3cbe1e0-e59a-432d-bba2-323519cd5fd3 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:12:21.964889 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device c3cbe1e0-e59a-432d-bba2-323519cd5fd3 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:12:22.026353 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-1d351a0e-494c-46cc-b7f6-e363f7acb98f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:22.026975 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-1d351a0e-494c-46cc-b7f6-e363f7acb98f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Floating IP 87c4b685-b662-4694-a70b-067d06be1b31 disassociated. External IP: 172.25.0.205, port: a4560ccf-029c-47b8-871e-3750ca8e7b31. Apr 20 16:12:22.141710 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-11db4c7b-6988-4d16-ada1-d917a231f8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:22.172651 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db4c7b-6988-4d16-ada1-d917a231f8fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b86baf7-38b2-4243-9561-bf50e0d3ae28,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:22.177660 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-11db4c7b-6988-4d16-ada1-d917a231f8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:22.181834 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-11db4c7b-6988-4d16-ada1-d917a231f8fe admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2b86baf7-38b2-4243-9561-bf50e0d3ae28 HTTP/1.1" status: 204 len: 168 time: 0.5395477 Apr 20 16:12:22.184484 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59524) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:22.186557 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b169288-a06a-43c1-80a1-1570b44fc82a None None] Network 43c85492-8de2-4573-b1ea-9ba134aa6de0 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:12:22.222907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914376b-292f-4a95-89c6-7455456e4e02 req-0e86e8dd-efc3-45df-9369-b97131c8df24 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:22.224495 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f914376b-292f-4a95-89c6-7455456e4e02 req-0e86e8dd-efc3-45df-9369-b97131c8df24 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 946 time: 0.0840633 Apr 20 16:12:22.311201 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c27bfa0-8241-423c-8177-8fb02faee41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:22.328852 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 71263299-87e5-44bb-bd00-a97350ac07c2 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:12:22.348010 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-1d351a0e-494c-46cc-b7f6-e363f7acb98f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Router 237acf75-7ebd-4659-946c-2ddb91a6bddc has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:12:22.353123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 71263299-87e5-44bb-bd00-a97350ac07c2 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:12:22.353677 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 71263299-87e5-44bb-bd00-a97350ac07c2 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:12:22.354764 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 32405968-315f-47a2-9ed9-cc98c45214f0 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:12:22.393340 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 32405968-315f-47a2-9ed9-cc98c45214f0 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:12:22.393922 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 32405968-315f-47a2-9ed9-cc98c45214f0 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:12:22.413708 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f914376b-292f-4a95-89c6-7455456e4e02 req-d20883a0-cc4e-4a3e-ac3e-410189624883 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649725 Apr 20 16:12:22.462517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-6c27bfa0-8241-423c-8177-8fb02faee41c admin admin] Deleting port 29ee48ff-2522-44dc-acb9-21065cfb52ab {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:12:22.463011 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c27bfa0-8241-423c-8177-8fb02faee41c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:22.489310 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251f7d5f-4ebd-41f1-ab80-eb13b937eb5e None None] DHCP port deletion for 43c85492-8de2-4573-b1ea-9ba134aa6de0 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:12:22.561366 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-1d351a0e-494c-46cc-b7f6-e363f7acb98f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:12:22.564209 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-6c27bfa0-8241-423c-8177-8fb02faee41c admin admin] For port 29ee48ff-2522-44dc-acb9-21065cfb52ab, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=29ee48ff-2522-44dc-acb9-21065cfb52ab,segment=NetworkSegment(fdd23c0a-b099-44aa-a41c-635b09824e0c),segment_id=fdd23c0a-b099-44aa-a41c-635b09824e0c)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:22.564607 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c27bfa0-8241-423c-8177-8fb02faee41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:22.570770 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-1d351a0e-494c-46cc-b7f6-e363f7acb98f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:22.581165 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b23c9e5-0ebf-4180-b664-ea2420309475 None None] Sync routers for ids ['237acf75-7ebd-4659-946c-2ddb91a6bddc'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:12:22.596012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-6c27bfa0-8241-423c-8177-8fb02faee41c admin admin] Calling delete_port for 29ee48ff-2522-44dc-acb9-21065cfb52ab owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:12:22.615124 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b23c9e5-0ebf-4180-b664-ea2420309475 None None] Routers {'237acf75-7ebd-4659-946c-2ddb91a6bddc'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:22.615695 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-1b23c9e5-0ebf-4180-b664-ea2420309475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:11:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['237acf75-7ebd-4659-946c-2ddb91a6bddc'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:22.624537 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-251f7d5f-4ebd-41f1-ab80-eb13b937eb5e None None] Deleting port 29ee48ff-2522-44dc-acb9-21065cfb52ab {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:12:22.624537 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-251f7d5f-4ebd-41f1-ab80-eb13b937eb5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:22.673529 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-1d351a0e-494c-46cc-b7f6-e363f7acb98f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "PUT /v2.0/floatingips/87c4b685-b662-4694-a70b-067d06be1b31 HTTP/1.1" status: 200 len: 696 time: 1.1402178 Apr 20 16:12:22.674434 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e66719-9154-457e-82b8-c8c634e59778', 'tag': 'a4560ccf-029c-47b8-871e-3750ca8e7b31'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:22.678723 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf23d884-da30-4fee-9fb7-2367303b2e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "79e66719-9154-457e-82b8-c8c634e59778", "tag": "a4560ccf-029c-47b8-871e-3750ca8e7b31"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:12:22.736177 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-bb8574ab-d261-4045-a99c-d8c8ec49798c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:22.745825 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-bb8574ab-d261-4045-a99c-d8c8ec49798c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a1e0f50b39a4690a4fa7de352e3594a&device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 1096 time: 0.0590513 Apr 20 16:12:22.811735 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c27bfa0-8241-423c-8177-8fb02faee41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:22.842899 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c27bfa0-8241-423c-8177-8fb02faee41c admin admin] No DVR routers for this DVR port 29ee48ff-2522-44dc-acb9-21065cfb52ab on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:12:22.873299 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27bfa0-8241-423c-8177-8fb02faee41c admin admin] Pushing event deleted for resources: {'Port': ['ID=29ee48ff-2522-44dc-acb9-21065cfb52ab,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:22.891331 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-da2a38c1-0618-483d-8801-9cb1347c0e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:22.931411 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-1f5c60c7-cedd-4dd2-af22-eddc54f1dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:22.933426 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-1f5c60c7-cedd-4dd2-af22-eddc54f1dfa4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f23d9022-425c-4e21-b831-1e03a05d4b94 HTTP/1.1" status: 200 len: 922 time: 0.1864796 Apr 20 16:12:22.999516 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-8322b7dd-506d-4e2b-ac2a-9b1d772ecf42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4560ccf-029c-47b8-871e-3750ca8e7b31 HTTP/1.1" status: 200 len: 217 time: 0.0593338 Apr 20 16:12:23.008392 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c27bfa0-8241-423c-8177-8fb02faee41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:23.008513 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-251f7d5f-4ebd-41f1-ab80-eb13b937eb5e None None] For port 29ee48ff-2522-44dc-acb9-21065cfb52ab, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=29ee48ff-2522-44dc-acb9-21065cfb52ab,segment=NetworkSegment(fdd23c0a-b099-44aa-a41c-635b09824e0c),segment_id=fdd23c0a-b099-44aa-a41c-635b09824e0c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:23.008513 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-251f7d5f-4ebd-41f1-ab80-eb13b937eb5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:23.018645 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-251f7d5f-4ebd-41f1-ab80-eb13b937eb5e None None] Calling delete_port for 29ee48ff-2522-44dc-acb9-21065cfb52ab owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:12:23.030218 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-6c27bfa0-8241-423c-8177-8fb02faee41c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c85492-8de2-4573-b1ea-9ba134aa6de0']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:23.046350 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-6c27bfa0-8241-423c-8177-8fb02faee41c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd23c0a-b099-44aa-a41c-635b09824e0c') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:23.047014 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-6c27bfa0-8241-423c-8177-8fb02faee41c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd23c0a-b099-44aa-a41c-635b09824e0c') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:23.061126 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c27bfa0-8241-423c-8177-8fb02faee41c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:23.068835 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-528cbbc8-457c-41af-bce3-5ca3e620b0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:23.071127 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-528cbbc8-457c-41af-bce3-5ca3e620b0ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ca3923b-31f6-4a2b-b573-248af67278fb HTTP/1.1" status: 200 len: 860 time: 0.0630622 Apr 20 16:12:23.082947 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c27bfa0-8241-423c-8177-8fb02faee41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:23.099681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c27bfa0-8241-423c-8177-8fb02faee41c admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:12:23.101226 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c27bfa0-8241-423c-8177-8fb02faee41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:12:23.117184 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:12:23.144182 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-e8546e8c-2a47-4c55-bb04-919a98f6e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:23.147070 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-e8546e8c-2a47-4c55-bb04-919a98f6e746 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f23d9022-425c-4e21-b831-1e03a05d4b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678425 Apr 20 16:12:23.204011 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-1b23c9e5-0ebf-4180-b664-ea2420309475 None None] Set router 237acf75-7ebd-4659-946c-2ddb91a6bddc gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:23.267040 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-251f7d5f-4ebd-41f1-ab80-eb13b937eb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:23.299286 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb966410-aa5c-4eac-a9ce-d995a9f9037b req-7f87f1ce-109d-44cf-86dd-2307e5d2e7df tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:23.309853 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cb966410-aa5c-4eac-a9ce-d995a9f9037b req-7f87f1ce-109d-44cf-86dd-2307e5d2e7df tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 1097 time: 0.0525601 Apr 20 16:12:23.318892 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-01e47ec6-e3f2-4dd6-82b2-f181b1485d98 service neutron] 10.222.0.15 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605248 Apr 20 16:12:23.341427 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f7d5f-4ebd-41f1-ab80-eb13b937eb5e None None] Pushing event deleted for resources: {'Port': ['ID=29ee48ff-2522-44dc-acb9-21065cfb52ab,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:23.343741 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251f7d5f-4ebd-41f1-ab80-eb13b937eb5e None None] No DVR routers for this DVR port 29ee48ff-2522-44dc-acb9-21065cfb52ab on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:12:23.364247 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c27bfa0-8241-423c-8177-8fb02faee41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:23.374428 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c27bfa0-8241-423c-8177-8fb02faee41c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:23.378365 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6c27bfa0-8241-423c-8177-8fb02faee41c admin admin] 10.222.0.15 "DELETE /v2.0/networks/43c85492-8de2-4573-b1ea-9ba134aa6de0 HTTP/1.1" status: 204 len: 168 time: 1.1798878 Apr 20 16:12:23.390797 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cb966410-aa5c-4eac-a9ce-d995a9f9037b req-eb2421bb-bdb9-407e-bd21-0c01acd510ce tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758271 Apr 20 16:12:23.419835 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27bfa0-8241-423c-8177-8fb02faee41c admin admin] Pushing event deleted for resources: {'Network': ['ID=43c85492-8de2-4573-b1ea-9ba134aa6de0,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:23.450153 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573b885e-e056-44ff-86ed-f96ba99e7d7f x-openstack-request-id: req-573b885e-e056-44ff-86ed-f96ba99e7d7f {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:12:23.450438 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e66719-9154-457e-82b8-c8c634e59778", "tag": "a4560ccf-029c-47b8-871e-3750ca8e7b31", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:12:23.450799 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-573b885e-e056-44ff-86ed-f96ba99e7d7f {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:12:23.451069 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-573b885e-e056-44ff-86ed-f96ba99e7d7f'] response: {'name': 'network-changed', 'server_uuid': '79e66719-9154-457e-82b8-c8c634e59778', 'tag': 'a4560ccf-029c-47b8-871e-3750ca8e7b31', 'status': 'completed', 'code': 200} Apr 20 16:12:23.525394 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-1b23c9e5-0ebf-4180-b664-ea2420309475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:11:10Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f', 'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'mac_address': 'fa:16:3e:0d:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:08Z', 'updated_at': '2022-04-20T16:11:15Z', 'revision_number': 5, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'subnets': [{'id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:23.551406 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-51012d8c-10f0-49e7-b9bc-c15e7863fddc req-c29e659b-ad41-4e7a-b37a-c7db24325f8c service neutron] 10.222.0.15 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316403 Apr 20 16:12:23.587619 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23d884-da30-4fee-9fb7-2367303b2e5a req-3c8c576e-4055-443a-a30e-3a50a9275133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:23.589142 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bf23d884-da30-4fee-9fb7-2367303b2e5a req-3c8c576e-4055-443a-a30e-3a50a9275133 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6a1e0f50b39a4690a4fa7de352e3594a&device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 1096 time: 0.0964255 Apr 20 16:12:23.607546 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b23c9e5-0ebf-4180-b664-ea2420309475 None None] Checking router: 237acf75-7ebd-4659-946c-2ddb91a6bddc for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:12:23.636950 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b23c9e5-0ebf-4180-b664-ea2420309475 None None] Routers {'237acf75-7ebd-4659-946c-2ddb91a6bddc'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:23.636950 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-1b23c9e5-0ebf-4180-b664-ea2420309475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:11:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['237acf75-7ebd-4659-946c-2ddb91a6bddc'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:23.738680 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23d884-da30-4fee-9fb7-2367303b2e5a req-4ccced0f-353e-460f-ab40-2bfcf0e8964f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:23.738680 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bf23d884-da30-4fee-9fb7-2367303b2e5a req-4ccced0f-353e-460f-ab40-2bfcf0e8964f service neutron] 10.222.0.26 "GET /v2.0/networks?id=f23d9022-425c-4e21-b831-1e03a05d4b94 HTTP/1.1" status: 200 len: 922 time: 0.1401598 Apr 20 16:12:23.788327 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bf23d884-da30-4fee-9fb7-2367303b2e5a req-ca188283-5fd7-4839-af0b-934438e6dbd6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4560ccf-029c-47b8-871e-3750ca8e7b31 HTTP/1.1" status: 200 len: 217 time: 0.0427618 Apr 20 16:12:23.823608 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31266b72-3fbf-4b05-8617-cefc06eacc2f req-8bfa2d4c-dca6-4a8c-b9c1-8216df6cdcb3 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:23.825794 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31266b72-3fbf-4b05-8617-cefc06eacc2f req-8bfa2d4c-dca6-4a8c-b9c1-8216df6cdcb3 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 1097 time: 0.0459998 Apr 20 16:12:23.828368 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-1b23c9e5-0ebf-4180-b664-ea2420309475 None None] Set router 237acf75-7ebd-4659-946c-2ddb91a6bddc gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:23.863184 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23d884-da30-4fee-9fb7-2367303b2e5a req-c4adab3c-058d-4e8f-972a-99f90e639cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:23.865326 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bf23d884-da30-4fee-9fb7-2367303b2e5a req-c4adab3c-058d-4e8f-972a-99f90e639cf5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ca3923b-31f6-4a2b-b573-248af67278fb HTTP/1.1" status: 200 len: 860 time: 0.0695381 Apr 20 16:12:23.885824 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31266b72-3fbf-4b05-8617-cefc06eacc2f req-f75bd2ec-db99-4046-bf68-a6ccd2fe9ede tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518713 Apr 20 16:12:23.943301 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23d884-da30-4fee-9fb7-2367303b2e5a req-f06561d8-12a0-4f92-a720-b9f38e0984c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:23.943301 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bf23d884-da30-4fee-9fb7-2367303b2e5a req-f06561d8-12a0-4f92-a720-b9f38e0984c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f23d9022-425c-4e21-b831-1e03a05d4b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663869 Apr 20 16:12:23.975966 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59598) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:24.076967 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-126a02af-e6eb-4c69-b523-d1907031f164 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=370b71fab2b64a01990292044e49b039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0989013 Apr 20 16:12:24.081142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59614) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:24.118497 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bf23d884-da30-4fee-9fb7-2367303b2e5a req-9e64a83c-878b-41ef-a518-78479a91d37a service neutron] 10.222.0.26 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716032 Apr 20 16:12:24.229231 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-1b23c9e5-0ebf-4180-b664-ea2420309475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:11:10Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f', 'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'mac_address': 'fa:16:3e:0d:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:08Z', 'updated_at': '2022-04-20T16:11:15Z', 'revision_number': 5, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'subnets': [{'id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:24.245947 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff9e42c0-bd23-4f38-821f-597f848ce063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:24.271579 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b23c9e5-0ebf-4180-b664-ea2420309475 None None] The sync data for ids ['237acf75-7ebd-4659-946c-2ddb91a6bddc'] in n-d-836146-2 is: [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:11:10Z', 'revision_number': 4, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f', 'name': '', 'network_id': 'f23d9022-425c-4e21-b831-1e03a05d4b94', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'mac_address': 'fa:16:3e:0d:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:08Z', 'updated_at': '2022-04-20T16:11:15Z', 'revision_number': 5, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'subnets': [{'id': '9ca3923b-31f6-4a2b-b573-248af67278fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:12:24.293543 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff9e42c0-bd23-4f38-821f-597f848ce063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:24.301943 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bf23d884-da30-4fee-9fb7-2367303b2e5a req-2e2c50e3-9720-4b3a-8aec-d1cfad10329e service neutron] 10.222.0.26 "GET /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768384 Apr 20 16:12:24.311454 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 29ee48ff-2522-44dc-acb9-21065cfb52ab no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:12:24.339007 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 29ee48ff-2522-44dc-acb9-21065cfb52ab {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:12:24.339620 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 29ee48ff-2522-44dc-acb9-21065cfb52ab not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:12:24.459877 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff9e42c0-bd23-4f38-821f-597f848ce063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:24.462448 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff9e42c0-bd23-4f38-821f-597f848ce063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:24.466508 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ff9e42c0-bd23-4f38-821f-597f848ce063 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee018265-c977-43b7-8a52-192e5fabdaa2 HTTP/1.1" status: 204 len: 168 time: 0.3820350 Apr 20 16:12:24.473730 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e42c0-bd23-4f38-821f-597f848ce063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee018265-c977-43b7-8a52-192e5fabdaa2,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:24.540214 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-ac65e2e4-866b-4f60-b8c5-bf1239ebaef8 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=414c3900b95544c68d9d9644835b8a7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324376 Apr 20 16:12:24.615337 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811d1948-720f-4cec-8dba-a2683e49b582 None None] New status for floating IP 87c4b685-b662-4694-a70b-067d06be1b31: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:12:24.671717 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-fa9e510c-aeb7-4c89-afb3-40d03c4756ec tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:24.677724 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-fa9e510c-aeb7-4c89-afb3-40d03c4756ec tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1271636 Apr 20 16:12:24.688604 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-94b5a46c-0712-4b47-8382-dd3284e11cf6 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/quotas/414c3900b95544c68d9d9644835b8a7b HTTP/1.1" status: 200 len: 375 time: 0.0089509 Apr 20 16:12:24.740089 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-74027812-9692-4f33-9c24-d36f7b5dae4c tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=414c3900b95544c68d9d9644835b8a7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437932 Apr 20 16:12:25.066191 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-af44f52f-61f0-454b-9c30-203fdc6d0395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:25.148908 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bbeba97e-cd04-4951-8559-768b6356eb0c req-1dab123f-5bdb-4b0e-801e-5a83eed1f0e7 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/floatingips/87c4b685-b662-4694-a70b-067d06be1b31 HTTP/1.1" status: 200 len: 694 time: 0.0889461 Apr 20 16:12:25.259681 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeba97e-cd04-4951-8559-768b6356eb0c req-05f6ff72-f557-41fb-ad91-f2dd74808152 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:25.261010 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bbeba97e-cd04-4951-8559-768b6356eb0c req-05f6ff72-f557-41fb-ad91-f2dd74808152 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.1055841 Apr 20 16:12:25.324861 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bbeba97e-cd04-4951-8559-768b6356eb0c req-37022518-7842-49c4-bbee-39b495bc65a5 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 697 time: 0.0573578 Apr 20 16:12:25.716986 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bbeba97e-cd04-4951-8559-768b6356eb0c req-fc10c5c8-77ab-478c-93ed-ae029028980b tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 697 time: 0.3911173 Apr 20 16:12:25.864307 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-bbeba97e-cd04-4951-8559-768b6356eb0c req-863425b6-0ff4-4574-b667-d5750b7ca20a tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Deleting port 9d79a6f7-c95b-4025-ad95-645a3b580440 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:12:25.864676 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-bbeba97e-cd04-4951-8559-768b6356eb0c req-863425b6-0ff4-4574-b667-d5750b7ca20a tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:25.951277 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-bbeba97e-cd04-4951-8559-768b6356eb0c req-863425b6-0ff4-4574-b667-d5750b7ca20a tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:25.951596 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-bbeba97e-cd04-4951-8559-768b6356eb0c req-863425b6-0ff4-4574-b667-d5750b7ca20a tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:25.963902 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-bbeba97e-cd04-4951-8559-768b6356eb0c req-863425b6-0ff4-4574-b667-d5750b7ca20a tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Calling delete_port for 9d79a6f7-c95b-4025-ad95-645a3b580440 owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:12:26.086819 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59716) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:26.211837 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-3530cf0a-09e1-4801-84e7-c873af18cd5f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1913589363-network', 'tenant_id': '31e17c9702d24102b4b3005d2801ab9d'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:26.274039 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-bbeba97e-cd04-4951-8559-768b6356eb0c req-863425b6-0ff4-4574-b667-d5750b7ca20a tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:26.282475 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:26.301839 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863425b6-0ff4-4574-b667-d5750b7ca20a tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Pushing event deleted for resources: {'Port': ['ID=9d79a6f7-c95b-4025-ad95-645a3b580440,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:26.365534 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-bbeba97e-cd04-4951-8559-768b6356eb0c req-863425b6-0ff4-4574-b667-d5750b7ca20a tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:26.368097 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-bbeba97e-cd04-4951-8559-768b6356eb0c req-863425b6-0ff4-4574-b667-d5750b7ca20a tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:26.369799 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bbeba97e-cd04-4951-8559-768b6356eb0c req-863425b6-0ff4-4574-b667-d5750b7ca20a tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "DELETE /v2.0/floatingips/87c4b685-b662-4694-a70b-067d06be1b31 HTTP/1.1" status: 204 len: 173 time: 0.6454008 Apr 20 16:12:26.371220 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3530cf0a-09e1-4801-84e7-c873af18cd5f admin admin] Made reservation on behalf of 31e17c9702d24102b4b3005d2801ab9d for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:12:26.375523 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3530cf0a-09e1-4801-84e7-c873af18cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:26.385018 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3530cf0a-09e1-4801-84e7-c873af18cd5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:26.496859 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3530cf0a-09e1-4801-84e7-c873af18cd5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:26.603425 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3530cf0a-09e1-4801-84e7-c873af18cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:26.636163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530cf0a-09e1-4801-84e7-c873af18cd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91bbf53-33e6-4135-90db-18872d9b5698,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:26.642462 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3530cf0a-09e1-4801-84e7-c873af18cd5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:12:26.653329 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3530cf0a-09e1-4801-84e7-c873af18cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:26.653677 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-3530cf0a-09e1-4801-84e7-c873af18cd5f admin admin] Added segment 52abff36-8134-4f69-87f2-fbff378e6601 of type vlan for network 94fcbb92-4917-466d-9441-853c1c0aa040 Apr 20 16:12:26.698326 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3530cf0a-09e1-4801-84e7-c873af18cd5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:26.712610 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47617ba2-67a2-4e53-8783-81a262daf05b req-d1da0380-6476-455b-8396-c93b0880e0f7 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=414c3900b95544c68d9d9644835b8a7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279024 Apr 20 16:12:26.828583 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47617ba2-67a2-4e53-8783-81a262daf05b req-83e84ef4-424c-456d-930d-d531b965dc02 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:26.834374 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3530cf0a-09e1-4801-84e7-c873af18cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:26.835777 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47617ba2-67a2-4e53-8783-81a262daf05b req-83e84ef4-424c-456d-930d-d531b965dc02 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1166301 Apr 20 16:12:26.836075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3530cf0a-09e1-4801-84e7-c873af18cd5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:26.836775 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3530cf0a-09e1-4801-84e7-c873af18cd5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:26.847917 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-fa14822a-6b96-41bc-bd07-20e6324879ee tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:12:26.848963 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-fa14822a-6b96-41bc-bd07-20e6324879ee tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1353502 Apr 20 16:12:26.859121 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47617ba2-67a2-4e53-8783-81a262daf05b req-2ffb4df1-d2d0-45df-9cb4-ded3799dce42 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/quotas/414c3900b95544c68d9d9644835b8a7b HTTP/1.1" status: 200 len: 375 time: 0.0224710 Apr 20 16:12:26.897295 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47617ba2-67a2-4e53-8783-81a262daf05b req-15348ffa-d847-44c0-985e-ace58129532c tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=414c3900b95544c68d9d9644835b8a7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370240 Apr 20 16:12:26.899211 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530cf0a-09e1-4801-84e7-c873af18cd5f admin admin] Pushing event updated for resources: {'Network': ['ID=94fcbb92-4917-466d-9441-853c1c0aa040,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:26.911132 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 94fcbb92-4917-466d-9441-853c1c0aa040 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:12:26.958364 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694437ed-b477-432b-b999-e8657396d140 req-a355aba5-b59c-40d4-b0b0-faff08922497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:26.962751 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-a355aba5-b59c-40d4-b0b0-faff08922497 service neutron] 10.222.0.15 "GET /v2.0/ports/47f88a83-6a0f-4e81-a05f-d79ea43e665e HTTP/1.1" status: 200 len: 1094 time: 0.0981381 Apr 20 16:12:26.970150 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-694437ed-b477-432b-b999-e8657396d140 req-c376f028-bafc-458a-81d9-c24d1081c39e service neutron] Request body: {'binding': {'host': 'n-h1-836146-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:26.970631 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-694437ed-b477-432b-b999-e8657396d140 req-c376f028-bafc-458a-81d9-c24d1081c39e service neutron] Unknown quota resources ['binding']. {{(pid=103485) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 16:12:26.997067 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3530cf0a-09e1-4801-84e7-c873af18cd5f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9039912 Apr 20 16:12:26.997067 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59742) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:27.000572 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-1879b056-9ea2-4e52-8668-a87c3576846b admin admin] Request body: {'subnet': {'network_id': '94fcbb92-4917-466d-9441-853c1c0aa040', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1913589363-subnet', 'tenant_id': '31e17c9702d24102b4b3005d2801ab9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:27.106916 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-694437ed-b477-432b-b999-e8657396d140 req-c376f028-bafc-458a-81d9-c24d1081c39e service neutron] Attempting to bind port 47f88a83-6a0f-4e81-a05f-d79ea43e665e on host n-h1-836146-2 for vnic_type normal with profile None {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:12:27.107258 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-694437ed-b477-432b-b999-e8657396d140 req-c376f028-bafc-458a-81d9-c24d1081c39e service neutron] Attempting to bind port 47f88a83-6a0f-4e81-a05f-d79ea43e665e by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:12:27.107651 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694437ed-b477-432b-b999-e8657396d140 req-c376f028-bafc-458a-81d9-c24d1081c39e service neutron] Attempting to bind port 47f88a83-6a0f-4e81-a05f-d79ea43e665e on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:12:27.112023 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694437ed-b477-432b-b999-e8657396d140 req-c376f028-bafc-458a-81d9-c24d1081c39e service neutron] Port 47f88a83-6a0f-4e81-a05f-d79ea43e665e on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:12:27.112358 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694437ed-b477-432b-b999-e8657396d140 req-c376f028-bafc-458a-81d9-c24d1081c39e service neutron] Attempting to bind port 47f88a83-6a0f-4e81-a05f-d79ea43e665e on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:12:27.117398 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694437ed-b477-432b-b999-e8657396d140 req-c376f028-bafc-458a-81d9-c24d1081c39e service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:12:27.123010 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694437ed-b477-432b-b999-e8657396d140 req-c376f028-bafc-458a-81d9-c24d1081c39e service neutron] Checking segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:12:27.123010 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694437ed-b477-432b-b999-e8657396d140 req-c376f028-bafc-458a-81d9-c24d1081c39e service neutron] Bound using segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:12:27.123010 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-694437ed-b477-432b-b999-e8657396d140 req-c376f028-bafc-458a-81d9-c24d1081c39e service neutron] Bound port: 47f88a83-6a0f-4e81-a05f-d79ea43e665e, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:12:27.156251 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1879b056-9ea2-4e52-8668-a87c3576846b admin admin] Made reservation on behalf of 31e17c9702d24102b4b3005d2801ab9d for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:12:27.158626 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1879b056-9ea2-4e52-8668-a87c3576846b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:27.175568 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-694437ed-b477-432b-b999-e8657396d140 req-c376f028-bafc-458a-81d9-c24d1081c39e service neutron] For port 47f88a83-6a0f-4e81-a05f-d79ea43e665e, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=47f88a83-6a0f-4e81-a05f-d79ea43e665e,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:12:27.265849 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-694437ed-b477-432b-b999-e8657396d140 req-c376f028-bafc-458a-81d9-c24d1081c39e service neutron] Notify callbacks [] for binding, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:27.267520 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-c376f028-bafc-458a-81d9-c24d1081c39e service neutron] 10.222.0.15 "POST /v2.0/ports/47f88a83-6a0f-4e81-a05f-d79ea43e665e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3011923 Apr 20 16:12:27.460236 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1879b056-9ea2-4e52-8668-a87c3576846b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:27.533540 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879b056-9ea2-4e52-8668-a87c3576846b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9e796f3-d270-4942-b3dc-083b54c000c8,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:27.539920 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1879b056-9ea2-4e52-8668-a87c3576846b admin admin] Checking segment: {'id': '52abff36-8134-4f69-87f2-fbff378e6601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '94fcbb92-4917-466d-9441-853c1c0aa040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:12:27.540291 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1879b056-9ea2-4e52-8668-a87c3576846b admin admin] Network hostable DHCP agents. Network: 94fcbb92-4917-466d-9441-853c1c0aa040, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:12:27.555797 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59768) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:27.561812 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a3089b69-2a29-4afc-878b-eff4115d79c6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-571425011'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:27.651755 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1879b056-9ea2-4e52-8668-a87c3576846b admin admin] Network 94fcbb92-4917-466d-9441-853c1c0aa040 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:12:27.651960 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:27.708266 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3089b69-2a29-4afc-878b-eff4115d79c6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Made reservation on behalf of 52e792bf173b40589fd45d3280bfec0b for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:12:27.713713 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a3089b69-2a29-4afc-878b-eff4115d79c6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:27.725880 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54336c67-ff4f-429c-9714-90be1d59282c req-396762d2-9545-4b00-a44d-fc7a2159164d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d49607-9ca1-4a54-845c-4fc0cc08739c HTTP/1.1" status: 200 len: 210 time: 0.0398140 Apr 20 16:12:27.755969 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-1879b056-9ea2-4e52-8668-a87c3576846b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 94fcbb92-4917-466d-9441-853c1c0aa040) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:27.762291 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1879b056-9ea2-4e52-8668-a87c3576846b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:27.765954 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1879b056-9ea2-4e52-8668-a87c3576846b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:27.768984 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3089b69-2a29-4afc-878b-eff4115d79c6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:12:27.773906 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362dcba7-518d-458b-a452-a74e29877f30 None None] Network 94fcbb92-4917-466d-9441-853c1c0aa040 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:12:27.796679 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a3089b69-2a29-4afc-878b-eff4115d79c6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:27.800320 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-a3089b69-2a29-4afc-878b-eff4115d79c6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Added segment 95100898-e1a4-4fc8-bca1-6318a051d7db of type vlan for network b3f48337-fb41-429b-a73c-aee6d4fcf48c Apr 20 16:12:27.863999 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a3089b69-2a29-4afc-878b-eff4115d79c6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:27.927661 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad1b01-2a3a-4d77-ba93-b26bf29eeb0c req-158f6461-a9d5-4410-a4ba-2a79acffa52b tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:27.937929 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5ad1b01-2a3a-4d77-ba93-b26bf29eeb0c req-158f6461-a9d5-4410-a4ba-2a79acffa52b tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 946 time: 0.0811832 Apr 20 16:12:27.970216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5ad1b01-2a3a-4d77-ba93-b26bf29eeb0c req-aeb89206-5631-4b51-a4d7-688a4f288566 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338631 Apr 20 16:12:27.992031 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1879b056-9ea2-4e52-8668-a87c3576846b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9923403 Apr 20 16:12:27.992031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59790) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:27.997490 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-f2dc0b48-e592-41d9-972a-7e33907c5eca admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1913589363-router', 'tenant_id': '31e17c9702d24102b4b3005d2801ab9d', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:28.018372 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ce60a8-6f99-4ea3-9a73-5738e66fa925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-94fcbb92-4917-466d-9441-853c1c0aa040', 'network_id': '94fcbb92-4917-466d-9441-853c1c0aa040', 'tenant_id': '31e17c9702d24102b4b3005d2801ab9d', 'fixed_ips': [{'subnet_id': 'e9e796f3-d270-4942-b3dc-083b54c000c8'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:12:28.019255 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e6ce60a8-6f99-4ea3-9a73-5738e66fa925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:28.057769 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a3089b69-2a29-4afc-878b-eff4115d79c6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:28.064282 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3089b69-2a29-4afc-878b-eff4115d79c6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:28.065162 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a3089b69-2a29-4afc-878b-eff4115d79c6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:28.116606 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b22ad6-28c7-4983-8cbd-74a64d03f887 req-174e8465-a42d-4e24-bf05-2ce70a756c7b tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:28.126378 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-45b22ad6-28c7-4983-8cbd-74a64d03f887 req-174e8465-a42d-4e24-bf05-2ce70a756c7b tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 945 time: 0.0843096 Apr 20 16:12:28.192024 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f2dc0b48-e592-41d9-972a-7e33907c5eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:28.193376 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f2dc0b48-e592-41d9-972a-7e33907c5eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:28.221924 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3089b69-2a29-4afc-878b-eff4115d79c6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event updated for resources: {'Network': ['ID=b3f48337-fb41-429b-a73c-aee6d4fcf48c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:28.236779 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:28.250509 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f2dc0b48-e592-41d9-972a-7e33907c5eca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:28.255797 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network b3f48337-fb41-429b-a73c-aee6d4fcf48c details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:12:28.260622 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-45b22ad6-28c7-4983-8cbd-74a64d03f887 req-8167f2cf-f4db-4981-baf9-e83bf5708aed tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328266 Apr 20 16:12:28.267405 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694437ed-b477-432b-b999-e8657396d140 req-08a06e77-6869-4da9-bbda-d6d83aaee17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:28.269113 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-08a06e77-6869-4da9-bbda-d6d83aaee17b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 1097 time: 0.1357687 Apr 20 16:12:28.277097 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a3089b69-2a29-4afc-878b-eff4115d79c6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7194512 Apr 20 16:12:28.279243 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59792) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:28.285773 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-6ce1ed53-a007-4908-adf6-d98dc9806cf2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-224573235'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:28.339415 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-e6ce60a8-6f99-4ea3-9a73-5738e66fa925 None None] Allocated IP 172.20.0.2 (94fcbb92-4917-466d-9441-853c1c0aa040/e9e796f3-d270-4942-b3dc-083b54c000c8/1a073f0c-898a-49a8-bf26-9e443403fb58) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:12:28.359833 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-921fb415-c349-4354-afba-e9240c23fc3e tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=414c3900b95544c68d9d9644835b8a7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438700 Apr 20 16:12:28.438938 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:28.443624 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce1ed53-a007-4908-adf6-d98dc9806cf2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Made reservation on behalf of 52e792bf173b40589fd45d3280bfec0b for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:12:28.449313 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6ce1ed53-a007-4908-adf6-d98dc9806cf2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:28.497795 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce1ed53-a007-4908-adf6-d98dc9806cf2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:12:28.531897 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-cbf3566e-ddd5-4abf-a869-25f507af1a7d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:28.532593 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-cbf3566e-ddd5-4abf-a869-25f507af1a7d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1655574 Apr 20 16:12:28.533887 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6ce1ed53-a007-4908-adf6-d98dc9806cf2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:28.534321 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-6ce1ed53-a007-4908-adf6-d98dc9806cf2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Added segment 3e27c4e3-03c3-485b-82d8-3a2925a815bc of type vlan for network 180e815e-0123-45d7-aabc-b7cbe3dc8657 Apr 20 16:12:28.551544 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e6ce60a8-6f99-4ea3-9a73-5738e66fa925 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:28.572607 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-8fa1eb27-4b15-4e25-b430-1b5458c841fb tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Request body: {'port': {'device_id': 'f75f1919-3689-42c1-b015-84f6f64a67ba', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': '414c3900b95544c68d9d9644835b8a7b'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:28.608426 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e667345-41c1-43d6-96fd-ffb607ca9d78 req-e6f2fe2a-b6b3-45df-90c9-faf9ac894737 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:28.610021 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e667345-41c1-43d6-96fd-ffb607ca9d78 req-e6f2fe2a-b6b3-45df-90c9-faf9ac894737 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.2492266 Apr 20 16:12:28.631814 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6ce1ed53-a007-4908-adf6-d98dc9806cf2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:28.639979 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e6ce60a8-6f99-4ea3-9a73-5738e66fa925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:28.643537 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f2dc0b48-e592-41d9-972a-7e33907c5eca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:28.652356 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694437ed-b477-432b-b999-e8657396d140 req-b83a05e2-c445-4223-a651-e23d627da51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:28.653758 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-b83a05e2-c445-4223-a651-e23d627da51f service neutron] 10.222.0.26 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 909 time: 0.3775532 Apr 20 16:12:28.670490 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-cb55edcf-9118-427c-9eb4-89b15b6d5299 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=75f3a1eff3714d1280d013522106e2c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417266 Apr 20 16:12:28.692170 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ce60a8-6f99-4ea3-9a73-5738e66fa925 None None] Network 94fcbb92-4917-466d-9441-853c1c0aa040 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:12:28.697366 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-e6ce60a8-6f99-4ea3-9a73-5738e66fa925 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:28.701929 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ce60a8-6f99-4ea3-9a73-5738e66fa925 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:12:28.710809 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-95b777cb-068a-4267-8b7d-8cb839853906 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47f88a83-6a0f-4e81-a05f-d79ea43e665e HTTP/1.1" status: 200 len: 217 time: 0.0445218 Apr 20 16:12:28.712130 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce60a8-6f99-4ea3-9a73-5738e66fa925 None None] Pushing event updated for resources: {'Port': ['ID=1a073f0c-898a-49a8-bf26-9e443403fb58,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:28.736667 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e667345-41c1-43d6-96fd-ffb607ca9d78 req-7853ee0c-fd96-49e8-8e27-64f376c66d35 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870719 Apr 20 16:12:28.808270 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694437ed-b477-432b-b999-e8657396d140 req-d6d7e8d8-448c-408c-a36a-cb679f25b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:28.809766 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-d6d7e8d8-448c-408c-a36a-cb679f25b952 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f HTTP/1.1" status: 200 len: 848 time: 0.0887599 Apr 20 16:12:28.819274 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e6ce60a8-6f99-4ea3-9a73-5738e66fa925 None None] Attempting to bind port 1a073f0c-898a-49a8-bf26-9e443403fb58 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:12:28.819685 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e6ce60a8-6f99-4ea3-9a73-5738e66fa925 None None] Attempting to bind port 1a073f0c-898a-49a8-bf26-9e443403fb58 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '52abff36-8134-4f69-87f2-fbff378e6601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '94fcbb92-4917-466d-9441-853c1c0aa040'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:12:28.820115 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ce60a8-6f99-4ea3-9a73-5738e66fa925 None None] Attempting to bind port 1a073f0c-898a-49a8-bf26-9e443403fb58 on network 94fcbb92-4917-466d-9441-853c1c0aa040 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:12:28.826758 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ce60a8-6f99-4ea3-9a73-5738e66fa925 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:12:28.827262 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6ce1ed53-a007-4908-adf6-d98dc9806cf2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:28.827539 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ce60a8-6f99-4ea3-9a73-5738e66fa925 None None] Checking segment: {'id': '52abff36-8134-4f69-87f2-fbff378e6601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '94fcbb92-4917-466d-9441-853c1c0aa040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:12:28.828003 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e6ce60a8-6f99-4ea3-9a73-5738e66fa925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:28.828730 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ce60a8-6f99-4ea3-9a73-5738e66fa925 None None] Bound using segment: {'id': '52abff36-8134-4f69-87f2-fbff378e6601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '94fcbb92-4917-466d-9441-853c1c0aa040'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:12:28.829273 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e6ce60a8-6f99-4ea3-9a73-5738e66fa925 None None] Bound port: 1a073f0c-898a-49a8-bf26-9e443403fb58, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52abff36-8134-4f69-87f2-fbff378e6601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '94fcbb92-4917-466d-9441-853c1c0aa040'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:12:28.829724 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e6ce60a8-6f99-4ea3-9a73-5738e66fa925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:28.833499 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce1ed53-a007-4908-adf6-d98dc9806cf2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:28.834165 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6ce1ed53-a007-4908-adf6-d98dc9806cf2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:28.850900 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-27c5b858-536e-4e04-8626-f4455cbfeb80 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:28.858113 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-27c5b858-536e-4e04-8626-f4455cbfeb80 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1761737 Apr 20 16:12:28.867701 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-284d6088-5eaf-4e42-a5ab-2c3bc1d49429 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288973 Apr 20 16:12:28.921466 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e6ce60a8-6f99-4ea3-9a73-5738e66fa925 None None] For port 1a073f0c-898a-49a8-bf26-9e443403fb58, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:12:28.923228 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22a44aa4-79f5-45ff-8968-01c7021f5f29 req-b53d5b1b-af34-4141-b989-bcf5349476dd tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d49607-9ca1-4a54-845c-4fc0cc08739c HTTP/1.1" status: 200 len: 210 time: 0.0390840 Apr 20 16:12:28.925866 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e6ce60a8-6f99-4ea3-9a73-5738e66fa925 None None] For port 1a073f0c-898a-49a8-bf26-9e443403fb58, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=1a073f0c-898a-49a8-bf26-9e443403fb58,segment=NetworkSegment(52abff36-8134-4f69-87f2-fbff378e6601),segment_id=52abff36-8134-4f69-87f2-fbff378e6601)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:12:28.940241 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-8fa1eb27-4b15-4e25-b430-1b5458c841fb tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Made reservation on behalf of 414c3900b95544c68d9d9644835b8a7b for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:12:28.944204 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-8fa1eb27-4b15-4e25-b430-1b5458c841fb tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:28.964929 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-c5a8e9c8-6480-4e42-9807-881e9bba5070 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/quotas/75f3a1eff3714d1280d013522106e2c9 HTTP/1.1" status: 200 len: 375 time: 0.0932050 Apr 20 16:12:28.973170 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1ed53-a007-4908-adf6-d98dc9806cf2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event updated for resources: {'Network': ['ID=180e815e-0123-45d7-aabc-b7cbe3dc8657,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:28.986567 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 180e815e-0123-45d7-aabc-b7cbe3dc8657 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:12:28.989448 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-8fa1eb27-4b15-4e25-b430-1b5458c841fb tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:29.012506 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-74db4566-0dfe-43ed-a44c-024f28a9d4b8 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=75f3a1eff3714d1280d013522106e2c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465958 Apr 20 16:12:29.069002 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59812) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:29.069623 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6ce1ed53-a007-4908-adf6-d98dc9806cf2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7889533 Apr 20 16:12:29.084079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-018600b9-6219-4d31-bd6e-7cafbeedf14c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Request body: {'subnet': {'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:29.091764 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e6ce60a8-6f99-4ea3-9a73-5738e66fa925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:29.142720 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bf4b6-9370-4ca6-a7fc-eec8c335b24f req-44fd8384-19fe-4abf-b1af-35f0b305cd0c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:29.144195 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-551bf4b6-9370-4ca6-a7fc-eec8c335b24f req-44fd8384-19fe-4abf-b1af-35f0b305cd0c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.1464345 Apr 20 16:12:29.149679 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-f472ba66-20f8-4867-9f1b-43896cdb25d6 service neutron] 10.222.0.26 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387443 Apr 20 16:12:29.215283 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce60a8-6f99-4ea3-9a73-5738e66fa925 None None] Pushing event updated for resources: {'Port': ['ID=1a073f0c-898a-49a8-bf26-9e443403fb58,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:29.219406 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-8fa1eb27-4b15-4e25-b430-1b5458c841fb tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:29.375551 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f2dc0b48-e592-41d9-972a-7e33907c5eca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:29.383102 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-551bf4b6-9370-4ca6-a7fc-eec8c335b24f req-1725cf3b-0497-4d28-8947-f202ea4f7ad3 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976607 Apr 20 16:12:29.385984 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-8fa1eb27-4b15-4e25-b430-1b5458c841fb tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:29.426653 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f2dc0b48-e592-41d9-972a-7e33907c5eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:29.454654 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-59c0fe5b-2cac-4918-afbf-fdee24fc1e93 service neutron] 10.222.0.26 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703364 Apr 20 16:12:29.519488 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018600b9-6219-4d31-bd6e-7cafbeedf14c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Made reservation on behalf of 52e792bf173b40589fd45d3280bfec0b for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:12:29.527737 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-018600b9-6219-4d31-bd6e-7cafbeedf14c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:29.601250 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:29.637967 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1eb27-4b15-4e25-b430-1b5458c841fb tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68cb6e2b-7388-44e2-b2ac-ef12e808789a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:29.669041 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af6106-39c8-445a-930a-43aad4647daf req-616b977b-81d1-4189-bcf6-e53b1d0b1b03 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:29.670674 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c5af6106-39c8-445a-930a-43aad4647daf req-616b977b-81d1-4189-bcf6-e53b1d0b1b03 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 945 time: 0.0958450 Apr 20 16:12:29.763180 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c5af6106-39c8-445a-930a-43aad4647daf req-d44fe28b-d932-4e9f-a9cb-1aaea4fb5bc4 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/security-groups?id=936578bb-28f0-48ce-acd8-9041d4dbb21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787203 Apr 20 16:12:29.768313 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-8fa1eb27-4b15-4e25-b430-1b5458c841fb tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Allocated IP 192.168.233.132 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/b7728825-6049-4ffe-8d8e-460e327e5c3b) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:12:29.981134 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03402e59-26e8-4a1b-9186-cd3496ace9da req-9adc0316-a39b-4799-9b42-e3c38aa79dba tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:29.986097 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-03402e59-26e8-4a1b-9186-cd3496ace9da req-9adc0316-a39b-4799-9b42-e3c38aa79dba tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.1004796 Apr 20 16:12:29.993447 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-8fa1eb27-4b15-4e25-b430-1b5458c841fb tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:30.044253 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d5ccd-569e-4b83-a691-a24507b65231 req-cba322ba-b6f0-4dba-bd32-dd6ed64bdd50 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:30.052512 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ee5d5ccd-569e-4b83-a691-a24507b65231 req-cba322ba-b6f0-4dba-bd32-dd6ed64bdd50 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 946 time: 0.5368035 Apr 20 16:12:30.065273 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c174e-f203-4f29-94ab-f3f8871cdc6e req-16541163-bd0b-41d2-a950-448f60f7f502 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:30.066763 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e5c174e-f203-4f29-94ab-f3f8871cdc6e req-16541163-bd0b-41d2-a950-448f60f7f502 tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.26 "GET /v2.0/ports?device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 945 time: 0.5085630 Apr 20 16:12:30.073206 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-03402e59-26e8-4a1b-9186-cd3496ace9da req-64b62931-58ff-4353-8a8b-7303adf41636 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777152 Apr 20 16:12:30.128771 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-f2dc0b48-e592-41d9-972a-7e33907c5eca admin admin] Allocated IP 172.25.0.42 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/edae6101-76c6-4203-b98a-cabea402ee0d) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:12:30.205682 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-05fa3475-4b3c-4f5f-91ae-cf8d5d79e052 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=75f3a1eff3714d1280d013522106e2c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351970 Apr 20 16:12:30.209441 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-8fa1eb27-4b15-4e25-b430-1b5458c841fb tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:30.328016 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ee5d5ccd-569e-4b83-a691-a24507b65231 req-ab354b26-48e1-47a3-8181-949b98a292dd tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745111 Apr 20 16:12:30.415332 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1a073f0c-898a-49a8-bf26-9e443403fb58 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:12:30.480130 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47617ba2-67a2-4e53-8783-81a262daf05b req-ca599bd4-b7f8-4b10-9ce5-dc51dc4fd78e tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=414c3900b95544c68d9d9644835b8a7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1444221 Apr 20 16:12:30.507617 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 1a073f0c-898a-49a8-bf26-9e443403fb58 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:30.507880 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:30.531324 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-8fa1eb27-4b15-4e25-b430-1b5458c841fb tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:12:30.539552 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1e5c174e-f203-4f29-94ab-f3f8871cdc6e req-0178a461-0480-4c66-b6f4-61b8f10a5b9f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Deleting port a4560ccf-029c-47b8-871e-3750ca8e7b31 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:12:30.549546 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1e5c174e-f203-4f29-94ab-f3f8871cdc6e req-0178a461-0480-4c66-b6f4-61b8f10a5b9f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:30.549735 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-8fa1eb27-4b15-4e25-b430-1b5458c841fb tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:30.551551 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1eb27-4b15-4e25-b430-1b5458c841fb tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Pushing event updated for resources: {'Port': ['ID=b7728825-6049-4ffe-8d8e-460e327e5c3b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:30.567134 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-8fa1eb27-4b15-4e25-b430-1b5458c841fb tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:12:30.619464 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0b60a8-8e44-4734-9c0b-f10e2c4b6151 None None] Network 94fcbb92-4917-466d-9441-853c1c0aa040 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:12:30.655040 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-018600b9-6219-4d31-bd6e-7cafbeedf14c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:30.739123 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:30.739533 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f2dc0b48-e592-41d9-972a-7e33907c5eca admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:30.748761 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-037fe1ec-cba8-4593-987c-a34441298b8b tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:30.752081 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-037fe1ec-cba8-4593-987c-a34441298b8b tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5324523 Apr 20 16:12:30.764719 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-8fa1eb27-4b15-4e25-b430-1b5458c841fb tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:30.765677 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-8fa1eb27-4b15-4e25-b430-1b5458c841fb tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:30.812049 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-53703447-5fc1-4790-8b11-245cf970411a req-ad2968d2-a615-4f50-9396-b10199929d47 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d49607-9ca1-4a54-845c-4fc0cc08739c HTTP/1.1" status: 200 len: 210 time: 0.1858959 Apr 20 16:12:30.812667 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 1a073f0c-898a-49a8-bf26-9e443403fb58, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=1a073f0c-898a-49a8-bf26-9e443403fb58,segment=NetworkSegment(52abff36-8134-4f69-87f2-fbff378e6601),segment_id=52abff36-8134-4f69-87f2-fbff378e6601)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:30.818562 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-34153bd9-f860-40db-b213-acba4ae096c9 None None] Provisioning complete for port 1a073f0c-898a-49a8-bf26-9e443403fb58 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:30.818956 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-34153bd9-f860-40db-b213-acba4ae096c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:30.906463 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-a4226d91-103c-4746-b064-95cde467225b tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/quotas/75f3a1eff3714d1280d013522106e2c9 HTTP/1.1" status: 200 len: 375 time: 0.1299543 Apr 20 16:12:30.947399 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018600b9-6219-4d31-bd6e-7cafbeedf14c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event updated for resources: {'Subnet': ['ID=bfc0832a-a3b1-44e3-8640-5fd52f4441e0,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:30.989538 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47617ba2-67a2-4e53-8783-81a262daf05b req-7fda22ee-77d4-474f-b1b3-9c2fc3365ce1 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:30.991948 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47617ba2-67a2-4e53-8783-81a262daf05b req-7fda22ee-77d4-474f-b1b3-9c2fc3365ce1 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4889112 Apr 20 16:12:30.995006 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-a228e761-451a-498c-9e49-ea0d533b2336 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=75f3a1eff3714d1280d013522106e2c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813334 Apr 20 16:12:31.013624 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-47617ba2-67a2-4e53-8783-81a262daf05b req-4f5cacc5-c813-429e-9cec-2fab38cf8e98 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Request body: {'port': {'device_id': 'a9d49607-9ca1-4a54-845c-4fc0cc08739c', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': '414c3900b95544c68d9d9644835b8a7b'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:31.035555 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1e5c174e-f203-4f29-94ab-f3f8871cdc6e req-0178a461-0480-4c66-b6f4-61b8f10a5b9f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] For port a4560ccf-029c-47b8-871e-3750ca8e7b31, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a4560ccf-029c-47b8-871e-3750ca8e7b31,segment=NetworkSegment(0645846c-5a7e-4fa1-b41c-6bdd002f9154),segment_id=0645846c-5a7e-4fa1-b41c-6bdd002f9154)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:31.035929 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1e5c174e-f203-4f29-94ab-f3f8871cdc6e req-0178a461-0480-4c66-b6f4-61b8f10a5b9f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:31.057071 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-8fa1eb27-4b15-4e25-b430-1b5458c841fb tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4831953 Apr 20 16:12:31.064850 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1e5c174e-f203-4f29-94ab-f3f8871cdc6e req-0178a461-0480-4c66-b6f4-61b8f10a5b9f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Calling delete_port for a4560ccf-029c-47b8-871e-3750ca8e7b31 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:12:31.072383 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-cfe6de02-eec8-411a-afd7-8407c1889a86 service neutron] Request body: {'port': {'device_id': 'f75f1919-3689-42c1-b015-84f6f64a67ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:31.132036 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:31.220060 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=1a073f0c-898a-49a8-bf26-9e443403fb58,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:31.230074 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-cfe6de02-eec8-411a-afd7-8407c1889a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:31.276232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018600b9-6219-4d31-bd6e-7cafbeedf14c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Checking segment: {'id': '95100898-e1a4-4fc8-bca1-6318a051d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:12:31.276232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018600b9-6219-4d31-bd6e-7cafbeedf14c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Network hostable DHCP agents. Network: b3f48337-fb41-429b-a73c-aee6d4fcf48c, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:12:31.317957 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c67746-fae6-4f1b-b58c-6208c18ad6fe req-75c29275-6838-4f24-8fb3-589a3c9b2aaa tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:31.331051 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a1e05025-ccfd-42a4-9076-40b9b1cdbc2e None None] Provisioning complete for port b7728825-6049-4ffe-8d8e-460e327e5c3b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:31.331710 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1e05025-ccfd-42a4-9076-40b9b1cdbc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:31.332148 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-32c67746-fae6-4f1b-b58c-6208c18ad6fe req-75c29275-6838-4f24-8fb3-589a3c9b2aaa tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.3951464 Apr 20 16:12:31.373770 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1e5c174e-f203-4f29-94ab-f3f8871cdc6e req-0178a461-0480-4c66-b6f4-61b8f10a5b9f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:31.411221 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-a1e05025-ccfd-42a4-9076-40b9b1cdbc2e None None] Port b7728825-6049-4ffe-8d8e-460e327e5c3b cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:12:31.421015 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-32c67746-fae6-4f1b-b58c-6208c18ad6fe req-d4e0029e-4a93-4db4-9ca2-371206c2b708 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874066 Apr 20 16:12:31.497412 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018600b9-6219-4d31-bd6e-7cafbeedf14c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Network b3f48337-fb41-429b-a73c-aee6d4fcf48c is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:12:31.509217 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178a461-0480-4c66-b6f4-61b8f10a5b9f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Pushing event deleted for resources: {'Port': ['ID=a4560ccf-029c-47b8-871e-3750ca8e7b31,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:31.513315 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f2dc0b48-e592-41d9-972a-7e33907c5eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:31.602538 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47617ba2-67a2-4e53-8783-81a262daf05b req-4f5cacc5-c813-429e-9cec-2fab38cf8e98 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Made reservation on behalf of 414c3900b95544c68d9d9644835b8a7b for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:12:31.611950 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-47617ba2-67a2-4e53-8783-81a262daf05b req-4f5cacc5-c813-429e-9cec-2fab38cf8e98 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:31.656774 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0cb39de6-0a47-413c-9719-d9b763faec86 req-73433e32-a333-4bdb-b6d0-296e7a85fa9c tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 210 time: 0.0628994 Apr 20 16:12:31.656774 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-018600b9-6219-4d31-bd6e-7cafbeedf14c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, b3f48337-fb41-429b-a73c-aee6d4fcf48c) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:31.660296 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dc0b48-e592-41d9-972a-7e33907c5eca admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:12:31.665372 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f07946d-bc9c-47ff-9aff-cdbc973040a1 None None] Network b3f48337-fb41-429b-a73c-aee6d4fcf48c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:12:31.688721 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018600b9-6219-4d31-bd6e-7cafbeedf14c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:31.689311 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-018600b9-6219-4d31-bd6e-7cafbeedf14c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:31.692139 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5c174e-f203-4f29-94ab-f3f8871cdc6e req-0178a461-0480-4c66-b6f4-61b8f10a5b9f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] No DVR routers for this DVR port a4560ccf-029c-47b8-871e-3750ca8e7b31 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:12:31.693934 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-f2dc0b48-e592-41d9-972a-7e33907c5eca admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:31.696193 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1e5c174e-f203-4f29-94ab-f3f8871cdc6e req-0178a461-0480-4c66-b6f4-61b8f10a5b9f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:31.699574 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e5c174e-f203-4f29-94ab-f3f8871cdc6e req-0178a461-0480-4c66-b6f4-61b8f10a5b9f tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.26 "DELETE /v2.0/ports/a4560ccf-029c-47b8-871e-3750ca8e7b31 HTTP/1.1" status: 204 len: 173 time: 1.6228759 Apr 20 16:12:31.710373 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e66719-9154-457e-82b8-c8c634e59778', 'name': 'network-vif-deleted', 'tag': 'a4560ccf-029c-47b8-871e-3750ca8e7b31'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:31.713403 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe8b795-f75d-4b9f-a735-bafd77a26ff2" -d '{"events": [{"server_uuid": "79e66719-9154-457e-82b8-c8c634e59778", "name": "network-vif-deleted", "tag": "a4560ccf-029c-47b8-871e-3750ca8e7b31"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:12:31.723156 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dc0b48-e592-41d9-972a-7e33907c5eca admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:12:31.774651 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc0b48-e592-41d9-972a-7e33907c5eca admin admin] Pushing event updated for resources: {'Port': ['ID=edae6101-76c6-4203-b98a-cabea402ee0d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:31.799748 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-18aa4097-57b8-43ef-b6c8-6c5546c53089 None None] Provisioning complete for port 1a073f0c-898a-49a8-bf26-9e443403fb58 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:31.800549 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-18aa4097-57b8-43ef-b6c8-6c5546c53089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:31.834780 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c46ee35-7957-4ee4-9831-d6cbe876b73a req-1af629d7-1d9c-4e26-a60f-aa28a813fa59 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 210 time: 0.1183097 Apr 20 16:12:32.027839 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-018600b9-6219-4d31-bd6e-7cafbeedf14c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9562924 Apr 20 16:12:32.030981 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59864) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:32.036720 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2def4d44-76ba-49d1-9363-39ae87f023e7 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Request body: {'subnet': {'network_id': '180e815e-0123-45d7-aabc-b7cbe3dc8657', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:32.087052 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-cfe6de02-eec8-411a-afd7-8407c1889a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7728825-6049-4ffe-8d8e-460e327e5c3b {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:12:32.100642 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-cfe6de02-eec8-411a-afd7-8407c1889a86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:32.133901 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af08e809-3e1c-44bc-8806-996a79c50888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-b3f48337-fb41-429b-a73c-aee6d4fcf48c', 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'fixed_ips': [{'subnet_id': 'bfc0832a-a3b1-44e3-8640-5fd52f4441e0'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:12:32.135563 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-af08e809-3e1c-44bc-8806-996a79c50888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:32.141671 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-cfe6de02-eec8-411a-afd7-8407c1889a86 service neutron] Transition to ACTIVE for port object b7728825-6049-4ffe-8d8e-460e327e5c3b will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:12:32.221033 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6db65d-764e-4518-a329-5a78c8e67321 req-2bb13ffb-bc87-45b1-86f9-8d99ee97a57d tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:32.222631 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd6db65d-764e-4518-a329-5a78c8e67321 req-2bb13ffb-bc87-45b1-86f9-8d99ee97a57d tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 946 time: 0.1657135 Apr 20 16:12:32.329658 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1a073f0c-898a-49a8-bf26-9e443403fb58 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:12:32.336920 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd6db65d-764e-4518-a329-5a78c8e67321 req-d60f593c-bb14-440d-8ff2-3535830b2501 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957015 Apr 20 16:12:32.354453 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-cfe6de02-eec8-411a-afd7-8407c1889a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:32.383058 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2def4d44-76ba-49d1-9363-39ae87f023e7 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Made reservation on behalf of 52e792bf173b40589fd45d3280bfec0b for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:12:32.387288 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2def4d44-76ba-49d1-9363-39ae87f023e7 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:32.476707 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a4560ccf-029c-47b8-871e-3750ca8e7b31 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:12:32.536279 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: a4560ccf-029c-47b8-871e-3750ca8e7b31 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:12:32.536679 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a4560ccf-029c-47b8-871e-3750ca8e7b31 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:12:32.553372 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 1a073f0c-898a-49a8-bf26-9e443403fb58 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:32.554277 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6de02-eec8-411a-afd7-8407c1889a86 service neutron] Pushing event updated for resources: {'Port': ['ID=b7728825-6049-4ffe-8d8e-460e327e5c3b,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:32.554859 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:32.576123 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-47617ba2-67a2-4e53-8783-81a262daf05b req-4f5cacc5-c813-429e-9cec-2fab38cf8e98 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Allocated IP 192.168.233.207 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/e6de5d6c-bd61-40ae-9313-6a9cd22a16ec) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:12:32.625091 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-af08e809-3e1c-44bc-8806-996a79c50888 None None] Allocated IP 10.1.1.2 (b3f48337-fb41-429b-a73c-aee6d4fcf48c/bfc0832a-a3b1-44e3-8640-5fd52f4441e0/28a46b18-9a1f-495a-af0c-7695d83e5b49) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:12:32.646836 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4dc903-2fc9-4149-83c5-c11a224c98f8 x-openstack-request-id: req-3e4dc903-2fc9-4149-83c5-c11a224c98f8 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:12:32.647171 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e66719-9154-457e-82b8-c8c634e59778", "name": "network-vif-deleted", "tag": "a4560ccf-029c-47b8-871e-3750ca8e7b31", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:12:32.647430 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e4dc903-2fc9-4149-83c5-c11a224c98f8 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:12:32.647842 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e4dc903-2fc9-4149-83c5-c11a224c98f8'] response: {'server_uuid': '79e66719-9154-457e-82b8-c8c634e59778', 'name': 'network-vif-deleted', 'tag': 'a4560ccf-029c-47b8-871e-3750ca8e7b31', 'status': 'completed', 'code': 200} Apr 20 16:12:32.771066 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f2dc0b48-e592-41d9-972a-7e33907c5eca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:32.785177 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5c750653-19cf-40cc-93e2-0bfad218572d req-d64d4125-3838-4b26-a4c4-9a795d53657d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d49607-9ca1-4a54-845c-4fc0cc08739c HTTP/1.1" status: 200 len: 210 time: 0.0457525 Apr 20 16:12:32.893828 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-cfe6de02-eec8-411a-afd7-8407c1889a86 service neutron] Attempting to bind port b7728825-6049-4ffe-8d8e-460e327e5c3b on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:12:32.894165 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-cfe6de02-eec8-411a-afd7-8407c1889a86 service neutron] Attempting to bind port b7728825-6049-4ffe-8d8e-460e327e5c3b by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:12:32.894460 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-cfe6de02-eec8-411a-afd7-8407c1889a86 service neutron] Attempting to bind port b7728825-6049-4ffe-8d8e-460e327e5c3b on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:12:32.913018 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-cfe6de02-eec8-411a-afd7-8407c1889a86 service neutron] Port b7728825-6049-4ffe-8d8e-460e327e5c3b on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:12:32.913432 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-cfe6de02-eec8-411a-afd7-8407c1889a86 service neutron] Attempting to bind port b7728825-6049-4ffe-8d8e-460e327e5c3b on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:12:32.994779 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-cfe6de02-eec8-411a-afd7-8407c1889a86 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:12:32.995246 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-cfe6de02-eec8-411a-afd7-8407c1889a86 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:12:32.995713 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-cfe6de02-eec8-411a-afd7-8407c1889a86 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:12:32.996365 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-cfe6de02-eec8-411a-afd7-8407c1889a86 service neutron] Bound port: b7728825-6049-4ffe-8d8e-460e327e5c3b, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:12:32.996962 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-cfe6de02-eec8-411a-afd7-8407c1889a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:33.012922 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8cfc6456-bfd1-45a0-8bab-bd02b3c692f7 req-e3994452-5971-471b-8368-ab26e0cb563c tempest-FloatingIPsAssociationTestJSON-257344964 tempest-FloatingIPsAssociationTestJSON-257344964-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e66719-9154-457e-82b8-c8c634e59778 HTTP/1.1" status: 200 len: 210 time: 0.0580826 Apr 20 16:12:33.123054 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-af08e809-3e1c-44bc-8806-996a79c50888 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:33.164024 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-47617ba2-67a2-4e53-8783-81a262daf05b req-4f5cacc5-c813-429e-9cec-2fab38cf8e98 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:33.247205 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d63fb19a-3716-4dc7-a8ad-cedd9b64140b req-b0567041-bd62-4647-8e01-14e2b033c277 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 210 time: 0.0568707 Apr 20 16:12:33.250057 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2def4d44-76ba-49d1-9363-39ae87f023e7 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:33.258651 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-e6f8bbd1-ee28-4155-bfd8-60fd7a595bb1 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=75f3a1eff3714d1280d013522106e2c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500212 Apr 20 16:12:33.317764 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f2dc0b48-e592-41d9-972a-7e33907c5eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:33.331825 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44eaba-0f6b-427a-8616-36977f281993 req-926254dc-3465-4593-899f-6e97348b1119 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:33.333553 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8e44eaba-0f6b-427a-8616-36977f281993 req-926254dc-3465-4593-899f-6e97348b1119 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.1294193 Apr 20 16:12:33.340559 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-cfe6de02-eec8-411a-afd7-8407c1889a86 service neutron] For port b7728825-6049-4ffe-8d8e-460e327e5c3b, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:12:33.344470 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-cfe6de02-eec8-411a-afd7-8407c1889a86 service neutron] For port b7728825-6049-4ffe-8d8e-460e327e5c3b, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b7728825-6049-4ffe-8d8e-460e327e5c3b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:12:33.351889 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-af08e809-3e1c-44bc-8806-996a79c50888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:33.400646 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-47617ba2-67a2-4e53-8783-81a262daf05b req-4f5cacc5-c813-429e-9cec-2fab38cf8e98 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:33.412037 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8e44eaba-0f6b-427a-8616-36977f281993 req-c5ea1bdc-f1a2-457b-a4dd-ead1c90b1aa2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655971 Apr 20 16:12:33.429002 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08e809-3e1c-44bc-8806-996a79c50888 None None] Pushing event updated for resources: {'Port': ['ID=28a46b18-9a1f-495a-af0c-7695d83e5b49,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:33.458785 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af08e809-3e1c-44bc-8806-996a79c50888 None None] Network b3f48337-fb41-429b-a73c-aee6d4fcf48c is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:12:33.467379 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-af08e809-3e1c-44bc-8806-996a79c50888 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:33.472258 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af08e809-3e1c-44bc-8806-996a79c50888 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:12:33.522773 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-cfe6de02-eec8-411a-afd7-8407c1889a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:33.578360 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-af08e809-3e1c-44bc-8806-996a79c50888 None None] Attempting to bind port 28a46b18-9a1f-495a-af0c-7695d83e5b49 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:12:33.579104 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-af08e809-3e1c-44bc-8806-996a79c50888 None None] Attempting to bind port 28a46b18-9a1f-495a-af0c-7695d83e5b49 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '95100898-e1a4-4fc8-bca1-6318a051d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:12:33.579681 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af08e809-3e1c-44bc-8806-996a79c50888 None None] Attempting to bind port 28a46b18-9a1f-495a-af0c-7695d83e5b49 on network b3f48337-fb41-429b-a73c-aee6d4fcf48c {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:12:33.583746 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47617ba2-67a2-4e53-8783-81a262daf05b req-4f5cacc5-c813-429e-9cec-2fab38cf8e98 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:12:33.587888 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af08e809-3e1c-44bc-8806-996a79c50888 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:12:33.592279 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af08e809-3e1c-44bc-8806-996a79c50888 None None] Checking segment: {'id': '95100898-e1a4-4fc8-bca1-6318a051d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:12:33.592279 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-af08e809-3e1c-44bc-8806-996a79c50888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:33.592279 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af08e809-3e1c-44bc-8806-996a79c50888 None None] Bound using segment: {'id': '95100898-e1a4-4fc8-bca1-6318a051d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:12:33.592279 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-af08e809-3e1c-44bc-8806-996a79c50888 None None] Bound port: 28a46b18-9a1f-495a-af0c-7695d83e5b49, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95100898-e1a4-4fc8-bca1-6318a051d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:12:33.592279 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-af08e809-3e1c-44bc-8806-996a79c50888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:33.616901 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-47617ba2-67a2-4e53-8783-81a262daf05b req-4f5cacc5-c813-429e-9cec-2fab38cf8e98 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:33.625076 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-47617ba2-67a2-4e53-8783-81a262daf05b req-4f5cacc5-c813-429e-9cec-2fab38cf8e98 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:12:33.645013 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-cfe6de02-eec8-411a-afd7-8407c1889a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:33.653430 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-cfe6de02-eec8-411a-afd7-8407c1889a86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:33.655260 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-cfe6de02-eec8-411a-afd7-8407c1889a86 service neutron] 10.222.0.26 "PUT /v2.0/ports/b7728825-6049-4ffe-8d8e-460e327e5c3b HTTP/1.1" status: 200 len: 1096 time: 2.5872643 Apr 20 16:12:33.656075 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cacc5-c813-429e-9cec-2fab38cf8e98 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Pushing event updated for resources: {'Port': ['ID=e6de5d6c-bd61-40ae-9313-6a9cd22a16ec,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:33.658475 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75f1919-3689-42c1-b015-84f6f64a67ba', 'tag': 'b7728825-6049-4ffe-8d8e-460e327e5c3b'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:33.660885 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f9d8d9-fe3b-4f24-8b8b-c9753ae50469" -d '{"events": [{"name": "network-changed", "server_uuid": "f75f1919-3689-42c1-b015-84f6f64a67ba", "tag": "b7728825-6049-4ffe-8d8e-460e327e5c3b"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:12:33.675552 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def4d44-76ba-49d1-9363-39ae87f023e7 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event updated for resources: {'Subnet': ['ID=b76bef31-2cfc-4ae1-bc99-6d6a2dfc9ca9,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:33.759558 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-af08e809-3e1c-44bc-8806-996a79c50888 None None] For port 28a46b18-9a1f-495a-af0c-7695d83e5b49, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:12:33.765662 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-af08e809-3e1c-44bc-8806-996a79c50888 None None] For port 28a46b18-9a1f-495a-af0c-7695d83e5b49, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=28a46b18-9a1f-495a-af0c-7695d83e5b49,segment=NetworkSegment(95100898-e1a4-4fc8-bca1-6318a051d7db),segment_id=95100898-e1a4-4fc8-bca1-6318a051d7db)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:12:33.794111 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-d0ed02e7-ba1c-4585-9215-a9437d5efac7 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:33.796060 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-d0ed02e7-ba1c-4585-9215-a9437d5efac7 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4918511 Apr 20 16:12:33.817519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2def4d44-76ba-49d1-9363-39ae87f023e7 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Checking segment: {'id': '3e27c4e3-03c3-485b-82d8-3a2925a815bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '180e815e-0123-45d7-aabc-b7cbe3dc8657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:12:33.818077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2def4d44-76ba-49d1-9363-39ae87f023e7 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Network hostable DHCP agents. Network: 180e815e-0123-45d7-aabc-b7cbe3dc8657, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:12:33.851631 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47617ba2-67a2-4e53-8783-81a262daf05b req-4f5cacc5-c813-429e-9cec-2fab38cf8e98 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:33.853288 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-47617ba2-67a2-4e53-8783-81a262daf05b req-4f5cacc5-c813-429e-9cec-2fab38cf8e98 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:33.866603 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-0e9434c2-2bc0-4651-b9dd-5b1d11dd9678 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Request body: {'port': {'device_id': '6b3b6815-08e4-4e36-ad66-187fa8ef5d48', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': '75f3a1eff3714d1280d013522106e2c9'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:33.922472 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6de02-eec8-411a-afd7-8407c1889a86 service neutron] Pushing event updated for resources: {'Port': ['ID=b7728825-6049-4ffe-8d8e-460e327e5c3b,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:33.930425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb19308-93aa-44b9-9612-fb9f3df88c02 req-5b5da884-ca83-453e-8cdb-10ce3698c642 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:33.941255 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5bb19308-93aa-44b9-9612-fb9f3df88c02 req-5b5da884-ca83-453e-8cdb-10ce3698c642 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 946 time: 0.2671595 Apr 20 16:12:33.942358 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-439d48ea-3686-437e-9940-fbf92b967fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:33.944130 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-439d48ea-3686-437e-9940-fbf92b967fc7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=414c3900b95544c68d9d9644835b8a7b&device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 1099 time: 0.0694416 Apr 20 16:12:33.990109 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-af08e809-3e1c-44bc-8806-996a79c50888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:34.068179 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-285c364b-b98d-48f7-acf4-ad6730f7cdf3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=b7728825-6049-4ffe-8d8e-460e327e5c3b HTTP/1.1" status: 200 len: 217 time: 0.1084449 Apr 20 16:12:34.078944 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5bb19308-93aa-44b9-9612-fb9f3df88c02 req-1da03802-c7b6-45d3-89df-01276b68dca5 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366217 Apr 20 16:12:34.091598 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47617ba2-67a2-4e53-8783-81a262daf05b req-4f5cacc5-c813-429e-9cec-2fab38cf8e98 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0848227 Apr 20 16:12:34.119928 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-10fa2cf7-e824-46cb-a9fb-93096448844f None None] Provisioning complete for port e6de5d6c-bd61-40ae-9313-6a9cd22a16ec triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:34.120791 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-10fa2cf7-e824-46cb-a9fb-93096448844f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:34.161535 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2def4d44-76ba-49d1-9363-39ae87f023e7 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Network 180e815e-0123-45d7-aabc-b7cbe3dc8657 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:12:34.199712 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08e809-3e1c-44bc-8806-996a79c50888 None None] Pushing event updated for resources: {'Port': ['ID=28a46b18-9a1f-495a-af0c-7695d83e5b49,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:34.222344 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-10fa2cf7-e824-46cb-a9fb-93096448844f None None] Port e6de5d6c-bd61-40ae-9313-6a9cd22a16ec cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:12:34.222717 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-47617ba2-67a2-4e53-8783-81a262daf05b req-a7981569-48fa-42f6-9496-fe9065b49949 service neutron] Request body: {'port': {'device_id': 'a9d49607-9ca1-4a54-845c-4fc0cc08739c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:34.235745 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da111ed8-9ffc-4eef-a5be-386d24a6ce5f x-openstack-request-id: req-da111ed8-9ffc-4eef-a5be-386d24a6ce5f {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:12:34.236708 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75f1919-3689-42c1-b015-84f6f64a67ba", "tag": "b7728825-6049-4ffe-8d8e-460e327e5c3b", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:12:34.236974 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da111ed8-9ffc-4eef-a5be-386d24a6ce5f {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:12:34.242037 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da111ed8-9ffc-4eef-a5be-386d24a6ce5f'] response: {'name': 'network-changed', 'server_uuid': 'f75f1919-3689-42c1-b015-84f6f64a67ba', 'tag': 'b7728825-6049-4ffe-8d8e-460e327e5c3b', 'status': 'completed', 'code': 200} Apr 20 16:12:34.292530 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-5da4f420-4d54-4d94-b344-ab7124b99e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:34.294431 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-5da4f420-4d54-4d94-b344-ab7124b99e6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.1979806 Apr 20 16:12:34.294977 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59898) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:34.303534 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-2def4d44-76ba-49d1-9363-39ae87f023e7 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 180e815e-0123-45d7-aabc-b7cbe3dc8657) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:34.313767 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960fe2e1-1f2f-4e43-8718-6f3f659e0d3f None None] Network 180e815e-0123-45d7-aabc-b7cbe3dc8657 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:12:34.323427 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2def4d44-76ba-49d1-9363-39ae87f023e7 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:34.326323 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2def4d44-76ba-49d1-9363-39ae87f023e7 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:34.456157 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be09a5-fd63-4a97-9dfe-b4349cad4654 req-8d6d3bc4-4397-4a99-97f6-e477f329778a tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:34.465757 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-60be09a5-fd63-4a97-9dfe-b4349cad4654 req-8d6d3bc4-4397-4a99-97f6-e477f329778a tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d49607-9ca1-4a54-845c-4fc0cc08739c HTTP/1.1" status: 200 len: 936 time: 0.1265411 Apr 20 16:12:34.467458 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59904) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:34.471049 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-0e9434c2-2bc0-4651-b9dd-5b1d11dd9678 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Made reservation on behalf of 75f3a1eff3714d1280d013522106e2c9 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:12:34.474807 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-0e9434c2-2bc0-4651-b9dd-5b1d11dd9678 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:34.476865 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2dc0b48-e592-41d9-972a-7e33907c5eca admin admin] Router 8531b84a-f03f-4bed-9857-93441932c065 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:12:34.514256 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-47617ba2-67a2-4e53-8783-81a262daf05b req-a7981569-48fa-42f6-9496-fe9065b49949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:34.575772 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-b2d8e76c-dc7a-4f9f-9db1-d51647a79efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:34.577690 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-b2d8e76c-dc7a-4f9f-9db1-d51647a79efb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2728274 Apr 20 16:12:34.635881 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2def4d44-76ba-49d1-9363-39ae87f023e7 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6037388 Apr 20 16:12:34.638043 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-0e9434c2-2bc0-4651-b9dd-5b1d11dd9678 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:34.641973 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59906) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:34.664372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-29a1e37a-069b-4fa8-8d28-2b47ee1dd07b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Request body: {'port': {'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c', 'name': 'tempest-TaggedBootDevicesTest_v242-1430339842', 'fixed_ips': [{'subnet_id': 'bfc0832a-a3b1-44e3-8640-5fd52f4441e0'}]}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:34.759503 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad45e28-3ad1-4434-b4f1-388611c8a471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-180e815e-0123-45d7-aabc-b7cbe3dc8657', 'network_id': '180e815e-0123-45d7-aabc-b7cbe3dc8657', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'fixed_ips': [{'subnet_id': 'b76bef31-2cfc-4ae1-bc99-6d6a2dfc9ca9'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:12:34.761474 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0ad45e28-3ad1-4434-b4f1-388611c8a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:34.765512 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-747a7a38-4d8a-468f-ba83-53ec9c5f0e17 req-029e80b6-0d8e-4f0f-b948-b73cf63a0326 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 210 time: 0.0871723 Apr 20 16:12:34.770531 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b8f4464e-08cf-416c-b138-9f5c1b0801e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:34.970447 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dc0b48-e592-41d9-972a-7e33907c5eca admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:12:34.987391 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] Sync routers for ids ['8531b84a-f03f-4bed-9857-93441932c065'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:12:35.013246 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-0ad45e28-3ad1-4434-b4f1-388611c8a471 None None] Allocated IP 10.2.2.2 (180e815e-0123-45d7-aabc-b7cbe3dc8657/b76bef31-2cfc-4ae1-bc99-6d6a2dfc9ca9/83b9c48d-6a76-4235-af21-8820be4b526a) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:12:35.055357 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-2dd7a098-f2f4-42fa-9b39-29494cf7e965 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=75f3a1eff3714d1280d013522106e2c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1142547 Apr 20 16:12:35.070007 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b8f4464e-08cf-416c-b138-9f5c1b0801e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:35.076457 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-60be09a5-fd63-4a97-9dfe-b4349cad4654 req-de79d931-cfc0-4dcd-862b-1215a444e082 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6064563 Apr 20 16:12:35.220387 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0ad45e28-3ad1-4434-b4f1-388611c8a471 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:35.223956 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] Routers {'8531b84a-f03f-4bed-9857-93441932c065'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:35.225222 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:12:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['8531b84a-f03f-4bed-9857-93441932c065'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:35.273888 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-47617ba2-67a2-4e53-8783-81a262daf05b req-a7981569-48fa-42f6-9496-fe9065b49949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6de5d6c-bd61-40ae-9313-6a9cd22a16ec {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:12:35.303369 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-47617ba2-67a2-4e53-8783-81a262daf05b req-a7981569-48fa-42f6-9496-fe9065b49949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:35.350970 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-47617ba2-67a2-4e53-8783-81a262daf05b req-a7981569-48fa-42f6-9496-fe9065b49949 service neutron] Transition to ACTIVE for port object e6de5d6c-bd61-40ae-9313-6a9cd22a16ec will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:12:35.359659 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b8f4464e-08cf-416c-b138-9f5c1b0801e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:35.365103 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-3a44a06b-6c91-422e-9842-35d4a42af660 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6847913 Apr 20 16:12:35.393086 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] Set router 8531b84a-f03f-4bed-9857-93441932c065 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:35.510097 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0ad45e28-3ad1-4434-b4f1-388611c8a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:35.533803 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5b9082c5-6a52-46ae-8441-2b4e044c4816 req-0b476444-482b-45bf-bb90-38a0879706e6 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395483 Apr 20 16:12:35.544480 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-47617ba2-67a2-4e53-8783-81a262daf05b req-a7981569-48fa-42f6-9496-fe9065b49949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:35.735843 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad45e28-3ad1-4434-b4f1-388611c8a471 None None] Network 180e815e-0123-45d7-aabc-b7cbe3dc8657 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:12:35.741277 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-0ad45e28-3ad1-4434-b4f1-388611c8a471 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:35.746043 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad45e28-3ad1-4434-b4f1-388611c8a471 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:12:35.787375 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad45e28-3ad1-4434-b4f1-388611c8a471 None None] Pushing event updated for resources: {'Port': ['ID=83b9c48d-6a76-4235-af21-8820be4b526a,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:35.823932 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-0e9434c2-2bc0-4651-b9dd-5b1d11dd9678 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:35.836927 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd892d33-eae4-4c3b-a76a-90ebe1ff7042 None None] Network b3f48337-fb41-429b-a73c-aee6d4fcf48c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:12:35.860220 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f2dc0b48-e592-41d9-972a-7e33907c5eca admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:35.861815 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f2dc0b48-e592-41d9-972a-7e33907c5eca admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.8685534 Apr 20 16:12:35.925359 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-0ad45e28-3ad1-4434-b4f1-388611c8a471 None None] Attempting to bind port 83b9c48d-6a76-4235-af21-8820be4b526a on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:12:35.925734 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-0ad45e28-3ad1-4434-b4f1-388611c8a471 None None] Attempting to bind port 83b9c48d-6a76-4235-af21-8820be4b526a by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '3e27c4e3-03c3-485b-82d8-3a2925a815bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '180e815e-0123-45d7-aabc-b7cbe3dc8657'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:12:35.926094 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad45e28-3ad1-4434-b4f1-388611c8a471 None None] Attempting to bind port 83b9c48d-6a76-4235-af21-8820be4b526a on network 180e815e-0123-45d7-aabc-b7cbe3dc8657 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:12:35.937479 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad45e28-3ad1-4434-b4f1-388611c8a471 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:12:35.938176 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad45e28-3ad1-4434-b4f1-388611c8a471 None None] Checking segment: {'id': '3e27c4e3-03c3-485b-82d8-3a2925a815bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '180e815e-0123-45d7-aabc-b7cbe3dc8657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:12:35.938307 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0ad45e28-3ad1-4434-b4f1-388611c8a471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:35.938628 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad45e28-3ad1-4434-b4f1-388611c8a471 None None] Bound using segment: {'id': '3e27c4e3-03c3-485b-82d8-3a2925a815bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '180e815e-0123-45d7-aabc-b7cbe3dc8657'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:12:35.939113 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-0ad45e28-3ad1-4434-b4f1-388611c8a471 None None] Bound port: 83b9c48d-6a76-4235-af21-8820be4b526a, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e27c4e3-03c3-485b-82d8-3a2925a815bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '180e815e-0123-45d7-aabc-b7cbe3dc8657'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:12:35.939503 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0ad45e28-3ad1-4434-b4f1-388611c8a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:35.948484 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59916) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:35.949212 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-0e9434c2-2bc0-4651-b9dd-5b1d11dd9678 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:36.065429 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a1e37a-069b-4fa8-8d28-2b47ee1dd07b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Made reservation on behalf of 52e792bf173b40589fd45d3280bfec0b for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:12:36.184957 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-0ad45e28-3ad1-4434-b4f1-388611c8a471 None None] For port 83b9c48d-6a76-4235-af21-8820be4b526a, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:12:36.188110 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-0ad45e28-3ad1-4434-b4f1-388611c8a471 None None] For port 83b9c48d-6a76-4235-af21-8820be4b526a, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=83b9c48d-6a76-4235-af21-8820be4b526a,segment=NetworkSegment(3e27c4e3-03c3-485b-82d8-3a2925a815bc),segment_id=3e27c4e3-03c3-485b-82d8-3a2925a815bc)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:12:36.194027 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b8f4464e-08cf-416c-b138-9f5c1b0801e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f9def6f896b4e7f9fbf831ffe51d6bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8950379 Apr 20 16:12:36.203085 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9434c2-2bc0-4651-b9dd-5b1d11dd9678 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a74430bf-08d4-40c4-9681-b77aa25069b9,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:36.205050 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7981569-48fa-42f6-9496-fe9065b49949 service neutron] Pushing event updated for resources: {'Port': ['ID=e6de5d6c-bd61-40ae-9313-6a9cd22a16ec,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:36.209114 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a9df0fe2-f947-4c1b-85f9-f0bce685b83b None None] Provisioning complete for port 28a46b18-9a1f-495a-af0c-7695d83e5b49 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:36.209496 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a9df0fe2-f947-4c1b-85f9-f0bce685b83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:36.211512 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29a1e37a-069b-4fa8-8d28-2b47ee1dd07b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:36.227915 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4464e-08cf-416c-b138-9f5c1b0801e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7dd931-6490-4872-808f-962dc35b6aa2,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:36.241784 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59920) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:36.277968 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8531b84a-f03f-4bed-9857-93441932c065', 'name': 'tempest-ServersTestMultiNic-1913589363-router', 'tenant_id': '31e17c9702d24102b4b3005d2801ab9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'edae6101-76c6-4203-b98a-cabea402ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:12:28Z', 'updated_at': '2022-04-20T16:12:32Z', 'revision_number': 3, 'project_id': '31e17c9702d24102b4b3005d2801ab9d', 'gw_port': {'id': 'edae6101-76c6-4203-b98a-cabea402ee0d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ec:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8531b84a-f03f-4bed-9857-93441932c065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:29Z', 'updated_at': '2022-04-20T16:12:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:36.299614 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-29a1e37a-069b-4fa8-8d28-2b47ee1dd07b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] device_id is not set on port 86bc5f31-0189-4f35-860c-022465c8e0d6 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:12:36.331070 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] Checking router: 8531b84a-f03f-4bed-9857-93441932c065 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:12:36.331423 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] Updating router 8531b84a-f03f-4bed-9857-93441932c065 port edae6101-76c6-4203-b98a-cabea402ee0d binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:12:36.341204 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0ad45e28-3ad1-4434-b4f1-388611c8a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:36.403056 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-47617ba2-67a2-4e53-8783-81a262daf05b req-a7981569-48fa-42f6-9496-fe9065b49949 service neutron] Attempting to bind port e6de5d6c-bd61-40ae-9313-6a9cd22a16ec on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:12:36.403938 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-47617ba2-67a2-4e53-8783-81a262daf05b req-a7981569-48fa-42f6-9496-fe9065b49949 service neutron] Attempting to bind port e6de5d6c-bd61-40ae-9313-6a9cd22a16ec by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:12:36.404740 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47617ba2-67a2-4e53-8783-81a262daf05b req-a7981569-48fa-42f6-9496-fe9065b49949 service neutron] Attempting to bind port e6de5d6c-bd61-40ae-9313-6a9cd22a16ec on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:12:36.428638 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ec043-aca1-413f-b43e-6c82518c1abf req-1f6f4c95-3d4a-41ac-9571-c0df88d726c4 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:36.436369 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c98ec043-aca1-413f-b43e-6c82518c1abf req-1f6f4c95-3d4a-41ac-9571-c0df88d726c4 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 1.0762556 Apr 20 16:12:36.436369 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47617ba2-67a2-4e53-8783-81a262daf05b req-a7981569-48fa-42f6-9496-fe9065b49949 service neutron] Port e6de5d6c-bd61-40ae-9313-6a9cd22a16ec on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:12:36.436369 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47617ba2-67a2-4e53-8783-81a262daf05b req-a7981569-48fa-42f6-9496-fe9065b49949 service neutron] Attempting to bind port e6de5d6c-bd61-40ae-9313-6a9cd22a16ec on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:12:36.486539 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9d8d9-fe3b-4f24-8b8b-c9753ae50469 req-ed994197-fc1a-4b91-b8ee-e57ff231b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:36.489900 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-19f9d8d9-fe3b-4f24-8b8b-c9753ae50469 req-ed994197-fc1a-4b91-b8ee-e57ff231b035 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=414c3900b95544c68d9d9644835b8a7b&device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 1099 time: 0.4356327 Apr 20 16:12:36.496877 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47617ba2-67a2-4e53-8783-81a262daf05b req-a7981569-48fa-42f6-9496-fe9065b49949 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:12:36.497251 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47617ba2-67a2-4e53-8783-81a262daf05b req-a7981569-48fa-42f6-9496-fe9065b49949 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:12:36.497659 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47617ba2-67a2-4e53-8783-81a262daf05b req-a7981569-48fa-42f6-9496-fe9065b49949 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:12:36.498118 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-47617ba2-67a2-4e53-8783-81a262daf05b req-a7981569-48fa-42f6-9496-fe9065b49949 service neutron] Bound port: e6de5d6c-bd61-40ae-9313-6a9cd22a16ec, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:12:36.498476 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-47617ba2-67a2-4e53-8783-81a262daf05b req-a7981569-48fa-42f6-9496-fe9065b49949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:36.511983 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4a4b3e78-2054-46bd-b367-0cbf3de2dd1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:36.528641 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 28a46b18-9a1f-495a-af0c-7695d83e5b49 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:12:36.570427 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4a4b3e78-2054-46bd-b367-0cbf3de2dd1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:36.579552 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:36.582513 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c98ec043-aca1-413f-b43e-6c82518c1abf req-f1586c16-6dc7-40f6-8b70-8f76136872d8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339173 Apr 20 16:12:36.699688 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-29a1e37a-069b-4fa8-8d28-2b47ee1dd07b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Allocated IP 10.1.1.81 (b3f48337-fb41-429b-a73c-aee6d4fcf48c/bfc0832a-a3b1-44e3-8640-5fd52f4441e0/86bc5f31-0189-4f35-860c-022465c8e0d6) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:12:36.755895 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2edbac-536c-448e-ba9f-cb4fa1ea9305 req-6eeac285-1569-4a44-a664-0f1b4a53b439 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:36.767654 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0c2edbac-536c-448e-ba9f-cb4fa1ea9305 req-6eeac285-1569-4a44-a664-0f1b4a53b439 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 946 time: 1.0396259 Apr 20 16:12:36.786297 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c5c3c6aa-46df-44f1-bd34-71d48a824027 req-cb9f2393-abd5-4d93-b545-12c56881fa40 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 210 time: 0.0596082 Apr 20 16:12:36.847188 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9d8d9-fe3b-4f24-8b8b-c9753ae50469 req-d3317f65-27d5-4115-93e3-9fdd935b1b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:36.854386 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-19f9d8d9-fe3b-4f24-8b8b-c9753ae50469 req-d3317f65-27d5-4115-93e3-9fdd935b1b1d service neutron] 10.222.0.26 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.3191831 Apr 20 16:12:36.874612 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-47617ba2-67a2-4e53-8783-81a262daf05b req-a7981569-48fa-42f6-9496-fe9065b49949 service neutron] For port e6de5d6c-bd61-40ae-9313-6a9cd22a16ec, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:12:36.888782 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-47617ba2-67a2-4e53-8783-81a262daf05b req-a7981569-48fa-42f6-9496-fe9065b49949 service neutron] For port e6de5d6c-bd61-40ae-9313-6a9cd22a16ec, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=e6de5d6c-bd61-40ae-9313-6a9cd22a16ec,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:12:36.889805 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-197ca9ac-63fe-4ef1-98c8-f2910432ac89 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:36.891423 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-197ca9ac-63fe-4ef1-98c8-f2910432ac89 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.8100166 Apr 20 16:12:36.895181 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad45e28-3ad1-4434-b4f1-388611c8a471 None None] Pushing event updated for resources: {'Port': ['ID=83b9c48d-6a76-4235-af21-8820be4b526a,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:36.947102 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-19f9d8d9-fe3b-4f24-8b8b-c9753ae50469 req-1478b269-c181-4916-a896-c806883894e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=b7728825-6049-4ffe-8d8e-460e327e5c3b HTTP/1.1" status: 200 len: 217 time: 0.0563846 Apr 20 16:12:37.004621 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-b6d6aaf6-d034-4e41-b627-33f713547a09 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Request body: {'port': {'device_id': '3dde9c73-c032-45f8-bad9-2d8ee00aabd8', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': '75f3a1eff3714d1280d013522106e2c9'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:37.012209 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9d8d9-fe3b-4f24-8b8b-c9753ae50469 req-66d380c7-fc09-407a-9026-a603ee2247b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:37.013764 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-19f9d8d9-fe3b-4f24-8b8b-c9753ae50469 req-66d380c7-fc09-407a-9026-a603ee2247b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0592284 Apr 20 16:12:37.059269 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4a4b3e78-2054-46bd-b367-0cbf3de2dd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:37.062255 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4a4b3e78-2054-46bd-b367-0cbf3de2dd1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:37.068954 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4a4b3e78-2054-46bd-b367-0cbf3de2dd1d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c7dd931-6490-4872-808f-962dc35b6aa2 HTTP/1.1" status: 204 len: 168 time: 0.8197005 Apr 20 16:12:37.070598 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-47617ba2-67a2-4e53-8783-81a262daf05b req-a7981569-48fa-42f6-9496-fe9065b49949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:37.116880 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 28a46b18-9a1f-495a-af0c-7695d83e5b49 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:37.117811 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:37.130705 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0c2edbac-536c-448e-ba9f-cb4fa1ea9305 req-b42f475f-a265-4e0c-9ab9-d54590c8dc6a tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621228 Apr 20 16:12:37.174149 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a9df0fe2-f947-4c1b-85f9-f0bce685b83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:37.231768 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b3e78-2054-46bd-b367-0cbf3de2dd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7dd931-6490-4872-808f-962dc35b6aa2,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:37.259819 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47617ba2-67a2-4e53-8783-81a262daf05b req-a7981569-48fa-42f6-9496-fe9065b49949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:37.260659 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-47617ba2-67a2-4e53-8783-81a262daf05b req-a7981569-48fa-42f6-9496-fe9065b49949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:37.262406 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47617ba2-67a2-4e53-8783-81a262daf05b req-a7981569-48fa-42f6-9496-fe9065b49949 service neutron] 10.222.0.26 "PUT /v2.0/ports/e6de5d6c-bd61-40ae-9313-6a9cd22a16ec HTTP/1.1" status: 200 len: 1096 time: 3.0524406 Apr 20 16:12:37.294056 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-0e9434c2-2bc0-4651-b9dd-5b1d11dd9678 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Allocated IP 192.168.233.252 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/2ec6e65c-b03e-4ba8-ac37-7b06bb13130a) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:12:37.308700 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d49607-9ca1-4a54-845c-4fc0cc08739c', 'tag': 'e6de5d6c-bd61-40ae-9313-6a9cd22a16ec'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:37.311927 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b6f70f-ade5-4709-8c70-c63d10de6088" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d49607-9ca1-4a54-845c-4fc0cc08739c", "tag": "e6de5d6c-bd61-40ae-9313-6a9cd22a16ec"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:12:37.347640 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba440a-86ce-4670-997e-83e9849c327a req-2fd05e90-bb6d-496b-b887-8e477c1c8661 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:37.362903 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2eba440a-86ce-4670-997e-83e9849c327a req-2fd05e90-bb6d-496b-b887-8e477c1c8661 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d49607-9ca1-4a54-845c-4fc0cc08739c HTTP/1.1" status: 200 len: 948 time: 0.3479049 Apr 20 16:12:37.414725 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7981569-48fa-42f6-9496-fe9065b49949 service neutron] Pushing event updated for resources: {'Port': ['ID=e6de5d6c-bd61-40ae-9313-6a9cd22a16ec,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:37.421634 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a9df0fe2-f947-4c1b-85f9-f0bce685b83b None None] For port 28a46b18-9a1f-495a-af0c-7695d83e5b49, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=28a46b18-9a1f-495a-af0c-7695d83e5b49,segment=NetworkSegment(95100898-e1a4-4fc8-bca1-6318a051d7db),segment_id=95100898-e1a4-4fc8-bca1-6318a051d7db)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:37.440935 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb4b863-27cd-4f01-897e-b98b20e8b021 x-openstack-request-id: req-5eb4b863-27cd-4f01-897e-b98b20e8b021 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:12:37.441426 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d49607-9ca1-4a54-845c-4fc0cc08739c", "tag": "e6de5d6c-bd61-40ae-9313-6a9cd22a16ec", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:12:37.441551 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5eb4b863-27cd-4f01-897e-b98b20e8b021 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:12:37.441885 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb4b863-27cd-4f01-897e-b98b20e8b021'] response: {'name': 'network-changed', 'server_uuid': 'a9d49607-9ca1-4a54-845c-4fc0cc08739c', 'tag': 'e6de5d6c-bd61-40ae-9313-6a9cd22a16ec', 'status': 'completed', 'code': 200} Apr 20 16:12:37.474515 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9d8d9-fe3b-4f24-8b8b-c9753ae50469 req-9bb68f03-ad67-4ebe-bb5b-4f033a1f1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:37.475946 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-19f9d8d9-fe3b-4f24-8b8b-c9753ae50469 req-9bb68f03-ad67-4ebe-bb5b-4f033a1f1e87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4209366 Apr 20 16:12:37.536721 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a9df0fe2-f947-4c1b-85f9-f0bce685b83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:37.571241 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2eba440a-86ce-4670-997e-83e9849c327a req-e7302748-2bf0-4a42-8e4c-afc98a43aa67 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074454 Apr 20 16:12:37.672458 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:37.694252 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df0fe2-f947-4c1b-85f9-f0bce685b83b None None] Pushing event updated for resources: {'Port': ['ID=28a46b18-9a1f-495a-af0c-7695d83e5b49,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:37.712915 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-0e9434c2-2bc0-4651-b9dd-5b1d11dd9678 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:37.774762 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47617ba2-67a2-4e53-8783-81a262daf05b req-1a851c6c-4ad5-4d70-bf62-08026376b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:37.775783 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47617ba2-67a2-4e53-8783-81a262daf05b req-1a851c6c-4ad5-4d70-bf62-08026376b812 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=414c3900b95544c68d9d9644835b8a7b&device_id=a9d49607-9ca1-4a54-845c-4fc0cc08739c HTTP/1.1" status: 200 len: 1099 time: 0.3412750 Apr 20 16:12:37.861652 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47617ba2-67a2-4e53-8783-81a262daf05b req-96424c00-3507-4107-8330-4e9d442ac731 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=e6de5d6c-bd61-40ae-9313-6a9cd22a16ec HTTP/1.1" status: 200 len: 217 time: 0.0628152 Apr 20 16:12:37.883480 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-19f9d8d9-fe3b-4f24-8b8b-c9753ae50469 req-3a365f6e-0633-4e32-bdca-d01a9cd8d83a service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543329 Apr 20 16:12:37.906506 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29a1e37a-069b-4fa8-8d28-2b47ee1dd07b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:37.920241 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:37.952866 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.26', 65376) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:37.997285 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:12:37.998028 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:12:38.016619 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d34b81e5-d633-4f5d-95a4-b0f9f5d22052 None None] Provisioning complete for port 28a46b18-9a1f-495a-af0c-7695d83e5b49 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:38.017525 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d34b81e5-d633-4f5d-95a4-b0f9f5d22052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:38.050235 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:38.157208 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa015b4d-3558-471f-8daa-bccc4725c96c None None] Pushing event updated for resources: {'Port': ['ID=edae6101-76c6-4203-b98a-cabea402ee0d,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:38.163030 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] Attempting to bind port edae6101-76c6-4203-b98a-cabea402ee0d on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:12:38.175635 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] Attempting to bind port edae6101-76c6-4203-b98a-cabea402ee0d by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:12:38.175635 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] Attempting to bind port edae6101-76c6-4203-b98a-cabea402ee0d on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:12:38.177161 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:12:38.177644 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:12:38.178154 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:38.178647 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:12:38.179623 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] Bound port: edae6101-76c6-4203-b98a-cabea402ee0d, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:12:38.180299 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:38.189655 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c1835cdc-73f1-4d66-ae7e-9df9637c84aa req-3d47e91a-b7af-4b04-a399-85973ddf6d89 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 210 time: 0.2003686 Apr 20 16:12:38.206389 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-0e9434c2-2bc0-4651-b9dd-5b1d11dd9678 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:38.220770 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47617ba2-67a2-4e53-8783-81a262daf05b req-7c8444dc-6e77-45d0-a38c-c29670cf11ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:38.222427 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47617ba2-67a2-4e53-8783-81a262daf05b req-7c8444dc-6e77-45d0-a38c-c29670cf11ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.3530655 Apr 20 16:12:38.276295 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ed82c-13c8-4cab-bbf4-cb38e1338c88 req-0be83dd5-ee46-4864-9d4d-be82b88adedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:38.278068 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c49ed82c-13c8-4cab-bbf4-cb38e1338c88 req-0be83dd5-ee46-4864-9d4d-be82b88adedd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 1095 time: 0.3219953 Apr 20 16:12:38.294509 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-19f9d8d9-fe3b-4f24-8b8b-c9753ae50469 req-42beccd3-945e-4c81-a892-f24ea46cb526 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425317 Apr 20 16:12:38.304371 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827846c6-eefe-4c2d-890e-f038a8c74a11 None None] Network 180e815e-0123-45d7-aabc-b7cbe3dc8657 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:12:38.313938 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47617ba2-67a2-4e53-8783-81a262daf05b req-8d2c9809-10c1-468d-bc90-1b0b489a6095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:38.316133 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47617ba2-67a2-4e53-8783-81a262daf05b req-8d2c9809-10c1-468d-bc90-1b0b489a6095 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0784633 Apr 20 16:12:38.350380 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9434c2-2bc0-4651-b9dd-5b1d11dd9678 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Pushing event updated for resources: {'Port': ['ID=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:38.370924 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29a1e37a-069b-4fa8-8d28-2b47ee1dd07b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:38.372574 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-b6d6aaf6-d034-4e41-b627-33f713547a09 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Made reservation on behalf of 75f3a1eff3714d1280d013522106e2c9 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:12:38.376258 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-b6d6aaf6-d034-4e41-b627-33f713547a09 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:38.406191 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-0e9434c2-2bc0-4651-b9dd-5b1d11dd9678 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:12:38.439880 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-0e9434c2-2bc0-4651-b9dd-5b1d11dd9678 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:38.446148 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-0e9434c2-2bc0-4651-b9dd-5b1d11dd9678 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:12:38.468427 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] For port edae6101-76c6-4203-b98a-cabea402ee0d, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:12:38.484303 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b7728825-6049-4ffe-8d8e-460e327e5c3b details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:12:38.516246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a1e37a-069b-4fa8-8d28-2b47ee1dd07b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Network b3f48337-fb41-429b-a73c-aee6d4fcf48c is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:12:38.521006 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] For port edae6101-76c6-4203-b98a-cabea402ee0d, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=edae6101-76c6-4203-b98a-cabea402ee0d,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:12:38.595555 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47617ba2-67a2-4e53-8783-81a262daf05b req-5ed65069-0daa-44f4-a268-f56624427888 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499526 Apr 20 16:12:38.603498 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-29a1e37a-069b-4fa8-8d28-2b47ee1dd07b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:38.609133 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:38.615505 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a1e37a-069b-4fa8-8d28-2b47ee1dd07b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:12:38.721313 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1e37a-069b-4fa8-8d28-2b47ee1dd07b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event updated for resources: {'Port': ['ID=86bc5f31-0189-4f35-860c-022465c8e0d6,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:38.737874 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229ced3-6bd1-4613-a65f-9d04e242cec1 req-d00f92c7-5b48-420c-b3f6-a80fbaf0650a tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:38.746511 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6229ced3-6bd1-4613-a65f-9d04e242cec1 req-d00f92c7-5b48-420c-b3f6-a80fbaf0650a tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 946 time: 0.4025569 Apr 20 16:12:38.751054 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ed82c-13c8-4cab-bbf4-cb38e1338c88 req-7ea28804-8ca2-46c2-b59e-97f8bcbf2808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:38.752529 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c49ed82c-13c8-4cab-bbf4-cb38e1338c88 req-7ea28804-8ca2-46c2-b59e-97f8bcbf2808 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 912 time: 0.4350009 Apr 20 16:12:38.756264 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c295732-f973-4df2-9a98-513f6e866dce req-fba1b246-a45d-4633-868d-6662c8a63307 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:38.760147 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3c295732-f973-4df2-9a98-513f6e866dce req-fba1b246-a45d-4633-868d-6662c8a63307 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.8147297 Apr 20 16:12:38.810496 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2163553b-53f4-4b59-911a-28c365cecf0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:38.864229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-0e9434c2-2bc0-4651-b9dd-5b1d11dd9678 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:38.864946 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-0e9434c2-2bc0-4651-b9dd-5b1d11dd9678 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:38.875887 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c49ed82c-13c8-4cab-bbf4-cb38e1338c88 req-8cd3eeb6-a42b-401d-9550-6e7feee74140 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698 HTTP/1.1" status: 200 len: 999 time: 0.1049466 Apr 20 16:12:38.928683 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59954) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:38.987002 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa015b4d-3558-471f-8daa-bccc4725c96c None None] Pushing event updated for resources: {'Port': ['ID=edae6101-76c6-4203-b98a-cabea402ee0d,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:38.989652 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f4f42eaf-720e-4abc-aff2-bb6632560c82 None None] Provisioning complete for port 83b9c48d-6a76-4235-af21-8820be4b526a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:38.990046 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f4f42eaf-720e-4abc-aff2-bb6632560c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:38.997259 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6229ced3-6bd1-4613-a65f-9d04e242cec1 req-8ec258cb-2242-470e-abe4-fd001b650383 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499397 Apr 20 16:12:39.036785 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ed82c-13c8-4cab-bbf4-cb38e1338c88 req-fed177a2-e63f-47a2-8fc3-f4240e8ce022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:39.041648 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 28a46b18-9a1f-495a-af0c-7695d83e5b49 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:12:39.043430 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c49ed82c-13c8-4cab-bbf4-cb38e1338c88 req-fed177a2-e63f-47a2-8fc3-f4240e8ce022 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6cf39be6-ada6-40b6-a73b-d57e4fcf739a HTTP/1.1" status: 200 len: 850 time: 0.1527011 Apr 20 16:12:39.043801 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] Routers {'8531b84a-f03f-4bed-9857-93441932c065'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:39.044448 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:12:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['8531b84a-f03f-4bed-9857-93441932c065'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:39.053235 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47617ba2-67a2-4e53-8783-81a262daf05b req-15d53041-8420-489e-a078-815836473b36 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248700 Apr 20 16:12:39.115599 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-1c051a14-f15d-4fd1-b830-da2c8baa0796 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1540183423-network', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:39.142400 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b7728825-6049-4ffe-8d8e-460e327e5c3b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b7728825-6049-4ffe-8d8e-460e327e5c3b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:39.172620 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ed82c-13c8-4cab-bbf4-cb38e1338c88 req-fdbaa88b-5cdc-4e51-b6f6-b0e8c416f70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:39.174283 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c49ed82c-13c8-4cab-bbf4-cb38e1338c88 req-fdbaa88b-5cdc-4e51-b6f6-b0e8c416f70b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1e63842-0159-452f-8eed-f7dec1727f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088374 Apr 20 16:12:39.180856 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'b7728825-6049-4ffe-8d8e-460e327e5c3b', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'b7728825-6049-4ffe-8d8e-460e327e5c3b', 'mac_address': 'fa:16:3e:14:78:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:12:39.202037 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a1e37a-069b-4fa8-8d28-2b47ee1dd07b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:39.202679 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29a1e37a-069b-4fa8-8d28-2b47ee1dd07b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:39.215009 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990d31a-c88c-4068-8fe5-dd3dc8380e32 req-879b7601-8089-4609-b5af-47ff598b87fc tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:39.217756 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d990d31a-c88c-4068-8fe5-dd3dc8380e32 req-879b7601-8089-4609-b5af-47ff598b87fc tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d49607-9ca1-4a54-845c-4fc0cc08739c HTTP/1.1" status: 200 len: 948 time: 0.1066360 Apr 20 16:12:39.280914 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3c295732-f973-4df2-9a98-513f6e866dce req-da850d99-cd94-4e14-be2b-0ef5792ddb02 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4603891 Apr 20 16:12:39.340834 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-0e9434c2-2bc0-4651-b9dd-5b1d11dd9678 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4817090 Apr 20 16:12:39.343288 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c051a14-f15d-4fd1-b830-da2c8baa0796 admin admin] Made reservation on behalf of a65ee74e176348e8ac55cef4712eb79c for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:12:39.345611 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1c051a14-f15d-4fd1-b830-da2c8baa0796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:39.381104 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1c051a14-f15d-4fd1-b830-da2c8baa0796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:39.382219 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-5510d50b-d08a-473f-8f96-a1339e91defa service neutron] Request body: {'port': {'device_id': '6b3b6815-08e4-4e36-ad66-187fa8ef5d48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:39.398799 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-29a1e37a-069b-4fa8-8d28-2b47ee1dd07b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.7426593 Apr 20 16:12:39.400169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59960) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:39.447207 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d990d31a-c88c-4068-8fe5-dd3dc8380e32 req-95c7c458-85b1-4ab8-bdef-28f9ab85be8a tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221089 Apr 20 16:12:39.447855 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-3fec54d0-8d14-4275-8ebf-a29bf431b4ff tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Request body: {'port': {'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c', 'name': 'tempest-TaggedBootDevicesTest_v242-1454077361', 'fixed_ips': [{'subnet_id': 'bfc0832a-a3b1-44e3-8640-5fd52f4441e0'}]}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:39.469623 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6f70f-ade5-4709-8c70-c63d10de6088 req-7802d28c-447b-4ba4-a0fe-54d0743dbdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:39.469623 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-79b6f70f-ade5-4709-8c70-c63d10de6088 req-7802d28c-447b-4ba4-a0fe-54d0743dbdec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=414c3900b95544c68d9d9644835b8a7b&device_id=a9d49607-9ca1-4a54-845c-4fc0cc08739c HTTP/1.1" status: 200 len: 1099 time: 0.2465861 Apr 20 16:12:39.510194 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] Set router 8531b84a-f03f-4bed-9857-93441932c065 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:39.514151 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:39.521606 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c49ed82c-13c8-4cab-bbf4-cb38e1338c88 req-e5224754-c612-47eb-a297-a5996c60be7b service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027725 Apr 20 16:12:39.571191 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7728825-6049-4ffe-8d8e-460e327e5c3b {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:12:39.627626 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f4f42eaf-720e-4abc-aff2-bb6632560c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:39.634402 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 28a46b18-9a1f-495a-af0c-7695d83e5b49 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:39.634657 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:39.709357 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b7728825-6049-4ffe-8d8e-460e327e5c3b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b7728825-6049-4ffe-8d8e-460e327e5c3b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:39.731650 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1c051a14-f15d-4fd1-b830-da2c8baa0796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:39.738839 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c49ed82c-13c8-4cab-bbf4-cb38e1338c88 req-ac1cb161-3352-48e9-b70e-702a92ed316a service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027521 Apr 20 16:12:39.740252 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6f70f-ade5-4709-8c70-c63d10de6088 req-28e98592-c53f-4dad-9fc0-3dccf6ec8008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:39.741620 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-79b6f70f-ade5-4709-8c70-c63d10de6088 req-28e98592-c53f-4dad-9fc0-3dccf6ec8008 service neutron] 10.222.0.26 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.2628100 Apr 20 16:12:39.741841 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f4f42eaf-720e-4abc-aff2-bb6632560c82 None None] For port 83b9c48d-6a76-4235-af21-8820be4b526a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=83b9c48d-6a76-4235-af21-8820be4b526a,segment=NetworkSegment(3e27c4e3-03c3-485b-82d8-3a2925a815bc),segment_id=3e27c4e3-03c3-485b-82d8-3a2925a815bc)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:39.794740 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-79b6f70f-ade5-4709-8c70-c63d10de6088 req-9061a699-83e7-4e89-9a51-390958325a18 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=e6de5d6c-bd61-40ae-9313-6a9cd22a16ec HTTP/1.1" status: 200 len: 217 time: 0.0385771 Apr 20 16:12:39.810895 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b41faada-406c-4693-872d-25c71765b73d req-25d82e80-f93b-49ef-8f9a-0273b7b650a6 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 210 time: 0.4514768 Apr 20 16:12:39.839476 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1c051a14-f15d-4fd1-b830-da2c8baa0796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:39.855536 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:39.861405 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6f70f-ade5-4709-8c70-c63d10de6088 req-32438d39-3572-48d5-9d33-b04af4212b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:39.861597 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-32190e4d-96e2-4691-851c-84b042940095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:39.862989 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-79b6f70f-ade5-4709-8c70-c63d10de6088 req-32438d39-3572-48d5-9d33-b04af4212b4d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0608833 Apr 20 16:12:39.865920 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-b6d6aaf6-d034-4e41-b627-33f713547a09 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Allocated IP 192.168.233.31 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/331bb709-9d75-4417-9313-61c8980df6f2) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:12:39.869315 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f4f42eaf-720e-4abc-aff2-bb6632560c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:39.886527 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c051a14-f15d-4fd1-b830-da2c8baa0796 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:12:39.910751 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c051a14-f15d-4fd1-b830-da2c8baa0796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8559fb-3d60-4dae-9ce2-ad022bfa6123,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:39.911247 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 83b9c48d-6a76-4235-af21-8820be4b526a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:12:39.918709 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1c051a14-f15d-4fd1-b830-da2c8baa0796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:39.918901 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-1c051a14-f15d-4fd1-b830-da2c8baa0796 admin admin] Added segment 435c2a2a-5433-4de7-9242-26a630037027 of type vlan for network 408045e4-944a-432a-ba89-38535ff2bc3b Apr 20 16:12:39.964784 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-5510d50b-d08a-473f-8f96-a1339e91defa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:39.971719 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6f70f-ade5-4709-8c70-c63d10de6088 req-67f05a1b-5942-4f97-8e2f-13307e51d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:39.973250 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-79b6f70f-ade5-4709-8c70-c63d10de6088 req-67f05a1b-5942-4f97-8e2f-13307e51d9fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0990541 Apr 20 16:12:39.990012 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1c051a14-f15d-4fd1-b830-da2c8baa0796 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:40.034049 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=b7728825-6049-4ffe-8d8e-460e327e5c3b,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:40.115380 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-79b6f70f-ade5-4709-8c70-c63d10de6088 req-af4b56c6-a254-4fde-899b-26c2b6cf7405 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339662 Apr 20 16:12:40.140104 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4189d993-a4ac-441a-bc28-9734f95a87af None None] Provisioning complete for port 83b9c48d-6a76-4235-af21-8820be4b526a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:40.140976 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4189d993-a4ac-441a-bc28-9734f95a87af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:40.171469 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8531b84a-f03f-4bed-9857-93441932c065', 'name': 'tempest-ServersTestMultiNic-1913589363-router', 'tenant_id': '31e17c9702d24102b4b3005d2801ab9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'edae6101-76c6-4203-b98a-cabea402ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:12:28Z', 'updated_at': '2022-04-20T16:12:32Z', 'revision_number': 3, 'project_id': '31e17c9702d24102b4b3005d2801ab9d', 'gw_port': {'id': 'edae6101-76c6-4203-b98a-cabea402ee0d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ec:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8531b84a-f03f-4bed-9857-93441932c065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:29Z', 'updated_at': '2022-04-20T16:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:40.178714 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1c051a14-f15d-4fd1-b830-da2c8baa0796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:40.178969 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f42eaf-720e-4abc-aff2-bb6632560c82 None None] Pushing event updated for resources: {'Port': ['ID=83b9c48d-6a76-4235-af21-8820be4b526a,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:40.179402 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c051a14-f15d-4fd1-b830-da2c8baa0796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:40.179981 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1c051a14-f15d-4fd1-b830-da2c8baa0796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:40.203554 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96a209-644e-4470-a772-97e4a4b49c59 req-5f94e229-453e-420b-8be8-99133152ebe3 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:40.205212 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8c96a209-644e-4470-a772-97e4a4b49c59 req-5f94e229-453e-420b-8be8-99133152ebe3 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 946 time: 0.1267219 Apr 20 16:12:40.217720 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 83b9c48d-6a76-4235-af21-8820be4b526a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:40.219065 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:40.225652 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c58524-bed1-47fb-b1d2-16d4d1c66a48 None None] The sync data for ids ['8531b84a-f03f-4bed-9857-93441932c065'] in n-d-836146-2 is: [{'id': '8531b84a-f03f-4bed-9857-93441932c065', 'name': 'tempest-ServersTestMultiNic-1913589363-router', 'tenant_id': '31e17c9702d24102b4b3005d2801ab9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'edae6101-76c6-4203-b98a-cabea402ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:12:28Z', 'updated_at': '2022-04-20T16:12:32Z', 'revision_number': 3, 'project_id': '31e17c9702d24102b4b3005d2801ab9d', 'gw_port': {'id': 'edae6101-76c6-4203-b98a-cabea402ee0d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ec:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8531b84a-f03f-4bed-9857-93441932c065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:29Z', 'updated_at': '2022-04-20T16:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:12:40.298532 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c051a14-f15d-4fd1-b830-da2c8baa0796 admin admin] Pushing event updated for resources: {'Network': ['ID=408045e4-944a-432a-ba89-38535ff2bc3b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:40.329467 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1c051a14-f15d-4fd1-b830-da2c8baa0796 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3972657 Apr 20 16:12:40.333560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59966) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:40.338350 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-dfa4fd68-9739-46a1-92ce-532355be6c05 admin admin] Request body: {'subnet': {'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1540183423-subnet', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:40.342165 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 408045e4-944a-432a-ba89-38535ff2bc3b details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:12:40.346207 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-79b6f70f-ade5-4709-8c70-c63d10de6088 req-aaffcc42-0501-4426-a7b2-7968db62b8be service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228060 Apr 20 16:12:40.351287 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8c96a209-644e-4470-a772-97e4a4b49c59 req-766357ff-fdf9-4169-bc45-0eaa351db577 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313169 Apr 20 16:12:40.402300 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['b7728825-6049-4ffe-8d8e-460e327e5c3b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:12:40.453674 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa4fd68-9739-46a1-92ce-532355be6c05 admin admin] Made reservation on behalf of a65ee74e176348e8ac55cef4712eb79c for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:12:40.456403 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dfa4fd68-9739-46a1-92ce-532355be6c05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:40.595155 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fec54d0-8d14-4275-8ebf-a29bf431b4ff tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Made reservation on behalf of 52e792bf173b40589fd45d3280bfec0b for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:12:40.599799 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3fec54d0-8d14-4275-8ebf-a29bf431b4ff tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:40.604409 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4189d993-a4ac-441a-bc28-9734f95a87af None None] Provisioning complete for port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:40.604960 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4189d993-a4ac-441a-bc28-9734f95a87af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:40.699848 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-b6d6aaf6-d034-4e41-b627-33f713547a09 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:40.713890 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-3fec54d0-8d14-4275-8ebf-a29bf431b4ff tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] device_id is not set on port 109b0a13-d200-4ede-b5d7-d7341c55a715 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:12:40.721352 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab166a-8f5a-48aa-9109-b61513ce5303 req-371e3ae2-3a87-43c0-b69e-098689ecd769 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:40.722912 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-57ab166a-8f5a-48aa-9109-b61513ce5303 req-371e3ae2-3a87-43c0-b69e-098689ecd769 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d49607-9ca1-4a54-845c-4fc0cc08739c HTTP/1.1" status: 200 len: 948 time: 0.1245353 Apr 20 16:12:40.727244 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-4189d993-a4ac-441a-bc28-9734f95a87af None None] Port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:12:40.761681 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4189d993-a4ac-441a-bc28-9734f95a87af None None] Provisioning complete for port 86bc5f31-0189-4f35-860c-022465c8e0d6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:40.762056 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4189d993-a4ac-441a-bc28-9734f95a87af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:40.773498 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-32190e4d-96e2-4691-851c-84b042940095 admin admin] Allocated IP 172.20.0.1 (94fcbb92-4917-466d-9441-853c1c0aa040/e9e796f3-d270-4942-b3dc-083b54c000c8/d6614608-2cb8-488a-b23a-0a2f49c1cc77) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:12:40.844175 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-4189d993-a4ac-441a-bc28-9734f95a87af None None] Port 86bc5f31-0189-4f35-860c-022465c8e0d6 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:12:40.881901 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-57ab166a-8f5a-48aa-9109-b61513ce5303 req-57ded162-924f-495e-ae5b-c1de69b25920 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424532 Apr 20 16:12:40.911028 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b9efd-29b5-457e-b79b-072c5f7f845d req-83eed161-7351-44df-9371-99824beef394 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:40.912853 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-360b9efd-29b5-457e-b79b-072c5f7f845d req-83eed161-7351-44df-9371-99824beef394 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.5030737 Apr 20 16:12:40.940208 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device edae6101-76c6-4203-b98a-cabea402ee0d up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:12:40.964728 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-2163553b-53f4-4b59-911a-28c365cecf0b admin admin] Deleting port f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:12:40.965810 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2163553b-53f4-4b59-911a-28c365cecf0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:41.010623 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port edae6101-76c6-4203-b98a-cabea402ee0d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:41.011366 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:41.031188 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aea48124-a56a-4cbd-9e07-dbe629c2218f req-0349c267-cca9-443f-a425-1a2514ef818a tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 210 time: 0.0416160 Apr 20 16:12:41.032831 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dfa4fd68-9739-46a1-92ce-532355be6c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:41.088806 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4fd68-9739-46a1-92ce-532355be6c05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c93c9ca-8e3b-404e-8f95-83a6615816ab,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:41.114734 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:41.143453 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port edae6101-76c6-4203-b98a-cabea402ee0d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=edae6101-76c6-4203-b98a-cabea402ee0d,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:41.144463 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa4fd68-9739-46a1-92ce-532355be6c05 admin admin] Checking segment: {'id': '435c2a2a-5433-4de7-9242-26a630037027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:12:41.145200 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa4fd68-9739-46a1-92ce-532355be6c05 admin admin] Network hostable DHCP agents. Network: 408045e4-944a-432a-ba89-38535ff2bc3b, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:12:41.147925 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-32190e4d-96e2-4691-851c-84b042940095 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:41.163447 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-360b9efd-29b5-457e-b79b-072c5f7f845d req-4bcd4cd8-6615-4185-8b4d-e43cb565bd0d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329557 Apr 20 16:12:41.226463 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:41.227345 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 83b9c48d-6a76-4235-af21-8820be4b526a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:12:41.242910 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-3fec54d0-8d14-4275-8ebf-a29bf431b4ff tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Allocated IP 10.1.1.73 (b3f48337-fb41-429b-a73c-aee6d4fcf48c/bfc0832a-a3b1-44e3-8640-5fd52f4441e0/109b0a13-d200-4ede-b5d7-d7341c55a715) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:12:41.256740 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa4fd68-9739-46a1-92ce-532355be6c05 admin admin] Network 408045e4-944a-432a-ba89-38535ff2bc3b is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:12:41.285812 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-b6d6aaf6-d034-4e41-b627-33f713547a09 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:41.331846 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=edae6101-76c6-4203-b98a-cabea402ee0d,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:41.349970 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-dfa4fd68-9739-46a1-92ce-532355be6c05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 408045e4-944a-432a-ba89-38535ff2bc3b) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:41.354019 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 83b9c48d-6a76-4235-af21-8820be4b526a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:41.354834 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:41.355552 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-2163553b-53f4-4b59-911a-28c365cecf0b admin admin] For port f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f,segment=NetworkSegment(0645846c-5a7e-4fa1-b41c-6bdd002f9154),segment_id=0645846c-5a7e-4fa1-b41c-6bdd002f9154)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:41.355917 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2163553b-53f4-4b59-911a-28c365cecf0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:41.365879 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa4fd68-9739-46a1-92ce-532355be6c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:41.372083 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dfa4fd68-9739-46a1-92ce-532355be6c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:41.410862 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42825891-7a15-42c5-a645-d0f2a443ad3c None None] Network 408045e4-944a-432a-ba89-38535ff2bc3b requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:12:41.438465 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-b6d6aaf6-d034-4e41-b627-33f713547a09 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:12:41.438465 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-2163553b-53f4-4b59-911a-28c365cecf0b admin admin] Calling delete_port for f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:12:41.447876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-b6d6aaf6-d034-4e41-b627-33f713547a09 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:41.458395 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-b6d6aaf6-d034-4e41-b627-33f713547a09 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:12:41.511816 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6aaf6-d034-4e41-b627-33f713547a09 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Pushing event updated for resources: {'Port': ['ID=331bb709-9d75-4417-9313-61c8980df6f2,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:41.547946 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dfa4fd68-9739-46a1-92ce-532355be6c05 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2133021 Apr 20 16:12:41.551574 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59974) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:41.564134 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-dff7ad4a-382a-455b-8c17-4ab506432721 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1540183423-router', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:41.610108 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-32190e4d-96e2-4691-851c-84b042940095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:41.615630 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829eec49-c503-4c95-b66a-1044b0d88611 req-1281e36a-a346-4577-9cba-97cee0af2111 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:41.617538 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-829eec49-c503-4c95-b66a-1044b0d88611 req-1281e36a-a346-4577-9cba-97cee0af2111 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 946 time: 0.1742392 Apr 20 16:12:41.671899 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-829eec49-c503-4c95-b66a-1044b0d88611 req-724338e8-590e-4066-a292-a9f5eac0a328 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404022 Apr 20 16:12:41.681243 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c985d9-225a-4192-9e30-e825b82a9e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-408045e4-944a-432a-ba89-38535ff2bc3b', 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'fixed_ips': [{'subnet_id': '7c93c9ca-8e3b-404e-8f95-83a6615816ab'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:12:41.682200 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0c985d9-225a-4192-9e30-e825b82a9e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:41.717085 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dff7ad4a-382a-455b-8c17-4ab506432721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:41.717768 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dff7ad4a-382a-455b-8c17-4ab506432721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:41.784267 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-b6d6aaf6-d034-4e41-b627-33f713547a09 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:41.784763 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dff7ad4a-382a-455b-8c17-4ab506432721 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:41.785000 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-b6d6aaf6-d034-4e41-b627-33f713547a09 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:41.810796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32190e4d-96e2-4691-851c-84b042940095 admin admin] Network 94fcbb92-4917-466d-9441-853c1c0aa040 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:12:41.832365 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-f0c985d9-225a-4192-9e30-e825b82a9e5c None None] Allocated IP 172.20.0.2 (408045e4-944a-432a-ba89-38535ff2bc3b/7c93c9ca-8e3b-404e-8f95-83a6615816ab/836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:12:41.837846 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-32190e4d-96e2-4691-851c-84b042940095 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:41.842091 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32190e4d-96e2-4691-851c-84b042940095 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:12:41.842797 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-02a8fd33-45d0-4b75-a9a0-80dddc2111ef None None] Provisioning complete for port 331bb709-9d75-4417-9313-61c8980df6f2 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:41.843671 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-02a8fd33-45d0-4b75-a9a0-80dddc2111ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:41.877800 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-5510d50b-d08a-473f-8f96-a1339e91defa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:12:41.895975 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-5510d50b-d08a-473f-8f96-a1339e91defa service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:41.901795 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32190e4d-96e2-4691-851c-84b042940095 admin admin] Pushing event updated for resources: {'Port': ['ID=d6614608-2cb8-488a-b23a-0a2f49c1cc77,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:41.948855 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-5510d50b-d08a-473f-8f96-a1339e91defa service neutron] Transition to ACTIVE for port object 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:12:41.974274 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-02a8fd33-45d0-4b75-a9a0-80dddc2111ef None None] Port 331bb709-9d75-4417-9313-61c8980df6f2 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:12:42.020630 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-b6d6aaf6-d034-4e41-b627-33f713547a09 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0395160 Apr 20 16:12:42.020889 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-32190e4d-96e2-4691-851c-84b042940095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:42.099349 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dff7ad4a-382a-455b-8c17-4ab506432721 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:42.116476 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0c985d9-225a-4192-9e30-e825b82a9e5c None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:42.135252 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3fec54d0-8d14-4275-8ebf-a29bf431b4ff tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:42.143259 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-c9adc102-6070-4510-9245-34c810611e9e service neutron] Request body: {'port': {'device_id': '3dde9c73-c032-45f8-bad9-2d8ee00aabd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:42.146239 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-5510d50b-d08a-473f-8f96-a1339e91defa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:42.189934 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d5fa0-eb0a-4900-b88a-7f27e2235ca0 req-7dff0f0c-9654-41f7-bc2b-a680b3bfdb52 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:42.191680 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5d6d5fa0-eb0a-4900-b88a-7f27e2235ca0 req-7dff0f0c-9654-41f7-bc2b-a680b3bfdb52 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 935 time: 0.0547562 Apr 20 16:12:42.210053 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-183eea79-ae5a-4acc-ae12-139de509759a None None] Provisioning complete for port d6614608-2cb8-488a-b23a-0a2f49c1cc77 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:42.210428 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-183eea79-ae5a-4acc-ae12-139de509759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:42.250231 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5d6d5fa0-eb0a-4900-b88a-7f27e2235ca0 req-aa54c952-29da-4ca0-9792-3b3e8fe96e63 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513606 Apr 20 16:12:42.264594 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-183eea79-ae5a-4acc-ae12-139de509759a None None] Port d6614608-2cb8-488a-b23a-0a2f49c1cc77 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:12:42.322223 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0c985d9-225a-4192-9e30-e825b82a9e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:42.390680 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c985d9-225a-4192-9e30-e825b82a9e5c None None] Network 408045e4-944a-432a-ba89-38535ff2bc3b is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:12:42.393920 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-f0c985d9-225a-4192-9e30-e825b82a9e5c None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:42.406205 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c985d9-225a-4192-9e30-e825b82a9e5c None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:12:42.420361 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c985d9-225a-4192-9e30-e825b82a9e5c None None] Pushing event updated for resources: {'Port': ['ID=836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:42.460324 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0883f1d-c4f4-4b9b-a23f-519b131443ea req-54cee7f3-e926-4024-bccd-3f3c105927ad tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:42.462420 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d0883f1d-c4f4-4b9b-a23f-519b131443ea req-54cee7f3-e926-4024-bccd-3f3c105927ad tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.1004379 Apr 20 16:12:42.497988 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device e6de5d6c-bd61-40ae-9313-6a9cd22a16ec details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:12:42.504040 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b7728825-6049-4ffe-8d8e-460e327e5c3b up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:12:42.505785 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f0c985d9-225a-4192-9e30-e825b82a9e5c None None] Attempting to bind port 836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:12:42.506155 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f0c985d9-225a-4192-9e30-e825b82a9e5c None None] Attempting to bind port 836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '435c2a2a-5433-4de7-9242-26a630037027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:12:42.506510 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c985d9-225a-4192-9e30-e825b82a9e5c None None] Attempting to bind port 836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a on network 408045e4-944a-432a-ba89-38535ff2bc3b {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:12:42.532843 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510d50b-d08a-473f-8f96-a1339e91defa service neutron] Pushing event updated for resources: {'Port': ['ID=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:42.553405 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c985d9-225a-4192-9e30-e825b82a9e5c None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:12:42.554076 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c985d9-225a-4192-9e30-e825b82a9e5c None None] Checking segment: {'id': '435c2a2a-5433-4de7-9242-26a630037027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:12:42.554721 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0c985d9-225a-4192-9e30-e825b82a9e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:42.555449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c985d9-225a-4192-9e30-e825b82a9e5c None None] Bound using segment: {'id': '435c2a2a-5433-4de7-9242-26a630037027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:12:42.556884 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f0c985d9-225a-4192-9e30-e825b82a9e5c None None] Bound port: 836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435c2a2a-5433-4de7-9242-26a630037027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:12:42.557567 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0c985d9-225a-4192-9e30-e825b82a9e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:42.584929 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa4418-3803-491e-97c7-6add41b5ce52 req-fb61e25b-43ea-4da0-ae7f-0ab1c8856060 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:42.587203 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-79fa4418-3803-491e-97c7-6add41b5ce52 req-fb61e25b-43ea-4da0-ae7f-0ab1c8856060 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d49607-9ca1-4a54-845c-4fc0cc08739c HTTP/1.1" status: 200 len: 948 time: 0.5595901 Apr 20 16:12:42.597193 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-c9adc102-6070-4510-9245-34c810611e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:42.621184 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d0883f1d-c4f4-4b9b-a23f-519b131443ea req-805f7c43-347a-4526-aa34-0069f0241767 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448407 Apr 20 16:12:42.642532 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3fec54d0-8d14-4275-8ebf-a29bf431b4ff tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:42.666811 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dff7ad4a-382a-455b-8c17-4ab506432721 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:42.758313 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device edae6101-76c6-4203-b98a-cabea402ee0d up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:12:42.770031 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f0c985d9-225a-4192-9e30-e825b82a9e5c None None] For port 836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:12:42.775037 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2163553b-53f4-4b59-911a-28c365cecf0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:42.823750 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port b7728825-6049-4ffe-8d8e-460e327e5c3b completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:12:42.830029 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f0c985d9-225a-4192-9e30-e825b82a9e5c None None] For port 836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a,segment=NetworkSegment(435c2a2a-5433-4de7-9242-26a630037027),segment_id=435c2a2a-5433-4de7-9242-26a630037027)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:12:42.837823 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port e6de5d6c-bd61-40ae-9313-6a9cd22a16ec, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=e6de5d6c-bd61-40ae-9313-6a9cd22a16ec,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:42.852961 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port b7728825-6049-4ffe-8d8e-460e327e5c3b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:42.853222 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:42.890722 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'e6de5d6c-bd61-40ae-9313-6a9cd22a16ec', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'e6de5d6c-bd61-40ae-9313-6a9cd22a16ec', 'mac_address': 'fa:16:3e:0e:fd:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:12:42.903412 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-5510d50b-d08a-473f-8f96-a1339e91defa service neutron] Attempting to bind port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:12:42.903785 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-5510d50b-d08a-473f-8f96-a1339e91defa service neutron] Attempting to bind port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:12:42.904149 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-5510d50b-d08a-473f-8f96-a1339e91defa service neutron] Attempting to bind port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:12:42.919938 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-79fa4418-3803-491e-97c7-6add41b5ce52 req-92c199d3-f63e-44c5-a144-ce0d8f0e419b tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164210 Apr 20 16:12:42.932217 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fec54d0-8d14-4275-8ebf-a29bf431b4ff tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Network b3f48337-fb41-429b-a73c-aee6d4fcf48c is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:12:42.943849 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0c985d9-225a-4192-9e30-e825b82a9e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:42.944358 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec54d0-8d14-4275-8ebf-a29bf431b4ff tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event updated for resources: {'Port': ['ID=109b0a13-d200-4ede-b5d7-d7341c55a715,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:42.947145 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-5510d50b-d08a-473f-8f96-a1339e91defa service neutron] Port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:12:42.947861 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-5510d50b-d08a-473f-8f96-a1339e91defa service neutron] Attempting to bind port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:12:42.970293 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-32190e4d-96e2-4691-851c-84b042940095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:42.972363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-3fec54d0-8d14-4275-8ebf-a29bf431b4ff tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:42.986775 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fec54d0-8d14-4275-8ebf-a29bf431b4ff tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:12:43.021488 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port edae6101-76c6-4203-b98a-cabea402ee0d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:43.021828 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:43.026178 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-5510d50b-d08a-473f-8f96-a1339e91defa service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:12:43.026560 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-5510d50b-d08a-473f-8f96-a1339e91defa service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:12:43.026954 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-5510d50b-d08a-473f-8f96-a1339e91defa service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:12:43.027469 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-5510d50b-d08a-473f-8f96-a1339e91defa service neutron] Bound port: 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:12:43.027868 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-5510d50b-d08a-473f-8f96-a1339e91defa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:43.028661 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dff7ad4a-382a-455b-8c17-4ab506432721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:43.075608 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:43.088524 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163553b-53f4-4b59-911a-28c365cecf0b admin admin] Pushing event deleted for resources: {'Port': ['ID=f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:43.153303 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd9fbe-f773-4a11-aff6-6383f32a8da9 req-c428aae7-ea58-4094-963b-efc480221fd2 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:43.162499 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c7bd9fbe-f773-4a11-aff6-6383f32a8da9 req-c428aae7-ea58-4094-963b-efc480221fd2 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 946 time: 0.1358955 Apr 20 16:12:43.274934 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c7bd9fbe-f773-4a11-aff6-6383f32a8da9 req-511de752-a7ee-46bd-9db0-549379647c29 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091413 Apr 20 16:12:43.302974 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-dff7ad4a-382a-455b-8c17-4ab506432721 admin admin] Allocated IP 172.25.0.141 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/d8f300c3-a60f-4f7a-ae03-996fc74309a1) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:12:43.454512 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6de5d6c-bd61-40ae-9313-6a9cd22a16ec {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:12:43.508314 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dff7ad4a-382a-455b-8c17-4ab506432721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:43.510576 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c985d9-225a-4192-9e30-e825b82a9e5c None None] Pushing event updated for resources: {'Port': ['ID=836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:43.535585 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port e6de5d6c-bd61-40ae-9313-6a9cd22a16ec, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=e6de5d6c-bd61-40ae-9313-6a9cd22a16ec,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:43.540941 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:43.624584 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:43.626066 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75f1919-3689-42c1-b015-84f6f64a67ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7728825-6049-4ffe-8d8e-460e327e5c3b'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:43.628299 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01f5996-3daa-4ca5-b60e-67dd42a765d8" -d '{"events": [{"server_uuid": "f75f1919-3689-42c1-b015-84f6f64a67ba", "name": "network-vif-plugged", "status": "completed", "tag": "b7728825-6049-4ffe-8d8e-460e327e5c3b"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:12:43.676889 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dff7ad4a-382a-455b-8c17-4ab506432721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:43.705971 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9484b2f6-3a59-4061-bcc4-f680c63109e7 x-openstack-request-id: req-9484b2f6-3a59-4061-bcc4-f680c63109e7 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:12:43.706314 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75f1919-3689-42c1-b015-84f6f64a67ba", "name": "network-vif-plugged", "status": "completed", "tag": "b7728825-6049-4ffe-8d8e-460e327e5c3b", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:12:43.706725 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9484b2f6-3a59-4061-bcc4-f680c63109e7 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:12:43.707124 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9484b2f6-3a59-4061-bcc4-f680c63109e7'] response: {'server_uuid': 'f75f1919-3689-42c1-b015-84f6f64a67ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7728825-6049-4ffe-8d8e-460e327e5c3b', 'code': 200} Apr 20 16:12:43.710105 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=e6de5d6c-bd61-40ae-9313-6a9cd22a16ec,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:43.722985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b7728825-6049-4ffe-8d8e-460e327e5c3b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b7728825-6049-4ffe-8d8e-460e327e5c3b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:43.737307 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7d7abdc5-3af6-410c-a2c1-ff1eebbebc32 None None] Provisioning complete for port 109b0a13-d200-4ede-b5d7-d7341c55a715 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:43.737639 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7d7abdc5-3af6-410c-a2c1-ff1eebbebc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:43.761919 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff7ad4a-382a-455b-8c17-4ab506432721 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:12:43.766100 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-dff7ad4a-382a-455b-8c17-4ab506432721 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:43.777261 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-7d7abdc5-3af6-410c-a2c1-ff1eebbebc32 None None] Port 109b0a13-d200-4ede-b5d7-d7341c55a715 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:12:43.781604 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff7ad4a-382a-455b-8c17-4ab506432721 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:12:43.783755 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7ad4a-382a-455b-8c17-4ab506432721 admin admin] Pushing event updated for resources: {'Port': ['ID=d8f300c3-a60f-4f7a-ae03-996fc74309a1,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:43.798129 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:43.827161 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fec54d0-8d14-4275-8ebf-a29bf431b4ff tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:43.827811 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3fec54d0-8d14-4275-8ebf-a29bf431b4ff tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:43.861384 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-5510d50b-d08a-473f-8f96-a1339e91defa service neutron] For port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:12:43.864001 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=b7728825-6049-4ffe-8d8e-460e327e5c3b,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:43.938844 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-5510d50b-d08a-473f-8f96-a1339e91defa service neutron] For port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:12:43.942811 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf22f1-b00a-4c08-b03c-2e281f12a12e req-8be1b913-48dc-4c1b-b58b-a21457ba61c5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:43.944472 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aeaf22f1-b00a-4c08-b03c-2e281f12a12e req-8be1b913-48dc-4c1b-b58b-a21457ba61c5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.1658418 Apr 20 16:12:43.950373 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e05bb-f14c-4e94-ae26-249612c69507 req-c8040fd5-9a9e-46f8-a695-46460f457a11 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:43.952164 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-da3e05bb-f14c-4e94-ae26-249612c69507 req-c8040fd5-9a9e-46f8-a695-46460f457a11 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 935 time: 0.3515627 Apr 20 16:12:43.982495 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18155042-2723-4fe2-8bc0-569972095cc0 req-fdff8bf8-4eac-4270-ab69-c28ddb4dfa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:43.984089 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-18155042-2723-4fe2-8bc0-569972095cc0 req-fdff8bf8-4eac-4270-ab69-c28ddb4dfa33 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 1101 time: 0.1801805 Apr 20 16:12:44.012821 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3fec54d0-8d14-4275-8ebf-a29bf431b4ff tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.5771449 Apr 20 16:12:44.031158 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-5510d50b-d08a-473f-8f96-a1339e91defa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:44.052205 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['e6de5d6c-bd61-40ae-9313-6a9cd22a16ec'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:12:44.080628 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aeaf22f1-b00a-4c08-b03c-2e281f12a12e req-66c07586-c219-46ae-9d26-9c615519b11c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271458 Apr 20 16:12:44.095955 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-18155042-2723-4fe2-8bc0-569972095cc0 req-5fcc3b7c-d11b-4b8d-87fa-3e5570b2ef60 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033764 Apr 20 16:12:44.153691 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-5510d50b-d08a-473f-8f96-a1339e91defa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:44.154325 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-5510d50b-d08a-473f-8f96-a1339e91defa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:44.156269 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-5510d50b-d08a-473f-8f96-a1339e91defa service neutron] 10.222.0.26 "PUT /v2.0/ports/2ec6e65c-b03e-4ba8-ac37-7b06bb13130a HTTP/1.1" status: 200 len: 1096 time: 4.7933400 Apr 20 16:12:44.162411 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3b6815-08e4-4e36-ad66-187fa8ef5d48', 'tag': '2ec6e65c-b03e-4ba8-ac37-7b06bb13130a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:44.164810 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a9e13c-184e-402e-b223-faf0e7be2d64" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3b6815-08e4-4e36-ad66-187fa8ef5d48", "tag": "2ec6e65c-b03e-4ba8-ac37-7b06bb13130a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:12:44.224018 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-da3e05bb-f14c-4e94-ae26-249612c69507 req-286726b4-2bc2-4373-9ddc-c5ca58535743 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625740 Apr 20 16:12:44.269111 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2163553b-53f4-4b59-911a-28c365cecf0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:44.286697 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510d50b-d08a-473f-8f96-a1339e91defa service neutron] Pushing event updated for resources: {'Port': ['ID=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:44.300798 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-c9adc102-6070-4510-9245-34c810611e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331bb709-9d75-4417-9313-61c8980df6f2 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:12:44.306077 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34562159-6c5e-4864-9b30-e1888312440d req-de6fbb72-e401-4b46-b5cc-05920615555a tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:44.309964 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-34562159-6c5e-4864-9b30-e1888312440d req-de6fbb72-e401-4b46-b5cc-05920615555a tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d49607-9ca1-4a54-845c-4fc0cc08739c HTTP/1.1" status: 200 len: 949 time: 0.1322117 Apr 20 16:12:44.338269 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-c9adc102-6070-4510-9245-34c810611e9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:44.440034 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-32190e4d-96e2-4691-851c-84b042940095 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:44.447118 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-c9adc102-6070-4510-9245-34c810611e9e service neutron] Transition to ACTIVE for port object 331bb709-9d75-4417-9313-61c8980df6f2 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:12:44.447351 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-34562159-6c5e-4864-9b30-e1888312440d req-492bbdaf-142f-4afa-a6e9-9b466656ce2d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295784 Apr 20 16:12:44.448661 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dff7ad4a-382a-455b-8c17-4ab506432721 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:44.509708 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbb5a22-fdc1-479f-87a2-b7f088a8d9d6 x-openstack-request-id: req-acbb5a22-fdc1-479f-87a2-b7f088a8d9d6 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:12:44.510057 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3b6815-08e4-4e36-ad66-187fa8ef5d48", "tag": "2ec6e65c-b03e-4ba8-ac37-7b06bb13130a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:12:44.510417 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-acbb5a22-fdc1-479f-87a2-b7f088a8d9d6 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:12:44.510722 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acbb5a22-fdc1-479f-87a2-b7f088a8d9d6'] response: {'name': 'network-changed', 'server_uuid': '6b3b6815-08e4-4e36-ad66-187fa8ef5d48', 'tag': '2ec6e65c-b03e-4ba8-ac37-7b06bb13130a', 'status': 'completed', 'code': 200} Apr 20 16:12:44.539320 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-c9adc102-6070-4510-9245-34c810611e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:44.581409 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59998) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:44.591410 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-32190e4d-96e2-4691-851c-84b042940095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:44.610992 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-7c722182-f26a-4873-a97e-748db874c097 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--560400698', 'description': 'tempest-description--1318568359'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:44.764702 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9adc102-6070-4510-9245-34c810611e9e service neutron] Pushing event updated for resources: {'Port': ['ID=331bb709-9d75-4417-9313-61c8980df6f2,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:44.786923 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae8590-a2d4-43bb-b94f-067170707f18 req-07afe2cb-6077-435e-ba06-0f40e5ad05b8 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:44.786923 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63ae8590-a2d4-43bb-b94f-067170707f18 req-07afe2cb-6077-435e-ba06-0f40e5ad05b8 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 946 time: 0.1477466 Apr 20 16:12:44.807600 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7d911c-13b7-4e71-86ac-d5c608383931 None None] Network 408045e4-944a-432a-ba89-38535ff2bc3b requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:12:44.812379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9e13c-184e-402e-b223-faf0e7be2d64 req-23837e0f-912a-403e-95a1-a811058c7b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:44.814112 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-05a9e13c-184e-402e-b223-faf0e7be2d64 req-23837e0f-912a-403e-95a1-a811058c7b9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=75f3a1eff3714d1280d013522106e2c9&device_id=6b3b6815-08e4-4e36-ad66-187fa8ef5d48 HTTP/1.1" status: 200 len: 1099 time: 0.2176905 Apr 20 16:12:44.814924 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32190e4d-96e2-4691-851c-84b042940095 admin admin] Pushing event updated for resources: {'Port': ['ID=d6614608-2cb8-488a-b23a-0a2f49c1cc77,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:44.817550 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-32190e4d-96e2-4691-851c-84b042940095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:44.930119 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63ae8590-a2d4-43bb-b94f-067170707f18 req-b7bdd74a-013a-426a-9300-ea2634d3f568 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378126 Apr 20 16:12:44.935828 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f355a59c-2fc9-49b8-b4ec-7421a50882c4 None None] Provisioning complete for port 836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:44.938952 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dff7ad4a-382a-455b-8c17-4ab506432721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:44.944502 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f355a59c-2fc9-49b8-b4ec-7421a50882c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:45.000650 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-05a9e13c-184e-402e-b223-faf0e7be2d64 req-be953481-f967-4758-bc31-de0e6859861a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=75f3a1eff3714d1280d013522106e2c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1704154 Apr 20 16:12:45.011746 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:12:45.018648 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c722182-f26a-4873-a97e-748db874c097 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:45.033506 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2163553b-53f4-4b59-911a-28c365cecf0b admin admin] Router 237acf75-7ebd-4659-946c-2ddb91a6bddc has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:12:45.160713 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c722182-f26a-4873-a97e-748db874c097 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:45.208855 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-627058ca-68c2-4060-b684-53868786d0c2 req-3a2f288b-e9fe-447b-975a-d36010279c2d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2071407 Apr 20 16:12:45.221397 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:45.221770 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:45.238986 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-c9adc102-6070-4510-9245-34c810611e9e service neutron] Attempting to bind port 331bb709-9d75-4417-9313-61c8980df6f2 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:12:45.239372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-c9adc102-6070-4510-9245-34c810611e9e service neutron] Attempting to bind port 331bb709-9d75-4417-9313-61c8980df6f2 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:12:45.239715 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-c9adc102-6070-4510-9245-34c810611e9e service neutron] Attempting to bind port 331bb709-9d75-4417-9313-61c8980df6f2 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:12:45.245175 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f355a59c-2fc9-49b8-b4ec-7421a50882c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:45.256864 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32190e4d-96e2-4691-851c-84b042940095 admin admin] Network 94fcbb92-4917-466d-9441-853c1c0aa040 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:12:45.265799 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c722182-f26a-4873-a97e-748db874c097 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:45.287777 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-32190e4d-96e2-4691-851c-84b042940095 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:45.303001 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f355a59c-2fc9-49b8-b4ec-7421a50882c4 None None] For port 836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a,segment=NetworkSegment(435c2a2a-5433-4de7-9242-26a630037027),segment_id=435c2a2a-5433-4de7-9242-26a630037027)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:45.320953 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-c9adc102-6070-4510-9245-34c810611e9e service neutron] Port 331bb709-9d75-4417-9313-61c8980df6f2 on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:12:45.320953 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-c9adc102-6070-4510-9245-34c810611e9e service neutron] Attempting to bind port 331bb709-9d75-4417-9313-61c8980df6f2 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:12:45.353712 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:45.357320 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c722182-f26a-4873-a97e-748db874c097 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36786094-dd31-415b-bb93-ee64d32ee758,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:45.363953 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff7ad4a-382a-455b-8c17-4ab506432721 admin admin] Router e0af7ada-6313-414d-8088-4300f3a26b78 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:12:45.376859 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9e13c-184e-402e-b223-faf0e7be2d64 req-f3ae415b-7054-4e2a-b7d1-842fbbe5f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:45.378438 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-05a9e13c-184e-402e-b223-faf0e7be2d64 req-f3ae415b-7054-4e2a-b7d1-842fbbe5f040 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3606727 Apr 20 16:12:45.381000 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-c9adc102-6070-4510-9245-34c810611e9e service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:12:45.381347 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-c9adc102-6070-4510-9245-34c810611e9e service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:12:45.381811 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-c9adc102-6070-4510-9245-34c810611e9e service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:12:45.382337 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-c9adc102-6070-4510-9245-34c810611e9e service neutron] Bound port: 331bb709-9d75-4417-9313-61c8980df6f2, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:12:45.382623 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-c9adc102-6070-4510-9245-34c810611e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:45.407180 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f355a59c-2fc9-49b8-b4ec-7421a50882c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:45.501131 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:12:45.501653 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:12:45.522390 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc01eeb-f5d1-408c-8783-9a488a07066e req-317966d5-cd6a-4e96-9280-09ff7210d838 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:45.529101 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5cc01eeb-f5d1-408c-8783-9a488a07066e req-317966d5-cd6a-4e96-9280-09ff7210d838 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.3125024 Apr 20 16:12:45.556442 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355a59c-2fc9-49b8-b4ec-7421a50882c4 None None] Pushing event updated for resources: {'Port': ['ID=836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:45.610892 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627058ca-68c2-4060-b684-53868786d0c2 req-722a3083-3708-4b69-9c7d-75aa67ab9308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:45.612795 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-627058ca-68c2-4060-b684-53868786d0c2 req-722a3083-3708-4b69-9c7d-75aa67ab9308 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 1095 time: 0.3467352 Apr 20 16:12:45.627989 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2163553b-53f4-4b59-911a-28c365cecf0b admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:12:45.639260 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2163553b-53f4-4b59-911a-28c365cecf0b admin admin] 10.222.0.15 "PUT /v2.0/routers/237acf75-7ebd-4659-946c-2ddb91a6bddc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1690788 Apr 20 16:12:45.639529 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c722182-f26a-4873-a97e-748db874c097 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:45.640557 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43d410c-4905-451a-bb1e-95fad43d147b None None] Sync routers for ids ['237acf75-7ebd-4659-946c-2ddb91a6bddc'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:12:45.644520 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7c722182-f26a-4873-a97e-748db874c097 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0599070 Apr 20 16:12:45.646833 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60006) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:45.647163 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60008) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:45.662021 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-acf9b9cb-ebd7-46dd-aceb-4d5003f750fb tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Request body: {'security_group_rule': {'security_group_id': '36786094-dd31-415b-bb93-ee64d32ee758', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:45.664066 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43d410c-4905-451a-bb1e-95fad43d147b None None] Routers {'237acf75-7ebd-4659-946c-2ddb91a6bddc'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:45.669484 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c43d410c-4905-451a-bb1e-95fad43d147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:12:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['237acf75-7ebd-4659-946c-2ddb91a6bddc'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:45.785975 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c43d410c-4905-451a-bb1e-95fad43d147b None None] Set router 237acf75-7ebd-4659-946c-2ddb91a6bddc gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:45.801677 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-4914a83b-2eea-45bf-977e-31dd39f4e5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:45.803415 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-4914a83b-2eea-45bf-977e-31dd39f4e5c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=75f3a1eff3714d1280d013522106e2c9&device_id=6b3b6815-08e4-4e36-ad66-187fa8ef5d48 HTTP/1.1" status: 200 len: 1099 time: 0.3356395 Apr 20 16:12:45.806922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-c9adc102-6070-4510-9245-34c810611e9e service neutron] For port 331bb709-9d75-4417-9313-61c8980df6f2, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:12:45.838274 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5cc01eeb-f5d1-408c-8783-9a488a07066e req-bb676b20-b1c9-4d28-89f7-e04074d4a078 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176402 Apr 20 16:12:45.839037 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d94472cd-20e5-4c40-8fff-0c52303308a1 None None] Provisioning complete for port 836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:45.839037 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d94472cd-20e5-4c40-8fff-0c52303308a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:45.842078 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654903f3-7e36-4acc-ba9c-d71ac838c23a req-1539e3db-98c6-4cfb-8890-17fad3f94e1e tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:45.854175 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-654903f3-7e36-4acc-ba9c-d71ac838c23a req-1539e3db-98c6-4cfb-8890-17fad3f94e1e tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 947 time: 0.3639851 Apr 20 16:12:45.856849 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-c9adc102-6070-4510-9245-34c810611e9e service neutron] For port 331bb709-9d75-4417-9313-61c8980df6f2, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=331bb709-9d75-4417-9313-61c8980df6f2,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:12:45.865943 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32190e4d-96e2-4691-851c-84b042940095 admin admin] Router 8531b84a-f03f-4bed-9857-93441932c065 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:12:45.869888 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694437ed-b477-432b-b999-e8657396d140 req-9c876df8-015b-4466-87fe-bbbd23ef18e5 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:45.884165 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-9c876df8-015b-4466-87fe-bbbd23ef18e5 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2&tenant_id=f99d78ffab8c43cca67be1fec063f621&binding%3Ahost_id=n-h2-836146-2 HTTP/1.1" status: 200 len: 1097 time: 0.3352878 Apr 20 16:12:45.905694 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-694437ed-b477-432b-b999-e8657396d140 req-a31ebf5f-2a40-4104-9dbd-9842d8739bc2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836146-2'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:45.909118 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-acf9b9cb-ebd7-46dd-aceb-4d5003f750fb tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:45.921507 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627058ca-68c2-4060-b684-53868786d0c2 req-c483d59f-3341-4224-a045-aba9b56cdfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:45.930603 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-627058ca-68c2-4060-b684-53868786d0c2 req-c483d59f-3341-4224-a045-aba9b56cdfa1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 909 time: 0.2881579 Apr 20 16:12:45.935963 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-204598cc-6811-46ca-a886-85fc48e4047f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a HTTP/1.1" status: 200 len: 217 time: 0.0925272 Apr 20 16:12:45.962354 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d94472cd-20e5-4c40-8fff-0c52303308a1 None None] Provisioning complete for port d6614608-2cb8-488a-b23a-0a2f49c1cc77 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:45.962988 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d94472cd-20e5-4c40-8fff-0c52303308a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:46.032428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff7ad4a-382a-455b-8c17-4ab506432721 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:12:46.038138 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d94472cd-20e5-4c40-8fff-0c52303308a1 None None] Port d6614608-2cb8-488a-b23a-0a2f49c1cc77 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:12:46.052819 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c43d410c-4905-451a-bb1e-95fad43d147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:12:42Z', 'revision_number': 5, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:46.059112 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] Sync routers for ids ['e0af7ada-6313-414d-8088-4300f3a26b78'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:12:46.075634 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] Routers {'e0af7ada-6313-414d-8088-4300f3a26b78'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:46.077021 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:12:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e0af7ada-6313-414d-8088-4300f3a26b78'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:46.083145 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43d410c-4905-451a-bb1e-95fad43d147b None None] Checking router: 237acf75-7ebd-4659-946c-2ddb91a6bddc for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:12:46.091867 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43d410c-4905-451a-bb1e-95fad43d147b None None] Routers {'237acf75-7ebd-4659-946c-2ddb91a6bddc'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:46.092742 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c43d410c-4905-451a-bb1e-95fad43d147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:12:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['237acf75-7ebd-4659-946c-2ddb91a6bddc'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:46.110714 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-654903f3-7e36-4acc-ba9c-d71ac838c23a req-6d06244f-af2d-4bbe-b7f1-772cc1264f23 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551634 Apr 20 16:12:46.137523 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40eb0c38-a862-439e-b0c4-601ec932f5fd admin admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:46.164479 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-c9adc102-6070-4510-9245-34c810611e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:46.167652 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-627058ca-68c2-4060-b684-53868786d0c2 req-d2f2492c-dc6e-4e29-b343-33160edfb1e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a86943f9-cb89-472e-b8ec-926468d9dfb7 HTTP/1.1" status: 200 len: 217 time: 0.2262950 Apr 20 16:12:46.202571 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-694437ed-b477-432b-b999-e8657396d140 req-a31ebf5f-2a40-4104-9dbd-9842d8739bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:46.223000 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c43d410c-4905-451a-bb1e-95fad43d147b None None] Set router 237acf75-7ebd-4659-946c-2ddb91a6bddc gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:46.263658 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] Set router e0af7ada-6313-414d-8088-4300f3a26b78 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:46.269150 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dff7ad4a-382a-455b-8c17-4ab506432721 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:46.270374 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dff7ad4a-382a-455b-8c17-4ab506432721 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7175772 Apr 20 16:12:46.275371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60012) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:46.276207 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-acf9b9cb-ebd7-46dd-aceb-4d5003f750fb tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:46.337539 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-c9adc102-6070-4510-9245-34c810611e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:46.338390 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-c9adc102-6070-4510-9245-34c810611e9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:46.340518 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-c9adc102-6070-4510-9245-34c810611e9e service neutron] 10.222.0.30 "PUT /v2.0/ports/331bb709-9d75-4417-9313-61c8980df6f2 HTTP/1.1" status: 200 len: 1095 time: 4.2326808 Apr 20 16:12:46.372844 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-acf9b9cb-ebd7-46dd-aceb-4d5003f750fb tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:46.425990 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e068b-5cff-4e13-ad15-72929ffd1bb2 req-c4988a2f-2789-49f6-afa4-ceca8c7b2569 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:46.427684 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-730e068b-5cff-4e13-ad15-72929ffd1bb2 req-c4988a2f-2789-49f6-afa4-ceca8c7b2569 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 946 time: 0.2209585 Apr 20 16:12:46.466209 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9b9cb-ebd7-46dd-aceb-4d5003f750fb tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52709570-64b1-4a78-9851-e08c81063ced,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:46.501622 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 47f88a83-6a0f-4e81-a05f-d79ea43e665e details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:12:46.510684 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device e6de5d6c-bd61-40ae-9313-6a9cd22a16ec up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:12:46.543334 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-acf9b9cb-ebd7-46dd-aceb-4d5003f750fb tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:46.546014 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-acf9b9cb-ebd7-46dd-aceb-4d5003f750fb tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8877857 Apr 20 16:12:46.569895 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c43d410c-4905-451a-bb1e-95fad43d147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:12:42Z', 'revision_number': 5, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:46.578771 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60014) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:46.588991 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-daf27c40-9431-4514-9ea0-7d119c1375d2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Request body: {'security_group_rule': {'security_group_id': '36786094-dd31-415b-bb93-ee64d32ee758', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:46.601697 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43d410c-4905-451a-bb1e-95fad43d147b None None] The sync data for ids ['237acf75-7ebd-4659-946c-2ddb91a6bddc'] in n-d-836146-2 is: [{'id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1274677361-router', 'tenant_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:04Z', 'updated_at': '2022-04-20T16:12:42Z', 'revision_number': 5, 'project_id': '6a1e0f50b39a4690a4fa7de352e3594a', 'gw_port': {'id': 'f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:14:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237acf75-7ebd-4659-946c-2ddb91a6bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:05Z', 'updated_at': '2022-04-20T16:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:12:46.613743 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40eb0c38-a862-439e-b0c4-601ec932f5fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:46.644309 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-730e068b-5cff-4e13-ad15-72929ffd1bb2 req-c3d1297b-4f9f-4e49-8a30-5dee459a30e6 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856542 Apr 20 16:12:46.683713 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-694437ed-b477-432b-b999-e8657396d140 req-a31ebf5f-2a40-4104-9dbd-9842d8739bc2 service neutron] For port 47f88a83-6a0f-4e81-a05f-d79ea43e665e, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=47f88a83-6a0f-4e81-a05f-d79ea43e665e,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:46.771200 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 47f88a83-6a0f-4e81-a05f-d79ea43e665e, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=47f88a83-6a0f-4e81-a05f-d79ea43e665e,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:46.777203 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-694437ed-b477-432b-b999-e8657396d140 req-a31ebf5f-2a40-4104-9dbd-9842d8739bc2 service neutron] For port 47f88a83-6a0f-4e81-a05f-d79ea43e665e, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:12:46.782229 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-daf27c40-9431-4514-9ea0-7d119c1375d2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:46.791654 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port e6de5d6c-bd61-40ae-9313-6a9cd22a16ec completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:12:46.794095 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 47f88a83-6a0f-4e81-a05f-d79ea43e665e has no active binding in host n-h1-836146-2 {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 16:12:46.799886 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'name': 'tempest-ServersTestManualDisk-1540183423-router', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:12:41Z', 'updated_at': '2022-04-20T16:12:44Z', 'revision_number': 3, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'gw_port': {'id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:42:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:43Z', 'updated_at': '2022-04-20T16:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:46.805790 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port e6de5d6c-bd61-40ae-9313-6a9cd22a16ec triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:46.806074 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:46.833512 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] Checking router: e0af7ada-6313-414d-8088-4300f3a26b78 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:12:46.834144 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] Updating router e0af7ada-6313-414d-8088-4300f3a26b78 port d8f300c3-a60f-4f7a-ae03-996fc74309a1 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:12:46.879404 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23baec6a-b8d3-406c-86e1-678defdb16b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f88a83-6a0f-4e81-a05f-d79ea43e665e'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:46.882587 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c65f89-224e-46bf-82b5-f0354f77934d" -d '{"events": [{"server_uuid": "23baec6a-b8d3-406c-86e1-678defdb16b2", "name": "network-vif-unplugged", "status": "completed", "tag": "47f88a83-6a0f-4e81-a05f-d79ea43e665e"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:12:46.887364 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-694437ed-b477-432b-b999-e8657396d140 req-a31ebf5f-2a40-4104-9dbd-9842d8739bc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:46.904736 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-40eb0c38-a862-439e-b0c4-601ec932f5fd admin admin] Deleting port f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:12:46.905433 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40eb0c38-a862-439e-b0c4-601ec932f5fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:46.915988 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dde9c73-c032-45f8-bad9-2d8ee00aabd8', 'tag': '331bb709-9d75-4417-9313-61c8980df6f2'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:46.918055 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:46.918609 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e614458-3dc1-47d2-b91b-ed047d50693d" -d '{"events": [{"name": "network-changed", "server_uuid": "3dde9c73-c032-45f8-bad9-2d8ee00aabd8", "tag": "331bb709-9d75-4417-9313-61c8980df6f2"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:12:46.936551 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-daf27c40-9431-4514-9ea0-7d119c1375d2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:46.948860 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-19a7c169-583a-4cd6-9aab-897cf185ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:46.956795 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-19a7c169-583a-4cd6-9aab-897cf185ee45 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.9606764 Apr 20 16:12:46.970872 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409d09c-e9e0-486a-a279-627e76dbb737 req-49054194-1a3a-4060-9a57-adacd28acd2c tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:46.979388 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7409d09c-e9e0-486a-a279-627e76dbb737 req-49054194-1a3a-4060-9a57-adacd28acd2c tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d49607-9ca1-4a54-845c-4fc0cc08739c HTTP/1.1" status: 200 len: 949 time: 1.0400107 Apr 20 16:12:47.035861 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-694437ed-b477-432b-b999-e8657396d140 req-a31ebf5f-2a40-4104-9dbd-9842d8739bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:47.046115 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627058ca-68c2-4060-b684-53868786d0c2 req-0e646cdb-292f-43bd-8f1e-4d6d70e08d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:47.047950 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-627058ca-68c2-4060-b684-53868786d0c2 req-0e646cdb-292f-43bd-8f1e-4d6d70e08d5e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f HTTP/1.1" status: 200 len: 848 time: 0.8337126 Apr 20 16:12:47.085844 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:47.087603 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-daf27c40-9431-4514-9ea0-7d119c1375d2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:47.141133 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port e6de5d6c-bd61-40ae-9313-6a9cd22a16ec, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=e6de5d6c-bd61-40ae-9313-6a9cd22a16ec,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:47.145916 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:12:47.148862 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d49607-9ca1-4a54-845c-4fc0cc08739c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6de5d6c-bd61-40ae-9313-6a9cd22a16ec'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:47.151644 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf27c40-9431-4514-9ea0-7d119c1375d2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135a0c20-b2c5-40c4-985a-72ed928545f3,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:47.152503 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526fa43b-c577-4d33-a950-6405e25d76be" -d '{"events": [{"server_uuid": "a9d49607-9ca1-4a54-845c-4fc0cc08739c", "name": "network-vif-plugged", "status": "completed", "tag": "e6de5d6c-bd61-40ae-9313-6a9cd22a16ec"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:12:47.171698 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9adc102-6070-4510-9245-34c810611e9e service neutron] Pushing event updated for resources: {'Port': ['ID=331bb709-9d75-4417-9313-61c8980df6f2,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:47.184625 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ebf5f-2a40-4104-9dbd-9842d8739bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=47f88a83-6a0f-4e81-a05f-d79ea43e665e,revision_number=7']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:47.199850 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb61bb0-9410-4e7e-8911-6cd76af350d5 req-091e859f-4927-4328-9886-7055f064501c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:47.208098 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4eb61bb0-9410-4e7e-8911-6cd76af350d5 req-091e859f-4927-4328-9886-7055f064501c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.2761774 Apr 20 16:12:47.218318 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-627058ca-68c2-4060-b684-53868786d0c2 req-a331036d-b905-4a51-850a-20457d89e132 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428607 Apr 20 16:12:47.279937 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-40eb0c38-a862-439e-b0c4-601ec932f5fd admin admin] For port f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:47.281052 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40eb0c38-a862-439e-b0c4-601ec932f5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:47.282492 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:47.296752 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-daf27c40-9431-4514-9ea0-7d119c1375d2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:47.300977 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-daf27c40-9431-4514-9ea0-7d119c1375d2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7136889 Apr 20 16:12:47.302709 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-694437ed-b477-432b-b999-e8657396d140 req-a31ebf5f-2a40-4104-9dbd-9842d8739bc2 service neutron] Attempting to bind port 47f88a83-6a0f-4e81-a05f-d79ea43e665e on host n-h2-836146-2 for vnic_type normal with profile {"migrating_to": "n-h1-836146-2"} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:12:47.303142 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-694437ed-b477-432b-b999-e8657396d140 req-a31ebf5f-2a40-4104-9dbd-9842d8739bc2 service neutron] Attempting to bind port 47f88a83-6a0f-4e81-a05f-d79ea43e665e by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:12:47.303570 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694437ed-b477-432b-b999-e8657396d140 req-a31ebf5f-2a40-4104-9dbd-9842d8739bc2 service neutron] Attempting to bind port 47f88a83-6a0f-4e81-a05f-d79ea43e665e on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:12:47.305854 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60026) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:47.311687 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-40eb0c38-a862-439e-b0c4-601ec932f5fd admin admin] Calling delete_port for f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:12:47.316180 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:47.316577 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:47.317763 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-94b2a6dd-57df-450a-83e2-32eb38c419ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:47.330199 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7409d09c-e9e0-486a-a279-627e76dbb737 req-074473c9-1806-4e3e-b887-a0679cccfa73 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497703 Apr 20 16:12:47.354489 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-85f4c329-d6ec-484f-8eaa-cb254af90e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:47.357510 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-85f4c329-d6ec-484f-8eaa-cb254af90e06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=75f3a1eff3714d1280d013522106e2c9&device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 1098 time: 0.4292946 Apr 20 16:12:47.362554 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694437ed-b477-432b-b999-e8657396d140 req-a31ebf5f-2a40-4104-9dbd-9842d8739bc2 service neutron] Port 47f88a83-6a0f-4e81-a05f-d79ea43e665e on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:12:47.362554 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694437ed-b477-432b-b999-e8657396d140 req-a31ebf5f-2a40-4104-9dbd-9842d8739bc2 service neutron] Attempting to bind port 47f88a83-6a0f-4e81-a05f-d79ea43e665e on network 39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:12:47.380207 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694437ed-b477-432b-b999-e8657396d140 req-a31ebf5f-2a40-4104-9dbd-9842d8739bc2 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:12:47.385499 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694437ed-b477-432b-b999-e8657396d140 req-a31ebf5f-2a40-4104-9dbd-9842d8739bc2 service neutron] Checking segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:12:47.385499 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694437ed-b477-432b-b999-e8657396d140 req-a31ebf5f-2a40-4104-9dbd-9842d8739bc2 service neutron] Bound using segment: {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:12:47.385499 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-694437ed-b477-432b-b999-e8657396d140 req-a31ebf5f-2a40-4104-9dbd-9842d8739bc2 service neutron] Bound port: 47f88a83-6a0f-4e81-a05f-d79ea43e665e, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675a0009-a9dc-4b0f-acbf-7ded4941c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:12:47.385499 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-694437ed-b477-432b-b999-e8657396d140 req-a31ebf5f-2a40-4104-9dbd-9842d8739bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:47.406165 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4eb61bb0-9410-4e7e-8911-6cd76af350d5 req-7a70e209-6629-4daf-8322-618222273649 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968534 Apr 20 16:12:47.462278 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32190e4d-96e2-4691-851c-84b042940095 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:12:47.466662 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f60d2f-1387-4fc7-b60b-be2bda6e8328 x-openstack-request-id: req-84f60d2f-1387-4fc7-b60b-be2bda6e8328 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:12:47.467141 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dde9c73-c032-45f8-bad9-2d8ee00aabd8", "tag": "331bb709-9d75-4417-9313-61c8980df6f2", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:12:47.467574 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84f60d2f-1387-4fc7-b60b-be2bda6e8328 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:12:47.468302 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84f60d2f-1387-4fc7-b60b-be2bda6e8328'] response: {'name': 'network-changed', 'server_uuid': '3dde9c73-c032-45f8-bad9-2d8ee00aabd8', 'tag': '331bb709-9d75-4417-9313-61c8980df6f2', 'status': 'completed', 'code': 200} Apr 20 16:12:47.473358 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] Sync routers for ids ['8531b84a-f03f-4bed-9857-93441932c065'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:12:47.491951 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] Routers {'8531b84a-f03f-4bed-9857-93441932c065'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:47.493451 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:12:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['8531b84a-f03f-4bed-9857-93441932c065'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:47.503501 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfa859e-5df8-4e3c-a257-3ef92649373c x-openstack-request-id: req-4dfa859e-5df8-4e3c-a257-3ef92649373c {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:12:47.504002 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23baec6a-b8d3-406c-86e1-678defdb16b2", "name": "network-vif-unplugged", "status": "completed", "tag": "47f88a83-6a0f-4e81-a05f-d79ea43e665e", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:12:47.508373 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4dfa859e-5df8-4e3c-a257-3ef92649373c {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:12:47.509074 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dfa859e-5df8-4e3c-a257-3ef92649373c'] response: {'server_uuid': '23baec6a-b8d3-406c-86e1-678defdb16b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f88a83-6a0f-4e81-a05f-d79ea43e665e', 'code': 200} Apr 20 16:12:47.516586 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94b2a6dd-57df-450a-83e2-32eb38c419ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:47.521053 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095c4a9f-05c4-43d4-89f1-1032b04ba254 x-openstack-request-id: req-095c4a9f-05c4-43d4-89f1-1032b04ba254 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:12:47.521404 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d49607-9ca1-4a54-845c-4fc0cc08739c", "name": "network-vif-plugged", "status": "completed", "tag": "e6de5d6c-bd61-40ae-9313-6a9cd22a16ec", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:12:47.521591 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-095c4a9f-05c4-43d4-89f1-1032b04ba254 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:12:47.521971 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-095c4a9f-05c4-43d4-89f1-1032b04ba254'] response: {'server_uuid': 'a9d49607-9ca1-4a54-845c-4fc0cc08739c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6de5d6c-bd61-40ae-9313-6a9cd22a16ec', 'code': 200} Apr 20 16:12:47.532171 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-1f25174e-bbe1-4d0d-a6cb-904a52b32bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:47.534064 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-1f25174e-bbe1-4d0d-a6cb-904a52b32bed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5333419 Apr 20 16:12:47.560380 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-32190e4d-96e2-4691-851c-84b042940095 admin admin] 10.222.0.15 "PUT /v2.0/routers/8531b84a-f03f-4bed-9857-93441932c065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5974495 Apr 20 16:12:47.560380 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-627058ca-68c2-4060-b684-53868786d0c2 req-2ea02ad8-df5b-4ccd-9a0f-0d1dbab3a79d service neutron] 10.222.0.30 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889440 Apr 20 16:12:47.560380 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-201a565a-d724-4e62-a716-bb14f0977dc4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=331bb709-9d75-4417-9313-61c8980df6f2 HTTP/1.1" status: 200 len: 217 time: 0.1714301 Apr 20 16:12:47.740947 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-627058ca-68c2-4060-b684-53868786d0c2 req-5defdf41-7c7b-47ae-8563-f3e970aef5d0 service neutron] 10.222.0.30 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466625 Apr 20 16:12:47.779559 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] Set router 8531b84a-f03f-4bed-9857-93441932c065 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:47.814214 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=e6de5d6c-bd61-40ae-9313-6a9cd22a16ec,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:47.885322 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60032) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:47.980439 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0af6b-d805-40cc-9a8c-d62368e71242 req-851d8cad-bc44-4623-8eea-62af532df5fe tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:47.990844 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99d0af6b-d805-40cc-9a8c-d62368e71242 req-851d8cad-bc44-4623-8eea-62af532df5fe tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 944 time: 0.1943669 Apr 20 16:12:48.031014 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:12:48.035988 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-382b4a2f-2e8e-4e4a-a70f-0b5ab694b5ee tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1338271738'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:48.045221 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8531b84a-f03f-4bed-9857-93441932c065', 'name': 'tempest-ServersTestMultiNic-1913589363-router', 'tenant_id': '31e17c9702d24102b4b3005d2801ab9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'edae6101-76c6-4203-b98a-cabea402ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:12:28Z', 'updated_at': '2022-04-20T16:12:42Z', 'revision_number': 4, 'project_id': '31e17c9702d24102b4b3005d2801ab9d', 'gw_port': {'id': 'edae6101-76c6-4203-b98a-cabea402ee0d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8531b84a-f03f-4bed-9857-93441932c065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:29Z', 'updated_at': '2022-04-20T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'd6614608-2cb8-488a-b23a-0a2f49c1cc77', 'name': '', 'network_id': '94fcbb92-4917-466d-9441-853c1c0aa040', 'tenant_id': '31e17c9702d24102b4b3005d2801ab9d', 'mac_address': 'fa:16:3e:9f:ea:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8531b84a-f03f-4bed-9857-93441932c065', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e9e796f3-d270-4942-b3dc-083b54c000c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:39Z', 'updated_at': '2022-04-20T16:12:43Z', 'revision_number': 2, 'project_id': '31e17c9702d24102b4b3005d2801ab9d', 'subnets': [{'id': 'e9e796f3-d270-4942-b3dc-083b54c000c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:48.045492 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-9d6f93fb-c9c3-42e1-98f8-d990270fa100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:48.047121 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-9d6f93fb-c9c3-42e1-98f8-d990270fa100 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.3254514 Apr 20 16:12:48.055695 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:12:48.056040 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f6f0455e-9e6d-45b1-a1fe-7a044ce4ac6f not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:12:48.073658 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:48.088870 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] Checking router: 8531b84a-f03f-4bed-9857-93441932c065 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:12:48.089340 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] Updating router 8531b84a-f03f-4bed-9857-93441932c065 port d6614608-2cb8-488a-b23a-0a2f49c1cc77 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:12:48.097638 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99d0af6b-d805-40cc-9a8c-d62368e71242 req-d95f0449-acdf-4680-8b07-583b0635fd23 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048470 Apr 20 16:12:48.118467 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:48.206932 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-b5b3d4ce-5687-49bf-8373-ade6e7d2a93a service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6495860 Apr 20 16:12:48.217243 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490c982-b9ad-4a05-94f3-b50f7efd0dc3 req-dfa20d00-dc76-4575-8355-a1097ce0b30e tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:48.218755 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f490c982-b9ad-4a05-94f3-b50f7efd0dc3 req-dfa20d00-dc76-4575-8355-a1097ce0b30e tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 947 time: 0.6988261 Apr 20 16:12:48.220914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-307cbd9a-f18d-4c7c-b516-81973fec885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:48.222381 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-307cbd9a-f18d-4c7c-b516-81973fec885f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1448889 Apr 20 16:12:48.227134 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-694437ed-b477-432b-b999-e8657396d140 req-a31ebf5f-2a40-4104-9dbd-9842d8739bc2 service neutron] For port 47f88a83-6a0f-4e81-a05f-d79ea43e665e, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:12:48.231980 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-694437ed-b477-432b-b999-e8657396d140 req-a31ebf5f-2a40-4104-9dbd-9842d8739bc2 service neutron] For port 47f88a83-6a0f-4e81-a05f-d79ea43e665e, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=47f88a83-6a0f-4e81-a05f-d79ea43e665e,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:12:48.240811 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab34425-0fb0-42a2-a5fe-76a2c11864a3 req-6d673e9e-450a-4171-b9e3-44633f387b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:48.242266 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fab34425-0fb0-42a2-a5fe-76a2c11864a3 req-6d673e9e-450a-4171-b9e3-44633f387b05 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a9d49607-9ca1-4a54-845c-4fc0cc08739c HTTP/1.1" status: 200 len: 1101 time: 0.6126292 Apr 20 16:12:48.278280 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:48.313505 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2d36d0e-b82c-4b7e-b75b-8697c381d3f8 req-76eb55d0-660b-4318-af6e-31ab17bc1a9a service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948679 Apr 20 16:12:48.337981 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382b4a2f-2e8e-4e4a-a70f-0b5ab694b5ee tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Made reservation on behalf of 31e17c9702d24102b4b3005d2801ab9d for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:12:48.341466 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-382b4a2f-2e8e-4e4a-a70f-0b5ab694b5ee tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:48.348956 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] Attempting to bind port d8f300c3-a60f-4f7a-ae03-996fc74309a1 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:12:48.349594 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] Attempting to bind port d8f300c3-a60f-4f7a-ae03-996fc74309a1 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:12:48.349963 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] Attempting to bind port d8f300c3-a60f-4f7a-ae03-996fc74309a1 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:12:48.355383 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f490c982-b9ad-4a05-94f3-b50f7efd0dc3 req-1f1a87d6-986a-4a4e-a773-fc93a786fa36 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172416 Apr 20 16:12:48.375632 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-694437ed-b477-432b-b999-e8657396d140 req-a31ebf5f-2a40-4104-9dbd-9842d8739bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:48.404702 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:12:48.406884 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:12:48.408074 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:48.410429 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:12:48.411227 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] Bound port: d8f300c3-a60f-4f7a-ae03-996fc74309a1, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:12:48.413014 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:48.425210 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e18834-d7d0-424d-a367-8f35e5dde811 None None] Pushing event updated for resources: {'Port': ['ID=d8f300c3-a60f-4f7a-ae03-996fc74309a1,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:48.450642 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382b4a2f-2e8e-4e4a-a70f-0b5ab694b5ee tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:12:48.496871 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fab34425-0fb0-42a2-a5fe-76a2c11864a3 req-39899b75-f59a-46c3-ad10-70cb182d224d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415361 Apr 20 16:12:48.512179 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-382b4a2f-2e8e-4e4a-a70f-0b5ab694b5ee tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:48.513432 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-382b4a2f-2e8e-4e4a-a70f-0b5ab694b5ee tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Added segment 7c8a8686-b0a3-44ef-a103-a39b1e9b0f88 of type vlan for network 9605f993-398a-4575-885f-57930b02e51b Apr 20 16:12:48.523378 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] For port d8f300c3-a60f-4f7a-ae03-996fc74309a1, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:12:48.531539 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] For port d8f300c3-a60f-4f7a-ae03-996fc74309a1, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d8f300c3-a60f-4f7a-ae03-996fc74309a1,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:12:48.548070 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:48.548817 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94b2a6dd-57df-450a-83e2-32eb38c419ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:48.570206 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-9b39b0d1-eed1-4d06-b03c-d2e6aa548b27 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539380 Apr 20 16:12:48.591527 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694437ed-b477-432b-b999-e8657396d140 req-a31ebf5f-2a40-4104-9dbd-9842d8739bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:48.592151 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-694437ed-b477-432b-b999-e8657396d140 req-a31ebf5f-2a40-4104-9dbd-9842d8739bc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:48.593530 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-a31ebf5f-2a40-4104-9dbd-9842d8739bc2 service neutron] 10.222.0.26 "PUT /v2.0/ports/47f88a83-6a0f-4e81-a05f-d79ea43e665e HTTP/1.1" status: 200 len: 1122 time: 2.6919465 Apr 20 16:12:48.600598 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ebf5f-2a40-4104-9dbd-9842d8739bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=47f88a83-6a0f-4e81-a05f-d79ea43e665e,revision_number=8']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:48.634076 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40eb0c38-a862-439e-b0c4-601ec932f5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:48.643505 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-382b4a2f-2e8e-4e4a-a70f-0b5ab694b5ee tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:48.656198 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:48.679390 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947ab07-1cc9-4666-9b6d-7e61add193ea req-f1447325-9b6f-45cb-8368-924b1bd3b773 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:48.681488 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e947ab07-1cc9-4666-9b6d-7e61add193ea req-f1447325-9b6f-45cb-8368-924b1bd3b773 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.1703434 Apr 20 16:12:48.681962 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:48.689136 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb0c38-a862-439e-b0c4-601ec932f5fd admin admin] Pushing event deleted for resources: {'Port': ['ID=f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:48.712558 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c43472-8f39-45c1-a2c7-08796b171e2d req-9d433bfa-fd40-42e9-a653-e03e5e07c11c tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:48.714429 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-20c43472-8f39-45c1-a2c7-08796b171e2d req-9d433bfa-fd40-42e9-a653-e03e5e07c11c tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d49607-9ca1-4a54-845c-4fc0cc08739c HTTP/1.1" status: 200 len: 950 time: 0.2454178 Apr 20 16:12:48.756627 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['47f88a83-6a0f-4e81-a05f-d79ea43e665e'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:12:48.789915 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2cf98-3e0a-412f-9176-9f72bcea204e None None] Pushing event updated for resources: {'Port': ['ID=d6614608-2cb8-488a-b23a-0a2f49c1cc77,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:48.795003 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['47f88a83-6a0f-4e81-a05f-d79ea43e665e'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:12:48.799314 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] Routers {'e0af7ada-6313-414d-8088-4300f3a26b78'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:48.800677 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:12:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e0af7ada-6313-414d-8088-4300f3a26b78'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:48.809126 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2cf98-3e0a-412f-9176-9f72bcea204e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:48.810241 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2cf98-3e0a-412f-9176-9f72bcea204e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:48.810931 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2cf98-3e0a-412f-9176-9f72bcea204e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:48.811371 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2cf98-3e0a-412f-9176-9f72bcea204e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:48.811702 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2cf98-3e0a-412f-9176-9f72bcea204e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:48.812089 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2cf98-3e0a-412f-9176-9f72bcea204e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:48.812920 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2cf98-3e0a-412f-9176-9f72bcea204e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:48.812920 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2cf98-3e0a-412f-9176-9f72bcea204e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:48.813360 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2cf98-3e0a-412f-9176-9f72bcea204e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:48.813685 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2cf98-3e0a-412f-9176-9f72bcea204e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:48.814189 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2cf98-3e0a-412f-9176-9f72bcea204e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:48.814512 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2cf98-3e0a-412f-9176-9f72bcea204e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:12:48.831469 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-94b2a6dd-57df-450a-83e2-32eb38c419ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Allocated IP 172.25.0.167 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/0cc3324d-5d5b-4d56-beb1-f6763c4f9d57) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:12:48.839246 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e7de3d37-e31c-4e28-8da3-c7ef197ce08d req-8baecefc-a8c7-4909-9f7e-abed5e6d868b service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486272 Apr 20 16:12:48.844440 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-20c43472-8f39-45c1-a2c7-08796b171e2d req-dcd941f4-6dc3-44e9-9841-dc3f5a57cd1c tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097217 Apr 20 16:12:48.848910 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1cd5346a-b50f-4e62-8a08-b3e4dfcccd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:48.860064 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e947ab07-1cc9-4666-9b6d-7e61add193ea req-eaef45ba-59a4-4f24-b4c0-3f70fd5b1ad4 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125309 Apr 20 16:12:48.861268 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40eb0c38-a862-439e-b0c4-601ec932f5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:48.877541 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-382b4a2f-2e8e-4e4a-a70f-0b5ab694b5ee tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:48.885003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382b4a2f-2e8e-4e4a-a70f-0b5ab694b5ee tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:48.886019 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-382b4a2f-2e8e-4e4a-a70f-0b5ab694b5ee tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:48.908460 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e18834-d7d0-424d-a367-8f35e5dde811 None None] Pushing event updated for resources: {'Port': ['ID=d8f300c3-a60f-4f7a-ae03-996fc74309a1,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:48.976774 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40eb0c38-a862-439e-b0c4-601ec932f5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:48.982536 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40eb0c38-a862-439e-b0c4-601ec932f5fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:49.031077 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] Attempting to bind port d6614608-2cb8-488a-b23a-0a2f49c1cc77 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:12:49.031445 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] Attempting to bind port d6614608-2cb8-488a-b23a-0a2f49c1cc77 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '52abff36-8134-4f69-87f2-fbff378e6601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '94fcbb92-4917-466d-9441-853c1c0aa040'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:12:49.031946 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] Attempting to bind port d6614608-2cb8-488a-b23a-0a2f49c1cc77 on network 94fcbb92-4917-466d-9441-853c1c0aa040 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:12:49.045805 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:12:49.046585 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] Checking segment: {'id': '52abff36-8134-4f69-87f2-fbff378e6601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '94fcbb92-4917-466d-9441-853c1c0aa040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:12:49.047252 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:49.047880 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] Bound using segment: {'id': '52abff36-8134-4f69-87f2-fbff378e6601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '94fcbb92-4917-466d-9441-853c1c0aa040'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:12:49.048615 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] Bound port: d6614608-2cb8-488a-b23a-0a2f49c1cc77, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52abff36-8134-4f69-87f2-fbff378e6601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '94fcbb92-4917-466d-9441-853c1c0aa040'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:12:49.049243 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:49.096721 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] Set router e0af7ada-6313-414d-8088-4300f3a26b78 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:49.144173 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] For port d6614608-2cb8-488a-b23a-0a2f49c1cc77, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:12:49.147598 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] For port d6614608-2cb8-488a-b23a-0a2f49c1cc77, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d6614608-2cb8-488a-b23a-0a2f49c1cc77,segment=NetworkSegment(52abff36-8134-4f69-87f2-fbff378e6601),segment_id=52abff36-8134-4f69-87f2-fbff378e6601)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:12:49.150856 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b4a2f-2e8e-4e4a-a70f-0b5ab694b5ee tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event updated for resources: {'Network': ['ID=9605f993-398a-4575-885f-57930b02e51b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:49.190216 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94b2a6dd-57df-450a-83e2-32eb38c419ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:49.226211 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 9605f993-398a-4575-885f-57930b02e51b details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:12:49.234901 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40eb0c38-a862-439e-b0c4-601ec932f5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:49.235744 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40eb0c38-a862-439e-b0c4-601ec932f5fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 237acf75-7ebd-4659-946c-2ddb91a6bddc {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:12:49.248481 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40eb0c38-a862-439e-b0c4-601ec932f5fd admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:49.252556 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-382b4a2f-2e8e-4e4a-a70f-0b5ab694b5ee tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3596385 Apr 20 16:12:49.253026 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-40eb0c38-a862-439e-b0c4-601ec932f5fd admin admin] 10.222.0.15 "DELETE /v2.0/routers/237acf75-7ebd-4659-946c-2ddb91a6bddc HTTP/1.1" status: 204 len: 168 time: 3.5988722 Apr 20 16:12:49.253026 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60042) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:49.253215 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60044) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:49.262768 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-3d4fc830-6ffc-497b-8a1c-29cff3cd763b tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Request body: {'subnet': {'network_id': '9605f993-398a-4575-885f-57930b02e51b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:49.276930 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:49.331451 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-73482128-d712-49a0-8605-c95d8f476d75 admin admin] Deleting subnet 9ca3923b-31f6-4a2b-b573-248af67278fb {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:12:49.362310 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-73482128-d712-49a0-8605-c95d8f476d75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:49.392642 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] Routers {'8531b84a-f03f-4bed-9857-93441932c065'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:49.393284 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:12:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['8531b84a-f03f-4bed-9857-93441932c065'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:49.403170 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2cf98-3e0a-412f-9176-9f72bcea204e None None] Pushing event updated for resources: {'Port': ['ID=d6614608-2cb8-488a-b23a-0a2f49c1cc77,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:49.407751 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-1cd5346a-b50f-4e62-8a08-b3e4dfcccd24 admin admin] Allocated IP 172.20.0.1 (408045e4-944a-432a-ba89-38535ff2bc3b/7c93c9ca-8e3b-404e-8f95-83a6615816ab/ee974115-20f2-4eeb-97a8-3d17338ff683) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:12:49.510838 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23baec6a-b8d3-406c-86e1-678defdb16b2', 'tag': '47f88a83-6a0f-4e81-a05f-d79ea43e665e'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:49.514585 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24157be-64a2-4059-8e92-1099b4f0121d" -d '{"events": [{"name": "network-changed", "server_uuid": "23baec6a-b8d3-406c-86e1-678defdb16b2", "tag": "47f88a83-6a0f-4e81-a05f-d79ea43e665e"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:12:49.532287 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-15fec87f-def6-4b1d-8a2f-e27faee4ee81 None None] Provisioning complete for port d6614608-2cb8-488a-b23a-0a2f49c1cc77 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:49.532840 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-15fec87f-def6-4b1d-8a2f-e27faee4ee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:49.579134 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-73482128-d712-49a0-8605-c95d8f476d75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:49.598554 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] Set router 8531b84a-f03f-4bed-9857-93441932c065 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:49.626780 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1cd5346a-b50f-4e62-8a08-b3e4dfcccd24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:49.634647 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94b2a6dd-57df-450a-83e2-32eb38c419ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:49.675681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e614458-3dc1-47d2-b91b-ed047d50693d req-7172a972-4aa7-4a5e-8d3b-d3127ebca41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:49.677348 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e614458-3dc1-47d2-b91b-ed047d50693d req-7172a972-4aa7-4a5e-8d3b-d3127ebca41b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=75f3a1eff3714d1280d013522106e2c9&device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 1098 time: 0.5395188 Apr 20 16:12:49.716218 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b2a6dd-57df-450a-83e2-32eb38c419ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:12:49.726812 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4fc830-6ffc-497b-8a1c-29cff3cd763b tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Made reservation on behalf of 31e17c9702d24102b4b3005d2801ab9d for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:12:49.730615 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d4fc830-6ffc-497b-8a1c-29cff3cd763b tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:49.747279 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a2752-b8c4-482e-8a67-4a13bd15af08 req-9a317915-db28-4c66-b43b-947c221bad3f tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:49.749099 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1d0a2752-b8c4-482e-8a67-4a13bd15af08 req-9a317915-db28-4c66-b43b-947c221bad3f tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 947 time: 0.2393157 Apr 20 16:12:49.750057 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-94b2a6dd-57df-450a-83e2-32eb38c419ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:49.755994 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e1cd0-6726-47d4-9be1-2c7f0c8d7d6c req-124fe578-b125-4ae7-ade4-f97cc31fe1d7 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:49.757109 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ab9e1cd0-6726-47d4-9be1-2c7f0c8d7d6c req-124fe578-b125-4ae7-ade4-f97cc31fe1d7 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 944 time: 0.5268910 Apr 20 16:12:49.772036 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b2a6dd-57df-450a-83e2-32eb38c419ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:12:49.797749 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1cd5346a-b50f-4e62-8a08-b3e4dfcccd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:49.842733 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-15fec87f-def6-4b1d-8a2f-e27faee4ee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:49.887585 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5346a-b50f-4e62-8a08-b3e4dfcccd24 admin admin] Pushing event updated for resources: {'Port': ['ID=ee974115-20f2-4eeb-97a8-3d17338ff683,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:49.910123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'name': 'tempest-ServersTestManualDisk-1540183423-router', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:12:41Z', 'updated_at': '2022-04-20T16:12:44Z', 'revision_number': 3, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'gw_port': {'id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:42:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:43Z', 'updated_at': '2022-04-20T16:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:49.923269 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8531b84a-f03f-4bed-9857-93441932c065', 'name': 'tempest-ServersTestMultiNic-1913589363-router', 'tenant_id': '31e17c9702d24102b4b3005d2801ab9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'edae6101-76c6-4203-b98a-cabea402ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:12:28Z', 'updated_at': '2022-04-20T16:12:42Z', 'revision_number': 4, 'project_id': '31e17c9702d24102b4b3005d2801ab9d', 'gw_port': {'id': 'edae6101-76c6-4203-b98a-cabea402ee0d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8531b84a-f03f-4bed-9857-93441932c065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:29Z', 'updated_at': '2022-04-20T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'd6614608-2cb8-488a-b23a-0a2f49c1cc77', 'name': '', 'network_id': '94fcbb92-4917-466d-9441-853c1c0aa040', 'tenant_id': '31e17c9702d24102b4b3005d2801ab9d', 'mac_address': 'fa:16:3e:9f:ea:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8531b84a-f03f-4bed-9857-93441932c065', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e9e796f3-d270-4942-b3dc-083b54c000c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:39Z', 'updated_at': '2022-04-20T16:12:49Z', 'revision_number': 4, 'project_id': '31e17c9702d24102b4b3005d2801ab9d', 'subnets': [{'id': 'e9e796f3-d270-4942-b3dc-083b54c000c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:49.933379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd5346a-b50f-4e62-8a08-b3e4dfcccd24 admin admin] Network 408045e4-944a-432a-ba89-38535ff2bc3b is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:12:49.936258 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2a6dd-57df-450a-83e2-32eb38c419ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event updated for resources: {'Port': ['ID=0cc3324d-5d5b-4d56-beb1-f6763c4f9d57,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:49.944245 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ab9e1cd0-6726-47d4-9be1-2c7f0c8d7d6c req-54da0cc5-21ee-4a49-887e-82f5ff36f50f tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760602 Apr 20 16:12:49.947652 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-1cd5346a-b50f-4e62-8a08-b3e4dfcccd24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:49.952094 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd5346a-b50f-4e62-8a08-b3e4dfcccd24 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:12:49.970315 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a9f589-ff70-4da4-a87a-59d43325539d None None] The sync data for ids ['e0af7ada-6313-414d-8088-4300f3a26b78'] in n-d-836146-2 is: [{'id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'name': 'tempest-ServersTestManualDisk-1540183423-router', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:12:41Z', 'updated_at': '2022-04-20T16:12:44Z', 'revision_number': 3, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'gw_port': {'id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:42:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:43Z', 'updated_at': '2022-04-20T16:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:12:49.984845 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-15fec87f-def6-4b1d-8a2f-e27faee4ee81 None None] For port d6614608-2cb8-488a-b23a-0a2f49c1cc77, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d6614608-2cb8-488a-b23a-0a2f49c1cc77,segment=NetworkSegment(52abff36-8134-4f69-87f2-fbff378e6601),segment_id=52abff36-8134-4f69-87f2-fbff378e6601)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:49.997800 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1d0a2752-b8c4-482e-8a67-4a13bd15af08 req-409d0359-0832-41f8-8521-e9cf92528006 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153943 Apr 20 16:12:49.999432 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52367f-4751-43fd-b6a5-83bf452487df None None] The sync data for ids ['8531b84a-f03f-4bed-9857-93441932c065'] in n-d-836146-2 is: [{'id': '8531b84a-f03f-4bed-9857-93441932c065', 'name': 'tempest-ServersTestMultiNic-1913589363-router', 'tenant_id': '31e17c9702d24102b4b3005d2801ab9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'edae6101-76c6-4203-b98a-cabea402ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:12:28Z', 'updated_at': '2022-04-20T16:12:42Z', 'revision_number': 4, 'project_id': '31e17c9702d24102b4b3005d2801ab9d', 'gw_port': {'id': 'edae6101-76c6-4203-b98a-cabea402ee0d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8531b84a-f03f-4bed-9857-93441932c065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:29Z', 'updated_at': '2022-04-20T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'd6614608-2cb8-488a-b23a-0a2f49c1cc77', 'name': '', 'network_id': '94fcbb92-4917-466d-9441-853c1c0aa040', 'tenant_id': '31e17c9702d24102b4b3005d2801ab9d', 'mac_address': 'fa:16:3e:9f:ea:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8531b84a-f03f-4bed-9857-93441932c065', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'e9e796f3-d270-4942-b3dc-083b54c000c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:39Z', 'updated_at': '2022-04-20T16:12:49Z', 'revision_number': 4, 'project_id': '31e17c9702d24102b4b3005d2801ab9d', 'subnets': [{'id': 'e9e796f3-d270-4942-b3dc-083b54c000c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:12:50.055656 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1cd5346a-b50f-4e62-8a08-b3e4dfcccd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:50.096837 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-15fec87f-def6-4b1d-8a2f-e27faee4ee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:50.233369 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94b2a6dd-57df-450a-83e2-32eb38c419ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:50.236627 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fec87f-def6-4b1d-8a2f-e27faee4ee81 None None] Pushing event updated for resources: {'Port': ['ID=d6614608-2cb8-488a-b23a-0a2f49c1cc77,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:50.266127 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a36519-c4c1-4c56-8218-a028c99684e3 x-openstack-request-id: req-65a36519-c4c1-4c56-8218-a028c99684e3 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:12:50.267491 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23baec6a-b8d3-406c-86e1-678defdb16b2", "tag": "47f88a83-6a0f-4e81-a05f-d79ea43e665e", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:12:50.269003 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-65a36519-c4c1-4c56-8218-a028c99684e3 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:12:50.269654 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65a36519-c4c1-4c56-8218-a028c99684e3'] response: {'name': 'network-changed', 'server_uuid': '23baec6a-b8d3-406c-86e1-678defdb16b2', 'tag': '47f88a83-6a0f-4e81-a05f-d79ea43e665e', 'status': 'completed', 'code': 200} Apr 20 16:12:50.277560 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-59fcbe96-e2ef-4368-b154-76a20806264c None None] Provisioning complete for port d6614608-2cb8-488a-b23a-0a2f49c1cc77 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:50.278004 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-59fcbe96-e2ef-4368-b154-76a20806264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:50.292614 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e614458-3dc1-47d2-b91b-ed047d50693d req-196a2212-e9c3-431b-8050-236299ea3f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:50.294207 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e614458-3dc1-47d2-b91b-ed047d50693d req-196a2212-e9c3-431b-8050-236299ea3f74 service neutron] 10.222.0.30 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.6096685 Apr 20 16:12:50.325387 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-73482128-d712-49a0-8605-c95d8f476d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:50.457248 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94b2a6dd-57df-450a-83e2-32eb38c419ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:50.531246 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfd741-95e3-4722-882e-6cb718ce51d9 req-4a1ad6e6-1c32-4728-a7e3-1229702d7c7f tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:50.532952 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-95cfd741-95e3-4722-882e-6cb718ce51d9 req-4a1ad6e6-1c32-4728-a7e3-1229702d7c7f tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d49607-9ca1-4a54-845c-4fc0cc08739c HTTP/1.1" status: 200 len: 950 time: 0.2803211 Apr 20 16:12:50.546104 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-fe3126c2-b068-4166-959d-defd0567ff6f None None] Provisioning complete for port ee974115-20f2-4eeb-97a8-3d17338ff683 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:50.547624 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fe3126c2-b068-4166-959d-defd0567ff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:50.585702 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-73482128-d712-49a0-8605-c95d8f476d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:50.621848 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-fe3126c2-b068-4166-959d-defd0567ff6f None None] Port ee974115-20f2-4eeb-97a8-3d17338ff683 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:12:50.722665 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73482128-d712-49a0-8605-c95d8f476d75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ca3923b-31f6-4a2b-b573-248af67278fb,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:50.754336 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-73482128-d712-49a0-8605-c95d8f476d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:50.754499 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa467e1-5c2e-4cfe-bd96-0d49adde3c62 None None] Network f23d9022-425c-4e21-b831-1e03a05d4b94 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:12:50.757255 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-73482128-d712-49a0-8605-c95d8f476d75 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9ca3923b-31f6-4a2b-b573-248af67278fb HTTP/1.1" status: 204 len: 168 time: 1.5026710 Apr 20 16:12:50.772907 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60054) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:50.799131 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-95cfd741-95e3-4722-882e-6cb718ce51d9 req-6ba66575-0f50-4e56-b6ea-cce6b43af0c6 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538419 Apr 20 16:12:50.894525 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e614458-3dc1-47d2-b91b-ed047d50693d req-37acb2a8-8317-4f44-a197-ce44fbd07e04 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=331bb709-9d75-4417-9313-61c8980df6f2 HTTP/1.1" status: 200 len: 217 time: 0.5607674 Apr 20 16:12:50.922605 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d6614608-2cb8-488a-b23a-0a2f49c1cc77 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:12:50.999512 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fff71-38f3-49c2-95da-210faf126d8f req-92cf692d-47db-42a0-8c80-a078b9316d74 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:51.001746 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b6fff71-38f3-49c2-95da-210faf126d8f req-92cf692d-47db-42a0-8c80-a078b9316d74 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.7403002 Apr 20 16:12:51.004576 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8655fc22-3f38-49f6-a7db-6fb86a49878d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:51.044862 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d4fc830-6ffc-497b-8a1c-29cff3cd763b tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:51.056884 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24157be-64a2-4059-8e92-1099b4f0121d req-bcc1752f-0630-4f24-a8a6-b8d94ab166e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:51.058570 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f24157be-64a2-4059-8e92-1099b4f0121d req-bcc1752f-0630-4f24-a8a6-b8d94ab166e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 1125 time: 0.7763593 Apr 20 16:12:51.073806 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e614458-3dc1-47d2-b91b-ed047d50693d req-3a40db4a-df76-4dbb-8ce6-dc92c9d74897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:51.076422 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e614458-3dc1-47d2-b91b-ed047d50693d req-3a40db4a-df76-4dbb-8ce6-dc92c9d74897 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.1656287 Apr 20 16:12:51.076763 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94b2a6dd-57df-450a-83e2-32eb38c419ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:51.077102 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1cd5346a-b50f-4e62-8a08-b3e4dfcccd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:51.094405 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port d6614608-2cb8-488a-b23a-0a2f49c1cc77 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:51.094860 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:51.177733 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94b2a6dd-57df-450a-83e2-32eb38c419ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:51.236444 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24157be-64a2-4059-8e92-1099b4f0121d req-5fa0d2a2-60df-40f7-a4e3-da581b800bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:51.238261 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f24157be-64a2-4059-8e92-1099b4f0121d req-5fa0d2a2-60df-40f7-a4e3-da581b800bbe service neutron] 10.222.0.30 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 909 time: 0.1248114 Apr 20 16:12:51.274897 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4fc830-6ffc-497b-8a1c-29cff3cd763b tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event updated for resources: {'Subnet': ['ID=a304daab-f36d-41a9-a9f1-3218c4cacc4a,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:51.338585 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b6fff71-38f3-49c2-95da-210faf126d8f req-3e11ffed-0093-42a1-8d07-adab19570815 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2949204 Apr 20 16:12:51.400045 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdb059-5341-4112-b49f-0af6cd2a92e3 req-fda400c4-1255-4f1d-bcb6-a2d1a83520aa tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:51.401921 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-decdb059-5341-4112-b49f-0af6cd2a92e3 req-fda400c4-1255-4f1d-bcb6-a2d1a83520aa tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 944 time: 0.3481300 Apr 20 16:12:51.409043 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2a6dd-57df-450a-83e2-32eb38c419ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event updated for resources: {'Port': ['ID=0cc3324d-5d5b-4d56-beb1-f6763c4f9d57,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:51.431734 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f24157be-64a2-4059-8e92-1099b4f0121d req-b451e545-ab9d-4f0d-9a10-0e9de4a9c64c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47f88a83-6a0f-4e81-a05f-d79ea43e665e HTTP/1.1" status: 200 len: 217 time: 0.1292603 Apr 20 16:12:51.605952 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4fc830-6ffc-497b-8a1c-29cff3cd763b tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Checking segment: {'id': '7c8a8686-b0a3-44ef-a103-a39b1e9b0f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9605f993-398a-4575-885f-57930b02e51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:12:51.605952 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4fc830-6ffc-497b-8a1c-29cff3cd763b tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Network hostable DHCP agents. Network: 9605f993-398a-4575-885f-57930b02e51b, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:12:51.605952 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94b2a6dd-57df-450a-83e2-32eb38c419ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:51.605952 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-8655fc22-3f38-49f6-a7db-6fb86a49878d admin admin] Deleting port 439db119-2404-42d0-83b6-3fecf9d31e51 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:12:51.605952 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8655fc22-3f38-49f6-a7db-6fb86a49878d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:51.608485 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e614458-3dc1-47d2-b91b-ed047d50693d req-b0259932-30ad-4476-a673-54d7e5db5130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:51.608940 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d8f300c3-a60f-4f7a-ae03-996fc74309a1 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:12:51.609323 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e614458-3dc1-47d2-b91b-ed047d50693d req-b0259932-30ad-4476-a673-54d7e5db5130 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4146943 Apr 20 16:12:51.609427 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b83334-0c79-4e54-a3a4-b348c92b0e49 None None] DHCP port deletion for f23d9022-425c-4e21-b831-1e03a05d4b94 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:12:51.609542 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-decdb059-5341-4112-b49f-0af6cd2a92e3 req-f728012b-e6c1-49e1-a9b2-56ee28942916 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553457 Apr 20 16:12:51.609542 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-8655fc22-3f38-49f6-a7db-6fb86a49878d admin admin] For port 439db119-2404-42d0-83b6-3fecf9d31e51, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=439db119-2404-42d0-83b6-3fecf9d31e51,segment=NetworkSegment(0645846c-5a7e-4fa1-b41c-6bdd002f9154),segment_id=0645846c-5a7e-4fa1-b41c-6bdd002f9154)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:51.609542 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8655fc22-3f38-49f6-a7db-6fb86a49878d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:51.615306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24157be-64a2-4059-8e92-1099b4f0121d req-b15399cd-8773-409b-a2ad-ebad22da086f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:51.617595 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f24157be-64a2-4059-8e92-1099b4f0121d req-b15399cd-8773-409b-a2ad-ebad22da086f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f HTTP/1.1" status: 200 len: 848 time: 0.1551361 Apr 20 16:12:51.623173 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-8655fc22-3f38-49f6-a7db-6fb86a49878d admin admin] Calling delete_port for 439db119-2404-42d0-83b6-3fecf9d31e51 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:12:51.682227 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port d8f300c3-a60f-4f7a-ae03-996fc74309a1 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:51.682921 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:51.701484 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94b2a6dd-57df-450a-83e2-32eb38c419ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:51.703002 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-94b2a6dd-57df-450a-83e2-32eb38c419ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3923130 Apr 20 16:12:51.705744 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4fc830-6ffc-497b-8a1c-29cff3cd763b tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Network 9605f993-398a-4575-885f-57930b02e51b is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:12:51.726946 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-81b83334-0c79-4e54-a3a4-b348c92b0e49 None None] Deleting port 439db119-2404-42d0-83b6-3fecf9d31e51 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:12:51.727606 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-81b83334-0c79-4e54-a3a4-b348c92b0e49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:51.761216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f24157be-64a2-4059-8e92-1099b4f0121d req-317174b0-8a36-42db-874d-5a802a0dc860 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138573 Apr 20 16:12:51.791081 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-3d4fc830-6ffc-497b-8a1c-29cff3cd763b tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 9605f993-398a-4575-885f-57930b02e51b) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:51.794778 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef529b42-0796-44bc-a885-5a69e5b3ce44 req-c8976069-4ece-4db7-96f2-19392f10b15b tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:51.807642 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef529b42-0796-44bc-a885-5a69e5b3ce44 req-c8976069-4ece-4db7-96f2-19392f10b15b tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 947 time: 0.2760959 Apr 20 16:12:51.807964 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4fc830-6ffc-497b-8a1c-29cff3cd763b tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:51.807964 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d4fc830-6ffc-497b-8a1c-29cff3cd763b tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:51.821381 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767aee9d-f6e1-49f9-9170-796ad60197a7 None None] Network 9605f993-398a-4575-885f-57930b02e51b requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:12:51.830217 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8655fc22-3f38-49f6-a7db-6fb86a49878d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:51.871579 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655fc22-3f38-49f6-a7db-6fb86a49878d admin admin] Pushing event deleted for resources: {'Port': ['ID=439db119-2404-42d0-83b6-3fecf9d31e51,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:51.885709 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8655fc22-3f38-49f6-a7db-6fb86a49878d admin admin] No DVR routers for this DVR port 439db119-2404-42d0-83b6-3fecf9d31e51 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:12:51.926581 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3d4fc830-6ffc-497b-8a1c-29cff3cd763b tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6679735 Apr 20 16:12:51.937733 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1cd5346a-b50f-4e62-8a08-b3e4dfcccd24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:51.947748 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60066) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:51.953300 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5b342298-4e17-454d-83e2-a745bc516c83 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1486503507'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:51.974129 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-81b83334-0c79-4e54-a3a4-b348c92b0e49 None None] For port 439db119-2404-42d0-83b6-3fecf9d31e51, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=439db119-2404-42d0-83b6-3fecf9d31e51,segment=NetworkSegment(0645846c-5a7e-4fa1-b41c-6bdd002f9154),segment_id=0645846c-5a7e-4fa1-b41c-6bdd002f9154)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:51.974603 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-81b83334-0c79-4e54-a3a4-b348c92b0e49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:51.991517 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e614458-3dc1-47d2-b91b-ed047d50693d req-f62881ec-6b44-4f34-881f-cebf83bfbabf service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085121 Apr 20 16:12:51.997499 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef529b42-0796-44bc-a885-5a69e5b3ce44 req-0abce820-20fd-4ec5-bbf0-8987d66962a4 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827629 Apr 20 16:12:52.022243 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-81b83334-0c79-4e54-a3a4-b348c92b0e49 None None] Calling delete_port for 439db119-2404-42d0-83b6-3fecf9d31e51 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:12:52.046145 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8655fc22-3f38-49f6-a7db-6fb86a49878d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:52.052377 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1cd5346a-b50f-4e62-8a08-b3e4dfcccd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:52.085637 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-8655fc22-3f38-49f6-a7db-6fb86a49878d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23d9022-425c-4e21-b831-1e03a05d4b94']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:52.118151 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d39038-a2f9-44d3-9fb1-66f6724cea12 req-1191cd77-bced-431a-aef4-ea8d4fc2f0f5 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:52.119959 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b6d39038-a2f9-44d3-9fb1-66f6724cea12 req-1191cd77-bced-431a-aef4-ea8d4fc2f0f5 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d49607-9ca1-4a54-845c-4fc0cc08739c HTTP/1.1" status: 200 len: 950 time: 0.1934588 Apr 20 16:12:52.122085 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-8655fc22-3f38-49f6-a7db-6fb86a49878d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0645846c-5a7e-4fa1-b41c-6bdd002f9154') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:52.122443 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-8655fc22-3f38-49f6-a7db-6fb86a49878d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0645846c-5a7e-4fa1-b41c-6bdd002f9154') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:52.137497 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f24157be-64a2-4059-8e92-1099b4f0121d req-e0de8f92-3156-4d60-bc6f-1bc2ea4b0222 service neutron] 10.222.0.30 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637521 Apr 20 16:12:52.141258 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 331bb709-9d75-4417-9313-61c8980df6f2 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:12:52.161468 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8655fc22-3f38-49f6-a7db-6fb86a49878d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:52.177389 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b342298-4e17-454d-83e2-a745bc516c83 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Made reservation on behalf of 31e17c9702d24102b4b3005d2801ab9d for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:12:52.180684 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b342298-4e17-454d-83e2-a745bc516c83 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:52.199576 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8655fc22-3f38-49f6-a7db-6fb86a49878d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:52.204807 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:52.219939 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8655fc22-3f38-49f6-a7db-6fb86a49878d admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:12:52.220376 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8655fc22-3f38-49f6-a7db-6fb86a49878d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:12:52.225058 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:12:52.249710 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5346a-b50f-4e62-8a08-b3e4dfcccd24 admin admin] Pushing event updated for resources: {'Port': ['ID=ee974115-20f2-4eeb-97a8-3d17338ff683,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:52.252425 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b6d39038-a2f9-44d3-9fb1-66f6724cea12 req-eee00d04-14c0-4122-920a-b26b88c335ba tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218522 Apr 20 16:12:52.266162 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1cd5346a-b50f-4e62-8a08-b3e4dfcccd24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:52.295061 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-9a590ae0-7156-45fd-bf8b-224d5621d01b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--560400698&fields=id&tenant_id=52e792bf173b40589fd45d3280bfec0b HTTP/1.1" status: 200 len: 267 time: 0.1544480 Apr 20 16:12:52.299133 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e614458-3dc1-47d2-b91b-ed047d50693d req-6dfc82f1-2d43-4f67-aedb-d368689ad726 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900097 Apr 20 16:12:52.342684 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port d8f300c3-a60f-4f7a-ae03-996fc74309a1, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d8f300c3-a60f-4f7a-ae03-996fc74309a1,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:52.370404 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b342298-4e17-454d-83e2-a745bc516c83 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:12:52.396971 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f08757-7e3f-43de-b7f0-bb73e7e7f736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-9605f993-398a-4575-885f-57930b02e51b', 'network_id': '9605f993-398a-4575-885f-57930b02e51b', 'tenant_id': '31e17c9702d24102b4b3005d2801ab9d', 'fixed_ips': [{'subnet_id': 'a304daab-f36d-41a9-a9f1-3218c4cacc4a'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:12:52.397838 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73f08757-7e3f-43de-b7f0-bb73e7e7f736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:52.415824 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f24157be-64a2-4059-8e92-1099b4f0121d req-f895740a-d637-4fd8-9b7c-2f1f7c9a9512 service neutron] 10.222.0.30 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476318 Apr 20 16:12:52.420767 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-81b83334-0c79-4e54-a3a4-b348c92b0e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:52.423601 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b342298-4e17-454d-83e2-a745bc516c83 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:52.423952 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-5b342298-4e17-454d-83e2-a745bc516c83 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Added segment 59b81744-c5c7-4e6e-86f9-20a67f979b7d of type vlan for network 755c698b-1fd9-4a75-a82a-4fa61b59e5e3 Apr 20 16:12:52.425084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-8e6eb40c-c788-46ef-8d99-534f930218d6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:52.426407 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-8e6eb40c-c788-46ef-8d99-534f930218d6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports/86bc5f31-0189-4f35-860c-022465c8e0d6 HTTP/1.1" status: 200 len: 936 time: 0.0991523 Apr 20 16:12:52.429486 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:52.461518 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b83334-0c79-4e54-a3a4-b348c92b0e49 None None] Pushing event deleted for resources: {'Port': ['ID=439db119-2404-42d0-83b6-3fecf9d31e51,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:52.469376 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 331bb709-9d75-4417-9313-61c8980df6f2, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=331bb709-9d75-4417-9313-61c8980df6f2,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:52.481416 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b83334-0c79-4e54-a3a4-b348c92b0e49 None None] No DVR routers for this DVR port 439db119-2404-42d0-83b6-3fecf9d31e51 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:12:52.498098 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d237c6d-b473-4e2b-83cb-b84042c5e2a5 req-22af8274-1048-4cbd-9382-673b2ab2bd4a tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:52.501412 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4d237c6d-b473-4e2b-83cb-b84042c5e2a5 req-22af8274-1048-4cbd-9382-673b2ab2bd4a tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.1349962 Apr 20 16:12:52.570046 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8655fc22-3f38-49f6-a7db-6fb86a49878d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:52.570764 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:12:52.570877 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8655fc22-3f38-49f6-a7db-6fb86a49878d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:52.570971 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-884ecf52-48f2-4482-95e2-8b066a6e47cf tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:52.570971 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-884ecf52-48f2-4482-95e2-8b066a6e47cf tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports/109b0a13-d200-4ede-b5d7-d7341c55a715 HTTP/1.1" status: 200 len: 936 time: 0.0931194 Apr 20 16:12:52.571130 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8655fc22-3f38-49f6-a7db-6fb86a49878d admin admin] 10.222.0.15 "DELETE /v2.0/networks/f23d9022-425c-4e21-b831-1e03a05d4b94 HTTP/1.1" status: 204 len: 168 time: 1.7557909 Apr 20 16:12:52.571225 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd5346a-b50f-4e62-8a08-b3e4dfcccd24 admin admin] Network 408045e4-944a-432a-ba89-38535ff2bc3b is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:12:52.571310 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b342298-4e17-454d-83e2-a745bc516c83 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:52.571399 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '331bb709-9d75-4417-9313-61c8980df6f2', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': '331bb709-9d75-4417-9313-61c8980df6f2', 'mac_address': 'fa:16:3e:96:88:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:12:52.571488 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-1cd5346a-b50f-4e62-8a08-b3e4dfcccd24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:52.590132 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655fc22-3f38-49f6-a7db-6fb86a49878d admin admin] Pushing event deleted for resources: {'Network': ['ID=f23d9022-425c-4e21-b831-1e03a05d4b94,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:52.635901 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4d237c6d-b473-4e2b-83cb-b84042c5e2a5 req-16cf0f02-e690-425d-897e-e64dff8e50ba tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178901 Apr 20 16:12:52.666459 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:12:52.687458 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-0fd25e44-abf1-43e9-9902-48980657ce5f tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?network_id=180e815e-0123-45d7-aabc-b7cbe3dc8657&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1514239 Apr 20 16:12:52.746383 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b342298-4e17-454d-83e2-a745bc516c83 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:52.754375 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b342298-4e17-454d-83e2-a745bc516c83 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:52.755589 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b342298-4e17-454d-83e2-a745bc516c83 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:52.796460 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:12:52.796861 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f6a3e8ef-d31d-4f3c-85c1-b78dcaa5d758 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:12:52.834206 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-6481b5e9-a0d3-4224-abfc-3568ea3b4dac tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?network_id=180e815e-0123-45d7-aabc-b7cbe3dc8657&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0615273 Apr 20 16:12:52.864599 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=d8f300c3-a60f-4f7a-ae03-996fc74309a1,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:52.870100 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.resource_extend [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 16:12:52.894454 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b342298-4e17-454d-83e2-a745bc516c83 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event updated for resources: {'Network': ['ID=755c698b-1fd9-4a75-a82a-4fa61b59e5e3,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:52.943492 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 755c698b-1fd9-4a75-a82a-4fa61b59e5e3 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:12:52.987702 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d13c4c-40f2-4845-b112-d7c2e741838c req-82ee3310-9b8f-480f-9242-4b48ed53c9e4 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:53.000913 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-00d13c4c-40f2-4845-b112-d7c2e741838c req-82ee3310-9b8f-480f-9242-4b48ed53c9e4 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.1075225 Apr 20 16:12:53.016382 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 439db119-2404-42d0-83b6-3fecf9d31e51 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:12:53.028034 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:53.029972 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-183bdfc0-1d3a-400f-af54-5cb94a6e4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:53.033951 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-1b66d4fb-0148-41db-803b-38b5558fa210 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:53.041388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-1b66d4fb-0148-41db-803b-38b5558fa210 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:53.050954 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5b342298-4e17-454d-83e2-a745bc516c83 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1009302 Apr 20 16:12:53.052985 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-1b66d4fb-0148-41db-803b-38b5558fa210 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:53.053132 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60094) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:53.054234 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-1b66d4fb-0148-41db-803b-38b5558fa210 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/networks?id=5a539455-a33b-4573-a499-12dcf82cf2d8&id=b3f48337-fb41-429b-a73c-aee6d4fcf48c&id=b3f48337-fb41-429b-a73c-aee6d4fcf48c&id=180e815e-0123-45d7-aabc-b7cbe3dc8657&id=180e815e-0123-45d7-aabc-b7cbe3dc8657 HTTP/1.1" status: 200 len: 1993 time: 0.1735191 Apr 20 16:12:53.056264 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd5346a-b50f-4e62-8a08-b3e4dfcccd24 admin admin] Router e0af7ada-6313-414d-8088-4300f3a26b78 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:12:53.057785 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-acf2134c-5c03-4eee-be6b-50d3c0797166 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Request body: {'subnet': {'network_id': '755c698b-1fd9-4a75-a82a-4fa61b59e5e3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:53.094772 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-00d13c4c-40f2-4845-b112-d7c2e741838c req-255d53f5-5691-4bf5-8da1-370408be69b6 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814531 Apr 20 16:12:53.096909 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-09a897bc-2bb8-45ba-ba66-757d4ac226ec tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/quotas/52e792bf173b40589fd45d3280bfec0b HTTP/1.1" status: 200 len: 375 time: 0.0260642 Apr 20 16:12:53.150165 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60096) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:53.184290 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-73f08757-7e3f-43de-b7f0-bb73e7e7f736 None None] Allocated IP 19.80.0.2 (9605f993-398a-4575-885f-57930b02e51b/a304daab-f36d-41a9-a9f1-3218c4cacc4a/61605d67-521f-45a6-9f45-8d04504fc8b6) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:12:53.209926 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331bb709-9d75-4417-9313-61c8980df6f2 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:12:53.215258 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 439db119-2404-42d0-83b6-3fecf9d31e51 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:12:53.217224 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 439db119-2404-42d0-83b6-3fecf9d31e51 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:12:53.237408 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d452278f-ccf7-49b7-a34e-f2bc80345b4d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a1e0f50b39a4690a4fa7de352e3594a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0860147 Apr 20 16:12:53.238486 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60098) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:53.254841 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:53.282884 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2e652fe7-7b58-454f-a9da-51b561b2b1f2 None None] Provisioning complete for port ee974115-20f2-4eeb-97a8-3d17338ff683 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:53.286055 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2e652fe7-7b58-454f-a9da-51b561b2b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:53.299475 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-6b95153e-7d60-45ad-9685-6fd67089ba9d tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=52e792bf173b40589fd45d3280bfec0b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1501071 Apr 20 16:12:53.302407 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31881073-fc7c-419b-a11f-106da6fcbfdc req-c67cb1d8-bfbd-4bf7-82c0-a4678aeea5d5 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:53.303918 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31881073-fc7c-419b-a11f-106da6fcbfdc req-c67cb1d8-bfbd-4bf7-82c0-a4678aeea5d5 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 944 time: 0.1181154 Apr 20 16:12:53.319397 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd5346a-b50f-4e62-8a08-b3e4dfcccd24 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:12:53.325072 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 331bb709-9d75-4417-9313-61c8980df6f2, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=331bb709-9d75-4417-9313-61c8980df6f2,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:53.329010 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '2ec6e65c-b03e-4ba8-ac37-7b06bb13130a', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': '2ec6e65c-b03e-4ba8-ac37-7b06bb13130a', 'mac_address': 'fa:16:3e:17:c6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:12:53.330187 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2e652fe7-7b58-454f-a9da-51b561b2b1f2 None None] Port ee974115-20f2-4eeb-97a8-3d17338ff683 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:12:53.346638 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-00492c0d-536a-4374-91a0-330afe23f3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:53.347878 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1cd5346a-b50f-4e62-8a08-b3e4dfcccd24 admin admin] 10.222.0.15 "PUT /v2.0/routers/e0af7ada-6313-414d-8088-4300f3a26b78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0573804 Apr 20 16:12:53.388440 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31881073-fc7c-419b-a11f-106da6fcbfdc req-f49ed044-b412-4f69-bab5-97d1ba69924d tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656567 Apr 20 16:12:53.398981 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf2134c-5c03-4eee-be6b-50d3c0797166 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Made reservation on behalf of 31e17c9702d24102b4b3005d2801ab9d for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:12:53.403025 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-acf2134c-5c03-4eee-be6b-50d3c0797166 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:53.418780 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-00492c0d-536a-4374-91a0-330afe23f3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:53.421978 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:53.458603 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:53.502715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:12:53.554111 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:53.565092 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-f2444759-457f-4dcc-af2c-0ca1d2115594 service neutron] 10.222.0.15 "GET /v2.0/networks/5a539455-a33b-4573-a499-12dcf82cf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079363 Apr 20 16:12:53.568279 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-67071b71-1885-4d68-b448-521ce6e00f3d req-037b52b3-f664-4d00-9d7c-2e5f35b72af3 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=414c3900b95544c68d9d9644835b8a7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697551 Apr 20 16:12:53.580437 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=331bb709-9d75-4417-9313-61c8980df6f2,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:53.593068 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73f08757-7e3f-43de-b7f0-bb73e7e7f736 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:53.606444 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] Sync routers for ids ['e0af7ada-6313-414d-8088-4300f3a26b78'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:12:53.621532 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] Routers {'e0af7ada-6313-414d-8088-4300f3a26b78'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:53.622179 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:12:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e0af7ada-6313-414d-8088-4300f3a26b78'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:53.681341 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-09ece0c3-e7cc-4528-88b3-563f93af5c9e service neutron] 10.222.0.15 "GET /v2.0/networks/5a539455-a33b-4573-a499-12dcf82cf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153178 Apr 20 16:12:53.728932 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-febc5ae6-9f00-4360-83f5-df514451ff09 service neutron] 10.222.0.15 "GET /v2.0/ports/86bc5f31-0189-4f35-860c-022465c8e0d6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0403905 Apr 20 16:12:53.732866 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67071b71-1885-4d68-b448-521ce6e00f3d req-360543b8-c349-4a2d-877f-ddfd12fff8a6 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:53.734355 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-67071b71-1885-4d68-b448-521ce6e00f3d req-360543b8-c349-4a2d-877f-ddfd12fff8a6 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1652074 Apr 20 16:12:53.749598 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] Set router e0af7ada-6313-414d-8088-4300f3a26b78 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:53.777447 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-67071b71-1885-4d68-b448-521ce6e00f3d req-38d37fbb-7904-4938-a0dd-b40bbbc5b46e tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/quotas/414c3900b95544c68d9d9644835b8a7b HTTP/1.1" status: 200 len: 375 time: 0.0340564 Apr 20 16:12:53.828755 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-ded8da59-87ab-4c8a-9b52-84bbb0e18088 service neutron] 10.222.0.15 "GET /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922337 Apr 20 16:12:53.855034 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-67071b71-1885-4d68-b448-521ce6e00f3d req-9d5f8437-77db-4c15-aa49-e1ae58d75f9c tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=414c3900b95544c68d9d9644835b8a7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628726 Apr 20 16:12:53.944988 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-0d8cf951-4b4c-473c-a52e-fba1dc136e06 service neutron] 10.222.0.15 "GET /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098549 Apr 20 16:12:53.981492 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-ba0e48e1-9fa5-4d0b-b913-017e8b76f3fb service neutron] 10.222.0.15 "GET /v2.0/ports/109b0a13-d200-4ede-b5d7-d7341c55a715?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0335031 Apr 20 16:12:54.066996 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:54.086409 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-c8f2602d-f569-43bb-a6bc-289af1226872 service neutron] 10.222.0.15 "GET /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968113 Apr 20 16:12:54.122516 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['331bb709-9d75-4417-9313-61c8980df6f2'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:12:54.174957 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:54.198631 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'name': 'tempest-ServersTestManualDisk-1540183423-router', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:12:41Z', 'updated_at': '2022-04-20T16:12:50Z', 'revision_number': 4, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'gw_port': {'id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:42:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:43Z', 'updated_at': '2022-04-20T16:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'ee974115-20f2-4eeb-97a8-3d17338ff683', 'name': '', 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'mac_address': 'fa:16:3e:1b:e6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7c93c9ca-8e3b-404e-8f95-83a6615816ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:48Z', 'updated_at': '2022-04-20T16:12:51Z', 'revision_number': 2, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'subnets': [{'id': '7c93c9ca-8e3b-404e-8f95-83a6615816ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:54.206331 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-3d5f0c90-454f-48dd-9972-f2b617690d22 service neutron] 10.222.0.15 "GET /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120350 Apr 20 16:12:54.212658 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-00492c0d-536a-4374-91a0-330afe23f3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:54.212658 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-00492c0d-536a-4374-91a0-330afe23f3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:54.212658 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-00492c0d-536a-4374-91a0-330afe23f3cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/936578bb-28f0-48ce-acd8-9041d4dbb21d HTTP/1.1" status: 204 len: 168 time: 0.9704521 Apr 20 16:12:54.217546 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-acf2134c-5c03-4eee-be6b-50d3c0797166 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:54.240382 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73f08757-7e3f-43de-b7f0-bb73e7e7f736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:54.246973 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] Checking router: e0af7ada-6313-414d-8088-4300f3a26b78 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:12:54.247328 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] Updating router e0af7ada-6313-414d-8088-4300f3a26b78 port ee974115-20f2-4eeb-97a8-3d17338ff683 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:12:54.317659 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00492c0d-536a-4374-91a0-330afe23f3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936578bb-28f0-48ce-acd8-9041d4dbb21d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:54.319834 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2134c-5c03-4eee-be6b-50d3c0797166 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event updated for resources: {'Subnet': ['ID=f9b5b12f-6f4a-44d9-a8a4-183204e3e755,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:54.372062 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf2134c-5c03-4eee-be6b-50d3c0797166 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Checking segment: {'id': '59b81744-c5c7-4e6e-86f9-20a67f979b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '755c698b-1fd9-4a75-a82a-4fa61b59e5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:12:54.372735 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf2134c-5c03-4eee-be6b-50d3c0797166 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Network hostable DHCP agents. Network: 755c698b-1fd9-4a75-a82a-4fa61b59e5e3, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:12:54.409170 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-084a1a0e-9085-4e24-9791-0822404fb3e4 service neutron] 10.222.0.15 "GET /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782506 Apr 20 16:12:54.411262 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f08757-7e3f-43de-b7f0-bb73e7e7f736 None None] Network 9605f993-398a-4575-885f-57930b02e51b is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:12:54.428715 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:54.434123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-73f08757-7e3f-43de-b7f0-bb73e7e7f736 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:54.441535 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f08757-7e3f-43de-b7f0-bb73e7e7f736 None None] Pushing event updated for resources: {'Port': ['ID=61605d67-521f-45a6-9f45-8d04504fc8b6,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:54.458699 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f08757-7e3f-43de-b7f0-bb73e7e7f736 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:12:54.481505 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf2134c-5c03-4eee-be6b-50d3c0797166 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Network 755c698b-1fd9-4a75-a82a-4fa61b59e5e3 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:12:54.529493 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['2ec6e65c-b03e-4ba8-ac37-7b06bb13130a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:12:54.549905 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f923756-dbf6-4469-9fa7-85536dbc1fae req-067202d8-a00a-4c33-b158-8891891b5771 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:54.549905 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6f923756-dbf6-4469-9fa7-85536dbc1fae req-067202d8-a00a-4c33-b158-8891891b5771 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 948 time: 0.1539681 Apr 20 16:12:54.568445 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-5121677a-20f4-466c-8937-9106153bf7e3 service neutron] 10.222.0.15 "GET /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515288 Apr 20 16:12:54.607693 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6f923756-dbf6-4469-9fa7-85536dbc1fae req-354f4250-b573-4e41-9e58-fd2093f53586 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519226 Apr 20 16:12:54.620918 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-acf2134c-5c03-4eee-be6b-50d3c0797166 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 755c698b-1fd9-4a75-a82a-4fa61b59e5e3) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:54.634863 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf2134c-5c03-4eee-be6b-50d3c0797166 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:54.635647 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-acf2134c-5c03-4eee-be6b-50d3c0797166 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:54.704789 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-2f56d464-d692-4104-9c97-6507ec618bfa service neutron] 10.222.0.15 "GET /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233189 Apr 20 16:12:54.735765 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b33866-d25e-4493-a9be-5eddf11ba9b7 None None] Network 755c698b-1fd9-4a75-a82a-4fa61b59e5e3 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:12:54.754761 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-acf2134c-5c03-4eee-be6b-50d3c0797166 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7010350 Apr 20 16:12:54.828825 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-73f08757-7e3f-43de-b7f0-bb73e7e7f736 None None] Attempting to bind port 61605d67-521f-45a6-9f45-8d04504fc8b6 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:12:54.828825 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-73f08757-7e3f-43de-b7f0-bb73e7e7f736 None None] Attempting to bind port 61605d67-521f-45a6-9f45-8d04504fc8b6 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '7c8a8686-b0a3-44ef-a103-a39b1e9b0f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9605f993-398a-4575-885f-57930b02e51b'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:12:54.828825 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f08757-7e3f-43de-b7f0-bb73e7e7f736 None None] Attempting to bind port 61605d67-521f-45a6-9f45-8d04504fc8b6 on network 9605f993-398a-4575-885f-57930b02e51b {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:12:54.840378 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-8fdc4b65-af41-4324-afd5-6b430c3ce32d service neutron] 10.222.0.15 "GET /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282372 Apr 20 16:12:54.875593 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f08757-7e3f-43de-b7f0-bb73e7e7f736 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:12:54.875966 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f08757-7e3f-43de-b7f0-bb73e7e7f736 None None] Checking segment: {'id': '7c8a8686-b0a3-44ef-a103-a39b1e9b0f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9605f993-398a-4575-885f-57930b02e51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:12:54.876394 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73f08757-7e3f-43de-b7f0-bb73e7e7f736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:54.876810 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f08757-7e3f-43de-b7f0-bb73e7e7f736 None None] Bound using segment: {'id': '7c8a8686-b0a3-44ef-a103-a39b1e9b0f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9605f993-398a-4575-885f-57930b02e51b'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:12:54.877310 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-73f08757-7e3f-43de-b7f0-bb73e7e7f736 None None] Bound port: 61605d67-521f-45a6-9f45-8d04504fc8b6, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8a8686-b0a3-44ef-a103-a39b1e9b0f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9605f993-398a-4575-885f-57930b02e51b'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:12:54.877764 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73f08757-7e3f-43de-b7f0-bb73e7e7f736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:55.001226 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-b139c343-d538-4cba-bb99-228f54198acc service neutron] 10.222.0.15 "GET /v2.0/networks/180e815e-0123-45d7-aabc-b7cbe3dc8657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545701 Apr 20 16:12:55.105531 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d8f300c3-a60f-4f7a-ae03-996fc74309a1 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:12:55.136074 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-5255bfe2-50e8-40b0-8c8a-dc93739e6a4a service neutron] 10.222.0.15 "GET /v2.0/networks/180e815e-0123-45d7-aabc-b7cbe3dc8657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275945 Apr 20 16:12:55.269031 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-280a7ee3-4ceb-4d98-8418-f77b35c914c3 service neutron] 10.222.0.15 "GET /v2.0/networks/180e815e-0123-45d7-aabc-b7cbe3dc8657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269026 Apr 20 16:12:55.370230 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-73f08757-7e3f-43de-b7f0-bb73e7e7f736 None None] For port 61605d67-521f-45a6-9f45-8d04504fc8b6, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:12:55.387409 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ced0e7-2821-41b3-881a-c4a5ea315d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-755c698b-1fd9-4a75-a82a-4fa61b59e5e3', 'network_id': '755c698b-1fd9-4a75-a82a-4fa61b59e5e3', 'tenant_id': '31e17c9702d24102b4b3005d2801ab9d', 'fixed_ips': [{'subnet_id': 'f9b5b12f-6f4a-44d9-a8a4-183204e3e755'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:12:55.388248 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-91ced0e7-2821-41b3-881a-c4a5ea315d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:55.412737 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-73f08757-7e3f-43de-b7f0-bb73e7e7f736 None None] For port 61605d67-521f-45a6-9f45-8d04504fc8b6, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=61605d67-521f-45a6-9f45-8d04504fc8b6,segment=NetworkSegment(7c8a8686-b0a3-44ef-a103-a39b1e9b0f88),segment_id=7c8a8686-b0a3-44ef-a103-a39b1e9b0f88)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:12:55.443583 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e5b42f50-5e2f-4562-b329-fd42fdafabee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:55.503576 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-62e1a248-c6b4-4380-8b21-8f284bfcca39 service neutron] 10.222.0.15 "GET /v2.0/networks/180e815e-0123-45d7-aabc-b7cbe3dc8657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281559 Apr 20 16:12:55.597506 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73f08757-7e3f-43de-b7f0-bb73e7e7f736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:55.613405 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port d8f300c3-a60f-4f7a-ae03-996fc74309a1 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:55.614811 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:55.670965 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60152) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:55.670965 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d5e10b38-a295-4266-9df2-8e257af7e0df tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Request body: {'security_group': {'name': 'tempest-securitygroup--362764124', 'description': 'tempest-description--2096328415'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:55.704162 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-91ced0e7-2821-41b3-881a-c4a5ea315d05 None None] Allocated IP 19.86.0.2 (755c698b-1fd9-4a75-a82a-4fa61b59e5e3/f9b5b12f-6f4a-44d9-a8a4-183204e3e755/33aeef2d-275a-4bd8-a4fb-964f62e4f64d) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:12:55.783980 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5e10b38-a295-4266-9df2-8e257af7e0df tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:55.811922 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:55.816843 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f08757-7e3f-43de-b7f0-bb73e7e7f736 None None] Pushing event updated for resources: {'Port': ['ID=61605d67-521f-45a6-9f45-8d04504fc8b6,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:55.853630 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e6169-a147-4758-8467-c6491f69771e req-12ca9535-7018-4921-b8cb-a8ff5e32fb2b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:55.862002 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f95e6169-a147-4758-8467-c6491f69771e req-12ca9535-7018-4921-b8cb-a8ff5e32fb2b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.1202371 Apr 20 16:12:55.917007 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5e10b38-a295-4266-9df2-8e257af7e0df tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:55.918100 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f95e6169-a147-4758-8467-c6491f69771e req-49b235e0-e051-46be-8200-903362320d8c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548954 Apr 20 16:12:56.004932 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0237d554-df96-43e0-bfdb-beefca5d237c req-e664497b-8a9b-4ca2-8cab-f4da199b6f45 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=42f5d595-47aa-45c3-a711-f1cdc18c682d HTTP/1.1" status: 200 len: 210 time: 0.0326593 Apr 20 16:12:56.045487 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5e10b38-a295-4266-9df2-8e257af7e0df tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:56.074128 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:56.141611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e10b38-a295-4266-9df2-8e257af7e0df tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d47bf3-8198-4550-9bff-c56a759341c1,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:56.163371 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5e10b38-a295-4266-9df2-8e257af7e0df tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:56.169407 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d5e10b38-a295-4266-9df2-8e257af7e0df tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5090773 Apr 20 16:12:56.170024 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60166) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:56.180793 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2387e216-25b0-4f8a-a094-f20f8d271abc tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Request body: {'security_group_rule': {'security_group_id': '36d47bf3-8198-4550-9bff-c56a759341c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:56.217720 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9f152-c7fb-4b64-8179-afe65bc89b47 req-30b664dc-c236-44e0-b441-faed4f037c72 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:56.218704 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c5c9f152-c7fb-4b64-8179-afe65bc89b47 req-30b664dc-c236-44e0-b441-faed4f037c72 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 944 time: 0.0946469 Apr 20 16:12:56.277060 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c5c9f152-c7fb-4b64-8179-afe65bc89b47 req-2a59bce1-0d5d-499a-bdac-b315591c80c5 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518506 Apr 20 16:12:56.310536 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccf47a-8ea4-4ae7-aa78-315e7fc735e0 None None] Pushing event updated for resources: {'Port': ['ID=ee974115-20f2-4eeb-97a8-3d17338ff683,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:56.316432 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-91ced0e7-2821-41b3-881a-c4a5ea315d05 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:56.377591 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2387e216-25b0-4f8a-a094-f20f8d271abc tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:56.422228 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:56.442679 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] Attempting to bind port ee974115-20f2-4eeb-97a8-3d17338ff683 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:12:56.443054 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] Attempting to bind port ee974115-20f2-4eeb-97a8-3d17338ff683 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '435c2a2a-5433-4de7-9242-26a630037027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:12:56.443420 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] Attempting to bind port ee974115-20f2-4eeb-97a8-3d17338ff683 on network 408045e4-944a-432a-ba89-38535ff2bc3b {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:12:56.461635 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:12:56.462147 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] Checking segment: {'id': '435c2a2a-5433-4de7-9242-26a630037027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:12:56.462566 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:56.463241 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] Bound using segment: {'id': '435c2a2a-5433-4de7-9242-26a630037027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:12:56.463960 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] Bound port: ee974115-20f2-4eeb-97a8-3d17338ff683, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435c2a2a-5433-4de7-9242-26a630037027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:12:56.464398 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:56.486025 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-91ced0e7-2821-41b3-881a-c4a5ea315d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:56.533790 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60182) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:56.545453 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:12:56.566837 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-416e5a60-ec67-47fc-b507-5bb63016574e tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:56.572786 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-416e5a60-ec67-47fc-b507-5bb63016574e tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:56.580942 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-416e5a60-ec67-47fc-b507-5bb63016574e tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/networks?id=9605f993-398a-4575-885f-57930b02e51b&id=755c698b-1fd9-4a75-a82a-4fa61b59e5e3&id=9605f993-398a-4575-885f-57930b02e51b HTTP/1.1" status: 200 len: 1392 time: 0.2042193 Apr 20 16:12:56.600781 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-f18d56ed-da0f-47f7-8324-797d569243d0 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/quotas/31e17c9702d24102b4b3005d2801ab9d HTTP/1.1" status: 200 len: 375 time: 0.0182099 Apr 20 16:12:56.630911 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2387e216-25b0-4f8a-a094-f20f8d271abc tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:56.653324 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-28056d66-9713-47a5-ac8f-038361d679f4 service neutron] 10.222.0.30 "GET /v2.0/ports/47f88a83-6a0f-4e81-a05f-d79ea43e665e/bindings/n-h1-836146-2 HTTP/1.1" status: 200 len: 384 time: 0.2270682 Apr 20 16:12:56.681303 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-bef49118-ecbe-436b-b028-d7f1d339f44c tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e17c9702d24102b4b3005d2801ab9d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0799830 Apr 20 16:12:56.782039 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-883a1822-bfdd-4dfa-99eb-eae309640147 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-616743638-network', 'tenant_id': '28ab505633034900a95978f46e1b6c12'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:56.789146 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ced0e7-2821-41b3-881a-c4a5ea315d05 None None] Network 755c698b-1fd9-4a75-a82a-4fa61b59e5e3 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:12:56.799639 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-91ced0e7-2821-41b3-881a-c4a5ea315d05 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:12:56.803656 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ced0e7-2821-41b3-881a-c4a5ea315d05 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:12:56.833572 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2387e216-25b0-4f8a-a094-f20f8d271abc tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:56.834180 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ced0e7-2821-41b3-881a-c4a5ea315d05 None None] Pushing event updated for resources: {'Port': ['ID=33aeef2d-275a-4bd8-a4fb-964f62e4f64d,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:56.869984 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-b4784378-1ff8-4f94-b84d-c9c912198da8 service neutron] 10.222.0.15 "GET /v2.0/networks/9605f993-398a-4575-885f-57930b02e51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805634 Apr 20 16:12:56.878958 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-119f7d9f-811b-48cf-99df-2565567de9ab None None] Provisioning complete for port ee974115-20f2-4eeb-97a8-3d17338ff683 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:56.878958 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-119f7d9f-811b-48cf-99df-2565567de9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:56.944003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387e216-25b0-4f8a-a094-f20f8d271abc tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=182396c2-d116-4000-a369-62a27cf5ee50,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:56.949743 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] For port ee974115-20f2-4eeb-97a8-3d17338ff683, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:12:56.976851 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] For port ee974115-20f2-4eeb-97a8-3d17338ff683, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ee974115-20f2-4eeb-97a8-3d17338ff683,segment=NetworkSegment(435c2a2a-5433-4de7-9242-26a630037027),segment_id=435c2a2a-5433-4de7-9242-26a630037027)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:12:57.006017 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-91ced0e7-2821-41b3-881a-c4a5ea315d05 None None] Attempting to bind port 33aeef2d-275a-4bd8-a4fb-964f62e4f64d on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:12:57.006383 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-91ced0e7-2821-41b3-881a-c4a5ea315d05 None None] Attempting to bind port 33aeef2d-275a-4bd8-a4fb-964f62e4f64d by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '59b81744-c5c7-4e6e-86f9-20a67f979b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '755c698b-1fd9-4a75-a82a-4fa61b59e5e3'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:12:57.006744 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ced0e7-2821-41b3-881a-c4a5ea315d05 None None] Attempting to bind port 33aeef2d-275a-4bd8-a4fb-964f62e4f64d on network 755c698b-1fd9-4a75-a82a-4fa61b59e5e3 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:12:57.015346 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-119f7d9f-811b-48cf-99df-2565567de9ab None None] Port ee974115-20f2-4eeb-97a8-3d17338ff683 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:12:57.020800 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-614b5816-0d10-403e-bb9c-dc4f054d4ae1 service neutron] 10.222.0.15 "GET /v2.0/networks/9605f993-398a-4575-885f-57930b02e51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489818 Apr 20 16:12:57.021336 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ced0e7-2821-41b3-881a-c4a5ea315d05 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:12:57.021643 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ced0e7-2821-41b3-881a-c4a5ea315d05 None None] Checking segment: {'id': '59b81744-c5c7-4e6e-86f9-20a67f979b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '755c698b-1fd9-4a75-a82a-4fa61b59e5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:12:57.022146 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-91ced0e7-2821-41b3-881a-c4a5ea315d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:57.022540 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ced0e7-2821-41b3-881a-c4a5ea315d05 None None] Bound using segment: {'id': '59b81744-c5c7-4e6e-86f9-20a67f979b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '755c698b-1fd9-4a75-a82a-4fa61b59e5e3'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:12:57.023071 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-91ced0e7-2821-41b3-881a-c4a5ea315d05 None None] Bound port: 33aeef2d-275a-4bd8-a4fb-964f62e4f64d, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b81744-c5c7-4e6e-86f9-20a67f979b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '755c698b-1fd9-4a75-a82a-4fa61b59e5e3'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:12:57.023469 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-91ced0e7-2821-41b3-881a-c4a5ea315d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:57.045669 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 61605d67-521f-45a6-9f45-8d04504fc8b6 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:12:57.057305 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-694437ed-b477-432b-b999-e8657396d140 req-d9f8f9a1-5aa1-4e07-82ac-7de6417e680e service neutron] For port 47f88a83-6a0f-4e81-a05f-d79ea43e665e, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=47f88a83-6a0f-4e81-a05f-d79ea43e665e,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:57.084940 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883a1822-bfdd-4dfa-99eb-eae309640147 admin admin] Made reservation on behalf of 28ab505633034900a95978f46e1b6c12 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:12:57.085989 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-694437ed-b477-432b-b999-e8657396d140 req-d9f8f9a1-5aa1-4e07-82ac-7de6417e680e service neutron] For port 47f88a83-6a0f-4e81-a05f-d79ea43e665e, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:12:57.088172 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-883a1822-bfdd-4dfa-99eb-eae309640147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:57.101889 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-883a1822-bfdd-4dfa-99eb-eae309640147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:57.136488 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2387e216-25b0-4f8a-a094-f20f8d271abc tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:57.140273 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2387e216-25b0-4f8a-a094-f20f8d271abc tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9647264 Apr 20 16:12:57.141295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60194) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:57.146064 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-91ced0e7-2821-41b3-881a-c4a5ea315d05 None None] For port 33aeef2d-275a-4bd8-a4fb-964f62e4f64d, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:12:57.148877 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-91ced0e7-2821-41b3-881a-c4a5ea315d05 None None] For port 33aeef2d-275a-4bd8-a4fb-964f62e4f64d, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=33aeef2d-275a-4bd8-a4fb-964f62e4f64d,segment=NetworkSegment(59b81744-c5c7-4e6e-86f9-20a67f979b7d),segment_id=59b81744-c5c7-4e6e-86f9-20a67f979b7d)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:12:57.149037 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-74628945-7c22-4809-a009-9d692daaeaf5 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Request body: {'security_group_rule': {'security_group_id': '36d47bf3-8198-4550-9bff-c56a759341c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:57.154813 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:12:57.163095 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:57.174931 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-694437ed-b477-432b-b999-e8657396d140 req-d9f8f9a1-5aa1-4e07-82ac-7de6417e680e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f88a83-6a0f-4e81-a05f-d79ea43e665e {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:12:57.186324 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:57.187171 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:57.202236 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-694437ed-b477-432b-b999-e8657396d140 req-d9f8f9a1-5aa1-4e07-82ac-7de6417e680e service neutron] For port 47f88a83-6a0f-4e81-a05f-d79ea43e665e, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=47f88a83-6a0f-4e81-a05f-d79ea43e665e,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:57.215584 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-81c58f39-cea0-46d0-b853-f6f2c30a0e38 service neutron] 10.222.0.15 "GET /v2.0/networks/755c698b-1fd9-4a75-a82a-4fa61b59e5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930718 Apr 20 16:12:57.253062 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-91ced0e7-2821-41b3-881a-c4a5ea315d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:57.308770 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-74628945-7c22-4809-a009-9d692daaeaf5 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:57.345211 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] Routers {'e0af7ada-6313-414d-8088-4300f3a26b78'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:12:57.345860 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:12:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e0af7ada-6313-414d-8088-4300f3a26b78'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:57.352612 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-883a1822-bfdd-4dfa-99eb-eae309640147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:57.362321 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccf47a-8ea4-4ae7-aa78-315e7fc735e0 None None] Pushing event updated for resources: {'Port': ['ID=ee974115-20f2-4eeb-97a8-3d17338ff683,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:57.406761 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-5aecb5c0-38b7-47cb-b025-c9f9d94248c2 service neutron] 10.222.0.15 "GET /v2.0/networks/755c698b-1fd9-4a75-a82a-4fa61b59e5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902051 Apr 20 16:12:57.411220 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-74628945-7c22-4809-a009-9d692daaeaf5 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:57.414413 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-694437ed-b477-432b-b999-e8657396d140 req-d9f8f9a1-5aa1-4e07-82ac-7de6417e680e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:57.431420 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-883a1822-bfdd-4dfa-99eb-eae309640147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:57.482090 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 61605d67-521f-45a6-9f45-8d04504fc8b6 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:57.482455 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:57.511437 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca7d43e-e43e-47f4-aedd-6fc1979a7ec7 None None] Network 9605f993-398a-4575-885f-57930b02e51b requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:12:57.540669 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-74628945-7c22-4809-a009-9d692daaeaf5 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:57.577294 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-694437ed-b477-432b-b999-e8657396d140 req-d9f8f9a1-5aa1-4e07-82ac-7de6417e680e service neutron] Transition to ACTIVE for port object 47f88a83-6a0f-4e81-a05f-d79ea43e665e will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:12:57.584873 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74628945-7c22-4809-a009-9d692daaeaf5 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f49aade-0a5a-4219-b05b-815aff0c5067,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:57.599075 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883a1822-bfdd-4dfa-99eb-eae309640147 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:12:57.608924 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a1822-bfdd-4dfa-99eb-eae309640147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb303c33-664a-49a8-bcfd-c70cb5bae48f,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:57.635567 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-883a1822-bfdd-4dfa-99eb-eae309640147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:57.639414 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-883a1822-bfdd-4dfa-99eb-eae309640147 admin admin] Added segment 3b669865-64dd-41a9-a304-cf6c9c017a24 of type vlan for network eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf Apr 20 16:12:57.641613 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-694437ed-b477-432b-b999-e8657396d140 req-d9f8f9a1-5aa1-4e07-82ac-7de6417e680e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:57.718690 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-62d7e397-32af-4c03-b06f-32701834d25a service neutron] 10.222.0.15 "GET /v2.0/networks/9605f993-398a-4575-885f-57930b02e51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976983 Apr 20 16:12:57.764535 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-74628945-7c22-4809-a009-9d692daaeaf5 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:57.766616 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-74628945-7c22-4809-a009-9d692daaeaf5 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6243675 Apr 20 16:12:57.777856 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60202) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:57.792065 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-6441b72b-5485-4ae5-b6c9-6b5465c9dd30 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:57.829768 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:57.843982 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-694437ed-b477-432b-b999-e8657396d140 req-d9f8f9a1-5aa1-4e07-82ac-7de6417e680e service neutron] No DVR routers for this DVR port 47f88a83-6a0f-4e81-a05f-d79ea43e665e on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:12:57.848267 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ced0e7-2821-41b3-881a-c4a5ea315d05 None None] Pushing event updated for resources: {'Port': ['ID=33aeef2d-275a-4bd8-a4fb-964f62e4f64d,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:57.872626 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-fcb4a2b8-cdb5-4d9f-a0c5-5834e586cdde None None] Provisioning complete for port 61605d67-521f-45a6-9f45-8d04504fc8b6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:57.873395 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fcb4a2b8-cdb5-4d9f-a0c5-5834e586cdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:57.895492 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:57.917377 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] Set router e0af7ada-6313-414d-8088-4300f3a26b78 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:12:57.957616 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-883a1822-bfdd-4dfa-99eb-eae309640147 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:58.035188 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-67071b71-1885-4d68-b448-521ce6e00f3d req-0e9f16e7-3459-4bf9-966f-49f02c2edd6d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=414c3900b95544c68d9d9644835b8a7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400429 Apr 20 16:12:58.048958 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-854957ef-5483-4622-a8c6-d2796c8cc0b6 service neutron] 10.222.0.15 "GET /v2.0/networks/9605f993-398a-4575-885f-57930b02e51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717834 Apr 20 16:12:58.067064 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3b6815-08e4-4e36-ad66-187fa8ef5d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec6e65c-b03e-4ba8-ac37-7b06bb13130a'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:12:58.069608 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0096523-45c9-4917-ac6d-5ad928830797" -d '{"events": [{"server_uuid": "6b3b6815-08e4-4e36-ad66-187fa8ef5d48", "name": "network-vif-plugged", "status": "completed", "tag": "2ec6e65c-b03e-4ba8-ac37-7b06bb13130a"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:12:58.167423 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:58.174705 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 331bb709-9d75-4417-9313-61c8980df6f2 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:12:58.214416 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6441b72b-5485-4ae5-b6c9-6b5465c9dd30 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:58.216979 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-883a1822-bfdd-4dfa-99eb-eae309640147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:58.217933 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883a1822-bfdd-4dfa-99eb-eae309640147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:58.218520 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-883a1822-bfdd-4dfa-99eb-eae309640147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:58.234714 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:58.249861 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:58.293983 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e060031-1f49-49f8-9b8d-05d77889b377 req-34b594a0-b917-4297-bacf-01a24269999b tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:58.295540 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0e060031-1f49-49f8-9b8d-05d77889b377 req-34b594a0-b917-4297-bacf-01a24269999b tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 948 time: 0.6905494 Apr 20 16:12:58.299262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8f9a1-5aa1-4e07-82ac-7de6417e680e service neutron] Pushing event updated for resources: {'Port': ['ID=47f88a83-6a0f-4e81-a05f-d79ea43e665e,revision_number=10']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:58.306569 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-d9f8f9a1-5aa1-4e07-82ac-7de6417e680e service neutron] 10.222.0.30 "PUT /v2.0/ports/47f88a83-6a0f-4e81-a05f-d79ea43e665e/bindings/n-h1-836146-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6456106 Apr 20 16:12:58.349941 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0e060031-1f49-49f8-9b8d-05d77889b377 req-32673f7c-0a28-4235-8205-cd81508e34a5 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470822 Apr 20 16:12:58.423357 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:58.544186 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fcb4a2b8-cdb5-4d9f-a0c5-5834e586cdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:58.570969 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 61605d67-521f-45a6-9f45-8d04504fc8b6, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=61605d67-521f-45a6-9f45-8d04504fc8b6,segment=NetworkSegment(7c8a8686-b0a3-44ef-a103-a39b1e9b0f88),segment_id=7c8a8686-b0a3-44ef-a103-a39b1e9b0f88)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:58.574129 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:58.616314 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a55d9b0-7b11-4e65-aaff-4c01a37db725 req-7f4e8b1d-0944-44a9-b2a4-db53c70631a4 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=42f5d595-47aa-45c3-a711-f1cdc18c682d HTTP/1.1" status: 200 len: 210 time: 0.0740576 Apr 20 16:12:58.661761 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:58.715832 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'name': 'tempest-ServersTestManualDisk-1540183423-router', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:12:41Z', 'updated_at': '2022-04-20T16:12:50Z', 'revision_number': 4, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'gw_port': {'id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:42:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:43Z', 'updated_at': '2022-04-20T16:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'ee974115-20f2-4eeb-97a8-3d17338ff683', 'name': '', 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'mac_address': 'fa:16:3e:1b:e6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7c93c9ca-8e3b-404e-8f95-83a6615816ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:48Z', 'updated_at': '2022-04-20T16:12:56Z', 'revision_number': 4, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'subnets': [{'id': '7c93c9ca-8e3b-404e-8f95-83a6615816ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:12:58.753809 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b6a96e-4199-48a7-b591-fefdf9150660 None None] The sync data for ids ['e0af7ada-6313-414d-8088-4300f3a26b78'] in n-d-836146-2 is: [{'id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'name': 'tempest-ServersTestManualDisk-1540183423-router', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:12:41Z', 'updated_at': '2022-04-20T16:12:50Z', 'revision_number': 4, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'gw_port': {'id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:42:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:43Z', 'updated_at': '2022-04-20T16:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'ee974115-20f2-4eeb-97a8-3d17338ff683', 'name': '', 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'mac_address': 'fa:16:3e:1b:e6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7c93c9ca-8e3b-404e-8f95-83a6615816ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:48Z', 'updated_at': '2022-04-20T16:12:56Z', 'revision_number': 4, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'subnets': [{'id': '7c93c9ca-8e3b-404e-8f95-83a6615816ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:12:58.802893 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:58.822353 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 331bb709-9d75-4417-9313-61c8980df6f2 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:12:58.873823 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34f374-2b3a-4f94-901d-28226fe0c4d3 req-ec48143f-e709-4a20-8a0a-261e5804ff77 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:58.888328 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-fcb4a2b8-cdb5-4d9f-a0c5-5834e586cdde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:12:58.904322 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0b34f374-2b3a-4f94-901d-28226fe0c4d3 req-ec48143f-e709-4a20-8a0a-261e5804ff77 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 945 time: 0.1297035 Apr 20 16:12:58.904731 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-fcb4a2b8-cdb5-4d9f-a0c5-5834e586cdde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:12:58.905320 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 331bb709-9d75-4417-9313-61c8980df6f2 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:58.905693 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:58.962048 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:12:58.973170 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0b34f374-2b3a-4f94-901d-28226fe0c4d3 req-f5e7ee58-cac0-48cb-8168-64ca5bb3bd71 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790081 Apr 20 16:12:59.061952 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=61605d67-521f-45a6-9f45-8d04504fc8b6,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:59.087844 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-883a1822-bfdd-4dfa-99eb-eae309640147 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.5377591 Apr 20 16:12:59.093404 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60220) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:12:59.143191 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8963157-5930-416a-bda8-1abba6258d23 req-8da1756b-0645-44b8-98d9-af040ead67fc tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 210 time: 0.0662169 Apr 20 16:12:59.164783 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 33aeef2d-275a-4bd8-a4fb-964f62e4f64d up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:12:59.182931 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-0eb5947b-5538-49b8-beb1-8aae79400559 admin admin] Request body: {'subnet': {'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-616743638-subnet', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:59.212603 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d459e428-cedf-4331-841d-5eab3270f38a x-openstack-request-id: req-d459e428-cedf-4331-841d-5eab3270f38a {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:12:59.213176 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3b6815-08e4-4e36-ad66-187fa8ef5d48", "name": "network-vif-plugged", "status": "completed", "tag": "2ec6e65c-b03e-4ba8-ac37-7b06bb13130a", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:12:59.213176 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d459e428-cedf-4331-841d-5eab3270f38a {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:12:59.213596 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d459e428-cedf-4331-841d-5eab3270f38a'] response: {'server_uuid': '6b3b6815-08e4-4e36-ad66-187fa8ef5d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec6e65c-b03e-4ba8-ac37-7b06bb13130a', 'code': 200} Apr 20 16:12:59.214359 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0384b48-7fa0-48b2-81af-b9299c83d488 None None] Network 755c698b-1fd9-4a75-a82a-4fa61b59e5e3 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:12:59.246164 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67071b71-1885-4d68-b448-521ce6e00f3d req-c8ab8c1d-3f38-491b-b5a9-26772bf1c271 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:59.248799 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-67071b71-1885-4d68-b448-521ce6e00f3d req-c8ab8c1d-3f38-491b-b5a9-26772bf1c271 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1924987 Apr 20 16:12:59.268246 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a1822-bfdd-4dfa-99eb-eae309640147 admin admin] Pushing event updated for resources: {'Network': ['ID=eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:12:59.296230 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-57def362-95b0-4192-81a9-046ab6302a90 req-211ba726-46a5-45f1-800a-f2fca794cd0e tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 210 time: 0.0454197 Apr 20 16:12:59.305355 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-67071b71-1885-4d68-b448-521ce6e00f3d req-f6d75d7b-39d2-4585-84db-019289cebe2d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Request body: {'port': {'device_id': '42f5d595-47aa-45c3-a711-f1cdc18c682d', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': '414c3900b95544c68d9d9644835b8a7b'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:12:59.377335 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfaff5b-2f0a-4c40-a69f-68899bece151 req-d0abe7d4-7cd2-4355-acfc-7540d0f0bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:59.385417 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694437ed-b477-432b-b999-e8657396d140 req-d4bbf062-6759-4983-b403-5992cb6c6482 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:59.387017 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-d4bbf062-6759-4983-b403-5992cb6c6482 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2&tenant_id=f99d78ffab8c43cca67be1fec063f621&binding%3Ahost_id=n-h2-836146-2 HTTP/1.1" status: 200 len: 1096 time: 0.4626944 Apr 20 16:12:59.396886 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7bfaff5b-2f0a-4c40-a69f-68899bece151 req-d0abe7d4-7cd2-4355-acfc-7540d0f0bb6c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6b3b6815-08e4-4e36-ad66-187fa8ef5d48 HTTP/1.1" status: 200 len: 1101 time: 0.0719018 Apr 20 16:12:59.416163 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659ff24-9e39-490c-802f-2ec0cf6432b9 req-03e026c0-b663-4c84-a598-29fc636fb0e7 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:59.426129 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1659ff24-9e39-490c-802f-2ec0cf6432b9 req-03e026c0-b663-4c84-a598-29fc636fb0e7 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.5002334 Apr 20 16:12:59.486878 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7bfaff5b-2f0a-4c40-a69f-68899bece151 req-4ae7d6d7-3fb6-4216-a308-31678f2d2a2d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708289 Apr 20 16:12:59.540171 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb5947b-5538-49b8-beb1-8aae79400559 admin admin] Made reservation on behalf of 28ab505633034900a95978f46e1b6c12 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:12:59.542627 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0eb5947b-5538-49b8-beb1-8aae79400559 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:59.570770 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:12:59.581882 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:59.589016 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1659ff24-9e39-490c-802f-2ec0cf6432b9 req-e6f7260b-cf23-44c6-8004-ab5d8dd500b4 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618187 Apr 20 16:12:59.590648 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd630dcf-450f-4f60-9c15-930f769a759f req-4a250a24-7c8a-446b-b3a3-754b789cfccc tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:59.602670 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dd630dcf-450f-4f60-9c15-930f769a759f req-4a250a24-7c8a-446b-b3a3-754b789cfccc tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 948 time: 0.0955479 Apr 20 16:12:59.647355 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 331bb709-9d75-4417-9313-61c8980df6f2, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=331bb709-9d75-4417-9313-61c8980df6f2,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:12:59.650290 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694437ed-b477-432b-b999-e8657396d140 req-f6226726-7ab3-4c7d-b3e8-eed31c368c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:12:59.653223 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-f6226726-7ab3-4c7d-b3e8-eed31c368c08 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2&tenant_id=f99d78ffab8c43cca67be1fec063f621 HTTP/1.1" status: 200 len: 1096 time: 0.2101803 Apr 20 16:12:59.660554 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6441b72b-5485-4ae5-b6c9-6b5465c9dd30 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:59.693263 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dd630dcf-450f-4f60-9c15-930f769a759f req-6b6b050e-ff0f-4d9a-84fe-5f73c8317514 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890031 Apr 20 16:12:59.755381 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 33aeef2d-275a-4bd8-a4fb-964f62e4f64d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:59.755381 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:59.770601 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-735a5e8f-f31a-491c-94ed-47bb199aa88d None None] Provisioning complete for port 33aeef2d-275a-4bd8-a4fb-964f62e4f64d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:12:59.770972 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-735a5e8f-f31a-491c-94ed-47bb199aa88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:59.772588 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:59.775085 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 47f88a83-6a0f-4e81-a05f-d79ea43e665e no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:12:59.798449 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8278caf4-7a30-4828-a315-c9a77bec4d2b req-b82c5c24-dc51-4c7c-af39-3994d4b094f5 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=42f5d595-47aa-45c3-a711-f1cdc18c682d HTTP/1.1" status: 200 len: 210 time: 0.0389266 Apr 20 16:12:59.846391 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67071b71-1885-4d68-b448-521ce6e00f3d req-f6d75d7b-39d2-4585-84db-019289cebe2d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Made reservation on behalf of 414c3900b95544c68d9d9644835b8a7b for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:12:59.850336 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-67071b71-1885-4d68-b448-521ce6e00f3d req-f6d75d7b-39d2-4585-84db-019289cebe2d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:59.922596 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:12:59.992971 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 47f88a83-6a0f-4e81-a05f-d79ea43e665e not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:12:59.999392 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=331bb709-9d75-4417-9313-61c8980df6f2,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:00.023286 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-6441b72b-5485-4ae5-b6c9-6b5465c9dd30 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Allocated IP 172.25.0.105 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/1395226a-98e0-40e3-a710-46149e222509) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:13:00.109864 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-735a5e8f-f31a-491c-94ed-47bb199aa88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:00.124687 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694437ed-b477-432b-b999-e8657396d140 req-eb74add6-9959-429b-9798-1bc68eb82666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:00.126206 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-eb74add6-9959-429b-9798-1bc68eb82666 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f99d78ffab8c43cca67be1fec063f621&device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 1096 time: 0.2312183 Apr 20 16:13:00.140517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f162f7b-3e8d-4623-8218-904f7d8cbe92 req-2d9cdd96-591c-4e17-84f1-4ca44a56f5ba tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:00.150045 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f162f7b-3e8d-4623-8218-904f7d8cbe92 req-2d9cdd96-591c-4e17-84f1-4ca44a56f5ba tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 945 time: 0.0772955 Apr 20 16:13:00.171944 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:00.209094 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f162f7b-3e8d-4623-8218-904f7d8cbe92 req-8c413404-ac54-4813-a17c-a3642052ca37 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568049 Apr 20 16:13:00.231549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-735a5e8f-f31a-491c-94ed-47bb199aa88d None None] For port 33aeef2d-275a-4bd8-a4fb-964f62e4f64d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=33aeef2d-275a-4bd8-a4fb-964f62e4f64d,segment=NetworkSegment(59b81744-c5c7-4e6e-86f9-20a67f979b7d),segment_id=59b81744-c5c7-4e6e-86f9-20a67f979b7d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:00.234230 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0eb5947b-5538-49b8-beb1-8aae79400559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:00.278063 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-67071b71-1885-4d68-b448-521ce6e00f3d req-f6d75d7b-39d2-4585-84db-019289cebe2d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Allocated IP 192.168.233.231 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/aef37b9c-8a8c-42db-9f45-e48f6f602d57) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:13:00.350467 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-735a5e8f-f31a-491c-94ed-47bb199aa88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:00.395131 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3a19bf59-fb92-49a4-84bd-22dd33446f05 req-41cb6719-7a1b-457d-8020-18aa8a9f1802 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 210 time: 0.0606751 Apr 20 16:13:00.398755 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9c444f62-7ffd-44ed-8265-28ac6b9d1b31 req-f435ae67-bbc8-4a52-a3e9-e75b46c12bfb tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 210 time: 0.0609512 Apr 20 16:13:00.462941 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a5e8f-f31a-491c-94ed-47bb199aa88d None None] Pushing event updated for resources: {'Port': ['ID=33aeef2d-275a-4bd8-a4fb-964f62e4f64d,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:00.463160 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5947b-5538-49b8-beb1-8aae79400559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea385c3c-0eb3-4d62-9264-606c9a1935f0,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:00.470029 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:13:00.470384 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:13:00.476692 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-735a5e8f-f31a-491c-94ed-47bb199aa88d None None] Provisioning complete for port ee974115-20f2-4eeb-97a8-3d17338ff683 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:00.476975 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-735a5e8f-f31a-491c-94ed-47bb199aa88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:00.483687 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6441b72b-5485-4ae5-b6c9-6b5465c9dd30 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:00.532390 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb5947b-5538-49b8-beb1-8aae79400559 admin admin] Checking segment: {'id': '3b669865-64dd-41a9-a304-cf6c9c017a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:13:00.532390 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb5947b-5538-49b8-beb1-8aae79400559 admin admin] Network hostable DHCP agents. Network: eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:13:00.536648 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694437ed-b477-432b-b999-e8657396d140 req-a5d5b743-c3ea-47c4-92c5-cb1d0462be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:00.538167 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-a5d5b743-c3ea-47c4-92c5-cb1d0462be26 service neutron] 10.222.0.26 "GET /v2.0/networks?id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 200 len: 909 time: 0.3397009 Apr 20 16:13:00.568329 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-735a5e8f-f31a-491c-94ed-47bb199aa88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:00.608936 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-735a5e8f-f31a-491c-94ed-47bb199aa88d None None] For port ee974115-20f2-4eeb-97a8-3d17338ff683, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ee974115-20f2-4eeb-97a8-3d17338ff683,segment=NetworkSegment(435c2a2a-5433-4de7-9242-26a630037027),segment_id=435c2a2a-5433-4de7-9242-26a630037027)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:00.645462 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-f832ec7b-8c29-4c44-bd16-db679b7fee10 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47f88a83-6a0f-4e81-a05f-d79ea43e665e HTTP/1.1" status: 200 len: 217 time: 0.0849607 Apr 20 16:13:00.716515 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20f184-8f13-4bd3-8dba-92779c21302c req-e7d86c67-c2b9-4f60-8702-67b51cbabbb8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:00.718247 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be20f184-8f13-4bd3-8dba-92779c21302c req-e7d86c67-c2b9-4f60-8702-67b51cbabbb8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0512493 Apr 20 16:13:00.729120 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-735a5e8f-f31a-491c-94ed-47bb199aa88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:00.749185 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-67071b71-1885-4d68-b448-521ce6e00f3d req-f6d75d7b-39d2-4585-84db-019289cebe2d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:00.752195 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694437ed-b477-432b-b999-e8657396d140 req-abedcaf1-2723-43bd-af6a-9816228ff3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:00.753725 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-abedcaf1-2723-43bd-af6a-9816228ff3c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f HTTP/1.1" status: 200 len: 848 time: 0.0921710 Apr 20 16:13:00.773436 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be20f184-8f13-4bd3-8dba-92779c21302c req-2e4d5d39-18fb-490b-8f34-75c829a10101 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458148 Apr 20 16:13:00.781826 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-735a5e8f-f31a-491c-94ed-47bb199aa88d None None] Provisioning complete for port 61605d67-521f-45a6-9f45-8d04504fc8b6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:00.784981 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-735a5e8f-f31a-491c-94ed-47bb199aa88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:00.825424 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a5e8f-f31a-491c-94ed-47bb199aa88d None None] Pushing event updated for resources: {'Port': ['ID=ee974115-20f2-4eeb-97a8-3d17338ff683,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:00.834580 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6441b72b-5485-4ae5-b6c9-6b5465c9dd30 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:00.857297 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb5947b-5538-49b8-beb1-8aae79400559 admin admin] Network eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:13:00.868413 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-76a993f1-9da0-49e5-a32b-d694299b5a74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977030 Apr 20 16:13:00.912899 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1d6ebd26-6350-453f-bcf8-ac5af07fb870 req-a7758b17-06e0-4a32-b77d-f96f24f681f9 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=42f5d595-47aa-45c3-a711-f1cdc18c682d HTTP/1.1" status: 200 len: 210 time: 0.0281215 Apr 20 16:13:00.917051 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6441b72b-5485-4ae5-b6c9-6b5465c9dd30 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:13:00.948328 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-6441b72b-5485-4ae5-b6c9-6b5465c9dd30 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:00.951182 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6441b72b-5485-4ae5-b6c9-6b5465c9dd30 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:13:00.984245 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c6a05-f3b4-483b-9b82-982114659cf7 req-9af2c3a7-8a50-43a4-b697-a20ff68d490c tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:00.985744 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b88c6a05-f3b4-483b-9b82-982114659cf7 req-9af2c3a7-8a50-43a4-b697-a20ff68d490c tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 949 time: 0.2298965 Apr 20 16:13:01.015313 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441b72b-5485-4ae5-b6c9-6b5465c9dd30 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Pushing event updated for resources: {'Port': ['ID=1395226a-98e0-40e3-a710-46149e222509,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:01.034051 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-84e4a692-92dd-40a6-9660-19442d698fd9 None None] Provisioning complete for port 33aeef2d-275a-4bd8-a4fb-964f62e4f64d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:01.034051 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-84e4a692-92dd-40a6-9660-19442d698fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:01.083950 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-67071b71-1885-4d68-b448-521ce6e00f3d req-f6d75d7b-39d2-4585-84db-019289cebe2d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:01.087721 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-0eb5947b-5538-49b8-beb1-8aae79400559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:01.110194 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6df915e-f3bd-45ae-9733-66a18956a7b7 None None] Network eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:13:01.150557 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['b7728825-6049-4ffe-8d8e-460e327e5c3b', 'e6de5d6c-bd61-40ae-9313-6a9cd22a16ec'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:13:01.183893 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb5947b-5538-49b8-beb1-8aae79400559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:01.184632 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0eb5947b-5538-49b8-beb1-8aae79400559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:01.190998 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b88c6a05-f3b4-483b-9b82-982114659cf7 req-d67ed4e1-9ef5-40ea-9c34-8ca222b25ef9 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712263 Apr 20 16:13:01.234886 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67071b71-1885-4d68-b448-521ce6e00f3d req-f6d75d7b-39d2-4585-84db-019289cebe2d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:13:01.237692 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dde9c73-c032-45f8-bad9-2d8ee00aabd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331bb709-9d75-4417-9313-61c8980df6f2'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:01.238605 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-db1b03f8-d46d-4a63-977e-59b76178a770 service neutron] 10.222.0.26 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237748 Apr 20 16:13:01.240952 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0821d7-a96b-4918-90fc-a1b4f5e7b494" -d '{"events": [{"server_uuid": "3dde9c73-c032-45f8-bad9-2d8ee00aabd8", "name": "network-vif-plugged", "status": "completed", "tag": "331bb709-9d75-4417-9313-61c8980df6f2"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:01.247356 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-67071b71-1885-4d68-b448-521ce6e00f3d req-f6d75d7b-39d2-4585-84db-019289cebe2d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:01.262393 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-67071b71-1885-4d68-b448-521ce6e00f3d req-f6d75d7b-39d2-4585-84db-019289cebe2d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:13:01.272270 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6441b72b-5485-4ae5-b6c9-6b5465c9dd30 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:01.277370 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d75d7b-39d2-4585-84db-019289cebe2d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Pushing event updated for resources: {'Port': ['ID=aef37b9c-8a8c-42db-9f45-e48f6f602d57,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:01.375231 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ee974115-20f2-4eeb-97a8-3d17338ff683 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:13:01.392264 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a093f1-bc16-4975-a992-4b3274ea63f3 x-openstack-request-id: req-86a093f1-bc16-4975-a992-4b3274ea63f3 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:01.392622 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dde9c73-c032-45f8-bad9-2d8ee00aabd8", "name": "network-vif-plugged", "status": "completed", "tag": "331bb709-9d75-4417-9313-61c8980df6f2", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:01.392930 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86a093f1-bc16-4975-a992-4b3274ea63f3 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:01.393607 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86a093f1-bc16-4975-a992-4b3274ea63f3'] response: {'server_uuid': '3dde9c73-c032-45f8-bad9-2d8ee00aabd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331bb709-9d75-4417-9313-61c8980df6f2', 'code': 200} Apr 20 16:13:01.402817 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0eb5947b-5538-49b8-beb1-8aae79400559 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2745655 Apr 20 16:13:01.406459 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60244) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:13:01.412569 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-2fdb8b74-0067-4992-8607-02aa6ec77b64 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-616743638-router', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:01.465925 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67071b71-1885-4d68-b448-521ce6e00f3d req-f6d75d7b-39d2-4585-84db-019289cebe2d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:01.466596 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-67071b71-1885-4d68-b448-521ce6e00f3d req-f6d75d7b-39d2-4585-84db-019289cebe2d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:01.518821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00516bf7-4029-4957-b3d3-af955220fe83 req-c566a96a-6da4-4ab7-adb1-37d84fa7eb40 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:01.529351 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00516bf7-4029-4957-b3d3-af955220fe83 req-c566a96a-6da4-4ab7-adb1-37d84fa7eb40 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 945 time: 0.1564925 Apr 20 16:13:01.591200 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6441b72b-5485-4ae5-b6c9-6b5465c9dd30 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:01.594617 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5775483d-acb5-4d11-bbc2-b779d7da7c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf', 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'fixed_ips': [{'subnet_id': 'ea385c3c-0eb3-4d62-9264-606c9a1935f0'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:13:01.596012 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5775483d-acb5-4d11-bbc2-b779d7da7c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:01.611510 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-cc4b97f5-4f46-4387-80d4-6529f74444c2 service neutron] 10.222.0.26 "GET /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501999 Apr 20 16:13:01.633153 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00516bf7-4029-4957-b3d3-af955220fe83 req-473504a9-2626-4446-9ca6-ebdbee0e2895 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016364 Apr 20 16:13:01.669063 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ee974115-20f2-4eeb-97a8-3d17338ff683 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:01.670028 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:01.672228 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-92508dce-6a9d-4bdf-9ed8-3c80ad7f4aaa req-0022593c-d4ee-45e7-9c81-27cab1cf70f0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 210 time: 0.1176910 Apr 20 16:13:01.674926 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941e6ea-7f70-4098-9c0b-42d39e32bd1b req-64c04f57-11dc-42c3-82f3-87fc9800028d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:01.681881 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3941e6ea-7f70-4098-9c0b-42d39e32bd1b req-64c04f57-11dc-42c3-82f3-87fc9800028d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 1100 time: 0.1479359 Apr 20 16:13:01.730324 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-67071b71-1885-4d68-b448-521ce6e00f3d req-f6d75d7b-39d2-4585-84db-019289cebe2d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4578087 Apr 20 16:13:01.778315 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-67071b71-1885-4d68-b448-521ce6e00f3d req-2eaec3c5-6c53-46ad-8236-069282e8990e service neutron] Request body: {'port': {'device_id': '42f5d595-47aa-45c3-a711-f1cdc18c682d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:01.801239 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8b74-0067-4992-8607-02aa6ec77b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:01.802267 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8b74-0067-4992-8607-02aa6ec77b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:01.806124 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-445ad699-9b3e-4388-a81a-f2fe7751ced8 None None] Provisioning complete for port aef37b9c-8a8c-42db-9f45-e48f6f602d57 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:01.806510 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-445ad699-9b3e-4388-a81a-f2fe7751ced8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:01.814684 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b54a1be6-e408-4138-85d0-89daa9b2cd7b req-54980693-b292-45ad-825f-8e455fd022c2 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 210 time: 0.0881662 Apr 20 16:13:01.872863 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3941e6ea-7f70-4098-9c0b-42d39e32bd1b req-60e528c4-bc0d-41a6-8d3f-cdab53406be3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422155 Apr 20 16:13:01.873089 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8b74-0067-4992-8607-02aa6ec77b64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:01.963067 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-445ad699-9b3e-4388-a81a-f2fe7751ced8 None None] Port aef37b9c-8a8c-42db-9f45-e48f6f602d57 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:13:01.965944 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-67071b71-1885-4d68-b448-521ce6e00f3d req-2eaec3c5-6c53-46ad-8236-069282e8990e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:01.974478 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-5775483d-acb5-4d11-bbc2-b779d7da7c30 None None] Allocated IP 172.20.0.2 (eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf/ea385c3c-0eb3-4d62-9264-606c9a1935f0/9a6ea89d-a079-4c88-aa20-aff89424f6b2) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:13:02.006266 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 61605d67-521f-45a6-9f45-8d04504fc8b6 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:13:02.055466 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933f43c-e8e2-41e0-b180-ac9aae8c3358 req-dd2aa5aa-e36e-4365-b100-f0f5d8622fed tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:02.064008 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b933f43c-e8e2-41e0-b180-ac9aae8c3358 req-dd2aa5aa-e36e-4365-b100-f0f5d8622fed tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=42f5d595-47aa-45c3-a711-f1cdc18c682d HTTP/1.1" status: 200 len: 936 time: 0.0633633 Apr 20 16:13:02.097948 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b933f43c-e8e2-41e0-b180-ac9aae8c3358 req-20a9188a-d10d-4730-bd78-c795db312542 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330386 Apr 20 16:13:02.115404 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6441b72b-5485-4ae5-b6c9-6b5465c9dd30 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:02.125812 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b901f-718d-4f4f-863a-4d47a795a34a req-3609a821-432a-4b05-9b22-d5048c29cb40 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:02.127313 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b19b901f-718d-4f4f-863a-4d47a795a34a req-3609a821-432a-4b05-9b22-d5048c29cb40 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.2142489 Apr 20 16:13:02.194949 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 61605d67-521f-45a6-9f45-8d04504fc8b6 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:02.195328 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:02.254784 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5775483d-acb5-4d11-bbc2-b779d7da7c30 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:02.268751 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8b74-0067-4992-8607-02aa6ec77b64 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:02.293690 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6441b72b-5485-4ae5-b6c9-6b5465c9dd30 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:02.321354 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 33aeef2d-275a-4bd8-a4fb-964f62e4f64d up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:13:02.336740 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b19b901f-718d-4f4f-863a-4d47a795a34a req-a2329f33-ffc7-4480-b735-a455b92b355f tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002652 Apr 20 16:13:02.402428 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5775483d-acb5-4d11-bbc2-b779d7da7c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:02.404586 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9586c86-93cc-4341-937c-df570fa58288 req-c9825ef1-74a1-4f44-ba93-b3f1a22bed8e tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:02.413090 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a9586c86-93cc-4341-937c-df570fa58288 req-c9825ef1-74a1-4f44-ba93-b3f1a22bed8e tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 949 time: 0.1037030 Apr 20 16:13:02.442127 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 33aeef2d-275a-4bd8-a4fb-964f62e4f64d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:02.442588 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:02.486115 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441b72b-5485-4ae5-b6c9-6b5465c9dd30 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Pushing event updated for resources: {'Port': ['ID=1395226a-98e0-40e3-a710-46149e222509,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:02.516311 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a9586c86-93cc-4341-937c-df570fa58288 req-9a848f67-06ba-456b-bd6c-29a0974b7512 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012399 Apr 20 16:13:02.521371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-1052508d-7e7a-48ae-9f59-5833c8ba08e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:02.523714 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6441b72b-5485-4ae5-b6c9-6b5465c9dd30 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:02.525256 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-1052508d-7e7a-48ae-9f59-5833c8ba08e0 service neutron] 10.222.0.30 "GET /v2.0/ports/86bc5f31-0189-4f35-860c-022465c8e0d6 HTTP/1.1" status: 200 len: 1032 time: 0.1322062 Apr 20 16:13:02.579508 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-3d6ebbf4-d787-41dc-b2ae-ffb5b13578f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:02.580987 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-3d6ebbf4-d787-41dc-b2ae-ffb5b13578f3 service neutron] 10.222.0.30 "GET /v2.0/ports/109b0a13-d200-4ede-b5d7-d7341c55a715 HTTP/1.1" status: 200 len: 1032 time: 0.0467029 Apr 20 16:13:02.631466 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5775483d-acb5-4d11-bbc2-b779d7da7c30 None None] Network eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:13:02.638609 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775483d-acb5-4d11-bbc2-b779d7da7c30 None None] Pushing event updated for resources: {'Port': ['ID=9a6ea89d-a079-4c88-aa20-aff89424f6b2,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:02.641289 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-5775483d-acb5-4d11-bbc2-b779d7da7c30 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:02.648000 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5775483d-acb5-4d11-bbc2-b779d7da7c30 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:13:02.715109 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5775483d-acb5-4d11-bbc2-b779d7da7c30 None None] Attempting to bind port 9a6ea89d-a079-4c88-aa20-aff89424f6b2 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:13:02.715340 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5775483d-acb5-4d11-bbc2-b779d7da7c30 None None] Attempting to bind port 9a6ea89d-a079-4c88-aa20-aff89424f6b2 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '3b669865-64dd-41a9-a304-cf6c9c017a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:13:02.715862 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5775483d-acb5-4d11-bbc2-b779d7da7c30 None None] Attempting to bind port 9a6ea89d-a079-4c88-aa20-aff89424f6b2 on network eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:02.740624 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5775483d-acb5-4d11-bbc2-b779d7da7c30 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:13:02.741071 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5775483d-acb5-4d11-bbc2-b779d7da7c30 None None] Checking segment: {'id': '3b669865-64dd-41a9-a304-cf6c9c017a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:13:02.741947 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5775483d-acb5-4d11-bbc2-b779d7da7c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:02.742345 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5775483d-acb5-4d11-bbc2-b779d7da7c30 None None] Bound using segment: {'id': '3b669865-64dd-41a9-a304-cf6c9c017a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:13:02.742829 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5775483d-acb5-4d11-bbc2-b779d7da7c30 None None] Bound port: 9a6ea89d-a079-4c88-aa20-aff89424f6b2, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b669865-64dd-41a9-a304-cf6c9c017a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:13:02.743218 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5775483d-acb5-4d11-bbc2-b779d7da7c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:02.829607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5775483d-acb5-4d11-bbc2-b779d7da7c30 None None] For port 9a6ea89d-a079-4c88-aa20-aff89424f6b2, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:13:02.833257 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5775483d-acb5-4d11-bbc2-b779d7da7c30 None None] For port 9a6ea89d-a079-4c88-aa20-aff89424f6b2, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=9a6ea89d-a079-4c88-aa20-aff89424f6b2,segment=NetworkSegment(3b669865-64dd-41a9-a304-cf6c9c017a24),segment_id=3b669865-64dd-41a9-a304-cf6c9c017a24)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:13:02.855255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-ac0db6d6-40be-42ee-899d-04fb2c9f49e6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:02.861502 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-ac0db6d6-40be-42ee-899d-04fb2c9f49e6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:02.870596 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-ac0db6d6-40be-42ee-899d-04fb2c9f49e6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:02.872275 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-ac0db6d6-40be-42ee-899d-04fb2c9f49e6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.30 "GET /v2.0/networks?id=5a539455-a33b-4573-a499-12dcf82cf2d8&id=b3f48337-fb41-429b-a73c-aee6d4fcf48c&id=b3f48337-fb41-429b-a73c-aee6d4fcf48c&id=b3f48337-fb41-429b-a73c-aee6d4fcf48c&id=b3f48337-fb41-429b-a73c-aee6d4fcf48c&id=180e815e-0123-45d7-aabc-b7cbe3dc8657&id=180e815e-0123-45d7-aabc-b7cbe3dc8657 HTTP/1.1" status: 200 len: 1993 time: 0.2837117 Apr 20 16:13:02.892608 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbe01d-b9b4-4d37-a957-2973385f72e9 req-e43781a7-8a1f-4c50-8e13-bb33fae033d9 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:02.897141 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69dbe01d-b9b4-4d37-a957-2973385f72e9 req-e43781a7-8a1f-4c50-8e13-bb33fae033d9 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 945 time: 0.1399701 Apr 20 16:13:02.907465 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694437ed-b477-432b-b999-e8657396d140 req-c78ce54a-6128-42b9-95ed-0de8f865d37c tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:02.909112 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-c78ce54a-6128-42b9-95ed-0de8f865d37c tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2&tenant_id=f99d78ffab8c43cca67be1fec063f621&binding%3Ahost_id=n-h1-836146-2 HTTP/1.1" status: 200 len: 1096 time: 0.5566857 Apr 20 16:13:02.952701 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-374e351f-cf7c-45db-9a26-43799fc655cf tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52e792bf173b40589fd45d3280bfec0b HTTP/1.1" status: 200 len: 379 time: 0.0576310 Apr 20 16:13:02.956547 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b026f748-061a-43b5-a8db-74d70704b6c5 req-61858b82-da4d-405b-b624-1c2402bcebd2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 210 time: 0.0570810 Apr 20 16:13:02.959341 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5775483d-acb5-4d11-bbc2-b779d7da7c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:02.971931 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-6babe703-d811-441c-8829-fa5d950385ea req-3644805c-567c-4f7d-b30a-bd732c54f273 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Request body: {'port': {'device_id': '694ed346-3b21-4205-a721-a2553728b29e', 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8', 'admin_state_up': True, 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'security_groups': ['36786094-dd31-415b-bb93-ee64d32ee758']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:02.992367 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69dbe01d-b9b4-4d37-a957-2973385f72e9 req-7a1fefe4-c163-4a8e-b827-7a7835eaac66 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902159 Apr 20 16:13:03.085717 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775483d-acb5-4d11-bbc2-b779d7da7c30 None None] Pushing event updated for resources: {'Port': ['ID=9a6ea89d-a079-4c88-aa20-aff89424f6b2,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:03.086717 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6441b72b-5485-4ae5-b6c9-6b5465c9dd30 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:03.112540 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6441b72b-5485-4ae5-b6c9-6b5465c9dd30 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3270812 Apr 20 16:13:03.195545 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-67071b71-1885-4d68-b448-521ce6e00f3d req-2eaec3c5-6c53-46ad-8236-069282e8990e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef37b9c-8a8c-42db-9f45-e48f6f602d57 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:03.232197 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-67071b71-1885-4d68-b448-521ce6e00f3d req-2eaec3c5-6c53-46ad-8236-069282e8990e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:03.256618 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c03314eb-38d5-4f19-9bb3-bf1d1d70aafe req-e50e3239-9194-4734-b8a2-400eea0133d9 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 210 time: 0.0901177 Apr 20 16:13:03.266330 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439e09c-5426-4a37-bb8e-9cd96e6e08be req-2cb90443-c893-4864-8a1a-89675c422668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:03.268443 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3439e09c-5426-4a37-bb8e-9cd96e6e08be req-2cb90443-c893-4864-8a1a-89675c422668 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 1095 time: 0.1906781 Apr 20 16:13:03.300534 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-67071b71-1885-4d68-b448-521ce6e00f3d req-2eaec3c5-6c53-46ad-8236-069282e8990e service neutron] Transition to ACTIVE for port object aef37b9c-8a8c-42db-9f45-e48f6f602d57 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:13:03.481624 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-67071b71-1885-4d68-b448-521ce6e00f3d req-2eaec3c5-6c53-46ad-8236-069282e8990e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:03.486140 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-3644805c-567c-4f7d-b30a-bd732c54f273 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Made reservation on behalf of 52e792bf173b40589fd45d3280bfec0b for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:13:03.489731 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-3644805c-567c-4f7d-b30a-bd732c54f273 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:03.641910 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22344083-27a0-4f3d-aaeb-86e671a95d88 req-8ed8b0f3-2168-4153-ac82-0f4ed79b89b7 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:03.649583 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-22344083-27a0-4f3d-aaeb-86e671a95d88 req-8ed8b0f3-2168-4153-ac82-0f4ed79b89b7 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.4934764 Apr 20 16:13:03.651490 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ca304-c089-4dd0-a3f6-05ffc1148d61 req-9fb4b495-d772-4b0d-9feb-a5c9eeb0a92a tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:03.653972 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-160ca304-c089-4dd0-a3f6-05ffc1148d61 req-9fb4b495-d772-4b0d-9feb-a5c9eeb0a92a tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=42f5d595-47aa-45c3-a711-f1cdc18c682d HTTP/1.1" status: 200 len: 948 time: 0.2242365 Apr 20 16:13:03.654550 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaec3c5-6c53-46ad-8236-069282e8990e service neutron] Pushing event updated for resources: {'Port': ['ID=aef37b9c-8a8c-42db-9f45-e48f6f602d57,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:03.659082 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-694437ed-b477-432b-b999-e8657396d140 req-bb4cccb7-562c-464f-a452-cc084890e7f9 service neutron] For port 47f88a83-6a0f-4e81-a05f-d79ea43e665e, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:13:03.662213 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-ee18270a-9c08-43e6-a21e-31f3188cc81b tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:03.670151 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-ee18270a-9c08-43e6-a21e-31f3188cc81b tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:03.673073 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-ee18270a-9c08-43e6-a21e-31f3188cc81b tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.30 "GET /v2.0/networks?id=9605f993-398a-4575-885f-57930b02e51b&id=755c698b-1fd9-4a75-a82a-4fa61b59e5e3&id=9605f993-398a-4575-885f-57930b02e51b HTTP/1.1" status: 200 len: 1392 time: 0.3816106 Apr 20 16:13:03.702787 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-694437ed-b477-432b-b999-e8657396d140 req-bb4cccb7-562c-464f-a452-cc084890e7f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:03.703931 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-694437ed-b477-432b-b999-e8657396d140 req-bb4cccb7-562c-464f-a452-cc084890e7f9 service neutron] 10.222.0.26 "DELETE /v2.0/ports/47f88a83-6a0f-4e81-a05f-d79ea43e665e/bindings/n-h2-836146-2 HTTP/1.1" status: 204 len: 173 time: 0.7758703 Apr 20 16:13:03.713517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439e09c-5426-4a37-bb8e-9cd96e6e08be req-6c92cfde-4dac-487f-8557-4a2f31597ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:03.715099 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3439e09c-5426-4a37-bb8e-9cd96e6e08be req-6c92cfde-4dac-487f-8557-4a2f31597ce8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 912 time: 0.4373417 Apr 20 16:13:03.732321 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-3623ca83-26b5-432b-8139-1512c13f6f58 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Request body: {'port': {'device_id': '45e52657-d806-43ce-9dac-c95d85c25be5', 'network_id': '9605f993-398a-4575-885f-57930b02e51b', 'admin_state_up': True, 'tenant_id': '31e17c9702d24102b4b3005d2801ab9d'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:03.800375 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8b74-0067-4992-8607-02aa6ec77b64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:03.807175 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-22344083-27a0-4f3d-aaeb-86e671a95d88 req-2a0874eb-58c0-4d71-9b5d-92c2c2cfc0db tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469994 Apr 20 16:13:03.852783 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8b74-0067-4992-8607-02aa6ec77b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:03.966898 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-67071b71-1885-4d68-b448-521ce6e00f3d req-2eaec3c5-6c53-46ad-8236-069282e8990e service neutron] Attempting to bind port aef37b9c-8a8c-42db-9f45-e48f6f602d57 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:13:03.968079 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-67071b71-1885-4d68-b448-521ce6e00f3d req-2eaec3c5-6c53-46ad-8236-069282e8990e service neutron] Attempting to bind port aef37b9c-8a8c-42db-9f45-e48f6f602d57 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:13:03.968079 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67071b71-1885-4d68-b448-521ce6e00f3d req-2eaec3c5-6c53-46ad-8236-069282e8990e service neutron] Attempting to bind port aef37b9c-8a8c-42db-9f45-e48f6f602d57 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:03.979223 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67071b71-1885-4d68-b448-521ce6e00f3d req-2eaec3c5-6c53-46ad-8236-069282e8990e service neutron] Port aef37b9c-8a8c-42db-9f45-e48f6f602d57 on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:13:03.979548 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67071b71-1885-4d68-b448-521ce6e00f3d req-2eaec3c5-6c53-46ad-8236-069282e8990e service neutron] Attempting to bind port aef37b9c-8a8c-42db-9f45-e48f6f602d57 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:04.023405 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-160ca304-c089-4dd0-a3f6-05ffc1148d61 req-0d5906c6-6613-4226-ba84-96a4567e3998 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490686 Apr 20 16:13:04.031167 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67071b71-1885-4d68-b448-521ce6e00f3d req-2eaec3c5-6c53-46ad-8236-069282e8990e service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:13:04.031515 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67071b71-1885-4d68-b448-521ce6e00f3d req-2eaec3c5-6c53-46ad-8236-069282e8990e service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:13:04.032084 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67071b71-1885-4d68-b448-521ce6e00f3d req-2eaec3c5-6c53-46ad-8236-069282e8990e service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:13:04.032947 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-67071b71-1885-4d68-b448-521ce6e00f3d req-2eaec3c5-6c53-46ad-8236-069282e8990e service neutron] Bound port: aef37b9c-8a8c-42db-9f45-e48f6f602d57, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:13:04.032947 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-67071b71-1885-4d68-b448-521ce6e00f3d req-2eaec3c5-6c53-46ad-8236-069282e8990e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:04.053108 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-30d751fc-3fd2-4704-bcbe-7c82ca423f15 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--362764124&fields=id&tenant_id=a65ee74e176348e8ac55cef4712eb79c HTTP/1.1" status: 200 len: 267 time: 0.1127789 Apr 20 16:13:04.087241 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3439e09c-5426-4a37-bb8e-9cd96e6e08be req-96d23511-2918-405f-83d8-c43efda957d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698 HTTP/1.1" status: 200 len: 999 time: 0.3391240 Apr 20 16:13:04.136501 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-6babe703-d811-441c-8829-fa5d950385ea req-3644805c-567c-4f7d-b30a-bd732c54f273 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Allocated IP 172.20.0.8 (5a539455-a33b-4573-a499-12dcf82cf2d8/bf84b94b-dba3-472d-a23f-24ed520f6e46/18f3702c-45ea-40ef-a824-e2709a902263) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:13:04.186848 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-2fdb8b74-0067-4992-8607-02aa6ec77b64 admin admin] Allocated IP 172.25.0.112 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/48e36465-8fff-4ceb-811a-d6b173dbb253) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:13:04.196038 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439e09c-5426-4a37-bb8e-9cd96e6e08be req-6b2ce497-ea40-4d7e-be74-3e22f69dee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:04.197548 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3439e09c-5426-4a37-bb8e-9cd96e6e08be req-6b2ce497-ea40-4d7e-be74-3e22f69dee3a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6cf39be6-ada6-40b6-a73b-d57e4fcf739a HTTP/1.1" status: 200 len: 850 time: 0.1014812 Apr 20 16:13:04.272866 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-67071b71-1885-4d68-b448-521ce6e00f3d req-2eaec3c5-6c53-46ad-8236-069282e8990e service neutron] For port aef37b9c-8a8c-42db-9f45-e48f6f602d57, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:13:04.291890 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-3623ca83-26b5-432b-8139-1512c13f6f58 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Made reservation on behalf of 31e17c9702d24102b4b3005d2801ab9d for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:13:04.296180 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-3623ca83-26b5-432b-8139-1512c13f6f58 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:04.333556 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-67071b71-1885-4d68-b448-521ce6e00f3d req-2eaec3c5-6c53-46ad-8236-069282e8990e service neutron] For port aef37b9c-8a8c-42db-9f45-e48f6f602d57, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=aef37b9c-8a8c-42db-9f45-e48f6f602d57,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:13:04.347671 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-39e52024-0c85-413d-a7b5-bcce64f8b4ce tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:04.349622 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-39e52024-0c85-413d-a7b5-bcce64f8b4ce tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/networks?id=408045e4-944a-432a-ba89-38535ff2bc3b HTTP/1.1" status: 200 len: 812 time: 0.2874532 Apr 20 16:13:04.415603 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-5137c301-0f3a-4b6e-ac73-5822736d8f96 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/quotas/a65ee74e176348e8ac55cef4712eb79c HTTP/1.1" status: 200 len: 375 time: 0.0366745 Apr 20 16:13:04.472098 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8b74-0067-4992-8607-02aa6ec77b64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:04.474290 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-67071b71-1885-4d68-b448-521ce6e00f3d req-2eaec3c5-6c53-46ad-8236-069282e8990e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:04.476435 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-3644805c-567c-4f7d-b30a-bd732c54f273 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:04.520953 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439e09c-5426-4a37-bb8e-9cd96e6e08be req-8ec4255b-5dd4-4844-a891-2844b220c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:04.522314 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3439e09c-5426-4a37-bb8e-9cd96e6e08be req-8ec4255b-5dd4-4844-a891-2844b220c1d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1e63842-0159-452f-8eed-f7dec1727f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2869329 Apr 20 16:13:04.524120 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52d466-c026-4364-bada-db0e2e153b99 req-021259f8-5ff8-4877-893d-64c6f0da0ec5 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:04.531537 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2e52d466-c026-4364-bada-db0e2e153b99 req-021259f8-5ff8-4877-893d-64c6f0da0ec5 tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 1096 time: 0.3472009 Apr 20 16:13:04.539888 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67071b71-1885-4d68-b448-521ce6e00f3d req-2eaec3c5-6c53-46ad-8236-069282e8990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:04.540542 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-67071b71-1885-4d68-b448-521ce6e00f3d req-2eaec3c5-6c53-46ad-8236-069282e8990e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:04.542063 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-67071b71-1885-4d68-b448-521ce6e00f3d req-2eaec3c5-6c53-46ad-8236-069282e8990e service neutron] 10.222.0.26 "PUT /v2.0/ports/aef37b9c-8a8c-42db-9f45-e48f6f602d57 HTTP/1.1" status: 200 len: 1096 time: 2.7962832 Apr 20 16:13:04.542963 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f5d595-47aa-45c3-a711-f1cdc18c682d', 'tag': 'aef37b9c-8a8c-42db-9f45-e48f6f602d57'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:04.545514 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae56709a-a8ce-4686-86bd-90239ccb24d9" -d '{"events": [{"name": "network-changed", "server_uuid": "42f5d595-47aa-45c3-a711-f1cdc18c682d", "tag": "aef37b9c-8a8c-42db-9f45-e48f6f602d57"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:04.597482 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-73f2e738-0d6b-4eb5-a1fb-44734e51ac8c tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a65ee74e176348e8ac55cef4712eb79c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1809187 Apr 20 16:13:04.609451 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaec3c5-6c53-46ad-8236-069282e8990e service neutron] Pushing event updated for resources: {'Port': ['ID=aef37b9c-8a8c-42db-9f45-e48f6f602d57,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:04.615886 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42997a52-88d4-470c-8df4-9dad4e4994eb None None] Network eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:13:04.716265 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2e52d466-c026-4364-bada-db0e2e153b99 req-dbb8d6a6-143c-4250-becd-0ffb78b3f07f tempest-LiveMigrationTest-520520022 tempest-LiveMigrationTest-520520022-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837327 Apr 20 16:13:04.749722 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-65178db5-11c8-441d-9b0d-8a8ec58aca84 None None] Provisioning complete for port 9a6ea89d-a079-4c88-aa20-aff89424f6b2 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:04.749999 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-65178db5-11c8-441d-9b0d-8a8ec58aca84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:04.807200 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-de4a2fc8-ac59-44bd-8ca7-1f5f27e87f46 service neutron] 10.222.0.15 "GET /v2.0/networks/408045e4-944a-432a-ba89-38535ff2bc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085383 Apr 20 16:13:04.867288 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-3623ca83-26b5-432b-8139-1512c13f6f58 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Allocated IP 19.80.0.24 (9605f993-398a-4575-885f-57930b02e51b/a304daab-f36d-41a9-a9f1-3218c4cacc4a/661201c9-dd59-4083-a227-761c85684627) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:13:04.893038 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-3644805c-567c-4f7d-b30a-bd732c54f273 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:04.955645 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-65178db5-11c8-441d-9b0d-8a8ec58aca84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:04.977692 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3439e09c-5426-4a37-bb8e-9cd96e6e08be req-9750567c-5330-481d-8443-90a8979335f6 service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440153 Apr 20 16:13:05.011012 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-65178db5-11c8-441d-9b0d-8a8ec58aca84 None None] For port 9a6ea89d-a079-4c88-aa20-aff89424f6b2, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=9a6ea89d-a079-4c88-aa20-aff89424f6b2,segment=NetworkSegment(3b669865-64dd-41a9-a304-cf6c9c017a24),segment_id=3b669865-64dd-41a9-a304-cf6c9c017a24)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:05.053421 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8b74-0067-4992-8607-02aa6ec77b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:05.082385 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6babe703-d811-441c-8829-fa5d950385ea req-3644805c-567c-4f7d-b30a-bd732c54f273 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Network 5a539455-a33b-4573-a499-12dcf82cf2d8 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:13:05.102848 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdb8b74-0067-4992-8607-02aa6ec77b64 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:13:05.113252 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-f63b1c80-cc3e-4099-bd56-1633fa21f073 service neutron] 10.222.0.15 "GET /v2.0/networks/408045e4-944a-432a-ba89-38535ff2bc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894559 Apr 20 16:13:05.129491 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-65178db5-11c8-441d-9b0d-8a8ec58aca84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:05.133995 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-6babe703-d811-441c-8829-fa5d950385ea req-3644805c-567c-4f7d-b30a-bd732c54f273 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:05.141190 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-6babe703-d811-441c-8829-fa5d950385ea req-3644805c-567c-4f7d-b30a-bd732c54f273 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:13:05.149830 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644805c-567c-4f7d-b30a-bd732c54f273 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event updated for resources: {'Port': ['ID=18f3702c-45ea-40ef-a824-e2709a902263,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:05.188560 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5392a-36b4-441d-aab4-83eee9399b44 req-bead88ab-e240-4e86-973f-ac44636025f2 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:05.203071 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-96c5392a-36b4-441d-aab4-83eee9399b44 req-bead88ab-e240-4e86-973f-ac44636025f2 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 949 time: 0.3148241 Apr 20 16:13:05.215145 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-2fdb8b74-0067-4992-8607-02aa6ec77b64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:05.236065 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb8b74-0067-4992-8607-02aa6ec77b64 admin admin] Pushing event updated for resources: {'Port': ['ID=48e36465-8fff-4ceb-811a-d6b173dbb253,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:05.246535 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 9a6ea89d-a079-4c88-aa20-aff89424f6b2 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:13:05.248107 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdb8b74-0067-4992-8607-02aa6ec77b64 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:13:05.330496 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67071b71-1885-4d68-b448-521ce6e00f3d req-1ca0f07a-9d9f-47a7-973f-f9be7c5721d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:05.336108 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-67071b71-1885-4d68-b448-521ce6e00f3d req-1ca0f07a-9d9f-47a7-973f-f9be7c5721d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=414c3900b95544c68d9d9644835b8a7b&device_id=42f5d595-47aa-45c3-a711-f1cdc18c682d HTTP/1.1" status: 200 len: 1099 time: 0.5272624 Apr 20 16:13:05.346523 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-3644805c-567c-4f7d-b30a-bd732c54f273 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:05.347154 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-3644805c-567c-4f7d-b30a-bd732c54f273 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:05.366794 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3439e09c-5426-4a37-bb8e-9cd96e6e08be req-ac6e52d0-a9a9-4d9a-95c7-731d6f126e5b service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531041 Apr 20 16:13:05.387612 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65178db5-11c8-441d-9b0d-8a8ec58aca84 None None] Pushing event updated for resources: {'Port': ['ID=9a6ea89d-a079-4c88-aa20-aff89424f6b2,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:05.402049 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-96c5392a-36b4-441d-aab4-83eee9399b44 req-585ff662-51fe-4402-bd14-e23519de84a3 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983824 Apr 20 16:13:05.479446 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-3623ca83-26b5-432b-8139-1512c13f6f58 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:05.492533 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 9a6ea89d-a079-4c88-aa20-aff89424f6b2 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:05.499259 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:05.499414 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-3644805c-567c-4f7d-b30a-bd732c54f273 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5293050 Apr 20 16:13:05.511907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-6babe703-d811-441c-8829-fa5d950385ea req-4cea0412-0dad-4b74-a83c-59555290c3b8 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Request body: {'port': {'device_id': '694ed346-3b21-4205-a721-a2553728b29e', 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c', 'admin_state_up': True, 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'security_groups': ['36786094-dd31-415b-bb93-ee64d32ee758']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:05.568563 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-67071b71-1885-4d68-b448-521ce6e00f3d req-cdf0be3e-53aa-4aaa-9a79-d82c72b13d3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=aef37b9c-8a8c-42db-9f45-e48f6f602d57 HTTP/1.1" status: 200 len: 217 time: 0.2059455 Apr 20 16:13:05.608811 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-996853f2-f5df-45c6-b5a0-fdbdc280e09c None None] Provisioning complete for port 9a6ea89d-a079-4c88-aa20-aff89424f6b2 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:05.609177 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-996853f2-f5df-45c6-b5a0-fdbdc280e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:05.731284 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961894e3-7b17-4e39-8e49-358ab26e5259 req-88579e6b-1b42-4dd6-a6b8-da906587ac72 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:05.738489 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-961894e3-7b17-4e39-8e49-358ab26e5259 req-88579e6b-1b42-4dd6-a6b8-da906587ac72 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 931 time: 0.0990899 Apr 20 16:13:05.748570 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-3623ca83-26b5-432b-8139-1512c13f6f58 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:05.835033 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-3623ca83-26b5-432b-8139-1512c13f6f58 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Network 9605f993-398a-4575-885f-57930b02e51b is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:13:05.857555 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-961894e3-7b17-4e39-8e49-358ab26e5259 req-a32063ce-3887-427a-9aae-03bf95556ea3 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159785 Apr 20 16:13:05.869243 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-3623ca83-26b5-432b-8139-1512c13f6f58 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:05.874141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-3623ca83-26b5-432b-8139-1512c13f6f58 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:13:05.891789 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623ca83-26b5-432b-8139-1512c13f6f58 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event updated for resources: {'Port': ['ID=661201c9-dd59-4083-a227-761c85684627,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:05.910261 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67071b71-1885-4d68-b448-521ce6e00f3d req-93ad17fb-2825-4ed3-b8fb-63032fdd6470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:05.912027 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-67071b71-1885-4d68-b448-521ce6e00f3d req-93ad17fb-2825-4ed3-b8fb-63032fdd6470 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.2374513 Apr 20 16:13:05.939816 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-4cea0412-0dad-4b74-a83c-59555290c3b8 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Made reservation on behalf of 52e792bf173b40589fd45d3280bfec0b for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:13:05.943424 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-4cea0412-0dad-4b74-a83c-59555290c3b8 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:05.950555 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8eef369-7e62-4e91-8ca7-c0e592faf1fc x-openstack-request-id: req-e8eef369-7e62-4e91-8ca7-c0e592faf1fc {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:05.950852 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f5d595-47aa-45c3-a711-f1cdc18c682d", "tag": "aef37b9c-8a8c-42db-9f45-e48f6f602d57", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:05.951105 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8eef369-7e62-4e91-8ca7-c0e592faf1fc {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:05.951502 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8eef369-7e62-4e91-8ca7-c0e592faf1fc'] response: {'name': 'network-changed', 'server_uuid': '42f5d595-47aa-45c3-a711-f1cdc18c682d', 'tag': 'aef37b9c-8a8c-42db-9f45-e48f6f602d57', 'status': 'completed', 'code': 200} Apr 20 16:13:05.976441 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3623ca83-26b5-432b-8139-1512c13f6f58 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:05.976646 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3623ca83-26b5-432b-8139-1512c13f6f58 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:05.976985 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3623ca83-26b5-432b-8139-1512c13f6f58 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:05.977316 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3623ca83-26b5-432b-8139-1512c13f6f58 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:05.977651 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3623ca83-26b5-432b-8139-1512c13f6f58 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:05.977962 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3623ca83-26b5-432b-8139-1512c13f6f58 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:05.985077 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5c34e230-31cf-4ae7-9c52-b9275ef20445 None None] Provisioning complete for port 18f3702c-45ea-40ef-a824-e2709a902263 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:05.986399 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5c34e230-31cf-4ae7-9c52-b9275ef20445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:05.987829 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3623ca83-26b5-432b-8139-1512c13f6f58 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:05.988394 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3623ca83-26b5-432b-8139-1512c13f6f58 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:05.988740 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3623ca83-26b5-432b-8139-1512c13f6f58 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:05.989071 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3623ca83-26b5-432b-8139-1512c13f6f58 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:05.989400 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3623ca83-26b5-432b-8139-1512c13f6f58 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:05.989738 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3623ca83-26b5-432b-8139-1512c13f6f58 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:06.029746 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a7a7d-b17f-4f06-b9be-efc44b9ddaa9 req-d0323fc1-221e-4b87-9f0d-d34eb4333c42 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:06.037052 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-640a7a7d-b17f-4f06-b9be-efc44b9ddaa9 req-d0323fc1-221e-4b87-9f0d-d34eb4333c42 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 931 time: 0.2828357 Apr 20 16:13:06.041791 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-3623ca83-26b5-432b-8139-1512c13f6f58 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:06.042449 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-3623ca83-26b5-432b-8139-1512c13f6f58 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:06.085322 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5c34e230-31cf-4ae7-9c52-b9275ef20445 None None] Port 18f3702c-45ea-40ef-a824-e2709a902263 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:13:06.176890 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-6babe703-d811-441c-8829-fa5d950385ea req-4cea0412-0dad-4b74-a83c-59555290c3b8 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Allocated IP 10.1.1.218 (b3f48337-fb41-429b-a73c-aee6d4fcf48c/bfc0832a-a3b1-44e3-8640-5fd52f4441e0/f1becdf7-758a-461a-b7f0-fe832ccc2da3) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:13:06.196681 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-3623ca83-26b5-432b-8139-1512c13f6f58 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4783239 Apr 20 16:13:06.219733 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-67f381a0-8e9c-4585-afb3-5b5f6700cf7f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Request body: {'port': {'device_id': '45e52657-d806-43ce-9dac-c95d85c25be5', 'network_id': '755c698b-1fd9-4a75-a82a-4fa61b59e5e3', 'admin_state_up': True, 'tenant_id': '31e17c9702d24102b4b3005d2801ab9d'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:06.295670 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8b74-0067-4992-8607-02aa6ec77b64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:06.314693 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-6267112b-3af8-45fc-b490-63f44cd05cb9 None None] Provisioning complete for port 661201c9-dd59-4083-a227-761c85684627 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:06.315790 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6267112b-3af8-45fc-b490-63f44cd05cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:06.398704 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-6267112b-3af8-45fc-b490-63f44cd05cb9 None None] Port 661201c9-dd59-4083-a227-761c85684627 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:13:06.438352 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-4cea0412-0dad-4b74-a83c-59555290c3b8 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:06.475532 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-640a7a7d-b17f-4f06-b9be-efc44b9ddaa9 req-c0e266f7-2fc1-4a7a-86cc-4bd3fbcdfdc4 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296939 Apr 20 16:13:06.532043 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b353c8-df11-4831-9c08-463ad6b5941e req-29fc296e-4c59-4622-9733-aa6ddd125dde tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:06.533853 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-08b353c8-df11-4831-9c08-463ad6b5941e req-29fc296e-4c59-4622-9733-aa6ddd125dde tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0653188 Apr 20 16:13:06.563175 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67071b71-1885-4d68-b448-521ce6e00f3d req-7b6960bc-02b1-4bbd-b2aa-6d7c209df590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:06.564954 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-67071b71-1885-4d68-b448-521ce6e00f3d req-7b6960bc-02b1-4bbd-b2aa-6d7c209df590 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6303742 Apr 20 16:13:06.584677 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-08b353c8-df11-4831-9c08-463ad6b5941e req-2119c629-410c-41d5-80d4-92613aa93788 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419385 Apr 20 16:13:06.585697 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-67f381a0-8e9c-4585-afb3-5b5f6700cf7f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Made reservation on behalf of 31e17c9702d24102b4b3005d2801ab9d for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:13:06.590066 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-67f381a0-8e9c-4585-afb3-5b5f6700cf7f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:06.610412 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-4cea0412-0dad-4b74-a83c-59555290c3b8 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:06.646331 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6babe703-d811-441c-8829-fa5d950385ea req-4cea0412-0dad-4b74-a83c-59555290c3b8 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Network b3f48337-fb41-429b-a73c-aee6d4fcf48c is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:13:06.666704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-6babe703-d811-441c-8829-fa5d950385ea req-4cea0412-0dad-4b74-a83c-59555290c3b8 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:06.672198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-6babe703-d811-441c-8829-fa5d950385ea req-4cea0412-0dad-4b74-a83c-59555290c3b8 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:13:06.772435 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2c82b-21d3-4d41-8d05-5f0bee0963c4 req-56dfdb42-77a3-41a3-a391-bfa80a417a5d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:06.780844 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-73b2c82b-21d3-4d41-8d05-5f0bee0963c4 req-56dfdb42-77a3-41a3-a391-bfa80a417a5d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=42f5d595-47aa-45c3-a711-f1cdc18c682d HTTP/1.1" status: 200 len: 948 time: 0.2201128 Apr 20 16:13:06.792930 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8b74-0067-4992-8607-02aa6ec77b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:06.814974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea0412-0dad-4b74-a83c-59555290c3b8 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event updated for resources: {'Port': ['ID=f1becdf7-758a-461a-b7f0-fe832ccc2da3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:06.875140 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-4cea0412-0dad-4b74-a83c-59555290c3b8 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:06.875140 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-4cea0412-0dad-4b74-a83c-59555290c3b8 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:06.928171 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace13dc6-0b3a-4c62-b3ff-1a9c5504b807 req-74aca6eb-30a4-4843-ac83-a04217ca74fa tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:06.928171 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ace13dc6-0b3a-4c62-b3ff-1a9c5504b807 req-74aca6eb-30a4-4843-ac83-a04217ca74fa tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b3b6815-08e4-4e36-ad66-187fa8ef5d48 HTTP/1.1" status: 200 len: 950 time: 0.2201190 Apr 20 16:13:06.966034 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-67071b71-1885-4d68-b448-521ce6e00f3d req-785151f0-8f2c-464f-90f5-0b5267261b1d service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449295 Apr 20 16:13:06.970360 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-67f381a0-8e9c-4585-afb3-5b5f6700cf7f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Allocated IP 19.86.0.185 (755c698b-1fd9-4a75-a82a-4fa61b59e5e3/f9b5b12f-6f4a-44d9-a8a4-183204e3e755/20742339-1309-494c-891d-c503dbda4536) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:13:06.975224 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-73b2c82b-21d3-4d41-8d05-5f0bee0963c4 req-dbcc7f80-2f6a-4e04-90af-a1af4b8ca97e tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930904 Apr 20 16:13:07.039271 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ace13dc6-0b3a-4c62-b3ff-1a9c5504b807 req-fdc86737-b82f-4de8-a063-9bafc5f4c3dc tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977404 Apr 20 16:13:07.046219 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d53cf49e-02a4-4e6e-baa8-1a1a3f09a14e None None] Provisioning complete for port f1becdf7-758a-461a-b7f0-fe832ccc2da3 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:07.046823 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d53cf49e-02a4-4e6e-baa8-1a1a3f09a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:07.070740 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-4cea0412-0dad-4b74-a83c-59555290c3b8 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5645151 Apr 20 16:13:07.119381 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-6babe703-d811-441c-8829-fa5d950385ea req-637e5c2d-07e4-4071-b5f7-fb66b6c1c202 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Request body: {'port': {'device_id': '694ed346-3b21-4205-a721-a2553728b29e', 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c', 'admin_state_up': True, 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'security_groups': ['36786094-dd31-415b-bb93-ee64d32ee758']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:07.123370 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d53cf49e-02a4-4e6e-baa8-1a1a3f09a14e None None] Port f1becdf7-758a-461a-b7f0-fe832ccc2da3 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:13:07.209646 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b65eb744-dc91-48f8-9f98-dc370496b2cf req-c56ca6b9-7fdb-44c8-8239-b13539e44963 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d0c081-276b-4a7f-8684-23feb66346b2 HTTP/1.1" status: 200 len: 210 time: 0.0777466 Apr 20 16:13:07.237509 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 9a6ea89d-a079-4c88-aa20-aff89424f6b2 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:13:07.278285 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-67071b71-1885-4d68-b448-521ce6e00f3d req-0295ed38-ae3d-4b04-9c22-ff45f31d65de service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019049 Apr 20 16:13:07.357892 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 9a6ea89d-a079-4c88-aa20-aff89424f6b2 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:07.358276 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:07.399015 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fdb8b74-0067-4992-8607-02aa6ec77b64 admin admin] Router d0c78292-f87e-48aa-82f4-f07bb9f432aa is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:13:07.548373 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde408e3-87b9-410d-8f62-dbde6f7bb779 req-d841fbc6-8ef0-4a93-9a19-54c20ef1716a tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:07.550264 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cde408e3-87b9-410d-8f62-dbde6f7bb779 req-d841fbc6-8ef0-4a93-9a19-54c20ef1716a tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.2105074 Apr 20 16:13:07.661603 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3e7cf-c807-4d88-bc54-32d876dcf499 req-f0a3e3bb-cda6-460d-8b8f-9e5d3cbb1001 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:07.663970 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-88a3e7cf-c807-4d88-bc54-32d876dcf499 req-f0a3e3bb-cda6-460d-8b8f-9e5d3cbb1001 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.26 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 945 time: 0.1604667 Apr 20 16:13:07.689565 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cde408e3-87b9-410d-8f62-dbde6f7bb779 req-c37de3d1-ee89-4448-87ba-88c4ae6a635e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088090 Apr 20 16:13:07.822964 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56709a-a8ce-4686-86bd-90239ccb24d9 req-9132e779-a1b5-4cb1-b5f2-8716d63d4906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:07.824381 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ae56709a-a8ce-4686-86bd-90239ccb24d9 req-9132e779-a1b5-4cb1-b5f2-8716d63d4906 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=414c3900b95544c68d9d9644835b8a7b&device_id=42f5d595-47aa-45c3-a711-f1cdc18c682d HTTP/1.1" status: 200 len: 1099 time: 0.1525924 Apr 20 16:13:07.827765 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-67f381a0-8e9c-4585-afb3-5b5f6700cf7f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:07.839447 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334fdd3-7363-41bd-bc1e-be039b6dabd1 req-1cd76063-5476-4cf4-bdf8-7bc6f30a5b7f tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:07.844611 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a334fdd3-7363-41bd-bc1e-be039b6dabd1 req-1cd76063-5476-4cf4-bdf8-7bc6f30a5b7f tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 945 time: 0.1703269 Apr 20 16:13:08.011283 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a334fdd3-7363-41bd-bc1e-be039b6dabd1 req-6258f464-b7aa-4234-9795-343a40e38161 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512403 Apr 20 16:13:08.015533 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-637e5c2d-07e4-4071-b5f7-fb66b6c1c202 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Made reservation on behalf of 52e792bf173b40589fd45d3280bfec0b for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:13:08.022658 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-637e5c2d-07e4-4071-b5f7-fb66b6c1c202 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:08.098043 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56709a-a8ce-4686-86bd-90239ccb24d9 req-5a6f3103-2fd9-4a41-8489-ed6d94747250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:08.099361 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ae56709a-a8ce-4686-86bd-90239ccb24d9 req-5a6f3103-2fd9-4a41-8489-ed6d94747250 service neutron] 10.222.0.26 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.2574019 Apr 20 16:13:08.132280 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdb8b74-0067-4992-8607-02aa6ec77b64 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:13:08.144117 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] Sync routers for ids ['d0c78292-f87e-48aa-82f4-f07bb9f432aa'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:13:08.167326 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] Routers {'d0c78292-f87e-48aa-82f4-f07bb9f432aa'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:13:08.168812 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:12:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d0c78292-f87e-48aa-82f4-f07bb9f432aa'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:08.181760 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-67f381a0-8e9c-4585-afb3-5b5f6700cf7f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:08.202841 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107e38a-507f-48a7-9c4e-48ae0ca30cd9 req-38b59ac3-ae49-4339-9aa0-50eabaa655ba tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:08.203460 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ae56709a-a8ce-4686-86bd-90239ccb24d9 req-5d69d7f1-517a-4971-b64a-952e845d953e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=aef37b9c-8a8c-42db-9f45-e48f6f602d57 HTTP/1.1" status: 200 len: 217 time: 0.0692806 Apr 20 16:13:08.208937 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107e38a-507f-48a7-9c4e-48ae0ca30cd9 req-38b59ac3-ae49-4339-9aa0-50eabaa655ba tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:08.222948 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d107e38a-507f-48a7-9c4e-48ae0ca30cd9 req-38b59ac3-ae49-4339-9aa0-50eabaa655ba tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 1653 time: 0.1271625 Apr 20 16:13:08.257911 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8b74-0067-4992-8607-02aa6ec77b64 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:08.259283 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2fdb8b74-0067-4992-8607-02aa6ec77b64 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.8503146 Apr 20 16:13:08.267577 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60330) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:13:08.295984 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56709a-a8ce-4686-86bd-90239ccb24d9 req-85364b6e-19de-466b-83fa-0306f4044543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:08.297637 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ae56709a-a8ce-4686-86bd-90239ccb24d9 req-85364b6e-19de-466b-83fa-0306f4044543 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0868855 Apr 20 16:13:08.369043 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-67f381a0-8e9c-4585-afb3-5b5f6700cf7f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Network 755c698b-1fd9-4a75-a82a-4fa61b59e5e3 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:13:08.381940 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-67f381a0-8e9c-4585-afb3-5b5f6700cf7f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:08.389333 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-67f381a0-8e9c-4585-afb3-5b5f6700cf7f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:13:08.441024 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] Set router d0c78292-f87e-48aa-82f4-f07bb9f432aa gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:13:08.473153 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-88a3e7cf-c807-4d88-bc54-32d876dcf499 req-5a23123e-a460-4a16-9838-03817e23022e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Deleting port 47f88a83-6a0f-4e81-a05f-d79ea43e665e {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:13:08.473524 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-88a3e7cf-c807-4d88-bc54-32d876dcf499 req-5a23123e-a460-4a16-9838-03817e23022e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:08.491522 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-67f381a0-8e9c-4585-afb3-5b5f6700cf7f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:08.492202 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-67f381a0-8e9c-4585-afb3-5b5f6700cf7f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:08.505534 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d107e38a-507f-48a7-9c4e-48ae0ca30cd9 req-34d9630a-e526-4d58-8438-07f2d4d008aa tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2816126 Apr 20 16:13:08.580686 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f381a0-8e9c-4585-afb3-5b5f6700cf7f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event updated for resources: {'Port': ['ID=20742339-1309-494c-891d-c503dbda4536,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:08.652296 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-6babe703-d811-441c-8829-fa5d950385ea req-637e5c2d-07e4-4071-b5f7-fb66b6c1c202 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Allocated IP 10.1.1.15 (b3f48337-fb41-429b-a73c-aee6d4fcf48c/bfc0832a-a3b1-44e3-8640-5fd52f4441e0/5822232e-f24c-4cd9-be4a-4448d4597296) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:13:08.666948 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56709a-a8ce-4686-86bd-90239ccb24d9 req-156e204d-ef80-4fd3-962e-3fa6c7830f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:08.673735 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ae56709a-a8ce-4686-86bd-90239ccb24d9 req-156e204d-ef80-4fd3-962e-3fa6c7830f52 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3453217 Apr 20 16:13:08.728929 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-616743638-router', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:01Z', 'updated_at': '2022-04-20T16:13:05Z', 'revision_number': 3, 'project_id': '28ab505633034900a95978f46e1b6c12', 'gw_port': {'id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:03Z', 'updated_at': '2022-04-20T16:13:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:08.758815 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4e6135b0-b120-4850-b9e8-542bc87ff5aa None None] Provisioning complete for port 20742339-1309-494c-891d-c503dbda4536 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:08.759438 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4e6135b0-b120-4850-b9e8-542bc87ff5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:08.766416 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] Checking router: d0c78292-f87e-48aa-82f4-f07bb9f432aa for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:13:08.767414 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] Updating router d0c78292-f87e-48aa-82f4-f07bb9f432aa port 48e36465-8fff-4ceb-811a-d6b173dbb253 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:13:08.771065 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-67f381a0-8e9c-4585-afb3-5b5f6700cf7f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5562165 Apr 20 16:13:08.808053 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:08.811717 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-b47a4677-e49d-46db-be86-7e3c131c1e07 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Request body: {'port': {'device_id': '45e52657-d806-43ce-9dac-c95d85c25be5', 'network_id': '9605f993-398a-4575-885f-57930b02e51b', 'admin_state_up': True, 'tenant_id': '31e17c9702d24102b4b3005d2801ab9d'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:08.826505 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-88a3e7cf-c807-4d88-bc54-32d876dcf499 req-5a23123e-a460-4a16-9838-03817e23022e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] For port 47f88a83-6a0f-4e81-a05f-d79ea43e665e, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=47f88a83-6a0f-4e81-a05f-d79ea43e665e,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:08.827109 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-88a3e7cf-c807-4d88-bc54-32d876dcf499 req-5a23123e-a460-4a16-9838-03817e23022e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:08.842742 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-4e6135b0-b120-4850-b9e8-542bc87ff5aa None None] Port 20742339-1309-494c-891d-c503dbda4536 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:13:08.858182 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-88a3e7cf-c807-4d88-bc54-32d876dcf499 req-5a23123e-a460-4a16-9838-03817e23022e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Calling delete_port for 47f88a83-6a0f-4e81-a05f-d79ea43e665e owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:13:09.050200 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80516342-a71d-4d5b-a51a-118b706a9fe8 req-a73b415a-ca41-49dd-95b2-126f72f3a392 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:09.058989 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80516342-a71d-4d5b-a51a-118b706a9fe8 req-a73b415a-ca41-49dd-95b2-126f72f3a392 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:09.068788 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-80516342-a71d-4d5b-a51a-118b706a9fe8 req-a73b415a-ca41-49dd-95b2-126f72f3a392 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 1654 time: 0.3361144 Apr 20 16:13:09.091904 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-b47a4677-e49d-46db-be86-7e3c131c1e07 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Made reservation on behalf of 31e17c9702d24102b4b3005d2801ab9d for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:13:09.096248 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-b47a4677-e49d-46db-be86-7e3c131c1e07 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:09.209149 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-80516342-a71d-4d5b-a51a-118b706a9fe8 req-8c219d94-c887-4f64-8b02-12d55e5e4bac tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394601 Apr 20 16:13:09.278635 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-88a3e7cf-c807-4d88-bc54-32d876dcf499 req-5a23123e-a460-4a16-9838-03817e23022e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:09.295531 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ae56709a-a8ce-4686-86bd-90239ccb24d9 req-8c32f2d0-ea72-4978-b45f-5279b485b456 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6052792 Apr 20 16:13:09.301387 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:09.322317 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['9f535cc6-8118-48b9-abcc-62f431a6be84'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:13:09.340710 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7501-894e-4750-8b54-432e4fc40dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:09.342794 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23123e-a460-4a16-9838-03817e23022e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Pushing event deleted for resources: {'Port': ['ID=47f88a83-6a0f-4e81-a05f-d79ea43e665e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:09.404779 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a3e7cf-c807-4d88-bc54-32d876dcf499 req-5a23123e-a460-4a16-9838-03817e23022e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] No DVR routers for this DVR port 47f88a83-6a0f-4e81-a05f-d79ea43e665e on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:13:09.406644 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:09.407865 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-88a3e7cf-c807-4d88-bc54-32d876dcf499 req-5a23123e-a460-4a16-9838-03817e23022e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:09.412397 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-88a3e7cf-c807-4d88-bc54-32d876dcf499 req-5a23123e-a460-4a16-9838-03817e23022e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.26 "DELETE /v2.0/ports/47f88a83-6a0f-4e81-a05f-d79ea43e665e HTTP/1.1" status: 204 len: 173 time: 1.7362726 Apr 20 16:13:09.414712 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23baec6a-b8d3-406c-86e1-678defdb16b2', 'name': 'network-vif-deleted', 'tag': '47f88a83-6a0f-4e81-a05f-d79ea43e665e'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:09.417993 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451e7a33-c638-47d4-b7e0-d7d92ce834cf" -d '{"events": [{"server_uuid": "23baec6a-b8d3-406c-86e1-678defdb16b2", "name": "network-vif-deleted", "tag": "47f88a83-6a0f-4e81-a05f-d79ea43e665e"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:09.446455 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5c050-00ff-4850-b2e9-eb2c8407a3d3 req-628e4781-ba8e-4da4-b41f-1cfc17b69719 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:09.448211 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6fc5c050-00ff-4850-b2e9-eb2c8407a3d3 req-628e4781-ba8e-4da4-b41f-1cfc17b69719 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=42f5d595-47aa-45c3-a711-f1cdc18c682d HTTP/1.1" status: 200 len: 948 time: 0.1471217 Apr 20 16:13:09.479647 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-4ce2f61e-819f-4ec8-82db-486b541afa07 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:09.481273 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-4ce2f61e-819f-4ec8-82db-486b541afa07 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.30 "GET /v2.0/networks?id=408045e4-944a-432a-ba89-38535ff2bc3b HTTP/1.1" status: 200 len: 812 time: 0.5120380 Apr 20 16:13:09.510694 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5593a-2e34-4b13-be33-c79d9bab6c49 None None] Pushing event updated for resources: {'Port': ['ID=48e36465-8fff-4ceb-811a-d6b173dbb253,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:09.558786 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] Attempting to bind port 48e36465-8fff-4ceb-811a-d6b173dbb253 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:13:09.559532 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] Attempting to bind port 48e36465-8fff-4ceb-811a-d6b173dbb253 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:13:09.560158 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] Attempting to bind port 48e36465-8fff-4ceb-811a-d6b173dbb253 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:09.567072 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:13:09.567587 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:13:09.568099 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:09.569562 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:13:09.570167 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] Bound port: 48e36465-8fff-4ceb-811a-d6b173dbb253, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:13:09.571174 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:09.610186 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6fc5c050-00ff-4850-b2e9-eb2c8407a3d3 req-7e097c26-33a7-4626-a22b-52feff405817 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211360 Apr 20 16:13:09.611502 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-01e12b47-7a05-4691-b602-879df1063b42 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a65ee74e176348e8ac55cef4712eb79c HTTP/1.1" status: 200 len: 379 time: 0.1011291 Apr 20 16:13:09.619673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-b47a4677-e49d-46db-be86-7e3c131c1e07 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Allocated IP 19.80.0.80 (9605f993-398a-4575-885f-57930b02e51b/a304daab-f36d-41a9-a9f1-3218c4cacc4a/63659abd-d91c-4b91-b237-6582ca9cef51) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:13:09.630175 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-f931f186-e87f-4370-a76e-c0881c02cbd3 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Request body: {'port': {'device_id': '60d0c081-276b-4a7f-8684-23feb66346b2', 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b', 'admin_state_up': True, 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'security_groups': ['36d47bf3-8198-4550-9bff-c56a759341c1']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:09.656948 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] For port 48e36465-8fff-4ceb-811a-d6b173dbb253, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:13:09.660907 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] For port 48e36465-8fff-4ceb-811a-d6b173dbb253, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=48e36465-8fff-4ceb-811a-d6b173dbb253,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:13:09.726339 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ae56709a-a8ce-4686-86bd-90239ccb24d9 req-12b7e7ba-cb9c-49b6-aadd-0a0ce74a5451 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962281 Apr 20 16:13:09.734482 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-3b9f7501-894e-4750-8b54-432e4fc40dc0 admin admin] Allocated IP 172.20.0.1 (eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf/ea385c3c-0eb3-4d62-9264-606c9a1935f0/03501e95-b830-4ed1-9759-0d5bb47935f1) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:13:09.755099 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:09.787983 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-25c57ac8-78b9-47a9-b2f7-292b946f70c1 req-03f9e8ce-65ba-41b9-a93f-32732f17a1d0 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d0c081-276b-4a7f-8684-23feb66346b2 HTTP/1.1" status: 200 len: 210 time: 0.0891848 Apr 20 16:13:09.820716 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-637e5c2d-07e4-4071-b5f7-fb66b6c1c202 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:09.874785 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5593a-2e34-4b13-be33-c79d9bab6c49 None None] Pushing event updated for resources: {'Port': ['ID=48e36465-8fff-4ceb-811a-d6b173dbb253,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:09.881965 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfe6b35-54ab-4fb9-bb0a-946ba0d0f866 x-openstack-request-id: req-0dfe6b35-54ab-4fb9-bb0a-946ba0d0f866 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:09.882451 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] Routers {'d0c78292-f87e-48aa-82f4-f07bb9f432aa'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:13:09.882570 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23baec6a-b8d3-406c-86e1-678defdb16b2", "name": "network-vif-deleted", "tag": "47f88a83-6a0f-4e81-a05f-d79ea43e665e", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:09.882570 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0dfe6b35-54ab-4fb9-bb0a-946ba0d0f866 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:09.882878 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dfe6b35-54ab-4fb9-bb0a-946ba0d0f866'] response: {'server_uuid': '23baec6a-b8d3-406c-86e1-678defdb16b2', 'name': 'network-vif-deleted', 'tag': '47f88a83-6a0f-4e81-a05f-d79ea43e665e', 'status': 'completed', 'code': 200} Apr 20 16:13:09.883387 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:12:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d0c78292-f87e-48aa-82f4-f07bb9f432aa'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:09.885311 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-62637831-26bc-4775-849d-4f0b0a62c56e req-79008c34-f514-416b-8d03-d9e38ec8ff88 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 210 time: 0.1019576 Apr 20 16:13:09.945050 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7501-894e-4750-8b54-432e4fc40dc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:10.071463 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cac3e-4387-4a41-90fe-b7f0ff5c459f req-c5f2a428-200f-4a80-a8dd-461cc02da822 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:10.073255 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f39cac3e-4387-4a41-90fe-b7f0ff5c459f req-c5f2a428-200f-4a80-a8dd-461cc02da822 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0630822 Apr 20 16:13:10.092753 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] Set router d0c78292-f87e-48aa-82f4-f07bb9f432aa gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:13:10.119457 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7501-894e-4750-8b54-432e4fc40dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:10.137152 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-b47a4677-e49d-46db-be86-7e3c131c1e07 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:10.170714 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f7501-894e-4750-8b54-432e4fc40dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=03501e95-b830-4ed1-9759-0d5bb47935f1,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:10.181879 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-637e5c2d-07e4-4071-b5f7-fb66b6c1c202 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:10.189241 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f39cac3e-4387-4a41-90fe-b7f0ff5c459f req-21608c02-3433-4ec3-806e-c69114937886 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079786 Apr 20 16:13:10.217861 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9f7501-894e-4750-8b54-432e4fc40dc0 admin admin] Network eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:13:10.224600 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-3b9f7501-894e-4750-8b54-432e4fc40dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:10.226360 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9f7501-894e-4750-8b54-432e4fc40dc0 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:13:10.283844 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-b47a4677-e49d-46db-be86-7e3c131c1e07 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:10.290191 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7501-894e-4750-8b54-432e4fc40dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:10.300180 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-f931f186-e87f-4370-a76e-c0881c02cbd3 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Made reservation on behalf of a65ee74e176348e8ac55cef4712eb79c for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:13:10.307088 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-f931f186-e87f-4370-a76e-c0881c02cbd3 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:10.337705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6babe703-d811-441c-8829-fa5d950385ea req-637e5c2d-07e4-4071-b5f7-fb66b6c1c202 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Network b3f48337-fb41-429b-a73c-aee6d4fcf48c is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:13:10.345860 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-6babe703-d811-441c-8829-fa5d950385ea req-637e5c2d-07e4-4071-b5f7-fb66b6c1c202 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:10.357159 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-6babe703-d811-441c-8829-fa5d950385ea req-637e5c2d-07e4-4071-b5f7-fb66b6c1c202 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:13:10.425259 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-616743638-router', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:01Z', 'updated_at': '2022-04-20T16:13:05Z', 'revision_number': 3, 'project_id': '28ab505633034900a95978f46e1b6c12', 'gw_port': {'id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:03Z', 'updated_at': '2022-04-20T16:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:10.473988 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-637e5c2d-07e4-4071-b5f7-fb66b6c1c202 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:10.474810 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-637e5c2d-07e4-4071-b5f7-fb66b6c1c202 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:10.483643 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2320f7d-04d8-49e3-bd5f-5b69b09917bf req-ed69c2b0-b443-4bbc-a3c7-4256c03afd4e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:10.490958 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e2320f7d-04d8-49e3-bd5f-5b69b09917bf req-ed69c2b0-b443-4bbc-a3c7-4256c03afd4e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.1532054 Apr 20 16:13:10.518253 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2defe-3142-401f-bff0-2a7b52b80117 req-c0a61920-1c1f-48d7-9ebc-1581adc6fb3b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:10.536693 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2defe-3142-401f-bff0-2a7b52b80117 req-c0a61920-1c1f-48d7-9ebc-1581adc6fb3b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:10.538923 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-64f2defe-3142-401f-bff0-2a7b52b80117 req-c0a61920-1c1f-48d7-9ebc-1581adc6fb3b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 1653 time: 0.5253067 Apr 20 16:13:10.558898 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-b47a4677-e49d-46db-be86-7e3c131c1e07 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Network 9605f993-398a-4575-885f-57930b02e51b is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:13:10.567504 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-b47a4677-e49d-46db-be86-7e3c131c1e07 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:10.590003 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e2320f7d-04d8-49e3-bd5f-5b69b09917bf req-bd514470-0a90-4d88-a68c-82a40cb84946 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894208 Apr 20 16:13:10.593764 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device aef37b9c-8a8c-42db-9f45-e48f6f602d57 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:13:10.607217 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-b47a4677-e49d-46db-be86-7e3c131c1e07 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:13:10.627276 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-637e5c2d-07e4-4071-b5f7-fb66b6c1c202 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5157514 Apr 20 16:13:10.652735 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e5c2d-07e4-4071-b5f7-fb66b6c1c202 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event updated for resources: {'Port': ['ID=5822232e-f24c-4cd9-be4a-4448d4597296,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:10.698414 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7501-894e-4750-8b54-432e4fc40dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:10.733092 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e27c0b4-3abb-4abe-881b-d0ea12429aaa None None] The sync data for ids ['d0c78292-f87e-48aa-82f4-f07bb9f432aa'] in n-d-836146-2 is: [{'id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-616743638-router', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:01Z', 'updated_at': '2022-04-20T16:13:05Z', 'revision_number': 3, 'project_id': '28ab505633034900a95978f46e1b6c12', 'gw_port': {'id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:03Z', 'updated_at': '2022-04-20T16:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:13:10.821486 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port aef37b9c-8a8c-42db-9f45-e48f6f602d57, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=aef37b9c-8a8c-42db-9f45-e48f6f602d57,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:10.835695 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 47f88a83-6a0f-4e81-a05f-d79ea43e665e no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:13:10.839741 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'aef37b9c-8a8c-42db-9f45-e48f6f602d57', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'aef37b9c-8a8c-42db-9f45-e48f6f602d57', 'mac_address': 'fa:16:3e:33:c1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:13:10.868605 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 47f88a83-6a0f-4e81-a05f-d79ea43e665e {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:13:10.869350 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 47f88a83-6a0f-4e81-a05f-d79ea43e665e not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:13:10.887983 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-6babe703-d811-441c-8829-fa5d950385ea req-8da9b961-ca04-45c2-bda6-cf4c6a356efd tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Request body: {'port': {'device_id': '694ed346-3b21-4205-a721-a2553728b29e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '180e815e-0123-45d7-aabc-b7cbe3dc8657', 'admin_state_up': True, 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'security_groups': ['36786094-dd31-415b-bb93-ee64d32ee758']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:10.895216 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f040fb-59bb-4ded-8ebf-822630e2fc70 req-76fa0716-2383-40d3-827c-7ad465175758 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:10.906992 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f040fb-59bb-4ded-8ebf-822630e2fc70 req-76fa0716-2383-40d3-827c-7ad465175758 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:10.913703 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f040fb-59bb-4ded-8ebf-822630e2fc70 req-76fa0716-2383-40d3-827c-7ad465175758 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:10.916882 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e0f040fb-59bb-4ded-8ebf-822630e2fc70 req-76fa0716-2383-40d3-827c-7ad465175758 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2375 time: 0.1695271 Apr 20 16:13:10.926355 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b5241161-ed53-4aa2-b3c0-e0438f6e13a4 None None] Provisioning complete for port 03501e95-b830-4ed1-9759-0d5bb47935f1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:10.926994 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b5241161-ed53-4aa2-b3c0-e0438f6e13a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:10.971202 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b5241161-ed53-4aa2-b3c0-e0438f6e13a4 None None] Port 03501e95-b830-4ed1-9759-0d5bb47935f1 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:13:10.984058 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:11.001613 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef37b9c-8a8c-42db-9f45-e48f6f602d57 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:11.027724 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port aef37b9c-8a8c-42db-9f45-e48f6f602d57, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=aef37b9c-8a8c-42db-9f45-e48f6f602d57,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:11.044658 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e0f040fb-59bb-4ded-8ebf-822630e2fc70 req-b150ee60-cb3e-4028-9ff2-44d00046ca17 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146593 Apr 20 16:13:11.112204 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e465cb33-4f6b-4457-8f26-429048b545af None None] Provisioning complete for port 63659abd-d91c-4b91-b237-6582ca9cef51 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:11.113232 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e465cb33-4f6b-4457-8f26-429048b545af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:11.177235 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e465cb33-4f6b-4457-8f26-429048b545af None None] Port 63659abd-d91c-4b91-b237-6582ca9cef51 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:13:11.179841 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:11.199141 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7501-894e-4750-8b54-432e4fc40dc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:11.243560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1f4ba-5032-4c40-9d96-66098e6dd1bd req-532a11cb-2a9c-4f7d-86f0-2650dceae16d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:11.252471 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e4b1f4ba-5032-4c40-9d96-66098e6dd1bd req-532a11cb-2a9c-4f7d-86f0-2650dceae16d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0780840 Apr 20 16:13:11.263782 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7501-894e-4750-8b54-432e4fc40dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:11.304518 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=aef37b9c-8a8c-42db-9f45-e48f6f602d57,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:11.315467 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:11.315772 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:11.316055 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:11.316410 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:11.316741 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:11.317075 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:11.317389 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:11.317710 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:11.318031 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:11.318361 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:11.318669 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:11.320149 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:11.328645 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-f931f186-e87f-4370-a76e-c0881c02cbd3 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Allocated IP 172.20.0.5 (408045e4-944a-432a-ba89-38535ff2bc3b/7c93c9ca-8e3b-404e-8f95-83a6615816ab/50874154-1c2c-4e74-904c-1d056e8920e9) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:13:11.341840 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e465cb33-4f6b-4457-8f26-429048b545af None None] Provisioning complete for port 5822232e-f24c-4cd9-be4a-4448d4597296 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:11.342576 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e465cb33-4f6b-4457-8f26-429048b545af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:11.387172 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e4b1f4ba-5032-4c40-9d96-66098e6dd1bd req-41d08fb7-9627-480e-82c9-4fe68396d1d2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335433 Apr 20 16:13:11.405312 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f7501-894e-4750-8b54-432e4fc40dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=03501e95-b830-4ed1-9759-0d5bb47935f1,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:11.411615 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7501-894e-4750-8b54-432e4fc40dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:11.418230 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e465cb33-4f6b-4457-8f26-429048b545af None None] Port 5822232e-f24c-4cd9-be4a-4448d4597296 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:13:11.568291 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-64f2defe-3142-401f-bff0-2a7b52b80117 req-79c19ea8-45c3-4db1-93a8-74fccbdcff14 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9791214 Apr 20 16:13:11.591139 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a4677-e49d-46db-be86-7e3c131c1e07 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event updated for resources: {'Port': ['ID=63659abd-d91c-4b91-b237-6582ca9cef51,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:11.602746 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cc17e-f838-4ba3-9694-6d05e9aab880 req-a96a888e-8cb7-4d20-a65f-a1061ce0bd3a tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:11.610593 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-082cc17e-f838-4ba3-9694-6d05e9aab880 req-a96a888e-8cb7-4d20-a65f-a1061ce0bd3a tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=42f5d595-47aa-45c3-a711-f1cdc18c682d HTTP/1.1" status: 200 len: 949 time: 0.1158810 Apr 20 16:13:11.620022 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-b47a4677-e49d-46db-be86-7e3c131c1e07 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:11.620022 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-b47a4677-e49d-46db-be86-7e3c131c1e07 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:11.631914 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-f931f186-e87f-4370-a76e-c0881c02cbd3 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:11.650433 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9f7501-894e-4750-8b54-432e4fc40dc0 admin admin] Network eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:13:11.667842 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-082cc17e-f838-4ba3-9694-6d05e9aab880 req-22dc0471-8b5b-4912-940d-0fe79905643c tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563114 Apr 20 16:13:11.669325 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-3b9f7501-894e-4750-8b54-432e4fc40dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:11.754203 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-b47a4677-e49d-46db-be86-7e3c131c1e07 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9480386 Apr 20 16:13:11.820842 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c07fd17-37c6-43c2-9528-6c662d6eb807 req-e21bdd6e-21cb-4ee0-85b1-71721988b819 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 210 time: 0.0502365 Apr 20 16:13:11.826553 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-12b77ed6-9f9e-4e2b-82a4-e3d0968fd771 service neutron] Request body: {'port': {'device_id': '45e52657-d806-43ce-9dac-c95d85c25be5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:11.869793 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-f931f186-e87f-4370-a76e-c0881c02cbd3 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:11.872308 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-8da9b961-ca04-45c2-bda6-cf4c6a356efd tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Made reservation on behalf of 52e792bf173b40589fd45d3280bfec0b for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:13:11.963362 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9f7501-894e-4750-8b54-432e4fc40dc0 admin admin] Router d0c78292-f87e-48aa-82f4-f07bb9f432aa has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:13:11.972353 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6085f-e235-4ca1-a45e-9bb0a0c8a70d req-acbc8766-006d-4a7d-b840-0d3ec403a3ac tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:11.987584 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-44e6085f-e235-4ca1-a45e-9bb0a0c8a70d req-acbc8766-006d-4a7d-b840-0d3ec403a3ac tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d0c081-276b-4a7f-8684-23feb66346b2 HTTP/1.1" status: 200 len: 931 time: 0.1209083 Apr 20 16:13:12.001225 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['aef37b9c-8a8c-42db-9f45-e48f6f602d57'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:13:12.067453 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-f931f186-e87f-4370-a76e-c0881c02cbd3 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Network 408045e4-944a-432a-ba89-38535ff2bc3b is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:13:12.074308 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-44e6085f-e235-4ca1-a45e-9bb0a0c8a70d req-466cb60b-63a7-45d8-983c-a0f8b5768e5c tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/security-groups?id=36d47bf3-8198-4550-9bff-c56a759341c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916090 Apr 20 16:13:12.098210 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931f186-e87f-4370-a76e-c0881c02cbd3 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Pushing event updated for resources: {'Port': ['ID=50874154-1c2c-4e74-904c-1d056e8920e9,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:12.114582 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-f931f186-e87f-4370-a76e-c0881c02cbd3 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:12.117220 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-12b77ed6-9f9e-4e2b-82a4-e3d0968fd771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:12.122093 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-f931f186-e87f-4370-a76e-c0881c02cbd3 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:13:12.302077 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-8da9b961-ca04-45c2-bda6-cf4c6a356efd tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:12.366909 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4ed5e8e7-ec6b-4e18-a3cc-c1f0ef786dc3 None None] Provisioning complete for port 03501e95-b830-4ed1-9759-0d5bb47935f1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:12.367642 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e8e7-ec6b-4e18-a3cc-c1f0ef786dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:12.386121 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-f931f186-e87f-4370-a76e-c0881c02cbd3 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:12.387228 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-f931f186-e87f-4370-a76e-c0881c02cbd3 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:12.414104 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9f7501-894e-4750-8b54-432e4fc40dc0 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:13:12.431376 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3b9f7501-894e-4750-8b54-432e4fc40dc0 admin admin] 10.222.0.15 "PUT /v2.0/routers/d0c78292-f87e-48aa-82f4-f07bb9f432aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1617825 Apr 20 16:13:12.446798 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-4ed5e8e7-ec6b-4e18-a3cc-c1f0ef786dc3 None None] Port 03501e95-b830-4ed1-9759-0d5bb47935f1 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:13:12.470978 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5df37-4690-4239-98e7-02b391e33937 req-ce85b5e7-6620-442f-aba7-1441a8d2282f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:12.481290 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5df37-4690-4239-98e7-02b391e33937 req-ce85b5e7-6620-442f-aba7-1441a8d2282f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:12.487562 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-f931f186-e87f-4370-a76e-c0881c02cbd3 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8611345 Apr 20 16:13:12.487829 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5df37-4690-4239-98e7-02b391e33937 req-ce85b5e7-6620-442f-aba7-1441a8d2282f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:12.496803 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-45d5df37-4690-4239-98e7-02b391e33937 req-ce85b5e7-6620-442f-aba7-1441a8d2282f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2375 time: 0.2387393 Apr 20 16:13:12.512761 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-c584c1bd-371f-446c-b852-0994358f32b3 service neutron] Request body: {'port': {'device_id': '60d0c081-276b-4a7f-8684-23feb66346b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:12.549146 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-45d5df37-4690-4239-98e7-02b391e33937 req-4ca5f457-9c68-4d4f-a2cb-5c9b47ff1f24 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442679 Apr 20 16:13:12.589840 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-cf9c1434-6057-4feb-9727-96f2942513f8 None None] Provisioning complete for port 50874154-1c2c-4e74-904c-1d056e8920e9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:12.590215 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1434-6057-4feb-9727-96f2942513f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:12.632760 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:13:12.657936 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c1434-6057-4feb-9727-96f2942513f8 None None] Port 50874154-1c2c-4e74-904c-1d056e8920e9 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:13:12.751891 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93099764-094d-48a7-9bd3-87c6e2636700 req-e601137a-fcba-4105-af83-bb6f636842db tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:12.774469 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93099764-094d-48a7-9bd3-87c6e2636700 req-e601137a-fcba-4105-af83-bb6f636842db tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:12.783992 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:12.786785 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fd0da-dc3f-4d5f-a9d5-750297abdd99 req-312e3325-d820-4baf-ba7f-eaf91111c65c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:12.793470 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93099764-094d-48a7-9bd3-87c6e2636700 req-e601137a-fcba-4105-af83-bb6f636842db tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:12.795295 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-93099764-094d-48a7-9bd3-87c6e2636700 req-e601137a-fcba-4105-af83-bb6f636842db tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 2373 time: 0.1090381 Apr 20 16:13:12.795497 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc2fd0da-dc3f-4d5f-a9d5-750297abdd99 req-312e3325-d820-4baf-ba7f-eaf91111c65c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.4680560 Apr 20 16:13:12.808255 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '2ec6e65c-b03e-4ba8-ac37-7b06bb13130a', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': '2ec6e65c-b03e-4ba8-ac37-7b06bb13130a', 'mac_address': 'fa:16:3e:17:c6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:13:12.853016 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-93099764-094d-48a7-9bd3-87c6e2636700 req-aa65e168-f7bd-4215-9e2c-1b164ab44f30 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433016 Apr 20 16:13:12.881607 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:12.898409 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-c584c1bd-371f-446c-b852-0994358f32b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:12.910001 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:12.940661 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:12.998281 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc2fd0da-dc3f-4d5f-a9d5-750297abdd99 req-2d481f1a-79fe-4215-a8a2-b0f1a909256d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018075 Apr 20 16:13:13.031731 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:13.054400 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-6babe703-d811-441c-8829-fa5d950385ea req-8da9b961-ca04-45c2-bda6-cf4c6a356efd tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Allocated IP 10.2.2.100 (180e815e-0123-45d7-aabc-b7cbe3dc8657/b76bef31-2cfc-4ae1-bc99-6d6a2dfc9ca9/5bfe4719-d3c9-4587-be2e-3aed8a329439) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:13:13.174442 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:13.282781 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 48e36465-8fff-4ceb-811a-d6b173dbb253 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:13:13.324207 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-19abfc21-ce07-421a-9591-4f4882f3fbd6 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:13.339734 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-19abfc21-ce07-421a-9591-4f4882f3fbd6 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/networks?id=eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf HTTP/1.1" status: 200 len: 828 time: 0.1929321 Apr 20 16:13:13.352373 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 48e36465-8fff-4ceb-811a-d6b173dbb253 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:13.352745 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:13.356985 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-b4d51c78-0b5c-42ba-b6d9-8815a7351a83 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/quotas/28ab505633034900a95978f46e1b6c12 HTTP/1.1" status: 200 len: 375 time: 0.0162852 Apr 20 16:13:13.424832 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-595aa781-af44-4e84-8238-e2ef308e19f9 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=28ab505633034900a95978f46e1b6c12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659599 Apr 20 16:13:13.472599 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:13.480403 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['2ec6e65c-b03e-4ba8-ac37-7b06bb13130a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:13:13.524183 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 48e36465-8fff-4ceb-811a-d6b173dbb253, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=48e36465-8fff-4ceb-811a-d6b173dbb253,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:13.558295 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-6f34c30f-156e-4090-addd-663124c4ef45 service neutron] 10.222.0.15 "GET /v2.0/networks/eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191947 Apr 20 16:13:13.655872 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] Sync routers for ids ['d0c78292-f87e-48aa-82f4-f07bb9f432aa'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:13:13.661548 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:13.704038 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-ef790617-3b0a-476e-9f2b-c5e2d777a9d0 service neutron] 10.222.0.15 "GET /v2.0/networks/eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330428 Apr 20 16:13:13.748317 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=48e36465-8fff-4ceb-811a-d6b173dbb253,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:13.786706 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] Routers {'d0c78292-f87e-48aa-82f4-f07bb9f432aa'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:13:13.787488 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:12:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d0c78292-f87e-48aa-82f4-f07bb9f432aa'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:13.805439 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be78a17-5893-47dc-8dad-dbf0044895d0 req-31766287-4090-499e-a84e-8c6d63c6a8ed tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:13.806958 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5be78a17-5893-47dc-8dad-dbf0044895d0 req-31766287-4090-499e-a84e-8c6d63c6a8ed tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=42f5d595-47aa-45c3-a711-f1cdc18c682d HTTP/1.1" status: 200 len: 949 time: 0.5539732 Apr 20 16:13:13.882763 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-8da9b961-ca04-45c2-bda6-cf4c6a356efd tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:13.963001 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5be78a17-5893-47dc-8dad-dbf0044895d0 req-64575ce1-5586-4d3e-88a3-30d11ba2b260 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454611 Apr 20 16:13:13.993857 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-12b77ed6-9f9e-4e2b-82a4-e3d0968fd771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 661201c9-dd59-4083-a227-761c85684627 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:14.037490 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-12b77ed6-9f9e-4e2b-82a4-e3d0968fd771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:14.107075 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] Set router d0c78292-f87e-48aa-82f4-f07bb9f432aa gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:13:14.148944 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-12b77ed6-9f9e-4e2b-82a4-e3d0968fd771 service neutron] Transition to ACTIVE for port object 661201c9-dd59-4083-a227-761c85684627 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:13:14.151521 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-8da9b961-ca04-45c2-bda6-cf4c6a356efd tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:14.162288 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507c819-1af2-41b7-a30c-a26e143c3115 req-b4396229-0c57-40e3-91b0-aa03640071da tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:14.171570 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f507c819-1af2-41b7-a30c-a26e143c3115 req-b4396229-0c57-40e3-91b0-aa03640071da tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d0c081-276b-4a7f-8684-23feb66346b2 HTTP/1.1" status: 200 len: 931 time: 0.0662005 Apr 20 16:13:14.196522 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e59fa48e-1db7-4e80-b509-0ed4ac93959d req-82939b70-0e8d-4f1b-9fbb-22827c57cb7b tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 210 time: 0.0803993 Apr 20 16:13:14.227764 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f507c819-1af2-41b7-a30c-a26e143c3115 req-45be9deb-d389-4a4c-8f47-b3c97a1c1fb3 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/security-groups?id=36d47bf3-8198-4550-9bff-c56a759341c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550888 Apr 20 16:13:14.235938 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6babe703-d811-441c-8829-fa5d950385ea req-8da9b961-ca04-45c2-bda6-cf4c6a356efd tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Network 180e815e-0123-45d7-aabc-b7cbe3dc8657 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:13:14.250711 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-6babe703-d811-441c-8829-fa5d950385ea req-8da9b961-ca04-45c2-bda6-cf4c6a356efd tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:14.250711 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-12b77ed6-9f9e-4e2b-82a4-e3d0968fd771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:14.250711 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-6babe703-d811-441c-8829-fa5d950385ea req-8da9b961-ca04-45c2-bda6-cf4c6a356efd tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:13:14.314280 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-8da9b961-ca04-45c2-bda6-cf4c6a356efd tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:14.314968 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-8da9b961-ca04-45c2-bda6-cf4c6a356efd tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:14.403954 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-616743638-router', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:01Z', 'updated_at': '2022-04-20T16:13:10Z', 'revision_number': 4, 'project_id': '28ab505633034900a95978f46e1b6c12', 'gw_port': {'id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:03Z', 'updated_at': '2022-04-20T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '03501e95-b830-4ed1-9759-0d5bb47935f1', 'name': '', 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'mac_address': 'fa:16:3e:ae:aa:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'ea385c3c-0eb3-4d62-9264-606c9a1935f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:09Z', 'updated_at': '2022-04-20T16:13:10Z', 'revision_number': 2, 'project_id': '28ab505633034900a95978f46e1b6c12', 'subnets': [{'id': 'ea385c3c-0eb3-4d62-9264-606c9a1935f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:14.420406 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7b251-60ab-44cc-8b1d-614a820e2969 req-123cc248-d80f-421f-a4d4-3263f9ece4af tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:14.427137 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7b251-60ab-44cc-8b1d-614a820e2969 req-123cc248-d80f-421f-a4d4-3263f9ece4af tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:14.447058 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-8da9b961-ca04-45c2-bda6-cf4c6a356efd tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7772508 Apr 20 16:13:14.450471 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] Checking router: d0c78292-f87e-48aa-82f4-f07bb9f432aa for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:13:14.451255 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] Updating router d0c78292-f87e-48aa-82f4-f07bb9f432aa port 03501e95-b830-4ed1-9759-0d5bb47935f1 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:13:14.452903 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7b251-60ab-44cc-8b1d-614a820e2969 req-123cc248-d80f-421f-a4d4-3263f9ece4af tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:14.462591 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7b251-60ab-44cc-8b1d-614a820e2969 req-123cc248-d80f-421f-a4d4-3263f9ece4af tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:14.465940 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bfa7b251-60ab-44cc-8b1d-614a820e2969 req-123cc248-d80f-421f-a4d4-3263f9ece4af tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 3094 time: 0.1281202 Apr 20 16:13:14.492945 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:14.511468 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-6babe703-d811-441c-8829-fa5d950385ea req-3fa4a4b5-502a-48d2-97bc-b11ef32a4e27 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Request body: {'port': {'device_id': '694ed346-3b21-4205-a721-a2553728b29e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '180e815e-0123-45d7-aabc-b7cbe3dc8657', 'admin_state_up': True, 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'security_groups': ['36786094-dd31-415b-bb93-ee64d32ee758']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:14.516028 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9b961-ca04-45c2-bda6-cf4c6a356efd tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event updated for resources: {'Port': ['ID=5bfe4719-d3c9-4587-be2e-3aed8a329439,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:14.565335 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bfa7b251-60ab-44cc-8b1d-614a820e2969 req-5f297a32-10ad-45ca-a079-b51d37f6e110 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865102 Apr 20 16:13:14.603085 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device aef37b9c-8a8c-42db-9f45-e48f6f602d57 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:13:14.628622 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d348a4f7-34e7-432a-bec3-955e6676824b req-c6ebeddf-74ff-42e9-96d0-9df05d452d3b tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 210 time: 0.0364525 Apr 20 16:13:14.776757 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4130a-01b7-473e-868b-85bffd02d03b req-659f8124-821d-4c33-a127-25f78bfe2055 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:14.786489 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-c584c1bd-371f-446c-b852-0994358f32b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50874154-1c2c-4e74-904c-1d056e8920e9 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:14.787376 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4cd4130a-01b7-473e-868b-85bffd02d03b req-659f8124-821d-4c33-a127-25f78bfe2055 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0878654 Apr 20 16:13:14.797515 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-c584c1bd-371f-446c-b852-0994358f32b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:14.801838 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2bf5f6f9-ebb4-431b-982d-c66a76f0fa13 None None] Provisioning complete for port 5bfe4719-d3c9-4587-be2e-3aed8a329439 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:14.802371 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f6f9-ebb4-431b-982d-c66a76f0fa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:14.817350 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-c584c1bd-371f-446c-b852-0994358f32b3 service neutron] Transition to ACTIVE for port object 50874154-1c2c-4e74-904c-1d056e8920e9 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:13:14.834569 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4cd4130a-01b7-473e-868b-85bffd02d03b req-0454e3d4-ed76-44f2-b7bc-ed944e6f260a tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459650 Apr 20 16:13:14.893703 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf0786-7906-4985-afd1-216af4a8753d req-173a8379-3ceb-4ba3-a3ea-18b26de9a026 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:14.902081 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf0786-7906-4985-afd1-216af4a8753d req-173a8379-3ceb-4ba3-a3ea-18b26de9a026 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:14.908826 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf0786-7906-4985-afd1-216af4a8753d req-173a8379-3ceb-4ba3-a3ea-18b26de9a026 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:14.910927 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b7bf0786-7906-4985-afd1-216af4a8753d req-173a8379-3ceb-4ba3-a3ea-18b26de9a026 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2387 time: 0.5789397 Apr 20 16:13:14.928119 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-c584c1bd-371f-446c-b852-0994358f32b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:14.929773 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2bf5f6f9-ebb4-431b-982d-c66a76f0fa13 None None] Port 5bfe4719-d3c9-4587-be2e-3aed8a329439 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:13:14.938874 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b77ed6-9f9e-4e2b-82a4-e3d0968fd771 service neutron] Pushing event updated for resources: {'Port': ['ID=661201c9-dd59-4083-a227-761c85684627,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:14.939434 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port aef37b9c-8a8c-42db-9f45-e48f6f602d57 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:13:14.952055 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port aef37b9c-8a8c-42db-9f45-e48f6f602d57 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:14.952447 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:15.094305 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b7bf0786-7906-4985-afd1-216af4a8753d req-26244315-1b88-4270-92da-21bcb8fd26df tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727495 Apr 20 16:13:15.095150 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584c1bd-371f-446c-b852-0994358f32b3 service neutron] Pushing event updated for resources: {'Port': ['ID=50874154-1c2c-4e74-904c-1d056e8920e9,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:15.129599 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-12b77ed6-9f9e-4e2b-82a4-e3d0968fd771 service neutron] Attempting to bind port 661201c9-dd59-4083-a227-761c85684627 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:13:15.129952 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-12b77ed6-9f9e-4e2b-82a4-e3d0968fd771 service neutron] Attempting to bind port 661201c9-dd59-4083-a227-761c85684627 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '7c8a8686-b0a3-44ef-a103-a39b1e9b0f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9605f993-398a-4575-885f-57930b02e51b'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:13:15.130285 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-12b77ed6-9f9e-4e2b-82a4-e3d0968fd771 service neutron] Attempting to bind port 661201c9-dd59-4083-a227-761c85684627 on network 9605f993-398a-4575-885f-57930b02e51b {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:15.144868 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:15.165255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-12b77ed6-9f9e-4e2b-82a4-e3d0968fd771 service neutron] Port 661201c9-dd59-4083-a227-761c85684627 on network 9605f993-398a-4575-885f-57930b02e51b not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:13:15.165585 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-12b77ed6-9f9e-4e2b-82a4-e3d0968fd771 service neutron] Attempting to bind port 661201c9-dd59-4083-a227-761c85684627 on network 9605f993-398a-4575-885f-57930b02e51b {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:15.166872 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:15.192894 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-12b77ed6-9f9e-4e2b-82a4-e3d0968fd771 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:13:15.197383 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-12b77ed6-9f9e-4e2b-82a4-e3d0968fd771 service neutron] Checking segment: {'id': '7c8a8686-b0a3-44ef-a103-a39b1e9b0f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9605f993-398a-4575-885f-57930b02e51b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:13:15.197383 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-12b77ed6-9f9e-4e2b-82a4-e3d0968fd771 service neutron] Bound using segment: {'id': '7c8a8686-b0a3-44ef-a103-a39b1e9b0f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9605f993-398a-4575-885f-57930b02e51b'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:13:15.197383 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-12b77ed6-9f9e-4e2b-82a4-e3d0968fd771 service neutron] Bound port: 661201c9-dd59-4083-a227-761c85684627, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c8a8686-b0a3-44ef-a103-a39b1e9b0f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9605f993-398a-4575-885f-57930b02e51b'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:13:15.197383 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-12b77ed6-9f9e-4e2b-82a4-e3d0968fd771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:15.255040 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-3fa4a4b5-502a-48d2-97bc-b11ef32a4e27 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Made reservation on behalf of 52e792bf173b40589fd45d3280bfec0b for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:13:15.260544 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-3fa4a4b5-502a-48d2-97bc-b11ef32a4e27 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:15.261142 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 48e36465-8fff-4ceb-811a-d6b173dbb253 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:13:15.323455 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:15.331233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-c584c1bd-371f-446c-b852-0994358f32b3 service neutron] Attempting to bind port 50874154-1c2c-4e74-904c-1d056e8920e9 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:13:15.331815 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-c584c1bd-371f-446c-b852-0994358f32b3 service neutron] Attempting to bind port 50874154-1c2c-4e74-904c-1d056e8920e9 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '435c2a2a-5433-4de7-9242-26a630037027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:13:15.332261 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-c584c1bd-371f-446c-b852-0994358f32b3 service neutron] Attempting to bind port 50874154-1c2c-4e74-904c-1d056e8920e9 on network 408045e4-944a-432a-ba89-38535ff2bc3b {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:15.337183 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f5d595-47aa-45c3-a711-f1cdc18c682d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef37b9c-8a8c-42db-9f45-e48f6f602d57'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:15.339435 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d484b5d-6ee5-45ce-b290-cb60b5b3eb3e" -d '{"events": [{"server_uuid": "42f5d595-47aa-45c3-a711-f1cdc18c682d", "name": "network-vif-plugged", "status": "completed", "tag": "aef37b9c-8a8c-42db-9f45-e48f6f602d57"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:15.383913 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-c584c1bd-371f-446c-b852-0994358f32b3 service neutron] Port 50874154-1c2c-4e74-904c-1d056e8920e9 on network 408045e4-944a-432a-ba89-38535ff2bc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:13:15.389266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-c584c1bd-371f-446c-b852-0994358f32b3 service neutron] Attempting to bind port 50874154-1c2c-4e74-904c-1d056e8920e9 on network 408045e4-944a-432a-ba89-38535ff2bc3b {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:15.421861 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port aef37b9c-8a8c-42db-9f45-e48f6f602d57, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=aef37b9c-8a8c-42db-9f45-e48f6f602d57,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:15.437614 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c685a7-f43d-4ad1-a0f5-250c95b1f634 req-9b9fa220-d4c4-43a2-891c-fd2042738788 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:15.440156 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-56c685a7-f43d-4ad1-a0f5-250c95b1f634 req-9b9fa220-d4c4-43a2-891c-fd2042738788 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=42f5d595-47aa-45c3-a711-f1cdc18c682d HTTP/1.1" status: 200 len: 949 time: 0.1028385 Apr 20 16:13:15.485055 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e0f04-3432-4733-9c89-4fac405e3a9c None None] Pushing event updated for resources: {'Port': ['ID=03501e95-b830-4ed1-9759-0d5bb47935f1,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:15.503171 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-c584c1bd-371f-446c-b852-0994358f32b3 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:13:15.503616 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-c584c1bd-371f-446c-b852-0994358f32b3 service neutron] Checking segment: {'id': '435c2a2a-5433-4de7-9242-26a630037027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:13:15.504017 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-c584c1bd-371f-446c-b852-0994358f32b3 service neutron] Bound using segment: {'id': '435c2a2a-5433-4de7-9242-26a630037027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:13:15.504512 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-c584c1bd-371f-446c-b852-0994358f32b3 service neutron] Bound port: 50874154-1c2c-4e74-904c-1d056e8920e9, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435c2a2a-5433-4de7-9242-26a630037027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:13:15.505507 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-c584c1bd-371f-446c-b852-0994358f32b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:15.517848 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-12b77ed6-9f9e-4e2b-82a4-e3d0968fd771 service neutron] For port 661201c9-dd59-4083-a227-761c85684627, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:13:15.520905 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-56c685a7-f43d-4ad1-a0f5-250c95b1f634 req-60ca327c-b544-42de-87e4-095d89023306 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732763 Apr 20 16:13:15.539721 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:15.541368 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:13:15.580276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-12b77ed6-9f9e-4e2b-82a4-e3d0968fd771 service neutron] For port 661201c9-dd59-4083-a227-761c85684627, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=661201c9-dd59-4083-a227-761c85684627,segment=NetworkSegment(7c8a8686-b0a3-44ef-a103-a39b1e9b0f88),segment_id=7c8a8686-b0a3-44ef-a103-a39b1e9b0f88)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:13:15.655799 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-22d82b12-84d2-4f5a-8af9-b6255af02c43 req-94980367-2d6d-4321-96b5-925944bc728e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=23baec6a-b8d3-406c-86e1-678defdb16b2 HTTP/1.1" status: 200 len: 210 time: 0.0452144 Apr 20 16:13:15.692886 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=aef37b9c-8a8c-42db-9f45-e48f6f602d57,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:15.719392 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e720c9-bb6c-4ae4-bdc2-90d3ce2a8cbb req-2cded6c3-5ca1-4d25-9ee3-0f81a1878dd6 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:15.725140 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b8e720c9-bb6c-4ae4-bdc2-90d3ce2a8cbb req-2cded6c3-5ca1-4d25-9ee3-0f81a1878dd6 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.3600364 Apr 20 16:13:15.725293 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] Attempting to bind port 03501e95-b830-4ed1-9759-0d5bb47935f1 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:13:15.725916 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] Attempting to bind port 03501e95-b830-4ed1-9759-0d5bb47935f1 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '3b669865-64dd-41a9-a304-cf6c9c017a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:13:15.726151 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] Attempting to bind port 03501e95-b830-4ed1-9759-0d5bb47935f1 on network eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:15.734076 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:13:15.734455 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] Checking segment: {'id': '3b669865-64dd-41a9-a304-cf6c9c017a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:13:15.734887 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:15.735297 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] Bound using segment: {'id': '3b669865-64dd-41a9-a304-cf6c9c017a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:13:15.736650 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] Bound port: 03501e95-b830-4ed1-9759-0d5bb47935f1, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b669865-64dd-41a9-a304-cf6c9c017a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:13:15.736650 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:15.746300 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-12b77ed6-9f9e-4e2b-82a4-e3d0968fd771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:15.768184 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 48e36465-8fff-4ceb-811a-d6b173dbb253 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:15.768516 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:15.841394 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea878738-e2ff-4e98-8bf5-a68a2a58b41e req-78f21ab3-6fbe-40cc-95d1-386e8947c408 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:15.853231 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ea878738-e2ff-4e98-8bf5-a68a2a58b41e req-78f21ab3-6fbe-40cc-95d1-386e8947c408 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d0c081-276b-4a7f-8684-23feb66346b2 HTTP/1.1" status: 200 len: 943 time: 0.0799365 Apr 20 16:13:15.865874 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b77ed6-9f9e-4e2b-82a4-e3d0968fd771 service neutron] Pushing event updated for resources: {'Port': ['ID=661201c9-dd59-4083-a227-761c85684627,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:15.920739 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:15.920739 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:15.921584 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-12b77ed6-9f9e-4e2b-82a4-e3d0968fd771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:15.922257 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-12b77ed6-9f9e-4e2b-82a4-e3d0968fd771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:15.923648 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-12b77ed6-9f9e-4e2b-82a4-e3d0968fd771 service neutron] 10.222.0.30 "PUT /v2.0/ports/661201c9-dd59-4083-a227-761c85684627 HTTP/1.1" status: 200 len: 1091 time: 4.1381407 Apr 20 16:13:15.924108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e52657-d806-43ce-9dac-c95d85c25be5', 'tag': '661201c9-dd59-4083-a227-761c85684627'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:15.926377 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4a55eb-5511-4439-b2ac-5462b8c53f31" -d '{"events": [{"name": "network-changed", "server_uuid": "45e52657-d806-43ce-9dac-c95d85c25be5", "tag": "661201c9-dd59-4083-a227-761c85684627"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:15.938591 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ea878738-e2ff-4e98-8bf5-a68a2a58b41e req-1e55ecc2-4b10-4156-9eab-fbc4f3e6fda2 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/security-groups?id=36d47bf3-8198-4550-9bff-c56a759341c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810733 Apr 20 16:13:15.967948 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b8e720c9-bb6c-4ae4-bdc2-90d3ce2a8cbb req-21f3d767-2005-4ae6-91e2-e0533809bc7b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161803 Apr 20 16:13:16.007858 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86975375-2c8a-47d7-ae08-851476696db0 x-openstack-request-id: req-86975375-2c8a-47d7-ae08-851476696db0 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:16.008146 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f5d595-47aa-45c3-a711-f1cdc18c682d", "name": "network-vif-plugged", "status": "completed", "tag": "aef37b9c-8a8c-42db-9f45-e48f6f602d57", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:16.008470 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86975375-2c8a-47d7-ae08-851476696db0 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:16.008821 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86975375-2c8a-47d7-ae08-851476696db0'] response: {'server_uuid': '42f5d595-47aa-45c3-a711-f1cdc18c682d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef37b9c-8a8c-42db-9f45-e48f6f602d57', 'code': 200} Apr 20 16:13:16.017520 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-c584c1bd-371f-446c-b852-0994358f32b3 service neutron] For port 50874154-1c2c-4e74-904c-1d056e8920e9, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:13:16.045262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-c584c1bd-371f-446c-b852-0994358f32b3 service neutron] For port 50874154-1c2c-4e74-904c-1d056e8920e9, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=50874154-1c2c-4e74-904c-1d056e8920e9,segment=NetworkSegment(435c2a2a-5433-4de7-9242-26a630037027),segment_id=435c2a2a-5433-4de7-9242-26a630037027)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:13:16.047029 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] For port 03501e95-b830-4ed1-9759-0d5bb47935f1, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:13:16.055380 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d3e1a5b8-2b13-4a20-936b-fc42900598ff None None] Provisioning complete for port 03501e95-b830-4ed1-9759-0d5bb47935f1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:16.055677 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-6babe703-d811-441c-8829-fa5d950385ea req-3fa4a4b5-502a-48d2-97bc-b11ef32a4e27 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Allocated IP 10.2.2.200 (180e815e-0123-45d7-aabc-b7cbe3dc8657/b76bef31-2cfc-4ae1-bc99-6d6a2dfc9ca9/9fb31366-e148-4f5b-844b-4036084eaaca) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:13:16.055803 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a5b8-2b13-4a20-936b-fc42900598ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:16.084631 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] For port 03501e95-b830-4ed1-9759-0d5bb47935f1, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=03501e95-b830-4ed1-9759-0d5bb47935f1,segment=NetworkSegment(3b669865-64dd-41a9-a304-cf6c9c017a24),segment_id=3b669865-64dd-41a9-a304-cf6c9c017a24)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:13:16.172436 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a42016c-6579-4e7d-9c13-2f28a3d51d06 req-08c29607-1333-4aeb-bd86-f3b345f51560 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 210 time: 0.0518994 Apr 20 16:13:16.205734 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-d2ee5da6-3d5a-43e1-9eb8-96b4347deadb service neutron] Request body: {'port': {'device_id': '45e52657-d806-43ce-9dac-c95d85c25be5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:16.210892 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-c584c1bd-371f-446c-b852-0994358f32b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:16.245805 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:16.249548 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:16.354491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b531a-7901-4d82-a5eb-80ead1c1cd6e req-ec650ea6-3b28-4fbb-a9e3-d8ea4821e443 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:16.374424 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b531a-7901-4d82-a5eb-80ead1c1cd6e req-ec650ea6-3b28-4fbb-a9e3-d8ea4821e443 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:16.390226 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b531a-7901-4d82-a5eb-80ead1c1cd6e req-ec650ea6-3b28-4fbb-a9e3-d8ea4821e443 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:16.397546 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d3e1a5b8-2b13-4a20-936b-fc42900598ff None None] Port 03501e95-b830-4ed1-9759-0d5bb47935f1 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:13:16.403918 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] Routers {'d0c78292-f87e-48aa-82f4-f07bb9f432aa'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:13:16.404623 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:12:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d0c78292-f87e-48aa-82f4-f07bb9f432aa'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:16.406560 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b531a-7901-4d82-a5eb-80ead1c1cd6e req-ec650ea6-3b28-4fbb-a9e3-d8ea4821e443 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:16.421838 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f31b531a-7901-4d82-a5eb-80ead1c1cd6e req-ec650ea6-3b28-4fbb-a9e3-d8ea4821e443 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 3094 time: 0.2962952 Apr 20 16:13:16.480776 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee14d13c-b737-43b0-8cca-956289c3c390 x-openstack-request-id: req-ee14d13c-b737-43b0-8cca-956289c3c390 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:16.481231 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e52657-d806-43ce-9dac-c95d85c25be5", "tag": "661201c9-dd59-4083-a227-761c85684627", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:16.481552 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee14d13c-b737-43b0-8cca-956289c3c390 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:16.482049 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee14d13c-b737-43b0-8cca-956289c3c390'] response: {'name': 'network-changed', 'server_uuid': '45e52657-d806-43ce-9dac-c95d85c25be5', 'tag': '661201c9-dd59-4083-a227-761c85684627', 'status': 'completed', 'code': 200} Apr 20 16:13:16.504093 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a55eb-5511-4439-b2ac-5462b8c53f31 req-4e4b40a8-6c86-4791-81fc-cc9eb4b92a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:16.505404 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a55eb-5511-4439-b2ac-5462b8c53f31 req-4e4b40a8-6c86-4791-81fc-cc9eb4b92a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:16.506552 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a55eb-5511-4439-b2ac-5462b8c53f31 req-4e4b40a8-6c86-4791-81fc-cc9eb4b92a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:16.509597 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1a4a55eb-5511-4439-b2ac-5462b8c53f31 req-4e4b40a8-6c86-4791-81fc-cc9eb4b92a3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31e17c9702d24102b4b3005d2801ab9d&device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2730 time: 0.1924462 Apr 20 16:13:16.543133 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:16.582999 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e0f04-3432-4733-9c89-4fac405e3a9c None None] Pushing event updated for resources: {'Port': ['ID=03501e95-b830-4ed1-9759-0d5bb47935f1,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:16.586869 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-d2ee5da6-3d5a-43e1-9eb8-96b4347deadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:16.609497 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150e5e1-cb1b-4e52-9468-cfc5622d1d1a req-f8ea3d7d-6057-4c54-9129-6ee9e0a14f30 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:16.621684 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584c1bd-371f-446c-b852-0994358f32b3 service neutron] Pushing event updated for resources: {'Port': ['ID=50874154-1c2c-4e74-904c-1d056e8920e9,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:16.622912 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150e5e1-cb1b-4e52-9468-cfc5622d1d1a req-f8ea3d7d-6057-4c54-9129-6ee9e0a14f30 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:16.645024 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150e5e1-cb1b-4e52-9468-cfc5622d1d1a req-f8ea3d7d-6057-4c54-9129-6ee9e0a14f30 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:16.653874 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0150e5e1-cb1b-4e52-9468-cfc5622d1d1a req-f8ea3d7d-6057-4c54-9129-6ee9e0a14f30 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2387 time: 0.2811139 Apr 20 16:13:16.659000 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-c584c1bd-371f-446c-b852-0994358f32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:16.662435 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:16.671477 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-c584c1bd-371f-446c-b852-0994358f32b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:16.676775 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-c584c1bd-371f-446c-b852-0994358f32b3 service neutron] 10.222.0.30 "PUT /v2.0/ports/50874154-1c2c-4e74-904c-1d056e8920e9 HTTP/1.1" status: 200 len: 1091 time: 4.1683280 Apr 20 16:13:16.894457 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f31b531a-7901-4d82-a5eb-80ead1c1cd6e req-5a4af393-8409-4025-b6cc-2c0bf52cc092 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4701533 Apr 20 16:13:16.914553 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a55eb-5511-4439-b2ac-5462b8c53f31 req-0886da12-a7d1-4f9b-b55a-db5e61db6e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:16.916583 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a55eb-5511-4439-b2ac-5462b8c53f31 req-0886da12-a7d1-4f9b-b55a-db5e61db6e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:16.917775 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a55eb-5511-4439-b2ac-5462b8c53f31 req-0886da12-a7d1-4f9b-b55a-db5e61db6e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:16.919833 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1a4a55eb-5511-4439-b2ac-5462b8c53f31 req-0886da12-a7d1-4f9b-b55a-db5e61db6e93 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=31e17c9702d24102b4b3005d2801ab9d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3907385 Apr 20 16:13:16.925803 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] Set router d0c78292-f87e-48aa-82f4-f07bb9f432aa gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:13:16.926505 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0150e5e1-cb1b-4e52-9468-cfc5622d1d1a req-f23ae806-844c-4250-9b67-e3ddbe036a38 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670436 Apr 20 16:13:17.050635 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-3fa4a4b5-502a-48d2-97bc-b11ef32a4e27 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:17.053709 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:17.174670 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.30', 64799) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:13:17.181886 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-3fa4a4b5-502a-48d2-97bc-b11ef32a4e27 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:17.231357 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a55eb-5511-4439-b2ac-5462b8c53f31 req-d1ea2901-756c-4356-9606-7b7d57def995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:17.234289 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1a4a55eb-5511-4439-b2ac-5462b8c53f31 req-d1ea2901-756c-4356-9606-7b7d57def995 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3019800 Apr 20 16:13:17.249004 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60c25d-90b7-4d7f-be76-df395004da5a req-acf9ea4e-199a-4e9f-9b1a-0a7599575705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:17.249004 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5c60c25d-90b7-4d7f-be76-df395004da5a req-acf9ea4e-199a-4e9f-9b1a-0a7599575705 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=42f5d595-47aa-45c3-a711-f1cdc18c682d HTTP/1.1" status: 200 len: 1101 time: 1.1454365 Apr 20 16:13:17.315918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-05cc779b-f576-4a1b-a090-c772ae236449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:17.321567 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-05cc779b-f576-4a1b-a090-c772ae236449 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a65ee74e176348e8ac55cef4712eb79c&device_id=60d0c081-276b-4a7f-8684-23feb66346b2 HTTP/1.1" status: 200 len: 1094 time: 0.4259462 Apr 20 16:13:17.351994 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6babe703-d811-441c-8829-fa5d950385ea req-3fa4a4b5-502a-48d2-97bc-b11ef32a4e27 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Network 180e815e-0123-45d7-aabc-b7cbe3dc8657 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:13:17.356882 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecca901-ff9a-412a-8000-58e7c624baac req-24ff29db-e36c-4971-99eb-6b2217de9f1e tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:17.375981 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4ecca901-ff9a-412a-8000-58e7c624baac req-24ff29db-e36c-4971-99eb-6b2217de9f1e tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=42f5d595-47aa-45c3-a711-f1cdc18c682d HTTP/1.1" status: 200 len: 950 time: 0.2214477 Apr 20 16:13:17.389202 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7c84db15-85aa-4b25-9b12-1062ac935041 None None] Provisioning complete for port 03501e95-b830-4ed1-9759-0d5bb47935f1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:17.389804 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7c84db15-85aa-4b25-9b12-1062ac935041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:17.412226 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-6babe703-d811-441c-8829-fa5d950385ea req-3fa4a4b5-502a-48d2-97bc-b11ef32a4e27 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:17.415739 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-5bfd8029-30bb-4173-bd66-34a6d3a50b4e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50874154-1c2c-4e74-904c-1d056e8920e9 HTTP/1.1" status: 200 len: 217 time: 0.0581131 Apr 20 16:13:17.416504 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-6babe703-d811-441c-8829-fa5d950385ea req-3fa4a4b5-502a-48d2-97bc-b11ef32a4e27 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:13:17.498997 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-616743638-router', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:01Z', 'updated_at': '2022-04-20T16:13:10Z', 'revision_number': 4, 'project_id': '28ab505633034900a95978f46e1b6c12', 'gw_port': {'id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:03Z', 'updated_at': '2022-04-20T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '03501e95-b830-4ed1-9759-0d5bb47935f1', 'name': '', 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'mac_address': 'fa:16:3e:ae:aa:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'ea385c3c-0eb3-4d62-9264-606c9a1935f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:09Z', 'updated_at': '2022-04-20T16:13:16Z', 'revision_number': 4, 'project_id': '28ab505633034900a95978f46e1b6c12', 'subnets': [{'id': 'ea385c3c-0eb3-4d62-9264-606c9a1935f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:17.514522 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-ea5ecc9e-6d04-40d9-bfa2-7dc1feb7391e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:17.515688 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-ea5ecc9e-6d04-40d9-bfa2-7dc1feb7391e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7c93c9ca-8e3b-404e-8f95-83a6615816ab HTTP/1.1" status: 200 len: 851 time: 0.0718708 Apr 20 16:13:17.532182 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4ecca901-ff9a-412a-8000-58e7c624baac req-a97e8f5e-c981-4dbd-9c76-422a20cc29a6 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469560 Apr 20 16:13:17.542545 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da65543-ce65-4c32-93a0-8f49eadc60b3 None None] The sync data for ids ['d0c78292-f87e-48aa-82f4-f07bb9f432aa'] in n-d-836146-2 is: [{'id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-616743638-router', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:01Z', 'updated_at': '2022-04-20T16:13:10Z', 'revision_number': 4, 'project_id': '28ab505633034900a95978f46e1b6c12', 'gw_port': {'id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:03Z', 'updated_at': '2022-04-20T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '03501e95-b830-4ed1-9759-0d5bb47935f1', 'name': '', 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'mac_address': 'fa:16:3e:ae:aa:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'ea385c3c-0eb3-4d62-9264-606c9a1935f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:09Z', 'updated_at': '2022-04-20T16:13:16Z', 'revision_number': 4, 'project_id': '28ab505633034900a95978f46e1b6c12', 'subnets': [{'id': 'ea385c3c-0eb3-4d62-9264-606c9a1935f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:13:17.571390 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-0d22584c-d605-4cdf-8880-0e6556ce10ee tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:17.575507 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-0d22584c-d605-4cdf-8880-0e6556ce10ee tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.30 "GET /v2.0/networks?id=eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf HTTP/1.1" status: 200 len: 828 time: 0.3972409 Apr 20 16:13:17.606135 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-1bc6c5b3-4635-4683-b24e-f7eb14f52797 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Request body: {'port': {'device_id': '4b6c4fed-ec5b-499d-a150-5bed4bedc2cc', 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf', 'admin_state_up': True, 'tenant_id': '28ab505633034900a95978f46e1b6c12'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:17.630088 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7c84db15-85aa-4b25-9b12-1062ac935041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:17.708951 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7c84db15-85aa-4b25-9b12-1062ac935041 None None] For port 03501e95-b830-4ed1-9759-0d5bb47935f1, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=03501e95-b830-4ed1-9759-0d5bb47935f1,segment=NetworkSegment(3b669865-64dd-41a9-a304-cf6c9c017a24),segment_id=3b669865-64dd-41a9-a304-cf6c9c017a24)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:17.769819 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7c84db15-85aa-4b25-9b12-1062ac935041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:17.878591 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89331423-fd67-417a-9cd1-541b90f97fe5 req-880486fe-238e-45dc-b170-d23b83b8b70c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:17.881094 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84db15-85aa-4b25-9b12-1062ac935041 None None] Pushing event updated for resources: {'Port': ['ID=03501e95-b830-4ed1-9759-0d5bb47935f1,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:17.897956 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-89331423-fd67-417a-9cd1-541b90f97fe5 req-880486fe-238e-45dc-b170-d23b83b8b70c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0970862 Apr 20 16:13:17.953056 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-89331423-fd67-417a-9cd1-541b90f97fe5 req-5fffbe22-1a39-424c-8867-d9bf6e25e5b9 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595579 Apr 20 16:13:17.993568 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1bc74f5b-79ce-4df5-ae00-9d786c6d364d None None] Provisioning complete for port 9fb31366-e148-4f5b-844b-4036084eaaca triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:17.993926 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1bc74f5b-79ce-4df5-ae00-9d786c6d364d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:18.020834 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-1bc6c5b3-4635-4683-b24e-f7eb14f52797 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Made reservation on behalf of 28ab505633034900a95978f46e1b6c12 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:13:18.025689 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-1bc6c5b3-4635-4683-b24e-f7eb14f52797 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:18.046171 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3b6815-08e4-4e36-ad66-187fa8ef5d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec6e65c-b03e-4ba8-ac37-7b06bb13130a'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:18.060898 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabae59a-4a48-4609-aaf8-0994899e325e" -d '{"events": [{"server_uuid": "6b3b6815-08e4-4e36-ad66-187fa8ef5d48", "name": "network-vif-plugged", "status": "completed", "tag": "2ec6e65c-b03e-4ba8-ac37-7b06bb13130a"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:18.073267 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f3f25-d2f8-4b99-9172-8dfc34cb634c req-b7b4bda9-e32a-4dfc-a37d-b84cbf2e825a tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:18.074832 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-587f3f25-d2f8-4b99-9172-8dfc34cb634c req-b7b4bda9-e32a-4dfc-a37d-b84cbf2e825a tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d0c081-276b-4a7f-8684-23feb66346b2 HTTP/1.1" status: 200 len: 943 time: 0.9130397 Apr 20 16:13:18.075520 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa4a4b5-502a-48d2-97bc-b11ef32a4e27 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event updated for resources: {'Port': ['ID=9fb31366-e148-4f5b-844b-4036084eaaca,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:18.116649 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-1bc74f5b-79ce-4df5-ae00-9d786c6d364d None None] Port 9fb31366-e148-4f5b-844b-4036084eaaca cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:13:18.175209 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-20b59dbd-e2d5-4e88-9b60-136aac1ab758 req-0f252404-1d1a-4f0c-ae96-41cc356a9fdf tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 210 time: 0.1145339 Apr 20 16:13:18.296301 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-d2ee5da6-3d5a-43e1-9eb8-96b4347deadb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20742339-1309-494c-891d-c503dbda4536 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:18.306572 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-d2ee5da6-3d5a-43e1-9eb8-96b4347deadb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:18.331048 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-1bc6c5b3-4635-4683-b24e-f7eb14f52797 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Allocated IP 172.20.0.7 (eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf/ea385c3c-0eb3-4d62-9264-606c9a1935f0/f96601e1-7b9d-4051-b38c-780dba292b31) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:13:18.344145 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-3fa4a4b5-502a-48d2-97bc-b11ef32a4e27 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:18.344819 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-3fa4a4b5-502a-48d2-97bc-b11ef32a4e27 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:18.361263 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1c0ae-5177-4732-991b-e82b96fdbd10 req-5bcc5f35-6b1e-4843-a92c-d88380411365 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:18.365305 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-d2ee5da6-3d5a-43e1-9eb8-96b4347deadb service neutron] Transition to ACTIVE for port object 20742339-1309-494c-891d-c503dbda4536 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:13:18.368691 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1c0ae-5177-4732-991b-e82b96fdbd10 req-5bcc5f35-6b1e-4843-a92c-d88380411365 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:18.375724 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1c0ae-5177-4732-991b-e82b96fdbd10 req-5bcc5f35-6b1e-4843-a92c-d88380411365 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:18.379280 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5c60c25d-90b7-4d7f-be76-df395004da5a req-1b130426-2161-4308-964a-24a9052d8827 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0557568 Apr 20 16:13:18.384841 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1c0ae-5177-4732-991b-e82b96fdbd10 req-5bcc5f35-6b1e-4843-a92c-d88380411365 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:18.391519 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1c0ae-5177-4732-991b-e82b96fdbd10 req-5bcc5f35-6b1e-4843-a92c-d88380411365 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:18.393367 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b2c1c0ae-5177-4732-991b-e82b96fdbd10 req-5bcc5f35-6b1e-4843-a92c-d88380411365 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 3815 time: 0.1261468 Apr 20 16:13:18.396996 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-587f3f25-d2f8-4b99-9172-8dfc34cb634c req-a119e5b7-961d-4b80-bd3e-c27073668015 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/security-groups?id=36d47bf3-8198-4550-9bff-c56a759341c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335370 Apr 20 16:13:18.405389 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-cd98374c-37ed-43a1-83a0-de9e2ab843e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:18.406911 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-cd98374c-37ed-43a1-83a0-de9e2ab843e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=408045e4-944a-432a-ba89-38535ff2bc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2423987 Apr 20 16:13:18.444994 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-d2ee5da6-3d5a-43e1-9eb8-96b4347deadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:18.488980 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b2c1c0ae-5177-4732-991b-e82b96fdbd10 req-5e1f4c66-054b-4cde-b977-02bbd362f9bc tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850930 Apr 20 16:13:18.531324 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d0c081-276b-4a7f-8684-23feb66346b2', 'tag': '50874154-1c2c-4e74-904c-1d056e8920e9'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:18.534043 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016394de-f7e5-4085-8ca4-ec514eefcb22" -d '{"events": [{"name": "network-changed", "server_uuid": "60d0c081-276b-4a7f-8684-23feb66346b2", "tag": "50874154-1c2c-4e74-904c-1d056e8920e9"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:18.559780 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-3fa4a4b5-502a-48d2-97bc-b11ef32a4e27 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0872455 Apr 20 16:13:18.611087 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-6babe703-d811-441c-8829-fa5d950385ea req-9bac21be-de37-4484-b6da-4c0a85a18ec1 service neutron] Request body: {'port': {'device_id': '694ed346-3b21-4205-a721-a2553728b29e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:18.724255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee5da6-3d5a-43e1-9eb8-96b4347deadb service neutron] Pushing event updated for resources: {'Port': ['ID=20742339-1309-494c-891d-c503dbda4536,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:18.737397 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-1bc6c5b3-4635-4683-b24e-f7eb14f52797 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:18.766221 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d84b71-8099-4f53-999c-dc552fc612e3 req-804c6f83-c24c-40e7-b6c1-c1cfefdc6005 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:18.777623 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-23d84b71-8099-4f53-999c-dc552fc612e3 req-804c6f83-c24c-40e7-b6c1-c1cfefdc6005 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.1672723 Apr 20 16:13:18.856356 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-9bac21be-de37-4484-b6da-4c0a85a18ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:18.920962 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-23d84b71-8099-4f53-999c-dc552fc612e3 req-f88ab499-914f-4957-86e0-f37e990a7869 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423852 Apr 20 16:13:18.936676 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c39607-b519-418f-bd7e-62dbc26c2532 req-bd2f2b1b-3e72-4017-8b9f-6cf8ee8da22f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:18.937537 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c39607-b519-418f-bd7e-62dbc26c2532 req-bd2f2b1b-3e72-4017-8b9f-6cf8ee8da22f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:18.949595 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c39607-b519-418f-bd7e-62dbc26c2532 req-bd2f2b1b-3e72-4017-8b9f-6cf8ee8da22f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:18.961617 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e1c39607-b519-418f-bd7e-62dbc26c2532 req-bd2f2b1b-3e72-4017-8b9f-6cf8ee8da22f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2399 time: 0.4227960 Apr 20 16:13:18.979750 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-e8b4f505-d9c0-4799-b74e-dc994042134f service neutron] 10.222.0.30 "GET /v2.0/networks/408045e4-944a-432a-ba89-38535ff2bc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197139 Apr 20 16:13:19.038198 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de704d7-b316-4ff3-880b-705e8a4b3a7b x-openstack-request-id: req-5de704d7-b316-4ff3-880b-705e8a4b3a7b {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:19.038646 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3b6815-08e4-4e36-ad66-187fa8ef5d48", "name": "network-vif-plugged", "status": "completed", "tag": "2ec6e65c-b03e-4ba8-ac37-7b06bb13130a", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:19.038822 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5de704d7-b316-4ff3-880b-705e8a4b3a7b {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:19.039188 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de704d7-b316-4ff3-880b-705e8a4b3a7b'] response: {'server_uuid': '6b3b6815-08e4-4e36-ad66-187fa8ef5d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec6e65c-b03e-4ba8-ac37-7b06bb13130a', 'code': 200} Apr 20 16:13:19.041022 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-1bc6c5b3-4635-4683-b24e-f7eb14f52797 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:19.057852 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-d2ee5da6-3d5a-43e1-9eb8-96b4347deadb service neutron] Attempting to bind port 20742339-1309-494c-891d-c503dbda4536 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:13:19.058199 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-d2ee5da6-3d5a-43e1-9eb8-96b4347deadb service neutron] Attempting to bind port 20742339-1309-494c-891d-c503dbda4536 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '59b81744-c5c7-4e6e-86f9-20a67f979b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '755c698b-1fd9-4a75-a82a-4fa61b59e5e3'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:13:19.058527 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-d2ee5da6-3d5a-43e1-9eb8-96b4347deadb service neutron] Attempting to bind port 20742339-1309-494c-891d-c503dbda4536 on network 755c698b-1fd9-4a75-a82a-4fa61b59e5e3 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:19.132241 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-1bc6c5b3-4635-4683-b24e-f7eb14f52797 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Network eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:13:19.136942 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-1bc6c5b3-4635-4683-b24e-f7eb14f52797 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:19.144524 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-1bc6c5b3-4635-4683-b24e-f7eb14f52797 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:13:19.218093 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 03501e95-b830-4ed1-9759-0d5bb47935f1 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:13:19.228363 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6c5b3-4635-4683-b24e-f7eb14f52797 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Pushing event updated for resources: {'Port': ['ID=f96601e1-7b9d-4051-b38c-780dba292b31,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:19.264133 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc6c5b3-4635-4683-b24e-f7eb14f52797 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:19.264522 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc6c5b3-4635-4683-b24e-f7eb14f52797 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:19.264870 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc6c5b3-4635-4683-b24e-f7eb14f52797 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:19.266146 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc6c5b3-4635-4683-b24e-f7eb14f52797 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:19.266146 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc6c5b3-4635-4683-b24e-f7eb14f52797 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:19.266146 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc6c5b3-4635-4683-b24e-f7eb14f52797 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:19.266420 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc6c5b3-4635-4683-b24e-f7eb14f52797 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:19.266501 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc6c5b3-4635-4683-b24e-f7eb14f52797 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:19.266828 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc6c5b3-4635-4683-b24e-f7eb14f52797 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:19.267315 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc6c5b3-4635-4683-b24e-f7eb14f52797 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:19.267989 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc6c5b3-4635-4683-b24e-f7eb14f52797 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:19.267989 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc6c5b3-4635-4683-b24e-f7eb14f52797 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:13:19.271279 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91729d6-3058-4110-91ba-bb66974a7975 x-openstack-request-id: req-f91729d6-3058-4110-91ba-bb66974a7975 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:19.272045 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d0c081-276b-4a7f-8684-23feb66346b2", "tag": "50874154-1c2c-4e74-904c-1d056e8920e9", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:19.272323 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f91729d6-3058-4110-91ba-bb66974a7975 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:19.272756 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f91729d6-3058-4110-91ba-bb66974a7975'] response: {'name': 'network-changed', 'server_uuid': '60d0c081-276b-4a7f-8684-23feb66346b2', 'tag': '50874154-1c2c-4e74-904c-1d056e8920e9', 'status': 'completed', 'code': 200} Apr 20 16:13:19.273717 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-d2ee5da6-3d5a-43e1-9eb8-96b4347deadb service neutron] Port 20742339-1309-494c-891d-c503dbda4536 on network 755c698b-1fd9-4a75-a82a-4fa61b59e5e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:13:19.274039 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-d2ee5da6-3d5a-43e1-9eb8-96b4347deadb service neutron] Attempting to bind port 20742339-1309-494c-891d-c503dbda4536 on network 755c698b-1fd9-4a75-a82a-4fa61b59e5e3 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:19.295908 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-d2ee5da6-3d5a-43e1-9eb8-96b4347deadb service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:13:19.296250 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-d2ee5da6-3d5a-43e1-9eb8-96b4347deadb service neutron] Checking segment: {'id': '59b81744-c5c7-4e6e-86f9-20a67f979b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '755c698b-1fd9-4a75-a82a-4fa61b59e5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:13:19.296678 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-d2ee5da6-3d5a-43e1-9eb8-96b4347deadb service neutron] Bound using segment: {'id': '59b81744-c5c7-4e6e-86f9-20a67f979b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '755c698b-1fd9-4a75-a82a-4fa61b59e5e3'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:13:19.297126 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-d2ee5da6-3d5a-43e1-9eb8-96b4347deadb service neutron] Bound port: 20742339-1309-494c-891d-c503dbda4536, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b81744-c5c7-4e6e-86f9-20a67f979b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '755c698b-1fd9-4a75-a82a-4fa61b59e5e3'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:13:19.297490 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-d2ee5da6-3d5a-43e1-9eb8-96b4347deadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:19.309775 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-1bc6c5b3-4635-4683-b24e-f7eb14f52797 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:19.313299 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-1bc6c5b3-4635-4683-b24e-f7eb14f52797 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:19.336324 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 03501e95-b830-4ed1-9759-0d5bb47935f1 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:19.338087 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:19.372543 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c320dd2-9364-4438-9705-ff9f4c5be771 req-2284a1c8-00bc-49dc-88c7-5cdd3f421c8c tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:19.372543 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6c320dd2-9364-4438-9705-ff9f4c5be771 req-2284a1c8-00bc-49dc-88c7-5cdd3f421c8c tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=42f5d595-47aa-45c3-a711-f1cdc18c682d HTTP/1.1" status: 200 len: 950 time: 0.1340387 Apr 20 16:13:19.377708 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e1c39607-b519-418f-bd7e-62dbc26c2532 req-c3e44c3d-c165-4827-b5c7-9b4ca4328ae7 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137273 Apr 20 16:13:19.468984 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6c320dd2-9364-4438-9705-ff9f4c5be771 req-688c17a0-8fbe-435c-a1a0-180f0c12fd18 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868502 Apr 20 16:13:19.483684 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-1bc6c5b3-4635-4683-b24e-f7eb14f52797 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8874660 Apr 20 16:13:19.505289 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-76d20c3e-6730-450a-8570-a3d6485d9438 service neutron] Request body: {'port': {'device_id': '4b6c4fed-ec5b-499d-a150-5bed4bedc2cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:19.594915 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b6afcf3e-feb7-4b39-bdce-0b4fa9ccd0fd None None] Provisioning complete for port f96601e1-7b9d-4051-b38c-780dba292b31 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:19.595232 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b6afcf3e-feb7-4b39-bdce-0b4fa9ccd0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:19.640684 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-d2ee5da6-3d5a-43e1-9eb8-96b4347deadb service neutron] For port 20742339-1309-494c-891d-c503dbda4536, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:13:19.641404 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b6afcf3e-feb7-4b39-bdce-0b4fa9ccd0fd None None] Port f96601e1-7b9d-4051-b38c-780dba292b31 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:13:19.642490 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-d2ee5da6-3d5a-43e1-9eb8-96b4347deadb service neutron] For port 20742339-1309-494c-891d-c503dbda4536, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=20742339-1309-494c-891d-c503dbda4536,segment=NetworkSegment(59b81744-c5c7-4e6e-86f9-20a67f979b7d),segment_id=59b81744-c5c7-4e6e-86f9-20a67f979b7d)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:13:19.663251 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-76d20c3e-6730-450a-8570-a3d6485d9438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:19.715774 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9f77d-d103-42ca-b700-3bf482a1dd60 req-eaf8c6e4-a39f-482e-8170-24619020a921 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:19.717299 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b5f9f77d-d103-42ca-b700-3bf482a1dd60 req-eaf8c6e4-a39f-482e-8170-24619020a921 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 931 time: 0.1261103 Apr 20 16:13:19.720797 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fa44aac8-5fec-4506-bc4b-0fbf446ce984 req-a13f3bba-0d3b-42ab-9d65-bfc2c4d226d4 service neutron] 10.222.0.30 "GET /v2.0/networks/408045e4-944a-432a-ba89-38535ff2bc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7016311 Apr 20 16:13:19.760812 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f8fb1-42a5-446b-8557-ddcc79c83192 req-287f60fe-7102-4cf6-9a2c-e635318abb05 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:19.762318 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-011f8fb1-42a5-446b-8557-ddcc79c83192 req-287f60fe-7102-4cf6-9a2c-e635318abb05 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.1685500 Apr 20 16:13:19.809741 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-d2ee5da6-3d5a-43e1-9eb8-96b4347deadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:19.962627 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-d2ee5da6-3d5a-43e1-9eb8-96b4347deadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:19.963635 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-d2ee5da6-3d5a-43e1-9eb8-96b4347deadb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:19.965362 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-d2ee5da6-3d5a-43e1-9eb8-96b4347deadb service neutron] 10.222.0.30 "PUT /v2.0/ports/20742339-1309-494c-891d-c503dbda4536 HTTP/1.1" status: 200 len: 1092 time: 3.7693896 Apr 20 16:13:19.991843 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-011f8fb1-42a5-446b-8557-ddcc79c83192 req-e9d5c623-f753-4496-ae15-d588f6653d2e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091477 Apr 20 16:13:20.127904 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-461b85ab-c5ae-4125-9ceb-95d3f0eca691 service neutron] Request body: {'port': {'device_id': '45e52657-d806-43ce-9dac-c95d85c25be5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:20.131761 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee5da6-3d5a-43e1-9eb8-96b4347deadb service neutron] Pushing event updated for resources: {'Port': ['ID=20742339-1309-494c-891d-c503dbda4536,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:20.248470 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016394de-f7e5-4085-8ca4-ec514eefcb22 req-c48c4db9-1d16-4cb0-919c-458da3592bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:20.250414 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-016394de-f7e5-4085-8ca4-ec514eefcb22 req-c48c4db9-1d16-4cb0-919c-458da3592bbf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a65ee74e176348e8ac55cef4712eb79c&device_id=60d0c081-276b-4a7f-8684-23feb66346b2 HTTP/1.1" status: 200 len: 1094 time: 0.3057129 Apr 20 16:13:20.311822 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b5f9f77d-d103-42ca-b700-3bf482a1dd60 req-14d42571-36a4-472f-bc51-f55f9994c258 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb303c33-664a-49a8-bcfd-c70cb5bae48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5833619 Apr 20 16:13:20.318417 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-6babe703-d811-441c-8829-fa5d950385ea req-9bac21be-de37-4484-b6da-4c0a85a18ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f3702c-45ea-40ef-a824-e2709a902263 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:20.388709 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-9bac21be-de37-4484-b6da-4c0a85a18ec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:20.394034 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-461b85ab-c5ae-4125-9ceb-95d3f0eca691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:20.418327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536fd8d-ca18-4fd5-a60f-914598dc1fd6 req-eb16550a-18d2-4415-8d7e-b8749f990b9d tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:20.437503 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8536fd8d-ca18-4fd5-a60f-914598dc1fd6 req-eb16550a-18d2-4415-8d7e-b8749f990b9d tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d0c081-276b-4a7f-8684-23feb66346b2 HTTP/1.1" status: 200 len: 943 time: 0.3011756 Apr 20 16:13:20.468285 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-6babe703-d811-441c-8829-fa5d950385ea req-9bac21be-de37-4484-b6da-4c0a85a18ec1 service neutron] Transition to ACTIVE for port object 18f3702c-45ea-40ef-a824-e2709a902263 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:13:20.521629 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac301778-1731-41c9-819d-6a2c5d709670 req-b0df6557-a922-4e24-950f-6d0444358939 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:20.528230 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac301778-1731-41c9-819d-6a2c5d709670 req-b0df6557-a922-4e24-950f-6d0444358939 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:20.535208 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac301778-1731-41c9-819d-6a2c5d709670 req-b0df6557-a922-4e24-950f-6d0444358939 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:20.543522 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac301778-1731-41c9-819d-6a2c5d709670 req-b0df6557-a922-4e24-950f-6d0444358939 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:20.551032 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac301778-1731-41c9-819d-6a2c5d709670 req-b0df6557-a922-4e24-950f-6d0444358939 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:20.553870 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ac301778-1731-41c9-819d-6a2c5d709670 req-b0df6557-a922-4e24-950f-6d0444358939 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 3815 time: 0.1093097 Apr 20 16:13:20.606455 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8536fd8d-ca18-4fd5-a60f-914598dc1fd6 req-7303eb10-03aa-4416-ab56-f6b255b0aed3 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/security-groups?id=36d47bf3-8198-4550-9bff-c56a759341c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679616 Apr 20 16:13:20.607437 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ac301778-1731-41c9-819d-6a2c5d709670 req-eca3ff2e-2d79-41ea-8e46-f21aa0a5b5f7 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404685 Apr 20 16:13:20.674171 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-9bac21be-de37-4484-b6da-4c0a85a18ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:20.782266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac21be-de37-4484-b6da-4c0a85a18ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=18f3702c-45ea-40ef-a824-e2709a902263,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:20.806461 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016394de-f7e5-4085-8ca4-ec514eefcb22 req-c870b8b8-024a-47ce-9093-ea7e3d9a5862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:20.808861 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-016394de-f7e5-4085-8ca4-ec514eefcb22 req-c870b8b8-024a-47ce-9093-ea7e3d9a5862 service neutron] 10.222.0.30 "GET /v2.0/networks?id=408045e4-944a-432a-ba89-38535ff2bc3b HTTP/1.1" status: 200 len: 913 time: 0.5459161 Apr 20 16:13:20.849703 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1a291-78b9-4d16-b016-bde18dc28a79 req-066e9d0c-ec21-4af4-885f-c207414990d7 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:20.858699 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a1a1a291-78b9-4d16-b016-bde18dc28a79 req-066e9d0c-ec21-4af4-885f-c207414990d7 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0815518 Apr 20 16:13:20.858699 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-76d20c3e-6730-450a-8570-a3d6485d9438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f96601e1-7b9d-4051-b38c-780dba292b31 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:20.888366 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-76d20c3e-6730-450a-8570-a3d6485d9438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:20.941530 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a1a1a291-78b9-4d16-b016-bde18dc28a79 req-443b39a4-523f-4cc6-b906-76f75e4281e6 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797350 Apr 20 16:13:20.944995 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-76d20c3e-6730-450a-8570-a3d6485d9438 service neutron] Transition to ACTIVE for port object f96601e1-7b9d-4051-b38c-780dba292b31 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:13:21.038592 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-76d20c3e-6730-450a-8570-a3d6485d9438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:21.166831 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d20c3e-6730-450a-8570-a3d6485d9438 service neutron] Pushing event updated for resources: {'Port': ['ID=f96601e1-7b9d-4051-b38c-780dba292b31,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:21.266987 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-016394de-f7e5-4085-8ca4-ec514eefcb22 req-9f6f668b-090d-41dc-a311-b1a9c4860ee0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50874154-1c2c-4e74-904c-1d056e8920e9 HTTP/1.1" status: 200 len: 217 time: 0.4221439 Apr 20 16:13:21.318200 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e52657-d806-43ce-9dac-c95d85c25be5', 'tag': '20742339-1309-494c-891d-c503dbda4536'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:21.321487 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0af070a-baa0-4af8-84c6-9ebb06cfbf7f" -d '{"events": [{"name": "network-changed", "server_uuid": "45e52657-d806-43ce-9dac-c95d85c25be5", "tag": "20742339-1309-494c-891d-c503dbda4536"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:21.328810 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c8cdf-382a-495d-a1cb-a2a6c01532e3 req-73552ceb-55e9-4ec6-8851-67906cfbfb93 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:21.340888 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-422c8cdf-382a-495d-a1cb-a2a6c01532e3 req-73552ceb-55e9-4ec6-8851-67906cfbfb93 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=42f5d595-47aa-45c3-a711-f1cdc18c682d HTTP/1.1" status: 200 len: 950 time: 0.2315478 Apr 20 16:13:21.349275 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6babe703-d811-441c-8829-fa5d950385ea req-9bac21be-de37-4484-b6da-4c0a85a18ec1 service neutron] Attempting to bind port 18f3702c-45ea-40ef-a824-e2709a902263 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:13:21.350186 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6babe703-d811-441c-8829-fa5d950385ea req-9bac21be-de37-4484-b6da-4c0a85a18ec1 service neutron] Attempting to bind port 18f3702c-45ea-40ef-a824-e2709a902263 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'f3c2a4b0-1636-4c33-9c91-442e824bef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:13:21.350742 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-9bac21be-de37-4484-b6da-4c0a85a18ec1 service neutron] Attempting to bind port 18f3702c-45ea-40ef-a824-e2709a902263 on network 5a539455-a33b-4573-a499-12dcf82cf2d8 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:21.404426 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-9bac21be-de37-4484-b6da-4c0a85a18ec1 service neutron] Port 18f3702c-45ea-40ef-a824-e2709a902263 on network 5a539455-a33b-4573-a499-12dcf82cf2d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:13:21.404426 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-9bac21be-de37-4484-b6da-4c0a85a18ec1 service neutron] Attempting to bind port 18f3702c-45ea-40ef-a824-e2709a902263 on network 5a539455-a33b-4573-a499-12dcf82cf2d8 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:21.432848 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c7773-9316-461a-b402-ce1b15445aa0 req-03695bae-0e58-4491-b7e0-40438156e601 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:21.436841 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-422c8cdf-382a-495d-a1cb-a2a6c01532e3 req-ff1820ed-9b70-46e3-b8a2-0c4077091ef2 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937524 Apr 20 16:13:21.442551 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-76d20c3e-6730-450a-8570-a3d6485d9438 service neutron] Attempting to bind port f96601e1-7b9d-4051-b38c-780dba292b31 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:13:21.443658 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c7773-9316-461a-b402-ce1b15445aa0 req-03695bae-0e58-4491-b7e0-40438156e601 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:21.443826 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-76d20c3e-6730-450a-8570-a3d6485d9438 service neutron] Attempting to bind port f96601e1-7b9d-4051-b38c-780dba292b31 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '3b669865-64dd-41a9-a304-cf6c9c017a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:13:21.444435 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-76d20c3e-6730-450a-8570-a3d6485d9438 service neutron] Attempting to bind port f96601e1-7b9d-4051-b38c-780dba292b31 on network eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:21.459668 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c7773-9316-461a-b402-ce1b15445aa0 req-03695bae-0e58-4491-b7e0-40438156e601 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:21.462613 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-469c7773-9316-461a-b402-ce1b15445aa0 req-03695bae-0e58-4491-b7e0-40438156e601 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2399 time: 0.5933309 Apr 20 16:13:21.481363 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-76d20c3e-6730-450a-8570-a3d6485d9438 service neutron] Port f96601e1-7b9d-4051-b38c-780dba292b31 on network eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:13:21.481806 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-76d20c3e-6730-450a-8570-a3d6485d9438 service neutron] Attempting to bind port f96601e1-7b9d-4051-b38c-780dba292b31 on network eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:21.498102 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-76d20c3e-6730-450a-8570-a3d6485d9438 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:13:21.504864 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-76d20c3e-6730-450a-8570-a3d6485d9438 service neutron] Checking segment: {'id': '3b669865-64dd-41a9-a304-cf6c9c017a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:13:21.505579 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-76d20c3e-6730-450a-8570-a3d6485d9438 service neutron] Bound using segment: {'id': '3b669865-64dd-41a9-a304-cf6c9c017a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:13:21.506870 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-76d20c3e-6730-450a-8570-a3d6485d9438 service neutron] Bound port: f96601e1-7b9d-4051-b38c-780dba292b31, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b669865-64dd-41a9-a304-cf6c9c017a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:13:21.506870 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-76d20c3e-6730-450a-8570-a3d6485d9438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:21.684984 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-76d20c3e-6730-450a-8570-a3d6485d9438 service neutron] For port f96601e1-7b9d-4051-b38c-780dba292b31, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:13:21.688443 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-76d20c3e-6730-450a-8570-a3d6485d9438 service neutron] For port f96601e1-7b9d-4051-b38c-780dba292b31, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f96601e1-7b9d-4051-b38c-780dba292b31,segment=NetworkSegment(3b669865-64dd-41a9-a304-cf6c9c017a24),segment_id=3b669865-64dd-41a9-a304-cf6c9c017a24)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:13:21.715436 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-461b85ab-c5ae-4125-9ceb-95d3f0eca691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63659abd-d91c-4b91-b237-6582ca9cef51 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:21.724446 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-461b85ab-c5ae-4125-9ceb-95d3f0eca691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:21.742792 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-461b85ab-c5ae-4125-9ceb-95d3f0eca691 service neutron] Transition to ACTIVE for port object 63659abd-d91c-4b91-b237-6582ca9cef51 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:13:21.744445 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-9bac21be-de37-4484-b6da-4c0a85a18ec1 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:13:21.744950 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-9bac21be-de37-4484-b6da-4c0a85a18ec1 service neutron] Checking segment: {'id': 'f3c2a4b0-1636-4c33-9c91-442e824bef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:13:21.745343 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-9bac21be-de37-4484-b6da-4c0a85a18ec1 service neutron] Bound using segment: {'id': 'f3c2a4b0-1636-4c33-9c91-442e824bef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:13:21.745905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6babe703-d811-441c-8829-fa5d950385ea req-9bac21be-de37-4484-b6da-4c0a85a18ec1 service neutron] Bound port: 18f3702c-45ea-40ef-a824-e2709a902263, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c2a4b0-1636-4c33-9c91-442e824bef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:13:21.746210 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-9bac21be-de37-4484-b6da-4c0a85a18ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:21.791968 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65d616-9f80-4944-a0d6-b4d9870bf169 req-f21297df-3b8a-4706-a760-338b7a7e335e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:21.794144 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9b65d616-9f80-4944-a0d6-b4d9870bf169 req-f21297df-3b8a-4706-a760-338b7a7e335e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0886116 Apr 20 16:13:21.800958 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-76d20c3e-6730-450a-8570-a3d6485d9438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:21.808581 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-469c7773-9316-461a-b402-ce1b15445aa0 req-40e92ca9-7cfb-4e91-8b37-5e9a088d8a38 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598745 Apr 20 16:13:21.810658 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016394de-f7e5-4085-8ca4-ec514eefcb22 req-b704be59-2ea4-40d1-b38e-8c50352e254e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:21.812234 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-016394de-f7e5-4085-8ca4-ec514eefcb22 req-b704be59-2ea4-40d1-b38e-8c50352e254e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7c93c9ca-8e3b-404e-8f95-83a6615816ab HTTP/1.1" status: 200 len: 851 time: 0.4773433 Apr 20 16:13:21.881876 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d20c3e-6730-450a-8570-a3d6485d9438 service neutron] Pushing event updated for resources: {'Port': ['ID=f96601e1-7b9d-4051-b38c-780dba292b31,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:21.889730 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-6babe703-d811-441c-8829-fa5d950385ea req-9bac21be-de37-4484-b6da-4c0a85a18ec1 service neutron] For port 18f3702c-45ea-40ef-a824-e2709a902263, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:13:21.894853 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-6babe703-d811-441c-8829-fa5d950385ea req-9bac21be-de37-4484-b6da-4c0a85a18ec1 service neutron] For port 18f3702c-45ea-40ef-a824-e2709a902263, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=18f3702c-45ea-40ef-a824-e2709a902263,segment=NetworkSegment(f3c2a4b0-1636-4c33-9c91-442e824bef9f),segment_id=f3c2a4b0-1636-4c33-9c91-442e824bef9f)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:13:21.904842 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-76d20c3e-6730-450a-8570-a3d6485d9438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:21.908470 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-76d20c3e-6730-450a-8570-a3d6485d9438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:21.910316 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-76d20c3e-6730-450a-8570-a3d6485d9438 service neutron] 10.222.0.30 "PUT /v2.0/ports/f96601e1-7b9d-4051-b38c-780dba292b31 HTTP/1.1" status: 200 len: 1091 time: 2.4097550 Apr 20 16:13:21.912930 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6c4fed-ec5b-499d-a150-5bed4bedc2cc', 'tag': 'f96601e1-7b9d-4051-b38c-780dba292b31'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:21.916073 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13444926-312c-4532-b0bb-b46fb0d090b8" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6c4fed-ec5b-499d-a150-5bed4bedc2cc", "tag": "f96601e1-7b9d-4051-b38c-780dba292b31"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:21.949967 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-461b85ab-c5ae-4125-9ceb-95d3f0eca691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:21.956177 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9b65d616-9f80-4944-a0d6-b4d9870bf169 req-614a17b5-0753-4403-bacc-22b3fbe35755 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398077 Apr 20 16:13:22.036423 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-9bac21be-de37-4484-b6da-4c0a85a18ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:22.175572 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99095f14-dea5-49f3-87dc-197d0a7c9660 x-openstack-request-id: req-99095f14-dea5-49f3-87dc-197d0a7c9660 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:22.176036 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e52657-d806-43ce-9dac-c95d85c25be5", "tag": "20742339-1309-494c-891d-c503dbda4536", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:22.176415 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99095f14-dea5-49f3-87dc-197d0a7c9660 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:22.176754 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99095f14-dea5-49f3-87dc-197d0a7c9660'] response: {'name': 'network-changed', 'server_uuid': '45e52657-d806-43ce-9dac-c95d85c25be5', 'tag': '20742339-1309-494c-891d-c503dbda4536', 'status': 'completed', 'code': 200} Apr 20 16:13:22.205084 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af070a-baa0-4af8-84c6-9ebb06cfbf7f req-d3d767e8-c921-450a-b222-f2034670e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:22.216012 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af070a-baa0-4af8-84c6-9ebb06cfbf7f req-d3d767e8-c921-450a-b222-f2034670e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:22.216880 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 50874154-1c2c-4e74-904c-1d056e8920e9 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:13:22.217922 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af070a-baa0-4af8-84c6-9ebb06cfbf7f req-d3d767e8-c921-450a-b222-f2034670e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:22.229815 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f0af070a-baa0-4af8-84c6-9ebb06cfbf7f req-d3d767e8-c921-450a-b222-f2034670e7e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31e17c9702d24102b4b3005d2801ab9d&device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2822 time: 0.1205075 Apr 20 16:13:22.236583 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-db713247-022b-465f-bc7d-cbe04173ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:22.238272 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-db713247-022b-465f-bc7d-cbe04173ed1e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28ab505633034900a95978f46e1b6c12&device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 1094 time: 0.1990609 Apr 20 16:13:22.280676 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-9bac21be-de37-4484-b6da-4c0a85a18ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:22.281293 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-9bac21be-de37-4484-b6da-4c0a85a18ec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:22.298390 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-9bac21be-de37-4484-b6da-4c0a85a18ec1 service neutron] 10.222.0.30 "PUT /v2.0/ports/18f3702c-45ea-40ef-a824-e2709a902263 HTTP/1.1" status: 200 len: 1091 time: 3.6963124 Apr 20 16:13:22.302852 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016394de-f7e5-4085-8ca4-ec514eefcb22 req-84f455f4-d24b-4cc4-9c4a-8437ddc01df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:22.308768 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-016394de-f7e5-4085-8ca4-ec514eefcb22 req-84f455f4-d24b-4cc4-9c4a-8437ddc01df8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=408045e4-944a-432a-ba89-38535ff2bc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4104316 Apr 20 16:13:22.342940 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-82922789-34ac-4512-844d-43c098aef877 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f96601e1-7b9d-4051-b38c-780dba292b31 HTTP/1.1" status: 200 len: 217 time: 0.0724950 Apr 20 16:13:22.450896 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-6babe703-d811-441c-8829-fa5d950385ea req-1cd28bb8-db79-49f6-a679-41d2166391e4 service neutron] Request body: {'port': {'device_id': '694ed346-3b21-4205-a721-a2553728b29e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:22.646417 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 50874154-1c2c-4e74-904c-1d056e8920e9, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=50874154-1c2c-4e74-904c-1d056e8920e9,segment=NetworkSegment(435c2a2a-5433-4de7-9242-26a630037027),segment_id=435c2a2a-5433-4de7-9242-26a630037027)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:22.664130 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-289e036b-66ef-4c06-991e-bf5b515cd9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:22.684188 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-289e036b-66ef-4c06-991e-bf5b515cd9f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea385c3c-0eb3-4d62-9264-606c9a1935f0 HTTP/1.1" status: 200 len: 867 time: 0.3286071 Apr 20 16:13:22.725142 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '50874154-1c2c-4e74-904c-1d056e8920e9', 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b', 'port_id': '50874154-1c2c-4e74-904c-1d056e8920e9', 'mac_address': 'fa:16:3e:a6:be:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c93c9ca-8e3b-404e-8f95-83a6615816ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:13:22.813888 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-862da29c-e5df-4db8-8331-fc8ed0bb573f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:22.834058 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:22.863979 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50874154-1c2c-4e74-904c-1d056e8920e9 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:22.933432 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 50874154-1c2c-4e74-904c-1d056e8920e9, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=50874154-1c2c-4e74-904c-1d056e8920e9,segment=NetworkSegment(435c2a2a-5433-4de7-9242-26a630037027),segment_id=435c2a2a-5433-4de7-9242-26a630037027)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:22.960647 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af070a-baa0-4af8-84c6-9ebb06cfbf7f req-62a8480c-5c44-443f-a49f-df77d3ce7fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:22.961262 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af070a-baa0-4af8-84c6-9ebb06cfbf7f req-62a8480c-5c44-443f-a49f-df77d3ce7fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:22.963726 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af070a-baa0-4af8-84c6-9ebb06cfbf7f req-62a8480c-5c44-443f-a49f-df77d3ce7fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:22.966105 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f0af070a-baa0-4af8-84c6-9ebb06cfbf7f req-62a8480c-5c44-443f-a49f-df77d3ce7fa1 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=31e17c9702d24102b4b3005d2801ab9d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7072539 Apr 20 16:13:23.027465 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:23.127975 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-1c9e1eba-c237-45e2-9edd-32a5dbe6144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:23.129883 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-1c9e1eba-c237-45e2-9edd-32a5dbe6144a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4345248 Apr 20 16:13:23.178296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=50874154-1c2c-4e74-904c-1d056e8920e9,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:23.228289 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af070a-baa0-4af8-84c6-9ebb06cfbf7f req-0944f012-d4f3-43cd-a06a-41cfb4f36de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:23.232785 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f0af070a-baa0-4af8-84c6-9ebb06cfbf7f req-0944f012-d4f3-43cd-a06a-41cfb4f36de9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2566812 Apr 20 16:13:23.372386 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-016394de-f7e5-4085-8ca4-ec514eefcb22 req-0dd8d9f1-d8a7-45f7-b206-96e7f183acf4 service neutron] 10.222.0.30 "GET /v2.0/networks/408045e4-944a-432a-ba89-38535ff2bc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0097823 Apr 20 16:13:23.417612 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4877a-00a3-4835-a94d-203f11925565 req-80c8642f-f518-4009-bceb-d25751e0200c tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:23.419438 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-32d4877a-00a3-4835-a94d-203f11925565 req-80c8642f-f518-4009-bceb-d25751e0200c tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d0c081-276b-4a7f-8684-23feb66346b2 HTTP/1.1" status: 200 len: 944 time: 0.3157563 Apr 20 16:13:23.503678 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['50874154-1c2c-4e74-904c-1d056e8920e9'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:13:23.523617 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-461b85ab-c5ae-4125-9ceb-95d3f0eca691 service neutron] Attempting to bind port 63659abd-d91c-4b91-b237-6582ca9cef51 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:13:23.524728 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-461b85ab-c5ae-4125-9ceb-95d3f0eca691 service neutron] Attempting to bind port 63659abd-d91c-4b91-b237-6582ca9cef51 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '7c8a8686-b0a3-44ef-a103-a39b1e9b0f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9605f993-398a-4575-885f-57930b02e51b'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:13:23.524870 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-461b85ab-c5ae-4125-9ceb-95d3f0eca691 service neutron] Attempting to bind port 63659abd-d91c-4b91-b237-6582ca9cef51 on network 9605f993-398a-4575-885f-57930b02e51b {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:23.529673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b85ab-c5ae-4125-9ceb-95d3f0eca691 service neutron] Pushing event updated for resources: {'Port': ['ID=63659abd-d91c-4b91-b237-6582ca9cef51,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:23.534318 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-016394de-f7e5-4085-8ca4-ec514eefcb22 req-b993a452-5702-4ec5-b6f9-1428fc1dd086 service neutron] 10.222.0.30 "GET /v2.0/networks/408045e4-944a-432a-ba89-38535ff2bc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202753 Apr 20 16:13:23.620126 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-461b85ab-c5ae-4125-9ceb-95d3f0eca691 service neutron] Port 63659abd-d91c-4b91-b237-6582ca9cef51 on network 9605f993-398a-4575-885f-57930b02e51b not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:13:23.620663 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-461b85ab-c5ae-4125-9ceb-95d3f0eca691 service neutron] Attempting to bind port 63659abd-d91c-4b91-b237-6582ca9cef51 on network 9605f993-398a-4575-885f-57930b02e51b {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:23.627790 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac21be-de37-4484-b6da-4c0a85a18ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=18f3702c-45ea-40ef-a824-e2709a902263,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:23.635205 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-32d4877a-00a3-4835-a94d-203f11925565 req-3d3de195-7d5a-4685-acbd-8c3133e31493 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/security-groups?id=36d47bf3-8198-4550-9bff-c56a759341c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054677 Apr 20 16:13:23.635770 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-461b85ab-c5ae-4125-9ceb-95d3f0eca691 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:13:23.636116 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-461b85ab-c5ae-4125-9ceb-95d3f0eca691 service neutron] Checking segment: {'id': '7c8a8686-b0a3-44ef-a103-a39b1e9b0f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9605f993-398a-4575-885f-57930b02e51b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:13:23.637098 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-461b85ab-c5ae-4125-9ceb-95d3f0eca691 service neutron] Bound using segment: {'id': '7c8a8686-b0a3-44ef-a103-a39b1e9b0f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9605f993-398a-4575-885f-57930b02e51b'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:13:23.637554 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-461b85ab-c5ae-4125-9ceb-95d3f0eca691 service neutron] Bound port: 63659abd-d91c-4b91-b237-6582ca9cef51, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c8a8686-b0a3-44ef-a103-a39b1e9b0f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9605f993-398a-4575-885f-57930b02e51b'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:13:23.637916 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-461b85ab-c5ae-4125-9ceb-95d3f0eca691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:23.656386 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-e8dc919c-8e29-4ad0-8c57-917d06902878 service neutron] 10.222.0.30 "GET /v2.0/networks/eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560277 Apr 20 16:13:23.745476 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-461b85ab-c5ae-4125-9ceb-95d3f0eca691 service neutron] For port 63659abd-d91c-4b91-b237-6582ca9cef51, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:13:23.749040 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-461b85ab-c5ae-4125-9ceb-95d3f0eca691 service neutron] For port 63659abd-d91c-4b91-b237-6582ca9cef51, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=63659abd-d91c-4b91-b237-6582ca9cef51,segment=NetworkSegment(7c8a8686-b0a3-44ef-a103-a39b1e9b0f88),segment_id=7c8a8686-b0a3-44ef-a103-a39b1e9b0f88)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:13:23.760195 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9336aad-14e2-421b-8421-a384e5aae2f1 req-32278ea0-74de-43da-8d91-03680cb0536a tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:23.762101 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9336aad-14e2-421b-8421-a384e5aae2f1 req-32278ea0-74de-43da-8d91-03680cb0536a tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 943 time: 1.6934242 Apr 20 16:13:23.763485 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-1cd28bb8-db79-49f6-a679-41d2166391e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:23.829776 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9336aad-14e2-421b-8421-a384e5aae2f1 req-577b7b90-d0d3-4a88-8889-f40df40de4ac tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb303c33-664a-49a8-bcfd-c70cb5bae48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533447 Apr 20 16:13:23.874066 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-461b85ab-c5ae-4125-9ceb-95d3f0eca691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:23.977827 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7efcb43a-bc45-4aca-8e60-0d97b821f60f req-6bdcec76-1c5b-45d9-b066-b71455faeeb5 service neutron] 10.222.0.30 "GET /v2.0/networks/eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103828 Apr 20 16:13:24.025082 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab3bbb-2d1d-47e9-9368-392a948e4750 req-b220e4a4-d8c0-4332-a489-b90d790c0443 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:24.034213 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab3bbb-2d1d-47e9-9368-392a948e4750 req-b220e4a4-d8c0-4332-a489-b90d790c0443 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:24.042692 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab3bbb-2d1d-47e9-9368-392a948e4750 req-b220e4a4-d8c0-4332-a489-b90d790c0443 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:24.051757 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab3bbb-2d1d-47e9-9368-392a948e4750 req-b220e4a4-d8c0-4332-a489-b90d790c0443 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:24.060539 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab3bbb-2d1d-47e9-9368-392a948e4750 req-b220e4a4-d8c0-4332-a489-b90d790c0443 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:24.067412 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-17ab3bbb-2d1d-47e9-9368-392a948e4750 req-b220e4a4-d8c0-4332-a489-b90d790c0443 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 3827 time: 0.1767447 Apr 20 16:13:24.084737 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1b11d9-bdca-4601-b294-95d6a804a9a2 x-openstack-request-id: req-ef1b11d9-bdca-4601-b294-95d6a804a9a2 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:24.085021 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6c4fed-ec5b-499d-a150-5bed4bedc2cc", "tag": "f96601e1-7b9d-4051-b38c-780dba292b31", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:24.091448 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef1b11d9-bdca-4601-b294-95d6a804a9a2 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:24.091448 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef1b11d9-bdca-4601-b294-95d6a804a9a2'] response: {'name': 'network-changed', 'server_uuid': '4b6c4fed-ec5b-499d-a150-5bed4bedc2cc', 'tag': 'f96601e1-7b9d-4051-b38c-780dba292b31', 'status': 'completed', 'code': 200} Apr 20 16:13:24.184668 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-17ab3bbb-2d1d-47e9-9368-392a948e4750 req-23f393fc-8162-4644-8c13-806bd6e2ad43 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078784 Apr 20 16:13:24.259986 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13444926-312c-4532-b0bb-b46fb0d090b8 req-f6f67c56-1afd-4e85-9f79-756883195fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:24.261504 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-13444926-312c-4532-b0bb-b46fb0d090b8 req-f6f67c56-1afd-4e85-9f79-756883195fc8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28ab505633034900a95978f46e1b6c12&device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 1094 time: 0.1117156 Apr 20 16:13:24.432174 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'tag': '18f3702c-45ea-40ef-a824-e2709a902263'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:24.437205 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f02d74f-0e0e-4bc2-b1f5-71133137b735" -d '{"events": [{"name": "network-changed", "server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "tag": "18f3702c-45ea-40ef-a824-e2709a902263"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:24.485934 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-461b85ab-c5ae-4125-9ceb-95d3f0eca691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:24.486778 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-461b85ab-c5ae-4125-9ceb-95d3f0eca691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:24.490658 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-461b85ab-c5ae-4125-9ceb-95d3f0eca691 service neutron] 10.222.0.30 "PUT /v2.0/ports/63659abd-d91c-4b91-b237-6582ca9cef51 HTTP/1.1" status: 200 len: 1091 time: 4.3664565 Apr 20 16:13:24.548137 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3279c5f-1220-4432-8f23-071cdbc5dee3 req-07ecb8b7-fb34-4e67-84ab-3f3c26d253e4 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:24.560453 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3279c5f-1220-4432-8f23-071cdbc5dee3 req-07ecb8b7-fb34-4e67-84ab-3f3c26d253e4 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:24.587595 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3279c5f-1220-4432-8f23-071cdbc5dee3 req-07ecb8b7-fb34-4e67-84ab-3f3c26d253e4 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:24.597190 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e3279c5f-1220-4432-8f23-071cdbc5dee3 req-07ecb8b7-fb34-4e67-84ab-3f3c26d253e4 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2411 time: 0.2134478 Apr 20 16:13:24.628727 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-6babe703-d811-441c-8829-fa5d950385ea req-1cd28bb8-db79-49f6-a679-41d2166391e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86bc5f31-0189-4f35-860c-022465c8e0d6 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:24.642419 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-1cd28bb8-db79-49f6-a679-41d2166391e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:24.656605 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be407d8-0bc1-4a5f-b5c7-869b085daf69 req-343bac5b-8b57-4474-a1a8-daeec4f7c62c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:24.677183 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7be407d8-0bc1-4a5f-b5c7-869b085daf69 req-343bac5b-8b57-4474-a1a8-daeec4f7c62c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.2076788 Apr 20 16:13:24.677183 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b85ab-c5ae-4125-9ceb-95d3f0eca691 service neutron] Pushing event updated for resources: {'Port': ['ID=63659abd-d91c-4b91-b237-6582ca9cef51,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:24.737886 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13444926-312c-4532-b0bb-b46fb0d090b8 req-ac2f563f-18c7-4b53-959f-6d38150f9eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:24.739534 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-13444926-312c-4532-b0bb-b46fb0d090b8 req-ac2f563f-18c7-4b53-959f-6d38150f9eb5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf HTTP/1.1" status: 200 len: 929 time: 0.4704010 Apr 20 16:13:24.790485 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e3279c5f-1220-4432-8f23-071cdbc5dee3 req-71183969-f7c6-4bb3-b914-73c14628599f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921113 Apr 20 16:13:24.804750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-6babe703-d811-441c-8829-fa5d950385ea req-1cd28bb8-db79-49f6-a679-41d2166391e4 service neutron] Transition to ACTIVE for port object 86bc5f31-0189-4f35-860c-022465c8e0d6 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:13:24.880239 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-03e5c401-ce59-4cef-86d7-a694eff3e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:24.882517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-03e5c401-ce59-4cef-86d7-a694eff3e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:24.882517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-03e5c401-ce59-4cef-86d7-a694eff3e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:24.915700 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-03e5c401-ce59-4cef-86d7-a694eff3e5b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31e17c9702d24102b4b3005d2801ab9d&device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2864 time: 0.2450929 Apr 20 16:13:24.955721 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-13444926-312c-4532-b0bb-b46fb0d090b8 req-3371f0b0-240c-4ba7-a49d-0bceb565f3f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f96601e1-7b9d-4051-b38c-780dba292b31 HTTP/1.1" status: 200 len: 217 time: 0.1974742 Apr 20 16:13:24.957488 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-1cd28bb8-db79-49f6-a679-41d2166391e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:25.017070 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-a74620a1-4a56-4d9f-8dcb-fac6c07672c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.24&port_id=661201c9-dd59-4083-a227-761c85684627 HTTP/1.1" status: 200 len: 217 time: 0.1068678 Apr 20 16:13:25.019611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd28bb8-db79-49f6-a679-41d2166391e4 service neutron] Pushing event updated for resources: {'Port': ['ID=86bc5f31-0189-4f35-860c-022465c8e0d6,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:25.128373 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8904ccbb-2930-4a17-9f45-a891fb70d626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:25.157591 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13444926-312c-4532-b0bb-b46fb0d090b8 req-c548c4a4-acd3-4e59-968d-56e0cad27e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.159553 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-13444926-312c-4532-b0bb-b46fb0d090b8 req-c548c4a4-acd3-4e59-968d-56e0cad27e6f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea385c3c-0eb3-4d62-9264-606c9a1935f0 HTTP/1.1" status: 200 len: 867 time: 0.1953528 Apr 20 16:13:25.281462 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13444926-312c-4532-b0bb-b46fb0d090b8 req-af7863d2-f978-4d46-8d5b-1a9839124605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.285910 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-13444926-312c-4532-b0bb-b46fb0d090b8 req-af7863d2-f978-4d46-8d5b-1a9839124605 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113839 Apr 20 16:13:25.374724 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7be407d8-0bc1-4a5f-b5c7-869b085daf69 req-455091f6-872a-400d-9c2e-81708a9caf9c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6850801 Apr 20 16:13:25.392375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-53de5089-fba6-4b8d-a927-11213241c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.393995 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-53de5089-fba6-4b8d-a927-11213241c156 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a304daab-f36d-41a9-a9f1-3218c4cacc4a HTTP/1.1" status: 200 len: 801 time: 0.3620589 Apr 20 16:13:25.494273 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-13444926-312c-4532-b0bb-b46fb0d090b8 req-7ada591b-6a6a-4c6b-b168-5e38fa07f629 service neutron] 10.222.0.30 "GET /v2.0/networks/eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009680 Apr 20 16:13:25.553213 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6babe703-d811-441c-8829-fa5d950385ea req-1cd28bb8-db79-49f6-a679-41d2166391e4 service neutron] Attempting to bind port 86bc5f31-0189-4f35-860c-022465c8e0d6 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:13:25.557097 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6babe703-d811-441c-8829-fa5d950385ea req-1cd28bb8-db79-49f6-a679-41d2166391e4 service neutron] Attempting to bind port 86bc5f31-0189-4f35-860c-022465c8e0d6 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '95100898-e1a4-4fc8-bca1-6318a051d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:13:25.557242 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-1cd28bb8-db79-49f6-a679-41d2166391e4 service neutron] Attempting to bind port 86bc5f31-0189-4f35-860c-022465c8e0d6 on network b3f48337-fb41-429b-a73c-aee6d4fcf48c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:25.594439 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-bd5476fa-72c2-40b7-9949-5b05445bbc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.595998 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-bd5476fa-72c2-40b7-9949-5b05445bbc6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9605f993-398a-4575-885f-57930b02e51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1946790 Apr 20 16:13:25.597112 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-1cd28bb8-db79-49f6-a679-41d2166391e4 service neutron] Port 86bc5f31-0189-4f35-860c-022465c8e0d6 on network b3f48337-fb41-429b-a73c-aee6d4fcf48c not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:13:25.597427 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-1cd28bb8-db79-49f6-a679-41d2166391e4 service neutron] Attempting to bind port 86bc5f31-0189-4f35-860c-022465c8e0d6 on network b3f48337-fb41-429b-a73c-aee6d4fcf48c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:25.603647 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-1cd28bb8-db79-49f6-a679-41d2166391e4 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:13:25.603984 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-1cd28bb8-db79-49f6-a679-41d2166391e4 service neutron] Checking segment: {'id': '95100898-e1a4-4fc8-bca1-6318a051d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:13:25.604394 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-1cd28bb8-db79-49f6-a679-41d2166391e4 service neutron] Bound using segment: {'id': '95100898-e1a4-4fc8-bca1-6318a051d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:13:25.604834 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6babe703-d811-441c-8829-fa5d950385ea req-1cd28bb8-db79-49f6-a679-41d2166391e4 service neutron] Bound port: 86bc5f31-0189-4f35-860c-022465c8e0d6, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95100898-e1a4-4fc8-bca1-6318a051d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:13:25.605187 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-1cd28bb8-db79-49f6-a679-41d2166391e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:25.676971 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-4e19fccf-b2d3-4aaf-ba8d-74f4af3e5cd1 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.677527 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-4e19fccf-b2d3-4aaf-ba8d-74f4af3e5cd1 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.677904 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-4e19fccf-b2d3-4aaf-ba8d-74f4af3e5cd1 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.678376 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-4e19fccf-b2d3-4aaf-ba8d-74f4af3e5cd1 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.678829 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-4e19fccf-b2d3-4aaf-ba8d-74f4af3e5cd1 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.679412 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-4e19fccf-b2d3-4aaf-ba8d-74f4af3e5cd1 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.679872 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-4e19fccf-b2d3-4aaf-ba8d-74f4af3e5cd1 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.680918 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-4e19fccf-b2d3-4aaf-ba8d-74f4af3e5cd1 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.681511 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-4e19fccf-b2d3-4aaf-ba8d-74f4af3e5cd1 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.682433 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-4e19fccf-b2d3-4aaf-ba8d-74f4af3e5cd1 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.683765 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-4e19fccf-b2d3-4aaf-ba8d-74f4af3e5cd1 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.684239 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-4e19fccf-b2d3-4aaf-ba8d-74f4af3e5cd1 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.684737 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-4e19fccf-b2d3-4aaf-ba8d-74f4af3e5cd1 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.685394 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-4e19fccf-b2d3-4aaf-ba8d-74f4af3e5cd1 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.685861 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-4e19fccf-b2d3-4aaf-ba8d-74f4af3e5cd1 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.686329 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-4e19fccf-b2d3-4aaf-ba8d-74f4af3e5cd1 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.686783 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-4e19fccf-b2d3-4aaf-ba8d-74f4af3e5cd1 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.687345 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-4e19fccf-b2d3-4aaf-ba8d-74f4af3e5cd1 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.687799 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-4e19fccf-b2d3-4aaf-ba8d-74f4af3e5cd1 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.688313 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-4e19fccf-b2d3-4aaf-ba8d-74f4af3e5cd1 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.688799 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-4e19fccf-b2d3-4aaf-ba8d-74f4af3e5cd1 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.689308 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-4e19fccf-b2d3-4aaf-ba8d-74f4af3e5cd1 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:25.701347 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-4e19fccf-b2d3-4aaf-ba8d-74f4af3e5cd1 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc&device_id=60d0c081-276b-4a7f-8684-23feb66346b2&device_id=45e52657-d806-43ce-9dac-c95d85c25be5&device_id=694ed346-3b21-4205-a721-a2553728b29e&device_id=42f5d595-47aa-45c3-a711-f1cdc18c682d&device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8&device_id=6b3b6815-08e4-4e36-ad66-187fa8ef5d48&device_id=a9d49607-9ca1-4a54-845c-4fc0cc08739c&device_id=f75f1919-3689-42c1-b015-84f6f64a67ba&device_id=122e55e1-78ca-498f-bbf5-a1fe5ecec450&device_id=5deec907-0447-41ca-93f9-e2d3b29039c6&device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547&device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd&device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e&device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 19438 time: 0.1623507 Apr 20 16:13:25.726891 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-8991f56d-5a71-4016-816b-08e42717dff5 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:25.779303 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-13444926-312c-4532-b0bb-b46fb0d090b8 req-fd297036-0a7b-42d7-8e15-afe056cfb01f service neutron] 10.222.0.30 "GET /v2.0/networks/eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767253 Apr 20 16:13:25.878625 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-8991f56d-5a71-4016-816b-08e42717dff5 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:25.904174 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-6babe703-d811-441c-8829-fa5d950385ea req-1cd28bb8-db79-49f6-a679-41d2166391e4 service neutron] For port 86bc5f31-0189-4f35-860c-022465c8e0d6, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:13:25.908861 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-6babe703-d811-441c-8829-fa5d950385ea req-1cd28bb8-db79-49f6-a679-41d2166391e4 service neutron] For port 86bc5f31-0189-4f35-860c-022465c8e0d6, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=86bc5f31-0189-4f35-860c-022465c8e0d6,segment=NetworkSegment(95100898-e1a4-4fc8-bca1-6318a051d7db),segment_id=95100898-e1a4-4fc8-bca1-6318a051d7db)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:13:25.911682 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-dd1c116a-ed58-4384-9c69-825ff7e29553 service neutron] 10.222.0.30 "GET /v2.0/networks/9605f993-398a-4575-885f-57930b02e51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043633 Apr 20 16:13:26.025489 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-8991f56d-5a71-4016-816b-08e42717dff5 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:26.026955 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-1cd28bb8-db79-49f6-a679-41d2166391e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:26.050078 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-1cd28bb8-db79-49f6-a679-41d2166391e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:26.050854 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-1cd28bb8-db79-49f6-a679-41d2166391e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:26.053697 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-1cd28bb8-db79-49f6-a679-41d2166391e4 service neutron] 10.222.0.30 "PUT /v2.0/ports/86bc5f31-0189-4f35-860c-022465c8e0d6 HTTP/1.1" status: 200 len: 1135 time: 3.6083872 Apr 20 16:13:26.108123 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-6c9a4a96-77e7-4946-81c8-e6648bfd9b6a service neutron] 10.222.0.30 "GET /v2.0/networks/9605f993-398a-4575-885f-57930b02e51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874259 Apr 20 16:13:26.165137 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a5b4f2cf-b372-4f1f-a9cc-23e88bfe8c24 req-8991f56d-5a71-4016-816b-08e42717dff5 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=3b09756c-a49b-4980-aad0-fd0af9a32986&id=deb31004-adaa-440d-8e87-c369a5caf812&id=36d47bf3-8198-4550-9bff-c56a759341c1&id=572d1f21-1356-4bc6-842e-d5877f0f79a5&id=fb303c33-664a-49a8-bcfd-c70cb5bae48f&id=36786094-dd31-415b-bb93-ee64d32ee758&id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&id=d91bbf53-33e6-4135-90db-18872d9b5698&id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 965 time: 0.4623530 Apr 20 16:13:26.173072 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991f56d-5a71-4016-816b-08e42717dff5 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93eab277-1a96-4b27-92cf-47b6f8a21f08,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:26.219382 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 50874154-1c2c-4e74-904c-1d056e8920e9 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:13:26.228908 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-1789bdf4-718f-4824-819a-905e0aac9a44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.185&port_id=20742339-1309-494c-891d-c503dbda4536 HTTP/1.1" status: 200 len: 217 time: 0.1066470 Apr 20 16:13:26.250701 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4042c6-86a6-4c7c-8710-644d1783513e x-openstack-request-id: req-bd4042c6-86a6-4c7c-8710-644d1783513e {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:26.250701 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "tag": "18f3702c-45ea-40ef-a824-e2709a902263", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:26.250701 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd4042c6-86a6-4c7c-8710-644d1783513e {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:26.253738 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd4042c6-86a6-4c7c-8710-644d1783513e'] response: {'name': 'network-changed', 'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'tag': '18f3702c-45ea-40ef-a824-e2709a902263', 'status': 'completed', 'code': 200} Apr 20 16:13:26.256292 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd28bb8-db79-49f6-a679-41d2166391e4 service neutron] Pushing event updated for resources: {'Port': ['ID=86bc5f31-0189-4f35-860c-022465c8e0d6,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:26.280835 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-6babe703-d811-441c-8829-fa5d950385ea req-2a755671-82a9-4fa6-a581-44eec8fce759 service neutron] Request body: {'port': {'device_id': '694ed346-3b21-4205-a721-a2553728b29e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:26.315210 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:26.464708 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02d74f-0e0e-4bc2-b1f5-71133137b735 req-7f4c1789-d3de-462e-bd39-cfe72dd4eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:26.467655 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02d74f-0e0e-4bc2-b1f5-71133137b735 req-7f4c1789-d3de-462e-bd39-cfe72dd4eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:26.467861 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02d74f-0e0e-4bc2-b1f5-71133137b735 req-7f4c1789-d3de-462e-bd39-cfe72dd4eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:26.468518 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02d74f-0e0e-4bc2-b1f5-71133137b735 req-7f4c1789-d3de-462e-bd39-cfe72dd4eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:26.469059 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02d74f-0e0e-4bc2-b1f5-71133137b735 req-7f4c1789-d3de-462e-bd39-cfe72dd4eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:26.470309 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02d74f-0e0e-4bc2-b1f5-71133137b735 req-7f4c1789-d3de-462e-bd39-cfe72dd4eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:26.472447 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f02d74f-0e0e-4bc2-b1f5-71133137b735 req-7f4c1789-d3de-462e-bd39-cfe72dd4eb91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52e792bf173b40589fd45d3280bfec0b&device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5290 time: 0.2550533 Apr 20 16:13:26.520026 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-b588e887-05c4-4015-8442-d28d61732eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:26.521906 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-b588e887-05c4-4015-8442-d28d61732eed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9b5b12f-6f4a-44d9-a8a4-183204e3e755 HTTP/1.1" status: 200 len: 801 time: 0.2381797 Apr 20 16:13:26.546652 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-2a755671-82a9-4fa6-a581-44eec8fce759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:26.564016 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 50874154-1c2c-4e74-904c-1d056e8920e9 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:13:26.570462 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716918a-edb7-4e54-bb50-11d61b8d928a req-010843f7-d588-4a79-a06a-dccfd1407bcb tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:26.575963 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2716918a-edb7-4e54-bb50-11d61b8d928a req-010843f7-d588-4a79-a06a-dccfd1407bcb tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 943 time: 0.2887545 Apr 20 16:13:26.583774 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 50874154-1c2c-4e74-904c-1d056e8920e9 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:26.584289 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:26.704053 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-8e9428ab-21cc-4b0a-a295-1900fb81f314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:26.705589 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-8e9428ab-21cc-4b0a-a295-1900fb81f314 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=755c698b-1fd9-4a75-a82a-4fa61b59e5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1741304 Apr 20 16:13:26.738451 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2716918a-edb7-4e54-bb50-11d61b8d928a req-310e198d-882d-464a-8500-f2ed3bc6be01 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb303c33-664a-49a8-bcfd-c70cb5bae48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302066 Apr 20 16:13:26.816301 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c437f-5d7d-4db7-ba47-d1237e639d50 req-dac5985b-a4f8-4df6-8f7f-61792efad2fb tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:26.826682 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d13c437f-5d7d-4db7-ba47-d1237e639d50 req-dac5985b-a4f8-4df6-8f7f-61792efad2fb tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d0c081-276b-4a7f-8684-23feb66346b2 HTTP/1.1" status: 200 len: 944 time: 0.4794822 Apr 20 16:13:26.873688 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02d74f-0e0e-4bc2-b1f5-71133137b735 req-fac04613-60b1-40f7-8bb0-98980af6b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:26.874174 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02d74f-0e0e-4bc2-b1f5-71133137b735 req-fac04613-60b1-40f7-8bb0-98980af6b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:26.874728 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02d74f-0e0e-4bc2-b1f5-71133137b735 req-fac04613-60b1-40f7-8bb0-98980af6b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:26.876412 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f02d74f-0e0e-4bc2-b1f5-71133137b735 req-fac04613-60b1-40f7-8bb0-98980af6b27f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=52e792bf173b40589fd45d3280bfec0b&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3874381 Apr 20 16:13:26.948056 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:26.969065 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d13c437f-5d7d-4db7-ba47-d1237e639d50 req-1bae3c4c-3185-48ad-b6c8-b624dbfd52d7 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/security-groups?id=36d47bf3-8198-4550-9bff-c56a759341c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386645 Apr 20 16:13:27.034933 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 50874154-1c2c-4e74-904c-1d056e8920e9, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=50874154-1c2c-4e74-904c-1d056e8920e9,segment=NetworkSegment(435c2a2a-5433-4de7-9242-26a630037027),segment_id=435c2a2a-5433-4de7-9242-26a630037027)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:27.036640 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d0c081-276b-4a7f-8684-23feb66346b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50874154-1c2c-4e74-904c-1d056e8920e9'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:27.039869 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e63f497-b1ae-4d0d-9941-5415be5a6fed" -d '{"events": [{"server_uuid": "60d0c081-276b-4a7f-8684-23feb66346b2", "name": "network-vif-plugged", "status": "completed", "tag": "50874154-1c2c-4e74-904c-1d056e8920e9"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:27.114952 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:27.117472 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02d74f-0e0e-4bc2-b1f5-71133137b735 req-7ffad967-dc82-4900-9c56-24449915e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:27.123175 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f02d74f-0e0e-4bc2-b1f5-71133137b735 req-7ffad967-dc82-4900-9c56-24449915e88b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2343392 Apr 20 16:13:27.205249 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=50874154-1c2c-4e74-904c-1d056e8920e9,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:27.246275 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e4a1e-7fc0-472a-b6de-8bd0b987fe17 req-7097775c-ad79-425d-a832-5f483e20d4d4 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:27.254690 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e4a1e-7fc0-472a-b6de-8bd0b987fe17 req-7097775c-ad79-425d-a832-5f483e20d4d4 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:27.262320 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e4a1e-7fc0-472a-b6de-8bd0b987fe17 req-7097775c-ad79-425d-a832-5f483e20d4d4 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:27.264416 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a91e4a1e-7fc0-472a-b6de-8bd0b987fe17 req-7097775c-ad79-425d-a832-5f483e20d4d4 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2411 time: 0.1032131 Apr 20 16:13:27.315140 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a91e4a1e-7fc0-472a-b6de-8bd0b987fe17 req-df77adcc-0097-4584-81bf-5abd21e2f814 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428371 Apr 20 16:13:27.356090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-6babe703-d811-441c-8829-fa5d950385ea req-2a755671-82a9-4fa6-a581-44eec8fce759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 109b0a13-d200-4ede-b5d7-d7341c55a715 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:27.371059 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-2a755671-82a9-4fa6-a581-44eec8fce759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:27.387559 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-6babe703-d811-441c-8829-fa5d950385ea req-2a755671-82a9-4fa6-a581-44eec8fce759 service neutron] Transition to ACTIVE for port object 109b0a13-d200-4ede-b5d7-d7341c55a715 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:13:27.390367 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-9fd5111d-de71-4d66-8ec7-5e5de9a9dace service neutron] 10.222.0.30 "GET /v2.0/networks/755c698b-1fd9-4a75-a82a-4fa61b59e5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6753452 Apr 20 16:13:27.489171 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-2a755671-82a9-4fa6-a581-44eec8fce759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:27.508122 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb859c1-6a88-4817-964c-6ec8c3a24b47 req-300e30ef-05e2-4e82-9555-0e6dfe2ea7f2 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:27.520968 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bdb859c1-6a88-4817-964c-6ec8c3a24b47 req-300e30ef-05e2-4e82-9555-0e6dfe2ea7f2 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 944 time: 0.1065855 Apr 20 16:13:27.570505 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afa5f7-ac71-46d8-8eec-7af5ef33935c req-dac94421-46fb-453d-9dc3-4c6dabe54fdb tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:27.577258 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afa5f7-ac71-46d8-8eec-7af5ef33935c req-dac94421-46fb-453d-9dc3-4c6dabe54fdb tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:27.581953 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bdb859c1-6a88-4817-964c-6ec8c3a24b47 req-d78d5b2e-11ea-48e9-af86-fb56eb06a457 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599165 Apr 20 16:13:27.583616 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afa5f7-ac71-46d8-8eec-7af5ef33935c req-dac94421-46fb-453d-9dc3-4c6dabe54fdb tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:27.590172 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afa5f7-ac71-46d8-8eec-7af5ef33935c req-dac94421-46fb-453d-9dc3-4c6dabe54fdb tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:27.596239 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afa5f7-ac71-46d8-8eec-7af5ef33935c req-dac94421-46fb-453d-9dc3-4c6dabe54fdb tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:27.603463 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:27.604061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afa5f7-ac71-46d8-8eec-7af5ef33935c req-dac94421-46fb-453d-9dc3-4c6dabe54fdb tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:27.612735 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04afa5f7-ac71-46d8-8eec-7af5ef33935c req-dac94421-46fb-453d-9dc3-4c6dabe54fdb tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 4604 time: 0.2809222 Apr 20 16:13:27.685682 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a755671-82a9-4fa6-a581-44eec8fce759 service neutron] Pushing event updated for resources: {'Port': ['ID=109b0a13-d200-4ede-b5d7-d7341c55a715,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:27.689832 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6b9587-34e7-402b-8048-7313c15b13a0 x-openstack-request-id: req-2a6b9587-34e7-402b-8048-7313c15b13a0 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:27.690113 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d0c081-276b-4a7f-8684-23feb66346b2", "name": "network-vif-plugged", "status": "completed", "tag": "50874154-1c2c-4e74-904c-1d056e8920e9", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:27.690362 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a6b9587-34e7-402b-8048-7313c15b13a0 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:27.690752 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a6b9587-34e7-402b-8048-7313c15b13a0'] response: {'server_uuid': '60d0c081-276b-4a7f-8684-23feb66346b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50874154-1c2c-4e74-904c-1d056e8920e9', 'code': 200} Apr 20 16:13:27.697611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080ab56-ef6c-4ab5-bf76-74f3895f3e4d req-a572aafd-d3ec-4cf7-9081-a9ab9ffa51cb tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:27.699391 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6080ab56-ef6c-4ab5-bf76-74f3895f3e4d req-a572aafd-d3ec-4cf7-9081-a9ab9ffa51cb tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 944 time: 0.3659666 Apr 20 16:13:27.864516 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04afa5f7-ac71-46d8-8eec-7af5ef33935c req-f0b6d852-2c1e-4aca-96de-b0fff06188b0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=36786094-dd31-415b-bb93-ee64d32ee758&id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2507370 Apr 20 16:13:27.885390 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1efb4e-a993-486a-a777-8e9f25a9709c req-10f5c0c5-86b0-4a34-b1f7-bfc4d31312e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:27.888502 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bf1efb4e-a993-486a-a777-8e9f25a9709c req-10f5c0c5-86b0-4a34-b1f7-bfc4d31312e1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60d0c081-276b-4a7f-8684-23feb66346b2 HTTP/1.1" status: 200 len: 1096 time: 0.1065183 Apr 20 16:13:27.918295 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-6fbaf1f0-1e45-41f1-9483-f7aec442f6c5 service neutron] 10.222.0.30 "GET /v2.0/networks/755c698b-1fd9-4a75-a82a-4fa61b59e5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803631 Apr 20 16:13:27.974370 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bf1efb4e-a993-486a-a777-8e9f25a9709c req-c53e4c21-5c49-4bf7-85f8-b7bf90105ddb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=36d47bf3-8198-4550-9bff-c56a759341c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791862 Apr 20 16:13:28.043797 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-ad0e81e8-3ff5-4e79-91bc-9ae85b7c8fee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.80&port_id=63659abd-d91c-4b91-b237-6582ca9cef51 HTTP/1.1" status: 200 len: 217 time: 0.1160712 Apr 20 16:13:28.060003 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:28.107493 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075096a-fc75-410c-a00e-a9111a86e915 req-e27a6485-b9ca-4a12-8391-7902defdbffe tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:28.108826 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075096a-fc75-410c-a00e-a9111a86e915 req-e27a6485-b9ca-4a12-8391-7902defdbffe tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:28.109978 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075096a-fc75-410c-a00e-a9111a86e915 req-e27a6485-b9ca-4a12-8391-7902defdbffe tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:28.121004 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9075096a-fc75-410c-a00e-a9111a86e915 req-e27a6485-b9ca-4a12-8391-7902defdbffe tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=42f5d595-47aa-45c3-a711-f1cdc18c682d&device_id=a9d49607-9ca1-4a54-845c-4fc0cc08739c&device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 2884 time: 0.1350060 Apr 20 16:13:28.148266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6babe703-d811-441c-8829-fa5d950385ea req-2a755671-82a9-4fa6-a581-44eec8fce759 service neutron] Attempting to bind port 109b0a13-d200-4ede-b5d7-d7341c55a715 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:13:28.149137 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6babe703-d811-441c-8829-fa5d950385ea req-2a755671-82a9-4fa6-a581-44eec8fce759 service neutron] Attempting to bind port 109b0a13-d200-4ede-b5d7-d7341c55a715 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '95100898-e1a4-4fc8-bca1-6318a051d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:13:28.150147 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-2a755671-82a9-4fa6-a581-44eec8fce759 service neutron] Attempting to bind port 109b0a13-d200-4ede-b5d7-d7341c55a715 on network b3f48337-fb41-429b-a73c-aee6d4fcf48c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:28.177048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-2a755671-82a9-4fa6-a581-44eec8fce759 service neutron] Port 109b0a13-d200-4ede-b5d7-d7341c55a715 on network b3f48337-fb41-429b-a73c-aee6d4fcf48c not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:13:28.177712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-2a755671-82a9-4fa6-a581-44eec8fce759 service neutron] Attempting to bind port 109b0a13-d200-4ede-b5d7-d7341c55a715 on network b3f48337-fb41-429b-a73c-aee6d4fcf48c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:28.195737 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-2a755671-82a9-4fa6-a581-44eec8fce759 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:13:28.196227 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-2a755671-82a9-4fa6-a581-44eec8fce759 service neutron] Checking segment: {'id': '95100898-e1a4-4fc8-bca1-6318a051d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:13:28.196854 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-2a755671-82a9-4fa6-a581-44eec8fce759 service neutron] Bound using segment: {'id': '95100898-e1a4-4fc8-bca1-6318a051d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:13:28.197459 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6babe703-d811-441c-8829-fa5d950385ea req-2a755671-82a9-4fa6-a581-44eec8fce759 service neutron] Bound port: 109b0a13-d200-4ede-b5d7-d7341c55a715, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95100898-e1a4-4fc8-bca1-6318a051d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:13:28.198008 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-2a755671-82a9-4fa6-a581-44eec8fce759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:28.242675 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9075096a-fc75-410c-a00e-a9111a86e915 req-459f7788-f343-4e01-ae61-4ecc897757e1 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971079 Apr 20 16:13:28.431927 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb714ae1-ab24-49fd-b938-ff12eda3b374 req-7730da1e-1f3a-4e47-a60c-08fbfb44afe0 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:28.433744 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bb714ae1-ab24-49fd-b938-ff12eda3b374 req-7730da1e-1f3a-4e47-a60c-08fbfb44afe0 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d0c081-276b-4a7f-8684-23feb66346b2 HTTP/1.1" status: 200 len: 945 time: 0.0746262 Apr 20 16:13:28.498537 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bb714ae1-ab24-49fd-b938-ff12eda3b374 req-55db06a2-3fd9-48b9-8574-6c9eb0a9c339 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/security-groups?id=36d47bf3-8198-4550-9bff-c56a759341c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556080 Apr 20 16:13:28.527402 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e52657-d806-43ce-9dac-c95d85c25be5', 'tag': '63659abd-d91c-4b91-b237-6582ca9cef51'}, {'name': 'network-changed', 'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'tag': '86bc5f31-0189-4f35-860c-022465c8e0d6'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:28.530029 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071e9318-a1c2-42a0-b199-a53ace6fce92" -d '{"events": [{"name": "network-changed", "server_uuid": "45e52657-d806-43ce-9dac-c95d85c25be5", "tag": "63659abd-d91c-4b91-b237-6582ca9cef51"}, {"name": "network-changed", "server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "tag": "86bc5f31-0189-4f35-860c-022465c8e0d6"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:28.549114 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-6080ab56-ef6c-4ab5-bf76-74f3895f3e4d req-53644ad0-42d7-4617-8855-105a95016247 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Deleting port 9f535cc6-8118-48b9-abcc-62f431a6be84 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:13:28.549688 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6080ab56-ef6c-4ab5-bf76-74f3895f3e4d req-53644ad0-42d7-4617-8855-105a95016247 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:28.569576 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e5771-2fd1-4ac0-97e2-352e0f8fd13c req-a851733e-23ea-4c3e-b3e9-591381baf928 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:28.571497 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c27e5771-2fd1-4ac0-97e2-352e0f8fd13c req-a851733e-23ea-4c3e-b3e9-591381baf928 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 943 time: 0.4809477 Apr 20 16:13:28.694772 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d348dff-21b4-4eef-b4ad-a80bd0d73c87 req-b2da7c65-c8c4-488f-a5ef-2a197cbbbb09 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:28.701696 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d348dff-21b4-4eef-b4ad-a80bd0d73c87 req-b2da7c65-c8c4-488f-a5ef-2a197cbbbb09 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:28.715144 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d348dff-21b4-4eef-b4ad-a80bd0d73c87 req-b2da7c65-c8c4-488f-a5ef-2a197cbbbb09 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:28.715144 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6d348dff-21b4-4eef-b4ad-a80bd0d73c87 req-b2da7c65-c8c4-488f-a5ef-2a197cbbbb09 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2411 time: 0.0859127 Apr 20 16:13:28.749134 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-81e86d31-a34b-42dc-9ea8-2ba93deff420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:28.751223 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-81e86d31-a34b-42dc-9ea8-2ba93deff420 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a304daab-f36d-41a9-a9f1-3218c4cacc4a HTTP/1.1" status: 200 len: 801 time: 0.2257371 Apr 20 16:13:28.752106 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6d348dff-21b4-4eef-b4ad-a80bd0d73c87 req-e33ba26b-41da-4931-9625-4f5c0dea3ebe tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352690 Apr 20 16:13:28.754093 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:28.776788 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c27e5771-2fd1-4ac0-97e2-352e0f8fd13c req-bfb17325-c18d-4dd5-bfe3-21c8e1e377e3 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb303c33-664a-49a8-bcfd-c70cb5bae48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591449 Apr 20 16:13:28.834452 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-6babe703-d811-441c-8829-fa5d950385ea req-2a755671-82a9-4fa6-a581-44eec8fce759 service neutron] For port 109b0a13-d200-4ede-b5d7-d7341c55a715, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:13:28.854529 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-6babe703-d811-441c-8829-fa5d950385ea req-2a755671-82a9-4fa6-a581-44eec8fce759 service neutron] For port 109b0a13-d200-4ede-b5d7-d7341c55a715, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=109b0a13-d200-4ede-b5d7-d7341c55a715,segment=NetworkSegment(95100898-e1a4-4fc8-bca1-6318a051d7db),segment_id=95100898-e1a4-4fc8-bca1-6318a051d7db)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:13:28.862889 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb91bbf0-8788-4181-a580-d7c9f7ea601f x-openstack-request-id: req-eb91bbf0-8788-4181-a580-d7c9f7ea601f {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:28.863177 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e52657-d806-43ce-9dac-c95d85c25be5", "tag": "63659abd-d91c-4b91-b237-6582ca9cef51", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "tag": "86bc5f31-0189-4f35-860c-022465c8e0d6", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:28.863447 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eb91bbf0-8788-4181-a580-d7c9f7ea601f {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:28.863839 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb91bbf0-8788-4181-a580-d7c9f7ea601f'] response: {'name': 'network-changed', 'server_uuid': '45e52657-d806-43ce-9dac-c95d85c25be5', 'tag': '63659abd-d91c-4b91-b237-6582ca9cef51', 'status': 'completed', 'code': 200} Apr 20 16:13:28.864094 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb91bbf0-8788-4181-a580-d7c9f7ea601f'] response: {'name': 'network-changed', 'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'tag': '86bc5f31-0189-4f35-860c-022465c8e0d6', 'status': 'completed', 'code': 200} Apr 20 16:13:28.872980 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-6080ab56-ef6c-4ab5-bf76-74f3895f3e4d req-53644ad0-42d7-4617-8855-105a95016247 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] For port 9f535cc6-8118-48b9-abcc-62f431a6be84, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=9f535cc6-8118-48b9-abcc-62f431a6be84,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:28.873352 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6080ab56-ef6c-4ab5-bf76-74f3895f3e4d req-53644ad0-42d7-4617-8855-105a95016247 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:28.894384 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-6080ab56-ef6c-4ab5-bf76-74f3895f3e4d req-53644ad0-42d7-4617-8855-105a95016247 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Calling delete_port for 9f535cc6-8118-48b9-abcc-62f431a6be84 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:13:28.947004 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-ad0e801d-6fc3-430e-b091-907f22b98e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:28.948587 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-ad0e801d-6fc3-430e-b091-907f22b98e9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9605f993-398a-4575-885f-57930b02e51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1879616 Apr 20 16:13:28.995418 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-2a755671-82a9-4fa6-a581-44eec8fce759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:29.116954 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-2a755671-82a9-4fa6-a581-44eec8fce759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:29.117584 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-2a755671-82a9-4fa6-a581-44eec8fce759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:29.119007 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-2a755671-82a9-4fa6-a581-44eec8fce759 service neutron] 10.222.0.30 "PUT /v2.0/ports/109b0a13-d200-4ede-b5d7-d7341c55a715 HTTP/1.1" status: 200 len: 1135 time: 2.8641028 Apr 20 16:13:29.128989 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40e36-db32-4485-b3bc-57eac799cfa2 req-f05e14e5-d66a-41c4-b599-6397c2cfe159 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:29.130557 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-26f40e36-db32-4485-b3bc-57eac799cfa2 req-f05e14e5-d66a-41c4-b599-6397c2cfe159 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 944 time: 0.2342823 Apr 20 16:13:29.195632 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a755671-82a9-4fa6-a581-44eec8fce759 service neutron] Pushing event updated for resources: {'Port': ['ID=109b0a13-d200-4ede-b5d7-d7341c55a715,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:29.261033 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-6babe703-d811-441c-8829-fa5d950385ea req-491b427f-d9cd-433d-a093-027993df4964 service neutron] Request body: {'port': {'device_id': '694ed346-3b21-4205-a721-a2553728b29e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:29.282301 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-55d73969-484e-41be-bdd0-fd8319a0c5dd service neutron] 10.222.0.30 "GET /v2.0/networks/9605f993-398a-4575-885f-57930b02e51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985408 Apr 20 16:13:29.320536 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-26f40e36-db32-4485-b3bc-57eac799cfa2 req-2a57a7a8-6a54-454a-898e-e625098f8711 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797056 Apr 20 16:13:29.447482 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135fb7a-799f-45ef-bcda-8a7b477d07e0 req-0ad41387-0152-4285-bc30-b6eab6ecced2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:29.454331 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135fb7a-799f-45ef-bcda-8a7b477d07e0 req-0ad41387-0152-4285-bc30-b6eab6ecced2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:29.461591 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135fb7a-799f-45ef-bcda-8a7b477d07e0 req-0ad41387-0152-4285-bc30-b6eab6ecced2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:29.470463 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135fb7a-799f-45ef-bcda-8a7b477d07e0 req-0ad41387-0152-4285-bc30-b6eab6ecced2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:29.477269 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135fb7a-799f-45ef-bcda-8a7b477d07e0 req-0ad41387-0152-4285-bc30-b6eab6ecced2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:29.483801 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135fb7a-799f-45ef-bcda-8a7b477d07e0 req-0ad41387-0152-4285-bc30-b6eab6ecced2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:29.489860 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135fb7a-799f-45ef-bcda-8a7b477d07e0 req-0ad41387-0152-4285-bc30-b6eab6ecced2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:29.495516 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef18dd3a-ebb6-488d-b6a0-e5d2e237c18b req-8d300561-6edf-42dd-84d3-a4616c577f93 service neutron] 10.222.0.30 "GET /v2.0/networks/9605f993-398a-4575-885f-57930b02e51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827126 Apr 20 16:13:29.499775 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0135fb7a-799f-45ef-bcda-8a7b477d07e0 req-0ad41387-0152-4285-bc30-b6eab6ecced2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5381 time: 0.1544714 Apr 20 16:13:29.600008 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0135fb7a-799f-45ef-bcda-8a7b477d07e0 req-899dd904-5f5d-4fa2-88c8-3aaab198a4fb tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990889 Apr 20 16:13:29.652640 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-491b427f-d9cd-433d-a093-027993df4964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:29.679182 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:29.741623 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6080ab56-ef6c-4ab5-bf76-74f3895f3e4d req-53644ad0-42d7-4617-8855-105a95016247 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:29.888937 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3ef57-6729-418a-a6fe-4004d67b4fc7 req-5b6135ee-7987-4561-9c87-ce414551bbc5 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:29.897512 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-44a3ef57-6729-418a-a6fe-4004d67b4fc7 req-5b6135ee-7987-4561-9c87-ce414551bbc5 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d0c081-276b-4a7f-8684-23feb66346b2 HTTP/1.1" status: 200 len: 945 time: 0.1089246 Apr 20 16:13:29.954366 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53644ad0-42d7-4617-8855-105a95016247 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Pushing event deleted for resources: {'Port': ['ID=9f535cc6-8118-48b9-abcc-62f431a6be84,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:30.002550 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-44a3ef57-6729-418a-a6fe-4004d67b4fc7 req-fbec2d6f-648a-4fe6-90ca-af09eaa518e4 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/security-groups?id=36d47bf3-8198-4550-9bff-c56a759341c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038935 Apr 20 16:13:30.087242 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-6080ab56-ef6c-4ab5-bf76-74f3895f3e4d req-53644ad0-42d7-4617-8855-105a95016247 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] No DVR routers for this DVR port 9f535cc6-8118-48b9-abcc-62f431a6be84 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:13:30.094746 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6080ab56-ef6c-4ab5-bf76-74f3895f3e4d req-53644ad0-42d7-4617-8855-105a95016247 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:30.098786 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6080ab56-ef6c-4ab5-bf76-74f3895f3e4d req-53644ad0-42d7-4617-8855-105a95016247 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.26 "DELETE /v2.0/ports/9f535cc6-8118-48b9-abcc-62f431a6be84 HTTP/1.1" status: 204 len: 173 time: 2.3655314 Apr 20 16:13:30.150486 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-50bbfd5b-1b62-46f1-bd51-585a849d4539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:30.150964 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-50bbfd5b-1b62-46f1-bd51-585a849d4539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:30.151528 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-50bbfd5b-1b62-46f1-bd51-585a849d4539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:30.153412 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-50bbfd5b-1b62-46f1-bd51-585a849d4539 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31e17c9702d24102b4b3005d2801ab9d&device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2864 time: 0.3792996 Apr 20 16:13:30.155865 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553344b4-604b-4fc8-bdfe-50746af81c00 req-9b7d2d9b-36cf-47a1-b618-acf178297825 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:30.157862 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-553344b4-604b-4fc8-bdfe-50746af81c00 req-9b7d2d9b-36cf-47a1-b618-acf178297825 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 943 time: 0.0894179 Apr 20 16:13:30.208329 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f96601e1-7b9d-4051-b38c-780dba292b31 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:13:30.225135 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-553344b4-604b-4fc8-bdfe-50746af81c00 req-35209f09-4530-46d4-b5f8-7b1ad7357436 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb303c33-664a-49a8-bcfd-c70cb5bae48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604267 Apr 20 16:13:30.266195 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bdef4-55b7-49d8-b9e2-6d8d560a5d29 req-f9c0c1f6-103c-4e3f-93e7-2bd9643aad32 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:30.273237 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bdef4-55b7-49d8-b9e2-6d8d560a5d29 req-f9c0c1f6-103c-4e3f-93e7-2bd9643aad32 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:30.280430 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bdef4-55b7-49d8-b9e2-6d8d560a5d29 req-f9c0c1f6-103c-4e3f-93e7-2bd9643aad32 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:30.291033 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f07bdef4-55b7-49d8-b9e2-6d8d560a5d29 req-f9c0c1f6-103c-4e3f-93e7-2bd9643aad32 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2411 time: 0.3201518 Apr 20 16:13:30.405523 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f07bdef4-55b7-49d8-b9e2-6d8d560a5d29 req-9c6922c5-9761-4bbe-b59c-1826ffd47237 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974829 Apr 20 16:13:30.457448 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f96601e1-7b9d-4051-b38c-780dba292b31, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f96601e1-7b9d-4051-b38c-780dba292b31,segment=NetworkSegment(3b669865-64dd-41a9-a304-cf6c9c017a24),segment_id=3b669865-64dd-41a9-a304-cf6c9c017a24)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:30.466351 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-1e6929c9-fcb9-4976-a4ba-4ee50f7a59fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:30.467826 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-1e6929c9-fcb9-4976-a4ba-4ee50f7a59fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=9605f993-398a-4575-885f-57930b02e51b HTTP/1.1" status: 200 len: 903 time: 0.3075612 Apr 20 16:13:30.473353 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'f96601e1-7b9d-4051-b38c-780dba292b31', 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf', 'port_id': 'f96601e1-7b9d-4051-b38c-780dba292b31', 'mac_address': 'fa:16:3e:47:e3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea385c3c-0eb3-4d62-9264-606c9a1935f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:13:30.530243 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:30.576738 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f96601e1-7b9d-4051-b38c-780dba292b31 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:30.585805 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-2edc22fd-1981-4c93-8cc6-6fa4d2ce4668 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.80&port_id=63659abd-d91c-4b91-b237-6582ca9cef51 HTTP/1.1" status: 200 len: 217 time: 0.1062276 Apr 20 16:13:30.604269 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f96601e1-7b9d-4051-b38c-780dba292b31, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f96601e1-7b9d-4051-b38c-780dba292b31,segment=NetworkSegment(3b669865-64dd-41a9-a304-cf6c9c017a24),segment_id=3b669865-64dd-41a9-a304-cf6c9c017a24)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:30.606977 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e186302-4922-4c84-97c4-63b8aa5e74ab req-be7256b0-575c-468b-b3bf-31b39a8d1cf4 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b672254-7ccc-4f8f-aec9-32ee7f47f547 HTTP/1.1" status: 200 len: 210 time: 0.0928304 Apr 20 16:13:30.656847 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 9f535cc6-8118-48b9-abcc-62f431a6be84 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:13:30.708645 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-065698d1-5a56-4f13-992c-0c2f74c1f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:30.710188 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-065698d1-5a56-4f13-992c-0c2f74c1f0ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a304daab-f36d-41a9-a9f1-3218c4cacc4a HTTP/1.1" status: 200 len: 801 time: 0.1092899 Apr 20 16:13:30.714920 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 9f535cc6-8118-48b9-abcc-62f431a6be84 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:13:30.715263 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 9f535cc6-8118-48b9-abcc-62f431a6be84 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:13:30.719022 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-6babe703-d811-441c-8829-fa5d950385ea req-491b427f-d9cd-433d-a093-027993df4964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1becdf7-758a-461a-b7f0-fe832ccc2da3 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:30.736520 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:30.756079 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-491b427f-d9cd-433d-a093-027993df4964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:30.775502 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-6babe703-d811-441c-8829-fa5d950385ea req-491b427f-d9cd-433d-a093-027993df4964 service neutron] Transition to ACTIVE for port object f1becdf7-758a-461a-b7f0-fe832ccc2da3 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:13:30.782819 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-986e170d-c678-41af-8aa3-3cb98f56cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:30.784324 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-986e170d-c678-41af-8aa3-3cb98f56cb9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9605f993-398a-4575-885f-57930b02e51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0606782 Apr 20 16:13:30.896039 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=f96601e1-7b9d-4051-b38c-780dba292b31,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:30.896265 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'tag': '109b0a13-d200-4ede-b5d7-d7341c55a715'}, {'server_uuid': '2b672254-7ccc-4f8f-aec9-32ee7f47f547', 'name': 'network-vif-deleted', 'tag': '9f535cc6-8118-48b9-abcc-62f431a6be84'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:30.898382 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cfdaa3-8a56-412d-92d6-cadb2198abb5" -d '{"events": [{"name": "network-changed", "server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "tag": "109b0a13-d200-4ede-b5d7-d7341c55a715"}, {"server_uuid": "2b672254-7ccc-4f8f-aec9-32ee7f47f547", "name": "network-vif-deleted", "tag": "9f535cc6-8118-48b9-abcc-62f431a6be84"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:30.903865 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-37e49749-ee32-43b7-9c7f-04f96bb47005 service neutron] 10.222.0.30 "GET /v2.0/networks/9605f993-398a-4575-885f-57930b02e51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016378 Apr 20 16:13:30.922385 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36a0da-354c-489a-8c9a-6270156daad1 req-55cd2d88-b5a4-4865-a80a-d5d1974d4eea tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:30.931824 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-af36a0da-354c-489a-8c9a-6270156daad1 req-55cd2d88-b5a4-4865-a80a-d5d1974d4eea tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 1101 time: 0.0740139 Apr 20 16:13:30.933981 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-491b427f-d9cd-433d-a093-027993df4964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:30.970513 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-af36a0da-354c-489a-8c9a-6270156daad1 req-de6231ca-9dff-4364-8f15-4f690d2463bc tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372987 Apr 20 16:13:31.083870 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a6cbf3-9801-4f22-a1b0-dd213b68adfa x-openstack-request-id: req-10a6cbf3-9801-4f22-a1b0-dd213b68adfa {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:31.084179 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "tag": "109b0a13-d200-4ede-b5d7-d7341c55a715", "status": "completed", "code": 200}, {"server_uuid": "2b672254-7ccc-4f8f-aec9-32ee7f47f547", "name": "network-vif-deleted", "tag": "9f535cc6-8118-48b9-abcc-62f431a6be84", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:31.084625 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10a6cbf3-9801-4f22-a1b0-dd213b68adfa {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:31.085037 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10a6cbf3-9801-4f22-a1b0-dd213b68adfa'] response: {'name': 'network-changed', 'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'tag': '109b0a13-d200-4ede-b5d7-d7341c55a715', 'status': 'completed', 'code': 200} Apr 20 16:13:31.085292 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10a6cbf3-9801-4f22-a1b0-dd213b68adfa'] response: {'server_uuid': '2b672254-7ccc-4f8f-aec9-32ee7f47f547', 'name': 'network-vif-deleted', 'tag': '9f535cc6-8118-48b9-abcc-62f431a6be84', 'status': 'completed', 'code': 200} Apr 20 16:13:31.120135 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b427f-d9cd-433d-a093-027993df4964 service neutron] Pushing event updated for resources: {'Port': ['ID=f1becdf7-758a-461a-b7f0-fe832ccc2da3,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:31.164586 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1d1d0-9e09-40ee-a42d-148dd6643e3c req-db26fe38-95e3-43cd-b987-5a3e2aa825cc tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:31.180194 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1d1d0-9e09-40ee-a42d-148dd6643e3c req-db26fe38-95e3-43cd-b987-5a3e2aa825cc tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:31.189312 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1d1d0-9e09-40ee-a42d-148dd6643e3c req-db26fe38-95e3-43cd-b987-5a3e2aa825cc tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:31.196187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1d1d0-9e09-40ee-a42d-148dd6643e3c req-db26fe38-95e3-43cd-b987-5a3e2aa825cc tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:31.204195 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1d1d0-9e09-40ee-a42d-148dd6643e3c req-db26fe38-95e3-43cd-b987-5a3e2aa825cc tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:31.220509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1d1d0-9e09-40ee-a42d-148dd6643e3c req-db26fe38-95e3-43cd-b987-5a3e2aa825cc tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:31.227217 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1d1d0-9e09-40ee-a42d-148dd6643e3c req-db26fe38-95e3-43cd-b987-5a3e2aa825cc tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:31.229914 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bfa1d1d0-9e09-40ee-a42d-148dd6643e3c req-db26fe38-95e3-43cd-b987-5a3e2aa825cc tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5381 time: 0.4442465 Apr 20 16:13:31.298229 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfdaa3-8a56-412d-92d6-cadb2198abb5 req-d02648c6-d0e9-48b9-9b2e-5a742678571d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:31.299135 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfdaa3-8a56-412d-92d6-cadb2198abb5 req-d02648c6-d0e9-48b9-9b2e-5a742678571d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:31.299921 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfdaa3-8a56-412d-92d6-cadb2198abb5 req-d02648c6-d0e9-48b9-9b2e-5a742678571d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:31.301827 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfdaa3-8a56-412d-92d6-cadb2198abb5 req-d02648c6-d0e9-48b9-9b2e-5a742678571d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:31.302476 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfdaa3-8a56-412d-92d6-cadb2198abb5 req-d02648c6-d0e9-48b9-9b2e-5a742678571d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:31.303109 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfdaa3-8a56-412d-92d6-cadb2198abb5 req-d02648c6-d0e9-48b9-9b2e-5a742678571d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:31.305249 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfdaa3-8a56-412d-92d6-cadb2198abb5 req-d02648c6-d0e9-48b9-9b2e-5a742678571d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:31.307958 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-35cfdaa3-8a56-412d-92d6-cadb2198abb5 req-d02648c6-d0e9-48b9-9b2e-5a742678571d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52e792bf173b40589fd45d3280bfec0b&device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 6243 time: 0.1849322 Apr 20 16:13:31.355134 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f96601e1-7b9d-4051-b38c-780dba292b31'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:13:31.359745 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7d10f-ce12-4197-bf07-60671c9753b5 req-2c9120ac-021f-46e6-85f2-7dd7e027ae69 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:31.367658 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5be7d10f-ce12-4197-bf07-60671c9753b5 req-2c9120ac-021f-46e6-85f2-7dd7e027ae69 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 1101 time: 0.2295828 Apr 20 16:13:31.411831 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-59c11383-fe93-4e11-bad7-45c3cc17ca53 service neutron] 10.222.0.30 "GET /v2.0/networks/9605f993-398a-4575-885f-57930b02e51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862530 Apr 20 16:13:31.448001 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bfa1d1d0-9e09-40ee-a42d-148dd6643e3c req-67099b4d-a422-414b-8850-ef96146b3d34 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1486154 Apr 20 16:13:31.449042 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6babe703-d811-441c-8829-fa5d950385ea req-491b427f-d9cd-433d-a093-027993df4964 service neutron] Attempting to bind port f1becdf7-758a-461a-b7f0-fe832ccc2da3 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:13:31.449493 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6babe703-d811-441c-8829-fa5d950385ea req-491b427f-d9cd-433d-a093-027993df4964 service neutron] Attempting to bind port f1becdf7-758a-461a-b7f0-fe832ccc2da3 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '95100898-e1a4-4fc8-bca1-6318a051d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:13:31.451345 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-491b427f-d9cd-433d-a093-027993df4964 service neutron] Attempting to bind port f1becdf7-758a-461a-b7f0-fe832ccc2da3 on network b3f48337-fb41-429b-a73c-aee6d4fcf48c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:31.458067 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-491b427f-d9cd-433d-a093-027993df4964 service neutron] Port f1becdf7-758a-461a-b7f0-fe832ccc2da3 on network b3f48337-fb41-429b-a73c-aee6d4fcf48c not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:13:31.458067 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-491b427f-d9cd-433d-a093-027993df4964 service neutron] Attempting to bind port f1becdf7-758a-461a-b7f0-fe832ccc2da3 on network b3f48337-fb41-429b-a73c-aee6d4fcf48c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:31.464085 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-491b427f-d9cd-433d-a093-027993df4964 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:13:31.464605 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-491b427f-d9cd-433d-a093-027993df4964 service neutron] Checking segment: {'id': '95100898-e1a4-4fc8-bca1-6318a051d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:13:31.465100 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-491b427f-d9cd-433d-a093-027993df4964 service neutron] Bound using segment: {'id': '95100898-e1a4-4fc8-bca1-6318a051d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:13:31.465657 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6babe703-d811-441c-8829-fa5d950385ea req-491b427f-d9cd-433d-a093-027993df4964 service neutron] Bound port: f1becdf7-758a-461a-b7f0-fe832ccc2da3, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95100898-e1a4-4fc8-bca1-6318a051d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:13:31.466124 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-491b427f-d9cd-433d-a093-027993df4964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:31.581141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-6babe703-d811-441c-8829-fa5d950385ea req-491b427f-d9cd-433d-a093-027993df4964 service neutron] For port f1becdf7-758a-461a-b7f0-fe832ccc2da3, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:13:31.588877 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-6babe703-d811-441c-8829-fa5d950385ea req-491b427f-d9cd-433d-a093-027993df4964 service neutron] For port f1becdf7-758a-461a-b7f0-fe832ccc2da3, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f1becdf7-758a-461a-b7f0-fe832ccc2da3,segment=NetworkSegment(95100898-e1a4-4fc8-bca1-6318a051d7db),segment_id=95100898-e1a4-4fc8-bca1-6318a051d7db)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:13:31.651240 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfdaa3-8a56-412d-92d6-cadb2198abb5 req-9d8883fa-831d-41fa-897f-433fdae17a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:31.652184 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfdaa3-8a56-412d-92d6-cadb2198abb5 req-9d8883fa-831d-41fa-897f-433fdae17a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:31.655192 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfdaa3-8a56-412d-92d6-cadb2198abb5 req-9d8883fa-831d-41fa-897f-433fdae17a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:31.656945 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-35cfdaa3-8a56-412d-92d6-cadb2198abb5 req-9d8883fa-831d-41fa-897f-433fdae17a4e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=52e792bf173b40589fd45d3280bfec0b&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3328733 Apr 20 16:13:31.682814 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-491b427f-d9cd-433d-a093-027993df4964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:31.759837 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b427f-d9cd-433d-a093-027993df4964 service neutron] Pushing event updated for resources: {'Port': ['ID=f1becdf7-758a-461a-b7f0-fe832ccc2da3,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:31.783869 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82fb16-17c7-475f-b1dd-732dfd7afd70 req-19581df4-b55e-4e41-8900-1f937572a7b9 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:31.793190 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b82fb16-17c7-475f-b1dd-732dfd7afd70 req-19581df4-b55e-4e41-8900-1f937572a7b9 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d0c081-276b-4a7f-8684-23feb66346b2 HTTP/1.1" status: 200 len: 945 time: 0.1810212 Apr 20 16:13:31.806855 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5be7d10f-ce12-4197-bf07-60671c9753b5 req-33166946-a9cf-453f-b69e-d92551a042fa tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336493 Apr 20 16:13:31.838366 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-491b427f-d9cd-433d-a093-027993df4964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:31.839153 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-491b427f-d9cd-433d-a093-027993df4964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:31.840733 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-491b427f-d9cd-433d-a093-027993df4964 service neutron] 10.222.0.30 "PUT /v2.0/ports/f1becdf7-758a-461a-b7f0-fe832ccc2da3 HTTP/1.1" status: 200 len: 1091 time: 2.5980272 Apr 20 16:13:31.890110 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfdaa3-8a56-412d-92d6-cadb2198abb5 req-7df7c5ae-fc99-4076-8532-a95dccc8580f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:31.891873 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b82fb16-17c7-475f-b1dd-732dfd7afd70 req-46a39d68-7b4e-40ed-983b-db9ac91a2090 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/security-groups?id=36d47bf3-8198-4550-9bff-c56a759341c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975511 Apr 20 16:13:31.892988 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-35cfdaa3-8a56-412d-92d6-cadb2198abb5 req-7df7c5ae-fc99-4076-8532-a95dccc8580f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2252312 Apr 20 16:13:32.044470 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b3f61-22db-48a9-bdca-45b50286c134 req-e33a8328-f117-4a76-b859-ec628e5daad6 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:32.052760 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b3f61-22db-48a9-bdca-45b50286c134 req-e33a8328-f117-4a76-b859-ec628e5daad6 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:32.059854 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b3f61-22db-48a9-bdca-45b50286c134 req-e33a8328-f117-4a76-b859-ec628e5daad6 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:32.064131 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-6babe703-d811-441c-8829-fa5d950385ea req-98ee7f5d-070a-47d4-af4d-055484bf5967 service neutron] Request body: {'port': {'device_id': '694ed346-3b21-4205-a721-a2553728b29e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:32.067859 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-331b3f61-22db-48a9-bdca-45b50286c134 req-e33a8328-f117-4a76-b859-ec628e5daad6 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2411 time: 0.0980458 Apr 20 16:13:32.132800 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-331b3f61-22db-48a9-bdca-45b50286c134 req-07a89202-6c46-4cfc-8a00-5d9855e71813 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638084 Apr 20 16:13:32.226625 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-98ee7f5d-070a-47d4-af4d-055484bf5967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:32.249755 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4474a0-f39e-4651-bae0-810813c9eff1 req-214560b9-4226-45e9-b8d4-9534765acae9 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:32.263319 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ba4474a0-f39e-4651-bae0-810813c9eff1 req-214560b9-4226-45e9-b8d4-9534765acae9 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 944 time: 0.2967370 Apr 20 16:13:32.323537 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-3b96af19-513a-4dca-a1ea-b4bb209bb50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:32.324133 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-3b96af19-513a-4dca-a1ea-b4bb209bb50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:32.326975 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-3b96af19-513a-4dca-a1ea-b4bb209bb50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:32.327465 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-3b96af19-513a-4dca-a1ea-b4bb209bb50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:32.328134 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-3b96af19-513a-4dca-a1ea-b4bb209bb50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:32.329840 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-3b96af19-513a-4dca-a1ea-b4bb209bb50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:32.330480 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-3b96af19-513a-4dca-a1ea-b4bb209bb50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:32.332528 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-3b96af19-513a-4dca-a1ea-b4bb209bb50d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52e792bf173b40589fd45d3280bfec0b&device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 6285 time: 0.1359982 Apr 20 16:13:32.417903 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ba4474a0-f39e-4651-bae0-810813c9eff1 req-b0c713c9-956b-444c-b454-cd6c1e1e45b6 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb303c33-664a-49a8-bcfd-c70cb5bae48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535645 Apr 20 16:13:32.713371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-e4d53ac1-6633-469d-b5fe-5c9d21108896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:32.716695 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-e4d53ac1-6633-469d-b5fe-5c9d21108896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:32.717788 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-e4d53ac1-6633-469d-b5fe-5c9d21108896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:32.725439 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-e4d53ac1-6633-469d-b5fe-5c9d21108896 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=52e792bf173b40589fd45d3280bfec0b&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3565636 Apr 20 16:13:32.732048 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd7727-fa46-4d49-a363-0805d7b920a0 req-43ef7b9b-c775-448f-bbd2-47f5db320fde tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:32.743277 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8dcd7727-fa46-4d49-a363-0805d7b920a0 req-43ef7b9b-c775-448f-bbd2-47f5db320fde tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d0c081-276b-4a7f-8684-23feb66346b2 HTTP/1.1" status: 200 len: 945 time: 0.1441133 Apr 20 16:13:32.785887 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60738) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:13:32.791005 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a507bca2-66d6-4adb-bdc4-4a13ae54baec tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Request body: {'floatingip': {'port_id': '50874154-1c2c-4e74-904c-1d056e8920e9'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:32.873459 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a507bca2-66d6-4adb-bdc4-4a13ae54baec tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks [] for floatingip, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:32.938989 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-2febb0e1-43bf-49d5-8ded-c37ab1261995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:32.943194 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071e9318-a1c2-42a0-b199-a53ace6fce92 req-2febb0e1-43bf-49d5-8ded-c37ab1261995 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2098510 Apr 20 16:13:33.087552 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'tag': 'f1becdf7-758a-461a-b7f0-fe832ccc2da3'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:33.092279 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7520be-f996-478d-a402-1491ab444a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "tag": "f1becdf7-758a-461a-b7f0-fe832ccc2da3"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:33.269143 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-6babe703-d811-441c-8829-fa5d950385ea req-98ee7f5d-070a-47d4-af4d-055484bf5967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5822232e-f24c-4cd9-be4a-4448d4597296 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:33.289945 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-98ee7f5d-070a-47d4-af4d-055484bf5967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:33.316528 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-6babe703-d811-441c-8829-fa5d950385ea req-98ee7f5d-070a-47d4-af4d-055484bf5967 service neutron] Transition to ACTIVE for port object 5822232e-f24c-4cd9-be4a-4448d4597296 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:13:33.338113 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa851f41-d12f-414f-bc90-3875a8df9e7b req-4ad1ee48-bb19-41b7-89cb-62dd570c9358 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:33.344644 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa851f41-d12f-414f-bc90-3875a8df9e7b req-4ad1ee48-bb19-41b7-89cb-62dd570c9358 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:33.350702 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa851f41-d12f-414f-bc90-3875a8df9e7b req-4ad1ee48-bb19-41b7-89cb-62dd570c9358 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:33.356992 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa851f41-d12f-414f-bc90-3875a8df9e7b req-4ad1ee48-bb19-41b7-89cb-62dd570c9358 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:33.362632 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa851f41-d12f-414f-bc90-3875a8df9e7b req-4ad1ee48-bb19-41b7-89cb-62dd570c9358 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:33.370231 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa851f41-d12f-414f-bc90-3875a8df9e7b req-4ad1ee48-bb19-41b7-89cb-62dd570c9358 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:33.376934 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa851f41-d12f-414f-bc90-3875a8df9e7b req-4ad1ee48-bb19-41b7-89cb-62dd570c9358 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:33.385873 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa851f41-d12f-414f-bc90-3875a8df9e7b req-4ad1ee48-bb19-41b7-89cb-62dd570c9358 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5393 time: 0.4922543 Apr 20 16:13:33.439727 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-98ee7f5d-070a-47d4-af4d-055484bf5967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:33.475466 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcebbc27-24dc-415f-a45a-37172a44aee0 req-e54eb125-2ee5-484b-a893-08e144d5429c tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:33.485126 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bcebbc27-24dc-415f-a45a-37172a44aee0 req-e54eb125-2ee5-484b-a893-08e144d5429c tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 944 time: 0.3308916 Apr 20 16:13:33.533189 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bcebbc27-24dc-415f-a45a-37172a44aee0 req-1a039ce0-c7ec-4b6a-b4d0-2103061b93bc tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443320 Apr 20 16:13:33.687563 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa851f41-d12f-414f-bc90-3875a8df9e7b req-14d5cf7d-1282-4c4d-b64b-c6f7396ebce3 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2985682 Apr 20 16:13:33.786931 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa3293-5211-48bf-9945-b444d69dfe4a req-15932b7e-b148-42d8-9214-2a04cd98ec9e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:33.786931 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f0aa3293-5211-48bf-9945-b444d69dfe4a req-15932b7e-b148-42d8-9214-2a04cd98ec9e tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 944 time: 0.1190264 Apr 20 16:13:33.828951 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee7f5d-070a-47d4-af4d-055484bf5967 service neutron] Pushing event updated for resources: {'Port': ['ID=5822232e-f24c-4cd9-be4a-4448d4597296,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:33.844127 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221049e3-4486-40a2-9ddd-3811e32d3f5f x-openstack-request-id: req-221049e3-4486-40a2-9ddd-3811e32d3f5f {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:33.844629 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "tag": "f1becdf7-758a-461a-b7f0-fe832ccc2da3", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:33.844884 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-221049e3-4486-40a2-9ddd-3811e32d3f5f {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:33.845531 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221049e3-4486-40a2-9ddd-3811e32d3f5f'] response: {'name': 'network-changed', 'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'tag': 'f1becdf7-758a-461a-b7f0-fe832ccc2da3', 'status': 'completed', 'code': 200} Apr 20 16:13:34.018248 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-f0aa3293-5211-48bf-9945-b444d69dfe4a req-11f87d45-d576-4a64-bcb0-2dbba3bf4587 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Deleting port a86943f9-cb89-472e-b8ec-926468d9dfb7 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:13:34.018823 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f0aa3293-5211-48bf-9945-b444d69dfe4a req-11f87d45-d576-4a64-bcb0-2dbba3bf4587 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:34.049227 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7520be-f996-478d-a402-1491ab444a3f req-cba38d86-98d0-4eec-aec5-cabb337a189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:34.050376 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7520be-f996-478d-a402-1491ab444a3f req-cba38d86-98d0-4eec-aec5-cabb337a189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:34.051514 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7520be-f996-478d-a402-1491ab444a3f req-cba38d86-98d0-4eec-aec5-cabb337a189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:34.052279 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7520be-f996-478d-a402-1491ab444a3f req-cba38d86-98d0-4eec-aec5-cabb337a189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:34.052820 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7520be-f996-478d-a402-1491ab444a3f req-cba38d86-98d0-4eec-aec5-cabb337a189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:34.054049 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7520be-f996-478d-a402-1491ab444a3f req-cba38d86-98d0-4eec-aec5-cabb337a189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:34.055553 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7520be-f996-478d-a402-1491ab444a3f req-cba38d86-98d0-4eec-aec5-cabb337a189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:34.059339 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bb7520be-f996-478d-a402-1491ab444a3f req-cba38d86-98d0-4eec-aec5-cabb337a189d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52e792bf173b40589fd45d3280bfec0b&device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 6310 time: 0.1337144 Apr 20 16:13:34.242938 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 661201c9-dd59-4083-a227-761c85684627 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:13:34.279630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-f0aa3293-5211-48bf-9945-b444d69dfe4a req-11f87d45-d576-4a64-bcb0-2dbba3bf4587 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] For port a86943f9-cb89-472e-b8ec-926468d9dfb7, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a86943f9-cb89-472e-b8ec-926468d9dfb7,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:34.280031 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f0aa3293-5211-48bf-9945-b444d69dfe4a req-11f87d45-d576-4a64-bcb0-2dbba3bf4587 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:34.323879 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7520be-f996-478d-a402-1491ab444a3f req-6504cc41-d19d-40b9-95be-dea2a2b92913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:34.324376 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7520be-f996-478d-a402-1491ab444a3f req-6504cc41-d19d-40b9-95be-dea2a2b92913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:34.324851 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7520be-f996-478d-a402-1491ab444a3f req-6504cc41-d19d-40b9-95be-dea2a2b92913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:34.326452 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bb7520be-f996-478d-a402-1491ab444a3f req-6504cc41-d19d-40b9-95be-dea2a2b92913 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=52e792bf173b40589fd45d3280bfec0b&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2207901 Apr 20 16:13:34.328248 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-f0aa3293-5211-48bf-9945-b444d69dfe4a req-11f87d45-d576-4a64-bcb0-2dbba3bf4587 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Calling delete_port for a86943f9-cb89-472e-b8ec-926468d9dfb7 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:13:34.378136 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 661201c9-dd59-4083-a227-761c85684627, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=661201c9-dd59-4083-a227-761c85684627,segment=NetworkSegment(7c8a8686-b0a3-44ef-a103-a39b1e9b0f88),segment_id=7c8a8686-b0a3-44ef-a103-a39b1e9b0f88)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:34.394456 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '661201c9-dd59-4083-a227-761c85684627', 'network_id': '9605f993-398a-4575-885f-57930b02e51b', 'port_id': '661201c9-dd59-4083-a227-761c85684627', 'mac_address': 'fa:16:3e:5f:49:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a304daab-f36d-41a9-a9f1-3218c4cacc4a', 'ip_address': '19.80.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:13:34.399020 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f96601e1-7b9d-4051-b38c-780dba292b31 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:13:34.442612 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:34.467137 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733d81b-24e0-4a98-9bfe-ab2a36284cd8 req-5976d810-cc6a-4458-9a25-1aafe276e165 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:34.475185 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2733d81b-24e0-4a98-9bfe-ab2a36284cd8 req-5976d810-cc6a-4458-9a25-1aafe276e165 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 944 time: 0.2375972 Apr 20 16:13:34.482283 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 661201c9-dd59-4083-a227-761c85684627 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:34.517948 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 661201c9-dd59-4083-a227-761c85684627, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=661201c9-dd59-4083-a227-761c85684627,segment=NetworkSegment(7c8a8686-b0a3-44ef-a103-a39b1e9b0f88),segment_id=7c8a8686-b0a3-44ef-a103-a39b1e9b0f88)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:34.572816 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7520be-f996-478d-a402-1491ab444a3f req-2ca30362-799b-4a5c-9240-7e8298b71fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:34.574897 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bb7520be-f996-478d-a402-1491ab444a3f req-2ca30362-799b-4a5c-9240-7e8298b71fbc service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2379553 Apr 20 16:13:34.605093 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2733d81b-24e0-4a98-9bfe-ab2a36284cd8 req-8f7fc3be-03ea-4b74-acf5-4619d2d59bd1 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb303c33-664a-49a8-bcfd-c70cb5bae48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252365 Apr 20 16:13:34.649540 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port f96601e1-7b9d-4051-b38c-780dba292b31 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:13:34.654198 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:34.655019 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 20742339-1309-494c-891d-c503dbda4536 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:13:34.676390 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port f96601e1-7b9d-4051-b38c-780dba292b31 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:34.676775 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:34.739233 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890ff66-4174-4347-9cf6-2db38f47a488 req-e2a480d6-8f99-4722-a125-d1ca578c3784 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:34.751408 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890ff66-4174-4347-9cf6-2db38f47a488 req-e2a480d6-8f99-4722-a125-d1ca578c3784 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:34.763657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890ff66-4174-4347-9cf6-2db38f47a488 req-e2a480d6-8f99-4722-a125-d1ca578c3784 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:34.771951 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d890ff66-4174-4347-9cf6-2db38f47a488 req-e2a480d6-8f99-4722-a125-d1ca578c3784 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2411 time: 0.8253748 Apr 20 16:13:34.800891 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-6babe703-d811-441c-8829-fa5d950385ea req-98ee7f5d-070a-47d4-af4d-055484bf5967 service neutron] Attempting to bind port 5822232e-f24c-4cd9-be4a-4448d4597296 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:13:34.801333 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-6babe703-d811-441c-8829-fa5d950385ea req-98ee7f5d-070a-47d4-af4d-055484bf5967 service neutron] Attempting to bind port 5822232e-f24c-4cd9-be4a-4448d4597296 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '95100898-e1a4-4fc8-bca1-6318a051d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:13:34.802174 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-98ee7f5d-070a-47d4-af4d-055484bf5967 service neutron] Attempting to bind port 5822232e-f24c-4cd9-be4a-4448d4597296 on network b3f48337-fb41-429b-a73c-aee6d4fcf48c {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:34.814788 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-98ee7f5d-070a-47d4-af4d-055484bf5967 service neutron] Port 5822232e-f24c-4cd9-be4a-4448d4597296 on network b3f48337-fb41-429b-a73c-aee6d4fcf48c not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:13:34.815117 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-98ee7f5d-070a-47d4-af4d-055484bf5967 service neutron] Attempting to bind port 5822232e-f24c-4cd9-be4a-4448d4597296 on network b3f48337-fb41-429b-a73c-aee6d4fcf48c {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:34.834925 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-98ee7f5d-070a-47d4-af4d-055484bf5967 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:13:34.835205 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-98ee7f5d-070a-47d4-af4d-055484bf5967 service neutron] Checking segment: {'id': '95100898-e1a4-4fc8-bca1-6318a051d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:13:34.835329 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=661201c9-dd59-4083-a227-761c85684627,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:34.835544 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-98ee7f5d-070a-47d4-af4d-055484bf5967 service neutron] Bound using segment: {'id': '95100898-e1a4-4fc8-bca1-6318a051d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:13:34.836022 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-6babe703-d811-441c-8829-fa5d950385ea req-98ee7f5d-070a-47d4-af4d-055484bf5967 service neutron] Bound port: 5822232e-f24c-4cd9-be4a-4448d4597296, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95100898-e1a4-4fc8-bca1-6318a051d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:13:34.836411 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-98ee7f5d-070a-47d4-af4d-055484bf5967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:34.864201 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d890ff66-4174-4347-9cf6-2db38f47a488 req-710356e0-77f1-4bf3-b66d-7a5dd0a41d89 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913618 Apr 20 16:13:34.891496 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 20742339-1309-494c-891d-c503dbda4536, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=20742339-1309-494c-891d-c503dbda4536,segment=NetworkSegment(59b81744-c5c7-4e6e-86f9-20a67f979b7d),segment_id=59b81744-c5c7-4e6e-86f9-20a67f979b7d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:34.912078 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '20742339-1309-494c-891d-c503dbda4536', 'network_id': '755c698b-1fd9-4a75-a82a-4fa61b59e5e3', 'port_id': '20742339-1309-494c-891d-c503dbda4536', 'mac_address': 'fa:16:3e:d8:25:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b5b12f-6f4a-44d9-a8a4-183204e3e755', 'ip_address': '19.86.0.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:13:34.920289 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.028523 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6c4fed-ec5b-499d-a150-5bed4bedc2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96601e1-7b9d-4051-b38c-780dba292b31'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:35.028523 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1ff1d3-d096-4f46-867d-e3ad032b5a27" -d '{"events": [{"server_uuid": "4b6c4fed-ec5b-499d-a150-5bed4bedc2cc", "name": "network-vif-plugged", "status": "completed", "tag": "f96601e1-7b9d-4051-b38c-780dba292b31"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:35.028523 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f96601e1-7b9d-4051-b38c-780dba292b31, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f96601e1-7b9d-4051-b38c-780dba292b31,segment=NetworkSegment(3b669865-64dd-41a9-a304-cf6c9c017a24),segment_id=3b669865-64dd-41a9-a304-cf6c9c017a24)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:35.028523 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.028523 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20742339-1309-494c-891d-c503dbda4536 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:35.029628 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a507bca2-66d6-4adb-bdc4-4a13ae54baec tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.031094 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-6babe703-d811-441c-8829-fa5d950385ea req-98ee7f5d-070a-47d4-af4d-055484bf5967 service neutron] For port 5822232e-f24c-4cd9-be4a-4448d4597296, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:13:35.035651 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-6babe703-d811-441c-8829-fa5d950385ea req-98ee7f5d-070a-47d4-af4d-055484bf5967 service neutron] For port 5822232e-f24c-4cd9-be4a-4448d4597296, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5822232e-f24c-4cd9-be4a-4448d4597296,segment=NetworkSegment(95100898-e1a4-4fc8-bca1-6318a051d7db),segment_id=95100898-e1a4-4fc8-bca1-6318a051d7db)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:13:35.039583 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 20742339-1309-494c-891d-c503dbda4536, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=20742339-1309-494c-891d-c503dbda4536,segment=NetworkSegment(59b81744-c5c7-4e6e-86f9-20a67f979b7d),segment_id=59b81744-c5c7-4e6e-86f9-20a67f979b7d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:35.048099 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75c8bf-36df-4cac-92b2-52b474d8bbaa req-f1dfd701-5681-46dc-ab75-f2f30d1b982f tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:35.049981 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6f75c8bf-36df-4cac-92b2-52b474d8bbaa req-f1dfd701-5681-46dc-ab75-f2f30d1b982f tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 944 time: 0.0853274 Apr 20 16:13:35.089025 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6f75c8bf-36df-4cac-92b2-52b474d8bbaa req-7d92e748-37cc-4574-8f9b-1e5fc724e7ce tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329175 Apr 20 16:13:35.103826 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f0aa3293-5211-48bf-9945-b444d69dfe4a req-11f87d45-d576-4a64-bcb0-2dbba3bf4587 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.137662 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f87d45-d576-4a64-bcb0-2dbba3bf4587 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Pushing event deleted for resources: {'Port': ['ID=a86943f9-cb89-472e-b8ec-926468d9dfb7,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:35.172462 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.176655 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.192713 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0aa3293-5211-48bf-9945-b444d69dfe4a req-11f87d45-d576-4a64-bcb0-2dbba3bf4587 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] No DVR routers for this DVR port a86943f9-cb89-472e-b8ec-926468d9dfb7 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:13:35.193062 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a507bca2-66d6-4adb-bdc4-4a13ae54baec tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.195254 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-98ee7f5d-070a-47d4-af4d-055484bf5967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.195795 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f0aa3293-5211-48bf-9945-b444d69dfe4a req-11f87d45-d576-4a64-bcb0-2dbba3bf4587 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.200203 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f0aa3293-5211-48bf-9945-b444d69dfe4a req-11f87d45-d576-4a64-bcb0-2dbba3bf4587 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.30 "DELETE /v2.0/ports/a86943f9-cb89-472e-b8ec-926468d9dfb7 HTTP/1.1" status: 204 len: 173 time: 1.4027085 Apr 20 16:13:35.234864 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=f96601e1-7b9d-4051-b38c-780dba292b31,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:35.279007 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-98ee7f5d-070a-47d4-af4d-055484bf5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:35.279725 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-98ee7f5d-070a-47d4-af4d-055484bf5967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.281396 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-98ee7f5d-070a-47d4-af4d-055484bf5967 service neutron] 10.222.0.30 "PUT /v2.0/ports/5822232e-f24c-4cd9-be4a-4448d4597296 HTTP/1.1" status: 200 len: 1090 time: 3.2491536 Apr 20 16:13:35.285077 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'tag': '5822232e-f24c-4cd9-be4a-4448d4597296'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:35.287454 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c38d280-c72a-4a49-a4de-6e6c77f0d1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "tag": "5822232e-f24c-4cd9-be4a-4448d4597296"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:35.319851 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d86059-dc03-47d7-af58-be26f5497d9b req-5aa17f8c-7ad3-4b3c-876c-f19e68cebb69 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:35.332498 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d86059-dc03-47d7-af58-be26f5497d9b req-5aa17f8c-7ad3-4b3c-876c-f19e68cebb69 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:35.336783 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=20742339-1309-494c-891d-c503dbda4536,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:35.348693 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d86059-dc03-47d7-af58-be26f5497d9b req-5aa17f8c-7ad3-4b3c-876c-f19e68cebb69 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:35.357030 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d86059-dc03-47d7-af58-be26f5497d9b req-5aa17f8c-7ad3-4b3c-876c-f19e68cebb69 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:35.368250 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d86059-dc03-47d7-af58-be26f5497d9b req-5aa17f8c-7ad3-4b3c-876c-f19e68cebb69 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:35.392964 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d86059-dc03-47d7-af58-be26f5497d9b req-5aa17f8c-7ad3-4b3c-876c-f19e68cebb69 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:35.399133 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d86059-dc03-47d7-af58-be26f5497d9b req-5aa17f8c-7ad3-4b3c-876c-f19e68cebb69 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:35.408227 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66d86059-dc03-47d7-af58-be26f5497d9b req-5aa17f8c-7ad3-4b3c-876c-f19e68cebb69 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5405 time: 0.2596765 Apr 20 16:13:35.411350 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fddda60-3532-4f02-bc3e-1ddd56557702 x-openstack-request-id: req-9fddda60-3532-4f02-bc3e-1ddd56557702 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:35.411832 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6c4fed-ec5b-499d-a150-5bed4bedc2cc", "name": "network-vif-plugged", "status": "completed", "tag": "f96601e1-7b9d-4051-b38c-780dba292b31", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:35.412465 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9fddda60-3532-4f02-bc3e-1ddd56557702 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:35.413431 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fddda60-3532-4f02-bc3e-1ddd56557702'] response: {'server_uuid': '4b6c4fed-ec5b-499d-a150-5bed4bedc2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96601e1-7b9d-4051-b38c-780dba292b31', 'code': 200} Apr 20 16:13:35.424093 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-6babe703-d811-441c-8829-fa5d950385ea req-7759a90d-69be-422a-9311-fedd66b35fd3 service neutron] Request body: {'port': {'device_id': '694ed346-3b21-4205-a721-a2553728b29e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:35.521735 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee7f5d-070a-47d4-af4d-055484bf5967 service neutron] Pushing event updated for resources: {'Port': ['ID=5822232e-f24c-4cd9-be4a-4448d4597296,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:35.590148 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66d86059-dc03-47d7-af58-be26f5497d9b req-74a0377a-3c4c-4697-8ba3-6d93898a3be5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1808109 Apr 20 16:13:35.591475 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-a507bca2-66d6-4adb-bdc4-4a13ae54baec tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Floating IP 53c583e6-2106-4468-8f84-8d9f7561ca7d associated. External IP: 172.25.0.105, port: 50874154-1c2c-4e74-904c-1d056e8920e9. Apr 20 16:13:35.681018 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a055ff-ff02-477d-ad1f-dec83a18791e x-openstack-request-id: req-82a055ff-ff02-477d-ad1f-dec83a18791e {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:35.681331 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "tag": "5822232e-f24c-4cd9-be4a-4448d4597296", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:35.682114 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82a055ff-ff02-477d-ad1f-dec83a18791e {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:35.682511 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82a055ff-ff02-477d-ad1f-dec83a18791e'] response: {'name': 'network-changed', 'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'tag': '5822232e-f24c-4cd9-be4a-4448d4597296', 'status': 'completed', 'code': 200} Apr 20 16:13:35.687328 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-7759a90d-69be-422a-9311-fedd66b35fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:35.794376 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['20742339-1309-494c-891d-c503dbda4536'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:13:35.842140 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43135e-1f0f-43aa-aa18-cfacb6eec2ce req-3df0278b-4d45-4942-a0f3-b869116fbe49 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:35.843724 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3c43135e-1f0f-43aa-aa18-cfacb6eec2ce req-3df0278b-4d45-4942-a0f3-b869116fbe49 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.1426330 Apr 20 16:13:35.855689 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aea4ead-fdc0-41a5-8842-9245f83ae07e', 'name': 'network-vif-deleted', 'tag': 'a86943f9-cb89-472e-b8ec-926468d9dfb7'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:35.858442 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee45af26-f93e-4526-aee9-4abd9ad8b3f5" -d '{"events": [{"server_uuid": "9aea4ead-fdc0-41a5-8842-9245f83ae07e", "name": "network-vif-deleted", "tag": "a86943f9-cb89-472e-b8ec-926468d9dfb7"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:35.944873 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:13:35.951219 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38d280-c72a-4a49-a4de-6e6c77f0d1c2 req-1c58adda-33b0-4a74-8c1b-cc91a438a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:35.951701 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38d280-c72a-4a49-a4de-6e6c77f0d1c2 req-1c58adda-33b0-4a74-8c1b-cc91a438a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:35.952169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38d280-c72a-4a49-a4de-6e6c77f0d1c2 req-1c58adda-33b0-4a74-8c1b-cc91a438a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:35.952660 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38d280-c72a-4a49-a4de-6e6c77f0d1c2 req-1c58adda-33b0-4a74-8c1b-cc91a438a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:35.953259 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38d280-c72a-4a49-a4de-6e6c77f0d1c2 req-1c58adda-33b0-4a74-8c1b-cc91a438a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:35.953727 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38d280-c72a-4a49-a4de-6e6c77f0d1c2 req-1c58adda-33b0-4a74-8c1b-cc91a438a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:35.954299 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38d280-c72a-4a49-a4de-6e6c77f0d1c2 req-1c58adda-33b0-4a74-8c1b-cc91a438a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:35.956850 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8c38d280-c72a-4a49-a4de-6e6c77f0d1c2 req-1c58adda-33b0-4a74-8c1b-cc91a438a40b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52e792bf173b40589fd45d3280bfec0b&device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 6352 time: 0.2311747 Apr 20 16:13:36.012628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b7124-dd44-42e3-b4de-36b2f07c5297 req-2cd14a5c-9b0f-4cc5-8885-731bcc95846b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:36.014302 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0e6b7124-dd44-42e3-b4de-36b2f07c5297 req-2cd14a5c-9b0f-4cc5-8885-731bcc95846b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 1096 time: 0.3062606 Apr 20 16:13:36.026805 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d3287-cd75-40de-b1de-6c783308ae79 req-c7c8eb36-4013-494f-a6f3-ac31f671358a tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:36.039881 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-262d3287-cd75-40de-b1de-6c783308ae79 req-c7c8eb36-4013-494f-a6f3-ac31f671358a tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 945 time: 0.2215240 Apr 20 16:13:36.062987 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3c43135e-1f0f-43aa-aa18-cfacb6eec2ce req-eb29fa5f-b642-4eee-9bde-1b5a848729e3 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530323 Apr 20 16:13:36.191082 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a507bca2-66d6-4adb-bdc4-4a13ae54baec tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Router e0af7ada-6313-414d-8088-4300f3a26b78 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:13:36.294880 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-6babe703-d811-441c-8829-fa5d950385ea req-7759a90d-69be-422a-9311-fedd66b35fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bfe4719-d3c9-4587-be2e-3aed8a329439 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:36.299639 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56875d58-316e-457f-be33-1f4e2cb5f21f x-openstack-request-id: req-56875d58-316e-457f-be33-1f4e2cb5f21f {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:36.305919 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-7759a90d-69be-422a-9311-fedd66b35fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:36.314477 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aea4ead-fdc0-41a5-8842-9245f83ae07e", "name": "network-vif-deleted", "tag": "a86943f9-cb89-472e-b8ec-926468d9dfb7", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:36.315241 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56875d58-316e-457f-be33-1f4e2cb5f21f {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:36.316213 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56875d58-316e-457f-be33-1f4e2cb5f21f'] response: {'server_uuid': '9aea4ead-fdc0-41a5-8842-9245f83ae07e', 'name': 'network-vif-deleted', 'tag': 'a86943f9-cb89-472e-b8ec-926468d9dfb7', 'status': 'completed', 'code': 200} Apr 20 16:13:36.321124 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0e6b7124-dd44-42e3-b4de-36b2f07c5297 req-897eebc3-be6c-4ed9-8bf8-44bb019ab383 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fb303c33-664a-49a8-bcfd-c70cb5bae48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747581 Apr 20 16:13:36.339625 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-6babe703-d811-441c-8829-fa5d950385ea req-7759a90d-69be-422a-9311-fedd66b35fd3 service neutron] Transition to ACTIVE for port object 5bfe4719-d3c9-4587-be2e-3aed8a329439 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:13:36.346277 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 63659abd-d91c-4b91-b237-6582ca9cef51 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:13:36.349185 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-262d3287-cd75-40de-b1de-6c783308ae79 req-65185360-34d1-463f-8b54-eede3ba03a26 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb303c33-664a-49a8-bcfd-c70cb5bae48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083110 Apr 20 16:13:36.383486 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device a86943f9-cb89-472e-b8ec-926468d9dfb7 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:13:36.407229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38d280-c72a-4a49-a4de-6e6c77f0d1c2 req-f3884e58-ea59-495c-b252-4bef2f72fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:36.410747 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38d280-c72a-4a49-a4de-6e6c77f0d1c2 req-f3884e58-ea59-495c-b252-4bef2f72fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:36.410747 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38d280-c72a-4a49-a4de-6e6c77f0d1c2 req-f3884e58-ea59-495c-b252-4bef2f72fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:36.413182 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8c38d280-c72a-4a49-a4de-6e6c77f0d1c2 req-f3884e58-ea59-495c-b252-4bef2f72fc64 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=52e792bf173b40589fd45d3280bfec0b&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4407656 Apr 20 16:13:36.433563 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: a86943f9-cb89-472e-b8ec-926468d9dfb7 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:13:36.434388 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device a86943f9-cb89-472e-b8ec-926468d9dfb7 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:13:36.462268 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-7759a90d-69be-422a-9311-fedd66b35fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:36.470953 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a507bca2-66d6-4adb-bdc4-4a13ae54baec tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:13:36.485886 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a507bca2-66d6-4adb-bdc4-4a13ae54baec tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:36.508774 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317eb7bf-bddf-4fc4-a5e8-6ec3ad68d545 None None] Sync routers for ids ['e0af7ada-6313-414d-8088-4300f3a26b78'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:13:36.526157 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2a1f6dcf-c222-4c2b-bb8c-33f803426d32 req-4ee64c3e-557c-4ef8-a4c4-2eea75705a09 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aea4ead-fdc0-41a5-8842-9245f83ae07e HTTP/1.1" status: 200 len: 210 time: 0.0444882 Apr 20 16:13:36.529575 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317eb7bf-bddf-4fc4-a5e8-6ec3ad68d545 None None] Routers {'e0af7ada-6313-414d-8088-4300f3a26b78'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:13:36.530218 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-317eb7bf-bddf-4fc4-a5e8-6ec3ad68d545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:13:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e0af7ada-6313-414d-8088-4300f3a26b78'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:36.601838 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46e830-c194-4353-82d9-c6928b27bf03 req-06609aa9-4abf-4045-b17c-5be10e948b44 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:36.608150 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46e830-c194-4353-82d9-c6928b27bf03 req-06609aa9-4abf-4045-b17c-5be10e948b44 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:36.614312 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46e830-c194-4353-82d9-c6928b27bf03 req-06609aa9-4abf-4045-b17c-5be10e948b44 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:36.615916 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8f46e830-c194-4353-82d9-c6928b27bf03 req-06609aa9-4abf-4045-b17c-5be10e948b44 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2413 time: 0.2280629 Apr 20 16:13:36.623155 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a507bca2-66d6-4adb-bdc4-4a13ae54baec tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "PUT /v2.0/floatingips/53c583e6-2106-4468-8f84-8d9f7561ca7d HTTP/1.1" status: 200 len: 991 time: 3.8357940 Apr 20 16:13:36.670760 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759a90d-69be-422a-9311-fedd66b35fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=5bfe4719-d3c9-4587-be2e-3aed8a329439,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:36.711328 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 63659abd-d91c-4b91-b237-6582ca9cef51, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=63659abd-d91c-4b91-b237-6582ca9cef51,segment=NetworkSegment(7c8a8686-b0a3-44ef-a103-a39b1e9b0f88),segment_id=7c8a8686-b0a3-44ef-a103-a39b1e9b0f88)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:36.734280 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '63659abd-d91c-4b91-b237-6582ca9cef51', 'network_id': '9605f993-398a-4575-885f-57930b02e51b', 'port_id': '63659abd-d91c-4b91-b237-6582ca9cef51', 'mac_address': 'fa:16:3e:c5:ba:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a304daab-f36d-41a9-a9f1-3218c4cacc4a', 'ip_address': '19.80.0.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:13:36.818448 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-317eb7bf-bddf-4fc4-a5e8-6ec3ad68d545 None None] Set router e0af7ada-6313-414d-8088-4300f3a26b78 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:13:36.856141 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:36.890410 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63659abd-d91c-4b91-b237-6582ca9cef51 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:36.918243 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8f46e830-c194-4353-82d9-c6928b27bf03 req-a9047f74-a01e-4a8c-8107-87cb45fc5616 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579646 Apr 20 16:13:36.948610 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['661201c9-dd59-4083-a227-761c85684627'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:13:36.955850 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 63659abd-d91c-4b91-b237-6582ca9cef51, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=63659abd-d91c-4b91-b237-6582ca9cef51,segment=NetworkSegment(7c8a8686-b0a3-44ef-a103-a39b1e9b0f88),segment_id=7c8a8686-b0a3-44ef-a103-a39b1e9b0f88)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:37.005001 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38d280-c72a-4a49-a4de-6e6c77f0d1c2 req-52e1a1c5-3a5a-44df-8a9a-fb746ceb90c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:37.006754 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8c38d280-c72a-4a49-a4de-6e6c77f0d1c2 req-52e1a1c5-3a5a-44df-8a9a-fb746ceb90c0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3101325 Apr 20 16:13:37.019688 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0583b-acbb-42f6-9daf-a50c250178c4 req-3fca19ab-ea0e-40f2-bfae-d9025c0f3aaf tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:37.027346 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0583b-acbb-42f6-9daf-a50c250178c4 req-3fca19ab-ea0e-40f2-bfae-d9025c0f3aaf tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:37.035472 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:37.035698 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0583b-acbb-42f6-9daf-a50c250178c4 req-3fca19ab-ea0e-40f2-bfae-d9025c0f3aaf tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:37.043439 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0583b-acbb-42f6-9daf-a50c250178c4 req-3fca19ab-ea0e-40f2-bfae-d9025c0f3aaf tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:37.052241 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0583b-acbb-42f6-9daf-a50c250178c4 req-3fca19ab-ea0e-40f2-bfae-d9025c0f3aaf tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:37.059914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0583b-acbb-42f6-9daf-a50c250178c4 req-3fca19ab-ea0e-40f2-bfae-d9025c0f3aaf tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:37.067320 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0583b-acbb-42f6-9daf-a50c250178c4 req-3fca19ab-ea0e-40f2-bfae-d9025c0f3aaf tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:37.078299 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6e0583b-acbb-42f6-9daf-a50c250178c4 req-3fca19ab-ea0e-40f2-bfae-d9025c0f3aaf tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5417 time: 0.1989989 Apr 20 16:13:37.140511 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6e0583b-acbb-42f6-9daf-a50c250178c4 req-43e3d498-89c3-4d77-ab90-3d1c45f7c0f2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572047 Apr 20 16:13:37.140945 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=63659abd-d91c-4b91-b237-6582ca9cef51,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:37.246148 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-6babe703-d811-441c-8829-fa5d950385ea req-7759a90d-69be-422a-9311-fedd66b35fd3 service neutron] Attempting to bind port 5bfe4719-d3c9-4587-be2e-3aed8a329439 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:13:37.246482 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-6babe703-d811-441c-8829-fa5d950385ea req-7759a90d-69be-422a-9311-fedd66b35fd3 service neutron] Attempting to bind port 5bfe4719-d3c9-4587-be2e-3aed8a329439 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '3e27c4e3-03c3-485b-82d8-3a2925a815bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '180e815e-0123-45d7-aabc-b7cbe3dc8657'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:13:37.246812 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-7759a90d-69be-422a-9311-fedd66b35fd3 service neutron] Attempting to bind port 5bfe4719-d3c9-4587-be2e-3aed8a329439 on network 180e815e-0123-45d7-aabc-b7cbe3dc8657 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:37.256063 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df0e19-f178-4dd1-950c-795598534c23 req-9c746974-957b-4f9e-b94f-5d165574460b tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:37.257619 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f9df0e19-f178-4dd1-950c-795598534c23 req-9c746974-957b-4f9e-b94f-5d165574460b tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d0c081-276b-4a7f-8684-23feb66346b2 HTTP/1.1" status: 200 len: 945 time: 0.1157582 Apr 20 16:13:37.262197 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-7759a90d-69be-422a-9311-fedd66b35fd3 service neutron] Port 5bfe4719-d3c9-4587-be2e-3aed8a329439 on network 180e815e-0123-45d7-aabc-b7cbe3dc8657 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:13:37.262520 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-7759a90d-69be-422a-9311-fedd66b35fd3 service neutron] Attempting to bind port 5bfe4719-d3c9-4587-be2e-3aed8a329439 on network 180e815e-0123-45d7-aabc-b7cbe3dc8657 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:37.278753 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-317eb7bf-bddf-4fc4-a5e8-6ec3ad68d545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'name': 'tempest-ServersTestManualDisk-1540183423-router', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:12:41Z', 'updated_at': '2022-04-20T16:12:50Z', 'revision_number': 4, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'gw_port': {'id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:42:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:43Z', 'updated_at': '2022-04-20T16:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '53c583e6-2106-4468-8f84-8d9f7561ca7d', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'port_id': '50874154-1c2c-4e74-904c-1d056e8920e9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b', 'mac_address': 'fa:16:3e:a6:be:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d0c081-276b-4a7f-8684-23feb66346b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:13:01Z', 'updated_at': '2022-04-20T16:13:34Z', 'revision_number': 1, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee974115-20f2-4eeb-97a8-3d17338ff683', 'name': '', 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'mac_address': 'fa:16:3e:1b:e6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7c93c9ca-8e3b-404e-8f95-83a6615816ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:48Z', 'updated_at': '2022-04-20T16:13:00Z', 'revision_number': 5, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'subnets': [{'id': '7c93c9ca-8e3b-404e-8f95-83a6615816ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:37.289489 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-7759a90d-69be-422a-9311-fedd66b35fd3 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:13:37.289824 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-7759a90d-69be-422a-9311-fedd66b35fd3 service neutron] Checking segment: {'id': '3e27c4e3-03c3-485b-82d8-3a2925a815bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '180e815e-0123-45d7-aabc-b7cbe3dc8657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:13:37.290292 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-7759a90d-69be-422a-9311-fedd66b35fd3 service neutron] Bound using segment: {'id': '3e27c4e3-03c3-485b-82d8-3a2925a815bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '180e815e-0123-45d7-aabc-b7cbe3dc8657'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:13:37.290766 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-6babe703-d811-441c-8829-fa5d950385ea req-7759a90d-69be-422a-9311-fedd66b35fd3 service neutron] Bound port: 5bfe4719-d3c9-4587-be2e-3aed8a329439, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e27c4e3-03c3-485b-82d8-3a2925a815bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '180e815e-0123-45d7-aabc-b7cbe3dc8657'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:13:37.291161 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-7759a90d-69be-422a-9311-fedd66b35fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:37.298797 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf4cb4-d41a-4757-a10b-942079ba169e req-4401e6ac-f584-4eef-9e24-4c1b8ec11319 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:37.300291 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1acf4cb4-d41a-4757-a10b-942079ba169e req-4401e6ac-f584-4eef-9e24-4c1b8ec11319 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0604525 Apr 20 16:13:37.315502 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317eb7bf-bddf-4fc4-a5e8-6ec3ad68d545 None None] Checking router: e0af7ada-6313-414d-8088-4300f3a26b78 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:13:37.325659 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317eb7bf-bddf-4fc4-a5e8-6ec3ad68d545 None None] Routers {'e0af7ada-6313-414d-8088-4300f3a26b78'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:13:37.326514 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-317eb7bf-bddf-4fc4-a5e8-6ec3ad68d545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:13:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e0af7ada-6313-414d-8088-4300f3a26b78'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:37.355540 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f9df0e19-f178-4dd1-950c-795598534c23 req-82520222-86b8-4066-9c34-0b3f75d87bf8 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/security-groups?id=36d47bf3-8198-4550-9bff-c56a759341c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895352 Apr 20 16:13:37.373085 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1acf4cb4-d41a-4757-a10b-942079ba169e req-ba88f7aa-a112-4a75-b281-df15ddffd568 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663991 Apr 20 16:13:37.397221 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-6babe703-d811-441c-8829-fa5d950385ea req-7759a90d-69be-422a-9311-fedd66b35fd3 service neutron] For port 5bfe4719-d3c9-4587-be2e-3aed8a329439, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:13:37.400769 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-6babe703-d811-441c-8829-fa5d950385ea req-7759a90d-69be-422a-9311-fedd66b35fd3 service neutron] For port 5bfe4719-d3c9-4587-be2e-3aed8a329439, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5bfe4719-d3c9-4587-be2e-3aed8a329439,segment=NetworkSegment(3e27c4e3-03c3-485b-82d8-3a2925a815bc),segment_id=3e27c4e3-03c3-485b-82d8-3a2925a815bc)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:13:37.492700 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-317eb7bf-bddf-4fc4-a5e8-6ec3ad68d545 None None] Set router e0af7ada-6313-414d-8088-4300f3a26b78 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:13:37.497796 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b037d-7c5b-4fe6-aa76-d12ed6c693b6 req-ae46be6f-ba5a-4cd1-a3db-47a64ecb5f66 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:37.499748 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9e7b037d-7c5b-4fe6-aa76-d12ed6c693b6 req-ae46be6f-ba5a-4cd1-a3db-47a64ecb5f66 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 945 time: 0.0592661 Apr 20 16:13:37.505403 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-7759a90d-69be-422a-9311-fedd66b35fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:37.568220 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-7759a90d-69be-422a-9311-fedd66b35fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:37.568924 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-7759a90d-69be-422a-9311-fedd66b35fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:37.570378 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-7759a90d-69be-422a-9311-fedd66b35fd3 service neutron] 10.222.0.30 "PUT /v2.0/ports/5bfe4719-d3c9-4587-be2e-3aed8a329439 HTTP/1.1" status: 200 len: 1091 time: 2.1509118 Apr 20 16:13:37.621437 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759a90d-69be-422a-9311-fedd66b35fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=5bfe4719-d3c9-4587-be2e-3aed8a329439,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:37.650984 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9e7b037d-7c5b-4fe6-aa76-d12ed6c693b6 req-494c9ade-d411-4431-bb7b-99f949d06c4d tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb303c33-664a-49a8-bcfd-c70cb5bae48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356869 Apr 20 16:13:37.673369 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-6babe703-d811-441c-8829-fa5d950385ea req-43a13d9d-94c7-4252-a93b-4191a5bf6291 service neutron] Request body: {'port': {'device_id': '694ed346-3b21-4205-a721-a2553728b29e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:37.714515 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d0c081-276b-4a7f-8684-23feb66346b2', 'tag': '50874154-1c2c-4e74-904c-1d056e8920e9'}, {'name': 'network-changed', 'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'tag': '5bfe4719-d3c9-4587-be2e-3aed8a329439'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:37.732284 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d243ac-3621-4b50-8dc4-c19792a49323" -d '{"events": [{"name": "network-changed", "server_uuid": "60d0c081-276b-4a7f-8684-23feb66346b2", "tag": "50874154-1c2c-4e74-904c-1d056e8920e9"}, {"name": "network-changed", "server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "tag": "5bfe4719-d3c9-4587-be2e-3aed8a329439"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:37.785697 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-43a13d9d-94c7-4252-a93b-4191a5bf6291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:37.941238 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945afccc-29c6-46c5-8098-fb685a09f26d x-openstack-request-id: req-945afccc-29c6-46c5-8098-fb685a09f26d {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:37.944587 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d0c081-276b-4a7f-8684-23feb66346b2", "tag": "50874154-1c2c-4e74-904c-1d056e8920e9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "tag": "5bfe4719-d3c9-4587-be2e-3aed8a329439", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:37.944587 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-945afccc-29c6-46c5-8098-fb685a09f26d {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:37.944587 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-945afccc-29c6-46c5-8098-fb685a09f26d'] response: {'name': 'network-changed', 'server_uuid': '60d0c081-276b-4a7f-8684-23feb66346b2', 'tag': '50874154-1c2c-4e74-904c-1d056e8920e9', 'status': 'completed', 'code': 200} Apr 20 16:13:37.944587 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-945afccc-29c6-46c5-8098-fb685a09f26d'] response: {'name': 'network-changed', 'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'tag': '5bfe4719-d3c9-4587-be2e-3aed8a329439', 'status': 'completed', 'code': 200} Apr 20 16:13:37.961109 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['63659abd-d91c-4b91-b237-6582ca9cef51'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:13:37.996542 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-317eb7bf-bddf-4fc4-a5e8-6ec3ad68d545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'name': 'tempest-ServersTestManualDisk-1540183423-router', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:12:41Z', 'updated_at': '2022-04-20T16:12:50Z', 'revision_number': 4, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'gw_port': {'id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:42:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:43Z', 'updated_at': '2022-04-20T16:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '53c583e6-2106-4468-8f84-8d9f7561ca7d', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'port_id': '50874154-1c2c-4e74-904c-1d056e8920e9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b', 'mac_address': 'fa:16:3e:a6:be:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d0c081-276b-4a7f-8684-23feb66346b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:13:01Z', 'updated_at': '2022-04-20T16:13:34Z', 'revision_number': 1, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee974115-20f2-4eeb-97a8-3d17338ff683', 'name': '', 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'mac_address': 'fa:16:3e:1b:e6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7c93c9ca-8e3b-404e-8f95-83a6615816ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:48Z', 'updated_at': '2022-04-20T16:13:00Z', 'revision_number': 5, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'subnets': [{'id': '7c93c9ca-8e3b-404e-8f95-83a6615816ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:38.010780 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317eb7bf-bddf-4fc4-a5e8-6ec3ad68d545 None None] The sync data for ids ['e0af7ada-6313-414d-8088-4300f3a26b78'] in n-d-836146-2 is: [{'id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'name': 'tempest-ServersTestManualDisk-1540183423-router', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:12:41Z', 'updated_at': '2022-04-20T16:12:50Z', 'revision_number': 4, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'gw_port': {'id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:42:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:43Z', 'updated_at': '2022-04-20T16:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '53c583e6-2106-4468-8f84-8d9f7561ca7d', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'port_id': '50874154-1c2c-4e74-904c-1d056e8920e9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b', 'mac_address': 'fa:16:3e:a6:be:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d0c081-276b-4a7f-8684-23feb66346b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:13:01Z', 'updated_at': '2022-04-20T16:13:34Z', 'revision_number': 1, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee974115-20f2-4eeb-97a8-3d17338ff683', 'name': '', 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'mac_address': 'fa:16:3e:1b:e6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7c93c9ca-8e3b-404e-8f95-83a6615816ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:48Z', 'updated_at': '2022-04-20T16:13:00Z', 'revision_number': 5, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'subnets': [{'id': '7c93c9ca-8e3b-404e-8f95-83a6615816ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:13:38.088056 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-d049d7b0-271d-4645-b095-13ab880ddf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:38.090365 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-d049d7b0-271d-4645-b095-13ab880ddf95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a65ee74e176348e8ac55cef4712eb79c&device_id=60d0c081-276b-4a7f-8684-23feb66346b2 HTTP/1.1" status: 200 len: 1096 time: 0.1024957 Apr 20 16:13:38.251192 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 20742339-1309-494c-891d-c503dbda4536 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:13:38.309734 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-fd870dc6-e528-4b2e-9643-a065bc1aee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:38.311460 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-fd870dc6-e528-4b2e-9643-a065bc1aee09 service neutron] 10.222.0.30 "GET /v2.0/networks?id=408045e4-944a-432a-ba89-38535ff2bc3b HTTP/1.1" status: 200 len: 913 time: 0.1886039 Apr 20 16:13:38.387885 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-6babe703-d811-441c-8829-fa5d950385ea req-43a13d9d-94c7-4252-a93b-4191a5bf6291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb31366-e148-4f5b-844b-4036084eaaca {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:38.399464 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-43a13d9d-94c7-4252-a93b-4191a5bf6291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:38.413127 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 20742339-1309-494c-891d-c503dbda4536 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:13:38.419402 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 20742339-1309-494c-891d-c503dbda4536 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:38.423034 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:38.430687 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-6babe703-d811-441c-8829-fa5d950385ea req-43a13d9d-94c7-4252-a93b-4191a5bf6291 service neutron] Transition to ACTIVE for port object 9fb31366-e148-4f5b-844b-4036084eaaca will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:13:38.441598 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb92b20-102c-4dd2-ba48-157327643c32 req-ac930bd1-34b5-475b-a4d4-1a72ae9ef338 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:38.448167 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb92b20-102c-4dd2-ba48-157327643c32 req-ac930bd1-34b5-475b-a4d4-1a72ae9ef338 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:38.458379 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb92b20-102c-4dd2-ba48-157327643c32 req-ac930bd1-34b5-475b-a4d4-1a72ae9ef338 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:38.463939 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-adb92b20-102c-4dd2-ba48-157327643c32 req-ac930bd1-34b5-475b-a4d4-1a72ae9ef338 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2414 time: 0.1502128 Apr 20 16:13:38.492822 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ae3430-3df9-4fdd-b95a-37a44388ee76 None None] New status for floating IP 53c583e6-2106-4468-8f84-8d9f7561ca7d: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:13:38.516797 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-43a13d9d-94c7-4252-a93b-4191a5bf6291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:38.519718 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306aba2e-d542-443d-a319-832283347b8c req-6f41e8e9-fb45-415d-ac1b-01f5ee97e20c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:38.527036 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306aba2e-d542-443d-a319-832283347b8c req-6f41e8e9-fb45-415d-ac1b-01f5ee97e20c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:38.533170 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306aba2e-d542-443d-a319-832283347b8c req-6f41e8e9-fb45-415d-ac1b-01f5ee97e20c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:38.541726 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-adb92b20-102c-4dd2-ba48-157327643c32 req-0922b2af-2073-43a5-b1f5-83180f484fd9 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765893 Apr 20 16:13:38.544738 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306aba2e-d542-443d-a319-832283347b8c req-6f41e8e9-fb45-415d-ac1b-01f5ee97e20c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:38.551682 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306aba2e-d542-443d-a319-832283347b8c req-6f41e8e9-fb45-415d-ac1b-01f5ee97e20c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:38.573259 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306aba2e-d542-443d-a319-832283347b8c req-6f41e8e9-fb45-415d-ac1b-01f5ee97e20c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:38.579643 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306aba2e-d542-443d-a319-832283347b8c req-6f41e8e9-fb45-415d-ac1b-01f5ee97e20c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:38.591826 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-306aba2e-d542-443d-a319-832283347b8c req-6f41e8e9-fb45-415d-ac1b-01f5ee97e20c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5417 time: 0.2453203 Apr 20 16:13:38.683254 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-72b36e3b-d772-4d7f-bfdd-e92129affad3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50874154-1c2c-4e74-904c-1d056e8920e9 HTTP/1.1" status: 200 len: 999 time: 0.3620627 Apr 20 16:13:38.706508 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a13d9d-94c7-4252-a93b-4191a5bf6291 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb31366-e148-4f5b-844b-4036084eaaca,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:38.707826 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-306aba2e-d542-443d-a319-832283347b8c req-e99cb1f2-c967-4630-aeba-ffb8b0fb8618 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1143925 Apr 20 16:13:38.832640 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-b8da116b-1b04-4020-a653-b7b5ab5a86e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:38.836827 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-b8da116b-1b04-4020-a653-b7b5ab5a86e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7c93c9ca-8e3b-404e-8f95-83a6615816ab HTTP/1.1" status: 200 len: 851 time: 0.1283662 Apr 20 16:13:38.922152 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:38.941390 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518aaa5-4df2-434e-9192-5ba5a6c86292 req-a1076d24-f19e-4961-b4f5-985069801726 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:38.943916 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6518aaa5-4df2-434e-9192-5ba5a6c86292 req-a1076d24-f19e-4961-b4f5-985069801726 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 944 time: 0.2644365 Apr 20 16:13:38.983681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-a0a2deb9-5f7c-4bf4-968e-df5b2c9f4481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:38.985518 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-a0a2deb9-5f7c-4bf4-968e-df5b2c9f4481 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=408045e4-944a-432a-ba89-38535ff2bc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718775 Apr 20 16:13:38.990142 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-6babe703-d811-441c-8829-fa5d950385ea req-43a13d9d-94c7-4252-a93b-4191a5bf6291 service neutron] Attempting to bind port 9fb31366-e148-4f5b-844b-4036084eaaca on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:13:38.990881 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-6babe703-d811-441c-8829-fa5d950385ea req-43a13d9d-94c7-4252-a93b-4191a5bf6291 service neutron] Attempting to bind port 9fb31366-e148-4f5b-844b-4036084eaaca by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '3e27c4e3-03c3-485b-82d8-3a2925a815bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '180e815e-0123-45d7-aabc-b7cbe3dc8657'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:13:38.991936 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-43a13d9d-94c7-4252-a93b-4191a5bf6291 service neutron] Attempting to bind port 9fb31366-e148-4f5b-844b-4036084eaaca on network 180e815e-0123-45d7-aabc-b7cbe3dc8657 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:38.994208 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d41dc-6f72-4063-8641-b268a5596917 req-c4a0b944-da6d-4c08-9e77-35e22002a8aa tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:39.002351 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-085d41dc-6f72-4063-8641-b268a5596917 req-c4a0b944-da6d-4c08-9e77-35e22002a8aa tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.1568866 Apr 20 16:13:39.007995 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-43a13d9d-94c7-4252-a93b-4191a5bf6291 service neutron] Port 9fb31366-e148-4f5b-844b-4036084eaaca on network 180e815e-0123-45d7-aabc-b7cbe3dc8657 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:13:39.009654 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-43a13d9d-94c7-4252-a93b-4191a5bf6291 service neutron] Attempting to bind port 9fb31366-e148-4f5b-844b-4036084eaaca on network 180e815e-0123-45d7-aabc-b7cbe3dc8657 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:39.024722 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-43a13d9d-94c7-4252-a93b-4191a5bf6291 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:13:39.025883 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-43a13d9d-94c7-4252-a93b-4191a5bf6291 service neutron] Checking segment: {'id': '3e27c4e3-03c3-485b-82d8-3a2925a815bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '180e815e-0123-45d7-aabc-b7cbe3dc8657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:13:39.026150 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e52657-d806-43ce-9dac-c95d85c25be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20742339-1309-494c-891d-c503dbda4536'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:39.026988 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6babe703-d811-441c-8829-fa5d950385ea req-43a13d9d-94c7-4252-a93b-4191a5bf6291 service neutron] Bound using segment: {'id': '3e27c4e3-03c3-485b-82d8-3a2925a815bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '180e815e-0123-45d7-aabc-b7cbe3dc8657'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:13:39.027605 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-6babe703-d811-441c-8829-fa5d950385ea req-43a13d9d-94c7-4252-a93b-4191a5bf6291 service neutron] Bound port: 9fb31366-e148-4f5b-844b-4036084eaaca, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e27c4e3-03c3-485b-82d8-3a2925a815bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '180e815e-0123-45d7-aabc-b7cbe3dc8657'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:13:39.028151 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-43a13d9d-94c7-4252-a93b-4191a5bf6291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:39.028753 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867083e1-add5-4a8d-96a8-def909e5eeaf" -d '{"events": [{"server_uuid": "45e52657-d806-43ce-9dac-c95d85c25be5", "name": "network-vif-plugged", "status": "completed", "tag": "20742339-1309-494c-891d-c503dbda4536"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:39.043858 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6518aaa5-4df2-434e-9192-5ba5a6c86292 req-3504fc56-ef3c-48cc-9989-7a2f63ad0406 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860639 Apr 20 16:13:39.068231 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 20742339-1309-494c-891d-c503dbda4536, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=20742339-1309-494c-891d-c503dbda4536,segment=NetworkSegment(59b81744-c5c7-4e6e-86f9-20a67f979b7d),segment_id=59b81744-c5c7-4e6e-86f9-20a67f979b7d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:39.134558 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-085d41dc-6f72-4063-8641-b268a5596917 req-008eee53-5d22-4ff6-ad46-33733e0d79b0 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312399 Apr 20 16:13:39.164125 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:39.234704 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-6babe703-d811-441c-8829-fa5d950385ea req-43a13d9d-94c7-4252-a93b-4191a5bf6291 service neutron] For port 9fb31366-e148-4f5b-844b-4036084eaaca, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:13:39.259651 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-e2b6ae79-7d17-4da4-a1e8-a09ecd618438 service neutron] 10.222.0.30 "GET /v2.0/networks/408045e4-944a-432a-ba89-38535ff2bc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486591 Apr 20 16:13:39.267214 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=20742339-1309-494c-891d-c503dbda4536,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:39.271306 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-6babe703-d811-441c-8829-fa5d950385ea req-43a13d9d-94c7-4252-a93b-4191a5bf6291 service neutron] For port 9fb31366-e148-4f5b-844b-4036084eaaca, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=9fb31366-e148-4f5b-844b-4036084eaaca,segment=NetworkSegment(3e27c4e3-03c3-485b-82d8-3a2925a815bc),segment_id=3e27c4e3-03c3-485b-82d8-3a2925a815bc)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:13:39.308836 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cfb63d-eebf-415b-b596-93021f22a527 x-openstack-request-id: req-11cfb63d-eebf-415b-b596-93021f22a527 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:39.308836 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e52657-d806-43ce-9dac-c95d85c25be5", "name": "network-vif-plugged", "status": "completed", "tag": "20742339-1309-494c-891d-c503dbda4536", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:39.308836 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11cfb63d-eebf-415b-b596-93021f22a527 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:39.308836 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11cfb63d-eebf-415b-b596-93021f22a527'] response: {'server_uuid': '45e52657-d806-43ce-9dac-c95d85c25be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20742339-1309-494c-891d-c503dbda4536', 'code': 200} Apr 20 16:13:39.312260 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3cbc3-c4df-4806-bd9a-76ec26017b6c req-1eb9cf29-77a4-412c-8b2f-6cc30639e49c tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:39.313957 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-77d3cbc3-c4df-4806-bd9a-76ec26017b6c req-1eb9cf29-77a4-412c-8b2f-6cc30639e49c tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 945 time: 0.1414559 Apr 20 16:13:39.376877 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-77d3cbc3-c4df-4806-bd9a-76ec26017b6c req-f0dba79f-0989-42d5-bc0c-6f0c2e4383ab tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb303c33-664a-49a8-bcfd-c70cb5bae48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470810 Apr 20 16:13:39.378813 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-43a13d9d-94c7-4252-a93b-4191a5bf6291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:39.436572 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-43a13d9d-94c7-4252-a93b-4191a5bf6291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:39.437522 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6babe703-d811-441c-8829-fa5d950385ea req-43a13d9d-94c7-4252-a93b-4191a5bf6291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:39.439201 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-43a13d9d-94c7-4252-a93b-4191a5bf6291 service neutron] 10.222.0.30 "PUT /v2.0/ports/9fb31366-e148-4f5b-844b-4036084eaaca HTTP/1.1" status: 200 len: 1091 time: 1.7710929 Apr 20 16:13:39.469361 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a13d9d-94c7-4252-a93b-4191a5bf6291 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb31366-e148-4f5b-844b-4036084eaaca,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:39.509912 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-471ee082-deb1-4856-b017-c2ddda23d558 service neutron] 10.222.0.30 "GET /v2.0/networks/408045e4-944a-432a-ba89-38535ff2bc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429519 Apr 20 16:13:39.753839 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a693e-6c62-4f4a-bcf0-ea0b5cb5c138 req-7c90e098-889f-44f0-a064-d2cad39a1a79 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:39.764137 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a693e-6c62-4f4a-bcf0-ea0b5cb5c138 req-7c90e098-889f-44f0-a064-d2cad39a1a79 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:39.772162 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a693e-6c62-4f4a-bcf0-ea0b5cb5c138 req-7c90e098-889f-44f0-a064-d2cad39a1a79 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:39.782772 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-289a693e-6c62-4f4a-bcf0-ea0b5cb5c138 req-7c90e098-889f-44f0-a064-d2cad39a1a79 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2415 time: 0.1561146 Apr 20 16:13:39.814642 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3a0be-ec86-47ea-af33-42433bd67a87 req-ccca02cb-3fba-49a1-9425-dd7a5edec00d tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:39.816110 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cdf3a0be-ec86-47ea-af33-42433bd67a87 req-ccca02cb-3fba-49a1-9425-dd7a5edec00d tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 944 time: 0.4226701 Apr 20 16:13:39.828850 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-289a693e-6c62-4f4a-bcf0-ea0b5cb5c138 req-1253bb2d-54e2-46e7-bc9d-817457569a01 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449162 Apr 20 16:13:39.918053 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f722669b-8941-4458-99ab-2b27f9d22c24 req-df96b11e-0b77-46fa-8f0f-f877c4deb524 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 258 time: 0.5066190 Apr 20 16:13:39.926598 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-312a34c2-6cdf-4986-82ce-be7070bdec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:39.927461 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-312a34c2-6cdf-4986-82ce-be7070bdec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:39.927575 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-312a34c2-6cdf-4986-82ce-be7070bdec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:39.927980 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-312a34c2-6cdf-4986-82ce-be7070bdec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:39.928653 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-312a34c2-6cdf-4986-82ce-be7070bdec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:39.929127 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-312a34c2-6cdf-4986-82ce-be7070bdec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:39.929686 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-312a34c2-6cdf-4986-82ce-be7070bdec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:39.932114 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-312a34c2-6cdf-4986-82ce-be7070bdec5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52e792bf173b40589fd45d3280bfec0b&device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 6486 time: 0.2569785 Apr 20 16:13:39.935257 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-f722669b-8941-4458-99ab-2b27f9d22c24 req-3755cb29-3039-436f-b3db-978cd8510371 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:39.944695 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'tag': '9fb31366-e148-4f5b-844b-4036084eaaca'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:39.948859 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1aa8043-0fd0-49f9-b33f-832f8f058a06" -d '{"events": [{"name": "network-changed", "server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "tag": "9fb31366-e148-4f5b-844b-4036084eaaca"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:40.082933 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3467c2-0f81-4196-864d-b568c6760149 req-95e34f96-6a72-4b8f-a41e-08a53b2d41b0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:40.093078 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3467c2-0f81-4196-864d-b568c6760149 req-95e34f96-6a72-4b8f-a41e-08a53b2d41b0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:40.104542 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3467c2-0f81-4196-864d-b568c6760149 req-95e34f96-6a72-4b8f-a41e-08a53b2d41b0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:40.111400 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3467c2-0f81-4196-864d-b568c6760149 req-95e34f96-6a72-4b8f-a41e-08a53b2d41b0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:40.117814 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3467c2-0f81-4196-864d-b568c6760149 req-95e34f96-6a72-4b8f-a41e-08a53b2d41b0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:40.124709 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3467c2-0f81-4196-864d-b568c6760149 req-95e34f96-6a72-4b8f-a41e-08a53b2d41b0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:40.132496 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3467c2-0f81-4196-864d-b568c6760149 req-95e34f96-6a72-4b8f-a41e-08a53b2d41b0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:40.135352 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f3467c2-0f81-4196-864d-b568c6760149 req-95e34f96-6a72-4b8f-a41e-08a53b2d41b0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5429 time: 0.1820741 Apr 20 16:13:40.188918 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f3467c2-0f81-4196-864d-b568c6760149 req-95d981d3-2b1f-4ffd-96bd-ca7da6013935 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472345 Apr 20 16:13:40.242944 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-00690c39-39d0-42fa-8f1b-6b8f7aa83bab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18f3702c-45ea-40ef-a824-e2709a902263 HTTP/1.1" status: 200 len: 217 time: 0.2850180 Apr 20 16:13:40.281814 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a543a973-d5e1-47e5-ad54-8c5388da1d66 x-openstack-request-id: req-a543a973-d5e1-47e5-ad54-8c5388da1d66 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:40.281814 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "tag": "9fb31366-e148-4f5b-844b-4036084eaaca", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:40.281814 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a543a973-d5e1-47e5-ad54-8c5388da1d66 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:40.281814 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a543a973-d5e1-47e5-ad54-8c5388da1d66'] response: {'name': 'network-changed', 'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'tag': '9fb31366-e148-4f5b-844b-4036084eaaca', 'status': 'completed', 'code': 200} Apr 20 16:13:40.282277 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 661201c9-dd59-4083-a227-761c85684627 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:13:40.321167 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-6bf2ee81-1140-4c61-af78-49cb0b4c07ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:40.323335 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-6bf2ee81-1140-4c61-af78-49cb0b4c07ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf84b94b-dba3-472d-a23f-24ed520f6e46 HTTP/1.1" status: 200 len: 855 time: 0.0638902 Apr 20 16:13:40.391133 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-cdf3a0be-ec86-47ea-af33-42433bd67a87 req-b5d38c1b-8706-4092-af71-1ce69c6fbcf8 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Deleting port 8d18b182-d4de-47d8-a1a2-e02eb00550a1 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:13:40.391407 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cdf3a0be-ec86-47ea-af33-42433bd67a87 req-b5d38c1b-8706-4092-af71-1ce69c6fbcf8 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:40.399195 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f722669b-8941-4458-99ab-2b27f9d22c24 req-3755cb29-3039-436f-b3db-978cd8510371 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:40.422415 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ef599-5939-4145-91ac-2610340535b7 req-5bcfbc54-dee7-4fef-bbd8-cc0cf2fd560a tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:40.430346 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-124ef599-5939-4145-91ac-2610340535b7 req-5bcfbc54-dee7-4fef-bbd8-cc0cf2fd560a tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 944 time: 0.0969615 Apr 20 16:13:40.470710 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-124ef599-5939-4145-91ac-2610340535b7 req-29a901e9-cf64-4176-b705-d0a028dfe406 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/security-groups?id=deb31004-adaa-440d-8e87-c369a5caf812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392768 Apr 20 16:13:40.478717 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 661201c9-dd59-4083-a227-761c85684627 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:13:40.483531 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 661201c9-dd59-4083-a227-761c85684627 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:40.488274 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:40.545116 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-9a502f6a-9a27-4729-8b4e-74a1112c3165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:40.546703 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-9a502f6a-9a27-4729-8b4e-74a1112c3165 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a539455-a33b-4573-a499-12dcf82cf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2115345 Apr 20 16:13:40.610253 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:40.646304 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3f4b4-209c-442b-89e1-e106e4ff3235 req-033ccd54-f439-476d-a896-1bb45eda870b tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:40.646764 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 661201c9-dd59-4083-a227-761c85684627, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=661201c9-dd59-4083-a227-761c85684627,segment=NetworkSegment(7c8a8686-b0a3-44ef-a103-a39b1e9b0f88),segment_id=7c8a8686-b0a3-44ef-a103-a39b1e9b0f88)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:40.648404 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5dc3f4b4-209c-442b-89e1-e106e4ff3235 req-033ccd54-f439-476d-a896-1bb45eda870b tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0624650 Apr 20 16:13:40.690734 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5dc3f4b4-209c-442b-89e1-e106e4ff3235 req-1f26d80b-f0f1-42b1-a644-6bb098666a15 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348284 Apr 20 16:13:40.821121 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-cdf3a0be-ec86-47ea-af33-42433bd67a87 req-b5d38c1b-8706-4092-af71-1ce69c6fbcf8 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] For port 8d18b182-d4de-47d8-a1a2-e02eb00550a1, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=8d18b182-d4de-47d8-a1a2-e02eb00550a1,segment=NetworkSegment(675a0009-a9dc-4b0f-acbf-7ded4941c16e),segment_id=675a0009-a9dc-4b0f-acbf-7ded4941c16e)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:40.821121 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cdf3a0be-ec86-47ea-af33-42433bd67a87 req-b5d38c1b-8706-4092-af71-1ce69c6fbcf8 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:40.821121 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-cdf3a0be-ec86-47ea-af33-42433bd67a87 req-b5d38c1b-8706-4092-af71-1ce69c6fbcf8 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Calling delete_port for 8d18b182-d4de-47d8-a1a2-e02eb00550a1 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:13:40.826790 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-e9fff8d2-a8f7-46a3-a708-10e2ef208d54 service neutron] 10.222.0.30 "GET /v2.0/networks/5a539455-a33b-4573-a499-12dcf82cf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589021 Apr 20 16:13:40.916037 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f722669b-8941-4458-99ab-2b27f9d22c24 req-3755cb29-3039-436f-b3db-978cd8510371 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:40.974348 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec3dab-5000-41a6-a827-68f7fa42a368 req-480bdb6c-6189-4a21-9778-d0475045a416 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:40.978572 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:40.980370 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 63659abd-d91c-4b91-b237-6582ca9cef51 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:13:40.980700 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec3dab-5000-41a6-a827-68f7fa42a368 req-480bdb6c-6189-4a21-9778-d0475045a416 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:40.986468 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec3dab-5000-41a6-a827-68f7fa42a368 req-480bdb6c-6189-4a21-9778-d0475045a416 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:40.988145 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e6ec3dab-5000-41a6-a827-68f7fa42a368 req-480bdb6c-6189-4a21-9778-d0475045a416 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2415 time: 0.0666208 Apr 20 16:13:41.000321 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-e5ef7fe4-2f4e-4fe2-bd1d-50fc14089194 service neutron] 10.222.0.30 "GET /v2.0/networks/5a539455-a33b-4573-a499-12dcf82cf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655152 Apr 20 16:13:41.030667 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e6ec3dab-5000-41a6-a827-68f7fa42a368 req-9d0d0758-4293-4c1f-a61f-254e8644fcf9 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347681 Apr 20 16:13:41.044965 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-9f722ac4-c388-42be-ae46-13f5d187c2ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=86bc5f31-0189-4f35-860c-022465c8e0d6 HTTP/1.1" status: 200 len: 217 time: 0.0373068 Apr 20 16:13:41.060520 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=661201c9-dd59-4083-a227-761c85684627,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:41.101265 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-dc107b33-e4fe-4a3a-a3fa-ee91d1a1c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:41.105598 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-dc107b33-e4fe-4a3a-a3fa-ee91d1a1c9eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfc0832a-a3b1-44e3-8640-5fd52f4441e0 HTTP/1.1" status: 200 len: 797 time: 0.0514677 Apr 20 16:13:41.105598 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cdf3a0be-ec86-47ea-af33-42433bd67a87 req-b5d38c1b-8706-4092-af71-1ce69c6fbcf8 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:41.147933 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d38c1b-8706-4092-af71-1ce69c6fbcf8 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Pushing event deleted for resources: {'Port': ['ID=8d18b182-d4de-47d8-a1a2-e02eb00550a1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:41.185117 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 63659abd-d91c-4b91-b237-6582ca9cef51 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:13:41.189965 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 63659abd-d91c-4b91-b237-6582ca9cef51 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:41.190822 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:41.249062 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf3a0be-ec86-47ea-af33-42433bd67a87 req-b5d38c1b-8706-4092-af71-1ce69c6fbcf8 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] No DVR routers for this DVR port 8d18b182-d4de-47d8-a1a2-e02eb00550a1 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:13:41.254279 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cdf3a0be-ec86-47ea-af33-42433bd67a87 req-b5d38c1b-8706-4092-af71-1ce69c6fbcf8 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:41.257714 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cdf3a0be-ec86-47ea-af33-42433bd67a87 req-b5d38c1b-8706-4092-af71-1ce69c6fbcf8 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.30 "DELETE /v2.0/ports/8d18b182-d4de-47d8-a1a2-e02eb00550a1 HTTP/1.1" status: 204 len: 173 time: 1.4213138 Apr 20 16:13:41.258329 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5062f7b-34d3-479c-9cd1-73807059385b', 'name': 'network-vif-deleted', 'tag': '8d18b182-d4de-47d8-a1a2-e02eb00550a1'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:41.266971 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf32458d-4ea8-49af-b8dc-0021668b58b4" -d '{"events": [{"server_uuid": "d5062f7b-34d3-479c-9cd1-73807059385b", "name": "network-vif-deleted", "tag": "8d18b182-d4de-47d8-a1a2-e02eb00550a1"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:41.302062 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-53e283cd-90f4-4f50-8a96-fd34bbdf69ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:41.303591 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-53e283cd-90f4-4f50-8a96-fd34bbdf69ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3f48337-fb41-429b-a73c-aee6d4fcf48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1927662 Apr 20 16:13:41.309959 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e52657-d806-43ce-9dac-c95d85c25be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661201c9-dd59-4083-a227-761c85684627'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:41.313725 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bb8375-6213-4981-8e00-7a39fcd17cb4" -d '{"events": [{"server_uuid": "45e52657-d806-43ce-9dac-c95d85c25be5", "name": "network-vif-plugged", "status": "completed", "tag": "661201c9-dd59-4083-a227-761c85684627"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:41.321061 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:41.384530 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-f722669b-8941-4458-99ab-2b27f9d22c24 req-3755cb29-3039-436f-b3db-978cd8510371 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Allocated IP 172.25.0.177 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/40a51d2c-db15-4f77-869d-6bce3499a465) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:13:41.405659 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af412f11-76d8-41e7-9ef6-abf9ee5cc17c req-520ae558-62dc-40ed-8013-5d42fa9ddcab tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:41.409240 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 63659abd-d91c-4b91-b237-6582ca9cef51, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=63659abd-d91c-4b91-b237-6582ca9cef51,segment=NetworkSegment(7c8a8686-b0a3-44ef-a103-a39b1e9b0f88),segment_id=7c8a8686-b0a3-44ef-a103-a39b1e9b0f88)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:41.415064 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af412f11-76d8-41e7-9ef6-abf9ee5cc17c req-520ae558-62dc-40ed-8013-5d42fa9ddcab tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:41.425192 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af412f11-76d8-41e7-9ef6-abf9ee5cc17c req-520ae558-62dc-40ed-8013-5d42fa9ddcab tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:41.432384 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af412f11-76d8-41e7-9ef6-abf9ee5cc17c req-520ae558-62dc-40ed-8013-5d42fa9ddcab tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:41.438825 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af412f11-76d8-41e7-9ef6-abf9ee5cc17c req-520ae558-62dc-40ed-8013-5d42fa9ddcab tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:41.445284 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af412f11-76d8-41e7-9ef6-abf9ee5cc17c req-520ae558-62dc-40ed-8013-5d42fa9ddcab tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:41.452569 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af412f11-76d8-41e7-9ef6-abf9ee5cc17c req-520ae558-62dc-40ed-8013-5d42fa9ddcab tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:41.462797 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-af412f11-76d8-41e7-9ef6-abf9ee5cc17c req-520ae558-62dc-40ed-8013-5d42fa9ddcab tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5429 time: 0.1470723 Apr 20 16:13:41.479512 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-f0ace506-6bbd-4b10-b104-02ab70e08ebf service neutron] 10.222.0.30 "GET /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676877 Apr 20 16:13:41.504184 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:41.538015 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-af412f11-76d8-41e7-9ef6-abf9ee5cc17c req-6253d4b9-9782-4d16-b938-4862402c7569 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736086 Apr 20 16:13:41.605913 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f722669b-8941-4458-99ab-2b27f9d22c24 req-3755cb29-3039-436f-b3db-978cd8510371 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:41.610098 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f63c1f-84e2-4c61-b206-2bb5ab765fdf x-openstack-request-id: req-73f63c1f-84e2-4c61-b206-2bb5ab765fdf {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:41.610496 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5062f7b-34d3-479c-9cd1-73807059385b", "name": "network-vif-deleted", "tag": "8d18b182-d4de-47d8-a1a2-e02eb00550a1", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:41.610847 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73f63c1f-84e2-4c61-b206-2bb5ab765fdf {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:41.611391 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73f63c1f-84e2-4c61-b206-2bb5ab765fdf'] response: {'server_uuid': 'd5062f7b-34d3-479c-9cd1-73807059385b', 'name': 'network-vif-deleted', 'tag': '8d18b182-d4de-47d8-a1a2-e02eb00550a1', 'status': 'completed', 'code': 200} Apr 20 16:13:41.632294 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=63659abd-d91c-4b91-b237-6582ca9cef51,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:41.663197 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a9c55b-68ba-4d11-bd46-ea4e6e54c7e3 x-openstack-request-id: req-b2a9c55b-68ba-4d11-bd46-ea4e6e54c7e3 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:41.663998 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e52657-d806-43ce-9dac-c95d85c25be5", "name": "network-vif-plugged", "status": "completed", "tag": "661201c9-dd59-4083-a227-761c85684627", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:41.664394 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2a9c55b-68ba-4d11-bd46-ea4e6e54c7e3 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:41.665050 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2a9c55b-68ba-4d11-bd46-ea4e6e54c7e3'] response: {'server_uuid': '45e52657-d806-43ce-9dac-c95d85c25be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661201c9-dd59-4083-a227-761c85684627', 'code': 200} Apr 20 16:13:41.669670 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-d37f058d-60e2-436b-8a3d-6536b042b24c service neutron] 10.222.0.30 "GET /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680391 Apr 20 16:13:41.765165 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-51bbeceb-f7f0-4732-9445-c61a3a200c6e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=109b0a13-d200-4ede-b5d7-d7341c55a715 HTTP/1.1" status: 200 len: 217 time: 0.0564616 Apr 20 16:13:41.766252 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f722669b-8941-4458-99ab-2b27f9d22c24 req-3755cb29-3039-436f-b3db-978cd8510371 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:41.783560 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-832ae1bc-b69d-4420-a072-3caabc3b7c05 req-492454e8-6634-44e4-9f74-51b5c40e4122 tempest-LiveMigrationTest-1198701361 tempest-LiveMigrationTest-1198701361-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5062f7b-34d3-479c-9cd1-73807059385b HTTP/1.1" status: 200 len: 210 time: 0.0419786 Apr 20 16:13:41.848734 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f722669b-8941-4458-99ab-2b27f9d22c24 req-3755cb29-3039-436f-b3db-978cd8510371 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:13:41.853246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-f722669b-8941-4458-99ab-2b27f9d22c24 req-3755cb29-3039-436f-b3db-978cd8510371 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:41.858962 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755cb29-3039-436f-b3db-978cd8510371 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Pushing event updated for resources: {'Port': ['ID=40a51d2c-db15-4f77-869d-6bce3499a465,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:41.862974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-f722669b-8941-4458-99ab-2b27f9d22c24 req-3755cb29-3039-436f-b3db-978cd8510371 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:13:41.903212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-96d4019e-bc0a-40cb-98c0-08dcc143fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:41.904720 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-96d4019e-bc0a-40cb-98c0-08dcc143fa9e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfc0832a-a3b1-44e3-8640-5fd52f4441e0 HTTP/1.1" status: 200 len: 797 time: 0.1296916 Apr 20 16:13:42.015841 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62c36b-faf2-41e5-a0f6-4fe9a1099fd2 req-70d88690-ea7f-4247-ac11-50e1c707b058 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:42.017268 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cc62c36b-faf2-41e5-a0f6-4fe9a1099fd2 req-70d88690-ea7f-4247-ac11-50e1c707b058 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0543947 Apr 20 16:13:42.057854 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cc62c36b-faf2-41e5-a0f6-4fe9a1099fd2 req-a751d24d-e400-4c9c-a639-a04aa0c2c616 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333090 Apr 20 16:13:42.058188 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f722669b-8941-4458-99ab-2b27f9d22c24 req-3755cb29-3039-436f-b3db-978cd8510371 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:42.061570 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-281059d3-3f94-4bb9-a340-8bd1e4551b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:42.063769 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-281059d3-3f94-4bb9-a340-8bd1e4551b48 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3f48337-fb41-429b-a73c-aee6d4fcf48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1482925 Apr 20 16:13:42.172981 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4252267-5f1c-4e80-a075-5a11d741ad88 req-958c660a-e74b-46a5-86cc-62618873e096 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:42.179167 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4252267-5f1c-4e80-a075-5a11d741ad88 req-958c660a-e74b-46a5-86cc-62618873e096 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:42.186308 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4252267-5f1c-4e80-a075-5a11d741ad88 req-958c660a-e74b-46a5-86cc-62618873e096 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:42.187576 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b4252267-5f1c-4e80-a075-5a11d741ad88 req-958c660a-e74b-46a5-86cc-62618873e096 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2417 time: 0.0707600 Apr 20 16:13:42.192907 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-27f78fbf-35a5-4f27-adc5-ba108bf73a4d service neutron] 10.222.0.30 "GET /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150432 Apr 20 16:13:42.201941 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f722669b-8941-4458-99ab-2b27f9d22c24 req-3755cb29-3039-436f-b3db-978cd8510371 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:42.228627 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b4252267-5f1c-4e80-a075-5a11d741ad88 req-73692a81-aff4-48b8-81a4-87c7f36297f6 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345752 Apr 20 16:13:42.283520 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 8d18b182-d4de-47d8-a1a2-e02eb00550a1 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:13:42.304200 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 8d18b182-d4de-47d8-a1a2-e02eb00550a1 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:13:42.308223 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 8d18b182-d4de-47d8-a1a2-e02eb00550a1 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:13:42.367709 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-9880db27-02b6-46f8-9159-51bfac206762 service neutron] 10.222.0.30 "GET /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664901 Apr 20 16:13:42.435668 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-3b19f6c1-fa2a-4b75-936b-159105ce0a3e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=f1becdf7-758a-461a-b7f0-fe832ccc2da3 HTTP/1.1" status: 200 len: 217 time: 0.0509183 Apr 20 16:13:42.517689 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-2c1afd7a-1b1c-4f5f-82ff-ad7f0111c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:42.519170 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-2c1afd7a-1b1c-4f5f-82ff-ad7f0111c256 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfc0832a-a3b1-44e3-8640-5fd52f4441e0 HTTP/1.1" status: 200 len: 797 time: 0.0741968 Apr 20 16:13:42.522983 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f722669b-8941-4458-99ab-2b27f9d22c24 req-3755cb29-3039-436f-b3db-978cd8510371 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:42.571410 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-b140cdab-1284-46da-a361-422e27511038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:42.573634 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-b140cdab-1284-46da-a361-422e27511038 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3f48337-fb41-429b-a73c-aee6d4fcf48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0474694 Apr 20 16:13:42.630789 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f722669b-8941-4458-99ab-2b27f9d22c24 req-3755cb29-3039-436f-b3db-978cd8510371 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:42.668517 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eecff6-b58d-4013-9b0c-a9c6f3c9fd84 req-5993e32f-1fb8-4a10-bdb0-e72ea95679b2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:42.674664 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eecff6-b58d-4013-9b0c-a9c6f3c9fd84 req-5993e32f-1fb8-4a10-bdb0-e72ea95679b2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:42.680781 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eecff6-b58d-4013-9b0c-a9c6f3c9fd84 req-5993e32f-1fb8-4a10-bdb0-e72ea95679b2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:42.687885 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eecff6-b58d-4013-9b0c-a9c6f3c9fd84 req-5993e32f-1fb8-4a10-bdb0-e72ea95679b2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:42.694011 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eecff6-b58d-4013-9b0c-a9c6f3c9fd84 req-5993e32f-1fb8-4a10-bdb0-e72ea95679b2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:42.701904 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eecff6-b58d-4013-9b0c-a9c6f3c9fd84 req-5993e32f-1fb8-4a10-bdb0-e72ea95679b2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:42.708297 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eecff6-b58d-4013-9b0c-a9c6f3c9fd84 req-5993e32f-1fb8-4a10-bdb0-e72ea95679b2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:42.710703 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-06eecff6-b58d-4013-9b0c-a9c6f3c9fd84 req-5993e32f-1fb8-4a10-bdb0-e72ea95679b2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5429 time: 0.0995786 Apr 20 16:13:42.731765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755cb29-3039-436f-b3db-978cd8510371 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Pushing event updated for resources: {'Port': ['ID=40a51d2c-db15-4f77-869d-6bce3499a465,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:42.737529 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-0503b749-6e5e-4850-b875-67dc5caae803 service neutron] 10.222.0.30 "GET /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532493 Apr 20 16:13:42.744953 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f722669b-8941-4458-99ab-2b27f9d22c24 req-3755cb29-3039-436f-b3db-978cd8510371 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:42.756618 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-06eecff6-b58d-4013-9b0c-a9c6f3c9fd84 req-4bbf8130-d360-48c5-bcf5-52f9646391ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391796 Apr 20 16:13:42.833153 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60930) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:13:42.837601 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-462f00fc-dd24-43d2-9287-92b79c40fe5a service neutron] 10.222.0.30 "GET /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896659 Apr 20 16:13:42.884869 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f722669b-8941-4458-99ab-2b27f9d22c24 req-3755cb29-3039-436f-b3db-978cd8510371 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:42.886630 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f722669b-8941-4458-99ab-2b27f9d22c24 req-3755cb29-3039-436f-b3db-978cd8510371 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9677522 Apr 20 16:13:42.888371 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-49e96850-7832-4691-b727-a2a88a9a9e03 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=5822232e-f24c-4cd9-be4a-4448d4597296 HTTP/1.1" status: 200 len: 217 time: 0.0434942 Apr 20 16:13:42.930841 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7005b5-e6ad-40d7-b689-01784641427d admin admin] Deleting subnet fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:13:42.934455 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c7005b5-e6ad-40d7-b689-01784641427d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:42.971200 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c7005b5-e6ad-40d7-b689-01784641427d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:42.987275 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f722669b-8941-4458-99ab-2b27f9d22c24 req-44de6448-99d6-4cb1-b15a-3e2811aa0f52 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.177 HTTP/1.1" status: 200 len: 696 time: 0.0939074 Apr 20 16:13:43.015152 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c7005b5-e6ad-40d7-b689-01784641427d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:43.143242 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e6f15-605c-4624-ab82-6dbe1317872d req-50947a84-c071-41d9-9e0e-bedbc311a624 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:43.144835 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e87e6f15-605c-4624-ab82-6dbe1317872d req-50947a84-c071-41d9-9e0e-bedbc311a624 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b3b6815-08e4-4e36-ad66-187fa8ef5d48 HTTP/1.1" status: 200 len: 950 time: 0.0528991 Apr 20 16:13:43.159048 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c7005b5-e6ad-40d7-b689-01784641427d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:43.194287 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7005b5-e6ad-40d7-b689-01784641427d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:43.208165 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c7005b5-e6ad-40d7-b689-01784641427d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:43.213665 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7c7005b5-e6ad-40d7-b689-01784641427d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fd7801d6-d7ed-46e9-89bb-fdcae0b60f0f HTTP/1.1" status: 204 len: 168 time: 0.3766103 Apr 20 16:13:43.214270 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60958) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:13:43.226615 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e87e6f15-605c-4624-ab82-6dbe1317872d req-f422be31-e5b0-41bd-952d-f28dda023d47 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753665 Apr 20 16:13:43.269963 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-335c6c24-19d2-490d-bfd1-cd1a281d8cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:43.271416 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-335c6c24-19d2-490d-bfd1-cd1a281d8cff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfc0832a-a3b1-44e3-8640-5fd52f4441e0 HTTP/1.1" status: 200 len: 797 time: 0.3535011 Apr 20 16:13:43.343605 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9c67b9cf-4392-4221-b13a-205c1356ee45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:43.369974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-8e25661d-08b6-45ae-91cb-540587d196a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:43.372443 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943f257-e9fd-410e-8df9-ac56d7926dca req-126b84ce-33f4-4a27-9e10-90977183c841 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:43.372571 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-8e25661d-08b6-45ae-91cb-540587d196a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3f48337-fb41-429b-a73c-aee6d4fcf48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0747390 Apr 20 16:13:43.374916 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4943f257-e9fd-410e-8df9-ac56d7926dca req-126b84ce-33f4-4a27-9e10-90977183c841 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0804036 Apr 20 16:13:43.387607 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722669b-8941-4458-99ab-2b27f9d22c24 req-bbd73e3a-8ba4-48ff-85f2-d3bc2c114159 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:43.389079 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f722669b-8941-4458-99ab-2b27f9d22c24 req-bbd73e3a-8ba4-48ff-85f2-d3bc2c114159 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.3925402 Apr 20 16:13:43.479797 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9c67b9cf-4392-4221-b13a-205c1356ee45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:43.484714 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4943f257-e9fd-410e-8df9-ac56d7926dca req-3a8c1a49-64e9-4df2-a9c9-b346d89a5e20 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057405 Apr 20 16:13:43.509272 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-9c67b9cf-4392-4221-b13a-205c1356ee45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:43.522213 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-9c67b9cf-4392-4221-b13a-205c1356ee45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675a0009-a9dc-4b0f-acbf-7ded4941c16e') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:43.522589 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-9c67b9cf-4392-4221-b13a-205c1356ee45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675a0009-a9dc-4b0f-acbf-7ded4941c16e') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:43.533162 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9c67b9cf-4392-4221-b13a-205c1356ee45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:43.541764 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c658b7-8cd9-4bc9-85fd-f1277406cd41 req-6c4bd633-8680-4069-a24d-5530cc3b0856 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:43.546625 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9c67b9cf-4392-4221-b13a-205c1356ee45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:43.547792 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c658b7-8cd9-4bc9-85fd-f1277406cd41 req-6c4bd633-8680-4069-a24d-5530cc3b0856 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:43.554093 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c658b7-8cd9-4bc9-85fd-f1277406cd41 req-6c4bd633-8680-4069-a24d-5530cc3b0856 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:43.554384 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c67b9cf-4392-4221-b13a-205c1356ee45 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:13:43.554967 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9c67b9cf-4392-4221-b13a-205c1356ee45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:43.555753 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b7c658b7-8cd9-4bc9-85fd-f1277406cd41 req-6c4bd633-8680-4069-a24d-5530cc3b0856 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2417 time: 0.1176643 Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:13:43.563033 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:13:43.584381 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-def793fd-79d7-4d61-817a-5756639d9ec9 service neutron] 10.222.0.30 "GET /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555250 Apr 20 16:13:43.624549 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b7c658b7-8cd9-4bc9-85fd-f1277406cd41 req-79ba914f-18e5-4bce-8be5-f24899051720 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592315 Apr 20 16:13:43.656817 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8034816-b996-4e56-9583-da19e0660de3 req-ffa1b506-426b-4741-8ec5-1b5d291d7a16 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:43.658311 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f8034816-b996-4e56-9583-da19e0660de3 req-ffa1b506-426b-4741-8ec5-1b5d291d7a16 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0838146 Apr 20 16:13:43.666734 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e52657-d806-43ce-9dac-c95d85c25be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63659abd-d91c-4b91-b237-6582ca9cef51'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:43.669826 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59c80ee-53c4-4560-9b38-091240f87b98" -d '{"events": [{"server_uuid": "45e52657-d806-43ce-9dac-c95d85c25be5", "name": "network-vif-plugged", "status": "completed", "tag": "63659abd-d91c-4b91-b237-6582ca9cef51"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:43.691321 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-892db66f-6572-4c5b-90c9-83432eb8760b service neutron] 10.222.0.30 "GET /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956001 Apr 20 16:13:43.707477 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3336def6-0f58-435d-bbe4-12ea2980e576 x-openstack-request-id: req-3336def6-0f58-435d-bbe4-12ea2980e576 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:43.707863 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e52657-d806-43ce-9dac-c95d85c25be5", "name": "network-vif-plugged", "status": "completed", "tag": "63659abd-d91c-4b91-b237-6582ca9cef51", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:43.708358 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3336def6-0f58-435d-bbe4-12ea2980e576 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:43.708857 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3336def6-0f58-435d-bbe4-12ea2980e576'] response: {'server_uuid': '45e52657-d806-43ce-9dac-c95d85c25be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63659abd-d91c-4b91-b237-6582ca9cef51', 'code': 200} Apr 20 16:13:43.714291 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f8034816-b996-4e56-9583-da19e0660de3 req-5062496a-c89e-4718-a913-e04cfce0533b tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.177 HTTP/1.1" status: 200 len: 696 time: 0.0496805 Apr 20 16:13:43.724063 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-f8034816-b996-4e56-9583-da19e0660de3 req-27816341-3821-44a2-8883-53e90b60bdde tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Request body: {'floatingip': {'port_id': 'f96601e1-7b9d-4051-b38c-780dba292b31', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:43.736467 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-9d7494d2-d7b3-4aa0-9d20-1b757cb8e045 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5bfe4719-d3c9-4587-be2e-3aed8a329439 HTTP/1.1" status: 200 len: 217 time: 0.0366006 Apr 20 16:13:43.757085 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9c67b9cf-4392-4221-b13a-205c1356ee45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:43.765934 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9c67b9cf-4392-4221-b13a-205c1356ee45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:43.769041 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9c67b9cf-4392-4221-b13a-205c1356ee45 admin admin] 10.222.0.15 "DELETE /v2.0/networks/39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2 HTTP/1.1" status: 204 len: 168 time: 0.5536144 Apr 20 16:13:43.771685 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f8034816-b996-4e56-9583-da19e0660de3 req-27816341-3821-44a2-8883-53e90b60bdde tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks [] for floatingip, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:43.773520 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60966) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:13:43.809888 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-c29efe77-2f87-4809-b2e8-eb2e1d742b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:43.811729 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-c29efe77-2f87-4809-b2e8-eb2e1d742b15 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b76bef31-2cfc-4ae1-bc99-6d6a2dfc9ca9 HTTP/1.1" status: 200 len: 797 time: 0.0595598 Apr 20 16:13:43.841578 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67b9cf-4392-4221-b13a-205c1356ee45 admin admin] Pushing event deleted for resources: {'Network': ['ID=39d2b36d-ce5e-4e2b-98f1-0c4bafcfc4e2,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:43.912974 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1634180-63d2-4e30-ac66-3def1fdf0dd2 admin admin] Deleting subnet 7e6a40f6-9720-483c-8176-abc2beca71d8 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:13:43.921197 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d1634180-63d2-4e30-ac66-3def1fdf0dd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:43.923299 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-37929fb1-b447-4553-93c0-725f5ebc2745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:43.924833 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-37929fb1-b447-4553-93c0-725f5ebc2745 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=180e815e-0123-45d7-aabc-b7cbe3dc8657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1055732 Apr 20 16:13:43.943793 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb682e0-a401-4142-90b4-5487097f1063 req-9b204f5b-4cc6-436f-957b-7a4e8ff03701 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:43.950099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb682e0-a401-4142-90b4-5487097f1063 req-9b204f5b-4cc6-436f-957b-7a4e8ff03701 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:43.955590 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb682e0-a401-4142-90b4-5487097f1063 req-9b204f5b-4cc6-436f-957b-7a4e8ff03701 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:43.961637 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb682e0-a401-4142-90b4-5487097f1063 req-9b204f5b-4cc6-436f-957b-7a4e8ff03701 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:43.968064 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb682e0-a401-4142-90b4-5487097f1063 req-9b204f5b-4cc6-436f-957b-7a4e8ff03701 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:43.973951 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb682e0-a401-4142-90b4-5487097f1063 req-9b204f5b-4cc6-436f-957b-7a4e8ff03701 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:43.980374 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb682e0-a401-4142-90b4-5487097f1063 req-9b204f5b-4cc6-436f-957b-7a4e8ff03701 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:43.982308 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cb682e0-a401-4142-90b4-5487097f1063 req-9b204f5b-4cc6-436f-957b-7a4e8ff03701 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5429 time: 0.1323569 Apr 20 16:13:43.986635 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d6a53-8cf8-457d-b867-a05b8e3df84f req-a2e17a0e-477d-4b6e-abf7-36f98067fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:43.987107 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d6a53-8cf8-457d-b867-a05b8e3df84f req-a2e17a0e-477d-4b6e-abf7-36f98067fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:43.987571 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d6a53-8cf8-457d-b867-a05b8e3df84f req-a2e17a0e-477d-4b6e-abf7-36f98067fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:43.989203 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac4d6a53-8cf8-457d-b867-a05b8e3df84f req-a2e17a0e-477d-4b6e-abf7-36f98067fa26 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2870 time: 0.1263623 Apr 20 16:13:44.001549 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d1634180-63d2-4e30-ac66-3def1fdf0dd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:44.082504 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d1634180-63d2-4e30-ac66-3def1fdf0dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:44.104109 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cb682e0-a401-4142-90b4-5487097f1063 req-9b60f1ba-1fb0-4aca-aac4-40ffd328edad tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1140072 Apr 20 16:13:44.108007 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac4d6a53-8cf8-457d-b867-a05b8e3df84f req-341cfba9-be59-4a28-89cc-d468fe9d9f8d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096721 Apr 20 16:13:44.135544 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-3930f54e-50bd-4c6a-8398-3d02cc6c29bb service neutron] 10.222.0.30 "GET /v2.0/networks/180e815e-0123-45d7-aabc-b7cbe3dc8657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520910 Apr 20 16:13:44.353639 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3c593-2158-4e43-a48e-b182b37d21b6 req-97fc2897-e2de-440e-ac78-36221eb45018 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:44.355716 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-11f3c593-2158-4e43-a48e-b182b37d21b6 req-97fc2897-e2de-440e-ac78-36221eb45018 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b3b6815-08e4-4e36-ad66-187fa8ef5d48 HTTP/1.1" status: 200 len: 950 time: 0.0577211 Apr 20 16:13:44.395674 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-11f3c593-2158-4e43-a48e-b182b37d21b6 req-eb21ccf1-f675-48f1-bea5-240b325eeb52 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335112 Apr 20 16:13:44.582263 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d1634180-63d2-4e30-ac66-3def1fdf0dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:44.618274 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-e31510cf-080f-4c68-9450-c6b3e1d46f73 service neutron] 10.222.0.30 "GET /v2.0/networks/180e815e-0123-45d7-aabc-b7cbe3dc8657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893900 Apr 20 16:13:44.633198 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1634180-63d2-4e30-ac66-3def1fdf0dd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e6a40f6-9720-483c-8176-abc2beca71d8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:44.636788 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d1634180-63d2-4e30-ac66-3def1fdf0dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:44.642321 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d1634180-63d2-4e30-ac66-3def1fdf0dd2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7e6a40f6-9720-483c-8176-abc2beca71d8 HTTP/1.1" status: 204 len: 168 time: 0.8639352 Apr 20 16:13:44.646779 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60986) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:13:44.672878 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-20c64295-14be-4aa6-8c9f-739910d9769c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9fb31366-e148-4f5b-844b-4036084eaaca HTTP/1.1" status: 200 len: 217 time: 0.0464568 Apr 20 16:13:44.727873 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-a12d8042-9cd9-4b9d-b508-ea651ae4eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:44.732869 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-a12d8042-9cd9-4b9d-b508-ea651ae4eb3d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b76bef31-2cfc-4ae1-bc99-6d6a2dfc9ca9 HTTP/1.1" status: 200 len: 797 time: 0.0445526 Apr 20 16:13:44.759346 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f8034816-b996-4e56-9583-da19e0660de3 req-27816341-3821-44a2-8883-53e90b60bdde tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:44.766932 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d83ceaf7-88ae-43e4-8d9f-9f296e6b1c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:44.776048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babe703-d811-441c-8829-fa5d950385ea req-1ff79f95-d089-4a12-bd05-b00a38a8b55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:44.776871 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-1ff79f95-d089-4a12-bd05-b00a38a8b55d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=180e815e-0123-45d7-aabc-b7cbe3dc8657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0404632 Apr 20 16:13:44.845034 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d83ceaf7-88ae-43e4-8d9f-9f296e6b1c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:44.868451 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-b0dd3223-a06d-4c4a-8b1c-2080a3491fe2 service neutron] 10.222.0.30 "GET /v2.0/networks/180e815e-0123-45d7-aabc-b7cbe3dc8657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839229 Apr 20 16:13:44.873651 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-d83ceaf7-88ae-43e4-8d9f-9f296e6b1c54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbcaa3bc-db0a-4dfa-821c-0702871e5190']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:44.879928 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-d83ceaf7-88ae-43e4-8d9f-9f296e6b1c54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bbe4332-5535-4a55-b1b2-d78476c2bddf') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:44.880219 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-d83ceaf7-88ae-43e4-8d9f-9f296e6b1c54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bbe4332-5535-4a55-b1b2-d78476c2bddf') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:44.889388 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d83ceaf7-88ae-43e4-8d9f-9f296e6b1c54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:44.902699 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d83ceaf7-88ae-43e4-8d9f-9f296e6b1c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:44.909494 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83ceaf7-88ae-43e4-8d9f-9f296e6b1c54 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d83ceaf7-88ae-43e4-8d9f-9f296e6b1c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:13:44.919373 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:13:44.963655 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6babe703-d811-441c-8829-fa5d950385ea req-297b0c5c-a2f1-4ba8-9129-c05cd19a9f7e service neutron] 10.222.0.30 "GET /v2.0/networks/180e815e-0123-45d7-aabc-b7cbe3dc8657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851572 Apr 20 16:13:44.976758 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f8034816-b996-4e56-9583-da19e0660de3 req-27816341-3821-44a2-8883-53e90b60bdde tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:45.068202 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [req-f8034816-b996-4e56-9583-da19e0660de3 req-27816341-3821-44a2-8883-53e90b60bdde tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Floating IP 7c9f7ecf-7a54-40ce-82b5-c8d667bc7e96 associated. External IP: 172.25.0.177, port: f96601e1-7b9d-4051-b38c-780dba292b31. Apr 20 16:13:45.103578 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d83ceaf7-88ae-43e4-8d9f-9f296e6b1c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:45.110413 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d83ceaf7-88ae-43e4-8d9f-9f296e6b1c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:45.113590 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d83ceaf7-88ae-43e4-8d9f-9f296e6b1c54 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fbcaa3bc-db0a-4dfa-821c-0702871e5190 HTTP/1.1" status: 204 len: 168 time: 0.4677420 Apr 20 16:13:45.132220 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ceaf7-88ae-43e4-8d9f-9f296e6b1c54 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbcaa3bc-db0a-4dfa-821c-0702871e5190,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:45.185246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308ec12-9eb6-4606-9893-7af45728739a req-f4bd8177-d62e-4445-a9b8-6ae8cfff70ee tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.186789 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9308ec12-9eb6-4606-9893-7af45728739a req-f4bd8177-d62e-4445-a9b8-6ae8cfff70ee tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0580566 Apr 20 16:13:45.226535 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9308ec12-9eb6-4606-9893-7af45728739a req-ec95cb46-05d2-4ba7-86f1-90edc79766ba tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333796 Apr 20 16:13:45.314056 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8034816-b996-4e56-9583-da19e0660de3 req-27816341-3821-44a2-8883-53e90b60bdde tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Router d0c78292-f87e-48aa-82f4-f07bb9f432aa has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:13:45.337694 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e63ed6-fd32-4857-9f2b-fcfef6a26b4d req-488696a5-6026-4de1-9fdf-589bb76c70ee tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.344413 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e63ed6-fd32-4857-9f2b-fcfef6a26b4d req-488696a5-6026-4de1-9fdf-589bb76c70ee tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.350291 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e63ed6-fd32-4857-9f2b-fcfef6a26b4d req-488696a5-6026-4de1-9fdf-589bb76c70ee tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.351950 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-41e63ed6-fd32-4857-9f2b-fcfef6a26b4d req-488696a5-6026-4de1-9fdf-589bb76c70ee tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2417 time: 0.0682712 Apr 20 16:13:45.403058 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-41e63ed6-fd32-4857-9f2b-fcfef6a26b4d req-9dcd4aa0-8ce7-4b89-8654-752300b5b564 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430770 Apr 20 16:13:45.437683 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8034816-b996-4e56-9583-da19e0660de3 req-27816341-3821-44a2-8883-53e90b60bdde tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:13:45.442667 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f8034816-b996-4e56-9583-da19e0660de3 req-27816341-3821-44a2-8883-53e90b60bdde tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:45.442960 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-f2c85f6b-f8f6-4060-84c9-6fa654d0bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.443445 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-f2c85f6b-f8f6-4060-84c9-6fa654d0bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.443915 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-f2c85f6b-f8f6-4060-84c9-6fa654d0bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.444398 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-f2c85f6b-f8f6-4060-84c9-6fa654d0bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.444867 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-f2c85f6b-f8f6-4060-84c9-6fa654d0bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.445377 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-f2c85f6b-f8f6-4060-84c9-6fa654d0bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.445848 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-f2c85f6b-f8f6-4060-84c9-6fa654d0bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.448036 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-f2c85f6b-f8f6-4060-84c9-6fa654d0bf73 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52e792bf173b40589fd45d3280bfec0b&device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 6486 time: 0.0615113 Apr 20 16:13:45.452006 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d3ae3b-6896-47be-a612-01d49ccb8156 None None] Sync routers for ids ['d0c78292-f87e-48aa-82f4-f07bb9f432aa'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:13:45.463234 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d3ae3b-6896-47be-a612-01d49ccb8156 None None] Routers {'d0c78292-f87e-48aa-82f4-f07bb9f432aa'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:13:45.464648 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-13d3ae3b-6896-47be-a612-01d49ccb8156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:13:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d0c78292-f87e-48aa-82f4-f07bb9f432aa'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:45.506197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32774) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:13:45.512028 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f8034816-b996-4e56-9583-da19e0660de3 req-27816341-3821-44a2-8883-53e90b60bdde tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "PUT /v2.0/floatingips/7c9f7ecf-7a54-40ce-82b5-c8d667bc7e96 HTTP/1.1" status: 200 len: 996 time: 1.7901957 Apr 20 16:13:45.513389 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6c4fed-ec5b-499d-a150-5bed4bedc2cc', 'tag': 'f96601e1-7b9d-4051-b38c-780dba292b31'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:45.521137 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d06b63-42f1-410b-accf-72251d046ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6c4fed-ec5b-499d-a150-5bed4bedc2cc", "tag": "f96601e1-7b9d-4051-b38c-780dba292b31"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:45.580650 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8034816-b996-4e56-9583-da19e0660de3 req-dc4e60ce-19b4-4b46-ae50-37e101ec600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.585103 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-13d3ae3b-6896-47be-a612-01d49ccb8156 None None] Set router d0c78292-f87e-48aa-82f4-f07bb9f432aa gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:13:45.585305 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f8034816-b996-4e56-9583-da19e0660de3 req-dc4e60ce-19b4-4b46-ae50-37e101ec600a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28ab505633034900a95978f46e1b6c12&device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 1096 time: 0.0596302 Apr 20 16:13:45.640279 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d3f17930-e6ad-4fac-ab7d-4b3743f5728f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f99d78ffab8c43cca67be1fec063f621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1322546 Apr 20 16:13:45.648005 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 32778) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:13:45.662491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cacf6-8c91-48d7-a626-ad6872ceb8c9 req-1620143e-2dae-4584-9e48-589ff5d84ebb tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.668473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cacf6-8c91-48d7-a626-ad6872ceb8c9 req-1620143e-2dae-4584-9e48-589ff5d84ebb tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.674906 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cacf6-8c91-48d7-a626-ad6872ceb8c9 req-1620143e-2dae-4584-9e48-589ff5d84ebb tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.681182 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cacf6-8c91-48d7-a626-ad6872ceb8c9 req-1620143e-2dae-4584-9e48-589ff5d84ebb tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.687350 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cacf6-8c91-48d7-a626-ad6872ceb8c9 req-1620143e-2dae-4584-9e48-589ff5d84ebb tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.693223 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cacf6-8c91-48d7-a626-ad6872ceb8c9 req-1620143e-2dae-4584-9e48-589ff5d84ebb tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.699640 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cacf6-8c91-48d7-a626-ad6872ceb8c9 req-1620143e-2dae-4584-9e48-589ff5d84ebb tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.701952 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-018cacf6-8c91-48d7-a626-ad6872ceb8c9 req-1620143e-2dae-4584-9e48-589ff5d84ebb tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5429 time: 0.1501801 Apr 20 16:13:45.703483 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-6ea10454-2393-4568-9c02-cd06ba5a8452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.705526 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-6ea10454-2393-4568-9c02-cd06ba5a8452 service neutron] 10.222.0.30 "GET /v2.0/networks?id=180e815e-0123-45d7-aabc-b7cbe3dc8657 HTTP/1.1" status: 200 len: 902 time: 0.2466896 Apr 20 16:13:45.729920 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8034816-b996-4e56-9583-da19e0660de3 req-647d9199-b9a4-42a0-ae44-3b8f62b3f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.731424 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f8034816-b996-4e56-9583-da19e0660de3 req-647d9199-b9a4-42a0-ae44-3b8f62b3f589 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf HTTP/1.1" status: 200 len: 929 time: 0.1397517 Apr 20 16:13:45.736276 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce07c010-123b-4f98-8179-28ed20e3b596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:45.756349 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-018cacf6-8c91-48d7-a626-ad6872ceb8c9 req-f14ba11b-9095-4bf3-aeec-e6b0cc07ee6e tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472505 Apr 20 16:13:45.791464 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-e74fab04-1de0-444e-aeb4-6c995570fc85 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5bfe4719-d3c9-4587-be2e-3aed8a329439 HTTP/1.1" status: 200 len: 217 time: 0.0459213 Apr 20 16:13:45.809069 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce07c010-123b-4f98-8179-28ed20e3b596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:45.828537 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5554ed4-9257-4d65-af7b-244aa837ef3f x-openstack-request-id: req-d5554ed4-9257-4d65-af7b-244aa837ef3f {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:45.828825 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6c4fed-ec5b-499d-a150-5bed4bedc2cc", "tag": "f96601e1-7b9d-4051-b38c-780dba292b31", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:45.829064 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5554ed4-9257-4d65-af7b-244aa837ef3f {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:45.829465 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5554ed4-9257-4d65-af7b-244aa837ef3f'] response: {'name': 'network-changed', 'server_uuid': '4b6c4fed-ec5b-499d-a150-5bed4bedc2cc', 'tag': 'f96601e1-7b9d-4051-b38c-780dba292b31', 'status': 'completed', 'code': 200} Apr 20 16:13:45.840023 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-13d3ae3b-6896-47be-a612-01d49ccb8156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-616743638-router', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:01Z', 'updated_at': '2022-04-20T16:13:10Z', 'revision_number': 4, 'project_id': '28ab505633034900a95978f46e1b6c12', 'gw_port': {'id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:03Z', 'updated_at': '2022-04-20T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '7c9f7ecf-7a54-40ce-82b5-c8d667bc7e96', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'port_id': 'f96601e1-7b9d-4051-b38c-780dba292b31', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf', 'mac_address': 'fa:16:3e:47:e3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6c4fed-ec5b-499d-a150-5bed4bedc2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:13:41Z', 'updated_at': '2022-04-20T16:13:44Z', 'revision_number': 1, 'project_id': '28ab505633034900a95978f46e1b6c12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03501e95-b830-4ed1-9759-0d5bb47935f1', 'name': '', 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'mac_address': 'fa:16:3e:ae:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'ea385c3c-0eb3-4d62-9264-606c9a1935f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:09Z', 'updated_at': '2022-04-20T16:13:17Z', 'revision_number': 5, 'project_id': '28ab505633034900a95978f46e1b6c12', 'subnets': [{'id': 'ea385c3c-0eb3-4d62-9264-606c9a1935f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:45.851942 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-bc5f6f84-0e53-4683-9317-2bc5f80db0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.853671 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-bc5f6f84-0e53-4683-9317-2bc5f80db0e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b76bef31-2cfc-4ae1-bc99-6d6a2dfc9ca9 HTTP/1.1" status: 200 len: 797 time: 0.0513396 Apr 20 16:13:45.861070 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f8034816-b996-4e56-9583-da19e0660de3 req-f6115d1f-f384-472b-a9c0-2998c1ed73ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f96601e1-7b9d-4051-b38c-780dba292b31 HTTP/1.1" status: 200 len: 999 time: 0.1199186 Apr 20 16:13:45.867046 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d3ae3b-6896-47be-a612-01d49ccb8156 None None] Checking router: d0c78292-f87e-48aa-82f4-f07bb9f432aa for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:13:45.876776 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d3ae3b-6896-47be-a612-01d49ccb8156 None None] Routers {'d0c78292-f87e-48aa-82f4-f07bb9f432aa'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:13:45.877705 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-13d3ae3b-6896-47be-a612-01d49ccb8156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:13:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d0c78292-f87e-48aa-82f4-f07bb9f432aa'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:45.922330 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8034816-b996-4e56-9583-da19e0660de3 req-00c2e146-bd09-4504-9e98-333c539a3660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.924295 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f8034816-b996-4e56-9583-da19e0660de3 req-00c2e146-bd09-4504-9e98-333c539a3660 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea385c3c-0eb3-4d62-9264-606c9a1935f0 HTTP/1.1" status: 200 len: 867 time: 0.0559175 Apr 20 16:13:45.963161 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-6764d958-ed99-4677-bedf-c6beafb023a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.966114 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-6764d958-ed99-4677-bedf-c6beafb023a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=180e815e-0123-45d7-aabc-b7cbe3dc8657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0974686 Apr 20 16:13:45.976547 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8034816-b996-4e56-9583-da19e0660de3 req-b1fa928c-62bb-4b50-8dac-e014af3bbac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.978206 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f8034816-b996-4e56-9583-da19e0660de3 req-b1fa928c-62bb-4b50-8dac-e014af3bbac1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444875 Apr 20 16:13:45.991843 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d06b63-42f1-410b-accf-72251d046ff9 req-0c6ac0bb-8e21-4883-b9d6-d93126922c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:45.993653 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63d06b63-42f1-410b-accf-72251d046ff9 req-0c6ac0bb-8e21-4883-b9d6-d93126922c19 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28ab505633034900a95978f46e1b6c12&device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 1096 time: 0.0865259 Apr 20 16:13:45.994898 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce07c010-123b-4f98-8179-28ed20e3b596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:45.997404 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce07c010-123b-4f98-8179-28ed20e3b596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:45.999726 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-13d3ae3b-6896-47be-a612-01d49ccb8156 None None] Set router d0c78292-f87e-48aa-82f4-f07bb9f432aa gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:13:46.001122 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ce07c010-123b-4f98-8179-28ed20e3b596 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/deb31004-adaa-440d-8e87-c369a5caf812 HTTP/1.1" status: 204 len: 168 time: 0.3516541 Apr 20 16:13:46.049134 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07c010-123b-4f98-8179-28ed20e3b596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb31004-adaa-440d-8e87-c369a5caf812,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:46.100398 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f8034816-b996-4e56-9583-da19e0660de3 req-a63374fa-d2df-4239-a3d0-5faeab47ff27 service neutron] 10.222.0.15 "GET /v2.0/networks/eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141984 Apr 20 16:13:46.205643 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f8034816-b996-4e56-9583-da19e0660de3 req-3180e39a-5432-4fbc-8a87-d32d160d3de7 service neutron] 10.222.0.15 "GET /v2.0/networks/eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034009 Apr 20 16:13:46.274551 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-e9ff0dd6-9476-4256-8550-1e0bb611e1e7 service neutron] 10.222.0.30 "GET /v2.0/networks/180e815e-0123-45d7-aabc-b7cbe3dc8657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793897 Apr 20 16:13:46.301744 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d06b63-42f1-410b-accf-72251d046ff9 req-b8f6d7d2-7c78-4142-b827-d8c989d61f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:46.303941 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63d06b63-42f1-410b-accf-72251d046ff9 req-b8f6d7d2-7c78-4142-b827-d8c989d61f5b service neutron] 10.222.0.30 "GET /v2.0/networks?id=eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf HTTP/1.1" status: 200 len: 929 time: 0.1475992 Apr 20 16:13:46.405665 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-13d3ae3b-6896-47be-a612-01d49ccb8156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-616743638-router', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:01Z', 'updated_at': '2022-04-20T16:13:10Z', 'revision_number': 4, 'project_id': '28ab505633034900a95978f46e1b6c12', 'gw_port': {'id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:03Z', 'updated_at': '2022-04-20T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '7c9f7ecf-7a54-40ce-82b5-c8d667bc7e96', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'port_id': 'f96601e1-7b9d-4051-b38c-780dba292b31', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf', 'mac_address': 'fa:16:3e:47:e3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6c4fed-ec5b-499d-a150-5bed4bedc2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:13:41Z', 'updated_at': '2022-04-20T16:13:44Z', 'revision_number': 1, 'project_id': '28ab505633034900a95978f46e1b6c12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03501e95-b830-4ed1-9759-0d5bb47935f1', 'name': '', 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'mac_address': 'fa:16:3e:ae:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'ea385c3c-0eb3-4d62-9264-606c9a1935f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:09Z', 'updated_at': '2022-04-20T16:13:17Z', 'revision_number': 5, 'project_id': '28ab505633034900a95978f46e1b6c12', 'subnets': [{'id': 'ea385c3c-0eb3-4d62-9264-606c9a1935f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:46.441040 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d3ae3b-6896-47be-a612-01d49ccb8156 None None] The sync data for ids ['d0c78292-f87e-48aa-82f4-f07bb9f432aa'] in n-d-836146-2 is: [{'id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-616743638-router', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:01Z', 'updated_at': '2022-04-20T16:13:10Z', 'revision_number': 4, 'project_id': '28ab505633034900a95978f46e1b6c12', 'gw_port': {'id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:03Z', 'updated_at': '2022-04-20T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '7c9f7ecf-7a54-40ce-82b5-c8d667bc7e96', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'port_id': 'f96601e1-7b9d-4051-b38c-780dba292b31', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf', 'mac_address': 'fa:16:3e:47:e3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6c4fed-ec5b-499d-a150-5bed4bedc2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:13:41Z', 'updated_at': '2022-04-20T16:13:44Z', 'revision_number': 1, 'project_id': '28ab505633034900a95978f46e1b6c12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03501e95-b830-4ed1-9759-0d5bb47935f1', 'name': '', 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'mac_address': 'fa:16:3e:ae:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'ea385c3c-0eb3-4d62-9264-606c9a1935f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:09Z', 'updated_at': '2022-04-20T16:13:17Z', 'revision_number': 5, 'project_id': '28ab505633034900a95978f46e1b6c12', 'subnets': [{'id': 'ea385c3c-0eb3-4d62-9264-606c9a1935f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:13:46.485028 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63d243ac-3621-4b50-8dc4-c19792a49323 req-b5528af1-d268-4f2e-a792-108efd861579 service neutron] 10.222.0.30 "GET /v2.0/networks/180e815e-0123-45d7-aabc-b7cbe3dc8657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997535 Apr 20 16:13:46.494770 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63d06b63-42f1-410b-accf-72251d046ff9 req-dc8e201c-82e7-4036-aea7-89f56bc6b46b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f96601e1-7b9d-4051-b38c-780dba292b31 HTTP/1.1" status: 200 len: 999 time: 0.1734509 Apr 20 16:13:46.517397 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b9d5f-1cc2-452a-8521-56e3a52168e4 req-b83157f3-f02f-45eb-9fe4-39039f76ade8 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:46.527058 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c24b9d5f-1cc2-452a-8521-56e3a52168e4 req-b83157f3-f02f-45eb-9fe4-39039f76ade8 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.1717272 Apr 20 16:13:46.594907 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-97c0cb78-52fd-4036-b99f-2e0ffaa4780d req-5144af4c-cdf8-491c-a0a0-065817cf5c6b tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 258 time: 0.2611763 Apr 20 16:13:46.606761 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-97c0cb78-52fd-4036-b99f-2e0ffaa4780d req-e15312c7-474d-4da8-95e2-f1aae59bfd62 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:46.642284 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c24b9d5f-1cc2-452a-8521-56e3a52168e4 req-cb5a1063-8954-445b-af2f-de5c2ff3d844 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138480 Apr 20 16:13:46.648609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d06b63-42f1-410b-accf-72251d046ff9 req-63ff68db-bf1a-4eb3-9996-5f7bb69dd092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:46.650143 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63d06b63-42f1-410b-accf-72251d046ff9 req-63ff68db-bf1a-4eb3-9996-5f7bb69dd092 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea385c3c-0eb3-4d62-9264-606c9a1935f0 HTTP/1.1" status: 200 len: 867 time: 0.1204453 Apr 20 16:13:46.681173 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa8043-0fd0-49f9-b33f-832f8f058a06 req-36b0d0cc-6460-4e7c-989f-b3a6c4f945a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:46.681658 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa8043-0fd0-49f9-b33f-832f8f058a06 req-36b0d0cc-6460-4e7c-989f-b3a6c4f945a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:46.682164 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa8043-0fd0-49f9-b33f-832f8f058a06 req-36b0d0cc-6460-4e7c-989f-b3a6c4f945a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:46.682821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa8043-0fd0-49f9-b33f-832f8f058a06 req-36b0d0cc-6460-4e7c-989f-b3a6c4f945a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:46.683364 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa8043-0fd0-49f9-b33f-832f8f058a06 req-36b0d0cc-6460-4e7c-989f-b3a6c4f945a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:46.683837 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa8043-0fd0-49f9-b33f-832f8f058a06 req-36b0d0cc-6460-4e7c-989f-b3a6c4f945a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:46.684283 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa8043-0fd0-49f9-b33f-832f8f058a06 req-36b0d0cc-6460-4e7c-989f-b3a6c4f945a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:46.686404 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1aa8043-0fd0-49f9-b33f-832f8f058a06 req-36b0d0cc-6460-4e7c-989f-b3a6c4f945a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52e792bf173b40589fd45d3280bfec0b&device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 6486 time: 0.1047990 Apr 20 16:13:46.716190 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-97c0cb78-52fd-4036-b99f-2e0ffaa4780d req-e15312c7-474d-4da8-95e2-f1aae59bfd62 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:46.725157 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:13:46.767216 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e990624-a3b9-46e5-aed1-8021ea36d70c None None] New status for floating IP 7c9f7ecf-7a54-40ce-82b5-c8d667bc7e96: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:13:46.817921 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d06b63-42f1-410b-accf-72251d046ff9 req-61b07d58-5e24-4602-b2bc-4c083f08bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:46.822404 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63d06b63-42f1-410b-accf-72251d046ff9 req-61b07d58-5e24-4602-b2bc-4c083f08bb81 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603024 Apr 20 16:13:46.845676 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32794) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:13:46.852538 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:46.861717 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424d693-5bd1-4288-8a98-5e5c820d91cb req-05f5c336-da08-4e2b-ac0d-49443da67832 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:46.862643 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-97c0cb78-52fd-4036-b99f-2e0ffaa4780d req-e15312c7-474d-4da8-95e2-f1aae59bfd62 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:46.867610 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424d693-5bd1-4288-8a98-5e5c820d91cb req-05f5c336-da08-4e2b-ac0d-49443da67832 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:46.874112 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424d693-5bd1-4288-8a98-5e5c820d91cb req-05f5c336-da08-4e2b-ac0d-49443da67832 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:46.875779 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5424d693-5bd1-4288-8a98-5e5c820d91cb req-05f5c336-da08-4e2b-ac0d-49443da67832 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2417 time: 0.1619463 Apr 20 16:13:46.917372 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3b6815-08e4-4e36-ad66-187fa8ef5d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ec6e65c-b03e-4ba8-ac37-7b06bb13130a'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:46.919551 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85f8859-82bd-4d88-9dc6-6aac7bc311f0" -d '{"events": [{"server_uuid": "6b3b6815-08e4-4e36-ad66-187fa8ef5d48", "name": "network-vif-unplugged", "status": "completed", "tag": "2ec6e65c-b03e-4ba8-ac37-7b06bb13130a"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:46.937975 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:46.952461 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa8043-0fd0-49f9-b33f-832f8f058a06 req-1a5159ea-5aae-490b-a5fb-fe363539e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:46.954927 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1aa8043-0fd0-49f9-b33f-832f8f058a06 req-1a5159ea-5aae-490b-a5fb-fe363539e6c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=180e815e-0123-45d7-aabc-b7cbe3dc8657 HTTP/1.1" status: 200 len: 902 time: 0.2522261 Apr 20 16:13:46.992936 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-97c0cb78-52fd-4036-b99f-2e0ffaa4780d req-e15312c7-474d-4da8-95e2-f1aae59bfd62 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Allocated IP 172.25.0.215 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/f9672d10-8b97-4b33-9a88-dc21f1c02052) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:13:47.013776 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:47.057468 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5424d693-5bd1-4288-8a98-5e5c820d91cb req-fb0ab4ed-010e-43d6-8f62-ed1be2200546 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608889 Apr 20 16:13:47.062272 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1aa8043-0fd0-49f9-b33f-832f8f058a06 req-91b663ae-f5fc-4e00-9371-c4a8504adf2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9fb31366-e148-4f5b-844b-4036084eaaca HTTP/1.1" status: 200 len: 217 time: 0.0777254 Apr 20 16:13:47.063454 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:47.070834 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a5fb5a74-c657-4c17-ba0d-777c947c39b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f01dedb5c2dc4b3ba30e46a80ac421dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232389 Apr 20 16:13:47.073256 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32798) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:13:47.104692 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63d06b63-42f1-410b-accf-72251d046ff9 req-29360314-9570-49d7-8413-620bf29743d6 service neutron] 10.222.0.30 "GET /v2.0/networks/eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682872 Apr 20 16:13:47.114659 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-97c0cb78-52fd-4036-b99f-2e0ffaa4780d req-e15312c7-474d-4da8-95e2-f1aae59bfd62 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:47.211372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa8043-0fd0-49f9-b33f-832f8f058a06 req-73eabcc4-1c6d-4b80-a304-2c149f9145a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:47.213020 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1aa8043-0fd0-49f9-b33f-832f8f058a06 req-73eabcc4-1c6d-4b80-a304-2c149f9145a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b76bef31-2cfc-4ae1-bc99-6d6a2dfc9ca9 HTTP/1.1" status: 200 len: 797 time: 0.1304345 Apr 20 16:13:47.265779 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-97c0cb78-52fd-4036-b99f-2e0ffaa4780d req-e15312c7-474d-4da8-95e2-f1aae59bfd62 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:47.299629 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3afe0016-3bfb-4867-93ff-c7dea65020a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:47.301994 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c0cb78-52fd-4036-b99f-2e0ffaa4780d req-e15312c7-474d-4da8-95e2-f1aae59bfd62 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:13:47.306808 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-97c0cb78-52fd-4036-b99f-2e0ffaa4780d req-e15312c7-474d-4da8-95e2-f1aae59bfd62 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:47.310400 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c0cb78-52fd-4036-b99f-2e0ffaa4780d req-e15312c7-474d-4da8-95e2-f1aae59bfd62 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:13:47.337281 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15312c7-474d-4da8-95e2-f1aae59bfd62 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Pushing event updated for resources: {'Port': ['ID=f9672d10-8b97-4b33-9a88-dc21f1c02052,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:47.348890 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63d06b63-42f1-410b-accf-72251d046ff9 req-2fa5a27d-1a4a-4ed1-b00f-df9fb2dc3b26 service neutron] 10.222.0.30 "GET /v2.0/networks/eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222762 Apr 20 16:13:47.352490 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3afe0016-3bfb-4867-93ff-c7dea65020a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:47.371412 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f683c96-dcd1-4bd1-98b5-66c502261277 req-6faf3f9b-6cdd-48db-8e11-2ade470c3da0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:47.377264 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f683c96-dcd1-4bd1-98b5-66c502261277 req-6faf3f9b-6cdd-48db-8e11-2ade470c3da0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:47.383094 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f683c96-dcd1-4bd1-98b5-66c502261277 req-6faf3f9b-6cdd-48db-8e11-2ade470c3da0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:47.389724 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f683c96-dcd1-4bd1-98b5-66c502261277 req-6faf3f9b-6cdd-48db-8e11-2ade470c3da0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:47.395548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f683c96-dcd1-4bd1-98b5-66c502261277 req-6faf3f9b-6cdd-48db-8e11-2ade470c3da0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:47.401397 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f683c96-dcd1-4bd1-98b5-66c502261277 req-6faf3f9b-6cdd-48db-8e11-2ade470c3da0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:47.402950 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-97c0cb78-52fd-4036-b99f-2e0ffaa4780d req-e15312c7-474d-4da8-95e2-f1aae59bfd62 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:47.407240 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f683c96-dcd1-4bd1-98b5-66c502261277 req-6faf3f9b-6cdd-48db-8e11-2ade470c3da0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:47.409132 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f683c96-dcd1-4bd1-98b5-66c502261277 req-6faf3f9b-6cdd-48db-8e11-2ade470c3da0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5429 time: 0.1936152 Apr 20 16:13:47.413528 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa8043-0fd0-49f9-b33f-832f8f058a06 req-1f539aca-f553-42b0-998d-9a9ae8fce223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:47.414927 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1aa8043-0fd0-49f9-b33f-832f8f058a06 req-1f539aca-f553-42b0-998d-9a9ae8fce223 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=180e815e-0123-45d7-aabc-b7cbe3dc8657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1914909 Apr 20 16:13:47.505318 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-97c0cb78-52fd-4036-b99f-2e0ffaa4780d req-e15312c7-474d-4da8-95e2-f1aae59bfd62 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:47.663751 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-97c0cb78-52fd-4036-b99f-2e0ffaa4780d req-e15312c7-474d-4da8-95e2-f1aae59bfd62 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:47.727572 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-97c0cb78-52fd-4036-b99f-2e0ffaa4780d req-e15312c7-474d-4da8-95e2-f1aae59bfd62 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:47.750146 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f683c96-dcd1-4bd1-98b5-66c502261277 req-9ade24a4-b256-49d5-b6ee-b24e69867bab tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3342586 Apr 20 16:13:47.797967 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15312c7-474d-4da8-95e2-f1aae59bfd62 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Pushing event updated for resources: {'Port': ['ID=f9672d10-8b97-4b33-9a88-dc21f1c02052,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:47.804495 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5193364-624f-45c3-8d86-ef114c41e187 x-openstack-request-id: req-b5193364-624f-45c3-8d86-ef114c41e187 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:47.805230 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3b6815-08e4-4e36-ad66-187fa8ef5d48", "name": "network-vif-unplugged", "status": "completed", "tag": "2ec6e65c-b03e-4ba8-ac37-7b06bb13130a", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:47.805230 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5193364-624f-45c3-8d86-ef114c41e187 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:47.805687 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1aa8043-0fd0-49f9-b33f-832f8f058a06 req-dd735171-be27-4ff5-98d4-76e2b55614fb service neutron] 10.222.0.30 "GET /v2.0/networks/180e815e-0123-45d7-aabc-b7cbe3dc8657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716779 Apr 20 16:13:47.805922 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5193364-624f-45c3-8d86-ef114c41e187'] response: {'server_uuid': '6b3b6815-08e4-4e36-ad66-187fa8ef5d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ec6e65c-b03e-4ba8-ac37-7b06bb13130a', 'code': 200} Apr 20 16:13:47.816780 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-97c0cb78-52fd-4036-b99f-2e0ffaa4780d req-e15312c7-474d-4da8-95e2-f1aae59bfd62 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:47.864962 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3afe0016-3bfb-4867-93ff-c7dea65020a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:47.867458 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3afe0016-3bfb-4867-93ff-c7dea65020a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:47.868644 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3afe0016-3bfb-4867-93ff-c7dea65020a7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/465b44ed-2035-4844-817d-e998d938068f HTTP/1.1" status: 204 len: 168 time: 0.7938101 Apr 20 16:13:47.882251 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe0016-3bfb-4867-93ff-c7dea65020a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465b44ed-2035-4844-817d-e998d938068f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:47.947492 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1aa8043-0fd0-49f9-b33f-832f8f058a06 req-80b522b0-3fe1-4b1a-872c-c3ae90c4cb90 service neutron] 10.222.0.30 "GET /v2.0/networks/180e815e-0123-45d7-aabc-b7cbe3dc8657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296947 Apr 20 16:13:47.956542 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-97c0cb78-52fd-4036-b99f-2e0ffaa4780d req-e15312c7-474d-4da8-95e2-f1aae59bfd62 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:47.958155 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-97c0cb78-52fd-4036-b99f-2e0ffaa4780d req-e15312c7-474d-4da8-95e2-f1aae59bfd62 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3561857 Apr 20 16:13:47.966169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b925df-0215-4153-bf58-c2166d5ad936 req-fcb61843-2b73-41ac-a474-ec9475b35913 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:47.976073 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6b925df-0215-4153-bf58-c2166d5ad936 req-fcb61843-2b73-41ac-a474-ec9475b35913 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0665007 Apr 20 16:13:48.009049 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6b925df-0215-4153-bf58-c2166d5ad936 req-41a3c0da-6099-4f4c-af4f-f5573261c7ee tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348651 Apr 20 16:13:48.014772 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-97c0cb78-52fd-4036-b99f-2e0ffaa4780d req-201b0610-e171-4d17-8eea-6324634df4b2 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 696 time: 0.0503023 Apr 20 16:13:48.124535 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0cb78-52fd-4036-b99f-2e0ffaa4780d req-8b385f2f-728c-4192-90c9-8dd9a77f1ce8 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:48.125801 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-97c0cb78-52fd-4036-b99f-2e0ffaa4780d req-8b385f2f-728c-4192-90c9-8dd9a77f1ce8 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.1048181 Apr 20 16:13:48.236100 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354fc83-5d96-4664-9076-b6bee2c40d1b req-d275ea1c-805f-406c-8a41-2c96e3c7520b tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:48.237570 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e354fc83-5d96-4664-9076-b6bee2c40d1b req-d275ea1c-805f-406c-8a41-2c96e3c7520b tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0535460 Apr 20 16:13:48.285004 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e354fc83-5d96-4664-9076-b6bee2c40d1b req-fd2ced1f-6911-46db-841e-ae7b68ae59f3 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 696 time: 0.0415184 Apr 20 16:13:48.294902 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-e354fc83-5d96-4664-9076-b6bee2c40d1b req-67dd47c5-677c-4b68-9acf-6c8aed6971f2 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Request body: {'floatingip': {'port_id': 'f96601e1-7b9d-4051-b38c-780dba292b31', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:48.332547 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e354fc83-5d96-4664-9076-b6bee2c40d1b req-67dd47c5-677c-4b68-9acf-6c8aed6971f2 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks [] for floatingip, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:48.565335 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [req-e354fc83-5d96-4664-9076-b6bee2c40d1b req-67dd47c5-677c-4b68-9acf-6c8aed6971f2 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] update failed (client error): There was a conflict when trying to complete your request. Apr 20 16:13:48.566464 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e354fc83-5d96-4664-9076-b6bee2c40d1b req-67dd47c5-677c-4b68-9acf-6c8aed6971f2 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "PUT /v2.0/floatingips/ef259d82-f52d-4dea-a3e3-b354f60435a8 HTTP/1.1" status: 409 len: 550 time: 0.2757418 Apr 20 16:13:48.641100 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9b4f6a10-fb68-4e79-8305-31ebc428dc9a req-e54cc6e2-ac14-45a0-bd3f-8b639eaf7ac4 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/floatingips/ef259d82-f52d-4dea-a3e3-b354f60435a8 HTTP/1.1" status: 200 len: 693 time: 0.0516982 Apr 20 16:13:48.667448 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181bc905-a88e-4ffa-860a-41087336abaf req-22d97fff-7e32-47eb-b0be-551d35cec0cd tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:48.673770 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181bc905-a88e-4ffa-860a-41087336abaf req-22d97fff-7e32-47eb-b0be-551d35cec0cd tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:48.680207 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181bc905-a88e-4ffa-860a-41087336abaf req-22d97fff-7e32-47eb-b0be-551d35cec0cd tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:48.682045 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-181bc905-a88e-4ffa-860a-41087336abaf req-22d97fff-7e32-47eb-b0be-551d35cec0cd tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2417 time: 0.0711985 Apr 20 16:13:48.725709 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-181bc905-a88e-4ffa-860a-41087336abaf req-17bb71d3-8a55-46bb-b986-1b30da6898ff tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361896 Apr 20 16:13:48.747041 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f6a10-fb68-4e79-8305-31ebc428dc9a req-0d0a8a49-6c13-48f3-972b-4f434e4f1d0c tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:48.748425 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9b4f6a10-fb68-4e79-8305-31ebc428dc9a req-0d0a8a49-6c13-48f3-972b-4f434e4f1d0c tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.1044140 Apr 20 16:13:48.801094 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9b4f6a10-fb68-4e79-8305-31ebc428dc9a req-0747b735-c595-44ec-84e6-c473ef6822e9 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 696 time: 0.0466719 Apr 20 16:13:48.851419 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9b4f6a10-fb68-4e79-8305-31ebc428dc9a req-ee05f93e-a5d9-4030-8628-5ba436154e90 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 696 time: 0.0442755 Apr 20 16:13:48.891385 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d1d0f-b63e-406f-a8d5-e5882ed33e54 req-8b8c7d50-1d75-4d20-9d6e-2876537598a4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:48.897047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d1d0f-b63e-406f-a8d5-e5882ed33e54 req-8b8c7d50-1d75-4d20-9d6e-2876537598a4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:48.903198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d1d0f-b63e-406f-a8d5-e5882ed33e54 req-8b8c7d50-1d75-4d20-9d6e-2876537598a4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:48.909041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d1d0f-b63e-406f-a8d5-e5882ed33e54 req-8b8c7d50-1d75-4d20-9d6e-2876537598a4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:48.915315 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d1d0f-b63e-406f-a8d5-e5882ed33e54 req-8b8c7d50-1d75-4d20-9d6e-2876537598a4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:48.921204 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d1d0f-b63e-406f-a8d5-e5882ed33e54 req-8b8c7d50-1d75-4d20-9d6e-2876537598a4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:48.927144 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d1d0f-b63e-406f-a8d5-e5882ed33e54 req-8b8c7d50-1d75-4d20-9d6e-2876537598a4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:48.929275 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e39d1d0f-b63e-406f-a8d5-e5882ed33e54 req-8b8c7d50-1d75-4d20-9d6e-2876537598a4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5429 time: 0.0988064 Apr 20 16:13:48.971395 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e39d1d0f-b63e-406f-a8d5-e5882ed33e54 req-ebcccc4a-df4d-4280-8b70-ad500cdd9b0c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347056 Apr 20 16:13:48.993018 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-9b4f6a10-fb68-4e79-8305-31ebc428dc9a req-45ddc457-7938-4f96-9e69-8d075da3865f tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Deleting port f9672d10-8b97-4b33-9a88-dc21f1c02052 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:13:48.993018 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9b4f6a10-fb68-4e79-8305-31ebc428dc9a req-45ddc457-7938-4f96-9e69-8d075da3865f tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:49.070127 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9b4f6a10-fb68-4e79-8305-31ebc428dc9a req-45ddc457-7938-4f96-9e69-8d075da3865f tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:49.070458 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9b4f6a10-fb68-4e79-8305-31ebc428dc9a req-45ddc457-7938-4f96-9e69-8d075da3865f tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:49.083397 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-9b4f6a10-fb68-4e79-8305-31ebc428dc9a req-45ddc457-7938-4f96-9e69-8d075da3865f tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Calling delete_port for f9672d10-8b97-4b33-9a88-dc21f1c02052 owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:13:49.137881 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023fae3-a537-4b00-b40c-90725c3bfc96 req-78c8a4eb-01b1-4470-a502-7ca195c849c9 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:49.139611 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7023fae3-a537-4b00-b40c-90725c3bfc96 req-78c8a4eb-01b1-4470-a502-7ca195c849c9 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0568314 Apr 20 16:13:49.184135 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7023fae3-a537-4b00-b40c-90725c3bfc96 req-d168221a-6b4f-4df6-a97d-72e990bcfec5 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378621 Apr 20 16:13:49.313930 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9b4f6a10-fb68-4e79-8305-31ebc428dc9a req-45ddc457-7938-4f96-9e69-8d075da3865f tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:49.343460 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddc457-7938-4f96-9e69-8d075da3865f tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Pushing event deleted for resources: {'Port': ['ID=f9672d10-8b97-4b33-9a88-dc21f1c02052,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:49.405856 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9b4f6a10-fb68-4e79-8305-31ebc428dc9a req-45ddc457-7938-4f96-9e69-8d075da3865f tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:49.409627 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9b4f6a10-fb68-4e79-8305-31ebc428dc9a req-45ddc457-7938-4f96-9e69-8d075da3865f tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:49.411075 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9b4f6a10-fb68-4e79-8305-31ebc428dc9a req-45ddc457-7938-4f96-9e69-8d075da3865f tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "DELETE /v2.0/floatingips/ef259d82-f52d-4dea-a3e3-b354f60435a8 HTTP/1.1" status: 204 len: 173 time: 0.5536187 Apr 20 16:13:49.520406 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-87e39a7f-ea26-4215-a688-6a6acf71c384 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.177 HTTP/1.1" status: 200 len: 1001 time: 0.0902927 Apr 20 16:13:49.588704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-4a25d989-3ef5-4e91-9381-a96e3e4e3365 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:49.588704 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-4a25d989-3ef5-4e91-9381-a96e3e4e3365 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/ports/f96601e1-7b9d-4051-b38c-780dba292b31 HTTP/1.1" status: 200 len: 942 time: 0.0584655 Apr 20 16:13:49.700208 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-e3dc2983-558c-4bb4-a358-b1e87a6ebc37 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.177 HTTP/1.1" status: 200 len: 1001 time: 0.0732977 Apr 20 16:13:49.813517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-e142ac0c-9db5-4e03-b176-c4c2fb677f79 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:49.814941 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-e142ac0c-9db5-4e03-b176-c4c2fb677f79 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.1082666 Apr 20 16:13:49.867550 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138b479-11ad-47f1-a50d-d022bf80b591 req-5050f2bf-6bfa-4e91-814b-29b15d2a31c1 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:49.875346 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138b479-11ad-47f1-a50d-d022bf80b591 req-5050f2bf-6bfa-4e91-814b-29b15d2a31c1 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:49.885475 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138b479-11ad-47f1-a50d-d022bf80b591 req-5050f2bf-6bfa-4e91-814b-29b15d2a31c1 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:49.887247 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a138b479-11ad-47f1-a50d-d022bf80b591 req-5050f2bf-6bfa-4e91-814b-29b15d2a31c1 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2417 time: 0.0895486 Apr 20 16:13:49.900874 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-2f669c55-0334-49b8-957c-0b4bbfd94543 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.177 HTTP/1.1" status: 200 len: 1001 time: 0.0787988 Apr 20 16:13:49.910705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-b8ad8594-a341-42d2-840f-b4517ee28363 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:49.929655 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a138b479-11ad-47f1-a50d-d022bf80b591 req-68742bae-7d4d-42f8-89be-57c3188c584e tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341070 Apr 20 16:13:50.032614 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-b8ad8594-a341-42d2-840f-b4517ee28363 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks [] for floatingip, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:50.113246 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe745f-481c-4c64-9070-48fcd7757878 req-39436b39-5122-49cf-96bc-a0bbb0696e07 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:50.119422 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe745f-481c-4c64-9070-48fcd7757878 req-39436b39-5122-49cf-96bc-a0bbb0696e07 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:50.125815 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe745f-481c-4c64-9070-48fcd7757878 req-39436b39-5122-49cf-96bc-a0bbb0696e07 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:50.130894 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe745f-481c-4c64-9070-48fcd7757878 req-39436b39-5122-49cf-96bc-a0bbb0696e07 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:50.137804 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe745f-481c-4c64-9070-48fcd7757878 req-39436b39-5122-49cf-96bc-a0bbb0696e07 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:50.143173 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe745f-481c-4c64-9070-48fcd7757878 req-39436b39-5122-49cf-96bc-a0bbb0696e07 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:50.149147 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe745f-481c-4c64-9070-48fcd7757878 req-39436b39-5122-49cf-96bc-a0bbb0696e07 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:50.150802 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-16fe745f-481c-4c64-9070-48fcd7757878 req-39436b39-5122-49cf-96bc-a0bbb0696e07 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5429 time: 0.0982490 Apr 20 16:13:50.183752 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-b8ad8594-a341-42d2-840f-b4517ee28363 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:50.192838 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-16fe745f-481c-4c64-9070-48fcd7757878 req-86ded366-b033-467c-a5d3-a3c24b6a09ae tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351818 Apr 20 16:13:50.393251 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-af4f8cc2-f692-41ad-90fb-19e93009c514 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211339 Apr 20 16:13:50.394406 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-b8ad8594-a341-42d2-840f-b4517ee28363 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:50.394815 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-b8ad8594-a341-42d2-840f-b4517ee28363 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Floating IP 7c9f7ecf-7a54-40ce-82b5-c8d667bc7e96 disassociated. External IP: 172.25.0.177, port: f96601e1-7b9d-4051-b38c-780dba292b31. Apr 20 16:13:50.502058 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-475a7049-0b1d-4c85-8c0d-99b0bb475afe tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:50.503535 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-475a7049-0b1d-4c85-8c0d-99b0bb475afe tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1044793 Apr 20 16:13:50.518631 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-eee675ce-4c6b-462f-b567-779cd1cb82d7 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/quotas/5cbf6f2a95f84d7e90dc5825ed03dfd3 HTTP/1.1" status: 200 len: 375 time: 0.0090299 Apr 20 16:13:50.604776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-b8ad8594-a341-42d2-840f-b4517ee28363 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Router d0c78292-f87e-48aa-82f4-f07bb9f432aa has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:13:50.716766 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-b8ad8594-a341-42d2-840f-b4517ee28363 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:13:50.721359 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-b8ad8594-a341-42d2-840f-b4517ee28363 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:50.723956 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b7728825-6049-4ffe-8d8e-460e327e5c3b no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:13:50.736216 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9243bcd1-4650-43e2-892e-025599eefd4c None None] Sync routers for ids ['d0c78292-f87e-48aa-82f4-f07bb9f432aa'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:13:50.750539 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-b8ad8594-a341-42d2-840f-b4517ee28363 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "PUT /v2.0/floatingips/7c9f7ecf-7a54-40ce-82b5-c8d667bc7e96 HTTP/1.1" status: 200 len: 695 time: 0.8439043 Apr 20 16:13:50.751023 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6c4fed-ec5b-499d-a150-5bed4bedc2cc', 'tag': 'f96601e1-7b9d-4051-b38c-780dba292b31'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:50.752416 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9243bcd1-4650-43e2-892e-025599eefd4c None None] Routers {'d0c78292-f87e-48aa-82f4-f07bb9f432aa'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:13:50.753398 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496cd9ab-060b-4265-bba2-f7ad54474ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6c4fed-ec5b-499d-a150-5bed4bedc2cc", "tag": "f96601e1-7b9d-4051-b38c-780dba292b31"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:50.753926 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9243bcd1-4650-43e2-892e-025599eefd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:13:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d0c78292-f87e-48aa-82f4-f07bb9f432aa'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:50.821926 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-b00d3cfe-d8b6-4da1-aaa3-640da36c2235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:50.829730 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-b00d3cfe-d8b6-4da1-aaa3-640da36c2235 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28ab505633034900a95978f46e1b6c12&device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 1096 time: 0.0515430 Apr 20 16:13:50.851426 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:50.854277 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-70e76648-720c-4ac6-a7e9-799fbb6fb890 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3298378 Apr 20 16:13:50.887403 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-9243bcd1-4650-43e2-892e-025599eefd4c None None] Set router d0c78292-f87e-48aa-82f4-f07bb9f432aa gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:13:50.898900 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b7728825-6049-4ffe-8d8e-460e327e5c3b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b7728825-6049-4ffe-8d8e-460e327e5c3b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:50.900838 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75f1919-3689-42c1-b015-84f6f64a67ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7728825-6049-4ffe-8d8e-460e327e5c3b'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:50.903826 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2928ca3f-0654-4eb4-8274-45ad3d468d56" -d '{"events": [{"server_uuid": "f75f1919-3689-42c1-b015-84f6f64a67ba", "name": "network-vif-unplugged", "status": "completed", "tag": "b7728825-6049-4ffe-8d8e-460e327e5c3b"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:50.934094 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-ac7344c8-5b20-4499-a2a5-e973744b0598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:50.942863 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-ac7344c8-5b20-4499-a2a5-e973744b0598 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf HTTP/1.1" status: 200 len: 929 time: 0.1120629 Apr 20 16:13:50.970263 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:50.983560 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-1f1abf5a-1d65-42eb-a577-209b9d92563a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f96601e1-7b9d-4051-b38c-780dba292b31 HTTP/1.1" status: 200 len: 217 time: 0.0398412 Apr 20 16:13:51.034331 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-e2bed037-119e-4cb2-a0b7-961414766f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:51.053532 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-e2bed037-119e-4cb2-a0b7-961414766f39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea385c3c-0eb3-4d62-9264-606c9a1935f0 HTTP/1.1" status: 200 len: 867 time: 0.0629308 Apr 20 16:13:51.056120 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=b7728825-6049-4ffe-8d8e-460e327e5c3b,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:51.108027 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-46ee5ded-a08f-4db9-9d6a-62dc0b80cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:51.111197 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9243bcd1-4650-43e2-892e-025599eefd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-616743638-router', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:01Z', 'updated_at': '2022-04-20T16:13:10Z', 'revision_number': 4, 'project_id': '28ab505633034900a95978f46e1b6c12', 'gw_port': {'id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:03Z', 'updated_at': '2022-04-20T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '03501e95-b830-4ed1-9759-0d5bb47935f1', 'name': '', 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'mac_address': 'fa:16:3e:ae:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'ea385c3c-0eb3-4d62-9264-606c9a1935f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:09Z', 'updated_at': '2022-04-20T16:13:17Z', 'revision_number': 5, 'project_id': '28ab505633034900a95978f46e1b6c12', 'subnets': [{'id': 'ea385c3c-0eb3-4d62-9264-606c9a1935f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:51.116347 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-46ee5ded-a08f-4db9-9d6a-62dc0b80cbbd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618386 Apr 20 16:13:51.141592 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9243bcd1-4650-43e2-892e-025599eefd4c None None] Checking router: d0c78292-f87e-48aa-82f4-f07bb9f432aa for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:13:51.150530 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9243bcd1-4650-43e2-892e-025599eefd4c None None] Routers {'d0c78292-f87e-48aa-82f4-f07bb9f432aa'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:13:51.151148 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9243bcd1-4650-43e2-892e-025599eefd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:13:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d0c78292-f87e-48aa-82f4-f07bb9f432aa'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:51.160991 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927f51a-2374-4062-95b9-1569ebfb3da4 req-f809717f-4f18-494f-892f-066190639cc7 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:51.168628 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8927f51a-2374-4062-95b9-1569ebfb3da4 req-f809717f-4f18-494f-892f-066190639cc7 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 948 time: 0.0816026 Apr 20 16:13:51.213087 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8927f51a-2374-4062-95b9-1569ebfb3da4 req-b2c20300-45f6-44d1-94f7-772e6c17f0d9 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435379 Apr 20 16:13:51.225193 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-ed5cda24-3f57-4551-903c-323bf91368ad service neutron] 10.222.0.15 "GET /v2.0/networks/eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077263 Apr 20 16:13:51.257071 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-9243bcd1-4650-43e2-892e-025599eefd4c None None] Set router d0c78292-f87e-48aa-82f4-f07bb9f432aa gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:13:51.328561 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3f3828-8a57-4c11-a08b-6e8210b6b9e0 x-openstack-request-id: req-9a3f3828-8a57-4c11-a08b-6e8210b6b9e0 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:51.328902 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6c4fed-ec5b-499d-a150-5bed4bedc2cc", "tag": "f96601e1-7b9d-4051-b38c-780dba292b31", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:51.329104 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a3f3828-8a57-4c11-a08b-6e8210b6b9e0 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:51.329494 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3f3828-8a57-4c11-a08b-6e8210b6b9e0'] response: {'name': 'network-changed', 'server_uuid': '4b6c4fed-ec5b-499d-a150-5bed4bedc2cc', 'tag': 'f96601e1-7b9d-4051-b38c-780dba292b31', 'status': 'completed', 'code': 200} Apr 20 16:13:51.350730 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d1fa07-55cf-41b1-9676-3c07c58ab466 x-openstack-request-id: req-35d1fa07-55cf-41b1-9676-3c07c58ab466 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:51.351244 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75f1919-3689-42c1-b015-84f6f64a67ba", "name": "network-vif-unplugged", "status": "completed", "tag": "b7728825-6049-4ffe-8d8e-460e327e5c3b", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:51.351668 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35d1fa07-55cf-41b1-9676-3c07c58ab466 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:51.352214 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35d1fa07-55cf-41b1-9676-3c07c58ab466'] response: {'server_uuid': 'f75f1919-3689-42c1-b015-84f6f64a67ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7728825-6049-4ffe-8d8e-460e327e5c3b', 'code': 200} Apr 20 16:13:51.369473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-662928e1-eb87-465f-b905-b3db5eb98795 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:51.375737 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-662928e1-eb87-465f-b905-b3db5eb98795 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:51.381514 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-662928e1-eb87-465f-b905-b3db5eb98795 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:51.383123 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-662928e1-eb87-465f-b905-b3db5eb98795 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2417 time: 0.0864716 Apr 20 16:13:51.445751 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6315995-5c24-4620-b4c2-0201f53bf6a7 req-9f993a21-c2a3-49c7-a225-406769cd83c8 service neutron] 10.222.0.15 "GET /v2.0/networks/eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123775 Apr 20 16:13:51.458744 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668a472-b46f-4699-9d92-3bee5da67082 req-028fedbe-7c83-4f0d-a5cd-2ffbe7938886 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:51.465390 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668a472-b46f-4699-9d92-3bee5da67082 req-028fedbe-7c83-4f0d-a5cd-2ffbe7938886 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:51.471398 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668a472-b46f-4699-9d92-3bee5da67082 req-028fedbe-7c83-4f0d-a5cd-2ffbe7938886 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:51.473399 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3668a472-b46f-4699-9d92-3bee5da67082 req-028fedbe-7c83-4f0d-a5cd-2ffbe7938886 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 2417 time: 0.0716298 Apr 20 16:13:51.486591 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9243bcd1-4650-43e2-892e-025599eefd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-616743638-router', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:01Z', 'updated_at': '2022-04-20T16:13:10Z', 'revision_number': 4, 'project_id': '28ab505633034900a95978f46e1b6c12', 'gw_port': {'id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:03Z', 'updated_at': '2022-04-20T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '03501e95-b830-4ed1-9759-0d5bb47935f1', 'name': '', 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'mac_address': 'fa:16:3e:ae:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'ea385c3c-0eb3-4d62-9264-606c9a1935f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:09Z', 'updated_at': '2022-04-20T16:13:17Z', 'revision_number': 5, 'project_id': '28ab505633034900a95978f46e1b6c12', 'subnets': [{'id': 'ea385c3c-0eb3-4d62-9264-606c9a1935f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:51.497707 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cd9ab-060b-4265-bba2-f7ad54474ef0 req-327f281d-a19a-4708-ad3b-59890cad1775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:51.497707 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-496cd9ab-060b-4265-bba2-f7ad54474ef0 req-327f281d-a19a-4708-ad3b-59890cad1775 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28ab505633034900a95978f46e1b6c12&device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 1096 time: 0.1094027 Apr 20 16:13:51.514627 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9243bcd1-4650-43e2-892e-025599eefd4c None None] The sync data for ids ['d0c78292-f87e-48aa-82f4-f07bb9f432aa'] in n-d-836146-2 is: [{'id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-616743638-router', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:01Z', 'updated_at': '2022-04-20T16:13:10Z', 'revision_number': 4, 'project_id': '28ab505633034900a95978f46e1b6c12', 'gw_port': {'id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:03Z', 'updated_at': '2022-04-20T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '03501e95-b830-4ed1-9759-0d5bb47935f1', 'name': '', 'network_id': 'eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'mac_address': 'fa:16:3e:ae:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'ea385c3c-0eb3-4d62-9264-606c9a1935f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:09Z', 'updated_at': '2022-04-20T16:13:17Z', 'revision_number': 5, 'project_id': '28ab505633034900a95978f46e1b6c12', 'subnets': [{'id': 'ea385c3c-0eb3-4d62-9264-606c9a1935f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:13:51.527449 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3668a472-b46f-4699-9d92-3bee5da67082 req-85472899-bedd-469a-9f65-38d6aecf8ca8 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449796 Apr 20 16:13:51.573564 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-a7370d77-3a31-47eb-b4a7-5545a3a7ee53 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Deleting port 63659abd-d91c-4b91-b237-6582ca9cef51 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:13:51.573933 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-a7370d77-3a31-47eb-b4a7-5545a3a7ee53 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:51.622471 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6173c12-04c5-4c32-8d9c-6dd8c040e89d req-77a8f107-649a-4eab-80ad-743e74865167 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 210 time: 0.0342610 Apr 20 16:13:51.696877 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cd9ab-060b-4265-bba2-f7ad54474ef0 req-2abb4a2a-5868-4da5-8b06-69c3e00403e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:51.698405 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-496cd9ab-060b-4265-bba2-f7ad54474ef0 req-2abb4a2a-5868-4da5-8b06-69c3e00403e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf HTTP/1.1" status: 200 len: 929 time: 0.1973951 Apr 20 16:13:51.726093 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8af0d435-a5d0-463a-943e-b5ea90219072 req-5d681644-8e50-4e51-8e09-adb76d4cf508 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/floatingips/7c9f7ecf-7a54-40ce-82b5-c8d667bc7e96 HTTP/1.1" status: 200 len: 695 time: 0.0766118 Apr 20 16:13:51.762923 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-496cd9ab-060b-4265-bba2-f7ad54474ef0 req-0f4fc1d1-9766-4f81-b307-9ef853bbaf7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f96601e1-7b9d-4051-b38c-780dba292b31 HTTP/1.1" status: 200 len: 217 time: 0.0533667 Apr 20 16:13:51.773778 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-a7370d77-3a31-47eb-b4a7-5545a3a7ee53 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] For port 63659abd-d91c-4b91-b237-6582ca9cef51, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=63659abd-d91c-4b91-b237-6582ca9cef51,segment=NetworkSegment(7c8a8686-b0a3-44ef-a103-a39b1e9b0f88),segment_id=7c8a8686-b0a3-44ef-a103-a39b1e9b0f88)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:51.774146 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-a7370d77-3a31-47eb-b4a7-5545a3a7ee53 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:51.825735 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464bbf7-9cd1-44a0-8667-cdaadd7107d4 req-d79e724d-fcc5-4d93-bef4-54c39cd67ef2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:51.831547 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464bbf7-9cd1-44a0-8667-cdaadd7107d4 req-d79e724d-fcc5-4d93-bef4-54c39cd67ef2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:51.837827 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464bbf7-9cd1-44a0-8667-cdaadd7107d4 req-d79e724d-fcc5-4d93-bef4-54c39cd67ef2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:51.843696 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464bbf7-9cd1-44a0-8667-cdaadd7107d4 req-d79e724d-fcc5-4d93-bef4-54c39cd67ef2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:51.843831 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0d435-a5d0-463a-943e-b5ea90219072 req-1b3dbc45-8464-41b7-85ca-0156b263b9af tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:51.845254 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8af0d435-a5d0-463a-943e-b5ea90219072 req-1b3dbc45-8464-41b7-85ca-0156b263b9af tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.1182778 Apr 20 16:13:51.849441 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464bbf7-9cd1-44a0-8667-cdaadd7107d4 req-d79e724d-fcc5-4d93-bef4-54c39cd67ef2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:51.855798 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464bbf7-9cd1-44a0-8667-cdaadd7107d4 req-d79e724d-fcc5-4d93-bef4-54c39cd67ef2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:51.861705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464bbf7-9cd1-44a0-8667-cdaadd7107d4 req-d79e724d-fcc5-4d93-bef4-54c39cd67ef2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:51.865041 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1464bbf7-9cd1-44a0-8667-cdaadd7107d4 req-d79e724d-fcc5-4d93-bef4-54c39cd67ef2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5429 time: 0.2095959 Apr 20 16:13:51.868176 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-a7370d77-3a31-47eb-b4a7-5545a3a7ee53 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Calling delete_port for 63659abd-d91c-4b91-b237-6582ca9cef51 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:13:51.871776 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb4d097-b874-4aab-8557-2a2a1e586c56 None None] New status for floating IP 7c9f7ecf-7a54-40ce-82b5-c8d667bc7e96: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:13:51.911588 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8af0d435-a5d0-463a-943e-b5ea90219072 req-f3b49307-7d3a-44e8-8f81-5428693b9bff tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.177 HTTP/1.1" status: 200 len: 698 time: 0.0577683 Apr 20 16:13:51.931898 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cd9ab-060b-4265-bba2-f7ad54474ef0 req-10895f44-b06f-4964-adec-998ffd98726d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:51.933414 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-496cd9ab-060b-4265-bba2-f7ad54474ef0 req-10895f44-b06f-4964-adec-998ffd98726d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea385c3c-0eb3-4d62-9264-606c9a1935f0 HTTP/1.1" status: 200 len: 867 time: 0.1618826 Apr 20 16:13:51.968285 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1464bbf7-9cd1-44a0-8667-cdaadd7107d4 req-8e5f5854-fe61-4d1c-b632-dd58fdd7eab7 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0920970 Apr 20 16:13:51.974672 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8af0d435-a5d0-463a-943e-b5ea90219072 req-8185017d-b583-4580-808f-ab2a784e945c tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.177 HTTP/1.1" status: 200 len: 698 time: 0.0621705 Apr 20 16:13:52.122134 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-8af0d435-a5d0-463a-943e-b5ea90219072 req-881df17e-9f83-48dd-b744-664b2887a778 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Deleting port 40a51d2c-db15-4f77-869d-6bce3499a465 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:13:52.122474 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8af0d435-a5d0-463a-943e-b5ea90219072 req-881df17e-9f83-48dd-b744-664b2887a778 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:52.205704 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8af0d435-a5d0-463a-943e-b5ea90219072 req-881df17e-9f83-48dd-b744-664b2887a778 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:52.206366 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8af0d435-a5d0-463a-943e-b5ea90219072 req-881df17e-9f83-48dd-b744-664b2887a778 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:52.218996 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-8af0d435-a5d0-463a-943e-b5ea90219072 req-881df17e-9f83-48dd-b744-664b2887a778 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Calling delete_port for 40a51d2c-db15-4f77-869d-6bce3499a465 owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:13:52.273127 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cd9ab-060b-4265-bba2-f7ad54474ef0 req-234a328a-c2ad-4577-82d6-d63532270e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:52.274640 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-496cd9ab-060b-4265-bba2-f7ad54474ef0 req-234a328a-c2ad-4577-82d6-d63532270e68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3054645 Apr 20 16:13:52.325637 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 331bb709-9d75-4417-9313-61c8980df6f2 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:13:52.431245 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 331bb709-9d75-4417-9313-61c8980df6f2, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=331bb709-9d75-4417-9313-61c8980df6f2,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:52.433156 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8e114-15c5-43ca-a691-48cb5f0ff48b req-b3316e03-ee2b-4b53-8c07-8bb2d236f60e tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:52.434699 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85f8e114-15c5-43ca-a691-48cb5f0ff48b req-b3316e03-ee2b-4b53-8c07-8bb2d236f60e tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 948 time: 0.1578786 Apr 20 16:13:52.443291 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '331bb709-9d75-4417-9313-61c8980df6f2', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': '331bb709-9d75-4417-9313-61c8980df6f2', 'mac_address': 'fa:16:3e:96:88:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:13:52.448392 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8af0d435-a5d0-463a-943e-b5ea90219072 req-881df17e-9f83-48dd-b744-664b2887a778 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:52.470402 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-496cd9ab-060b-4265-bba2-f7ad54474ef0 req-d598cceb-66c6-400b-8564-b63319336b88 service neutron] 10.222.0.30 "GET /v2.0/networks/eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852798 Apr 20 16:13:52.475091 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881df17e-9f83-48dd-b744-664b2887a778 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Pushing event deleted for resources: {'Port': ['ID=40a51d2c-db15-4f77-869d-6bce3499a465,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:52.488480 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:52.503013 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 331bb709-9d75-4417-9313-61c8980df6f2 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:52.517277 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85f8e114-15c5-43ca-a691-48cb5f0ff48b req-b2fcc6fd-a8ac-46a4-a370-6182f7956ca2 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739856 Apr 20 16:13:52.533980 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 331bb709-9d75-4417-9313-61c8980df6f2, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=331bb709-9d75-4417-9313-61c8980df6f2,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:52.546630 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8af0d435-a5d0-463a-943e-b5ea90219072 req-881df17e-9f83-48dd-b744-664b2887a778 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:52.549609 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8af0d435-a5d0-463a-943e-b5ea90219072 req-881df17e-9f83-48dd-b744-664b2887a778 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:52.556439 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8af0d435-a5d0-463a-943e-b5ea90219072 req-881df17e-9f83-48dd-b744-664b2887a778 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "DELETE /v2.0/floatingips/7c9f7ecf-7a54-40ce-82b5-c8d667bc7e96 HTTP/1.1" status: 204 len: 173 time: 0.5753052 Apr 20 16:13:52.557561 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-a7370d77-3a31-47eb-b4a7-5545a3a7ee53 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:52.591960 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['20742339-1309-494c-891d-c503dbda4536', '661201c9-dd59-4083-a227-761c85684627', '63659abd-d91c-4b91-b237-6582ca9cef51'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:13:52.593008 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7370d77-3a31-47eb-b4a7-5545a3a7ee53 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event deleted for resources: {'Port': ['ID=63659abd-d91c-4b91-b237-6582ca9cef51,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:52.642868 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:52.672483 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-a7370d77-3a31-47eb-b4a7-5545a3a7ee53 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] No DVR routers for this DVR port 63659abd-d91c-4b91-b237-6582ca9cef51 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:13:52.689313 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-a7370d77-3a31-47eb-b4a7-5545a3a7ee53 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:52.694515 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-a7370d77-3a31-47eb-b4a7-5545a3a7ee53 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.30 "DELETE /v2.0/ports/63659abd-d91c-4b91-b237-6582ca9cef51 HTTP/1.1" status: 204 len: 173 time: 1.3045511 Apr 20 16:13:52.701085 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-496cd9ab-060b-4265-bba2-f7ad54474ef0 req-b9a7310a-40d4-4bbb-8876-6da050c17be0 service neutron] 10.222.0.30 "GET /v2.0/networks/eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164893 Apr 20 16:13:52.716599 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b260b-cb39-431b-b57f-6b2aec3335de req-de87d615-6fa5-43a3-b181-f94b97586046 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:52.724794 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b260b-cb39-431b-b57f-6b2aec3335de req-de87d615-6fa5-43a3-b181-f94b97586046 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:52.731368 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b7728825-6049-4ffe-8d8e-460e327e5c3b details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:13:52.736157 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fa7b260b-cb39-431b-b57f-6b2aec3335de req-de87d615-6fa5-43a3-b181-f94b97586046 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 1682 time: 0.1125650 Apr 20 16:13:52.781922 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fa7b260b-cb39-431b-b57f-6b2aec3335de req-17873f0c-9c93-4d92-91c7-7170183c4721 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445890 Apr 20 16:13:52.789554 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-589c8709-2a2d-487f-8203-0727f9896385 req-88bd9db1-8196-4be0-9237-2bc0809a9a00 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 210 time: 0.0644283 Apr 20 16:13:52.906852 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-d16eb03b-7c58-4861-9914-e34047392856 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Deleting port 20742339-1309-494c-891d-c503dbda4536 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:13:52.907150 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-d16eb03b-7c58-4861-9914-e34047392856 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:52.950960 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e2898-b423-4a52-9d0b-04cd7535100f req-f4d88dab-f349-4c47-a1e0-35f514d1a355 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:52.956726 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b16e2898-b423-4a52-9d0b-04cd7535100f req-f4d88dab-f349-4c47-a1e0-35f514d1a355 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0779963 Apr 20 16:13:52.967732 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0ca728b3-823c-4702-a0b3-ce6b08a87973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:52.971738 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=331bb709-9d75-4417-9313-61c8980df6f2,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:53.022744 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-d16eb03b-7c58-4861-9914-e34047392856 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] For port 20742339-1309-494c-891d-c503dbda4536, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=20742339-1309-494c-891d-c503dbda4536,segment=NetworkSegment(59b81744-c5c7-4e6e-86f9-20a67f979b7d),segment_id=59b81744-c5c7-4e6e-86f9-20a67f979b7d)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:53.023227 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-d16eb03b-7c58-4861-9914-e34047392856 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:53.035066 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b16e2898-b423-4a52-9d0b-04cd7535100f req-fe8de6ee-c120-41f0-b437-47c3ea17e4ee tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0705395 Apr 20 16:13:53.037896 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-d16eb03b-7c58-4861-9914-e34047392856 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Calling delete_port for 20742339-1309-494c-891d-c503dbda4536 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:13:53.060957 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['331bb709-9d75-4417-9313-61c8980df6f2'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:13:53.128375 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b7728825-6049-4ffe-8d8e-460e327e5c3b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b7728825-6049-4ffe-8d8e-460e327e5c3b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:53.145597 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e1fdcfa8-2923-412b-a39c-c55ed4111050 req-a94327f6-4069-437f-a6ec-259e60134e24 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0827734 Apr 20 16:13:53.165756 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'b7728825-6049-4ffe-8d8e-460e327e5c3b', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'b7728825-6049-4ffe-8d8e-460e327e5c3b', 'mac_address': 'fa:16:3e:14:78:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:13:53.167501 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f6af4-76e0-421e-96ad-82a9429fdb15 req-c47544f5-3490-4eb2-ac6f-565766e6a00e tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:53.173980 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f6af4-76e0-421e-96ad-82a9429fdb15 req-c47544f5-3490-4eb2-ac6f-565766e6a00e tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:53.180171 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f6af4-76e0-421e-96ad-82a9429fdb15 req-c47544f5-3490-4eb2-ac6f-565766e6a00e tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:53.186400 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f6af4-76e0-421e-96ad-82a9429fdb15 req-c47544f5-3490-4eb2-ac6f-565766e6a00e tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:53.192766 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f6af4-76e0-421e-96ad-82a9429fdb15 req-c47544f5-3490-4eb2-ac6f-565766e6a00e tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:53.198766 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f6af4-76e0-421e-96ad-82a9429fdb15 req-c47544f5-3490-4eb2-ac6f-565766e6a00e tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:53.205627 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f6af4-76e0-421e-96ad-82a9429fdb15 req-c47544f5-3490-4eb2-ac6f-565766e6a00e tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:53.207837 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b3f6af4-76e0-421e-96ad-82a9429fdb15 req-c47544f5-3490-4eb2-ac6f-565766e6a00e tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5429 time: 0.1161826 Apr 20 16:13:53.270065 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:53.289970 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b3f6af4-76e0-421e-96ad-82a9429fdb15 req-5a104e2d-71dc-472f-a077-74d199a2f7e3 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518157 Apr 20 16:13:53.300062 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7728825-6049-4ffe-8d8e-460e327e5c3b {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:53.330755 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e52657-d806-43ce-9dac-c95d85c25be5', 'name': 'network-vif-deleted', 'tag': '63659abd-d91c-4b91-b237-6582ca9cef51'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:53.333528 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26a648f-eb0a-4b29-94b2-378ab709d215" -d '{"events": [{"server_uuid": "45e52657-d806-43ce-9dac-c95d85c25be5", "name": "network-vif-deleted", "tag": "63659abd-d91c-4b91-b237-6582ca9cef51"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:53.343975 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b7728825-6049-4ffe-8d8e-460e327e5c3b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b7728825-6049-4ffe-8d8e-460e327e5c3b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:53.370163 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0f0720-f631-4ead-9af4-85518848ed34 x-openstack-request-id: req-4c0f0720-f631-4ead-9af4-85518848ed34 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:53.370700 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e52657-d806-43ce-9dac-c95d85c25be5", "name": "network-vif-deleted", "tag": "63659abd-d91c-4b91-b237-6582ca9cef51", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:53.370700 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c0f0720-f631-4ead-9af4-85518848ed34 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:53.371650 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c0f0720-f631-4ead-9af4-85518848ed34'] response: {'server_uuid': '45e52657-d806-43ce-9dac-c95d85c25be5', 'name': 'network-vif-deleted', 'tag': '63659abd-d91c-4b91-b237-6582ca9cef51', 'status': 'completed', 'code': 200} Apr 20 16:13:53.395010 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-d16eb03b-7c58-4861-9914-e34047392856 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:53.437646 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16eb03b-7c58-4861-9914-e34047392856 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event deleted for resources: {'Port': ['ID=20742339-1309-494c-891d-c503dbda4536,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:53.437989 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:53.480132 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-d16eb03b-7c58-4861-9914-e34047392856 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] No DVR routers for this DVR port 20742339-1309-494c-891d-c503dbda4536 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:13:53.483469 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-d16eb03b-7c58-4861-9914-e34047392856 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:53.487125 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-d16eb03b-7c58-4861-9914-e34047392856 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.30 "DELETE /v2.0/ports/20742339-1309-494c-891d-c503dbda4536 HTTP/1.1" status: 204 len: 173 time: 0.7522297 Apr 20 16:13:53.496592 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=b7728825-6049-4ffe-8d8e-460e327e5c3b,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:53.641960 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-9bc3d662-26e2-4c57-8b68-57779c0c445c tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Deleting port 661201c9-dd59-4083-a227-761c85684627 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:13:53.642380 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-9bc3d662-26e2-4c57-8b68-57779c0c445c tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:53.698991 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88cb8d-1152-4fd9-96c7-1b30123f3ccf req-27348324-a25a-458e-8a44-23dc49fd23b8 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:53.700775 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6f88cb8d-1152-4fd9-96c7-1b30123f3ccf req-27348324-a25a-458e-8a44-23dc49fd23b8 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 945 time: 0.0518849 Apr 20 16:13:53.719588 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8420fb-ebb4-459e-82d0-eab12bf39964 req-1f7c2f11-e7e8-4d18-8f52-9be338fe2cc7 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:53.721348 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa8420fb-ebb4-459e-82d0-eab12bf39964 req-1f7c2f11-e7e8-4d18-8f52-9be338fe2cc7 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 949 time: 0.1113915 Apr 20 16:13:53.739578 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6f88cb8d-1152-4fd9-96c7-1b30123f3ccf req-787c4a39-3bf0-4186-8603-24d3623bb576 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb303c33-664a-49a8-bcfd-c70cb5bae48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326231 Apr 20 16:13:53.775729 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-9bc3d662-26e2-4c57-8b68-57779c0c445c tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] For port 661201c9-dd59-4083-a227-761c85684627, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=661201c9-dd59-4083-a227-761c85684627,segment=NetworkSegment(7c8a8686-b0a3-44ef-a103-a39b1e9b0f88),segment_id=7c8a8686-b0a3-44ef-a103-a39b1e9b0f88)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:53.776109 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-9bc3d662-26e2-4c57-8b68-57779c0c445c tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:53.791954 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa8420fb-ebb4-459e-82d0-eab12bf39964 req-1e1c5ef2-c0ad-46dd-bc16-b9563b7789bb tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627420 Apr 20 16:13:53.796604 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-9bc3d662-26e2-4c57-8b68-57779c0c445c tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Calling delete_port for 661201c9-dd59-4083-a227-761c85684627 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:13:53.885053 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['b7728825-6049-4ffe-8d8e-460e327e5c3b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:13:53.901157 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8fa36997-fb51-4684-ad0a-deaabed2a84f req-7deeba81-a5f7-4c21-946c-528eb3a769c9 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 210 time: 0.0317414 Apr 20 16:13:53.946712 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7f084-590c-4bac-8a05-496ea3c10592 req-7188b26f-cb47-4cca-a0bd-c7ceb791a92f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:53.948728 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cfe7f084-590c-4bac-8a05-496ea3c10592 req-7188b26f-cb47-4cca-a0bd-c7ceb791a92f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 945 time: 0.0820673 Apr 20 16:13:53.988007 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cfe7f084-590c-4bac-8a05-496ea3c10592 req-e6817754-a9a0-488d-a7dc-4eed756bca90 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331874 Apr 20 16:13:54.103497 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-9bc3d662-26e2-4c57-8b68-57779c0c445c tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:54.130909 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3d662-26e2-4c57-8b68-57779c0c445c tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event deleted for resources: {'Port': ['ID=661201c9-dd59-4083-a227-761c85684627,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:54.174254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-9bc3d662-26e2-4c57-8b68-57779c0c445c tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] No DVR routers for this DVR port 661201c9-dd59-4083-a227-761c85684627 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:13:54.176919 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-9bc3d662-26e2-4c57-8b68-57779c0c445c tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:54.180308 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e409ff6f-d3e5-4f3a-a853-98a05feb3892 req-9bc3d662-26e2-4c57-8b68-57779c0c445c tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.30 "DELETE /v2.0/ports/661201c9-dd59-4083-a227-761c85684627 HTTP/1.1" status: 204 len: 173 time: 0.6828709 Apr 20 16:13:54.259041 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-d95f726d-a635-470a-abc1-c8c3caadb315 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218828 Apr 20 16:13:54.347581 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 331bb709-9d75-4417-9313-61c8980df6f2 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:13:54.378098 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-d250fe8c-6470-4e05-b597-99ce717d4ae0 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:54.379957 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-d250fe8c-6470-4e05-b597-99ce717d4ae0 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1113334 Apr 20 16:13:54.404830 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 331bb709-9d75-4417-9313-61c8980df6f2 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:54.405198 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:54.418010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-91d31580-1e73-49c0-bd36-fe656ed27c11 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Request body: {'port': {'device_id': '59cbbe0f-0a5e-4283-b9df-3aad164fc44e', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': '5cbf6f2a95f84d7e90dc5825ed03dfd3'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:54.487803 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:54.503020 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ff9a3-1511-4f44-b620-3bb4cf25c9dc req-a1e5137b-a4d5-4933-8bc5-22fc779d648c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:54.508849 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ff9a3-1511-4f44-b620-3bb4cf25c9dc req-a1e5137b-a4d5-4933-8bc5-22fc779d648c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:54.511345 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dde9c73-c032-45f8-bad9-2d8ee00aabd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331bb709-9d75-4417-9313-61c8980df6f2'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:54.513607 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e24db7-ad66-47ee-a536-fe2e1e2cae3c" -d '{"events": [{"server_uuid": "3dde9c73-c032-45f8-bad9-2d8ee00aabd8", "name": "network-vif-plugged", "status": "completed", "tag": "331bb709-9d75-4417-9313-61c8980df6f2"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:54.521927 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ff9a3-1511-4f44-b620-3bb4cf25c9dc req-a1e5137b-a4d5-4933-8bc5-22fc779d648c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:54.521927 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ff9a3-1511-4f44-b620-3bb4cf25c9dc req-a1e5137b-a4d5-4933-8bc5-22fc779d648c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:54.526067 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 331bb709-9d75-4417-9313-61c8980df6f2, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=331bb709-9d75-4417-9313-61c8980df6f2,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:54.526833 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ff9a3-1511-4f44-b620-3bb4cf25c9dc req-a1e5137b-a4d5-4933-8bc5-22fc779d648c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:54.532753 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ff9a3-1511-4f44-b620-3bb4cf25c9dc req-a1e5137b-a4d5-4933-8bc5-22fc779d648c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:54.539666 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ff9a3-1511-4f44-b620-3bb4cf25c9dc req-a1e5137b-a4d5-4933-8bc5-22fc779d648c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:54.541628 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-993ff9a3-1511-4f44-b620-3bb4cf25c9dc req-a1e5137b-a4d5-4933-8bc5-22fc779d648c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5429 time: 0.1606824 Apr 20 16:13:54.554021 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9506f02f-8446-4313-a37a-774b9c749bf1 x-openstack-request-id: req-9506f02f-8446-4313-a37a-774b9c749bf1 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:54.554533 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dde9c73-c032-45f8-bad9-2d8ee00aabd8", "name": "network-vif-plugged", "status": "completed", "tag": "331bb709-9d75-4417-9313-61c8980df6f2", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:54.554933 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9506f02f-8446-4313-a37a-774b9c749bf1 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:54.555509 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9506f02f-8446-4313-a37a-774b9c749bf1'] response: {'server_uuid': '3dde9c73-c032-45f8-bad9-2d8ee00aabd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331bb709-9d75-4417-9313-61c8980df6f2', 'code': 200} Apr 20 16:13:54.591375 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:54.592574 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 661201c9-dd59-4083-a227-761c85684627 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:13:54.611295 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-993ff9a3-1511-4f44-b620-3bb4cf25c9dc req-b9011c9b-957d-48a3-96e9-7ec39056e494 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567286 Apr 20 16:13:54.640434 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 661201c9-dd59-4083-a227-761c85684627 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:13:54.640777 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 661201c9-dd59-4083-a227-761c85684627 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:13:54.641249 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 63659abd-d91c-4b91-b237-6582ca9cef51 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:13:54.665125 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 63659abd-d91c-4b91-b237-6582ca9cef51 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:13:54.665460 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 63659abd-d91c-4b91-b237-6582ca9cef51 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:13:54.665863 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 20742339-1309-494c-891d-c503dbda4536 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:13:54.683079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-91d31580-1e73-49c0-bd36-fe656ed27c11 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Made reservation on behalf of 5cbf6f2a95f84d7e90dc5825ed03dfd3 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:13:54.687221 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-91d31580-1e73-49c0-bd36-fe656ed27c11 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:54.692816 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 20742339-1309-494c-891d-c503dbda4536 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:13:54.692968 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 20742339-1309-494c-891d-c503dbda4536 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:13:54.696817 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-91d31580-1e73-49c0-bd36-fe656ed27c11 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:54.698346 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=331bb709-9d75-4417-9313-61c8980df6f2,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:54.773094 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-91d31580-1e73-49c0-bd36-fe656ed27c11 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:54.854675 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-91d31580-1e73-49c0-bd36-fe656ed27c11 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:54.869944 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82781c5-4d0b-43e5-81d5-88eed4c2038e req-44aa1125-022e-4105-a4b8-ebb025dfead4 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:54.872497 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b82781c5-4d0b-43e5-81d5-88eed4c2038e req-44aa1125-022e-4105-a4b8-ebb025dfead4 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 945 time: 0.0573583 Apr 20 16:13:54.895487 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d31580-1e73-49c0-bd36-fe656ed27c11 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e67f43-b0ad-4f43-9875-d4081eaba83e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:54.923689 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b82781c5-4d0b-43e5-81d5-88eed4c2038e req-82409c78-4f21-46db-b171-3e2fffb9c3c2 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb303c33-664a-49a8-bcfd-c70cb5bae48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421073 Apr 20 16:13:55.022405 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631f649-ff01-4cd3-aafd-372b4b8c8269 req-b06b40bd-c9b5-4677-975c-5bc595137780 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:55.023797 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f631f649-ff01-4cd3-aafd-372b4b8c8269 req-b06b40bd-c9b5-4677-975c-5bc595137780 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 949 time: 0.0946145 Apr 20 16:13:55.025633 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9b0912a7-1287-4894-bbd2-00dff0dfd133 req-3a255710-5e54-45eb-8551-aa91f3ece9eb tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 210 time: 0.0278780 Apr 20 16:13:55.071709 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-91d31580-1e73-49c0-bd36-fe656ed27c11 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Allocated IP 192.168.233.139 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/f81a6c35-3774-4a1c-a71e-5c2c6cef1de5) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:13:55.072406 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8e4137c4-ef05-4944-b09d-f1b526ed5196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:55.086810 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f631f649-ff01-4cd3-aafd-372b4b8c8269 req-43d32385-d223-4f2e-b223-9436dc7882ec tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553691 Apr 20 16:13:55.129896 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c165d0ee-5e0b-4aef-b9fe-e06426535b25 req-3a3b5b0b-7909-4764-b1f9-04ababaa238e tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e52657-d806-43ce-9dac-c95d85c25be5 HTTP/1.1" status: 200 len: 210 time: 0.0286238 Apr 20 16:13:55.230084 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-91d31580-1e73-49c0-bd36-fe656ed27c11 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:55.343663 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-91d31580-1e73-49c0-bd36-fe656ed27c11 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:55.373441 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e52657-d806-43ce-9dac-c95d85c25be5', 'name': 'network-vif-deleted', 'tag': '20742339-1309-494c-891d-c503dbda4536'}, {'server_uuid': '45e52657-d806-43ce-9dac-c95d85c25be5', 'name': 'network-vif-deleted', 'tag': '661201c9-dd59-4083-a227-761c85684627'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:55.375676 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e7fbec-8eb2-4320-8587-ca38b892ff29" -d '{"events": [{"server_uuid": "45e52657-d806-43ce-9dac-c95d85c25be5", "name": "network-vif-deleted", "tag": "20742339-1309-494c-891d-c503dbda4536"}, {"server_uuid": "45e52657-d806-43ce-9dac-c95d85c25be5", "name": "network-vif-deleted", "tag": "661201c9-dd59-4083-a227-761c85684627"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:55.392324 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-91d31580-1e73-49c0-bd36-fe656ed27c11 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:13:55.395466 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-91d31580-1e73-49c0-bd36-fe656ed27c11 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:13:55.399379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-91d31580-1e73-49c0-bd36-fe656ed27c11 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:13:55.428189 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e800eec4-cf39-4a3e-9bd7-57bfe81366ef x-openstack-request-id: req-e800eec4-cf39-4a3e-9bd7-57bfe81366ef {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:55.428512 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e52657-d806-43ce-9dac-c95d85c25be5", "name": "network-vif-deleted", "tag": "20742339-1309-494c-891d-c503dbda4536", "status": "completed", "code": 200}, {"server_uuid": "45e52657-d806-43ce-9dac-c95d85c25be5", "name": "network-vif-deleted", "tag": "661201c9-dd59-4083-a227-761c85684627", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:55.428763 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e800eec4-cf39-4a3e-9bd7-57bfe81366ef {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:55.429162 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e800eec4-cf39-4a3e-9bd7-57bfe81366ef'] response: {'server_uuid': '45e52657-d806-43ce-9dac-c95d85c25be5', 'name': 'network-vif-deleted', 'tag': '20742339-1309-494c-891d-c503dbda4536', 'status': 'completed', 'code': 200} Apr 20 16:13:55.429408 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e800eec4-cf39-4a3e-9bd7-57bfe81366ef'] response: {'server_uuid': '45e52657-d806-43ce-9dac-c95d85c25be5', 'name': 'network-vif-deleted', 'tag': '661201c9-dd59-4083-a227-761c85684627', 'status': 'completed', 'code': 200} Apr 20 16:13:55.429986 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d31580-1e73-49c0-bd36-fe656ed27c11 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Pushing event updated for resources: {'Port': ['ID=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:55.461953 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-91d31580-1e73-49c0-bd36-fe656ed27c11 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:55.465596 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-91d31580-1e73-49c0-bd36-fe656ed27c11 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:55.573440 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5226b0c7-d1b1-406d-af91-05cacdb7ba9e None None] Provisioning complete for port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:55.573892 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5226b0c7-d1b1-406d-af91-05cacdb7ba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:55.606339 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-91d31580-1e73-49c0-bd36-fe656ed27c11 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1925254 Apr 20 16:13:55.611576 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5226b0c7-d1b1-406d-af91-05cacdb7ba9e None None] Port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:13:55.624494 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-acaac2d6-6d35-4c36-8d08-aaab5ca4e877 service neutron] Request body: {'port': {'device_id': '59cbbe0f-0a5e-4283-b9df-3aad164fc44e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:55.680460 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-acaac2d6-6d35-4c36-8d08-aaab5ca4e877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:55.957675 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-acaac2d6-6d35-4c36-8d08-aaab5ca4e877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:13:55.967218 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-acaac2d6-6d35-4c36-8d08-aaab5ca4e877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:55.982735 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-acaac2d6-6d35-4c36-8d08-aaab5ca4e877 service neutron] Transition to ACTIVE for port object f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:13:55.990589 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66078c6b-1f1a-4742-9454-b26eb97ae614 req-2ddd344a-b268-4cdc-8661-21d8ab07cfe5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:55.996791 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66078c6b-1f1a-4742-9454-b26eb97ae614 req-2ddd344a-b268-4cdc-8661-21d8ab07cfe5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:56.002662 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66078c6b-1f1a-4742-9454-b26eb97ae614 req-2ddd344a-b268-4cdc-8661-21d8ab07cfe5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:56.008506 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66078c6b-1f1a-4742-9454-b26eb97ae614 req-2ddd344a-b268-4cdc-8661-21d8ab07cfe5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:56.014886 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66078c6b-1f1a-4742-9454-b26eb97ae614 req-2ddd344a-b268-4cdc-8661-21d8ab07cfe5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:56.020711 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66078c6b-1f1a-4742-9454-b26eb97ae614 req-2ddd344a-b268-4cdc-8661-21d8ab07cfe5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:56.026604 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66078c6b-1f1a-4742-9454-b26eb97ae614 req-2ddd344a-b268-4cdc-8661-21d8ab07cfe5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:56.029143 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66078c6b-1f1a-4742-9454-b26eb97ae614 req-2ddd344a-b268-4cdc-8661-21d8ab07cfe5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5429 time: 0.1176999 Apr 20 16:13:56.046579 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648f526-a170-414f-bdcf-026f57165ac0 req-a475047a-ed81-4fce-ad0d-6ff0f7d9b24c tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:56.048065 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c648f526-a170-414f-bdcf-026f57165ac0 req-a475047a-ed81-4fce-ad0d-6ff0f7d9b24c tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 945 time: 0.0519776 Apr 20 16:13:56.061871 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-acaac2d6-6d35-4c36-8d08-aaab5ca4e877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:56.070911 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66078c6b-1f1a-4742-9454-b26eb97ae614 req-1fd645be-814e-4f6a-9fc2-10bd14d17d18 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350311 Apr 20 16:13:56.128878 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c648f526-a170-414f-bdcf-026f57165ac0 req-bb34e426-3162-419f-a43a-9f449db30245 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb303c33-664a-49a8-bcfd-c70cb5bae48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739748 Apr 20 16:13:56.140139 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaac2d6-6d35-4c36-8d08-aaab5ca4e877 service neutron] Pushing event updated for resources: {'Port': ['ID=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:56.220092 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:56.222470 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c2f6d-9c27-41e0-81f4-c49e00e2bf1c req-f1724b23-022b-45eb-87bf-43a41fa7bc7c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:56.230349 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9b9c2f6d-9c27-41e0-81f4-c49e00e2bf1c req-f1724b23-022b-45eb-87bf-43a41fa7bc7c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 948 time: 0.0823634 Apr 20 16:13:56.256309 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-acaac2d6-6d35-4c36-8d08-aaab5ca4e877 service neutron] Attempting to bind port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:13:56.256891 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-acaac2d6-6d35-4c36-8d08-aaab5ca4e877 service neutron] Attempting to bind port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:13:56.257044 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-acaac2d6-6d35-4c36-8d08-aaab5ca4e877 service neutron] Attempting to bind port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:56.267552 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-acaac2d6-6d35-4c36-8d08-aaab5ca4e877 service neutron] Port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:13:56.267868 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-acaac2d6-6d35-4c36-8d08-aaab5ca4e877 service neutron] Attempting to bind port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:13:56.273036 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9b9c2f6d-9c27-41e0-81f4-c49e00e2bf1c req-170a2189-2a67-4e2b-bc5e-e9de44e6df1e tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408370 Apr 20 16:13:56.287907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835bfdb-8ff2-4c47-b5b4-0cc320cd3c3b req-d093f911-c942-4b0f-a477-f31649ef7891 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:56.288678 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d835bfdb-8ff2-4c47-b5b4-0cc320cd3c3b req-d093f911-c942-4b0f-a477-f31649ef7891 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 949 time: 0.0843663 Apr 20 16:13:56.294945 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-acaac2d6-6d35-4c36-8d08-aaab5ca4e877 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:13:56.294945 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-acaac2d6-6d35-4c36-8d08-aaab5ca4e877 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:13:56.294945 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-acaac2d6-6d35-4c36-8d08-aaab5ca4e877 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:13:56.294945 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-acaac2d6-6d35-4c36-8d08-aaab5ca4e877 service neutron] Bound port: f81a6c35-3774-4a1c-a71e-5c2c6cef1de5, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:13:56.294945 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-acaac2d6-6d35-4c36-8d08-aaab5ca4e877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:56.330876 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33028) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:13:56.389452 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-88330a67-1de8-4ef2-9251-020b11fd8787 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Deleting subnet f9b5b12f-6f4a-44d9-a8a4-183204e3e755 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:13:56.392598 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-88330a67-1de8-4ef2-9251-020b11fd8787 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:56.397152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348f773-e762-4c3e-bb50-bf3e697c0a37 req-ff072642-1ccd-4032-9811-a545b4a48f33 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:56.398679 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0348f773-e762-4c3e-bb50-bf3e697c0a37 req-ff072642-1ccd-4032-9811-a545b4a48f33 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 945 time: 0.1278608 Apr 20 16:13:56.403659 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d835bfdb-8ff2-4c47-b5b4-0cc320cd3c3b req-1d9162ff-f9c2-42da-ae9d-b039288eec11 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929587 Apr 20 16:13:56.436571 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-88330a67-1de8-4ef2-9251-020b11fd8787 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:56.461335 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-acaac2d6-6d35-4c36-8d08-aaab5ca4e877 service neutron] For port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:13:56.465619 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-acaac2d6-6d35-4c36-8d08-aaab5ca4e877 service neutron] For port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:13:56.511488 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-0348f773-e762-4c3e-bb50-bf3e697c0a37 req-6f05cd74-4711-4450-8532-0e2081d7bcd6 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Deleting port f96601e1-7b9d-4051-b38c-780dba292b31 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:13:56.511850 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0348f773-e762-4c3e-bb50-bf3e697c0a37 req-6f05cd74-4711-4450-8532-0e2081d7bcd6 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:56.519170 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-88330a67-1de8-4ef2-9251-020b11fd8787 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:56.576310 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-acaac2d6-6d35-4c36-8d08-aaab5ca4e877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:56.626097 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-acaac2d6-6d35-4c36-8d08-aaab5ca4e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:56.626707 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-acaac2d6-6d35-4c36-8d08-aaab5ca4e877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:56.628080 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-acaac2d6-6d35-4c36-8d08-aaab5ca4e877 service neutron] 10.222.0.26 "PUT /v2.0/ports/f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 HTTP/1.1" status: 200 len: 1096 time: 1.0083485 Apr 20 16:13:56.643026 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-0348f773-e762-4c3e-bb50-bf3e697c0a37 req-6f05cd74-4711-4450-8532-0e2081d7bcd6 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] For port f96601e1-7b9d-4051-b38c-780dba292b31, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f96601e1-7b9d-4051-b38c-780dba292b31,segment=NetworkSegment(3b669865-64dd-41a9-a304-cf6c9c017a24),segment_id=3b669865-64dd-41a9-a304-cf6c9c017a24)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:56.643026 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0348f773-e762-4c3e-bb50-bf3e697c0a37 req-6f05cd74-4711-4450-8532-0e2081d7bcd6 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:56.662891 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-0348f773-e762-4c3e-bb50-bf3e697c0a37 req-6f05cd74-4711-4450-8532-0e2081d7bcd6 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Calling delete_port for f96601e1-7b9d-4051-b38c-780dba292b31 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:13:56.670006 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaac2d6-6d35-4c36-8d08-aaab5ca4e877 service neutron] Pushing event updated for resources: {'Port': ['ID=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:56.704371 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-88330a67-1de8-4ef2-9251-020b11fd8787 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:56.733897 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88330a67-1de8-4ef2-9251-020b11fd8787 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b5b12f-6f4a-44d9-a8a4-183204e3e755,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:56.742754 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-88330a67-1de8-4ef2-9251-020b11fd8787 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:56.748266 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-88330a67-1de8-4ef2-9251-020b11fd8787 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "DELETE /v2.0/subnets/f9b5b12f-6f4a-44d9-a8a4-183204e3e755 HTTP/1.1" status: 204 len: 168 time: 0.4139471 Apr 20 16:13:56.749305 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33030) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:13:56.750263 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2de07a1-85ba-4a5a-afff-a170e92c1b04 None None] Network 755c698b-1fd9-4a75-a82a-4fa61b59e5e3 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:13:56.781365 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b7728825-6049-4ffe-8d8e-460e327e5c3b up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:13:56.842650 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c34ca077-3bad-47d2-821c-de775dabb02d tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:56.842910 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-be8a2a07-93d4-4d7e-beaa-8ea230e42b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:56.844326 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-be8a2a07-93d4-4d7e-beaa-8ea230e42b44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 1099 time: 0.0682325 Apr 20 16:13:56.899734 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-4603a21f-632a-4768-be58-bd662e0e2561 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 HTTP/1.1" status: 200 len: 217 time: 0.0397513 Apr 20 16:13:56.901509 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c34ca077-3bad-47d2-821c-de775dabb02d tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Deleting port 33aeef2d-275a-4bd8-a4fb-964f62e4f64d {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:13:56.901852 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c34ca077-3bad-47d2-821c-de775dabb02d tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:56.938212 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0348f773-e762-4c3e-bb50-bf3e697c0a37 req-6f05cd74-4711-4450-8532-0e2081d7bcd6 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:56.966143 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port b7728825-6049-4ffe-8d8e-460e327e5c3b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:13:56.966877 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:56.982935 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f96601e1-7b9d-4051-b38c-780dba292b31'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:13:56.984406 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-c34ca077-3bad-47d2-821c-de775dabb02d tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] For port 33aeef2d-275a-4bd8-a4fb-964f62e4f64d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=33aeef2d-275a-4bd8-a4fb-964f62e4f64d,segment=NetworkSegment(59b81744-c5c7-4e6e-86f9-20a67f979b7d),segment_id=59b81744-c5c7-4e6e-86f9-20a67f979b7d)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:56.985125 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c34ca077-3bad-47d2-821c-de775dabb02d tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:57.012594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05cd74-4711-4450-8532-0e2081d7bcd6 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Pushing event deleted for resources: {'Port': ['ID=f96601e1-7b9d-4051-b38c-780dba292b31,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:57.013712 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c34ca077-3bad-47d2-821c-de775dabb02d tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Calling delete_port for 33aeef2d-275a-4bd8-a4fb-964f62e4f64d owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:13:57.046444 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-0348f773-e762-4c3e-bb50-bf3e697c0a37 req-6f05cd74-4711-4450-8532-0e2081d7bcd6 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] No DVR routers for this DVR port f96601e1-7b9d-4051-b38c-780dba292b31 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:13:57.049270 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0348f773-e762-4c3e-bb50-bf3e697c0a37 req-6f05cd74-4711-4450-8532-0e2081d7bcd6 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:57.053430 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0348f773-e762-4c3e-bb50-bf3e697c0a37 req-6f05cd74-4711-4450-8532-0e2081d7bcd6 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.30 "DELETE /v2.0/ports/f96601e1-7b9d-4051-b38c-780dba292b31 HTTP/1.1" status: 204 len: 173 time: 0.6471734 Apr 20 16:13:57.068351 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-4b3cd400-79e0-4300-8bcf-84740165a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:57.069886 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-4b3cd400-79e0-4300-8bcf-84740165a753 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.1630287 Apr 20 16:13:57.101028 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fdb7ed-90c6-4b28-831c-adf5b1e24b1c None None] DHCP port deletion for 755c698b-1fd9-4a75-a82a-4fa61b59e5e3 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:13:57.181917 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:57.182977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-06438440-6eba-4425-82ac-497c8be14701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:57.185432 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-06438440-6eba-4425-82ac-497c8be14701 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1076729 Apr 20 16:13:57.242290 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75f1919-3689-42c1-b015-84f6f64a67ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7728825-6049-4ffe-8d8e-460e327e5c3b'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:57.244870 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6223f49a-07a6-4f7e-8548-eb9601a2875b" -d '{"events": [{"server_uuid": "f75f1919-3689-42c1-b015-84f6f64a67ba", "name": "network-vif-plugged", "status": "completed", "tag": "b7728825-6049-4ffe-8d8e-460e327e5c3b"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:57.252927 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 33aeef2d-275a-4bd8-a4fb-964f62e4f64d no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:13:57.281049 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-90fdb7ed-90c6-4b28-831c-adf5b1e24b1c None None] Deleting port 33aeef2d-275a-4bd8-a4fb-964f62e4f64d {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:13:57.281420 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-90fdb7ed-90c6-4b28-831c-adf5b1e24b1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:57.284898 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b7728825-6049-4ffe-8d8e-460e327e5c3b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b7728825-6049-4ffe-8d8e-460e327e5c3b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:57.307130 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-13479a55-eb97-4c7a-8e36-b6d987c4caf4 req-ca1a0a18-fc3f-48b4-963c-644a32af2721 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 210 time: 0.0331233 Apr 20 16:13:57.309358 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c34ca077-3bad-47d2-821c-de775dabb02d tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:57.326712 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-4f20e6fd-94e6-4508-bddd-f78277d298a2 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333938 Apr 20 16:13:57.355888 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ca077-3bad-47d2-821c-de775dabb02d tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event deleted for resources: {'Port': ['ID=33aeef2d-275a-4bd8-a4fb-964f62e4f64d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:57.358992 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34ca077-3bad-47d2-821c-de775dabb02d tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] No DVR routers for this DVR port 33aeef2d-275a-4bd8-a4fb-964f62e4f64d on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:13:57.366320 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No active binding found for port 33aeef2d-275a-4bd8-a4fb-964f62e4f64d {{(pid=103486) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 20 16:13:57.366743 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 33aeef2d-275a-4bd8-a4fb-964f62e4f64d not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:13:57.369544 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-90fdb7ed-90c6-4b28-831c-adf5b1e24b1c None None] For port 33aeef2d-275a-4bd8-a4fb-964f62e4f64d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=33aeef2d-275a-4bd8-a4fb-964f62e4f64d,segment=NetworkSegment(59b81744-c5c7-4e6e-86f9-20a67f979b7d),segment_id=59b81744-c5c7-4e6e-86f9-20a67f979b7d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:57.369947 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-90fdb7ed-90c6-4b28-831c-adf5b1e24b1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:57.384852 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:57.387007 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-90fdb7ed-90c6-4b28-831c-adf5b1e24b1c None None] Calling delete_port for 33aeef2d-275a-4bd8-a4fb-964f62e4f64d owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:13:57.393420 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec201a7-b06f-4dd5-8e02-b76c8ba6760e x-openstack-request-id: req-5ec201a7-b06f-4dd5-8e02-b76c8ba6760e {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:57.393717 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75f1919-3689-42c1-b015-84f6f64a67ba", "name": "network-vif-plugged", "status": "completed", "tag": "b7728825-6049-4ffe-8d8e-460e327e5c3b", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:57.393968 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ec201a7-b06f-4dd5-8e02-b76c8ba6760e {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:57.394348 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec201a7-b06f-4dd5-8e02-b76c8ba6760e'] response: {'server_uuid': 'f75f1919-3689-42c1-b015-84f6f64a67ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7728825-6049-4ffe-8d8e-460e327e5c3b', 'code': 200} Apr 20 16:13:57.514118 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=b7728825-6049-4ffe-8d8e-460e327e5c3b,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:57.540654 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-90fdb7ed-90c6-4b28-831c-adf5b1e24b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:57.541825 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c34ca077-3bad-47d2-821c-de775dabb02d tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:57.564858 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fdb7ed-90c6-4b28-831c-adf5b1e24b1c None None] Pushing event deleted for resources: {'Port': ['ID=33aeef2d-275a-4bd8-a4fb-964f62e4f64d,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:57.575796 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fdb7ed-90c6-4b28-831c-adf5b1e24b1c None None] No DVR routers for this DVR port 33aeef2d-275a-4bd8-a4fb-964f62e4f64d on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:13:57.587110 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-c34ca077-3bad-47d2-821c-de775dabb02d tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755c698b-1fd9-4a75-a82a-4fa61b59e5e3']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:57.592636 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923c335-ee9d-4d3e-ba30-44b1f94bb081 req-04f94fc0-6ab9-4f79-a88f-18fb7839e751 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:57.594217 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d923c335-ee9d-4d3e-ba30-44b1f94bb081 req-04f94fc0-6ab9-4f79-a88f-18fb7839e751 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 948 time: 0.1087136 Apr 20 16:13:57.613661 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-c34ca077-3bad-47d2-821c-de775dabb02d tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b81744-c5c7-4e6e-86f9-20a67f979b7d') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:57.614248 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-c34ca077-3bad-47d2-821c-de775dabb02d tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b81744-c5c7-4e6e-86f9-20a67f979b7d') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:57.629474 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:57.649772 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c34ca077-3bad-47d2-821c-de775dabb02d tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:57.682318 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c34ca077-3bad-47d2-821c-de775dabb02d tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:57.696215 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887b916-4e87-432f-9500-445867a02571 req-83f1b52c-b34b-41e5-bc4d-e2dcdc660bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:57.700550 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a887b916-4e87-432f-9500-445867a02571 req-83f1b52c-b34b-41e5-bc4d-e2dcdc660bf3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 1101 time: 0.0964606 Apr 20 16:13:57.700550 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34ca077-3bad-47d2-821c-de775dabb02d tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:13:57.700550 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c34ca077-3bad-47d2-821c-de775dabb02d tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:13:57.703657 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:13:57.717405 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d923c335-ee9d-4d3e-ba30-44b1f94bb081 req-89e1e2ce-f4cf-4444-a767-ca4f057415c7 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058123 Apr 20 16:13:57.755964 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59cbbe0f-0a5e-4283-b9df-3aad164fc44e', 'tag': 'f81a6c35-3774-4a1c-a71e-5c2c6cef1de5'}, {'server_uuid': '4b6c4fed-ec5b-499d-a150-5bed4bedc2cc', 'name': 'network-vif-deleted', 'tag': 'f96601e1-7b9d-4051-b38c-780dba292b31'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:13:57.759345 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9597022-3940-4c9c-a934-173e92218a38" -d '{"events": [{"name": "network-changed", "server_uuid": "59cbbe0f-0a5e-4283-b9df-3aad164fc44e", "tag": "f81a6c35-3774-4a1c-a71e-5c2c6cef1de5"}, {"server_uuid": "4b6c4fed-ec5b-499d-a150-5bed4bedc2cc", "name": "network-vif-deleted", "tag": "f96601e1-7b9d-4051-b38c-780dba292b31"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:13:57.793791 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39a725-b5dc-4243-9488-b0ab61bd584c req-7d20724a-0399-4d49-8d45-aa121da73b10 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:57.800881 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a887b916-4e87-432f-9500-445867a02571 req-b6ef5ed5-b68b-4e82-ad94-6618e0185395 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857546 Apr 20 16:13:57.800997 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39a725-b5dc-4243-9488-b0ab61bd584c req-7d20724a-0399-4d49-8d45-aa121da73b10 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:57.806625 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39a725-b5dc-4243-9488-b0ab61bd584c req-7d20724a-0399-4d49-8d45-aa121da73b10 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:57.813852 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39a725-b5dc-4243-9488-b0ab61bd584c req-7d20724a-0399-4d49-8d45-aa121da73b10 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:57.819935 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39a725-b5dc-4243-9488-b0ab61bd584c req-7d20724a-0399-4d49-8d45-aa121da73b10 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:57.826917 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39a725-b5dc-4243-9488-b0ab61bd584c req-7d20724a-0399-4d49-8d45-aa121da73b10 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:57.833223 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39a725-b5dc-4243-9488-b0ab61bd584c req-7d20724a-0399-4d49-8d45-aa121da73b10 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:57.835382 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7e39a725-b5dc-4243-9488-b0ab61bd584c req-7d20724a-0399-4d49-8d45-aa121da73b10 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5429 time: 0.5766494 Apr 20 16:13:57.838242 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e701f13-a59f-4de2-a888-c7fdfa3772c4 req-f7998195-e333-422c-be84-d7ca34fc5181 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:57.839665 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1e701f13-a59f-4de2-a888-c7fdfa3772c4 req-f7998195-e333-422c-be84-d7ca34fc5181 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0555048 Apr 20 16:13:57.882662 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1e701f13-a59f-4de2-a888-c7fdfa3772c4 req-81da70e5-3d2e-46b7-8e01-6904d2fe49da tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350606 Apr 20 16:13:57.886201 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b97b245e-5e02-4b4a-8e5c-4d7d2bb572c2 req-fee96a54-794e-4a9b-aedc-f3ef6295078d service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369627 Apr 20 16:13:57.903995 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7e39a725-b5dc-4243-9488-b0ab61bd584c req-da15b624-bcd9-4c56-8f58-7426b6ec8f50 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593550 Apr 20 16:13:57.936706 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c34ca077-3bad-47d2-821c-de775dabb02d tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:57.939079 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 20 Apr 2022 16:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49405d0a-cf83-4a84-87bd-a2bb7cae781f x-openstack-request-id: req-49405d0a-cf83-4a84-87bd-a2bb7cae781f {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:13:57.940102 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59cbbe0f-0a5e-4283-b9df-3aad164fc44e", "tag": "f81a6c35-3774-4a1c-a71e-5c2c6cef1de5", "status": "completed", "code": 200}, {"server_uuid": "4b6c4fed-ec5b-499d-a150-5bed4bedc2cc", "name": "network-vif-deleted", "tag": "f96601e1-7b9d-4051-b38c-780dba292b31", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:13:57.940102 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49405d0a-cf83-4a84-87bd-a2bb7cae781f {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:13:57.940102 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49405d0a-cf83-4a84-87bd-a2bb7cae781f'] response: {'name': 'network-changed', 'server_uuid': '59cbbe0f-0a5e-4283-b9df-3aad164fc44e', 'tag': 'f81a6c35-3774-4a1c-a71e-5c2c6cef1de5', 'status': 'completed', 'code': 200} Apr 20 16:13:57.940465 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49405d0a-cf83-4a84-87bd-a2bb7cae781f'] response: {'server_uuid': '4b6c4fed-ec5b-499d-a150-5bed4bedc2cc', 'name': 'network-vif-deleted', 'tag': 'f96601e1-7b9d-4051-b38c-780dba292b31', 'status': 'completed', 'code': 200} Apr 20 16:13:57.944045 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c34ca077-3bad-47d2-821c-de775dabb02d tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:57.950977 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c34ca077-3bad-47d2-821c-de775dabb02d tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "DELETE /v2.0/networks/755c698b-1fd9-4a75-a82a-4fa61b59e5e3 HTTP/1.1" status: 204 len: 168 time: 1.2003441 Apr 20 16:13:57.954434 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33062) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:13:57.967008 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ca077-3bad-47d2-821c-de775dabb02d tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event deleted for resources: {'Network': ['ID=755c698b-1fd9-4a75-a82a-4fa61b59e5e3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:58.004797 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-983f1540-f470-4ca4-ae99-46c5ccb97ceb tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Deleting subnet a304daab-f36d-41a9-a9f1-3218c4cacc4a {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:13:58.007854 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-983f1540-f470-4ca4-ae99-46c5ccb97ceb tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:58.046889 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-983f1540-f470-4ca4-ae99-46c5ccb97ceb tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:58.111901 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:58.166785 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-983f1540-f470-4ca4-ae99-46c5ccb97ceb tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:58.336622 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-983f1540-f470-4ca4-ae99-46c5ccb97ceb tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:58.391901 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-983f1540-f470-4ca4-ae99-46c5ccb97ceb tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:58.395194 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-983f1540-f470-4ca4-ae99-46c5ccb97ceb tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "DELETE /v2.0/subnets/a304daab-f36d-41a9-a9f1-3218c4cacc4a HTTP/1.1" status: 204 len: 168 time: 0.4396353 Apr 20 16:13:58.398060 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33084) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:13:58.398594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f1540-f470-4ca4-ae99-46c5ccb97ceb tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event deleted for resources: {'Subnet': ['ID=a304daab-f36d-41a9-a9f1-3218c4cacc4a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:58.398696 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca21e9e-2487-4ca8-8aa1-399e7c829b06 None None] Network 9605f993-398a-4575-885f-57930b02e51b requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:13:58.424354 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9597022-3940-4c9c-a934-173e92218a38 req-8185f9b1-c307-47f8-8984-a343b908f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:58.425898 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9597022-3940-4c9c-a934-173e92218a38 req-8185f9b1-c307-47f8-8984-a343b908f391 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 1099 time: 0.0984452 Apr 20 16:13:58.427693 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:58.471140 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9d8c51dc-7e90-43f1-81d9-a6103ce08ff9 req-2bd2018e-fc4e-4054-b223-850547b37942 tempest-FloatingIPsAssociationNegativeTestJSON-581204773 tempest-FloatingIPsAssociationNegativeTestJSON-581204773-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6c4fed-ec5b-499d-a150-5bed4bedc2cc HTTP/1.1" status: 200 len: 210 time: 0.0434029 Apr 20 16:13:58.537126 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39571fee-783a-423e-9a64-afe585fba0ae tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:58.558163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9597022-3940-4c9c-a934-173e92218a38 req-81fa8a0a-a8bc-4cc6-8065-d080a0bfff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:58.558163 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9597022-3940-4c9c-a934-173e92218a38 req-81fa8a0a-a8bc-4cc6-8065-d080a0bfff68 service neutron] 10.222.0.26 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.1218312 Apr 20 16:13:58.619644 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-39571fee-783a-423e-9a64-afe585fba0ae tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Deleting port 61605d67-521f-45a6-9f45-8d04504fc8b6 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:13:58.620104 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39571fee-783a-423e-9a64-afe585fba0ae tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:58.621336 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9597022-3940-4c9c-a934-173e92218a38 req-7523c05e-4230-4379-96fc-028892e3fcd1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 HTTP/1.1" status: 200 len: 217 time: 0.0579548 Apr 20 16:13:58.681173 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9597022-3940-4c9c-a934-173e92218a38 req-07f98ea6-07bc-4033-9e28-ecc337423ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:58.682736 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9597022-3940-4c9c-a934-173e92218a38 req-07f98ea6-07bc-4033-9e28-ecc337423ca0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0539110 Apr 20 16:13:58.695850 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-39571fee-783a-423e-9a64-afe585fba0ae tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] For port 61605d67-521f-45a6-9f45-8d04504fc8b6, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=61605d67-521f-45a6-9f45-8d04504fc8b6,segment=NetworkSegment(7c8a8686-b0a3-44ef-a103-a39b1e9b0f88),segment_id=7c8a8686-b0a3-44ef-a103-a39b1e9b0f88)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:58.700353 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39571fee-783a-423e-9a64-afe585fba0ae tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:58.707213 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b6f2f0-381f-4241-b8a7-3525c0403fe9 None None] DHCP port deletion for 9605f993-398a-4575-885f-57930b02e51b request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:13:58.719155 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-39571fee-783a-423e-9a64-afe585fba0ae tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Calling delete_port for 61605d67-521f-45a6-9f45-8d04504fc8b6 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:13:58.731603 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9597022-3940-4c9c-a934-173e92218a38 req-ce7f4dea-242e-465b-8572-47fce63f059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:58.733249 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9597022-3940-4c9c-a934-173e92218a38 req-ce7f4dea-242e-465b-8572-47fce63f059b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0434606 Apr 20 16:13:58.760667 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-65b6f2f0-381f-4241-b8a7-3525c0403fe9 None None] Deleting port 61605d67-521f-45a6-9f45-8d04504fc8b6 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:13:58.761420 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-65b6f2f0-381f-4241-b8a7-3525c0403fe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:58.876215 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-65b6f2f0-381f-4241-b8a7-3525c0403fe9 None None] For port 61605d67-521f-45a6-9f45-8d04504fc8b6, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=61605d67-521f-45a6-9f45-8d04504fc8b6,segment=NetworkSegment(7c8a8686-b0a3-44ef-a103-a39b1e9b0f88),segment_id=7c8a8686-b0a3-44ef-a103-a39b1e9b0f88)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:13:58.876633 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-65b6f2f0-381f-4241-b8a7-3525c0403fe9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:58.899004 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-65b6f2f0-381f-4241-b8a7-3525c0403fe9 None None] Calling delete_port for 61605d67-521f-45a6-9f45-8d04504fc8b6 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:13:58.904242 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9597022-3940-4c9c-a934-173e92218a38 req-eb7737a4-a129-49cb-af85-e19e5c407537 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646819 Apr 20 16:13:58.907257 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39571fee-783a-423e-9a64-afe585fba0ae tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:58.919549 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225f802-ee23-4231-86ab-f2d37321232b req-a5818da6-6fa6-4bdb-8354-ab055f88bdc4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:58.929366 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8225f802-ee23-4231-86ab-f2d37321232b req-a5818da6-6fa6-4bdb-8354-ab055f88bdc4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 948 time: 0.0935133 Apr 20 16:13:58.970652 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39571fee-783a-423e-9a64-afe585fba0ae tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event deleted for resources: {'Port': ['ID=61605d67-521f-45a6-9f45-8d04504fc8b6,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:58.988961 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39571fee-783a-423e-9a64-afe585fba0ae tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] No DVR routers for this DVR port 61605d67-521f-45a6-9f45-8d04504fc8b6 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:13:59.018326 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-65b6f2f0-381f-4241-b8a7-3525c0403fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:59.044386 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8225f802-ee23-4231-86ab-f2d37321232b req-daeb503a-7fca-4f51-ad98-f43d777cc96d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087878 Apr 20 16:13:59.073283 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b6f2f0-381f-4241-b8a7-3525c0403fe9 None None] No DVR routers for this DVR port 61605d67-521f-45a6-9f45-8d04504fc8b6 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:13:59.085175 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6f2f0-381f-4241-b8a7-3525c0403fe9 None None] Pushing event deleted for resources: {'Port': ['ID=61605d67-521f-45a6-9f45-8d04504fc8b6,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:59.136211 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9597022-3940-4c9c-a934-173e92218a38 req-ec09ea95-e340-4e08-8972-70fb670c210d service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038653 Apr 20 16:13:59.146207 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39571fee-783a-423e-9a64-afe585fba0ae tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:59.176031 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-39571fee-783a-423e-9a64-afe585fba0ae tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9605f993-398a-4575-885f-57930b02e51b']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:59.198901 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-39571fee-783a-423e-9a64-afe585fba0ae tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8a8686-b0a3-44ef-a103-a39b1e9b0f88') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:59.200092 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-39571fee-783a-423e-9a64-afe585fba0ae tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8a8686-b0a3-44ef-a103-a39b1e9b0f88') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:13:59.216316 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39571fee-783a-423e-9a64-afe585fba0ae tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:59.229092 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 61605d67-521f-45a6-9f45-8d04504fc8b6 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:13:59.234256 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac986733-ab9f-47a7-90de-915237b789fe req-dfc85e93-0ae7-4862-b624-6155f84abbfb tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:59.235791 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ac986733-ab9f-47a7-90de-915237b789fe req-dfc85e93-0ae7-4862-b624-6155f84abbfb tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.1893702 Apr 20 16:13:59.267156 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d45333-46e1-45d6-80a6-d5c706bad937 req-52e38a48-a5a7-47c4-ac06-4347fa839434 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:59.271725 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 61605d67-521f-45a6-9f45-8d04504fc8b6 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:13:59.272098 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 61605d67-521f-45a6-9f45-8d04504fc8b6 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:13:59.273608 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d45333-46e1-45d6-80a6-d5c706bad937 req-52e38a48-a5a7-47c4-ac06-4347fa839434 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:59.281209 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d45333-46e1-45d6-80a6-d5c706bad937 req-52e38a48-a5a7-47c4-ac06-4347fa839434 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:59.283198 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39571fee-783a-423e-9a64-afe585fba0ae tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:59.288882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d45333-46e1-45d6-80a6-d5c706bad937 req-52e38a48-a5a7-47c4-ac06-4347fa839434 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:59.296755 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d45333-46e1-45d6-80a6-d5c706bad937 req-52e38a48-a5a7-47c4-ac06-4347fa839434 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:59.297677 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39571fee-783a-423e-9a64-afe585fba0ae tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:13:59.298320 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39571fee-783a-423e-9a64-afe585fba0ae tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:13:59.303001 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:13:59.306409 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d45333-46e1-45d6-80a6-d5c706bad937 req-52e38a48-a5a7-47c4-ac06-4347fa839434 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:59.311440 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d45333-46e1-45d6-80a6-d5c706bad937 req-52e38a48-a5a7-47c4-ac06-4347fa839434 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:13:59.313450 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0d45333-46e1-45d6-80a6-d5c706bad937 req-52e38a48-a5a7-47c4-ac06-4347fa839434 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5429 time: 0.1639915 Apr 20 16:13:59.345186 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ac986733-ab9f-47a7-90de-915237b789fe req-a23bede2-2516-4e1b-800c-9f192c2251b6 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998001 Apr 20 16:13:59.382624 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0d45333-46e1-45d6-80a6-d5c706bad937 req-b0f060d1-8d8a-4b61-9fb5-0a36ac2f9041 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619361 Apr 20 16:13:59.504364 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39571fee-783a-423e-9a64-afe585fba0ae tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:59.521732 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39571fee-783a-423e-9a64-afe585fba0ae tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:59.529773 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-39571fee-783a-423e-9a64-afe585fba0ae tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "DELETE /v2.0/networks/9605f993-398a-4575-885f-57930b02e51b HTTP/1.1" status: 204 len: 168 time: 1.1292241 Apr 20 16:13:59.534107 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33112) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:13:59.540864 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-f716b3ee-126d-4e66-8f50-6ef86c701a99 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-307741362'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:13:59.549419 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33114) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:13:59.606662 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39571fee-783a-423e-9a64-afe585fba0ae tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event deleted for resources: {'Network': ['ID=9605f993-398a-4575-885f-57930b02e51b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:13:59.635601 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:59.730747 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f716b3ee-126d-4e66-8f50-6ef86c701a99 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Made reservation on behalf of 31e17c9702d24102b4b3005d2801ab9d for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:13:59.735107 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f716b3ee-126d-4e66-8f50-6ef86c701a99 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:59.797065 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f716b3ee-126d-4e66-8f50-6ef86c701a99 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:13:59.815633 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f716b3ee-126d-4e66-8f50-6ef86c701a99 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:13:59.815976 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-f716b3ee-126d-4e66-8f50-6ef86c701a99 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Added segment 1cdedecf-ab94-4497-8b50-39855b177cd5 of type vlan for network 147b8da4-2d38-425d-979b-cca8bcf30256 Apr 20 16:13:59.884174 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f716b3ee-126d-4e66-8f50-6ef86c701a99 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:00.019799 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f716b3ee-126d-4e66-8f50-6ef86c701a99 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:00.026038 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f716b3ee-126d-4e66-8f50-6ef86c701a99 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:00.026832 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f716b3ee-126d-4e66-8f50-6ef86c701a99 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:00.066114 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-428fe5ff-7ba5-47a6-aafd-75b60c52820d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:00.149284 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33118) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:14:00.152552 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f716b3ee-126d-4e66-8f50-6ef86c701a99 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6119845 Apr 20 16:14:00.166850 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716b3ee-126d-4e66-8f50-6ef86c701a99 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event updated for resources: {'Network': ['ID=147b8da4-2d38-425d-979b-cca8bcf30256,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:00.178147 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-6e486446-1392-4284-baa2-78e11c0542f3 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Request body: {'subnet': {'network_id': '147b8da4-2d38-425d-979b-cca8bcf30256', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:14:00.182037 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 147b8da4-2d38-425d-979b-cca8bcf30256 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:14:00.318630 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e564561-d8ee-49c2-b8bf-f1c7b4768227 req-60b70bc6-69f7-4202-ad6f-2e181b6a8458 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:00.326962 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6e564561-d8ee-49c2-b8bf-f1c7b4768227 req-60b70bc6-69f7-4202-ad6f-2e181b6a8458 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 948 time: 0.1947894 Apr 20 16:14:00.364836 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f96601e1-7b9d-4051-b38c-780dba292b31 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:14:00.398147 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6e564561-d8ee-49c2-b8bf-f1c7b4768227 req-9486293b-825a-4c19-a1b1-c329d455da55 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549088 Apr 20 16:14:00.416479 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: f96601e1-7b9d-4051-b38c-780dba292b31 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:14:00.416832 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f96601e1-7b9d-4051-b38c-780dba292b31 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:14:00.449263 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e486446-1392-4284-baa2-78e11c0542f3 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Made reservation on behalf of 31e17c9702d24102b4b3005d2801ab9d for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:14:00.454876 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e486446-1392-4284-baa2-78e11c0542f3 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:00.510849 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-428fe5ff-7ba5-47a6-aafd-75b60c52820d admin admin] Deleting port 03501e95-b830-4ed1-9759-0d5bb47935f1 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:14:00.511954 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-428fe5ff-7ba5-47a6-aafd-75b60c52820d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:00.589640 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4a975-45d1-4f2d-a7a6-7f43ed690f39 req-c5b2a8ae-edd2-45e8-854b-9b920424ee70 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:00.589640 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-42f4a975-45d1-4f2d-a7a6-7f43ed690f39 req-c5b2a8ae-edd2-45e8-854b-9b920424ee70 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.1458285 Apr 20 16:14:00.614676 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976a8fc-982e-4093-bf58-bfaa66031492 req-7cc0cd9e-08d3-4f06-a62d-22a237e70d49 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:00.623960 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976a8fc-982e-4093-bf58-bfaa66031492 req-7cc0cd9e-08d3-4f06-a62d-22a237e70d49 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:00.627063 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976a8fc-982e-4093-bf58-bfaa66031492 req-7cc0cd9e-08d3-4f06-a62d-22a237e70d49 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:00.633554 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976a8fc-982e-4093-bf58-bfaa66031492 req-7cc0cd9e-08d3-4f06-a62d-22a237e70d49 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:00.640181 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976a8fc-982e-4093-bf58-bfaa66031492 req-7cc0cd9e-08d3-4f06-a62d-22a237e70d49 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:00.646392 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976a8fc-982e-4093-bf58-bfaa66031492 req-7cc0cd9e-08d3-4f06-a62d-22a237e70d49 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:00.654338 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976a8fc-982e-4093-bf58-bfaa66031492 req-7cc0cd9e-08d3-4f06-a62d-22a237e70d49 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:00.662472 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c976a8fc-982e-4093-bf58-bfaa66031492 req-7cc0cd9e-08d3-4f06-a62d-22a237e70d49 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5429 time: 0.1739185 Apr 20 16:14:00.664836 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-42f4a975-45d1-4f2d-a7a6-7f43ed690f39 req-e63e84fa-a56e-47f8-b990-beb318cdc5d9 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701692 Apr 20 16:14:00.673562 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-428fe5ff-7ba5-47a6-aafd-75b60c52820d admin admin] For port 03501e95-b830-4ed1-9759-0d5bb47935f1, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=03501e95-b830-4ed1-9759-0d5bb47935f1,segment=NetworkSegment(3b669865-64dd-41a9-a304-cf6c9c017a24),segment_id=3b669865-64dd-41a9-a304-cf6c9c017a24)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:00.673949 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-428fe5ff-7ba5-47a6-aafd-75b60c52820d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:00.696517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-428fe5ff-7ba5-47a6-aafd-75b60c52820d admin admin] Calling delete_port for 03501e95-b830-4ed1-9759-0d5bb47935f1 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:14:00.753926 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c976a8fc-982e-4093-bf58-bfaa66031492 req-437e4fad-a041-4669-aaef-852894c657b0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0904770 Apr 20 16:14:00.801895 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:14:00.907717 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e510bfd-8c28-4a27-9d7f-f36d2b195e5c req-5221c6a7-7454-4bb0-8dc1-729e1f3884e9 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:00.915565 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e510bfd-8c28-4a27-9d7f-f36d2b195e5c req-5221c6a7-7454-4bb0-8dc1-729e1f3884e9 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.1094909 Apr 20 16:14:00.932295 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:00.941780 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e486446-1392-4284-baa2-78e11c0542f3 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:00.952776 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'f81a6c35-3774-4a1c-a71e-5c2c6cef1de5', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'f81a6c35-3774-4a1c-a71e-5c2c6cef1de5', 'mac_address': 'fa:16:3e:c8:4e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:14:00.978297 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e510bfd-8c28-4a27-9d7f-f36d2b195e5c req-afb8f82b-0fc7-4e60-ba79-24451cc16441 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568647 Apr 20 16:14:01.018865 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:01.045453 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e486446-1392-4284-baa2-78e11c0542f3 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event updated for resources: {'Subnet': ['ID=f4c28308-217e-49a9-89e1-4591c0251817,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:01.046340 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:14:01.054529 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e486446-1392-4284-baa2-78e11c0542f3 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Checking segment: {'id': '1cdedecf-ab94-4497-8b50-39855b177cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '147b8da4-2d38-425d-979b-cca8bcf30256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:14:01.054892 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e486446-1392-4284-baa2-78e11c0542f3 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Network hostable DHCP agents. Network: 147b8da4-2d38-425d-979b-cca8bcf30256, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:14:01.095727 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:01.144579 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-428fe5ff-7ba5-47a6-aafd-75b60c52820d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:01.172782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428fe5ff-7ba5-47a6-aafd-75b60c52820d admin admin] Pushing event deleted for resources: {'Port': ['ID=03501e95-b830-4ed1-9759-0d5bb47935f1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:01.183505 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e486446-1392-4284-baa2-78e11c0542f3 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Network 147b8da4-2d38-425d-979b-cca8bcf30256 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:14:01.183676 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:01.284779 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:01.298368 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-6e486446-1392-4284-baa2-78e11c0542f3 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 147b8da4-2d38-425d-979b-cca8bcf30256) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:14:01.304944 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e486446-1392-4284-baa2-78e11c0542f3 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:01.313360 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e486446-1392-4284-baa2-78e11c0542f3 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:01.320591 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8783515-5ade-465f-a0b4-fd191c37771c None None] Network 147b8da4-2d38-425d-979b-cca8bcf30256 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:14:01.414190 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-428fe5ff-7ba5-47a6-aafd-75b60c52820d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:01.439614 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6e486446-1392-4284-baa2-78e11c0542f3 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2871130 Apr 20 16:14:01.441961 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33150) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:14:01.459020 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-86c46447-11aa-409c-8698-38dad7eb8b32 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1503140875'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:14:01.619430 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['f81a6c35-3774-4a1c-a71e-5c2c6cef1de5'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:14:01.630027 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea0e4a6-60fa-4e2d-beb6-f2925c5d028b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-147b8da4-2d38-425d-979b-cca8bcf30256', 'network_id': '147b8da4-2d38-425d-979b-cca8bcf30256', 'tenant_id': '31e17c9702d24102b4b3005d2801ab9d', 'fixed_ips': [{'subnet_id': 'f4c28308-217e-49a9-89e1-4591c0251817'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:14:01.633545 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cea0e4a6-60fa-4e2d-beb6-f2925c5d028b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:01.709082 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c46447-11aa-409c-8698-38dad7eb8b32 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Made reservation on behalf of 31e17c9702d24102b4b3005d2801ab9d for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:14:01.713430 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-86c46447-11aa-409c-8698-38dad7eb8b32 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:01.741481 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b79e2-a49e-4108-bc80-cb1403bf7910 req-b50e75b5-0545-41a8-b311-dddcb312d8b1 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:01.744477 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e5b79e2-a49e-4108-bc80-cb1403bf7910 req-b50e75b5-0545-41a8-b311-dddcb312d8b1 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 949 time: 0.1679358 Apr 20 16:14:01.770301 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e514d9-d26a-46d1-a441-b83cf41dc442 req-0a40bf68-83ad-4cc7-b6ae-514d36eea7cb tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:01.772229 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b1e514d9-d26a-46d1-a441-b83cf41dc442 req-0a40bf68-83ad-4cc7-b6ae-514d36eea7cb tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.1153662 Apr 20 16:14:01.776750 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c46447-11aa-409c-8698-38dad7eb8b32 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:14:01.805614 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-86c46447-11aa-409c-8698-38dad7eb8b32 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:01.806204 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-86c46447-11aa-409c-8698-38dad7eb8b32 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Added segment eae70ce9-77b9-4065-aee6-8d3899594723 of type vlan for network 9a46c487-1b62-49f3-9d7c-c83b5bf0baf1 Apr 20 16:14:01.847870 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b1e514d9-d26a-46d1-a441-b83cf41dc442 req-46b4e8ac-cb75-4c44-9ee6-519e45596539 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637426 Apr 20 16:14:01.880753 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e5b79e2-a49e-4108-bc80-cb1403bf7910 req-d73e6e85-76ad-4f6d-9741-239b294d019a tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260157 Apr 20 16:14:01.964719 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-86c46447-11aa-409c-8698-38dad7eb8b32 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:02.024079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428fe5ff-7ba5-47a6-aafd-75b60c52820d admin admin] Router d0c78292-f87e-48aa-82f4-f07bb9f432aa has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:14:02.058810 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-cea0e4a6-60fa-4e2d-beb6-f2925c5d028b None None] Allocated IP 19.80.0.2 (147b8da4-2d38-425d-979b-cca8bcf30256/f4c28308-217e-49a9-89e1-4591c0251817/8b40eb50-e272-4b0f-bb53-f12eb21f2715) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:14:02.061251 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-86c46447-11aa-409c-8698-38dad7eb8b32 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:02.068374 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c46447-11aa-409c-8698-38dad7eb8b32 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:02.070053 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-86c46447-11aa-409c-8698-38dad7eb8b32 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:02.205569 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cea0e4a6-60fa-4e2d-beb6-f2925c5d028b None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:02.220275 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c46447-11aa-409c-8698-38dad7eb8b32 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event updated for resources: {'Network': ['ID=9a46c487-1b62-49f3-9d7c-c83b5bf0baf1,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:02.241723 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52d3ce-f742-4e60-aaf3-7ea047ba4915 req-8e380ec3-5d1f-4403-a4bd-229ba9dceec6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:02.249887 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 9a46c487-1b62-49f3-9d7c-c83b5bf0baf1 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:14:02.250866 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52d3ce-f742-4e60-aaf3-7ea047ba4915 req-8e380ec3-5d1f-4403-a4bd-229ba9dceec6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:02.268302 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52d3ce-f742-4e60-aaf3-7ea047ba4915 req-8e380ec3-5d1f-4403-a4bd-229ba9dceec6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:02.276904 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52d3ce-f742-4e60-aaf3-7ea047ba4915 req-8e380ec3-5d1f-4403-a4bd-229ba9dceec6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:02.284771 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52d3ce-f742-4e60-aaf3-7ea047ba4915 req-8e380ec3-5d1f-4403-a4bd-229ba9dceec6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:02.288658 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-86c46447-11aa-409c-8698-38dad7eb8b32 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8298259 Apr 20 16:14:02.290045 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33170) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:14:02.291873 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52d3ce-f742-4e60-aaf3-7ea047ba4915 req-8e380ec3-5d1f-4403-a4bd-229ba9dceec6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:02.298518 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b61238f6-3c66-48ba-8e75-7d8b14c3e419 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Request body: {'subnet': {'network_id': '9a46c487-1b62-49f3-9d7c-c83b5bf0baf1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:14:02.300107 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52d3ce-f742-4e60-aaf3-7ea047ba4915 req-8e380ec3-5d1f-4403-a4bd-229ba9dceec6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:02.302197 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b52d3ce-f742-4e60-aaf3-7ea047ba4915 req-8e380ec3-5d1f-4403-a4bd-229ba9dceec6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5429 time: 0.2692373 Apr 20 16:14:02.314838 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cea0e4a6-60fa-4e2d-beb6-f2925c5d028b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:02.407763 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea0e4a6-60fa-4e2d-beb6-f2925c5d028b None None] Network 147b8da4-2d38-425d-979b-cca8bcf30256 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:14:02.414357 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-cea0e4a6-60fa-4e2d-beb6-f2925c5d028b None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:14:02.423249 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428fe5ff-7ba5-47a6-aafd-75b60c52820d admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:14:02.426407 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea0e4a6-60fa-4e2d-beb6-f2925c5d028b None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:14:02.438576 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-428fe5ff-7ba5-47a6-aafd-75b60c52820d admin admin] 10.222.0.15 "PUT /v2.0/routers/d0c78292-f87e-48aa-82f4-f07bb9f432aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8883114 Apr 20 16:14:02.443154 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bbfe19-e517-4d98-bc9d-6dbc827d4721 None None] Sync routers for ids ['d0c78292-f87e-48aa-82f4-f07bb9f432aa'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:14:02.443797 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33172) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:14:02.446387 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0e4a6-60fa-4e2d-beb6-f2925c5d028b None None] Pushing event updated for resources: {'Port': ['ID=8b40eb50-e272-4b0f-bb53-f12eb21f2715,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:02.460422 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b52d3ce-f742-4e60-aaf3-7ea047ba4915 req-51b7e0ec-e225-41e8-adca-b8b3e4a80376 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0912974 Apr 20 16:14:02.465399 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bbfe19-e517-4d98-bc9d-6dbc827d4721 None None] Routers {'d0c78292-f87e-48aa-82f4-f07bb9f432aa'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:14:02.467307 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-20bbfe19-e517-4d98-bc9d-6dbc827d4721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:13:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d0c78292-f87e-48aa-82f4-f07bb9f432aa'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:02.529932 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-cea0e4a6-60fa-4e2d-beb6-f2925c5d028b None None] Attempting to bind port 8b40eb50-e272-4b0f-bb53-f12eb21f2715 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:14:02.530302 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-cea0e4a6-60fa-4e2d-beb6-f2925c5d028b None None] Attempting to bind port 8b40eb50-e272-4b0f-bb53-f12eb21f2715 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '1cdedecf-ab94-4497-8b50-39855b177cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '147b8da4-2d38-425d-979b-cca8bcf30256'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:14:02.530651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea0e4a6-60fa-4e2d-beb6-f2925c5d028b None None] Attempting to bind port 8b40eb50-e272-4b0f-bb53-f12eb21f2715 on network 147b8da4-2d38-425d-979b-cca8bcf30256 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:14:02.536478 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea0e4a6-60fa-4e2d-beb6-f2925c5d028b None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:14:02.536854 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea0e4a6-60fa-4e2d-beb6-f2925c5d028b None None] Checking segment: {'id': '1cdedecf-ab94-4497-8b50-39855b177cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '147b8da4-2d38-425d-979b-cca8bcf30256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:14:02.537255 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cea0e4a6-60fa-4e2d-beb6-f2925c5d028b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:02.537642 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea0e4a6-60fa-4e2d-beb6-f2925c5d028b None None] Bound using segment: {'id': '1cdedecf-ab94-4497-8b50-39855b177cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '147b8da4-2d38-425d-979b-cca8bcf30256'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:14:02.538113 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-cea0e4a6-60fa-4e2d-beb6-f2925c5d028b None None] Bound port: 8b40eb50-e272-4b0f-bb53-f12eb21f2715, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cdedecf-ab94-4497-8b50-39855b177cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '147b8da4-2d38-425d-979b-cca8bcf30256'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:14:02.538489 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cea0e4a6-60fa-4e2d-beb6-f2925c5d028b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:02.625995 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61238f6-3c66-48ba-8e75-7d8b14c3e419 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Made reservation on behalf of 31e17c9702d24102b4b3005d2801ab9d for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:14:02.630699 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b61238f6-3c66-48ba-8e75-7d8b14c3e419 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:02.633130 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-cea0e4a6-60fa-4e2d-beb6-f2925c5d028b None None] For port 8b40eb50-e272-4b0f-bb53-f12eb21f2715, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:14:02.637480 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-cea0e4a6-60fa-4e2d-beb6-f2925c5d028b None None] For port 8b40eb50-e272-4b0f-bb53-f12eb21f2715, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=8b40eb50-e272-4b0f-bb53-f12eb21f2715,segment=NetworkSegment(1cdedecf-ab94-4497-8b50-39855b177cd5),segment_id=1cdedecf-ab94-4497-8b50-39855b177cd5)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:14:02.638448 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-20bbfe19-e517-4d98-bc9d-6dbc827d4721 None None] Set router d0c78292-f87e-48aa-82f4-f07bb9f432aa gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:14:02.686675 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-70da4758-1bf9-4335-a401-cd728d3dd4f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:02.695901 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cea0e4a6-60fa-4e2d-beb6-f2925c5d028b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:02.871529 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0e4a6-60fa-4e2d-beb6-f2925c5d028b None None] Pushing event updated for resources: {'Port': ['ID=8b40eb50-e272-4b0f-bb53-f12eb21f2715,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:03.082105 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-20bbfe19-e517-4d98-bc9d-6dbc827d4721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-616743638-router', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:01Z', 'updated_at': '2022-04-20T16:14:00Z', 'revision_number': 5, 'project_id': '28ab505633034900a95978f46e1b6c12', 'gw_port': {'id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:03Z', 'updated_at': '2022-04-20T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:03.093340 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa847c80-c8de-4cdc-ba5f-f30593c24306 req-2f4ab61d-1031-4563-98c0-513af3ca1f6c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:03.096410 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fa847c80-c8de-4cdc-ba5f-f30593c24306 req-2f4ab61d-1031-4563-98c0-513af3ca1f6c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 949 time: 0.0975544 Apr 20 16:14:03.124939 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-70da4758-1bf9-4335-a401-cd728d3dd4f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:03.148732 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bbfe19-e517-4d98-bc9d-6dbc827d4721 None None] Checking router: d0c78292-f87e-48aa-82f4-f07bb9f432aa for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:14:03.177947 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fa847c80-c8de-4cdc-ba5f-f30593c24306 req-d1acf0c7-f65c-4450-9b53-f391224a3c43 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724754 Apr 20 16:14:03.181287 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bbfe19-e517-4d98-bc9d-6dbc827d4721 None None] Routers {'d0c78292-f87e-48aa-82f4-f07bb9f432aa'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:14:03.182153 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-20bbfe19-e517-4d98-bc9d-6dbc827d4721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:13:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d0c78292-f87e-48aa-82f4-f07bb9f432aa'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:03.204795 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d5d0f-5f73-48bc-8559-154bd3610fc2 req-3b835db3-5cae-4586-9de0-6c927e591769 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:03.212200 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e66d5d0f-5f73-48bc-8559-154bd3610fc2 req-3b835db3-5cae-4586-9de0-6c927e591769 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.1750202 Apr 20 16:14:03.292886 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e66d5d0f-5f73-48bc-8559-154bd3610fc2 req-098bf587-f506-4cc5-abe1-3cf3990e9932 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797515 Apr 20 16:14:03.321557 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-20bbfe19-e517-4d98-bc9d-6dbc827d4721 None None] Set router d0c78292-f87e-48aa-82f4-f07bb9f432aa gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:14:03.589572 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-20bbfe19-e517-4d98-bc9d-6dbc827d4721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-616743638-router', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:01Z', 'updated_at': '2022-04-20T16:14:00Z', 'revision_number': 5, 'project_id': '28ab505633034900a95978f46e1b6c12', 'gw_port': {'id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:03Z', 'updated_at': '2022-04-20T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:03.590577 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba0c92-9422-49b9-8062-bfd4fdb5b1bc req-5e25d97c-2d72-484a-8f37-eedae93782ff tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:03.596565 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba0c92-9422-49b9-8062-bfd4fdb5b1bc req-5e25d97c-2d72-484a-8f37-eedae93782ff tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:03.602309 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba0c92-9422-49b9-8062-bfd4fdb5b1bc req-5e25d97c-2d72-484a-8f37-eedae93782ff tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:03.608647 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba0c92-9422-49b9-8062-bfd4fdb5b1bc req-5e25d97c-2d72-484a-8f37-eedae93782ff tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:03.614491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba0c92-9422-49b9-8062-bfd4fdb5b1bc req-5e25d97c-2d72-484a-8f37-eedae93782ff tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:03.617282 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bbfe19-e517-4d98-bc9d-6dbc827d4721 None None] The sync data for ids ['d0c78292-f87e-48aa-82f4-f07bb9f432aa'] in n-d-836146-2 is: [{'id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-616743638-router', 'tenant_id': '28ab505633034900a95978f46e1b6c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:13:01Z', 'updated_at': '2022-04-20T16:14:00Z', 'revision_number': 5, 'project_id': '28ab505633034900a95978f46e1b6c12', 'gw_port': {'id': '48e36465-8fff-4ceb-811a-d6b173dbb253', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c78292-f87e-48aa-82f4-f07bb9f432aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:13:03Z', 'updated_at': '2022-04-20T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:14:03.620388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba0c92-9422-49b9-8062-bfd4fdb5b1bc req-5e25d97c-2d72-484a-8f37-eedae93782ff tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:03.627141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba0c92-9422-49b9-8062-bfd4fdb5b1bc req-5e25d97c-2d72-484a-8f37-eedae93782ff tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:03.629156 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04ba0c92-9422-49b9-8062-bfd4fdb5b1bc req-5e25d97c-2d72-484a-8f37-eedae93782ff tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5429 time: 0.0940969 Apr 20 16:14:03.680793 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04ba0c92-9422-49b9-8062-bfd4fdb5b1bc req-bd11badc-87ef-462e-9fe1-0b7bc3fad588 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426395 Apr 20 16:14:03.697075 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b61238f6-3c66-48ba-8e75-7d8b14c3e419 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:03.778446 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61238f6-3c66-48ba-8e75-7d8b14c3e419 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event updated for resources: {'Subnet': ['ID=6ac2748a-1c2c-4ecc-a5f6-a1aea5cc8563,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:03.801742 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61238f6-3c66-48ba-8e75-7d8b14c3e419 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Checking segment: {'id': 'eae70ce9-77b9-4065-aee6-8d3899594723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9a46c487-1b62-49f3-9d7c-c83b5bf0baf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:14:03.802092 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61238f6-3c66-48ba-8e75-7d8b14c3e419 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Network hostable DHCP agents. Network: 9a46c487-1b62-49f3-9d7c-c83b5bf0baf1, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:14:03.807655 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-70da4758-1bf9-4335-a401-cd728d3dd4f7 admin admin] Deleting port 48e36465-8fff-4ceb-811a-d6b173dbb253 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:14:03.807992 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-70da4758-1bf9-4335-a401-cd728d3dd4f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:03.893324 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-70da4758-1bf9-4335-a401-cd728d3dd4f7 admin admin] For port 48e36465-8fff-4ceb-811a-d6b173dbb253, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=48e36465-8fff-4ceb-811a-d6b173dbb253,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:03.893692 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-70da4758-1bf9-4335-a401-cd728d3dd4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:03.906777 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-70da4758-1bf9-4335-a401-cd728d3dd4f7 admin admin] Calling delete_port for 48e36465-8fff-4ceb-811a-d6b173dbb253 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:14:03.957605 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61238f6-3c66-48ba-8e75-7d8b14c3e419 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Network 9a46c487-1b62-49f3-9d7c-c83b5bf0baf1 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:14:04.068105 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-b61238f6-3c66-48ba-8e75-7d8b14c3e419 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 9a46c487-1b62-49f3-9d7c-c83b5bf0baf1) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:14:04.078478 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61238f6-3c66-48ba-8e75-7d8b14c3e419 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:04.079070 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b61238f6-3c66-48ba-8e75-7d8b14c3e419 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:04.079440 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97ea4b6-2111-427b-baf2-f4b5f808ec54 None None] Network 9a46c487-1b62-49f3-9d7c-c83b5bf0baf1 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:14:04.202592 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b61238f6-3c66-48ba-8e75-7d8b14c3e419 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9109030 Apr 20 16:14:04.259724 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-70da4758-1bf9-4335-a401-cd728d3dd4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:04.346531 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da4758-1bf9-4335-a401-cd728d3dd4f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=48e36465-8fff-4ceb-811a-d6b173dbb253,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:04.355791 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c752e2e-79f0-4dc8-955c-5e2f72c4c74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-9a46c487-1b62-49f3-9d7c-c83b5bf0baf1', 'network_id': '9a46c487-1b62-49f3-9d7c-c83b5bf0baf1', 'tenant_id': '31e17c9702d24102b4b3005d2801ab9d', 'fixed_ips': [{'subnet_id': '6ac2748a-1c2c-4ecc-a5f6-a1aea5cc8563'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:14:04.357620 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6c752e2e-79f0-4dc8-955c-5e2f72c4c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:04.510159 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84dcf37-59e5-4821-bc02-e3cab127b5fe req-d079666a-0adc-482b-84a1-eebe7b4e6d2f tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:04.513622 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e84dcf37-59e5-4821-bc02-e3cab127b5fe req-d079666a-0adc-482b-84a1-eebe7b4e6d2f tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0823019 Apr 20 16:14:04.527367 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea607d-fc63-4a23-96e4-d05deeca5c1c req-d13e8c59-f879-4a26-abd7-aaf52c0a809a tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:04.529044 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-caea607d-fc63-4a23-96e4-d05deeca5c1c req-d13e8c59-f879-4a26-abd7-aaf52c0a809a tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 949 time: 0.1613612 Apr 20 16:14:04.545520 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-70da4758-1bf9-4335-a401-cd728d3dd4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:04.579141 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-6c752e2e-79f0-4dc8-955c-5e2f72c4c74e None None] Allocated IP 19.86.0.2 (9a46c487-1b62-49f3-9d7c-c83b5bf0baf1/6ac2748a-1c2c-4ecc-a5f6-a1aea5cc8563/c4e14426-6649-4898-b2fe-0bd812d2024a) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:14:04.591319 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e84dcf37-59e5-4821-bc02-e3cab127b5fe req-19622d5c-19ff-49d8-8933-ae5cd432316d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642788 Apr 20 16:14:04.671412 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-70da4758-1bf9-4335-a401-cd728d3dd4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:04.675738 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-caea607d-fc63-4a23-96e4-d05deeca5c1c req-7493fffd-395d-4000-acfa-6f33714effc4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398504 Apr 20 16:14:04.676989 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-70da4758-1bf9-4335-a401-cd728d3dd4f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:04.833038 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:14:04.878810 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-70da4758-1bf9-4335-a401-cd728d3dd4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:04.879642 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70da4758-1bf9-4335-a401-cd728d3dd4f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0c78292-f87e-48aa-82f4-f07bb9f432aa {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:14:04.895635 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-70da4758-1bf9-4335-a401-cd728d3dd4f7 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:04.897606 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-70da4758-1bf9-4335-a401-cd728d3dd4f7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d0c78292-f87e-48aa-82f4-f07bb9f432aa HTTP/1.1" status: 204 len: 168 time: 2.4403377 Apr 20 16:14:04.919970 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60d25e-c624-47f7-b551-d6c6e1c3b8af req-0a138702-0715-47f6-a3c6-eeff9e89c40b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:04.930359 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60d25e-c624-47f7-b551-d6c6e1c3b8af req-0a138702-0715-47f6-a3c6-eeff9e89c40b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:04.935819 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6c752e2e-79f0-4dc8-955c-5e2f72c4c74e None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:04.946112 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60d25e-c624-47f7-b551-d6c6e1c3b8af req-0a138702-0715-47f6-a3c6-eeff9e89c40b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:04.953754 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60d25e-c624-47f7-b551-d6c6e1c3b8af req-0a138702-0715-47f6-a3c6-eeff9e89c40b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:04.961489 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60d25e-c624-47f7-b551-d6c6e1c3b8af req-0a138702-0715-47f6-a3c6-eeff9e89c40b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:04.968799 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60d25e-c624-47f7-b551-d6c6e1c3b8af req-0a138702-0715-47f6-a3c6-eeff9e89c40b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:04.983485 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60d25e-c624-47f7-b551-d6c6e1c3b8af req-0a138702-0715-47f6-a3c6-eeff9e89c40b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:04.985443 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b60d25e-c624-47f7-b551-d6c6e1c3b8af req-0a138702-0715-47f6-a3c6-eeff9e89c40b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5429 time: 0.1719208 Apr 20 16:14:04.985945 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33222) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:14:05.004966 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-b598c018-4226-4a8a-bb6f-1c36d9986d69 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:05.011708 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-b598c018-4226-4a8a-bb6f-1c36d9986d69 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:05.020713 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-b598c018-4226-4a8a-bb6f-1c36d9986d69 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/networks?id=147b8da4-2d38-425d-979b-cca8bcf30256&id=9a46c487-1b62-49f3-9d7c-c83b5bf0baf1 HTTP/1.1" status: 200 len: 1391 time: 0.2527843 Apr 20 16:14:05.031096 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6c752e2e-79f0-4dc8-955c-5e2f72c4c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:05.054508 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-49e268a7-952c-4b40-b166-bcb780ea7f8d tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/quotas/31e17c9702d24102b4b3005d2801ab9d HTTP/1.1" status: 200 len: 375 time: 0.0327487 Apr 20 16:14:05.092470 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-3573c63c-e65a-4671-8871-40bc4281921f admin admin] Deleting subnet ea385c3c-0eb3-4d62-9264-606c9a1935f0 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:14:05.098971 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3573c63c-e65a-4671-8871-40bc4281921f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:05.112005 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:14:05.140268 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c752e2e-79f0-4dc8-955c-5e2f72c4c74e None None] Network 9a46c487-1b62-49f3-9d7c-c83b5bf0baf1 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:14:05.152391 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:05.154149 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:05.175066 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-6c752e2e-79f0-4dc8-955c-5e2f72c4c74e None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:14:05.195252 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-deb9dd14-6109-4158-a111-95933f3c1453 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e17c9702d24102b4b3005d2801ab9d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1364594 Apr 20 16:14:05.218769 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b60d25e-c624-47f7-b551-d6c6e1c3b8af req-19226e5b-60e9-45b7-81c5-11fcac054449 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1407430 Apr 20 16:14:05.236018 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3573c63c-e65a-4671-8871-40bc4281921f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:05.245326 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c752e2e-79f0-4dc8-955c-5e2f72c4c74e None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:14:05.247310 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c752e2e-79f0-4dc8-955c-5e2f72c4c74e None None] Pushing event updated for resources: {'Port': ['ID=c4e14426-6649-4898-b2fe-0bd812d2024a,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:05.332956 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-6c752e2e-79f0-4dc8-955c-5e2f72c4c74e None None] Attempting to bind port c4e14426-6649-4898-b2fe-0bd812d2024a on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:14:05.333366 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-6c752e2e-79f0-4dc8-955c-5e2f72c4c74e None None] Attempting to bind port c4e14426-6649-4898-b2fe-0bd812d2024a by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'eae70ce9-77b9-4065-aee6-8d3899594723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9a46c487-1b62-49f3-9d7c-c83b5bf0baf1'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:14:05.333979 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c752e2e-79f0-4dc8-955c-5e2f72c4c74e None None] Attempting to bind port c4e14426-6649-4898-b2fe-0bd812d2024a on network 9a46c487-1b62-49f3-9d7c-c83b5bf0baf1 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:14:05.344310 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c752e2e-79f0-4dc8-955c-5e2f72c4c74e None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:14:05.354807 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c752e2e-79f0-4dc8-955c-5e2f72c4c74e None None] Checking segment: {'id': 'eae70ce9-77b9-4065-aee6-8d3899594723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9a46c487-1b62-49f3-9d7c-c83b5bf0baf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:14:05.355083 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3573c63c-e65a-4671-8871-40bc4281921f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:05.355338 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6c752e2e-79f0-4dc8-955c-5e2f72c4c74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:05.355627 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c752e2e-79f0-4dc8-955c-5e2f72c4c74e None None] Bound using segment: {'id': 'eae70ce9-77b9-4065-aee6-8d3899594723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9a46c487-1b62-49f3-9d7c-c83b5bf0baf1'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:14:05.356137 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-6c752e2e-79f0-4dc8-955c-5e2f72c4c74e None None] Bound port: c4e14426-6649-4898-b2fe-0bd812d2024a, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae70ce9-77b9-4065-aee6-8d3899594723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9a46c487-1b62-49f3-9d7c-c83b5bf0baf1'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:14:05.356584 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6c752e2e-79f0-4dc8-955c-5e2f72c4c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:05.385108 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701ac9dd-0562-4529-b415-f52637c838d9 None None] Network 147b8da4-2d38-425d-979b-cca8bcf30256 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:14:05.457993 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-4464fd37-1924-42f0-a7b1-5b3f4f1cbf5f service neutron] 10.222.0.15 "GET /v2.0/networks/147b8da4-2d38-425d-979b-cca8bcf30256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623351 Apr 20 16:14:05.507815 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3573c63c-e65a-4671-8871-40bc4281921f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:05.571819 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573c63c-e65a-4671-8871-40bc4281921f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea385c3c-0eb3-4d62-9264-606c9a1935f0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:05.584568 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3573c63c-e65a-4671-8871-40bc4281921f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:05.592226 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3573c63c-e65a-4671-8871-40bc4281921f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ea385c3c-0eb3-4d62-9264-606c9a1935f0 HTTP/1.1" status: 204 len: 168 time: 0.6023655 Apr 20 16:14:05.594677 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33234) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:14:05.613926 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4425a93-26b9-4d91-a1e8-ceb574247ab5 None None] Network eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:14:05.692741 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8b40eb50-e272-4b0f-bb53-f12eb21f2715 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:14:05.695195 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:05.710426 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d2bb102f-f70c-4f3a-91a7-3181aed940ad None None] Provisioning complete for port 8b40eb50-e272-4b0f-bb53-f12eb21f2715 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:05.710938 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d2bb102f-f70c-4f3a-91a7-3181aed940ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:05.717023 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-26fa1f6f-695a-4156-a60f-102bef25cac4 service neutron] 10.222.0.15 "GET /v2.0/networks/147b8da4-2d38-425d-979b-cca8bcf30256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466872 Apr 20 16:14:05.839524 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59cbbe0f-0a5e-4283-b9df-3aad164fc44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81a6c35-3774-4a1c-a71e-5c2c6cef1de5'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:05.842251 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efe707c-20bb-4a39-87c1-8ef78780b3d4" -d '{"events": [{"server_uuid": "59cbbe0f-0a5e-4283-b9df-3aad164fc44e", "name": "network-vif-plugged", "status": "completed", "tag": "f81a6c35-3774-4a1c-a71e-5c2c6cef1de5"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:14:05.907876 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:05.912397 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-6c752e2e-79f0-4dc8-955c-5e2f72c4c74e None None] For port c4e14426-6649-4898-b2fe-0bd812d2024a, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:14:06.002155 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-6c752e2e-79f0-4dc8-955c-5e2f72c4c74e None None] For port c4e14426-6649-4898-b2fe-0bd812d2024a, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c4e14426-6649-4898-b2fe-0bd812d2024a,segment=NetworkSegment(eae70ce9-77b9-4065-aee6-8d3899594723),segment_id=eae70ce9-77b9-4065-aee6-8d3899594723)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:14:06.009204 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:06.088120 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b59c-136d-4f3f-85e8-f98cb08ea884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:06.104050 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef1f94-5a25-461f-b554-971cd893d508 req-6a1b354e-89c8-43d6-9b22-e2ea5e1382ac tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:06.111708 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-88ef1f94-5a25-461f-b554-971cd893d508 req-6a1b354e-89c8-43d6-9b22-e2ea5e1382ac tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0811505 Apr 20 16:14:06.135772 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-72ee9633-78d4-4089-8981-548a8c544d77 service neutron] 10.222.0.15 "GET /v2.0/networks/9a46c487-1b62-49f3-9d7c-c83b5bf0baf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177563 Apr 20 16:14:06.186845 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-88ef1f94-5a25-461f-b554-971cd893d508 req-4c1f44bc-8fc6-40a0-a0bf-52828c5cc716 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741563 Apr 20 16:14:06.231118 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 8b40eb50-e272-4b0f-bb53-f12eb21f2715 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:06.231789 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:06.243046 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6c752e2e-79f0-4dc8-955c-5e2f72c4c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:06.248193 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-8ff0b59c-136d-4f3f-85e8-f98cb08ea884 admin admin] Deleting port 9a6ea89d-a079-4c88-aa20-aff89424f6b2 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:14:06.248852 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b59c-136d-4f3f-85e8-f98cb08ea884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:06.267088 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-87d82d14-5ac2-4cf2-b8da-7dbdab83ba4b service neutron] 10.222.0.15 "GET /v2.0/networks/9a46c487-1b62-49f3-9d7c-c83b5bf0baf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304438 Apr 20 16:14:06.327348 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:06.387361 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d2bb102f-f70c-4f3a-91a7-3181aed940ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:06.435585 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-8ff0b59c-136d-4f3f-85e8-f98cb08ea884 admin admin] For port 9a6ea89d-a079-4c88-aa20-aff89424f6b2, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=9a6ea89d-a079-4c88-aa20-aff89424f6b2,segment=NetworkSegment(3b669865-64dd-41a9-a304-cf6c9c017a24),segment_id=3b669865-64dd-41a9-a304-cf6c9c017a24)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:06.436129 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b59c-136d-4f3f-85e8-f98cb08ea884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:06.449926 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 18f3702c-45ea-40ef-a824-e2709a902263 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:14:06.458604 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351927ad-114c-4ffe-8996-3e14e341ce07 None None] DHCP port deletion for eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:14:06.480520 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aea952-d868-44e5-82f7-2552611ff77f req-4534bab6-2468-4080-a043-2134580ac16f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:06.483085 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-27aea952-d868-44e5-82f7-2552611ff77f req-4534bab6-2468-4080-a043-2134580ac16f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.1667533 Apr 20 16:14:06.495372 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-8ff0b59c-136d-4f3f-85e8-f98cb08ea884 admin admin] Calling delete_port for 9a6ea89d-a079-4c88-aa20-aff89424f6b2 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:14:06.632867 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d2bb102f-f70c-4f3a-91a7-3181aed940ad None None] For port 8b40eb50-e272-4b0f-bb53-f12eb21f2715, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=8b40eb50-e272-4b0f-bb53-f12eb21f2715,segment=NetworkSegment(1cdedecf-ab94-4497-8b50-39855b177cd5),segment_id=1cdedecf-ab94-4497-8b50-39855b177cd5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:06.646122 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.resource_extend [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 16:14:06.690523 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f6f8fb-5efd-4ed2-a9ae-a59286b83d43 x-openstack-request-id: req-b2f6f8fb-5efd-4ed2-a9ae-a59286b83d43 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:14:06.706332 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59cbbe0f-0a5e-4283-b9df-3aad164fc44e", "name": "network-vif-plugged", "status": "completed", "tag": "f81a6c35-3774-4a1c-a71e-5c2c6cef1de5", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:14:06.706958 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2f6f8fb-5efd-4ed2-a9ae-a59286b83d43 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:14:06.707790 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2f6f8fb-5efd-4ed2-a9ae-a59286b83d43'] response: {'server_uuid': '59cbbe0f-0a5e-4283-b9df-3aad164fc44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81a6c35-3774-4a1c-a71e-5c2c6cef1de5', 'code': 200} Apr 20 16:14:06.747634 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c752e2e-79f0-4dc8-955c-5e2f72c4c74e None None] Pushing event updated for resources: {'Port': ['ID=c4e14426-6649-4898-b2fe-0bd812d2024a,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:06.754781 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d2bb102f-f70c-4f3a-91a7-3181aed940ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:06.811212 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:06.861403 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-27aea952-d868-44e5-82f7-2552611ff77f req-a911163e-cc1b-425e-8180-fc35bc7e4e05 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614273 Apr 20 16:14:06.962401 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b7974-53c2-46e7-8bed-3af4e3637f14 req-c2877a54-7d93-4dbf-8aa1-b78e066cc616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:06.964237 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac0b7974-53c2-46e7-8bed-3af4e3637f14 req-c2877a54-7d93-4dbf-8aa1-b78e066cc616 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 1101 time: 0.1612673 Apr 20 16:14:06.970350 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b59c-136d-4f3f-85e8-f98cb08ea884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:07.026277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753f41f-b2f3-46cf-a937-588f9f3965e5 req-9ddf84d5-db0e-4476-85c1-abd8098427a0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:07.037556 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753f41f-b2f3-46cf-a937-588f9f3965e5 req-9ddf84d5-db0e-4476-85c1-abd8098427a0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:07.037722 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb102f-f70c-4f3a-91a7-3181aed940ad None None] Pushing event updated for resources: {'Port': ['ID=8b40eb50-e272-4b0f-bb53-f12eb21f2715,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:07.041716 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff0b59c-136d-4f3f-85e8-f98cb08ea884 admin admin] No DVR routers for this DVR port 9a6ea89d-a079-4c88-aa20-aff89424f6b2 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:14:07.043725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753f41f-b2f3-46cf-a937-588f9f3965e5 req-9ddf84d5-db0e-4476-85c1-abd8098427a0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:07.053113 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753f41f-b2f3-46cf-a937-588f9f3965e5 req-9ddf84d5-db0e-4476-85c1-abd8098427a0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:07.063432 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753f41f-b2f3-46cf-a937-588f9f3965e5 req-9ddf84d5-db0e-4476-85c1-abd8098427a0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:07.068098 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753f41f-b2f3-46cf-a937-588f9f3965e5 req-9ddf84d5-db0e-4476-85c1-abd8098427a0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:07.072250 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0b59c-136d-4f3f-85e8-f98cb08ea884 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a6ea89d-a079-4c88-aa20-aff89424f6b2,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:07.077993 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753f41f-b2f3-46cf-a937-588f9f3965e5 req-9ddf84d5-db0e-4476-85c1-abd8098427a0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:07.079967 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1753f41f-b2f3-46cf-a937-588f9f3965e5 req-9ddf84d5-db0e-4476-85c1-abd8098427a0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5429 time: 0.2877874 Apr 20 16:14:07.089369 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:14:07.090004 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:14:07.096189 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 18f3702c-45ea-40ef-a824-e2709a902263, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=18f3702c-45ea-40ef-a824-e2709a902263,segment=NetworkSegment(f3c2a4b0-1636-4c33-9c91-442e824bef9f),segment_id=f3c2a4b0-1636-4c33-9c91-442e824bef9f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:07.101563 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-351927ad-114c-4ffe-8996-3e14e341ce07 None None] Deleting port 9a6ea89d-a079-4c88-aa20-aff89424f6b2 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:14:07.102210 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-351927ad-114c-4ffe-8996-3e14e341ce07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:07.124773 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ff500803-2072-4037-9de3-18345dfc2cff req-7e25ef40-77ba-4edc-ad23-7683d737d0bb tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 210 time: 0.0482211 Apr 20 16:14:07.152241 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4dd32594-10f3-40e5-853b-fcdb5aa068a5 None None] Provisioning complete for port 8b40eb50-e272-4b0f-bb53-f12eb21f2715 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:07.152636 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4dd32594-10f3-40e5-853b-fcdb5aa068a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:07.160688 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '18f3702c-45ea-40ef-a824-e2709a902263', 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8', 'port_id': '18f3702c-45ea-40ef-a824-e2709a902263', 'mac_address': 'fa:16:3e:4d:b8:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf84b94b-dba3-472d-a23f-24ed520f6e46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:14:07.166658 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac0b7974-53c2-46e7-8bed-3af4e3637f14 req-a51567e8-c29b-4d8a-bcee-460369f743de service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796193 Apr 20 16:14:07.179015 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b59c-136d-4f3f-85e8-f98cb08ea884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:07.198240 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1753f41f-b2f3-46cf-a937-588f9f3965e5 req-ff6c71d6-47d1-48e6-8c14-0da92bb1941e tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0934527 Apr 20 16:14:07.234658 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-8ff0b59c-136d-4f3f-85e8-f98cb08ea884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:07.249755 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-8ff0b59c-136d-4f3f-85e8-f98cb08ea884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b669865-64dd-41a9-a304-cf6c9c017a24') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:07.250441 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-8ff0b59c-136d-4f3f-85e8-f98cb08ea884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b669865-64dd-41a9-a304-cf6c9c017a24') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:07.264285 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b59c-136d-4f3f-85e8-f98cb08ea884 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:07.289015 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b59c-136d-4f3f-85e8-f98cb08ea884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:07.297595 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-351927ad-114c-4ffe-8996-3e14e341ce07 None None] For port 9a6ea89d-a079-4c88-aa20-aff89424f6b2, host n-d-836146-2, got binding levels [] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:07.300308 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff0b59c-136d-4f3f-85e8-f98cb08ea884 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:14:07.300308 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b59c-136d-4f3f-85e8-f98cb08ea884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:07.300598 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-351927ad-114c-4ffe-8996-3e14e341ce07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:14:07.300912 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:14:07.332477 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-351927ad-114c-4ffe-8996-3e14e341ce07 None None] Calling delete_port for 9a6ea89d-a079-4c88-aa20-aff89424f6b2 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:14:07.339308 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.ipam_backend_mixin [None req-351927ad-114c-4ffe-8996-3e14e341ce07 None None] Port 9a6ea89d-a079-4c88-aa20-aff89424f6b2 was not found and therefore no delete operation was performed {{(pid=103486) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 16:14:07.346255 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-351927ad-114c-4ffe-8996-3e14e341ce07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:07.353475 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:07.386335 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351927ad-114c-4ffe-8996-3e14e341ce07 None None] Pushing event deleted for resources: {'Port': ['ID=9a6ea89d-a079-4c88-aa20-aff89424f6b2,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:07.400413 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351927ad-114c-4ffe-8996-3e14e341ce07 None None] No DVR routers for this DVR port 9a6ea89d-a079-4c88-aa20-aff89424f6b2 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:14:07.435573 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f3702c-45ea-40ef-a824-e2709a902263 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:14:07.452158 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6e1b4-2abc-41b3-8f4b-dfe038dc2144 req-27e15a47-6402-4d4b-b924-10f10a5b9487 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:07.456494 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8ec6e1b4-2abc-41b3-8f4b-dfe038dc2144 req-27e15a47-6402-4d4b-b924-10f10a5b9487 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0938914 Apr 20 16:14:07.467053 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 18f3702c-45ea-40ef-a824-e2709a902263, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=18f3702c-45ea-40ef-a824-e2709a902263,segment=NetworkSegment(f3c2a4b0-1636-4c33-9c91-442e824bef9f),segment_id=f3c2a4b0-1636-4c33-9c91-442e824bef9f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:07.529521 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8ec6e1b4-2abc-41b3-8f4b-dfe038dc2144 req-04fb387c-769c-4468-83c7-168cfd07028f tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681851 Apr 20 16:14:07.530680 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b59c-136d-4f3f-85e8-f98cb08ea884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:07.540898 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b59c-136d-4f3f-85e8-f98cb08ea884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:07.552591 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8ff0b59c-136d-4f3f-85e8-f98cb08ea884 admin admin] 10.222.0.15 "DELETE /v2.0/networks/eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf HTTP/1.1" status: 204 len: 168 time: 1.9499846 Apr 20 16:14:07.559604 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:07.560384 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 86bc5f31-0189-4f35-860c-022465c8e0d6 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:14:07.585725 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0b59c-136d-4f3f-85e8-f98cb08ea884 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb23cd26-e7c2-4d1b-94ce-68e2c63ddadf,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:07.828860 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 03501e95-b830-4ed1-9759-0d5bb47935f1 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:14:07.931086 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 03501e95-b830-4ed1-9759-0d5bb47935f1 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:14:07.931523 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 03501e95-b830-4ed1-9759-0d5bb47935f1 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:14:07.936951 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=18f3702c-45ea-40ef-a824-e2709a902263,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:08.080115 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 86bc5f31-0189-4f35-860c-022465c8e0d6, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=86bc5f31-0189-4f35-860c-022465c8e0d6,segment=NetworkSegment(95100898-e1a4-4fc8-bca1-6318a051d7db),segment_id=95100898-e1a4-4fc8-bca1-6318a051d7db)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:08.119805 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '86bc5f31-0189-4f35-860c-022465c8e0d6', 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c', 'port_id': '86bc5f31-0189-4f35-860c-022465c8e0d6', 'mac_address': 'fa:16:3e:d6:82:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc0832a-a3b1-44e3-8640-5fd52f4441e0', 'ip_address': '10.1.1.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:14:08.182809 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de888002-4720-4ea2-b700-ec1a439ff56d None None] Network 9a46c487-1b62-49f3-9d7c-c83b5bf0baf1 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:14:08.222909 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92772-cd4c-4ee5-92b0-dc34d5f6cb07 req-cf216f02-0397-46b9-88a8-e7df53fc81f6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:08.227151 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eeb92772-cd4c-4ee5-92b0-dc34d5f6cb07 req-cf216f02-0397-46b9-88a8-e7df53fc81f6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.1786792 Apr 20 16:14:08.263794 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:08.295373 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-bf999c82-992a-4682-9147-dd515e42b7d3 None None] Provisioning complete for port c4e14426-6649-4898-b2fe-0bd812d2024a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:08.295810 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bf999c82-992a-4682-9147-dd515e42b7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:08.302299 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86bc5f31-0189-4f35-860c-022465c8e0d6 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:14:08.307829 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eeb92772-cd4c-4ee5-92b0-dc34d5f6cb07 req-b8ad223b-2596-4da7-8828-dc6aa89a3b67 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659955 Apr 20 16:14:08.333544 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-92dd5d4b-c5d1-4b5b-926c-6cdd62e484fa req-2a8888f0-a98f-489b-8df7-3caa0ec4dadb tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 210 time: 0.0635800 Apr 20 16:14:08.364471 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c4e14426-6649-4898-b2fe-0bd812d2024a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:14:08.392184 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33290) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:14:08.443709 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 86bc5f31-0189-4f35-860c-022465c8e0d6, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=86bc5f31-0189-4f35-860c-022465c8e0d6,segment=NetworkSegment(95100898-e1a4-4fc8-bca1-6318a051d7db),segment_id=95100898-e1a4-4fc8-bca1-6318a051d7db)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:08.449303 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-89f6d3b8-4810-4071-9833-530ae8dbe350 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=28ab505633034900a95978f46e1b6c12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556357 Apr 20 16:14:08.452003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33292) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:14:08.520086 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af45b9-06bd-4d49-825a-caba61a87434 req-1e711e22-eb03-43e2-9554-844693d51db4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:08.528131 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af45b9-06bd-4d49-825a-caba61a87434 req-1e711e22-eb03-43e2-9554-844693d51db4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:08.536268 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-51abedf9-0b8c-4201-bf11-4b3239b6520d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:08.536553 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af45b9-06bd-4d49-825a-caba61a87434 req-1e711e22-eb03-43e2-9554-844693d51db4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:08.543244 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af45b9-06bd-4d49-825a-caba61a87434 req-1e711e22-eb03-43e2-9554-844693d51db4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:08.550870 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af45b9-06bd-4d49-825a-caba61a87434 req-1e711e22-eb03-43e2-9554-844693d51db4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:08.557468 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af45b9-06bd-4d49-825a-caba61a87434 req-1e711e22-eb03-43e2-9554-844693d51db4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:08.565775 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-51abedf9-0b8c-4201-bf11-4b3239b6520d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:08.578525 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af45b9-06bd-4d49-825a-caba61a87434 req-1e711e22-eb03-43e2-9554-844693d51db4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:08.578525 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-35af45b9-06bd-4d49-825a-caba61a87434 req-1e711e22-eb03-43e2-9554-844693d51db4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5430 time: 0.1423349 Apr 20 16:14:08.635747 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:08.678525 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-35af45b9-06bd-4d49-825a-caba61a87434 req-bf497417-7cb3-4767-b071-9f07f922453c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0956705 Apr 20 16:14:08.697875 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 9fb31366-e148-4f5b-844b-4036084eaaca details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:14:08.698796 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bf999c82-992a-4682-9147-dd515e42b7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:08.761321 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab178fc-cd87-4263-9c2f-2b19cd1e127f req-928dfda7-fae7-477c-866a-dad1ef6dbc62 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:08.775796 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eab178fc-cd87-4263-9c2f-2b19cd1e127f req-928dfda7-fae7-477c-866a-dad1ef6dbc62 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.1106932 Apr 20 16:14:08.792617 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port c4e14426-6649-4898-b2fe-0bd812d2024a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:08.792992 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:08.838065 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eab178fc-cd87-4263-9c2f-2b19cd1e127f req-7e370b75-6c29-4549-b427-dc05858e9f2d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608165 Apr 20 16:14:08.844183 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-51abedf9-0b8c-4201-bf11-4b3239b6520d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:08.853110 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-51abedf9-0b8c-4201-bf11-4b3239b6520d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:08.854607 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-51abedf9-0b8c-4201-bf11-4b3239b6520d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fb303c33-664a-49a8-bcfd-c70cb5bae48f HTTP/1.1" status: 204 len: 168 time: 0.4011643 Apr 20 16:14:08.879760 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=86bc5f31-0189-4f35-860c-022465c8e0d6,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:08.885957 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abedf9-0b8c-4201-bf11-4b3239b6520d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb303c33-664a-49a8-bcfd-c70cb5bae48f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:08.895905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abedf9-0b8c-4201-bf11-4b3239b6520d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:08.896253 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abedf9-0b8c-4201-bf11-4b3239b6520d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:08.896620 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abedf9-0b8c-4201-bf11-4b3239b6520d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:08.897002 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abedf9-0b8c-4201-bf11-4b3239b6520d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:08.897281 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abedf9-0b8c-4201-bf11-4b3239b6520d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:08.897610 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abedf9-0b8c-4201-bf11-4b3239b6520d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:08.897939 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abedf9-0b8c-4201-bf11-4b3239b6520d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:08.898435 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abedf9-0b8c-4201-bf11-4b3239b6520d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:08.899104 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abedf9-0b8c-4201-bf11-4b3239b6520d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:08.899435 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abedf9-0b8c-4201-bf11-4b3239b6520d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:08.899762 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abedf9-0b8c-4201-bf11-4b3239b6520d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:08.900086 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51abedf9-0b8c-4201-bf11-4b3239b6520d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:08.913272 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-bf999c82-992a-4682-9147-dd515e42b7d3 None None] For port c4e14426-6649-4898-b2fe-0bd812d2024a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c4e14426-6649-4898-b2fe-0bd812d2024a,segment=NetworkSegment(eae70ce9-77b9-4065-aee6-8d3899594723),segment_id=eae70ce9-77b9-4065-aee6-8d3899594723)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:09.062431 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bf999c82-992a-4682-9147-dd515e42b7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:09.093799 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 9fb31366-e148-4f5b-844b-4036084eaaca, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=9fb31366-e148-4f5b-844b-4036084eaaca,segment=NetworkSegment(3e27c4e3-03c3-485b-82d8-3a2925a815bc),segment_id=3e27c4e3-03c3-485b-82d8-3a2925a815bc)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:09.173086 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf999c82-992a-4682-9147-dd515e42b7d3 None None] Pushing event updated for resources: {'Port': ['ID=c4e14426-6649-4898-b2fe-0bd812d2024a,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:09.192688 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8b40eb50-e272-4b0f-bb53-f12eb21f2715 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:14:09.194623 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '9fb31366-e148-4f5b-844b-4036084eaaca', 'network_id': '180e815e-0123-45d7-aabc-b7cbe3dc8657', 'port_id': '9fb31366-e148-4f5b-844b-4036084eaaca', 'mac_address': 'fa:16:3e:76:07:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76bef31-2cfc-4ae1-bc99-6d6a2dfc9ca9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:14:09.242426 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['18f3702c-45ea-40ef-a824-e2709a902263'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:14:09.501535 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['86bc5f31-0189-4f35-860c-022465c8e0d6'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:14:09.512269 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7407ae1b-3fa1-49d6-8970-797659603ad1 req-e2379df4-d148-4342-a835-c55d309aca75 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 210 time: 0.0573699 Apr 20 16:14:09.518424 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f62d2-51b7-433e-8fe6-462609440d8c req-cd632207-9651-4270-bbec-c7cbe2828db4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:09.531156 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-335f62d2-51b7-433e-8fe6-462609440d8c req-cd632207-9651-4270-bbec-c7cbe2828db4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.0884480 Apr 20 16:14:09.616391 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-335f62d2-51b7-433e-8fe6-462609440d8c req-4bddc293-05e9-4b78-b6b4-d5208840b905 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842659 Apr 20 16:14:09.644977 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5a2429d0-cda3-486b-ac11-023730010471 None None] Provisioning complete for port c4e14426-6649-4898-b2fe-0bd812d2024a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:09.644977 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5a2429d0-cda3-486b-ac11-023730010471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:09.712573 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:09.775228 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 8b40eb50-e272-4b0f-bb53-f12eb21f2715 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:09.775550 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:09.804199 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb31366-e148-4f5b-844b-4036084eaaca {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:14:09.838848 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc33d4-4879-466c-8645-cb8ec85e7a6d req-4e9ef596-13eb-4b00-aa79-888db3d3d845 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:09.851009 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc33d4-4879-466c-8645-cb8ec85e7a6d req-4e9ef596-13eb-4b00-aa79-888db3d3d845 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:09.854567 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc33d4-4879-466c-8645-cb8ec85e7a6d req-4e9ef596-13eb-4b00-aa79-888db3d3d845 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:09.862400 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc33d4-4879-466c-8645-cb8ec85e7a6d req-4e9ef596-13eb-4b00-aa79-888db3d3d845 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:09.869703 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc33d4-4879-466c-8645-cb8ec85e7a6d req-4e9ef596-13eb-4b00-aa79-888db3d3d845 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:09.878705 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc33d4-4879-466c-8645-cb8ec85e7a6d req-4e9ef596-13eb-4b00-aa79-888db3d3d845 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:09.879523 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 9fb31366-e148-4f5b-844b-4036084eaaca, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=9fb31366-e148-4f5b-844b-4036084eaaca,segment=NetworkSegment(3e27c4e3-03c3-485b-82d8-3a2925a815bc),segment_id=3e27c4e3-03c3-485b-82d8-3a2925a815bc)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:09.885950 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc33d4-4879-466c-8645-cb8ec85e7a6d req-4e9ef596-13eb-4b00-aa79-888db3d3d845 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:09.896203 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71fc33d4-4879-466c-8645-cb8ec85e7a6d req-4e9ef596-13eb-4b00-aa79-888db3d3d845 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5431 time: 0.1231177 Apr 20 16:14:09.979630 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71fc33d4-4879-466c-8645-cb8ec85e7a6d req-19695779-cc3d-488e-9ab8-ddfa9f0a78fa tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654869 Apr 20 16:14:10.054032 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:10.054828 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 5bfe4719-d3c9-4587-be2e-3aed8a329439 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:14:10.170404 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-76415997-85e3-4edb-b4dd-69ef39b9b885 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:10.180097 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-76415997-85e3-4edb-b4dd-69ef39b9b885 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:10.182146 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-76415997-85e3-4edb-b4dd-69ef39b9b885 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.30 "GET /v2.0/networks?id=147b8da4-2d38-425d-979b-cca8bcf30256&id=9a46c487-1b62-49f3-9d7c-c83b5bf0baf1 HTTP/1.1" status: 200 len: 1391 time: 0.3393664 Apr 20 16:14:10.314986 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-3c32d427-325b-4555-819e-2a03d3ad3da3 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Request body: {'port': {'device_id': '64f892bd-65f7-4c24-87b2-d12592788f98', 'network_id': '147b8da4-2d38-425d-979b-cca8bcf30256', 'admin_state_up': True, 'tenant_id': '31e17c9702d24102b4b3005d2801ab9d'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:14:10.316205 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafa2da-5b53-4963-bee1-9632f7f677dc req-8e7cb578-dae4-4a7c-9b7e-35b5f0bf12ad tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:10.316205 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ddafa2da-5b53-4963-bee1-9632f7f677dc req-8e7cb578-dae4-4a7c-9b7e-35b5f0bf12ad tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0937891 Apr 20 16:14:10.316526 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 5bfe4719-d3c9-4587-be2e-3aed8a329439, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5bfe4719-d3c9-4587-be2e-3aed8a329439,segment=NetworkSegment(3e27c4e3-03c3-485b-82d8-3a2925a815bc),segment_id=3e27c4e3-03c3-485b-82d8-3a2925a815bc)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:10.316526 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=9fb31366-e148-4f5b-844b-4036084eaaca,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:10.316526 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '5bfe4719-d3c9-4587-be2e-3aed8a329439', 'network_id': '180e815e-0123-45d7-aabc-b7cbe3dc8657', 'port_id': '5bfe4719-d3c9-4587-be2e-3aed8a329439', 'mac_address': 'fa:16:3e:7d:3e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76bef31-2cfc-4ae1-bc99-6d6a2dfc9ca9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:14:10.324595 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ddafa2da-5b53-4963-bee1-9632f7f677dc req-9154d195-d783-450a-89ed-0c4d76a9c00d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733998 Apr 20 16:14:10.326297 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256f95d-8142-4915-a3c1-1178224e7f77 req-31bf1931-af4e-4894-aa8c-9e45765e8fbf tempest-MigrationsAdminTest-277750691 tempest-MigrationsAdminTest-277750691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:10.328086 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c256f95d-8142-4915-a3c1-1178224e7f77 req-31bf1931-af4e-4894-aa8c-9e45765e8fbf tempest-MigrationsAdminTest-277750691 tempest-MigrationsAdminTest-277750691-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 1101 time: 0.1046355 Apr 20 16:14:10.350001 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:10.365754 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c256f95d-8142-4915-a3c1-1178224e7f77 req-abbd7b04-56e2-4841-b512-6005478d0c15 tempest-MigrationsAdminTest-277750691 tempest-MigrationsAdminTest-277750691-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:10.370363 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bfe4719-d3c9-4587-be2e-3aed8a329439 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:14:10.400895 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 5bfe4719-d3c9-4587-be2e-3aed8a329439, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5bfe4719-d3c9-4587-be2e-3aed8a329439,segment=NetworkSegment(3e27c4e3-03c3-485b-82d8-3a2925a815bc),segment_id=3e27c4e3-03c3-485b-82d8-3a2925a815bc)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:10.442006 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 48e36465-8fff-4ceb-811a-d6b173dbb253 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:14:10.462733 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 48e36465-8fff-4ceb-811a-d6b173dbb253 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:14:10.463079 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 48e36465-8fff-4ceb-811a-d6b173dbb253 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:14:10.463488 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 9a6ea89d-a079-4c88-aa20-aff89424f6b2 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:14:10.469183 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c256f95d-8142-4915-a3c1-1178224e7f77 req-abbd7b04-56e2-4841-b512-6005478d0c15 tempest-MigrationsAdminTest-277750691 tempest-MigrationsAdminTest-277750691-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:10.482653 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 9a6ea89d-a079-4c88-aa20-aff89424f6b2 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:14:10.483001 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 9a6ea89d-a079-4c88-aa20-aff89424f6b2 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:14:10.563624 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c4e14426-6649-4898-b2fe-0bd812d2024a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:14:10.609112 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-73b717b4-d553-43d3-a7ec-2c3673469e55 req-34767ca5-d43e-4397-9990-725174a45fdd tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 210 time: 0.0265903 Apr 20 16:14:10.613525 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port c4e14426-6649-4898-b2fe-0bd812d2024a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:10.613898 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:10.679339 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c256f95d-8142-4915-a3c1-1178224e7f77 req-abbd7b04-56e2-4841-b512-6005478d0c15 tempest-MigrationsAdminTest-277750691 tempest-MigrationsAdminTest-277750691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:10.684261 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-3c32d427-325b-4555-819e-2a03d3ad3da3 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Made reservation on behalf of 31e17c9702d24102b4b3005d2801ab9d for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:14:10.686316 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-3c32d427-325b-4555-819e-2a03d3ad3da3 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:10.687587 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:10.688275 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f1becdf7-758a-461a-b7f0-fe832ccc2da3 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:14:10.740952 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c256f95d-8142-4915-a3c1-1178224e7f77 req-abbd7b04-56e2-4841-b512-6005478d0c15 tempest-MigrationsAdminTest-277750691 tempest-MigrationsAdminTest-277750691-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931849 Apr 20 16:14:10.748152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd7b04-56e2-4841-b512-6005478d0c15 tempest-MigrationsAdminTest-277750691 tempest-MigrationsAdminTest-277750691-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4cd57e-4e61-43c1-9bfb-5d139b7e9eb0,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:10.782944 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=5bfe4719-d3c9-4587-be2e-3aed8a329439,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:10.895121 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f1becdf7-758a-461a-b7f0-fe832ccc2da3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f1becdf7-758a-461a-b7f0-fe832ccc2da3,segment=NetworkSegment(95100898-e1a4-4fc8-bca1-6318a051d7db),segment_id=95100898-e1a4-4fc8-bca1-6318a051d7db)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:10.931803 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'f1becdf7-758a-461a-b7f0-fe832ccc2da3', 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c', 'port_id': 'f1becdf7-758a-461a-b7f0-fe832ccc2da3', 'mac_address': 'fa:16:3e:cd:99:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc0832a-a3b1-44e3-8640-5fd52f4441e0', 'ip_address': '10.1.1.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:14:10.939039 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-3c32d427-325b-4555-819e-2a03d3ad3da3 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Allocated IP 19.80.0.135 (147b8da4-2d38-425d-979b-cca8bcf30256/f4c28308-217e-49a9-89e1-4591c0251817/2b063f9e-2709-4689-b894-98ad231f31a7) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:14:10.980310 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:10.998149 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1becdf7-758a-461a-b7f0-fe832ccc2da3 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:14:11.032633 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f1becdf7-758a-461a-b7f0-fe832ccc2da3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f1becdf7-758a-461a-b7f0-fe832ccc2da3,segment=NetworkSegment(95100898-e1a4-4fc8-bca1-6318a051d7db),segment_id=95100898-e1a4-4fc8-bca1-6318a051d7db)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:11.091012 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33364) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:14:11.128142 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:11.130971 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 5822232e-f24c-4cd9-be4a-4448d4597296 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:14:11.270534 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-3c32d427-325b-4555-819e-2a03d3ad3da3 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:11.293095 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6dc60-7b5b-48c2-9890-ac0f62474440 req-ac868ef9-2e67-44d5-b663-d2c2f191fc71 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:11.300369 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6dc60-7b5b-48c2-9890-ac0f62474440 req-ac868ef9-2e67-44d5-b663-d2c2f191fc71 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:11.302108 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 5822232e-f24c-4cd9-be4a-4448d4597296, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5822232e-f24c-4cd9-be4a-4448d4597296,segment=NetworkSegment(95100898-e1a4-4fc8-bca1-6318a051d7db),segment_id=95100898-e1a4-4fc8-bca1-6318a051d7db)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:11.305666 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-0ce72680-b780-414a-be07-770fe3e1bdb9 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1374594298-network', 'tenant_id': 'd25ef379da5e498ab36af959cb0475a8'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:14:11.306600 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6dc60-7b5b-48c2-9890-ac0f62474440 req-ac868ef9-2e67-44d5-b663-d2c2f191fc71 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:11.312808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6dc60-7b5b-48c2-9890-ac0f62474440 req-ac868ef9-2e67-44d5-b663-d2c2f191fc71 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:11.313437 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=f1becdf7-758a-461a-b7f0-fe832ccc2da3,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:11.319059 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6dc60-7b5b-48c2-9890-ac0f62474440 req-ac868ef9-2e67-44d5-b663-d2c2f191fc71 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:11.319274 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '5822232e-f24c-4cd9-be4a-4448d4597296', 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c', 'port_id': '5822232e-f24c-4cd9-be4a-4448d4597296', 'mac_address': 'fa:16:3e:c5:b7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc0832a-a3b1-44e3-8640-5fd52f4441e0', 'ip_address': '10.1.1.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:14:11.327848 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6dc60-7b5b-48c2-9890-ac0f62474440 req-ac868ef9-2e67-44d5-b663-d2c2f191fc71 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:11.334794 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6dc60-7b5b-48c2-9890-ac0f62474440 req-ac868ef9-2e67-44d5-b663-d2c2f191fc71 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:11.337093 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-71f6dc60-7b5b-48c2-9890-ac0f62474440 req-ac868ef9-2e67-44d5-b663-d2c2f191fc71 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5434 time: 0.1299810 Apr 20 16:14:11.377546 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:11.398736 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5822232e-f24c-4cd9-be4a-4448d4597296 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:14:11.416810 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-71f6dc60-7b5b-48c2-9890-ac0f62474440 req-53e2a07e-7ea2-47fa-b8ac-6b2482efccfe tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678260 Apr 20 16:14:11.436383 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 5822232e-f24c-4cd9-be4a-4448d4597296, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5822232e-f24c-4cd9-be4a-4448d4597296,segment=NetworkSegment(95100898-e1a4-4fc8-bca1-6318a051d7db),segment_id=95100898-e1a4-4fc8-bca1-6318a051d7db)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:11.442947 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce72680-b780-414a-be07-770fe3e1bdb9 admin admin] Made reservation on behalf of d25ef379da5e498ab36af959cb0475a8 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:14:11.445498 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0ce72680-b780-414a-be07-770fe3e1bdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:11.455835 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0ce72680-b780-414a-be07-770fe3e1bdb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:11.502781 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:11.503654 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 109b0a13-d200-4ede-b5d7-d7341c55a715 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:14:11.503800 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-3c32d427-325b-4555-819e-2a03d3ad3da3 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:11.588142 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 109b0a13-d200-4ede-b5d7-d7341c55a715, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=109b0a13-d200-4ede-b5d7-d7341c55a715,segment=NetworkSegment(95100898-e1a4-4fc8-bca1-6318a051d7db),segment_id=95100898-e1a4-4fc8-bca1-6318a051d7db)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:11.590656 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-3c32d427-325b-4555-819e-2a03d3ad3da3 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Network 147b8da4-2d38-425d-979b-cca8bcf30256 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:14:11.598160 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=5822232e-f24c-4cd9-be4a-4448d4597296,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:11.601494 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0ce72680-b780-414a-be07-770fe3e1bdb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:11.602471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-3c32d427-325b-4555-819e-2a03d3ad3da3 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:14:11.611796 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:11.612144 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:11.612863 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:11.613210 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:11.613542 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:11.614040 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:11.614375 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:11.614704 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:11.615030 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:11.615356 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:11.615679 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:11.616001 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:11.620703 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '109b0a13-d200-4ede-b5d7-d7341c55a715', 'network_id': 'b3f48337-fb41-429b-a73c-aee6d4fcf48c', 'port_id': '109b0a13-d200-4ede-b5d7-d7341c55a715', 'mac_address': 'fa:16:3e:53:08:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc0832a-a3b1-44e3-8640-5fd52f4441e0', 'ip_address': '10.1.1.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:14:11.634993 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-3c32d427-325b-4555-819e-2a03d3ad3da3 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:14:11.682627 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0ce72680-b780-414a-be07-770fe3e1bdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:11.690371 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:11.711964 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 109b0a13-d200-4ede-b5d7-d7341c55a715 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:14:11.741078 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce72680-b780-414a-be07-770fe3e1bdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562c3b27-9d41-4495-a0cd-53dc1b73989b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:11.758266 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 109b0a13-d200-4ede-b5d7-d7341c55a715, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=109b0a13-d200-4ede-b5d7-d7341c55a715,segment=NetworkSegment(95100898-e1a4-4fc8-bca1-6318a051d7db),segment_id=95100898-e1a4-4fc8-bca1-6318a051d7db)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:11.760038 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce72680-b780-414a-be07-770fe3e1bdb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:14:11.764597 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32d427-325b-4555-819e-2a03d3ad3da3 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event updated for resources: {'Port': ['ID=2b063f9e-2709-4689-b894-98ad231f31a7,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:11.773490 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0ce72680-b780-414a-be07-770fe3e1bdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:11.773845 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-0ce72680-b780-414a-be07-770fe3e1bdb9 admin admin] Added segment 4f97143e-7b88-4b4f-bcce-c550e8af115b of type vlan for network fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c Apr 20 16:14:11.802612 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcaef9a-1ad0-4de8-b79a-5560f3a676b7 req-6042e837-703b-4749-8f44-6586a64a9df1 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:11.804524 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-afcaef9a-1ad0-4de8-b79a-5560f3a676b7 req-6042e837-703b-4749-8f44-6586a64a9df1 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.3028190 Apr 20 16:14:11.846474 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:11.847270 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0ce72680-b780-414a-be07-770fe3e1bdb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:11.850599 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-3c32d427-325b-4555-819e-2a03d3ad3da3 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:11.851253 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-3c32d427-325b-4555-819e-2a03d3ad3da3 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:11.895894 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-afcaef9a-1ad0-4de8-b79a-5560f3a676b7 req-a45a5965-7ddc-4605-b809-9d085f906ff2 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834212 Apr 20 16:14:11.930123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=109b0a13-d200-4ede-b5d7-d7341c55a715,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:11.962255 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-3c32d427-325b-4555-819e-2a03d3ad3da3 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7633142 Apr 20 16:14:11.980932 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-1eae5490-cd26-4725-80eb-0f383dbc48c1 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Request body: {'port': {'device_id': '64f892bd-65f7-4c24-87b2-d12592788f98', 'network_id': '9a46c487-1b62-49f3-9d7c-c83b5bf0baf1', 'admin_state_up': True, 'tenant_id': '31e17c9702d24102b4b3005d2801ab9d'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:14:12.005843 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-0b595146-1771-4037-8db0-9d2f61885573 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1112330 Apr 20 16:14:12.019917 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b971c-2762-420d-a96f-8b98d1d5c539 req-5bb42b67-9937-4cd0-8ddf-ccf2ca31656f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:12.021573 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ea7b971c-2762-420d-a96f-8b98d1d5c539 req-5bb42b67-9937-4cd0-8ddf-ccf2ca31656f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 932 time: 0.1258075 Apr 20 16:14:12.027260 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-bbe34936-db05-45cf-a52a-d681189fb4bf service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:14:12.028278 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-bbe34936-db05-45cf-a52a-d681189fb4bf service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058033 Apr 20 16:14:12.060978 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 18f3702c-45ea-40ef-a824-e2709a902263 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:14:12.066104 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0ce72680-b780-414a-be07-770fe3e1bdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:12.067132 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce72680-b780-414a-be07-770fe3e1bdb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:12.070752 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0ce72680-b780-414a-be07-770fe3e1bdb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:12.090473 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ea7b971c-2762-420d-a96f-8b98d1d5c539 req-91da3b69-0f3b-403a-b8c5-b5a9f00cdf5a tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597513 Apr 20 16:14:12.122862 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-cd889768-ef06-4732-91a3-02ddb141f51b None None] Provisioning complete for port 2b063f9e-2709-4689-b894-98ad231f31a7 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:12.123249 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cd889768-ef06-4732-91a3-02ddb141f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:12.186382 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce72680-b780-414a-be07-770fe3e1bdb9 admin admin] Pushing event updated for resources: {'Network': ['ID=fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:12.193840 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d7121-10b3-4282-9ebe-5f7775fed891 req-97dd0652-d5dd-4d1c-8f0c-c7b44725887b tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:12.195365 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-209d7121-10b3-4282-9ebe-5f7775fed891 req-97dd0652-d5dd-4d1c-8f0c-c7b44725887b tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.1034093 Apr 20 16:14:12.205844 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:14:12.208228 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-cd889768-ef06-4732-91a3-02ddb141f51b None None] Port 2b063f9e-2709-4689-b894-98ad231f31a7 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:14:12.256309 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0ce72680-b780-414a-be07-770fe3e1bdb9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1611395 Apr 20 16:14:12.256933 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33394) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:14:12.263539 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-61fa34c1-2ff6-4fcd-81e4-62ef0335800c admin admin] Request body: {'subnet': {'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1374594298-subnet', 'tenant_id': 'd25ef379da5e498ab36af959cb0475a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:14:12.292098 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-209d7121-10b3-4282-9ebe-5f7775fed891 req-7733bc03-5981-4dfc-9779-97274a2ac639 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888836 Apr 20 16:14:12.375477 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 18f3702c-45ea-40ef-a824-e2709a902263 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:14:12.381098 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 18f3702c-45ea-40ef-a824-e2709a902263 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:12.390958 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:12.416214 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-1eae5490-cd26-4725-80eb-0f383dbc48c1 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Made reservation on behalf of 31e17c9702d24102b4b3005d2801ab9d for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:14:12.416519 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fa34c1-2ff6-4fcd-81e4-62ef0335800c admin admin] Made reservation on behalf of d25ef379da5e498ab36af959cb0475a8 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:14:12.419348 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61fa34c1-2ff6-4fcd-81e4-62ef0335800c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:12.421152 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-1eae5490-cd26-4725-80eb-0f383dbc48c1 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:12.605877 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:12.640303 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f3702c-45ea-40ef-a824-e2709a902263'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:12.642617 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66b2dd7-ef91-4c31-a726-578808ad0c21" -d '{"events": [{"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-plugged", "status": "completed", "tag": "18f3702c-45ea-40ef-a824-e2709a902263"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:14:12.656096 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 18f3702c-45ea-40ef-a824-e2709a902263, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=18f3702c-45ea-40ef-a824-e2709a902263,segment=NetworkSegment(f3c2a4b0-1636-4c33-9c91-442e824bef9f),segment_id=f3c2a4b0-1636-4c33-9c91-442e824bef9f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:12.709962 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6166b444-5ec7-48b1-9321-af1e5c4d22ac x-openstack-request-id: req-6166b444-5ec7-48b1-9321-af1e5c4d22ac {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:14:12.710502 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-plugged", "status": "completed", "tag": "18f3702c-45ea-40ef-a824-e2709a902263", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:14:12.710865 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6166b444-5ec7-48b1-9321-af1e5c4d22ac {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:14:12.711738 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6166b444-5ec7-48b1-9321-af1e5c4d22ac'] response: {'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f3702c-45ea-40ef-a824-e2709a902263', 'code': 200} Apr 20 16:14:12.729444 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-1eae5490-cd26-4725-80eb-0f383dbc48c1 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Allocated IP 19.86.0.244 (9a46c487-1b62-49f3-9d7c-c83b5bf0baf1/6ac2748a-1c2c-4ecc-a5f6-a1aea5cc8563/0608a44f-09dd-4853-86de-8e2568624904) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:14:12.754102 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:12.755263 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 86bc5f31-0189-4f35-860c-022465c8e0d6 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:14:12.773695 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854ea53-52a9-4a0b-8bcd-0e69ef54653c req-74aaf20a-3cad-438a-a932-6d1c35c1b82d tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:12.785487 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854ea53-52a9-4a0b-8bcd-0e69ef54653c req-74aaf20a-3cad-438a-a932-6d1c35c1b82d tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:12.792191 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854ea53-52a9-4a0b-8bcd-0e69ef54653c req-74aaf20a-3cad-438a-a932-6d1c35c1b82d tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:12.808754 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854ea53-52a9-4a0b-8bcd-0e69ef54653c req-74aaf20a-3cad-438a-a932-6d1c35c1b82d tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:12.830267 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854ea53-52a9-4a0b-8bcd-0e69ef54653c req-74aaf20a-3cad-438a-a932-6d1c35c1b82d tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:12.842334 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854ea53-52a9-4a0b-8bcd-0e69ef54653c req-74aaf20a-3cad-438a-a932-6d1c35c1b82d tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:12.849063 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854ea53-52a9-4a0b-8bcd-0e69ef54653c req-74aaf20a-3cad-438a-a932-6d1c35c1b82d tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:12.851722 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9854ea53-52a9-4a0b-8bcd-0e69ef54653c req-74aaf20a-3cad-438a-a932-6d1c35c1b82d tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5436 time: 0.2120762 Apr 20 16:14:12.869424 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=18f3702c-45ea-40ef-a824-e2709a902263,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:12.959609 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9854ea53-52a9-4a0b-8bcd-0e69ef54653c req-426f85c3-2c6a-4f16-96a4-48cbe35af1c0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0919087 Apr 20 16:14:12.963061 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:14:12.984655 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['5bfe4719-d3c9-4587-be2e-3aed8a329439'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:14:13.027074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 86bc5f31-0189-4f35-860c-022465c8e0d6 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:14:13.042308 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-1eae5490-cd26-4725-80eb-0f383dbc48c1 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:13.044216 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 86bc5f31-0189-4f35-860c-022465c8e0d6 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:13.044633 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:13.145747 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61fa34c1-2ff6-4fcd-81e4-62ef0335800c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:13.163328 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a17d4c-afb4-46a4-a278-bc7615c9f1f3 req-2ac5d139-1efa-4211-a3bc-1dd18ef63419 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:13.174428 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-07a17d4c-afb4-46a4-a278-bc7615c9f1f3 req-2ac5d139-1efa-4211-a3bc-1dd18ef63419 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0960414 Apr 20 16:14:13.193318 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:13.221693 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['9fb31366-e148-4f5b-844b-4036084eaaca'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:14:13.262987 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-07a17d4c-afb4-46a4-a278-bc7615c9f1f3 req-acae4d12-0ee2-45c1-b4d5-7b0ceba52066 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856946 Apr 20 16:14:13.318462 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-1eae5490-cd26-4725-80eb-0f383dbc48c1 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:13.345717 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 86bc5f31-0189-4f35-860c-022465c8e0d6, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=86bc5f31-0189-4f35-860c-022465c8e0d6,segment=NetworkSegment(95100898-e1a4-4fc8-bca1-6318a051d7db),segment_id=95100898-e1a4-4fc8-bca1-6318a051d7db)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:13.349193 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa34c1-2ff6-4fcd-81e4-62ef0335800c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce9e0e03-496c-4740-ab53-97424319556b,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:13.402478 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fa34c1-2ff6-4fcd-81e4-62ef0335800c admin admin] Checking segment: {'id': '4f97143e-7b88-4b4f-bcce-c550e8af115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:14:13.402478 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fa34c1-2ff6-4fcd-81e4-62ef0335800c admin admin] Network hostable DHCP agents. Network: fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:14:13.409717 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['5822232e-f24c-4cd9-be4a-4448d4597296'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:14:13.433390 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0371b-0c8c-4862-a832-5a3c085cfee2 req-d4ce4e0f-1c26-4218-bb94-ebd0b572cf9a tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:13.441457 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3fa0371b-0c8c-4862-a832-5a3c085cfee2 req-d4ce4e0f-1c26-4218-bb94-ebd0b572cf9a tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 932 time: 0.1577919 Apr 20 16:14:13.448166 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae5490-cd26-4725-80eb-0f383dbc48c1 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event updated for resources: {'Port': ['ID=0608a44f-09dd-4853-86de-8e2568624904,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:13.463930 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:13.485880 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f1becdf7-758a-461a-b7f0-fe832ccc2da3'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:14:13.497945 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['109b0a13-d200-4ede-b5d7-d7341c55a715'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:14:13.516831 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-1eae5490-cd26-4725-80eb-0f383dbc48c1 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Network 9a46c487-1b62-49f3-9d7c-c83b5bf0baf1 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:14:13.523323 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-1eae5490-cd26-4725-80eb-0f383dbc48c1 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:14:13.527039 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-1eae5490-cd26-4725-80eb-0f383dbc48c1 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:14:13.559628 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3fa0371b-0c8c-4862-a832-5a3c085cfee2 req-6b05f4c3-86b7-43de-9162-bdeefaf9d281 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170664 Apr 20 16:14:13.605026 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fa34c1-2ff6-4fcd-81e4-62ef0335800c admin admin] Network fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:14:13.625294 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa907ea-0922-4aa9-af5e-c014e076e417 req-29cf2da2-5d59-492e-9dca-bc7730ab8da5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:13.627836 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2aa907ea-0922-4aa9-af5e-c014e076e417 req-29cf2da2-5d59-492e-9dca-bc7730ab8da5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.1724231 Apr 20 16:14:13.648348 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-1eae5490-cd26-4725-80eb-0f383dbc48c1 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:13.649134 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-1eae5490-cd26-4725-80eb-0f383dbc48c1 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:13.707696 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-61fa34c1-2ff6-4fcd-81e4-62ef0335800c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:14:13.721653 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2aa907ea-0922-4aa9-af5e-c014e076e417 req-f3cf0c1f-3fe2-4cb8-b30b-5d6c2e7fd0f7 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611115 Apr 20 16:14:13.736798 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fa34c1-2ff6-4fcd-81e4-62ef0335800c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:13.738598 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61fa34c1-2ff6-4fcd-81e4-62ef0335800c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:13.740982 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-1eae5490-cd26-4725-80eb-0f383dbc48c1 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7677002 Apr 20 16:14:13.741858 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612083bd-03d1-470d-9a7a-34aea553467d None None] Network fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:14:13.759918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-6d8974c0-c16d-4bf9-830c-0b845c9fd95b service neutron] Request body: {'port': {'device_id': '64f892bd-65f7-4c24-87b2-d12592788f98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:14:13.835049 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-6d8974c0-c16d-4bf9-830c-0b845c9fd95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:13.941124 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-61fa34c1-2ff6-4fcd-81e4-62ef0335800c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6824470 Apr 20 16:14:14.035158 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=86bc5f31-0189-4f35-860c-022465c8e0d6,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:14.179962 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-be79b679-3d42-4d0b-82f6-ceaa5c7f7a7a None None] Provisioning complete for port 0608a44f-09dd-4853-86de-8e2568624904 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:14.180399 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be79b679-3d42-4d0b-82f6-ceaa5c7f7a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:14.249364 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0b8495-2eb2-47a8-a559-bd2bee772fd6 None None] Network fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:14:14.265464 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbcec3-cd9f-4e4d-9e55-a099b2df04d8 req-2e3c4500-6dad-460d-a1c9-90dafaa4219f tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:14.271881 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbcec3-cd9f-4e4d-9e55-a099b2df04d8 req-2e3c4500-6dad-460d-a1c9-90dafaa4219f tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:14.278198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbcec3-cd9f-4e4d-9e55-a099b2df04d8 req-2e3c4500-6dad-460d-a1c9-90dafaa4219f tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:14.292664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbcec3-cd9f-4e4d-9e55-a099b2df04d8 req-2e3c4500-6dad-460d-a1c9-90dafaa4219f tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:14.299162 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbcec3-cd9f-4e4d-9e55-a099b2df04d8 req-2e3c4500-6dad-460d-a1c9-90dafaa4219f tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:14.305390 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbcec3-cd9f-4e4d-9e55-a099b2df04d8 req-2e3c4500-6dad-460d-a1c9-90dafaa4219f tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:14.312138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbcec3-cd9f-4e4d-9e55-a099b2df04d8 req-2e3c4500-6dad-460d-a1c9-90dafaa4219f tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:14.314340 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aebbcec3-cd9f-4e4d-9e55-a099b2df04d8 req-2e3c4500-6dad-460d-a1c9-90dafaa4219f tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5438 time: 0.1807210 Apr 20 16:14:14.422097 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aebbcec3-cd9f-4e4d-9e55-a099b2df04d8 req-de58b798-e056-4da2-be04-be6abae2d224 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0919311 Apr 20 16:14:14.516915 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-6d8974c0-c16d-4bf9-830c-0b845c9fd95b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b063f9e-2709-4689-b894-98ad231f31a7 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:14:14.535692 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-6d8974c0-c16d-4bf9-830c-0b845c9fd95b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:14.550701 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-be79b679-3d42-4d0b-82f6-ceaa5c7f7a7a None None] Port 0608a44f-09dd-4853-86de-8e2568624904 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:14:14.576183 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-6d8974c0-c16d-4bf9-830c-0b845c9fd95b service neutron] Transition to ACTIVE for port object 2b063f9e-2709-4689-b894-98ad231f31a7 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:14:14.648099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f017f-a95b-49b6-b6ec-8c8da5b35f8e req-36c85802-a991-4f39-861a-4d48907e571f tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:14.650061 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ec5f017f-a95b-49b6-b6ec-8c8da5b35f8e req-36c85802-a991-4f39-861a-4d48907e571f tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0927792 Apr 20 16:14:14.665487 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-6d8974c0-c16d-4bf9-830c-0b845c9fd95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:14.736459 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86bc5f31-0189-4f35-860c-022465c8e0d6'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:14.738550 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d162f7d3-e19a-45b4-b6e0-ce6953661edc" -d '{"events": [{"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-plugged", "status": "completed", "tag": "86bc5f31-0189-4f35-860c-022465c8e0d6"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:14:14.753595 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ec5f017f-a95b-49b6-b6ec-8c8da5b35f8e req-de6a90d9-9a39-4ec6-a777-e1925cbcf555 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965571 Apr 20 16:14:14.797592 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8974c0-c16d-4bf9-830c-0b845c9fd95b service neutron] Pushing event updated for resources: {'Port': ['ID=2b063f9e-2709-4689-b894-98ad231f31a7,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:14.820068 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6956472-f506-4bad-be8f-f8c58628f141 req-2c39208f-e3c6-43a6-8f2e-6fb768a95533 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:14.830249 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6956472-f506-4bad-be8f-f8c58628f141 req-2c39208f-e3c6-43a6-8f2e-6fb768a95533 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/networks?id=fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c HTTP/1.1" status: 200 len: 805 time: 0.1844876 Apr 20 16:14:14.869271 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6956472-f506-4bad-be8f-f8c58628f141 req-9757e30f-2c44-434f-9a9a-f77af057182f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/quotas/d25ef379da5e498ab36af959cb0475a8 HTTP/1.1" status: 200 len: 375 time: 0.0375631 Apr 20 16:14:14.921969 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6956472-f506-4bad-be8f-f8c58628f141 req-23b0c34d-0f8a-4c62-9f5e-09c9a9e95307 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d25ef379da5e498ab36af959cb0475a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484996 Apr 20 16:14:14.931823 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-6d8974c0-c16d-4bf9-830c-0b845c9fd95b service neutron] Attempting to bind port 2b063f9e-2709-4689-b894-98ad231f31a7 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:14:14.931823 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-6d8974c0-c16d-4bf9-830c-0b845c9fd95b service neutron] Attempting to bind port 2b063f9e-2709-4689-b894-98ad231f31a7 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '1cdedecf-ab94-4497-8b50-39855b177cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '147b8da4-2d38-425d-979b-cca8bcf30256'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:14:14.932213 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-6d8974c0-c16d-4bf9-830c-0b845c9fd95b service neutron] Attempting to bind port 2b063f9e-2709-4689-b894-98ad231f31a7 on network 147b8da4-2d38-425d-979b-cca8bcf30256 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:14:14.958248 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-6d8974c0-c16d-4bf9-830c-0b845c9fd95b service neutron] Port 2b063f9e-2709-4689-b894-98ad231f31a7 on network 147b8da4-2d38-425d-979b-cca8bcf30256 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:14:14.958476 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-6d8974c0-c16d-4bf9-830c-0b845c9fd95b service neutron] Attempting to bind port 2b063f9e-2709-4689-b894-98ad231f31a7 on network 147b8da4-2d38-425d-979b-cca8bcf30256 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:14:14.981829 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-6d8974c0-c16d-4bf9-830c-0b845c9fd95b service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:14:14.981829 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-6d8974c0-c16d-4bf9-830c-0b845c9fd95b service neutron] Checking segment: {'id': '1cdedecf-ab94-4497-8b50-39855b177cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '147b8da4-2d38-425d-979b-cca8bcf30256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:14:14.982901 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-6d8974c0-c16d-4bf9-830c-0b845c9fd95b service neutron] Bound using segment: {'id': '1cdedecf-ab94-4497-8b50-39855b177cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '147b8da4-2d38-425d-979b-cca8bcf30256'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:14:14.983460 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-6d8974c0-c16d-4bf9-830c-0b845c9fd95b service neutron] Bound port: 2b063f9e-2709-4689-b894-98ad231f31a7, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cdedecf-ab94-4497-8b50-39855b177cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '147b8da4-2d38-425d-979b-cca8bcf30256'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:14:14.983922 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-6d8974c0-c16d-4bf9-830c-0b845c9fd95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:15.033260 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b54bc-b619-4ee0-b92f-293f363b7f3f req-6ef47367-85aa-430f-9640-bf26625cfb1a tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:15.043565 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b54bc-b619-4ee0-b92f-293f363b7f3f req-6ef47367-85aa-430f-9640-bf26625cfb1a tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:15.061843 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6956472-f506-4bad-be8f-f8c58628f141 req-61b5f36d-bbbc-44c5-afe6-ee3e8a41609b service neutron] 10.222.0.15 "GET /v2.0/networks/fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331422 Apr 20 16:14:15.062357 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9c7b54bc-b619-4ee0-b92f-293f363b7f3f req-6ef47367-85aa-430f-9640-bf26625cfb1a tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 1667 time: 0.1605432 Apr 20 16:14:15.144244 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9c7b54bc-b619-4ee0-b92f-293f363b7f3f req-53b5f19d-fb79-4209-aec3-9138a3c353c6 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786610 Apr 20 16:14:15.182570 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-6d8974c0-c16d-4bf9-830c-0b845c9fd95b service neutron] For port 2b063f9e-2709-4689-b894-98ad231f31a7, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:14:15.186758 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-6d8974c0-c16d-4bf9-830c-0b845c9fd95b service neutron] For port 2b063f9e-2709-4689-b894-98ad231f31a7, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=2b063f9e-2709-4689-b894-98ad231f31a7,segment=NetworkSegment(1cdedecf-ab94-4497-8b50-39855b177cd5),segment_id=1cdedecf-ab94-4497-8b50-39855b177cd5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:14:15.222271 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c95b5bb-cb7c-450e-a0bb-b9ad380318b7 x-openstack-request-id: req-6c95b5bb-cb7c-450e-a0bb-b9ad380318b7 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:14:15.222271 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-plugged", "status": "completed", "tag": "86bc5f31-0189-4f35-860c-022465c8e0d6", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:14:15.222271 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c95b5bb-cb7c-450e-a0bb-b9ad380318b7 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:14:15.222271 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c95b5bb-cb7c-450e-a0bb-b9ad380318b7'] response: {'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86bc5f31-0189-4f35-860c-022465c8e0d6', 'code': 200} Apr 20 16:14:15.241539 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6956472-f506-4bad-be8f-f8c58628f141 req-20eda9fa-d1b8-454d-a8bd-6c026cb5b4d5 service neutron] 10.222.0.15 "GET /v2.0/networks/fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874440 Apr 20 16:14:15.323003 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-6d8974c0-c16d-4bf9-830c-0b845c9fd95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:15.394787 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cb759-d0bc-4cd0-91b6-1c97b5722353 req-08f77115-b11c-42ec-b054-4f015895d28b tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:15.402245 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-632cb759-d0bc-4cd0-91b6-1c97b5722353 req-08f77115-b11c-42ec-b054-4f015895d28b tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.1129155 Apr 20 16:14:15.403746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-6d8974c0-c16d-4bf9-830c-0b845c9fd95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:15.404933 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-6d8974c0-c16d-4bf9-830c-0b845c9fd95b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:15.406311 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-6d8974c0-c16d-4bf9-830c-0b845c9fd95b service neutron] 10.222.0.30 "PUT /v2.0/ports/2b063f9e-2709-4689-b894-98ad231f31a7 HTTP/1.1" status: 200 len: 1092 time: 1.6510856 Apr 20 16:14:15.409069 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f892bd-65f7-4c24-87b2-d12592788f98', 'tag': '2b063f9e-2709-4689-b894-98ad231f31a7'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:15.411121 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c3f0a0-448d-4c34-a3f0-51ed7bd1303a" -d '{"events": [{"name": "network-changed", "server_uuid": "64f892bd-65f7-4c24-87b2-d12592788f98", "tag": "2b063f9e-2709-4689-b894-98ad231f31a7"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:14:15.453280 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8974c0-c16d-4bf9-830c-0b845c9fd95b service neutron] Pushing event updated for resources: {'Port': ['ID=2b063f9e-2709-4689-b894-98ad231f31a7,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:15.475414 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-632cb759-d0bc-4cd0-91b6-1c97b5722353 req-8f981574-bf82-4306-95ca-0ea576d50c41 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603542 Apr 20 16:14:15.537478 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-fcff845f-19f5-4345-862f-8e5e6de865d3 service neutron] Request body: {'port': {'device_id': '64f892bd-65f7-4c24-87b2-d12592788f98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:14:15.611171 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3537c144-aea4-4ab5-ad6b-d6676fedb9cd x-openstack-request-id: req-3537c144-aea4-4ab5-ad6b-d6676fedb9cd {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:14:15.611414 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f892bd-65f7-4c24-87b2-d12592788f98", "tag": "2b063f9e-2709-4689-b894-98ad231f31a7", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:14:15.611666 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3537c144-aea4-4ab5-ad6b-d6676fedb9cd {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:14:15.612063 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3537c144-aea4-4ab5-ad6b-d6676fedb9cd'] response: {'name': 'network-changed', 'server_uuid': '64f892bd-65f7-4c24-87b2-d12592788f98', 'tag': '2b063f9e-2709-4689-b894-98ad231f31a7', 'status': 'completed', 'code': 200} Apr 20 16:14:15.713574 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-fcff845f-19f5-4345-862f-8e5e6de865d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:15.824543 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ee31c-59c2-4c3f-a9cc-ae37e4599961 req-5b0bcf56-41da-45dd-a1bd-ca1cef9219cd tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:15.833555 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ee31c-59c2-4c3f-a9cc-ae37e4599961 req-5b0bcf56-41da-45dd-a1bd-ca1cef9219cd tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:15.842105 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ee31c-59c2-4c3f-a9cc-ae37e4599961 req-5b0bcf56-41da-45dd-a1bd-ca1cef9219cd tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:15.843486 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a321e12a-e645-40b4-b35d-5caf71f1afee req-25bec859-cd2a-42a1-9abf-bd4a31ac188f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=defa8359-8d46-41bc-b79c-fa423a1a952f HTTP/1.1" status: 200 len: 210 time: 0.1307545 Apr 20 16:14:15.850016 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ee31c-59c2-4c3f-a9cc-ae37e4599961 req-5b0bcf56-41da-45dd-a1bd-ca1cef9219cd tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:15.859524 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ee31c-59c2-4c3f-a9cc-ae37e4599961 req-5b0bcf56-41da-45dd-a1bd-ca1cef9219cd tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:15.868085 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ee31c-59c2-4c3f-a9cc-ae37e4599961 req-5b0bcf56-41da-45dd-a1bd-ca1cef9219cd tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:15.874956 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ee31c-59c2-4c3f-a9cc-ae37e4599961 req-5b0bcf56-41da-45dd-a1bd-ca1cef9219cd tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:15.877324 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d41ee31c-59c2-4c3f-a9cc-ae37e4599961 req-5b0bcf56-41da-45dd-a1bd-ca1cef9219cd tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5438 time: 0.1557758 Apr 20 16:14:15.900696 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3f0a0-448d-4c34-a3f0-51ed7bd1303a req-2b9cf101-e3d9-47a2-82a5-55549c2113c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:15.901300 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3f0a0-448d-4c34-a3f0-51ed7bd1303a req-2b9cf101-e3d9-47a2-82a5-55549c2113c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:15.902903 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00c3f0a0-448d-4c34-a3f0-51ed7bd1303a req-2b9cf101-e3d9-47a2-82a5-55549c2113c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31e17c9702d24102b4b3005d2801ab9d&device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 1914 time: 0.2054033 Apr 20 16:14:15.905325 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-52a5a16a-c0b5-4145-8bfd-c236100e37d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:15.906817 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-52a5a16a-c0b5-4145-8bfd-c236100e37d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 1101 time: 0.2173193 Apr 20 16:14:15.947086 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d41ee31c-59c2-4c3f-a9cc-ae37e4599961 req-639a0576-bcb2-499d-9f8d-cd30e1f92544 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602224 Apr 20 16:14:15.965020 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 5bfe4719-d3c9-4587-be2e-3aed8a329439 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:14:16.236354 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e899097-3964-4dd4-869e-7e09f6170465 req-50534fd2-654a-4e0e-a549-de376dc361b8 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:16.238010 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2e899097-3964-4dd4-869e-7e09f6170465 req-50534fd2-654a-4e0e-a549-de376dc361b8 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.3057189 Apr 20 16:14:16.250001 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-cd2bc882-3c4f-474f-bda3-117286b93d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:16.251416 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-cd2bc882-3c4f-474f-bda3-117286b93d67 service neutron] 10.222.0.26 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.3361719 Apr 20 16:14:16.276406 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2411e-bd7c-4875-9a0b-ccaaddb69ac6 req-94007e3a-2c85-444e-a9d1-6d56f1484a5f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:16.282383 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2411e-bd7c-4875-9a0b-ccaaddb69ac6 req-94007e3a-2c85-444e-a9d1-6d56f1484a5f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:16.284452 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bcb2411e-bd7c-4875-9a0b-ccaaddb69ac6 req-94007e3a-2c85-444e-a9d1-6d56f1484a5f tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 1667 time: 0.0670199 Apr 20 16:14:16.297237 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3f0a0-448d-4c34-a3f0-51ed7bd1303a req-a525e763-eba1-4a56-8799-02060d18131c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:16.297759 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3f0a0-448d-4c34-a3f0-51ed7bd1303a req-a525e763-eba1-4a56-8799-02060d18131c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:16.298224 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3f0a0-448d-4c34-a3f0-51ed7bd1303a req-a525e763-eba1-4a56-8799-02060d18131c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:16.299768 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00c3f0a0-448d-4c34-a3f0-51ed7bd1303a req-a525e763-eba1-4a56-8799-02060d18131c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=31e17c9702d24102b4b3005d2801ab9d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3736510 Apr 20 16:14:16.327492 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bcb2411e-bd7c-4875-9a0b-ccaaddb69ac6 req-9e2646ca-6819-401b-b0af-72af931108e0 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343246 Apr 20 16:14:16.353474 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-2f68ccc7-a45f-4bed-a751-aa0d651a8ec8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 HTTP/1.1" status: 200 len: 217 time: 0.0685627 Apr 20 16:14:16.447073 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2e899097-3964-4dd4-869e-7e09f6170465 req-f48800a0-2943-4a00-940c-de3f6f217bcb tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004452 Apr 20 16:14:16.497660 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 5bfe4719-d3c9-4587-be2e-3aed8a329439 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:14:16.502973 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 5bfe4719-d3c9-4587-be2e-3aed8a329439 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:16.507153 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:16.602388 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:16.664940 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8375663-066c-4824-8627-2f91a3cc0d26 req-9c82dca9-754e-45f1-b1ae-06839cd82a1b tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:16.673204 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8375663-066c-4824-8627-2f91a3cc0d26 req-9c82dca9-754e-45f1-b1ae-06839cd82a1b tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.0772712 Apr 20 16:14:16.677715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 5bfe4719-d3c9-4587-be2e-3aed8a329439, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5bfe4719-d3c9-4587-be2e-3aed8a329439,segment=NetworkSegment(3e27c4e3-03c3-485b-82d8-3a2925a815bc),segment_id=3e27c4e3-03c3-485b-82d8-3a2925a815bc)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:16.771483 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8375663-066c-4824-8627-2f91a3cc0d26 req-5d3f1e33-60c2-45b3-b626-a280999ca660 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964797 Apr 20 16:14:16.777294 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-2861709b-7680-4fa2-a444-b7a6e828bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:16.778740 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-2861709b-7680-4fa2-a444-b7a6e828bec7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.4061596 Apr 20 16:14:16.789181 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:16.855285 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3f0a0-448d-4c34-a3f0-51ed7bd1303a req-19209e96-7d27-45d9-9568-7dc0eb22b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:16.857065 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00c3f0a0-448d-4c34-a3f0-51ed7bd1303a req-19209e96-7d27-45d9-9568-7dc0eb22b4a2 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5179813 Apr 20 16:14:16.870074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=5bfe4719-d3c9-4587-be2e-3aed8a329439,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:16.873809 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-fcff845f-19f5-4345-862f-8e5e6de865d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0608a44f-09dd-4853-86de-8e2568624904 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:14:16.885631 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-fcff845f-19f5-4345-862f-8e5e6de865d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:16.898276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-a20c2987-f8fc-4a51-bd13-7cd58ab1626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:16.899762 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-a20c2987-f8fc-4a51-bd13-7cd58ab1626a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1103725 Apr 20 16:14:16.922676 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-fcff845f-19f5-4345-862f-8e5e6de865d3 service neutron] Transition to ACTIVE for port object 0608a44f-09dd-4853-86de-8e2568624904 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:14:16.962547 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b9858887-16f1-4661-82f1-38a18139d829 req-8aa1a395-6e55-4e0e-be9f-fecf9cdd802b tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=defa8359-8d46-41bc-b79c-fa423a1a952f HTTP/1.1" status: 200 len: 210 time: 0.0430725 Apr 20 16:14:17.030368 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-fcff845f-19f5-4345-862f-8e5e6de865d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:17.078390 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff845f-19f5-4345-862f-8e5e6de865d3 service neutron] Pushing event updated for resources: {'Port': ['ID=0608a44f-09dd-4853-86de-8e2568624904,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:17.113720 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-f43d63c7-ecb8-4f19-a6ab-b0dd0e1b2ffe service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052944 Apr 20 16:14:17.133148 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f79420-8eb9-46dd-bdc0-ae68fd2411c3 req-7c1cd86f-a506-4889-8143-43b60125d19c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:17.140678 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f79420-8eb9-46dd-bdc0-ae68fd2411c3 req-7c1cd86f-a506-4889-8143-43b60125d19c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:17.146784 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f79420-8eb9-46dd-bdc0-ae68fd2411c3 req-7c1cd86f-a506-4889-8143-43b60125d19c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:17.153210 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f79420-8eb9-46dd-bdc0-ae68fd2411c3 req-7c1cd86f-a506-4889-8143-43b60125d19c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:17.166090 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f79420-8eb9-46dd-bdc0-ae68fd2411c3 req-7c1cd86f-a506-4889-8143-43b60125d19c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:17.175395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f79420-8eb9-46dd-bdc0-ae68fd2411c3 req-7c1cd86f-a506-4889-8143-43b60125d19c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:17.184888 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f79420-8eb9-46dd-bdc0-ae68fd2411c3 req-7c1cd86f-a506-4889-8143-43b60125d19c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:17.187180 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a1f79420-8eb9-46dd-bdc0-ae68fd2411c3 req-7c1cd86f-a506-4889-8143-43b60125d19c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5439 time: 0.1395733 Apr 20 16:14:17.217908 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfe4719-d3c9-4587-be2e-3aed8a329439'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:17.220271 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a8280f-d836-47c4-8cef-9a5125d52e4e" -d '{"events": [{"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-plugged", "status": "completed", "tag": "5bfe4719-d3c9-4587-be2e-3aed8a329439"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:14:17.269823 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a1f79420-8eb9-46dd-bdc0-ae68fd2411c3 req-dc929a80-a5e6-42a8-9319-7b62a17812e3 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0734258 Apr 20 16:14:17.279470 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dc5add-18aa-429e-a9e2-9c3eeb642a9d x-openstack-request-id: req-d6dc5add-18aa-429e-a9e2-9c3eeb642a9d {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:14:17.279796 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-plugged", "status": "completed", "tag": "5bfe4719-d3c9-4587-be2e-3aed8a329439", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:14:17.280046 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6dc5add-18aa-429e-a9e2-9c3eeb642a9d {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:14:17.280468 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6dc5add-18aa-429e-a9e2-9c3eeb642a9d'] response: {'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfe4719-d3c9-4587-be2e-3aed8a329439', 'code': 200} Apr 20 16:14:17.312662 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-fcff845f-19f5-4345-862f-8e5e6de865d3 service neutron] Attempting to bind port 0608a44f-09dd-4853-86de-8e2568624904 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:14:17.314286 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-fcff845f-19f5-4345-862f-8e5e6de865d3 service neutron] Attempting to bind port 0608a44f-09dd-4853-86de-8e2568624904 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'eae70ce9-77b9-4065-aee6-8d3899594723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9a46c487-1b62-49f3-9d7c-c83b5bf0baf1'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:14:17.314622 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-fcff845f-19f5-4345-862f-8e5e6de865d3 service neutron] Attempting to bind port 0608a44f-09dd-4853-86de-8e2568624904 on network 9a46c487-1b62-49f3-9d7c-c83b5bf0baf1 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:14:17.330188 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-fcff845f-19f5-4345-862f-8e5e6de865d3 service neutron] Port 0608a44f-09dd-4853-86de-8e2568624904 on network 9a46c487-1b62-49f3-9d7c-c83b5bf0baf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:14:17.330573 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-fcff845f-19f5-4345-862f-8e5e6de865d3 service neutron] Attempting to bind port 0608a44f-09dd-4853-86de-8e2568624904 on network 9a46c487-1b62-49f3-9d7c-c83b5bf0baf1 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:14:17.338453 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-fcff845f-19f5-4345-862f-8e5e6de865d3 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:14:17.338706 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-fcff845f-19f5-4345-862f-8e5e6de865d3 service neutron] Checking segment: {'id': 'eae70ce9-77b9-4065-aee6-8d3899594723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9a46c487-1b62-49f3-9d7c-c83b5bf0baf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:14:17.339095 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-fcff845f-19f5-4345-862f-8e5e6de865d3 service neutron] Bound using segment: {'id': 'eae70ce9-77b9-4065-aee6-8d3899594723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9a46c487-1b62-49f3-9d7c-c83b5bf0baf1'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:14:17.339535 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-fcff845f-19f5-4345-862f-8e5e6de865d3 service neutron] Bound port: 0608a44f-09dd-4853-86de-8e2568624904, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae70ce9-77b9-4065-aee6-8d3899594723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9a46c487-1b62-49f3-9d7c-c83b5bf0baf1'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:14:17.339902 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-fcff845f-19f5-4345-862f-8e5e6de865d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:17.346871 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-5c3ed72c-3e58-4b5e-b9a9-6bf5ca3f06d5 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246666 Apr 20 16:14:17.479542 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-fcff845f-19f5-4345-862f-8e5e6de865d3 service neutron] For port 0608a44f-09dd-4853-86de-8e2568624904, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:14:17.479542 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-fcff845f-19f5-4345-862f-8e5e6de865d3 service neutron] For port 0608a44f-09dd-4853-86de-8e2568624904, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=0608a44f-09dd-4853-86de-8e2568624904,segment=NetworkSegment(eae70ce9-77b9-4065-aee6-8d3899594723),segment_id=eae70ce9-77b9-4065-aee6-8d3899594723)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:14:17.493257 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5315d3a-e1e7-4a1e-834c-aab21471157c req-cb937ff9-c3d0-48d3-816f-b4c083f7ee90 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:17.499232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5315d3a-e1e7-4a1e-834c-aab21471157c req-cb937ff9-c3d0-48d3-816f-b4c083f7ee90 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:17.501105 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5315d3a-e1e7-4a1e-834c-aab21471157c req-cb937ff9-c3d0-48d3-816f-b4c083f7ee90 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 1679 time: 0.0810368 Apr 20 16:14:17.542009 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5315d3a-e1e7-4a1e-834c-aab21471157c req-6f111d91-48a7-4e7e-b41d-b0d19fadb56a tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345628 Apr 20 16:14:17.581200 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-fcff845f-19f5-4345-862f-8e5e6de865d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:17.591005 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1530f14-29cc-4844-97e3-374648cbb3b4 req-9e1fff79-eab9-46b0-a577-fd26e6d93d80 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:17.598071 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a1530f14-29cc-4844-97e3-374648cbb3b4 req-9e1fff79-eab9-46b0-a577-fd26e6d93d80 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0773320 Apr 20 16:14:17.624993 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-fcff845f-19f5-4345-862f-8e5e6de865d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:17.626617 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-fcff845f-19f5-4345-862f-8e5e6de865d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:17.628216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-fcff845f-19f5-4345-862f-8e5e6de865d3 service neutron] 10.222.0.30 "PUT /v2.0/ports/0608a44f-09dd-4853-86de-8e2568624904 HTTP/1.1" status: 200 len: 1092 time: 2.1117790 Apr 20 16:14:17.630273 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f892bd-65f7-4c24-87b2-d12592788f98', 'tag': '0608a44f-09dd-4853-86de-8e2568624904'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:17.632639 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a8f265-4c2d-4266-a22d-8c87365d9c45" -d '{"events": [{"name": "network-changed", "server_uuid": "64f892bd-65f7-4c24-87b2-d12592788f98", "tag": "0608a44f-09dd-4853-86de-8e2568624904"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:14:17.642081 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a1530f14-29cc-4844-97e3-374648cbb3b4 req-5fea7ad5-060c-4fb4-b4ec-e30291ccd193 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373659 Apr 20 16:14:17.681266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff845f-19f5-4345-862f-8e5e6de865d3 service neutron] Pushing event updated for resources: {'Port': ['ID=0608a44f-09dd-4853-86de-8e2568624904,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:17.697877 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d863422-9014-4ed2-8480-b1f317bd3561 x-openstack-request-id: req-0d863422-9014-4ed2-8480-b1f317bd3561 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:14:17.698213 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f892bd-65f7-4c24-87b2-d12592788f98", "tag": "0608a44f-09dd-4853-86de-8e2568624904", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:14:17.698445 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d863422-9014-4ed2-8480-b1f317bd3561 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:14:17.698862 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d863422-9014-4ed2-8480-b1f317bd3561'] response: {'name': 'network-changed', 'server_uuid': '64f892bd-65f7-4c24-87b2-d12592788f98', 'tag': '0608a44f-09dd-4853-86de-8e2568624904', 'status': 'completed', 'code': 200} Apr 20 16:14:17.819486 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8f265-4c2d-4266-a22d-8c87365d9c45 req-963a13d0-44ca-4fdb-9c35-12ab28043077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:17.822491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8f265-4c2d-4266-a22d-8c87365d9c45 req-963a13d0-44ca-4fdb-9c35-12ab28043077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:17.822491 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56a8f265-4c2d-4266-a22d-8c87365d9c45 req-963a13d0-44ca-4fdb-9c35-12ab28043077 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31e17c9702d24102b4b3005d2801ab9d&device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 1981 time: 0.0705640 Apr 20 16:14:17.955520 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 109b0a13-d200-4ede-b5d7-d7341c55a715 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:14:17.979031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea82da-5373-4b0d-b83c-4ee0d2241754 req-81af704f-7e9d-4c94-9dc6-c7746ffab9d3 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:17.981534 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70ea82da-5373-4b0d-b83c-4ee0d2241754 req-81af704f-7e9d-4c94-9dc6-c7746ffab9d3 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.1352351 Apr 20 16:14:18.031949 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8f265-4c2d-4266-a22d-8c87365d9c45 req-768129ab-fbdc-484b-ac11-d6a3e3de3167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:18.032447 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8f265-4c2d-4266-a22d-8c87365d9c45 req-768129ab-fbdc-484b-ac11-d6a3e3de3167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:18.032913 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8f265-4c2d-4266-a22d-8c87365d9c45 req-768129ab-fbdc-484b-ac11-d6a3e3de3167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:18.034488 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56a8f265-4c2d-4266-a22d-8c87365d9c45 req-768129ab-fbdc-484b-ac11-d6a3e3de3167 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=31e17c9702d24102b4b3005d2801ab9d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1973600 Apr 20 16:14:18.044031 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70ea82da-5373-4b0d-b83c-4ee0d2241754 req-4dc49dcb-7ed9-42b8-9a4d-991f260db9b0 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548637 Apr 20 16:14:18.148561 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 109b0a13-d200-4ede-b5d7-d7341c55a715 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:14:18.152748 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 109b0a13-d200-4ede-b5d7-d7341c55a715 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:18.153332 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:18.166622 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d1418fb-0610-4a81-b8ea-de730713d7c0 req-90a0089b-7371-47f2-9647-21cb971c0de2 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=defa8359-8d46-41bc-b79c-fa423a1a952f HTTP/1.1" status: 200 len: 210 time: 0.0340986 Apr 20 16:14:18.208295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8f265-4c2d-4266-a22d-8c87365d9c45 req-c7760817-5519-446c-acdb-c1c4ac4267a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:18.210012 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56a8f265-4c2d-4266-a22d-8c87365d9c45 req-c7760817-5519-446c-acdb-c1c4ac4267a9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1651049 Apr 20 16:14:18.229316 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1396f5-34c8-4bee-9270-7234019a7fb7 req-4a1204fe-f81b-4c51-b43e-1a77cae50058 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:18.231767 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1a1396f5-34c8-4bee-9270-7234019a7fb7 req-4a1204fe-f81b-4c51-b43e-1a77cae50058 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.1116693 Apr 20 16:14:18.248852 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:18.294608 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 109b0a13-d200-4ede-b5d7-d7341c55a715, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=109b0a13-d200-4ede-b5d7-d7341c55a715,segment=NetworkSegment(95100898-e1a4-4fc8-bca1-6318a051d7db),segment_id=95100898-e1a4-4fc8-bca1-6318a051d7db)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:18.298467 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1a1396f5-34c8-4bee-9270-7234019a7fb7 req-ee265413-ba14-4c0a-a701-bdbd352b887c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590005 Apr 20 16:14:18.372779 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-2b557e9d-1aa5-4ebc-b1bb-aa727c87672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:18.373258 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-2b557e9d-1aa5-4ebc-b1bb-aa727c87672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:18.375490 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-2b557e9d-1aa5-4ebc-b1bb-aa727c87672e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31e17c9702d24102b4b3005d2801ab9d&device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 1981 time: 0.0957758 Apr 20 16:14:18.393387 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3820c-2706-451b-9169-19fa13a2a310 req-950a8a05-9260-4b60-bb2c-bd7d182e04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:18.394021 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:18.394876 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 5822232e-f24c-4cd9-be4a-4448d4597296 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:14:18.401163 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fab3820c-2706-451b-9169-19fa13a2a310 req-950a8a05-9260-4b60-bb2c-bd7d182e04a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 1095 time: 0.0636287 Apr 20 16:14:18.410386 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6b2ab-6fe7-481b-a6f2-b1aec6ea14c7 req-d4cf6544-4db9-457c-9a70-613d1a95ea9b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:18.416325 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6b2ab-6fe7-481b-a6f2-b1aec6ea14c7 req-d4cf6544-4db9-457c-9a70-613d1a95ea9b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:18.422435 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6b2ab-6fe7-481b-a6f2-b1aec6ea14c7 req-d4cf6544-4db9-457c-9a70-613d1a95ea9b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:18.428464 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6b2ab-6fe7-481b-a6f2-b1aec6ea14c7 req-d4cf6544-4db9-457c-9a70-613d1a95ea9b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:18.434479 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6b2ab-6fe7-481b-a6f2-b1aec6ea14c7 req-d4cf6544-4db9-457c-9a70-613d1a95ea9b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:18.441857 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6b2ab-6fe7-481b-a6f2-b1aec6ea14c7 req-d4cf6544-4db9-457c-9a70-613d1a95ea9b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:18.448247 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6b2ab-6fe7-481b-a6f2-b1aec6ea14c7 req-d4cf6544-4db9-457c-9a70-613d1a95ea9b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:18.450544 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-faa6b2ab-6fe7-481b-a6f2-b1aec6ea14c7 req-d4cf6544-4db9-457c-9a70-613d1a95ea9b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5439 time: 0.0976620 Apr 20 16:14:18.467363 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-4c438931-9764-47fc-b06e-b8e6c98b64ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.135&port_id=2b063f9e-2709-4689-b894-98ad231f31a7 HTTP/1.1" status: 200 len: 217 time: 0.0763419 Apr 20 16:14:18.475829 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=109b0a13-d200-4ede-b5d7-d7341c55a715,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:18.503356 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-faa6b2ab-6fe7-481b-a6f2-b1aec6ea14c7 req-f533497a-1491-444d-8c34-9bd4d43c22e9 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390840 Apr 20 16:14:18.565962 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 5822232e-f24c-4cd9-be4a-4448d4597296 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:14:18.570054 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 5822232e-f24c-4cd9-be4a-4448d4597296 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:18.570849 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:18.590048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-d10afebe-3630-4777-9bba-b9524ea55a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:18.593116 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-d10afebe-3630-4777-9bba-b9524ea55a3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4c28308-217e-49a9-89e1-4591c0251817 HTTP/1.1" status: 200 len: 801 time: 0.0804715 Apr 20 16:14:18.596523 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3820c-2706-451b-9169-19fa13a2a310 req-0a6c0418-fd3c-47f4-9349-e6d24c0c4da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:18.597879 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fab3820c-2706-451b-9169-19fa13a2a310 req-0a6c0418-fd3c-47f4-9349-e6d24c0c4da6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 912 time: 0.1893160 Apr 20 16:14:18.654421 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:18.690268 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 5822232e-f24c-4cd9-be4a-4448d4597296, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5822232e-f24c-4cd9-be4a-4448d4597296,segment=NetworkSegment(95100898-e1a4-4fc8-bca1-6318a051d7db),segment_id=95100898-e1a4-4fc8-bca1-6318a051d7db)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:18.750408 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-d7f45275-71b5-49e1-a7c3-20b5a8c0e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:18.751808 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-d7f45275-71b5-49e1-a7c3-20b5a8c0e31d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=147b8da4-2d38-425d-979b-cca8bcf30256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1527696 Apr 20 16:14:18.753876 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fab3820c-2706-451b-9169-19fa13a2a310 req-ad595936-514e-4688-9e58-39f2dff51d82 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698 HTTP/1.1" status: 200 len: 999 time: 0.1470559 Apr 20 16:14:18.770398 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116295e-0389-443e-930c-3f00ebe84f21 req-daf95cf7-bc2b-4982-be98-d1e7655c0330 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:18.776224 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116295e-0389-443e-930c-3f00ebe84f21 req-daf95cf7-bc2b-4982-be98-d1e7655c0330 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:18.777806 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8116295e-0389-443e-930c-3f00ebe84f21 req-daf95cf7-bc2b-4982-be98-d1e7655c0330 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 1679 time: 0.1415291 Apr 20 16:14:18.780904 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01143f8a-9739-4e8b-b6b7-4468513ac84d req-acecb48b-fc0f-4f81-b091-bfd4adc89cb7 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:18.782564 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-01143f8a-9739-4e8b-b6b7-4468513ac84d req-acecb48b-fc0f-4f81-b091-bfd4adc89cb7 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0536587 Apr 20 16:14:18.799977 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:18.800911 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 9fb31366-e148-4f5b-844b-4036084eaaca up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:14:18.833540 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-01143f8a-9739-4e8b-b6b7-4468513ac84d req-881075b7-bf60-4cb7-8a4f-4528784512d7 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447781 Apr 20 16:14:18.888398 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=5822232e-f24c-4cd9-be4a-4448d4597296,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:18.954475 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8116295e-0389-443e-930c-3f00ebe84f21 req-f8f4c2eb-cb07-4573-a69b-f652ab93b074 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314533 Apr 20 16:14:18.954475 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3820c-2706-451b-9169-19fa13a2a310 req-b48fa81a-9ce9-40f2-94bf-1966101df2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:18.954475 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fab3820c-2706-451b-9169-19fa13a2a310 req-b48fa81a-9ce9-40f2-94bf-1966101df2bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6cf39be6-ada6-40b6-a73b-d57e4fcf739a HTTP/1.1" status: 200 len: 850 time: 0.1435335 Apr 20 16:14:18.964648 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-9aa85099-476c-41cf-8e4c-c432cc9ce088 service neutron] 10.222.0.30 "GET /v2.0/networks/147b8da4-2d38-425d-979b-cca8bcf30256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435268 Apr 20 16:14:19.046979 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3820c-2706-451b-9169-19fa13a2a310 req-0768f946-e97c-4926-abab-4b2b7e763918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:19.063032 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fab3820c-2706-451b-9169-19fa13a2a310 req-0768f946-e97c-4926-abab-4b2b7e763918 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1e63842-0159-452f-8eed-f7dec1727f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980353 Apr 20 16:14:19.090065 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 9fb31366-e148-4f5b-844b-4036084eaaca completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:14:19.098509 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 9fb31366-e148-4f5b-844b-4036084eaaca triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:19.099223 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:19.164508 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-5a54d36e-a332-4474-bf11-f7de446402a5 service neutron] 10.222.0.30 "GET /v2.0/networks/147b8da4-2d38-425d-979b-cca8bcf30256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852291 Apr 20 16:14:19.187584 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333cbcf-f404-4f0a-8ca3-569f17f6e01f req-7aa504ed-a89f-4170-969b-54728f3182b2 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:19.192060 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c333cbcf-f404-4f0a-8ca3-569f17f6e01f req-7aa504ed-a89f-4170-969b-54728f3182b2 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.0624013 Apr 20 16:14:19.201010 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:19.223442 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-bcaa1bf5-ed73-4033-84af-064a65d45eb8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.244&port_id=0608a44f-09dd-4853-86de-8e2568624904 HTTP/1.1" status: 200 len: 217 time: 0.0489302 Apr 20 16:14:19.234494 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c333cbcf-f404-4f0a-8ca3-569f17f6e01f req-6fcd37b9-f313-4167-9777-6cc3fac0c2c5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352490 Apr 20 16:14:19.235578 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e316b-5c0d-42c7-9dbd-eacd0ce5a86a req-2e9af3a7-8b5a-46c8-a8fb-8227ccdc2116 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:19.237099 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c03e316b-5c0d-42c7-9dbd-eacd0ce5a86a req-2e9af3a7-8b5a-46c8-a8fb-8227ccdc2116 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 949 time: 0.1522067 Apr 20 16:14:19.263788 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fab3820c-2706-451b-9169-19fa13a2a310 req-398b0f9d-9f0f-4c49-94bf-796dcce9c2f0 service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977522 Apr 20 16:14:19.271018 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 9fb31366-e148-4f5b-844b-4036084eaaca, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=9fb31366-e148-4f5b-844b-4036084eaaca,segment=NetworkSegment(3e27c4e3-03c3-485b-82d8-3a2925a815bc),segment_id=3e27c4e3-03c3-485b-82d8-3a2925a815bc)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:19.281151 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109b0a13-d200-4ede-b5d7-d7341c55a715'}, {'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5822232e-f24c-4cd9-be4a-4448d4597296'}, {'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb31366-e148-4f5b-844b-4036084eaaca'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:19.283496 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c805ec-462a-4ac5-9630-235c77c46099" -d '{"events": [{"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-plugged", "status": "completed", "tag": "109b0a13-d200-4ede-b5d7-d7341c55a715"}, {"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-plugged", "status": "completed", "tag": "5822232e-f24c-4cd9-be4a-4448d4597296"}, {"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-plugged", "status": "completed", "tag": "9fb31366-e148-4f5b-844b-4036084eaaca"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:14:19.373872 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-47057fad-c66c-4df7-af6f-0958e8e732f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:19.375362 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-47057fad-c66c-4df7-af6f-0958e8e732f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ac2748a-1c2c-4ecc-a5f6-a1aea5cc8563 HTTP/1.1" status: 200 len: 801 time: 0.1324434 Apr 20 16:14:19.379221 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b134e267-ee68-438a-ad68-e779b00e35b8 req-1991a4b3-b680-4d8c-8e03-69eb0478c350 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=defa8359-8d46-41bc-b79c-fa423a1a952f HTTP/1.1" status: 200 len: 210 time: 0.0676525 Apr 20 16:14:19.380255 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c03e316b-5c0d-42c7-9dbd-eacd0ce5a86a req-8ca20158-c515-4dc1-a946-49ac661a7958 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230004 Apr 20 16:14:19.380735 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:19.381702 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f1becdf7-758a-461a-b7f0-fe832ccc2da3 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:14:19.448793 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 20 Apr 2022 16:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbc80f3-7bfd-4d27-93dd-709874b71675 x-openstack-request-id: req-2fbc80f3-7bfd-4d27-93dd-709874b71675 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:14:19.449159 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-plugged", "status": "completed", "tag": "109b0a13-d200-4ede-b5d7-d7341c55a715", "code": 200}, {"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-plugged", "status": "completed", "tag": "5822232e-f24c-4cd9-be4a-4448d4597296", "code": 200}, {"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-plugged", "status": "completed", "tag": "9fb31366-e148-4f5b-844b-4036084eaaca", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:14:19.449481 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2fbc80f3-7bfd-4d27-93dd-709874b71675 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:14:19.450220 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fbc80f3-7bfd-4d27-93dd-709874b71675'] response: {'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109b0a13-d200-4ede-b5d7-d7341c55a715', 'code': 200} Apr 20 16:14:19.450673 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fbc80f3-7bfd-4d27-93dd-709874b71675'] response: {'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5822232e-f24c-4cd9-be4a-4448d4597296', 'code': 200} Apr 20 16:14:19.450994 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fbc80f3-7bfd-4d27-93dd-709874b71675'] response: {'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb31366-e148-4f5b-844b-4036084eaaca', 'code': 200} Apr 20 16:14:19.459923 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fab3820c-2706-451b-9169-19fa13a2a310 req-20615e55-b138-44da-b132-8eb3e7a5a1ce service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742475 Apr 20 16:14:19.481949 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-1ee56aaa-10c1-403f-b6dc-2709380c86f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:19.483721 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-1ee56aaa-10c1-403f-b6dc-2709380c86f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9a46c487-1b62-49f3-9d7c-c83b5bf0baf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1010382 Apr 20 16:14:19.515896 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=9fb31366-e148-4f5b-844b-4036084eaaca,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:19.537158 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6956472-f506-4bad-be8f-f8c58628f141 req-fd7ac263-82d9-40a6-a3c5-223bb959b5bd tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:19.540852 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6956472-f506-4bad-be8f-f8c58628f141 req-fd7ac263-82d9-40a6-a3c5-223bb959b5bd tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.26 "GET /v2.0/networks?id=fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c HTTP/1.1" status: 200 len: 805 time: 0.2376628 Apr 20 16:14:19.560157 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port f1becdf7-758a-461a-b7f0-fe832ccc2da3 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:14:19.565348 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port f1becdf7-758a-461a-b7f0-fe832ccc2da3 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:19.569466 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:19.586454 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-f6956472-f506-4bad-be8f-f8c58628f141 req-ccf3db96-771c-4122-aacc-2061c0fc9cca tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Request body: {'port': {'device_id': 'defa8359-8d46-41bc-b79c-fa423a1a952f', 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c', 'admin_state_up': True, 'tenant_id': 'd25ef379da5e498ab36af959cb0475a8'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:14:19.665581 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:19.674733 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-842d1066-c526-424d-816e-2f73063b99e2 service neutron] 10.222.0.30 "GET /v2.0/networks/9a46c487-1b62-49f3-9d7c-c83b5bf0baf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446762 Apr 20 16:14:19.714398 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f1becdf7-758a-461a-b7f0-fe832ccc2da3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f1becdf7-758a-461a-b7f0-fe832ccc2da3,segment=NetworkSegment(95100898-e1a4-4fc8-bca1-6318a051d7db),segment_id=95100898-e1a4-4fc8-bca1-6318a051d7db)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:19.717782 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d115e6-1f2c-4038-a0bb-49a899d7a5b5 req-202fd6aa-217b-4428-96c5-de6d88ecb2b9 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:19.719456 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b8d115e6-1f2c-4038-a0bb-49a899d7a5b5 req-202fd6aa-217b-4428-96c5-de6d88ecb2b9 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.1796610 Apr 20 16:14:19.773045 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b8d115e6-1f2c-4038-a0bb-49a899d7a5b5 req-46e69780-948e-400b-a093-d0d53368ce5a tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464709 Apr 20 16:14:19.777766 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-522903be-9ae5-4437-b282-50fe3ae707b0 req-ef44aea7-bbd3-4831-bbb2-b8b3ae097525 service neutron] 10.222.0.30 "GET /v2.0/networks/9a46c487-1b62-49f3-9d7c-c83b5bf0baf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937278 Apr 20 16:14:19.885831 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571c6c4-e03b-46cd-b91a-298616794a58 req-5f42d3cf-0f20-4bff-83fb-eb605421102c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:19.892117 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571c6c4-e03b-46cd-b91a-298616794a58 req-5f42d3cf-0f20-4bff-83fb-eb605421102c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:19.898026 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571c6c4-e03b-46cd-b91a-298616794a58 req-5f42d3cf-0f20-4bff-83fb-eb605421102c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:19.903733 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571c6c4-e03b-46cd-b91a-298616794a58 req-5f42d3cf-0f20-4bff-83fb-eb605421102c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:19.909556 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571c6c4-e03b-46cd-b91a-298616794a58 req-5f42d3cf-0f20-4bff-83fb-eb605421102c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:19.915254 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571c6c4-e03b-46cd-b91a-298616794a58 req-5f42d3cf-0f20-4bff-83fb-eb605421102c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:19.920981 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571c6c4-e03b-46cd-b91a-298616794a58 req-5f42d3cf-0f20-4bff-83fb-eb605421102c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:19.922758 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b571c6c4-e03b-46cd-b91a-298616794a58 req-5f42d3cf-0f20-4bff-83fb-eb605421102c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5442 time: 0.0916400 Apr 20 16:14:19.929406 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:19.930525 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6956472-f506-4bad-be8f-f8c58628f141 req-ccf3db96-771c-4122-aacc-2061c0fc9cca tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Made reservation on behalf of d25ef379da5e498ab36af959cb0475a8 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:14:19.934764 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f6956472-f506-4bad-be8f-f8c58628f141 req-ccf3db96-771c-4122-aacc-2061c0fc9cca tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:19.973769 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 331bb709-9d75-4417-9313-61c8980df6f2 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:14:20.005349 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=f1becdf7-758a-461a-b7f0-fe832ccc2da3,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:20.026384 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b571c6c4-e03b-46cd-b91a-298616794a58 req-e0d6eebb-f1ed-41b5-b06c-6498d43d55bd tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0964983 Apr 20 16:14:20.065392 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:20.099079 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 331bb709-9d75-4417-9313-61c8980df6f2, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=331bb709-9d75-4417-9313-61c8980df6f2,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:20.130205 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-f6956472-f506-4bad-be8f-f8c58628f141 req-ccf3db96-771c-4122-aacc-2061c0fc9cca tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Allocated IP 172.20.0.5 (fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c/ce9e0e03-496c-4740-ab53-97424319556b/121d28db-eefc-4708-90be-59307cbf4cec) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:14:20.163516 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cf1be-265f-450e-b917-b8f7b6f36675 req-281e7941-9b7a-473c-8fd4-9d75c40348fc tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:20.165070 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-197cf1be-265f-450e-b917-b8f7b6f36675 req-281e7941-9b7a-473c-8fd4-9d75c40348fc tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0716300 Apr 20 16:14:20.228095 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-197cf1be-265f-450e-b917-b8f7b6f36675 req-409ba315-1cb4-493d-beb9-7e2a33258fa2 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561841 Apr 20 16:14:20.249473 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:20.313977 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=331bb709-9d75-4417-9313-61c8980df6f2,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:20.367772 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f6956472-f506-4bad-be8f-f8c58628f141 req-ccf3db96-771c-4122-aacc-2061c0fc9cca tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:20.379394 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd076d8-f03e-4c6b-a395-89fe0eb2ad85 req-ca8930c3-7aff-4c7a-b04c-f8a99d4b0715 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:20.385603 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd076d8-f03e-4c6b-a395-89fe0eb2ad85 req-ca8930c3-7aff-4c7a-b04c-f8a99d4b0715 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:20.387197 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1bd076d8-f03e-4c6b-a395-89fe0eb2ad85 req-ca8930c3-7aff-4c7a-b04c-f8a99d4b0715 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 1679 time: 0.1002634 Apr 20 16:14:20.410151 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca780c55-4423-4bd9-859b-d24b951141e8 req-a4da49fc-2c97-4d82-8b15-9cdb5766bf51 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:20.411638 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca780c55-4423-4bd9-859b-d24b951141e8 req-a4da49fc-2c97-4d82-8b15-9cdb5766bf51 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.0565817 Apr 20 16:14:20.445967 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1bd076d8-f03e-4c6b-a395-89fe0eb2ad85 req-b58bff99-96ef-4e2d-bee4-4e948b4b1542 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523696 Apr 20 16:14:20.449779 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca780c55-4423-4bd9-859b-d24b951141e8 req-08354f86-9c81-4d80-b3a1-1863d2ad36eb tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317106 Apr 20 16:14:20.545415 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3460f5cc-6539-464b-a65d-d1c680616e61 req-ae26f9c9-bd03-4242-9d1d-b27f426d3d7f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=defa8359-8d46-41bc-b79c-fa423a1a952f HTTP/1.1" status: 200 len: 210 time: 0.0327401 Apr 20 16:14:20.583376 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f6956472-f506-4bad-be8f-f8c58628f141 req-ccf3db96-771c-4122-aacc-2061c0fc9cca tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:20.628284 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6956472-f506-4bad-be8f-f8c58628f141 req-ccf3db96-771c-4122-aacc-2061c0fc9cca tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Network fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:14:20.631495 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-f6956472-f506-4bad-be8f-f8c58628f141 req-ccf3db96-771c-4122-aacc-2061c0fc9cca tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:14:20.635475 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6956472-f506-4bad-be8f-f8c58628f141 req-ccf3db96-771c-4122-aacc-2061c0fc9cca tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:14:20.642642 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3db96-771c-4122-aacc-2061c0fc9cca tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Pushing event updated for resources: {'Port': ['ID=121d28db-eefc-4708-90be-59307cbf4cec,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:20.670268 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3db96-771c-4122-aacc-2061c0fc9cca tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:20.673710 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3db96-771c-4122-aacc-2061c0fc9cca tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:20.673710 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3db96-771c-4122-aacc-2061c0fc9cca tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:20.673710 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3db96-771c-4122-aacc-2061c0fc9cca tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:20.673710 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3db96-771c-4122-aacc-2061c0fc9cca tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:20.673710 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3db96-771c-4122-aacc-2061c0fc9cca tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:20.673710 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3db96-771c-4122-aacc-2061c0fc9cca tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:20.673710 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3db96-771c-4122-aacc-2061c0fc9cca tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:20.673710 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3db96-771c-4122-aacc-2061c0fc9cca tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:20.673710 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3db96-771c-4122-aacc-2061c0fc9cca tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:20.673710 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3db96-771c-4122-aacc-2061c0fc9cca tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:20.674642 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3db96-771c-4122-aacc-2061c0fc9cca tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:14:20.698638 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6956472-f506-4bad-be8f-f8c58628f141 req-ccf3db96-771c-4122-aacc-2061c0fc9cca tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:20.699245 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f6956472-f506-4bad-be8f-f8c58628f141 req-ccf3db96-771c-4122-aacc-2061c0fc9cca tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:20.820062 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6956472-f506-4bad-be8f-f8c58628f141 req-ccf3db96-771c-4122-aacc-2061c0fc9cca tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2388167 Apr 20 16:14:20.876322 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-f6956472-f506-4bad-be8f-f8c58628f141 req-e212a732-9b17-4c63-b92b-77cc61147672 service neutron] Request body: {'port': {'device_id': 'defa8359-8d46-41bc-b79c-fa423a1a952f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:14:20.917607 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927d07c-442b-4e4f-968c-6ddc752e928c req-63d4fdff-f7a7-4adf-8562-ac7073a3e8e1 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:20.919071 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4927d07c-442b-4e4f-968c-6ddc752e928c req-63d4fdff-f7a7-4adf-8562-ac7073a3e8e1 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0797315 Apr 20 16:14:20.965161 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f6956472-f506-4bad-be8f-f8c58628f141 req-e212a732-9b17-4c63-b92b-77cc61147672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:21.008905 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4927d07c-442b-4e4f-968c-6ddc752e928c req-1c0f417c-973f-47ad-97ac-a6f614857e87 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648360 Apr 20 16:14:21.161266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1cc04-526e-4064-948a-f16938e01478 req-e3d85e29-27ed-4e0e-9ac9-23cea3a8c979 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:21.167124 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1cc04-526e-4064-948a-f16938e01478 req-e3d85e29-27ed-4e0e-9ac9-23cea3a8c979 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:21.173052 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1cc04-526e-4064-948a-f16938e01478 req-e3d85e29-27ed-4e0e-9ac9-23cea3a8c979 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:21.178945 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1cc04-526e-4064-948a-f16938e01478 req-e3d85e29-27ed-4e0e-9ac9-23cea3a8c979 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:21.184800 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1cc04-526e-4064-948a-f16938e01478 req-e3d85e29-27ed-4e0e-9ac9-23cea3a8c979 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:21.191152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1cc04-526e-4064-948a-f16938e01478 req-e3d85e29-27ed-4e0e-9ac9-23cea3a8c979 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:21.197022 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1cc04-526e-4064-948a-f16938e01478 req-e3d85e29-27ed-4e0e-9ac9-23cea3a8c979 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:21.198982 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fef1cc04-526e-4064-948a-f16938e01478 req-e3d85e29-27ed-4e0e-9ac9-23cea3a8c979 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5443 time: 0.0918174 Apr 20 16:14:21.239814 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fef1cc04-526e-4064-948a-f16938e01478 req-4b57cb9c-3e3f-4a75-81f9-8e05ddd27d50 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337372 Apr 20 16:14:21.240076 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-f6956472-f506-4bad-be8f-f8c58628f141 req-e212a732-9b17-4c63-b92b-77cc61147672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121d28db-eefc-4708-90be-59307cbf4cec {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:14:21.253355 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f6956472-f506-4bad-be8f-f8c58628f141 req-e212a732-9b17-4c63-b92b-77cc61147672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:21.266507 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-f6956472-f506-4bad-be8f-f8c58628f141 req-e212a732-9b17-4c63-b92b-77cc61147672 service neutron] Transition to ACTIVE for port object 121d28db-eefc-4708-90be-59307cbf4cec will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:14:21.355546 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c606a-dd16-4656-a670-85a5dfb73297 req-efb6f8c3-26bc-41f1-8a62-1ae60bd10f9d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:21.357006 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-db5c606a-dd16-4656-a670-85a5dfb73297 req-efb6f8c3-26bc-41f1-8a62-1ae60bd10f9d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0544531 Apr 20 16:14:21.358096 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f6956472-f506-4bad-be8f-f8c58628f141 req-e212a732-9b17-4c63-b92b-77cc61147672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:21.427044 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212a732-9b17-4c63-b92b-77cc61147672 service neutron] Pushing event updated for resources: {'Port': ['ID=121d28db-eefc-4708-90be-59307cbf4cec,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:21.452761 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1becdf7-758a-461a-b7f0-fe832ccc2da3'}, {'server_uuid': '3dde9c73-c032-45f8-bad9-2d8ee00aabd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '331bb709-9d75-4417-9313-61c8980df6f2'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:21.456285 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e700709-a2ae-4d6d-9e17-2cba4c8f0b43" -d '{"events": [{"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-plugged", "status": "completed", "tag": "f1becdf7-758a-461a-b7f0-fe832ccc2da3"}, {"server_uuid": "3dde9c73-c032-45f8-bad9-2d8ee00aabd8", "name": "network-vif-unplugged", "status": "completed", "tag": "331bb709-9d75-4417-9313-61c8980df6f2"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:14:21.457478 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-db5c606a-dd16-4656-a670-85a5dfb73297 req-1f8ec811-8aa8-4ea7-8ca0-0bdb958106d6 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914774 Apr 20 16:14:21.500589 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 20 Apr 2022 16:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffb4bbb-6a83-4a2b-8915-0b4b58908cd2 x-openstack-request-id: req-2ffb4bbb-6a83-4a2b-8915-0b4b58908cd2 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:14:21.500884 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-plugged", "status": "completed", "tag": "f1becdf7-758a-461a-b7f0-fe832ccc2da3", "code": 200}, {"server_uuid": "3dde9c73-c032-45f8-bad9-2d8ee00aabd8", "name": "network-vif-unplugged", "status": "completed", "tag": "331bb709-9d75-4417-9313-61c8980df6f2", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:14:21.501657 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ffb4bbb-6a83-4a2b-8915-0b4b58908cd2 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:14:21.501657 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ffb4bbb-6a83-4a2b-8915-0b4b58908cd2'] response: {'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1becdf7-758a-461a-b7f0-fe832ccc2da3', 'code': 200} Apr 20 16:14:21.501949 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ffb4bbb-6a83-4a2b-8915-0b4b58908cd2'] response: {'server_uuid': '3dde9c73-c032-45f8-bad9-2d8ee00aabd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '331bb709-9d75-4417-9313-61c8980df6f2', 'code': 200} Apr 20 16:14:21.519313 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-f6956472-f506-4bad-be8f-f8c58628f141 req-e212a732-9b17-4c63-b92b-77cc61147672 service neutron] Attempting to bind port 121d28db-eefc-4708-90be-59307cbf4cec on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:14:21.519719 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-f6956472-f506-4bad-be8f-f8c58628f141 req-e212a732-9b17-4c63-b92b-77cc61147672 service neutron] Attempting to bind port 121d28db-eefc-4708-90be-59307cbf4cec by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '4f97143e-7b88-4b4f-bcce-c550e8af115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:14:21.520117 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6956472-f506-4bad-be8f-f8c58628f141 req-e212a732-9b17-4c63-b92b-77cc61147672 service neutron] Attempting to bind port 121d28db-eefc-4708-90be-59307cbf4cec on network fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:14:21.526666 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6956472-f506-4bad-be8f-f8c58628f141 req-e212a732-9b17-4c63-b92b-77cc61147672 service neutron] Port 121d28db-eefc-4708-90be-59307cbf4cec on network fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:14:21.526987 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6956472-f506-4bad-be8f-f8c58628f141 req-e212a732-9b17-4c63-b92b-77cc61147672 service neutron] Attempting to bind port 121d28db-eefc-4708-90be-59307cbf4cec on network fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:14:21.540571 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6956472-f506-4bad-be8f-f8c58628f141 req-e212a732-9b17-4c63-b92b-77cc61147672 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:14:21.540920 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6956472-f506-4bad-be8f-f8c58628f141 req-e212a732-9b17-4c63-b92b-77cc61147672 service neutron] Checking segment: {'id': '4f97143e-7b88-4b4f-bcce-c550e8af115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:14:21.541303 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6956472-f506-4bad-be8f-f8c58628f141 req-e212a732-9b17-4c63-b92b-77cc61147672 service neutron] Bound using segment: {'id': '4f97143e-7b88-4b4f-bcce-c550e8af115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:14:21.541740 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-f6956472-f506-4bad-be8f-f8c58628f141 req-e212a732-9b17-4c63-b92b-77cc61147672 service neutron] Bound port: 121d28db-eefc-4708-90be-59307cbf4cec, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f97143e-7b88-4b4f-bcce-c550e8af115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:14:21.542102 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f6956472-f506-4bad-be8f-f8c58628f141 req-e212a732-9b17-4c63-b92b-77cc61147672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:21.613072 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b703d2c-1ef6-4a33-ad3e-0bc0cdf83277 req-7cabfa32-fe14-4f91-8eea-cebd1355da1f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:21.614532 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5b703d2c-1ef6-4a33-ad3e-0bc0cdf83277 req-7cabfa32-fe14-4f91-8eea-cebd1355da1f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.0895073 Apr 20 16:14:21.626314 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a55947-01d3-4897-ac98-72200d41ba15 req-a1b7933b-d03b-4c89-b489-81b701c06889 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:21.632401 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a55947-01d3-4897-ac98-72200d41ba15 req-a1b7933b-d03b-4c89-b489-81b701c06889 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:21.634072 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-71a55947-01d3-4897-ac98-72200d41ba15 req-a1b7933b-d03b-4c89-b489-81b701c06889 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 1679 time: 0.0843830 Apr 20 16:14:21.653393 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-f6956472-f506-4bad-be8f-f8c58628f141 req-e212a732-9b17-4c63-b92b-77cc61147672 service neutron] For port 121d28db-eefc-4708-90be-59307cbf4cec, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:14:21.676657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-f6956472-f506-4bad-be8f-f8c58628f141 req-e212a732-9b17-4c63-b92b-77cc61147672 service neutron] For port 121d28db-eefc-4708-90be-59307cbf4cec, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=121d28db-eefc-4708-90be-59307cbf4cec,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:14:21.681834 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5b703d2c-1ef6-4a33-ad3e-0bc0cdf83277 req-9014aeb0-0d79-4902-a41e-f35d1b908d28 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591273 Apr 20 16:14:21.712845 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c51ab-0c31-4787-b989-b0daaa0a5d77 req-351b932e-2b3d-4121-a37c-44f0700574fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:21.713371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c51ab-0c31-4787-b989-b0daaa0a5d77 req-351b932e-2b3d-4121-a37c-44f0700574fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:21.714068 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c51ab-0c31-4787-b989-b0daaa0a5d77 req-351b932e-2b3d-4121-a37c-44f0700574fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:21.714328 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c51ab-0c31-4787-b989-b0daaa0a5d77 req-351b932e-2b3d-4121-a37c-44f0700574fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:21.715096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c51ab-0c31-4787-b989-b0daaa0a5d77 req-351b932e-2b3d-4121-a37c-44f0700574fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:21.715688 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c51ab-0c31-4787-b989-b0daaa0a5d77 req-351b932e-2b3d-4121-a37c-44f0700574fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:21.716160 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c51ab-0c31-4787-b989-b0daaa0a5d77 req-351b932e-2b3d-4121-a37c-44f0700574fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:21.719455 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c33c51ab-0c31-4787-b989-b0daaa0a5d77 req-351b932e-2b3d-4121-a37c-44f0700574fa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 6500 time: 0.0803072 Apr 20 16:14:21.733257 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-71a55947-01d3-4897-ac98-72200d41ba15 req-386cbd9c-ab3f-4219-ba96-40f8a3ac07e0 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924180 Apr 20 16:14:21.774054 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c33c51ab-0c31-4787-b989-b0daaa0a5d77 req-33f18436-6961-4781-abd6-ed65e05bce7d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397651 Apr 20 16:14:21.783551 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f6956472-f506-4bad-be8f-f8c58628f141 req-e212a732-9b17-4c63-b92b-77cc61147672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:21.820834 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6956472-f506-4bad-be8f-f8c58628f141 req-e212a732-9b17-4c63-b92b-77cc61147672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:21.821438 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f6956472-f506-4bad-be8f-f8c58628f141 req-e212a732-9b17-4c63-b92b-77cc61147672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:21.822821 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6956472-f506-4bad-be8f-f8c58628f141 req-e212a732-9b17-4c63-b92b-77cc61147672 service neutron] 10.222.0.26 "PUT /v2.0/ports/121d28db-eefc-4708-90be-59307cbf4cec HTTP/1.1" status: 200 len: 1091 time: 0.9505579 Apr 20 16:14:21.823254 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defa8359-8d46-41bc-b79c-fa423a1a952f', 'tag': '121d28db-eefc-4708-90be-59307cbf4cec'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:21.825526 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce7cf45-fd6f-414e-8c92-14b2c0af9116" -d '{"events": [{"name": "network-changed", "server_uuid": "defa8359-8d46-41bc-b79c-fa423a1a952f", "tag": "121d28db-eefc-4708-90be-59307cbf4cec"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:14:21.853260 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c03f5-1526-4f4f-adae-7486416db588 req-43ac42c6-55db-4b51-8c6d-4fbc1969f99b tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:21.853692 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212a732-9b17-4c63-b92b-77cc61147672 service neutron] Pushing event updated for resources: {'Port': ['ID=121d28db-eefc-4708-90be-59307cbf4cec,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:21.854987 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-949c03f5-1526-4f4f-adae-7486416db588 req-43ac42c6-55db-4b51-8c6d-4fbc1969f99b tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=defa8359-8d46-41bc-b79c-fa423a1a952f HTTP/1.1" status: 200 len: 943 time: 0.0636604 Apr 20 16:14:21.877104 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65537fa5-6da4-451d-96ca-0da15fc0db3c x-openstack-request-id: req-65537fa5-6da4-451d-96ca-0da15fc0db3c {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:14:21.877480 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "defa8359-8d46-41bc-b79c-fa423a1a952f", "tag": "121d28db-eefc-4708-90be-59307cbf4cec", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:14:21.877836 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-65537fa5-6da4-451d-96ca-0da15fc0db3c {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:14:21.879028 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65537fa5-6da4-451d-96ca-0da15fc0db3c'] response: {'name': 'network-changed', 'server_uuid': 'defa8359-8d46-41bc-b79c-fa423a1a952f', 'tag': '121d28db-eefc-4708-90be-59307cbf4cec', 'status': 'completed', 'code': 200} Apr 20 16:14:21.898154 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-949c03f5-1526-4f4f-adae-7486416db588 req-f0022972-f452-4f9b-a7ac-8fd570513163 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367758 Apr 20 16:14:21.968007 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7cf45-fd6f-414e-8c92-14b2c0af9116 req-800035b1-7b6e-4136-8f96-efeebcea5e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:21.969517 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0ce7cf45-fd6f-414e-8c92-14b2c0af9116 req-800035b1-7b6e-4136-8f96-efeebcea5e85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d25ef379da5e498ab36af959cb0475a8&device_id=defa8359-8d46-41bc-b79c-fa423a1a952f HTTP/1.1" status: 200 len: 1094 time: 0.0416601 Apr 20 16:14:22.079499 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7cf45-fd6f-414e-8c92-14b2c0af9116 req-d4a5a1ea-8bbe-4a28-a75b-d71ece4b0133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:22.081039 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0ce7cf45-fd6f-414e-8c92-14b2c0af9116 req-d4a5a1ea-8bbe-4a28-a75b-d71ece4b0133 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d25ef379da5e498ab36af959cb0475a8&shared=False HTTP/1.1" status: 200 len: 906 time: 0.0916483 Apr 20 16:14:22.188738 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7cf45-fd6f-414e-8c92-14b2c0af9116 req-b3751be7-a475-4c74-bf7c-d05245d5b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:22.190102 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0ce7cf45-fd6f-414e-8c92-14b2c0af9116 req-b3751be7-a475-4c74-bf7c-d05245d5b135 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912082 Apr 20 16:14:22.351489 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6956472-f506-4bad-be8f-f8c58628f141 req-294a2d21-645b-444d-b267-6910a1441b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:22.353039 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6956472-f506-4bad-be8f-f8c58628f141 req-294a2d21-645b-444d-b267-6910a1441b53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d25ef379da5e498ab36af959cb0475a8&device_id=defa8359-8d46-41bc-b79c-fa423a1a952f HTTP/1.1" status: 200 len: 1094 time: 0.0656173 Apr 20 16:14:22.378819 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432f864-8b11-4d0f-8a9d-8921cc7e3234 req-bd800e62-c32f-46e8-8dcb-1d25f2ddbaa5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:22.384703 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432f864-8b11-4d0f-8a9d-8921cc7e3234 req-bd800e62-c32f-46e8-8dcb-1d25f2ddbaa5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:22.390602 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432f864-8b11-4d0f-8a9d-8921cc7e3234 req-bd800e62-c32f-46e8-8dcb-1d25f2ddbaa5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:22.396456 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432f864-8b11-4d0f-8a9d-8921cc7e3234 req-bd800e62-c32f-46e8-8dcb-1d25f2ddbaa5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:22.402328 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432f864-8b11-4d0f-8a9d-8921cc7e3234 req-bd800e62-c32f-46e8-8dcb-1d25f2ddbaa5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:22.408226 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432f864-8b11-4d0f-8a9d-8921cc7e3234 req-bd800e62-c32f-46e8-8dcb-1d25f2ddbaa5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:22.414109 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432f864-8b11-4d0f-8a9d-8921cc7e3234 req-bd800e62-c32f-46e8-8dcb-1d25f2ddbaa5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:22.415868 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9432f864-8b11-4d0f-8a9d-8921cc7e3234 req-bd800e62-c32f-46e8-8dcb-1d25f2ddbaa5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5443 time: 0.0966442 Apr 20 16:14:22.465684 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6956472-f506-4bad-be8f-f8c58628f141 req-51407614-5a7a-48b4-9ad0-0d8c117e5428 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=121d28db-eefc-4708-90be-59307cbf4cec HTTP/1.1" status: 200 len: 217 time: 0.0487559 Apr 20 16:14:22.514042 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9432f864-8b11-4d0f-8a9d-8921cc7e3234 req-8c65ecf2-8579-461c-8efb-c6a561ecc6e5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0907347 Apr 20 16:14:22.531370 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6956472-f506-4bad-be8f-f8c58628f141 req-d8daff1d-4acc-4dd7-b585-2d5befed7507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:22.532994 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6956472-f506-4bad-be8f-f8c58628f141 req-d8daff1d-4acc-4dd7-b585-2d5befed7507 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce9e0e03-496c-4740-ab53-97424319556b HTTP/1.1" status: 200 len: 845 time: 0.0551829 Apr 20 16:14:22.580350 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6956472-f506-4bad-be8f-f8c58628f141 req-2e254910-9e7d-4ed0-9a72-b2144b7e5f79 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273278 Apr 20 16:14:22.589587 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f55277-ce0b-4eb9-b89b-7daeb08f06d9 req-4033860c-e2b6-4e53-b9b4-16424708be97 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:22.591096 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28f55277-ce0b-4eb9-b89b-7daeb08f06d9 req-4033860c-e2b6-4e53-b9b4-16424708be97 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0601258 Apr 20 16:14:22.633691 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28f55277-ce0b-4eb9-b89b-7daeb08f06d9 req-415141cd-d580-4eca-8be8-3f4e2430857b tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323493 Apr 20 16:14:22.679695 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6956472-f506-4bad-be8f-f8c58628f141 req-cbe04446-1a78-4f76-969e-5ddfc421d91d service neutron] 10.222.0.26 "GET /v2.0/networks/fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904274 Apr 20 16:14:22.689156 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4708e758-4966-49c2-b8fb-ab3c4a5c49d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:22.807822 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6956472-f506-4bad-be8f-f8c58628f141 req-cdada715-b9b7-41b6-a933-1851141282aa service neutron] 10.222.0.26 "GET /v2.0/networks/fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175888 Apr 20 16:14:22.824303 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f11039-ed99-493a-b4e1-f49e4531aba3 req-06954672-b73e-4b6a-8a96-f900d92c6aaf tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:22.826162 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-50f11039-ed99-493a-b4e1-f49e4531aba3 req-06954672-b73e-4b6a-8a96-f900d92c6aaf tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.0746903 Apr 20 16:14:22.850117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a383da-6f41-478f-b517-610fb8e49cfd req-56eb5842-55bc-44da-a237-04b63d068690 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:22.855930 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a383da-6f41-478f-b517-610fb8e49cfd req-56eb5842-55bc-44da-a237-04b63d068690 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:22.857527 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-58a383da-6f41-478f-b517-610fb8e49cfd req-56eb5842-55bc-44da-a237-04b63d068690 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 1679 time: 0.0595574 Apr 20 16:14:22.866194 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-50f11039-ed99-493a-b4e1-f49e4531aba3 req-8d3f4c15-97bd-41d1-a8a2-df8bda59a8c8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333016 Apr 20 16:14:22.899901 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-58a383da-6f41-478f-b517-610fb8e49cfd req-b3ee1afe-2540-42c0-91b2-6c4c2e9535f8 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355949 Apr 20 16:14:23.013627 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c63d0-d643-45e0-91ab-59e3dd2c25d8 req-d2314f01-e498-44d1-90b7-90ced79615b6 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:23.015551 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-403c63d0-d643-45e0-91ab-59e3dd2c25d8 req-d2314f01-e498-44d1-90b7-90ced79615b6 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=defa8359-8d46-41bc-b79c-fa423a1a952f HTTP/1.1" status: 200 len: 943 time: 0.0502129 Apr 20 16:14:23.056765 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-403c63d0-d643-45e0-91ab-59e3dd2c25d8 req-dfceccd3-9a24-4353-b24d-07acc9c43179 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350688 Apr 20 16:14:23.645762 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7c4e-02dd-4814-88b1-fffb64d07a49 req-9e6964fc-bf3c-42e2-8ab9-18b6f4bab6ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:23.651551 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7c4e-02dd-4814-88b1-fffb64d07a49 req-9e6964fc-bf3c-42e2-8ab9-18b6f4bab6ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:23.657368 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7c4e-02dd-4814-88b1-fffb64d07a49 req-9e6964fc-bf3c-42e2-8ab9-18b6f4bab6ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:23.663140 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7c4e-02dd-4814-88b1-fffb64d07a49 req-9e6964fc-bf3c-42e2-8ab9-18b6f4bab6ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:23.668931 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7c4e-02dd-4814-88b1-fffb64d07a49 req-9e6964fc-bf3c-42e2-8ab9-18b6f4bab6ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:23.674748 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7c4e-02dd-4814-88b1-fffb64d07a49 req-9e6964fc-bf3c-42e2-8ab9-18b6f4bab6ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:23.680486 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7c4e-02dd-4814-88b1-fffb64d07a49 req-9e6964fc-bf3c-42e2-8ab9-18b6f4bab6ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:23.682401 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ff8c7c4e-02dd-4814-88b1-fffb64d07a49 req-9e6964fc-bf3c-42e2-8ab9-18b6f4bab6ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5443 time: 0.0903795 Apr 20 16:14:23.723352 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ff8c7c4e-02dd-4814-88b1-fffb64d07a49 req-f7715232-3351-43ea-98d9-44fae544d8b9 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341079 Apr 20 16:14:23.756881 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ba3d2-9451-4fe7-8408-62ef719f5d42 req-6f0f55e9-7829-41a7-9581-59d70cb9202f tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:23.758412 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-862ba3d2-9451-4fe7-8408-62ef719f5d42 req-6f0f55e9-7829-41a7-9581-59d70cb9202f tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0508907 Apr 20 16:14:23.797614 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-862ba3d2-9451-4fe7-8408-62ef719f5d42 req-1421eff6-f9bd-4785-a89b-494ab5cc1d5b tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316870 Apr 20 16:14:23.959234 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 2b063f9e-2709-4689-b894-98ad231f31a7 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:14:23.989298 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59661c8-a3ee-4732-946a-8856d81b426d req-df73aa4c-eebb-4b5f-a370-149e6dcf4f29 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:23.993004 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c59661c8-a3ee-4732-946a-8856d81b426d req-df73aa4c-eebb-4b5f-a370-149e6dcf4f29 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.0518427 Apr 20 16:14:24.030299 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd12f5c-0679-4b7e-884e-4075d74a9a6e req-b2846c8a-71d8-4b24-96d5-eac1312beab8 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:24.036609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd12f5c-0679-4b7e-884e-4075d74a9a6e req-b2846c8a-71d8-4b24-96d5-eac1312beab8 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:24.038242 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fcd12f5c-0679-4b7e-884e-4075d74a9a6e req-b2846c8a-71d8-4b24-96d5-eac1312beab8 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 1679 time: 0.0612605 Apr 20 16:14:24.043467 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c59661c8-a3ee-4732-946a-8856d81b426d req-1af46376-04ad-4145-9e8d-1d2074b6f50b tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452797 Apr 20 16:14:24.080981 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 2b063f9e-2709-4689-b894-98ad231f31a7, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=2b063f9e-2709-4689-b894-98ad231f31a7,segment=NetworkSegment(1cdedecf-ab94-4497-8b50-39855b177cd5),segment_id=1cdedecf-ab94-4497-8b50-39855b177cd5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:24.090957 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fcd12f5c-0679-4b7e-884e-4075d74a9a6e req-7ac21375-1b9a-4a0a-8949-0a79db3a3ea1 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465024 Apr 20 16:14:24.092460 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '2b063f9e-2709-4689-b894-98ad231f31a7', 'network_id': '147b8da4-2d38-425d-979b-cca8bcf30256', 'port_id': '2b063f9e-2709-4689-b894-98ad231f31a7', 'mac_address': 'fa:16:3e:3b:38:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c28308-217e-49a9-89e1-4591c0251817', 'ip_address': '19.80.0.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:14:24.136595 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:24.149492 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b063f9e-2709-4689-b894-98ad231f31a7 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:14:24.170029 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 2b063f9e-2709-4689-b894-98ad231f31a7, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=2b063f9e-2709-4689-b894-98ad231f31a7,segment=NetworkSegment(1cdedecf-ab94-4497-8b50-39855b177cd5),segment_id=1cdedecf-ab94-4497-8b50-39855b177cd5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:24.199714 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee4f33-7521-4a24-8170-98f1f1c43d4a req-3cbae067-31e9-400b-898a-25d51aaa0255 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:24.201823 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cfee4f33-7521-4a24-8170-98f1f1c43d4a req-3cbae067-31e9-400b-898a-25d51aaa0255 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=defa8359-8d46-41bc-b79c-fa423a1a952f HTTP/1.1" status: 200 len: 943 time: 0.0505536 Apr 20 16:14:24.244641 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cfee4f33-7521-4a24-8170-98f1f1c43d4a req-50d13bc3-764d-4571-a2d7-59ae4aba2c28 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365949 Apr 20 16:14:24.264709 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:24.313322 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=2b063f9e-2709-4689-b894-98ad231f31a7,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:24.862378 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5c857-f3ab-40a4-bd1a-e8a2b161882d req-8a53c38d-4b41-48f8-ac1d-12eff48f9dd0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:24.868172 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5c857-f3ab-40a4-bd1a-e8a2b161882d req-8a53c38d-4b41-48f8-ac1d-12eff48f9dd0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:24.874414 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5c857-f3ab-40a4-bd1a-e8a2b161882d req-8a53c38d-4b41-48f8-ac1d-12eff48f9dd0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:24.879958 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['2b063f9e-2709-4689-b894-98ad231f31a7'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:14:24.880315 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5c857-f3ab-40a4-bd1a-e8a2b161882d req-8a53c38d-4b41-48f8-ac1d-12eff48f9dd0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:24.886142 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5c857-f3ab-40a4-bd1a-e8a2b161882d req-8a53c38d-4b41-48f8-ac1d-12eff48f9dd0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:24.892757 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5c857-f3ab-40a4-bd1a-e8a2b161882d req-8a53c38d-4b41-48f8-ac1d-12eff48f9dd0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:24.898850 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5c857-f3ab-40a4-bd1a-e8a2b161882d req-8a53c38d-4b41-48f8-ac1d-12eff48f9dd0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:24.900441 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fda5c857-f3ab-40a4-bd1a-e8a2b161882d req-8a53c38d-4b41-48f8-ac1d-12eff48f9dd0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5443 time: 0.0952415 Apr 20 16:14:24.919074 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82287e6c-7f5a-42f1-aea4-01c95251f320 req-c0d4ca9c-1e41-41f8-a9b3-f3937dbc7056 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:24.920603 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-82287e6c-7f5a-42f1-aea4-01c95251f320 req-c0d4ca9c-1e41-41f8-a9b3-f3937dbc7056 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0515685 Apr 20 16:14:24.943602 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fda5c857-f3ab-40a4-bd1a-e8a2b161882d req-661a9c44-54a5-4171-8c4b-dae49adbd1e0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349858 Apr 20 16:14:24.973148 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-82287e6c-7f5a-42f1-aea4-01c95251f320 req-b75d37cd-fa7b-4425-8ef1-02a8150e3007 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369706 Apr 20 16:14:25.075610 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0e25d-f790-4bc9-9762-befbb3dd4d62 req-da1d8583-4f46-4f81-b603-40b7e598ca93 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:25.081518 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0e25d-f790-4bc9-9762-befbb3dd4d62 req-da1d8583-4f46-4f81-b603-40b7e598ca93 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:25.087929 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0e25d-f790-4bc9-9762-befbb3dd4d62 req-da1d8583-4f46-4f81-b603-40b7e598ca93 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:25.089744 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-221ad181-1402-4df8-8c5c-f6d1269b775a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:25.095265 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0e25d-f790-4bc9-9762-befbb3dd4d62 req-da1d8583-4f46-4f81-b603-40b7e598ca93 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:25.101067 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0e25d-f790-4bc9-9762-befbb3dd4d62 req-da1d8583-4f46-4f81-b603-40b7e598ca93 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:25.106969 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0e25d-f790-4bc9-9762-befbb3dd4d62 req-da1d8583-4f46-4f81-b603-40b7e598ca93 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:25.113516 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0e25d-f790-4bc9-9762-befbb3dd4d62 req-da1d8583-4f46-4f81-b603-40b7e598ca93 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:25.115414 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8cd0e25d-f790-4bc9-9762-befbb3dd4d62 req-da1d8583-4f46-4f81-b603-40b7e598ca93 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5443 time: 0.0946102 Apr 20 16:14:25.126156 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33706) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:14:25.131299 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-2a14ab32-e1cb-4098-a914-8fc7b4654c30 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Request body: {'floatingip': {'port_id': '18f3702c-45ea-40ef-a824-e2709a902263'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:14:25.169405 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f29c9-d4ea-47e7-bfe6-0e7947bf52e9 req-547d5c83-a7e7-41ed-906a-b4963b3e8018 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:25.171047 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6d8f29c9-d4ea-47e7-bfe6-0e7947bf52e9 req-547d5c83-a7e7-41ed-906a-b4963b3e8018 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.0550070 Apr 20 16:14:25.183486 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a14ab32-e1cb-4098-a914-8fc7b4654c30 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for floatingip, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:25.212055 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6d8f29c9-d4ea-47e7-bfe6-0e7947bf52e9 req-d4dd71fa-1673-4ee9-b893-0b8557bbbe35 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345495 Apr 20 16:14:25.283462 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89b2c9-9602-496d-bfae-5de538575413 req-18bc0c28-729b-4428-ac6d-d907463e837d tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:25.289628 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89b2c9-9602-496d-bfae-5de538575413 req-18bc0c28-729b-4428-ac6d-d907463e837d tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:25.291207 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dd89b2c9-9602-496d-bfae-5de538575413 req-18bc0c28-729b-4428-ac6d-d907463e837d tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 1680 time: 0.1232057 Apr 20 16:14:25.389114 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dd89b2c9-9602-496d-bfae-5de538575413 req-c4b0265b-4879-48a8-88f1-53cd7c5a08d1 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797646 Apr 20 16:14:25.390436 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f8c32-8bfd-43a3-9723-933eed7357e6 req-73af3993-7640-4afe-9f2e-78c0e76db685 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:25.391952 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be0f8c32-8bfd-43a3-9723-933eed7357e6 req-73af3993-7640-4afe-9f2e-78c0e76db685 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=defa8359-8d46-41bc-b79c-fa423a1a952f HTTP/1.1" status: 200 len: 943 time: 0.0601249 Apr 20 16:14:25.439806 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be0f8c32-8bfd-43a3-9723-933eed7357e6 req-8e5d3fa9-3f76-443e-8970-a0a74cd9b6b2 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405884 Apr 20 16:14:25.681560 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a14ab32-e1cb-4098-a914-8fc7b4654c30 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:25.752285 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a14ab32-e1cb-4098-a914-8fc7b4654c30 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:25.850545 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-2a14ab32-e1cb-4098-a914-8fc7b4654c30 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Floating IP 741cf5db-410c-4259-8cae-89ff6f1e4b51 associated. External IP: 172.25.0.167, port: 18f3702c-45ea-40ef-a824-e2709a902263. Apr 20 16:14:25.970588 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 0608a44f-09dd-4853-86de-8e2568624904 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:14:26.220486 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 0608a44f-09dd-4853-86de-8e2568624904, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=0608a44f-09dd-4853-86de-8e2568624904,segment=NetworkSegment(eae70ce9-77b9-4065-aee6-8d3899594723),segment_id=eae70ce9-77b9-4065-aee6-8d3899594723)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:26.232417 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '0608a44f-09dd-4853-86de-8e2568624904', 'network_id': '9a46c487-1b62-49f3-9d7c-c83b5bf0baf1', 'port_id': '0608a44f-09dd-4853-86de-8e2568624904', 'mac_address': 'fa:16:3e:1d:58:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ac2748a-1c2c-4ecc-a5f6-a1aea5cc8563', 'ip_address': '19.86.0.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:14:26.274879 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:26.287207 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:26.290511 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0608a44f-09dd-4853-86de-8e2568624904 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:14:26.313383 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 0608a44f-09dd-4853-86de-8e2568624904, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=0608a44f-09dd-4853-86de-8e2568624904,segment=NetworkSegment(eae70ce9-77b9-4065-aee6-8d3899594723),segment_id=eae70ce9-77b9-4065-aee6-8d3899594723)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:26.328538 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ead4f-b1e7-42f7-b6bd-95de9a869be3 req-25f39b64-592e-42a8-872f-a3bf58576ff9 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:26.332802 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5c0ead4f-b1e7-42f7-b6bd-95de9a869be3 req-25f39b64-592e-42a8-872f-a3bf58576ff9 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.1023452 Apr 20 16:14:26.339005 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361cbe8-23ae-4480-9f2a-2879c991a71c req-3e7492f0-ceaf-4bb8-b1de-fe4467a7c4fc tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:26.340572 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2361cbe8-23ae-4480-9f2a-2879c991a71c req-3e7492f0-ceaf-4bb8-b1de-fe4467a7c4fc tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.0498288 Apr 20 16:14:26.379449 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2361cbe8-23ae-4480-9f2a-2879c991a71c req-07a5206f-80db-4ba3-b017-57c2360ba2bf tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322819 Apr 20 16:14:26.412804 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5c0ead4f-b1e7-42f7-b6bd-95de9a869be3 req-dcee44c5-33bf-4e80-9e36-35be663be91f tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725162 Apr 20 16:14:26.438558 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a14ab32-e1cb-4098-a914-8fc7b4654c30 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Router 51540090-b602-43cc-b46b-72c28572b016 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:14:26.452920 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:26.507228 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=0608a44f-09dd-4853-86de-8e2568624904,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:26.566543 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca7e10-8815-492b-a1e7-bcb1d64ae3f0 req-d19341b6-ec17-4570-b5d2-cec8a2dcea6a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:26.568074 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eaca7e10-8815-492b-a1e7-bcb1d64ae3f0 req-d19341b6-ec17-4570-b5d2-cec8a2dcea6a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=defa8359-8d46-41bc-b79c-fa423a1a952f HTTP/1.1" status: 200 len: 943 time: 0.0538578 Apr 20 16:14:26.574123 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0652be-13f5-4b1a-95f8-0a1379d930bd req-5460c804-6f6d-4d3f-b788-d95842b7cd98 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:26.579982 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0652be-13f5-4b1a-95f8-0a1379d930bd req-5460c804-6f6d-4d3f-b788-d95842b7cd98 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:26.581577 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da0652be-13f5-4b1a-95f8-0a1379d930bd req-5460c804-6f6d-4d3f-b788-d95842b7cd98 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 1681 time: 0.1075091 Apr 20 16:14:26.607932 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eaca7e10-8815-492b-a1e7-bcb1d64ae3f0 req-f149d61e-9a8f-47f7-b987-7ca7810a38cf tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338035 Apr 20 16:14:26.609261 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a14ab32-e1cb-4098-a914-8fc7b4654c30 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:14:26.614705 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a14ab32-e1cb-4098-a914-8fc7b4654c30 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:26.626971 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb627244-949f-4f40-9864-0b2a9df0434c None None] Sync routers for ids ['51540090-b602-43cc-b46b-72c28572b016'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:14:26.641711 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb627244-949f-4f40-9864-0b2a9df0434c None None] Routers {'51540090-b602-43cc-b46b-72c28572b016'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:14:26.642337 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-eb627244-949f-4f40-9864-0b2a9df0434c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:14:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['51540090-b602-43cc-b46b-72c28572b016'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:26.658022 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da0652be-13f5-4b1a-95f8-0a1379d930bd req-83ec7e69-6596-4654-acd6-f1b6d88a4265 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692794 Apr 20 16:14:26.659784 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2a14ab32-e1cb-4098-a914-8fc7b4654c30 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "PUT /v2.0/floatingips/741cf5db-410c-4259-8cae-89ff6f1e4b51 HTTP/1.1" status: 200 len: 991 time: 1.5324883 Apr 20 16:14:26.660443 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'tag': '18f3702c-45ea-40ef-a824-e2709a902263'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:26.662686 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c722d5a9-ffd6-4146-a75a-8dcc8ec0abe1" -d '{"events": [{"name": "network-changed", "server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "tag": "18f3702c-45ea-40ef-a824-e2709a902263"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:14:26.706836 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2118ad-ba3b-48f2-b559-5823cd7e65af x-openstack-request-id: req-1a2118ad-ba3b-48f2-b559-5823cd7e65af {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:14:26.707132 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "tag": "18f3702c-45ea-40ef-a824-e2709a902263", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:14:26.707376 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a2118ad-ba3b-48f2-b559-5823cd7e65af {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:14:26.707798 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a2118ad-ba3b-48f2-b559-5823cd7e65af'] response: {'name': 'network-changed', 'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'tag': '18f3702c-45ea-40ef-a824-e2709a902263', 'status': 'completed', 'code': 200} Apr 20 16:14:26.757644 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-eb627244-949f-4f40-9864-0b2a9df0434c None None] Set router 51540090-b602-43cc-b46b-72c28572b016 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:14:26.802531 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722d5a9-ffd6-4146-a75a-8dcc8ec0abe1 req-1003b9d6-73d8-438e-97d8-7143f10cb0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:26.803025 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722d5a9-ffd6-4146-a75a-8dcc8ec0abe1 req-1003b9d6-73d8-438e-97d8-7143f10cb0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:26.803496 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722d5a9-ffd6-4146-a75a-8dcc8ec0abe1 req-1003b9d6-73d8-438e-97d8-7143f10cb0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:26.803970 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722d5a9-ffd6-4146-a75a-8dcc8ec0abe1 req-1003b9d6-73d8-438e-97d8-7143f10cb0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:26.804457 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722d5a9-ffd6-4146-a75a-8dcc8ec0abe1 req-1003b9d6-73d8-438e-97d8-7143f10cb0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:26.804926 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722d5a9-ffd6-4146-a75a-8dcc8ec0abe1 req-1003b9d6-73d8-438e-97d8-7143f10cb0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:26.805380 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722d5a9-ffd6-4146-a75a-8dcc8ec0abe1 req-1003b9d6-73d8-438e-97d8-7143f10cb0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:26.807274 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c722d5a9-ffd6-4146-a75a-8dcc8ec0abe1 req-1003b9d6-73d8-438e-97d8-7143f10cb0a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52e792bf173b40589fd45d3280bfec0b&device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 6500 time: 0.0533216 Apr 20 16:14:26.899503 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722d5a9-ffd6-4146-a75a-8dcc8ec0abe1 req-a94eda27-f907-437a-9c70-49ae04f1aead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:26.901064 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c722d5a9-ffd6-4146-a75a-8dcc8ec0abe1 req-a94eda27-f907-437a-9c70-49ae04f1aead service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a539455-a33b-4573-a499-12dcf82cf2d8 HTTP/1.1" status: 200 len: 917 time: 0.0873520 Apr 20 16:14:26.972838 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:14:26.976548 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c722d5a9-ffd6-4146-a75a-8dcc8ec0abe1 req-c7509e14-b191-44d0-9222-b2f4692571ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18f3702c-45ea-40ef-a824-e2709a902263 HTTP/1.1" status: 200 len: 999 time: 0.0675302 Apr 20 16:14:27.025329 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722d5a9-ffd6-4146-a75a-8dcc8ec0abe1 req-ca1003e6-e32f-4a1e-b6df-3eeb0df4976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:27.026823 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c722d5a9-ffd6-4146-a75a-8dcc8ec0abe1 req-ca1003e6-e32f-4a1e-b6df-3eeb0df4976e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf84b94b-dba3-472d-a23f-24ed520f6e46 HTTP/1.1" status: 200 len: 855 time: 0.0434890 Apr 20 16:14:27.070096 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-eb627244-949f-4f40-9864-0b2a9df0434c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51540090-b602-43cc-b46b-72c28572b016', 'name': 'tempest-TaggedBootDevicesTest_v242-434958766-router', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'e668af26-f568-403c-a906-c0590e27df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:23Z', 'updated_at': '2022-04-20T16:11:28Z', 'revision_number': 4, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'gw_port': {'id': 'e668af26-f568-403c-a906-c0590e27df3e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51540090-b602-43cc-b46b-72c28572b016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:24Z', 'updated_at': '2022-04-20T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '741cf5db-410c-4259-8cae-89ff6f1e4b51', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'floating_ip_address': '172.25.0.167', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '51540090-b602-43cc-b46b-72c28572b016', 'port_id': '18f3702c-45ea-40ef-a824-e2709a902263', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8', 'mac_address': 'fa:16:3e:4d:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694ed346-3b21-4205-a721-a2553728b29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:12:50Z', 'updated_at': '2022-04-20T16:14:25Z', 'revision_number': 1, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b130de76-3b49-4f14-a308-ce37a962a5aa', 'name': '', 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'mac_address': 'fa:16:3e:f1:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51540090-b602-43cc-b46b-72c28572b016', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bf84b94b-dba3-472d-a23f-24ed520f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:27Z', 'updated_at': '2022-04-20T16:11:37Z', 'revision_number': 5, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'subnets': [{'id': 'bf84b94b-dba3-472d-a23f-24ed520f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:27.070603 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722d5a9-ffd6-4146-a75a-8dcc8ec0abe1 req-0348836b-ad02-4ece-aa95-172003963ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:27.072145 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c722d5a9-ffd6-4146-a75a-8dcc8ec0abe1 req-0348836b-ad02-4ece-aa95-172003963ad5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a539455-a33b-4573-a499-12dcf82cf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394373 Apr 20 16:14:27.104225 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb627244-949f-4f40-9864-0b2a9df0434c None None] Checking router: 51540090-b602-43cc-b46b-72c28572b016 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:14:27.128851 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:27.131096 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb627244-949f-4f40-9864-0b2a9df0434c None None] Routers {'51540090-b602-43cc-b46b-72c28572b016'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:14:27.131715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-eb627244-949f-4f40-9864-0b2a9df0434c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:14:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['51540090-b602-43cc-b46b-72c28572b016'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:27.142333 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['0608a44f-09dd-4853-86de-8e2568624904'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:14:27.165908 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c722d5a9-ffd6-4146-a75a-8dcc8ec0abe1 req-0f1fcb30-3f3e-430d-88ee-ed30cb5a967f service neutron] 10.222.0.30 "GET /v2.0/networks/5a539455-a33b-4573-a499-12dcf82cf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858257 Apr 20 16:14:27.214003 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '2ec6e65c-b03e-4ba8-ac37-7b06bb13130a', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': '2ec6e65c-b03e-4ba8-ac37-7b06bb13130a', 'mac_address': 'fa:16:3e:17:c6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:14:27.254713 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c722d5a9-ffd6-4146-a75a-8dcc8ec0abe1 req-b18642dd-b535-469b-b70c-d8c2d53d4d65 service neutron] 10.222.0.30 "GET /v2.0/networks/5a539455-a33b-4573-a499-12dcf82cf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818117 Apr 20 16:14:27.332441 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:27.369589 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-eb627244-949f-4f40-9864-0b2a9df0434c None None] Set router 51540090-b602-43cc-b46b-72c28572b016 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:14:27.399426 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:14:27.450693 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:27.504751 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc32e5e-cb45-459a-a295-d66092252d64 req-62f7ade2-9419-46e9-9dec-fba33aeafc12 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:27.506457 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-acc32e5e-cb45-459a-a295-d66092252d64 req-62f7ade2-9419-46e9-9dec-fba33aeafc12 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.0580597 Apr 20 16:14:27.532573 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:27.544996 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6e4fc-41bd-4947-868b-ae2f01f02be1 req-279f9377-09f8-4ba7-baa9-c53c998929bc tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:27.547035 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-30b6e4fc-41bd-4947-868b-ae2f01f02be1 req-279f9377-09f8-4ba7-baa9-c53c998929bc tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0512252 Apr 20 16:14:27.558599 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-acc32e5e-cb45-459a-a295-d66092252d64 req-034d3627-0e56-491d-8993-534386c8fbbf tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442832 Apr 20 16:14:27.593193 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-30b6e4fc-41bd-4947-868b-ae2f01f02be1 req-cfc254a4-9b9e-4667-8c9d-57b36d9b8e09 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393965 Apr 20 16:14:27.673931 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:27.680447 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a,revision_number=9']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:27.748052 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9da6e4-a626-4003-a55a-abd33406c0ac req-bc296997-4f17-4693-ad45-e477e4dd50c8 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:27.749635 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e9da6e4-a626-4003-a55a-abd33406c0ac req-bc296997-4f17-4693-ad45-e477e4dd50c8 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=defa8359-8d46-41bc-b79c-fa423a1a952f HTTP/1.1" status: 200 len: 943 time: 0.0573626 Apr 20 16:14:27.775886 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['2ec6e65c-b03e-4ba8-ac37-7b06bb13130a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:14:27.789069 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b591b3-8dd7-4aa1-afdd-d08a1bf6e0f8 req-01a10e9a-3487-41ab-9cff-1aededba42a8 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:27.789451 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e9da6e4-a626-4003-a55a-abd33406c0ac req-52446700-4131-46eb-b672-a9b1bdfca881 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333769 Apr 20 16:14:27.795263 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b591b3-8dd7-4aa1-afdd-d08a1bf6e0f8 req-01a10e9a-3487-41ab-9cff-1aededba42a8 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:27.797079 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b3b591b3-8dd7-4aa1-afdd-d08a1bf6e0f8 req-01a10e9a-3487-41ab-9cff-1aededba42a8 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 1681 time: 0.0616486 Apr 20 16:14:27.821320 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-eb627244-949f-4f40-9864-0b2a9df0434c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51540090-b602-43cc-b46b-72c28572b016', 'name': 'tempest-TaggedBootDevicesTest_v242-434958766-router', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'e668af26-f568-403c-a906-c0590e27df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:23Z', 'updated_at': '2022-04-20T16:11:28Z', 'revision_number': 4, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'gw_port': {'id': 'e668af26-f568-403c-a906-c0590e27df3e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51540090-b602-43cc-b46b-72c28572b016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:24Z', 'updated_at': '2022-04-20T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '741cf5db-410c-4259-8cae-89ff6f1e4b51', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'floating_ip_address': '172.25.0.167', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '51540090-b602-43cc-b46b-72c28572b016', 'port_id': '18f3702c-45ea-40ef-a824-e2709a902263', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8', 'mac_address': 'fa:16:3e:4d:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694ed346-3b21-4205-a721-a2553728b29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:12:50Z', 'updated_at': '2022-04-20T16:14:25Z', 'revision_number': 1, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b130de76-3b49-4f14-a308-ce37a962a5aa', 'name': '', 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'mac_address': 'fa:16:3e:f1:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51540090-b602-43cc-b46b-72c28572b016', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bf84b94b-dba3-472d-a23f-24ed520f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:27Z', 'updated_at': '2022-04-20T16:11:37Z', 'revision_number': 5, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'subnets': [{'id': 'bf84b94b-dba3-472d-a23f-24ed520f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:27.843654 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b3b591b3-8dd7-4aa1-afdd-d08a1bf6e0f8 req-2c57641a-819b-49b6-8007-5232034073ee tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382731 Apr 20 16:14:27.852823 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb627244-949f-4f40-9864-0b2a9df0434c None None] The sync data for ids ['51540090-b602-43cc-b46b-72c28572b016'] in n-d-836146-2 is: [{'id': '51540090-b602-43cc-b46b-72c28572b016', 'name': 'tempest-TaggedBootDevicesTest_v242-434958766-router', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'e668af26-f568-403c-a906-c0590e27df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:23Z', 'updated_at': '2022-04-20T16:11:28Z', 'revision_number': 4, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'gw_port': {'id': 'e668af26-f568-403c-a906-c0590e27df3e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51540090-b602-43cc-b46b-72c28572b016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:24Z', 'updated_at': '2022-04-20T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '741cf5db-410c-4259-8cae-89ff6f1e4b51', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'floating_ip_address': '172.25.0.167', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '51540090-b602-43cc-b46b-72c28572b016', 'port_id': '18f3702c-45ea-40ef-a824-e2709a902263', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8', 'mac_address': 'fa:16:3e:4d:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694ed346-3b21-4205-a721-a2553728b29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:12:50Z', 'updated_at': '2022-04-20T16:14:25Z', 'revision_number': 1, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b130de76-3b49-4f14-a308-ce37a962a5aa', 'name': '', 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'mac_address': 'fa:16:3e:f1:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51540090-b602-43cc-b46b-72c28572b016', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bf84b94b-dba3-472d-a23f-24ed520f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:27Z', 'updated_at': '2022-04-20T16:11:37Z', 'revision_number': 5, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'subnets': [{'id': 'bf84b94b-dba3-472d-a23f-24ed520f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:14:27.963961 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 2b063f9e-2709-4689-b894-98ad231f31a7 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:14:28.053875 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efb43b5-c80f-4351-97ef-964f395cb36b None None] New status for floating IP 741cf5db-410c-4259-8cae-89ff6f1e4b51: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:14:28.087346 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:28.130031 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 2b063f9e-2709-4689-b894-98ad231f31a7 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:14:28.134061 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 2b063f9e-2709-4689-b894-98ad231f31a7 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:28.134469 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:28.213458 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:28.236514 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f892bd-65f7-4c24-87b2-d12592788f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b063f9e-2709-4689-b894-98ad231f31a7'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:28.238732 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38463259-85c3-433f-9dda-9ea4d9a5be42" -d '{"events": [{"server_uuid": "64f892bd-65f7-4c24-87b2-d12592788f98", "name": "network-vif-plugged", "status": "completed", "tag": "2b063f9e-2709-4689-b894-98ad231f31a7"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:14:28.251496 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 2b063f9e-2709-4689-b894-98ad231f31a7, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=2b063f9e-2709-4689-b894-98ad231f31a7,segment=NetworkSegment(1cdedecf-ab94-4497-8b50-39855b177cd5),segment_id=1cdedecf-ab94-4497-8b50-39855b177cd5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:28.274314 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e721eb-f550-453c-874f-320aec5d9e0d x-openstack-request-id: req-f4e721eb-f550-453c-874f-320aec5d9e0d {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:14:28.274603 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f892bd-65f7-4c24-87b2-d12592788f98", "name": "network-vif-plugged", "status": "completed", "tag": "2b063f9e-2709-4689-b894-98ad231f31a7", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:14:28.274852 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4e721eb-f550-453c-874f-320aec5d9e0d {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:14:28.275247 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4e721eb-f550-453c-874f-320aec5d9e0d'] response: {'server_uuid': '64f892bd-65f7-4c24-87b2-d12592788f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b063f9e-2709-4689-b894-98ad231f31a7', 'code': 200} Apr 20 16:14:28.404258 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:28.455527 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=2b063f9e-2709-4689-b894-98ad231f31a7,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:28.458489 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:28.679951 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344203e-60cd-4c44-b802-43aa4c93019a req-a905070c-8431-4dca-bea3-f2f13f33898d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:28.681370 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6344203e-60cd-4c44-b802-43aa4c93019a req-a905070c-8431-4dca-bea3-f2f13f33898d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.0513971 Apr 20 16:14:28.705957 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae9042-3ee6-4fcc-971e-0cac4a38ec88 req-df15829e-3079-4610-9988-c9643fb468f1 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:28.707455 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8ae9042-3ee6-4fcc-971e-0cac4a38ec88 req-df15829e-3079-4610-9988-c9643fb468f1 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0496178 Apr 20 16:14:28.724564 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6344203e-60cd-4c44-b802-43aa4c93019a req-5ae13f87-57da-4b61-adb7-d02906f6c9da tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363274 Apr 20 16:14:28.746263 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8ae9042-3ee6-4fcc-971e-0cac4a38ec88 req-0d8674f0-3207-428d-9871-e536a206c667 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319958 Apr 20 16:14:28.905567 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8df84-4b44-4dca-a583-df30e3e04fa1 req-001ef87b-ceee-4e1b-b009-c4f4eaf5ccae tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:28.907067 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2fa8df84-4b44-4dca-a583-df30e3e04fa1 req-001ef87b-ceee-4e1b-b009-c4f4eaf5ccae tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=defa8359-8d46-41bc-b79c-fa423a1a952f HTTP/1.1" status: 200 len: 943 time: 0.0499644 Apr 20 16:14:28.945312 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2fa8df84-4b44-4dca-a583-df30e3e04fa1 req-385c3906-9d76-4b32-9852-5edff09bfbd7 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317340 Apr 20 16:14:28.953667 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 121d28db-eefc-4708-90be-59307cbf4cec details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:14:28.968686 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c936d55-cd60-4c60-b14a-e23d300a2b8c req-20adc574-a627-4122-aedc-db31e8898a38 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:28.973995 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c936d55-cd60-4c60-b14a-e23d300a2b8c req-20adc574-a627-4122-aedc-db31e8898a38 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:28.975717 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9c936d55-cd60-4c60-b14a-e23d300a2b8c req-20adc574-a627-4122-aedc-db31e8898a38 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 1682 time: 0.0604551 Apr 20 16:14:29.028663 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9c936d55-cd60-4c60-b14a-e23d300a2b8c req-69d6f0ce-b76d-4730-860d-d227ed70bd62 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455809 Apr 20 16:14:29.090894 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:14:29.207043 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:29.207320 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:29.236747 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 121d28db-eefc-4708-90be-59307cbf4cec, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=121d28db-eefc-4708-90be-59307cbf4cec,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:29.253130 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '121d28db-eefc-4708-90be-59307cbf4cec', 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c', 'port_id': '121d28db-eefc-4708-90be-59307cbf4cec', 'mac_address': 'fa:16:3e:93:6a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce9e0e03-496c-4740-ab53-97424319556b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:14:29.300977 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:29.338990 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121d28db-eefc-4708-90be-59307cbf4cec {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:14:29.354149 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:29.369099 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 121d28db-eefc-4708-90be-59307cbf4cec, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=121d28db-eefc-4708-90be-59307cbf4cec,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:29.393528 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:29.446557 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:29.491420 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:29.496985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=121d28db-eefc-4708-90be-59307cbf4cec,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:29.555168 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a,revision_number=10']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:29.633099 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:29.846893 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f7330-89c6-40f3-bd96-54c25355ea78 req-4458912b-eb8c-44e7-96f5-f129e90a14b3 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:29.848375 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-841f7330-89c6-40f3-bd96-54c25355ea78 req-4458912b-eb8c-44e7-96f5-f129e90a14b3 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.0535617 Apr 20 16:14:29.864087 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3683fbd-c8df-44c0-96b1-872bc8e39d21 req-be8f4097-c06a-4549-b3c8-f8e9bae41004 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:29.865812 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e3683fbd-c8df-44c0-96b1-872bc8e39d21 req-be8f4097-c06a-4549-b3c8-f8e9bae41004 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0489542 Apr 20 16:14:29.886934 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-841f7330-89c6-40f3-bd96-54c25355ea78 req-529cef90-bac1-4e51-a2ac-98d1f213286f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320575 Apr 20 16:14:29.906826 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e3683fbd-c8df-44c0-96b1-872bc8e39d21 req-7ec224c0-58ad-4589-adf2-4968adfb0730 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346296 Apr 20 16:14:29.976300 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 0608a44f-09dd-4853-86de-8e2568624904 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:14:30.063267 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b9a23-dc76-4eab-9693-1218f28ccb3d req-51e00323-7328-42ba-8090-6253d87cc0cf tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:30.064809 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c29b9a23-dc76-4eab-9693-1218f28ccb3d req-51e00323-7328-42ba-8090-6253d87cc0cf tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=defa8359-8d46-41bc-b79c-fa423a1a952f HTTP/1.1" status: 200 len: 944 time: 0.0502586 Apr 20 16:14:30.093900 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['121d28db-eefc-4708-90be-59307cbf4cec'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:14:30.121417 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c29b9a23-dc76-4eab-9693-1218f28ccb3d req-fc2ba9a6-cf0f-4504-9f01-0fd19b8db7df tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497353 Apr 20 16:14:30.137135 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 0608a44f-09dd-4853-86de-8e2568624904 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:14:30.139751 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 0608a44f-09dd-4853-86de-8e2568624904 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:30.140152 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:30.160373 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e005238-fc25-4e8b-ac8a-8ad9734eb031 req-2fbae8da-6aed-4e21-a9d1-49ec6b998461 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:30.166192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e005238-fc25-4e8b-ac8a-8ad9734eb031 req-2fbae8da-6aed-4e21-a9d1-49ec6b998461 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:30.167725 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5e005238-fc25-4e8b-ac8a-8ad9734eb031 req-2fbae8da-6aed-4e21-a9d1-49ec6b998461 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 1682 time: 0.0583823 Apr 20 16:14:30.206587 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5e005238-fc25-4e8b-ac8a-8ad9734eb031 req-8d225b5c-3b3c-4879-9a89-f756d405e5c4 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322018 Apr 20 16:14:30.267006 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:30.280382 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3b6815-08e4-4e36-ad66-187fa8ef5d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec6e65c-b03e-4ba8-ac37-7b06bb13130a'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:30.282590 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890426bd-426c-4024-a7dd-dc2b450cd2b4" -d '{"events": [{"server_uuid": "6b3b6815-08e4-4e36-ad66-187fa8ef5d48", "name": "network-vif-plugged", "status": "completed", "tag": "2ec6e65c-b03e-4ba8-ac37-7b06bb13130a"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:14:30.353692 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623f0101-eeed-4aab-85c7-d732fab2cba8 x-openstack-request-id: req-623f0101-eeed-4aab-85c7-d732fab2cba8 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:14:30.353692 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3b6815-08e4-4e36-ad66-187fa8ef5d48", "name": "network-vif-plugged", "status": "completed", "tag": "2ec6e65c-b03e-4ba8-ac37-7b06bb13130a", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:14:30.353692 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-623f0101-eeed-4aab-85c7-d732fab2cba8 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:14:30.353692 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-623f0101-eeed-4aab-85c7-d732fab2cba8'] response: {'server_uuid': '6b3b6815-08e4-4e36-ad66-187fa8ef5d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec6e65c-b03e-4ba8-ac37-7b06bb13130a', 'code': 200} Apr 20 16:14:30.353692 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 0608a44f-09dd-4853-86de-8e2568624904, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=0608a44f-09dd-4853-86de-8e2568624904,segment=NetworkSegment(eae70ce9-77b9-4065-aee6-8d3899594723),segment_id=eae70ce9-77b9-4065-aee6-8d3899594723)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:30.447029 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:30.493590 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=0608a44f-09dd-4853-86de-8e2568624904,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:31.004559 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c1178-ae0b-4358-983a-ab5a9a17b3c5 req-be1d8042-6f4f-42a4-a363-4ec72d4782bb tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:31.006102 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f92c1178-ae0b-4358-983a-ab5a9a17b3c5 req-be1d8042-6f4f-42a4-a363-4ec72d4782bb tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.0488496 Apr 20 16:14:31.028730 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbead89-5265-4031-b030-d3189a15b8c2 req-2f3dc354-0d96-47c5-9405-8082aa4dd056 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:31.030225 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5fbead89-5265-4031-b030-d3189a15b8c2 req-2f3dc354-0d96-47c5-9405-8082aa4dd056 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0509539 Apr 20 16:14:31.047804 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f92c1178-ae0b-4358-983a-ab5a9a17b3c5 req-e8709ae7-562e-468b-9098-d220ba92ab03 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335977 Apr 20 16:14:31.078119 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5fbead89-5265-4031-b030-d3189a15b8c2 req-bf14d9db-1c0a-48aa-8c98-431e7ab1cd11 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407145 Apr 20 16:14:31.233322 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9423d46-f6c6-4172-bbb0-77015dfc6e41 req-4ce62d99-91db-48b7-87a1-e5cdfb8b0dd9 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:31.235323 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b9423d46-f6c6-4172-bbb0-77015dfc6e41 req-4ce62d99-91db-48b7-87a1-e5cdfb8b0dd9 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=defa8359-8d46-41bc-b79c-fa423a1a952f HTTP/1.1" status: 200 len: 944 time: 0.0507262 Apr 20 16:14:31.280996 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b9423d46-f6c6-4172-bbb0-77015dfc6e41 req-9ba014d0-cbe1-4f19-973e-7c9d20a60226 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382745 Apr 20 16:14:31.333437 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5e86d-5652-4f7c-a5fd-d4b9b5b3f0b8 req-a4188b7d-a0d9-4b74-9718-762814e5654a tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:31.339472 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5e86d-5652-4f7c-a5fd-d4b9b5b3f0b8 req-a4188b7d-a0d9-4b74-9718-762814e5654a tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:31.341067 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b9a5e86d-5652-4f7c-a5fd-d4b9b5b3f0b8 req-a4188b7d-a0d9-4b74-9718-762814e5654a tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 1683 time: 0.0611389 Apr 20 16:14:31.379311 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b9a5e86d-5652-4f7c-a5fd-d4b9b5b3f0b8 req-0db564a0-90e0-4974-a13c-e5a28d416728 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316277 Apr 20 16:14:32.221425 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1a3d4-5ebc-4802-8518-85b57a6c7be7 req-9c0e5b1d-ac69-4fa2-a593-b437884086ba tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:32.224935 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-edd1a3d4-5ebc-4802-8518-85b57a6c7be7 req-9c0e5b1d-ac69-4fa2-a593-b437884086ba tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.0561154 Apr 20 16:14:32.237566 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37348b-146e-45cf-9c03-e017c38137d0 req-67f41f2f-c2e7-445f-a7f3-aa0875c2e9d4 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:32.239132 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa37348b-146e-45cf-9c03-e017c38137d0 req-67f41f2f-c2e7-445f-a7f3-aa0875c2e9d4 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0526667 Apr 20 16:14:32.268697 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-edd1a3d4-5ebc-4802-8518-85b57a6c7be7 req-c1abfa8a-3629-4b31-ac04-e1a309aca004 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377011 Apr 20 16:14:32.276755 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa37348b-146e-45cf-9c03-e017c38137d0 req-abf705e2-e0e7-429f-930d-128c2ef9259d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316072 Apr 20 16:14:32.326042 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f892bd-65f7-4c24-87b2-d12592788f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0608a44f-09dd-4853-86de-8e2568624904'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:32.328578 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642381bd-ae97-425f-8729-6dd2c163c362" -d '{"events": [{"server_uuid": "64f892bd-65f7-4c24-87b2-d12592788f98", "name": "network-vif-plugged", "status": "completed", "tag": "0608a44f-09dd-4853-86de-8e2568624904"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:14:32.370897 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb55d17e-a548-498c-9e24-99db24549321 x-openstack-request-id: req-bb55d17e-a548-498c-9e24-99db24549321 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:14:32.371189 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f892bd-65f7-4c24-87b2-d12592788f98", "name": "network-vif-plugged", "status": "completed", "tag": "0608a44f-09dd-4853-86de-8e2568624904", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:14:32.371437 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb55d17e-a548-498c-9e24-99db24549321 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:14:32.371836 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb55d17e-a548-498c-9e24-99db24549321'] response: {'server_uuid': '64f892bd-65f7-4c24-87b2-d12592788f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0608a44f-09dd-4853-86de-8e2568624904', 'code': 200} Apr 20 16:14:32.401627 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea696661-8f40-4d42-ae49-ad1b0a99c2a5 req-609a8d84-d88c-4bd2-a920-a0c6212af034 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:32.403481 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ea696661-8f40-4d42-ae49-ad1b0a99c2a5 req-609a8d84-d88c-4bd2-a920-a0c6212af034 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=defa8359-8d46-41bc-b79c-fa423a1a952f HTTP/1.1" status: 200 len: 944 time: 0.0487947 Apr 20 16:14:32.447076 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ea696661-8f40-4d42-ae49-ad1b0a99c2a5 req-e18352ed-d07a-46ad-9541-ddb7c847e299 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365889 Apr 20 16:14:32.535091 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e69f9-c60d-4c9b-9d7c-e91a078f462a req-573d5285-5b08-4383-b058-912502101b01 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:32.540865 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e69f9-c60d-4c9b-9d7c-e91a078f462a req-573d5285-5b08-4383-b058-912502101b01 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:32.542434 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-037e69f9-c60d-4c9b-9d7c-e91a078f462a req-573d5285-5b08-4383-b058-912502101b01 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 1683 time: 0.0870357 Apr 20 16:14:32.545142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0cff0-c2ce-4c58-9ec3-246ab60578fe req-084aa60c-4920-4ad3-ba28-f2d950fe1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:32.545618 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0cff0-c2ce-4c58-9ec3-246ab60578fe req-084aa60c-4920-4ad3-ba28-f2d950fe1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:32.547136 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e7d0cff0-c2ce-4c58-9ec3-246ab60578fe req-084aa60c-4920-4ad3-ba28-f2d950fe1939 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 1985 time: 0.0905542 Apr 20 16:14:32.611197 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-037e69f9-c60d-4c9b-9d7c-e91a078f462a req-2f8c487c-87e7-45d4-9567-e74cf9fa2f00 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605848 Apr 20 16:14:32.617671 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e7d0cff0-c2ce-4c58-9ec3-246ab60578fe req-d57fa585-8254-4822-b2c6-7d3714f7386e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509450 Apr 20 16:14:32.964619 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 121d28db-eefc-4708-90be-59307cbf4cec up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:14:33.096456 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 121d28db-eefc-4708-90be-59307cbf4cec completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:14:33.101267 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 121d28db-eefc-4708-90be-59307cbf4cec triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:33.102093 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:33.183346 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:33.219629 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 121d28db-eefc-4708-90be-59307cbf4cec, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=121d28db-eefc-4708-90be-59307cbf4cec,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:33.299092 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:33.360160 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=121d28db-eefc-4708-90be-59307cbf4cec,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:33.429049 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d93eaf-d5a3-4bf4-bb11-eba8ec98695f req-e8fb6071-a9b6-4fa8-a354-09089e4c2d76 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:33.436484 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-89d93eaf-d5a3-4bf4-bb11-eba8ec98695f req-e8fb6071-a9b6-4fa8-a354-09089e4c2d76 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.0566521 Apr 20 16:14:33.452185 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c576d1-c2bb-4f5f-a006-c7c4998a7633 req-cac3f347-8624-41ce-9fc8-285d92e702da tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:33.455875 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4c576d1-c2bb-4f5f-a006-c7c4998a7633 req-cac3f347-8624-41ce-9fc8-285d92e702da tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0676603 Apr 20 16:14:33.475189 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-89d93eaf-d5a3-4bf4-bb11-eba8ec98695f req-f7247837-c548-48d3-9c64-90d5124f6681 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376012 Apr 20 16:14:33.518311 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4c576d1-c2bb-4f5f-a006-c7c4998a7633 req-ac5ca205-3a39-41cf-b41a-bb7753fc9a28 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556791 Apr 20 16:14:33.633817 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359497b-7327-4244-ac4b-709ee9960fc7 req-ea98c4d1-40e5-4a8f-9c0f-1247403d345a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:33.635553 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5359497b-7327-4244-ac4b-709ee9960fc7 req-ea98c4d1-40e5-4a8f-9c0f-1247403d345a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=defa8359-8d46-41bc-b79c-fa423a1a952f HTTP/1.1" status: 200 len: 945 time: 0.0543699 Apr 20 16:14:33.683980 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5359497b-7327-4244-ac4b-709ee9960fc7 req-8975e338-3242-4843-b5fe-00cc888bf6ef tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423620 Apr 20 16:14:33.736327 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789d578-35db-40a6-a9f9-6ec67ec43bf7 req-52c916f0-9b02-4bad-adfb-25a59eccf5e9 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:33.743175 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789d578-35db-40a6-a9f9-6ec67ec43bf7 req-52c916f0-9b02-4bad-adfb-25a59eccf5e9 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:33.744782 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a789d578-35db-40a6-a9f9-6ec67ec43bf7 req-52c916f0-9b02-4bad-adfb-25a59eccf5e9 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 1683 time: 0.0650718 Apr 20 16:14:33.791291 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a789d578-35db-40a6-a9f9-6ec67ec43bf7 req-6c933d96-6062-4527-894d-cc3527d06969 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402572 Apr 20 16:14:34.372998 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defa8359-8d46-41bc-b79c-fa423a1a952f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121d28db-eefc-4708-90be-59307cbf4cec'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:34.379340 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab638e4-46f4-46c3-817c-bbfeb059562e" -d '{"events": [{"server_uuid": "defa8359-8d46-41bc-b79c-fa423a1a952f", "name": "network-vif-plugged", "status": "completed", "tag": "121d28db-eefc-4708-90be-59307cbf4cec"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:14:34.415441 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9173046-01f9-46aa-baa7-2b566e2595b7 x-openstack-request-id: req-d9173046-01f9-46aa-baa7-2b566e2595b7 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:14:34.415742 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defa8359-8d46-41bc-b79c-fa423a1a952f", "name": "network-vif-plugged", "status": "completed", "tag": "121d28db-eefc-4708-90be-59307cbf4cec", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:14:34.415997 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9173046-01f9-46aa-baa7-2b566e2595b7 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:14:34.416425 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9173046-01f9-46aa-baa7-2b566e2595b7'] response: {'server_uuid': 'defa8359-8d46-41bc-b79c-fa423a1a952f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121d28db-eefc-4708-90be-59307cbf4cec', 'code': 200} Apr 20 16:14:34.616682 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc05e29-e5d0-42c9-9300-f1e6c88779ac req-d235552e-794a-4911-8087-43f2eacdfb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:34.618262 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6dc05e29-e5d0-42c9-9300-f1e6c88779ac req-d235552e-794a-4911-8087-43f2eacdfb97 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=defa8359-8d46-41bc-b79c-fa423a1a952f HTTP/1.1" status: 200 len: 1096 time: 0.0887611 Apr 20 16:14:34.631449 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e99d9-74b8-46b5-bd5a-7aaf993a30c3 req-d7b389de-bf6b-43f7-b379-4af3f67b458a tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:34.639041 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8e2e99d9-74b8-46b5-bd5a-7aaf993a30c3 req-d7b389de-bf6b-43f7-b379-4af3f67b458a tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.0835626 Apr 20 16:14:34.688520 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6dc05e29-e5d0-42c9-9300-f1e6c88779ac req-fdb78a1c-9492-4c31-90d3-1b56267f2768 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472469 Apr 20 16:14:34.713200 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8e2e99d9-74b8-46b5-bd5a-7aaf993a30c3 req-f071eee9-7e11-415f-a52d-41993b7a7acd tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731325 Apr 20 16:14:34.722046 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0096d-a9d1-4334-a084-5f938941df71 req-1fe097b1-3e8b-47a1-a12c-02e7e9b466d4 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:34.739441 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b7c0096d-a9d1-4334-a084-5f938941df71 req-1fe097b1-3e8b-47a1-a12c-02e7e9b466d4 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0987167 Apr 20 16:14:34.821157 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b7c0096d-a9d1-4334-a084-5f938941df71 req-c4b36533-d839-44a6-9bdd-1fc995f9dbab tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808179 Apr 20 16:14:34.896458 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b1a3d-5fcd-41f6-9555-13cd749b86c1 req-e9bcfc08-f699-4b2e-9243-d2a37d27280e tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:34.898002 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-389b1a3d-5fcd-41f6-9555-13cd749b86c1 req-e9bcfc08-f699-4b2e-9243-d2a37d27280e tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=defa8359-8d46-41bc-b79c-fa423a1a952f HTTP/1.1" status: 200 len: 945 time: 0.0772581 Apr 20 16:14:34.963811 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257aa22-833a-4d26-9b80-e3fe7a314c09 req-f1b736e7-756d-422d-a515-3f00034fb5d6 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:34.968230 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-389b1a3d-5fcd-41f6-9555-13cd749b86c1 req-52cbbaaf-f337-4894-b339-cb230f7cbf0d tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595095 Apr 20 16:14:34.973562 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257aa22-833a-4d26-9b80-e3fe7a314c09 req-f1b736e7-756d-422d-a515-3f00034fb5d6 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:34.976227 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6257aa22-833a-4d26-9b80-e3fe7a314c09 req-f1b736e7-756d-422d-a515-3f00034fb5d6 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 1683 time: 0.0839348 Apr 20 16:14:35.025650 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6257aa22-833a-4d26-9b80-e3fe7a314c09 req-4f9da156-300e-4806-b476-cc9dbb35d9ab tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399473 Apr 20 16:14:35.619330 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d788a-9adf-400a-b888-e10404c71a6d req-2b73792c-834c-449a-b225-b3f6db41ed15 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:35.625915 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d788a-9adf-400a-b888-e10404c71a6d req-2b73792c-834c-449a-b225-b3f6db41ed15 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:35.627546 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d53d788a-9adf-400a-b888-e10404c71a6d req-2b73792c-834c-449a-b225-b3f6db41ed15 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 1683 time: 0.0874782 Apr 20 16:14:35.802623 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d53d788a-9adf-400a-b888-e10404c71a6d req-04f8fcd7-fe27-45b2-8b05-51758f809ecd tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324104 Apr 20 16:14:35.831645 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142e698-6aef-4fde-b1c6-0fca4c0c5129 req-1109f493-a273-486c-bd79-15ab5c693d7c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:35.833527 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f142e698-6aef-4fde-b1c6-0fca4c0c5129 req-1109f493-a273-486c-bd79-15ab5c693d7c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.0602293 Apr 20 16:14:35.880431 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f142e698-6aef-4fde-b1c6-0fca4c0c5129 req-f23bbed2-30f2-4ff7-9fe7-0adc99298f55 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380504 Apr 20 16:14:35.946255 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d26257-c85d-4354-a69d-c1ebca6fe7bb req-0dcd7e00-1961-46c3-b86d-8d90ca655412 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:35.947827 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-14d26257-c85d-4354-a69d-c1ebca6fe7bb req-0dcd7e00-1961-46c3-b86d-8d90ca655412 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0497398 Apr 20 16:14:35.989613 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-14d26257-c85d-4354-a69d-c1ebca6fe7bb req-c8f52e97-9a3d-4896-abb0-69e0f7f31ea3 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349050 Apr 20 16:14:36.102060 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5383b13-f668-4131-b498-0354943072ed req-3c3055fb-8955-492a-ae37-7a62279c524c tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:36.103559 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5383b13-f668-4131-b498-0354943072ed req-3c3055fb-8955-492a-ae37-7a62279c524c tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=defa8359-8d46-41bc-b79c-fa423a1a952f HTTP/1.1" status: 200 len: 945 time: 0.0558677 Apr 20 16:14:36.145735 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5383b13-f668-4131-b498-0354943072ed req-ba408cd7-8dcf-47d4-bb5f-a0d252876cc0 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326281 Apr 20 16:14:36.170713 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-89acd6ab-06e1-4ef3-b7f5-f244f3b2ecc6 service neutron] show failed (client error): The resource could not be found. Apr 20 16:14:36.172507 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-89acd6ab-06e1-4ef3-b7f5-f244f3b2ecc6 service neutron] 10.222.0.26 "GET /v2.0/ports/f81a6c35-3774-4a1c-a71e-5c2c6cef1de5/bindings/n-h2-836146-2 HTTP/1.1" status: 404 len: 380 time: 0.0654607 Apr 20 16:14:36.916000 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb622f-0f2a-4736-b97c-9d6f5d62550e req-b3cbfc80-2e3f-4756-9ba5-8de53b8be309 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:36.922336 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb622f-0f2a-4736-b97c-9d6f5d62550e req-b3cbfc80-2e3f-4756-9ba5-8de53b8be309 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:36.924003 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a8bb622f-0f2a-4736-b97c-9d6f5d62550e req-b3cbfc80-2e3f-4756-9ba5-8de53b8be309 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 1683 time: 0.0674949 Apr 20 16:14:36.975406 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a8bb622f-0f2a-4736-b97c-9d6f5d62550e req-105b3f06-6f69-4cb0-b3f2-fbe6377b8adb tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450783 Apr 20 16:14:37.100672 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd1685-f2c6-4182-b31c-8a7252eeb147 req-32a0b269-faaf-4ede-9675-1c005a2f1d3b tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:37.102715 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ddd1685-f2c6-4182-b31c-8a7252eeb147 req-32a0b269-faaf-4ede-9675-1c005a2f1d3b tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.1118796 Apr 20 16:14:37.143646 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff2ffb-75e5-44e4-a829-0925b54cb49a req-3ec14646-5e29-45b5-8376-49c6e200709e tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:37.145421 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9cff2ffb-75e5-44e4-a829-0925b54cb49a req-3ec14646-5e29-45b5-8376-49c6e200709e tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0697553 Apr 20 16:14:37.169501 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ddd1685-f2c6-4182-b31c-8a7252eeb147 req-a6af8f07-df8a-437a-94e0-af39b2853ee9 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574291 Apr 20 16:14:37.222158 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9cff2ffb-75e5-44e4-a829-0925b54cb49a req-c17452ec-cf6e-41fa-b921-63f7de2d7934 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704751 Apr 20 16:14:37.309491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ba981-4abc-4274-b196-1c18ba61d2a2 req-61108692-12be-48de-9635-8535d8602f0d tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:37.311037 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1d2ba981-4abc-4274-b196-1c18ba61d2a2 req-61108692-12be-48de-9635-8535d8602f0d tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=defa8359-8d46-41bc-b79c-fa423a1a952f HTTP/1.1" status: 200 len: 945 time: 0.0607371 Apr 20 16:14:37.362799 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1d2ba981-4abc-4274-b196-1c18ba61d2a2 req-2fb649fb-8153-4a3c-b00a-71c40835e107 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438325 Apr 20 16:14:37.479829 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-18f087f8-77e5-4bc2-9cd5-5d0ebee6f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:37.482070 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-18f087f8-77e5-4bc2-9cd5-5d0ebee6f120 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e&tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3 HTTP/1.1" status: 200 len: 1101 time: 0.0901940 Apr 20 16:14:37.502604 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836146-2', 'device_owner': 'compute:nova'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:14:37.841278 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d09495-71a8-4270-acae-0db0afb04a57 req-244d4dd7-cdce-4395-8491-357d7398be4c tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:37.847686 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d09495-71a8-4270-acae-0db0afb04a57 req-244d4dd7-cdce-4395-8491-357d7398be4c tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:37.849272 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66d09495-71a8-4270-acae-0db0afb04a57 req-244d4dd7-cdce-4395-8491-357d7398be4c tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.30 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 1683 time: 0.3818386 Apr 20 16:14:37.873467 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:37.989875 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389a01c-03f5-4059-a7f1-40dbcd73d839 req-208660c3-e75a-4d96-8fc0-f3956a492dd0 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:37.997069 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2389a01c-03f5-4059-a7f1-40dbcd73d839 req-208660c3-e75a-4d96-8fc0-f3956a492dd0 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=defa8359-8d46-41bc-b79c-fa423a1a952f HTTP/1.1" status: 200 len: 945 time: 0.1817753 Apr 20 16:14:38.106440 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1e4d6-ae2f-4eed-aa43-e1329c71086d req-d3fbcc50-e638-430b-aba0-97b2e162b8c6 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:38.113742 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1e4d6-ae2f-4eed-aa43-e1329c71086d req-d3fbcc50-e638-430b-aba0-97b2e162b8c6 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:38.121630 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e3f1e4d6-ae2f-4eed-aa43-e1329c71086d req-d3fbcc50-e638-430b-aba0-97b2e162b8c6 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 1683 time: 0.0730491 Apr 20 16:14:38.138354 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2389a01c-03f5-4059-a7f1-40dbcd73d839 req-1fe9e406-e080-4af5-abf9-6611f01fd97f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380641 Apr 20 16:14:38.170509 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e3f1e4d6-ae2f-4eed-aa43-e1329c71086d req-2e46db53-9b69-431c-bd91-3cb93d5b4006 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477426 Apr 20 16:14:38.179927 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-66d09495-71a8-4270-acae-0db0afb04a57 req-dad6ec99-38ca-4a76-87da-4ae56dd6f2d5 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Deleting port 0608a44f-09dd-4853-86de-8e2568624904 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:14:38.180267 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-66d09495-71a8-4270-acae-0db0afb04a57 req-dad6ec99-38ca-4a76-87da-4ae56dd6f2d5 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:38.347699 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] For port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:38.354365 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-66d09495-71a8-4270-acae-0db0afb04a57 req-dad6ec99-38ca-4a76-87da-4ae56dd6f2d5 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] For port 0608a44f-09dd-4853-86de-8e2568624904, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=0608a44f-09dd-4853-86de-8e2568624904,segment=NetworkSegment(eae70ce9-77b9-4065-aee6-8d3899594723),segment_id=eae70ce9-77b9-4065-aee6-8d3899594723)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:38.354957 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-66d09495-71a8-4270-acae-0db0afb04a57 req-dad6ec99-38ca-4a76-87da-4ae56dd6f2d5 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:38.382527 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-66d09495-71a8-4270-acae-0db0afb04a57 req-dad6ec99-38ca-4a76-87da-4ae56dd6f2d5 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Calling delete_port for 0608a44f-09dd-4853-86de-8e2568624904 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:14:38.423278 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ad7a8-bc77-4888-a9ba-129cb65462aa req-45399698-d675-461e-90b5-a8612138a190 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:38.424772 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cc5ad7a8-bc77-4888-a9ba-129cb65462aa req-45399698-d675-461e-90b5-a8612138a190 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.1410551 Apr 20 16:14:38.446206 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-25a82e1e-3979-4549-827a-98497deaea68 req-e655dc59-a845-49a3-bd8d-6a6f2a0d087d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0970945 Apr 20 16:14:38.456826 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] For port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:14:38.467487 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0d65a-879e-427c-a30b-657f6ed9c4a7 req-c4c4daac-7a9f-4099-a083-9f9c1dc793e3 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:38.469910 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-83e0d65a-879e-427c-a30b-657f6ed9c4a7 req-c4c4daac-7a9f-4099-a083-9f9c1dc793e3 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0712123 Apr 20 16:14:38.558601 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cc5ad7a8-bc77-4888-a9ba-129cb65462aa req-83030b24-6247-4e9f-a1ed-59b686f3e212 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896873 Apr 20 16:14:38.558601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59cbbe0f-0a5e-4283-b9df-3aad164fc44e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f81a6c35-3774-4a1c-a71e-5c2c6cef1de5'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:38.560987 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e342dd10-c3d3-46b4-9b4d-ba944a03e548" -d '{"events": [{"server_uuid": "59cbbe0f-0a5e-4283-b9df-3aad164fc44e", "name": "network-vif-unplugged", "status": "completed", "tag": "f81a6c35-3774-4a1c-a71e-5c2c6cef1de5"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:14:38.578677 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-83e0d65a-879e-427c-a30b-657f6ed9c4a7 req-c5befff0-85b5-4da4-a1b5-77f47d71725d tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866685 Apr 20 16:14:38.581293 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:38.592622 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a82e1e-3979-4549-827a-98497deaea68 req-7218b66f-c36e-416c-8412-fd4298b26b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:38.594752 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-25a82e1e-3979-4549-827a-98497deaea68 req-7218b66f-c36e-416c-8412-fd4298b26b33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 1095 time: 0.0617011 Apr 20 16:14:38.621425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] Transition to ACTIVE for port object f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:14:38.661954 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d01bea1-ca7a-4299-a90a-ba56e6d28d8b x-openstack-request-id: req-7d01bea1-ca7a-4299-a90a-ba56e6d28d8b {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:14:38.662231 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59cbbe0f-0a5e-4283-b9df-3aad164fc44e", "name": "network-vif-unplugged", "status": "completed", "tag": "f81a6c35-3774-4a1c-a71e-5c2c6cef1de5", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:14:38.662466 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d01bea1-ca7a-4299-a90a-ba56e6d28d8b {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:14:38.662842 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d01bea1-ca7a-4299-a90a-ba56e6d28d8b'] response: {'server_uuid': '59cbbe0f-0a5e-4283-b9df-3aad164fc44e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f81a6c35-3774-4a1c-a71e-5c2c6cef1de5', 'code': 200} Apr 20 16:14:38.711743 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:38.747905 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a82e1e-3979-4549-827a-98497deaea68 req-6657b2c2-5766-43d2-a805-32edeb55d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:38.749429 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-25a82e1e-3979-4549-827a-98497deaea68 req-6657b2c2-5766-43d2-a805-32edeb55d6b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 912 time: 0.1090314 Apr 20 16:14:38.790452 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] No DVR routers for this DVR port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:14:38.852461 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-25a82e1e-3979-4549-827a-98497deaea68 req-2330bcb0-8e3a-4c05-a9b4-4400049b600b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698 HTTP/1.1" status: 200 len: 999 time: 0.0928535 Apr 20 16:14:38.857513 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-66d09495-71a8-4270-acae-0db0afb04a57 req-dad6ec99-38ca-4a76-87da-4ae56dd6f2d5 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:38.875976 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] Attempting to bind port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:14:38.876502 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] Attempting to bind port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:14:38.877007 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] Attempting to bind port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:14:38.916080 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] Pushing event updated for resources: {'Port': ['ID=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5,revision_number=6']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:38.923228 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a82e1e-3979-4549-827a-98497deaea68 req-13c09c80-408d-43f3-8c5a-664eabe939b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:38.925054 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-25a82e1e-3979-4549-827a-98497deaea68 req-13c09c80-408d-43f3-8c5a-664eabe939b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6cf39be6-ada6-40b6-a73b-d57e4fcf739a HTTP/1.1" status: 200 len: 850 time: 0.0632696 Apr 20 16:14:38.926662 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] Port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:14:38.927078 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] Attempting to bind port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:14:39.005941 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a82e1e-3979-4549-827a-98497deaea68 req-3f9e0e68-e7c9-4d40-bad8-ca05b088a836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:39.007487 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-25a82e1e-3979-4549-827a-98497deaea68 req-3f9e0e68-e7c9-4d40-bad8-ca05b088a836 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1e63842-0159-452f-8eed-f7dec1727f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738673 Apr 20 16:14:39.010936 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b7728825-6049-4ffe-8d8e-460e327e5c3b no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:14:39.020451 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d09495-71a8-4270-acae-0db0afb04a57 req-dad6ec99-38ca-4a76-87da-4ae56dd6f2d5 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] No DVR routers for this DVR port 0608a44f-09dd-4853-86de-8e2568624904 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:14:39.029917 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-66d09495-71a8-4270-acae-0db0afb04a57 req-dad6ec99-38ca-4a76-87da-4ae56dd6f2d5 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:39.040842 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66d09495-71a8-4270-acae-0db0afb04a57 req-dad6ec99-38ca-4a76-87da-4ae56dd6f2d5 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.30 "DELETE /v2.0/ports/0608a44f-09dd-4853-86de-8e2568624904 HTTP/1.1" status: 204 len: 173 time: 1.1757751 Apr 20 16:14:39.044431 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6ec99-38ca-4a76-87da-4ae56dd6f2d5 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event deleted for resources: {'Port': ['ID=0608a44f-09dd-4853-86de-8e2568624904,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:39.116371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:14:39.116723 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:14:39.117120 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:14:39.117614 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] Bound port: f81a6c35-3774-4a1c-a71e-5c2c6cef1de5, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:14:39.117974 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:39.182278 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:39.237051 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b7728825-6049-4ffe-8d8e-460e327e5c3b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b7728825-6049-4ffe-8d8e-460e327e5c3b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:39.238349 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75f1919-3689-42c1-b015-84f6f64a67ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7728825-6049-4ffe-8d8e-460e327e5c3b'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:39.241176 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331f65b3-28e8-4222-8056-b20413474a23" -d '{"events": [{"server_uuid": "f75f1919-3689-42c1-b015-84f6f64a67ba", "name": "network-vif-unplugged", "status": "completed", "tag": "b7728825-6049-4ffe-8d8e-460e327e5c3b"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:14:39.251247 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-25a82e1e-3979-4549-827a-98497deaea68 req-2bae9671-fed9-475e-a666-04c5441d33b8 service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290955 Apr 20 16:14:39.282075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] For port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:14:39.315192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-66d09495-71a8-4270-acae-0db0afb04a57 req-3f1bab5a-0794-4482-80e3-b8f0cd45c0cf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Deleting port 2b063f9e-2709-4689-b894-98ad231f31a7 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:14:39.315905 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-66d09495-71a8-4270-acae-0db0afb04a57 req-3f1bab5a-0794-4482-80e3-b8f0cd45c0cf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:39.335823 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] For port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:14:39.369254 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:39.405039 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ec038-f414-4093-8d88-e6bfd3a7a802 req-f7fa5f57-9027-43d7-bd08-fa2d86243575 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:39.413253 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c85ec038-f414-4093-8d88-e6bfd3a7a802 req-f7fa5f57-9027-43d7-bd08-fa2d86243575 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 946 time: 0.1096880 Apr 20 16:14:39.422638 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-66d09495-71a8-4270-acae-0db0afb04a57 req-3f1bab5a-0794-4482-80e3-b8f0cd45c0cf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] For port 2b063f9e-2709-4689-b894-98ad231f31a7, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=2b063f9e-2709-4689-b894-98ad231f31a7,segment=NetworkSegment(1cdedecf-ab94-4497-8b50-39855b177cd5),segment_id=1cdedecf-ab94-4497-8b50-39855b177cd5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:39.423377 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-66d09495-71a8-4270-acae-0db0afb04a57 req-3f1bab5a-0794-4482-80e3-b8f0cd45c0cf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:39.438621 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-66d09495-71a8-4270-acae-0db0afb04a57 req-3f1bab5a-0794-4482-80e3-b8f0cd45c0cf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Calling delete_port for 2b063f9e-2709-4689-b894-98ad231f31a7 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:14:39.444140 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=b7728825-6049-4ffe-8d8e-460e327e5c3b,revision_number=9']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:39.454875 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:39.465091 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-25a82e1e-3979-4549-827a-98497deaea68 req-2b623d34-dbaa-4f5c-84a6-354d481210e6 service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077205 Apr 20 16:14:39.468057 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c85ec038-f414-4093-8d88-e6bfd3a7a802 req-d513e7d4-9165-4b47-8d48-b44e929f5ac5 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91bbf53-33e6-4135-90db-18872d9b5698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540297 Apr 20 16:14:39.534247 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f58ca7d-ce17-4ea8-83fa-27ddd33529b4 x-openstack-request-id: req-9f58ca7d-ce17-4ea8-83fa-27ddd33529b4 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:14:39.534976 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75f1919-3689-42c1-b015-84f6f64a67ba", "name": "network-vif-unplugged", "status": "completed", "tag": "b7728825-6049-4ffe-8d8e-460e327e5c3b", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:14:39.536219 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f58ca7d-ce17-4ea8-83fa-27ddd33529b4 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:14:39.537140 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f58ca7d-ce17-4ea8-83fa-27ddd33529b4'] response: {'server_uuid': 'f75f1919-3689-42c1-b015-84f6f64a67ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7728825-6049-4ffe-8d8e-460e327e5c3b', 'code': 200} Apr 20 16:14:39.544612 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab2942-b28c-475c-abdd-0d1248c19b9e req-79955950-7753-40c5-9c3f-67e273863d2a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:39.546246 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2ab2942-b28c-475c-abdd-0d1248c19b9e req-79955950-7753-40c5-9c3f-67e273863d2a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=defa8359-8d46-41bc-b79c-fa423a1a952f HTTP/1.1" status: 200 len: 945 time: 0.2737851 Apr 20 16:14:39.570165 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:39.570962 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:39.572651 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] 10.222.0.30 "PUT /v2.0/ports/f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 HTTP/1.1" status: 200 len: 1096 time: 2.0753767 Apr 20 16:14:39.669483 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322493c9-ebc3-41ef-a4d1-31f54bcd2521 service neutron] Pushing event updated for resources: {'Port': ['ID=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5,revision_number=7']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:39.709154 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2ab2942-b28c-475c-abdd-0d1248c19b9e req-04ef9a71-7184-4e3e-8cb9-e8d3db5d9fec tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430979 Apr 20 16:14:39.781725 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646a71f-4d89-4d15-a9e7-58b0c253bf5f req-1b783371-bef7-48bc-be90-aeaab5836546 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:39.784935 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-748f52bc-6d01-4ef2-9916-9099e2310e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:39.786652 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-748f52bc-6d01-4ef2-9916-9099e2310e9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 1099 time: 0.1741815 Apr 20 16:14:39.787080 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5646a71f-4d89-4d15-a9e7-58b0c253bf5f req-1b783371-bef7-48bc-be90-aeaab5836546 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 948 time: 0.1403124 Apr 20 16:14:39.853639 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5646a71f-4d89-4d15-a9e7-58b0c253bf5f req-d61469f6-0c3f-495c-a536-0ba4e5dc6790 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649989 Apr 20 16:14:39.950557 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d0002-03a9-4a65-8404-1fbcf0fd1ca1 req-ef72db18-1e43-47ce-af39-d9d6cf7d74f3 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:39.952065 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0b9d0002-03a9-4a65-8404-1fbcf0fd1ca1 req-ef72db18-1e43-47ce-af39-d9d6cf7d74f3 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 948 time: 0.1179948 Apr 20 16:14:40.012190 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-66d09495-71a8-4270-acae-0db0afb04a57 req-3f1bab5a-0794-4482-80e3-b8f0cd45c0cf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:40.020064 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-f773c96d-b3b8-4905-9eab-2462d1c6fdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:40.023198 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-f773c96d-b3b8-4905-9eab-2462d1c6fdbc service neutron] 10.222.0.30 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.2262607 Apr 20 16:14:40.026548 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 2b063f9e-2709-4689-b894-98ad231f31a7 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:14:40.057292 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 2b063f9e-2709-4689-b894-98ad231f31a7 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:14:40.058032 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 2b063f9e-2709-4689-b894-98ad231f31a7 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:14:40.058906 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 0608a44f-09dd-4853-86de-8e2568624904 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:14:40.093279 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bab5a-0794-4482-80e3-b8f0cd45c0cf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event deleted for resources: {'Port': ['ID=2b063f9e-2709-4689-b894-98ad231f31a7,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:40.101172 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-c7776204-a244-4a29-ad1d-cedd52dfa44c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 HTTP/1.1" status: 200 len: 217 time: 0.0475812 Apr 20 16:14:40.114761 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0b9d0002-03a9-4a65-8404-1fbcf0fd1ca1 req-ed6bc4b6-bf22-44aa-b440-9e41e5a44290 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390097 Apr 20 16:14:40.118395 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 0608a44f-09dd-4853-86de-8e2568624904 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:14:40.118742 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 0608a44f-09dd-4853-86de-8e2568624904 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:14:40.233171 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-2466b600-dbba-49f2-bfb5-6938938fc6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:40.235249 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-2466b600-dbba-49f2-bfb5-6938938fc6aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.1149206 Apr 20 16:14:40.287507 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d09495-71a8-4270-acae-0db0afb04a57 req-3f1bab5a-0794-4482-80e3-b8f0cd45c0cf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] No DVR routers for this DVR port 2b063f9e-2709-4689-b894-98ad231f31a7 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:14:40.290568 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-66d09495-71a8-4270-acae-0db0afb04a57 req-3f1bab5a-0794-4482-80e3-b8f0cd45c0cf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:40.294367 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66d09495-71a8-4270-acae-0db0afb04a57 req-3f1bab5a-0794-4482-80e3-b8f0cd45c0cf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.30 "DELETE /v2.0/ports/2b063f9e-2709-4689-b894-98ad231f31a7 HTTP/1.1" status: 204 len: 173 time: 1.2408447 Apr 20 16:14:40.321389 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-8ca731d3-940e-405e-b549-ea13e7db3709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:40.321389 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-8ca731d3-940e-405e-b549-ea13e7db3709 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0573647 Apr 20 16:14:40.457299 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-68020a65-8724-4123-a070-91e4d97f7d27 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306236 Apr 20 16:14:40.612317 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-edd9b90c-afa7-4fe6-8b8b-c379a989f959 req-ed8f4599-0c4e-4310-a6f3-7eae3b549dff tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 210 time: 0.0318358 Apr 20 16:14:40.625685 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-223a6945-9e27-44f2-9cfa-95de0cb344c8 req-f839a7ba-ec2f-4a57-b952-c21920c38002 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612546 Apr 20 16:14:40.664386 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f892bd-65f7-4c24-87b2-d12592788f98', 'name': 'network-vif-deleted', 'tag': '0608a44f-09dd-4853-86de-8e2568624904'}, {'name': 'network-changed', 'server_uuid': '59cbbe0f-0a5e-4283-b9df-3aad164fc44e', 'tag': 'f81a6c35-3774-4a1c-a71e-5c2c6cef1de5'}, {'server_uuid': '64f892bd-65f7-4c24-87b2-d12592788f98', 'name': 'network-vif-deleted', 'tag': '2b063f9e-2709-4689-b894-98ad231f31a7'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:40.666823 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7cc0c7-4e43-473d-843d-1fc9371e3e6b" -d '{"events": [{"server_uuid": "64f892bd-65f7-4c24-87b2-d12592788f98", "name": "network-vif-deleted", "tag": "0608a44f-09dd-4853-86de-8e2568624904"}, {"name": "network-changed", "server_uuid": "59cbbe0f-0a5e-4283-b9df-3aad164fc44e", "tag": "f81a6c35-3774-4a1c-a71e-5c2c6cef1de5"}, {"server_uuid": "64f892bd-65f7-4c24-87b2-d12592788f98", "name": "network-vif-deleted", "tag": "2b063f9e-2709-4689-b894-98ad231f31a7"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:14:40.731126 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 20 Apr 2022 16:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decfdd50-b241-4637-b8e9-f494f35672a2 x-openstack-request-id: req-decfdd50-b241-4637-b8e9-f494f35672a2 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:14:40.731430 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f892bd-65f7-4c24-87b2-d12592788f98", "name": "network-vif-deleted", "tag": "0608a44f-09dd-4853-86de-8e2568624904", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "59cbbe0f-0a5e-4283-b9df-3aad164fc44e", "tag": "f81a6c35-3774-4a1c-a71e-5c2c6cef1de5", "status": "completed", "code": 200}, {"server_uuid": "64f892bd-65f7-4c24-87b2-d12592788f98", "name": "network-vif-deleted", "tag": "2b063f9e-2709-4689-b894-98ad231f31a7", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:14:40.736650 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-decfdd50-b241-4637-b8e9-f494f35672a2 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:14:40.736650 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-decfdd50-b241-4637-b8e9-f494f35672a2'] response: {'server_uuid': '64f892bd-65f7-4c24-87b2-d12592788f98', 'name': 'network-vif-deleted', 'tag': '0608a44f-09dd-4853-86de-8e2568624904', 'status': 'completed', 'code': 200} Apr 20 16:14:40.736650 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-decfdd50-b241-4637-b8e9-f494f35672a2'] response: {'name': 'network-changed', 'server_uuid': '59cbbe0f-0a5e-4283-b9df-3aad164fc44e', 'tag': 'f81a6c35-3774-4a1c-a71e-5c2c6cef1de5', 'status': 'completed', 'code': 200} Apr 20 16:14:40.736650 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-decfdd50-b241-4637-b8e9-f494f35672a2'] response: {'server_uuid': '64f892bd-65f7-4c24-87b2-d12592788f98', 'name': 'network-vif-deleted', 'tag': '2b063f9e-2709-4689-b894-98ad231f31a7', 'status': 'completed', 'code': 200} Apr 20 16:14:40.847652 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cc0c7-4e43-473d-843d-1fc9371e3e6b req-a73ca989-a46c-4053-81a8-bca5b0ed7d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:40.849317 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b7cc0c7-4e43-473d-843d-1fc9371e3e6b req-a73ca989-a46c-4053-81a8-bca5b0ed7d0e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 1099 time: 0.0490565 Apr 20 16:14:40.892482 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cc0c7-4e43-473d-843d-1fc9371e3e6b req-715de387-f8bd-4ed6-9643-9a8cbc52a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:40.892482 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b7cc0c7-4e43-473d-843d-1fc9371e3e6b req-715de387-f8bd-4ed6-9643-9a8cbc52a3a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 1099 time: 0.0597124 Apr 20 16:14:40.968549 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cc0c7-4e43-473d-843d-1fc9371e3e6b req-8becbbc2-94b0-4fbd-8cae-178e73b2c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:40.970995 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b7cc0c7-4e43-473d-843d-1fc9371e3e6b req-8becbbc2-94b0-4fbd-8cae-178e73b2c3a7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.1144552 Apr 20 16:14:41.017521 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b7cc0c7-4e43-473d-843d-1fc9371e3e6b req-69fc7ee8-cc4f-47df-9976-8483f676591c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 HTTP/1.1" status: 200 len: 217 time: 0.0362389 Apr 20 16:14:41.020218 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cc0c7-4e43-473d-843d-1fc9371e3e6b req-6873a09c-aaf5-402d-9819-565c6d394e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:41.021711 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b7cc0c7-4e43-473d-843d-1fc9371e3e6b req-6873a09c-aaf5-402d-9819-565c6d394e15 service neutron] 10.222.0.30 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.1231985 Apr 20 16:14:41.029575 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b7728825-6049-4ffe-8d8e-460e327e5c3b details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:14:41.042283 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:14:41.047835 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1685705-b0ab-4fd1-949b-20ee84971d3c req-308b8524-db86-4151-b4da-1c34857b4758 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:41.049460 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a1685705-b0ab-4fd1-949b-20ee84971d3c req-308b8524-db86-4151-b4da-1c34857b4758 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 948 time: 0.0685415 Apr 20 16:14:41.079004 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cc0c7-4e43-473d-843d-1fc9371e3e6b req-0d1dfc9d-0143-4d8e-b289-ca20b5419aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:41.080659 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b7cc0c7-4e43-473d-843d-1fc9371e3e6b req-0d1dfc9d-0143-4d8e-b289-ca20b5419aec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0511856 Apr 20 16:14:41.087818 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b7cc0c7-4e43-473d-843d-1fc9371e3e6b req-18609d16-5db7-4676-9f6e-47ebec0f15a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 HTTP/1.1" status: 200 len: 217 time: 0.0540433 Apr 20 16:14:41.132203 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cc0c7-4e43-473d-843d-1fc9371e3e6b req-ac83b9cb-6f59-4d9f-8557-e105e7a6e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:41.133912 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b7cc0c7-4e43-473d-843d-1fc9371e3e6b req-ac83b9cb-6f59-4d9f-8557-e105e7a6e454 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0445931 Apr 20 16:14:41.149934 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a1685705-b0ab-4fd1-949b-20ee84971d3c req-6827905d-5226-45bb-b766-35874dd987e1 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687010 Apr 20 16:14:41.153317 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:14:41.158385 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cc0c7-4e43-473d-843d-1fc9371e3e6b req-7acca3f4-b322-4ec2-b099-102ed7913395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:41.159377 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b7cc0c7-4e43-473d-843d-1fc9371e3e6b req-7acca3f4-b322-4ec2-b099-102ed7913395 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0607617 Apr 20 16:14:41.208449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b7728825-6049-4ffe-8d8e-460e327e5c3b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b7728825-6049-4ffe-8d8e-460e327e5c3b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:41.216276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cc0c7-4e43-473d-843d-1fc9371e3e6b req-6c3c97eb-a828-49a0-8ed9-93ec2f5dee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:41.217944 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b7cc0c7-4e43-473d-843d-1fc9371e3e6b req-6c3c97eb-a828-49a0-8ed9-93ec2f5dee71 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0521784 Apr 20 16:14:41.223790 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'b7728825-6049-4ffe-8d8e-460e327e5c3b', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'b7728825-6049-4ffe-8d8e-460e327e5c3b', 'mac_address': 'fa:16:3e:14:78:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:14:41.278662 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:41.298411 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ff356-c245-4d88-911c-07d3c046deaa req-1b93cde9-e9b8-4fb8-b0bd-e7d16b815e23 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:41.298893 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7728825-6049-4ffe-8d8e-460e327e5c3b {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:14:41.299959 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-539ff356-c245-4d88-911c-07d3c046deaa req-1b93cde9-e9b8-4fb8-b0bd-e7d16b815e23 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 948 time: 0.0784230 Apr 20 16:14:41.302246 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b7cc0c7-4e43-473d-843d-1fc9371e3e6b req-5ca7c857-b28f-4820-a591-6eca0e2b3ba4 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570451 Apr 20 16:14:41.325658 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b7728825-6049-4ffe-8d8e-460e327e5c3b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b7728825-6049-4ffe-8d8e-460e327e5c3b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:41.335634 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b7cc0c7-4e43-473d-843d-1fc9371e3e6b req-3a95a6c5-573c-4eb8-988b-e15baa4430cb service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032438 Apr 20 16:14:41.398773 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-539ff356-c245-4d88-911c-07d3c046deaa req-755bc362-7a32-4b24-a020-afda06d77297 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899396 Apr 20 16:14:41.441063 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b7cc0c7-4e43-473d-843d-1fc9371e3e6b req-9aea0740-559e-4c6b-a163-78a95561edf4 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965829 Apr 20 16:14:41.454433 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b7cc0c7-4e43-473d-843d-1fc9371e3e6b req-d1d40b9b-4b02-4924-a1a8-116c15572fde service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436613 Apr 20 16:14:41.482587 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:41.538445 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=b7728825-6049-4ffe-8d8e-460e327e5c3b,revision_number=10']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:41.729046 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-52aa8d28-42f2-422b-86d2-e31291daa7b3 req-52dbcf91-27e8-4793-b9dc-181110c6e1cb tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f892bd-65f7-4c24-87b2-d12592788f98 HTTP/1.1" status: 200 len: 210 time: 0.0302932 Apr 20 16:14:42.041921 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['b7728825-6049-4ffe-8d8e-460e327e5c3b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:14:42.285994 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b534e95-e1a5-46d5-a80d-baf52251bd9e req-84360f1d-0615-4e83-b722-e658acac1cff tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:42.287463 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b534e95-e1a5-46d5-a80d-baf52251bd9e req-84360f1d-0615-4e83-b722-e658acac1cff tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 948 time: 0.0537982 Apr 20 16:14:42.330853 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b534e95-e1a5-46d5-a80d-baf52251bd9e req-b78d375b-aa33-4fd2-a155-ad44cdd7cf3d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368958 Apr 20 16:14:42.554765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6eaf1-9d55-46c9-a28f-f62cd48df55e req-a359ac52-7958-4d16-8fc1-0da8ba69ff27 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:42.556313 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1f6eaf1-9d55-46c9-a28f-f62cd48df55e req-a359ac52-7958-4d16-8fc1-0da8ba69ff27 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0733180 Apr 20 16:14:42.615556 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1f6eaf1-9d55-46c9-a28f-f62cd48df55e req-2c69a20d-6401-4a01-ad79-43cc4ba4620b tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427186 Apr 20 16:14:42.790258 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34072) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:14:42.851289 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-671fd6f6-bf64-4822-8020-165addaea926 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Deleting subnet 6ac2748a-1c2c-4ecc-a5f6-a1aea5cc8563 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:14:42.854705 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-671fd6f6-bf64-4822-8020-165addaea926 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:42.907167 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-671fd6f6-bf64-4822-8020-165addaea926 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:43.002601 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-671fd6f6-bf64-4822-8020-165addaea926 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:43.175336 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-671fd6f6-bf64-4822-8020-165addaea926 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:43.202375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fd6f6-bf64-4822-8020-165addaea926 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event deleted for resources: {'Subnet': ['ID=6ac2748a-1c2c-4ecc-a5f6-a1aea5cc8563,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:43.213106 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-671fd6f6-bf64-4822-8020-165addaea926 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:43.221891 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-671fd6f6-bf64-4822-8020-165addaea926 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "DELETE /v2.0/subnets/6ac2748a-1c2c-4ecc-a5f6-a1aea5cc8563 HTTP/1.1" status: 204 len: 168 time: 0.4279799 Apr 20 16:14:43.222038 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34084) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:14:43.227969 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483862b8-71ec-4fe2-9356-f1616cbb3356 None None] Network 9a46c487-1b62-49f3-9d7c-c83b5bf0baf1 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:14:43.321591 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce8110bc-f008-4798-b955-970740336156 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:43.396724 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ce8110bc-f008-4798-b955-970740336156 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Deleting port c4e14426-6649-4898-b2fe-0bd812d2024a {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:14:43.396938 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce8110bc-f008-4798-b955-970740336156 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:43.462627 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c71e0d-7374-4289-ab19-13e47750ea9d None None] DHCP port deletion for 9a46c487-1b62-49f3-9d7c-c83b5bf0baf1 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:14:43.523897 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-ce8110bc-f008-4798-b955-970740336156 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] For port c4e14426-6649-4898-b2fe-0bd812d2024a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c4e14426-6649-4898-b2fe-0bd812d2024a,segment=NetworkSegment(eae70ce9-77b9-4065-aee6-8d3899594723),segment_id=eae70ce9-77b9-4065-aee6-8d3899594723)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:43.524477 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce8110bc-f008-4798-b955-970740336156 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:43.542034 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-88c71e0d-7374-4289-ab19-13e47750ea9d None None] Deleting port c4e14426-6649-4898-b2fe-0bd812d2024a {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:14:43.542684 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-88c71e0d-7374-4289-ab19-13e47750ea9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:43.543064 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ce8110bc-f008-4798-b955-970740336156 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Calling delete_port for c4e14426-6649-4898-b2fe-0bd812d2024a owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:14:43.552306 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364a4b5-d873-4291-891a-ff491b0d6652 req-800fa2cc-0e00-49cd-a2c5-32397fa843ab tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:43.554702 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1364a4b5-d873-4291-891a-ff491b0d6652 req-800fa2cc-0e00-49cd-a2c5-32397fa843ab tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 948 time: 0.0895498 Apr 20 16:14:43.685528 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1364a4b5-d873-4291-891a-ff491b0d6652 req-a78a13ed-eb41-43d4-8f44-2261e3da1260 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006496 Apr 20 16:14:43.715826 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-88c71e0d-7374-4289-ab19-13e47750ea9d None None] For port c4e14426-6649-4898-b2fe-0bd812d2024a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c4e14426-6649-4898-b2fe-0bd812d2024a,segment=NetworkSegment(eae70ce9-77b9-4065-aee6-8d3899594723),segment_id=eae70ce9-77b9-4065-aee6-8d3899594723)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:43.716266 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-88c71e0d-7374-4289-ab19-13e47750ea9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:43.732754 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-88c71e0d-7374-4289-ab19-13e47750ea9d None None] Calling delete_port for c4e14426-6649-4898-b2fe-0bd812d2024a owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:14:43.785760 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce8110bc-f008-4798-b955-970740336156 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:43.810988 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8110bc-f008-4798-b955-970740336156 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event deleted for resources: {'Port': ['ID=c4e14426-6649-4898-b2fe-0bd812d2024a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:43.819037 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8110bc-f008-4798-b955-970740336156 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] No DVR routers for this DVR port c4e14426-6649-4898-b2fe-0bd812d2024a on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:14:43.828638 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3f04b-523c-47fe-834e-dd281e0fc518 req-5d2d56f0-f9d3-4fde-99e8-179c3c2b1d0f tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:43.830190 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17d3f04b-523c-47fe-834e-dd281e0fc518 req-5d2d56f0-f9d3-4fde-99e8-179c3c2b1d0f tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0810008 Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: from cryptography.utils import int_from_bytes Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: from cryptography.utils import int_from_bytes Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.847816 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.851088 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.851088 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.851088 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.851088 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.851088 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.851088 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.851088 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.851088 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.851088 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.851088 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.851088 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.851088 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.851088 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:14:43.851088 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:14:43.860006 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-88c71e0d-7374-4289-ab19-13e47750ea9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:43.892124 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c71e0d-7374-4289-ab19-13e47750ea9d None None] Pushing event deleted for resources: {'Port': ['ID=c4e14426-6649-4898-b2fe-0bd812d2024a,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:43.915416 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c71e0d-7374-4289-ab19-13e47750ea9d None None] No DVR routers for this DVR port c4e14426-6649-4898-b2fe-0bd812d2024a on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:14:43.942976 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17d3f04b-523c-47fe-834e-dd281e0fc518 req-b4d8868f-220c-476e-b3f9-3eddd6924dfd tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017501 Apr 20 16:14:43.962902 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce8110bc-f008-4798-b955-970740336156 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:43.994437 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-ce8110bc-f008-4798-b955-970740336156 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a46c487-1b62-49f3-9d7c-c83b5bf0baf1']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:44.008764 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-ce8110bc-f008-4798-b955-970740336156 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae70ce9-77b9-4065-aee6-8d3899594723') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:44.009159 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-ce8110bc-f008-4798-b955-970740336156 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae70ce9-77b9-4065-aee6-8d3899594723') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:44.020040 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce8110bc-f008-4798-b955-970740336156 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:44.036327 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce8110bc-f008-4798-b955-970740336156 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:44.042826 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce8110bc-f008-4798-b955-970740336156 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:14:44.043219 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce8110bc-f008-4798-b955-970740336156 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:14:44.046785 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:14:44.183528 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce8110bc-f008-4798-b955-970740336156 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:44.192272 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce8110bc-f008-4798-b955-970740336156 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:44.195613 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ce8110bc-f008-4798-b955-970740336156 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "DELETE /v2.0/networks/9a46c487-1b62-49f3-9d7c-c83b5bf0baf1 HTTP/1.1" status: 204 len: 168 time: 0.9744897 Apr 20 16:14:44.200904 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34110) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:14:44.238046 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8110bc-f008-4798-b955-970740336156 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event deleted for resources: {'Network': ['ID=9a46c487-1b62-49f3-9d7c-c83b5bf0baf1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:44.267381 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a286da1-5431-424c-8a9c-188258517e91 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Deleting subnet f4c28308-217e-49a9-89e1-4591c0251817 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:14:44.270795 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1a286da1-5431-424c-8a9c-188258517e91 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:44.325261 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1a286da1-5431-424c-8a9c-188258517e91 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:44.418311 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1a286da1-5431-424c-8a9c-188258517e91 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:44.575385 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1a286da1-5431-424c-8a9c-188258517e91 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:44.617150 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c4e14426-6649-4898-b2fe-0bd812d2024a no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:14:44.621257 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1a286da1-5431-424c-8a9c-188258517e91 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:44.643470 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1a286da1-5431-424c-8a9c-188258517e91 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "DELETE /v2.0/subnets/f4c28308-217e-49a9-89e1-4591c0251817 HTTP/1.1" status: 204 len: 168 time: 0.4400742 Apr 20 16:14:44.643804 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34112) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:14:44.645769 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9443ae91-7f7c-4043-98ae-4c56cb8f8692 None None] Network 147b8da4-2d38-425d-979b-cca8bcf30256 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:14:44.647703 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: c4e14426-6649-4898-b2fe-0bd812d2024a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:14:44.648043 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c4e14426-6649-4898-b2fe-0bd812d2024a not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:14:44.739005 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a286da1-5431-424c-8a9c-188258517e91 tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event deleted for resources: {'Subnet': ['ID=f4c28308-217e-49a9-89e1-4591c0251817,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:44.781176 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f1b8dbcb-d4fe-405c-866d-5b47427bfddf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:44.853973 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc0b9e5-e43e-447b-9ade-201d4f947205 None None] DHCP port deletion for 147b8da4-2d38-425d-979b-cca8bcf30256 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:14:44.859473 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927d980-3130-41dc-9d51-1dd259ca9cda req-3c02bc6d-76d2-458b-8974-6c4edfff4250 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:44.861136 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9927d980-3130-41dc-9d51-1dd259ca9cda req-3c02bc6d-76d2-458b-8974-6c4edfff4250 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 948 time: 0.0847888 Apr 20 16:14:44.906305 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-abc0b9e5-e43e-447b-9ade-201d4f947205 None None] Deleting port 8b40eb50-e272-4b0f-bb53-f12eb21f2715 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:14:44.906600 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-abc0b9e5-e43e-447b-9ade-201d4f947205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:44.909756 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-f1b8dbcb-d4fe-405c-866d-5b47427bfddf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Deleting port 8b40eb50-e272-4b0f-bb53-f12eb21f2715 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:14:44.910121 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f1b8dbcb-d4fe-405c-866d-5b47427bfddf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:44.915062 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9927d980-3130-41dc-9d51-1dd259ca9cda req-39df1ac8-40f0-4ecc-880d-878c994af1d5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467763 Apr 20 16:14:44.987421 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-abc0b9e5-e43e-447b-9ade-201d4f947205 None None] For port 8b40eb50-e272-4b0f-bb53-f12eb21f2715, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=8b40eb50-e272-4b0f-bb53-f12eb21f2715,segment=NetworkSegment(1cdedecf-ab94-4497-8b50-39855b177cd5),segment_id=1cdedecf-ab94-4497-8b50-39855b177cd5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:44.987825 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-abc0b9e5-e43e-447b-9ade-201d4f947205 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:44.988888 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-f1b8dbcb-d4fe-405c-866d-5b47427bfddf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] For port 8b40eb50-e272-4b0f-bb53-f12eb21f2715, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=8b40eb50-e272-4b0f-bb53-f12eb21f2715,segment=NetworkSegment(1cdedecf-ab94-4497-8b50-39855b177cd5),segment_id=1cdedecf-ab94-4497-8b50-39855b177cd5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:44.989261 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f1b8dbcb-d4fe-405c-866d-5b47427bfddf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:45.002378 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-abc0b9e5-e43e-447b-9ade-201d4f947205 None None] Calling delete_port for 8b40eb50-e272-4b0f-bb53-f12eb21f2715 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:14:45.005895 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-f1b8dbcb-d4fe-405c-866d-5b47427bfddf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Calling delete_port for 8b40eb50-e272-4b0f-bb53-f12eb21f2715 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:14:45.059383 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b7728825-6049-4ffe-8d8e-460e327e5c3b up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:14:45.217364 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed495b89-491e-4697-801c-223a4e3f0505 req-e38606e6-1502-4f0c-8893-4c458e7635f7 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:45.217364 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ed495b89-491e-4697-801c-223a4e3f0505 req-e38606e6-1502-4f0c-8893-4c458e7635f7 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 950 time: 0.0752969 Apr 20 16:14:45.217364 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ed495b89-491e-4697-801c-223a4e3f0505 req-6c9b54f0-4b21-498d-a8f5-b41ebe1fa728 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405333 Apr 20 16:14:45.218087 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port b7728825-6049-4ffe-8d8e-460e327e5c3b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:45.218087 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:45.344312 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:45.366184 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f1b8dbcb-d4fe-405c-866d-5b47427bfddf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:45.366816 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75f1919-3689-42c1-b015-84f6f64a67ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7728825-6049-4ffe-8d8e-460e327e5c3b'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:45.368439 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d9f5eb-ca06-48e7-bb92-2afdedbe4472" -d '{"events": [{"server_uuid": "f75f1919-3689-42c1-b015-84f6f64a67ba", "name": "network-vif-plugged", "status": "completed", "tag": "b7728825-6049-4ffe-8d8e-460e327e5c3b"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:14:45.383101 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b7728825-6049-4ffe-8d8e-460e327e5c3b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b7728825-6049-4ffe-8d8e-460e327e5c3b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:45.388502 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-abc0b9e5-e43e-447b-9ade-201d4f947205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:45.397232 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8dbcb-d4fe-405c-866d-5b47427bfddf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event deleted for resources: {'Port': ['ID=8b40eb50-e272-4b0f-bb53-f12eb21f2715,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:45.403628 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b8dbcb-d4fe-405c-866d-5b47427bfddf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] No DVR routers for this DVR port 8b40eb50-e272-4b0f-bb53-f12eb21f2715 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:14:45.418759 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0b9e5-e43e-447b-9ade-201d4f947205 None None] Pushing event deleted for resources: {'Port': ['ID=8b40eb50-e272-4b0f-bb53-f12eb21f2715,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:45.422566 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc0b9e5-e43e-447b-9ade-201d4f947205 None None] No DVR routers for this DVR port 8b40eb50-e272-4b0f-bb53-f12eb21f2715 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:14:45.432449 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bb959d-19d1-414b-b56e-3804dad1e75e x-openstack-request-id: req-77bb959d-19d1-414b-b56e-3804dad1e75e {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:14:45.432747 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75f1919-3689-42c1-b015-84f6f64a67ba", "name": "network-vif-plugged", "status": "completed", "tag": "b7728825-6049-4ffe-8d8e-460e327e5c3b", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:14:45.433002 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77bb959d-19d1-414b-b56e-3804dad1e75e {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:14:45.433407 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77bb959d-19d1-414b-b56e-3804dad1e75e'] response: {'server_uuid': 'f75f1919-3689-42c1-b015-84f6f64a67ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7728825-6049-4ffe-8d8e-460e327e5c3b', 'code': 200} Apr 20 16:14:45.490628 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f1b8dbcb-d4fe-405c-866d-5b47427bfddf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:45.517149 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-f1b8dbcb-d4fe-405c-866d-5b47427bfddf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['147b8da4-2d38-425d-979b-cca8bcf30256']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:45.527610 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-f1b8dbcb-d4fe-405c-866d-5b47427bfddf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cdedecf-ab94-4497-8b50-39855b177cd5') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:45.527610 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-f1b8dbcb-d4fe-405c-866d-5b47427bfddf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cdedecf-ab94-4497-8b50-39855b177cd5') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:45.534549 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:45.538740 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f1b8dbcb-d4fe-405c-866d-5b47427bfddf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:45.557710 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f1b8dbcb-d4fe-405c-866d-5b47427bfddf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:45.576228 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b8dbcb-d4fe-405c-866d-5b47427bfddf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:14:45.577964 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f1b8dbcb-d4fe-405c-866d-5b47427bfddf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:45.610707 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=b7728825-6049-4ffe-8d8e-460e327e5c3b,revision_number=11']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:14:45.653861 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:14:45.700762 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ffbbc-9701-4058-a91b-a0702ee1149f req-05b7708c-8d25-4352-9e26-3a18dfc75f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:45.702403 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b47ffbbc-9701-4058-a91b-a0702ee1149f req-05b7708c-8d25-4352-9e26-3a18dfc75f2c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 1102 time: 0.0477405 Apr 20 16:14:45.749150 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b47ffbbc-9701-4058-a91b-a0702ee1149f req-97db5fce-a4ff-4371-8eba-4e62a3d60a84 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381892 Apr 20 16:14:45.756434 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f1b8dbcb-d4fe-405c-866d-5b47427bfddf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:45.762598 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f1b8dbcb-d4fe-405c-866d-5b47427bfddf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:45.780454 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f1b8dbcb-d4fe-405c-866d-5b47427bfddf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] 10.222.0.15 "DELETE /v2.0/networks/147b8da4-2d38-425d-979b-cca8bcf30256 HTTP/1.1" status: 204 len: 168 time: 1.1329896 Apr 20 16:14:45.813699 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8dbcb-d4fe-405c-866d-5b47427bfddf tempest-ServersTestMultiNic-1948966583 tempest-ServersTestMultiNic-1948966583-project] Pushing event deleted for resources: {'Network': ['ID=147b8da4-2d38-425d-979b-cca8bcf30256,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:45.958651 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34164) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:14:46.023987 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:14:46.054047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa9f48-e79e-4de6-baf8-9b639344a38d req-9a516464-f01d-40d7-b528-06b2cb9e6b62 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:46.062127 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e6fa9f48-e79e-4de6-baf8-9b639344a38d req-9a516464-f01d-40d7-b528-06b2cb9e6b62 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 948 time: 0.0643575 Apr 20 16:14:46.134523 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e6fa9f48-e79e-4de6-baf8-9b639344a38d req-24db4e8a-4148-4efc-b3b8-9feca186b456 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712729 Apr 20 16:14:46.173441 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:46.190979 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'f81a6c35-3774-4a1c-a71e-5c2c6cef1de5', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'f81a6c35-3774-4a1c-a71e-5c2c6cef1de5', 'mac_address': 'fa:16:3e:c8:4e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:14:46.233428 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:46.252653 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:14:46.275158 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:46.360050 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0525337-fa99-4d69-b9ee-9d9834f5406d req-9e6b284e-5e96-421b-93c4-703bba3c5ac0 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:46.362397 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c0525337-fa99-4d69-b9ee-9d9834f5406d req-9e6b284e-5e96-421b-93c4-703bba3c5ac0 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 951 time: 0.0674551 Apr 20 16:14:46.378075 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:46.422663 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c0525337-fa99-4d69-b9ee-9d9834f5406d req-0270f8fe-e434-496a-b97e-df0175622745 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466433 Apr 20 16:14:46.449324 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:46.486934 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e33d9c2d-c8ac-4739-8cff-34b7e428be04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:46.605662 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8b40eb50-e272-4b0f-bb53-f12eb21f2715 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:14:46.626949 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 8b40eb50-e272-4b0f-bb53-f12eb21f2715 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:14:46.627404 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8b40eb50-e272-4b0f-bb53-f12eb21f2715 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:14:46.733199 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e33d9c2d-c8ac-4739-8cff-34b7e428be04 admin admin] Deleting port d6614608-2cb8-488a-b23a-0a2f49c1cc77 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:14:46.733534 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e33d9c2d-c8ac-4739-8cff-34b7e428be04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:46.814687 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-e33d9c2d-c8ac-4739-8cff-34b7e428be04 admin admin] For port d6614608-2cb8-488a-b23a-0a2f49c1cc77, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d6614608-2cb8-488a-b23a-0a2f49c1cc77,segment=NetworkSegment(52abff36-8134-4f69-87f2-fbff378e6601),segment_id=52abff36-8134-4f69-87f2-fbff378e6601)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:46.815053 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e33d9c2d-c8ac-4739-8cff-34b7e428be04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:46.828057 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e33d9c2d-c8ac-4739-8cff-34b7e428be04 admin admin] Calling delete_port for d6614608-2cb8-488a-b23a-0a2f49c1cc77 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:14:46.922193 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f81a6c35-3774-4a1c-a71e-5c2c6cef1de5'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:14:47.068258 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 121d28db-eefc-4708-90be-59307cbf4cec details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:14:47.117137 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e33d9c2d-c8ac-4739-8cff-34b7e428be04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:47.141969 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d9c2d-c8ac-4739-8cff-34b7e428be04 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6614608-2cb8-488a-b23a-0a2f49c1cc77,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:47.166704 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 121d28db-eefc-4708-90be-59307cbf4cec, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=121d28db-eefc-4708-90be-59307cbf4cec,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:47.178988 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '121d28db-eefc-4708-90be-59307cbf4cec', 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c', 'port_id': '121d28db-eefc-4708-90be-59307cbf4cec', 'mac_address': 'fa:16:3e:93:6a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce9e0e03-496c-4740-ab53-97424319556b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:14:47.236718 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:47.252862 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 121d28db-eefc-4708-90be-59307cbf4cec {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:14:47.284787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 121d28db-eefc-4708-90be-59307cbf4cec, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=121d28db-eefc-4708-90be-59307cbf4cec,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:47.291300 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ee427-5104-43ff-a0b5-e7df32b1e0e5 req-7e27af93-f8e5-4c7f-adcc-ef8372af6bb1 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:47.293013 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e38ee427-5104-43ff-a0b5-e7df32b1e0e5 req-7e27af93-f8e5-4c7f-adcc-ef8372af6bb1 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 949 time: 0.0672910 Apr 20 16:14:47.334408 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e38ee427-5104-43ff-a0b5-e7df32b1e0e5 req-659f544d-628b-4240-942a-90d62660b600 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328619 Apr 20 16:14:47.348585 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e33d9c2d-c8ac-4739-8cff-34b7e428be04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:47.380079 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:47.437195 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=121d28db-eefc-4708-90be-59307cbf4cec,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:47.567572 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb920f6-1a2a-4429-89f6-e4c25781fc33 req-b8d13cc3-dda4-4676-915d-e47a14b3efab tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:47.569192 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2cb920f6-1a2a-4429-89f6-e4c25781fc33 req-b8d13cc3-dda4-4676-915d-e47a14b3efab tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 951 time: 0.0726402 Apr 20 16:14:47.611105 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2cb920f6-1a2a-4429-89f6-e4c25781fc33 req-63398dfd-f35c-4f91-821c-3a1ee574a874 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355113 Apr 20 16:14:47.900274 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab7eb4-1899-4f79-9353-df20c5104ba4 req-029bbee4-a28f-4362-95d3-c87aa818682a tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:47.901763 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-07ab7eb4-1899-4f79-9353-df20c5104ba4 req-029bbee4-a28f-4362-95d3-c87aa818682a tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 949 time: 0.1235440 Apr 20 16:14:48.009984 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d7b16ff-d60a-477a-81ed-9ffa5ac56a81 req-a5ea4efb-3fdc-4fda-a796-77c2adfbeb3f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458236 Apr 20 16:14:48.018244 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-07ab7eb4-1899-4f79-9353-df20c5104ba4 req-186f9c7b-c852-439f-9f5a-de47a7e31c3e tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000047 Apr 20 16:14:48.029976 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac9a74-b87e-4868-b083-859a892474c9 req-30a5e9ad-8af2-40ee-a787-e722303646fc tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:48.031884 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8ac9a74-b87e-4868-b083-859a892474c9 req-30a5e9ad-8af2-40ee-a787-e722303646fc tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.26 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e&tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&binding%3Ahost_id=n-h2-836146-2 HTTP/1.1" status: 200 len: 949 time: 0.1986864 Apr 20 16:14:48.082473 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33d9c2d-c8ac-4739-8cff-34b7e428be04 admin admin] Router 8531b84a-f03f-4bed-9857-93441932c065 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:14:48.119905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b16ff-d60a-477a-81ed-9ffa5ac56a81 req-b4964481-b06a-4bcb-bd69-db4d29bc9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:48.121596 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d7b16ff-d60a-477a-81ed-9ffa5ac56a81 req-b4964481-b06a-4bcb-bd69-db4d29bc9794 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 1096 time: 0.0495894 Apr 20 16:14:48.153747 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['121d28db-eefc-4708-90be-59307cbf4cec'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:14:48.177662 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [req-e8ac9a74-b87e-4868-b083-859a892474c9 req-2c1e5228-3384-4aac-a8dd-e372eb123ae9 service neutron] delete failed (client error): The resource could not be found. Apr 20 16:14:48.178684 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8ac9a74-b87e-4868-b083-859a892474c9 req-2c1e5228-3384-4aac-a8dd-e372eb123ae9 service neutron] 10.222.0.26 "DELETE /v2.0/ports/f81a6c35-3774-4a1c-a71e-5c2c6cef1de5/bindings/n-h1-836146-2 HTTP/1.1" status: 404 len: 380 time: 0.1341853 Apr 20 16:14:48.199793 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6e51b-c8c2-4457-979c-8eb343b2c1cd req-472bcbb7-f636-42cf-81dc-83a55ffd3b2e tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:48.201291 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-08a6e51b-c8c2-4457-979c-8eb343b2c1cd req-472bcbb7-f636-42cf-81dc-83a55ffd3b2e tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b3b6815-08e4-4e36-ad66-187fa8ef5d48 HTTP/1.1" status: 200 len: 951 time: 0.1049542 Apr 20 16:14:48.234790 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b16ff-d60a-477a-81ed-9ffa5ac56a81 req-6fd22fa5-bbb6-4144-901b-b3d3ebdc1d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:48.236793 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d7b16ff-d60a-477a-81ed-9ffa5ac56a81 req-6fd22fa5-bbb6-4144-901b-b3d3ebdc1d1a service neutron] 10.222.0.30 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 912 time: 0.0952632 Apr 20 16:14:48.286413 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-08a6e51b-c8c2-4457-979c-8eb343b2c1cd req-5c786335-39cd-4dc9-be54-d720667d4316 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752363 Apr 20 16:14:48.291167 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d7b16ff-d60a-477a-81ed-9ffa5ac56a81 req-608160ff-c4c4-44ed-9824-5d8ac6129202 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d8df218-1686-44b2-a2e6-bc3bd9205f59 HTTP/1.1" status: 200 len: 217 time: 0.0466611 Apr 20 16:14:48.292967 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33d9c2d-c8ac-4739-8cff-34b7e428be04 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:14:48.304636 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e33d9c2d-c8ac-4739-8cff-34b7e428be04 admin admin] 10.222.0.15 "PUT /v2.0/routers/8531b84a-f03f-4bed-9857-93441932c065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3414681 Apr 20 16:14:48.304636 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34246) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:14:48.310126 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf9fdd3-e232-4c40-bc5a-f8ef5d424172 None None] Sync routers for ids ['8531b84a-f03f-4bed-9857-93441932c065'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:14:48.354387 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf9fdd3-e232-4c40-bc5a-f8ef5d424172 None None] Routers {'8531b84a-f03f-4bed-9857-93441932c065'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:14:48.355280 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7bf9fdd3-e232-4c40-bc5a-f8ef5d424172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:14:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['8531b84a-f03f-4bed-9857-93441932c065'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:48.368876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b16ff-d60a-477a-81ed-9ffa5ac56a81 req-0f2c61e4-7a70-40ad-b551-a4a5fb08c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:48.371315 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d7b16ff-d60a-477a-81ed-9ffa5ac56a81 req-0f2c61e4-7a70-40ad-b551-a4a5fb08c75f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cf39be6-ada6-40b6-a73b-d57e4fcf739a HTTP/1.1" status: 200 len: 850 time: 0.0729222 Apr 20 16:14:48.428795 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b16ff-d60a-477a-81ed-9ffa5ac56a81 req-b8ddae0a-e195-4628-aeb8-d350c659e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:48.431117 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d7b16ff-d60a-477a-81ed-9ffa5ac56a81 req-b8ddae0a-e195-4628-aeb8-d350c659e4ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1e63842-0159-452f-8eed-f7dec1727f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486321 Apr 20 16:14:48.472764 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f0c63a4-51af-453d-ac14-c2d8b9d79687 admin admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:48.479087 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-7bf9fdd3-e232-4c40-bc5a-f8ef5d424172 None None] Set router 8531b84a-f03f-4bed-9857-93441932c065 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:14:48.513923 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac9a74-b87e-4868-b083-859a892474c9 req-5a064018-3753-4f11-a561-524f692ff4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:48.515509 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8ac9a74-b87e-4868-b083-859a892474c9 req-5a064018-3753-4f11-a561-524f692ff4a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 1100 time: 0.1000872 Apr 20 16:14:48.559489 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d7b16ff-d60a-477a-81ed-9ffa5ac56a81 req-90a54701-fa6d-49dc-b308-47ea24121bd3 service neutron] 10.222.0.30 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090777 Apr 20 16:14:48.673272 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d7b16ff-d60a-477a-81ed-9ffa5ac56a81 req-d8abb9ba-160c-4a3b-b374-968e56d79574 service neutron] 10.222.0.30 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094759 Apr 20 16:14:48.704622 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7bf9fdd3-e232-4c40-bc5a-f8ef5d424172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8531b84a-f03f-4bed-9857-93441932c065', 'name': 'tempest-ServersTestMultiNic-1913589363-router', 'tenant_id': '31e17c9702d24102b4b3005d2801ab9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'edae6101-76c6-4203-b98a-cabea402ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:12:28Z', 'updated_at': '2022-04-20T16:14:46Z', 'revision_number': 5, 'project_id': '31e17c9702d24102b4b3005d2801ab9d', 'gw_port': {'id': 'edae6101-76c6-4203-b98a-cabea402ee0d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8531b84a-f03f-4bed-9857-93441932c065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:29Z', 'updated_at': '2022-04-20T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:48.709928 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f0c63a4-51af-453d-ac14-c2d8b9d79687 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:48.724782 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac9a74-b87e-4868-b083-859a892474c9 req-6ae3ecfc-1c23-4435-9008-61a2c25dffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:48.725018 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8ac9a74-b87e-4868-b083-859a892474c9 req-6ae3ecfc-1c23-4435-9008-61a2c25dffb6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.1987877 Apr 20 16:14:48.730768 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf9fdd3-e232-4c40-bc5a-f8ef5d424172 None None] Checking router: 8531b84a-f03f-4bed-9857-93441932c065 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:14:48.739273 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf9fdd3-e232-4c40-bc5a-f8ef5d424172 None None] Routers {'8531b84a-f03f-4bed-9857-93441932c065'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:14:48.739888 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7bf9fdd3-e232-4c40-bc5a-f8ef5d424172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:14:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['8531b84a-f03f-4bed-9857-93441932c065'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:48.788668 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8ac9a74-b87e-4868-b083-859a892474c9 req-b027b0fa-bd15-40a3-9654-569009b2d08b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 HTTP/1.1" status: 200 len: 217 time: 0.0397017 Apr 20 16:14:48.816487 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae0ec4-f50c-46ab-b1f5-9018d821a726 req-9a3cb19a-d51c-4d62-9efe-e97e711a9234 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:48.818297 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6bae0ec4-f50c-46ab-b1f5-9018d821a726 req-9a3cb19a-d51c-4d62-9efe-e97e711a9234 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 951 time: 0.1145704 Apr 20 16:14:48.851696 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-7bf9fdd3-e232-4c40-bc5a-f8ef5d424172 None None] Set router 8531b84a-f03f-4bed-9857-93441932c065 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:14:48.909888 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac9a74-b87e-4868-b083-859a892474c9 req-611254ab-0b6a-47cf-9164-b6c83648b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:48.911347 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8ac9a74-b87e-4868-b083-859a892474c9 req-611254ab-0b6a-47cf-9164-b6c83648b9ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.1110730 Apr 20 16:14:48.915668 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6bae0ec4-f50c-46ab-b1f5-9018d821a726 req-4ce7edf1-90da-4bc1-b1f1-bd95167bb37e tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763867 Apr 20 16:14:48.964823 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-2f0c63a4-51af-453d-ac14-c2d8b9d79687 admin admin] Deleting port edae6101-76c6-4203-b98a-cabea402ee0d {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:14:48.965074 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f0c63a4-51af-453d-ac14-c2d8b9d79687 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:49.015113 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac9a74-b87e-4868-b083-859a892474c9 req-7baa8256-5085-4b89-84e3-2a696d141182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:49.017006 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8ac9a74-b87e-4868-b083-859a892474c9 req-7baa8256-5085-4b89-84e3-2a696d141182 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0953391 Apr 20 16:14:49.048551 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7bf9fdd3-e232-4c40-bc5a-f8ef5d424172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8531b84a-f03f-4bed-9857-93441932c065', 'name': 'tempest-ServersTestMultiNic-1913589363-router', 'tenant_id': '31e17c9702d24102b4b3005d2801ab9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'edae6101-76c6-4203-b98a-cabea402ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:12:28Z', 'updated_at': '2022-04-20T16:14:46Z', 'revision_number': 5, 'project_id': '31e17c9702d24102b4b3005d2801ab9d', 'gw_port': {'id': 'edae6101-76c6-4203-b98a-cabea402ee0d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8531b84a-f03f-4bed-9857-93441932c065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:29Z', 'updated_at': '2022-04-20T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:49.077527 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 121d28db-eefc-4708-90be-59307cbf4cec up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:14:49.082110 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf9fdd3-e232-4c40-bc5a-f8ef5d424172 None None] The sync data for ids ['8531b84a-f03f-4bed-9857-93441932c065'] in n-d-836146-2 is: [{'id': '8531b84a-f03f-4bed-9857-93441932c065', 'name': 'tempest-ServersTestMultiNic-1913589363-router', 'tenant_id': '31e17c9702d24102b4b3005d2801ab9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'edae6101-76c6-4203-b98a-cabea402ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:12:28Z', 'updated_at': '2022-04-20T16:14:46Z', 'revision_number': 5, 'project_id': '31e17c9702d24102b4b3005d2801ab9d', 'gw_port': {'id': 'edae6101-76c6-4203-b98a-cabea402ee0d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8531b84a-f03f-4bed-9857-93441932c065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:29Z', 'updated_at': '2022-04-20T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:14:49.127412 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-2f0c63a4-51af-453d-ac14-c2d8b9d79687 admin admin] For port edae6101-76c6-4203-b98a-cabea402ee0d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=edae6101-76c6-4203-b98a-cabea402ee0d,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:49.127776 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f0c63a4-51af-453d-ac14-c2d8b9d79687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:49.157273 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 121d28db-eefc-4708-90be-59307cbf4cec triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:49.158139 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:49.160146 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-2f0c63a4-51af-453d-ac14-c2d8b9d79687 admin admin] Calling delete_port for edae6101-76c6-4203-b98a-cabea402ee0d owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:14:49.200429 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113571-81b5-427f-b7bb-29b6e84cc900 req-bc327efc-dda4-4907-bbb6-36b221c1eb93 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:49.202159 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ba113571-81b5-427f-b7bb-29b6e84cc900 req-bc327efc-dda4-4907-bbb6-36b221c1eb93 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 949 time: 0.0830743 Apr 20 16:14:49.254630 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ba113571-81b5-427f-b7bb-29b6e84cc900 req-140b8757-616e-48b4-a5ee-f50e377de586 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450583 Apr 20 16:14:49.295483 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8ac9a74-b87e-4868-b083-859a892474c9 req-491a867e-777e-4d0c-9d12-47500342842c service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651229 Apr 20 16:14:49.404555 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:49.445672 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defa8359-8d46-41bc-b79c-fa423a1a952f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121d28db-eefc-4708-90be-59307cbf4cec'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:49.447833 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bc49a4-602d-49db-976a-40304b797a68" -d '{"events": [{"server_uuid": "defa8359-8d46-41bc-b79c-fa423a1a952f", "name": "network-vif-plugged", "status": "completed", "tag": "121d28db-eefc-4708-90be-59307cbf4cec"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:14:49.471835 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 121d28db-eefc-4708-90be-59307cbf4cec, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=121d28db-eefc-4708-90be-59307cbf4cec,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:49.508522 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8318fcd2-f0f9-464c-a89c-ab45221bbe2c x-openstack-request-id: req-8318fcd2-f0f9-464c-a89c-ab45221bbe2c {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:14:49.508821 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defa8359-8d46-41bc-b79c-fa423a1a952f", "name": "network-vif-plugged", "status": "completed", "tag": "121d28db-eefc-4708-90be-59307cbf4cec", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:14:49.509098 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8318fcd2-f0f9-464c-a89c-ab45221bbe2c {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:14:49.509496 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8318fcd2-f0f9-464c-a89c-ab45221bbe2c'] response: {'server_uuid': 'defa8359-8d46-41bc-b79c-fa423a1a952f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121d28db-eefc-4708-90be-59307cbf4cec', 'code': 200} Apr 20 16:14:49.531037 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d35ed-4539-490b-b555-4c0669aacb6d req-9c0e25ad-c151-43f0-b7a9-352ff63bea08 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:49.533168 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-341d35ed-4539-490b-b555-4c0669aacb6d req-9c0e25ad-c151-43f0-b7a9-352ff63bea08 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b3b6815-08e4-4e36-ad66-187fa8ef5d48 HTTP/1.1" status: 200 len: 951 time: 0.1250544 Apr 20 16:14:49.535263 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8ac9a74-b87e-4868-b083-859a892474c9 req-d5f767d0-8b4f-4cc4-bf22-df0a79bacc42 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257683 Apr 20 16:14:49.546017 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:49.598654 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-341d35ed-4539-490b-b555-4c0669aacb6d req-16428342-e193-4039-8706-0791dff99af7 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590916 Apr 20 16:14:49.599968 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f0c63a4-51af-453d-ac14-c2d8b9d79687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:49.611658 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=121d28db-eefc-4708-90be-59307cbf4cec,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:49.668295 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c63a4-51af-453d-ac14-c2d8b9d79687 admin admin] Pushing event deleted for resources: {'Port': ['ID=edae6101-76c6-4203-b98a-cabea402ee0d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:49.716072 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f0c63a4-51af-453d-ac14-c2d8b9d79687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:49.838406 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f0c63a4-51af-453d-ac14-c2d8b9d79687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:49.846017 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f0c63a4-51af-453d-ac14-c2d8b9d79687 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:49.941917 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:14:50.039011 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:14:50.048837 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f0c63a4-51af-453d-ac14-c2d8b9d79687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:50.049752 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0c63a4-51af-453d-ac14-c2d8b9d79687 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8531b84a-f03f-4bed-9857-93441932c065 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:14:50.061521 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f0c63a4-51af-453d-ac14-c2d8b9d79687 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:50.062653 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2f0c63a4-51af-453d-ac14-c2d8b9d79687 admin admin] 10.222.0.15 "DELETE /v2.0/routers/8531b84a-f03f-4bed-9857-93441932c065 HTTP/1.1" status: 204 len: 168 time: 1.7596719 Apr 20 16:14:50.065929 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34314) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:14:50.104922 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e314f-c316-4796-9de5-7eabe22de45d req-b9f6f9c7-e55f-4639-99dd-8b729be747b8 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:50.107929 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c82e314f-c316-4796-9de5-7eabe22de45d req-b9f6f9c7-e55f-4639-99dd-8b729be747b8 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 951 time: 0.0936046 Apr 20 16:14:50.171185 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-66bd471d-23a0-4ec4-80cc-62b88bcbd942 admin admin] Deleting subnet e9e796f3-d270-4942-b3dc-083b54c000c8 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:14:50.178895 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-66bd471d-23a0-4ec4-80cc-62b88bcbd942 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:50.207166 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c82e314f-c316-4796-9de5-7eabe22de45d req-ce96a5c4-b02c-4bb7-bcc0-a4631540edd6 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896420 Apr 20 16:14:50.257745 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-66bd471d-23a0-4ec4-80cc-62b88bcbd942 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:50.272514 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:14:50.279684 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:14:50.283128 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:50.382595 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-66bd471d-23a0-4ec4-80cc-62b88bcbd942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:50.395345 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:50.459803 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:50.540327 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:50.561388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8997c54-161a-424f-b730-dfd006d27757 req-2e5e4935-c59d-4cfe-9263-c7fabaf2426f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:50.562902 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8997c54-161a-424f-b730-dfd006d27757 req-2e5e4935-c59d-4cfe-9263-c7fabaf2426f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 949 time: 0.0594852 Apr 20 16:14:50.588754 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5,revision_number=9']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:50.594013 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-66bd471d-23a0-4ec4-80cc-62b88bcbd942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:50.663913 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-66bd471d-23a0-4ec4-80cc-62b88bcbd942 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:50.669074 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-66bd471d-23a0-4ec4-80cc-62b88bcbd942 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e9e796f3-d270-4942-b3dc-083b54c000c8 HTTP/1.1" status: 204 len: 168 time: 0.6021025 Apr 20 16:14:50.670913 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd471d-23a0-4ec4-80cc-62b88bcbd942 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9e796f3-d270-4942-b3dc-083b54c000c8,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:50.671720 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34358) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:14:50.672529 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7441f4f7-3a87-49f1-a2da-6663467bce26 None None] Network 94fcbb92-4917-466d-9441-853c1c0aa040 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:14:50.677931 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8997c54-161a-424f-b730-dfd006d27757 req-5a75166f-2f0d-4fe1-b5f3-02bfe5836183 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072035 Apr 20 16:14:50.758513 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d6614608-2cb8-488a-b23a-0a2f49c1cc77 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:14:50.785164 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: d6614608-2cb8-488a-b23a-0a2f49c1cc77 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:14:50.786921 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d6614608-2cb8-488a-b23a-0a2f49c1cc77 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:14:50.787354 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device edae6101-76c6-4203-b98a-cabea402ee0d no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:14:50.811344 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02e3eef1-c04e-48db-b8fe-6ea2670d0efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:50.817096 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: edae6101-76c6-4203-b98a-cabea402ee0d {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:14:50.817384 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device edae6101-76c6-4203-b98a-cabea402ee0d not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:14:50.922439 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-02e3eef1-c04e-48db-b8fe-6ea2670d0efb admin admin] Deleting port 1a073f0c-898a-49a8-bf26-9e443403fb58 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:14:50.923907 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02e3eef1-c04e-48db-b8fe-6ea2670d0efb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:50.981677 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162fb2e1-37d5-49c3-81bb-01b1d5ed1da0 None None] DHCP port deletion for 94fcbb92-4917-466d-9441-853c1c0aa040 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:14:51.046927 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-02e3eef1-c04e-48db-b8fe-6ea2670d0efb admin admin] For port 1a073f0c-898a-49a8-bf26-9e443403fb58, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=1a073f0c-898a-49a8-bf26-9e443403fb58,segment=NetworkSegment(52abff36-8134-4f69-87f2-fbff378e6601),segment_id=52abff36-8134-4f69-87f2-fbff378e6601)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:51.046927 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02e3eef1-c04e-48db-b8fe-6ea2670d0efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:51.050045 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e50dbc-4d02-4c15-b2af-bc88f0eb1648 req-be179326-f564-4caa-ba7a-a898f851fa5b tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:51.052589 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f7e50dbc-4d02-4c15-b2af-bc88f0eb1648 req-be179326-f564-4caa-ba7a-a898f851fa5b tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 1102 time: 0.1395445 Apr 20 16:14:51.065206 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-02e3eef1-c04e-48db-b8fe-6ea2670d0efb admin admin] Calling delete_port for 1a073f0c-898a-49a8-bf26-9e443403fb58 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:14:51.086104 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:14:51.094609 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-162fb2e1-37d5-49c3-81bb-01b1d5ed1da0 None None] Deleting port 1a073f0c-898a-49a8-bf26-9e443403fb58 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:14:51.095167 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-162fb2e1-37d5-49c3-81bb-01b1d5ed1da0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:51.257850 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f7e50dbc-4d02-4c15-b2af-bc88f0eb1648 req-a660a5bb-56f0-433e-8d37-fa03fc12ca13 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842477 Apr 20 16:14:51.263190 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-162fb2e1-37d5-49c3-81bb-01b1d5ed1da0 None None] For port 1a073f0c-898a-49a8-bf26-9e443403fb58, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=1a073f0c-898a-49a8-bf26-9e443403fb58,segment=NetworkSegment(52abff36-8134-4f69-87f2-fbff378e6601),segment_id=52abff36-8134-4f69-87f2-fbff378e6601)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:51.263803 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-162fb2e1-37d5-49c3-81bb-01b1d5ed1da0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:51.302789 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-162fb2e1-37d5-49c3-81bb-01b1d5ed1da0 None None] Calling delete_port for 1a073f0c-898a-49a8-bf26-9e443403fb58 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:14:51.409988 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:51.437622 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02e3eef1-c04e-48db-b8fe-6ea2670d0efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:51.472084 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:51.477183 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-162fb2e1-37d5-49c3-81bb-01b1d5ed1da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:51.515701 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59cbbe0f-0a5e-4283-b9df-3aad164fc44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81a6c35-3774-4a1c-a71e-5c2c6cef1de5'}, {'server_uuid': '6b3b6815-08e4-4e36-ad66-187fa8ef5d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ec6e65c-b03e-4ba8-ac37-7b06bb13130a'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:51.518935 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e648a8-67f3-490e-8642-e6eca1616ed0" -d '{"events": [{"server_uuid": "59cbbe0f-0a5e-4283-b9df-3aad164fc44e", "name": "network-vif-plugged", "status": "completed", "tag": "f81a6c35-3774-4a1c-a71e-5c2c6cef1de5"}, {"server_uuid": "6b3b6815-08e4-4e36-ad66-187fa8ef5d48", "name": "network-vif-unplugged", "status": "completed", "tag": "2ec6e65c-b03e-4ba8-ac37-7b06bb13130a"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:14:51.521847 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fb2e1-37d5-49c3-81bb-01b1d5ed1da0 None None] Pushing event deleted for resources: {'Port': ['ID=1a073f0c-898a-49a8-bf26-9e443403fb58,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:51.532166 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3eef1-c04e-48db-b8fe-6ea2670d0efb admin admin] Pushing event deleted for resources: {'Port': ['ID=1a073f0c-898a-49a8-bf26-9e443403fb58,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:51.532693 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162fb2e1-37d5-49c3-81bb-01b1d5ed1da0 None None] No DVR routers for this DVR port 1a073f0c-898a-49a8-bf26-9e443403fb58 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:14:51.542549 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3eef1-c04e-48db-b8fe-6ea2670d0efb admin admin] No DVR routers for this DVR port 1a073f0c-898a-49a8-bf26-9e443403fb58 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:14:51.569551 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:51.643243 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a,revision_number=11']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:51.701703 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02e3eef1-c04e-48db-b8fe-6ea2670d0efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:51.736281 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 20 Apr 2022 16:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b218c6a1-0eab-4f5a-aed5-6e490bde98da x-openstack-request-id: req-b218c6a1-0eab-4f5a-aed5-6e490bde98da {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:14:51.736598 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-02e3eef1-c04e-48db-b8fe-6ea2670d0efb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94fcbb92-4917-466d-9441-853c1c0aa040']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:51.736726 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59cbbe0f-0a5e-4283-b9df-3aad164fc44e", "name": "network-vif-plugged", "status": "completed", "tag": "f81a6c35-3774-4a1c-a71e-5c2c6cef1de5", "code": 200}, {"server_uuid": "6b3b6815-08e4-4e36-ad66-187fa8ef5d48", "name": "network-vif-unplugged", "status": "completed", "tag": "2ec6e65c-b03e-4ba8-ac37-7b06bb13130a", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:14:51.736845 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b218c6a1-0eab-4f5a-aed5-6e490bde98da {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:14:51.737248 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b218c6a1-0eab-4f5a-aed5-6e490bde98da'] response: {'server_uuid': '59cbbe0f-0a5e-4283-b9df-3aad164fc44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81a6c35-3774-4a1c-a71e-5c2c6cef1de5', 'code': 200} Apr 20 16:14:51.737499 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b218c6a1-0eab-4f5a-aed5-6e490bde98da'] response: {'server_uuid': '6b3b6815-08e4-4e36-ad66-187fa8ef5d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ec6e65c-b03e-4ba8-ac37-7b06bb13130a', 'code': 200} Apr 20 16:14:51.760563 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-02e3eef1-c04e-48db-b8fe-6ea2670d0efb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52abff36-8134-4f69-87f2-fbff378e6601') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:51.760861 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-02e3eef1-c04e-48db-b8fe-6ea2670d0efb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52abff36-8134-4f69-87f2-fbff378e6601') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:14:51.782642 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02e3eef1-c04e-48db-b8fe-6ea2670d0efb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:51.806438 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02e3eef1-c04e-48db-b8fe-6ea2670d0efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:51.820505 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e3eef1-c04e-48db-b8fe-6ea2670d0efb admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:14:51.822666 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02e3eef1-c04e-48db-b8fe-6ea2670d0efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:14:51.827407 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:14:51.934294 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fab42d-748a-42c3-be37-fe4c354ba730 req-e11e8bdb-b41a-4d84-bcd4-e47f30b7f1b9 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:51.943880 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66fab42d-748a-42c3-be37-fe4c354ba730 req-e11e8bdb-b41a-4d84-bcd4-e47f30b7f1b9 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 1102 time: 0.0515831 Apr 20 16:14:51.953582 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cd2cf-d2e0-4a93-9c6e-7e41537918cc req-04b31533-1e26-421b-9b48-ddd7c1b8b0dd tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:51.953582 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-782cd2cf-d2e0-4a93-9c6e-7e41537918cc req-04b31533-1e26-421b-9b48-ddd7c1b8b0dd tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.1126704 Apr 20 16:14:51.992638 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66fab42d-748a-42c3-be37-fe4c354ba730 req-17a0de8a-aa26-47f5-8f6e-2fb55c19ab62 tempest-ServersAdminTestJSON-1295488236 tempest-ServersAdminTestJSON-1295488236-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381541 Apr 20 16:14:52.014509 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-782cd2cf-d2e0-4a93-9c6e-7e41537918cc req-0b4a8734-f385-42f2-afd5-a73a51c6f23c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531731 Apr 20 16:14:52.181864 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02e3eef1-c04e-48db-b8fe-6ea2670d0efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:52.195263 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02e3eef1-c04e-48db-b8fe-6ea2670d0efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:52.196623 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-02e3eef1-c04e-48db-b8fe-6ea2670d0efb admin admin] 10.222.0.15 "DELETE /v2.0/networks/94fcbb92-4917-466d-9441-853c1c0aa040 HTTP/1.1" status: 204 len: 168 time: 1.5233095 Apr 20 16:14:52.211235 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3eef1-c04e-48db-b8fe-6ea2670d0efb admin admin] Pushing event deleted for resources: {'Network': ['ID=94fcbb92-4917-466d-9441-853c1c0aa040,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:52.227581 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d03c7-9a9d-4147-913c-ebf79415802a req-3508c75d-67fb-4744-a7f1-0a6cf04c72b3 tempest-MigrationsAdminTest-277750691 tempest-MigrationsAdminTest-277750691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:52.227581 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ca1d03c7-9a9d-4147-913c-ebf79415802a req-3508c75d-67fb-4744-a7f1-0a6cf04c72b3 tempest-MigrationsAdminTest-277750691 tempest-MigrationsAdminTest-277750691-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 1101 time: 0.0794752 Apr 20 16:14:52.283494 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ca1d03c7-9a9d-4147-913c-ebf79415802a req-888fe8d0-945d-488a-a1b8-317056fb8e14 tempest-MigrationsAdminTest-277750691 tempest-MigrationsAdminTest-277750691-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459700 Apr 20 16:14:52.646920 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1a073f0c-898a-49a8-bf26-9e443403fb58 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:14:52.677461 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 1a073f0c-898a-49a8-bf26-9e443403fb58 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:14:52.678037 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1a073f0c-898a-49a8-bf26-9e443403fb58 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:14:52.773951 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34528) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:14:52.812748 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4bebad69-fd55-4b52-b112-7248135be56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:52.835656 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dca01f2b-f1c8-4f22-bbdb-06cca8274372 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=31e17c9702d24102b4b3005d2801ab9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0597422 Apr 20 16:14:52.838130 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34534) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:14:52.905900 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5ef798d-dc60-4dc0-bd6e-511b2405c422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:52.938952 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5ef798d-dc60-4dc0-bd6e-511b2405c422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:53.167175 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5ef798d-dc60-4dc0-bd6e-511b2405c422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:53.169762 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5ef798d-dc60-4dc0-bd6e-511b2405c422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:53.171314 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f5ef798d-dc60-4dc0-bd6e-511b2405c422 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d91bbf53-33e6-4135-90db-18872d9b5698 HTTP/1.1" status: 204 len: 168 time: 0.3318381 Apr 20 16:14:53.186721 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef798d-dc60-4dc0-bd6e-511b2405c422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91bbf53-33e6-4135-90db-18872d9b5698,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:54.630561 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5b9be-ae16-48e4-86dc-22d84566696b req-a274d81c-1f7d-49d5-ae99-a79869400931 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:54.633749 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-70a5b9be-ae16-48e4-86dc-22d84566696b req-a274d81c-1f7d-49d5-ae99-a79869400931 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.26 "GET /v2.0/ports?device_id=42f5d595-47aa-45c3-a711-f1cdc18c682d HTTP/1.1" status: 200 len: 950 time: 0.0960011 Apr 20 16:14:54.770548 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-380aa005-c6ca-46df-8e17-a0d59987118a req-7c7c65d8-5cd5-4dd0-a42a-f6a18bbef4f7 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473144 Apr 20 16:14:54.771217 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-70a5b9be-ae16-48e4-86dc-22d84566696b req-06d6986d-583b-4e56-9040-5e97f7aead46 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Deleting port aef37b9c-8a8c-42db-9f45-e48f6f602d57 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:14:54.771217 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-70a5b9be-ae16-48e4-86dc-22d84566696b req-06d6986d-583b-4e56-9040-5e97f7aead46 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:54.897048 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5ed72-4ffd-42c5-aba0-3ca02bf65dbd req-c2a75b28-db90-4c6b-a6fa-8d5432a15e41 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:54.898612 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-39a5ed72-4ffd-42c5-aba0-3ca02bf65dbd req-c2a75b28-db90-4c6b-a6fa-8d5432a15e41 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=42f5d595-47aa-45c3-a711-f1cdc18c682d HTTP/1.1" status: 200 len: 950 time: 0.1126504 Apr 20 16:14:54.929389 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380aa005-c6ca-46df-8e17-a0d59987118a req-79e45da8-a708-419a-a561-605f714ab67a tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:54.934398 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-70a5b9be-ae16-48e4-86dc-22d84566696b req-06d6986d-583b-4e56-9040-5e97f7aead46 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] For port aef37b9c-8a8c-42db-9f45-e48f6f602d57, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=aef37b9c-8a8c-42db-9f45-e48f6f602d57,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:14:54.934774 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-70a5b9be-ae16-48e4-86dc-22d84566696b req-06d6986d-583b-4e56-9040-5e97f7aead46 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:54.941744 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-380aa005-c6ca-46df-8e17-a0d59987118a req-79e45da8-a708-419a-a561-605f714ab67a tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1632001 Apr 20 16:14:54.953571 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-70a5b9be-ae16-48e4-86dc-22d84566696b req-06d6986d-583b-4e56-9040-5e97f7aead46 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Calling delete_port for aef37b9c-8a8c-42db-9f45-e48f6f602d57 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:14:54.971615 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-380aa005-c6ca-46df-8e17-a0d59987118a req-b75773e2-9640-49ff-a941-89203985b4db tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/quotas/5cbf6f2a95f84d7e90dc5825ed03dfd3 HTTP/1.1" status: 200 len: 375 time: 0.0286136 Apr 20 16:14:54.979609 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-39a5ed72-4ffd-42c5-aba0-3ca02bf65dbd req-56abc18f-0307-4ef6-9b76-b1758d4ccfec tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658767 Apr 20 16:14:55.047160 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34590) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:14:55.098668 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-24c6ec2a-57ec-4b89-827e-d716224a88ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:55.111540 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-380aa005-c6ca-46df-8e17-a0d59987118a req-9e03c394-e4a8-4d8c-852a-641425d8e8db tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1373467 Apr 20 16:14:55.274089 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-6afd2883-0e89-4836-a60e-b780c0a0ff6b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-120486411-network', 'tenant_id': '5f2e6310a3cd410aad43b9a2a3f2d6c9'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:14:55.415429 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afd2883-0e89-4836-a60e-b780c0a0ff6b admin admin] Made reservation on behalf of 5f2e6310a3cd410aad43b9a2a3f2d6c9 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:14:55.418424 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6afd2883-0e89-4836-a60e-b780c0a0ff6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:55.429588 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6afd2883-0e89-4836-a60e-b780c0a0ff6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:55.464689 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-70a5b9be-ae16-48e4-86dc-22d84566696b req-06d6986d-583b-4e56-9040-5e97f7aead46 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:55.505486 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['e6de5d6c-bd61-40ae-9313-6a9cd22a16ec', 'aef37b9c-8a8c-42db-9f45-e48f6f602d57', 'b7728825-6049-4ffe-8d8e-460e327e5c3b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:14:55.512506 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6986d-583b-4e56-9040-5e97f7aead46 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Pushing event deleted for resources: {'Port': ['ID=aef37b9c-8a8c-42db-9f45-e48f6f602d57,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:55.639897 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6afd2883-0e89-4836-a60e-b780c0a0ff6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:55.661832 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a5b9be-ae16-48e4-86dc-22d84566696b req-06d6986d-583b-4e56-9040-5e97f7aead46 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] No DVR routers for this DVR port aef37b9c-8a8c-42db-9f45-e48f6f602d57 on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:14:55.671920 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-70a5b9be-ae16-48e4-86dc-22d84566696b req-06d6986d-583b-4e56-9040-5e97f7aead46 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:55.682694 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-70a5b9be-ae16-48e4-86dc-22d84566696b req-06d6986d-583b-4e56-9040-5e97f7aead46 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.26 "DELETE /v2.0/ports/aef37b9c-8a8c-42db-9f45-e48f6f602d57 HTTP/1.1" status: 204 len: 173 time: 1.0392308 Apr 20 16:14:55.683674 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f5d595-47aa-45c3-a711-f1cdc18c682d', 'name': 'network-vif-deleted', 'tag': 'aef37b9c-8a8c-42db-9f45-e48f6f602d57'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:14:55.686579 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-43a57cb8-a573-47d9-9983-330256e666a0 req-20688418-10e6-42bf-9818-1840183eef6f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 210 time: 0.0449550 Apr 20 16:14:55.689008 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92e8426-7f22-4f89-a673-034b52d5dda4" -d '{"events": [{"server_uuid": "42f5d595-47aa-45c3-a711-f1cdc18c682d", "name": "network-vif-deleted", "tag": "aef37b9c-8a8c-42db-9f45-e48f6f602d57"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:14:55.741220 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6afd2883-0e89-4836-a60e-b780c0a0ff6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:55.754905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6afd2883-0e89-4836-a60e-b780c0a0ff6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:14:55.757159 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ade0295-df26-47fd-8f1d-7edd65524e06 x-openstack-request-id: req-9ade0295-df26-47fd-8f1d-7edd65524e06 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:14:55.757449 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f5d595-47aa-45c3-a711-f1cdc18c682d", "name": "network-vif-deleted", "tag": "aef37b9c-8a8c-42db-9f45-e48f6f602d57", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:14:55.758063 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ade0295-df26-47fd-8f1d-7edd65524e06 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:14:55.758462 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ade0295-df26-47fd-8f1d-7edd65524e06'] response: {'server_uuid': '42f5d595-47aa-45c3-a711-f1cdc18c682d', 'name': 'network-vif-deleted', 'tag': 'aef37b9c-8a8c-42db-9f45-e48f6f602d57', 'status': 'completed', 'code': 200} Apr 20 16:14:55.771236 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6afd2883-0e89-4836-a60e-b780c0a0ff6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:55.771748 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-6afd2883-0e89-4836-a60e-b780c0a0ff6b admin admin] Added segment 39e8b97e-8ed2-43a4-a405-5a0a6ce2de19 of type vlan for network b1b3bc80-c226-4d20-b174-6d46c95cc7a5 Apr 20 16:14:55.816320 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6afd2883-0e89-4836-a60e-b780c0a0ff6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:55.873729 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd2883-0e89-4836-a60e-b780c0a0ff6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5578467-4d19-452b-9646-c1d26242faec,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:56.042213 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6afd2883-0e89-4836-a60e-b780c0a0ff6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:56.047818 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afd2883-0e89-4836-a60e-b780c0a0ff6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:56.047818 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6afd2883-0e89-4836-a60e-b780c0a0ff6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:56.190420 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d5f42220-a870-4727-9c06-1f8e64c44b2f req-4c6d9886-047f-4a9e-991c-5b730740cc6c tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=42f5d595-47aa-45c3-a711-f1cdc18c682d HTTP/1.1" status: 200 len: 210 time: 0.1026435 Apr 20 16:14:56.218611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd2883-0e89-4836-a60e-b780c0a0ff6b admin admin] Pushing event updated for resources: {'Network': ['ID=b1b3bc80-c226-4d20-b174-6d46c95cc7a5,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:56.231735 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network b1b3bc80-c226-4d20-b174-6d46c95cc7a5 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:14:56.273086 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6afd2883-0e89-4836-a60e-b780c0a0ff6b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2081196 Apr 20 16:14:56.273515 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34642) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:14:56.278368 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-9efbcd44-0ff5-4395-b7a8-289cf9b63422 admin admin] Request body: {'subnet': {'network_id': 'b1b3bc80-c226-4d20-b174-6d46c95cc7a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-120486411-subnet', 'tenant_id': '5f2e6310a3cd410aad43b9a2a3f2d6c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:14:56.335132 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:56.495211 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efbcd44-0ff5-4395-b7a8-289cf9b63422 admin admin] Made reservation on behalf of 5f2e6310a3cd410aad43b9a2a3f2d6c9 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:14:56.497603 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9efbcd44-0ff5-4395-b7a8-289cf9b63422 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:56.790901 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9efbcd44-0ff5-4395-b7a8-289cf9b63422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:56.848663 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbcd44-0ff5-4395-b7a8-289cf9b63422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=000a93ea-72fc-47d9-8cd2-6e4eb754434e,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:14:56.860106 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efbcd44-0ff5-4395-b7a8-289cf9b63422 admin admin] Checking segment: {'id': '39e8b97e-8ed2-43a4-a405-5a0a6ce2de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b1b3bc80-c226-4d20-b174-6d46c95cc7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:14:56.860496 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efbcd44-0ff5-4395-b7a8-289cf9b63422 admin admin] Network hostable DHCP agents. Network: b1b3bc80-c226-4d20-b174-6d46c95cc7a5, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:14:56.962046 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efbcd44-0ff5-4395-b7a8-289cf9b63422 admin admin] Network b1b3bc80-c226-4d20-b174-6d46c95cc7a5 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:14:57.121325 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-9efbcd44-0ff5-4395-b7a8-289cf9b63422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, b1b3bc80-c226-4d20-b174-6d46c95cc7a5) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:14:57.126187 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efbcd44-0ff5-4395-b7a8-289cf9b63422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:57.126898 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9efbcd44-0ff5-4395-b7a8-289cf9b63422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:57.140216 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ce6cee-19ed-4f52-9fe8-56a19ab1b177 None None] Network b1b3bc80-c226-4d20-b174-6d46c95cc7a5 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:14:57.269430 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9efbcd44-0ff5-4395-b7a8-289cf9b63422 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9942260 Apr 20 16:14:57.355094 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c2ed52-4656-4959-abef-5fe16c55ff8f None None] Network b1b3bc80-c226-4d20-b174-6d46c95cc7a5 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:14:57.611472 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-21301cac-4497-4819-a02d-4445a547f1d2 req-6f638f11-d9c3-48a8-b05e-75b1a73b2f14 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 210 time: 0.0694847 Apr 20 16:14:57.704673 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:58.218374 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:58.447555 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:59.023310 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-380aa005-c6ca-46df-8e17-a0d59987118a req-16ee16cf-3d8e-4d46-9818-356e952dab14 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285819 Apr 20 16:14:59.138532 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device aef37b9c-8a8c-42db-9f45-e48f6f602d57 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:14:59.159755 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380aa005-c6ca-46df-8e17-a0d59987118a req-8d4cefcc-5a6e-426b-b8b6-de04a2d27669 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:59.172671 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-380aa005-c6ca-46df-8e17-a0d59987118a req-8d4cefcc-5a6e-426b-b8b6-de04a2d27669 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1437280 Apr 20 16:14:59.176188 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: aef37b9c-8a8c-42db-9f45-e48f6f602d57 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:14:59.176681 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device aef37b9c-8a8c-42db-9f45-e48f6f602d57 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:14:59.203180 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2607c86e-36f8-498c-a545-2213f1eb82b8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Request body: {'port': {'device_id': '8d19cd9c-c57d-4c80-889c-c7699cf0c694', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': '5cbf6f2a95f84d7e90dc5825ed03dfd3'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:14:59.455777 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2607c86e-36f8-498c-a545-2213f1eb82b8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Made reservation on behalf of 5cbf6f2a95f84d7e90dc5825ed03dfd3 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:14:59.459832 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2607c86e-36f8-498c-a545-2213f1eb82b8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:59.638486 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:14:59.945757 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2607c86e-36f8-498c-a545-2213f1eb82b8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Allocated IP 192.168.233.75 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/ca7fac03-dba5-420a-8011-27a1c64c2c85) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:14:59.972358 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-9778bd60-08b1-4b94-ab9b-2ed72bb63443 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:14:59.973896 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-9778bd60-08b1-4b94-ab9b-2ed72bb63443 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/networks?id=b1b3bc80-c226-4d20-b174-6d46c95cc7a5 HTTP/1.1" status: 200 len: 821 time: 0.1691108 Apr 20 16:15:00.007264 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-a3434088-08c9-4216-99d0-78012790213d tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/quotas/5f2e6310a3cd410aad43b9a2a3f2d6c9 HTTP/1.1" status: 200 len: 375 time: 0.0241995 Apr 20 16:15:00.047977 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-e5df4c8e-a598-448e-96e1-2bfd2d7a4ae3 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f2e6310a3cd410aad43b9a2a3f2d6c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302901 Apr 20 16:15:00.224783 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-dbd07ffb-9f76-49a6-ac4e-f58bb9ffa450 service neutron] 10.222.0.15 "GET /v2.0/networks/b1b3bc80-c226-4d20-b174-6d46c95cc7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573930 Apr 20 16:15:00.260323 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2607c86e-36f8-498c-a545-2213f1eb82b8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:00.357912 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-e6a46a32-2baa-4f7d-8912-548c5b70468e service neutron] 10.222.0.15 "GET /v2.0/networks/b1b3bc80-c226-4d20-b174-6d46c95cc7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235561 Apr 20 16:15:00.438756 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bdfbfe3b-684b-4c85-83cf-faee9bd8da19 req-23ffe072-9d60-40f8-bb70-0de7b1b32856 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 210 time: 0.0312667 Apr 20 16:15:00.490563 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2607c86e-36f8-498c-a545-2213f1eb82b8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:00.525231 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f81a6c35-3774-4a1c-a71e-5c2c6cef1de5'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:15:00.574678 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2607c86e-36f8-498c-a545-2213f1eb82b8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:00.581739 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2607c86e-36f8-498c-a545-2213f1eb82b8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:00.584159 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2607c86e-36f8-498c-a545-2213f1eb82b8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Pushing event updated for resources: {'Port': ['ID=ca7fac03-dba5-420a-8011-27a1c64c2c85,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:00.593651 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2607c86e-36f8-498c-a545-2213f1eb82b8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:15:00.752030 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2607c86e-36f8-498c-a545-2213f1eb82b8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:00.752030 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2607c86e-36f8-498c-a545-2213f1eb82b8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:00.877515 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc194b93-21a3-4b54-8eb1-d0b760904f7b req-39b838e1-ef45-4030-b132-8016544ded86 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:00.888658 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bc194b93-21a3-4b54-8eb1-d0b760904f7b req-39b838e1-ef45-4030-b132-8016544ded86 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d49607-9ca1-4a54-845c-4fc0cc08739c HTTP/1.1" status: 200 len: 950 time: 0.1166561 Apr 20 16:15:00.926672 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2607c86e-36f8-498c-a545-2213f1eb82b8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7370338 Apr 20 16:15:00.946305 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bc194b93-21a3-4b54-8eb1-d0b760904f7b req-b0ca6af8-a5b8-4872-80b0-e3caad7beecf tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559921 Apr 20 16:15:00.960961 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2d9305d8-1a10-427f-9ff5-b48adde991c6 service neutron] Request body: {'port': {'device_id': '8d19cd9c-c57d-4c80-889c-c7699cf0c694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:01.041138 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-355fa876-cff1-40e8-9d16-57420ab84164 None None] Provisioning complete for port ca7fac03-dba5-420a-8011-27a1c64c2c85 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:01.048575 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-355fa876-cff1-40e8-9d16-57420ab84164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:01.109506 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f5b90ca9-b269-4aae-aee8-58dcdfbc06ae req-6c9264d7-4479-461a-8570-1706858f1d71 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/ports?device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 210 time: 0.0995164 Apr 20 16:15:01.116207 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-355fa876-cff1-40e8-9d16-57420ab84164 None None] Port ca7fac03-dba5-420a-8011-27a1c64c2c85 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:15:01.125755 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2d9305d8-1a10-427f-9ff5-b48adde991c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:01.146179 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4686e9-1593-4fff-bc4e-5a0801611676 req-22b5a30c-6889-4305-87ea-d29b5c25239e tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:01.155923 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dd4686e9-1593-4fff-bc4e-5a0801611676 req-22b5a30c-6889-4305-87ea-d29b5c25239e tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 947 time: 0.0971553 Apr 20 16:15:01.207372 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dd4686e9-1593-4fff-bc4e-5a0801611676 req-e3ac143e-2874-41e8-b9da-eddd7b600ab1 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497890 Apr 20 16:15:01.431106 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2d9305d8-1a10-427f-9ff5-b48adde991c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7fac03-dba5-420a-8011-27a1c64c2c85 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:15:01.439138 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2d9305d8-1a10-427f-9ff5-b48adde991c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:01.452108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2d9305d8-1a10-427f-9ff5-b48adde991c6 service neutron] Transition to ACTIVE for port object ca7fac03-dba5-420a-8011-27a1c64c2c85 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:15:01.562352 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed790d72-2fab-49e4-8071-a657d848d6e7 req-42b098b9-e852-4d01-bf31-8340f1542038 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:01.563859 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ed790d72-2fab-49e4-8071-a657d848d6e7 req-42b098b9-e852-4d01-bf31-8340f1542038 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 935 time: 0.0490272 Apr 20 16:15:01.602902 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ed790d72-2fab-49e4-8071-a657d848d6e7 req-d69224b1-eea0-4a01-ae76-8938234c91f9 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318608 Apr 20 16:15:01.864864 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2d9305d8-1a10-427f-9ff5-b48adde991c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:01.956393 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9305d8-1a10-427f-9ff5-b48adde991c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7fac03-dba5-420a-8011-27a1c64c2c85,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:02.034313 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2d9305d8-1a10-427f-9ff5-b48adde991c6 service neutron] Attempting to bind port ca7fac03-dba5-420a-8011-27a1c64c2c85 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:15:02.034715 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2d9305d8-1a10-427f-9ff5-b48adde991c6 service neutron] Attempting to bind port ca7fac03-dba5-420a-8011-27a1c64c2c85 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:15:02.041006 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2d9305d8-1a10-427f-9ff5-b48adde991c6 service neutron] Attempting to bind port ca7fac03-dba5-420a-8011-27a1c64c2c85 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:02.052115 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2d9305d8-1a10-427f-9ff5-b48adde991c6 service neutron] Port ca7fac03-dba5-420a-8011-27a1c64c2c85 on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:15:02.052627 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2d9305d8-1a10-427f-9ff5-b48adde991c6 service neutron] Attempting to bind port ca7fac03-dba5-420a-8011-27a1c64c2c85 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:02.083818 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2d9305d8-1a10-427f-9ff5-b48adde991c6 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:15:02.084174 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2d9305d8-1a10-427f-9ff5-b48adde991c6 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:15:02.084593 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2d9305d8-1a10-427f-9ff5-b48adde991c6 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:15:02.085048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2d9305d8-1a10-427f-9ff5-b48adde991c6 service neutron] Bound port: ca7fac03-dba5-420a-8011-27a1c64c2c85, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:15:02.085448 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2d9305d8-1a10-427f-9ff5-b48adde991c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:02.116784 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef0b5e-cb93-4d0e-acb7-9d29ee942b79 req-99daeab4-4815-45c5-8c99-cf2ddfa3570a tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:02.118268 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2fef0b5e-cb93-4d0e-acb7-9d29ee942b79 req-99daeab4-4815-45c5-8c99-cf2ddfa3570a tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d49607-9ca1-4a54-845c-4fc0cc08739c HTTP/1.1" status: 200 len: 950 time: 0.0806487 Apr 20 16:15:02.213304 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2d9305d8-1a10-427f-9ff5-b48adde991c6 service neutron] For port ca7fac03-dba5-420a-8011-27a1c64c2c85, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:15:02.242263 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2fef0b5e-cb93-4d0e-acb7-9d29ee942b79 req-c1cf707c-fb62-4a88-a2d5-5485b55319ff tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895939 Apr 20 16:15:02.244665 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2d9305d8-1a10-427f-9ff5-b48adde991c6 service neutron] For port ca7fac03-dba5-420a-8011-27a1c64c2c85, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ca7fac03-dba5-420a-8011-27a1c64c2c85,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:15:02.246189 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6599a34c-0f13-47fc-8a06-711eb717c08b req-3587b31d-61b4-4fc2-95f7-371b805c662e tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/ports?device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 210 time: 0.0362287 Apr 20 16:15:02.351105 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2d9305d8-1a10-427f-9ff5-b48adde991c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:02.357055 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a07e0-3204-4ba1-924f-53edf76bdb07 req-8c046644-63cd-46fd-bc6a-09a31fbda08b tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:02.358974 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-937a07e0-3204-4ba1-924f-53edf76bdb07 req-8c046644-63cd-46fd-bc6a-09a31fbda08b tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9d49607-9ca1-4a54-845c-4fc0cc08739c HTTP/1.1" status: 200 len: 950 time: 0.0736690 Apr 20 16:15:02.393116 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2d9305d8-1a10-427f-9ff5-b48adde991c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:02.393723 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2d9305d8-1a10-427f-9ff5-b48adde991c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:02.395173 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-380aa005-c6ca-46df-8e17-a0d59987118a req-2d9305d8-1a10-427f-9ff5-b48adde991c6 service neutron] 10.222.0.30 "PUT /v2.0/ports/ca7fac03-dba5-420a-8011-27a1c64c2c85 HTTP/1.1" status: 200 len: 1095 time: 1.4475904 Apr 20 16:15:02.395520 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d19cd9c-c57d-4c80-889c-c7699cf0c694', 'tag': 'ca7fac03-dba5-420a-8011-27a1c64c2c85'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:02.397783 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7440c5e-b99d-4861-8916-c6bde02cc68f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d19cd9c-c57d-4c80-889c-c7699cf0c694", "tag": "ca7fac03-dba5-420a-8011-27a1c64c2c85"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:15:02.421763 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf76dc-4d11-4515-b9e3-d6bb744bcd13 req-5b9678a5-8dbc-4023-a102-e6be7c988e2c tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:02.429400 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5eaf76dc-4d11-4515-b9e3-d6bb744bcd13 req-5b9678a5-8dbc-4023-a102-e6be7c988e2c tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 947 time: 0.1080010 Apr 20 16:15:02.461467 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9305d8-1a10-427f-9ff5-b48adde991c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7fac03-dba5-420a-8011-27a1c64c2c85,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:02.465110 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4826094e-0322-47ae-b19b-9dd35463629b x-openstack-request-id: req-4826094e-0322-47ae-b19b-9dd35463629b {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:15:02.465389 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d19cd9c-c57d-4c80-889c-c7699cf0c694", "tag": "ca7fac03-dba5-420a-8011-27a1c64c2c85", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:15:02.465903 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4826094e-0322-47ae-b19b-9dd35463629b {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:15:02.466293 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4826094e-0322-47ae-b19b-9dd35463629b'] response: {'name': 'network-changed', 'server_uuid': '8d19cd9c-c57d-4c80-889c-c7699cf0c694', 'tag': 'ca7fac03-dba5-420a-8011-27a1c64c2c85', 'status': 'completed', 'code': 200} Apr 20 16:15:02.504382 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5eaf76dc-4d11-4515-b9e3-d6bb744bcd13 req-e96c0710-63cc-48ef-afa2-da65f081bcf8 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678716 Apr 20 16:15:02.524759 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-937a07e0-3204-4ba1-924f-53edf76bdb07 req-d9dec444-732c-44d8-a31d-8831d01e73b2 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Deleting port e6de5d6c-bd61-40ae-9313-6a9cd22a16ec {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:15:02.525136 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-937a07e0-3204-4ba1-924f-53edf76bdb07 req-d9dec444-732c-44d8-a31d-8831d01e73b2 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:02.598966 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7440c5e-b99d-4861-8916-c6bde02cc68f req-4abcfa49-96a3-406d-9962-47141609b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:02.600642 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7440c5e-b99d-4861-8916-c6bde02cc68f req-4abcfa49-96a3-406d-9962-47141609b7ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 1098 time: 0.0552533 Apr 20 16:15:02.643500 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-937a07e0-3204-4ba1-924f-53edf76bdb07 req-d9dec444-732c-44d8-a31d-8831d01e73b2 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] For port e6de5d6c-bd61-40ae-9313-6a9cd22a16ec, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=e6de5d6c-bd61-40ae-9313-6a9cd22a16ec,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:02.643995 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-937a07e0-3204-4ba1-924f-53edf76bdb07 req-d9dec444-732c-44d8-a31d-8831d01e73b2 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:02.650745 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7440c5e-b99d-4861-8916-c6bde02cc68f req-8cd640b4-2aef-4ee9-9061-79e79f965c75 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341868 Apr 20 16:15:02.664833 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-937a07e0-3204-4ba1-924f-53edf76bdb07 req-d9dec444-732c-44d8-a31d-8831d01e73b2 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Calling delete_port for e6de5d6c-bd61-40ae-9313-6a9cd22a16ec owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:15:02.811276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad92031-983f-458a-ac7c-eda32818584c req-beec2b8c-d58c-4caf-b55e-4e92428c4580 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:02.812761 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3ad92031-983f-458a-ac7c-eda32818584c req-beec2b8c-d58c-4caf-b55e-4e92428c4580 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 947 time: 0.0957880 Apr 20 16:15:02.814181 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7440c5e-b99d-4861-8916-c6bde02cc68f req-922307e9-317b-4d06-9adb-3c8731dbf896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:02.815604 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7440c5e-b99d-4861-8916-c6bde02cc68f req-922307e9-317b-4d06-9adb-3c8731dbf896 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1584771 Apr 20 16:15:02.855953 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3ad92031-983f-458a-ac7c-eda32818584c req-31f06ee2-adff-47bc-bf00-7ccec8bc7797 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364177 Apr 20 16:15:02.933156 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380aa005-c6ca-46df-8e17-a0d59987118a req-f380ea2e-2bc7-46d6-9ec9-dac7bd4c0d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:02.934533 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-380aa005-c6ca-46df-8e17-a0d59987118a req-f380ea2e-2bc7-46d6-9ec9-dac7bd4c0d2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 1098 time: 0.0398862 Apr 20 16:15:02.947367 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-937a07e0-3204-4ba1-924f-53edf76bdb07 req-d9dec444-732c-44d8-a31d-8831d01e73b2 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:02.981105 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dec444-732c-44d8-a31d-8831d01e73b2 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Pushing event deleted for resources: {'Port': ['ID=e6de5d6c-bd61-40ae-9313-6a9cd22a16ec,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:02.991624 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-380aa005-c6ca-46df-8e17-a0d59987118a req-05942dd0-1bdb-414d-be40-1880f490b53c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=ca7fac03-dba5-420a-8011-27a1c64c2c85 HTTP/1.1" status: 200 len: 217 time: 0.0409193 Apr 20 16:15:02.992481 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['e6de5d6c-bd61-40ae-9313-6a9cd22a16ec', 'b7728825-6049-4ffe-8d8e-460e327e5c3b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:15:03.048211 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-937a07e0-3204-4ba1-924f-53edf76bdb07 req-d9dec444-732c-44d8-a31d-8831d01e73b2 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] No DVR routers for this DVR port e6de5d6c-bd61-40ae-9313-6a9cd22a16ec on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:15:03.050970 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-937a07e0-3204-4ba1-924f-53edf76bdb07 req-d9dec444-732c-44d8-a31d-8831d01e73b2 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:03.054393 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-937a07e0-3204-4ba1-924f-53edf76bdb07 req-d9dec444-732c-44d8-a31d-8831d01e73b2 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.26 "DELETE /v2.0/ports/e6de5d6c-bd61-40ae-9313-6a9cd22a16ec HTTP/1.1" status: 204 len: 173 time: 0.6876330 Apr 20 16:15:03.054838 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d49607-9ca1-4a54-845c-4fc0cc08739c', 'name': 'network-vif-deleted', 'tag': 'e6de5d6c-bd61-40ae-9313-6a9cd22a16ec'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:03.057095 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5fed32-5451-4404-8477-ce5313ba49c9" -d '{"events": [{"server_uuid": "a9d49607-9ca1-4a54-845c-4fc0cc08739c", "name": "network-vif-deleted", "tag": "e6de5d6c-bd61-40ae-9313-6a9cd22a16ec"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:15:03.060255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380aa005-c6ca-46df-8e17-a0d59987118a req-ff43cc25-cedc-44d0-ac33-ab71489a1d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:03.061833 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-380aa005-c6ca-46df-8e17-a0d59987118a req-ff43cc25-cedc-44d0-ac33-ab71489a1d9e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0548897 Apr 20 16:15:03.097612 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0a510b-3a8c-4f61-ba3b-2d02c84b1ad0 x-openstack-request-id: req-4d0a510b-3a8c-4f61-ba3b-2d02c84b1ad0 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:15:03.097931 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d49607-9ca1-4a54-845c-4fc0cc08739c", "name": "network-vif-deleted", "tag": "e6de5d6c-bd61-40ae-9313-6a9cd22a16ec", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:15:03.098366 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d0a510b-3a8c-4f61-ba3b-2d02c84b1ad0 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:15:03.098878 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d0a510b-3a8c-4f61-ba3b-2d02c84b1ad0'] response: {'server_uuid': 'a9d49607-9ca1-4a54-845c-4fc0cc08739c', 'name': 'network-vif-deleted', 'tag': 'e6de5d6c-bd61-40ae-9313-6a9cd22a16ec', 'status': 'completed', 'code': 200} Apr 20 16:15:03.120833 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380aa005-c6ca-46df-8e17-a0d59987118a req-ceb5a3fb-5204-4192-8478-e9979654b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:03.122318 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-380aa005-c6ca-46df-8e17-a0d59987118a req-ceb5a3fb-5204-4192-8478-e9979654b66a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0433910 Apr 20 16:15:03.219452 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-380aa005-c6ca-46df-8e17-a0d59987118a req-c9dc2daa-1c5d-4d09-a81b-cfa7191fe16a service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869696 Apr 20 16:15:03.325026 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-380aa005-c6ca-46df-8e17-a0d59987118a req-f8e41be9-dc6f-4910-96b5-e2447bf004ac service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968673 Apr 20 16:15:03.365448 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-627fc1b7-4d9f-4852-b42f-a65815198cd2 req-194f4419-0fdc-4451-bcd8-a1db4de4693a tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d49607-9ca1-4a54-845c-4fc0cc08739c HTTP/1.1" status: 200 len: 210 time: 0.0298209 Apr 20 16:15:03.385318 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2c6c193f-b779-4ed6-84fb-462d18748c46 req-5a40de30-2ff2-44a7-b7cc-c425b97140f6 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/ports?device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 210 time: 0.0336337 Apr 20 16:15:03.543057 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fac14b-bd6c-4554-977f-2d24b775baa2 req-8de9a429-585d-4905-8e1e-2442a1f5f968 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:03.544206 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e1fac14b-bd6c-4554-977f-2d24b775baa2 req-8de9a429-585d-4905-8e1e-2442a1f5f968 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 947 time: 0.0525165 Apr 20 16:15:03.680748 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a883c-86d1-46fe-97fb-4d1f8d134a82 req-c8bf9ace-807a-4c21-aaba-fe4eaaee3d36 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:03.682246 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-387a883c-86d1-46fe-97fb-4d1f8d134a82 req-c8bf9ace-807a-4c21-aaba-fe4eaaee3d36 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 947 time: 0.0978937 Apr 20 16:15:03.735243 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-e1fac14b-bd6c-4554-977f-2d24b775baa2 req-b14680ab-e5cb-46c5-bfce-9346b467fd45 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Deleting port 331bb709-9d75-4417-9313-61c8980df6f2 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:15:03.735584 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e1fac14b-bd6c-4554-977f-2d24b775baa2 req-b14680ab-e5cb-46c5-bfce-9346b467fd45 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:03.741062 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-387a883c-86d1-46fe-97fb-4d1f8d134a82 req-509f6932-eefe-4f62-a410-2ae0c8a3c90d tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522566 Apr 20 16:15:03.831842 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-e1fac14b-bd6c-4554-977f-2d24b775baa2 req-b14680ab-e5cb-46c5-bfce-9346b467fd45 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] For port 331bb709-9d75-4417-9313-61c8980df6f2, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=331bb709-9d75-4417-9313-61c8980df6f2,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:03.832310 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e1fac14b-bd6c-4554-977f-2d24b775baa2 req-b14680ab-e5cb-46c5-bfce-9346b467fd45 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:03.845746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-e1fac14b-bd6c-4554-977f-2d24b775baa2 req-b14680ab-e5cb-46c5-bfce-9346b467fd45 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Calling delete_port for 331bb709-9d75-4417-9313-61c8980df6f2 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:15:04.012839 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ac504-22eb-47aa-b1a8-9415e105ed1a req-3f3b625d-b29c-4a82-aa55-71e6e357c534 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:04.014649 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e98ac504-22eb-47aa-b1a8-9415e105ed1a req-3f3b625d-b29c-4a82-aa55-71e6e357c534 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 947 time: 0.0840731 Apr 20 16:15:04.056806 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e98ac504-22eb-47aa-b1a8-9415e105ed1a req-0812e343-06b1-4a5a-91a0-2defbdb9e5c3 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354261 Apr 20 16:15:04.064763 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e1fac14b-bd6c-4554-977f-2d24b775baa2 req-b14680ab-e5cb-46c5-bfce-9346b467fd45 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:04.094657 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14680ab-e5cb-46c5-bfce-9346b467fd45 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Pushing event deleted for resources: {'Port': ['ID=331bb709-9d75-4417-9313-61c8980df6f2,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:04.139334 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fac14b-bd6c-4554-977f-2d24b775baa2 req-b14680ab-e5cb-46c5-bfce-9346b467fd45 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] No DVR routers for this DVR port 331bb709-9d75-4417-9313-61c8980df6f2 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:15:04.141888 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e1fac14b-bd6c-4554-977f-2d24b775baa2 req-b14680ab-e5cb-46c5-bfce-9346b467fd45 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:04.145831 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e1fac14b-bd6c-4554-977f-2d24b775baa2 req-b14680ab-e5cb-46c5-bfce-9346b467fd45 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.30 "DELETE /v2.0/ports/331bb709-9d75-4417-9313-61c8980df6f2 HTTP/1.1" status: 204 len: 173 time: 0.5702245 Apr 20 16:15:04.478391 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dde9c73-c032-45f8-bad9-2d8ee00aabd8', 'name': 'network-vif-deleted', 'tag': '331bb709-9d75-4417-9313-61c8980df6f2'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:04.480937 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc09b126-42c5-47f2-804a-f8f1e1bf0d16" -d '{"events": [{"server_uuid": "3dde9c73-c032-45f8-bad9-2d8ee00aabd8", "name": "network-vif-deleted", "tag": "331bb709-9d75-4417-9313-61c8980df6f2"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:15:04.486543 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a28d6b48-a650-4ab2-9424-21c8ed334def req-6595035f-3f7d-43a1-92b8-10754a9f8d04 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d49607-9ca1-4a54-845c-4fc0cc08739c HTTP/1.1" status: 200 len: 210 time: 0.0387144 Apr 20 16:15:04.588422 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c650039d-9d64-480f-a794-1ae3ae75a42f req-c9484d7e-2b83-4973-9a13-10e0cc6da973 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/ports?device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 210 time: 0.0323002 Apr 20 16:15:04.634162 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4d99b1-537e-4a48-9826-ecfa86e0b831 x-openstack-request-id: req-bb4d99b1-537e-4a48-9826-ecfa86e0b831 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:15:04.634458 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dde9c73-c032-45f8-bad9-2d8ee00aabd8", "name": "network-vif-deleted", "tag": "331bb709-9d75-4417-9313-61c8980df6f2", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:15:04.634815 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb4d99b1-537e-4a48-9826-ecfa86e0b831 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:15:04.635208 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb4d99b1-537e-4a48-9826-ecfa86e0b831'] response: {'server_uuid': '3dde9c73-c032-45f8-bad9-2d8ee00aabd8', 'name': 'network-vif-deleted', 'tag': '331bb709-9d75-4417-9313-61c8980df6f2', 'status': 'completed', 'code': 200} Apr 20 16:15:04.825018 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-fa17ae21-7a85-4e58-9ec8-cce5310dc263 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:04.826472 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-fa17ae21-7a85-4e58-9ec8-cce5310dc263 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.30 "GET /v2.0/networks?id=b1b3bc80-c226-4d20-b174-6d46c95cc7a5 HTTP/1.1" status: 200 len: 821 time: 0.1052027 Apr 20 16:15:04.855202 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-50e75fb1-2f4c-4695-9cc1-1a0a23cbe3f0 req-3bb95766-4af5-487e-8f03-d7920fc44983 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dde9c73-c032-45f8-bad9-2d8ee00aabd8 HTTP/1.1" status: 200 len: 210 time: 0.0277772 Apr 20 16:15:04.858664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-a71b913d-bd34-4934-b4a8-5ae3c8d1b135 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Request body: {'port': {'device_id': 'affb22e0-56e6-4286-a545-1492f1455d7a', 'network_id': 'b1b3bc80-c226-4d20-b174-6d46c95cc7a5', 'admin_state_up': True, 'tenant_id': '5f2e6310a3cd410aad43b9a2a3f2d6c9'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:05.087778 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-a71b913d-bd34-4934-b4a8-5ae3c8d1b135 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Made reservation on behalf of 5f2e6310a3cd410aad43b9a2a3f2d6c9 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:15:05.091630 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-a71b913d-bd34-4934-b4a8-5ae3c8d1b135 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:05.240179 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30618f95-5050-4996-8add-200b99c3bb6f req-dfcf6523-b2aa-4eb4-9feb-ca40778294b7 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:05.241735 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-30618f95-5050-4996-8add-200b99c3bb6f req-dfcf6523-b2aa-4eb4-9feb-ca40778294b7 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 947 time: 0.0914383 Apr 20 16:15:05.270136 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-a71b913d-bd34-4934-b4a8-5ae3c8d1b135 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Allocated IP 172.20.0.9 (b1b3bc80-c226-4d20-b174-6d46c95cc7a5/000a93ea-72fc-47d9-8cd2-6e4eb754434e/2d405139-9efa-4377-b307-61a82f177c65) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:15:05.299918 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-30618f95-5050-4996-8add-200b99c3bb6f req-3fdef0cf-5710-401d-b5dd-df4624f3512d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512941 Apr 20 16:15:05.436652 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-a71b913d-bd34-4934-b4a8-5ae3c8d1b135 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:05.639419 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-a71b913d-bd34-4934-b4a8-5ae3c8d1b135 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:05.690108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-a71b913d-bd34-4934-b4a8-5ae3c8d1b135 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Network b1b3bc80-c226-4d20-b174-6d46c95cc7a5 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:05.693294 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-a71b913d-bd34-4934-b4a8-5ae3c8d1b135 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:05.697419 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-a71b913d-bd34-4934-b4a8-5ae3c8d1b135 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:15:05.724751 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b913d-bd34-4934-b4a8-5ae3c8d1b135 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Pushing event updated for resources: {'Port': ['ID=2d405139-9efa-4377-b307-61a82f177c65,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:05.751969 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-a71b913d-bd34-4934-b4a8-5ae3c8d1b135 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:05.752634 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-a71b913d-bd34-4934-b4a8-5ae3c8d1b135 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:06.019217 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-a71b913d-bd34-4934-b4a8-5ae3c8d1b135 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1662169 Apr 20 16:15:06.045081 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-b738ebd1-2a3b-4c03-b919-c8d70223af60 service neutron] Request body: {'port': {'device_id': 'affb22e0-56e6-4286-a545-1492f1455d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:06.091813 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ca7fac03-dba5-420a-8011-27a1c64c2c85 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:15:06.129260 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-b738ebd1-2a3b-4c03-b919-c8d70223af60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:06.178518 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473f31e-19f7-46f8-b147-453c2c9d88d5 req-bc7b206d-600e-4d5b-a966-9942b7c95f4d tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:06.179954 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6473f31e-19f7-46f8-b147-453c2c9d88d5 req-bc7b206d-600e-4d5b-a966-9942b7c95f4d tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/ports?device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 931 time: 0.0844054 Apr 20 16:15:06.206544 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port ca7fac03-dba5-420a-8011-27a1c64c2c85, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ca7fac03-dba5-420a-8011-27a1c64c2c85,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:06.221644 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'ca7fac03-dba5-420a-8011-27a1c64c2c85', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'ca7fac03-dba5-420a-8011-27a1c64c2c85', 'mac_address': 'fa:16:3e:e6:c9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:15:06.271306 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:06.287449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7fac03-dba5-420a-8011-27a1c64c2c85 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:15:06.288504 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6473f31e-19f7-46f8-b147-453c2c9d88d5 req-8c6e31cc-0435-405f-8c16-9b2fc720044c tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5578467-4d19-452b-9646-c1d26242faec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988491 Apr 20 16:15:06.310545 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port ca7fac03-dba5-420a-8011-27a1c64c2c85, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ca7fac03-dba5-420a-8011-27a1c64c2c85,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:06.416820 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca76935-5e41-46d7-8778-7782f62d5281 req-8238cd24-9c86-4e05-ad55-9817dec4a9f6 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:06.418409 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aca76935-5e41-46d7-8778-7782f62d5281 req-8238cd24-9c86-4e05-ad55-9817dec4a9f6 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/networks?id=fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c HTTP/1.1" status: 200 len: 805 time: 0.1161246 Apr 20 16:15:06.430869 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:06.433674 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aca76935-5e41-46d7-8778-7782f62d5281 req-a77e05c5-346b-4c8d-8157-2c416acf46d9 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/quotas/d25ef379da5e498ab36af959cb0475a8 HTTP/1.1" status: 200 len: 375 time: 0.0091627 Apr 20 16:15:06.445586 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdb7e6-42a4-42d5-8eb2-a26e3dd6652c req-4309d70a-f0ee-4a2e-a507-c64996eda053 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:06.447074 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7cdb7e6-42a4-42d5-8eb2-a26e3dd6652c req-4309d70a-f0ee-4a2e-a507-c64996eda053 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 951 time: 0.0784018 Apr 20 16:15:06.488233 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aca76935-5e41-46d7-8778-7782f62d5281 req-07dacbcb-8795-4c37-bf2c-bab1605d6088 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d25ef379da5e498ab36af959cb0475a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0473297 Apr 20 16:15:06.488536 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=ca7fac03-dba5-420a-8011-27a1c64c2c85,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:06.511178 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-b738ebd1-2a3b-4c03-b919-c8d70223af60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d405139-9efa-4377-b307-61a82f177c65 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:15:06.522245 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-b738ebd1-2a3b-4c03-b919-c8d70223af60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:06.526906 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7cdb7e6-42a4-42d5-8eb2-a26e3dd6652c req-5941d9f6-ba1f-485f-9477-62d115fc71c7 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567732 Apr 20 16:15:06.537254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-b738ebd1-2a3b-4c03-b919-c8d70223af60 service neutron] Transition to ACTIVE for port object 2d405139-9efa-4377-b307-61a82f177c65 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:15:06.584376 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aca76935-5e41-46d7-8778-7782f62d5281 req-d749558a-5caa-4701-8db4-a4d7e0997ed2 service neutron] 10.222.0.15 "GET /v2.0/networks/fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870056 Apr 20 16:15:06.662070 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-b738ebd1-2a3b-4c03-b919-c8d70223af60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:06.714891 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738ebd1-2a3b-4c03-b919-c8d70223af60 service neutron] Pushing event updated for resources: {'Port': ['ID=2d405139-9efa-4377-b307-61a82f177c65,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:06.788676 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-b738ebd1-2a3b-4c03-b919-c8d70223af60 service neutron] Attempting to bind port 2d405139-9efa-4377-b307-61a82f177c65 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:15:06.788941 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-b738ebd1-2a3b-4c03-b919-c8d70223af60 service neutron] Attempting to bind port 2d405139-9efa-4377-b307-61a82f177c65 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '39e8b97e-8ed2-43a4-a405-5a0a6ce2de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b1b3bc80-c226-4d20-b174-6d46c95cc7a5'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:15:06.789238 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-b738ebd1-2a3b-4c03-b919-c8d70223af60 service neutron] Attempting to bind port 2d405139-9efa-4377-b307-61a82f177c65 on network b1b3bc80-c226-4d20-b174-6d46c95cc7a5 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:06.793856 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-b738ebd1-2a3b-4c03-b919-c8d70223af60 service neutron] Port 2d405139-9efa-4377-b307-61a82f177c65 on network b1b3bc80-c226-4d20-b174-6d46c95cc7a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:15:06.794176 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-b738ebd1-2a3b-4c03-b919-c8d70223af60 service neutron] Attempting to bind port 2d405139-9efa-4377-b307-61a82f177c65 on network b1b3bc80-c226-4d20-b174-6d46c95cc7a5 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:06.799790 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-b738ebd1-2a3b-4c03-b919-c8d70223af60 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:15:06.800188 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-b738ebd1-2a3b-4c03-b919-c8d70223af60 service neutron] Checking segment: {'id': '39e8b97e-8ed2-43a4-a405-5a0a6ce2de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b1b3bc80-c226-4d20-b174-6d46c95cc7a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:15:06.800601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-b738ebd1-2a3b-4c03-b919-c8d70223af60 service neutron] Bound using segment: {'id': '39e8b97e-8ed2-43a4-a405-5a0a6ce2de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b1b3bc80-c226-4d20-b174-6d46c95cc7a5'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:15:06.801023 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-b738ebd1-2a3b-4c03-b919-c8d70223af60 service neutron] Bound port: 2d405139-9efa-4377-b307-61a82f177c65, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e8b97e-8ed2-43a4-a405-5a0a6ce2de19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b1b3bc80-c226-4d20-b174-6d46c95cc7a5'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:15:06.801379 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-b738ebd1-2a3b-4c03-b919-c8d70223af60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:06.867873 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-b738ebd1-2a3b-4c03-b919-c8d70223af60 service neutron] For port 2d405139-9efa-4377-b307-61a82f177c65, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:15:06.871197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-b738ebd1-2a3b-4c03-b919-c8d70223af60 service neutron] For port 2d405139-9efa-4377-b307-61a82f177c65, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=2d405139-9efa-4377-b307-61a82f177c65,segment=NetworkSegment(39e8b97e-8ed2-43a4-a405-5a0a6ce2de19),segment_id=39e8b97e-8ed2-43a4-a405-5a0a6ce2de19)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:15:06.990505 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aca76935-5e41-46d7-8778-7782f62d5281 req-1b4a9573-7ce4-412c-b483-60bb189a1e70 service neutron] 10.222.0.15 "GET /v2.0/networks/fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993895 Apr 20 16:15:06.999333 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-b738ebd1-2a3b-4c03-b919-c8d70223af60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:07.038296 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-b738ebd1-2a3b-4c03-b919-c8d70223af60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:07.038994 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-b738ebd1-2a3b-4c03-b919-c8d70223af60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:07.040535 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-b738ebd1-2a3b-4c03-b919-c8d70223af60 service neutron] 10.222.0.30 "PUT /v2.0/ports/2d405139-9efa-4377-b307-61a82f177c65 HTTP/1.1" status: 200 len: 1091 time: 0.9996929 Apr 20 16:15:07.043028 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affb22e0-56e6-4286-a545-1492f1455d7a', 'tag': '2d405139-9efa-4377-b307-61a82f177c65'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:07.045308 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f972ad8-d291-4299-9f89-400a1b959a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "affb22e0-56e6-4286-a545-1492f1455d7a", "tag": "2d405139-9efa-4377-b307-61a82f177c65"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:15:07.074580 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738ebd1-2a3b-4c03-b919-c8d70223af60 service neutron] Pushing event updated for resources: {'Port': ['ID=2d405139-9efa-4377-b307-61a82f177c65,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:07.086329 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['ca7fac03-dba5-420a-8011-27a1c64c2c85'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:15:07.169465 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3cda7-242e-4104-98c9-11b87f3be1df req-a106f75b-94e8-4e99-95e4-68a131b50ec8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:07.170967 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fba3cda7-242e-4104-98c9-11b87f3be1df req-a106f75b-94e8-4e99-95e4-68a131b50ec8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 948 time: 0.0510435 Apr 20 16:15:07.173850 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device e6de5d6c-bd61-40ae-9313-6a9cd22a16ec no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:15:07.199747 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: e6de5d6c-bd61-40ae-9313-6a9cd22a16ec {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:15:07.200085 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device e6de5d6c-bd61-40ae-9313-6a9cd22a16ec not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:15:07.200521 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 121d28db-eefc-4708-90be-59307cbf4cec no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:15:07.212597 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fba3cda7-242e-4104-98c9-11b87f3be1df req-7143fe28-0685-4ef8-b1e9-8f28452cb4b3 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329628 Apr 20 16:15:07.284947 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1380a490-784d-410d-9f13-30f7c365742c x-openstack-request-id: req-1380a490-784d-410d-9f13-30f7c365742c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:15:07.284947 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "affb22e0-56e6-4286-a545-1492f1455d7a", "tag": "2d405139-9efa-4377-b307-61a82f177c65", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:15:07.284947 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1380a490-784d-410d-9f13-30f7c365742c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:15:07.284947 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1380a490-784d-410d-9f13-30f7c365742c'] response: {'name': 'network-changed', 'server_uuid': 'affb22e0-56e6-4286-a545-1492f1455d7a', 'tag': '2d405139-9efa-4377-b307-61a82f177c65', 'status': 'completed', 'code': 200} Apr 20 16:15:07.339594 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:07.368944 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7d036bee-31bb-4143-8ec3-8ebc847fd617 req-b7666f5d-2687-4bf2-b57b-59205cb336f6 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 210 time: 0.0349050 Apr 20 16:15:07.376216 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defa8359-8d46-41bc-b79c-fa423a1a952f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '121d28db-eefc-4708-90be-59307cbf4cec'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:07.376216 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc26384-180c-4bed-a611-80c78a211adf" -d '{"events": [{"server_uuid": "defa8359-8d46-41bc-b79c-fa423a1a952f", "name": "network-vif-unplugged", "status": "completed", "tag": "121d28db-eefc-4708-90be-59307cbf4cec"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:15:07.389407 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 121d28db-eefc-4708-90be-59307cbf4cec, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=121d28db-eefc-4708-90be-59307cbf4cec,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:07.400837 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-57de0825-240d-4afa-912c-87849ec4639f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:07.401688 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea898f73-94fe-485f-8060-40b3e1522db0 req-bb3111ff-739f-4551-ab3f-21119fa0bb38 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:07.402989 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-57de0825-240d-4afa-912c-87849ec4639f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f2e6310a3cd410aad43b9a2a3f2d6c9&device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 1094 time: 0.1099589 Apr 20 16:15:07.408866 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ea898f73-94fe-485f-8060-40b3e1522db0 req-bb3111ff-739f-4551-ab3f-21119fa0bb38 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b3b6815-08e4-4e36-ad66-187fa8ef5d48 HTTP/1.1" status: 200 len: 949 time: 0.0970221 Apr 20 16:15:07.457199 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ea898f73-94fe-485f-8060-40b3e1522db0 req-322b3924-6eaf-4f5c-91b9-92a46620c450 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468032 Apr 20 16:15:07.465469 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-d8e2f52b-07d5-4859-80fc-be4e1f20e661 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d405139-9efa-4377-b307-61a82f177c65 HTTP/1.1" status: 200 len: 217 time: 0.0471349 Apr 20 16:15:07.468170 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:07.504194 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46281171-b1aa-4dee-935c-8f69b211e21c x-openstack-request-id: req-46281171-b1aa-4dee-935c-8f69b211e21c {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:15:07.504516 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defa8359-8d46-41bc-b79c-fa423a1a952f", "name": "network-vif-unplugged", "status": "completed", "tag": "121d28db-eefc-4708-90be-59307cbf4cec", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:15:07.504802 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46281171-b1aa-4dee-935c-8f69b211e21c {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:15:07.505215 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46281171-b1aa-4dee-935c-8f69b211e21c'] response: {'server_uuid': 'defa8359-8d46-41bc-b79c-fa423a1a952f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '121d28db-eefc-4708-90be-59307cbf4cec', 'code': 200} Apr 20 16:15:07.527050 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=121d28db-eefc-4708-90be-59307cbf4cec,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:07.541799 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-a00f6f47-c76b-4417-8bc4-050f4e292d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:07.543262 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-a00f6f47-c76b-4417-8bc4-050f4e292d5e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=000a93ea-72fc-47d9-8cd2-6e4eb754434e HTTP/1.1" status: 200 len: 861 time: 0.0672631 Apr 20 16:15:07.550725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca274367-20f6-4213-9e64-b1823b6b20de req-527ce261-e395-4895-9326-3c1212efc3e7 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:07.552040 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca274367-20f6-4213-9e64-b1823b6b20de req-527ce261-e395-4895-9326-3c1212efc3e7 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/ports?device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 943 time: 0.0893807 Apr 20 16:15:07.601114 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-162f939f-5871-4bf4-ac40-5b1de2de9930 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b1b3bc80-c226-4d20-b174-6d46c95cc7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475185 Apr 20 16:15:07.639265 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca274367-20f6-4213-9e64-b1823b6b20de req-a9a938b5-c29a-434e-9dea-f0aad2c8779c tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5578467-4d19-452b-9646-c1d26242faec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792398 Apr 20 16:15:07.653654 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744b229-b6e0-46e9-8e0d-2ebd44aa2fa4 req-dd9c6b19-9fe7-4757-917b-b781e30c33ca tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:07.655538 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5744b229-b6e0-46e9-8e0d-2ebd44aa2fa4 req-dd9c6b19-9fe7-4757-917b-b781e30c33ca tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 951 time: 0.0512457 Apr 20 16:15:07.705134 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5744b229-b6e0-46e9-8e0d-2ebd44aa2fa4 req-4ef8ac19-971e-4291-81d7-d9b5c5604665 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420780 Apr 20 16:15:07.707052 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-2054bce4-bbf0-49f5-bd7c-681fd70f3498 service neutron] 10.222.0.30 "GET /v2.0/networks/b1b3bc80-c226-4d20-b174-6d46c95cc7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956738 Apr 20 16:15:08.046581 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fdf894c8-3270-41d1-ac98-9ccb7c6274f3 req-c02be6b5-9d0c-4dd9-b819-92f9c139d5ab service neutron] 10.222.0.30 "GET /v2.0/networks/b1b3bc80-c226-4d20-b174-6d46c95cc7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310511 Apr 20 16:15:08.087206 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 331bb709-9d75-4417-9313-61c8980df6f2 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:15:08.107864 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 331bb709-9d75-4417-9313-61c8980df6f2 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:15:08.108212 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 331bb709-9d75-4417-9313-61c8980df6f2 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:15:08.319246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f972ad8-d291-4299-9f89-400a1b959a8b req-9008386a-3754-4344-93ce-71d9a1af76c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:08.320672 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f972ad8-d291-4299-9f89-400a1b959a8b req-9008386a-3754-4344-93ce-71d9a1af76c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f2e6310a3cd410aad43b9a2a3f2d6c9&device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 1094 time: 0.0644391 Apr 20 16:15:08.369254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11d8e4-844a-4a52-92a5-fb346d15272a req-01815fa0-6976-4e03-b380-c75c754be537 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:08.370733 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5a11d8e4-844a-4a52-92a5-fb346d15272a req-01815fa0-6976-4e03-b380-c75c754be537 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 948 time: 0.0837629 Apr 20 16:15:08.385165 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a2ac8-3b6d-4223-972c-0b14326801aa req-fc2b4299-e4ad-4f12-93e2-ddcc488e6b21 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:08.387155 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1a8a2ac8-3b6d-4223-972c-0b14326801aa req-fc2b4299-e4ad-4f12-93e2-ddcc488e6b21 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.26 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 951 time: 0.0594983 Apr 20 16:15:08.453644 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4859600b-3195-4f62-bd1d-89fe2bfbc23f req-a496576a-6b9c-4446-b011-4e13f506fec0 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 210 time: 0.0326109 Apr 20 16:15:08.492677 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5a11d8e4-844a-4a52-92a5-fb346d15272a req-a8e4cc4c-3401-42b0-9d03-76abb4290d60 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987568 Apr 20 16:15:08.499682 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefcfef-7310-4d03-b276-bc6ca80b76cb req-36d37299-5899-4a17-ad63-314ff63f8c1e tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:08.501040 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5cefcfef-7310-4d03-b276-bc6ca80b76cb req-36d37299-5899-4a17-ad63-314ff63f8c1e tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.26 "GET /v2.0/ports?device_id=defa8359-8d46-41bc-b79c-fa423a1a952f HTTP/1.1" status: 200 len: 943 time: 0.1472268 Apr 20 16:15:08.502999 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f972ad8-d291-4299-9f89-400a1b959a8b req-3e5d6e6b-6cb2-4aed-b9a2-0a63d6010e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:08.504311 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f972ad8-d291-4299-9f89-400a1b959a8b req-3e5d6e6b-6cb2-4aed-b9a2-0a63d6010e33 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b1b3bc80-c226-4d20-b174-6d46c95cc7a5 HTTP/1.1" status: 200 len: 922 time: 0.1738925 Apr 20 16:15:08.521903 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-1a8a2ac8-3b6d-4223-972c-0b14326801aa req-1c499176-96bd-4846-9641-0f5308a18679 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Deleting port b7728825-6049-4ffe-8d8e-460e327e5c3b {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:15:08.526566 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-1a8a2ac8-3b6d-4223-972c-0b14326801aa req-1c499176-96bd-4846-9641-0f5308a18679 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:08.569819 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f972ad8-d291-4299-9f89-400a1b959a8b req-bd653caa-4ff1-4846-b41e-39c186b8c8a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d405139-9efa-4377-b307-61a82f177c65 HTTP/1.1" status: 200 len: 217 time: 0.0518425 Apr 20 16:15:08.642853 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e53d8-853f-4b40-b19a-927215765b7e req-c88fb567-026f-496a-b400-2b7e137cb99d tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:08.651710 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3a1e53d8-853f-4b40-b19a-927215765b7e req-c88fb567-026f-496a-b400-2b7e137cb99d tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b3b6815-08e4-4e36-ad66-187fa8ef5d48 HTTP/1.1" status: 200 len: 949 time: 0.1142669 Apr 20 16:15:08.653549 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f972ad8-d291-4299-9f89-400a1b959a8b req-ddc300ef-20a1-4a8f-a28d-79a28e2409e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:08.654978 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f972ad8-d291-4299-9f89-400a1b959a8b req-ddc300ef-20a1-4a8f-a28d-79a28e2409e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=000a93ea-72fc-47d9-8cd2-6e4eb754434e HTTP/1.1" status: 200 len: 861 time: 0.0731549 Apr 20 16:15:08.669276 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-1a8a2ac8-3b6d-4223-972c-0b14326801aa req-1c499176-96bd-4846-9641-0f5308a18679 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] For port b7728825-6049-4ffe-8d8e-460e327e5c3b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b7728825-6049-4ffe-8d8e-460e327e5c3b,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:08.669653 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-1a8a2ac8-3b6d-4223-972c-0b14326801aa req-1c499176-96bd-4846-9641-0f5308a18679 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:08.676615 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-5cefcfef-7310-4d03-b276-bc6ca80b76cb req-971bdc99-eebc-4bc5-9207-b81befe14aef tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Deleting port 121d28db-eefc-4708-90be-59307cbf4cec {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:15:08.676957 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5cefcfef-7310-4d03-b276-bc6ca80b76cb req-971bdc99-eebc-4bc5-9207-b81befe14aef tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:08.691011 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-1a8a2ac8-3b6d-4223-972c-0b14326801aa req-1c499176-96bd-4846-9641-0f5308a18679 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Calling delete_port for b7728825-6049-4ffe-8d8e-460e327e5c3b owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:15:08.695561 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f972ad8-d291-4299-9f89-400a1b959a8b req-9c9c462d-1606-4063-8ce2-09d7fba3d516 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b1b3bc80-c226-4d20-b174-6d46c95cc7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317457 Apr 20 16:15:08.722431 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3a1e53d8-853f-4b40-b19a-927215765b7e req-0fac8613-3238-4357-baca-e5469ae30e1e tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626740 Apr 20 16:15:08.866236 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed41eff-627e-4e1a-809d-754c3ed4a99d req-afbf58d5-7e4e-4316-a148-cbc120ba26c5 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:08.867680 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ed41eff-627e-4e1a-809d-754c3ed4a99d req-afbf58d5-7e4e-4316-a148-cbc120ba26c5 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/ports?device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 943 time: 0.1105957 Apr 20 16:15:08.887173 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480b037-364c-46e7-8638-14b3d35f3cef req-e9432857-1837-4f45-bf5c-9b98935783eb tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:08.888679 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1480b037-364c-46e7-8638-14b3d35f3cef req-e9432857-1837-4f45-bf5c-9b98935783eb tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 951 time: 0.0863693 Apr 20 16:15:08.912146 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-5cefcfef-7310-4d03-b276-bc6ca80b76cb req-971bdc99-eebc-4bc5-9207-b81befe14aef tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] For port 121d28db-eefc-4708-90be-59307cbf4cec, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=121d28db-eefc-4708-90be-59307cbf4cec,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:08.912540 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5cefcfef-7310-4d03-b276-bc6ca80b76cb req-971bdc99-eebc-4bc5-9207-b81befe14aef tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:08.916406 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f972ad8-d291-4299-9f89-400a1b959a8b req-1fc80122-9805-4fc6-8689-56c2945a26e9 service neutron] 10.222.0.30 "GET /v2.0/networks/b1b3bc80-c226-4d20-b174-6d46c95cc7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112091 Apr 20 16:15:08.931855 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1480b037-364c-46e7-8638-14b3d35f3cef req-1352a82e-c656-41f1-8f84-f94aef52461e tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/security-groups?id=68cb6e2b-7388-44e2-b2ac-ef12e808789a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360117 Apr 20 16:15:08.937228 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-5cefcfef-7310-4d03-b276-bc6ca80b76cb req-971bdc99-eebc-4bc5-9207-b81befe14aef tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Calling delete_port for 121d28db-eefc-4708-90be-59307cbf4cec owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:15:08.995593 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ed41eff-627e-4e1a-809d-754c3ed4a99d req-6fd81609-c541-46f0-87a9-1f98ef7d4c84 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5578467-4d19-452b-9646-c1d26242faec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202021 Apr 20 16:15:09.026187 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-1a8a2ac8-3b6d-4223-972c-0b14326801aa req-1c499176-96bd-4846-9641-0f5308a18679 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:09.050540 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c499176-96bd-4846-9641-0f5308a18679 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Pushing event deleted for resources: {'Port': ['ID=b7728825-6049-4ffe-8d8e-460e327e5c3b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:09.057445 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['b7728825-6049-4ffe-8d8e-460e327e5c3b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:15:09.082360 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f972ad8-d291-4299-9f89-400a1b959a8b req-f569a178-1dc8-446a-bc5b-7ea0381c7d6e service neutron] 10.222.0.30 "GET /v2.0/networks/b1b3bc80-c226-4d20-b174-6d46c95cc7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583438 Apr 20 16:15:09.114010 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8a2ac8-3b6d-4223-972c-0b14326801aa req-1c499176-96bd-4846-9641-0f5308a18679 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] No DVR routers for this DVR port b7728825-6049-4ffe-8d8e-460e327e5c3b on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:15:09.116714 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-1a8a2ac8-3b6d-4223-972c-0b14326801aa req-1c499176-96bd-4846-9641-0f5308a18679 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:09.119946 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1a8a2ac8-3b6d-4223-972c-0b14326801aa req-1c499176-96bd-4846-9641-0f5308a18679 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.26 "DELETE /v2.0/ports/b7728825-6049-4ffe-8d8e-460e327e5c3b HTTP/1.1" status: 204 len: 173 time: 0.7261989 Apr 20 16:15:09.120442 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75f1919-3689-42c1-b015-84f6f64a67ba', 'name': 'network-vif-deleted', 'tag': 'b7728825-6049-4ffe-8d8e-460e327e5c3b'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:09.122702 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d54e61-2b19-42b1-9ee6-4d53530e0c25" -d '{"events": [{"server_uuid": "f75f1919-3689-42c1-b015-84f6f64a67ba", "name": "network-vif-deleted", "tag": "b7728825-6049-4ffe-8d8e-460e327e5c3b"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:15:09.169481 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379721eb-7d8b-44b3-a862-90260d3b301d x-openstack-request-id: req-379721eb-7d8b-44b3-a862-90260d3b301d {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:15:09.169481 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75f1919-3689-42c1-b015-84f6f64a67ba", "name": "network-vif-deleted", "tag": "b7728825-6049-4ffe-8d8e-460e327e5c3b", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:15:09.169481 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-379721eb-7d8b-44b3-a862-90260d3b301d {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:15:09.169481 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-379721eb-7d8b-44b3-a862-90260d3b301d'] response: {'server_uuid': 'f75f1919-3689-42c1-b015-84f6f64a67ba', 'name': 'network-vif-deleted', 'tag': 'b7728825-6049-4ffe-8d8e-460e327e5c3b', 'status': 'completed', 'code': 200} Apr 20 16:15:09.273682 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5cefcfef-7310-4d03-b276-bc6ca80b76cb req-971bdc99-eebc-4bc5-9207-b81befe14aef tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:09.300934 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bdc99-eebc-4bc5-9207-b81befe14aef tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Pushing event deleted for resources: {'Port': ['ID=121d28db-eefc-4708-90be-59307cbf4cec,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:09.315637 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971bdc99-eebc-4bc5-9207-b81befe14aef tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:09.316361 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971bdc99-eebc-4bc5-9207-b81befe14aef tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:09.316361 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971bdc99-eebc-4bc5-9207-b81befe14aef tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:09.316669 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971bdc99-eebc-4bc5-9207-b81befe14aef tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:09.317130 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971bdc99-eebc-4bc5-9207-b81befe14aef tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:09.317324 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971bdc99-eebc-4bc5-9207-b81befe14aef tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:09.317653 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971bdc99-eebc-4bc5-9207-b81befe14aef tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:09.317978 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971bdc99-eebc-4bc5-9207-b81befe14aef tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:09.318304 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971bdc99-eebc-4bc5-9207-b81befe14aef tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:09.318628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971bdc99-eebc-4bc5-9207-b81befe14aef tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:09.318955 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971bdc99-eebc-4bc5-9207-b81befe14aef tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:09.319281 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971bdc99-eebc-4bc5-9207-b81befe14aef tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:09.353402 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cefcfef-7310-4d03-b276-bc6ca80b76cb req-971bdc99-eebc-4bc5-9207-b81befe14aef tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] No DVR routers for this DVR port 121d28db-eefc-4708-90be-59307cbf4cec on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:15:09.355805 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5cefcfef-7310-4d03-b276-bc6ca80b76cb req-971bdc99-eebc-4bc5-9207-b81befe14aef tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:09.359264 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5cefcfef-7310-4d03-b276-bc6ca80b76cb req-971bdc99-eebc-4bc5-9207-b81befe14aef tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.26 "DELETE /v2.0/ports/121d28db-eefc-4708-90be-59307cbf4cec HTTP/1.1" status: 204 len: 173 time: 0.8493135 Apr 20 16:15:09.359695 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defa8359-8d46-41bc-b79c-fa423a1a952f', 'name': 'network-vif-deleted', 'tag': '121d28db-eefc-4708-90be-59307cbf4cec'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:09.361999 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec21c66d-f435-4cee-99d5-2882344f011c" -d '{"events": [{"server_uuid": "defa8359-8d46-41bc-b79c-fa423a1a952f", "name": "network-vif-deleted", "tag": "121d28db-eefc-4708-90be-59307cbf4cec"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:15:09.398540 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5374d50c-79c1-4451-9d20-1b70e4095f28 x-openstack-request-id: req-5374d50c-79c1-4451-9d20-1b70e4095f28 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:15:09.399148 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defa8359-8d46-41bc-b79c-fa423a1a952f", "name": "network-vif-deleted", "tag": "121d28db-eefc-4708-90be-59307cbf4cec", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:15:09.399148 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5374d50c-79c1-4451-9d20-1b70e4095f28 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:15:09.399461 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5374d50c-79c1-4451-9d20-1b70e4095f28'] response: {'server_uuid': 'defa8359-8d46-41bc-b79c-fa423a1a952f', 'name': 'network-vif-deleted', 'tag': '121d28db-eefc-4708-90be-59307cbf4cec', 'status': 'completed', 'code': 200} Apr 20 16:15:09.554034 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9359d621-d282-4399-8bc2-982e98f3afbe req-1e065c2e-be08-40d7-af99-3bf45c984db8 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 210 time: 0.0275767 Apr 20 16:15:09.628316 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4a7e7-5222-441f-9940-097322a63216 req-59fd2d10-1040-4e37-8620-30ff92370621 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:09.629727 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7ba4a7e7-5222-441f-9940-097322a63216 req-59fd2d10-1040-4e37-8620-30ff92370621 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 948 time: 0.0546854 Apr 20 16:15:09.692991 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7ba4a7e7-5222-441f-9940-097322a63216 req-fb314175-e9a4-4b7a-ab85-e4ff5392d143 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546880 Apr 20 16:15:09.700463 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38540a-9579-4eb5-8d34-11da25dd2474 req-24be0c9a-8a2b-41cf-a870-e30143e522cc tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:09.701909 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9d38540a-9579-4eb5-8d34-11da25dd2474 req-24be0c9a-8a2b-41cf-a870-e30143e522cc tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b3b6815-08e4-4e36-ad66-187fa8ef5d48 HTTP/1.1" status: 200 len: 949 time: 0.0713253 Apr 20 16:15:09.796420 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-9d38540a-9579-4eb5-8d34-11da25dd2474 req-10d4349c-2eba-4b26-bd28-d9e5b1c824fb tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Deleting port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:15:09.796765 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9d38540a-9579-4eb5-8d34-11da25dd2474 req-10d4349c-2eba-4b26-bd28-d9e5b1c824fb tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:09.854886 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53d7e3-91b2-460d-9a8e-1d5084a04729 req-3bf0a5e7-8061-41b0-8c85-1df5f6f42101 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:09.856426 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0b53d7e3-91b2-460d-9a8e-1d5084a04729 req-3bf0a5e7-8061-41b0-8c85-1df5f6f42101 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b3b6815-08e4-4e36-ad66-187fa8ef5d48 HTTP/1.1" status: 200 len: 949 time: 0.0554316 Apr 20 16:15:09.896964 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-9d38540a-9579-4eb5-8d34-11da25dd2474 req-10d4349c-2eba-4b26-bd28-d9e5b1c824fb tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] For port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:09.897249 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9d38540a-9579-4eb5-8d34-11da25dd2474 req-10d4349c-2eba-4b26-bd28-d9e5b1c824fb tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:09.898245 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0b53d7e3-91b2-460d-9a8e-1d5084a04729 req-4fc15864-b41c-40e4-9bbd-2173f4dcba36 tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/security-groups?id=a74430bf-08d4-40c4-9681-b77aa25069b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348706 Apr 20 16:15:09.910345 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-9d38540a-9579-4eb5-8d34-11da25dd2474 req-10d4349c-2eba-4b26-bd28-d9e5b1c824fb tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Calling delete_port for 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:15:10.051796 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-985e6781-5b4c-4aad-aed6-7e03c7528a6a req-1733bfec-4484-458f-9e38-3e3d11ee2780 tempest-ServersAdminTestJSON-125026450 tempest-ServersAdminTestJSON-125026450-project] 10.222.0.15 "GET /v2.0/ports?device_id=f75f1919-3689-42c1-b015-84f6f64a67ba HTTP/1.1" status: 200 len: 210 time: 0.0334845 Apr 20 16:15:10.107613 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ca7fac03-dba5-420a-8011-27a1c64c2c85 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:15:10.113055 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae752e1-1487-4e03-a853-8310b9a9d4ea req-93fb8533-09a9-4e13-8ee8-ea44ba9e5c14 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:10.114582 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-eae752e1-1487-4e03-a853-8310b9a9d4ea req-93fb8533-09a9-4e13-8ee8-ea44ba9e5c14 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/ports?device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 943 time: 0.0503623 Apr 20 16:15:10.198636 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-eae752e1-1487-4e03-a853-8310b9a9d4ea req-d9cdadbf-040c-4f4a-bc10-8e4371f8cb1e tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5578467-4d19-452b-9646-c1d26242faec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776842 Apr 20 16:15:10.220175 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9d38540a-9579-4eb5-8d34-11da25dd2474 req-10d4349c-2eba-4b26-bd28-d9e5b1c824fb tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:10.248657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca76935-5e41-46d7-8778-7782f62d5281 req-05d8f331-d081-4b06-9a8d-9f7cb79f5493 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:10.250118 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aca76935-5e41-46d7-8778-7782f62d5281 req-05d8f331-d081-4b06-9a8d-9f7cb79f5493 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.26 "GET /v2.0/networks?id=fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c HTTP/1.1" status: 200 len: 805 time: 0.1135046 Apr 20 16:15:10.252529 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4349c-2eba-4b26-bd28-d9e5b1c824fb tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Pushing event deleted for resources: {'Port': ['ID=2ec6e65c-b03e-4ba8-ac37-7b06bb13130a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:10.257271 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port ca7fac03-dba5-420a-8011-27a1c64c2c85 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:15:10.261769 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port ca7fac03-dba5-420a-8011-27a1c64c2c85 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:10.262021 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:10.318731 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-aca76935-5e41-46d7-8778-7782f62d5281 req-00233096-556f-4482-9f0f-036327b8071f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Request body: {'port': {'device_id': '82cacad7-b84c-49ca-a9ae-5d13634fcc84', 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c', 'admin_state_up': True, 'tenant_id': 'd25ef379da5e498ab36af959cb0475a8'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:10.321567 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d38540a-9579-4eb5-8d34-11da25dd2474 req-10d4349c-2eba-4b26-bd28-d9e5b1c824fb tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] No DVR routers for this DVR port 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:15:10.324708 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9d38540a-9579-4eb5-8d34-11da25dd2474 req-10d4349c-2eba-4b26-bd28-d9e5b1c824fb tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:10.329622 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9d38540a-9579-4eb5-8d34-11da25dd2474 req-10d4349c-2eba-4b26-bd28-d9e5b1c824fb tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.26 "DELETE /v2.0/ports/2ec6e65c-b03e-4ba8-ac37-7b06bb13130a HTTP/1.1" status: 204 len: 173 time: 0.6203625 Apr 20 16:15:10.364255 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:10.386090 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d19cd9c-c57d-4c80-889c-c7699cf0c694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7fac03-dba5-420a-8011-27a1c64c2c85'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:10.388291 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3faf6915-fe74-4018-a1bc-6e1617ba3ec1" -d '{"events": [{"server_uuid": "8d19cd9c-c57d-4c80-889c-c7699cf0c694", "name": "network-vif-plugged", "status": "completed", "tag": "ca7fac03-dba5-420a-8011-27a1c64c2c85"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:15:10.401900 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port ca7fac03-dba5-420a-8011-27a1c64c2c85, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ca7fac03-dba5-420a-8011-27a1c64c2c85,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:10.426258 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d92cbd1-7d68-4deb-9811-8550bb3b24b5 x-openstack-request-id: req-6d92cbd1-7d68-4deb-9811-8550bb3b24b5 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:15:10.426551 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d19cd9c-c57d-4c80-889c-c7699cf0c694", "name": "network-vif-plugged", "status": "completed", "tag": "ca7fac03-dba5-420a-8011-27a1c64c2c85", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:15:10.426800 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d92cbd1-7d68-4deb-9811-8550bb3b24b5 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:15:10.427193 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d92cbd1-7d68-4deb-9811-8550bb3b24b5'] response: {'server_uuid': '8d19cd9c-c57d-4c80-889c-c7699cf0c694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7fac03-dba5-420a-8011-27a1c64c2c85', 'code': 200} Apr 20 16:15:10.528205 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:10.562633 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca76935-5e41-46d7-8778-7782f62d5281 req-00233096-556f-4482-9f0f-036327b8071f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Made reservation on behalf of d25ef379da5e498ab36af959cb0475a8 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:15:10.567322 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aca76935-5e41-46d7-8778-7782f62d5281 req-00233096-556f-4482-9f0f-036327b8071f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:10.568267 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f28f5-9649-4ee9-bf9f-564f5bf4e34d req-e3ae93ed-f8ff-4438-8cb1-79c8552e9fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:10.570741 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c48f28f5-9649-4ee9-bf9f-564f5bf4e34d req-e3ae93ed-f8ff-4438-8cb1-79c8552e9fb2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 1100 time: 0.0515766 Apr 20 16:15:10.599176 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=ca7fac03-dba5-420a-8011-27a1c64c2c85,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:10.619971 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c48f28f5-9649-4ee9-bf9f-564f5bf4e34d req-d803243d-96da-4faa-972d-a5e924acdc28 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419149 Apr 20 16:15:10.690818 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a3469e83-5182-4521-9083-7b92a770735a req-b216b017-09aa-477f-9a16-16a9f2d9fd04 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 210 time: 0.0412176 Apr 20 16:15:10.775592 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-aca76935-5e41-46d7-8778-7782f62d5281 req-00233096-556f-4482-9f0f-036327b8071f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Allocated IP 172.20.0.5 (fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c/ce9e0e03-496c-4740-ab53-97424319556b/847fe8a4-4066-4294-850c-4705e4f1607a) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:15:10.829211 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ce804-d132-4062-906a-e5b094a869e0 req-317ba279-d1a3-42ab-897a-70065f42325d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:10.831966 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7e1ce804-d132-4062-906a-e5b094a869e0 req-317ba279-d1a3-42ab-897a-70065f42325d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.0555992 Apr 20 16:15:10.871377 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7e1ce804-d132-4062-906a-e5b094a869e0 req-b793886f-a5c3-4b0f-940f-4c9b630bc0e6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338058 Apr 20 16:15:10.947249 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aca76935-5e41-46d7-8778-7782f62d5281 req-00233096-556f-4482-9f0f-036327b8071f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:11.005881 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-be1dcdc8-3495-4e98-a043-83e34e6eef79 req-51518cc2-3567-489e-b970-0dcba4200c7a tempest-ListImageFiltersTestJSON-1980639951 tempest-ListImageFiltersTestJSON-1980639951-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b3b6815-08e4-4e36-ad66-187fa8ef5d48 HTTP/1.1" status: 200 len: 210 time: 0.0255456 Apr 20 16:15:11.146313 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aca76935-5e41-46d7-8778-7782f62d5281 req-00233096-556f-4482-9f0f-036327b8071f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:11.180943 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca76935-5e41-46d7-8778-7782f62d5281 req-00233096-556f-4482-9f0f-036327b8071f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Network fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:11.184083 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-aca76935-5e41-46d7-8778-7782f62d5281 req-00233096-556f-4482-9f0f-036327b8071f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:11.188030 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca76935-5e41-46d7-8778-7782f62d5281 req-00233096-556f-4482-9f0f-036327b8071f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:15:11.194592 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00233096-556f-4482-9f0f-036327b8071f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Pushing event updated for resources: {'Port': ['ID=847fe8a4-4066-4294-850c-4705e4f1607a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:11.241920 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca76935-5e41-46d7-8778-7782f62d5281 req-00233096-556f-4482-9f0f-036327b8071f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:11.246505 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aca76935-5e41-46d7-8778-7782f62d5281 req-00233096-556f-4482-9f0f-036327b8071f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:11.319801 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9cf83-8788-48a5-bd8e-1aa5e75be5dc req-24bef889-e616-49a5-a26f-fe41edcc83f3 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:11.321309 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e0a9cf83-8788-48a5-bd8e-1aa5e75be5dc req-24bef889-e616-49a5-a26f-fe41edcc83f3 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/ports?device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 943 time: 0.0544217 Apr 20 16:15:11.360821 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e0a9cf83-8788-48a5-bd8e-1aa5e75be5dc req-65e27b05-5fea-4fb0-b21e-d74246635ee4 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5578467-4d19-452b-9646-c1d26242faec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332694 Apr 20 16:15:11.397527 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aca76935-5e41-46d7-8778-7782f62d5281 req-00233096-556f-4482-9f0f-036327b8071f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0929065 Apr 20 16:15:11.400664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3b6815-08e4-4e36-ad66-187fa8ef5d48', 'name': 'network-vif-deleted', 'tag': '2ec6e65c-b03e-4ba8-ac37-7b06bb13130a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:11.403024 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a911e2b7-9dc8-481d-be99-c85bbd199f3c" -d '{"events": [{"server_uuid": "6b3b6815-08e4-4e36-ad66-187fa8ef5d48", "name": "network-vif-deleted", "tag": "2ec6e65c-b03e-4ba8-ac37-7b06bb13130a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:15:11.427293 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-aca76935-5e41-46d7-8778-7782f62d5281 req-96775cc0-991f-4ead-8031-bff2914eb7f7 service neutron] Request body: {'port': {'device_id': '82cacad7-b84c-49ca-a9ae-5d13634fcc84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:11.440971 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a83fc2-1552-4597-99c4-f7655f597082 x-openstack-request-id: req-52a83fc2-1552-4597-99c4-f7655f597082 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:15:11.444934 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3b6815-08e4-4e36-ad66-187fa8ef5d48", "name": "network-vif-deleted", "tag": "2ec6e65c-b03e-4ba8-ac37-7b06bb13130a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:15:11.444934 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52a83fc2-1552-4597-99c4-f7655f597082 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:15:11.444934 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a83fc2-1552-4597-99c4-f7655f597082'] response: {'server_uuid': '6b3b6815-08e4-4e36-ad66-187fa8ef5d48', 'name': 'network-vif-deleted', 'tag': '2ec6e65c-b03e-4ba8-ac37-7b06bb13130a', 'status': 'completed', 'code': 200} Apr 20 16:15:11.482231 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aca76935-5e41-46d7-8778-7782f62d5281 req-96775cc0-991f-4ead-8031-bff2914eb7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:11.699262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34974) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:11.761253 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-aca76935-5e41-46d7-8778-7782f62d5281 req-96775cc0-991f-4ead-8031-bff2914eb7f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847fe8a4-4066-4294-850c-4705e4f1607a {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:15:11.768953 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aca76935-5e41-46d7-8778-7782f62d5281 req-96775cc0-991f-4ead-8031-bff2914eb7f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:11.789408 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-aca76935-5e41-46d7-8778-7782f62d5281 req-96775cc0-991f-4ead-8031-bff2914eb7f7 service neutron] Transition to ACTIVE for port object 847fe8a4-4066-4294-850c-4705e4f1607a will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:15:11.831825 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2677cf0-435d-47e5-a52b-82a8922e7c4a req-6d7ab00f-fcd8-430a-9598-f429fd1d71d8 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:11.833983 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e2677cf0-435d-47e5-a52b-82a8922e7c4a req-6d7ab00f-fcd8-430a-9598-f429fd1d71d8 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 931 time: 0.0605390 Apr 20 16:15:11.879931 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aca76935-5e41-46d7-8778-7782f62d5281 req-96775cc0-991f-4ead-8031-bff2914eb7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:11.880187 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c6b6a579-a958-4bf9-ae3d-c9cb63d8cf2f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=414c3900b95544c68d9d9644835b8a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748292 Apr 20 16:15:11.880187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34980) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:11.880746 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e2677cf0-435d-47e5-a52b-82a8922e7c4a req-1ad609db-bb56-47ee-b37d-30db1e0ff35b tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405774 Apr 20 16:15:11.929015 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96775cc0-991f-4ead-8031-bff2914eb7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=847fe8a4-4066-4294-850c-4705e4f1607a,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:11.949253 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b441896-d8d4-46dd-a01a-dc1429183cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:11.974678 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b441896-d8d4-46dd-a01a-dc1429183cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:12.006291 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-aca76935-5e41-46d7-8778-7782f62d5281 req-96775cc0-991f-4ead-8031-bff2914eb7f7 service neutron] Attempting to bind port 847fe8a4-4066-4294-850c-4705e4f1607a on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:15:12.006788 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-aca76935-5e41-46d7-8778-7782f62d5281 req-96775cc0-991f-4ead-8031-bff2914eb7f7 service neutron] Attempting to bind port 847fe8a4-4066-4294-850c-4705e4f1607a by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '4f97143e-7b88-4b4f-bcce-c550e8af115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:15:12.007123 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca76935-5e41-46d7-8778-7782f62d5281 req-96775cc0-991f-4ead-8031-bff2914eb7f7 service neutron] Attempting to bind port 847fe8a4-4066-4294-850c-4705e4f1607a on network fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:12.011738 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca76935-5e41-46d7-8778-7782f62d5281 req-96775cc0-991f-4ead-8031-bff2914eb7f7 service neutron] Port 847fe8a4-4066-4294-850c-4705e4f1607a on network fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:15:12.012060 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca76935-5e41-46d7-8778-7782f62d5281 req-96775cc0-991f-4ead-8031-bff2914eb7f7 service neutron] Attempting to bind port 847fe8a4-4066-4294-850c-4705e4f1607a on network fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:12.017005 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca76935-5e41-46d7-8778-7782f62d5281 req-96775cc0-991f-4ead-8031-bff2914eb7f7 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:15:12.017408 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca76935-5e41-46d7-8778-7782f62d5281 req-96775cc0-991f-4ead-8031-bff2914eb7f7 service neutron] Checking segment: {'id': '4f97143e-7b88-4b4f-bcce-c550e8af115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:15:12.017875 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca76935-5e41-46d7-8778-7782f62d5281 req-96775cc0-991f-4ead-8031-bff2914eb7f7 service neutron] Bound using segment: {'id': '4f97143e-7b88-4b4f-bcce-c550e8af115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:15:12.018301 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-aca76935-5e41-46d7-8778-7782f62d5281 req-96775cc0-991f-4ead-8031-bff2914eb7f7 service neutron] Bound port: 847fe8a4-4066-4294-850c-4705e4f1607a, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f97143e-7b88-4b4f-bcce-c550e8af115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:15:12.019301 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aca76935-5e41-46d7-8778-7782f62d5281 req-96775cc0-991f-4ead-8031-bff2914eb7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:12.047276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be961d-bfe0-4d41-8b05-d21c95794169 req-42644592-7fdc-4838-b52a-2db7f5fac71d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:12.048801 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f7be961d-bfe0-4d41-8b05-d21c95794169 req-42644592-7fdc-4838-b52a-2db7f5fac71d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.0720587 Apr 20 16:15:12.094451 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f7be961d-bfe0-4d41-8b05-d21c95794169 req-dfb97cb0-146a-4868-be97-a8a35a06efc7 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377460 Apr 20 16:15:12.101846 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-aca76935-5e41-46d7-8778-7782f62d5281 req-96775cc0-991f-4ead-8031-bff2914eb7f7 service neutron] For port 847fe8a4-4066-4294-850c-4705e4f1607a, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:15:12.105066 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-aca76935-5e41-46d7-8778-7782f62d5281 req-96775cc0-991f-4ead-8031-bff2914eb7f7 service neutron] For port 847fe8a4-4066-4294-850c-4705e4f1607a, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=847fe8a4-4066-4294-850c-4705e4f1607a,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:15:12.176398 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b441896-d8d4-46dd-a01a-dc1429183cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:12.179078 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b441896-d8d4-46dd-a01a-dc1429183cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:12.180450 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6b441896-d8d4-46dd-a01a-dc1429183cdf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/68cb6e2b-7388-44e2-b2ac-ef12e808789a HTTP/1.1" status: 204 len: 168 time: 0.3037407 Apr 20 16:15:12.188425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b441896-d8d4-46dd-a01a-dc1429183cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cb6e2b-7388-44e2-b2ac-ef12e808789a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:12.240396 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aca76935-5e41-46d7-8778-7782f62d5281 req-96775cc0-991f-4ead-8031-bff2914eb7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:12.275340 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca76935-5e41-46d7-8778-7782f62d5281 req-96775cc0-991f-4ead-8031-bff2914eb7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:12.275966 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aca76935-5e41-46d7-8778-7782f62d5281 req-96775cc0-991f-4ead-8031-bff2914eb7f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:12.277398 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aca76935-5e41-46d7-8778-7782f62d5281 req-96775cc0-991f-4ead-8031-bff2914eb7f7 service neutron] 10.222.0.26 "PUT /v2.0/ports/847fe8a4-4066-4294-850c-4705e4f1607a HTTP/1.1" status: 200 len: 1091 time: 0.8552411 Apr 20 16:15:12.277831 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cacad7-b84c-49ca-a9ae-5d13634fcc84', 'tag': '847fe8a4-4066-4294-850c-4705e4f1607a'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:12.280078 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0f7628-eca6-4840-b6ae-2932cbb4feec" -d '{"events": [{"name": "network-changed", "server_uuid": "82cacad7-b84c-49ca-a9ae-5d13634fcc84", "tag": "847fe8a4-4066-4294-850c-4705e4f1607a"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:15:12.315318 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96775cc0-991f-4ead-8031-bff2914eb7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=847fe8a4-4066-4294-850c-4705e4f1607a,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:12.335780 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee8d4b3-acfa-4231-bbd6-c064a523eb07 x-openstack-request-id: req-cee8d4b3-acfa-4231-bbd6-c064a523eb07 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:15:12.335780 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82cacad7-b84c-49ca-a9ae-5d13634fcc84", "tag": "847fe8a4-4066-4294-850c-4705e4f1607a", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:15:12.335780 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cee8d4b3-acfa-4231-bbd6-c064a523eb07 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:15:12.335780 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee8d4b3-acfa-4231-bbd6-c064a523eb07'] response: {'name': 'network-changed', 'server_uuid': '82cacad7-b84c-49ca-a9ae-5d13634fcc84', 'tag': '847fe8a4-4066-4294-850c-4705e4f1607a', 'status': 'completed', 'code': 200} Apr 20 16:15:12.415162 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f7628-eca6-4840-b6ae-2932cbb4feec req-eae9bdfb-693e-4cf5-a5c9-5998bf38df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:12.416767 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-db0f7628-eca6-4840-b6ae-2932cbb4feec req-eae9bdfb-693e-4cf5-a5c9-5998bf38df4f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d25ef379da5e498ab36af959cb0475a8&device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 1094 time: 0.0479438 Apr 20 16:15:12.497239 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4afc6-2395-4c64-a88a-65d3e3b1819f req-7e0beb9b-c17e-48b5-a0fd-c3dd76a1b264 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:12.498906 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-adf4afc6-2395-4c64-a88a-65d3e3b1819f req-7e0beb9b-c17e-48b5-a0fd-c3dd76a1b264 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/ports?device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 943 time: 0.0565856 Apr 20 16:15:12.529084 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f7628-eca6-4840-b6ae-2932cbb4feec req-b102ec56-9087-4f85-a43d-46e12ff20166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:12.530548 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-db0f7628-eca6-4840-b6ae-2932cbb4feec req-b102ec56-9087-4f85-a43d-46e12ff20166 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d25ef379da5e498ab36af959cb0475a8&shared=False HTTP/1.1" status: 200 len: 906 time: 0.0993493 Apr 20 16:15:12.537497 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-adf4afc6-2395-4c64-a88a-65d3e3b1819f req-10a0cb3e-c33b-497a-98f1-a6a94c11f75a tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5578467-4d19-452b-9646-c1d26242faec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318534 Apr 20 16:15:12.651360 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f7628-eca6-4840-b6ae-2932cbb4feec req-12a2d0d9-3ced-4d1e-97f5-819fef63a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:12.653078 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-db0f7628-eca6-4840-b6ae-2932cbb4feec req-12a2d0d9-3ced-4d1e-97f5-819fef63a52b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1157472 Apr 20 16:15:12.721470 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930710bf-9c50-4a18-b287-34fe1d8555ab req-8c0033f1-f5a2-414a-aa32-b04712c4a772 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:12.723031 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-930710bf-9c50-4a18-b287-34fe1d8555ab req-8c0033f1-f5a2-414a-aa32-b04712c4a772 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d0c081-276b-4a7f-8684-23feb66346b2 HTTP/1.1" status: 200 len: 945 time: 0.0585933 Apr 20 16:15:12.762471 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca76935-5e41-46d7-8778-7782f62d5281 req-5a198eeb-3b62-44ac-8c6b-475b7ef1ad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:12.763958 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aca76935-5e41-46d7-8778-7782f62d5281 req-5a198eeb-3b62-44ac-8c6b-475b7ef1ad52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d25ef379da5e498ab36af959cb0475a8&device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 1094 time: 0.0525212 Apr 20 16:15:12.771010 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-930710bf-9c50-4a18-b287-34fe1d8555ab req-62112acd-36ae-40f5-9193-d071ec806454 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/security-groups?id=36d47bf3-8198-4550-9bff-c56a759341c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351982 Apr 20 16:15:12.814378 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aca76935-5e41-46d7-8778-7782f62d5281 req-12e62e79-a917-45cd-b149-a30e1a9c4610 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=847fe8a4-4066-4294-850c-4705e4f1607a HTTP/1.1" status: 200 len: 217 time: 0.0350893 Apr 20 16:15:12.863952 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca76935-5e41-46d7-8778-7782f62d5281 req-cabc2ac4-3750-41ee-9625-b54fe40f1036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:12.865488 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aca76935-5e41-46d7-8778-7782f62d5281 req-cabc2ac4-3750-41ee-9625-b54fe40f1036 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce9e0e03-496c-4740-ab53-97424319556b HTTP/1.1" status: 200 len: 845 time: 0.0449882 Apr 20 16:15:12.901752 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aca76935-5e41-46d7-8778-7782f62d5281 req-a2ed1d96-f587-4304-a64a-8ea23f29e15c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300779 Apr 20 16:15:12.999700 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aca76935-5e41-46d7-8778-7782f62d5281 req-62a958d5-c28a-4023-9234-b98f7a38fcb5 service neutron] 10.222.0.26 "GET /v2.0/networks/fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907447 Apr 20 16:15:13.006078 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccf754-17bd-4f5c-9251-0ddfbd006fa1 req-4aa241b4-8837-4462-91a8-05f86329b87a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:13.007531 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-26ccf754-17bd-4f5c-9251-0ddfbd006fa1 req-4aa241b4-8837-4462-91a8-05f86329b87a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 943 time: 0.0492084 Apr 20 16:15:13.048215 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-26ccf754-17bd-4f5c-9251-0ddfbd006fa1 req-27fd2406-1f32-4942-a076-7288c6f97287 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343590 Apr 20 16:15:13.096662 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aca76935-5e41-46d7-8778-7782f62d5281 req-fc8b411b-c25e-44cf-a04c-315fc58f7521 service neutron] 10.222.0.26 "GET /v2.0/networks/fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899239 Apr 20 16:15:13.192701 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:15:13.213568 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:15:13.214061 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 2ec6e65c-b03e-4ba8-ac37-7b06bb13130a not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:15:13.214685 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 121d28db-eefc-4708-90be-59307cbf4cec no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:15:13.219940 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8be8bc-68c0-4ff5-9558-805902dedd5d req-8625e93f-7041-4823-ae90-dd06699d109f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:13.228251 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1a8be8bc-68c0-4ff5-9558-805902dedd5d req-8625e93f-7041-4823-ae90-dd06699d109f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.0576999 Apr 20 16:15:13.237905 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 121d28db-eefc-4708-90be-59307cbf4cec {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:15:13.238611 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 121d28db-eefc-4708-90be-59307cbf4cec not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:15:13.239524 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b7728825-6049-4ffe-8d8e-460e327e5c3b no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:15:13.265660 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: b7728825-6049-4ffe-8d8e-460e327e5c3b {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:15:13.266242 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b7728825-6049-4ffe-8d8e-460e327e5c3b not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:15:13.269477 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1a8be8bc-68c0-4ff5-9558-805902dedd5d req-9f095b21-f76b-4a54-9e1d-65bedbe90cac tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402374 Apr 20 16:15:13.275905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35038) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:13.333791 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35042) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:13.334184 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dd402dff-f549-452a-94ca-6878a54e0876 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4729fcaab164a2a9d8aab0433a8d019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523105 Apr 20 16:15:13.386884 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee3396d9-d7d6-4402-a0a2-232002a09b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:13.408426 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee3396d9-d7d6-4402-a0a2-232002a09b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:13.585667 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee3396d9-d7d6-4402-a0a2-232002a09b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:13.592185 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee3396d9-d7d6-4402-a0a2-232002a09b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:13.592185 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ee3396d9-d7d6-4402-a0a2-232002a09b54 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/93eab277-1a96-4b27-92cf-47b6f8a21f08 HTTP/1.1" status: 204 len: 168 time: 0.2539289 Apr 20 16:15:13.597437 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3396d9-d7d6-4402-a0a2-232002a09b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93eab277-1a96-4b27-92cf-47b6f8a21f08,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:13.833485 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-b90b0d48-4159-4617-b5c5-c09314017077 req-066e8db0-3bb9-488f-bff8-2957ecbfc2f2 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:15:13.834493 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b90b0d48-4159-4617-b5c5-c09314017077 req-066e8db0-3bb9-488f-bff8-2957ecbfc2f2 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059431 Apr 20 16:15:14.124799 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 2d405139-9efa-4377-b307-61a82f177c65 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:15:14.219729 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 2d405139-9efa-4377-b307-61a82f177c65, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=2d405139-9efa-4377-b307-61a82f177c65,segment=NetworkSegment(39e8b97e-8ed2-43a4-a405-5a0a6ce2de19),segment_id=39e8b97e-8ed2-43a4-a405-5a0a6ce2de19)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:14.231779 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '2d405139-9efa-4377-b307-61a82f177c65', 'network_id': 'b1b3bc80-c226-4d20-b174-6d46c95cc7a5', 'port_id': '2d405139-9efa-4377-b307-61a82f177c65', 'mac_address': 'fa:16:3e:1c:bf:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000a93ea-72fc-47d9-8cd2-6e4eb754434e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:15:14.272370 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:14.290763 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d405139-9efa-4377-b307-61a82f177c65 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:15:14.316901 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b06d7c-3ab1-4251-9132-f4f0e487ae9f req-c6ab0ac4-6cdf-4b7a-9592-59cd1a0068c0 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:14.318482 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-55b06d7c-3ab1-4251-9132-f4f0e487ae9f req-c6ab0ac4-6cdf-4b7a-9592-59cd1a0068c0 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/ports?device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 943 time: 0.0612905 Apr 20 16:15:14.369885 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-55b06d7c-3ab1-4251-9132-f4f0e487ae9f req-ddbb6c22-0c40-47ef-9304-cb1ce29e1e24 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5578467-4d19-452b-9646-c1d26242faec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445850 Apr 20 16:15:14.391673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6f0f5-254a-4dde-84cc-082afca7ac56 req-bcd2f9dd-7cab-4d7d-94a2-65bdc3b48ced tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:14.402569 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dfe6f0f5-254a-4dde-84cc-082afca7ac56 req-bcd2f9dd-7cab-4d7d-94a2-65bdc3b48ced tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d0c081-276b-4a7f-8684-23feb66346b2 HTTP/1.1" status: 200 len: 945 time: 0.0721650 Apr 20 16:15:14.445491 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dfe6f0f5-254a-4dde-84cc-082afca7ac56 req-bbb4df35-7fb9-463e-a631-e3580720d868 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/security-groups?id=36d47bf3-8198-4550-9bff-c56a759341c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404246 Apr 20 16:15:14.447636 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 2d405139-9efa-4377-b307-61a82f177c65, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=2d405139-9efa-4377-b307-61a82f177c65,segment=NetworkSegment(39e8b97e-8ed2-43a4-a405-5a0a6ce2de19),segment_id=39e8b97e-8ed2-43a4-a405-5a0a6ce2de19)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:14.504486 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff315d1-c654-40dd-aea3-33bdf3be416b req-981432ff-a509-4dfe-a1d8-7ea44a0fcc2f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:14.506007 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3ff315d1-c654-40dd-aea3-33bdf3be416b req-981432ff-a509-4dfe-a1d8-7ea44a0fcc2f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 943 time: 0.0668499 Apr 20 16:15:14.543092 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:14.560161 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3ff315d1-c654-40dd-aea3-33bdf3be416b req-e5418aa1-2b5d-4256-bdbf-8b2abd1ab0f3 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473895 Apr 20 16:15:14.592790 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=2d405139-9efa-4377-b307-61a82f177c65,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:14.608620 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:14.608978 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:14.609303 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:14.609836 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:14.610174 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:14.610513 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:14.610781 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa762a9-5d82-47c4-b4bb-99121ff3674b req-a0d8eb61-8c60-48a9-8771-ea26851926b0 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:14.610915 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:14.611145 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:14.611466 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:14.611787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:14.612105 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:14.612951 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-efa762a9-5d82-47c4-b4bb-99121ff3674b req-a0d8eb61-8c60-48a9-8771-ea26851926b0 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.0971451 Apr 20 16:15:14.613426 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:14.675518 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-efa762a9-5d82-47c4-b4bb-99121ff3674b req-779c533b-dab7-4819-8c8f-59dc2fbcd231 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411654 Apr 20 16:15:14.679095 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-1b1c622b-e008-4b9f-92a4-889268136a43 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2150986 Apr 20 16:15:14.688977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-7c9833c5-fddd-4c32-8263-054e7f417f0e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:15:14.691134 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-7c9833c5-fddd-4c32-8263-054e7f417f0e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052483 Apr 20 16:15:15.266431 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['2d405139-9efa-4377-b307-61a82f177c65'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:15:15.493734 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115517fb-92dd-4386-99c3-522cb31a62f9 req-d46ed5e4-404d-44bc-8d13-37ccde98e79a tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:15.495216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-115517fb-92dd-4386-99c3-522cb31a62f9 req-d46ed5e4-404d-44bc-8d13-37ccde98e79a tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/ports?device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 944 time: 0.0547223 Apr 20 16:15:15.539138 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-115517fb-92dd-4386-99c3-522cb31a62f9 req-7c0818c2-0a0c-44d5-ab19-906b9fd2166f tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5578467-4d19-452b-9646-c1d26242faec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321031 Apr 20 16:15:15.649280 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebce54-ee41-4cda-ad7e-a9bf17fab554 req-a19dfa0c-0e07-4e95-8c18-af1f5d10eccb tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:15.651217 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dcebce54-ee41-4cda-ad7e-a9bf17fab554 req-a19dfa0c-0e07-4e95-8c18-af1f5d10eccb tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d0c081-276b-4a7f-8684-23feb66346b2 HTTP/1.1" status: 200 len: 945 time: 0.0526149 Apr 20 16:15:15.719240 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dcebce54-ee41-4cda-ad7e-a9bf17fab554 req-894ca489-30d4-4b4b-85c1-373e37f4df67 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/security-groups?id=36d47bf3-8198-4550-9bff-c56a759341c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573370 Apr 20 16:15:15.768150 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22c657-37cd-4658-b07a-59debab63a91 req-a3e85f8c-9e1e-47a8-8248-9fa2c229446b tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:15.772838 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9e22c657-37cd-4658-b07a-59debab63a91 req-a3e85f8c-9e1e-47a8-8248-9fa2c229446b tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 943 time: 0.0586843 Apr 20 16:15:15.812108 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9e22c657-37cd-4658-b07a-59debab63a91 req-37d8bcd7-7874-46d3-8b56-7ab0d80df351 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345423 Apr 20 16:15:15.840374 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfd161-fb9e-4b37-af38-26ef3cf2c112 req-cd214b36-e647-4f93-b277-486d62457d47 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:15.842192 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3fcfd161-fb9e-4b37-af38-26ef3cf2c112 req-cd214b36-e647-4f93-b277-486d62457d47 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.0502448 Apr 20 16:15:15.890446 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3fcfd161-fb9e-4b37-af38-26ef3cf2c112 req-23291b41-4ab2-4a7f-81b3-c4f0c4cd7386 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413260 Apr 20 16:15:15.930896 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b86adb-b4fe-4556-816a-bf24639fa43f req-0169692d-9c2c-4274-812f-9c2bbed5c043 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:15.932465 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-80b86adb-b4fe-4556-816a-bf24639fa43f req-0169692d-9c2c-4274-812f-9c2bbed5c043 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.30 "GET /v2.0/ports?device_id=60d0c081-276b-4a7f-8684-23feb66346b2 HTTP/1.1" status: 200 len: 945 time: 0.0561066 Apr 20 16:15:16.040154 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-80b86adb-b4fe-4556-816a-bf24639fa43f req-b4c5487d-68ec-4fad-a452-c3d66514f2ad tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Deleting port 50874154-1c2c-4e74-904c-1d056e8920e9 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:15:16.040697 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-80b86adb-b4fe-4556-816a-bf24639fa43f req-b4c5487d-68ec-4fad-a452-c3d66514f2ad tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:16.134098 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-80b86adb-b4fe-4556-816a-bf24639fa43f req-b4c5487d-68ec-4fad-a452-c3d66514f2ad tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] For port 50874154-1c2c-4e74-904c-1d056e8920e9, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=50874154-1c2c-4e74-904c-1d056e8920e9,segment=NetworkSegment(435c2a2a-5433-4de7-9242-26a630037027),segment_id=435c2a2a-5433-4de7-9242-26a630037027)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:16.134456 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-80b86adb-b4fe-4556-816a-bf24639fa43f req-b4c5487d-68ec-4fad-a452-c3d66514f2ad tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:16.343703 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35150) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:16.376283 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-80b86adb-b4fe-4556-816a-bf24639fa43f req-b4c5487d-68ec-4fad-a452-c3d66514f2ad tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:16.376940 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-80b86adb-b4fe-4556-816a-bf24639fa43f req-b4c5487d-68ec-4fad-a452-c3d66514f2ad tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:16.377423 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-80b86adb-b4fe-4556-816a-bf24639fa43f req-b4c5487d-68ec-4fad-a452-c3d66514f2ad tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Floating IP 53c583e6-2106-4468-8f84-8d9f7561ca7d disassociated. External IP: 172.25.0.105, port: 50874154-1c2c-4e74-904c-1d056e8920e9. Apr 20 16:15:16.378905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-80b86adb-b4fe-4556-816a-bf24639fa43f req-b4c5487d-68ec-4fad-a452-c3d66514f2ad tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Calling delete_port for 50874154-1c2c-4e74-904c-1d056e8920e9 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:15:16.508217 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d91a01c4-dddd-410e-a8d4-b982426b6b5f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75f3a1eff3714d1280d013522106e2c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1597269 Apr 20 16:15:16.509117 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35156) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:16.576506 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-99ac30a6-91a9-4fc2-9f02-a08502e7c957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:16.580701 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-80b86adb-b4fe-4556-816a-bf24639fa43f req-b4c5487d-68ec-4fad-a452-c3d66514f2ad tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:16.601387 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-99ac30a6-91a9-4fc2-9f02-a08502e7c957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:16.623105 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5487d-68ec-4fad-a452-c3d66514f2ad tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Pushing event deleted for resources: {'Port': ['ID=50874154-1c2c-4e74-904c-1d056e8920e9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:16.699581 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3083913-c43e-4b67-ad53-053bf3a08015 req-32b981e0-a40a-4bc9-9a62-46d724192ebc tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:16.701329 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d3083913-c43e-4b67-ad53-053bf3a08015 req-32b981e0-a40a-4bc9-9a62-46d724192ebc tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/ports?device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 944 time: 0.0839152 Apr 20 16:15:16.755063 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80b86adb-b4fe-4556-816a-bf24639fa43f req-b4c5487d-68ec-4fad-a452-c3d66514f2ad tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Router e0af7ada-6313-414d-8088-4300f3a26b78 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:15:16.780823 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d3083913-c43e-4b67-ad53-053bf3a08015 req-a2b97748-1cb0-4042-a276-07014758b27d tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5578467-4d19-452b-9646-c1d26242faec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687687 Apr 20 16:15:16.890678 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-99ac30a6-91a9-4fc2-9f02-a08502e7c957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:16.893813 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-99ac30a6-91a9-4fc2-9f02-a08502e7c957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:16.901934 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-99ac30a6-91a9-4fc2-9f02-a08502e7c957 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a74430bf-08d4-40c4-9681-b77aa25069b9 HTTP/1.1" status: 204 len: 168 time: 0.3848417 Apr 20 16:15:16.902296 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e95474ef-6396-455d-b357-e3694f6192f3 req-3e95bb7c-5b2f-48bd-ab61-bee94e0affcb tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d0c081-276b-4a7f-8684-23feb66346b2 HTTP/1.1" status: 200 len: 210 time: 0.0613878 Apr 20 16:15:16.905082 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac30a6-91a9-4fc2-9f02-a08502e7c957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74430bf-08d4-40c4-9681-b77aa25069b9,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:16.910686 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80b86adb-b4fe-4556-816a-bf24639fa43f req-b4c5487d-68ec-4fad-a452-c3d66514f2ad tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:15:16.953475 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747bb00a-464e-4265-87c9-6dbe77969e96 None None] Sync routers for ids ['e0af7ada-6313-414d-8088-4300f3a26b78'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:15:16.957236 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b86adb-b4fe-4556-816a-bf24639fa43f req-b4c5487d-68ec-4fad-a452-c3d66514f2ad tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] No DVR routers for this DVR port 50874154-1c2c-4e74-904c-1d056e8920e9 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:15:16.958953 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747bb00a-464e-4265-87c9-6dbe77969e96 None None] Routers {'e0af7ada-6313-414d-8088-4300f3a26b78'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:15:16.961057 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-80b86adb-b4fe-4556-816a-bf24639fa43f req-b4c5487d-68ec-4fad-a452-c3d66514f2ad tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:16.961956 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-747bb00a-464e-4265-87c9-6dbe77969e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:14:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e0af7ada-6313-414d-8088-4300f3a26b78'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:16.965423 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-80b86adb-b4fe-4556-816a-bf24639fa43f req-b4c5487d-68ec-4fad-a452-c3d66514f2ad tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.30 "DELETE /v2.0/ports/50874154-1c2c-4e74-904c-1d056e8920e9 HTTP/1.1" status: 204 len: 173 time: 1.0261800 Apr 20 16:15:16.965850 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d0c081-276b-4a7f-8684-23feb66346b2', 'name': 'network-vif-deleted', 'tag': '50874154-1c2c-4e74-904c-1d056e8920e9'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:16.968823 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f24e3fa-5d6e-4d76-a5c4-21584ee0bb1d" -d '{"events": [{"server_uuid": "60d0c081-276b-4a7f-8684-23feb66346b2", "name": "network-vif-deleted", "tag": "50874154-1c2c-4e74-904c-1d056e8920e9"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:15:17.078501 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f9a27-3e06-4b46-aa39-f7dbebe0ee1a req-763c9bb8-8666-4c36-bc68-ea115ebf629a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:17.080493 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-796f9a27-3e06-4b46-aa39-f7dbebe0ee1a req-763c9bb8-8666-4c36-bc68-ea115ebf629a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 943 time: 0.0685899 Apr 20 16:15:17.129094 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62891016-1710-433c-b152-3b0e1d6df35f req-cbf85ef0-666e-4815-a09d-1c91d51419ed tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:17.140620 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-62891016-1710-433c-b152-3b0e1d6df35f req-cbf85ef0-666e-4815-a09d-1c91d51419ed tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.0856245 Apr 20 16:15:17.158592 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-747bb00a-464e-4265-87c9-6dbe77969e96 None None] Set router e0af7ada-6313-414d-8088-4300f3a26b78 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:15:17.163846 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-796f9a27-3e06-4b46-aa39-f7dbebe0ee1a req-72d0b752-9866-48d3-b222-2b0ceaad8888 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654798 Apr 20 16:15:17.195874 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-62891016-1710-433c-b152-3b0e1d6df35f req-743c7ec4-bc28-44b7-bf51-a1124f74bf92 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524755 Apr 20 16:15:17.226289 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8f0b38-13d3-4185-91da-6ba5b0acdffd x-openstack-request-id: req-bb8f0b38-13d3-4185-91da-6ba5b0acdffd {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:15:17.226635 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d0c081-276b-4a7f-8684-23feb66346b2", "name": "network-vif-deleted", "tag": "50874154-1c2c-4e74-904c-1d056e8920e9", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:15:17.226945 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb8f0b38-13d3-4185-91da-6ba5b0acdffd {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:15:17.227407 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb8f0b38-13d3-4185-91da-6ba5b0acdffd'] response: {'server_uuid': '60d0c081-276b-4a7f-8684-23feb66346b2', 'name': 'network-vif-deleted', 'tag': '50874154-1c2c-4e74-904c-1d056e8920e9', 'status': 'completed', 'code': 200} Apr 20 16:15:17.236456 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 847fe8a4-4066-4294-850c-4705e4f1607a details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:15:17.411207 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 847fe8a4-4066-4294-850c-4705e4f1607a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=847fe8a4-4066-4294-850c-4705e4f1607a,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:17.426180 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '847fe8a4-4066-4294-850c-4705e4f1607a', 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c', 'port_id': '847fe8a4-4066-4294-850c-4705e4f1607a', 'mac_address': 'fa:16:3e:d0:de:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce9e0e03-496c-4740-ab53-97424319556b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:15:17.428307 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-747bb00a-464e-4265-87c9-6dbe77969e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'name': 'tempest-ServersTestManualDisk-1540183423-router', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:12:41Z', 'updated_at': '2022-04-20T16:12:50Z', 'revision_number': 4, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'gw_port': {'id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:42:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:43Z', 'updated_at': '2022-04-20T16:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'ee974115-20f2-4eeb-97a8-3d17338ff683', 'name': '', 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'mac_address': 'fa:16:3e:1b:e6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7c93c9ca-8e3b-404e-8f95-83a6615816ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:48Z', 'updated_at': '2022-04-20T16:13:00Z', 'revision_number': 5, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'subnets': [{'id': '7c93c9ca-8e3b-404e-8f95-83a6615816ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:17.470610 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747bb00a-464e-4265-87c9-6dbe77969e96 None None] Checking router: e0af7ada-6313-414d-8088-4300f3a26b78 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:15:17.475655 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:17.488912 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747bb00a-464e-4265-87c9-6dbe77969e96 None None] Routers {'e0af7ada-6313-414d-8088-4300f3a26b78'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:15:17.491183 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847fe8a4-4066-4294-850c-4705e4f1607a {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:15:17.491446 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-747bb00a-464e-4265-87c9-6dbe77969e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:14:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e0af7ada-6313-414d-8088-4300f3a26b78'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:17.532786 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 847fe8a4-4066-4294-850c-4705e4f1607a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=847fe8a4-4066-4294-850c-4705e4f1607a,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:17.626430 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-747bb00a-464e-4265-87c9-6dbe77969e96 None None] Set router e0af7ada-6313-414d-8088-4300f3a26b78 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:15:17.639672 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:17.687583 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=847fe8a4-4066-4294-850c-4705e4f1607a,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:17.832152 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-747bb00a-464e-4265-87c9-6dbe77969e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'name': 'tempest-ServersTestManualDisk-1540183423-router', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:12:41Z', 'updated_at': '2022-04-20T16:12:50Z', 'revision_number': 4, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'gw_port': {'id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:42:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:43Z', 'updated_at': '2022-04-20T16:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'ee974115-20f2-4eeb-97a8-3d17338ff683', 'name': '', 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'mac_address': 'fa:16:3e:1b:e6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7c93c9ca-8e3b-404e-8f95-83a6615816ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:48Z', 'updated_at': '2022-04-20T16:13:00Z', 'revision_number': 5, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'subnets': [{'id': '7c93c9ca-8e3b-404e-8f95-83a6615816ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:17.870856 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747bb00a-464e-4265-87c9-6dbe77969e96 None None] The sync data for ids ['e0af7ada-6313-414d-8088-4300f3a26b78'] in n-d-836146-2 is: [{'id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'name': 'tempest-ServersTestManualDisk-1540183423-router', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:12:41Z', 'updated_at': '2022-04-20T16:12:50Z', 'revision_number': 4, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'gw_port': {'id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:42:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:43Z', 'updated_at': '2022-04-20T16:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'ee974115-20f2-4eeb-97a8-3d17338ff683', 'name': '', 'network_id': '408045e4-944a-432a-ba89-38535ff2bc3b', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'mac_address': 'fa:16:3e:1b:e6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7c93c9ca-8e3b-404e-8f95-83a6615816ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:48Z', 'updated_at': '2022-04-20T16:13:00Z', 'revision_number': 5, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'subnets': [{'id': '7c93c9ca-8e3b-404e-8f95-83a6615816ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:15:17.957289 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-7df5e352-121e-48bd-a9f9-66664fcd533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:17.959967 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-7df5e352-121e-48bd-a9f9-66664fcd533e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 1100 time: 0.1093392 Apr 20 16:15:17.984690 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc4c9a-e33c-4632-92b6-f8cea714634c req-d27d549e-baf4-437c-a4a1-e374447f3045 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:17.986832 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-36dc4c9a-e33c-4632-92b6-f8cea714634c req-d27d549e-baf4-437c-a4a1-e374447f3045 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/ports?device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 944 time: 0.1023793 Apr 20 16:15:18.065155 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c7de4630-9a6f-4805-8e9c-c0023e5993c1 req-e351ff3e-97a3-4399-b72c-a62f7c2ef998 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d0c081-276b-4a7f-8684-23feb66346b2 HTTP/1.1" status: 200 len: 210 time: 0.0290332 Apr 20 16:15:18.080242 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['847fe8a4-4066-4294-850c-4705e4f1607a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:15:18.128835 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35228) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:18.148614 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-36dc4c9a-e33c-4632-92b6-f8cea714634c req-5527144c-8140-4f0d-ad7a-172e594b416a tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5578467-4d19-452b-9646-c1d26242faec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366823 Apr 20 16:15:18.162438 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-dd262d3d-f16e-4169-a76a-776569aed327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:18.164130 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-dd262d3d-f16e-4169-a76a-776569aed327 service neutron] 10.222.0.30 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.1757889 Apr 20 16:15:18.178390 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 2d405139-9efa-4377-b307-61a82f177c65 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:15:18.282636 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-9d71d45e-5f10-4164-8cac-a163a6493ae6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=ca7fac03-dba5-420a-8011-27a1c64c2c85 HTTP/1.1" status: 200 len: 217 time: 0.1112862 Apr 20 16:15:18.307767 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417768b3-6383-4a59-a912-d0ea1c0ae697 None None] New status for floating IP 53c583e6-2106-4468-8f84-8d9f7561ca7d: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:15:18.327733 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e8326-d98d-49fa-95f1-b51f1e6d090b req-5ef61ad6-61a4-4a39-acb0-67ef7750f058 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:18.330018 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-442e8326-d98d-49fa-95f1-b51f1e6d090b req-5ef61ad6-61a4-4a39-acb0-67ef7750f058 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 944 time: 0.0655732 Apr 20 16:15:18.390093 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-442e8326-d98d-49fa-95f1-b51f1e6d090b req-bfc0d0b6-ea5a-41af-a717-c356b7ea6c6b tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527015 Apr 20 16:15:18.413557 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-5d2a7001-338c-420d-a9db-55bc2d8ce728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:18.415307 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-5d2a7001-338c-420d-a9db-55bc2d8ce728 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.1232975 Apr 20 16:15:18.433511 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1151017-a40a-4664-af87-f89fa490ecb2 req-7a261f46-f6ff-4204-9a30-61015f550c72 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:18.442918 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c1151017-a40a-4664-af87-f89fa490ecb2 req-7a261f46-f6ff-4204-9a30-61015f550c72 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.0997579 Apr 20 16:15:18.480920 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b7367322-eee3-4519-ae3c-2defad54fd0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:18.530939 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c1151017-a40a-4664-af87-f89fa490ecb2 req-ff71be14-a1d0-4e52-8a2e-08614c0c5a80 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846703 Apr 20 16:15:18.540793 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-1d778ad3-0955-4313-8f83-34a03ed41c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:18.542583 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-1d778ad3-0955-4313-8f83-34a03ed41c6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1179838 Apr 20 16:15:18.591261 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b7367322-eee3-4519-ae3c-2defad54fd0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:18.652411 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-6c935dca-d2cd-44a9-8a69-7fffc5d87782 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026483 Apr 20 16:15:18.653702 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 2d405139-9efa-4377-b307-61a82f177c65 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:15:18.658948 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 2d405139-9efa-4377-b307-61a82f177c65 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:18.659515 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:18.691973 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b7367322-eee3-4519-ae3c-2defad54fd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:18.724789 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b7367322-eee3-4519-ae3c-2defad54fd0b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3cb9e82f2d254825a4f04a84e546176b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5948498 Apr 20 16:15:18.727601 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35248) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:18.759156 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:18.783466 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affb22e0-56e6-4286-a545-1492f1455d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d405139-9efa-4377-b307-61a82f177c65'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:18.785970 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93eac86e-2cb6-462f-9ab7-3d3e13e550d6" -d '{"events": [{"server_uuid": "affb22e0-56e6-4286-a545-1492f1455d7a", "name": "network-vif-plugged", "status": "completed", "tag": "2d405139-9efa-4377-b307-61a82f177c65"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:15:18.795843 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7367322-eee3-4519-ae3c-2defad54fd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d4c1cb-9620-4ee0-835d-fa34807c01ba,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:18.804142 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-d6fa4689-a3f3-4893-8f08-195ee2cc0846 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441343 Apr 20 16:15:18.809044 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 2d405139-9efa-4377-b307-61a82f177c65, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=2d405139-9efa-4377-b307-61a82f177c65,segment=NetworkSegment(39e8b97e-8ed2-43a4-a405-5a0a6ce2de19),segment_id=39e8b97e-8ed2-43a4-a405-5a0a6ce2de19)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:18.811552 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2a761be1-7ad3-443e-a146-f0d1e61a3439 req-bcf8f68d-0dd6-422c-b35e-9e60aa9529f0 tempest-AbsoluteLimitsNegativeTestJSON-228001231 tempest-AbsoluteLimitsNegativeTestJSON-228001231-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5c191f575e9345c086c6ae5b5297c878&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392962 Apr 20 16:15:18.813654 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-327fc880-f195-4733-bd0b-7e84a2cfb694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:18.839506 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-327fc880-f195-4733-bd0b-7e84a2cfb694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:18.842350 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e609cb-4df2-465a-b833-c18f41fe0b33 x-openstack-request-id: req-90e609cb-4df2-465a-b833-c18f41fe0b33 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:15:18.842644 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affb22e0-56e6-4286-a545-1492f1455d7a", "name": "network-vif-plugged", "status": "completed", "tag": "2d405139-9efa-4377-b307-61a82f177c65", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:15:18.842960 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90e609cb-4df2-465a-b833-c18f41fe0b33 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:15:18.843441 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e609cb-4df2-465a-b833-c18f41fe0b33'] response: {'server_uuid': 'affb22e0-56e6-4286-a545-1492f1455d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d405139-9efa-4377-b307-61a82f177c65', 'code': 200} Apr 20 16:15:18.908077 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:18.908972 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 50874154-1c2c-4e74-904c-1d056e8920e9 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:15:18.930267 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a761be1-7ad3-443e-a146-f0d1e61a3439 req-d7c3f6a2-51d3-4e79-81bf-710de30b4dec tempest-AbsoluteLimitsNegativeTestJSON-228001231 tempest-AbsoluteLimitsNegativeTestJSON-228001231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:18.930711 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 50874154-1c2c-4e74-904c-1d056e8920e9 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:15:18.931056 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 50874154-1c2c-4e74-904c-1d056e8920e9 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:15:18.932463 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2a761be1-7ad3-443e-a146-f0d1e61a3439 req-d7c3f6a2-51d3-4e79-81bf-710de30b4dec tempest-AbsoluteLimitsNegativeTestJSON-228001231 tempest-AbsoluteLimitsNegativeTestJSON-228001231-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1200645 Apr 20 16:15:18.979247 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=2d405139-9efa-4377-b307-61a82f177c65,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:19.057065 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-327fc880-f195-4733-bd0b-7e84a2cfb694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:19.059793 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-327fc880-f195-4733-bd0b-7e84a2cfb694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:19.063399 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-327fc880-f195-4733-bd0b-7e84a2cfb694 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2d4c1cb-9620-4ee0-835d-fa34807c01ba HTTP/1.1" status: 204 len: 168 time: 0.3326054 Apr 20 16:15:19.074017 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fc880-f195-4733-bd0b-7e84a2cfb694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d4c1cb-9620-4ee0-835d-fa34807c01ba,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:19.219673 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2a761be1-7ad3-443e-a146-f0d1e61a3439 req-a12fbe2b-cfcc-40bb-b622-2490b18bf0d6 tempest-AbsoluteLimitsNegativeTestJSON-228001231 tempest-AbsoluteLimitsNegativeTestJSON-228001231-project] 10.222.0.15 "GET /v2.0/quotas/5c191f575e9345c086c6ae5b5297c878 HTTP/1.1" status: 200 len: 375 time: 0.2773590 Apr 20 16:15:19.222739 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35264) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:19.262337 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2a761be1-7ad3-443e-a146-f0d1e61a3439 req-c529d325-19e5-4acd-98b9-8b04f290488c tempest-AbsoluteLimitsNegativeTestJSON-228001231 tempest-AbsoluteLimitsNegativeTestJSON-228001231-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c191f575e9345c086c6ae5b5297c878&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353351 Apr 20 16:15:19.264488 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5c5ee-6e33-4f0d-aa5e-871ec6c25ebb req-83b122fd-dca1-4d83-9ea1-cf5b1f5d0c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:19.265948 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e6e5c5ee-6e33-4f0d-aa5e-871ec6c25ebb req-83b122fd-dca1-4d83-9ea1-cf5b1f5d0c09 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 1096 time: 0.3326681 Apr 20 16:15:19.332031 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bdea621d-8fb4-4fbd-acf8-874ef8af1aaf tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:19.350555 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e6e5c5ee-6e33-4f0d-aa5e-871ec6c25ebb req-e335020a-fe32-4d73-9f59-fec6142391a1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d5578467-4d19-452b-9646-c1d26242faec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306997 Apr 20 16:15:19.369874 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bdea621d-8fb4-4fbd-acf8-874ef8af1aaf tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:19.399324 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f974c0-b9d0-4a5f-ba31-c02bdf2cb274 req-a6bdb5ee-e244-4018-8fa2-03ae6e8d28a8 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:19.401146 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-79f974c0-b9d0-4a5f-ba31-c02bdf2cb274 req-a6bdb5ee-e244-4018-8fa2-03ae6e8d28a8 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/ports?device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 945 time: 0.1046314 Apr 20 16:15:19.465435 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-79f974c0-b9d0-4a5f-ba31-c02bdf2cb274 req-bc1b60cf-8f52-4560-9716-295c2c8f24bc tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5578467-4d19-452b-9646-c1d26242faec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560465 Apr 20 16:15:19.529218 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb05338-b516-4b73-bf8a-5e9abd62a143 req-dbf32d00-909b-4d2f-8727-65b8645698ea tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:19.530827 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-edb05338-b516-4b73-bf8a-5e9abd62a143 req-dbf32d00-909b-4d2f-8727-65b8645698ea tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 944 time: 0.0602069 Apr 20 16:15:19.563241 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bdea621d-8fb4-4fbd-acf8-874ef8af1aaf tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:19.566396 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bdea621d-8fb4-4fbd-acf8-874ef8af1aaf tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:19.567851 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bdea621d-8fb4-4fbd-acf8-874ef8af1aaf tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "DELETE /v2.0/security-groups/36d47bf3-8198-4550-9bff-c56a759341c1 HTTP/1.1" status: 204 len: 168 time: 0.3431680 Apr 20 16:15:19.573230 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35274) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:19.577205 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-edb05338-b516-4b73-bf8a-5e9abd62a143 req-cbc45f75-3150-43a3-a998-604089255416 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400956 Apr 20 16:15:19.590067 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea621d-8fb4-4fbd-acf8-874ef8af1aaf tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d47bf3-8198-4550-9bff-c56a759341c1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:19.625012 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-52a2e399-58a7-4aba-a07f-75f4eda97863 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] show failed (client error): The resource could not be found. Apr 20 16:15:19.626014 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-52a2e399-58a7-4aba-a07f-75f4eda97863 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "GET /v2.0/security-groups/36d47bf3-8198-4550-9bff-c56a759341c1 HTTP/1.1" status: 404 len: 347 time: 0.0513921 Apr 20 16:15:19.629689 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35276) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:19.676504 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa74e3-d787-49cb-9c13-cf66e9a69de6 req-494b23b4-1b24-4fc2-a375-46368c011e87 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:19.678012 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-02fa74e3-d787-49cb-9c13-cf66e9a69de6 req-494b23b4-1b24-4fc2-a375-46368c011e87 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.0553417 Apr 20 16:15:19.718005 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-02fa74e3-d787-49cb-9c13-cf66e9a69de6 req-5a4394e5-30cd-4b3b-b476-8f6c8c914784 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335140 Apr 20 16:15:19.758852 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-29e303f2-2b5a-4acc-a7c6-28e3c61b2949 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Deleting port 1395226a-98e0-40e3-a710-46149e222509 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:15:19.759293 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29e303f2-2b5a-4acc-a7c6-28e3c61b2949 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:19.837826 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29e303f2-2b5a-4acc-a7c6-28e3c61b2949 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:19.838389 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29e303f2-2b5a-4acc-a7c6-28e3c61b2949 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:19.854432 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-29e303f2-2b5a-4acc-a7c6-28e3c61b2949 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Calling delete_port for 1395226a-98e0-40e3-a710-46149e222509 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:15:19.857605 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35280) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:19.872319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35284) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:19.928839 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac190018-1051-406c-ae22-0f3cbe94ff2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:20.057690 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac190018-1051-406c-ae22-0f3cbe94ff2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:20.083229 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-371f63bd-4690-43b1-a69a-973041c76852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:20.165278 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac190018-1051-406c-ae22-0f3cbe94ff2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:20.192854 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-371f63bd-4690-43b1-a69a-973041c76852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:20.206159 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ac190018-1051-406c-ae22-0f3cbe94ff2f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=54a4f08831414347af993fec7c670b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326106 Apr 20 16:15:20.207795 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac190018-1051-406c-ae22-0f3cbe94ff2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329edcbb-1b20-4d9a-8667-fe24a60fb117,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:20.209472 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35286) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:20.243657 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29e303f2-2b5a-4acc-a7c6-28e3c61b2949 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:20.261264 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7212754-8b7e-45df-b602-0f34f848351b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:20.272306 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-371f63bd-4690-43b1-a69a-973041c76852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:20.274169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e303f2-2b5a-4acc-a7c6-28e3c61b2949 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Pushing event deleted for resources: {'Port': ['ID=1395226a-98e0-40e3-a710-46149e222509,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:20.300604 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7212754-8b7e-45df-b602-0f34f848351b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:20.334133 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29e303f2-2b5a-4acc-a7c6-28e3c61b2949 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:20.335991 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-371f63bd-4690-43b1-a69a-973041c76852 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c191f575e9345c086c6ae5b5297c878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4769838 Apr 20 16:15:20.336754 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29e303f2-2b5a-4acc-a7c6-28e3c61b2949 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:20.337885 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-29e303f2-2b5a-4acc-a7c6-28e3c61b2949 tempest-ServersTestManualDisk-1728892897 tempest-ServersTestManualDisk-1728892897-project] 10.222.0.15 "DELETE /v2.0/floatingips/53c583e6-2106-4468-8f84-8d9f7561ca7d HTTP/1.1" status: 204 len: 168 time: 0.7072096 Apr 20 16:15:20.338757 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35288) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:20.344824 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35290) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:20.346353 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f63bd-4690-43b1-a69a-973041c76852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e845bcd-5a76-4981-a174-a41df5111dcf,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:20.470565 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-957563a6-6c32-48f1-a702-2117f9ff7c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:20.496756 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7212754-8b7e-45df-b602-0f34f848351b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:20.500384 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7212754-8b7e-45df-b602-0f34f848351b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:20.501554 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c7212754-8b7e-45df-b602-0f34f848351b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/329edcbb-1b20-4d9a-8667-fe24a60fb117 HTTP/1.1" status: 204 len: 168 time: 0.2911162 Apr 20 16:15:20.517426 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7212754-8b7e-45df-b602-0f34f848351b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329edcbb-1b20-4d9a-8667-fe24a60fb117,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:20.545069 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-957563a6-6c32-48f1-a702-2117f9ff7c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:20.676843 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea852bdf-374c-4097-8a96-17427c1fc25c req-bb408ad5-9db6-40b7-888d-69dfb7cf9e48 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:20.678333 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea852bdf-374c-4097-8a96-17427c1fc25c req-bb408ad5-9db6-40b7-888d-69dfb7cf9e48 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/ports?device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 945 time: 0.1313500 Apr 20 16:15:20.704233 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b3c45-dad1-4567-946b-b3e04f49c7b9 req-84f1059e-7fc2-4384-8548-76bbc1ef5227 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:20.705826 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-042b3c45-dad1-4567-946b-b3e04f49c7b9 req-84f1059e-7fc2-4384-8548-76bbc1ef5227 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 944 time: 0.0522950 Apr 20 16:15:20.746790 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-042b3c45-dad1-4567-946b-b3e04f49c7b9 req-97fddfd5-388f-4951-bca9-9874400b251f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341475 Apr 20 16:15:20.752361 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea852bdf-374c-4097-8a96-17427c1fc25c req-4d0e253c-27da-4690-a782-d66b1319632f tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5578467-4d19-452b-9646-c1d26242faec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629256 Apr 20 16:15:20.790834 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-957563a6-6c32-48f1-a702-2117f9ff7c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:20.793553 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-957563a6-6c32-48f1-a702-2117f9ff7c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:20.797038 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-957563a6-6c32-48f1-a702-2117f9ff7c1b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e845bcd-5a76-4981-a174-a41df5111dcf HTTP/1.1" status: 204 len: 168 time: 0.4549816 Apr 20 16:15:20.807774 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957563a6-6c32-48f1-a702-2117f9ff7c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e845bcd-5a76-4981-a174-a41df5111dcf,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:20.892701 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8fd95-9231-4976-bd92-fe03a1ba0d18 req-2934cba8-e223-4068-a9b5-77f2bc40596f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:20.895293 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0cd8fd95-9231-4976-bd92-fe03a1ba0d18 req-2934cba8-e223-4068-a9b5-77f2bc40596f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.0801134 Apr 20 16:15:20.902694 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c3860711-cb3f-438b-8ffe-dcd6542236ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:20.938180 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0cd8fd95-9231-4976-bd92-fe03a1ba0d18 req-cf11e3c5-2683-4912-adf8-5cbd7e78e8be tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355468 Apr 20 16:15:21.159984 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-c3860711-cb3f-438b-8ffe-dcd6542236ba admin admin] Deleting port ee974115-20f2-4eeb-97a8-3d17338ff683 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:15:21.160359 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c3860711-cb3f-438b-8ffe-dcd6542236ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:21.243293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-c3860711-cb3f-438b-8ffe-dcd6542236ba admin admin] For port ee974115-20f2-4eeb-97a8-3d17338ff683, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ee974115-20f2-4eeb-97a8-3d17338ff683,segment=NetworkSegment(435c2a2a-5433-4de7-9242-26a630037027),segment_id=435c2a2a-5433-4de7-9242-26a630037027)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:21.243771 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c3860711-cb3f-438b-8ffe-dcd6542236ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:21.257759 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 847fe8a4-4066-4294-850c-4705e4f1607a up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:15:21.258319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-c3860711-cb3f-438b-8ffe-dcd6542236ba admin admin] Calling delete_port for ee974115-20f2-4eeb-97a8-3d17338ff683 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:15:21.456980 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 847fe8a4-4066-4294-850c-4705e4f1607a completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:15:21.462218 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 847fe8a4-4066-4294-850c-4705e4f1607a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:21.476726 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:21.550275 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:21.573545 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cacad7-b84c-49ca-a9ae-5d13634fcc84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847fe8a4-4066-4294-850c-4705e4f1607a'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:21.575766 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee434479-061a-456f-a2c1-020fdf8e88dd" -d '{"events": [{"server_uuid": "82cacad7-b84c-49ca-a9ae-5d13634fcc84", "name": "network-vif-plugged", "status": "completed", "tag": "847fe8a4-4066-4294-850c-4705e4f1607a"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:15:21.588878 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 847fe8a4-4066-4294-850c-4705e4f1607a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=847fe8a4-4066-4294-850c-4705e4f1607a,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:21.615533 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a70de62-1cc0-4de8-82be-6bc4a26c2ff8 x-openstack-request-id: req-8a70de62-1cc0-4de8-82be-6bc4a26c2ff8 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:15:21.615819 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cacad7-b84c-49ca-a9ae-5d13634fcc84", "name": "network-vif-plugged", "status": "completed", "tag": "847fe8a4-4066-4294-850c-4705e4f1607a", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:15:21.616068 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a70de62-1cc0-4de8-82be-6bc4a26c2ff8 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:15:21.616491 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a70de62-1cc0-4de8-82be-6bc4a26c2ff8'] response: {'server_uuid': '82cacad7-b84c-49ca-a9ae-5d13634fcc84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847fe8a4-4066-4294-850c-4705e4f1607a', 'code': 200} Apr 20 16:15:21.628644 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c3860711-cb3f-438b-8ffe-dcd6542236ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:21.655219 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3860711-cb3f-438b-8ffe-dcd6542236ba admin admin] Pushing event deleted for resources: {'Port': ['ID=ee974115-20f2-4eeb-97a8-3d17338ff683,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:21.719775 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:21.833200 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe52e3-7806-4292-98b8-6306589f8eb1 req-de570b0e-372c-4d8d-bd08-e31b535be263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:21.834723 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0fbe52e3-7806-4292-98b8-6306589f8eb1 req-de570b0e-372c-4d8d-bd08-e31b535be263 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 1096 time: 0.1258996 Apr 20 16:15:21.849485 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c3860711-cb3f-438b-8ffe-dcd6542236ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:21.885278 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=847fe8a4-4066-4294-850c-4705e4f1607a,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:21.932911 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0fbe52e3-7806-4292-98b8-6306589f8eb1 req-2ca92c1a-e2b5-4c49-bc87-654187bd0433 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905435 Apr 20 16:15:22.011230 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a9f95-8044-4367-8c98-53b0b4acac4f req-4f1e59b8-017d-4208-98bc-dc08af29d7cf tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:22.012809 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ba3a9f95-8044-4367-8c98-53b0b4acac4f req-4f1e59b8-017d-4208-98bc-dc08af29d7cf tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 945 time: 0.1083641 Apr 20 16:15:22.018107 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85659473-04aa-4b96-ad0c-a43ba97ad1ee req-e14a2cce-4d03-4b53-a156-91411788672a tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:22.019691 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85659473-04aa-4b96-ad0c-a43ba97ad1ee req-e14a2cce-4d03-4b53-a156-91411788672a tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/ports?device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 945 time: 0.1013317 Apr 20 16:15:22.062972 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ba3a9f95-8044-4367-8c98-53b0b4acac4f req-10155a9e-ba80-4d07-9a60-3922e5fe4d15 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362487 Apr 20 16:15:22.103363 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85659473-04aa-4b96-ad0c-a43ba97ad1ee req-e331e2a0-ca37-46ae-a0c1-15d0c926c4b6 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5578467-4d19-452b-9646-c1d26242faec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763700 Apr 20 16:15:22.176520 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3860711-cb3f-438b-8ffe-dcd6542236ba admin admin] Router e0af7ada-6313-414d-8088-4300f3a26b78 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:15:22.199994 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bae51-cbe0-4e76-bd3a-0488095d89fe req-e3fd029c-01de-499c-b083-1376d9ca29cf tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:22.201595 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-757bae51-cbe0-4e76-bd3a-0488095d89fe req-e3fd029c-01de-499c-b083-1376d9ca29cf tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.0691991 Apr 20 16:15:22.268319 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-757bae51-cbe0-4e76-bd3a-0488095d89fe req-3d97d965-ebe8-476e-86a5-f971a0e58f6f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548322 Apr 20 16:15:22.314510 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3860711-cb3f-438b-8ffe-dcd6542236ba admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:15:22.325863 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c3860711-cb3f-438b-8ffe-dcd6542236ba admin admin] 10.222.0.15 "PUT /v2.0/routers/e0af7ada-6313-414d-8088-4300f3a26b78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9774668 Apr 20 16:15:22.326737 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35356) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:22.328021 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc373f0d-7f7d-4359-a024-26b58be70050 None None] Sync routers for ids ['e0af7ada-6313-414d-8088-4300f3a26b78'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:15:22.341953 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc373f0d-7f7d-4359-a024-26b58be70050 None None] Routers {'e0af7ada-6313-414d-8088-4300f3a26b78'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:15:22.345099 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-bc373f0d-7f7d-4359-a024-26b58be70050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:14:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e0af7ada-6313-414d-8088-4300f3a26b78'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:22.358607 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35360) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:22.451771 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ce3fd01-1177-4534-9c14-a70e153abcfc admin admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:22.507302 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-206182346-network', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:22.585631 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ce3fd01-1177-4534-9c14-a70e153abcfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:22.601235 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Made reservation on behalf of 4e0b9e08faa341a3b2b7e4a70f11b39b for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:15:22.606286 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:22.617010 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:22.620355 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-bc373f0d-7f7d-4359-a024-26b58be70050 None None] Set router e0af7ada-6313-414d-8088-4300f3a26b78 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:15:22.689130 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bad88c01-41e2-442a-8a03-fe56ac98ad8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:22.707475 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-4ce3fd01-1177-4534-9c14-a70e153abcfc admin admin] Deleting port d8f300c3-a60f-4f7a-ae03-996fc74309a1 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:15:22.708153 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ce3fd01-1177-4534-9c14-a70e153abcfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:22.742114 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13520238-7a96-480d-a46a-c2a2251139ed req-b0699192-0859-4a5f-8070-fd1276e9ab1f tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:22.743580 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-13520238-7a96-480d-a46a-c2a2251139ed req-b0699192-0859-4a5f-8070-fd1276e9ab1f tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/ports?device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 945 time: 0.0821166 Apr 20 16:15:22.745464 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:22.799106 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-13520238-7a96-480d-a46a-c2a2251139ed req-d785183e-af5c-4b8e-ad55-f8566a455c80 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5578467-4d19-452b-9646-c1d26242faec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475724 Apr 20 16:15:22.804996 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-4ce3fd01-1177-4534-9c14-a70e153abcfc admin admin] For port d8f300c3-a60f-4f7a-ae03-996fc74309a1, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d8f300c3-a60f-4f7a-ae03-996fc74309a1,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:22.805361 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ce3fd01-1177-4534-9c14-a70e153abcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:22.823272 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-4ce3fd01-1177-4534-9c14-a70e153abcfc admin admin] Calling delete_port for d8f300c3-a60f-4f7a-ae03-996fc74309a1 owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:15:22.827014 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:22.854150 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:15:22.857780 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-bc373f0d-7f7d-4359-a024-26b58be70050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'name': 'tempest-ServersTestManualDisk-1540183423-router', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:12:41Z', 'updated_at': '2022-04-20T16:15:21Z', 'revision_number': 5, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'gw_port': {'id': 'd8f300c3-a60f-4f7a-ae03-996fc74309a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:42:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:12:43Z', 'updated_at': '2022-04-20T16:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:22.863466 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b1d392-6aff-4ce5-949f-1093d04f70fe,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:22.872515 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:22.872860 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Added segment 1b7eccde-eb59-47fa-9698-e71335ca8f5f of type vlan for network b9fae797-d5f6-48fc-9525-49f44111ebc0 Apr 20 16:15:22.885108 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:22.885445 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:22.885778 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:22.886104 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:22.886427 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:22.886748 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:22.887067 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:22.887383 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:22.887697 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:22.888171 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:22.888515 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:22.890135 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc373f0d-7f7d-4359-a024-26b58be70050 None None] Checking router: e0af7ada-6313-414d-8088-4300f3a26b78 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:15:22.891970 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:22.899794 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc373f0d-7f7d-4359-a024-26b58be70050 None None] Routers {'e0af7ada-6313-414d-8088-4300f3a26b78'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:15:22.900545 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-bc373f0d-7f7d-4359-a024-26b58be70050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:14:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e0af7ada-6313-414d-8088-4300f3a26b78'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:22.942689 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:23.007693 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-bc373f0d-7f7d-4359-a024-26b58be70050 None None] Set router e0af7ada-6313-414d-8088-4300f3a26b78 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:15:23.063855 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-bc373f0d-7f7d-4359-a024-26b58be70050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'name': 'tempest-ServersTestManualDisk-1540183423-router', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:12:41Z', 'updated_at': '2022-04-20T16:15:22Z', 'revision_number': 6, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:23.091293 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc373f0d-7f7d-4359-a024-26b58be70050 None None] The sync data for ids ['e0af7ada-6313-414d-8088-4300f3a26b78'] in n-d-836146-2 is: [{'id': 'e0af7ada-6313-414d-8088-4300f3a26b78', 'name': 'tempest-ServersTestManualDisk-1540183423-router', 'tenant_id': 'a65ee74e176348e8ac55cef4712eb79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:12:41Z', 'updated_at': '2022-04-20T16:15:22Z', 'revision_number': 6, 'project_id': 'a65ee74e176348e8ac55cef4712eb79c', 'gw_port_host': None}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:15:23.188373 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:23.189397 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:23.189983 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:23.246065 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ce3fd01-1177-4534-9c14-a70e153abcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:23.259932 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] Pushing event updated for resources: {'Network': ['ID=b9fae797-d5f6-48fc-9525-49f44111ebc0,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:23.270975 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68f13d-9152-4d40-a475-a7705fb60465 req-89f7afc0-f5ca-418e-8a03-1ba726fc4440 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:23.283743 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network b9fae797-d5f6-48fc-9525-49f44111ebc0 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:15:23.291304 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3fd01-1177-4534-9c14-a70e153abcfc admin admin] Pushing event deleted for resources: {'Port': ['ID=d8f300c3-a60f-4f7a-ae03-996fc74309a1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:23.295643 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fe68f13d-9152-4d40-a475-a7705fb60465 req-89f7afc0-f5ca-418e-8a03-1ba726fc4440 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 945 time: 0.1450255 Apr 20 16:15:23.344823 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fe68f13d-9152-4d40-a475-a7705fb60465 req-a7e14078-363a-4e57-9b08-fa20f70111e3 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481932 Apr 20 16:15:23.355565 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-880cd53d-0700-4a2f-aa9f-43b1351d3e6d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9958754 Apr 20 16:15:23.358421 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35390) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:23.369555 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-8cb54cb3-7c6e-4aa7-a256-7bb2b57cbd98 admin admin] Request body: {'subnet': {'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-206182346-subnet', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:23.379480 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ce3fd01-1177-4534-9c14-a70e153abcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:23.501153 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0606379-2fe6-4543-838b-38c91599dcfe req-24956bbc-6bc6-4177-9541-54177af145bb tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:23.505116 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b0606379-2fe6-4543-838b-38c91599dcfe req-24956bbc-6bc6-4177-9541-54177af145bb tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.0751395 Apr 20 16:15:23.506737 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb54cb3-7c6e-4aa7-a256-7bb2b57cbd98 admin admin] Made reservation on behalf of 4e0b9e08faa341a3b2b7e4a70f11b39b for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:15:23.509468 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8cb54cb3-7c6e-4aa7-a256-7bb2b57cbd98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:23.515523 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ce3fd01-1177-4534-9c14-a70e153abcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:23.517809 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ce3fd01-1177-4534-9c14-a70e153abcfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:23.624616 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b0606379-2fe6-4543-838b-38c91599dcfe req-068719bc-7b40-4d37-8dd5-71a3432fd17b tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963638 Apr 20 16:15:23.789132 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ce3fd01-1177-4534-9c14-a70e153abcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:23.789609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce3fd01-1177-4534-9c14-a70e153abcfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0af7ada-6313-414d-8088-4300f3a26b78 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:15:23.802697 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ce3fd01-1177-4534-9c14-a70e153abcfc admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:23.802697 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4ce3fd01-1177-4534-9c14-a70e153abcfc admin admin] 10.222.0.15 "DELETE /v2.0/routers/e0af7ada-6313-414d-8088-4300f3a26b78 HTTP/1.1" status: 204 len: 168 time: 1.4671226 Apr 20 16:15:23.802697 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35396) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:23.821239 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8cb54cb3-7c6e-4aa7-a256-7bb2b57cbd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:23.842436 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c1f2dcd-7e09-4a62-8ffe-44a59425b8e9 admin admin] Deleting subnet 7c93c9ca-8e3b-404e-8f95-83a6615816ab {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:15:23.846272 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2dcd-7e09-4a62-8ffe-44a59425b8e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:23.892597 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb54cb3-7c6e-4aa7-a256-7bb2b57cbd98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:23.905734 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb54cb3-7c6e-4aa7-a256-7bb2b57cbd98 admin admin] Checking segment: {'id': '1b7eccde-eb59-47fa-9698-e71335ca8f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:15:23.906107 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb54cb3-7c6e-4aa7-a256-7bb2b57cbd98 admin admin] Network hostable DHCP agents. Network: b9fae797-d5f6-48fc-9525-49f44111ebc0, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:15:23.913359 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2dcd-7e09-4a62-8ffe-44a59425b8e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:23.961532 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e5ddf-829a-413c-828e-258974a19c0b req-dc07cb96-5358-444f-95fe-ea7ee18982af tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:23.963045 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f09e5ddf-829a-413c-828e-258974a19c0b req-dc07cb96-5358-444f-95fe-ea7ee18982af tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/ports?device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 945 time: 0.0844064 Apr 20 16:15:24.036781 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f09e5ddf-829a-413c-828e-258974a19c0b req-4c62ee7a-953e-4249-930d-d41ba2713a37 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5578467-4d19-452b-9646-c1d26242faec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654182 Apr 20 16:15:24.042116 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2dcd-7e09-4a62-8ffe-44a59425b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:24.106523 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb54cb3-7c6e-4aa7-a256-7bb2b57cbd98 admin admin] Network b9fae797-d5f6-48fc-9525-49f44111ebc0 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:15:24.211343 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-8cb54cb3-7c6e-4aa7-a256-7bb2b57cbd98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, b9fae797-d5f6-48fc-9525-49f44111ebc0) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:24.211865 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2dcd-7e09-4a62-8ffe-44a59425b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:24.215680 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb54cb3-7c6e-4aa7-a256-7bb2b57cbd98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:24.216379 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8cb54cb3-7c6e-4aa7-a256-7bb2b57cbd98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:24.225240 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028ee9ea-14e9-4ae0-87e6-3686ed55f347 None None] Network b9fae797-d5f6-48fc-9525-49f44111ebc0 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:15:24.247606 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f2dcd-7e09-4a62-8ffe-44a59425b8e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c93c9ca-8e3b-404e-8f95-83a6615816ab,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:24.249861 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2dcd-7e09-4a62-8ffe-44a59425b8e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:24.254567 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2c1f2dcd-7e09-4a62-8ffe-44a59425b8e9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7c93c9ca-8e3b-404e-8f95-83a6615816ab HTTP/1.1" status: 204 len: 168 time: 0.4546211 Apr 20 16:15:24.256372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35402) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:24.279306 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122758d0-017b-4185-aaeb-7d00e6fb9d0b None None] Network 408045e4-944a-432a-ba89-38535ff2bc3b requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:15:24.315487 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8cb54cb3-7c6e-4aa7-a256-7bb2b57cbd98 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9555516 Apr 20 16:15:24.316737 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35404) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:24.320735 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35406) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:24.331433 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-61608c4e-cec8-47e3-b919-ef41b9574b3c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-206182346-router', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:24.347759 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b7d0e41-d6d3-47d1-afbc-32d5498007c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:24.418555 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d0e41-d6d3-47d1-afbc-32d5498007c7 admin admin] Deleting port 836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:15:24.419180 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b7d0e41-d6d3-47d1-afbc-32d5498007c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:24.464355 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61608c4e-cec8-47e3-b919-ef41b9574b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:24.465419 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61608c4e-cec8-47e3-b919-ef41b9574b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:24.477190 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126a4f25-58a5-4d6e-89e0-e0a04f9aa8e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-b9fae797-d5f6-48fc-9525-49f44111ebc0', 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'fixed_ips': [{'subnet_id': '5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:15:24.478066 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-126a4f25-58a5-4d6e-89e0-e0a04f9aa8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:24.484662 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-49eddf2b-382c-4789-b439-04054a665f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:24.524421 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317b8fe-9ae4-499d-9f8a-03115ff2e7c0 req-2aeda038-3c5f-4f33-a77f-735519295da2 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:24.528545 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-7b7d0e41-d6d3-47d1-afbc-32d5498007c7 admin admin] For port 836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a,segment=NetworkSegment(435c2a2a-5433-4de7-9242-26a630037027),segment_id=435c2a2a-5433-4de7-9242-26a630037027)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:24.528918 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b7d0e41-d6d3-47d1-afbc-32d5498007c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:24.532229 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4317b8fe-9ae4-499d-9f8a-03115ff2e7c0 req-2aeda038-3c5f-4f33-a77f-735519295da2 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 945 time: 0.1063709 Apr 20 16:15:24.594476 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4317b8fe-9ae4-499d-9f8a-03115ff2e7c0 req-afeb19ca-44a7-48a1-b4a9-f79cf418da2e tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612485 Apr 20 16:15:24.635646 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bedffc1-ef96-466a-a4c0-60398678d729 None None] DHCP port deletion for 408045e4-944a-432a-ba89-38535ff2bc3b request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:15:24.700960 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-49eddf2b-382c-4789-b439-04054a665f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:24.711481 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ee974115-20f2-4eeb-97a8-3d17338ff683 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:15:24.714074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-126a4f25-58a5-4d6e-89e0-e0a04f9aa8e3 None None] Allocated IP 172.20.0.2 (b9fae797-d5f6-48fc-9525-49f44111ebc0/5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4/5b5640f3-fa15-4b20-9567-27d021be6e10) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:15:24.745685 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: ee974115-20f2-4eeb-97a8-3d17338ff683 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:15:24.748622 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ee974115-20f2-4eeb-97a8-3d17338ff683 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:15:24.748622 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d8f300c3-a60f-4f7a-ae03-996fc74309a1 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:15:24.772850 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-49eddf2b-382c-4789-b439-04054a665f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:24.776157 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: d8f300c3-a60f-4f7a-ae03-996fc74309a1 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:15:24.776511 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d8f300c3-a60f-4f7a-ae03-996fc74309a1 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:15:24.814342 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-49eddf2b-382c-4789-b439-04054a665f8a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ded96445fe64d6290f7b56cc150e9d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4939206 Apr 20 16:15:24.823927 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35416) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:24.927081 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-4bedffc1-ef96-466a-a4c0-60398678d729 None None] Deleting port 836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:15:24.927081 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4bedffc1-ef96-466a-a4c0-60398678d729 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:24.928827 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541536c-745f-4874-bca2-0219947e3e01 req-c7310c91-af70-4f0d-8c62-469690822c55 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:24.928827 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c541536c-745f-4874-bca2-0219947e3e01 req-c7310c91-af70-4f0d-8c62-469690822c55 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.1265256 Apr 20 16:15:24.929594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d0e41-d6d3-47d1-afbc-32d5498007c7 admin admin] Calling delete_port for 836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:15:24.929787 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eddf2b-382c-4789-b439-04054a665f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e20d57f-444b-489b-aa6c-cc97c02e8fe7,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:24.929923 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9307c13-fff8-4ec2-9837-96b4bf7ff170 req-06107ae3-6a9e-42ee-a612-2ae4690a0ce8 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:24.929923 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b9307c13-fff8-4ec2-9837-96b4bf7ff170 req-06107ae3-6a9e-42ee-a612-2ae4690a0ce8 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.30 "GET /v2.0/ports?device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 945 time: 0.4501843 Apr 20 16:15:24.935387 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61608c4e-cec8-47e3-b919-ef41b9574b3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:24.945758 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-4bedffc1-ef96-466a-a4c0-60398678d729 None None] For port 836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a,segment=NetworkSegment(435c2a2a-5433-4de7-9242-26a630037027),segment_id=435c2a2a-5433-4de7-9242-26a630037027)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:24.946159 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4bedffc1-ef96-466a-a4c0-60398678d729 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:24.947304 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c541536c-745f-4874-bca2-0219947e3e01 req-95f0c295-b27b-4cbc-b138-45847a56f706 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794110 Apr 20 16:15:24.967597 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-4bedffc1-ef96-466a-a4c0-60398678d729 None None] Calling delete_port for 836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:15:24.976823 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1e22f534-ac63-4ec0-a2dd-c5bfada1b1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:25.002874 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1e22f534-ac63-4ec0-a2dd-c5bfada1b1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:25.073437 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-126a4f25-58a5-4d6e-89e0-e0a04f9aa8e3 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:25.096160 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-b9307c13-fff8-4ec2-9837-96b4bf7ff170 req-b69d7985-39ac-4e12-8f4d-9684ddee45a3 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Deleting port 2d405139-9efa-4377-b307-61a82f177c65 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:15:25.096718 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b9307c13-fff8-4ec2-9837-96b4bf7ff170 req-b69d7985-39ac-4e12-8f4d-9684ddee45a3 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:25.160143 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c436b-2f3e-49f0-8dfa-d13c059f5661 req-a3cd2ef3-b853-49d1-8eb9-5669dedb306a tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:25.161825 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ee7c436b-2f3e-49f0-8dfa-d13c059f5661 req-a3cd2ef3-b853-49d1-8eb9-5669dedb306a tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/ports?device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 945 time: 0.0497060 Apr 20 16:15:25.189749 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-b9307c13-fff8-4ec2-9837-96b4bf7ff170 req-b69d7985-39ac-4e12-8f4d-9684ddee45a3 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] For port 2d405139-9efa-4377-b307-61a82f177c65, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=2d405139-9efa-4377-b307-61a82f177c65,segment=NetworkSegment(39e8b97e-8ed2-43a4-a405-5a0a6ce2de19),segment_id=39e8b97e-8ed2-43a4-a405-5a0a6ce2de19)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:25.190036 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b9307c13-fff8-4ec2-9837-96b4bf7ff170 req-b69d7985-39ac-4e12-8f4d-9684ddee45a3 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:25.200519 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ee7c436b-2f3e-49f0-8dfa-d13c059f5661 req-4ac96189-44fd-49dd-88be-aff71fe71b44 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5578467-4d19-452b-9646-c1d26242faec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318487 Apr 20 16:15:25.205096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-b9307c13-fff8-4ec2-9837-96b4bf7ff170 req-b69d7985-39ac-4e12-8f4d-9684ddee45a3 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Calling delete_port for 2d405139-9efa-4377-b307-61a82f177c65 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:15:25.259615 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1e22f534-ac63-4ec0-a2dd-c5bfada1b1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:25.262037 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1e22f534-ac63-4ec0-a2dd-c5bfada1b1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:25.265998 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1e22f534-ac63-4ec0-a2dd-c5bfada1b1f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e20d57f-444b-489b-aa6c-cc97c02e8fe7 HTTP/1.1" status: 204 len: 168 time: 0.4330349 Apr 20 16:15:25.266184 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4bedffc1-ef96-466a-a4c0-60398678d729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:25.282505 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-17f79bea-74a0-44ed-812d-4e19a0d98b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:25.288668 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bedffc1-ef96-466a-a4c0-60398678d729 None None] No DVR routers for this DVR port 836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:15:25.321594 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-126a4f25-58a5-4d6e-89e0-e0a04f9aa8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:25.325493 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b7d0e41-d6d3-47d1-afbc-32d5498007c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:25.334169 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedffc1-ef96-466a-a4c0-60398678d729 None None] Pushing event deleted for resources: {'Port': ['ID=836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:25.352812 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22f534-ac63-4ec0-a2dd-c5bfada1b1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e20d57f-444b-489b-aa6c-cc97c02e8fe7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:25.368056 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126a4f25-58a5-4d6e-89e0-e0a04f9aa8e3 None None] Network b9fae797-d5f6-48fc-9525-49f44111ebc0 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:25.371137 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-126a4f25-58a5-4d6e-89e0-e0a04f9aa8e3 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:25.384151 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126a4f25-58a5-4d6e-89e0-e0a04f9aa8e3 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:15:25.391764 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d0e41-d6d3-47d1-afbc-32d5498007c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:25.392813 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26253779-839f-415e-9c80-1e27ee650f88 req-9d6c4b5b-70fb-4bcd-b7a8-707b37da6e1e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:25.396114 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7d0e41-d6d3-47d1-afbc-32d5498007c7 admin admin] No DVR routers for this DVR port 836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:15:25.400614 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-26253779-839f-415e-9c80-1e27ee650f88 req-9d6c4b5b-70fb-4bcd-b7a8-707b37da6e1e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.1431694 Apr 20 16:15:25.439892 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-26253779-839f-415e-9c80-1e27ee650f88 req-de86aec1-581e-4721-b93c-05897beb8d22 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382786 Apr 20 16:15:25.469691 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61608c4e-cec8-47e3-b919-ef41b9574b3c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:25.524242 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-126a4f25-58a5-4d6e-89e0-e0a04f9aa8e3 None None] Attempting to bind port 5b5640f3-fa15-4b20-9567-27d021be6e10 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:15:25.524832 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-126a4f25-58a5-4d6e-89e0-e0a04f9aa8e3 None None] Attempting to bind port 5b5640f3-fa15-4b20-9567-27d021be6e10 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '1b7eccde-eb59-47fa-9698-e71335ca8f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:15:25.525304 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a4f25-58a5-4d6e-89e0-e0a04f9aa8e3 None None] Attempting to bind port 5b5640f3-fa15-4b20-9567-27d021be6e10 on network b9fae797-d5f6-48fc-9525-49f44111ebc0 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:25.528682 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a4f25-58a5-4d6e-89e0-e0a04f9aa8e3 None None] Pushing event updated for resources: {'Port': ['ID=5b5640f3-fa15-4b20-9567-27d021be6e10,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:25.534399 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a4f25-58a5-4d6e-89e0-e0a04f9aa8e3 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:15:25.534972 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a4f25-58a5-4d6e-89e0-e0a04f9aa8e3 None None] Checking segment: {'id': '1b7eccde-eb59-47fa-9698-e71335ca8f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:15:25.535497 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-126a4f25-58a5-4d6e-89e0-e0a04f9aa8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:25.535979 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a4f25-58a5-4d6e-89e0-e0a04f9aa8e3 None None] Bound using segment: {'id': '1b7eccde-eb59-47fa-9698-e71335ca8f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:15:25.536585 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-126a4f25-58a5-4d6e-89e0-e0a04f9aa8e3 None None] Bound port: 5b5640f3-fa15-4b20-9567-27d021be6e10, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7eccde-eb59-47fa-9698-e71335ca8f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:15:25.537064 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-126a4f25-58a5-4d6e-89e0-e0a04f9aa8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:25.562569 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b7d0e41-d6d3-47d1-afbc-32d5498007c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:25.585191 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caea24a-b39c-4dab-ac03-a0e319514272 req-ee00388e-a4bb-4512-847d-43635ad86630 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:25.586742 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2caea24a-b39c-4dab-ac03-a0e319514272 req-ee00388e-a4bb-4512-847d-43635ad86630 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 945 time: 0.1961153 Apr 20 16:15:25.587295 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc38f32-a52d-40d5-9a5c-d9bd5d9ae865 req-181dc394-a4fe-47b2-9403-3432828fd244 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:25.589052 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1fc38f32-a52d-40d5-9a5c-d9bd5d9ae865 req-181dc394-a4fe-47b2-9403-3432828fd244 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0556140 Apr 20 16:15:25.610716 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-7b7d0e41-d6d3-47d1-afbc-32d5498007c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408045e4-944a-432a-ba89-38535ff2bc3b']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:25.626169 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-126a4f25-58a5-4d6e-89e0-e0a04f9aa8e3 None None] For port 5b5640f3-fa15-4b20-9567-27d021be6e10, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:15:25.629558 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-126a4f25-58a5-4d6e-89e0-e0a04f9aa8e3 None None] For port 5b5640f3-fa15-4b20-9567-27d021be6e10, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5b5640f3-fa15-4b20-9567-27d021be6e10,segment=NetworkSegment(1b7eccde-eb59-47fa-9698-e71335ca8f5f),segment_id=1b7eccde-eb59-47fa-9698-e71335ca8f5f)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:15:25.629911 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1fc38f32-a52d-40d5-9a5c-d9bd5d9ae865 req-a0adc24b-6784-4959-be7d-b28ae18ecdf7 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332398 Apr 20 16:15:25.651035 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-7b7d0e41-d6d3-47d1-afbc-32d5498007c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435c2a2a-5433-4de7-9242-26a630037027') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:25.661011 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-7b7d0e41-d6d3-47d1-afbc-32d5498007c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435c2a2a-5433-4de7-9242-26a630037027') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:25.674434 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b7d0e41-d6d3-47d1-afbc-32d5498007c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:25.760563 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996046ef-9213-4872-b749-761bbe3bacc4 req-8eaac60c-8ca9-4f4b-862b-d74e3b0ab47c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:25.762066 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-996046ef-9213-4872-b749-761bbe3bacc4 req-8eaac60c-8ca9-4f4b-862b-d74e3b0ab47c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0547867 Apr 20 16:15:25.771223 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b7d0e41-d6d3-47d1-afbc-32d5498007c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:25.778658 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2caea24a-b39c-4dab-ac03-a0e319514272 req-7b40f5b9-ab45-4994-958f-9f7e089c8ac9 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745856 Apr 20 16:15:25.785356 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-126a4f25-58a5-4d6e-89e0-e0a04f9aa8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:25.790183 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7d0e41-d6d3-47d1-afbc-32d5498007c7 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:15:25.790303 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b7d0e41-d6d3-47d1-afbc-32d5498007c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:15:25.792059 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:15:25.819069 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-996046ef-9213-4872-b749-761bbe3bacc4 req-f6bac7de-4c5b-406e-8dca-9ae024b5f526 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505145 Apr 20 16:15:25.865221 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a4f25-58a5-4d6e-89e0-e0a04f9aa8e3 None None] Pushing event updated for resources: {'Port': ['ID=5b5640f3-fa15-4b20-9567-27d021be6e10,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:26.014278 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b9307c13-fff8-4ec2-9837-96b4bf7ff170 req-b69d7985-39ac-4e12-8f4d-9684ddee45a3 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:26.018982 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b7d0e41-d6d3-47d1-afbc-32d5498007c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:26.033333 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b7d0e41-d6d3-47d1-afbc-32d5498007c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:26.037217 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7b7d0e41-d6d3-47d1-afbc-32d5498007c7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/408045e4-944a-432a-ba89-38535ff2bc3b HTTP/1.1" status: 204 len: 168 time: 1.7796631 Apr 20 16:15:26.050263 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['2d405139-9efa-4377-b307-61a82f177c65'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:15:26.105656 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d0e41-d6d3-47d1-afbc-32d5498007c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=408045e4-944a-432a-ba89-38535ff2bc3b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:26.111293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d7985-39ac-4e12-8f4d-9684ddee45a3 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Pushing event deleted for resources: {'Port': ['ID=2d405139-9efa-4377-b307-61a82f177c65,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:26.119927 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61608c4e-cec8-47e3-b919-ef41b9574b3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:26.132626 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d8c06-3dd2-4517-9874-2b2c4556708e req-290e882b-46c6-4f9e-868b-f8d42c7819a4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:26.139127 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e14d8c06-3dd2-4517-9874-2b2c4556708e req-290e882b-46c6-4f9e-868b-f8d42c7819a4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.0976455 Apr 20 16:15:26.172375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaae7ab-5487-4ce4-a532-a6a015151f2a req-761d586e-b8a8-4d9c-adc2-05f22f538e6f tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:26.174239 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5aaae7ab-5487-4ce4-a532-a6a015151f2a req-761d586e-b8a8-4d9c-adc2-05f22f538e6f tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.2486041 Apr 20 16:15:26.177547 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61608c4e-cec8-47e3-b919-ef41b9574b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:26.189667 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e14d8c06-3dd2-4517-9874-2b2c4556708e req-5782d705-5e5f-403e-8978-7c36ac11a3cb tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495727 Apr 20 16:15:26.263573 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:26.264198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9307c13-fff8-4ec2-9837-96b4bf7ff170 req-b69d7985-39ac-4e12-8f4d-9684ddee45a3 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] No DVR routers for this DVR port 2d405139-9efa-4377-b307-61a82f177c65 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:15:26.271862 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b9307c13-fff8-4ec2-9837-96b4bf7ff170 req-b69d7985-39ac-4e12-8f4d-9684ddee45a3 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:26.280380 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b9307c13-fff8-4ec2-9837-96b4bf7ff170 req-b69d7985-39ac-4e12-8f4d-9684ddee45a3 tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.30 "DELETE /v2.0/ports/2d405139-9efa-4377-b307-61a82f177c65 HTTP/1.1" status: 204 len: 173 time: 1.3370094 Apr 20 16:15:26.280380 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affb22e0-56e6-4286-a545-1492f1455d7a', 'name': 'network-vif-deleted', 'tag': '2d405139-9efa-4377-b307-61a82f177c65'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:26.280380 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cadaefe-8db2-4a38-826d-401179e07c87" -d '{"events": [{"server_uuid": "affb22e0-56e6-4286-a545-1492f1455d7a", "name": "network-vif-deleted", "tag": "2d405139-9efa-4377-b307-61a82f177c65"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:15:26.317005 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5a78184d-11e3-42d6-9317-a39c31e5a8a6 req-27024411-4bbb-4c71-b8f5-2c3da271a63d tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/ports?device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 210 time: 0.0401027 Apr 20 16:15:26.322862 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5aaae7ab-5487-4ce4-a532-a6a015151f2a req-821831e3-4e50-404f-b3c7-dab631ca3e20 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136389 Apr 20 16:15:26.330964 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35442) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:26.349513 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-467c1b3a-616c-4d0b-935d-843bcaf292e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:26.368931 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865364b5-eefb-43cb-b359-6f39e26f3e71 x-openstack-request-id: req-865364b5-eefb-43cb-b359-6f39e26f3e71 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:15:26.373106 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affb22e0-56e6-4286-a545-1492f1455d7a", "name": "network-vif-deleted", "tag": "2d405139-9efa-4377-b307-61a82f177c65", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:15:26.373106 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-865364b5-eefb-43cb-b359-6f39e26f3e71 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:15:26.373106 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-865364b5-eefb-43cb-b359-6f39e26f3e71'] response: {'server_uuid': 'affb22e0-56e6-4286-a545-1492f1455d7a', 'name': 'network-vif-deleted', 'tag': '2d405139-9efa-4377-b307-61a82f177c65', 'status': 'completed', 'code': 200} Apr 20 16:15:26.397197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-61608c4e-cec8-47e3-b919-ef41b9574b3c admin admin] Allocated IP 172.25.0.74 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/da3bbe62-2ddc-41eb-a2c2-bd487b652495) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:15:26.439554 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-467c1b3a-616c-4d0b-935d-843bcaf292e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:26.531629 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61608c4e-cec8-47e3-b919-ef41b9574b3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:26.591327 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-467c1b3a-616c-4d0b-935d-843bcaf292e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:26.595310 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35456) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:26.649888 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b4d5095d-db8b-4461-aef6-d24fb239f1ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a65ee74e176348e8ac55cef4712eb79c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529687 Apr 20 16:15:26.652473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35458) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:26.658421 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c1b3a-616c-4d0b-935d-843bcaf292e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b632e05-a7ed-4be8-80b7-8d8caf8a21de,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:26.661816 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61608c4e-cec8-47e3-b919-ef41b9574b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:26.672193 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-467c1b3a-616c-4d0b-935d-843bcaf292e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5e7f02a2c7f475ab4486d96642b90cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400555 Apr 20 16:15:26.676211 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35460) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:26.721747 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-f328120d-8eb3-489c-a1c1-dc363ff095e9 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:26.729962 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-f328120d-8eb3-489c-a1c1-dc363ff095e9 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 811 time: 0.2088203 Apr 20 16:15:26.737567 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5b5640f3-fa15-4b20-9567-27d021be6e10 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:15:26.740281 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61608c4e-cec8-47e3-b919-ef41b9574b3c admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:26.756376 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61608c4e-cec8-47e3-b919-ef41b9574b3c admin admin] Pushing event updated for resources: {'Port': ['ID=da3bbe62-2ddc-41eb-a2c2-bd487b652495,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:26.766203 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-61608c4e-cec8-47e3-b919-ef41b9574b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:26.770655 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-ebfe01e7-e762-466e-9792-b8f5042e8a54 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/quotas/45e04a0c8b904383a188c597f8f29816 HTTP/1.1" status: 200 len: 375 time: 0.0394466 Apr 20 16:15:26.773406 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61608c4e-cec8-47e3-b919-ef41b9574b3c admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:15:26.810816 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d8a423c-3203-48b8-99cd-2055820bcad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:26.857628 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e66321f-be68-43c4-820c-144af07568c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:26.879421 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d8a423c-3203-48b8-99cd-2055820bcad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:26.898659 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e66321f-be68-43c4-820c-144af07568c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:26.952915 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-99f04213-e0d6-4115-8ce0-ee2be3704d2e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1602571 Apr 20 16:15:26.954594 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:15:26.975934 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 5b5640f3-fa15-4b20-9567-27d021be6e10 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:26.976714 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:27.067973 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4360c16-bef8-4590-a4c9-1565f9d94403 req-d633b709-85fb-4ad5-bfcf-3482950f591a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:27.069718 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c4360c16-bef8-4590-a4c9-1565f9d94403 req-d633b709-85fb-4ad5-bfcf-3482950f591a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 945 time: 0.1412044 Apr 20 16:15:27.095096 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-b29acb8f-46e9-4a5e-af23-388d4c355f3e service neutron] 10.222.0.15 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388314 Apr 20 16:15:27.095251 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:27.131204 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c4360c16-bef8-4590-a4c9-1565f9d94403 req-02f4b730-3216-411f-b7a5-c0dcbd17d541 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434163 Apr 20 16:15:27.132978 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 5b5640f3-fa15-4b20-9567-27d021be6e10, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5b5640f3-fa15-4b20-9567-27d021be6e10,segment=NetworkSegment(1b7eccde-eb59-47fa-9698-e71335ca8f5f),segment_id=1b7eccde-eb59-47fa-9698-e71335ca8f5f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:27.187473 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bc2b20-d6f8-4ca3-a44c-70fc1c77cca2 None None] Network b9fae797-d5f6-48fc-9525-49f44111ebc0 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:15:27.218248 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e66321f-be68-43c4-820c-144af07568c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:27.218861 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d8a423c-3203-48b8-99cd-2055820bcad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:27.221471 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e66321f-be68-43c4-820c-144af07568c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:27.221623 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d8a423c-3203-48b8-99cd-2055820bcad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:27.221948 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3e66321f-be68-43c4-820c-144af07568c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b632e05-a7ed-4be8-80b7-8d8caf8a21de HTTP/1.1" status: 204 len: 168 time: 0.5450141 Apr 20 16:15:27.226528 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8d8a423c-3203-48b8-99cd-2055820bcad2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d8559fb-3d60-4dae-9ce2-ad022bfa6123 HTTP/1.1" status: 204 len: 168 time: 0.5727444 Apr 20 16:15:27.234955 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-b63c012f-84f3-457a-bae2-0f44791d2547 service neutron] 10.222.0.15 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295629 Apr 20 16:15:27.236122 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66321f-be68-43c4-820c-144af07568c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b632e05-a7ed-4be8-80b7-8d8caf8a21de,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:27.253359 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a423c-3203-48b8-99cd-2055820bcad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8559fb-3d60-4dae-9ce2-ad022bfa6123,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:27.346267 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:27.390979 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61608c4e-cec8-47e3-b919-ef41b9574b3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:27.400627 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9ada7d66-fc2a-46ce-bde3-260c24f1c09a None None] Provisioning complete for port 5b5640f3-fa15-4b20-9567-27d021be6e10 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:27.400799 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9ada7d66-fc2a-46ce-bde3-260c24f1c09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:27.466724 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:15:27.470831 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1149b8-fe57-4ccb-9876-2209dd6791ff req-055df497-01a0-411d-b9f4-773baf195937 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:27.479155 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c1149b8-fe57-4ccb-9876-2209dd6791ff req-055df497-01a0-411d-b9f4-773baf195937 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.1424458 Apr 20 16:15:27.501174 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:15:27.501512 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 836d3f0d-ebfa-4b41-8faa-a1f9ce31e17a not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:15:27.627923 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=5b5640f3-fa15-4b20-9567-27d021be6e10,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:27.632089 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c1149b8-fe57-4ccb-9876-2209dd6791ff req-c8e29cf4-dc0d-46b3-ae91-0c826ad43e94 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473026 Apr 20 16:15:27.715564 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c5615765-cbb7-4386-9bd7-98f7ea7e5b6e req-96e9a8e3-815b-4d24-ac8e-308f9c3b9fbd tempest-InstanceActionsNegativeTestJSON-1147431367 tempest-InstanceActionsNegativeTestJSON-1147431367-project] 10.222.0.15 "GET /v2.0/ports?device_id=affb22e0-56e6-4286-a545-1492f1455d7a HTTP/1.1" status: 200 len: 210 time: 0.0740938 Apr 20 16:15:27.717520 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ee3c81b2-d247-4ad6-a838-11fc65f02f0d req-4606d6e3-0ab3-43fa-b7a8-c941c5a8911c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 210 time: 0.0377252 Apr 20 16:15:27.726642 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:28.037915 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-28508375-b35b-41ba-9bae-78d1228f7079 None None] Provisioning complete for port 5b5640f3-fa15-4b20-9567-27d021be6e10 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:28.038593 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-28508375-b35b-41ba-9bae-78d1228f7079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:28.077555 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61608c4e-cec8-47e3-b919-ef41b9574b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:28.086082 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:28.195260 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 2d405139-9efa-4377-b307-61a82f177c65 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:15:28.223941 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 2d405139-9efa-4377-b307-61a82f177c65 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:15:28.225885 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 2d405139-9efa-4377-b307-61a82f177c65 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:15:28.252636 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4e0d4-d5ad-4d37-a715-ee813ab1d870 req-15467bc1-a3ba-4bb4-b46d-3702a431de04 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:28.254309 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-eea4e0d4-d5ad-4d37-a715-ee813ab1d870 req-15467bc1-a3ba-4bb4-b46d-3702a431de04 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 945 time: 0.0535455 Apr 20 16:15:28.294836 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-eea4e0d4-d5ad-4d37-a715-ee813ab1d870 req-bdbff045-10b7-4482-b214-91db532c0911 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346313 Apr 20 16:15:28.445855 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61608c4e-cec8-47e3-b919-ef41b9574b3c admin admin] Router 9976c9e7-1658-4871-9c22-bcd3487ef43b is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:15:28.480714 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:28.557575 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61608c4e-cec8-47e3-b919-ef41b9574b3c admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:15:28.573571 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] Sync routers for ids ['9976c9e7-1658-4871-9c22-bcd3487ef43b'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:15:28.587965 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] Routers {'9976c9e7-1658-4871-9c22-bcd3487ef43b'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:15:28.592015 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:15:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['9976c9e7-1658-4871-9c22-bcd3487ef43b'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:28.655832 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5b5640f3-fa15-4b20-9567-27d021be6e10 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:15:28.723724 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61608c4e-cec8-47e3-b919-ef41b9574b3c admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:28.723724 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-61608c4e-cec8-47e3-b919-ef41b9574b3c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4019511 Apr 20 16:15:28.726461 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35522) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:28.741752 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] Set router 9976c9e7-1658-4871-9c22-bcd3487ef43b gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:15:28.814375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d53b4e-0bb3-4a14-9394-6761dd725d33 req-4a49d5fb-538c-4f07-9756-31f4e6d8b33c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:28.817064 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7d53b4e-0bb3-4a14-9394-6761dd725d33 req-4a49d5fb-538c-4f07-9756-31f4e6d8b33c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.1147306 Apr 20 16:15:28.820123 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35528) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:28.823666 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 5b5640f3-fa15-4b20-9567-27d021be6e10 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:28.824294 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:28.951675 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7d53b4e-0bb3-4a14-9394-6761dd725d33 req-145998f1-a189-44f7-81f8-b656d11d9fea tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172266 Apr 20 16:15:28.956143 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35532) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:29.003603 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b980061-2b31-412f-844c-a77a5cbd233f admin admin] Deleting subnet 000a93ea-72fc-47d9-8cd2-6e4eb754434e {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:15:29.010888 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0b980061-2b31-412f-844c-a77a5cbd233f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.013430 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'name': 'tempest-ServersTestBootFromVolume-206182346-router', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:24Z', 'updated_at': '2022-04-20T16:15:27Z', 'revision_number': 3, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'gw_port': {'id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:26Z', 'updated_at': '2022-04-20T16:15:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:29.044275 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35536) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:29.059321 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] Checking router: 9976c9e7-1658-4871-9c22-bcd3487ef43b for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:15:29.059321 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] Updating router 9976c9e7-1658-4871-9c22-bcd3487ef43b port da3bbe62-2ddc-41eb-a2c2-bd487b652495 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:15:29.070720 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0b980061-2b31-412f-844c-a77a5cbd233f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.097751 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.124358 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0b980061-2b31-412f-844c-a77a5cbd233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.142451 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-162cf0c2-ecb5-44c9-8fe5-a7393af56fa6 req-58f9e9c8-8ab4-4504-9cab-3befc5921d5b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 210 time: 0.1046586 Apr 20 16:15:29.221830 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-5a00e010-531f-41b6-af5e-2c63aa7e84f9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-509519246-network', 'tenant_id': '931913e656484021adeac3497b0cd222'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:29.250224 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-578cae21-7b31-4124-99f8-910c5d484dcc admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1445464435-network', 'tenant_id': '5964ed8abcbe4e0995fa054da321f64e'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:29.328983 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0b980061-2b31-412f-844c-a77a5cbd233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.345052 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eab8f245-b90a-4db7-8297-0218ee985d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.357446 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b980061-2b31-412f-844c-a77a5cbd233f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=000a93ea-72fc-47d9-8cd2-6e4eb754434e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:29.359570 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0b980061-2b31-412f-844c-a77a5cbd233f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.362978 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0b980061-2b31-412f-844c-a77a5cbd233f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/000a93ea-72fc-47d9-8cd2-6e4eb754434e HTTP/1.1" status: 204 len: 168 time: 0.5414355 Apr 20 16:15:29.366976 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35542) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:29.421628 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.468014 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578cae21-7b31-4124-99f8-910c5d484dcc admin admin] Made reservation on behalf of 5964ed8abcbe4e0995fa054da321f64e for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:15:29.470682 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-578cae21-7b31-4124-99f8-910c5d484dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.479604 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a00e010-531f-41b6-af5e-2c63aa7e84f9 admin admin] Made reservation on behalf of 931913e656484021adeac3497b0cd222 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:15:29.481949 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a00e010-531f-41b6-af5e-2c63aa7e84f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.501540 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-578cae21-7b31-4124-99f8-910c5d484dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.506571 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.512723 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a00e010-531f-41b6-af5e-2c63aa7e84f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.517690 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae3b0-8db2-4f89-b67e-af8d6731cc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.528268 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe7e96-3d70-4111-ab56-fb262f96c834 req-0b4dd4b6-6e4e-41c6-ba21-7c912ca138ed tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:29.529890 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6fe7e96-3d70-4111-ab56-fb262f96c834 req-0b4dd4b6-6e4e-41c6-ba21-7c912ca138ed tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 945 time: 0.1522658 Apr 20 16:15:29.580815 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] Attempting to bind port da3bbe62-2ddc-41eb-a2c2-bd487b652495 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:15:29.581161 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] Attempting to bind port da3bbe62-2ddc-41eb-a2c2-bd487b652495 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:15:29.581582 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] Attempting to bind port da3bbe62-2ddc-41eb-a2c2-bd487b652495 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:29.584378 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8e52d-6911-4a02-ab61-241b1dd75fbd None None] Pushing event updated for resources: {'Port': ['ID=da3bbe62-2ddc-41eb-a2c2-bd487b652495,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:29.592703 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:15:29.593392 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:15:29.593843 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.594242 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:15:29.594724 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] Bound port: da3bbe62-2ddc-41eb-a2c2-bd487b652495, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:15:29.595110 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.657935 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] For port da3bbe62-2ddc-41eb-a2c2-bd487b652495, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:15:29.661675 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] For port da3bbe62-2ddc-41eb-a2c2-bd487b652495, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=da3bbe62-2ddc-41eb-a2c2-bd487b652495,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:15:29.696901 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6fe7e96-3d70-4111-ab56-fb262f96c834 req-7e49a4a6-3e01-448b-8b80-7d7b9ac2e409 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527634 Apr 20 16:15:29.705113 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.759012 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae3b0-8db2-4f89-b67e-af8d6731cc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.810622 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.813169 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a00e010-531f-41b6-af5e-2c63aa7e84f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.815629 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-fd3ae3b0-8db2-4f89-b67e-af8d6731cc37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b3bc80-c226-4d20-b174-6d46c95cc7a5']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:29.821261 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-578cae21-7b31-4124-99f8-910c5d484dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.836952 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-fd3ae3b0-8db2-4f89-b67e-af8d6731cc37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e8b97e-8ed2-43a4-a405-5a0a6ce2de19') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:29.836952 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-fd3ae3b0-8db2-4f89-b67e-af8d6731cc37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e8b97e-8ed2-43a4-a405-5a0a6ce2de19') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:29.855439 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae3b0-8db2-4f89-b67e-af8d6731cc37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.867468 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-eab8f245-b90a-4db7-8297-0218ee985d10 admin admin] Allocated IP 172.20.0.1 (b9fae797-d5f6-48fc-9525-49f44111ebc0/5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4/a1568b1c-be79-4705-84be-41a2da47f71d) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:15:29.871736 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae3b0-8db2-4f89-b67e-af8d6731cc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.872936 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] Routers {'9976c9e7-1658-4871-9c22-bcd3487ef43b'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:15:29.873621 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:15:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['9976c9e7-1658-4871-9c22-bcd3487ef43b'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:29.876906 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8e52d-6911-4a02-ab61-241b1dd75fbd None None] Pushing event updated for resources: {'Port': ['ID=da3bbe62-2ddc-41eb-a2c2-bd487b652495,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:29.880128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3ae3b0-8db2-4f89-b67e-af8d6731cc37 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:15:29.880658 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae3b0-8db2-4f89-b67e-af8d6731cc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:15:29.882552 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:15:29.926985 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a00e010-531f-41b6-af5e-2c63aa7e84f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.957251 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a00e010-531f-41b6-af5e-2c63aa7e84f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:15:29.967681 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-578cae21-7b31-4124-99f8-910c5d484dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.972576 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00e010-531f-41b6-af5e-2c63aa7e84f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe0d459-b717-4783-bc66-7f0675ab2ae8,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:29.975820 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a00e010-531f-41b6-af5e-2c63aa7e84f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:29.976170 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-5a00e010-531f-41b6-af5e-2c63aa7e84f9 admin admin] Added segment 45e6c1a3-1f54-4db2-86c6-172c4254d33a of type vlan for network c0af4f27-24c4-4d9f-807b-ab4729ad2da0 Apr 20 16:15:30.013880 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578cae21-7b31-4124-99f8-910c5d484dcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:15:30.046140 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cae21-7b31-4124-99f8-910c5d484dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f254af70-dfa4-4bce-9417-e20b488e08a3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:30.057121 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-578cae21-7b31-4124-99f8-910c5d484dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:30.057503 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-578cae21-7b31-4124-99f8-910c5d484dcc admin admin] Added segment d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e of type vlan for network d52de65f-951e-45d2-b9a6-4c794fcc9e2c Apr 20 16:15:30.058716 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae3b0-8db2-4f89-b67e-af8d6731cc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:30.073716 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae3b0-8db2-4f89-b67e-af8d6731cc37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:30.076865 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-fd3ae3b0-8db2-4f89-b67e-af8d6731cc37 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b1b3bc80-c226-4d20-b174-6d46c95cc7a5 HTTP/1.1" status: 204 len: 168 time: 0.7089248 Apr 20 16:15:30.086848 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a00e010-531f-41b6-af5e-2c63aa7e84f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:30.143295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ae3b0-8db2-4f89-b67e-af8d6731cc37 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b3bc80-c226-4d20-b174-6d46c95cc7a5,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:30.151819 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] Set router 9976c9e7-1658-4871-9c22-bcd3487ef43b gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:15:30.163399 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-578cae21-7b31-4124-99f8-910c5d484dcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:30.174816 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8734d4-321a-4e20-a48c-b99923c8c06b req-5c309165-9373-4d90-b0b8-3b32335ed6d9 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:30.185492 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6a8734d4-321a-4e20-a48c-b99923c8c06b req-5c309165-9373-4d90-b0b8-3b32335ed6d9 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.1362927 Apr 20 16:15:30.248921 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6a8734d4-321a-4e20-a48c-b99923c8c06b req-7f20b8ff-6826-42aa-beff-36555f47d88a tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622046 Apr 20 16:15:30.267947 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f5bd2022-1cde-480a-a7f8-6ca3f5c4c488 req-fa7f48a6-84b9-4363-8b19-6a6fcfb44167 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 210 time: 0.0296102 Apr 20 16:15:30.277973 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eab8f245-b90a-4db7-8297-0218ee985d10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:30.297437 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a00e010-531f-41b6-af5e-2c63aa7e84f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:30.298416 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a00e010-531f-41b6-af5e-2c63aa7e84f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:30.303502 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a00e010-531f-41b6-af5e-2c63aa7e84f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:30.350454 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-578cae21-7b31-4124-99f8-910c5d484dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:30.351325 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578cae21-7b31-4124-99f8-910c5d484dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:30.351902 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-578cae21-7b31-4124-99f8-910c5d484dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:30.361291 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'name': 'tempest-ServersTestBootFromVolume-206182346-router', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:24Z', 'updated_at': '2022-04-20T16:15:27Z', 'revision_number': 3, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'gw_port': {'id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:26Z', 'updated_at': '2022-04-20T16:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:30.377078 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00e010-531f-41b6-af5e-2c63aa7e84f9 admin admin] Pushing event updated for resources: {'Network': ['ID=c0af4f27-24c4-4d9f-807b-ab4729ad2da0,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:30.392872 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eab8f245-b90a-4db7-8297-0218ee985d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:30.393559 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network c0af4f27-24c4-4d9f-807b-ab4729ad2da0 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:15:30.395643 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee43926-d8e9-46e7-baa6-4a7d800caa8c None None] The sync data for ids ['9976c9e7-1658-4871-9c22-bcd3487ef43b'] in n-d-836146-2 is: [{'id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'name': 'tempest-ServersTestBootFromVolume-206182346-router', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:24Z', 'updated_at': '2022-04-20T16:15:27Z', 'revision_number': 3, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'gw_port': {'id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:26Z', 'updated_at': '2022-04-20T16:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:15:30.413512 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab8f245-b90a-4db7-8297-0218ee985d10 admin admin] Network b9fae797-d5f6-48fc-9525-49f44111ebc0 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:30.438167 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-eab8f245-b90a-4db7-8297-0218ee985d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:30.442085 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab8f245-b90a-4db7-8297-0218ee985d10 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:15:30.446684 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5a00e010-531f-41b6-af5e-2c63aa7e84f9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4013355 Apr 20 16:15:30.456422 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35550) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:30.494245 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-c33d66a3-af28-454c-a230-2c31113e9f02 admin admin] Request body: {'subnet': {'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-509519246-subnet', 'tenant_id': '931913e656484021adeac3497b0cd222', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:30.497984 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8f245-b90a-4db7-8297-0218ee985d10 admin admin] Pushing event updated for resources: {'Port': ['ID=a1568b1c-be79-4705-84be-41a2da47f71d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:30.504368 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eab8f245-b90a-4db7-8297-0218ee985d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:30.509234 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-578cae21-7b31-4124-99f8-910c5d484dcc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5512943 Apr 20 16:15:30.514228 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35552) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:30.527596 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-02047284-4d9d-4fc4-a88c-105c5a9bbe44 admin admin] Request body: {'subnet': {'network_id': 'd52de65f-951e-45d2-b9a6-4c794fcc9e2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1445464435-subnet', 'tenant_id': '5964ed8abcbe4e0995fa054da321f64e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:30.532435 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cae21-7b31-4124-99f8-910c5d484dcc admin admin] Pushing event updated for resources: {'Network': ['ID=d52de65f-951e-45d2-b9a6-4c794fcc9e2c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:30.546689 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network d52de65f-951e-45d2-b9a6-4c794fcc9e2c details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:15:30.632767 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-98aa4b5a-9bae-48a9-a8a6-1b14d98439f4 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:30.634426 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-98aa4b5a-9bae-48a9-a8a6-1b14d98439f4 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.30 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 811 time: 0.2426975 Apr 20 16:15:30.645795 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35554) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:30.662208 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-5829651e-fd19-45b7-8cc0-c188547751c5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Request body: {'port': {'device_id': 'bf65313a-df4d-4147-8804-34f65b31d8e9', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'admin_state_up': True, 'tenant_id': '45e04a0c8b904383a188c597f8f29816'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:30.726196 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33d66a3-af28-454c-a230-2c31113e9f02 admin admin] Made reservation on behalf of 931913e656484021adeac3497b0cd222 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:15:30.728529 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c33d66a3-af28-454c-a230-2c31113e9f02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:30.735079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02047284-4d9d-4fc4-a88c-105c5a9bbe44 admin admin] Made reservation on behalf of 5964ed8abcbe4e0995fa054da321f64e for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:15:30.737415 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02047284-4d9d-4fc4-a88c-105c5a9bbe44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:30.858858 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eab8f245-b90a-4db7-8297-0218ee985d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:30.896900 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e22e672a-2795-46b7-802b-96d1ed4b6ca4 None None] Provisioning complete for port a1568b1c-be79-4705-84be-41a2da47f71d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:30.897319 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e22e672a-2795-46b7-802b-96d1ed4b6ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:30.936062 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce8a3b-b7de-422b-9bae-4437cf5fb30d req-949dc197-4208-4f20-8555-f51ab04bc325 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:30.936296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e22e672a-2795-46b7-802b-96d1ed4b6ca4 None None] Port a1568b1c-be79-4705-84be-41a2da47f71d cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:15:30.937624 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47ce8a3b-b7de-422b-9bae-4437cf5fb30d req-949dc197-4208-4f20-8555-f51ab04bc325 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 945 time: 0.1174998 Apr 20 16:15:31.005035 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e139a1c8-8a49-4f46-ac48-663f5cbc21e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f2e6310a3cd410aad43b9a2a3f2d6c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3579440 Apr 20 16:15:31.009846 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35558) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:31.068418 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47ce8a3b-b7de-422b-9bae-4437cf5fb30d req-a56f3cd7-bf40-4910-bddf-2365a7b0def5 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182995 Apr 20 16:15:31.145574 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f01649da-2358-4301-826c-40ca59d378a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:31.179758 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f01649da-2358-4301-826c-40ca59d378a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:31.214041 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eab8f245-b90a-4db7-8297-0218ee985d10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:31.223276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-5829651e-fd19-45b7-8cc0-c188547751c5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Made reservation on behalf of 45e04a0c8b904383a188c597f8f29816 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:15:31.226941 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-5829651e-fd19-45b7-8cc0-c188547751c5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:31.321004 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eab8f245-b90a-4db7-8297-0218ee985d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:31.355137 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02047284-4d9d-4fc4-a88c-105c5a9bbe44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:31.357260 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c33d66a3-af28-454c-a230-2c31113e9f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:31.383599 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f01649da-2358-4301-826c-40ca59d378a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:31.386231 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f01649da-2358-4301-826c-40ca59d378a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:31.387306 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f01649da-2358-4301-826c-40ca59d378a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d5578467-4d19-452b-9646-c1d26242faec HTTP/1.1" status: 204 len: 168 time: 0.3745203 Apr 20 16:15:31.428435 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0bf08f87-ba05-4345-bd6f-480187c8b86e req-07ad370e-25ae-478b-afb3-fd94a6a5144a tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 210 time: 0.0624313 Apr 20 16:15:31.442072 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01649da-2358-4301-826c-40ca59d378a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5578467-4d19-452b-9646-c1d26242faec,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:31.446545 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8f245-b90a-4db7-8297-0218ee985d10 admin admin] Pushing event updated for resources: {'Port': ['ID=a1568b1c-be79-4705-84be-41a2da47f71d,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:31.450634 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eab8f245-b90a-4db7-8297-0218ee985d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:31.537766 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb329277-5dd8-4a74-ae29-d41a8c0cc731 req-27b47c75-400f-4137-9dd4-fd1c28a6a754 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:31.539288 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb329277-5dd8-4a74-ae29-d41a8c0cc731 req-27b47c75-400f-4137-9dd4-fd1c28a6a754 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.1999948 Apr 20 16:15:31.540612 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-5829651e-fd19-45b7-8cc0-c188547751c5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Allocated IP 172.20.0.14 (c1e63842-0159-452f-8eed-f7dec1727f47/6cf39be6-ada6-40b6-a73b-d57e4fcf739a/f738a99c-4db8-47a8-aadd-3cbdca415ed3) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:15:31.544727 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02047284-4d9d-4fc4-a88c-105c5a9bbe44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82fa33b9-5a09-4672-8383-e835cfd13b34,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:31.617151 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab8f245-b90a-4db7-8297-0218ee985d10 admin admin] Network b9fae797-d5f6-48fc-9525-49f44111ebc0 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:31.618788 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-eab8f245-b90a-4db7-8297-0218ee985d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:31.623278 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02047284-4d9d-4fc4-a88c-105c5a9bbe44 admin admin] Checking segment: {'id': 'd94be0aa-c1a8-4be3-89d2-b5ad7610ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd52de65f-951e-45d2-b9a6-4c794fcc9e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:15:31.623839 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02047284-4d9d-4fc4-a88c-105c5a9bbe44 admin admin] Network hostable DHCP agents. Network: d52de65f-951e-45d2-b9a6-4c794fcc9e2c, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:15:31.672514 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d66a3-af28-454c-a230-2c31113e9f02 admin admin] Checking segment: {'id': '45e6c1a3-1f54-4db2-86c6-172c4254d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:15:31.672877 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33d66a3-af28-454c-a230-2c31113e9f02 admin admin] Network hostable DHCP agents. Network: c0af4f27-24c4-4d9f-807b-ab4729ad2da0, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:15:31.701479 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d66a3-af28-454c-a230-2c31113e9f02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5462d747-c5ea-4458-aa63-2988c4e762f9,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:31.716652 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb329277-5dd8-4a74-ae29-d41a8c0cc731 req-4878570e-893e-436c-9a4f-e37f84cf03ed tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446741 Apr 20 16:15:31.757306 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab8f245-b90a-4db7-8297-0218ee985d10 admin admin] Router 9976c9e7-1658-4871-9c22-bcd3487ef43b has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:15:31.854945 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-5829651e-fd19-45b7-8cc0-c188547751c5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:31.858679 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02047284-4d9d-4fc4-a88c-105c5a9bbe44 admin admin] Network d52de65f-951e-45d2-b9a6-4c794fcc9e2c is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:15:31.864079 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a0db225d-8769-40a2-a962-7150b956cd5b None None] Provisioning complete for port a1568b1c-be79-4705-84be-41a2da47f71d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:31.864653 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a0db225d-8769-40a2-a962-7150b956cd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:31.900312 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33d66a3-af28-454c-a230-2c31113e9f02 admin admin] Network c0af4f27-24c4-4d9f-807b-ab4729ad2da0 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:15:31.907562 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-a0db225d-8769-40a2-a962-7150b956cd5b None None] Port a1568b1c-be79-4705-84be-41a2da47f71d cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:15:31.933415 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab8f245-b90a-4db7-8297-0218ee985d10 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:15:31.933415 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-eab8f245-b90a-4db7-8297-0218ee985d10 admin admin] 10.222.0.15 "PUT /v2.0/routers/9976c9e7-1658-4871-9c22-bcd3487ef43b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1964476 Apr 20 16:15:32.052125 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-c33d66a3-af28-454c-a230-2c31113e9f02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, c0af4f27-24c4-4d9f-807b-ab4729ad2da0) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:32.055098 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-02047284-4d9d-4fc4-a88c-105c5a9bbe44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, d52de65f-951e-45d2-b9a6-4c794fcc9e2c) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:32.062744 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69282122-7613-435e-bb2e-ea4b5e8da24e None None] Network c0af4f27-24c4-4d9f-807b-ab4729ad2da0 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:15:32.099374 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33d66a3-af28-454c-a230-2c31113e9f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:32.102620 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c33d66a3-af28-454c-a230-2c31113e9f02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:32.106503 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02047284-4d9d-4fc4-a88c-105c5a9bbe44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:32.117990 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02047284-4d9d-4fc4-a88c-105c5a9bbe44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:32.127153 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213c57ee-5092-46f6-8b6c-14e8a616f29c None None] Network d52de65f-951e-45d2-b9a6-4c794fcc9e2c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:15:32.135590 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-5829651e-fd19-45b7-8cc0-c188547751c5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:32.194783 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['8d8df218-1686-44b2-a2e6-bc3bd9205f59', 'e7287699-e13f-4982-90dd-abdf2458b171'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:15:32.268303 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-5829651e-fd19-45b7-8cc0-c188547751c5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Network c1e63842-0159-452f-8eed-f7dec1727f47 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:32.283928 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-5829651e-fd19-45b7-8cc0-c188547751c5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:32.302967 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c33d66a3-af28-454c-a230-2c31113e9f02 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8451855 Apr 20 16:15:32.306194 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-5829651e-fd19-45b7-8cc0-c188547751c5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:15:32.306335 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35584) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:32.313703 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-4e87a875-58fb-4217-a33f-dae6f29c3063 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-509519246-router', 'tenant_id': '931913e656484021adeac3497b0cd222', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:32.315215 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829651e-fd19-45b7-8cc0-c188547751c5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Pushing event updated for resources: {'Port': ['ID=f738a99c-4db8-47a8-aadd-3cbdca415ed3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:32.323968 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-02047284-4d9d-4fc4-a88c-105c5a9bbe44 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8047638 Apr 20 16:15:32.367123 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c362f8f-f469-4b8a-9b56-bd65ef10086a req-d56e132c-4acf-4e45-b30c-81133167f416 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:32.375645 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c362f8f-f469-4b8a-9b56-bd65ef10086a req-d56e132c-4acf-4e45-b30c-81133167f416 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 945 time: 0.1727798 Apr 20 16:15:32.426974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-5829651e-fd19-45b7-8cc0-c188547751c5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:32.427767 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-5829651e-fd19-45b7-8cc0-c188547751c5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:32.473969 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e87a875-58fb-4217-a33f-dae6f29c3063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:32.477565 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e87a875-58fb-4217-a33f-dae6f29c3063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:32.483158 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c362f8f-f469-4b8a-9b56-bd65ef10086a req-13be543d-9502-4302-a012-a396c6c21e9f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057289 Apr 20 16:15:32.627958 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e87a875-58fb-4217-a33f-dae6f29c3063 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:32.648444 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-5829651e-fd19-45b7-8cc0-c188547751c5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9954145 Apr 20 16:15:32.669816 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-7cc6e555-9690-4a66-b4ed-bf9a04d222cb service neutron] Request body: {'port': {'device_id': 'bf65313a-df4d-4147-8804-34f65b31d8e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:32.689764 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] Sync routers for ids ['9976c9e7-1658-4871-9c22-bcd3487ef43b'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:15:32.712029 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] Routers {'9976c9e7-1658-4871-9c22-bcd3487ef43b'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:15:32.712029 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:15:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['9976c9e7-1658-4871-9c22-bcd3487ef43b'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:32.722328 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d66f7e9-0f5c-4b84-a4b1-77e252d0eecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-c0af4f27-24c4-4d9f-807b-ab4729ad2da0', 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0', 'tenant_id': '931913e656484021adeac3497b0cd222', 'fixed_ips': [{'subnet_id': '5462d747-c5ea-4458-aa63-2988c4e762f9'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:15:32.723666 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4d66f7e9-0f5c-4b84-a4b1-77e252d0eecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:32.739551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04417817-7abf-483b-91bc-21935d840ac6 req-bca1bf55-e37d-400d-a23e-5ea8c460fc29 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:32.749565 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04417817-7abf-483b-91bc-21935d840ac6 req-bca1bf55-e37d-400d-a23e-5ea8c460fc29 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 932 time: 0.1759996 Apr 20 16:15:32.764053 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device da3bbe62-2ddc-41eb-a2c2-bd487b652495 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:15:32.822236 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04417817-7abf-483b-91bc-21935d840ac6 req-b8e9c61d-508b-4e94-afc6-e0935cac57fa tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734103 Apr 20 16:15:32.838758 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-96627a24-d020-44b5-ad41-4d119ed58179 None None] Provisioning complete for port f738a99c-4db8-47a8-aadd-3cbdca415ed3 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:32.839484 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-96627a24-d020-44b5-ad41-4d119ed58179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:32.848863 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-7cc6e555-9690-4a66-b4ed-bf9a04d222cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:32.852443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35602) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:32.860375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-ad3ca4cc-0748-45b2-a464-9940649ead46 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--783973999', 'description': 'tempest-description--736486344'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:32.919478 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-96627a24-d020-44b5-ad41-4d119ed58179 None None] Port f738a99c-4db8-47a8-aadd-3cbdca415ed3 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:15:32.923863 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993c2d47-d4f3-4413-beaa-1817dae5dc2a None None] Network d52de65f-951e-45d2-b9a6-4c794fcc9e2c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:15:32.996258 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad3ca4cc-0748-45b2-a464-9940649ead46 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:33.018388 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] Set router 9976c9e7-1658-4871-9c22-bcd3487ef43b gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:15:33.105676 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e87a875-58fb-4217-a33f-dae6f29c3063 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:33.134723 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port da3bbe62-2ddc-41eb-a2c2-bd487b652495 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:33.135252 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:33.177160 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6fd46-f3b1-4557-95f2-ac308d6a76a1 req-e3cca0a9-6b5f-447a-b6e8-29586501a4e9 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:33.189335 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-eac6fd46-f3b1-4557-95f2-ac308d6a76a1 req-e3cca0a9-6b5f-447a-b6e8-29586501a4e9 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.2405639 Apr 20 16:15:33.193407 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35608) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:33.298031 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad3ca4cc-0748-45b2-a464-9940649ead46 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:33.316109 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-eac6fd46-f3b1-4557-95f2-ac308d6a76a1 req-e5379e0b-9ff1-4608-887c-ff63a4ce33c3 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259811 Apr 20 16:15:33.348297 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'name': 'tempest-ServersTestBootFromVolume-206182346-router', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:24Z', 'updated_at': '2022-04-20T16:15:30Z', 'revision_number': 4, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'gw_port': {'id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:26Z', 'updated_at': '2022-04-20T16:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a1568b1c-be79-4705-84be-41a2da47f71d', 'name': '', 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'mac_address': 'fa:16:3e:5a:33:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:29Z', 'updated_at': '2022-04-20T16:15:30Z', 'revision_number': 2, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'subnets': [{'id': '5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:33.384217 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-4d66f7e9-0f5c-4b84-a4b1-77e252d0eecf None None] Allocated IP 172.20.0.2 (c0af4f27-24c4-4d9f-807b-ab4729ad2da0/5462d747-c5ea-4458-aa63-2988c4e762f9/68447cb3-11e3-4394-b6c4-bcaed8cb8634) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:15:33.384408 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f6bc588d-fc88-47ef-bf7d-f257c87e02f6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-782311160-network', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:33.400631 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad3ca4cc-0748-45b2-a464-9940649ead46 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:33.413169 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] Checking router: 9976c9e7-1658-4871-9c22-bcd3487ef43b for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:15:33.413521 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] Updating router 9976c9e7-1658-4871-9c22-bcd3487ef43b port a1568b1c-be79-4705-84be-41a2da47f71d binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:15:33.449243 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:33.450747 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ca4cc-0748-45b2-a464-9940649ead46 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb63c962-b65a-43c7-a71a-f598993c6ec2,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:33.479650 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-7cc6e555-9690-4a66-b4ed-bf9a04d222cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f738a99c-4db8-47a8-aadd-3cbdca415ed3 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:15:33.504645 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bc588d-fc88-47ef-bf7d-f257c87e02f6 admin admin] Made reservation on behalf of 4632da89faba4c6f8bca66fdf8a9bf10 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:15:33.506976 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f6bc588d-fc88-47ef-bf7d-f257c87e02f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:33.547302 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f6bc588d-fc88-47ef-bf7d-f257c87e02f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:33.616113 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-a72b71ba-b346-4c97-8f52-3b4561b0ef34 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:33.616718 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e87a875-58fb-4217-a33f-dae6f29c3063 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:33.618183 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-a72b71ba-b346-4c97-8f52-3b4561b0ef34 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/networks?id=d52de65f-951e-45d2-b9a6-4c794fcc9e2c HTTP/1.1" status: 200 len: 818 time: 0.1266510 Apr 20 16:15:33.624690 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad3ca4cc-0748-45b2-a464-9940649ead46 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:33.629551 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35622) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:33.630136 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ad3ca4cc-0748-45b2-a464-9940649ead46 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7742066 Apr 20 16:15:33.642327 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f90c9c8f-a0ef-44bc-be75-7bc1635d48b1 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Request body: {'security_group_rule': {'security_group_id': 'bb63c962-b65a-43c7-a71a-f598993c6ec2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:33.643415 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-7cc6e555-9690-4a66-b4ed-bf9a04d222cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:33.647248 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-cda59b07-30c1-4a29-959e-79dee16e7147 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/quotas/5964ed8abcbe4e0995fa054da321f64e HTTP/1.1" status: 200 len: 375 time: 0.0159121 Apr 20 16:15:33.676519 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4d66f7e9-0f5c-4b84-a4b1-77e252d0eecf None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:33.684826 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:33.700884 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e87a875-58fb-4217-a33f-dae6f29c3063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:33.701061 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-e0381771-bb0f-495f-b3f7-e6ca06871a5e tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5964ed8abcbe4e0995fa054da321f64e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426950 Apr 20 16:15:33.701061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-7cc6e555-9690-4a66-b4ed-bf9a04d222cb service neutron] Transition to ACTIVE for port object f738a99c-4db8-47a8-aadd-3cbdca415ed3 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:15:33.709441 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port da3bbe62-2ddc-41eb-a2c2-bd487b652495, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=da3bbe62-2ddc-41eb-a2c2-bd487b652495,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:33.786587 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4d66f7e9-0f5c-4b84-a4b1-77e252d0eecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:33.794660 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:33.796124 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca61451-b3d1-4582-a111-addd2ef0bb39 req-c34e638d-11a4-4248-aae4-da232f8473dc tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:33.797709 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fca61451-b3d1-4582-a111-addd2ef0bb39 req-c34e638d-11a4-4248-aae4-da232f8473dc tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 945 time: 0.1825662 Apr 20 16:15:33.802104 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-10b37a78-1930-4810-a0c2-b5abd1a6deab service neutron] 10.222.0.15 "GET /v2.0/networks/d52de65f-951e-45d2-b9a6-4c794fcc9e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960915 Apr 20 16:15:33.834692 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d66f7e9-0f5c-4b84-a4b1-77e252d0eecf None None] Network c0af4f27-24c4-4d9f-807b-ab4729ad2da0 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:33.838109 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-4d66f7e9-0f5c-4b84-a4b1-77e252d0eecf None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:33.842691 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d66f7e9-0f5c-4b84-a4b1-77e252d0eecf None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:15:33.851960 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:33.854392 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-7cc6e555-9690-4a66-b4ed-bf9a04d222cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:33.864150 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66f7e9-0f5c-4b84-a4b1-77e252d0eecf None None] Pushing event updated for resources: {'Port': ['ID=68447cb3-11e3-4394-b6c4-bcaed8cb8634,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:33.897216 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-4e87a875-58fb-4217-a33f-dae6f29c3063 admin admin] Allocated IP 172.25.0.18 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/f425887e-0602-4e06-acd7-8a6a740d7d70) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:15:33.933854 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fca61451-b3d1-4582-a111-addd2ef0bb39 req-f2fe489d-da9d-4c55-b38c-3b9ee612d241 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109293 Apr 20 16:15:33.943090 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f6bc588d-fc88-47ef-bf7d-f257c87e02f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:33.948659 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f90c9c8f-a0ef-44bc-be75-7bc1635d48b1 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:33.955167 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6e555-9690-4a66-b4ed-bf9a04d222cb service neutron] Pushing event updated for resources: {'Port': ['ID=f738a99c-4db8-47a8-aadd-3cbdca415ed3,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:34.001244 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.026107 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-d3df8b07-bbf5-4e78-8add-676d2e8a81c9 service neutron] 10.222.0.15 "GET /v2.0/networks/d52de65f-951e-45d2-b9a6-4c794fcc9e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230141 Apr 20 16:15:34.079779 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-7cc6e555-9690-4a66-b4ed-bf9a04d222cb service neutron] Attempting to bind port f738a99c-4db8-47a8-aadd-3cbdca415ed3 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:15:34.080543 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-7cc6e555-9690-4a66-b4ed-bf9a04d222cb service neutron] Attempting to bind port f738a99c-4db8-47a8-aadd-3cbdca415ed3 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:15:34.081084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-7cc6e555-9690-4a66-b4ed-bf9a04d222cb service neutron] Attempting to bind port f738a99c-4db8-47a8-aadd-3cbdca415ed3 on network c1e63842-0159-452f-8eed-f7dec1727f47 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:34.090312 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-7cc6e555-9690-4a66-b4ed-bf9a04d222cb service neutron] Port f738a99c-4db8-47a8-aadd-3cbdca415ed3 on network c1e63842-0159-452f-8eed-f7dec1727f47 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:15:34.090895 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-7cc6e555-9690-4a66-b4ed-bf9a04d222cb service neutron] Attempting to bind port f738a99c-4db8-47a8-aadd-3cbdca415ed3 on network c1e63842-0159-452f-8eed-f7dec1727f47 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:34.098274 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-7cc6e555-9690-4a66-b4ed-bf9a04d222cb service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:15:34.098778 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-7cc6e555-9690-4a66-b4ed-bf9a04d222cb service neutron] Checking segment: {'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:15:34.099267 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-7cc6e555-9690-4a66-b4ed-bf9a04d222cb service neutron] Bound using segment: {'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:15:34.099819 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-7cc6e555-9690-4a66-b4ed-bf9a04d222cb service neutron] Bound port: f738a99c-4db8-47a8-aadd-3cbdca415ed3, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:15:34.100286 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-7cc6e555-9690-4a66-b4ed-bf9a04d222cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.112142 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fd03d-6588-4100-8a4f-24856a19ab1d None None] Pushing event updated for resources: {'Port': ['ID=a1568b1c-be79-4705-84be-41a2da47f71d,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:34.139182 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fd03d-6588-4100-8a4f-24856a19ab1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:34.139538 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fd03d-6588-4100-8a4f-24856a19ab1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:34.139887 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fd03d-6588-4100-8a4f-24856a19ab1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:34.145049 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f6bc588d-fc88-47ef-bf7d-f257c87e02f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.151641 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fd03d-6588-4100-8a4f-24856a19ab1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:34.152144 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fd03d-6588-4100-8a4f-24856a19ab1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:34.152517 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fd03d-6588-4100-8a4f-24856a19ab1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:34.159418 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fd03d-6588-4100-8a4f-24856a19ab1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:34.159418 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fd03d-6588-4100-8a4f-24856a19ab1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:34.159418 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fd03d-6588-4100-8a4f-24856a19ab1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:34.159418 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fd03d-6588-4100-8a4f-24856a19ab1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:34.159418 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fd03d-6588-4100-8a4f-24856a19ab1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:34.159418 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fd03d-6588-4100-8a4f-24856a19ab1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:15:34.271826 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-7cc6e555-9690-4a66-b4ed-bf9a04d222cb service neutron] For port f738a99c-4db8-47a8-aadd-3cbdca415ed3, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:15:34.275069 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] Attempting to bind port a1568b1c-be79-4705-84be-41a2da47f71d on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:15:34.275450 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] Attempting to bind port a1568b1c-be79-4705-84be-41a2da47f71d by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '1b7eccde-eb59-47fa-9698-e71335ca8f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:15:34.275821 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] Attempting to bind port a1568b1c-be79-4705-84be-41a2da47f71d on network b9fae797-d5f6-48fc-9525-49f44111ebc0 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:34.277855 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-7cc6e555-9690-4a66-b4ed-bf9a04d222cb service neutron] For port f738a99c-4db8-47a8-aadd-3cbdca415ed3, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f738a99c-4db8-47a8-aadd-3cbdca415ed3,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:15:34.285517 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6bc588d-fc88-47ef-bf7d-f257c87e02f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:15:34.285916 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:15:34.286392 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] Checking segment: {'id': '1b7eccde-eb59-47fa-9698-e71335ca8f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:15:34.286655 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.287064 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] Bound using segment: {'id': '1b7eccde-eb59-47fa-9698-e71335ca8f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:15:34.287495 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] Bound port: a1568b1c-be79-4705-84be-41a2da47f71d, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7eccde-eb59-47fa-9698-e71335ca8f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:15:34.287893 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.319226 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc588d-fc88-47ef-bf7d-f257c87e02f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c3557e-1220-4f8b-956f-afc5f389b364,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:34.329777 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4d66f7e9-0f5c-4b84-a4b1-77e252d0eecf None None] Attempting to bind port 68447cb3-11e3-4394-b6c4-bcaed8cb8634 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:15:34.330352 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4d66f7e9-0f5c-4b84-a4b1-77e252d0eecf None None] Attempting to bind port 68447cb3-11e3-4394-b6c4-bcaed8cb8634 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '45e6c1a3-1f54-4db2-86c6-172c4254d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:15:34.330634 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f6bc588d-fc88-47ef-bf7d-f257c87e02f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.330634 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-f6bc588d-fc88-47ef-bf7d-f257c87e02f6 admin admin] Added segment fbddc46f-6394-4b83-97a1-2ef96c69e7cf of type vlan for network 1909df4a-72a6-4533-bf20-1f90fba3849a Apr 20 16:15:34.331604 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d66f7e9-0f5c-4b84-a4b1-77e252d0eecf None None] Attempting to bind port 68447cb3-11e3-4394-b6c4-bcaed8cb8634 on network c0af4f27-24c4-4d9f-807b-ab4729ad2da0 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:34.333162 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f90c9c8f-a0ef-44bc-be75-7bc1635d48b1 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.350059 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=da3bbe62-2ddc-41eb-a2c2-bd487b652495,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:34.356840 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d66f7e9-0f5c-4b84-a4b1-77e252d0eecf None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:15:34.358283 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d66f7e9-0f5c-4b84-a4b1-77e252d0eecf None None] Checking segment: {'id': '45e6c1a3-1f54-4db2-86c6-172c4254d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:15:34.358283 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4d66f7e9-0f5c-4b84-a4b1-77e252d0eecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.358283 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d66f7e9-0f5c-4b84-a4b1-77e252d0eecf None None] Bound using segment: {'id': '45e6c1a3-1f54-4db2-86c6-172c4254d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:15:34.358768 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4d66f7e9-0f5c-4b84-a4b1-77e252d0eecf None None] Bound port: 68447cb3-11e3-4394-b6c4-bcaed8cb8634, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e6c1a3-1f54-4db2-86c6-172c4254d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:15:34.359096 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4d66f7e9-0f5c-4b84-a4b1-77e252d0eecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.386987 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-7cc6e555-9690-4a66-b4ed-bf9a04d222cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.411070 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] For port a1568b1c-be79-4705-84be-41a2da47f71d, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:15:34.414952 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] For port a1568b1c-be79-4705-84be-41a2da47f71d, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a1568b1c-be79-4705-84be-41a2da47f71d,segment=NetworkSegment(1b7eccde-eb59-47fa-9698-e71335ca8f5f),segment_id=1b7eccde-eb59-47fa-9698-e71335ca8f5f)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:15:34.424872 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-7cc6e555-9690-4a66-b4ed-bf9a04d222cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:34.426427 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-7cc6e555-9690-4a66-b4ed-bf9a04d222cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.427395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dff00-1b2e-4000-b53a-a4361e3aeadd req-939c61e3-18d0-4f5b-8428-b95d9590a630 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:34.428794 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-7cc6e555-9690-4a66-b4ed-bf9a04d222cb service neutron] 10.222.0.30 "PUT /v2.0/ports/f738a99c-4db8-47a8-aadd-3cbdca415ed3 HTTP/1.1" status: 200 len: 1092 time: 1.7637689 Apr 20 16:15:34.429397 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf65313a-df4d-4147-8804-34f65b31d8e9', 'tag': 'f738a99c-4db8-47a8-aadd-3cbdca415ed3'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:34.432977 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2daffad-83f4-461f-a4cb-f465932532f7" -d '{"events": [{"name": "network-changed", "server_uuid": "bf65313a-df4d-4147-8804-34f65b31d8e9", "tag": "f738a99c-4db8-47a8-aadd-3cbdca415ed3"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:15:34.435348 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6a8dff00-1b2e-4000-b53a-a4361e3aeadd req-939c61e3-18d0-4f5b-8428-b95d9590a630 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 944 time: 0.3029618 Apr 20 16:15:34.470727 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-4d66f7e9-0f5c-4b84-a4b1-77e252d0eecf None None] For port 68447cb3-11e3-4394-b6c4-bcaed8cb8634, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:15:34.473333 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f6bc588d-fc88-47ef-bf7d-f257c87e02f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.475016 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-4d66f7e9-0f5c-4b84-a4b1-77e252d0eecf None None] For port 68447cb3-11e3-4394-b6c4-bcaed8cb8634, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=68447cb3-11e3-4394-b6c4-bcaed8cb8634,segment=NetworkSegment(45e6c1a3-1f54-4db2-86c6-172c4254d33a),segment_id=45e6c1a3-1f54-4db2-86c6-172c4254d33a)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:15:34.478210 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f90c9c8f-a0ef-44bc-be75-7bc1635d48b1 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.483830 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e87a875-58fb-4217-a33f-dae6f29c3063 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.499668 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6e555-9690-4a66-b4ed-bf9a04d222cb service neutron] Pushing event updated for resources: {'Port': ['ID=f738a99c-4db8-47a8-aadd-3cbdca415ed3,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:34.516830 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-28cc489f-06e7-482e-962f-799ffec78152 None None] Provisioning complete for port a1568b1c-be79-4705-84be-41a2da47f71d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:34.519118 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-28cc489f-06e7-482e-962f-799ffec78152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.542644 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c9c8f-a0ef-44bc-be75-7bc1635d48b1 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9803e76-27d6-4ec7-8a0d-05aa1641e45a,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:34.549307 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6a8dff00-1b2e-4000-b53a-a4361e3aeadd req-7def9b1f-8f85-4e24-b965-1a5970b223bb tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131573 Apr 20 16:15:34.561827 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.562820 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-28cc489f-06e7-482e-962f-799ffec78152 None None] Port a1568b1c-be79-4705-84be-41a2da47f71d cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:15:34.567809 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4d66f7e9-0f5c-4b84-a4b1-77e252d0eecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.621277 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f6bc588d-fc88-47ef-bf7d-f257c87e02f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.626008 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bc588d-fc88-47ef-bf7d-f257c87e02f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:34.626008 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f6bc588d-fc88-47ef-bf7d-f257c87e02f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.671105 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] Routers {'9976c9e7-1658-4871-9c22-bcd3487ef43b'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:15:34.673640 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:15:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['9976c9e7-1658-4871-9c22-bcd3487ef43b'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:34.697486 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66f7e9-0f5c-4b84-a4b1-77e252d0eecf None None] Pushing event updated for resources: {'Port': ['ID=68447cb3-11e3-4394-b6c4-bcaed8cb8634,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:34.700234 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f90c9c8f-a0ef-44bc-be75-7bc1635d48b1 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.702767 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f90c9c8f-a0ef-44bc-be75-7bc1635d48b1 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0687473 Apr 20 16:15:34.712662 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35630) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:34.725549 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e87a875-58fb-4217-a33f-dae6f29c3063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.728186 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device da3bbe62-2ddc-41eb-a2c2-bd487b652495 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:15:34.734804 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-c86a58e7-3b47-4c73-9a24-8c6d1fe4b2d9 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Request body: {'security_group_rule': {'security_group_id': 'bb63c962-b65a-43c7-a71a-f598993c6ec2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:34.794810 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-2dd8201b-7071-4e45-9b8d-f176492a9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:34.805471 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-2dd8201b-7071-4e45-9b8d-f176492a9106 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 1095 time: 0.1952558 Apr 20 16:15:34.889741 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port da3bbe62-2ddc-41eb-a2c2-bd487b652495 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:34.891306 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:34.906876 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f6bc588d-fc88-47ef-bf7d-f257c87e02f6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7124250 Apr 20 16:15:34.971283 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35636) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:34.984022 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e87a875-58fb-4217-a33f-dae6f29c3063 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:34.993537 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-6b3764c8-1310-4907-89c4-7b812c46920e admin admin] Request body: {'subnet': {'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-782311160-subnet', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:35.014757 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-4e87a875-58fb-4217-a33f-dae6f29c3063 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:35.028992 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e87a875-58fb-4217-a33f-dae6f29c3063 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:15:35.031708 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc588d-fc88-47ef-bf7d-f257c87e02f6 admin admin] Pushing event updated for resources: {'Network': ['ID=1909df4a-72a6-4533-bf20-1f90fba3849a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:35.109764 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 1909df4a-72a6-4533-bf20-1f90fba3849a details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:15:35.121825 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3764c8-1310-4907-89c4-7b812c46920e admin admin] Made reservation on behalf of 4632da89faba4c6f8bca66fdf8a9bf10 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:15:35.124570 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b3764c8-1310-4907-89c4-7b812c46920e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:35.134106 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87a875-58fb-4217-a33f-dae6f29c3063 admin admin] Pushing event updated for resources: {'Port': ['ID=f425887e-0602-4e06-acd7-8a6a740d7d70,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:35.171860 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184f859-1c71-4db4-9bc2-bcaca2329476 req-3c4ca76e-8249-4936-98d6-519c996c49f4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:35.188052 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b184f859-1c71-4db4-9bc2-bcaca2329476 req-3c4ca76e-8249-4936-98d6-519c996c49f4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.3853412 Apr 20 16:15:35.200269 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] Set router 9976c9e7-1658-4871-9c22-bcd3487ef43b gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:15:35.289727 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b184f859-1c71-4db4-9bc2-bcaca2329476 req-3d11ab35-e1e9-4497-a118-484f29ddb192 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617750 Apr 20 16:15:35.331049 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-eb46818d-e9af-42e6-b00a-1e759d56fb20 None None] Provisioning complete for port a1568b1c-be79-4705-84be-41a2da47f71d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:35.331627 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eb46818d-e9af-42e6-b00a-1e759d56fb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:35.456944 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eb46818d-e9af-42e6-b00a-1e759d56fb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:35.465023 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1de633b0-5ca5-4a16-ba40-d83c712c633b req-135d343f-14f0-43a6-a59c-3539f5459029 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 210 time: 0.0847037 Apr 20 16:15:35.508545 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-eb46818d-e9af-42e6-b00a-1e759d56fb20 None None] For port a1568b1c-be79-4705-84be-41a2da47f71d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a1568b1c-be79-4705-84be-41a2da47f71d,segment=NetworkSegment(1b7eccde-eb59-47fa-9698-e71335ca8f5f),segment_id=1b7eccde-eb59-47fa-9698-e71335ca8f5f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:35.534443 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fd03d-6588-4100-8a4f-24856a19ab1d None None] Pushing event updated for resources: {'Port': ['ID=a1568b1c-be79-4705-84be-41a2da47f71d,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:35.559049 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'name': 'tempest-ServersTestBootFromVolume-206182346-router', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:24Z', 'updated_at': '2022-04-20T16:15:30Z', 'revision_number': 4, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'gw_port': {'id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:26Z', 'updated_at': '2022-04-20T16:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a1568b1c-be79-4705-84be-41a2da47f71d', 'name': '', 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'mac_address': 'fa:16:3e:5a:33:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:29Z', 'updated_at': '2022-04-20T16:15:34Z', 'revision_number': 4, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'subnets': [{'id': '5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:35.574401 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a46d07-c5b9-42ba-bf63-6fcc569644bb x-openstack-request-id: req-c9a46d07-c5b9-42ba-bf63-6fcc569644bb {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:15:35.574840 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf65313a-df4d-4147-8804-34f65b31d8e9", "tag": "f738a99c-4db8-47a8-aadd-3cbdca415ed3", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:15:35.578152 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9a46d07-c5b9-42ba-bf63-6fcc569644bb {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:15:35.578152 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a46d07-c5b9-42ba-bf63-6fcc569644bb'] response: {'name': 'network-changed', 'server_uuid': 'bf65313a-df4d-4147-8804-34f65b31d8e9', 'tag': 'f738a99c-4db8-47a8-aadd-3cbdca415ed3', 'status': 'completed', 'code': 200} Apr 20 16:15:35.579712 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-dc69d01c-9a93-499b-ade8-fec4f6d623f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f738a99c-4db8-47a8-aadd-3cbdca415ed3 HTTP/1.1" status: 200 len: 217 time: 0.7564368 Apr 20 16:15:35.592375 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67256187-bc2f-472e-a6ab-b8b6c1eafe16 None None] The sync data for ids ['9976c9e7-1658-4871-9c22-bcd3487ef43b'] in n-d-836146-2 is: [{'id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'name': 'tempest-ServersTestBootFromVolume-206182346-router', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:24Z', 'updated_at': '2022-04-20T16:15:30Z', 'revision_number': 4, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'gw_port': {'id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:26Z', 'updated_at': '2022-04-20T16:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a1568b1c-be79-4705-84be-41a2da47f71d', 'name': '', 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'mac_address': 'fa:16:3e:5a:33:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:29Z', 'updated_at': '2022-04-20T16:15:34Z', 'revision_number': 4, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'subnets': [{'id': '5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:15:35.636560 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eb46818d-e9af-42e6-b00a-1e759d56fb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:35.640018 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c86a58e7-3b47-4c73-9a24-8c6d1fe4b2d9 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:35.725812 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-7fafc926-2560-442e-abed-7dafeb9a6cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:35.727261 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-7fafc926-2560-442e-abed-7dafeb9a6cf3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cf39be6-ada6-40b6-a73b-d57e4fcf739a HTTP/1.1" status: 200 len: 850 time: 0.1367195 Apr 20 16:15:35.736258 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8f493-a6e0-4173-b04d-2485ea4f89c5 req-b76e57b1-d23b-451b-bff7-f2b9434afca5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:35.739198 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ade8f493-a6e0-4173-b04d-2485ea4f89c5 req-b76e57b1-d23b-451b-bff7-f2b9434afca5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 944 time: 0.0865734 Apr 20 16:15:35.759705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d6337-0c24-4df6-bd30-cd98eb734c39 req-2fff08e9-4c59-46bc-ba20-b5ab0cb34e36 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:35.774128 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-977d6337-0c24-4df6-bd30-cd98eb734c39 req-2fff08e9-4c59-46bc-ba20-b5ab0cb34e36 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 945 time: 0.1972151 Apr 20 16:15:35.779796 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46818d-e9af-42e6-b00a-1e759d56fb20 None None] Pushing event updated for resources: {'Port': ['ID=a1568b1c-be79-4705-84be-41a2da47f71d,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:35.793447 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b3764c8-1310-4907-89c4-7b812c46920e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:35.802457 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c86a58e7-3b47-4c73-9a24-8c6d1fe4b2d9 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:35.890433 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3764c8-1310-4907-89c4-7b812c46920e admin admin] Pushing event updated for resources: {'Subnet': ['ID=49f7ee52-7222-4a78-88ae-a616c6706517,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:35.929444 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c86a58e7-3b47-4c73-9a24-8c6d1fe4b2d9 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:35.956240 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ade8f493-a6e0-4173-b04d-2485ea4f89c5 req-677e9773-a1d8-41d4-9e1c-c0baae2297be tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639042 Apr 20 16:15:35.960489 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-1a668070-a7d8-4603-8999-6dd1306377f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:35.962908 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-1a668070-a7d8-4603-8999-6dd1306377f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1e63842-0159-452f-8eed-f7dec1727f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1580007 Apr 20 16:15:35.979784 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-977d6337-0c24-4df6-bd30-cd98eb734c39 req-68c891c8-198e-4cb8-88b9-83687fd50fe5 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044077 Apr 20 16:15:35.997971 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3764c8-1310-4907-89c4-7b812c46920e admin admin] Checking segment: {'id': 'fbddc46f-6394-4b83-97a1-2ef96c69e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:15:35.998471 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3764c8-1310-4907-89c4-7b812c46920e admin admin] Network hostable DHCP agents. Network: 1909df4a-72a6-4533-bf20-1f90fba3849a, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:15:36.001995 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a58e7-3b47-4c73-9a24-8c6d1fe4b2d9 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd6bb2e-1709-4347-afac-5c88af14087d,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:36.104624 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e87a875-58fb-4217-a33f-dae6f29c3063 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:36.123266 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c86a58e7-3b47-4c73-9a24-8c6d1fe4b2d9 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:36.124502 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c86a58e7-3b47-4c73-9a24-8c6d1fe4b2d9 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4089332 Apr 20 16:15:36.127582 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35652) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:36.132262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-018c1b5b-65d2-4484-909d-dabfa0eab961 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:36.145887 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-6e51b30a-72a4-433c-af7b-4ffb1092049e service neutron] 10.222.0.30 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567581 Apr 20 16:15:36.275217 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66c53ee8-eeaa-414b-8052-ad11ba6f1686 req-5b96beef-03cd-4ea7-8bca-9b6defcf15f0 service neutron] 10.222.0.30 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230652 Apr 20 16:15:36.298551 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3764c8-1310-4907-89c4-7b812c46920e admin admin] Network 1909df4a-72a6-4533-bf20-1f90fba3849a is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:15:36.310855 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-018c1b5b-65d2-4484-909d-dabfa0eab961 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:36.323141 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1539311d-8da7-4d7d-82a6-9762881318aa None None] Network c0af4f27-24c4-4d9f-807b-ab4729ad2da0 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:15:36.377493 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e87a875-58fb-4217-a33f-dae6f29c3063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:36.472662 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-44b64be6-34ee-47ef-a3bc-2b0eabdc8bd9 None None] Provisioning complete for port 68447cb3-11e3-4394-b6c4-bcaed8cb8634 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:36.473804 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-44b64be6-34ee-47ef-a3bc-2b0eabdc8bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:36.480608 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-018c1b5b-65d2-4484-909d-dabfa0eab961 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:36.673986 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-abbcc4c1-91ae-47aa-a055-248536b2e177 req-118f51e5-46b1-435a-a103-3544940860bd tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 210 time: 0.0906367 Apr 20 16:15:36.716206 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2daffad-83f4-461f-a4cb-f465932532f7 req-c8b50fd6-2904-41e6-935e-862ca6679acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:36.718482 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d2daffad-83f4-461f-a4cb-f465932532f7 req-c8b50fd6-2904-41e6-935e-862ca6679acd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 1095 time: 0.1342027 Apr 20 16:15:36.837478 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-44b64be6-34ee-47ef-a3bc-2b0eabdc8bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:36.886072 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a1568b1c-be79-4705-84be-41a2da47f71d up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:15:36.892281 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-018c1b5b-65d2-4484-909d-dabfa0eab961 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Allocated IP 172.25.0.53 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/48c8a759-596e-4a07-a2a1-c92dca727ff9) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:15:36.924292 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-6b3764c8-1310-4907-89c4-7b812c46920e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 1909df4a-72a6-4533-bf20-1f90fba3849a) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:36.935895 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3764c8-1310-4907-89c4-7b812c46920e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:36.936793 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b3764c8-1310-4907-89c4-7b812c46920e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:36.944578 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-44b64be6-34ee-47ef-a3bc-2b0eabdc8bd9 None None] For port 68447cb3-11e3-4394-b6c4-bcaed8cb8634, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=68447cb3-11e3-4394-b6c4-bcaed8cb8634,segment=NetworkSegment(45e6c1a3-1f54-4db2-86c6-172c4254d33a),segment_id=45e6c1a3-1f54-4db2-86c6-172c4254d33a)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:36.959242 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bb439e-6da1-44a6-827c-34200ecdc365 None None] Network 1909df4a-72a6-4533-bf20-1f90fba3849a requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:15:36.967972 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2daffad-83f4-461f-a4cb-f465932532f7 req-643f0c65-4bf9-492a-b810-6c8e0c32c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:36.979765 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d2daffad-83f4-461f-a4cb-f465932532f7 req-643f0c65-4bf9-492a-b810-6c8e0c32c9b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 912 time: 0.2414315 Apr 20 16:15:37.069491 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-44b64be6-34ee-47ef-a3bc-2b0eabdc8bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:37.088288 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e1be4-ff4c-470d-a9bf-8c50a6346c6f req-477e6f50-f33a-4458-8184-9af3c27a898e tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:37.095592 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d2daffad-83f4-461f-a4cb-f465932532f7 req-f56fba66-f9f4-410f-9970-206245574f47 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f738a99c-4db8-47a8-aadd-3cbdca415ed3 HTTP/1.1" status: 200 len: 217 time: 0.1137516 Apr 20 16:15:37.099832 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f92e1be4-ff4c-470d-a9bf-8c50a6346c6f req-477e6f50-f33a-4458-8184-9af3c27a898e tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.7130113 Apr 20 16:15:37.111337 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6b3764c8-1310-4907-89c4-7b812c46920e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1378930 Apr 20 16:15:37.120771 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35668) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:37.152738 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-8e871389-ee85-4d40-92f7-45034adcf7a8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-782311160-router', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:37.162528 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b64be6-34ee-47ef-a3bc-2b0eabdc8bd9 None None] Pushing event updated for resources: {'Port': ['ID=68447cb3-11e3-4394-b6c4-bcaed8cb8634,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:37.186899 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port a1568b1c-be79-4705-84be-41a2da47f71d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:37.188031 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:37.208791 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f92e1be4-ff4c-470d-a9bf-8c50a6346c6f req-45291e92-b30c-4a7e-abac-fb52adb85e4b tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023495 Apr 20 16:15:37.293916 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2daffad-83f4-461f-a4cb-f465932532f7 req-8e7afe23-db5f-4a5b-a23a-51897afc2c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:37.299151 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d2daffad-83f4-461f-a4cb-f465932532f7 req-8e7afe23-db5f-4a5b-a23a-51897afc2c6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cf39be6-ada6-40b6-a73b-d57e4fcf739a HTTP/1.1" status: 200 len: 850 time: 0.1773131 Apr 20 16:15:37.302993 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e871389-ee85-4d40-92f7-45034adcf7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:37.304615 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e871389-ee85-4d40-92f7-45034adcf7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:37.346406 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-018c1b5b-65d2-4484-909d-dabfa0eab961 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:37.353229 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-405f8157-be52-4935-9b8f-9693affd96b9 None None] Provisioning complete for port 68447cb3-11e3-4394-b6c4-bcaed8cb8634 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:37.353526 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-405f8157-be52-4935-9b8f-9693affd96b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:37.357204 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0362dd3-a594-487e-ae29-e272c382676b req-96160dba-52ce-4648-9472-eb94934d4d83 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:37.359626 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f0362dd3-a594-487e-ae29-e272c382676b req-96160dba-52ce-4648-9472-eb94934d4d83 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 944 time: 0.2661848 Apr 20 16:15:37.411482 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e871389-ee85-4d40-92f7-45034adcf7a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:37.422746 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0c9f7-1b2e-4b14-abf7-3622c5564f1d req-e9f99b13-21c8-416c-b6fb-ea2b0cf9c0dd tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:37.424572 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-58e0c9f7-1b2e-4b14-abf7-3622c5564f1d req-e9f99b13-21c8-416c-b6fb-ea2b0cf9c0dd tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 945 time: 0.1141968 Apr 20 16:15:37.425276 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e87a875-58fb-4217-a33f-dae6f29c3063 admin admin] Router 2daf091e-1da3-41f0-8464-f988a0e90c16 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:15:37.432755 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2daffad-83f4-461f-a4cb-f465932532f7 req-a1eebb58-5c7b-42d5-ab7c-ded71fe49fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:37.434522 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d2daffad-83f4-461f-a4cb-f465932532f7 req-a1eebb58-5c7b-42d5-ab7c-ded71fe49fd1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1e63842-0159-452f-8eed-f7dec1727f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268845 Apr 20 16:15:37.443154 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f0362dd3-a594-487e-ae29-e272c382676b req-ba9388ab-8f8e-4343-8f06-47a61333806f tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756001 Apr 20 16:15:37.463661 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 68447cb3-11e3-4394-b6c4-bcaed8cb8634 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:15:37.496435 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b16aad-b8e9-4c82-b625-1644ce354681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-1909df4a-72a6-4533-bf20-1f90fba3849a', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'fixed_ips': [{'subnet_id': '49f7ee52-7222-4a78-88ae-a616c6706517'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:15:37.497324 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e9b16aad-b8e9-4c82-b625-1644ce354681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:37.554144 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-58e0c9f7-1b2e-4b14-abf7-3622c5564f1d req-f516191b-f60d-404c-9017-c056b09e542d tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806422 Apr 20 16:15:37.554307 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d2daffad-83f4-461f-a4cb-f465932532f7 req-7f93c7b7-10e5-4693-a495-4f63d2a0fd3e service neutron] 10.222.0.30 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084831 Apr 20 16:15:37.558673 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-018c1b5b-65d2-4484-909d-dabfa0eab961 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:37.660874 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 68447cb3-11e3-4394-b6c4-bcaed8cb8634 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:37.661134 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:37.668256 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018c1b5b-65d2-4484-909d-dabfa0eab961 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:37.674441 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e87a875-58fb-4217-a33f-dae6f29c3063 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:15:37.678659 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-018c1b5b-65d2-4484-909d-dabfa0eab961 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:37.683161 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018c1b5b-65d2-4484-909d-dabfa0eab961 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:15:37.718613 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e871389-ee85-4d40-92f7-45034adcf7a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:37.729184 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c1b5b-65d2-4484-909d-dabfa0eab961 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Pushing event updated for resources: {'Port': ['ID=48c8a759-596e-4a07-a2a1-c92dca727ff9,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:37.734156 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] Sync routers for ids ['2daf091e-1da3-41f0-8464-f988a0e90c16'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:15:37.768731 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] Routers {'2daf091e-1da3-41f0-8464-f988a0e90c16'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:15:37.769348 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:15:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['2daf091e-1da3-41f0-8464-f988a0e90c16'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:37.769599 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ce5ea06f-114a-4537-b17d-dd94ed1f00ea req-32dd5753-2c1d-4d65-9b7d-1e31b9e37f49 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 210 time: 0.0414665 Apr 20 16:15:37.804881 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d2daffad-83f4-461f-a4cb-f465932532f7 req-86aa411e-9899-4c4a-9775-d9102a3709a9 service neutron] 10.222.0.30 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430756 Apr 20 16:15:37.808653 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-e9b16aad-b8e9-4c82-b625-1644ce354681 None None] Allocated IP 172.20.0.2 (1909df4a-72a6-4533-bf20-1f90fba3849a/49f7ee52-7222-4a78-88ae-a616c6706517/327fef79-89a9-426e-a3c3-c3461942f74f) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:15:37.839953 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e87a875-58fb-4217-a33f-dae6f29c3063 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:37.844356 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4e87a875-58fb-4217-a33f-dae6f29c3063 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5336521 Apr 20 16:15:37.844956 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35674) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:37.906779 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-018c1b5b-65d2-4484-909d-dabfa0eab961 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:37.981929 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] Set router 2daf091e-1da3-41f0-8464-f988a0e90c16 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:15:38.065861 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e871389-ee85-4d40-92f7-45034adcf7a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:38.088301 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e871389-ee85-4d40-92f7-45034adcf7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:38.101831 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-018c1b5b-65d2-4484-909d-dabfa0eab961 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:38.219988 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-8e871389-ee85-4d40-92f7-45034adcf7a8 admin admin] Allocated IP 172.25.0.220 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/c1b18a2b-ec30-402e-b4ad-9f844b00705f) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:15:38.298145 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e9b16aad-b8e9-4c82-b625-1644ce354681 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:38.371015 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'name': 'tempest-AttachSCSIVolumeTestJSON-509519246-router', 'tenant_id': '931913e656484021adeac3497b0cd222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:32Z', 'updated_at': '2022-04-20T16:15:35Z', 'revision_number': 3, 'project_id': '931913e656484021adeac3497b0cd222', 'gw_port': {'id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:33Z', 'updated_at': '2022-04-20T16:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:38.400055 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb37a3-24b1-4e49-a78a-7535048e49d3 req-84a275ce-57f0-41db-8ae0-8a5fdf2aa661 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:38.401883 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6dfb37a3-24b1-4e49-a78a-7535048e49d3 req-84a275ce-57f0-41db-8ae0-8a5fdf2aa661 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.0982652 Apr 20 16:15:38.408491 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] Checking router: 2daf091e-1da3-41f0-8464-f988a0e90c16 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:15:38.408841 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] Updating router 2daf091e-1da3-41f0-8464-f988a0e90c16 port f425887e-0602-4e06-acd7-8a6a740d7d70 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:15:38.414593 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e871389-ee85-4d40-92f7-45034adcf7a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:38.438895 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e9b16aad-b8e9-4c82-b625-1644ce354681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:38.444094 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-018c1b5b-65d2-4484-909d-dabfa0eab961 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:38.453337 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:38.465762 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6dfb37a3-24b1-4e49-a78a-7535048e49d3 req-3aa6996d-42b6-4c58-8cd5-52efc3b725a6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543890 Apr 20 16:15:38.508125 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d75834e4-407e-4d8e-9dce-c27b56209688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:38.514641 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b16aad-b8e9-4c82-b625-1644ce354681 None None] Network 1909df4a-72a6-4533-bf20-1f90fba3849a is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:38.519202 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-e9b16aad-b8e9-4c82-b625-1644ce354681 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:38.525100 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b16aad-b8e9-4c82-b625-1644ce354681 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:15:38.555882 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b16aad-b8e9-4c82-b625-1644ce354681 None None] Pushing event updated for resources: {'Port': ['ID=327fef79-89a9-426e-a3c3-c3461942f74f,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:38.584897 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e871389-ee85-4d40-92f7-45034adcf7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:38.626776 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-018c1b5b-65d2-4484-909d-dabfa0eab961 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:38.665585 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e871389-ee85-4d40-92f7-45034adcf7a8 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:38.677614 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-8e871389-ee85-4d40-92f7-45034adcf7a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:38.682819 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e871389-ee85-4d40-92f7-45034adcf7a8 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:15:38.712767 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 68447cb3-11e3-4394-b6c4-bcaed8cb8634 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:15:38.740663 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e871389-ee85-4d40-92f7-45034adcf7a8 admin admin] Pushing event updated for resources: {'Port': ['ID=c1b18a2b-ec30-402e-b4ad-9f844b00705f,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:38.782922 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e9b16aad-b8e9-4c82-b625-1644ce354681 None None] Attempting to bind port 327fef79-89a9-426e-a3c3-c3461942f74f on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:15:38.783401 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e9b16aad-b8e9-4c82-b625-1644ce354681 None None] Attempting to bind port 327fef79-89a9-426e-a3c3-c3461942f74f by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'fbddc46f-6394-4b83-97a1-2ef96c69e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:15:38.783898 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b16aad-b8e9-4c82-b625-1644ce354681 None None] Attempting to bind port 327fef79-89a9-426e-a3c3-c3461942f74f on network 1909df4a-72a6-4533-bf20-1f90fba3849a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:38.785789 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-018c1b5b-65d2-4484-909d-dabfa0eab961 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:38.809280 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b16aad-b8e9-4c82-b625-1644ce354681 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:15:38.809676 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b16aad-b8e9-4c82-b625-1644ce354681 None None] Checking segment: {'id': 'fbddc46f-6394-4b83-97a1-2ef96c69e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:15:38.810101 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e9b16aad-b8e9-4c82-b625-1644ce354681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:38.810496 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b16aad-b8e9-4c82-b625-1644ce354681 None None] Bound using segment: {'id': 'fbddc46f-6394-4b83-97a1-2ef96c69e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:15:38.811024 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e9b16aad-b8e9-4c82-b625-1644ce354681 None None] Bound port: 327fef79-89a9-426e-a3c3-c3461942f74f, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbddc46f-6394-4b83-97a1-2ef96c69e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:15:38.811404 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e9b16aad-b8e9-4c82-b625-1644ce354681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:38.866887 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb2dc0-46ee-41a7-b995-df8e61e8bbc0 req-c0e74a63-fcda-4bce-bad1-3071946c11a2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:38.868832 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-afdb2dc0-46ee-41a7-b995-df8e61e8bbc0 req-c0e74a63-fcda-4bce-bad1-3071946c11a2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 944 time: 0.3411417 Apr 20 16:15:38.872897 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c1b5b-65d2-4484-909d-dabfa0eab961 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Pushing event updated for resources: {'Port': ['ID=48c8a759-596e-4a07-a2a1-c92dca727ff9,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:38.877456 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d068b-8ace-4f5d-a81d-07b1e0f30088 req-b8c820d6-fb29-4617-b955-2aa8cb11a2a4 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:38.880226 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c22d068b-8ace-4f5d-a81d-07b1e0f30088 req-b8c820d6-fb29-4617-b955-2aa8cb11a2a4 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 945 time: 0.1429720 Apr 20 16:15:38.962392 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 68447cb3-11e3-4394-b6c4-bcaed8cb8634 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:38.962764 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:38.968259 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-afdb2dc0-46ee-41a7-b995-df8e61e8bbc0 req-911558cf-3452-490e-ad91-6cb4021e0088 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914443 Apr 20 16:15:38.973891 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-018c1b5b-65d2-4484-909d-dabfa0eab961 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:38.994301 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-018c1b5b-65d2-4484-909d-dabfa0eab961 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8655291 Apr 20 16:15:39.003221 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-d75834e4-407e-4d8e-9dce-c27b56209688 admin admin] Allocated IP 172.20.0.1 (c0af4f27-24c4-4d9f-807b-ab4729ad2da0/5462d747-c5ea-4458-aa63-2988c4e762f9/d84aa451-ab9b-4ccc-98d6-44d1907e562e) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:15:39.041695 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c22d068b-8ace-4f5d-a81d-07b1e0f30088 req-43328bdd-6966-4b7c-b783-f8160ce5d1e4 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285198 Apr 20 16:15:39.050218 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e9b16aad-b8e9-4c82-b625-1644ce354681 None None] For port 327fef79-89a9-426e-a3c3-c3461942f74f, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:15:39.084925 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e9b16aad-b8e9-4c82-b625-1644ce354681 None None] For port 327fef79-89a9-426e-a3c3-c3461942f74f, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=327fef79-89a9-426e-a3c3-c3461942f74f,segment=NetworkSegment(fbddc46f-6394-4b83-97a1-2ef96c69e7cf),segment_id=fbddc46f-6394-4b83-97a1-2ef96c69e7cf)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:15:39.135002 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9c27b33-0156-4ff4-8020-2df7efd1d74c req-0f8a0284-0af2-4bc5-b106-1f81ae9743bb tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 210 time: 0.0565047 Apr 20 16:15:39.204059 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:39.212494 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d75834e4-407e-4d8e-9dce-c27b56209688 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:39.222383 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e9b16aad-b8e9-4c82-b625-1644ce354681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:39.299071 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b16aad-b8e9-4c82-b625-1644ce354681 None None] Pushing event updated for resources: {'Port': ['ID=327fef79-89a9-426e-a3c3-c3461942f74f,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:39.353891 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e871389-ee85-4d40-92f7-45034adcf7a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:39.361661 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:39.365260 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d75834e4-407e-4d8e-9dce-c27b56209688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:39.397048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75834e4-407e-4d8e-9dce-c27b56209688 admin admin] Network c0af4f27-24c4-4d9f-807b-ab4729ad2da0 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:39.422265 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-d75834e4-407e-4d8e-9dce-c27b56209688 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:39.426371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75834e4-407e-4d8e-9dce-c27b56209688 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:15:39.494961 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75834e4-407e-4d8e-9dce-c27b56209688 admin admin] Pushing event updated for resources: {'Port': ['ID=d84aa451-ab9b-4ccc-98d6-44d1907e562e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:39.514230 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d75834e4-407e-4d8e-9dce-c27b56209688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:39.522127 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932f2e9-96c6-4d32-8831-126e9f950eb3 None None] Pushing event updated for resources: {'Port': ['ID=f425887e-0602-4e06-acd7-8a6a740d7d70,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:39.533546 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] Attempting to bind port f425887e-0602-4e06-acd7-8a6a740d7d70 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:15:39.534421 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] Attempting to bind port f425887e-0602-4e06-acd7-8a6a740d7d70 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:15:39.534793 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] Attempting to bind port f425887e-0602-4e06-acd7-8a6a740d7d70 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:39.550131 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:15:39.550511 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:15:39.550919 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:39.551342 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:15:39.560823 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] Bound port: f425887e-0602-4e06-acd7-8a6a740d7d70, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:15:39.571159 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:39.669634 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] For port f425887e-0602-4e06-acd7-8a6a740d7d70, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:15:39.673095 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] For port f425887e-0602-4e06-acd7-8a6a740d7d70, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=f425887e-0602-4e06-acd7-8a6a740d7d70,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:15:39.766836 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e871389-ee85-4d40-92f7-45034adcf7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:39.796392 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:39.876641 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d75834e4-407e-4d8e-9dce-c27b56209688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:39.880290 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] Routers {'2daf091e-1da3-41f0-8464-f988a0e90c16'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:15:39.880290 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:15:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['2daf091e-1da3-41f0-8464-f988a0e90c16'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:39.884544 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932f2e9-96c6-4d32-8831-126e9f950eb3 None None] Pushing event updated for resources: {'Port': ['ID=f425887e-0602-4e06-acd7-8a6a740d7d70,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:39.945015 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507f311-2d1e-4557-bcf5-bc609958c6f7 req-d572f6d1-777d-4042-9034-297d0a33e741 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:39.954526 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-26c62803-e6ac-4092-a3d0-8ddcb3f78c50 None None] Provisioning complete for port d84aa451-ab9b-4ccc-98d6-44d1907e562e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:39.954526 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-26c62803-e6ac-4092-a3d0-8ddcb3f78c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:39.954823 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4507f311-2d1e-4557-bcf5-bc609958c6f7 req-d572f6d1-777d-4042-9034-297d0a33e741 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.2679720 Apr 20 16:15:40.037319 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] Set router 2daf091e-1da3-41f0-8464-f988a0e90c16 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:15:40.039245 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-26c62803-e6ac-4092-a3d0-8ddcb3f78c50 None None] Port d84aa451-ab9b-4ccc-98d6-44d1907e562e cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:15:40.069384 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4507f311-2d1e-4557-bcf5-bc609958c6f7 req-16cfbf52-8587-4b47-8620-22fbac6bd172 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159558 Apr 20 16:15:40.119221 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d75834e4-407e-4d8e-9dce-c27b56209688 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:40.140793 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-30212f95-da7f-434b-acc3-1cf0fc1f2404 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:40.142320 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-30212f95-da7f-434b-acc3-1cf0fc1f2404 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.26 "GET /v2.0/networks?id=d52de65f-951e-45d2-b9a6-4c794fcc9e2c HTTP/1.1" status: 200 len: 818 time: 0.4116843 Apr 20 16:15:40.164309 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-e1b08b6b-cac6-4c6e-b40c-b0f3b50447e6 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Request body: {'port': {'device_id': '7d1255f5-a79a-4fcb-9759-4893a93dc1f6', 'network_id': 'd52de65f-951e-45d2-b9a6-4c794fcc9e2c', 'admin_state_up': True, 'tenant_id': '5964ed8abcbe4e0995fa054da321f64e'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:40.225994 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93336fdd-4018-47c0-ac6f-673b5ccc920e req-b98cb84b-dbc7-4de3-8c4a-f70d54898730 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:40.232834 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-93336fdd-4018-47c0-ac6f-673b5ccc920e req-b98cb84b-dbc7-4de3-8c4a-f70d54898730 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 944 time: 0.0615444 Apr 20 16:15:40.246472 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d75834e4-407e-4d8e-9dce-c27b56209688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:40.341614 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'name': 'tempest-AttachSCSIVolumeTestJSON-509519246-router', 'tenant_id': '931913e656484021adeac3497b0cd222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:32Z', 'updated_at': '2022-04-20T16:15:39Z', 'revision_number': 4, 'project_id': '931913e656484021adeac3497b0cd222', 'gw_port': {'id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:33Z', 'updated_at': '2022-04-20T16:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'd84aa451-ab9b-4ccc-98d6-44d1907e562e', 'name': '', 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0', 'tenant_id': '931913e656484021adeac3497b0cd222', 'mac_address': 'fa:16:3e:6a:c2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '5462d747-c5ea-4458-aa63-2988c4e762f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:39Z', 'revision_number': 1, 'project_id': '931913e656484021adeac3497b0cd222', 'subnets': [{'id': '5462d747-c5ea-4458-aa63-2988c4e762f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:40.370397 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c6b43-f2af-4b3e-8746-37d04feeb345 req-9d1a8c7f-e238-4289-b55b-294ebb8cbcc3 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:40.372045 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-955c6b43-f2af-4b3e-8746-37d04feeb345 req-9d1a8c7f-e238-4289-b55b-294ebb8cbcc3 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 945 time: 0.2027292 Apr 20 16:15:40.385615 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909118b0-980e-4060-ab72-60b4eab026fc None None] The sync data for ids ['2daf091e-1da3-41f0-8464-f988a0e90c16'] in n-d-836146-2 is: [{'id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'name': 'tempest-AttachSCSIVolumeTestJSON-509519246-router', 'tenant_id': '931913e656484021adeac3497b0cd222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:32Z', 'updated_at': '2022-04-20T16:15:39Z', 'revision_number': 4, 'project_id': '931913e656484021adeac3497b0cd222', 'gw_port': {'id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:33Z', 'updated_at': '2022-04-20T16:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'd84aa451-ab9b-4ccc-98d6-44d1907e562e', 'name': '', 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0', 'tenant_id': '931913e656484021adeac3497b0cd222', 'mac_address': 'fa:16:3e:6a:c2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '5462d747-c5ea-4458-aa63-2988c4e762f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:39Z', 'revision_number': 1, 'project_id': '931913e656484021adeac3497b0cd222', 'subnets': [{'id': '5462d747-c5ea-4458-aa63-2988c4e762f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:15:40.398655 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75834e4-407e-4d8e-9dce-c27b56209688 admin admin] Pushing event updated for resources: {'Port': ['ID=d84aa451-ab9b-4ccc-98d6-44d1907e562e,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:40.445381 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-955c6b43-f2af-4b3e-8746-37d04feeb345 req-87e616e2-dad3-4052-8d84-8abb9a04423b tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650594 Apr 20 16:15:40.510221 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-93336fdd-4018-47c0-ac6f-673b5ccc920e req-52a9c89a-b594-45cf-91ed-4daca3cb7783 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760003 Apr 20 16:15:40.536366 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d75834e4-407e-4d8e-9dce-c27b56209688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:40.591902 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6b0de3e4-c81c-44ba-9e45-df2f4fdc115f req-a2296b8a-2f1e-49c8-a0f0-314894a6b495 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 210 time: 0.0459590 Apr 20 16:15:40.592797 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e871389-ee85-4d40-92f7-45034adcf7a8 admin admin] Router 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:15:40.603283 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-e1b08b6b-cac6-4c6e-b40c-b0f3b50447e6 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Made reservation on behalf of 5964ed8abcbe4e0995fa054da321f64e for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:15:40.608414 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-e1b08b6b-cac6-4c6e-b40c-b0f3b50447e6 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:40.847258 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 327fef79-89a9-426e-a3c3-c3461942f74f up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:15:40.908370 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cab0c6-1614-4487-82b1-681fe9ad6d2e None None] Network 1909df4a-72a6-4533-bf20-1f90fba3849a requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:15:41.051881 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9b998e3c-04cc-462d-bb7b-2a3181cbed52 None None] Provisioning complete for port 327fef79-89a9-426e-a3c3-c3461942f74f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:41.051881 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9b998e3c-04cc-462d-bb7b-2a3181cbed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:41.119985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 327fef79-89a9-426e-a3c3-c3461942f74f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:41.120386 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:41.362645 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-f1690878-034f-4b45-924f-d27150217bf7 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:41.362645 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-f1690878-034f-4b45-924f-d27150217bf7 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.30 "GET /v2.0/networks?id=d52de65f-951e-45d2-b9a6-4c794fcc9e2c HTTP/1.1" status: 200 len: 818 time: 0.9683673 Apr 20 16:15:41.419320 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-7d004fc8-c9e5-4348-8ef1-07b9498ebfa0 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Request body: {'port': {'device_id': '0894c94d-60ee-4fab-8c3f-6bb6ed449493', 'network_id': 'd52de65f-951e-45d2-b9a6-4c794fcc9e2c', 'admin_state_up': True, 'tenant_id': '5964ed8abcbe4e0995fa054da321f64e'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:41.503090 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e871389-ee85-4d40-92f7-45034adcf7a8 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:15:41.519179 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] Sync routers for ids ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:15:41.541342 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] Routers {'1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:15:41.541983 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:15:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:41.585552 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-e1b08b6b-cac6-4c6e-b40c-b0f3b50447e6 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Allocated IP 172.20.0.8 (d52de65f-951e-45d2-b9a6-4c794fcc9e2c/82fa33b9-5a09-4672-8383-e835cfd13b34/5e60676e-a38e-4481-b40c-0661df1fbdca) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:15:41.667549 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025869d4-ec1e-4bd9-a16b-3e57300dfb4e req-d7bbf566-c207-44cd-b034-ea8ece1959d8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:41.669405 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-025869d4-ec1e-4bd9-a16b-3e57300dfb4e req-d7bbf566-c207-44cd-b034-ea8ece1959d8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.4365470 Apr 20 16:15:41.702691 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e871389-ee85-4d40-92f7-45034adcf7a8 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:41.703961 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8e871389-ee85-4d40-92f7-45034adcf7a8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5783584 Apr 20 16:15:41.710522 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35776) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:41.718312 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75834e4-407e-4d8e-9dce-c27b56209688 admin admin] Network c0af4f27-24c4-4d9f-807b-ab4729ad2da0 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:41.724053 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c744331-77e0-43b7-a038-b7da87b5cb96 req-f56e60a8-9e0a-47a0-b8de-28c4eee3355b tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:41.725681 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6c744331-77e0-43b7-a038-b7da87b5cb96 req-f56e60a8-9e0a-47a0-b8de-28c4eee3355b tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 945 time: 0.1251910 Apr 20 16:15:41.752112 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] Set router 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:15:41.811957 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6c744331-77e0-43b7-a038-b7da87b5cb96 req-e2b2d82b-4afd-41f7-9fd4-8ba94897c175 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755508 Apr 20 16:15:41.835754 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9b998e3c-04cc-462d-bb7b-2a3181cbed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:41.853995 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:41.931831 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 327fef79-89a9-426e-a3c3-c3461942f74f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=327fef79-89a9-426e-a3c3-c3461942f74f,segment=NetworkSegment(fbddc46f-6394-4b83-97a1-2ef96c69e7cf),segment_id=fbddc46f-6394-4b83-97a1-2ef96c69e7cf)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:41.977981 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-e1b08b6b-cac6-4c6e-b40c-b0f3b50447e6 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:41.983833 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-025869d4-ec1e-4bd9-a16b-3e57300dfb4e req-57c816d5-d3e1-41dd-9e5e-f725c291acdb tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976620 Apr 20 16:15:41.992516 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-8b114e0b-31a8-4352-aebc-c8820db9390c tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:41.994504 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-8b114e0b-31a8-4352-aebc-c8820db9390c tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.26 "GET /v2.0/networks?id=d52de65f-951e-45d2-b9a6-4c794fcc9e2c HTTP/1.1" status: 200 len: 818 time: 0.8106189 Apr 20 16:15:41.998414 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-d75834e4-407e-4d8e-9dce-c27b56209688 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:42.087480 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:42.109545 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-1cb736bd-6aa6-4d29-a95b-a878e64cad71 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Request body: {'port': {'device_id': '034b9c60-f112-4db7-9764-15b31d0aba4b', 'network_id': 'd52de65f-951e-45d2-b9a6-4c794fcc9e2c', 'admin_state_up': True, 'tenant_id': '5964ed8abcbe4e0995fa054da321f64e'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:42.155987 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c03b77-de4c-4ba6-acf2-5c68d5e11783 req-d51a5393-f45d-4b28-95e5-212b5fdc6e0d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:42.158277 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-28c03b77-de4c-4ba6-acf2-5c68d5e11783 req-d51a5393-f45d-4b28-95e5-212b5fdc6e0d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 944 time: 0.1929889 Apr 20 16:15:42.265789 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-28c03b77-de4c-4ba6-acf2-5c68d5e11783 req-d241de60-1bc4-4876-84f4-0a1e9d41b7aa tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994020 Apr 20 16:15:42.282597 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'name': 'tempest-AttachVolumeTestJSON-782311160-router', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:37Z', 'updated_at': '2022-04-20T16:15:39Z', 'revision_number': 3, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'gw_port': {'id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:42.318462 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-9b998e3c-04cc-462d-bb7b-2a3181cbed52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:15:42.319040 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-9b998e3c-04cc-462d-bb7b-2a3181cbed52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:15:42.325375 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=327fef79-89a9-426e-a3c3-c3461942f74f,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:42.332014 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] Checking router: 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:15:42.335282 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] Updating router 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a port c1b18a2b-ec30-402e-b4ad-9f844b00705f binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:15:42.345384 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-e1b08b6b-cac6-4c6e-b40c-b0f3b50447e6 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:42.351825 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f738a99c-4db8-47a8-aadd-3cbdca415ed3 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:15:42.423095 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:42.430444 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-e1b08b6b-cac6-4c6e-b40c-b0f3b50447e6 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Network d52de65f-951e-45d2-b9a6-4c794fcc9e2c is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:42.435926 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-e1b08b6b-cac6-4c6e-b40c-b0f3b50447e6 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:42.440002 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-e1b08b6b-cac6-4c6e-b40c-b0f3b50447e6 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:15:42.500008 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b08b6b-cac6-4c6e-b40c-b0f3b50447e6 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Pushing event updated for resources: {'Port': ['ID=5e60676e-a38e-4481-b40c-0661df1fbdca,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:42.526608 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-e1b08b6b-cac6-4c6e-b40c-b0f3b50447e6 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:42.527249 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-e1b08b6b-cac6-4c6e-b40c-b0f3b50447e6 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:42.536975 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f407c639-a752-40a0-848b-a630ea55fbd9 req-fa29d6ad-696e-489d-a66f-82e7d1e63fa5 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 210 time: 0.3383894 Apr 20 16:15:42.548107 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75834e4-407e-4d8e-9dce-c27b56209688 admin admin] Router 2daf091e-1da3-41f0-8464-f988a0e90c16 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:15:42.568050 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f738a99c-4db8-47a8-aadd-3cbdca415ed3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f738a99c-4db8-47a8-aadd-3cbdca415ed3,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:42.585723 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'f738a99c-4db8-47a8-aadd-3cbdca415ed3', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'port_id': 'f738a99c-4db8-47a8-aadd-3cbdca415ed3', 'mac_address': 'fa:16:3e:6f:95:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:15:42.636846 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:42.649646 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-e1b08b6b-cac6-4c6e-b40c-b0f3b50447e6 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4921637 Apr 20 16:15:42.654715 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-7d004fc8-c9e5-4348-8ef1-07b9498ebfa0 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Made reservation on behalf of 5964ed8abcbe4e0995fa054da321f64e for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:15:42.661450 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-7d004fc8-c9e5-4348-8ef1-07b9498ebfa0 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:42.661763 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f738a99c-4db8-47a8-aadd-3cbdca415ed3 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:15:42.669896 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-2ce8f8b9-aaaa-467d-b709-a0e879a1b324 service neutron] Request body: {'port': {'device_id': '7d1255f5-a79a-4fcb-9759-4893a93dc1f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:42.700247 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f738a99c-4db8-47a8-aadd-3cbdca415ed3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f738a99c-4db8-47a8-aadd-3cbdca415ed3,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:42.851983 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-2ce8f8b9-aaaa-467d-b709-a0e879a1b324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:42.875628 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:42.980502 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 327fef79-89a9-426e-a3c3-c3461942f74f up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:15:43.021376 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-7d004fc8-c9e5-4348-8ef1-07b9498ebfa0 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Allocated IP 172.20.0.10 (d52de65f-951e-45d2-b9a6-4c794fcc9e2c/82fa33b9-5a09-4672-8383-e835cfd13b34/ea282cd3-916e-4b50-ba05-f7daa68e0521) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:15:43.043509 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:43.098959 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=f738a99c-4db8-47a8-aadd-3cbdca415ed3,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:43.130906 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 327fef79-89a9-426e-a3c3-c3461942f74f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:43.131591 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:43.212087 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:43.213514 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1343df-a012-439e-89e6-e8f8fc6bdb6b req-52def933-e3ac-47ab-9db1-74c7fff8d279 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:43.224479 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b1343df-a012-439e-89e6-e8f8fc6bdb6b req-52def933-e3ac-47ab-9db1-74c7fff8d279 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 945 time: 0.0886936 Apr 20 16:15:43.253936 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5602f988-d452-4187-aabe-aeb1b5b1e7c3 None None] Provisioning complete for port 327fef79-89a9-426e-a3c3-c3461942f74f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:43.254342 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5602f988-d452-4187-aabe-aeb1b5b1e7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:43.284953 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f425887e-0602-4e06-acd7-8a6a740d7d70 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:15:43.302184 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b1343df-a012-439e-89e6-e8f8fc6bdb6b req-f13d4340-8663-4776-ac21-92b75900661e tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736678 Apr 20 16:15:43.328613 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] Attempting to bind port c1b18a2b-ec30-402e-b4ad-9f844b00705f on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:15:43.329542 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] Attempting to bind port c1b18a2b-ec30-402e-b4ad-9f844b00705f by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:15:43.330021 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] Attempting to bind port c1b18a2b-ec30-402e-b4ad-9f844b00705f on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:43.344017 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7d0f4-0ec1-46f6-9360-ce074b411553 None None] Pushing event updated for resources: {'Port': ['ID=c1b18a2b-ec30-402e-b4ad-9f844b00705f,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:43.347494 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:15:43.348040 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:15:43.350684 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:43.351182 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:15:43.351794 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] Bound port: c1b18a2b-ec30-402e-b4ad-9f844b00705f, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:15:43.352713 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:43.410758 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148774f7-dc5d-494c-8c09-8724d3a367be req-0debcf79-f227-4ccb-a744-a887a6694e1f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:43.412303 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-148774f7-dc5d-494c-8c09-8724d3a367be req-0debcf79-f227-4ccb-a744-a887a6694e1f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.2892473 Apr 20 16:15:43.419461 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-1cb736bd-6aa6-4d29-a95b-a878e64cad71 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Made reservation on behalf of 5964ed8abcbe4e0995fa054da321f64e for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:15:43.423056 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-1cb736bd-6aa6-4d29-a95b-a878e64cad71 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:43.463492 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] For port c1b18a2b-ec30-402e-b4ad-9f844b00705f, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:15:43.471413 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] For port c1b18a2b-ec30-402e-b4ad-9f844b00705f, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c1b18a2b-ec30-402e-b4ad-9f844b00705f,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:15:43.477391 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port f425887e-0602-4e06-acd7-8a6a740d7d70 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:43.478392 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:43.480642 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66296c2-476e-4688-aa32-29645205075a req-07ffc1c4-8966-472c-9f9c-14cab02d6202 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:43.488692 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f738a99c-4db8-47a8-aadd-3cbdca415ed3'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:15:43.490080 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d66296c2-476e-4688-aa32-29645205075a req-07ffc1c4-8966-472c-9f9c-14cab02d6202 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 945 time: 0.0806992 Apr 20 16:15:43.542869 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:43.544879 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d66296c2-476e-4688-aa32-29645205075a req-15052772-e9e5-44f7-9770-277967632d39 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500433 Apr 20 16:15:43.598173 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75834e4-407e-4d8e-9dce-c27b56209688 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:15:43.634714 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d75834e4-407e-4d8e-9dce-c27b56209688 admin admin] 10.222.0.15 "PUT /v2.0/routers/2daf091e-1da3-41f0-8464-f988a0e90c16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7854593 Apr 20 16:15:43.642054 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7d0f4-0ec1-46f6-9360-ce074b411553 None None] Pushing event updated for resources: {'Port': ['ID=c1b18a2b-ec30-402e-b4ad-9f844b00705f,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:43.657818 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-7d004fc8-c9e5-4348-8ef1-07b9498ebfa0 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:43.666606 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-148774f7-dc5d-494c-8c09-8724d3a367be req-4b9fd16e-6cff-4904-907f-ceddc7fccc86 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173452 Apr 20 16:15:43.673020 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] Routers {'1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:15:43.677616 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:15:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:43.755954 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5602f988-d452-4187-aabe-aeb1b5b1e7c3 None None] Provisioning complete for port d84aa451-ab9b-4ccc-98d6-44d1907e562e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:43.758605 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5602f988-d452-4187-aabe-aeb1b5b1e7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:43.773946 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-29346791-d94e-4c71-b736-9c7509ec517b req-0fc5ee4f-5705-40da-82ac-cf1ad47317c2 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 210 time: 0.0839982 Apr 20 16:15:43.871723 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] Set router 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:15:43.896215 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-7d004fc8-c9e5-4348-8ef1-07b9498ebfa0 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:43.923363 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5602f988-d452-4187-aabe-aeb1b5b1e7c3 None None] Port d84aa451-ab9b-4ccc-98d6-44d1907e562e cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:15:43.926935 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:43.986299 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port f425887e-0602-4e06-acd7-8a6a740d7d70, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=f425887e-0602-4e06-acd7-8a6a740d7d70,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:44.029846 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d004fc8-c9e5-4348-8ef1-07b9498ebfa0 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Pushing event updated for resources: {'Port': ['ID=ea282cd3-916e-4b50-ba05-f7daa68e0521,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:44.033612 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-7d004fc8-c9e5-4348-8ef1-07b9498ebfa0 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Network d52de65f-951e-45d2-b9a6-4c794fcc9e2c is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:44.035850 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c97843f1-0f2e-4d57-b6f8-432d232e489c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:44.040059 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-7d004fc8-c9e5-4348-8ef1-07b9498ebfa0 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:44.048082 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-7d004fc8-c9e5-4348-8ef1-07b9498ebfa0 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:15:44.104978 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-2ce8f8b9-aaaa-467d-b709-a0e879a1b324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e60676e-a38e-4481-b40c-0661df1fbdca {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:15:44.116088 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-2ce8f8b9-aaaa-467d-b709-a0e879a1b324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:44.127370 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:44.169386 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-2ce8f8b9-aaaa-467d-b709-a0e879a1b324 service neutron] Transition to ACTIVE for port object 5e60676e-a38e-4481-b40c-0661df1fbdca will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:15:44.170023 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-7d004fc8-c9e5-4348-8ef1-07b9498ebfa0 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:44.170023 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-7d004fc8-c9e5-4348-8ef1-07b9498ebfa0 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:44.224761 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=f425887e-0602-4e06-acd7-8a6a740d7d70,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:44.249948 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'name': 'tempest-AttachVolumeTestJSON-782311160-router', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:37Z', 'updated_at': '2022-04-20T16:15:39Z', 'revision_number': 3, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'gw_port': {'id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:44.277773 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb772d7-fedb-4b6c-91d1-f1f47de32a99 None None] The sync data for ids ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'] in n-d-836146-2 is: [{'id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'name': 'tempest-AttachVolumeTestJSON-782311160-router', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:37Z', 'updated_at': '2022-04-20T16:15:39Z', 'revision_number': 3, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'gw_port': {'id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:15:44.293423 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-2ce8f8b9-aaaa-467d-b709-a0e879a1b324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:44.327972 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-c97843f1-0f2e-4d57-b6f8-432d232e489c admin admin] Allocated IP 172.20.0.1 (1909df4a-72a6-4533-bf20-1f90fba3849a/49f7ee52-7222-4a78-88ae-a616c6706517/4559b831-69c2-44cd-9aa0-3a727d8cee61) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:15:44.338815 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-7d004fc8-c9e5-4348-8ef1-07b9498ebfa0 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9294920 Apr 20 16:15:44.362579 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-00742e85-61af-4690-ba1a-93108e1ee460 service neutron] Request body: {'port': {'device_id': '0894c94d-60ee-4fab-8c3f-6bb6ed449493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:44.447092 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-1cb736bd-6aa6-4d29-a95b-a878e64cad71 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Allocated IP 172.20.0.13 (d52de65f-951e-45d2-b9a6-4c794fcc9e2c/82fa33b9-5a09-4672-8383-e835cfd13b34/0a36f904-8800-4d84-baf6-84e6ec961603) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:15:44.509693 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8f8b9-aaaa-467d-b709-a0e879a1b324 service neutron] Pushing event updated for resources: {'Port': ['ID=5e60676e-a38e-4481-b40c-0661df1fbdca,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:44.584785 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] Sync routers for ids ['2daf091e-1da3-41f0-8464-f988a0e90c16'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:15:44.598794 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-2ce8f8b9-aaaa-467d-b709-a0e879a1b324 service neutron] Attempting to bind port 5e60676e-a38e-4481-b40c-0661df1fbdca on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:15:44.600027 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-2ce8f8b9-aaaa-467d-b709-a0e879a1b324 service neutron] Attempting to bind port 5e60676e-a38e-4481-b40c-0661df1fbdca by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'd94be0aa-c1a8-4be3-89d2-b5ad7610ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd52de65f-951e-45d2-b9a6-4c794fcc9e2c'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:15:44.601377 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-2ce8f8b9-aaaa-467d-b709-a0e879a1b324 service neutron] Attempting to bind port 5e60676e-a38e-4481-b40c-0661df1fbdca on network d52de65f-951e-45d2-b9a6-4c794fcc9e2c {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:44.603015 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] Routers {'2daf091e-1da3-41f0-8464-f988a0e90c16'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:15:44.604195 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:15:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['2daf091e-1da3-41f0-8464-f988a0e90c16'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:44.627231 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-2ce8f8b9-aaaa-467d-b709-a0e879a1b324 service neutron] Port 5e60676e-a38e-4481-b40c-0661df1fbdca on network d52de65f-951e-45d2-b9a6-4c794fcc9e2c not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:15:44.627712 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-2ce8f8b9-aaaa-467d-b709-a0e879a1b324 service neutron] Attempting to bind port 5e60676e-a38e-4481-b40c-0661df1fbdca on network d52de65f-951e-45d2-b9a6-4c794fcc9e2c {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:44.643662 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-2ce8f8b9-aaaa-467d-b709-a0e879a1b324 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:15:44.644525 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-2ce8f8b9-aaaa-467d-b709-a0e879a1b324 service neutron] Checking segment: {'id': 'd94be0aa-c1a8-4be3-89d2-b5ad7610ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd52de65f-951e-45d2-b9a6-4c794fcc9e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:15:44.645028 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-2ce8f8b9-aaaa-467d-b709-a0e879a1b324 service neutron] Bound using segment: {'id': 'd94be0aa-c1a8-4be3-89d2-b5ad7610ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd52de65f-951e-45d2-b9a6-4c794fcc9e2c'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:15:44.645820 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-2ce8f8b9-aaaa-467d-b709-a0e879a1b324 service neutron] Bound port: 5e60676e-a38e-4481-b40c-0661df1fbdca, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd94be0aa-c1a8-4be3-89d2-b5ad7610ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd52de65f-951e-45d2-b9a6-4c794fcc9e2c'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:15:44.646608 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-2ce8f8b9-aaaa-467d-b709-a0e879a1b324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:44.796480 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] Set router 2daf091e-1da3-41f0-8464-f988a0e90c16 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:15:44.900490 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35814) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:44.912470 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f425887e-0602-4e06-acd7-8a6a740d7d70 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:15:44.931161 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c0d1fb56-9139-48a6-9c16-425c790a72e9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1038627380-network', 'tenant_id': '8ca2de8c019b4e89952b40e3c117201c'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:45.016147 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-2ce8f8b9-aaaa-467d-b709-a0e879a1b324 service neutron] For port 5e60676e-a38e-4481-b40c-0661df1fbdca, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:15:45.023114 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-2ce8f8b9-aaaa-467d-b709-a0e879a1b324 service neutron] For port 5e60676e-a38e-4481-b40c-0661df1fbdca, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=5e60676e-a38e-4481-b40c-0661df1fbdca,segment=NetworkSegment(d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e),segment_id=d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:15:45.048231 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8ffee-c002-4a4c-8cdf-efd9484cf30e req-e79c9d03-cb33-48df-85b0-f1181e4c4f15 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:45.058637 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-22a8ffee-c002-4a4c-8cdf-efd9484cf30e req-e79c9d03-cb33-48df-85b0-f1181e4c4f15 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 945 time: 0.3187842 Apr 20 16:15:45.067016 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d1fb56-9139-48a6-9c16-425c790a72e9 admin admin] Made reservation on behalf of 8ca2de8c019b4e89952b40e3c117201c for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:15:45.070539 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c0d1fb56-9139-48a6-9c16-425c790a72e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:45.077941 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port f425887e-0602-4e06-acd7-8a6a740d7d70 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:45.078522 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:45.083443 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c0d1fb56-9139-48a6-9c16-425c790a72e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:45.166029 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-00742e85-61af-4690-ba1a-93108e1ee460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:45.191285 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-2ce8f8b9-aaaa-467d-b709-a0e879a1b324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:45.221777 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a1360-9b55-4597-b783-c1363c0d573d req-2753ef88-f46a-417d-b353-57d455aef901 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:45.224721 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a56a1360-9b55-4597-b783-c1363c0d573d req-2753ef88-f46a-417d-b353-57d455aef901 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 945 time: 0.7715802 Apr 20 16:15:45.275362 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-2ce8f8b9-aaaa-467d-b709-a0e879a1b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:45.276026 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-2ce8f8b9-aaaa-467d-b709-a0e879a1b324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:45.279830 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-2ce8f8b9-aaaa-467d-b709-a0e879a1b324 service neutron] 10.222.0.26 "PUT /v2.0/ports/5e60676e-a38e-4481-b40c-0661df1fbdca HTTP/1.1" status: 200 len: 1091 time: 2.6141636 Apr 20 16:15:45.281589 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1255f5-a79a-4fcb-9759-4893a93dc1f6', 'tag': '5e60676e-a38e-4481-b40c-0661df1fbdca'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:45.283890 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de92e01-c3c9-49dc-baff-bd55af2747b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1255f5-a79a-4fcb-9759-4893a93dc1f6", "tag": "5e60676e-a38e-4481-b40c-0661df1fbdca"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:15:45.321793 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'name': 'tempest-AttachSCSIVolumeTestJSON-509519246-router', 'tenant_id': '931913e656484021adeac3497b0cd222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:32Z', 'updated_at': '2022-04-20T16:15:39Z', 'revision_number': 4, 'project_id': '931913e656484021adeac3497b0cd222', 'gw_port': {'id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:33Z', 'updated_at': '2022-04-20T16:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'd84aa451-ab9b-4ccc-98d6-44d1907e562e', 'name': '', 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0', 'tenant_id': '931913e656484021adeac3497b0cd222', 'mac_address': 'fa:16:3e:6a:c2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '5462d747-c5ea-4458-aa63-2988c4e762f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:39Z', 'revision_number': 2, 'project_id': '931913e656484021adeac3497b0cd222', 'subnets': [{'id': '5462d747-c5ea-4458-aa63-2988c4e762f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:45.341703 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c0d1fb56-9139-48a6-9c16-425c790a72e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:45.343096 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8f8b9-aaaa-467d-b709-a0e879a1b324 service neutron] Pushing event updated for resources: {'Port': ['ID=5e60676e-a38e-4481-b40c-0661df1fbdca,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:45.380113 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] Checking router: 2daf091e-1da3-41f0-8464-f988a0e90c16 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:15:45.380864 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] Updating router 2daf091e-1da3-41f0-8464-f988a0e90c16 port d84aa451-ab9b-4ccc-98d6-44d1907e562e binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:15:45.436126 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:45.572986 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c0d1fb56-9139-48a6-9c16-425c790a72e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:45.583730 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c97843f1-0f2e-4d57-b6f8-432d232e489c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:45.665504 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a56a1360-9b55-4597-b783-c1363c0d573d req-23c2ff90-add8-4ba2-9724-b3c9496aacea tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917248 Apr 20 16:15:45.674023 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1fb56-9139-48a6-9c16-425c790a72e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0ea3da-082f-4c06-b521-8ee2f6a01bff,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:45.767192 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d1fb56-9139-48a6-9c16-425c790a72e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:15:45.787761 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-4bc50d01-9195-4858-87cd-97dcb676c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:45.792899 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-4bc50d01-9195-4858-87cd-97dcb676c117 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5964ed8abcbe4e0995fa054da321f64e&device_id=7d1255f5-a79a-4fcb-9759-4893a93dc1f6 HTTP/1.1" status: 200 len: 1094 time: 0.2991831 Apr 20 16:15:45.798458 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c0d1fb56-9139-48a6-9c16-425c790a72e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:45.798923 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-c0d1fb56-9139-48a6-9c16-425c790a72e9 admin admin] Added segment 52445a65-5884-4a6e-8953-3431d8e54486 of type vlan for network 90fa5ce9-1b04-4159-ad42-3d370d384af3 Apr 20 16:15:45.869020 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-1cb736bd-6aa6-4d29-a95b-a878e64cad71 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:45.891855 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-a269e8ef-6b7e-46b8-a0b4-3a6d5bd973f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e60676e-a38e-4481-b40c-0661df1fbdca HTTP/1.1" status: 200 len: 217 time: 0.0717063 Apr 20 16:15:45.901307 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-22a8ffee-c002-4a4c-8cdf-efd9484cf30e req-ed049cbe-8400-4963-b79d-42d949fcacac tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8379500 Apr 20 16:15:45.908774 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64919cdf-2db9-4b63-9a1d-e903060c43f5 req-52432734-a61c-40ba-8ad8-9c74611248b6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:45.912160 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-64919cdf-2db9-4b63-9a1d-e903060c43f5 req-52432734-a61c-40ba-8ad8-9c74611248b6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.1301370 Apr 20 16:15:45.944087 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c0d1fb56-9139-48a6-9c16-425c790a72e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:46.004919 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:46.010513 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c97843f1-0f2e-4d57-b6f8-432d232e489c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:46.030273 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-3e3ba814-b437-4b2c-8b59-21dc0d5c3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:46.033407 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-3e3ba814-b437-4b2c-8b59-21dc0d5c3665 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82fa33b9-5a09-4672-8383-e835cfd13b34 HTTP/1.1" status: 200 len: 858 time: 0.1316595 Apr 20 16:15:46.071487 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97843f1-0f2e-4d57-b6f8-432d232e489c admin admin] Network 1909df4a-72a6-4533-bf20-1f90fba3849a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:46.074013 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.db.resource_extend [None req-c0d1fb56-9139-48a6-9c16-425c790a72e9 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 16:15:46.080538 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-c97843f1-0f2e-4d57-b6f8-432d232e489c admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:46.082894 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97843f1-0f2e-4d57-b6f8-432d232e489c admin admin] Pushing event updated for resources: {'Port': ['ID=4559b831-69c2-44cd-9aa0-3a727d8cee61,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:46.085300 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97843f1-0f2e-4d57-b6f8-432d232e489c admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:15:46.086671 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-fe31127f-fc0a-4b1b-a4b8-497158166ed5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d52de65f-951e-45d2-b9a6-4c794fcc9e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457039 Apr 20 16:15:46.121806 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fe46562f-5907-46d0-ad1b-e377c011769c req-e2e52e12-dc5e-4b89-953e-958739ddb2e4 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 210 time: 0.0651963 Apr 20 16:15:46.142315 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-64919cdf-2db9-4b63-9a1d-e903060c43f5 req-d39e7bd2-e320-4cf8-b209-164b6e858ba6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179029 Apr 20 16:15:46.160679 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-1cb736bd-6aa6-4d29-a95b-a878e64cad71 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:46.189865 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:46.240876 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-c4af33e7-f86b-4edf-8c2b-29a66aa5e4c7 service neutron] 10.222.0.26 "GET /v2.0/networks/d52de65f-951e-45d2-b9a6-4c794fcc9e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460030 Apr 20 16:15:46.242495 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3191188-bc06-4ee5-9af9-0cae28e9d11b x-openstack-request-id: req-c3191188-bc06-4ee5-9af9-0cae28e9d11b {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:15:46.242893 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1255f5-a79a-4fcb-9759-4893a93dc1f6", "tag": "5e60676e-a38e-4481-b40c-0661df1fbdca", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:15:46.243245 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3191188-bc06-4ee5-9af9-0cae28e9d11b {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:15:46.243748 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3191188-bc06-4ee5-9af9-0cae28e9d11b'] response: {'name': 'network-changed', 'server_uuid': '7d1255f5-a79a-4fcb-9759-4893a93dc1f6', 'tag': '5e60676e-a38e-4481-b40c-0661df1fbdca', 'status': 'completed', 'code': 200} Apr 20 16:15:46.257292 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c0d1fb56-9139-48a6-9c16-425c790a72e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:46.258279 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d1fb56-9139-48a6-9c16-425c790a72e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:46.263231 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c0d1fb56-9139-48a6-9c16-425c790a72e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:46.263397 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c97843f1-0f2e-4d57-b6f8-432d232e489c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:46.402183 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1fb56-9139-48a6-9c16-425c790a72e9 admin admin] Pushing event updated for resources: {'Network': ['ID=90fa5ce9-1b04-4159-ad42-3d370d384af3,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:46.414518 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c0d1fb56-9139-48a6-9c16-425c790a72e9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5081165 Apr 20 16:15:46.415734 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35824) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:46.417102 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-1cb736bd-6aa6-4d29-a95b-a878e64cad71 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Network d52de65f-951e-45d2-b9a6-4c794fcc9e2c is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:46.423034 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb736bd-6aa6-4d29-a95b-a878e64cad71 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Pushing event updated for resources: {'Port': ['ID=0a36f904-8800-4d84-baf6-84e6ec961603,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:46.430890 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-1cb736bd-6aa6-4d29-a95b-a878e64cad71 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:46.435282 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-1cb736bd-6aa6-4d29-a95b-a878e64cad71 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:15:46.452425 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f738a99c-4db8-47a8-aadd-3cbdca415ed3 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:15:46.454549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 90fa5ce9-1b04-4159-ad42-3d370d384af3 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:15:46.462393 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-2367c7e3-ab0a-43eb-ae26-7800eece73e5 admin admin] Request body: {'subnet': {'network_id': '90fa5ce9-1b04-4159-ad42-3d370d384af3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038627380-subnet', 'tenant_id': '8ca2de8c019b4e89952b40e3c117201c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:46.554743 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-1cb736bd-6aa6-4d29-a95b-a878e64cad71 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:46.554743 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-1cb736bd-6aa6-4d29-a95b-a878e64cad71 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:46.557500 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-4d90091f-fc18-479e-b95e-7e6cd92519f0 service neutron] 10.222.0.26 "GET /v2.0/networks/d52de65f-951e-45d2-b9a6-4c794fcc9e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085139 Apr 20 16:15:46.623965 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2367c7e3-ab0a-43eb-ae26-7800eece73e5 admin admin] Made reservation on behalf of 8ca2de8c019b4e89952b40e3c117201c for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:15:46.623965 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2367c7e3-ab0a-43eb-ae26-7800eece73e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:46.692842 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c97843f1-0f2e-4d57-b6f8-432d232e489c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:46.717072 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2fe39-1845-4fc8-9ea1-18f4c6823bed None None] Pushing event updated for resources: {'Port': ['ID=d84aa451-ab9b-4ccc-98d6-44d1907e562e,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:46.727376 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-00742e85-61af-4690-ba1a-93108e1ee460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea282cd3-916e-4b50-ba05-f7daa68e0521 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:15:46.734585 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3465ff81-3079-45c0-8b9b-ff3dc0557a4a None None] Provisioning complete for port 4559b831-69c2-44cd-9aa0-3a727d8cee61 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:46.744091 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3465ff81-3079-45c0-8b9b-ff3dc0557a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:46.758472 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-1cb736bd-6aa6-4d29-a95b-a878e64cad71 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7073946 Apr 20 16:15:46.774451 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-00742e85-61af-4690-ba1a-93108e1ee460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:46.794275 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-b7d5e36f-d6ad-489f-89ff-33eebaa39f8f service neutron] Request body: {'port': {'device_id': '034b9c60-f112-4db7-9764-15b31d0aba4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:46.863211 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c1b18a2b-ec30-402e-b4ad-9f844b00705f up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:15:46.892481 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] Attempting to bind port d84aa451-ab9b-4ccc-98d6-44d1907e562e on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:15:46.892850 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] Attempting to bind port d84aa451-ab9b-4ccc-98d6-44d1907e562e by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '45e6c1a3-1f54-4db2-86c6-172c4254d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:15:46.893207 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] Attempting to bind port d84aa451-ab9b-4ccc-98d6-44d1907e562e on network c0af4f27-24c4-4d9f-807b-ab4729ad2da0 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:46.905583 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de92e01-c3c9-49dc-baff-bd55af2747b5 req-3ec81769-e393-4ba9-a9b1-36bc791ba47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:46.907270 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7de92e01-c3c9-49dc-baff-bd55af2747b5 req-3ec81769-e393-4ba9-a9b1-36bc791ba47f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5964ed8abcbe4e0995fa054da321f64e&device_id=7d1255f5-a79a-4fcb-9759-4893a93dc1f6 HTTP/1.1" status: 200 len: 1094 time: 0.1174541 Apr 20 16:15:46.916434 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3465ff81-3079-45c0-8b9b-ff3dc0557a4a None None] Port 4559b831-69c2-44cd-9aa0-3a727d8cee61 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:15:46.919746 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:15:46.920126 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] Checking segment: {'id': '45e6c1a3-1f54-4db2-86c6-172c4254d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:15:46.920555 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:46.921036 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] Bound using segment: {'id': '45e6c1a3-1f54-4db2-86c6-172c4254d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:15:46.921434 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] Bound port: d84aa451-ab9b-4ccc-98d6-44d1907e562e, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e6c1a3-1f54-4db2-86c6-172c4254d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:15:46.921821 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:46.987170 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port c1b18a2b-ec30-402e-b4ad-9f844b00705f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:46.987552 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:47.031114 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port f738a99c-4db8-47a8-aadd-3cbdca415ed3 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:15:47.031336 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-b7d5e36f-d6ad-489f-89ff-33eebaa39f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:47.046321 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-00742e85-61af-4690-ba1a-93108e1ee460 service neutron] Transition to ACTIVE for port object ea282cd3-916e-4b50-ba05-f7daa68e0521 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:15:47.050214 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] For port d84aa451-ab9b-4ccc-98d6-44d1907e562e, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:15:47.057243 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port f738a99c-4db8-47a8-aadd-3cbdca415ed3 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:47.062751 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:47.170364 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-00742e85-61af-4690-ba1a-93108e1ee460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:47.190555 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] For port d84aa451-ab9b-4ccc-98d6-44d1907e562e, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d84aa451-ab9b-4ccc-98d6-44d1907e562e,segment=NetworkSegment(45e6c1a3-1f54-4db2-86c6-172c4254d33a),segment_id=45e6c1a3-1f54-4db2-86c6-172c4254d33a)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:15:47.202381 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de92e01-c3c9-49dc-baff-bd55af2747b5 req-5dfb331b-0627-487a-a097-8c9a73823fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:47.204453 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7de92e01-c3c9-49dc-baff-bd55af2747b5 req-5dfb331b-0627-487a-a097-8c9a73823fc7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d52de65f-951e-45d2-b9a6-4c794fcc9e2c HTTP/1.1" status: 200 len: 919 time: 0.2894933 Apr 20 16:15:47.213408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2f827735-c8c9-48f7-b176-39e85c9d3cb0 None None] Provisioning complete for port d84aa451-ab9b-4ccc-98d6-44d1907e562e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:47.214016 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2f827735-c8c9-48f7-b176-39e85c9d3cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:47.225996 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fd2cb-1cf4-420e-af16-9dd504af7aee req-6d9d5a5a-143b-40ed-a9e0-82c00de6f27b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:47.227378 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-198fd2cb-1cf4-420e-af16-9dd504af7aee req-6d9d5a5a-143b-40ed-a9e0-82c00de6f27b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 945 time: 0.2001569 Apr 20 16:15:47.257680 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2f827735-c8c9-48f7-b176-39e85c9d3cb0 None None] Port d84aa451-ab9b-4ccc-98d6-44d1907e562e cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:15:47.259388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7dfb3-c7ca-4161-b8c5-fe8f3bb1ff12 req-3c1e002d-abd2-4c7d-9a11-790a2f1199aa tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:47.261427 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f7d7dfb3-c7ca-4161-b8c5-fe8f3bb1ff12 req-3c1e002d-abd2-4c7d-9a11-790a2f1199aa tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 945 time: 0.3925807 Apr 20 16:15:47.266301 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00742e85-61af-4690-ba1a-93108e1ee460 service neutron] Pushing event updated for resources: {'Port': ['ID=ea282cd3-916e-4b50-ba05-f7daa68e0521,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:47.292478 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7de92e01-c3c9-49dc-baff-bd55af2747b5 req-9d55ff8b-fd33-4b79-a9d0-650e07728848 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e60676e-a38e-4481-b40c-0661df1fbdca HTTP/1.1" status: 200 len: 217 time: 0.0639367 Apr 20 16:15:47.324362 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:47.364322 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-198fd2cb-1cf4-420e-af16-9dd504af7aee req-7b60f9a9-ba96-4dfc-b586-c54f4cad0183 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293619 Apr 20 16:15:47.371981 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2367c7e3-ab0a-43eb-ae26-7800eece73e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:47.397884 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] Routers {'2daf091e-1da3-41f0-8464-f988a0e90c16'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:15:47.398532 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:15:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['2daf091e-1da3-41f0-8464-f988a0e90c16'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:47.418964 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:47.472299 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port c1b18a2b-ec30-402e-b4ad-9f844b00705f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c1b18a2b-ec30-402e-b4ad-9f844b00705f,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:47.478478 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de92e01-c3c9-49dc-baff-bd55af2747b5 req-bc4bd66b-e092-4506-968f-62029ac0e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:47.484222 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7de92e01-c3c9-49dc-baff-bd55af2747b5 req-bc4bd66b-e092-4506-968f-62029ac0e460 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82fa33b9-5a09-4672-8383-e835cfd13b34 HTTP/1.1" status: 200 len: 858 time: 0.1829305 Apr 20 16:15:47.581406 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:47.581406 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2fe39-1845-4fc8-9ea1-18f4c6823bed None None] Pushing event updated for resources: {'Port': ['ID=d84aa451-ab9b-4ccc-98d6-44d1907e562e,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:47.597852 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367c7e3-ab0a-43eb-ae26-7800eece73e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86f61e35-80b5-4d2a-b196-6db46e931a96,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:47.604748 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7de92e01-c3c9-49dc-baff-bd55af2747b5 req-e5656ef3-f3b1-4e18-b5d8-02285748fcfc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d52de65f-951e-45d2-b9a6-4c794fcc9e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081927 Apr 20 16:15:47.653809 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f738a99c-4db8-47a8-aadd-3cbdca415ed3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f738a99c-4db8-47a8-aadd-3cbdca415ed3,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:47.653809 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf65313a-df4d-4147-8804-34f65b31d8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f738a99c-4db8-47a8-aadd-3cbdca415ed3'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:47.653809 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b09568c-211a-4496-918c-279358e2d58c" -d '{"events": [{"server_uuid": "bf65313a-df4d-4147-8804-34f65b31d8e9", "name": "network-vif-plugged", "status": "completed", "tag": "f738a99c-4db8-47a8-aadd-3cbdca415ed3"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:15:47.726500 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2367c7e3-ab0a-43eb-ae26-7800eece73e5 admin admin] Checking segment: {'id': '52445a65-5884-4a6e-8953-3431d8e54486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '90fa5ce9-1b04-4159-ad42-3d370d384af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:15:47.727027 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2367c7e3-ab0a-43eb-ae26-7800eece73e5 admin admin] Network hostable DHCP agents. Network: 90fa5ce9-1b04-4159-ad42-3d370d384af3, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:15:47.757373 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3195e5b-0e8b-4346-81e2-06a59a2cfc95 req-a1cd231d-91d4-401e-ad8b-57195dfd8761 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:47.759012 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e3195e5b-0e8b-4346-81e2-06a59a2cfc95 req-a1cd231d-91d4-401e-ad8b-57195dfd8761 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 932 time: 0.2510607 Apr 20 16:15:47.814956 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] Set router 2daf091e-1da3-41f0-8464-f988a0e90c16 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:15:47.818159 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-282b0bfc-93a8-432e-9d27-c326f9048b4d None None] Provisioning complete for port d84aa451-ab9b-4ccc-98d6-44d1907e562e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:47.818630 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-282b0bfc-93a8-432e-9d27-c326f9048b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:47.822062 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f7d7dfb3-c7ca-4161-b8c5-fe8f3bb1ff12 req-ff3d2186-d149-4757-baad-973139b9a279 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5256069 Apr 20 16:15:47.845609 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7de92e01-c3c9-49dc-baff-bd55af2747b5 req-6c176ef3-d673-4182-b0f5-d34b28d2e192 service neutron] 10.222.0.26 "GET /v2.0/networks/d52de65f-951e-45d2-b9a6-4c794fcc9e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311184 Apr 20 16:15:47.849948 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e3195e5b-0e8b-4346-81e2-06a59a2cfc95 req-5a5330a1-085e-468b-b6f1-c4745292d4f2 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/security-groups?id=f254af70-dfa4-4bce-9417-e20b488e08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823598 Apr 20 16:15:47.943422 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c97843f1-0f2e-4d57-b6f8-432d232e489c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:47.959778 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b52606-1d39-4bce-a80a-1a3601c47784 x-openstack-request-id: req-77b52606-1d39-4bce-a80a-1a3601c47784 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:15:47.959778 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf65313a-df4d-4147-8804-34f65b31d8e9", "name": "network-vif-plugged", "status": "completed", "tag": "f738a99c-4db8-47a8-aadd-3cbdca415ed3", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:15:47.959778 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77b52606-1d39-4bce-a80a-1a3601c47784 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:15:47.959778 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77b52606-1d39-4bce-a80a-1a3601c47784'] response: {'server_uuid': 'bf65313a-df4d-4147-8804-34f65b31d8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f738a99c-4db8-47a8-aadd-3cbdca415ed3', 'code': 200} Apr 20 16:15:47.998116 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-00742e85-61af-4690-ba1a-93108e1ee460 service neutron] Attempting to bind port ea282cd3-916e-4b50-ba05-f7daa68e0521 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:15:47.998948 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-00742e85-61af-4690-ba1a-93108e1ee460 service neutron] Attempting to bind port ea282cd3-916e-4b50-ba05-f7daa68e0521 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'd94be0aa-c1a8-4be3-89d2-b5ad7610ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd52de65f-951e-45d2-b9a6-4c794fcc9e2c'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:15:47.999726 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-00742e85-61af-4690-ba1a-93108e1ee460 service neutron] Attempting to bind port ea282cd3-916e-4b50-ba05-f7daa68e0521 on network d52de65f-951e-45d2-b9a6-4c794fcc9e2c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:48.038348 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7de92e01-c3c9-49dc-baff-bd55af2747b5 req-f7b88fb5-17e9-4b2e-8a6f-a8083adee594 service neutron] 10.222.0.26 "GET /v2.0/networks/d52de65f-951e-45d2-b9a6-4c794fcc9e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807971 Apr 20 16:15:48.066744 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-00742e85-61af-4690-ba1a-93108e1ee460 service neutron] Port ea282cd3-916e-4b50-ba05-f7daa68e0521 on network d52de65f-951e-45d2-b9a6-4c794fcc9e2c not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:15:48.068041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-00742e85-61af-4690-ba1a-93108e1ee460 service neutron] Attempting to bind port ea282cd3-916e-4b50-ba05-f7daa68e0521 on network d52de65f-951e-45d2-b9a6-4c794fcc9e2c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:48.071910 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-282b0bfc-93a8-432e-9d27-c326f9048b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:48.097692 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-b7d5e36f-d6ad-489f-89ff-33eebaa39f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a36f904-8800-4d84-baf6-84e6ec961603 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:15:48.108117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-00742e85-61af-4690-ba1a-93108e1ee460 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:15:48.108848 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-00742e85-61af-4690-ba1a-93108e1ee460 service neutron] Checking segment: {'id': 'd94be0aa-c1a8-4be3-89d2-b5ad7610ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd52de65f-951e-45d2-b9a6-4c794fcc9e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:15:48.109307 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-00742e85-61af-4690-ba1a-93108e1ee460 service neutron] Bound using segment: {'id': 'd94be0aa-c1a8-4be3-89d2-b5ad7610ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd52de65f-951e-45d2-b9a6-4c794fcc9e2c'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:15:48.109765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-00742e85-61af-4690-ba1a-93108e1ee460 service neutron] Bound port: ea282cd3-916e-4b50-ba05-f7daa68e0521, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd94be0aa-c1a8-4be3-89d2-b5ad7610ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd52de65f-951e-45d2-b9a6-4c794fcc9e2c'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:15:48.110122 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-00742e85-61af-4690-ba1a-93108e1ee460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:48.114686 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-b7d5e36f-d6ad-489f-89ff-33eebaa39f8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:48.122348 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-282b0bfc-93a8-432e-9d27-c326f9048b4d None None] For port d84aa451-ab9b-4ccc-98d6-44d1907e562e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d84aa451-ab9b-4ccc-98d6-44d1907e562e,segment=NetworkSegment(45e6c1a3-1f54-4db2-86c6-172c4254d33a),segment_id=45e6c1a3-1f54-4db2-86c6-172c4254d33a)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:48.148802 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd7889-c6b8-4a1c-93a3-28a4918d9cb5 req-68c57d7c-d09a-47d4-a033-fdf45def4f4d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:48.150344 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-21cd7889-c6b8-4a1c-93a3-28a4918d9cb5 req-68c57d7c-d09a-47d4-a033-fdf45def4f4d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.1757808 Apr 20 16:15:48.162300 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-b7d5e36f-d6ad-489f-89ff-33eebaa39f8f service neutron] Transition to ACTIVE for port object 0a36f904-8800-4d84-baf6-84e6ec961603 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:15:48.204637 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4e9fc-77d4-441c-95cc-214b9f791892 req-be1ddf70-a063-463e-9585-99063014a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:48.204637 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e4a4e9fc-77d4-441c-95cc-214b9f791892 req-be1ddf70-a063-463e-9585-99063014a7d2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 1096 time: 0.1449962 Apr 20 16:15:48.225193 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'name': 'tempest-AttachSCSIVolumeTestJSON-509519246-router', 'tenant_id': '931913e656484021adeac3497b0cd222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:32Z', 'updated_at': '2022-04-20T16:15:39Z', 'revision_number': 4, 'project_id': '931913e656484021adeac3497b0cd222', 'gw_port': {'id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:33Z', 'updated_at': '2022-04-20T16:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'd84aa451-ab9b-4ccc-98d6-44d1907e562e', 'name': '', 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0', 'tenant_id': '931913e656484021adeac3497b0cd222', 'mac_address': 'fa:16:3e:6a:c2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '5462d747-c5ea-4458-aa63-2988c4e762f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:47Z', 'revision_number': 4, 'project_id': '931913e656484021adeac3497b0cd222', 'subnets': [{'id': '5462d747-c5ea-4458-aa63-2988c4e762f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:48.253316 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:48.259328 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeea9d6a-491f-45ba-a319-6c49f8d832b2 None None] The sync data for ids ['2daf091e-1da3-41f0-8464-f988a0e90c16'] in n-d-836146-2 is: [{'id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'name': 'tempest-AttachSCSIVolumeTestJSON-509519246-router', 'tenant_id': '931913e656484021adeac3497b0cd222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:32Z', 'updated_at': '2022-04-20T16:15:39Z', 'revision_number': 4, 'project_id': '931913e656484021adeac3497b0cd222', 'gw_port': {'id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:33Z', 'updated_at': '2022-04-20T16:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'd84aa451-ab9b-4ccc-98d6-44d1907e562e', 'name': '', 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0', 'tenant_id': '931913e656484021adeac3497b0cd222', 'mac_address': 'fa:16:3e:6a:c2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '5462d747-c5ea-4458-aa63-2988c4e762f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:47Z', 'revision_number': 4, 'project_id': '931913e656484021adeac3497b0cd222', 'subnets': [{'id': '5462d747-c5ea-4458-aa63-2988c4e762f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:15:48.271371 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-21cd7889-c6b8-4a1c-93a3-28a4918d9cb5 req-72f699e7-5b55-4bae-9bc3-5f1c34ca7b44 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899584 Apr 20 16:15:48.283945 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-00742e85-61af-4690-ba1a-93108e1ee460 service neutron] For port ea282cd3-916e-4b50-ba05-f7daa68e0521, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:15:48.291222 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e4a4e9fc-77d4-441c-95cc-214b9f791892 req-c82b3cbf-dab3-42e7-81e3-a7bf17bec809 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877891 Apr 20 16:15:48.291422 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:48.294363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-00742e85-61af-4690-ba1a-93108e1ee460 service neutron] For port ea282cd3-916e-4b50-ba05-f7daa68e0521, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ea282cd3-916e-4b50-ba05-f7daa68e0521,segment=NetworkSegment(d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e),segment_id=d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:15:48.331507 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=c1b18a2b-ec30-402e-b4ad-9f844b00705f,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:48.385478 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2367c7e3-ab0a-43eb-ae26-7800eece73e5 admin admin] Network 90fa5ce9-1b04-4159-ad42-3d370d384af3 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:15:48.389203 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-b7d5e36f-d6ad-489f-89ff-33eebaa39f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:48.392669 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c97843f1-0f2e-4d57-b6f8-432d232e489c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:48.397155 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=f738a99c-4db8-47a8-aadd-3cbdca415ed3,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:48.410050 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-282b0bfc-93a8-432e-9d27-c326f9048b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:48.472889 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-00742e85-61af-4690-ba1a-93108e1ee460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:48.499224 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b0bfc-93a8-432e-9d27-c326f9048b4d None None] Pushing event updated for resources: {'Port': ['ID=d84aa451-ab9b-4ccc-98d6-44d1907e562e,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:48.520988 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-00742e85-61af-4690-ba1a-93108e1ee460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:48.521708 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-00742e85-61af-4690-ba1a-93108e1ee460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:48.524192 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-2367c7e3-ab0a-43eb-ae26-7800eece73e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 90fa5ce9-1b04-4159-ad42-3d370d384af3) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:48.524425 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-00742e85-61af-4690-ba1a-93108e1ee460 service neutron] 10.222.0.30 "PUT /v2.0/ports/ea282cd3-916e-4b50-ba05-f7daa68e0521 HTTP/1.1" status: 200 len: 1092 time: 4.1698301 Apr 20 16:15:48.530950 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2367c7e3-ab0a-43eb-ae26-7800eece73e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:48.531557 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2367c7e3-ab0a-43eb-ae26-7800eece73e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:48.539029 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cae703-e506-462c-b7de-e93258a8d850 None None] Network 90fa5ce9-1b04-4159-ad42-3d370d384af3 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:15:48.542247 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0894c94d-60ee-4fab-8c3f-6bb6ed449493', 'tag': 'ea282cd3-916e-4b50-ba05-f7daa68e0521'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:48.544894 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bacc195-8cee-4d0f-87fc-e4c4fa88bd41" -d '{"events": [{"name": "network-changed", "server_uuid": "0894c94d-60ee-4fab-8c3f-6bb6ed449493", "tag": "ea282cd3-916e-4b50-ba05-f7daa68e0521"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:15:48.548747 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c97843f1-0f2e-4d57-b6f8-432d232e489c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:48.587460 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5e36f-d6ad-489f-89ff-33eebaa39f8f service neutron] Pushing event updated for resources: {'Port': ['ID=0a36f904-8800-4d84-baf6-84e6ec961603,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:48.589229 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cb379-a23c-4dba-997e-36d8094df6e5 req-59718ca8-bcc2-4fee-bb81-d3683dc9e502 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:48.599541 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1d8cb379-a23c-4dba-997e-36d8094df6e5 req-59718ca8-bcc2-4fee-bb81-d3683dc9e502 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 946 time: 0.1212676 Apr 20 16:15:48.640504 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2367c7e3-ab0a-43eb-ae26-7800eece73e5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1845143 Apr 20 16:15:48.643569 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35848) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:48.648620 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e5298fc7-f8cc-4778-ad4b-87fbdf8a5a77 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1038627380-router', 'tenant_id': '8ca2de8c019b4e89952b40e3c117201c', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:48.703135 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1d8cb379-a23c-4dba-997e-36d8094df6e5 req-17b5b695-c8a0-4534-9dcb-ca1cdaebfab6 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026659 Apr 20 16:15:48.720918 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39dadcba-ae8a-4bd0-943f-2d0f87416274 x-openstack-request-id: req-39dadcba-ae8a-4bd0-943f-2d0f87416274 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:15:48.721586 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0894c94d-60ee-4fab-8c3f-6bb6ed449493", "tag": "ea282cd3-916e-4b50-ba05-f7daa68e0521", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:15:48.721870 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39dadcba-ae8a-4bd0-943f-2d0f87416274 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:15:48.722448 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39dadcba-ae8a-4bd0-943f-2d0f87416274'] response: {'name': 'network-changed', 'server_uuid': '0894c94d-60ee-4fab-8c3f-6bb6ed449493', 'tag': 'ea282cd3-916e-4b50-ba05-f7daa68e0521', 'status': 'completed', 'code': 200} Apr 20 16:15:48.775038 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c1b18a2b-ec30-402e-b4ad-9f844b00705f up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:15:48.851191 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7d865e-e14f-44db-becf-d5733df09337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-90fa5ce9-1b04-4159-ad42-3d370d384af3', 'network_id': '90fa5ce9-1b04-4159-ad42-3d370d384af3', 'tenant_id': '8ca2de8c019b4e89952b40e3c117201c', 'fixed_ips': [{'subnet_id': '86f61e35-80b5-4d2a-b196-6db46e931a96'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:15:48.855819 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e5298fc7-f8cc-4778-ad4b-87fbdf8a5a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:48.855980 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6f7d865e-e14f-44db-becf-d5733df09337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:48.856098 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e5298fc7-f8cc-4778-ad4b-87fbdf8a5a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:48.856218 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97843f1-0f2e-4d57-b6f8-432d232e489c admin admin] Pushing event updated for resources: {'Port': ['ID=4559b831-69c2-44cd-9aa0-3a727d8cee61,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:48.866641 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port c1b18a2b-ec30-402e-b4ad-9f844b00705f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:48.867506 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:48.977767 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e5298fc7-f8cc-4778-ad4b-87fbdf8a5a77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:48.998823 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00742e85-61af-4690-ba1a-93108e1ee460 service neutron] Pushing event updated for resources: {'Port': ['ID=ea282cd3-916e-4b50-ba05-f7daa68e0521,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:49.019753 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-b7d5e36f-d6ad-489f-89ff-33eebaa39f8f service neutron] Attempting to bind port 0a36f904-8800-4d84-baf6-84e6ec961603 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:15:49.020551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-b7d5e36f-d6ad-489f-89ff-33eebaa39f8f service neutron] Attempting to bind port 0a36f904-8800-4d84-baf6-84e6ec961603 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'd94be0aa-c1a8-4be3-89d2-b5ad7610ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd52de65f-951e-45d2-b9a6-4c794fcc9e2c'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:15:49.021063 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-b7d5e36f-d6ad-489f-89ff-33eebaa39f8f service neutron] Attempting to bind port 0a36f904-8800-4d84-baf6-84e6ec961603 on network d52de65f-951e-45d2-b9a6-4c794fcc9e2c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:49.044445 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacc195-8cee-4d0f-87fc-e4c4fa88bd41 req-31003cf4-f2c2-4551-9a63-0c15e07b63e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:49.047796 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2bacc195-8cee-4d0f-87fc-e4c4fa88bd41 req-31003cf4-f2c2-4551-9a63-0c15e07b63e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5964ed8abcbe4e0995fa054da321f64e&device_id=0894c94d-60ee-4fab-8c3f-6bb6ed449493 HTTP/1.1" status: 200 len: 1095 time: 0.2777932 Apr 20 16:15:49.074160 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-b7d5e36f-d6ad-489f-89ff-33eebaa39f8f service neutron] Port 0a36f904-8800-4d84-baf6-84e6ec961603 on network d52de65f-951e-45d2-b9a6-4c794fcc9e2c not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:15:49.075652 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-b7d5e36f-d6ad-489f-89ff-33eebaa39f8f service neutron] Attempting to bind port 0a36f904-8800-4d84-baf6-84e6ec961603 on network d52de65f-951e-45d2-b9a6-4c794fcc9e2c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:49.093139 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97843f1-0f2e-4d57-b6f8-432d232e489c admin admin] Network 1909df4a-72a6-4533-bf20-1f90fba3849a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:49.129108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-c97843f1-0f2e-4d57-b6f8-432d232e489c admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:49.137721 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-b7d5e36f-d6ad-489f-89ff-33eebaa39f8f service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:15:49.138105 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-b7d5e36f-d6ad-489f-89ff-33eebaa39f8f service neutron] Checking segment: {'id': 'd94be0aa-c1a8-4be3-89d2-b5ad7610ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd52de65f-951e-45d2-b9a6-4c794fcc9e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:15:49.138514 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-b7d5e36f-d6ad-489f-89ff-33eebaa39f8f service neutron] Bound using segment: {'id': 'd94be0aa-c1a8-4be3-89d2-b5ad7610ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd52de65f-951e-45d2-b9a6-4c794fcc9e2c'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:15:49.138906 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-b7d5e36f-d6ad-489f-89ff-33eebaa39f8f service neutron] Bound port: 0a36f904-8800-4d84-baf6-84e6ec961603, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd94be0aa-c1a8-4be3-89d2-b5ad7610ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd52de65f-951e-45d2-b9a6-4c794fcc9e2c'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:15:49.139367 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-b7d5e36f-d6ad-489f-89ff-33eebaa39f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:49.150448 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-6f7d865e-e14f-44db-becf-d5733df09337 None None] Allocated IP 172.20.0.2 (90fa5ce9-1b04-4159-ad42-3d370d384af3/86f61e35-80b5-4d2a-b196-6db46e931a96/03944c73-8b83-478e-a03d-00a422e265a9) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:15:49.154125 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d84aa451-ab9b-4ccc-98d6-44d1907e562e up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:15:49.237794 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4b117cdc-22b6-4c23-aa2f-0c44662a8630 req-291855cf-0b2e-4dd3-9855-21a6247aa655 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=122e55e1-78ca-498f-bbf5-a1fe5ecec450&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2278214 Apr 20 16:15:49.348891 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adce546-3d44-4fc9-bc57-2e917a2110cb req-3c0de36b-5494-4c74-995e-9ac0e9131e80 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:49.359588 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6adce546-3d44-4fc9-bc57-2e917a2110cb req-3c0de36b-5494-4c74-995e-9ac0e9131e80 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 944 time: 0.3120828 Apr 20 16:15:49.474450 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e5298fc7-f8cc-4778-ad4b-87fbdf8a5a77 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:49.543894 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6adce546-3d44-4fc9-bc57-2e917a2110cb req-5122e24e-97ec-49fc-b60c-49badca0080e tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/security-groups?id=f254af70-dfa4-4bce-9417-e20b488e08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831672 Apr 20 16:15:49.710363 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5581fc42-f2ec-4c46-9ead-fbe07d4175e1 None None] Provisioning complete for port 4559b831-69c2-44cd-9aa0-3a727d8cee61 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:49.710976 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5581fc42-f2ec-4c46-9ead-fbe07d4175e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:49.770049 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc1178-ab48-4535-953f-96d69b446b47 req-4a3c8fe0-aff6-4e09-b171-0c7341052864 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:49.778591 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3fdc1178-ab48-4535-953f-96d69b446b47 req-4a3c8fe0-aff6-4e09-b171-0c7341052864 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.0882564 Apr 20 16:15:49.833065 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port d84aa451-ab9b-4ccc-98d6-44d1907e562e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:49.833590 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:49.870163 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5581fc42-f2ec-4c46-9ead-fbe07d4175e1 None None] Port 4559b831-69c2-44cd-9aa0-3a727d8cee61 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:15:49.914834 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3fdc1178-ab48-4535-953f-96d69b446b47 req-ec54a6c6-a355-456a-ac55-edec02353aa0 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310136 Apr 20 16:15:49.956789 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacc195-8cee-4d0f-87fc-e4c4fa88bd41 req-27d23691-ba23-437c-9ba7-783fccbec59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:49.959128 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2bacc195-8cee-4d0f-87fc-e4c4fa88bd41 req-27d23691-ba23-437c-9ba7-783fccbec59d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5964ed8abcbe4e0995fa054da321f64e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.8817029 Apr 20 16:15:49.971163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d062be-684b-4b5e-a18b-31a8276fe8cd req-d3e7d928-bfdf-4593-baf9-9194e65ea32f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:49.979497 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-76d062be-684b-4b5e-a18b-31a8276fe8cd req-d3e7d928-bfdf-4593-baf9-9194e65ea32f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 945 time: 0.9188867 Apr 20 16:15:50.012396 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e5298fc7-f8cc-4778-ad4b-87fbdf8a5a77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:50.029822 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6f7d865e-e14f-44db-becf-d5733df09337 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:50.052740 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e5298fc7-f8cc-4778-ad4b-87fbdf8a5a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:50.146227 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002dfda8-1f4a-42db-b16f-675d84d46110 req-871a478c-5ec5-4711-b5cc-73824d2d9b4e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:50.153665 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-002dfda8-1f4a-42db-b16f-675d84d46110 req-871a478c-5ec5-4711-b5cc-73824d2d9b4e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 946 time: 0.1341462 Apr 20 16:15:50.173500 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-b7d5e36f-d6ad-489f-89ff-33eebaa39f8f service neutron] For port 0a36f904-8800-4d84-baf6-84e6ec961603, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:15:50.177653 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97843f1-0f2e-4d57-b6f8-432d232e489c admin admin] Router 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:15:50.184328 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-76d062be-684b-4b5e-a18b-31a8276fe8cd req-f10e5ebd-90b1-4f23-bd70-62280725dc2e tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036910 Apr 20 16:15:50.186311 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b117cdc-22b6-4c23-aa2f-0c44662a8630 req-b43d426f-c5c3-4f2e-a6f4-2c7629c49ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:50.187913 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4b117cdc-22b6-4c23-aa2f-0c44662a8630 req-b43d426f-c5c3-4f2e-a6f4-2c7629c49ef1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&device_id=122e55e1-78ca-498f-bbf5-a1fe5ecec450 HTTP/1.1" status: 200 len: 1097 time: 0.8851066 Apr 20 16:15:50.219079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-b7d5e36f-d6ad-489f-89ff-33eebaa39f8f service neutron] For port 0a36f904-8800-4d84-baf6-84e6ec961603, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0a36f904-8800-4d84-baf6-84e6ec961603,segment=NetworkSegment(d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e),segment_id=d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:15:50.228013 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacc195-8cee-4d0f-87fc-e4c4fa88bd41 req-6beb207b-2d5b-4503-88c0-ecd467afcf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:50.229818 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2bacc195-8cee-4d0f-87fc-e4c4fa88bd41 req-6beb207b-2d5b-4503-88c0-ecd467afcf39 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2318301 Apr 20 16:15:50.240168 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-002dfda8-1f4a-42db-b16f-675d84d46110 req-d119c1ef-8252-4c39-bdaa-6e49881715df tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833998 Apr 20 16:15:50.268535 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-e5298fc7-f8cc-4778-ad4b-87fbdf8a5a77 admin admin] Allocated IP 172.25.0.10 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/5c36541e-4dac-4e1b-aee1-0dd012457bca) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:15:50.362647 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6f7d865e-e14f-44db-becf-d5733df09337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:50.430010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b117cdc-22b6-4c23-aa2f-0c44662a8630 req-8004453c-9c45-47f4-8983-4b2ad697f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:50.431581 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4b117cdc-22b6-4c23-aa2f-0c44662a8630 req-8004453c-9c45-47f4-8983-4b2ad697f951 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 912 time: 0.2008944 Apr 20 16:15:50.440370 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-b7d5e36f-d6ad-489f-89ff-33eebaa39f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:50.447846 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7d865e-e14f-44db-becf-d5733df09337 None None] Network 90fa5ce9-1b04-4159-ad42-3d370d384af3 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:50.453132 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-6f7d865e-e14f-44db-becf-d5733df09337 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:50.460456 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7d865e-e14f-44db-becf-d5733df09337 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:15:50.483699 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d865e-e14f-44db-becf-d5733df09337 None None] Pushing event updated for resources: {'Port': ['ID=03944c73-8b83-478e-a03d-00a422e265a9,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:50.524095 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e5298fc7-f8cc-4778-ad4b-87fbdf8a5a77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:50.532398 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4b117cdc-22b6-4c23-aa2f-0c44662a8630 req-87aa54a2-7b8a-4dc2-b29d-1b1a51532931 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7287699-e13f-4982-90dd-abdf2458b171 HTTP/1.1" status: 200 len: 217 time: 0.0716240 Apr 20 16:15:50.556569 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-6f7d865e-e14f-44db-becf-d5733df09337 None None] Attempting to bind port 03944c73-8b83-478e-a03d-00a422e265a9 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:15:50.558591 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-6f7d865e-e14f-44db-becf-d5733df09337 None None] Attempting to bind port 03944c73-8b83-478e-a03d-00a422e265a9 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '52445a65-5884-4a6e-8953-3431d8e54486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '90fa5ce9-1b04-4159-ad42-3d370d384af3'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:15:50.560073 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7d865e-e14f-44db-becf-d5733df09337 None None] Attempting to bind port 03944c73-8b83-478e-a03d-00a422e265a9 on network 90fa5ce9-1b04-4159-ad42-3d370d384af3 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:50.573695 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7d865e-e14f-44db-becf-d5733df09337 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:15:50.579882 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7d865e-e14f-44db-becf-d5733df09337 None None] Checking segment: {'id': '52445a65-5884-4a6e-8953-3431d8e54486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '90fa5ce9-1b04-4159-ad42-3d370d384af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:15:50.579882 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6f7d865e-e14f-44db-becf-d5733df09337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:50.579882 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7d865e-e14f-44db-becf-d5733df09337 None None] Bound using segment: {'id': '52445a65-5884-4a6e-8953-3431d8e54486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '90fa5ce9-1b04-4159-ad42-3d370d384af3'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:15:50.579882 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-6f7d865e-e14f-44db-becf-d5733df09337 None None] Bound port: 03944c73-8b83-478e-a03d-00a422e265a9, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52445a65-5884-4a6e-8953-3431d8e54486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '90fa5ce9-1b04-4159-ad42-3d370d384af3'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:15:50.579882 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6f7d865e-e14f-44db-becf-d5733df09337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:50.655803 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-b7d5e36f-d6ad-489f-89ff-33eebaa39f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:50.655803 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-b7d5e36f-d6ad-489f-89ff-33eebaa39f8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:50.655803 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-b7d5e36f-d6ad-489f-89ff-33eebaa39f8f service neutron] 10.222.0.26 "PUT /v2.0/ports/0a36f904-8800-4d84-baf6-84e6ec961603 HTTP/1.1" status: 200 len: 1092 time: 3.8739116 Apr 20 16:15:50.664604 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-6f7d865e-e14f-44db-becf-d5733df09337 None None] For port 03944c73-8b83-478e-a03d-00a422e265a9, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:15:50.668563 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-6f7d865e-e14f-44db-becf-d5733df09337 None None] For port 03944c73-8b83-478e-a03d-00a422e265a9, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=03944c73-8b83-478e-a03d-00a422e265a9,segment=NetworkSegment(52445a65-5884-4a6e-8953-3431d8e54486),segment_id=52445a65-5884-4a6e-8953-3431d8e54486)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:15:50.693368 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-ca82bad3-8dea-4e9e-9f00-b19f0cae3346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:50.695613 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-ca82bad3-8dea-4e9e-9f00-b19f0cae3346 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5964ed8abcbe4e0995fa054da321f64e&device_id=0894c94d-60ee-4fab-8c3f-6bb6ed449493 HTTP/1.1" status: 200 len: 1095 time: 0.3728187 Apr 20 16:15:50.697653 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e5298fc7-f8cc-4778-ad4b-87fbdf8a5a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:50.727614 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b117cdc-22b6-4c23-aa2f-0c44662a8630 req-6370a3f9-4c36-4124-9fb9-26e9c37882ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:50.729635 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4b117cdc-22b6-4c23-aa2f-0c44662a8630 req-6370a3f9-4c36-4124-9fb9-26e9c37882ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cf39be6-ada6-40b6-a73b-d57e4fcf739a HTTP/1.1" status: 200 len: 850 time: 0.1842780 Apr 20 16:15:50.729635 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034b9c60-f112-4db7-9764-15b31d0aba4b', 'tag': '0a36f904-8800-4d84-baf6-84e6ec961603'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:50.731690 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a72b48a-8791-4d10-96c1-1628163663da" -d '{"events": [{"name": "network-changed", "server_uuid": "034b9c60-f112-4db7-9764-15b31d0aba4b", "tag": "0a36f904-8800-4d84-baf6-84e6ec961603"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:15:50.758339 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6f7d865e-e14f-44db-becf-d5733df09337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:50.767723 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5298fc7-f8cc-4778-ad4b-87fbdf8a5a77 admin admin] Pushing event updated for resources: {'Port': ['ID=5c36541e-4dac-4e1b-aee1-0dd012457bca,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:50.795666 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b79deb-ea2f-4760-88c5-5d06ee56883f x-openstack-request-id: req-90b79deb-ea2f-4760-88c5-5d06ee56883f {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:15:50.795936 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034b9c60-f112-4db7-9764-15b31d0aba4b", "tag": "0a36f904-8800-4d84-baf6-84e6ec961603", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:15:50.796191 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90b79deb-ea2f-4760-88c5-5d06ee56883f {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:15:50.796613 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90b79deb-ea2f-4760-88c5-5d06ee56883f'] response: {'name': 'network-changed', 'server_uuid': '034b9c60-f112-4db7-9764-15b31d0aba4b', 'tag': '0a36f904-8800-4d84-baf6-84e6ec961603', 'status': 'completed', 'code': 200} Apr 20 16:15:50.796850 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5298fc7-f8cc-4778-ad4b-87fbdf8a5a77 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:50.798265 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-e5298fc7-f8cc-4778-ad4b-87fbdf8a5a77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:50.808602 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5298fc7-f8cc-4778-ad4b-87fbdf8a5a77 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:15:50.816795 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-e1efa267-9465-4264-8f47-e907331b872a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea282cd3-916e-4b50-ba05-f7daa68e0521 HTTP/1.1" status: 200 len: 217 time: 0.1022899 Apr 20 16:15:50.856098 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d865e-e14f-44db-becf-d5733df09337 None None] Pushing event updated for resources: {'Port': ['ID=03944c73-8b83-478e-a03d-00a422e265a9,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:50.867157 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5e36f-d6ad-489f-89ff-33eebaa39f8f service neutron] Pushing event updated for resources: {'Port': ['ID=0a36f904-8800-4d84-baf6-84e6ec961603,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:50.870434 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97843f1-0f2e-4d57-b6f8-432d232e489c admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:15:50.882264 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] Sync routers for ids ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:15:50.902409 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] Routers {'1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:15:50.903075 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:15:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:50.915826 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c97843f1-0f2e-4d57-b6f8-432d232e489c admin admin] 10.222.0.15 "PUT /v2.0/routers/1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1954000 Apr 20 16:15:51.066320 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b117cdc-22b6-4c23-aa2f-0c44662a8630 req-69e85f95-40dc-4907-88be-2f91afbe2f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:51.069615 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4b117cdc-22b6-4c23-aa2f-0c44662a8630 req-69e85f95-40dc-4907-88be-2f91afbe2f87 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1e63842-0159-452f-8eed-f7dec1727f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2773821 Apr 20 16:15:51.079145 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e4d6e-ad60-4dbe-bb2f-303383b96533 req-3cc50782-0227-4a68-8af0-c03ced3ce7b9 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:51.088824 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-891e4d6e-ad60-4dbe-bb2f-303383b96533 req-3cc50782-0227-4a68-8af0-c03ced3ce7b9 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 944 time: 0.3900959 Apr 20 16:15:51.096968 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-b1a03853-3e51-49c0-b836-e52071b6a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:51.099533 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-b1a03853-3e51-49c0-b836-e52071b6a3f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82fa33b9-5a09-4672-8383-e835cfd13b34 HTTP/1.1" status: 200 len: 858 time: 0.2701530 Apr 20 16:15:51.161534 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72b48a-8791-4d10-96c1-1628163663da req-e1a0e6a7-87ec-44e2-b2b9-b5e9f2e7bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:51.163081 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a72b48a-8791-4d10-96c1-1628163663da req-e1a0e6a7-87ec-44e2-b2b9-b5e9f2e7bed2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5964ed8abcbe4e0995fa054da321f64e&device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 1095 time: 0.2988255 Apr 20 16:15:51.195623 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-3cc5624d-b8a8-403c-8e29-95446b36c35e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d52de65f-951e-45d2-b9a6-4c794fcc9e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788932 Apr 20 16:15:51.217267 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701eed6-4e81-4db9-a7b4-2d6305d78ecb req-e19789d5-0699-4604-b318-59a3f52f869e tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:51.226412 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] Set router 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:15:51.233449 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9701eed6-4e81-4db9-a7b4-2d6305d78ecb req-e19789d5-0699-4604-b318-59a3f52f869e tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.1680887 Apr 20 16:15:51.282967 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9701eed6-4e81-4db9-a7b4-2d6305d78ecb req-b68b85a9-1696-4591-a1d5-008293e406f1 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500951 Apr 20 16:15:51.400233 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 5e60676e-a38e-4481-b40c-0661df1fbdca details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:15:51.484133 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e5298fc7-f8cc-4778-ad4b-87fbdf8a5a77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:51.524958 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72b48a-8791-4d10-96c1-1628163663da req-ecbccf3d-3110-49c2-b431-8b78ccde7151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:51.527026 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a72b48a-8791-4d10-96c1-1628163663da req-ecbccf3d-3110-49c2-b431-8b78ccde7151 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5964ed8abcbe4e0995fa054da321f64e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3384678 Apr 20 16:15:51.684438 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-891e4d6e-ad60-4dbe-bb2f-303383b96533 req-ec917ff9-ce57-4335-a817-74fa2cdbb4df tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/security-groups?id=f254af70-dfa4-4bce-9417-e20b488e08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5934794 Apr 20 16:15:51.687643 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 5e60676e-a38e-4481-b40c-0661df1fbdca, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=5e60676e-a38e-4481-b40c-0661df1fbdca,segment=NetworkSegment(d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e),segment_id=d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:51.687801 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-2f8cdc58-2a24-4d02-8b71-03824aa6f990 service neutron] 10.222.0.30 "GET /v2.0/networks/d52de65f-951e-45d2-b9a6-4c794fcc9e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474876 Apr 20 16:15:51.713924 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4b117cdc-22b6-4c23-aa2f-0c44662a8630 req-b7f1f6fd-3ac4-4f7b-927d-00365ea14c2a service neutron] 10.222.0.30 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6206245 Apr 20 16:15:51.718105 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '5e60676e-a38e-4481-b40c-0661df1fbdca', 'network_id': 'd52de65f-951e-45d2-b9a6-4c794fcc9e2c', 'port_id': '5e60676e-a38e-4481-b40c-0661df1fbdca', 'mac_address': 'fa:16:3e:42:6d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fa33b9-5a09-4672-8383-e835cfd13b34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:15:51.799453 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:51.814517 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e60676e-a38e-4481-b40c-0661df1fbdca {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:15:51.863080 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 5e60676e-a38e-4481-b40c-0661df1fbdca, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=5e60676e-a38e-4481-b40c-0661df1fbdca,segment=NetworkSegment(d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e),segment_id=d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:51.979230 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e5298fc7-f8cc-4778-ad4b-87fbdf8a5a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:51.995618 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-4c8f91ee-ddc1-45d8-b934-259ec739c239 service neutron] show failed (client error): The resource could not be found. Apr 20 16:15:51.996764 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-4c8f91ee-ddc1-45d8-b934-259ec739c239 service neutron] 10.222.0.30 "GET /v2.0/ports/ca7fac03-dba5-420a-8011-27a1c64c2c85/bindings/n-h1-836146-2 HTTP/1.1" status: 404 len: 380 time: 0.1678760 Apr 20 16:15:52.011411 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:52.034599 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'name': 'tempest-AttachVolumeTestJSON-782311160-router', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:37Z', 'updated_at': '2022-04-20T16:15:46Z', 'revision_number': 4, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'gw_port': {'id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '4559b831-69c2-44cd-9aa0-3a727d8cee61', 'name': '', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'mac_address': 'fa:16:3e:d2:b4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:44Z', 'updated_at': '2022-04-20T16:15:46Z', 'revision_number': 2, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'subnets': [{'id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:52.072742 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] Checking router: 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:15:52.073349 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] Updating router 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a port 4559b831-69c2-44cd-9aa0-3a727d8cee61 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:15:52.131466 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:52.133186 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=5e60676e-a38e-4481-b40c-0661df1fbdca,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:52.208950 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72b48a-8791-4d10-96c1-1628163663da req-3aad424e-686d-4eb3-a114-6214bc29f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:52.211686 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a72b48a-8791-4d10-96c1-1628163663da req-3aad424e-686d-4eb3-a114-6214bc29f415 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6630840 Apr 20 16:15:52.270273 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35880) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:52.275646 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-062a2838-651a-4273-bc7d-b1571a419d29 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1989401918', 'description': 'tempest-description--1793658580'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:52.332594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4968d5-834b-47c6-9756-5d8c549a4437 req-5e1703d2-d590-4a3f-8d9a-a3ef683df5dc tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:52.335809 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be4968d5-834b-47c6-9756-5d8c549a4437 req-5e1703d2-d590-4a3f-8d9a-a3ef683df5dc tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 945 time: 0.4923475 Apr 20 16:15:52.349440 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5298fc7-f8cc-4778-ad4b-87fbdf8a5a77 admin admin] Router f7732715-9cc3-44e7-a846-9dab2c16ba03 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:15:52.358305 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-6bb61020-b4e2-4bbd-984f-5c8cf1d044f7 service neutron] 10.222.0.30 "GET /v2.0/networks/d52de65f-951e-45d2-b9a6-4c794fcc9e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476054 Apr 20 16:15:52.408869 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['5e60676e-a38e-4481-b40c-0661df1fbdca'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:15:52.462332 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4b117cdc-22b6-4c23-aa2f-0c44662a8630 req-6466e192-210e-4798-9377-e56da19ed94a service neutron] 10.222.0.30 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7367406 Apr 20 16:15:52.518133 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-062a2838-651a-4273-bc7d-b1571a419d29 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:52.524608 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be4968d5-834b-47c6-9756-5d8c549a4437 req-cd806567-cefb-4abb-9b5b-5be8e7c76797 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626301 Apr 20 16:15:52.528500 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-9c0da3ae-b50c-422b-b84d-3ffa0a4fd950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:52.541431 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-9c0da3ae-b50c-422b-b84d-3ffa0a4fd950 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5964ed8abcbe4e0995fa054da321f64e&device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 1095 time: 0.2342584 Apr 20 16:15:52.627298 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c75c626-1509-44e7-b825-56e515891eff None None] Network 90fa5ce9-1b04-4159-ad42-3d370d384af3 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:15:52.700284 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-977dd5d7-4609-4183-888e-94e319292bc4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a36f904-8800-4d84-baf6-84e6ec961603 HTTP/1.1" status: 200 len: 217 time: 0.1297951 Apr 20 16:15:52.733077 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c1a98-78c4-4019-b69c-669a635a82a1 req-e4d2edc3-5272-4a24-a351-6a5450c16950 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:52.741181 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6f4c1a98-78c4-4019-b69c-669a635a82a1 req-e4d2edc3-5272-4a24-a351-6a5450c16950 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 946 time: 0.4039168 Apr 20 16:15:52.761577 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:52.803176 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2ce8e225-bc1c-4727-9d35-91043d35d60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:52.818387 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e101a850-b7fe-42c1-be6f-9eb0d906582b None None] Provisioning complete for port 03944c73-8b83-478e-a03d-00a422e265a9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:52.819377 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e101a850-b7fe-42c1-be6f-9eb0d906582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:52.821020 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5298fc7-f8cc-4778-ad4b-87fbdf8a5a77 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:15:52.859797 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 03944c73-8b83-478e-a03d-00a422e265a9 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:15:52.859797 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] Sync routers for ids ['f7732715-9cc3-44e7-a846-9dab2c16ba03'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:15:52.881549 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-f86bfcf0-f86f-4f38-b0f4-6d0a21482839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:52.883320 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-f86bfcf0-f86f-4f38-b0f4-6d0a21482839 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82fa33b9-5a09-4672-8383-e835cfd13b34 HTTP/1.1" status: 200 len: 858 time: 0.1749794 Apr 20 16:15:52.885506 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6f4c1a98-78c4-4019-b69c-669a635a82a1 req-3d3942bb-1fa4-4daf-8e3c-51507ca300bb tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434371 Apr 20 16:15:52.888496 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:52.904922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae1266-887f-4f8a-b3de-bcae560f2afd req-0352b844-b9b4-4004-abd8-1f0cf4111431 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:52.906941 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52ae1266-887f-4f8a-b3de-bcae560f2afd req-0352b844-b9b4-4004-abd8-1f0cf4111431 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.2004650 Apr 20 16:15:52.962425 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-9c42f3a2-70f5-431e-b456-9864511f7321 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d52de65f-951e-45d2-b9a6-4c794fcc9e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544674 Apr 20 16:15:52.967494 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] Routers {'f7732715-9cc3-44e7-a846-9dab2c16ba03'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:15:52.968225 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:15:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f7732715-9cc3-44e7-a846-9dab2c16ba03'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:52.995004 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-062a2838-651a-4273-bc7d-b1571a419d29 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:53.008481 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-7c46400c-edd3-418e-8246-0dcdafdf3de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:53.012578 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-7c46400c-edd3-418e-8246-0dcdafdf3de0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694&tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3 HTTP/1.1" status: 200 len: 1100 time: 0.1837914 Apr 20 16:15:53.016700 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e5298fc7-f8cc-4778-ad4b-87fbdf8a5a77 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:53.021341 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e5298fc7-f8cc-4778-ad4b-87fbdf8a5a77 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3734791 Apr 20 16:15:53.023310 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35896) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:53.039693 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abf1fc-7ce9-440b-9012-c9229ce88a90 None None] Pushing event updated for resources: {'Port': ['ID=4559b831-69c2-44cd-9aa0-3a727d8cee61,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:53.048771 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836146-2', 'device_owner': 'compute:nova'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:53.069753 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52ae1266-887f-4f8a-b3de-bcae560f2afd req-50b11d38-68ce-462b-8f09-c5267c80bcba tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518123 Apr 20 16:15:53.149777 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-062a2838-651a-4273-bc7d-b1571a419d29 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:53.196758 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] Attempting to bind port 4559b831-69c2-44cd-9aa0-3a727d8cee61 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:15:53.197125 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] Attempting to bind port 4559b831-69c2-44cd-9aa0-3a727d8cee61 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'fbddc46f-6394-4b83-97a1-2ef96c69e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:15:53.197477 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] Attempting to bind port 4559b831-69c2-44cd-9aa0-3a727d8cee61 on network 1909df4a-72a6-4533-bf20-1f90fba3849a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:53.213785 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:15:53.214224 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] Checking segment: {'id': 'fbddc46f-6394-4b83-97a1-2ef96c69e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:15:53.214552 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:53.214944 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] Bound using segment: {'id': 'fbddc46f-6394-4b83-97a1-2ef96c69e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:15:53.215413 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] Bound port: 4559b831-69c2-44cd-9aa0-3a727d8cee61, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbddc46f-6394-4b83-97a1-2ef96c69e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:15:53.225512 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:53.273384 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-25d495c0-fdc5-49bb-9421-3ae35cbd023f service neutron] 10.222.0.26 "GET /v2.0/networks/d52de65f-951e-45d2-b9a6-4c794fcc9e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916923 Apr 20 16:15:53.393642 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] For port 4559b831-69c2-44cd-9aa0-3a727d8cee61, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:15:53.398522 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] For port 4559b831-69c2-44cd-9aa0-3a727d8cee61, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4559b831-69c2-44cd-9aa0-3a727d8cee61,segment=NetworkSegment(fbddc46f-6394-4b83-97a1-2ef96c69e7cf),segment_id=fbddc46f-6394-4b83-97a1-2ef96c69e7cf)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:15:53.423941 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e101a850-b7fe-42c1-be6f-9eb0d906582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:53.439432 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 03944c73-8b83-478e-a03d-00a422e265a9 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:53.444000 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:53.512205 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] Set router f7732715-9cc3-44e7-a846-9dab2c16ba03 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:15:53.516772 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a38769d5-7874-4165-9c33-5cb4fdd4113e req-7fe339d3-1d20-4b96-aaaf-37daf40c4156 service neutron] 10.222.0.26 "GET /v2.0/networks/d52de65f-951e-45d2-b9a6-4c794fcc9e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931105 Apr 20 16:15:53.531652 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:53.531869 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c987918-5d1c-415d-9222-12d48134b0db req-6c9fb01a-a0e9-47b1-a6e7-b4fe58978d18 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:53.531869 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c987918-5d1c-415d-9222-12d48134b0db req-6c9fb01a-a0e9-47b1-a6e7-b4fe58978d18 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 944 time: 0.2531958 Apr 20 16:15:53.622524 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] Routers {'1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:15:53.623910 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:15:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:53.645396 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e101a850-b7fe-42c1-be6f-9eb0d906582b None None] For port 03944c73-8b83-478e-a03d-00a422e265a9, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=03944c73-8b83-478e-a03d-00a422e265a9,segment=NetworkSegment(52445a65-5884-4a6e-8953-3431d8e54486),segment_id=52445a65-5884-4a6e-8953-3431d8e54486)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:53.697903 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c987918-5d1c-415d-9222-12d48134b0db req-e8b376c4-7b49-40d1-8c49-c71f364bfcba tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/security-groups?id=f254af70-dfa4-4bce-9417-e20b488e08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598313 Apr 20 16:15:53.788001 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:53.823813 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-062a2838-651a-4273-bc7d-b1571a419d29 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:53.825112 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-062a2838-651a-4273-bc7d-b1571a419d29 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5530326 Apr 20 16:15:53.828478 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35904) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:53.839750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-cbfcedbe-8f07-45ab-ac7f-c78db553abfe tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Request body: {'security_group_rule': {'security_group_id': 'd6732b71-84bf-4f4c-8bc6-0eefef1c3bd7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:53.839929 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a2838-651a-4273-bc7d-b1571a419d29 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:53.866701 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:53.869409 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abf1fc-7ce9-440b-9012-c9229ce88a90 None None] Pushing event updated for resources: {'Port': ['ID=4559b831-69c2-44cd-9aa0-3a727d8cee61,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:53.886940 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e101a850-b7fe-42c1-be6f-9eb0d906582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:53.963633 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cbff97c6-1a10-47b7-bedf-ff722612a691 req-fbe7df8f-7029-4576-a46e-b81ee77b8931 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=45e04a0c8b904383a188c597f8f29816 HTTP/1.1" status: 200 len: 267 time: 0.0876975 Apr 20 16:15:54.016801 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101a850-b7fe-42c1-be6f-9eb0d906582b None None] Pushing event updated for resources: {'Port': ['ID=03944c73-8b83-478e-a03d-00a422e265a9,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:54.026844 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] Set router 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:15:54.048540 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff97c6-1a10-47b7-bedf-ff722612a691 req-8c20f59f-82d6-48a6-b9b1-ee0a37025714 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:54.064620 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cbff97c6-1a10-47b7-bedf-ff722612a691 req-8c20f59f-82d6-48a6-b9b1-ee0a37025714 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 946 time: 0.0998638 Apr 20 16:15:54.071509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-cbff97c6-1a10-47b7-bedf-ff722612a691 req-8bf5a69c-be7d-4127-a6e1-04125eb3c024 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Request body: {'port': {'security_groups': []}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:54.201914 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cbfcedbe-8f07-45ab-ac7f-c78db553abfe tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:54.211768 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cbff97c6-1a10-47b7-bedf-ff722612a691 req-8bf5a69c-be7d-4127-a6e1-04125eb3c024 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:54.271281 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-56c18e4f-5af0-4528-8162-ea07c1b6029d None None] Provisioning complete for port 4559b831-69c2-44cd-9aa0-3a727d8cee61 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:54.271654 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-56c18e4f-5af0-4528-8162-ea07c1b6029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:54.368726 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] For port ca7fac03-dba5-420a-8011-27a1c64c2c85, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ca7fac03-dba5-420a-8011-27a1c64c2c85,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:54.376014 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:15:54.376449 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:15:54.409094 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cbfcedbe-8f07-45ab-ac7f-c78db553abfe tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:54.444296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7732715-9cc3-44e7-a846-9dab2c16ba03', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038627380-router', 'tenant_id': '8ca2de8c019b4e89952b40e3c117201c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '5c36541e-4dac-4e1b-aee1-0dd012457bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:48Z', 'updated_at': '2022-04-20T16:15:51Z', 'revision_number': 3, 'project_id': '8ca2de8c019b4e89952b40e3c117201c', 'gw_port': {'id': '5c36541e-4dac-4e1b-aee1-0dd012457bca', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7732715-9cc3-44e7-a846-9dab2c16ba03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:50Z', 'updated_at': '2022-04-20T16:15:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:54.491097 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] For port ca7fac03-dba5-420a-8011-27a1c64c2c85, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:15:54.491406 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] Checking router: f7732715-9cc3-44e7-a846-9dab2c16ba03 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:15:54.491406 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] Updating router f7732715-9cc3-44e7-a846-9dab2c16ba03 port 5c36541e-4dac-4e1b-aee1-0dd012457bca binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:15:54.511740 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'name': 'tempest-AttachVolumeTestJSON-782311160-router', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:37Z', 'updated_at': '2022-04-20T16:15:46Z', 'revision_number': 4, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'gw_port': {'id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '4559b831-69c2-44cd-9aa0-3a727d8cee61', 'name': '', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'mac_address': 'fa:16:3e:d2:b4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:44Z', 'updated_at': '2022-04-20T16:15:53Z', 'revision_number': 4, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'subnets': [{'id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:54.539436 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-cbff97c6-1a10-47b7-bedf-ff722612a691 req-8bf5a69c-be7d-4127-a6e1-04125eb3c024 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] For port f738a99c-4db8-47a8-aadd-3cbdca415ed3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f738a99c-4db8-47a8-aadd-3cbdca415ed3,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:54.541942 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-56c18e4f-5af0-4528-8162-ea07c1b6029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:54.556779 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cbfcedbe-8f07-45ab-ac7f-c78db553abfe tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:54.567331 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:54.571422 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64f5520-d225-41ab-be98-3ad569ac8124 None None] The sync data for ids ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'] in n-d-836146-2 is: [{'id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'name': 'tempest-AttachVolumeTestJSON-782311160-router', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:37Z', 'updated_at': '2022-04-20T16:15:46Z', 'revision_number': 4, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'gw_port': {'id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '4559b831-69c2-44cd-9aa0-3a727d8cee61', 'name': '', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'mac_address': 'fa:16:3e:d2:b4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:44Z', 'updated_at': '2022-04-20T16:15:53Z', 'revision_number': 4, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'subnets': [{'id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:15:54.600357 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3959b03-a31f-4f2d-bbd9-6386a2cc6484 req-0010ba0a-d9f6-4843-aee3-55b57aaf145a tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:54.610362 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c3959b03-a31f-4f2d-bbd9-6386a2cc6484 req-0010ba0a-d9f6-4843-aee3-55b57aaf145a tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.2103007 Apr 20 16:15:54.623903 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfcedbe-8f07-45ab-ac7f-c78db553abfe tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=753c7960-4ee3-4a5d-9616-5f274325a818,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:54.672013 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cbff97c6-1a10-47b7-bedf-ff722612a691 req-8bf5a69c-be7d-4127-a6e1-04125eb3c024 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:54.677411 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-56c18e4f-5af0-4528-8162-ea07c1b6029d None None] For port 4559b831-69c2-44cd-9aa0-3a727d8cee61, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4559b831-69c2-44cd-9aa0-3a727d8cee61,segment=NetworkSegment(fbddc46f-6394-4b83-97a1-2ef96c69e7cf),segment_id=fbddc46f-6394-4b83-97a1-2ef96c69e7cf)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:54.744036 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cbfcedbe-8f07-45ab-ac7f-c78db553abfe tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:54.744258 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d19cd9c-c57d-4c80-889c-c7699cf0c694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca7fac03-dba5-420a-8011-27a1c64c2c85'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:54.745994 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6f1fad-b798-4b34-aa0a-4e264ad09387" -d '{"events": [{"server_uuid": "8d19cd9c-c57d-4c80-889c-c7699cf0c694", "name": "network-vif-unplugged", "status": "completed", "tag": "ca7fac03-dba5-420a-8011-27a1c64c2c85"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:15:54.747565 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cbfcedbe-8f07-45ab-ac7f-c78db553abfe tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9177775 Apr 20 16:15:54.752017 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:54.755680 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35912) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:54.767102 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c3959b03-a31f-4f2d-bbd9-6386a2cc6484 req-005efec6-91a3-4360-9c6c-7c2e686e8c9b tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535187 Apr 20 16:15:54.772158 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-7f00e39c-8598-4dc7-b6b5-eb29db371394 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Request body: {'security_group_rule': {'security_group_id': 'd6732b71-84bf-4f4c-8bc6-0eefef1c3bd7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:54.805940 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cbff97c6-1a10-47b7-bedf-ff722612a691 req-8bf5a69c-be7d-4127-a6e1-04125eb3c024 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:54.820001 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-56c18e4f-5af0-4528-8162-ea07c1b6029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:54.863822 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] Transition to ACTIVE for port object ca7fac03-dba5-420a-8011-27a1c64c2c85 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:15:54.970162 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['8d8df218-1686-44b2-a2e6-bc3bd9205f59', 'e7287699-e13f-4982-90dd-abdf2458b171', 'f738a99c-4db8-47a8-aadd-3cbdca415ed3'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:15:54.987690 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:54.997282 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff97c6-1a10-47b7-bedf-ff722612a691 req-8bf5a69c-be7d-4127-a6e1-04125eb3c024 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:55.000211 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cbff97c6-1a10-47b7-bedf-ff722612a691 req-8bf5a69c-be7d-4127-a6e1-04125eb3c024 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:55.021061 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cbff97c6-1a10-47b7-bedf-ff722612a691 req-8bf5a69c-be7d-4127-a6e1-04125eb3c024 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "PUT /v2.0/ports/f738a99c-4db8-47a8-aadd-3cbdca415ed3 HTTP/1.1" status: 200 len: 905 time: 0.9553180 Apr 20 16:15:55.022728 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf65313a-df4d-4147-8804-34f65b31d8e9', 'tag': 'f738a99c-4db8-47a8-aadd-3cbdca415ed3'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:55.034697 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53c54cf-2b7d-464c-ac80-09567390efcc" -d '{"events": [{"name": "network-changed", "server_uuid": "bf65313a-df4d-4147-8804-34f65b31d8e9", "tag": "f738a99c-4db8-47a8-aadd-3cbdca415ed3"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:15:55.098174 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5a69c-be7d-4127-a6e1-04125eb3c024 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Pushing event updated for resources: {'Port': ['ID=f738a99c-4db8-47a8-aadd-3cbdca415ed3,revision_number=6']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:55.104978 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-56c18e4f-5af0-4528-8162-ea07c1b6029d None None] Provisioning complete for port 03944c73-8b83-478e-a03d-00a422e265a9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:55.105345 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-56c18e4f-5af0-4528-8162-ea07c1b6029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:55.152361 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cad6de-4c8e-4db2-b7f5-e17d5a8ba3cb x-openstack-request-id: req-92cad6de-4c8e-4db2-b7f5-e17d5a8ba3cb {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:15:55.153125 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d19cd9c-c57d-4c80-889c-c7699cf0c694", "name": "network-vif-unplugged", "status": "completed", "tag": "ca7fac03-dba5-420a-8011-27a1c64c2c85", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:15:55.153547 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92cad6de-4c8e-4db2-b7f5-e17d5a8ba3cb {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:15:55.154236 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92cad6de-4c8e-4db2-b7f5-e17d5a8ba3cb'] response: {'server_uuid': '8d19cd9c-c57d-4c80-889c-c7699cf0c694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca7fac03-dba5-420a-8011-27a1c64c2c85', 'code': 200} Apr 20 16:15:55.198426 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f738a99c-4db8-47a8-aadd-3cbdca415ed3'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:15:55.223328 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c18e4f-5af0-4528-8162-ea07c1b6029d None None] Pushing event updated for resources: {'Port': ['ID=4559b831-69c2-44cd-9aa0-3a727d8cee61,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:55.235750 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7f00e39c-8598-4dc7-b6b5-eb29db371394 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:55.269745 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e69d577-b260-4bb6-bd75-ce3c2abbc829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:55.300468 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f6358f0e-9d01-48ce-9bd6-91f0bbd7b5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:55.408403 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d130e1-94df-4ddb-acb0-980a7af4cb29 req-4d9b7df9-91c7-43cd-ae9e-6c5835ba7f59 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:55.426602 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85d130e1-94df-4ddb-acb0-980a7af4cb29 req-4d9b7df9-91c7-43cd-ae9e-6c5835ba7f59 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 908 time: 0.1776059 Apr 20 16:15:55.441549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 5e60676e-a38e-4481-b40c-0661df1fbdca up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:15:55.459401 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e6455-1740-4fdc-90f9-31a43e356114 req-e5b324c2-000e-4fdc-b193-4e032ac3ec1e tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:55.469482 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-645e6455-1740-4fdc-90f9-31a43e356114 req-e5b324c2-000e-4fdc-b193-4e032ac3ec1e tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 944 time: 0.5212374 Apr 20 16:15:55.469482 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7fac03-dba5-420a-8011-27a1c64c2c85,revision_number=6']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:55.537505 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10a9bb2-6537-4df9-81e6-6477b7fb58f5 x-openstack-request-id: req-b10a9bb2-6537-4df9-81e6-6477b7fb58f5 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:15:55.538064 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf65313a-df4d-4147-8804-34f65b31d8e9", "tag": "f738a99c-4db8-47a8-aadd-3cbdca415ed3", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:15:55.540112 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b10a9bb2-6537-4df9-81e6-6477b7fb58f5 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:15:55.540112 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b10a9bb2-6537-4df9-81e6-6477b7fb58f5'] response: {'name': 'network-changed', 'server_uuid': 'bf65313a-df4d-4147-8804-34f65b31d8e9', 'tag': 'f738a99c-4db8-47a8-aadd-3cbdca415ed3', 'status': 'completed', 'code': 200} Apr 20 16:15:55.557985 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] No DVR routers for this DVR port ca7fac03-dba5-420a-8011-27a1c64c2c85 on host n-h2-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:15:55.588448 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4559b831-69c2-44cd-9aa0-3a727d8cee61 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:15:55.687863 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c54cf-2b7d-464c-ac80-09567390efcc req-a4cdf568-f351-459c-a644-0f53972a0a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:55.689362 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b53c54cf-2b7d-464c-ac80-09567390efcc req-a4cdf568-f351-459c-a644-0f53972a0a50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 1059 time: 0.0891824 Apr 20 16:15:55.799564 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] Attempting to bind port ca7fac03-dba5-420a-8011-27a1c64c2c85 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:15:55.801311 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] Attempting to bind port ca7fac03-dba5-420a-8011-27a1c64c2c85 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:15:55.801311 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] Attempting to bind port ca7fac03-dba5-420a-8011-27a1c64c2c85 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:55.807012 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7f00e39c-8598-4dc7-b6b5-eb29db371394 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:55.810489 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] Port ca7fac03-dba5-420a-8011-27a1c64c2c85 on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:15:55.810846 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] Attempting to bind port ca7fac03-dba5-420a-8011-27a1c64c2c85 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:55.818303 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-645e6455-1740-4fdc-90f9-31a43e356114 req-665d7a85-b7cf-447d-99cb-0454964f0b10 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/security-groups?id=f254af70-dfa4-4bce-9417-e20b488e08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533562 Apr 20 16:15:55.836563 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6855e-bb00-42e5-81e4-2358edbe4d9a req-ce7bc409-40f3-4b83-b229-a92c3681021e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:55.844395 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2af6855e-bb00-42e5-81e4-2358edbe4d9a req-ce7bc409-40f3-4b83-b229-a92c3681021e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.1575980 Apr 20 16:15:55.867009 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:15:55.868652 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:15:55.868652 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:15:55.868652 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] Bound port: ca7fac03-dba5-420a-8011-27a1c64c2c85, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:15:55.869282 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:55.884050 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:55.897026 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7f00e39c-8598-4dc7-b6b5-eb29db371394 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:55.919092 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00e39c-8598-4dc7-b6b5-eb29db371394 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223f1ecb-1521-45e8-ae3e-c2da03a2030a,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:55.944609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c54cf-2b7d-464c-ac80-09567390efcc req-711a820c-549f-48be-8537-e199b599b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:55.948837 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b53c54cf-2b7d-464c-ac80-09567390efcc req-711a820c-549f-48be-8537-e199b599b259 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 912 time: 0.2488916 Apr 20 16:15:55.977134 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 4559b831-69c2-44cd-9aa0-3a727d8cee61 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:55.977842 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:56.035474 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b53c54cf-2b7d-464c-ac80-09567390efcc req-c9d27641-d31c-4756-a17c-b51b29a0c3b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f738a99c-4db8-47a8-aadd-3cbdca415ed3 HTTP/1.1" status: 200 len: 217 time: 0.0783765 Apr 20 16:15:56.077832 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:56.105356 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7f00e39c-8598-4dc7-b6b5-eb29db371394 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:56.111602 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7f00e39c-8598-4dc7-b6b5-eb29db371394 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3433673 Apr 20 16:15:56.112602 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35938) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:15:56.128566 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2af6855e-bb00-42e5-81e4-2358edbe4d9a req-b5fdc540-4d1c-44f7-9d03-d4966885919b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808023 Apr 20 16:15:56.159729 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c54cf-2b7d-464c-ac80-09567390efcc req-c837d3d6-3d96-4f89-922a-741b79916248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:56.161383 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b53c54cf-2b7d-464c-ac80-09567390efcc req-c837d3d6-3d96-4f89-922a-741b79916248 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cf39be6-ada6-40b6-a73b-d57e4fcf739a HTTP/1.1" status: 200 len: 850 time: 0.1190982 Apr 20 16:15:56.165103 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 5e60676e-a38e-4481-b40c-0661df1fbdca completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:15:56.173757 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f677957b-a4de-40dc-ae85-e68091a5cd90 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:15:56.247712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c54cf-2b7d-464c-ac80-09567390efcc req-0653a093-58c5-4614-88cf-a613ce5f941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:56.251327 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-6e69d577-b260-4bb6-bd75-ce3c2abbc829 admin admin] Allocated IP 172.20.0.1 (90fa5ce9-1b04-4159-ad42-3d370d384af3/86f61e35-80b5-4d2a-b196-6db46e931a96/7fecc774-f173-4a06-b8e0-5f38d45294aa) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:15:56.252021 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b53c54cf-2b7d-464c-ac80-09567390efcc req-0653a093-58c5-4614-88cf-a613ce5f941c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1e63842-0159-452f-8eed-f7dec1727f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812058 Apr 20 16:15:56.281537 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] For port ca7fac03-dba5-420a-8011-27a1c64c2c85, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:15:56.289163 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d43e151e-147e-4dad-b0f9-fb5f431a537e None None] Provisioning complete for port f738a99c-4db8-47a8-aadd-3cbdca415ed3 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:56.289611 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d43e151e-147e-4dad-b0f9-fb5f431a537e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:56.306115 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 5e60676e-a38e-4481-b40c-0661df1fbdca triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:56.306582 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:56.313950 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] For port ca7fac03-dba5-420a-8011-27a1c64c2c85, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=ca7fac03-dba5-420a-8011-27a1c64c2c85,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:15:56.395620 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d62af1-cc4b-45c4-8129-04b519a40abc None None] Pushing event updated for resources: {'Port': ['ID=5c36541e-4dac-4e1b-aee1-0dd012457bca,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:56.412641 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ea282cd3-916e-4b50-ba05-f7daa68e0521 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:15:56.414848 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ca7fac03-dba5-420a-8011-27a1c64c2c85 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:15:56.415016 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d1321-635a-4921-bbc4-969675b28f30 req-92ea0a81-ed0d-4e11-b2a6-985bd00ab748 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:56.416906 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7f0d1321-635a-4921-bbc4-969675b28f30 req-92ea0a81-ed0d-4e11-b2a6-985bd00ab748 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 947 time: 0.2989774 Apr 20 16:15:56.458266 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:56.483285 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ca7fac03-dba5-420a-8011-27a1c64c2c85 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:15:56.495150 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] Attempting to bind port 5c36541e-4dac-4e1b-aee1-0dd012457bca on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:15:56.495647 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] Attempting to bind port 5c36541e-4dac-4e1b-aee1-0dd012457bca by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:15:56.496246 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] Attempting to bind port 5c36541e-4dac-4e1b-aee1-0dd012457bca on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:15:56.527115 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:56.528081 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b53c54cf-2b7d-464c-ac80-09567390efcc req-2ce62ad9-0b35-4a4e-baa0-d169a1aaa4c3 service neutron] 10.222.0.30 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686119 Apr 20 16:15:56.540575 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f677957b-a4de-40dc-ae85-e68091a5cd90 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:56.574642 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7f0d1321-635a-4921-bbc4-969675b28f30 req-38c82792-fe6d-4be1-ba47-54e882d2fd62 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450982 Apr 20 16:15:56.575849 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e69d577-b260-4bb6-bd75-ce3c2abbc829 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:56.593059 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:15:56.593059 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:15:56.593059 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:56.593059 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:15:56.593059 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] Bound port: 5c36541e-4dac-4e1b-aee1-0dd012457bca, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:15:56.593059 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:56.593976 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:56.593976 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:56.593976 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] 10.222.0.26 "PUT /v2.0/ports/ca7fac03-dba5-420a-8011-27a1c64c2c85 HTTP/1.1" status: 200 len: 1095 time: 3.5458007 Apr 20 16:15:56.594267 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae4521-797c-4b7b-807f-1fe10fb90b57 req-15daf545-3c8d-4606-a0fe-118c56ed4a96 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:56.596016 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2eae4521-797c-4b7b-807f-1fe10fb90b57 req-15daf545-3c8d-4606-a0fe-118c56ed4a96 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.2717779 Apr 20 16:15:56.642502 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.resource_extend [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 16:15:56.665190 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2eae4521-797c-4b7b-807f-1fe10fb90b57 req-72324932-332d-486d-8781-ada65ecb3f83 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528948 Apr 20 16:15:56.748889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2711416-4781-45ba-a268-3583061ebd12 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7fac03-dba5-420a-8011-27a1c64c2c85,revision_number=7']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:56.810035 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b53c54cf-2b7d-464c-ac80-09567390efcc req-f88f1248-6c8b-4315-bf1b-0924d315d08c service neutron] 10.222.0.30 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614226 Apr 20 16:15:56.932603 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:56.935315 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 03944c73-8b83-478e-a03d-00a422e265a9 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:15:56.939953 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-14a4435d-968c-49f2-b671-e7867d6c76e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:56.942006 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-14a4435d-968c-49f2-b671-e7867d6c76e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 1098 time: 0.2188501 Apr 20 16:15:56.953776 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a11b0-e764-4bd2-95c1-88aa732671a6 req-df3b1014-9211-46f5-aeb5-ecddf81150bc tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:56.955455 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f21a11b0-e764-4bd2-95c1-88aa732671a6 req-df3b1014-9211-46f5-aeb5-ecddf81150bc tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.1334233 Apr 20 16:15:57.023777 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 5e60676e-a38e-4481-b40c-0661df1fbdca, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=5e60676e-a38e-4481-b40c-0661df1fbdca,segment=NetworkSegment(d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e),segment_id=d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:57.049773 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1255f5-a79a-4fcb-9759-4893a93dc1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e60676e-a38e-4481-b40c-0661df1fbdca'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:57.053190 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ac0f75-0cfb-44ba-9b53-ce3dc5a9c9ce" -d '{"events": [{"server_uuid": "7d1255f5-a79a-4fcb-9759-4893a93dc1f6", "name": "network-vif-plugged", "status": "completed", "tag": "5e60676e-a38e-4481-b40c-0661df1fbdca"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:15:57.065197 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] For port 5c36541e-4dac-4e1b-aee1-0dd012457bca, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:15:57.072392 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e69d577-b260-4bb6-bd75-ce3c2abbc829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:57.097641 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f21a11b0-e764-4bd2-95c1-88aa732671a6 req-9eff4b19-58f3-4103-9eae-6545141e48c6 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309447 Apr 20 16:15:57.121427 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] For port 5c36541e-4dac-4e1b-aee1-0dd012457bca, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5c36541e-4dac-4e1b-aee1-0dd012457bca,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:15:57.138579 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port ea282cd3-916e-4b50-ba05-f7daa68e0521, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ea282cd3-916e-4b50-ba05-f7daa68e0521,segment=NetworkSegment(d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e),segment_id=d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:57.174428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d19cd9c-c57d-4c80-889c-c7699cf0c694', 'tag': 'ca7fac03-dba5-420a-8011-27a1c64c2c85'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:15:57.174428 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66669048-7199-4e6f-ae3b-d1d75387fcf0" -d '{"events": [{"name": "network-changed", "server_uuid": "8d19cd9c-c57d-4c80-889c-c7699cf0c694", "tag": "ca7fac03-dba5-420a-8011-27a1c64c2c85"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:15:57.176172 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d43e151e-147e-4dad-b0f9-fb5f431a537e None None] Provisioning complete for port 4559b831-69c2-44cd-9aa0-3a727d8cee61 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:57.177941 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e69d577-b260-4bb6-bd75-ce3c2abbc829 admin admin] Network 90fa5ce9-1b04-4159-ad42-3d370d384af3 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:57.178751 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d43e151e-147e-4dad-b0f9-fb5f431a537e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:57.193467 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-6e69d577-b260-4bb6-bd75-ce3c2abbc829 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:57.200820 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54aaeedd-ab4b-4950-bd58-c4b2f76fe966 x-openstack-request-id: req-54aaeedd-ab4b-4950-bd58-c4b2f76fe966 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:15:57.201277 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e69d577-b260-4bb6-bd75-ce3c2abbc829 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:15:57.201738 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1255f5-a79a-4fcb-9759-4893a93dc1f6", "name": "network-vif-plugged", "status": "completed", "tag": "5e60676e-a38e-4481-b40c-0661df1fbdca", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:15:57.202168 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54aaeedd-ab4b-4950-bd58-c4b2f76fe966 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:15:57.202731 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54aaeedd-ab4b-4950-bd58-c4b2f76fe966'] response: {'server_uuid': '7d1255f5-a79a-4fcb-9759-4893a93dc1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e60676e-a38e-4481-b40c-0661df1fbdca', 'code': 200} Apr 20 16:15:57.207225 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69d577-b260-4bb6-bd75-ce3c2abbc829 admin admin] Pushing event updated for resources: {'Port': ['ID=7fecc774-f173-4a06-b8e0-5f38d45294aa,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:57.241997 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-ecf0f401-cdca-4852-b7e4-b63df0ca92a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:57.243684 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-ecf0f401-cdca-4852-b7e4-b63df0ca92a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.2857854 Apr 20 16:15:57.247039 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f677957b-a4de-40dc-ae85-e68091a5cd90 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:57.304828 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-1ee4ad39-e36f-4181-bd58-bafe6d5ccec6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=ca7fac03-dba5-420a-8011-27a1c64c2c85 HTTP/1.1" status: 200 len: 217 time: 0.0494063 Apr 20 16:15:57.336988 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'ea282cd3-916e-4b50-ba05-f7daa68e0521', 'network_id': 'd52de65f-951e-45d2-b9a6-4c794fcc9e2c', 'port_id': 'ea282cd3-916e-4b50-ba05-f7daa68e0521', 'mac_address': 'fa:16:3e:06:a3:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fa33b9-5a09-4672-8383-e835cfd13b34', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:15:57.351702 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 03944c73-8b83-478e-a03d-00a422e265a9 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:57.352422 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:57.375114 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e69d577-b260-4bb6-bd75-ce3c2abbc829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:57.406417 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0581a0-4c04-480d-9b5a-e22744b57c06 req-1f7784b8-08b6-4248-97e8-92eb8ae07fa9 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:57.415094 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1a0581a0-4c04-480d-9b5a-e22744b57c06 req-1f7784b8-08b6-4248-97e8-92eb8ae07fa9 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 944 time: 0.4504640 Apr 20 16:15:57.425869 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:57.457761 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278002d-b23f-42de-93be-c0710f177b22 req-b3c54985-24ea-4dbd-8faf-d20a148cf95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:57.459413 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5278002d-b23f-42de-93be-c0710f177b22 req-b3c54985-24ea-4dbd-8faf-d20a148cf95d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7d1255f5-a79a-4fcb-9759-4893a93dc1f6 HTTP/1.1" status: 200 len: 1096 time: 0.0981021 Apr 20 16:15:57.462629 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 847fe8a4-4066-4294-850c-4705e4f1607a details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:15:57.469282 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1a0581a0-4c04-480d-9b5a-e22744b57c06 req-616067c4-f4c3-49c8-b6f7-509472818079 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/security-groups?id=f254af70-dfa4-4bce-9417-e20b488e08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519867 Apr 20 16:15:57.519219 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5278002d-b23f-42de-93be-c0710f177b22 req-aebbba64-8659-40dc-bcbe-290bbe555659 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f254af70-dfa4-4bce-9417-e20b488e08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433793 Apr 20 16:15:57.533654 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:57.558395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-82d2b620-658a-4139-b6f8-fbd7eba58c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:57.559915 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-82d2b620-658a-4139-b6f8-fbd7eba58c31 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.2114375 Apr 20 16:15:57.596772 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9bd30b-5dca-49e8-8352-f9f1cc58d65c x-openstack-request-id: req-7c9bd30b-5dca-49e8-8352-f9f1cc58d65c {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:15:57.597285 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d19cd9c-c57d-4c80-889c-c7699cf0c694", "tag": "ca7fac03-dba5-420a-8011-27a1c64c2c85", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:15:57.597712 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c9bd30b-5dca-49e8-8352-f9f1cc58d65c {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:15:57.598267 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9bd30b-5dca-49e8-8352-f9f1cc58d65c'] response: {'name': 'network-changed', 'server_uuid': '8d19cd9c-c57d-4c80-889c-c7699cf0c694', 'tag': 'ca7fac03-dba5-420a-8011-27a1c64c2c85', 'status': 'completed', 'code': 200} Apr 20 16:15:57.613998 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ec840-3636-4e5b-b2c2-308b58e23bd3 req-5589a122-d029-4b57-8791-32f46379f0c0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:57.625390 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b53ec840-3636-4e5b-b2c2-308b58e23bd3 req-5589a122-d029-4b57-8791-32f46379f0c0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.2687964 Apr 20 16:15:57.710543 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66669048-7199-4e6f-ae3b-d1d75387fcf0 req-56cd09b3-da0a-4a15-a684-8c61ce47d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:57.713938 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66669048-7199-4e6f-ae3b-d1d75387fcf0 req-56cd09b3-da0a-4a15-a684-8c61ce47d804 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 1098 time: 0.0889587 Apr 20 16:15:57.737326 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b53ec840-3636-4e5b-b2c2-308b58e23bd3 req-78cfad44-6523-4faa-a294-cb51dfc10bae tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106331 Apr 20 16:15:57.757734 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-f677957b-a4de-40dc-ae85-e68091a5cd90 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Allocated IP 172.25.0.117 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/a5c92cde-681b-4e48-beb7-1b30abe260ba) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:15:57.831188 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:57.857477 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea282cd3-916e-4b50-ba05-f7daa68e0521 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:15:57.878682 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port ea282cd3-916e-4b50-ba05-f7daa68e0521, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ea282cd3-916e-4b50-ba05-f7daa68e0521,segment=NetworkSegment(d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e),segment_id=d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:57.882687 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.resource_extend [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 16:15:57.948038 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=5e60676e-a38e-4481-b40c-0661df1fbdca,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:58.016164 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:58.018155 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] Routers {'f7732715-9cc3-44e7-a846-9dab2c16ba03'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:15:58.019220 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:15:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f7732715-9cc3-44e7-a846-9dab2c16ba03'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:58.024712 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e69d577-b260-4bb6-bd75-ce3c2abbc829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:58.036939 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cf141-073d-4f7e-b9f3-f86d33826b8f req-62719561-f8df-4eb5-92eb-0b14f88dfd84 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:58.045154 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e25cf141-073d-4f7e-b9f3-f86d33826b8f req-62719561-f8df-4eb5-92eb-0b14f88dfd84 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 947 time: 0.1740916 Apr 20 16:15:58.053297 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4559b831-69c2-44cd-9aa0-3a727d8cee61 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:15:58.074475 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66669048-7199-4e6f-ae3b-d1d75387fcf0 req-7e166769-3521-4216-b7b4-cb7d43d7138e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:58.077066 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66669048-7199-4e6f-ae3b-d1d75387fcf0 req-7e166769-3521-4216-b7b4-cb7d43d7138e service neutron] 10.222.0.30 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.3546345 Apr 20 16:15:58.096359 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:58.150041 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:58.164968 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e25cf141-073d-4f7e-b9f3-f86d33826b8f req-06a80dde-3d9c-4442-80e8-1553a8c69bee tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001949 Apr 20 16:15:58.170285 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66669048-7199-4e6f-ae3b-d1d75387fcf0 req-bd8c5497-a4ec-472c-82de-8643c36d00c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=ca7fac03-dba5-420a-8011-27a1c64c2c85 HTTP/1.1" status: 200 len: 217 time: 0.0822437 Apr 20 16:15:58.189614 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f677957b-a4de-40dc-ae85-e68091a5cd90 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:58.218824 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-3afb621b-ab47-4a70-b319-ef5ff313f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:58.221055 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-3afb621b-ab47-4a70-b319-ef5ff313f426 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2827837 Apr 20 16:15:58.236764 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d62af1-cc4b-45c4-8129-04b519a40abc None None] Pushing event updated for resources: {'Port': ['ID=5c36541e-4dac-4e1b-aee1-0dd012457bca,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:58.255209 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-92a3d107-1ea0-45db-a94e-f2d6af89ae58 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:15:58.255209 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-92a3d107-1ea0-45db-a94e-f2d6af89ae58 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101092 Apr 20 16:15:58.256733 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 847fe8a4-4066-4294-850c-4705e4f1607a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=847fe8a4-4066-4294-850c-4705e4f1607a,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:58.256857 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66669048-7199-4e6f-ae3b-d1d75387fcf0 req-80a1b249-b6e0-4f12-b9bb-5c9b16939a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:58.259278 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66669048-7199-4e6f-ae3b-d1d75387fcf0 req-80a1b249-b6e0-4f12-b9bb-5c9b16939a5b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0821731 Apr 20 16:15:58.343805 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66669048-7199-4e6f-ae3b-d1d75387fcf0 req-a8f96a89-4a0e-4740-afc3-95cbf70d9daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:58.347089 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66669048-7199-4e6f-ae3b-d1d75387fcf0 req-a8f96a89-4a0e-4740-afc3-95cbf70d9daf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0802863 Apr 20 16:15:58.350746 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '847fe8a4-4066-4294-850c-4705e4f1607a', 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c', 'port_id': '847fe8a4-4066-4294-850c-4705e4f1607a', 'mac_address': 'fa:16:3e:d0:de:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce9e0e03-496c-4740-ab53-97424319556b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:15:58.405107 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-1fd25910-3094-44c0-8aae-5bc37f4f7de4 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:58.406728 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-1fd25910-3094-44c0-8aae-5bc37f4f7de4 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 811 time: 0.3534250 Apr 20 16:15:58.420953 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 4559b831-69c2-44cd-9aa0-3a727d8cee61 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:58.421345 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:58.441878 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-38a11a1d-273d-4814-8d2f-9acf7b440794 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/quotas/45e04a0c8b904383a188c597f8f29816 HTTP/1.1" status: 200 len: 375 time: 0.0265934 Apr 20 16:15:58.449373 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] Set router f7732715-9cc3-44e7-a846-9dab2c16ba03 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:15:58.464564 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66669048-7199-4e6f-ae3b-d1d75387fcf0 req-89ebf8e1-8e29-4a6f-a243-6978a49d2326 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071556 Apr 20 16:15:58.533226 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-b32504b2-6dcb-4aca-9c3d-6987ac70b822 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837493 Apr 20 16:15:58.580679 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f677957b-a4de-40dc-ae85-e68091a5cd90 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:58.610231 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66669048-7199-4e6f-ae3b-d1d75387fcf0 req-dcea31c6-e2c7-44d5-8fc0-0d3aa70b4675 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366615 Apr 20 16:15:58.636506 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-fe964487-c087-44e3-b153-60126928906b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1839912 Apr 20 16:15:58.638771 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e69d577-b260-4bb6-bd75-ce3c2abbc829 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:58.648724 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:58.655274 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=ea282cd3-916e-4b50-ba05-f7daa68e0521,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:58.655274 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:58.680860 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 847fe8a4-4066-4294-850c-4705e4f1607a {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:15:58.688827 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['ea282cd3-916e-4b50-ba05-f7daa68e0521'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:15:58.722735 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-cec3112f-c75c-4785-b8a2-acfd3d39bfd2 None None] Provisioning complete for port 7fecc774-f173-4a06-b8e0-5f38d45294aa triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:15:58.723102 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cec3112f-c75c-4785-b8a2-acfd3d39bfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:58.731379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57a807-d5c7-4bec-abf0-3bf9e640f842 req-bc87de6e-41e8-4b73-91ba-b2eec21111e0 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:58.741585 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a57a807-d5c7-4bec-abf0-3bf9e640f842 req-bc87de6e-41e8-4b73-91ba-b2eec21111e0 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 944 time: 0.1243138 Apr 20 16:15:58.752029 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f677957b-a4de-40dc-ae85-e68091a5cd90 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:58.768352 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677957b-a4de-40dc-ae85-e68091a5cd90 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Pushing event updated for resources: {'Port': ['ID=a5c92cde-681b-4e48-beb7-1b30abe260ba,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:58.776051 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-f677957b-a4de-40dc-ae85-e68091a5cd90 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:58.781806 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f677957b-a4de-40dc-ae85-e68091a5cd90 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:15:58.790764 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-cec3112f-c75c-4785-b8a2-acfd3d39bfd2 None None] Port 7fecc774-f173-4a06-b8e0-5f38d45294aa cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:15:58.794219 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e69d577-b260-4bb6-bd75-ce3c2abbc829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:58.809197 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a57a807-d5c7-4bec-abf0-3bf9e640f842 req-3d93fa40-6336-4e31-b2aa-3238f1e451f5 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/security-groups?id=f254af70-dfa4-4bce-9417-e20b488e08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652177 Apr 20 16:15:58.847266 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 847fe8a4-4066-4294-850c-4705e4f1607a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=847fe8a4-4066-4294-850c-4705e4f1607a,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:58.979777 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:58.980527 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0a36f904-8800-4d84-baf6-84e6ec961603 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:15:59.182792 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=847fe8a4-4066-4294-850c-4705e4f1607a,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:59.202345 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e69d577-b260-4bb6-bd75-ce3c2abbc829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:59.242478 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-be885852-1e6d-4ef9-ae2f-aea3c067e4e7 req-b356b151-49df-4f0c-9498-d6b99f1f7b01 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6998587 Apr 20 16:15:59.284393 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0a36f904-8800-4d84-baf6-84e6ec961603, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0a36f904-8800-4d84-baf6-84e6ec961603,segment=NetworkSegment(d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e),segment_id=d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:59.289559 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7732715-9cc3-44e7-a846-9dab2c16ba03', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038627380-router', 'tenant_id': '8ca2de8c019b4e89952b40e3c117201c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '5c36541e-4dac-4e1b-aee1-0dd012457bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:48Z', 'updated_at': '2022-04-20T16:15:57Z', 'revision_number': 4, 'project_id': '8ca2de8c019b4e89952b40e3c117201c', 'gw_port': {'id': '5c36541e-4dac-4e1b-aee1-0dd012457bca', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7732715-9cc3-44e7-a846-9dab2c16ba03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:50Z', 'updated_at': '2022-04-20T16:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '7fecc774-f173-4a06-b8e0-5f38d45294aa', 'name': '', 'network_id': '90fa5ce9-1b04-4159-ad42-3d370d384af3', 'tenant_id': '8ca2de8c019b4e89952b40e3c117201c', 'mac_address': 'fa:16:3e:10:1f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7732715-9cc3-44e7-a846-9dab2c16ba03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '86f61e35-80b5-4d2a-b196-6db46e931a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:55Z', 'updated_at': '2022-04-20T16:15:56Z', 'revision_number': 1, 'project_id': '8ca2de8c019b4e89952b40e3c117201c', 'subnets': [{'id': '86f61e35-80b5-4d2a-b196-6db46e931a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:15:59.307183 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-34f06121-d2c6-4ee9-9e21-545e72995970 service neutron] 10.222.0.15 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6355641 Apr 20 16:15:59.335195 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '0a36f904-8800-4d84-baf6-84e6ec961603', 'network_id': 'd52de65f-951e-45d2-b9a6-4c794fcc9e2c', 'port_id': '0a36f904-8800-4d84-baf6-84e6ec961603', 'mac_address': 'fa:16:3e:df:19:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fa33b9-5a09-4672-8383-e835cfd13b34', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:15:59.337185 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ef2ee4-1290-48cf-9219-44d494777f0a None None] The sync data for ids ['f7732715-9cc3-44e7-a846-9dab2c16ba03'] in n-d-836146-2 is: [{'id': 'f7732715-9cc3-44e7-a846-9dab2c16ba03', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038627380-router', 'tenant_id': '8ca2de8c019b4e89952b40e3c117201c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '5c36541e-4dac-4e1b-aee1-0dd012457bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:48Z', 'updated_at': '2022-04-20T16:15:57Z', 'revision_number': 4, 'project_id': '8ca2de8c019b4e89952b40e3c117201c', 'gw_port': {'id': '5c36541e-4dac-4e1b-aee1-0dd012457bca', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7732715-9cc3-44e7-a846-9dab2c16ba03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:50Z', 'updated_at': '2022-04-20T16:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '7fecc774-f173-4a06-b8e0-5f38d45294aa', 'name': '', 'network_id': '90fa5ce9-1b04-4159-ad42-3d370d384af3', 'tenant_id': '8ca2de8c019b4e89952b40e3c117201c', 'mac_address': 'fa:16:3e:10:1f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7732715-9cc3-44e7-a846-9dab2c16ba03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '86f61e35-80b5-4d2a-b196-6db46e931a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:55Z', 'updated_at': '2022-04-20T16:15:56Z', 'revision_number': 1, 'project_id': '8ca2de8c019b4e89952b40e3c117201c', 'subnets': [{'id': '86f61e35-80b5-4d2a-b196-6db46e931a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:15:59.337516 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcb8a9-560b-48d2-886a-3d7e11b45137 req-ed4ac450-ea76-4f8c-902b-94e93f2cea26 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:59.339887 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-abbcb8a9-560b-48d2-886a-3d7e11b45137 req-ed4ac450-ea76-4f8c-902b-94e93f2cea26 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 947 time: 0.0825682 Apr 20 16:15:59.363924 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69d577-b260-4bb6-bd75-ce3c2abbc829 admin admin] Pushing event updated for resources: {'Port': ['ID=7fecc774-f173-4a06-b8e0-5f38d45294aa,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:59.430635 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:59.466076 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a36f904-8800-4d84-baf6-84e6ec961603 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:15:59.510182 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-abbcb8a9-560b-48d2-886a-3d7e11b45137 req-4c2d7430-5b9a-47de-8e53-13feb08abbae tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631258 Apr 20 16:15:59.534953 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0a36f904-8800-4d84-baf6-84e6ec961603, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0a36f904-8800-4d84-baf6-84e6ec961603,segment=NetworkSegment(d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e),segment_id=d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:15:59.585787 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f677957b-a4de-40dc-ae85-e68091a5cd90 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:59.610727 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e69d577-b260-4bb6-bd75-ce3c2abbc829 admin admin] Network 90fa5ce9-1b04-4159-ad42-3d370d384af3 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:15:59.614432 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-29e0f952-4a4b-454d-9670-22a0d095ddc0 service neutron] 10.222.0.15 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611823 Apr 20 16:15:59.625773 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-6e69d577-b260-4bb6-bd75-ce3c2abbc829 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:15:59.665772 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:59.666627 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:59.787186 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66669048-7199-4e6f-ae3b-d1d75387fcf0 req-b7bdab8e-30f5-47a4-bed2-6f76498ba015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:15:59.788729 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66669048-7199-4e6f-ae3b-d1d75387fcf0 req-b7bdab8e-30f5-47a4-bed2-6f76498ba015 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 1098 time: 0.3251202 Apr 20 16:15:59.791369 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f677957b-a4de-40dc-ae85-e68091a5cd90 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:15:59.858585 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=0a36f904-8800-4d84-baf6-84e6ec961603,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:15:59.871071 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['847fe8a4-4066-4294-850c-4705e4f1607a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:16:00.054750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa724a-7264-49c9-878c-6b271a15789c req-9aa65ecf-24b7-40a5-b8d6-900d6478a620 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:00.063169 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cfa724a-7264-49c9-878c-6b271a15789c req-9aa65ecf-24b7-40a5-b8d6-900d6478a620 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 945 time: 0.0847321 Apr 20 16:16:00.172859 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cfa724a-7264-49c9-878c-6b271a15789c req-d6a58f67-b149-4fa5-9200-f94ce8e38c5f tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/security-groups?id=f254af70-dfa4-4bce-9417-e20b488e08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050005 Apr 20 16:16:00.189111 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e0ac75b8-f3a2-4ba9-bd44-d094b62ab300 None None] Provisioning complete for port 7fecc774-f173-4a06-b8e0-5f38d45294aa triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:16:00.189727 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e0ac75b8-f3a2-4ba9-bd44-d094b62ab300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:00.240807 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['0a36f904-8800-4d84-baf6-84e6ec961603'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:16:00.275919 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bddf56a8-f7da-419f-87cb-a762ca0b6c81 req-709de612-eed2-4715-b515-56ab8f1a9fd5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 210 time: 0.0404477 Apr 20 16:16:00.319558 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e0ac75b8-f3a2-4ba9-bd44-d094b62ab300 None None] Port 7fecc774-f173-4a06-b8e0-5f38d45294aa cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:16:00.343817 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e69d577-b260-4bb6-bd75-ce3c2abbc829 admin admin] Router f7732715-9cc3-44e7-a846-9dab2c16ba03 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:16:00.387287 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66669048-7199-4e6f-ae3b-d1d75387fcf0 req-d6730d50-9323-4dd4-9a8a-41ca971fcf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:00.388839 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66669048-7199-4e6f-ae3b-d1d75387fcf0 req-d6730d50-9323-4dd4-9a8a-41ca971fcf8e service neutron] 10.222.0.26 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.5653582 Apr 20 16:16:00.395215 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f677957b-a4de-40dc-ae85-e68091a5cd90 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:00.556966 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f677957b-a4de-40dc-ae85-e68091a5cd90 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:00.566885 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66669048-7199-4e6f-ae3b-d1d75387fcf0 req-ab1441d2-0b0b-412b-a62c-5b5ee0c6040e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=ca7fac03-dba5-420a-8011-27a1c64c2c85 HTTP/1.1" status: 200 len: 217 time: 0.1667347 Apr 20 16:16:00.733806 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e69d577-b260-4bb6-bd75-ce3c2abbc829 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:16:00.760009 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6e69d577-b260-4bb6-bd75-ce3c2abbc829 admin admin] 10.222.0.15 "PUT /v2.0/routers/f7732715-9cc3-44e7-a846-9dab2c16ba03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7355275 Apr 20 16:16:00.808404 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677957b-a4de-40dc-ae85-e68091a5cd90 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Pushing event updated for resources: {'Port': ['ID=a5c92cde-681b-4e48-beb7-1b30abe260ba,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:00.821640 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f677957b-a4de-40dc-ae85-e68091a5cd90 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:00.830513 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66669048-7199-4e6f-ae3b-d1d75387fcf0 req-fd542cdc-dfb7-4346-8712-9ec0c36e67ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:00.833367 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66669048-7199-4e6f-ae3b-d1d75387fcf0 req-fd542cdc-dfb7-4346-8712-9ec0c36e67ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.2333312 Apr 20 16:16:00.892154 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cdc63-b3ed-4447-814a-2e3c29a03277 req-5abed5a7-4d35-4e70-9fa5-bbecc9ad9d30 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:00.894635 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7a7cdc63-b3ed-4447-814a-2e3c29a03277 req-5abed5a7-4d35-4e70-9fa5-bbecc9ad9d30 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 947 time: 0.1715896 Apr 20 16:16:00.966594 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66669048-7199-4e6f-ae3b-d1d75387fcf0 req-093ea902-3a05-4cc0-9818-b2cd5d653f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:00.966594 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66669048-7199-4e6f-ae3b-d1d75387fcf0 req-093ea902-3a05-4cc0-9818-b2cd5d653f6b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1177564 Apr 20 16:16:00.969174 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f677957b-a4de-40dc-ae85-e68091a5cd90 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:00.970642 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f677957b-a4de-40dc-ae85-e68091a5cd90 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8056357 Apr 20 16:16:01.079155 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7a7cdc63-b3ed-4447-814a-2e3c29a03277 req-193a7097-45c2-4bcb-9019-36cf9ee07920 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688049 Apr 20 16:16:01.129247 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66669048-7199-4e6f-ae3b-d1d75387fcf0 req-b04e84a4-528e-4d9e-9705-85c5b9a32153 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490066 Apr 20 16:16:01.246828 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66669048-7199-4e6f-ae3b-d1d75387fcf0 req-ff922852-b6be-4916-b892-ee0f06ee76bf service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080794 Apr 20 16:16:01.371573 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c612aee-0aa1-4490-b14c-9a25a469d63e req-9248f44d-821b-4cc0-b8d7-5d32f7ae68ea tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:01.374402 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7c612aee-0aa1-4490-b14c-9a25a469d63e req-9248f44d-821b-4cc0-b8d7-5d32f7ae68ea tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 945 time: 0.0909290 Apr 20 16:16:01.429970 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7c612aee-0aa1-4490-b14c-9a25a469d63e req-24a591f3-43fb-4f84-954f-fdff6219f7e9 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/security-groups?id=f254af70-dfa4-4bce-9417-e20b488e08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467699 Apr 20 16:16:01.727699 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 847fe8a4-4066-4294-850c-4705e4f1607a up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:16:01.862205 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 847fe8a4-4066-4294-850c-4705e4f1607a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:16:01.862205 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:01.985862 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:02.011926 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5c36541e-4dac-4e1b-aee1-0dd012457bca up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:16:02.294278 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cacad7-b84c-49ca-a9ae-5d13634fcc84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847fe8a4-4066-4294-850c-4705e4f1607a'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:02.297781 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd1c122-e5a4-4b01-83b8-256cc63a1319" -d '{"events": [{"server_uuid": "82cacad7-b84c-49ca-a9ae-5d13634fcc84", "name": "network-vif-plugged", "status": "completed", "tag": "847fe8a4-4066-4294-850c-4705e4f1607a"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:16:02.322009 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 847fe8a4-4066-4294-850c-4705e4f1607a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=847fe8a4-4066-4294-850c-4705e4f1607a,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:02.337517 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 5c36541e-4dac-4e1b-aee1-0dd012457bca triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:16:02.343135 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:02.418628 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ea282cd3-916e-4b50-ba05-f7daa68e0521 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:16:02.468583 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:02.471142 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0a36f904-8800-4d84-baf6-84e6ec961603 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:16:02.708267 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=847fe8a4-4066-4294-850c-4705e4f1607a,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:02.715728 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:02.786438 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 5c36541e-4dac-4e1b-aee1-0dd012457bca, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5c36541e-4dac-4e1b-aee1-0dd012457bca,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:03.011439 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] Sync routers for ids ['f7732715-9cc3-44e7-a846-9dab2c16ba03'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:16:03.024372 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] Routers {'f7732715-9cc3-44e7-a846-9dab2c16ba03'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:16:03.031318 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:15:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f7732715-9cc3-44e7-a846-9dab2c16ba03'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:16:03.122077 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port ea282cd3-916e-4b50-ba05-f7daa68e0521 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:16:03.122077 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 0a36f904-8800-4d84-baf6-84e6ec961603 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:16:03.127803 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:03.151796 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-962fb5f6-0340-4679-af7f-c55d3380ae06 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1989401918&fields=id&tenant_id=4632da89faba4c6f8bca66fdf8a9bf10 HTTP/1.1" status: 200 len: 267 time: 0.0852399 Apr 20 16:16:03.243416 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port ea282cd3-916e-4b50-ba05-f7daa68e0521 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:16:03.243739 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:03.245281 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 0a36f904-8800-4d84-baf6-84e6ec961603 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:16:03.258922 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:03.290452 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] Set router f7732715-9cc3-44e7-a846-9dab2c16ba03 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:16:03.375600 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-96a7bea0-9db6-4229-b9bd-fb65f622e678 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:03.388024 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-96a7bea0-9db6-4229-b9bd-fb65f622e678 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/networks?id=1909df4a-72a6-4533-bf20-1f90fba3849a HTTP/1.1" status: 200 len: 810 time: 0.2351286 Apr 20 16:16:03.425111 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-bda5afef-e938-40ff-8b92-f8997b9e6960 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/quotas/4632da89faba4c6f8bca66fdf8a9bf10 HTTP/1.1" status: 200 len: 375 time: 0.0358593 Apr 20 16:16:03.516643 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=5c36541e-4dac-4e1b-aee1-0dd012457bca,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:03.626390 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-91532afe-7494-417a-be60-42cf36e9349f tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4632da89faba4c6f8bca66fdf8a9bf10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1863549 Apr 20 16:16:03.749634 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device ca7fac03-dba5-420a-8011-27a1c64c2c85 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:16:03.818665 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-7e644034-9ceb-4d6c-b464-a765d1dad087 service neutron] 10.222.0.15 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776950 Apr 20 16:16:03.910867 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7732715-9cc3-44e7-a846-9dab2c16ba03', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038627380-router', 'tenant_id': '8ca2de8c019b4e89952b40e3c117201c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '5c36541e-4dac-4e1b-aee1-0dd012457bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:48Z', 'updated_at': '2022-04-20T16:15:57Z', 'revision_number': 4, 'project_id': '8ca2de8c019b4e89952b40e3c117201c', 'gw_port': {'id': '5c36541e-4dac-4e1b-aee1-0dd012457bca', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7732715-9cc3-44e7-a846-9dab2c16ba03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:50Z', 'updated_at': '2022-04-20T16:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '7fecc774-f173-4a06-b8e0-5f38d45294aa', 'name': '', 'network_id': '90fa5ce9-1b04-4159-ad42-3d370d384af3', 'tenant_id': '8ca2de8c019b4e89952b40e3c117201c', 'mac_address': 'fa:16:3e:10:1f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7732715-9cc3-44e7-a846-9dab2c16ba03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '86f61e35-80b5-4d2a-b196-6db46e931a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:55Z', 'updated_at': '2022-04-20T16:15:58Z', 'revision_number': 2, 'project_id': '8ca2de8c019b4e89952b40e3c117201c', 'subnets': [{'id': '86f61e35-80b5-4d2a-b196-6db46e931a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:16:03.948467 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] Checking router: f7732715-9cc3-44e7-a846-9dab2c16ba03 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:16:03.949109 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] Updating router f7732715-9cc3-44e7-a846-9dab2c16ba03 port 7fecc774-f173-4a06-b8e0-5f38d45294aa binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:16:03.951747 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port ca7fac03-dba5-420a-8011-27a1c64c2c85, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=ca7fac03-dba5-420a-8011-27a1c64c2c85,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:03.954542 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:03.970933 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:16:03.980475 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:03.985393 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5c36541e-4dac-4e1b-aee1-0dd012457bca up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:16:03.989485 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-7de0fb02-173b-4530-92ee-10558ad56d94 service neutron] 10.222.0.15 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690440 Apr 20 16:16:04.025086 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'ca7fac03-dba5-420a-8011-27a1c64c2c85', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'ca7fac03-dba5-420a-8011-27a1c64c2c85', 'mac_address': 'fa:16:3e:e6:c9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:16:04.037273 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:04.049988 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port ea282cd3-916e-4b50-ba05-f7daa68e0521, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ea282cd3-916e-4b50-ba05-f7daa68e0521,segment=NetworkSegment(d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e),segment_id=d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:04.118409 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0a36f904-8800-4d84-baf6-84e6ec961603, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0a36f904-8800-4d84-baf6-84e6ec961603,segment=NetworkSegment(d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e),segment_id=d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:04.123413 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:04.144567 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7fac03-dba5-420a-8011-27a1c64c2c85 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:16:04.149401 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 5c36541e-4dac-4e1b-aee1-0dd012457bca triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:16:04.149784 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:04.200477 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port ca7fac03-dba5-420a-8011-27a1c64c2c85, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=ca7fac03-dba5-420a-8011-27a1c64c2c85,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:04.328525 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:04.380948 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:04.390301 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:04.458306 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:04.468021 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=ea282cd3-916e-4b50-ba05-f7daa68e0521,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:04.611150 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d104b8ca-9ff5-4fc9-94b3-f2876bfd03d9 req-2c70f69c-a96e-4e8c-be64-77124ad30a1e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 210 time: 0.0717647 Apr 20 16:16:04.651751 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=0a36f904-8800-4d84-baf6-84e6ec961603,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:04.726423 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a8081e-008f-42b3-9c1a-6e3d0c62087f x-openstack-request-id: req-09a8081e-008f-42b3-9c1a-6e3d0c62087f {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:16:04.738926 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cacad7-b84c-49ca-a9ae-5d13634fcc84", "name": "network-vif-plugged", "status": "completed", "tag": "847fe8a4-4066-4294-850c-4705e4f1607a", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:16:04.738926 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-09a8081e-008f-42b3-9c1a-6e3d0c62087f {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:16:04.738926 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a8081e-008f-42b3-9c1a-6e3d0c62087f'] response: {'server_uuid': '82cacad7-b84c-49ca-a9ae-5d13634fcc84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847fe8a4-4066-4294-850c-4705e4f1607a', 'code': 200} Apr 20 16:16:04.739475 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:04.761190 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=ca7fac03-dba5-420a-8011-27a1c64c2c85,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:04.843168 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b59459-b28e-4739-9728-7239b0e3e7d5 None None] Pushing event updated for resources: {'Port': ['ID=7fecc774-f173-4a06-b8e0-5f38d45294aa,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:04.876295 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['ca7fac03-dba5-420a-8011-27a1c64c2c85'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:16:04.908137 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66fc13-5f2c-472b-80c3-8d8751ec3a7c req-157f914b-a2ea-4331-b30e-ebcc08a59ade tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:04.921240 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bf66fc13-5f2c-472b-80c3-8d8751ec3a7c req-157f914b-a2ea-4331-b30e-ebcc08a59ade tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 948 time: 0.1306033 Apr 20 16:16:04.972853 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] Attempting to bind port 7fecc774-f173-4a06-b8e0-5f38d45294aa on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:16:04.974882 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] Attempting to bind port 7fecc774-f173-4a06-b8e0-5f38d45294aa by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '52445a65-5884-4a6e-8953-3431d8e54486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '90fa5ce9-1b04-4159-ad42-3d370d384af3'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:16:04.974882 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] Attempting to bind port 7fecc774-f173-4a06-b8e0-5f38d45294aa on network 90fa5ce9-1b04-4159-ad42-3d370d384af3 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:16:04.982146 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:16:04.983382 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] Checking segment: {'id': '52445a65-5884-4a6e-8953-3431d8e54486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '90fa5ce9-1b04-4159-ad42-3d370d384af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:16:04.984114 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:04.984756 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] Bound using segment: {'id': '52445a65-5884-4a6e-8953-3431d8e54486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '90fa5ce9-1b04-4159-ad42-3d370d384af3'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:16:04.987616 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] Bound port: 7fecc774-f173-4a06-b8e0-5f38d45294aa, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52445a65-5884-4a6e-8953-3431d8e54486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '90fa5ce9-1b04-4159-ad42-3d370d384af3'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:16:04.988738 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:05.080729 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bf66fc13-5f2c-472b-80c3-8d8751ec3a7c req-ee50763b-f487-466e-91e3-bbf9947b5ff3 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576688 Apr 20 16:16:05.234577 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] For port 7fecc774-f173-4a06-b8e0-5f38d45294aa, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:16:05.245592 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] For port 7fecc774-f173-4a06-b8e0-5f38d45294aa, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7fecc774-f173-4a06-b8e0-5f38d45294aa,segment=NetworkSegment(52445a65-5884-4a6e-8953-3431d8e54486),segment_id=52445a65-5884-4a6e-8953-3431d8e54486)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:16:05.256233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b918e-a37b-4e13-b9c2-253211f92b80 req-4e7ed099-d2f2-4aca-94ad-f720d3469e0e tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:05.268109 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-593ca888-fe8d-4b5d-a48b-99cf95a911df req-5ea2e36b-393b-4ca9-85e8-c8042c8771c3 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 210 time: 0.0770211 Apr 20 16:16:05.279499 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b4b918e-a37b-4e13-b9c2-253211f92b80 req-4e7ed099-d2f2-4aca-94ad-f720d3469e0e tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 946 time: 0.2546198 Apr 20 16:16:05.353014 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:05.465723 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b4b918e-a37b-4e13-b9c2-253211f92b80 req-78b2bfb5-1252-4d8c-bde4-5926eaacf3dc tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/security-groups?id=f254af70-dfa4-4bce-9417-e20b488e08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783724 Apr 20 16:16:05.534136 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] Routers {'f7732715-9cc3-44e7-a846-9dab2c16ba03'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:16:05.534811 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:15:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f7732715-9cc3-44e7-a846-9dab2c16ba03'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:16:05.655264 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d5e104ac-f751-4c50-aa8d-0736dd5b08ed None None] Provisioning complete for port 7fecc774-f173-4a06-b8e0-5f38d45294aa triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:16:05.655858 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d5e104ac-f751-4c50-aa8d-0736dd5b08ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:05.834060 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-726d8101-b05d-43c7-9885-6aa36692eefc tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:05.835617 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-726d8101-b05d-43c7-9885-6aa36692eefc tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.26 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 811 time: 0.3844969 Apr 20 16:16:05.875628 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-8339b868-f349-4de0-9cb4-dc3a48fe24b6 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Request body: {'port': {'device_id': 'e4b5f7ec-8681-4578-bdd4-c668117b5853', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'admin_state_up': True, 'tenant_id': '45e04a0c8b904383a188c597f8f29816'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:16:06.073116 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d5e104ac-f751-4c50-aa8d-0736dd5b08ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:06.182510 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b59459-b28e-4739-9728-7239b0e3e7d5 None None] Pushing event updated for resources: {'Port': ['ID=7fecc774-f173-4a06-b8e0-5f38d45294aa,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:06.195321 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc6946-7478-4697-9278-efa055f72c95 req-a6be2e54-ad17-4eb1-9a53-889d8b3c9008 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:06.206696 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d5e104ac-f751-4c50-aa8d-0736dd5b08ed None None] For port 7fecc774-f173-4a06-b8e0-5f38d45294aa, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7fecc774-f173-4a06-b8e0-5f38d45294aa,segment=NetworkSegment(52445a65-5884-4a6e-8953-3431d8e54486),segment_id=52445a65-5884-4a6e-8953-3431d8e54486)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:06.218003 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17bc6946-7478-4697-9278-efa055f72c95 req-a6be2e54-ad17-4eb1-9a53-889d8b3c9008 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 948 time: 0.2340472 Apr 20 16:16:06.234751 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] Set router f7732715-9cc3-44e7-a846-9dab2c16ba03 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:16:06.425501 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d5e104ac-f751-4c50-aa8d-0736dd5b08ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:06.429033 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a98c7097-791b-41f4-9148-0fe3d741398d req-15526089-fe5d-4b6c-b3d8-0e4857ecb1f6 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 210 time: 0.4172878 Apr 20 16:16:06.521004 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17bc6946-7478-4697-9278-efa055f72c95 req-7e4868ac-08b4-4f04-995e-5f5fdbdf959b tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020248 Apr 20 16:16:06.623309 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e104ac-f751-4c50-aa8d-0736dd5b08ed None None] Pushing event updated for resources: {'Port': ['ID=7fecc774-f173-4a06-b8e0-5f38d45294aa,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:06.624353 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a0bde-d4b9-4412-93fa-da7aba1db2ad req-1964426b-cec3-42c3-9656-bd2f70efd0ed tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:06.626723 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-782b8505-e610-409b-a940-5a507fa1a06d req-ec19dc91-7840-49bf-a340-db5fe2e23fda tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 210 time: 0.0846756 Apr 20 16:16:06.628693 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5e7a0bde-d4b9-4412-93fa-da7aba1db2ad req-1964426b-cec3-42c3-9656-bd2f70efd0ed tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694&tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&binding%3Ahost_id=n-h1-836146-2 HTTP/1.1" status: 200 len: 948 time: 0.3788943 Apr 20 16:16:06.632067 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-8339b868-f349-4de0-9cb4-dc3a48fe24b6 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Made reservation on behalf of 45e04a0c8b904383a188c597f8f29816 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:16:06.635805 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-8339b868-f349-4de0-9cb4-dc3a48fe24b6 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:06.698320 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-99c6e80c-e984-411b-ac92-642cf7e5c2b5 None None] Provisioning complete for port 7fecc774-f173-4a06-b8e0-5f38d45294aa triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:16:06.698320 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-99c6e80c-e984-411b-ac92-642cf7e5c2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:06.752623 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0894c94d-60ee-4fab-8c3f-6bb6ed449493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea282cd3-916e-4b50-ba05-f7daa68e0521'}, {'server_uuid': '034b9c60-f112-4db7-9764-15b31d0aba4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a36f904-8800-4d84-baf6-84e6ec961603'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:06.754998 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ec8abb-9d4c-4a7a-8f1c-bd015ac51b9d" -d '{"events": [{"server_uuid": "0894c94d-60ee-4fab-8c3f-6bb6ed449493", "name": "network-vif-plugged", "status": "completed", "tag": "ea282cd3-916e-4b50-ba05-f7daa68e0521"}, {"server_uuid": "034b9c60-f112-4db7-9764-15b31d0aba4b", "name": "network-vif-plugged", "status": "completed", "tag": "0a36f904-8800-4d84-baf6-84e6ec961603"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:16:06.890083 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 16:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f14dc0-e7e4-4e98-bd15-4db16f676313 x-openstack-request-id: req-b5f14dc0-e7e4-4e98-bd15-4db16f676313 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:16:06.890998 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0894c94d-60ee-4fab-8c3f-6bb6ed449493", "name": "network-vif-plugged", "status": "completed", "tag": "ea282cd3-916e-4b50-ba05-f7daa68e0521", "code": 200}, {"server_uuid": "034b9c60-f112-4db7-9764-15b31d0aba4b", "name": "network-vif-plugged", "status": "completed", "tag": "0a36f904-8800-4d84-baf6-84e6ec961603", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:16:06.891501 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5f14dc0-e7e4-4e98-bd15-4db16f676313 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:16:06.892205 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5f14dc0-e7e4-4e98-bd15-4db16f676313'] response: {'server_uuid': '0894c94d-60ee-4fab-8c3f-6bb6ed449493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea282cd3-916e-4b50-ba05-f7daa68e0521', 'code': 200} Apr 20 16:16:06.892764 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5f14dc0-e7e4-4e98-bd15-4db16f676313'] response: {'server_uuid': '034b9c60-f112-4db7-9764-15b31d0aba4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a36f904-8800-4d84-baf6-84e6ec961603', 'code': 200} Apr 20 16:16:06.946496 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7732715-9cc3-44e7-a846-9dab2c16ba03', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038627380-router', 'tenant_id': '8ca2de8c019b4e89952b40e3c117201c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '5c36541e-4dac-4e1b-aee1-0dd012457bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:48Z', 'updated_at': '2022-04-20T16:15:57Z', 'revision_number': 4, 'project_id': '8ca2de8c019b4e89952b40e3c117201c', 'gw_port': {'id': '5c36541e-4dac-4e1b-aee1-0dd012457bca', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7732715-9cc3-44e7-a846-9dab2c16ba03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:50Z', 'updated_at': '2022-04-20T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '7fecc774-f173-4a06-b8e0-5f38d45294aa', 'name': '', 'network_id': '90fa5ce9-1b04-4159-ad42-3d370d384af3', 'tenant_id': '8ca2de8c019b4e89952b40e3c117201c', 'mac_address': 'fa:16:3e:10:1f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7732715-9cc3-44e7-a846-9dab2c16ba03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '86f61e35-80b5-4d2a-b196-6db46e931a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:55Z', 'updated_at': '2022-04-20T16:16:05Z', 'revision_number': 4, 'project_id': '8ca2de8c019b4e89952b40e3c117201c', 'subnets': [{'id': '86f61e35-80b5-4d2a-b196-6db46e931a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:16:07.062223 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636c7eb2-2697-45b6-9bd6-e9fd8be1aa1b None None] The sync data for ids ['f7732715-9cc3-44e7-a846-9dab2c16ba03'] in n-d-836146-2 is: [{'id': 'f7732715-9cc3-44e7-a846-9dab2c16ba03', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038627380-router', 'tenant_id': '8ca2de8c019b4e89952b40e3c117201c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '5c36541e-4dac-4e1b-aee1-0dd012457bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:48Z', 'updated_at': '2022-04-20T16:15:57Z', 'revision_number': 4, 'project_id': '8ca2de8c019b4e89952b40e3c117201c', 'gw_port': {'id': '5c36541e-4dac-4e1b-aee1-0dd012457bca', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7732715-9cc3-44e7-a846-9dab2c16ba03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:50Z', 'updated_at': '2022-04-20T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '7fecc774-f173-4a06-b8e0-5f38d45294aa', 'name': '', 'network_id': '90fa5ce9-1b04-4159-ad42-3d370d384af3', 'tenant_id': '8ca2de8c019b4e89952b40e3c117201c', 'mac_address': 'fa:16:3e:10:1f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7732715-9cc3-44e7-a846-9dab2c16ba03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '86f61e35-80b5-4d2a-b196-6db46e931a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:55Z', 'updated_at': '2022-04-20T16:16:05Z', 'revision_number': 4, 'project_id': '8ca2de8c019b4e89952b40e3c117201c', 'subnets': [{'id': '86f61e35-80b5-4d2a-b196-6db46e931a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:16:07.091928 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-8339b868-f349-4de0-9cb4-dc3a48fe24b6 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Allocated IP 172.20.0.3 (c1e63842-0159-452f-8eed-f7dec1727f47/6cf39be6-ada6-40b6-a73b-d57e4fcf739a/43babaf9-5f76-4023-9ea5-e3fd8176d042) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:16:07.125958 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-5e7a0bde-d4b9-4412-93fa-da7aba1db2ad req-85f0b391-b35b-476c-8f4f-5750f821c820 service neutron] delete failed (client error): The resource could not be found. Apr 20 16:16:07.128658 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5e7a0bde-d4b9-4412-93fa-da7aba1db2ad req-85f0b391-b35b-476c-8f4f-5750f821c820 service neutron] 10.222.0.30 "DELETE /v2.0/ports/ca7fac03-dba5-420a-8011-27a1c64c2c85/bindings/n-h2-836146-2 HTTP/1.1" status: 404 len: 380 time: 0.4891777 Apr 20 16:16:07.280201 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7eb973-eecd-4b17-90a6-2fff661981b3 req-d564c0d4-e076-4dcb-89bf-836a76c33b02 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:07.289079 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b7eb973-eecd-4b17-90a6-2fff661981b3 req-d564c0d4-e076-4dcb-89bf-836a76c33b02 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 946 time: 0.5370076 Apr 20 16:16:07.707248 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-8339b868-f349-4de0-9cb4-dc3a48fe24b6 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:07.767740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device ca7fac03-dba5-420a-8011-27a1c64c2c85 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:16:07.902398 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b186f63-d566-467c-b08c-c7da3d1d50c4 req-3b5b39ba-40c7-4d93-9f00-6d9384294597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:07.921829 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0b186f63-d566-467c-b08c-c7da3d1d50c4 req-3b5b39ba-40c7-4d93-9f00-6d9384294597 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0894c94d-60ee-4fab-8c3f-6bb6ed449493 HTTP/1.1" status: 200 len: 1097 time: 0.8625798 Apr 20 16:16:07.947604 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b7eb973-eecd-4b17-90a6-2fff661981b3 req-bd4e7aaa-85e3-4b41-8366-a56a7088cf4f tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/security-groups?id=f254af70-dfa4-4bce-9417-e20b488e08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6115177 Apr 20 16:16:07.968092 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a10769d3-2f80-46d1-b975-fa1403142670 req-ca8edd0e-9730-4006-b180-ab74872816fa tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 210 time: 0.1160336 Apr 20 16:16:07.990733 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-8339b868-f349-4de0-9cb4-dc3a48fe24b6 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:08.025632 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['8d8df218-1686-44b2-a2e6-bc3bd9205f59', 'e7287699-e13f-4982-90dd-abdf2458b171'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:16:08.052598 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc534bfb-8a75-41e0-b6c1-8d00d74e5281 req-4aceef46-c423-4b4b-ae19-bbddc68fa822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:08.088851 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fc534bfb-8a75-41e0-b6c1-8d00d74e5281 req-4aceef46-c423-4b4b-ae19-bbddc68fa822 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 1097 time: 0.9562662 Apr 20 16:16:08.218048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a0bde-d4b9-4412-93fa-da7aba1db2ad req-3ec44510-a569-48e8-9346-49c7c9d1c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:08.222906 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-8339b868-f349-4de0-9cb4-dc3a48fe24b6 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Network c1e63842-0159-452f-8eed-f7dec1727f47 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:16:08.232008 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-8339b868-f349-4de0-9cb4-dc3a48fe24b6 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:16:08.237978 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5e7a0bde-d4b9-4412-93fa-da7aba1db2ad req-3ec44510-a569-48e8-9346-49c7c9d1c0af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 1099 time: 0.9362879 Apr 20 16:16:08.268640 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-8339b868-f349-4de0-9cb4-dc3a48fe24b6 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:16:08.323658 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 7fecc774-f173-4a06-b8e0-5f38d45294aa up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:16:08.374867 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-8339b868-f349-4de0-9cb4-dc3a48fe24b6 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:08.392273 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-8339b868-f349-4de0-9cb4-dc3a48fe24b6 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:08.517533 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port ca7fac03-dba5-420a-8011-27a1c64c2c85 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:16:08.601489 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port ca7fac03-dba5-420a-8011-27a1c64c2c85 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:16:08.601489 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:08.711171 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4dd28bbe-29a8-4fa9-ad8c-e25824bc6a6a req-1ba706b1-3202-4b34-856c-0fb013af3c61 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 210 time: 0.5427532 Apr 20 16:16:08.793405 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339b868-f349-4de0-9cb4-dc3a48fe24b6 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Pushing event updated for resources: {'Port': ['ID=43babaf9-5f76-4023-9ea5-e3fd8176d042,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:08.949785 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cadfc-dfab-40c2-a831-29f1540f8f97 req-276f208f-e066-467d-9d55-8d874d647ac4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:08.983292 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-858cadfc-dfab-40c2-a831-29f1540f8f97 req-276f208f-e066-467d-9d55-8d874d647ac4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 948 time: 0.6253500 Apr 20 16:16:09.031687 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 7fecc774-f173-4a06-b8e0-5f38d45294aa triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:16:09.032285 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:09.033491 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-8339b868-f349-4de0-9cb4-dc3a48fe24b6 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1815469 Apr 20 16:16:09.109184 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-99f1759d-33d9-4477-9d3f-e6547a101d1c service neutron] Request body: {'port': {'device_id': 'e4b5f7ec-8681-4578-bdd4-c668117b5853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:16:09.217417 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0b186f63-d566-467c-b08c-c7da3d1d50c4 req-4b9edf26-7615-4d83-a59b-ac4ffc2a2985 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f254af70-dfa4-4bce-9417-e20b488e08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2731752 Apr 20 16:16:09.264726 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-99f1759d-33d9-4477-9d3f-e6547a101d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:09.284927 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fc534bfb-8a75-41e0-b6c1-8d00d74e5281 req-4b558822-964a-4caf-9ab2-a3b18435538d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f254af70-dfa4-4bce-9417-e20b488e08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1027067 Apr 20 16:16:09.350078 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2ad00b81-e026-4d1f-97c7-ccc407615a27 None None] Provisioning complete for port 43babaf9-5f76-4023-9ea5-e3fd8176d042 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:16:09.350491 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2ad00b81-e026-4d1f-97c7-ccc407615a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:09.433719 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ba0f3-ab05-409f-8aa0-8488c248a034 req-e96c62eb-95d3-496a-96f9-71ffd145efb7 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:09.441618 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb1ba0f3-ab05-409f-8aa0-8488c248a034 req-e96c62eb-95d3-496a-96f9-71ffd145efb7 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 946 time: 0.2366784 Apr 20 16:16:09.445481 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a0bde-d4b9-4412-93fa-da7aba1db2ad req-1c5bf899-f487-44db-8179-00172c0c507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:09.447292 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5e7a0bde-d4b9-4412-93fa-da7aba1db2ad req-1c5bf899-f487-44db-8179-00172c0c507f service neutron] 10.222.0.30 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 1.1513572 Apr 20 16:16:09.449460 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:09.537222 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb1ba0f3-ab05-409f-8aa0-8488c248a034 req-e125f2b4-56b8-4e5d-9369-a06b6206b328 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/security-groups?id=f254af70-dfa4-4bce-9417-e20b488e08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860112 Apr 20 16:16:09.550185 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-3b6d908a-3df7-4e61-a840-e10a4630502f tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:09.556843 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-3b6d908a-3df7-4e61-a840-e10a4630502f tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.26 "GET /v2.0/networks?id=1909df4a-72a6-4533-bf20-1f90fba3849a HTTP/1.1" status: 200 len: 810 time: 0.2931955 Apr 20 16:16:09.634117 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2ad00b81-e026-4d1f-97c7-ccc407615a27 None None] Port 43babaf9-5f76-4023-9ea5-e3fd8176d042 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:16:09.688648 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5e7a0bde-d4b9-4412-93fa-da7aba1db2ad req-8c0569ca-6651-4845-b3b1-72110f66c065 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=ca7fac03-dba5-420a-8011-27a1c64c2c85 HTTP/1.1" status: 200 len: 217 time: 0.0914745 Apr 20 16:16:09.706306 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d19cd9c-c57d-4c80-889c-c7699cf0c694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7fac03-dba5-420a-8011-27a1c64c2c85'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:09.714383 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c310f07-05ae-4990-8a40-4c66fade9692" -d '{"events": [{"server_uuid": "8d19cd9c-c57d-4c80-889c-c7699cf0c694", "name": "network-vif-plugged", "status": "completed", "tag": "ca7fac03-dba5-420a-8011-27a1c64c2c85"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:16:09.755725 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port ca7fac03-dba5-420a-8011-27a1c64c2c85, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=ca7fac03-dba5-420a-8011-27a1c64c2c85,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:09.951511 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:09.956872 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a0bde-d4b9-4412-93fa-da7aba1db2ad req-25bb0fcf-33ec-4582-9d18-f01c9ca98de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:09.970602 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5e7a0bde-d4b9-4412-93fa-da7aba1db2ad req-25bb0fcf-33ec-4582-9d18-f01c9ca98de0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.2618568 Apr 20 16:16:10.124901 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a62580-f41e-4f13-be0a-24e89c3389d2 req-bf1a1661-9637-44ed-bc79-d71b799b24e1 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:10.143306 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6a62580-f41e-4f13-be0a-24e89c3389d2 req-bf1a1661-9637-44ed-bc79-d71b799b24e1 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 931 time: 0.4028924 Apr 20 16:16:10.143588 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=ca7fac03-dba5-420a-8011-27a1c64c2c85,revision_number=9']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:10.188218 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-99f1759d-33d9-4477-9d3f-e6547a101d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43babaf9-5f76-4023-9ea5-e3fd8176d042 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:16:10.199386 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-99f1759d-33d9-4477-9d3f-e6547a101d1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:10.223639 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-99f1759d-33d9-4477-9d3f-e6547a101d1c service neutron] Transition to ACTIVE for port object 43babaf9-5f76-4023-9ea5-e3fd8176d042 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:16:10.270397 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-d4006e46-6ce7-4c00-b6e0-bbe9401c21c4 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4632da89faba4c6f8bca66fdf8a9bf10 HTTP/1.1" status: 200 len: 380 time: 0.2046692 Apr 20 16:16:10.286456 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-858cadfc-dfab-40c2-a831-29f1540f8f97 req-ec7efbed-e3d2-4619-bf96-0d648ff1df6d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3022099 Apr 20 16:16:10.301411 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-99f1759d-33d9-4477-9d3f-e6547a101d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:10.344010 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-2a5dbf17-e7f1-4889-811b-c9062f121202 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Request body: {'port': {'device_id': 'a6ab5959-57b2-4cc0-9787-5fcf8380c938', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'admin_state_up': True, 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'security_groups': ['d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:16:10.371066 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6a62580-f41e-4f13-be0a-24e89c3389d2 req-9245bde4-155e-4a6c-9d17-8445ff280747 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093446 Apr 20 16:16:10.398906 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a0bde-d4b9-4412-93fa-da7aba1db2ad req-a8aac729-c836-4133-91fc-0dc7467ba1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:10.403110 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5e7a0bde-d4b9-4412-93fa-da7aba1db2ad req-a8aac729-c836-4133-91fc-0dc7467ba1ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4315028 Apr 20 16:16:10.465480 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94203993-cff8-4bbc-b50c-78340a476137 x-openstack-request-id: req-94203993-cff8-4bbc-b50c-78340a476137 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:16:10.466695 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d19cd9c-c57d-4c80-889c-c7699cf0c694", "name": "network-vif-plugged", "status": "completed", "tag": "ca7fac03-dba5-420a-8011-27a1c64c2c85", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:16:10.472715 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94203993-cff8-4bbc-b50c-78340a476137 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:16:10.473360 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94203993-cff8-4bbc-b50c-78340a476137'] response: {'server_uuid': '8d19cd9c-c57d-4c80-889c-c7699cf0c694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7fac03-dba5-420a-8011-27a1c64c2c85', 'code': 200} Apr 20 16:16:10.602835 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1759d-33d9-4477-9d3f-e6547a101d1c service neutron] Pushing event updated for resources: {'Port': ['ID=43babaf9-5f76-4023-9ea5-e3fd8176d042,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:10.737608 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-745d6940-db63-4cf8-ab61-9fb83b046397 req-6bdf7367-9b6a-46f5-ad56-2d0aeed8878f tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 210 time: 0.1555007 Apr 20 16:16:10.801645 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-99f1759d-33d9-4477-9d3f-e6547a101d1c service neutron] Attempting to bind port 43babaf9-5f76-4023-9ea5-e3fd8176d042 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:16:10.802508 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-99f1759d-33d9-4477-9d3f-e6547a101d1c service neutron] Attempting to bind port 43babaf9-5f76-4023-9ea5-e3fd8176d042 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:16:10.803147 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-99f1759d-33d9-4477-9d3f-e6547a101d1c service neutron] Attempting to bind port 43babaf9-5f76-4023-9ea5-e3fd8176d042 on network c1e63842-0159-452f-8eed-f7dec1727f47 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:16:10.853196 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-99f1759d-33d9-4477-9d3f-e6547a101d1c service neutron] Port 43babaf9-5f76-4023-9ea5-e3fd8176d042 on network c1e63842-0159-452f-8eed-f7dec1727f47 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:16:10.858726 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-99f1759d-33d9-4477-9d3f-e6547a101d1c service neutron] Attempting to bind port 43babaf9-5f76-4023-9ea5-e3fd8176d042 on network c1e63842-0159-452f-8eed-f7dec1727f47 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:16:10.894886 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5e7a0bde-d4b9-4412-93fa-da7aba1db2ad req-82da1a66-0224-485b-959c-406299ab60fd service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726465 Apr 20 16:16:11.014098 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-99f1759d-33d9-4477-9d3f-e6547a101d1c service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:16:11.017655 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-99f1759d-33d9-4477-9d3f-e6547a101d1c service neutron] Checking segment: {'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:16:11.018562 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-99f1759d-33d9-4477-9d3f-e6547a101d1c service neutron] Bound using segment: {'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:16:11.021930 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-99f1759d-33d9-4477-9d3f-e6547a101d1c service neutron] Bound port: 43babaf9-5f76-4023-9ea5-e3fd8176d042, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca4cd54-df49-45fe-8ccb-9b674398175b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:16:11.025637 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-99f1759d-33d9-4477-9d3f-e6547a101d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:11.096007 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-2a5dbf17-e7f1-4889-811b-c9062f121202 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Made reservation on behalf of 4632da89faba4c6f8bca66fdf8a9bf10 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:16:11.103193 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-2a5dbf17-e7f1-4889-811b-c9062f121202 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:11.135205 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5e7a0bde-d4b9-4412-93fa-da7aba1db2ad req-9d906212-0adc-42af-a06b-d454ec973dcc service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308297 Apr 20 16:16:11.365845 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-99f1759d-33d9-4477-9d3f-e6547a101d1c service neutron] For port 43babaf9-5f76-4023-9ea5-e3fd8176d042, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:16:11.369652 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-99f1759d-33d9-4477-9d3f-e6547a101d1c service neutron] For port 43babaf9-5f76-4023-9ea5-e3fd8176d042, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=43babaf9-5f76-4023-9ea5-e3fd8176d042,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:16:11.463166 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8f41c-f442-477d-9dcd-e43f112181b8 req-5b968994-11fb-499a-83b6-ee0ca6a34ceb tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:11.470173 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4ef8f41c-f442-477d-9dcd-e43f112181b8 req-5b968994-11fb-499a-83b6-ee0ca6a34ceb tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 946 time: 0.5784683 Apr 20 16:16:11.479417 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-99f1759d-33d9-4477-9d3f-e6547a101d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:11.532482 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119489ed-384e-4827-bbb5-8fdb97ee3981 req-4e66d765-8fc2-4f1c-a60d-2063337c05cd tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:11.545252 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-119489ed-384e-4827-bbb5-8fdb97ee3981 req-4e66d765-8fc2-4f1c-a60d-2063337c05cd tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.1252768 Apr 20 16:16:11.634598 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-119489ed-384e-4827-bbb5-8fdb97ee3981 req-ebb882b9-0f48-44f8-8727-e6d7a2adceb0 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880191 Apr 20 16:16:11.687483 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1759d-33d9-4477-9d3f-e6547a101d1c service neutron] Pushing event updated for resources: {'Port': ['ID=43babaf9-5f76-4023-9ea5-e3fd8176d042,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:11.781971 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-2a5dbf17-e7f1-4889-811b-c9062f121202 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Allocated IP 172.20.0.8 (1909df4a-72a6-4533-bf20-1f90fba3849a/49f7ee52-7222-4a78-88ae-a616c6706517/eb7745ff-4f81-4633-8823-8c3af85ef2c1) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:16:11.988086 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-2a5dbf17-e7f1-4889-811b-c9062f121202 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:12.037105 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-99f1759d-33d9-4477-9d3f-e6547a101d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:12.038130 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-99f1759d-33d9-4477-9d3f-e6547a101d1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:12.039907 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-99f1759d-33d9-4477-9d3f-e6547a101d1c service neutron] 10.222.0.26 "PUT /v2.0/ports/43babaf9-5f76-4023-9ea5-e3fd8176d042 HTTP/1.1" status: 200 len: 1091 time: 2.9877462 Apr 20 16:16:12.040632 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b5f7ec-8681-4578-bdd4-c668117b5853', 'tag': '43babaf9-5f76-4023-9ea5-e3fd8176d042'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:12.044368 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107d4342-d1c3-445e-8f54-f644efe11c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b5f7ec-8681-4578-bdd4-c668117b5853", "tag": "43babaf9-5f76-4023-9ea5-e3fd8176d042"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:16:12.088124 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cdb4a-9b3f-4f20-954c-d4fd0bdcdcd1 req-9704a974-1f34-4944-95ed-7dcd95fdb159 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:12.095745 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d21cdb4a-9b3f-4f20-954c-d4fd0bdcdcd1 req-9704a974-1f34-4944-95ed-7dcd95fdb159 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 943 time: 0.3025656 Apr 20 16:16:12.105560 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4ef8f41c-f442-477d-9dcd-e43f112181b8 req-83df79d9-b16f-4dc1-8305-c8266567b246 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/security-groups?id=f254af70-dfa4-4bce-9417-e20b488e08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6042321 Apr 20 16:16:12.133565 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-2a5dbf17-e7f1-4889-811b-c9062f121202 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:12.357932 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d21cdb4a-9b3f-4f20-954c-d4fd0bdcdcd1 req-37ca4e1f-589d-4737-8c3a-3b44d73c8d33 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351761 Apr 20 16:16:12.583182 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-2a5dbf17-e7f1-4889-811b-c9062f121202 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Network 1909df4a-72a6-4533-bf20-1f90fba3849a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:16:12.585438 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3d04f0-233f-45a5-933f-ffc8fe854ff0 x-openstack-request-id: req-2a3d04f0-233f-45a5-933f-ffc8fe854ff0 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:16:12.585726 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b5f7ec-8681-4578-bdd4-c668117b5853", "tag": "43babaf9-5f76-4023-9ea5-e3fd8176d042", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:16:12.586921 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a3d04f0-233f-45a5-933f-ffc8fe854ff0 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:16:12.587535 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a3d04f0-233f-45a5-933f-ffc8fe854ff0'] response: {'name': 'network-changed', 'server_uuid': 'e4b5f7ec-8681-4578-bdd4-c668117b5853', 'tag': '43babaf9-5f76-4023-9ea5-e3fd8176d042', 'status': 'completed', 'code': 200} Apr 20 16:16:12.588481 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-2a5dbf17-e7f1-4889-811b-c9062f121202 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:16:12.591574 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-2a5dbf17-e7f1-4889-811b-c9062f121202 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:16:12.762378 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5dbf17-e7f1-4889-811b-c9062f121202 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Pushing event updated for resources: {'Port': ['ID=eb7745ff-4f81-4633-8823-8c3af85ef2c1,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:12.816022 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-3f8c0ffa-a8e7-482f-b08f-c5be4d7e632b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:12.817859 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-3f8c0ffa-a8e7-482f-b08f-c5be4d7e632b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 1094 time: 0.5224009 Apr 20 16:16:12.877960 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-2a5dbf17-e7f1-4889-811b-c9062f121202 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:12.877960 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-2a5dbf17-e7f1-4889-811b-c9062f121202 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:12.919972 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc9ee9-31f5-423b-a521-d1bef25bb28f req-88f6a6c1-0f16-4f25-a512-288d71481804 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:12.920425 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8edc9ee9-31f5-423b-a521-d1bef25bb28f req-88f6a6c1-0f16-4f25-a512-288d71481804 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 931 time: 0.3691792 Apr 20 16:16:12.931009 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-74823145-f543-42e0-8aca-ecb138d018a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43babaf9-5f76-4023-9ea5-e3fd8176d042 HTTP/1.1" status: 200 len: 217 time: 0.0845170 Apr 20 16:16:13.020086 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c0c9c-0b14-4e58-b1dc-8d8e302f0751 req-5e7df183-2ffe-4efd-82df-25c7a7d415c7 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:13.022162 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-288c0c9c-0b14-4e58-b1dc-8d8e302f0751 req-5e7df183-2ffe-4efd-82df-25c7a7d415c7 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.1973400 Apr 20 16:16:13.098133 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-2a5dbf17-e7f1-4889-811b-c9062f121202 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8006542 Apr 20 16:16:13.106012 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-c1bf48b7-b6a8-4ff3-aa4e-0b5e5e35a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:13.107460 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-c1bf48b7-b6a8-4ff3-aa4e-0b5e5e35a336 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6cf39be6-ada6-40b6-a73b-d57e4fcf739a HTTP/1.1" status: 200 len: 850 time: 0.1621451 Apr 20 16:16:13.111135 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8edc9ee9-31f5-423b-a521-d1bef25bb28f req-1dde3bae-dff8-43e1-bf7d-0e6d7fee1007 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789744 Apr 20 16:16:13.126589 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-c0c1fc3e-f54c-4c98-9693-18f5f595651e service neutron] Request body: {'port': {'device_id': 'a6ab5959-57b2-4cc0-9787-5fcf8380c938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:16:13.215682 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-288c0c9c-0b14-4e58-b1dc-8d8e302f0751 req-8ae7307c-eaf2-4884-a0cf-5ad4d5514706 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842320 Apr 20 16:16:13.253306 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-bf506cdd-d862-435a-b1a0-2c5820fb9146 None None] Provisioning complete for port eb7745ff-4f81-4633-8823-8c3af85ef2c1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:16:13.253973 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bf506cdd-d862-435a-b1a0-2c5820fb9146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:13.330890 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-bf506cdd-d862-435a-b1a0-2c5820fb9146 None None] Port eb7745ff-4f81-4633-8823-8c3af85ef2c1 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:16:13.380805 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-c0c1fc3e-f54c-4c98-9693-18f5f595651e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:13.430895 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-af4cfa24-db93-472b-bb6b-c41aec36e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:13.432725 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-af4cfa24-db93-472b-bb6b-c41aec36e772 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1e63842-0159-452f-8eed-f7dec1727f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2996411 Apr 20 16:16:13.515265 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0770e-a793-4a74-91b6-b905aab0ded8 req-96da9dce-7db9-4fb3-a19e-64180eadd789 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:13.524105 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7f0770e-a793-4a74-91b6-b905aab0ded8 req-96da9dce-7db9-4fb3-a19e-64180eadd789 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.0731881 Apr 20 16:16:13.581941 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7f0770e-a793-4a74-91b6-b905aab0ded8 req-c902dbf4-c879-4183-99eb-bfb8d01c6ac9 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519483 Apr 20 16:16:14.020767 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b13775-8c3b-48a5-998c-b8bf306c5305 req-14f68ebd-23f3-4966-95d5-bb34a5ac37a0 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:14.025866 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-57b13775-8c3b-48a5-998c-b8bf306c5305 req-14f68ebd-23f3-4966-95d5-bb34a5ac37a0 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 946 time: 0.6549454 Apr 20 16:16:14.160695 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-57b13775-8c3b-48a5-998c-b8bf306c5305 req-59c83e0c-0850-45b2-a9e5-c37aabcbf557 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/security-groups?id=f254af70-dfa4-4bce-9417-e20b488e08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337075 Apr 20 16:16:14.326836 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-2f0f2a3e-cb67-43f5-944b-337a0dd772a8 service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8853133 Apr 20 16:16:14.473726 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da9d0ee3-1a1c-4e7d-a015-1bab234a6365 req-dbb3737d-dc2a-4d91-ab25-337fd6310231 service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206992 Apr 20 16:16:14.523676 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3673c88-b3f2-4ce2-b6d3-0581723c16b3 req-94059266-fbba-4202-8810-ecca423f21ff tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:14.532904 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a3673c88-b3f2-4ce2-b6d3-0581723c16b3 req-94059266-fbba-4202-8810-ecca423f21ff tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 943 time: 0.2444055 Apr 20 16:16:14.661837 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a3673c88-b3f2-4ce2-b6d3-0581723c16b3 req-90ec0818-4b52-464d-a118-7c2b757b8815 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276929 Apr 20 16:16:14.939285 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d4342-d1c3-445e-8f54-f644efe11c5c req-2aaff7d3-b167-4e22-9adc-da5a2fe7d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:14.940965 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-107d4342-d1c3-445e-8f54-f644efe11c5c req-2aaff7d3-b167-4e22-9adc-da5a2fe7d577 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 1094 time: 0.2431214 Apr 20 16:16:15.049083 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fc1c2-cb6a-44b0-9061-7aba35ea9ab2 req-284eb927-fc1c-4c27-b097-eba93bf279cb tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:15.052496 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-083fc1c2-cb6a-44b0-9061-7aba35ea9ab2 req-284eb927-fc1c-4c27-b097-eba93bf279cb tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 931 time: 0.2213550 Apr 20 16:16:15.143611 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-c0c1fc3e-f54c-4c98-9693-18f5f595651e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb7745ff-4f81-4633-8823-8c3af85ef2c1 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:16:15.160520 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-c0c1fc3e-f54c-4c98-9693-18f5f595651e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:15.196439 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-c0c1fc3e-f54c-4c98-9693-18f5f595651e service neutron] Transition to ACTIVE for port object eb7745ff-4f81-4633-8823-8c3af85ef2c1 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:16:15.207551 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-083fc1c2-cb6a-44b0-9061-7aba35ea9ab2 req-bb8a7970-f159-4018-9a12-db705f8625e9 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054616 Apr 20 16:16:15.264308 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d4342-d1c3-445e-8f54-f644efe11c5c req-0e42a872-4299-437b-bfb4-c710092d8550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:15.269345 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-107d4342-d1c3-445e-8f54-f644efe11c5c req-0e42a872-4299-437b-bfb4-c710092d8550 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 912 time: 0.3163922 Apr 20 16:16:15.336250 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-107d4342-d1c3-445e-8f54-f644efe11c5c req-a9ddbbaf-fe0c-4980-a54f-480ec50df4cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43babaf9-5f76-4023-9ea5-e3fd8176d042 HTTP/1.1" status: 200 len: 217 time: 0.0467131 Apr 20 16:16:15.455700 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04062e17-d84e-4a71-8476-6a513104e09f req-8e2f3730-ddfb-4b35-9107-a34766c466bf tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:15.455700 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-04062e17-d84e-4a71-8476-6a513104e09f req-8e2f3730-ddfb-4b35-9107-a34766c466bf tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=0894c94d-60ee-4fab-8c3f-6bb6ed449493 HTTP/1.1" status: 200 len: 946 time: 0.0985291 Apr 20 16:16:15.455700 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d4342-d1c3-445e-8f54-f644efe11c5c req-ae613af3-d2d6-4d0f-8b22-51a5d2f29474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:15.455700 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-107d4342-d1c3-445e-8f54-f644efe11c5c req-ae613af3-d2d6-4d0f-8b22-51a5d2f29474 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6cf39be6-ada6-40b6-a73b-d57e4fcf739a HTTP/1.1" status: 200 len: 850 time: 0.0906622 Apr 20 16:16:15.509141 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-04062e17-d84e-4a71-8476-6a513104e09f req-a9d20c68-cb8f-4fbb-a616-f0014a8862d9 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/security-groups?id=f254af70-dfa4-4bce-9417-e20b488e08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672603 Apr 20 16:16:15.520169 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d4342-d1c3-445e-8f54-f644efe11c5c req-91f88f24-a77d-4064-a8b9-d60586d3fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:15.522547 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-107d4342-d1c3-445e-8f54-f644efe11c5c req-91f88f24-a77d-4064-a8b9-d60586d3fa82 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1e63842-0159-452f-8eed-f7dec1727f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783110 Apr 20 16:16:15.533180 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-c0c1fc3e-f54c-4c98-9693-18f5f595651e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:15.674849 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1fc3e-f54c-4c98-9693-18f5f595651e service neutron] Pushing event updated for resources: {'Port': ['ID=eb7745ff-4f81-4633-8823-8c3af85ef2c1,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:15.828644 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bb668-b1d9-4a1d-bfcd-7d9195e78b07 req-00ea87cc-1198-41a8-b2e1-976a31bb88f3 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:15.837272 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-967bb668-b1d9-4a1d-bfcd-7d9195e78b07 req-00ea87cc-1198-41a8-b2e1-976a31bb88f3 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d1255f5-a79a-4fcb-9759-4893a93dc1f6 HTTP/1.1" status: 200 len: 945 time: 0.2120531 Apr 20 16:16:15.867012 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-107d4342-d1c3-445e-8f54-f644efe11c5c req-3ff574b0-d681-444f-ad0a-9fd98b2da85f service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352277 Apr 20 16:16:15.929415 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-967bb668-b1d9-4a1d-bfcd-7d9195e78b07 req-160b4198-f044-40b4-b562-a8d5f22a842a tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/security-groups?id=f254af70-dfa4-4bce-9417-e20b488e08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856578 Apr 20 16:16:15.979102 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-c0c1fc3e-f54c-4c98-9693-18f5f595651e service neutron] Attempting to bind port eb7745ff-4f81-4633-8823-8c3af85ef2c1 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:16:15.979347 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-c0c1fc3e-f54c-4c98-9693-18f5f595651e service neutron] Attempting to bind port eb7745ff-4f81-4633-8823-8c3af85ef2c1 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'fbddc46f-6394-4b83-97a1-2ef96c69e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:16:15.979813 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-c0c1fc3e-f54c-4c98-9693-18f5f595651e service neutron] Attempting to bind port eb7745ff-4f81-4633-8823-8c3af85ef2c1 on network 1909df4a-72a6-4533-bf20-1f90fba3849a {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:16:16.042691 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-c0c1fc3e-f54c-4c98-9693-18f5f595651e service neutron] Port eb7745ff-4f81-4633-8823-8c3af85ef2c1 on network 1909df4a-72a6-4533-bf20-1f90fba3849a not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:16:16.043713 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-c0c1fc3e-f54c-4c98-9693-18f5f595651e service neutron] Attempting to bind port eb7745ff-4f81-4633-8823-8c3af85ef2c1 on network 1909df4a-72a6-4533-bf20-1f90fba3849a {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:16:16.055341 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-c0c1fc3e-f54c-4c98-9693-18f5f595651e service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:16:16.056022 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-c0c1fc3e-f54c-4c98-9693-18f5f595651e service neutron] Checking segment: {'id': 'fbddc46f-6394-4b83-97a1-2ef96c69e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:16:16.056160 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-c0c1fc3e-f54c-4c98-9693-18f5f595651e service neutron] Bound using segment: {'id': 'fbddc46f-6394-4b83-97a1-2ef96c69e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:16:16.056855 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-c0c1fc3e-f54c-4c98-9693-18f5f595651e service neutron] Bound port: eb7745ff-4f81-4633-8823-8c3af85ef2c1, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbddc46f-6394-4b83-97a1-2ef96c69e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:16:16.057321 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-c0c1fc3e-f54c-4c98-9693-18f5f595651e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:16.218734 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-c0c1fc3e-f54c-4c98-9693-18f5f595651e service neutron] For port eb7745ff-4f81-4633-8823-8c3af85ef2c1, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:16:16.235152 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-c0c1fc3e-f54c-4c98-9693-18f5f595651e service neutron] For port eb7745ff-4f81-4633-8823-8c3af85ef2c1, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=eb7745ff-4f81-4633-8823-8c3af85ef2c1,segment=NetworkSegment(fbddc46f-6394-4b83-97a1-2ef96c69e7cf),segment_id=fbddc46f-6394-4b83-97a1-2ef96c69e7cf)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:16:16.290994 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-107d4342-d1c3-445e-8f54-f644efe11c5c req-a2aca0be-9922-4917-bf6b-308f7b671bfd service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960524 Apr 20 16:16:16.319050 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96645b-8d4d-4b1a-8062-04a2ef823e40 req-ba0cc6fa-9741-4488-9438-5ebef231b139 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:16.345079 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9c96645b-8d4d-4b1a-8062-04a2ef823e40 req-ba0cc6fa-9741-4488-9438-5ebef231b139 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 943 time: 0.1045077 Apr 20 16:16:16.373535 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-c0c1fc3e-f54c-4c98-9693-18f5f595651e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:16.438270 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-c0c1fc3e-f54c-4c98-9693-18f5f595651e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:16.439966 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-c0c1fc3e-f54c-4c98-9693-18f5f595651e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:16.444452 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-c0c1fc3e-f54c-4c98-9693-18f5f595651e service neutron] 10.222.0.26 "PUT /v2.0/ports/eb7745ff-4f81-4633-8823-8c3af85ef2c1 HTTP/1.1" status: 200 len: 1091 time: 3.3274813 Apr 20 16:16:16.453200 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ab5959-57b2-4cc0-9787-5fcf8380c938', 'tag': 'eb7745ff-4f81-4633-8823-8c3af85ef2c1'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:16.454730 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c67d524-b117-447b-84ce-a63e9c61ea44" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ab5959-57b2-4cc0-9787-5fcf8380c938", "tag": "eb7745ff-4f81-4633-8823-8c3af85ef2c1"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:16:16.492391 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9c96645b-8d4d-4b1a-8062-04a2ef823e40 req-ba9f7d9f-35e3-4abd-9390-af1238d07b90 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442285 Apr 20 16:16:16.574060 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1fc3e-f54c-4c98-9693-18f5f595651e service neutron] Pushing event updated for resources: {'Port': ['ID=eb7745ff-4f81-4633-8823-8c3af85ef2c1,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:16.723135 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-73336ef2-1835-4bc5-9067-7d9922ddedf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:16.725266 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-73336ef2-1835-4bc5-9067-7d9922ddedf8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4632da89faba4c6f8bca66fdf8a9bf10&device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 1094 time: 0.1002667 Apr 20 16:16:16.842991 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-a593b23b-dab4-4d0a-847e-319d5377638c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb7745ff-4f81-4633-8823-8c3af85ef2c1 HTTP/1.1" status: 200 len: 217 time: 0.1025467 Apr 20 16:16:16.921073 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-4bf6a038-3927-4b2d-829d-bd61cbbaace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:16.923051 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-4bf6a038-3927-4b2d-829d-bd61cbbaace7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49f7ee52-7222-4a78-88ae-a616c6706517 HTTP/1.1" status: 200 len: 849 time: 0.0716324 Apr 20 16:16:16.994061 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-c0c7bd72-29ba-4a07-87bb-455dccbd28c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:16.996049 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-c0c7bd72-29ba-4a07-87bb-455dccbd28c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1909df4a-72a6-4533-bf20-1f90fba3849a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660679 Apr 20 16:16:17.145896 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-3e44a85c-63db-4aa0-80d5-4d07017f1f2b service neutron] 10.222.0.26 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205287 Apr 20 16:16:17.437416 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-42fc1f3c-09ca-4fe1-839d-88aba085b1ef req-521ce470-97cb-4705-bc7e-3438ba4ba766 service neutron] 10.222.0.26 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377625 Apr 20 16:16:17.471553 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdd0d5-895d-4ee0-8546-c4c70c0b7c39 req-75aea835-28b2-4222-a68e-7900dd94f2b2 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:17.475795 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-89fdd0d5-895d-4ee0-8546-c4c70c0b7c39 req-75aea835-28b2-4222-a68e-7900dd94f2b2 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 943 time: 0.1099973 Apr 20 16:16:17.549012 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-89fdd0d5-895d-4ee0-8546-c4c70c0b7c39 req-5fa3055c-ff12-4052-9f25-b25582a33c66 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663056 Apr 20 16:16:17.602039 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569747c4-9ce8-4cfa-9639-3eebb3724db9 x-openstack-request-id: req-569747c4-9ce8-4cfa-9639-3eebb3724db9 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:16:17.602039 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ab5959-57b2-4cc0-9787-5fcf8380c938", "tag": "eb7745ff-4f81-4633-8823-8c3af85ef2c1", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:16:17.602039 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-569747c4-9ce8-4cfa-9639-3eebb3724db9 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:16:17.602843 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-569747c4-9ce8-4cfa-9639-3eebb3724db9'] response: {'name': 'network-changed', 'server_uuid': 'a6ab5959-57b2-4cc0-9787-5fcf8380c938', 'tag': 'eb7745ff-4f81-4633-8823-8c3af85ef2c1', 'status': 'completed', 'code': 200} Apr 20 16:16:17.737150 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb02c8-12b7-4387-b4e5-123f7e0aaf4e req-af770d1a-db3f-4108-858e-ca7570034994 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:17.739163 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-93cb02c8-12b7-4387-b4e5-123f7e0aaf4e req-af770d1a-db3f-4108-858e-ca7570034994 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d1255f5-a79a-4fcb-9759-4893a93dc1f6 HTTP/1.1" status: 200 len: 945 time: 0.0806696 Apr 20 16:16:17.844712 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67d524-b117-447b-84ce-a63e9c61ea44 req-8bf445b0-7346-4448-b552-632ba5df0d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:17.852384 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6c67d524-b117-447b-84ce-a63e9c61ea44 req-8bf445b0-7346-4448-b552-632ba5df0d60 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4632da89faba4c6f8bca66fdf8a9bf10&device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 1094 time: 0.1310198 Apr 20 16:16:17.856875 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 43babaf9-5f76-4023-9ea5-e3fd8176d042 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:16:17.885341 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-93cb02c8-12b7-4387-b4e5-123f7e0aaf4e req-dded693a-7107-41a7-9a3d-b74756ffabb4 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/security-groups?id=f254af70-dfa4-4bce-9417-e20b488e08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281319 Apr 20 16:16:18.023763 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67d524-b117-447b-84ce-a63e9c61ea44 req-d7bf88c4-68fe-4ce1-b7d1-fc02e4bc469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:18.026874 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6c67d524-b117-447b-84ce-a63e9c61ea44 req-d7bf88c4-68fe-4ce1-b7d1-fc02e4bc469f service neutron] 10.222.0.26 "GET /v2.0/networks?id=1909df4a-72a6-4533-bf20-1f90fba3849a HTTP/1.1" status: 200 len: 911 time: 0.1712852 Apr 20 16:16:18.044039 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 43babaf9-5f76-4023-9ea5-e3fd8176d042, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=43babaf9-5f76-4023-9ea5-e3fd8176d042,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:18.081655 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '43babaf9-5f76-4023-9ea5-e3fd8176d042', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'port_id': '43babaf9-5f76-4023-9ea5-e3fd8176d042', 'mac_address': 'fa:16:3e:f4:d3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:16:18.118992 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6c67d524-b117-447b-84ce-a63e9c61ea44 req-e5d33f3e-85ac-49e8-ad0b-b7cfddda82cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb7745ff-4f81-4633-8823-8c3af85ef2c1 HTTP/1.1" status: 200 len: 217 time: 0.0806773 Apr 20 16:16:18.143400 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:18.159333 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43babaf9-5f76-4023-9ea5-e3fd8176d042 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:16:18.193225 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 43babaf9-5f76-4023-9ea5-e3fd8176d042, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=43babaf9-5f76-4023-9ea5-e3fd8176d042,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:18.202440 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67d524-b117-447b-84ce-a63e9c61ea44 req-3c4a4ed7-f6cb-47ca-be36-93e95a3d8d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:18.205152 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6c67d524-b117-447b-84ce-a63e9c61ea44 req-3c4a4ed7-f6cb-47ca-be36-93e95a3d8d15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49f7ee52-7222-4a78-88ae-a616c6706517 HTTP/1.1" status: 200 len: 849 time: 0.0753930 Apr 20 16:16:18.270224 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67d524-b117-447b-84ce-a63e9c61ea44 req-9b64b0f7-3841-483e-b13d-157b014a6837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:18.273128 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6c67d524-b117-447b-84ce-a63e9c61ea44 req-9b64b0f7-3841-483e-b13d-157b014a6837 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1909df4a-72a6-4533-bf20-1f90fba3849a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556448 Apr 20 16:16:18.415919 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6c67d524-b117-447b-84ce-a63e9c61ea44 req-a7a65e4b-bf62-4360-8e8d-10cf76ca3fcb service neutron] 10.222.0.26 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345680 Apr 20 16:16:18.457385 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:18.566292 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6c67d524-b117-447b-84ce-a63e9c61ea44 req-dfa1fa74-617f-493f-aba7-984cbae7f2fd service neutron] 10.222.0.26 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417594 Apr 20 16:16:18.764289 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=43babaf9-5f76-4023-9ea5-e3fd8176d042,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:18.773524 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:18.781386 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:18.781386 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:18.781386 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:18.781386 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:18.781386 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:18.781386 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:18.781386 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:18.781386 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:18.781386 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:18.781386 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:18.781386 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:19.079177 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['43babaf9-5f76-4023-9ea5-e3fd8176d042'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:16:19.392445 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d10a4-c384-4964-81ef-43c748262d19 req-b5dfea6a-522d-4fd5-89e3-eef24ca4d089 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:19.392445 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-483d10a4-c384-4964-81ef-43c748262d19 req-b5dfea6a-522d-4fd5-89e3-eef24ca4d089 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d1255f5-a79a-4fcb-9759-4893a93dc1f6 HTTP/1.1" status: 200 len: 945 time: 0.1060829 Apr 20 16:16:19.503547 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-483d10a4-c384-4964-81ef-43c748262d19 req-e3cb38a5-b6ed-45a5-b747-b17fb7666441 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Deleting port 5e60676e-a38e-4481-b40c-0661df1fbdca {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:16:19.503894 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-483d10a4-c384-4964-81ef-43c748262d19 req-e3cb38a5-b6ed-45a5-b747-b17fb7666441 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:19.605644 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-483d10a4-c384-4964-81ef-43c748262d19 req-e3cb38a5-b6ed-45a5-b747-b17fb7666441 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] For port 5e60676e-a38e-4481-b40c-0661df1fbdca, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=5e60676e-a38e-4481-b40c-0661df1fbdca,segment=NetworkSegment(d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e),segment_id=d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:19.606215 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-483d10a4-c384-4964-81ef-43c748262d19 req-e3cb38a5-b6ed-45a5-b747-b17fb7666441 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:19.619852 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-483d10a4-c384-4964-81ef-43c748262d19 req-e3cb38a5-b6ed-45a5-b747-b17fb7666441 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Calling delete_port for 5e60676e-a38e-4481-b40c-0661df1fbdca owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:16:19.924254 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-483d10a4-c384-4964-81ef-43c748262d19 req-e3cb38a5-b6ed-45a5-b747-b17fb7666441 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:19.964919 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['ea282cd3-916e-4b50-ba05-f7daa68e0521'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:16:20.018155 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb38a5-b6ed-45a5-b747-b17fb7666441 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Pushing event deleted for resources: {'Port': ['ID=5e60676e-a38e-4481-b40c-0661df1fbdca,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:20.088039 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-483d10a4-c384-4964-81ef-43c748262d19 req-e3cb38a5-b6ed-45a5-b747-b17fb7666441 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] No DVR routers for this DVR port 5e60676e-a38e-4481-b40c-0661df1fbdca on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:16:20.094149 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-483d10a4-c384-4964-81ef-43c748262d19 req-e3cb38a5-b6ed-45a5-b747-b17fb7666441 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:20.100086 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-483d10a4-c384-4964-81ef-43c748262d19 req-e3cb38a5-b6ed-45a5-b747-b17fb7666441 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.26 "DELETE /v2.0/ports/5e60676e-a38e-4481-b40c-0661df1fbdca HTTP/1.1" status: 204 len: 173 time: 0.7080002 Apr 20 16:16:20.100459 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1255f5-a79a-4fcb-9759-4893a93dc1f6', 'name': 'network-vif-deleted', 'tag': '5e60676e-a38e-4481-b40c-0661df1fbdca'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:20.111297 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df93e11-b880-4a37-8150-198c9a15b8ce" -d '{"events": [{"server_uuid": "7d1255f5-a79a-4fcb-9759-4893a93dc1f6", "name": "network-vif-deleted", "tag": "5e60676e-a38e-4481-b40c-0661df1fbdca"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:16:20.156513 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['5e60676e-a38e-4481-b40c-0661df1fbdca', '0a36f904-8800-4d84-baf6-84e6ec961603'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:16:21.936822 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device eb7745ff-4f81-4633-8823-8c3af85ef2c1 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:16:21.936822 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 43babaf9-5f76-4023-9ea5-e3fd8176d042 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:16:22.025329 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port eb7745ff-4f81-4633-8823-8c3af85ef2c1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=eb7745ff-4f81-4633-8823-8c3af85ef2c1,segment=NetworkSegment(fbddc46f-6394-4b83-97a1-2ef96c69e7cf),segment_id=fbddc46f-6394-4b83-97a1-2ef96c69e7cf)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:22.041448 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'eb7745ff-4f81-4633-8823-8c3af85ef2c1', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'port_id': 'eb7745ff-4f81-4633-8823-8c3af85ef2c1', 'mac_address': 'fa:16:3e:51:78:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:16:22.103841 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:22.122017 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb7745ff-4f81-4633-8823-8c3af85ef2c1 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:16:22.147416 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port eb7745ff-4f81-4633-8823-8c3af85ef2c1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=eb7745ff-4f81-4633-8823-8c3af85ef2c1,segment=NetworkSegment(fbddc46f-6394-4b83-97a1-2ef96c69e7cf),segment_id=fbddc46f-6394-4b83-97a1-2ef96c69e7cf)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:22.763695 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 43babaf9-5f76-4023-9ea5-e3fd8176d042 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:16:22.768237 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 43babaf9-5f76-4023-9ea5-e3fd8176d042 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:16:22.768639 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:22.816871 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-74c14589-f5f4-43a3-b7ad-27c0a21639be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:22.819646 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:22.917247 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:22.917247 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=eb7745ff-4f81-4633-8823-8c3af85ef2c1,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:22.934556 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b5f7ec-8681-4578-bdd4-c668117b5853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43babaf9-5f76-4023-9ea5-e3fd8176d042'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:22.936804 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b74e145-5964-4695-9450-14fa5bd196b9" -d '{"events": [{"server_uuid": "e4b5f7ec-8681-4578-bdd4-c668117b5853", "name": "network-vif-plugged", "status": "completed", "tag": "43babaf9-5f76-4023-9ea5-e3fd8176d042"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:16:22.949242 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 43babaf9-5f76-4023-9ea5-e3fd8176d042, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=43babaf9-5f76-4023-9ea5-e3fd8176d042,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:23.321062 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['eb7745ff-4f81-4633-8823-8c3af85ef2c1'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:16:23.347314 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:23.423885 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=43babaf9-5f76-4023-9ea5-e3fd8176d042,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:23.902205 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 5e60676e-a38e-4481-b40c-0661df1fbdca no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:16:23.929561 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 5e60676e-a38e-4481-b40c-0661df1fbdca {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:16:23.929910 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 5e60676e-a38e-4481-b40c-0661df1fbdca not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:16:24.860875 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-a8ba50ad-0086-443d-b1df-9ab43acf7548 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395863 Apr 20 16:16:24.911011 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f194ae-de66-43ad-abd1-222a4868077f req-2309b819-1c83-4d6e-b3be-b3d9a6195cd5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:24.919922 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c8f194ae-de66-43ad-abd1-222a4868077f req-2309b819-1c83-4d6e-b3be-b3d9a6195cd5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 945 time: 0.0722711 Apr 20 16:16:24.957988 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c8f194ae-de66-43ad-abd1-222a4868077f req-4af27f3f-2d89-43d4-907d-63a707ca3283 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368199 Apr 20 16:16:24.998424 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-8884fb48-a075-4370-beba-27d225d165f6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:25.003069 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-8884fb48-a075-4370-beba-27d225d165f6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1382840 Apr 20 16:16:25.019088 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-1f439c57-7ccb-43cb-b2aa-b0763685dcae tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/quotas/5cbf6f2a95f84d7e90dc5825ed03dfd3 HTTP/1.1" status: 200 len: 375 time: 0.0098581 Apr 20 16:16:25.089069 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-bb53adf2-c484-47a8-9b80-3f35eb5f6b27 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596387 Apr 20 16:16:25.104179 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd81c4a-88ac-425b-8106-c2fee8c62103 req-2f47c126-2afb-4d12-825f-8045e8e4d358 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:25.106290 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1cd81c4a-88ac-425b-8106-c2fee8c62103 req-2f47c126-2afb-4d12-825f-8045e8e4d358 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 944 time: 0.0546038 Apr 20 16:16:25.175017 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1cd81c4a-88ac-425b-8106-c2fee8c62103 req-22cf731b-2711-4661-93b0-aa36a09045b5 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446208 Apr 20 16:16:25.232514 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de8f0d4-4b74-482c-a403-dbed8284fb24 x-openstack-request-id: req-8de8f0d4-4b74-482c-a403-dbed8284fb24 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:16:25.232817 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1255f5-a79a-4fcb-9759-4893a93dc1f6", "name": "network-vif-deleted", "tag": "5e60676e-a38e-4481-b40c-0661df1fbdca", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:16:25.233072 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8de8f0d4-4b74-482c-a403-dbed8284fb24 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:16:25.233477 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de8f0d4-4b74-482c-a403-dbed8284fb24'] response: {'server_uuid': '7d1255f5-a79a-4fcb-9759-4893a93dc1f6', 'name': 'network-vif-deleted', 'tag': '5e60676e-a38e-4481-b40c-0661df1fbdca', 'status': 'completed', 'code': 200} Apr 20 16:16:25.264741 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b89f4170-1bd3-4b76-85d0-ab0a2aaf03d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:25.344698 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2332ffba-1945-467f-9da0-c916b65469d3 x-openstack-request-id: req-2332ffba-1945-467f-9da0-c916b65469d3 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:16:25.344997 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b5f7ec-8681-4578-bdd4-c668117b5853", "name": "network-vif-plugged", "status": "completed", "tag": "43babaf9-5f76-4023-9ea5-e3fd8176d042", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:16:25.345253 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2332ffba-1945-467f-9da0-c916b65469d3 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:16:25.345659 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2332ffba-1945-467f-9da0-c916b65469d3'] response: {'server_uuid': 'e4b5f7ec-8681-4578-bdd4-c668117b5853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43babaf9-5f76-4023-9ea5-e3fd8176d042', 'code': 200} Apr 20 16:16:25.598581 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b469ec4-c07b-40fe-8a54-bb00f3a3df29 req-f01d361c-98bb-4691-ba2b-d48fe99231f5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 210 time: 0.0686662 Apr 20 16:16:25.643200 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e94d4f-e447-4f5b-b8d2-db92453ae244 req-f748b3e5-ef20-4636-9155-07eb3eacb0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:25.646164 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c6e94d4f-e447-4f5b-b8d2-db92453ae244 req-f748b3e5-ef20-4636-9155-07eb3eacb0b9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 1096 time: 0.1130202 Apr 20 16:16:25.719163 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c6e94d4f-e447-4f5b-b8d2-db92453ae244 req-616a4164-9557-41df-8af6-57a2720d7948 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638976 Apr 20 16:16:25.916856 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device eb7745ff-4f81-4633-8823-8c3af85ef2c1 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:16:26.118301 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port eb7745ff-4f81-4633-8823-8c3af85ef2c1 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:16:26.122404 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port eb7745ff-4f81-4633-8823-8c3af85ef2c1 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:16:26.122785 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:26.171705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6650b9-e304-4535-95f6-1b7c2886aa4b req-f8352b3c-3b94-496a-8e87-b257a11325c6 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:26.173959 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cf6650b9-e304-4535-95f6-1b7c2886aa4b req-f8352b3c-3b94-496a-8e87-b257a11325c6 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 945 time: 0.0799465 Apr 20 16:16:26.219998 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:26.222957 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cf6650b9-e304-4535-95f6-1b7c2886aa4b req-d7815823-dced-475f-9257-5d78d3855f1f tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376339 Apr 20 16:16:26.288405 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:26.291839 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port eb7745ff-4f81-4633-8823-8c3af85ef2c1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=eb7745ff-4f81-4633-8823-8c3af85ef2c1,segment=NetworkSegment(fbddc46f-6394-4b83-97a1-2ef96c69e7cf),segment_id=fbddc46f-6394-4b83-97a1-2ef96c69e7cf)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:26.461497 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:26.470444 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b19103-f1f2-4e1d-b61a-3236101714e1 req-7e6a08c4-4b38-4f6c-b17f-379e9bcbe6fe tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:26.477228 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b19103-f1f2-4e1d-b61a-3236101714e1 req-7e6a08c4-4b38-4f6c-b17f-379e9bcbe6fe tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:26.483080 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b19103-f1f2-4e1d-b61a-3236101714e1 req-7e6a08c4-4b38-4f6c-b17f-379e9bcbe6fe tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:26.489035 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b19103-f1f2-4e1d-b61a-3236101714e1 req-7e6a08c4-4b38-4f6c-b17f-379e9bcbe6fe tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:26.495866 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b19103-f1f2-4e1d-b61a-3236101714e1 req-7e6a08c4-4b38-4f6c-b17f-379e9bcbe6fe tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:26.501681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b19103-f1f2-4e1d-b61a-3236101714e1 req-7e6a08c4-4b38-4f6c-b17f-379e9bcbe6fe tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:26.507937 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b19103-f1f2-4e1d-b61a-3236101714e1 req-7e6a08c4-4b38-4f6c-b17f-379e9bcbe6fe tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:26.509745 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19b19103-f1f2-4e1d-b61a-3236101714e1 req-7e6a08c4-4b38-4f6c-b17f-379e9bcbe6fe tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5443 time: 0.0954897 Apr 20 16:16:26.519163 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=eb7745ff-4f81-4633-8823-8c3af85ef2c1,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:26.559299 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19b19103-f1f2-4e1d-b61a-3236101714e1 req-c35b52d8-66f2-4e51-8eac-099722962805 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365293 Apr 20 16:16:26.677831 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de559068-156c-4abe-aae0-7879a7fdf44a req-984eb710-f935-49d2-b9bd-61da586eec6b tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:26.679672 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de559068-156c-4abe-aae0-7879a7fdf44a req-984eb710-f935-49d2-b9bd-61da586eec6b tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0616713 Apr 20 16:16:26.722933 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de559068-156c-4abe-aae0-7879a7fdf44a req-c487b14a-5fc6-4616-b9ee-4b7bcd64c7a7 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367298 Apr 20 16:16:26.892266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17f314-e2c6-4b7d-bac0-ca02eac1d0c3 req-904e0daf-2518-481e-9ee8-25890570c513 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:26.898302 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17f314-e2c6-4b7d-bac0-ca02eac1d0c3 req-904e0daf-2518-481e-9ee8-25890570c513 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:26.899993 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a17f314-e2c6-4b7d-bac0-ca02eac1d0c3 req-904e0daf-2518-481e-9ee8-25890570c513 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b&device_id=0894c94d-60ee-4fab-8c3f-6bb6ed449493 HTTP/1.1" status: 200 len: 1683 time: 0.0630674 Apr 20 16:16:26.945866 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a17f314-e2c6-4b7d-bac0-ca02eac1d0c3 req-a4014431-c853-4626-be9b-204883530780 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/security-groups?id=f254af70-dfa4-4bce-9417-e20b488e08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394423 Apr 20 16:16:27.051439 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad88ef8-fe85-4a57-ac57-7ddaffda3b71 req-a0ed2a16-602c-4285-a3c1-060dd3a4905b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:27.057947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad88ef8-fe85-4a57-ac57-7ddaffda3b71 req-a0ed2a16-602c-4285-a3c1-060dd3a4905b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:27.063777 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad88ef8-fe85-4a57-ac57-7ddaffda3b71 req-a0ed2a16-602c-4285-a3c1-060dd3a4905b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:27.070223 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad88ef8-fe85-4a57-ac57-7ddaffda3b71 req-a0ed2a16-602c-4285-a3c1-060dd3a4905b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:27.076099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad88ef8-fe85-4a57-ac57-7ddaffda3b71 req-a0ed2a16-602c-4285-a3c1-060dd3a4905b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:27.081927 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad88ef8-fe85-4a57-ac57-7ddaffda3b71 req-a0ed2a16-602c-4285-a3c1-060dd3a4905b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:27.087801 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad88ef8-fe85-4a57-ac57-7ddaffda3b71 req-a0ed2a16-602c-4285-a3c1-060dd3a4905b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:27.089701 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7ad88ef8-fe85-4a57-ac57-7ddaffda3b71 req-a0ed2a16-602c-4285-a3c1-060dd3a4905b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5443 time: 0.0927956 Apr 20 16:16:27.150321 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dcc65b50-6d74-4c3a-9ead-944025a8eaf8 req-99cf6db2-e7e8-44b0-8fbe-565b1bebc068 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 210 time: 0.0274284 Apr 20 16:16:27.347224 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ab5959-57b2-4cc0-9787-5fcf8380c938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7745ff-4f81-4633-8823-8c3af85ef2c1'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:27.348442 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d7265-848b-4c36-9d5f-9e55cb8f6750 req-551a81d6-9b4d-46a4-b54a-a9220f469265 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:27.349888 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c8d7265-848b-4c36-9d5f-9e55cb8f6750 req-551a81d6-9b4d-46a4-b54a-a9220f469265 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 945 time: 0.0554707 Apr 20 16:16:27.350809 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610f27b0-ef65-4566-950e-f77e80fa12d8" -d '{"events": [{"server_uuid": "a6ab5959-57b2-4cc0-9787-5fcf8380c938", "name": "network-vif-plugged", "status": "completed", "tag": "eb7745ff-4f81-4633-8823-8c3af85ef2c1"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:16:27.418643 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c8d7265-848b-4c36-9d5f-9e55cb8f6750 req-ae08ac3b-a66f-48e1-ba6b-30c027c26092 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595410 Apr 20 16:16:27.505275 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4d8456-f5ca-4490-80db-92b1e4168645 x-openstack-request-id: req-be4d8456-f5ca-4490-80db-92b1e4168645 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:16:27.505275 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ab5959-57b2-4cc0-9787-5fcf8380c938", "name": "network-vif-plugged", "status": "completed", "tag": "eb7745ff-4f81-4633-8823-8c3af85ef2c1", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:16:27.505573 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be4d8456-f5ca-4490-80db-92b1e4168645 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:16:27.506262 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be4d8456-f5ca-4490-80db-92b1e4168645'] response: {'server_uuid': 'a6ab5959-57b2-4cc0-9787-5fcf8380c938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7745ff-4f81-4633-8823-8c3af85ef2c1', 'code': 200} Apr 20 16:16:27.689886 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:27.714789 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32336830-e212-4c20-9650-9f339fb340c0 req-422649cf-190a-402f-a4bd-d3788d9961d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:27.716741 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-32336830-e212-4c20-9650-9f339fb340c0 req-422649cf-190a-402f-a4bd-d3788d9961d0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 1096 time: 0.0470326 Apr 20 16:16:27.782784 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-32336830-e212-4c20-9650-9f339fb340c0 req-3a1db7ce-6509-4b43-8a3d-cddcbcd9f5e7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575333 Apr 20 16:16:28.118196 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:28.275414 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184b9e4-cadf-477c-adbf-7e56d3fc547c req-17333025-690e-4680-b3f5-42c2aa708fd1 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:28.276993 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f184b9e4-cadf-477c-adbf-7e56d3fc547c req-17333025-690e-4680-b3f5-42c2aa708fd1 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0529408 Apr 20 16:16:28.316118 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f184b9e4-cadf-477c-adbf-7e56d3fc547c req-e32b60a6-c365-45b3-96c6-5fe8e45a563c tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329075 Apr 20 16:16:28.408044 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d5d90574-cb28-4681-a169-c7b0bcd61285 req-5bda1e39-fc57-4453-95ee-1d92f3e0ccb3 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 210 time: 0.0277650 Apr 20 16:16:28.544791 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:28.719139 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac7490-ceda-4174-8edb-d97d9d22765a req-e587153e-eb1d-40be-8d5a-efb8c766f6b5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:28.720715 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-24ac7490-ceda-4174-8edb-d97d9d22765a req-e587153e-eb1d-40be-8d5a-efb8c766f6b5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 945 time: 0.0571914 Apr 20 16:16:28.759998 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-24ac7490-ceda-4174-8edb-d97d9d22765a req-ebb7c768-62ef-4a80-861e-aba508092fd4 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323086 Apr 20 16:16:29.421464 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36530) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:16:29.427462 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ce030f74-1801-4f0b-9a32-43a0b7fe024b tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--34767923', 'description': 'tempest-description--1972367087'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:16:29.604381 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-e6918ed2-ab67-45dc-bbac-54a258ab7a57 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238330 Apr 20 16:16:29.605800 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce030f74-1801-4f0b-9a32-43a0b7fe024b tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:29.706895 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:29.782104 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f25463-85e2-42f6-86e0-571130472f89 req-1c7cb3da-2791-45a3-893d-91fbf87dc143 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:29.783709 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-89f25463-85e2-42f6-86e0-571130472f89 req-1c7cb3da-2791-45a3-893d-91fbf87dc143 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0596588 Apr 20 16:16:29.816249 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-92491b69-c5d5-4862-a046-f6c519be8e4c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:29.817829 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-92491b69-c5d5-4862-a046-f6c519be8e4c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1976745 Apr 20 16:16:29.841424 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-89f25463-85e2-42f6-86e0-571130472f89 req-373789ca-3a5c-4dfe-83c9-3582e7e2afd1 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499737 Apr 20 16:16:29.861088 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-06561cd0-9422-47fe-94a5-ea314c1f7efa tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Request body: {'port': {'device_id': 'd50776cb-ec9e-410a-b36d-f6c7fb0feeaa', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': '5cbf6f2a95f84d7e90dc5825ed03dfd3'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:16:29.919117 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 847fe8a4-4066-4294-850c-4705e4f1607a no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:16:29.963710 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f238f6d-2567-4d0b-9ced-03b8e60b6b6a req-01401315-0ac3-49bd-84ab-ba04da83d64e tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:29.965628 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3f238f6d-2567-4d0b-9ced-03b8e60b6b6a req-01401315-0ac3-49bd-84ab-ba04da83d64e tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=0894c94d-60ee-4fab-8c3f-6bb6ed449493 HTTP/1.1" status: 200 len: 946 time: 0.0554328 Apr 20 16:16:30.023023 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3f238f6d-2567-4d0b-9ced-03b8e60b6b6a req-ea5d3213-0c2e-49ef-a6bc-0044fe6a1ad6 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/security-groups?id=f254af70-dfa4-4bce-9417-e20b488e08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497115 Apr 20 16:16:30.067303 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce030f74-1801-4f0b-9a32-43a0b7fe024b tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:30.070889 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-742a338f-1e71-4cd2-911b-73c46fc10d14 req-112756dd-c36a-42d5-8ffb-f31262881baa tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 210 time: 0.0402143 Apr 20 16:16:30.088673 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:30.128328 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 847fe8a4-4066-4294-850c-4705e4f1607a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=847fe8a4-4066-4294-850c-4705e4f1607a,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:30.129606 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cacad7-b84c-49ca-a9ae-5d13634fcc84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '847fe8a4-4066-4294-850c-4705e4f1607a'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:30.133998 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a706234b-330d-41c0-af7e-96b2949fb94f" -d '{"events": [{"server_uuid": "82cacad7-b84c-49ca-a9ae-5d13634fcc84", "name": "network-vif-unplugged", "status": "completed", "tag": "847fe8a4-4066-4294-850c-4705e4f1607a"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:16:30.199920 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-06561cd0-9422-47fe-94a5-ea314c1f7efa tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Made reservation on behalf of 5cbf6f2a95f84d7e90dc5825ed03dfd3 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:16:30.203557 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-06561cd0-9422-47fe-94a5-ea314c1f7efa tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:30.298077 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ae6c8-c913-4232-bbba-89cffaf399b3 req-1931f54b-6d5c-43aa-a683-16f073144e0e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:30.301112 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-245ae6c8-c913-4232-bbba-89cffaf399b3 req-1931f54b-6d5c-43aa-a683-16f073144e0e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 945 time: 0.1145959 Apr 20 16:16:30.301900 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201ee61-b495-4bba-943f-0fdc53a3b4a7 req-7268ea22-13b4-4858-83b9-a6de32f94288 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:30.303919 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e201ee61-b495-4bba-943f-0fdc53a3b4a7 req-7268ea22-13b4-4858-83b9-a6de32f94288 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.30 "GET /v2.0/ports?device_id=0894c94d-60ee-4fab-8c3f-6bb6ed449493 HTTP/1.1" status: 200 len: 946 time: 0.0973711 Apr 20 16:16:30.324300 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-311bbe66-bb54-4027-ae46-278c05039990 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:30.327112 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-311bbe66-bb54-4027-ae46-278c05039990 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/networks?id=fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c HTTP/1.1" status: 200 len: 805 time: 0.2085087 Apr 20 16:16:30.373712 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-5fe3c2f6-b66e-40f7-add5-2b515fd285e6 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/quotas/d25ef379da5e498ab36af959cb0475a8 HTTP/1.1" status: 200 len: 375 time: 0.0361621 Apr 20 16:16:30.388325 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-245ae6c8-c913-4232-bbba-89cffaf399b3 req-b3e32f86-7e0e-44b3-8bba-3cf1c9a72884 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819728 Apr 20 16:16:30.391138 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce030f74-1801-4f0b-9a32-43a0b7fe024b tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:30.445334 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:30.451856 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-06561cd0-9422-47fe-94a5-ea314c1f7efa tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Allocated IP 192.168.233.106 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/49d61411-7d22-4a11-aaac-b88200694959) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:16:30.453906 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce030f74-1801-4f0b-9a32-43a0b7fe024b tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e7c9c4-671d-4506-b93a-b5cea30adf4d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:30.470534 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce030f74-1801-4f0b-9a32-43a0b7fe024b tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:30.471025 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce030f74-1801-4f0b-9a32-43a0b7fe024b tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:30.471539 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce030f74-1801-4f0b-9a32-43a0b7fe024b tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:30.471867 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce030f74-1801-4f0b-9a32-43a0b7fe024b tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:30.472209 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce030f74-1801-4f0b-9a32-43a0b7fe024b tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:30.472565 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce030f74-1801-4f0b-9a32-43a0b7fe024b tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:30.473139 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce030f74-1801-4f0b-9a32-43a0b7fe024b tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:30.473484 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce030f74-1801-4f0b-9a32-43a0b7fe024b tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:30.473975 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce030f74-1801-4f0b-9a32-43a0b7fe024b tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:30.474303 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce030f74-1801-4f0b-9a32-43a0b7fe024b tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:30.474626 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce030f74-1801-4f0b-9a32-43a0b7fe024b tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:30.474948 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce030f74-1801-4f0b-9a32-43a0b7fe024b tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:30.484399 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-32316976-f2df-4e62-b079-eec68fea251d tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d25ef379da5e498ab36af959cb0475a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1005220 Apr 20 16:16:30.519704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-e201ee61-b495-4bba-943f-0fdc53a3b4a7 req-276de7f2-1ec9-4cd6-aee3-877d6ecefff2 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Deleting port ea282cd3-916e-4b50-ba05-f7daa68e0521 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:16:30.520044 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e201ee61-b495-4bba-943f-0fdc53a3b4a7 req-276de7f2-1ec9-4cd6-aee3-877d6ecefff2 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:30.525359 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=847fe8a4-4066-4294-850c-4705e4f1607a,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:30.529135 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b859b9bd-e327-40f8-bb8b-d30fb5540269 x-openstack-request-id: req-b859b9bd-e327-40f8-bb8b-d30fb5540269 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:16:30.529696 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cacad7-b84c-49ca-a9ae-5d13634fcc84", "name": "network-vif-unplugged", "status": "completed", "tag": "847fe8a4-4066-4294-850c-4705e4f1607a", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:16:30.530129 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b859b9bd-e327-40f8-bb8b-d30fb5540269 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:16:30.530718 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b859b9bd-e327-40f8-bb8b-d30fb5540269'] response: {'server_uuid': '82cacad7-b84c-49ca-a9ae-5d13634fcc84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '847fe8a4-4066-4294-850c-4705e4f1607a', 'code': 200} Apr 20 16:16:30.641245 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-cd8d493a-295a-411d-bd70-c0f29bd33107 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:16:30.652302 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce030f74-1801-4f0b-9a32-43a0b7fe024b tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:30.652547 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-cd8d493a-295a-411d-bd70-c0f29bd33107 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1638939 Apr 20 16:16:30.654022 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ce030f74-1801-4f0b-9a32-43a0b7fe024b tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2312448 Apr 20 16:16:30.657614 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36570) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:16:30.664383 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-cf9c1918-53c9-4705-8548-735e91ec63dc tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Request body: {'security_group_rule': {'security_group_id': 'f6e7c9c4-671d-4506-b93a-b5cea30adf4d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:16:30.729472 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-06561cd0-9422-47fe-94a5-ea314c1f7efa tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:30.744027 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-e201ee61-b495-4bba-943f-0fdc53a3b4a7 req-276de7f2-1ec9-4cd6-aee3-877d6ecefff2 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] For port ea282cd3-916e-4b50-ba05-f7daa68e0521, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ea282cd3-916e-4b50-ba05-f7daa68e0521,segment=NetworkSegment(d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e),segment_id=d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:30.744428 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e201ee61-b495-4bba-943f-0fdc53a3b4a7 req-276de7f2-1ec9-4cd6-aee3-877d6ecefff2 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:30.766947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-e201ee61-b495-4bba-943f-0fdc53a3b4a7 req-276de7f2-1ec9-4cd6-aee3-877d6ecefff2 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Calling delete_port for ea282cd3-916e-4b50-ba05-f7daa68e0521 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:16:30.788749 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-880688e4-0137-4cc0-a83b-2224187c13df service neutron] 10.222.0.15 "GET /v2.0/networks/fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387382 Apr 20 16:16:30.809993 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36576) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:16:30.926038 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-06561cd0-9422-47fe-94a5-ea314c1f7efa tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:30.961798 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['ca7fac03-dba5-420a-8011-27a1c64c2c85'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:16:30.966145 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f81a6c35-3774-4a1c-a71e-5c2c6cef1de5'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:16:30.978314 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20ea08-712b-4949-bbd3-7614e4ae702d req-1647fa56-ffc4-43f4-8a86-4cc4a9c21357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:30.978777 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20ea08-712b-4949-bbd3-7614e4ae702d req-1647fa56-ffc4-43f4-8a86-4cc4a9c21357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:30.979255 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20ea08-712b-4949-bbd3-7614e4ae702d req-1647fa56-ffc4-43f4-8a86-4cc4a9c21357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:30.979727 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20ea08-712b-4949-bbd3-7614e4ae702d req-1647fa56-ffc4-43f4-8a86-4cc4a9c21357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:30.980193 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20ea08-712b-4949-bbd3-7614e4ae702d req-1647fa56-ffc4-43f4-8a86-4cc4a9c21357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:30.980686 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20ea08-712b-4949-bbd3-7614e4ae702d req-1647fa56-ffc4-43f4-8a86-4cc4a9c21357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:30.981153 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20ea08-712b-4949-bbd3-7614e4ae702d req-1647fa56-ffc4-43f4-8a86-4cc4a9c21357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:30.983179 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ed20ea08-712b-4949-bbd3-7614e4ae702d req-1647fa56-ffc4-43f4-8a86-4cc4a9c21357 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 6500 time: 0.1720760 Apr 20 16:16:30.984041 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1918-53c9-4705-8548-735e91ec63dc tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:31.075454 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-06561cd0-9422-47fe-94a5-ea314c1f7efa tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:16:31.090948 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-06561cd0-9422-47fe-94a5-ea314c1f7efa tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:16:31.099083 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06561cd0-9422-47fe-94a5-ea314c1f7efa tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Pushing event updated for resources: {'Port': ['ID=49d61411-7d22-4a11-aaac-b88200694959,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:31.107624 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-06561cd0-9422-47fe-94a5-ea314c1f7efa tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:16:31.121840 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cbc27-f19f-4fa9-8116-4543fee4ed0a req-6741863c-e9bf-4efe-8981-6dd808b539ca tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:31.123150 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-962cbc27-f19f-4fa9-8116-4543fee4ed0a req-6741863c-e9bf-4efe-8981-6dd808b539ca tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.2033048 Apr 20 16:16:31.168108 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ed20ea08-712b-4949-bbd3-7614e4ae702d req-c3f104da-8bdb-40ac-8a8d-62ec1023f4ad service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=36786094-dd31-415b-bb93-ee64d32ee758&id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1633666 Apr 20 16:16:31.207582 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1918-53c9-4705-8548-735e91ec63dc tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:31.225506 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-fcc41089-1a06-49d5-b2b1-98369b21a734 service neutron] 10.222.0.15 "GET /v2.0/networks/fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073870 Apr 20 16:16:31.238970 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-06561cd0-9422-47fe-94a5-ea314c1f7efa tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:31.240013 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-06561cd0-9422-47fe-94a5-ea314c1f7efa tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:31.253791 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-962cbc27-f19f-4fa9-8116-4543fee4ed0a req-3a1e5fc9-ec78-42ec-83bc-4a364d8812b7 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000736 Apr 20 16:16:31.308621 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1918-53c9-4705-8548-735e91ec63dc tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:31.336815 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c1918-53c9-4705-8548-735e91ec63dc tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a73960-3c5f-43b6-82d1-afee2111ede1,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:31.417090 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763f10a-9941-402b-af1d-552fec16f8e9 req-8f7a6222-f42f-4d5f-834a-d5d9b26f738f tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:31.419035 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2763f10a-9941-402b-af1d-552fec16f8e9 req-8f7a6222-f42f-4d5f-834a-d5d9b26f738f tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=0894c94d-60ee-4fab-8c3f-6bb6ed449493 HTTP/1.1" status: 200 len: 946 time: 0.0578940 Apr 20 16:16:31.445345 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-06561cd0-9422-47fe-94a5-ea314c1f7efa tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5881708 Apr 20 16:16:31.465383 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2763f10a-9941-402b-af1d-552fec16f8e9 req-319a24f4-737b-43a4-9a62-9b9a4b314c60 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/security-groups?id=f254af70-dfa4-4bce-9417-e20b488e08a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396495 Apr 20 16:16:31.470178 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-f6f4f4b2-66af-4c8c-9ea1-e145ba5f69cb service neutron] Request body: {'port': {'device_id': 'd50776cb-ec9e-410a-b36d-f6c7fb0feeaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:16:31.473556 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e201ee61-b495-4bba-943f-0fdc53a3b4a7 req-276de7f2-1ec9-4cd6-aee3-877d6ecefff2 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:31.515912 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1918-53c9-4705-8548-735e91ec63dc tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:31.517315 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cf9c1918-53c9-4705-8548-735e91ec63dc tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8586605 Apr 20 16:16:31.536518 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276de7f2-1ec9-4cd6-aee3-877d6ecefff2 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Pushing event deleted for resources: {'Port': ['ID=ea282cd3-916e-4b50-ba05-f7daa68e0521,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:31.542289 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36596) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:16:31.555991 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-cf2bdd09-4164-423e-8c36-1885303c2afb None None] Provisioning complete for port 49d61411-7d22-4a11-aaac-b88200694959 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:16:31.557763 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cf2bdd09-4164-423e-8c36-1885303c2afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:31.604195 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-b1890fd7-6af3-4731-a8d6-93a778300fa2 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Request body: {'security_group_rule': {'security_group_id': 'f6e7c9c4-671d-4506-b93a-b5cea30adf4d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:16:31.611069 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-cf2bdd09-4164-423e-8c36-1885303c2afb None None] Port 49d61411-7d22-4a11-aaac-b88200694959 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:16:31.641593 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-f6f4f4b2-66af-4c8c-9ea1-e145ba5f69cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:31.644695 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276de7f2-1ec9-4cd6-aee3-877d6ecefff2 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:31.644695 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276de7f2-1ec9-4cd6-aee3-877d6ecefff2 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:31.645035 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276de7f2-1ec9-4cd6-aee3-877d6ecefff2 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:31.645227 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276de7f2-1ec9-4cd6-aee3-877d6ecefff2 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:31.645559 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276de7f2-1ec9-4cd6-aee3-877d6ecefff2 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:31.646075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276de7f2-1ec9-4cd6-aee3-877d6ecefff2 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:31.646678 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276de7f2-1ec9-4cd6-aee3-877d6ecefff2 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:31.646831 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276de7f2-1ec9-4cd6-aee3-877d6ecefff2 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:31.647747 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276de7f2-1ec9-4cd6-aee3-877d6ecefff2 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:31.648101 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276de7f2-1ec9-4cd6-aee3-877d6ecefff2 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:31.648422 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276de7f2-1ec9-4cd6-aee3-877d6ecefff2 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:31.649302 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276de7f2-1ec9-4cd6-aee3-877d6ecefff2 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:16:31.683133 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['ea282cd3-916e-4b50-ba05-f7daa68e0521'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:16:31.702098 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-e201ee61-b495-4bba-943f-0fdc53a3b4a7 req-276de7f2-1ec9-4cd6-aee3-877d6ecefff2 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] No DVR routers for this DVR port ea282cd3-916e-4b50-ba05-f7daa68e0521 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:16:31.707201 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e201ee61-b495-4bba-943f-0fdc53a3b4a7 req-276de7f2-1ec9-4cd6-aee3-877d6ecefff2 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:31.710122 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['0a36f904-8800-4d84-baf6-84e6ec961603'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:16:31.711976 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e201ee61-b495-4bba-943f-0fdc53a3b4a7 req-276de7f2-1ec9-4cd6-aee3-877d6ecefff2 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.30 "DELETE /v2.0/ports/ea282cd3-916e-4b50-ba05-f7daa68e0521 HTTP/1.1" status: 204 len: 173 time: 1.3837545 Apr 20 16:16:31.714971 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0894c94d-60ee-4fab-8c3f-6bb6ed449493', 'name': 'network-vif-deleted', 'tag': 'ea282cd3-916e-4b50-ba05-f7daa68e0521'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:31.717427 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18be4e1-8a60-4e5c-a32d-e22d6ea74335" -d '{"events": [{"server_uuid": "0894c94d-60ee-4fab-8c3f-6bb6ed449493", "name": "network-vif-deleted", "tag": "ea282cd3-916e-4b50-ba05-f7daa68e0521"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:16:31.736861 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973218bc-a86d-425a-bd20-ae49b9cf63b4 req-52c4aaf2-5a3f-418f-b3f7-42176168b12f tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:31.739237 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-973218bc-a86d-425a-bd20-ae49b9cf63b4 req-52c4aaf2-5a3f-418f-b3f7-42176168b12f tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.26 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 946 time: 0.1596572 Apr 20 16:16:31.762746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4c06e-5a3d-4cba-8db8-7f9b27f38fff req-c1391561-7abf-4923-a385-c582848dc75f tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:31.764362 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-33e4c06e-5a3d-4cba-8db8-7f9b27f38fff req-c1391561-7abf-4923-a385-c582848dc75f tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.1390095 Apr 20 16:16:31.774364 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36604) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:16:31.777153 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adea7e-6cab-4771-95d7-8a0009a35132 req-5c226066-226d-4352-b837-6e7e027fb817 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:31.778655 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b1adea7e-6cab-4771-95d7-8a0009a35132 req-5c226066-226d-4352-b837-6e7e027fb817 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 936 time: 0.1554031 Apr 20 16:16:31.787874 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-33d179c9-dd4c-4e1a-8e1e-46bb6aa9ff8b tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Request body: {'floatingip': {'port_id': 'eb7745ff-4f81-4633-8823-8c3af85ef2c1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:16:31.939313 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b1890fd7-6af3-4731-a8d6-93a778300fa2 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:31.968138 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-33d179c9-dd4c-4e1a-8e1e-46bb6aa9ff8b tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for floatingip, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:31.992937 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b1adea7e-6cab-4771-95d7-8a0009a35132 req-6aa5c398-d2b4-4c56-b875-47cf6bcb1bc1 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992326 Apr 20 16:16:32.082774 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6d1e7bb3-643c-4d7c-9a35-b527177ae056 req-f319c302-3883-4665-a8da-3edeeb2cdeff tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=5269c7a3-5689-40f1-b50c-22589e6bcf4c HTTP/1.1" status: 200 len: 210 time: 0.0374248 Apr 20 16:16:32.105222 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe71ee-232a-45e1-b0e6-d7c2e552e8c5 req-1e8978b8-4055-4bca-ac1c-b2a2daa48ecb tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:32.106704 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1dfe71ee-232a-45e1-b0e6-d7c2e552e8c5 req-1e8978b8-4055-4bca-ac1c-b2a2daa48ecb tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 945 time: 0.2091281 Apr 20 16:16:32.130291 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-973218bc-a86d-425a-bd20-ae49b9cf63b4 req-0f2af612-dfd2-4a4e-8214-ca8ae4078d86 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Deleting port 0a36f904-8800-4d84-baf6-84e6ec961603 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:16:32.130291 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-973218bc-a86d-425a-bd20-ae49b9cf63b4 req-0f2af612-dfd2-4a4e-8214-ca8ae4078d86 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:32.157505 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b33f0c-abca-4518-82bd-538dd705eb00 req-1e5fb1bc-4a20-43c4-ac4c-051c40e5f346 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:32.159245 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d2b33f0c-abca-4518-82bd-538dd705eb00 req-1e5fb1bc-4a20-43c4-ac4c-051c40e5f346 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.26 "GET /v2.0/ports?device_id=82cacad7-b84c-49ca-a9ae-5d13634fcc84 HTTP/1.1" status: 200 len: 943 time: 0.3687971 Apr 20 16:16:32.199980 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b1890fd7-6af3-4731-a8d6-93a778300fa2 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:32.262346 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1dfe71ee-232a-45e1-b0e6-d7c2e552e8c5 req-ede6aac0-b4d8-4689-ac9a-b9113ad82809 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548927 Apr 20 16:16:32.264024 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3de7b6-54fa-4d99-ac7e-636395cb823f x-openstack-request-id: req-bf3de7b6-54fa-4d99-ac7e-636395cb823f {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:16:32.264315 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0894c94d-60ee-4fab-8c3f-6bb6ed449493", "name": "network-vif-deleted", "tag": "ea282cd3-916e-4b50-ba05-f7daa68e0521", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:16:32.264589 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf3de7b6-54fa-4d99-ac7e-636395cb823f {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:16:32.264987 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf3de7b6-54fa-4d99-ac7e-636395cb823f'] response: {'server_uuid': '0894c94d-60ee-4fab-8c3f-6bb6ed449493', 'name': 'network-vif-deleted', 'tag': 'ea282cd3-916e-4b50-ba05-f7daa68e0521', 'status': 'completed', 'code': 200} Apr 20 16:16:32.313327 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-f6f4f4b2-66af-4c8c-9ea1-e145ba5f69cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d61411-7d22-4a11-aaac-b88200694959 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:16:32.316267 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b1890fd7-6af3-4731-a8d6-93a778300fa2 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:32.329446 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-973218bc-a86d-425a-bd20-ae49b9cf63b4 req-0f2af612-dfd2-4a4e-8214-ca8ae4078d86 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] For port 0a36f904-8800-4d84-baf6-84e6ec961603, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0a36f904-8800-4d84-baf6-84e6ec961603,segment=NetworkSegment(d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e),segment_id=d94be0aa-c1a8-4be3-89d2-b5ad7610ed9e)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:32.329446 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-973218bc-a86d-425a-bd20-ae49b9cf63b4 req-0f2af612-dfd2-4a4e-8214-ca8ae4078d86 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:32.329446 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-f6f4f4b2-66af-4c8c-9ea1-e145ba5f69cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:32.344053 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-973218bc-a86d-425a-bd20-ae49b9cf63b4 req-0f2af612-dfd2-4a4e-8214-ca8ae4078d86 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Calling delete_port for 0a36f904-8800-4d84-baf6-84e6ec961603 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:16:32.353171 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-f6f4f4b2-66af-4c8c-9ea1-e145ba5f69cb service neutron] Transition to ACTIVE for port object 49d61411-7d22-4a11-aaac-b88200694959 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:16:32.383848 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1890fd7-6af3-4731-a8d6-93a778300fa2 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a03851-563c-47c7-90f1-fa381518929b,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:32.456852 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-f6f4f4b2-66af-4c8c-9ea1-e145ba5f69cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:32.463071 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b1890fd7-6af3-4731-a8d6-93a778300fa2 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:32.467771 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b1890fd7-6af3-4731-a8d6-93a778300fa2 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9173405 Apr 20 16:16:32.469659 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36620) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:16:32.478982 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d6a79cc4-e058-40a9-92a3-94e3c3cd136a tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:16:32.483250 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-1adf59a2-be46-4abb-8721-b4f13f0e4084 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--783973999&fields=id&tenant_id=4e0b9e08faa341a3b2b7e4a70f11b39b HTTP/1.1" status: 200 len: 267 time: 0.0720456 Apr 20 16:16:32.558787 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-d2b33f0c-abca-4518-82bd-538dd705eb00 req-3acba812-7944-423d-afad-79500773390a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Deleting port 847fe8a4-4066-4294-850c-4705e4f1607a {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:16:32.559142 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d2b33f0c-abca-4518-82bd-538dd705eb00 req-3acba812-7944-423d-afad-79500773390a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:32.577991 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4f4b2-66af-4c8c-9ea1-e145ba5f69cb service neutron] Pushing event updated for resources: {'Port': ['ID=49d61411-7d22-4a11-aaac-b88200694959,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:32.852725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-d2b33f0c-abca-4518-82bd-538dd705eb00 req-3acba812-7944-423d-afad-79500773390a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] For port 847fe8a4-4066-4294-850c-4705e4f1607a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=847fe8a4-4066-4294-850c-4705e4f1607a,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:32.853100 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d2b33f0c-abca-4518-82bd-538dd705eb00 req-3acba812-7944-423d-afad-79500773390a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:32.862008 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6a79cc4-e058-40a9-92a3-94e3c3cd136a tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:32.913167 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-d2b33f0c-abca-4518-82bd-538dd705eb00 req-3acba812-7944-423d-afad-79500773390a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Calling delete_port for 847fe8a4-4066-4294-850c-4705e4f1607a owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:16:33.039193 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.db.resource_extend [None req-33d179c9-dd4c-4e1a-8e1e-46bb6aa9ff8b tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 16:16:33.039846 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-e435d1ed-dfb9-4bcd-a02d-9e2a26c032c1 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:33.046500 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-e435d1ed-dfb9-4bcd-a02d-9e2a26c032c1 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/networks?id=b9fae797-d5f6-48fc-9525-49f44111ebc0 HTTP/1.1" status: 200 len: 815 time: 0.5331511 Apr 20 16:16:33.072000 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-f1bd080f-e88a-401d-9c40-240b33492364 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/quotas/4e0b9e08faa341a3b2b7e4a70f11b39b HTTP/1.1" status: 200 len: 375 time: 0.0245423 Apr 20 16:16:33.073560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-f6f4f4b2-66af-4c8c-9ea1-e145ba5f69cb service neutron] Attempting to bind port 49d61411-7d22-4a11-aaac-b88200694959 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:16:33.073891 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-f6f4f4b2-66af-4c8c-9ea1-e145ba5f69cb service neutron] Attempting to bind port 49d61411-7d22-4a11-aaac-b88200694959 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:16:33.074221 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-f6f4f4b2-66af-4c8c-9ea1-e145ba5f69cb service neutron] Attempting to bind port 49d61411-7d22-4a11-aaac-b88200694959 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:16:33.079284 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-f6f4f4b2-66af-4c8c-9ea1-e145ba5f69cb service neutron] Port 49d61411-7d22-4a11-aaac-b88200694959 on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:16:33.080467 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-f6f4f4b2-66af-4c8c-9ea1-e145ba5f69cb service neutron] Attempting to bind port 49d61411-7d22-4a11-aaac-b88200694959 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:16:33.093797 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-f6f4f4b2-66af-4c8c-9ea1-e145ba5f69cb service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:16:33.094116 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-f6f4f4b2-66af-4c8c-9ea1-e145ba5f69cb service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:16:33.094490 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-f6f4f4b2-66af-4c8c-9ea1-e145ba5f69cb service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:16:33.094929 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-f6f4f4b2-66af-4c8c-9ea1-e145ba5f69cb service neutron] Bound port: 49d61411-7d22-4a11-aaac-b88200694959, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:16:33.095284 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-f6f4f4b2-66af-4c8c-9ea1-e145ba5f69cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:33.121646 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-33d179c9-dd4c-4e1a-8e1e-46bb6aa9ff8b tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:33.124286 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-973218bc-a86d-425a-bd20-ae49b9cf63b4 req-0f2af612-dfd2-4a4e-8214-ca8ae4078d86 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:33.186023 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2af612-dfd2-4a4e-8214-ca8ae4078d86 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Pushing event deleted for resources: {'Port': ['ID=0a36f904-8800-4d84-baf6-84e6ec961603,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:33.209387 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-74b2ec49-8b19-460f-b7f4-9c6e5b72c280 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e0b9e08faa341a3b2b7e4a70f11b39b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1257954 Apr 20 16:16:33.212420 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6a79cc4-e058-40a9-92a3-94e3c3cd136a tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:33.244225 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-bff65080-4819-48b9-9410-d8bbf7237419 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:16:33.245584 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-bff65080-4819-48b9-9410-d8bbf7237419 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075905 Apr 20 16:16:33.266735 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-973218bc-a86d-425a-bd20-ae49b9cf63b4 req-0f2af612-dfd2-4a4e-8214-ca8ae4078d86 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] No DVR routers for this DVR port 0a36f904-8800-4d84-baf6-84e6ec961603 on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:16:33.271181 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-973218bc-a86d-425a-bd20-ae49b9cf63b4 req-0f2af612-dfd2-4a4e-8214-ca8ae4078d86 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:33.274597 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-973218bc-a86d-425a-bd20-ae49b9cf63b4 req-0f2af612-dfd2-4a4e-8214-ca8ae4078d86 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.26 "DELETE /v2.0/ports/0a36f904-8800-4d84-baf6-84e6ec961603 HTTP/1.1" status: 204 len: 173 time: 1.4799187 Apr 20 16:16:33.275030 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034b9c60-f112-4db7-9764-15b31d0aba4b', 'name': 'network-vif-deleted', 'tag': '0a36f904-8800-4d84-baf6-84e6ec961603'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:33.277385 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc11a9ba-094c-4600-86d2-65ee188cdcb2" -d '{"events": [{"server_uuid": "034b9c60-f112-4db7-9764-15b31d0aba4b", "name": "network-vif-deleted", "tag": "0a36f904-8800-4d84-baf6-84e6ec961603"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:16:33.283467 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-f6f4f4b2-66af-4c8c-9ea1-e145ba5f69cb service neutron] For port 49d61411-7d22-4a11-aaac-b88200694959, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:16:33.290686 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-33d179c9-dd4c-4e1a-8e1e-46bb6aa9ff8b tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:33.314047 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-f6f4f4b2-66af-4c8c-9ea1-e145ba5f69cb service neutron] For port 49d61411-7d22-4a11-aaac-b88200694959, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=49d61411-7d22-4a11-aaac-b88200694959,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:16:33.376693 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d2b33f0c-abca-4518-82bd-538dd705eb00 req-3acba812-7944-423d-afad-79500773390a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:33.383514 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-b5e9e252-22d4-41d1-9875-b0f5a58173c0 service neutron] 10.222.0.15 "GET /v2.0/networks/b9fae797-d5f6-48fc-9525-49f44111ebc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031475 Apr 20 16:16:33.387131 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-f6f4f4b2-66af-4c8c-9ea1-e145ba5f69cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:33.455208 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-f6f4f4b2-66af-4c8c-9ea1-e145ba5f69cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:33.455810 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-f6f4f4b2-66af-4c8c-9ea1-e145ba5f69cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:33.457202 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-f6f4f4b2-66af-4c8c-9ea1-e145ba5f69cb service neutron] 10.222.0.26 "PUT /v2.0/ports/49d61411-7d22-4a11-aaac-b88200694959 HTTP/1.1" status: 200 len: 1096 time: 1.9910126 Apr 20 16:16:33.459668 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acba812-7944-423d-afad-79500773390a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Pushing event deleted for resources: {'Port': ['ID=847fe8a4-4066-4294-850c-4705e4f1607a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:33.506689 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4f4b2-66af-4c8c-9ea1-e145ba5f69cb service neutron] Pushing event updated for resources: {'Port': ['ID=49d61411-7d22-4a11-aaac-b88200694959,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:33.533929 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-d6a79cc4-e058-40a9-92a3-94e3c3cd136a tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Allocated IP 172.25.0.128 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/83643b23-c09b-4a77-9f07-4c6c94e51b95) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:16:33.563168 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-6e8fe16e-c209-4d96-a2d8-eedca6af9c5d service neutron] 10.222.0.15 "GET /v2.0/networks/b9fae797-d5f6-48fc-9525-49f44111ebc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385992 Apr 20 16:16:33.602056 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b33f0c-abca-4518-82bd-538dd705eb00 req-3acba812-7944-423d-afad-79500773390a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] No DVR routers for this DVR port 847fe8a4-4066-4294-850c-4705e4f1607a on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:16:33.609582 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d2b33f0c-abca-4518-82bd-538dd705eb00 req-3acba812-7944-423d-afad-79500773390a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:33.613138 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d2b33f0c-abca-4518-82bd-538dd705eb00 req-3acba812-7944-423d-afad-79500773390a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.26 "DELETE /v2.0/ports/847fe8a4-4066-4294-850c-4705e4f1607a HTTP/1.1" status: 204 len: 173 time: 1.4481194 Apr 20 16:16:33.619140 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-33d179c9-dd4c-4e1a-8e1e-46bb6aa9ff8b tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Floating IP 257ba397-de40-4598-8d71-49a7db0ef789 associated. External IP: 172.25.0.117, port: eb7745ff-4f81-4633-8823-8c3af85ef2c1. Apr 20 16:16:33.683996 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-4ea37cee-888d-4108-9263-344c291a6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:33.686721 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-4ea37cee-888d-4108-9263-344c291a6d77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 1099 time: 0.0634885 Apr 20 16:16:33.689375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6fec1-101b-4b28-8b94-f34abc1d5729 req-a1e7973e-18a7-4871-b7a9-f203e7121483 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:33.691013 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d0d6fec1-101b-4b28-8b94-f34abc1d5729 req-a1e7973e-18a7-4871-b7a9-f203e7121483 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 948 time: 0.2956674 Apr 20 16:16:33.790377 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-27490e8d-9aeb-4818-be97-b5f2939d5650 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=49d61411-7d22-4a11-aaac-b88200694959 HTTP/1.1" status: 200 len: 217 time: 0.0701706 Apr 20 16:16:33.861629 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-ba75043d-b2b4-4a84-8a25-5915df5e21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:33.863231 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-ba75043d-b2b4-4a84-8a25-5915df5e21c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0549183 Apr 20 16:16:33.933878 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-e4bd6dfd-ed39-4d4e-9613-fbace56c66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:33.935529 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-e4bd6dfd-ed39-4d4e-9613-fbace56c66eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0556581 Apr 20 16:16:34.074476 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-94cc3e07-10ed-41e9-93a2-b82d65ab287c service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309032 Apr 20 16:16:34.106666 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d0d6fec1-101b-4b28-8b94-f34abc1d5729 req-11203a0d-c67c-4ce1-8f1e-126a5e9f34a2 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081371 Apr 20 16:16:34.151786 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6a79cc4-e058-40a9-92a3-94e3c3cd136a tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:34.179286 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8596472e-d9cd-443b-9543-dc83b77a6cef req-84053ddd-1020-4643-88a7-9c49dc56b833 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972290 Apr 20 16:16:34.267232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cacad7-b84c-49ca-a9ae-5d13634fcc84', 'name': 'network-vif-deleted', 'tag': '847fe8a4-4066-4294-850c-4705e4f1607a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:34.269903 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e401e1-e1be-4683-a33f-7b6dc7ae7ce7" -d '{"events": [{"server_uuid": "82cacad7-b84c-49ca-a9ae-5d13634fcc84", "name": "network-vif-deleted", "tag": "847fe8a4-4066-4294-850c-4705e4f1607a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:16:34.288876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d179c9-dd4c-4e1a-8e1e-46bb6aa9ff8b tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Router 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:16:34.435157 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d179c9-dd4c-4e1a-8e1e-46bb6aa9ff8b tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:16:34.438163 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3000a283-0762-426a-b075-a28c1625951b req-5ad7ce0f-7a48-4ce2-8052-8053b58b3a78 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=5269c7a3-5689-40f1-b50c-22589e6bcf4c HTTP/1.1" status: 200 len: 210 time: 0.0332196 Apr 20 16:16:34.441131 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-33d179c9-dd4c-4e1a-8e1e-46bb6aa9ff8b tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:34.445524 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4319c1b6-05ea-4503-a737-6dd6c31d6ad0 None None] Sync routers for ids ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:16:34.461874 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4319c1b6-05ea-4503-a737-6dd6c31d6ad0 None None] Routers {'1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:16:34.461874 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4319c1b6-05ea-4503-a737-6dd6c31d6ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:16:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:16:34.474792 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-33d179c9-dd4c-4e1a-8e1e-46bb6aa9ff8b tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "PUT /v2.0/floatingips/257ba397-de40-4598-8d71-49a7db0ef789 HTTP/1.1" status: 200 len: 991 time: 2.6991155 Apr 20 16:16:34.491692 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6a79cc4-e058-40a9-92a3-94e3c3cd136a tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:34.514660 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ea282cd3-916e-4b50-ba05-f7daa68e0521 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:16:34.561269 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: ea282cd3-916e-4b50-ba05-f7daa68e0521 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:16:34.561610 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ea282cd3-916e-4b50-ba05-f7daa68e0521 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:16:34.580585 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a79cc4-e058-40a9-92a3-94e3c3cd136a tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:16:34.583418 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a79cc4-e058-40a9-92a3-94e3c3cd136a tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Pushing event updated for resources: {'Port': ['ID=83643b23-c09b-4a77-9f07-4c6c94e51b95,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:34.585556 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-4319c1b6-05ea-4503-a737-6dd6c31d6ad0 None None] Set router 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:16:34.589784 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-d6a79cc4-e058-40a9-92a3-94e3c3cd136a tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:16:34.591987 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a79cc4-e058-40a9-92a3-94e3c3cd136a tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:16:34.649844 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2d94b-87ec-43f7-a25a-f587f947ad57 req-cd17928c-1a3f-4a72-8300-cb6830dda12b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:34.651603 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-49c2d94b-87ec-43f7-a25a-f587f947ad57 req-cd17928c-1a3f-4a72-8300-cb6830dda12b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 945 time: 0.1279762 Apr 20 16:16:34.697637 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56313795-b4bb-4208-9478-36cb53e54f9d x-openstack-request-id: req-56313795-b4bb-4208-9478-36cb53e54f9d {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:16:34.698021 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034b9c60-f112-4db7-9764-15b31d0aba4b", "name": "network-vif-deleted", "tag": "0a36f904-8800-4d84-baf6-84e6ec961603", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:16:34.698372 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56313795-b4bb-4208-9478-36cb53e54f9d {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:16:34.698974 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56313795-b4bb-4208-9478-36cb53e54f9d'] response: {'server_uuid': '034b9c60-f112-4db7-9764-15b31d0aba4b', 'name': 'network-vif-deleted', 'tag': '0a36f904-8800-4d84-baf6-84e6ec961603', 'status': 'completed', 'code': 200} Apr 20 16:16:34.721339 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6a79cc4-e058-40a9-92a3-94e3c3cd136a tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:34.783805 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-49c2d94b-87ec-43f7-a25a-f587f947ad57 req-749d0c1c-42fb-4f3c-9448-5cfb29271b83 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166937 Apr 20 16:16:34.854633 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d98f9cb1-fcd4-4354-96fb-9b6ee5cc3f0a req-11c844a1-c5e6-493c-bb26-bd8d1831b6a8 tempest-ListServersNegativeTestJSON-23109395 tempest-ListServersNegativeTestJSON-23109395-project] 10.222.0.15 "GET /v2.0/ports?device_id=034b9c60-f112-4db7-9764-15b31d0aba4b HTTP/1.1" status: 200 len: 210 time: 0.0446820 Apr 20 16:16:34.885857 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49186adc-f5e2-4c96-a16b-f5c31f035b45 x-openstack-request-id: req-49186adc-f5e2-4c96-a16b-f5c31f035b45 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:16:34.886196 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cacad7-b84c-49ca-a9ae-5d13634fcc84", "name": "network-vif-deleted", "tag": "847fe8a4-4066-4294-850c-4705e4f1607a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:16:34.886642 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49186adc-f5e2-4c96-a16b-f5c31f035b45 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:16:34.887219 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49186adc-f5e2-4c96-a16b-f5c31f035b45'] response: {'server_uuid': '82cacad7-b84c-49ca-a9ae-5d13634fcc84', 'name': 'network-vif-deleted', 'tag': '847fe8a4-4066-4294-850c-4705e4f1607a', 'status': 'completed', 'code': 200} Apr 20 16:16:34.898009 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6a79cc4-e058-40a9-92a3-94e3c3cd136a tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:34.955133 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-25d55539-2e0a-4d18-9d0d-8045152e5f84 req-45e60f32-1559-4197-93fc-29cf46da1382 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 210 time: 0.0535045 Apr 20 16:16:35.073454 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4319c1b6-05ea-4503-a737-6dd6c31d6ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'name': 'tempest-AttachVolumeTestJSON-782311160-router', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:37Z', 'updated_at': '2022-04-20T16:15:46Z', 'revision_number': 4, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'gw_port': {'id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '257ba397-de40-4598-8d71-49a7db0ef789', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'port_id': 'eb7745ff-4f81-4633-8823-8c3af85ef2c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'mac_address': 'fa:16:3e:51:78:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ab5959-57b2-4cc0-9787-5fcf8380c938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:15:59Z', 'updated_at': '2022-04-20T16:16:32Z', 'revision_number': 1, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4559b831-69c2-44cd-9aa0-3a727d8cee61', 'name': '', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'mac_address': 'fa:16:3e:d2:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:44Z', 'updated_at': '2022-04-20T16:15:54Z', 'revision_number': 5, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'subnets': [{'id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:16:35.101471 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4319c1b6-05ea-4503-a737-6dd6c31d6ad0 None None] Checking router: 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:16:35.110114 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4319c1b6-05ea-4503-a737-6dd6c31d6ad0 None None] Routers {'1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:16:35.110736 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4319c1b6-05ea-4503-a737-6dd6c31d6ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:16:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:16:35.141243 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-8f0c22f5-0372-4dc8-81af-d233f6bcc105 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:35.142762 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-8f0c22f5-0372-4dc8-81af-d233f6bcc105 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.30 "GET /v2.0/networks?id=fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c HTTP/1.1" status: 200 len: 805 time: 0.1708179 Apr 20 16:16:35.165922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-2725d8aa-cd65-49b2-aa2d-b9a51078f392 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Request body: {'port': {'device_id': '5269c7a3-5689-40f1-b50c-22589e6bcf4c', 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c', 'admin_state_up': True, 'tenant_id': 'd25ef379da5e498ab36af959cb0475a8'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:16:35.238581 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6a79cc4-e058-40a9-92a3-94e3c3cd136a tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:35.239326 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1212e5-cddf-4a48-993c-33fa4fd92f98 req-a292597b-a4e3-4825-b148-88d8d225dc67 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:35.241410 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bc1212e5-cddf-4a48-993c-33fa4fd92f98 req-a292597b-a4e3-4825-b148-88d8d225dc67 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 948 time: 0.0556006 Apr 20 16:16:35.259005 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-4319c1b6-05ea-4503-a737-6dd6c31d6ad0 None None] Set router 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:16:35.281633 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bc1212e5-cddf-4a48-993c-33fa4fd92f98 req-2fbedede-e7f2-478b-8b15-a100880b90cc tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330660 Apr 20 16:16:35.313745 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6a79cc4-e058-40a9-92a3-94e3c3cd136a tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:35.392081 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a79cc4-e058-40a9-92a3-94e3c3cd136a tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Pushing event updated for resources: {'Port': ['ID=83643b23-c09b-4a77-9f07-4c6c94e51b95,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:35.401363 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6a79cc4-e058-40a9-92a3-94e3c3cd136a tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:35.511825 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4319c1b6-05ea-4503-a737-6dd6c31d6ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'name': 'tempest-AttachVolumeTestJSON-782311160-router', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:37Z', 'updated_at': '2022-04-20T16:15:46Z', 'revision_number': 4, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'gw_port': {'id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '257ba397-de40-4598-8d71-49a7db0ef789', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'port_id': 'eb7745ff-4f81-4633-8823-8c3af85ef2c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'mac_address': 'fa:16:3e:51:78:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ab5959-57b2-4cc0-9787-5fcf8380c938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:15:59Z', 'updated_at': '2022-04-20T16:16:32Z', 'revision_number': 1, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4559b831-69c2-44cd-9aa0-3a727d8cee61', 'name': '', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'mac_address': 'fa:16:3e:d2:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:44Z', 'updated_at': '2022-04-20T16:15:54Z', 'revision_number': 5, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'subnets': [{'id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:16:35.536673 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fc129a4a-1b7a-43bf-8c98-63a671949df4 req-230afee5-24a9-4d7c-8020-b93aa7569ece tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=5269c7a3-5689-40f1-b50c-22589e6bcf4c HTTP/1.1" status: 200 len: 210 time: 0.0262542 Apr 20 16:16:35.539070 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4319c1b6-05ea-4503-a737-6dd6c31d6ad0 None None] The sync data for ids ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'] in n-d-836146-2 is: [{'id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'name': 'tempest-AttachVolumeTestJSON-782311160-router', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:37Z', 'updated_at': '2022-04-20T16:15:46Z', 'revision_number': 4, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'gw_port': {'id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '257ba397-de40-4598-8d71-49a7db0ef789', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'port_id': 'eb7745ff-4f81-4633-8823-8c3af85ef2c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'mac_address': 'fa:16:3e:51:78:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ab5959-57b2-4cc0-9787-5fcf8380c938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:15:59Z', 'updated_at': '2022-04-20T16:16:32Z', 'revision_number': 1, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4559b831-69c2-44cd-9aa0-3a727d8cee61', 'name': '', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'mac_address': 'fa:16:3e:d2:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:44Z', 'updated_at': '2022-04-20T16:15:54Z', 'revision_number': 5, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'subnets': [{'id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:16:35.670904 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-2725d8aa-cd65-49b2-aa2d-b9a51078f392 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Made reservation on behalf of d25ef379da5e498ab36af959cb0475a8 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:16:35.674537 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-2725d8aa-cd65-49b2-aa2d-b9a51078f392 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:35.722218 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6a79cc4-e058-40a9-92a3-94e3c3cd136a tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:35.723729 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d6a79cc4-e058-40a9-92a3-94e3c3cd136a tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2490258 Apr 20 16:16:35.766130 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a53e48-5a89-49df-b94d-ba439152173f None None] New status for floating IP 257ba397-de40-4598-8d71-49a7db0ef789: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:16:35.860655 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-2725d8aa-cd65-49b2-aa2d-b9a51078f392 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Allocated IP 172.20.0.3 (fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c/ce9e0e03-496c-4740-ab53-97424319556b/5c032cd7-7ddb-4e01-83dd-fb9713fc9905) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:16:35.904718 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-a350b75f-6f41-45e4-8b4d-8721b4b736cd tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--34767923&fields=id&tenant_id=931913e656484021adeac3497b0cd222 HTTP/1.1" status: 200 len: 267 time: 0.0448482 Apr 20 16:16:35.937549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 43babaf9-5f76-4023-9ea5-e3fd8176d042 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:16:35.947886 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 847fe8a4-4066-4294-850c-4705e4f1607a no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:16:35.966490 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f21de9-259f-4354-af37-1aaf494a9efe req-314ff2c7-17fc-4ba4-be7e-ceefc6f30e15 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:35.967986 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-73f21de9-259f-4354-af37-1aaf494a9efe req-314ff2c7-17fc-4ba4-be7e-ceefc6f30e15 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 945 time: 0.0882421 Apr 20 16:16:35.978931 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 847fe8a4-4066-4294-850c-4705e4f1607a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:16:35.979372 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 847fe8a4-4066-4294-850c-4705e4f1607a not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:16:35.979854 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0a36f904-8800-4d84-baf6-84e6ec961603 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:16:36.030356 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 0a36f904-8800-4d84-baf6-84e6ec961603 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:16:36.030976 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0a36f904-8800-4d84-baf6-84e6ec961603 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:16:36.042643 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-140e21a7-12dc-4720-b906-1b5e297f475c tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:36.051790 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-140e21a7-12dc-4720-b906-1b5e297f475c tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/networks?id=c0af4f27-24c4-4d9f-807b-ab4729ad2da0 HTTP/1.1" status: 200 len: 814 time: 0.1391225 Apr 20 16:16:36.067453 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-73f21de9-259f-4354-af37-1aaf494a9efe req-1bd5f053-4475-4faf-b917-6078ad3fb442 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787666 Apr 20 16:16:36.070575 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-38f3b0ab-eb83-4687-8051-97894a9455ed tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/quotas/931913e656484021adeac3497b0cd222 HTTP/1.1" status: 200 len: 375 time: 0.0115979 Apr 20 16:16:36.123822 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-2725d8aa-cd65-49b2-aa2d-b9a51078f392 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:36.156803 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36682) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:16:36.157968 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 43babaf9-5f76-4023-9ea5-e3fd8176d042, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=43babaf9-5f76-4023-9ea5-e3fd8176d042,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:36.185702 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-bc6f8504-2869-44ec-bcd4-17976e84fa5a tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=931913e656484021adeac3497b0cd222&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0920353 Apr 20 16:16:36.200085 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '43babaf9-5f76-4023-9ea5-e3fd8176d042', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'port_id': '43babaf9-5f76-4023-9ea5-e3fd8176d042', 'mac_address': 'fa:16:3e:f4:d3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:16:36.250488 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:36.250599 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f2653f0e-f4e6-4ac8-bd25-cc10f4fc7f9e req-5a8ae7ac-edd4-4867-ade0-16e12dfba9dc tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 210 time: 0.0490291 Apr 20 16:16:36.255904 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-373ee337-1ab7-452a-909b-8728bc473500 admin admin] Deleting subnet 82fa33b9-5a09-4672-8383-e835cfd13b34 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:16:36.259625 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-373ee337-1ab7-452a-909b-8728bc473500 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:36.264406 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43babaf9-5f76-4023-9ea5-e3fd8176d042 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:16:36.287407 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 43babaf9-5f76-4023-9ea5-e3fd8176d042, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=43babaf9-5f76-4023-9ea5-e3fd8176d042,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:36.294869 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-9a4d0e40-e263-4a75-b59d-b0fa27b055a9 service neutron] 10.222.0.15 "GET /v2.0/networks/c0af4f27-24c4-4d9f-807b-ab4729ad2da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051781 Apr 20 16:16:36.304362 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-373ee337-1ab7-452a-909b-8728bc473500 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:36.349410 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-373ee337-1ab7-452a-909b-8728bc473500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:36.373534 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-2725d8aa-cd65-49b2-aa2d-b9a51078f392 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:36.401389 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-b655fb05-c0b1-4da2-833f-3f84469c65f7 service neutron] 10.222.0.15 "GET /v2.0/networks/c0af4f27-24c4-4d9f-807b-ab4729ad2da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985093 Apr 20 16:16:36.438839 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:36.452947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-2725d8aa-cd65-49b2-aa2d-b9a51078f392 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Network fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:16:36.466094 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-2725d8aa-cd65-49b2-aa2d-b9a51078f392 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:16:36.468614 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-2725d8aa-cd65-49b2-aa2d-b9a51078f392 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:16:36.499574 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=43babaf9-5f76-4023-9ea5-e3fd8176d042,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:36.524862 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725d8aa-cd65-49b2-aa2d-b9a51078f392 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Pushing event updated for resources: {'Port': ['ID=5c032cd7-7ddb-4e01-83dd-fb9713fc9905,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:36.540691 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08210892-18d0-4f51-ba4e-9d43987da210 req-549a7a15-8fe8-492f-8a1a-45caa04902d1 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:36.542161 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-08210892-18d0-4f51-ba4e-9d43987da210 req-549a7a15-8fe8-492f-8a1a-45caa04902d1 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 948 time: 0.1723132 Apr 20 16:16:36.553139 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-2725d8aa-cd65-49b2-aa2d-b9a51078f392 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:36.553835 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-2725d8aa-cd65-49b2-aa2d-b9a51078f392 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:36.594426 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-08210892-18d0-4f51-ba4e-9d43987da210 req-7162c5f7-dfaa-4f21-afec-f4c282efb305 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377736 Apr 20 16:16:36.638849 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-373ee337-1ab7-452a-909b-8728bc473500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:36.668763 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ee337-1ab7-452a-909b-8728bc473500 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82fa33b9-5a09-4672-8383-e835cfd13b34,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:36.683451 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-373ee337-1ab7-452a-909b-8728bc473500 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:36.689554 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-373ee337-1ab7-452a-909b-8728bc473500 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/82fa33b9-5a09-4672-8383-e835cfd13b34 HTTP/1.1" status: 204 len: 168 time: 0.5289488 Apr 20 16:16:36.689937 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36690) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:16:36.708552 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-2725d8aa-cd65-49b2-aa2d-b9a51078f392 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5484715 Apr 20 16:16:36.712302 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['43babaf9-5f76-4023-9ea5-e3fd8176d042'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:16:36.719537 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-750af049-ef36-4083-894c-cbaebc622e86 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:16:36.722748 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-750af049-ef36-4083-894c-cbaebc622e86 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060880 Apr 20 16:16:36.748755 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50776cb-ec9e-410a-b36d-f6c7fb0feeaa', 'tag': '49d61411-7d22-4a11-aaac-b88200694959'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:36.751045 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527a731f-6045-4a11-8783-f97870091b27" -d '{"events": [{"name": "network-changed", "server_uuid": "d50776cb-ec9e-410a-b36d-f6c7fb0feeaa", "tag": "49d61411-7d22-4a11-aaac-b88200694959"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:16:36.758194 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-028ab1b9-6e15-45b2-88a0-4a95f41a7f86 service neutron] Request body: {'port': {'device_id': '5269c7a3-5689-40f1-b50c-22589e6bcf4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:16:36.769834 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14245d21-7e64-459b-881d-b9a08eb84d53 req-5943f574-7672-49dd-8ca8-213a94725167 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:36.782835 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-14245d21-7e64-459b-881d-b9a08eb84d53 req-5943f574-7672-49dd-8ca8-213a94725167 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=5269c7a3-5689-40f1-b50c-22589e6bcf4c HTTP/1.1" status: 200 len: 931 time: 0.1157031 Apr 20 16:16:36.810295 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ed91f07d-2fe5-430d-afcf-98a1b18e9401 req-2b9ef9a3-8baf-435d-a166-5049e08da7a4 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 210 time: 0.0451407 Apr 20 16:16:36.825668 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9af027c3-94df-440c-845d-930716a65457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:36.887999 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7b4ccd-ce36-4486-a698-9ebf91a75113 x-openstack-request-id: req-9b7b4ccd-ce36-4486-a698-9ebf91a75113 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:16:36.888472 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50776cb-ec9e-410a-b36d-f6c7fb0feeaa", "tag": "49d61411-7d22-4a11-aaac-b88200694959", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:16:36.888592 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b7b4ccd-ce36-4486-a698-9ebf91a75113 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:16:36.888682 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ab5959-57b2-4cc0-9787-5fcf8380c938', 'tag': 'eb7745ff-4f81-4633-8823-8c3af85ef2c1'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:36.888946 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7b4ccd-ce36-4486-a698-9ebf91a75113'] response: {'name': 'network-changed', 'server_uuid': 'd50776cb-ec9e-410a-b36d-f6c7fb0feeaa', 'tag': '49d61411-7d22-4a11-aaac-b88200694959', 'status': 'completed', 'code': 200} Apr 20 16:16:36.891003 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c8c459-be8c-4366-b08c-a45410238af9" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ab5959-57b2-4cc0-9787-5fcf8380c938", "tag": "eb7745ff-4f81-4633-8823-8c3af85ef2c1"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:16:36.935608 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-028ab1b9-6e15-45b2-88a0-4a95f41a7f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:36.965646 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-14245d21-7e64-459b-881d-b9a08eb84d53 req-d3a93a74-690a-4fcb-840e-2954c2eb34b8 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814790 Apr 20 16:16:36.969925 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f44df28-30ac-4b6c-9267-e83c55399997 x-openstack-request-id: req-8f44df28-30ac-4b6c-9267-e83c55399997 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:16:36.970333 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ab5959-57b2-4cc0-9787-5fcf8380c938", "tag": "eb7745ff-4f81-4633-8823-8c3af85ef2c1", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:16:36.970573 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8f44df28-30ac-4b6c-9267-e83c55399997 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:16:36.971004 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f44df28-30ac-4b6c-9267-e83c55399997'] response: {'name': 'network-changed', 'server_uuid': 'a6ab5959-57b2-4cc0-9787-5fcf8380c938', 'tag': 'eb7745ff-4f81-4633-8823-8c3af85ef2c1', 'status': 'completed', 'code': 200} Apr 20 16:16:37.016624 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9af027c3-94df-440c-845d-930716a65457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:37.043518 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-9af027c3-94df-440c-845d-930716a65457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d52de65f-951e-45d2-b9a6-4c794fcc9e2c']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:16:37.047142 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a731f-6045-4a11-8783-f97870091b27 req-9a19bf01-128b-4e84-8d45-17dc9114c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:37.048829 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-527a731f-6045-4a11-8783-f97870091b27 req-9a19bf01-128b-4e84-8d45-17dc9114c880 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 1099 time: 0.1082547 Apr 20 16:16:37.057448 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-9af027c3-94df-440c-845d-930716a65457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94be0aa-c1a8-4be3-89d2-b5ad7610ed9e') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:16:37.058036 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-9af027c3-94df-440c-845d-930716a65457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94be0aa-c1a8-4be3-89d2-b5ad7610ed9e') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:16:37.077327 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9af027c3-94df-440c-845d-930716a65457 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:37.134664 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9af027c3-94df-440c-845d-930716a65457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:37.148547 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af027c3-94df-440c-845d-930716a65457 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:16:37.149273 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9af027c3-94df-440c-845d-930716a65457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:16:37.151196 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:16:37.167642 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8c459-be8c-4366-b08c-a45410238af9 req-86b1d94e-7956-4b24-b50e-03b1779b6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:37.169375 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-10c8c459-be8c-4366-b08c-a45410238af9 req-86b1d94e-7956-4b24-b50e-03b1779b6e55 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4632da89faba4c6f8bca66fdf8a9bf10&device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 1096 time: 0.0801594 Apr 20 16:16:37.266990 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a731f-6045-4a11-8783-f97870091b27 req-0d6da104-6373-41be-984b-b24eef15d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:37.268485 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-527a731f-6045-4a11-8783-f97870091b27 req-0d6da104-6373-41be-984b-b24eef15d98b service neutron] 10.222.0.26 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.2035954 Apr 20 16:16:37.285848 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d74a9-4c4a-4d00-9653-5b4207b08435 req-0d7b5e76-a73d-4323-b8a2-6a3ff78ef1c9 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:37.287179 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ce2d74a9-4c4a-4d00-9653-5b4207b08435 req-0d7b5e76-a73d-4323-b8a2-6a3ff78ef1c9 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 944 time: 0.0869744 Apr 20 16:16:37.352058 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-527a731f-6045-4a11-8783-f97870091b27 req-f5ace242-9d6e-4080-bbd8-cf0a28fd5aba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=49d61411-7d22-4a11-aaac-b88200694959 HTTP/1.1" status: 200 len: 217 time: 0.0566318 Apr 20 16:16:37.391369 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9af027c3-94df-440c-845d-930716a65457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:37.393152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8c459-be8c-4366-b08c-a45410238af9 req-b9ec6fc1-d3ce-4d2d-9802-dbd9e199df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:37.395653 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-10c8c459-be8c-4366-b08c-a45410238af9 req-b9ec6fc1-d3ce-4d2d-9802-dbd9e199df44 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1909df4a-72a6-4533-bf20-1f90fba3849a HTTP/1.1" status: 200 len: 911 time: 0.2162297 Apr 20 16:16:37.400098 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-76b81c4b-eaf1-4a10-8068-0868c50ea695 req-096c6d94-13d6-4894-b8a9-2f4f6695519a tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 210 time: 0.0555186 Apr 20 16:16:37.413009 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9af027c3-94df-440c-845d-930716a65457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:37.416196 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9af027c3-94df-440c-845d-930716a65457 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d52de65f-951e-45d2-b9a6-4c794fcc9e2c HTTP/1.1" status: 204 len: 168 time: 0.7251914 Apr 20 16:16:37.434351 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af027c3-94df-440c-845d-930716a65457 admin admin] Pushing event deleted for resources: {'Network': ['ID=d52de65f-951e-45d2-b9a6-4c794fcc9e2c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:37.441012 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ce2d74a9-4c4a-4d00-9653-5b4207b08435 req-b9449df5-0d76-4c4b-bc15-d554b680f008 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353011 Apr 20 16:16:37.449352 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a731f-6045-4a11-8783-f97870091b27 req-6a7bc48f-fe47-43ec-8547-edfed2dcf944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:37.451086 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-527a731f-6045-4a11-8783-f97870091b27 req-6a7bc48f-fe47-43ec-8547-edfed2dcf944 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0923584 Apr 20 16:16:37.502172 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a731f-6045-4a11-8783-f97870091b27 req-e04c10f2-f7db-4676-8314-b21cc955e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:37.503899 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-527a731f-6045-4a11-8783-f97870091b27 req-e04c10f2-f7db-4676-8314-b21cc955e8ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0449455 Apr 20 16:16:37.530999 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-028ab1b9-6e15-45b2-88a0-4a95f41a7f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c032cd7-7ddb-4e01-83dd-fb9713fc9905 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:16:37.542238 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-028ab1b9-6e15-45b2-88a0-4a95f41a7f86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:37.551171 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-10c8c459-be8c-4366-b08c-a45410238af9 req-ed29dfcd-01bc-40a8-83ee-27001a2ba765 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb7745ff-4f81-4633-8823-8c3af85ef2c1 HTTP/1.1" status: 200 len: 1001 time: 0.1451421 Apr 20 16:16:37.572684 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-028ab1b9-6e15-45b2-88a0-4a95f41a7f86 service neutron] Transition to ACTIVE for port object 5c032cd7-7ddb-4e01-83dd-fb9713fc9905 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:16:37.617589 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8c459-be8c-4366-b08c-a45410238af9 req-a5ff81af-210e-4c1a-96f7-315480d96120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:37.619369 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-10c8c459-be8c-4366-b08c-a45410238af9 req-a5ff81af-210e-4c1a-96f7-315480d96120 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49f7ee52-7222-4a78-88ae-a616c6706517 HTTP/1.1" status: 200 len: 849 time: 0.0592427 Apr 20 16:16:37.621132 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-527a731f-6045-4a11-8783-f97870091b27 req-b80b7f2d-7d92-4e09-be4e-c580f8a047f1 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089110 Apr 20 16:16:37.633186 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-028ab1b9-6e15-45b2-88a0-4a95f41a7f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:37.742563 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-527a731f-6045-4a11-8783-f97870091b27 req-f7314996-b6b4-435c-8ff2-e7ad29d453d0 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016161 Apr 20 16:16:37.747212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ab1b9-6e15-45b2-88a0-4a95f41a7f86 service neutron] Pushing event updated for resources: {'Port': ['ID=5c032cd7-7ddb-4e01-83dd-fb9713fc9905,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:37.759778 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8c459-be8c-4366-b08c-a45410238af9 req-0bb55ee9-a2f7-4046-b6a2-f8c4854c013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:37.761316 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-10c8c459-be8c-4366-b08c-a45410238af9 req-0bb55ee9-a2f7-4046-b6a2-f8c4854c013c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1909df4a-72a6-4533-bf20-1f90fba3849a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294525 Apr 20 16:16:37.844572 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a71d7-411d-4bf8-8c0c-8f01fa82f564 req-c275aab5-bf82-40de-81a3-1aa8b9797257 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:37.846039 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de9a71d7-411d-4bf8-8c0c-8f01fa82f564 req-c275aab5-bf82-40de-81a3-1aa8b9797257 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 948 time: 0.1631489 Apr 20 16:16:37.885383 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b3f2e3ee-c32d-4fe6-ac8c-5a7e6f910845 req-e4f8b26a-4315-4a24-b169-659ad4cb1746 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 210 time: 0.0305626 Apr 20 16:16:37.925809 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de9a71d7-411d-4bf8-8c0c-8f01fa82f564 req-726c7ba5-9dff-437a-9ebe-53a61be20580 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479634 Apr 20 16:16:37.926945 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36716) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:16:37.936108 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 49d61411-7d22-4a11-aaac-b88200694959 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:16:37.943407 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 43babaf9-5f76-4023-9ea5-e3fd8176d042 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:16:37.998359 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-028ab1b9-6e15-45b2-88a0-4a95f41a7f86 service neutron] Attempting to bind port 5c032cd7-7ddb-4e01-83dd-fb9713fc9905 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:16:37.998962 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-028ab1b9-6e15-45b2-88a0-4a95f41a7f86 service neutron] Attempting to bind port 5c032cd7-7ddb-4e01-83dd-fb9713fc9905 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '4f97143e-7b88-4b4f-bcce-c550e8af115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:16:37.999504 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-028ab1b9-6e15-45b2-88a0-4a95f41a7f86 service neutron] Attempting to bind port 5c032cd7-7ddb-4e01-83dd-fb9713fc9905 on network fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:16:38.007777 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-10c8c459-be8c-4366-b08c-a45410238af9 req-2136ab19-e206-47a0-8d8c-f45c6d58d467 service neutron] 10.222.0.26 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221410 Apr 20 16:16:38.011495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-028ab1b9-6e15-45b2-88a0-4a95f41a7f86 service neutron] Port 5c032cd7-7ddb-4e01-83dd-fb9713fc9905 on network fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:16:38.012244 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-028ab1b9-6e15-45b2-88a0-4a95f41a7f86 service neutron] Attempting to bind port 5c032cd7-7ddb-4e01-83dd-fb9713fc9905 on network fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:16:38.040779 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36720) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:16:38.040981 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a19cee1e-b093-49be-aab7-74c306c0167b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5964ed8abcbe4e0995fa054da321f64e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1129835 Apr 20 16:16:38.041905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-028ab1b9-6e15-45b2-88a0-4a95f41a7f86 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:16:38.042259 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-028ab1b9-6e15-45b2-88a0-4a95f41a7f86 service neutron] Checking segment: {'id': '4f97143e-7b88-4b4f-bcce-c550e8af115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:16:38.042644 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-028ab1b9-6e15-45b2-88a0-4a95f41a7f86 service neutron] Bound using segment: {'id': '4f97143e-7b88-4b4f-bcce-c550e8af115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:16:38.043096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-028ab1b9-6e15-45b2-88a0-4a95f41a7f86 service neutron] Bound port: 5c032cd7-7ddb-4e01-83dd-fb9713fc9905, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f97143e-7b88-4b4f-bcce-c550e8af115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:16:38.043460 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-028ab1b9-6e15-45b2-88a0-4a95f41a7f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:38.156365 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 43babaf9-5f76-4023-9ea5-e3fd8176d042 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:16:38.157516 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:38.184086 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-650e98a0-e817-48a9-bc8e-2079199a790c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:38.184599 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-10c8c459-be8c-4366-b08c-a45410238af9 req-db1e083e-a8aa-4b9d-b603-a932ca5fe4cc service neutron] 10.222.0.26 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648543 Apr 20 16:16:38.187263 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-028ab1b9-6e15-45b2-88a0-4a95f41a7f86 service neutron] For port 5c032cd7-7ddb-4e01-83dd-fb9713fc9905, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:16:38.191274 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-028ab1b9-6e15-45b2-88a0-4a95f41a7f86 service neutron] For port 5c032cd7-7ddb-4e01-83dd-fb9713fc9905, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5c032cd7-7ddb-4e01-83dd-fb9713fc9905,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:16:38.232448 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-650e98a0-e817-48a9-bc8e-2079199a790c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:38.241617 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 49d61411-7d22-4a11-aaac-b88200694959, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=49d61411-7d22-4a11-aaac-b88200694959,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:38.251519 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05ab8e-4737-4cff-b927-710e5c5198e3 req-47220840-4b02-4663-b81f-589614079f90 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:38.253119 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8b05ab8e-4737-4cff-b927-710e5c5198e3 req-47220840-4b02-4663-b81f-589614079f90 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=5269c7a3-5689-40f1-b50c-22589e6bcf4c HTTP/1.1" status: 200 len: 943 time: 0.1251371 Apr 20 16:16:38.257617 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '49d61411-7d22-4a11-aaac-b88200694959', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': '49d61411-7d22-4a11-aaac-b88200694959', 'mac_address': 'fa:16:3e:2f:66:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:16:38.279301 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-028ab1b9-6e15-45b2-88a0-4a95f41a7f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:38.309968 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8b05ab8e-4737-4cff-b927-710e5c5198e3 req-8e8dbd1f-291e-4958-8178-ca07ae56e031 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471854 Apr 20 16:16:38.325066 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-028ab1b9-6e15-45b2-88a0-4a95f41a7f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:38.325747 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-028ab1b9-6e15-45b2-88a0-4a95f41a7f86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:38.327143 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-028ab1b9-6e15-45b2-88a0-4a95f41a7f86 service neutron] 10.222.0.30 "PUT /v2.0/ports/5c032cd7-7ddb-4e01-83dd-fb9713fc9905 HTTP/1.1" status: 200 len: 1091 time: 1.5763459 Apr 20 16:16:38.333186 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:38.336034 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:38.356626 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d61411-7d22-4a11-aaac-b88200694959 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:16:38.358084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ab1b9-6e15-45b2-88a0-4a95f41a7f86 service neutron] Pushing event updated for resources: {'Port': ['ID=5c032cd7-7ddb-4e01-83dd-fb9713fc9905,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:38.375334 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b5f7ec-8681-4578-bdd4-c668117b5853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43babaf9-5f76-4023-9ea5-e3fd8176d042'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:38.384010 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad86560-82b0-4b58-852e-08559cf9b0e0" -d '{"events": [{"server_uuid": "e4b5f7ec-8681-4578-bdd4-c668117b5853", "name": "network-vif-plugged", "status": "completed", "tag": "43babaf9-5f76-4023-9ea5-e3fd8176d042"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:16:38.396614 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 49d61411-7d22-4a11-aaac-b88200694959, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=49d61411-7d22-4a11-aaac-b88200694959,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:38.398467 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 43babaf9-5f76-4023-9ea5-e3fd8176d042, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=43babaf9-5f76-4023-9ea5-e3fd8176d042,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:38.417199 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79117ed-deae-4a20-afd2-d555e815945c x-openstack-request-id: req-b79117ed-deae-4a20-afd2-d555e815945c {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:16:38.417496 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b5f7ec-8681-4578-bdd4-c668117b5853", "name": "network-vif-plugged", "status": "completed", "tag": "43babaf9-5f76-4023-9ea5-e3fd8176d042", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:16:38.417747 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b79117ed-deae-4a20-afd2-d555e815945c {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:16:38.418147 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b79117ed-deae-4a20-afd2-d555e815945c'] response: {'server_uuid': 'e4b5f7ec-8681-4578-bdd4-c668117b5853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43babaf9-5f76-4023-9ea5-e3fd8176d042', 'code': 200} Apr 20 16:16:38.461724 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-650e98a0-e817-48a9-bc8e-2079199a790c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:38.462349 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:38.465445 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-650e98a0-e817-48a9-bc8e-2079199a790c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:38.466642 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:38.466782 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-650e98a0-e817-48a9-bc8e-2079199a790c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f254af70-dfa4-4bce-9417-e20b488e08a3 HTTP/1.1" status: 204 len: 168 time: 0.4242566 Apr 20 16:16:38.493202 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e98a0-e817-48a9-bc8e-2079199a790c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f254af70-dfa4-4bce-9417-e20b488e08a3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:38.581378 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0b806f2c-f293-4bc1-a8c2-585b7fca2eb1 req-38b1ff04-1704-437e-b240-01892f234326 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 210 time: 0.0807672 Apr 20 16:16:38.593579 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=43babaf9-5f76-4023-9ea5-e3fd8176d042,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:38.633958 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-e9a653fb-e8c4-4cd2-822f-a3994e0ef70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:38.635466 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-e9a653fb-e8c4-4cd2-822f-a3994e0ef70f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d25ef379da5e498ab36af959cb0475a8&device_id=5269c7a3-5689-40f1-b50c-22589e6bcf4c HTTP/1.1" status: 200 len: 1094 time: 0.1077166 Apr 20 16:16:38.646045 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae1a85-ca87-4e56-b29e-04c18a4402bf req-f1a8d154-cd84-4d5a-bdda-a42365aa5882 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:38.647444 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68ae1a85-ca87-4e56-b29e-04c18a4402bf req-f1a8d154-cd84-4d5a-bdda-a42365aa5882 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 945 time: 0.0727198 Apr 20 16:16:38.656002 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=49d61411-7d22-4a11-aaac-b88200694959,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:38.710581 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-95e7dabb-05a5-474f-a57b-e22c3b3d6221 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c032cd7-7ddb-4e01-83dd-fb9713fc9905 HTTP/1.1" status: 200 len: 217 time: 0.0533736 Apr 20 16:16:38.953688 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['49d61411-7d22-4a11-aaac-b88200694959'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:16:39.024685 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dcb92254-c020-4892-983b-c22338a3e6a3 req-4d453c0c-b942-4f4d-aba3-7aa7ea0e47aa tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 210 time: 0.0470526 Apr 20 16:16:39.043808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5269c7a3-5689-40f1-b50c-22589e6bcf4c', 'tag': '5c032cd7-7ddb-4e01-83dd-fb9713fc9905'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:39.045662 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc4fdb8-d30e-46ef-919b-1d5ab263315a" -d '{"events": [{"name": "network-changed", "server_uuid": "5269c7a3-5689-40f1-b50c-22589e6bcf4c", "tag": "5c032cd7-7ddb-4e01-83dd-fb9713fc9905"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:16:39.144243 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-a6389af4-e9dc-4e9c-b89a-deffd555fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:39.145855 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-a6389af4-e9dc-4e9c-b89a-deffd555fe16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce9e0e03-496c-4740-ab53-97424319556b HTTP/1.1" status: 200 len: 845 time: 0.0928130 Apr 20 16:16:39.159054 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d538f1-9ffe-4fdc-b3ca-840cd34688d9 req-cedea172-7243-4ce0-a616-920ff0454429 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:39.160991 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-30d538f1-9ffe-4fdc-b3ca-840cd34688d9 req-cedea172-7243-4ce0-a616-920ff0454429 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 949 time: 0.0775838 Apr 20 16:16:39.171665 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68ae1a85-ca87-4e56-b29e-04c18a4402bf req-9abad5bb-f3e3-4a69-ae89-a77e15d10c90 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5072920 Apr 20 16:16:39.205613 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-eae790ef-0d9e-4771-a297-88b62e5caa4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326703 Apr 20 16:16:39.227034 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-30d538f1-9ffe-4fdc-b3ca-840cd34688d9 req-ee28eba6-262f-4474-bda8-49df38a37fe8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542850 Apr 20 16:16:39.275283 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a6914f-b779-4de4-9245-9925a5f45ef5 x-openstack-request-id: req-d5a6914f-b779-4de4-9245-9925a5f45ef5 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:16:39.275574 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5269c7a3-5689-40f1-b50c-22589e6bcf4c", "tag": "5c032cd7-7ddb-4e01-83dd-fb9713fc9905", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:16:39.275827 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5a6914f-b779-4de4-9245-9925a5f45ef5 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:16:39.276217 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5a6914f-b779-4de4-9245-9925a5f45ef5'] response: {'name': 'network-changed', 'server_uuid': '5269c7a3-5689-40f1-b50c-22589e6bcf4c', 'tag': '5c032cd7-7ddb-4e01-83dd-fb9713fc9905', 'status': 'completed', 'code': 200} Apr 20 16:16:39.293216 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-cc6369e4-e7ae-4b3d-96c6-473af87d3a37 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:39.294721 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-cc6369e4-e7ae-4b3d-96c6-473af87d3a37 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.26 "GET /v2.0/networks?id=b9fae797-d5f6-48fc-9525-49f44111ebc0 HTTP/1.1" status: 200 len: 815 time: 0.6462755 Apr 20 16:16:39.344444 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-f0d843bb-c166-46b6-8583-3e129045e0ef service neutron] 10.222.0.30 "GET /v2.0/networks/fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307526 Apr 20 16:16:39.377153 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-600f93ec-7f79-49ac-acbc-bfcc5cbb50c1 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e0b9e08faa341a3b2b7e4a70f11b39b HTTP/1.1" status: 200 len: 379 time: 0.0660300 Apr 20 16:16:39.417115 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-77e53ec1-fce2-4a33-8200-cd465f7e5c97 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Request body: {'port': {'device_id': '7c4a2704-21f8-4fab-a80e-a86265867d82', 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0', 'admin_state_up': True, 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'security_groups': ['bb63c962-b65a-43c7-a71a-f598993c6ec2']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:16:39.557459 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98e79c45-7777-43b8-8922-c1acf57e76b6 req-3af5fcde-97b0-4094-9d15-f06fd1ac0c46 service neutron] 10.222.0.30 "GET /v2.0/networks/fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047207 Apr 20 16:16:39.564985 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b335ce-6019-4d77-86c6-6d982b6e6100 req-60bf5760-da8c-499f-a9a4-82a17dd2a907 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:39.566438 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b8b335ce-6019-4d77-86c6-6d982b6e6100 req-60bf5760-da8c-499f-a9a4-82a17dd2a907 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=5269c7a3-5689-40f1-b50c-22589e6bcf4c HTTP/1.1" status: 200 len: 943 time: 0.1540270 Apr 20 16:16:39.629156 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b8b335ce-6019-4d77-86c6-6d982b6e6100 req-68aa8351-4e44-44a9-92de-88e5a200ae25 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459881 Apr 20 16:16:39.680803 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-77e53ec1-fce2-4a33-8200-cd465f7e5c97 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Made reservation on behalf of 4e0b9e08faa341a3b2b7e4a70f11b39b for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:16:39.687450 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-77e53ec1-fce2-4a33-8200-cd465f7e5c97 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:39.732951 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0354bf91-7e73-496b-8817-77e1056f36a3 req-e32465be-225d-4037-8d69-da9dda94e01b tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 210 time: 0.0695369 Apr 20 16:16:39.745959 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-381075f8-9e3e-4fd3-8482-f4c05d8e96fe req-f57dd46e-1682-47c5-85b6-226574a88390 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0922656 Apr 20 16:16:39.832594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4fdb8-d30e-46ef-919b-1d5ab263315a req-7a211eab-b50c-495f-94c4-200ca6796ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:39.834809 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-abc4fdb8-d30e-46ef-919b-1d5ab263315a req-7a211eab-b50c-495f-94c4-200ca6796ba7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d25ef379da5e498ab36af959cb0475a8&device_id=5269c7a3-5689-40f1-b50c-22589e6bcf4c HTTP/1.1" status: 200 len: 1094 time: 0.1247959 Apr 20 16:16:39.896305 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381075f8-9e3e-4fd3-8482-f4c05d8e96fe req-a6754c03-fa10-40f2-8507-ca83884ec3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:39.898199 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-381075f8-9e3e-4fd3-8482-f4c05d8e96fe req-a6754c03-fa10-40f2-8507-ca83884ec3e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 1095 time: 0.0847070 Apr 20 16:16:40.004926 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-77e53ec1-fce2-4a33-8200-cd465f7e5c97 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Allocated IP 172.20.0.9 (b9fae797-d5f6-48fc-9525-49f44111ebc0/5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4/7476966b-2703-4b93-b744-da20181ffc8a) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:16:40.056376 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4fdb8-d30e-46ef-919b-1d5ab263315a req-5a1d1e6c-fc46-476a-a248-aaaf5655db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:40.060877 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381075f8-9e3e-4fd3-8482-f4c05d8e96fe req-8458ce68-0545-4cde-8607-8914388c46b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:40.061641 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-abc4fdb8-d30e-46ef-919b-1d5ab263315a req-5a1d1e6c-fc46-476a-a248-aaaf5655db66 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c HTTP/1.1" status: 200 len: 906 time: 0.2158940 Apr 20 16:16:40.063052 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-381075f8-9e3e-4fd3-8482-f4c05d8e96fe req-8458ce68-0545-4cde-8607-8914388c46b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 912 time: 0.1429338 Apr 20 16:16:40.169784 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-abc4fdb8-d30e-46ef-919b-1d5ab263315a req-74f0dc70-c0b5-4762-a44f-b79e75fc9726 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c032cd7-7ddb-4e01-83dd-fb9713fc9905 HTTP/1.1" status: 200 len: 217 time: 0.0976701 Apr 20 16:16:40.203233 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-381075f8-9e3e-4fd3-8482-f4c05d8e96fe req-8fffdae4-44bd-4b08-83e3-85aa47f0874b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698 HTTP/1.1" status: 200 len: 999 time: 0.1323624 Apr 20 16:16:40.238423 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-70508885-0de7-4ab7-ab53-ef7acb7649a7 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:40.240662 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-70508885-0de7-4ab7-ab53-ef7acb7649a7 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.26 "GET /v2.0/networks?id=c0af4f27-24c4-4d9f-807b-ab4729ad2da0 HTTP/1.1" status: 200 len: 814 time: 0.2067916 Apr 20 16:16:40.269982 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36778) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:16:40.311672 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ec4fe94-41dd-4ac2-a3e7-1a01aee4b7fd req-e48f63ca-5b8e-4cb0-a5c1-6051330ea368 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 210 time: 0.1290050 Apr 20 16:16:40.375641 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381075f8-9e3e-4fd3-8482-f4c05d8e96fe req-b72a45c6-b8e6-455d-bd79-2f96d071c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:40.379501 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-381075f8-9e3e-4fd3-8482-f4c05d8e96fe req-b72a45c6-b8e6-455d-bd79-2f96d071c388 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6cf39be6-ada6-40b6-a73b-d57e4fcf739a HTTP/1.1" status: 200 len: 850 time: 0.1652465 Apr 20 16:16:40.389368 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4fdb8-d30e-46ef-919b-1d5ab263315a req-32c546bb-c5ee-4b03-9d76-e33bad4f5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:40.391289 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-abc4fdb8-d30e-46ef-919b-1d5ab263315a req-32c546bb-c5ee-4b03-9d76-e33bad4f5430 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce9e0e03-496c-4740-ab53-97424319556b HTTP/1.1" status: 200 len: 845 time: 0.1793363 Apr 20 16:16:40.471461 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-abc4fdb8-d30e-46ef-919b-1d5ab263315a req-cfbf72b6-bdd1-4b54-914e-7ae003bc71ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404325 Apr 20 16:16:40.488720 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-9d4caae9-8aa3-406b-bd7a-e4c49137d909 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=931913e656484021adeac3497b0cd222 HTTP/1.1" status: 200 len: 378 time: 0.2185667 Apr 20 16:16:40.528147 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-8bf68c2a-e7b5-405c-a907-66fbf35ba151 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Request body: {'port': {'device_id': '5fc9ec32-e904-4cc9-837c-3f198d9dbaea', 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0', 'admin_state_up': True, 'tenant_id': '931913e656484021adeac3497b0cd222', 'security_groups': ['f6e7c9c4-671d-4506-b93a-b5cea30adf4d']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:16:40.537867 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e04efad8-bff2-40e4-b5a6-df1617be2f52 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-101739646-network', 'tenant_id': 'aa4c2f57de354979ab97dfc1359d1a56'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:16:40.664594 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-abc4fdb8-d30e-46ef-919b-1d5ab263315a req-2c4d58da-944d-4505-bbfe-d85aec01cc88 service neutron] 10.222.0.30 "GET /v2.0/networks/fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766853 Apr 20 16:16:40.690140 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-77e53ec1-fce2-4a33-8200-cd465f7e5c97 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:40.705533 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18792153-f2d9-4293-a526-5fdb1dd185fa req-f9ce9842-c4a4-490a-a99f-fc015bde0b35 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:40.709305 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-18792153-f2d9-4293-a526-5fdb1dd185fa req-f9ce9842-c4a4-490a-a99f-fc015bde0b35 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 945 time: 0.3894334 Apr 20 16:16:40.750349 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381075f8-9e3e-4fd3-8482-f4c05d8e96fe req-6359c95a-608b-40ae-8558-a71454801979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:40.752031 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-381075f8-9e3e-4fd3-8482-f4c05d8e96fe req-6359c95a-608b-40ae-8558-a71454801979 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1e63842-0159-452f-8eed-f7dec1727f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3567588 Apr 20 16:16:40.761730 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04efad8-bff2-40e4-b5a6-df1617be2f52 admin admin] Made reservation on behalf of aa4c2f57de354979ab97dfc1359d1a56 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:16:40.766890 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e04efad8-bff2-40e4-b5a6-df1617be2f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:40.770452 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e341c7-f3e3-4f78-98ab-cc7ef7d82cac req-41bd3928-a636-4696-bb95-6a339f7f2727 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:40.772179 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e5e341c7-f3e3-4f78-98ab-cc7ef7d82cac req-41bd3928-a636-4696-bb95-6a339f7f2727 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 949 time: 0.1816926 Apr 20 16:16:40.790478 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e04efad8-bff2-40e4-b5a6-df1617be2f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:40.841057 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-abc4fdb8-d30e-46ef-919b-1d5ab263315a req-42a3bda3-7493-4db2-aa4b-05d730728bcc service neutron] 10.222.0.30 "GET /v2.0/networks/fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650951 Apr 20 16:16:40.858629 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e5e341c7-f3e3-4f78-98ab-cc7ef7d82cac req-c7d47b85-8b7b-440b-a6d8-98c1be162242 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765269 Apr 20 16:16:40.876134 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-18792153-f2d9-4293-a526-5fdb1dd185fa req-fd9eb029-01c0-4be7-8f73-0df27dedb718 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621227 Apr 20 16:16:40.950054 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:16:40.980691 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-77e53ec1-fce2-4a33-8200-cd465f7e5c97 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:41.014853 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-8bf68c2a-e7b5-405c-a907-66fbf35ba151 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Made reservation on behalf of 931913e656484021adeac3497b0cd222 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:16:41.026392 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-8bf68c2a-e7b5-405c-a907-66fbf35ba151 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:41.045908 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-381075f8-9e3e-4fd3-8482-f4c05d8e96fe req-49c6201f-663b-4a02-956e-45a791c88b0d service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582226 Apr 20 16:16:41.078071 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-77e53ec1-fce2-4a33-8200-cd465f7e5c97 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Network b9fae797-d5f6-48fc-9525-49f44111ebc0 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:16:41.087376 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443241a-187a-4015-a11f-3c4643c1ba56 req-57ffe6de-b87b-4839-87b3-00f9d9fe6ef9 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:41.095899 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1443241a-187a-4015-a11f-3c4643c1ba56 req-57ffe6de-b87b-4839-87b3-00f9d9fe6ef9 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=5269c7a3-5689-40f1-b50c-22589e6bcf4c HTTP/1.1" status: 200 len: 943 time: 0.1549773 Apr 20 16:16:41.127985 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-77e53ec1-fce2-4a33-8200-cd465f7e5c97 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:16:41.135896 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-77e53ec1-fce2-4a33-8200-cd465f7e5c97 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:16:41.158654 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e53ec1-fce2-4a33-8200-cd465f7e5c97 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Pushing event updated for resources: {'Port': ['ID=7476966b-2703-4b93-b744-da20181ffc8a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:41.322361 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1443241a-187a-4015-a11f-3c4643c1ba56 req-d3414dbb-edbf-4140-8845-55e3a2240d39 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249165 Apr 20 16:16:41.378910 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-77e53ec1-fce2-4a33-8200-cd465f7e5c97 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:41.382655 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-77e53ec1-fce2-4a33-8200-cd465f7e5c97 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:41.540511 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e04efad8-bff2-40e4-b5a6-df1617be2f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:41.574547 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ca728af-1676-4907-aaf2-d635b092eff8 req-7ca50f64-8b10-4ec8-814f-9a482847349d tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 210 time: 0.0835855 Apr 20 16:16:41.616016 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14694031-2778-4bf8-af32-de9a0fc2399b req-a3f8e4a7-a525-460e-a286-b7f3ff72f40f tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:41.623963 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-14694031-2778-4bf8-af32-de9a0fc2399b req-a3f8e4a7-a525-460e-a286-b7f3ff72f40f tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 931 time: 0.5713074 Apr 20 16:16:41.625015 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-0be459d2-7f02-40b3-bba9-adc81ba4a46a None None] Provisioning complete for port 7476966b-2703-4b93-b744-da20181ffc8a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:16:41.625532 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0be459d2-7f02-40b3-bba9-adc81ba4a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:41.667134 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-381075f8-9e3e-4fd3-8482-f4c05d8e96fe req-ab44d285-1879-4099-9bf5-e2fb7d3468d3 service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963299 Apr 20 16:16:41.715041 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-77e53ec1-fce2-4a33-8200-cd465f7e5c97 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3023708 Apr 20 16:16:41.719467 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e04efad8-bff2-40e4-b5a6-df1617be2f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:41.730240 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-0be459d2-7f02-40b3-bba9-adc81ba4a46a None None] Port 7476966b-2703-4b93-b744-da20181ffc8a cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:16:41.730887 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-14694031-2778-4bf8-af32-de9a0fc2399b req-f3a44c9c-e196-4321-a33d-2d8f2a1a4893 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006460 Apr 20 16:16:41.753332 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-6576ec0a-001b-486b-b7eb-6ab1447701e3 service neutron] Request body: {'port': {'device_id': '7c4a2704-21f8-4fab-a80e-a86265867d82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:16:41.784109 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-8bf68c2a-e7b5-405c-a907-66fbf35ba151 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Allocated IP 172.20.0.12 (c0af4f27-24c4-4d9f-807b-ab4729ad2da0/5462d747-c5ea-4458-aa63-2988c4e762f9/bd90e71a-d179-4b5a-8e3e-b62cb17b5235) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:16:41.786779 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04efad8-bff2-40e4-b5a6-df1617be2f52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:16:41.805147 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04efad8-bff2-40e4-b5a6-df1617be2f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:41.831622 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e04efad8-bff2-40e4-b5a6-df1617be2f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:41.831978 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-e04efad8-bff2-40e4-b5a6-df1617be2f52 admin admin] Added segment 9aeda086-a58a-401a-b707-190f9947ee3b of type vlan for network be15929a-3ac5-4750-a79d-5d7e6fc3a392 Apr 20 16:16:41.890922 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-6576ec0a-001b-486b-b7eb-6ab1447701e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:41.962953 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 49d61411-7d22-4a11-aaac-b88200694959 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:16:42.029056 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e04efad8-bff2-40e4-b5a6-df1617be2f52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:42.184864 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd36ce-7543-4885-8139-8617ef3066db req-ae378f47-e13c-4142-a5ba-692860f5e2ae tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:42.193264 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cfcd36ce-7543-4885-8139-8617ef3066db req-ae378f47-e13c-4142-a5ba-692860f5e2ae tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 945 time: 0.1614311 Apr 20 16:16:42.225993 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e04efad8-bff2-40e4-b5a6-df1617be2f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:42.226983 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04efad8-bff2-40e4-b5a6-df1617be2f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:42.227631 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e04efad8-bff2-40e4-b5a6-df1617be2f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:42.240587 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-8bf68c2a-e7b5-405c-a907-66fbf35ba151 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:42.244948 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 49d61411-7d22-4a11-aaac-b88200694959 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:16:42.250749 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 49d61411-7d22-4a11-aaac-b88200694959 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:16:42.254717 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:42.331154 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab39d6d-d6cb-40d8-a781-88184fd788ce req-07a0d0ce-83b2-4990-957d-a617f09a50a7 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:42.358649 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3ab39d6d-d6cb-40d8-a781-88184fd788ce req-07a0d0ce-83b2-4990-957d-a617f09a50a7 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 949 time: 0.3483849 Apr 20 16:16:42.395356 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cfcd36ce-7543-4885-8139-8617ef3066db req-f88c287d-aab3-43c3-af36-5901bb4154cf tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008278 Apr 20 16:16:42.438379 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e04efad8-bff2-40e4-b5a6-df1617be2f52 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1526120 Apr 20 16:16:42.439447 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36820) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:16:42.458885 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-8fd9cc77-3cec-4a6b-a4fb-7f1aa43e2aa0 admin admin] Request body: {'subnet': {'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-101739646-subnet', 'tenant_id': 'aa4c2f57de354979ab97dfc1359d1a56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:16:42.462255 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04efad8-bff2-40e4-b5a6-df1617be2f52 admin admin] Pushing event updated for resources: {'Network': ['ID=be15929a-3ac5-4750-a79d-5d7e6fc3a392,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:42.500436 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network be15929a-3ac5-4750-a79d-5d7e6fc3a392 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:16:42.607438 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2e70b-c3a9-40a8-ac07-3b3f1e52a975 req-e183edf7-a32e-4589-8213-6e239d9ab3a4 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:42.627027 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-35e2e70b-c3a9-40a8-ac07-3b3f1e52a975 req-e183edf7-a32e-4589-8213-6e239d9ab3a4 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=5269c7a3-5689-40f1-b50c-22589e6bcf4c HTTP/1.1" status: 200 len: 943 time: 0.1248660 Apr 20 16:16:42.650989 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd9cc77-3cec-4a6b-a4fb-7f1aa43e2aa0 admin admin] Made reservation on behalf of aa4c2f57de354979ab97dfc1359d1a56 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:16:42.661321 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8fd9cc77-3cec-4a6b-a4fb-7f1aa43e2aa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:42.677543 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-8bf68c2a-e7b5-405c-a907-66fbf35ba151 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:42.713114 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:42.747361 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50776cb-ec9e-410a-b36d-f6c7fb0feeaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d61411-7d22-4a11-aaac-b88200694959'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:42.750339 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e224dc77-5297-4967-bf6c-c5dc350dfddf" -d '{"events": [{"server_uuid": "d50776cb-ec9e-410a-b36d-f6c7fb0feeaa", "name": "network-vif-plugged", "status": "completed", "tag": "49d61411-7d22-4a11-aaac-b88200694959"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:16:42.767695 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 49d61411-7d22-4a11-aaac-b88200694959, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=49d61411-7d22-4a11-aaac-b88200694959,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:42.810080 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3ab39d6d-d6cb-40d8-a781-88184fd788ce req-630f382d-e8d9-41e9-949a-c3534fac2ebf tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526515 Apr 20 16:16:42.855186 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:42.940957 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-35e2e70b-c3a9-40a8-ac07-3b3f1e52a975 req-6bd2a00e-aa52-4e16-b0c4-6d6bff0d6519 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142846 Apr 20 16:16:42.971189 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-6576ec0a-001b-486b-b7eb-6ab1447701e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7476966b-2703-4b93-b744-da20181ffc8a {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:16:42.989099 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-6576ec0a-001b-486b-b7eb-6ab1447701e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:43.011505 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf68c2a-e7b5-405c-a907-66fbf35ba151 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Pushing event updated for resources: {'Port': ['ID=bd90e71a-d179-4b5a-8e3e-b62cb17b5235,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:43.025582 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-6576ec0a-001b-486b-b7eb-6ab1447701e3 service neutron] Transition to ACTIVE for port object 7476966b-2703-4b93-b744-da20181ffc8a will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:16:43.031635 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=49d61411-7d22-4a11-aaac-b88200694959,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:43.037033 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd17666-91be-4f67-83cd-3fd3ba073739 x-openstack-request-id: req-6fd17666-91be-4f67-83cd-3fd3ba073739 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:16:43.038520 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50776cb-ec9e-410a-b36d-f6c7fb0feeaa", "name": "network-vif-plugged", "status": "completed", "tag": "49d61411-7d22-4a11-aaac-b88200694959", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:16:43.039106 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6fd17666-91be-4f67-83cd-3fd3ba073739 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:16:43.039857 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fd17666-91be-4f67-83cd-3fd3ba073739'] response: {'server_uuid': 'd50776cb-ec9e-410a-b36d-f6c7fb0feeaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d61411-7d22-4a11-aaac-b88200694959', 'code': 200} Apr 20 16:16:43.059597 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-8bf68c2a-e7b5-405c-a907-66fbf35ba151 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Network c0af4f27-24c4-4d9f-807b-ab4729ad2da0 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:16:43.071856 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-8bf68c2a-e7b5-405c-a907-66fbf35ba151 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:16:43.078098 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-8bf68c2a-e7b5-405c-a907-66fbf35ba151 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:16:43.134076 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-6576ec0a-001b-486b-b7eb-6ab1447701e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:43.327379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531846e8-23c6-4129-9fa4-42100b749cb6 req-e5c08d3f-3c16-4f6c-bf2e-cd9cad563706 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:43.333268 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-531846e8-23c6-4129-9fa4-42100b749cb6 req-e5c08d3f-3c16-4f6c-bf2e-cd9cad563706 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 932 time: 0.2885134 Apr 20 16:16:43.438904 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94a3c3-09dd-4caf-b66d-df462e42d0b3 req-1138fad4-6216-4c33-9b12-360f9200ff2d tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:43.440707 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cd94a3c3-09dd-4caf-b66d-df462e42d0b3 req-1138fad4-6216-4c33-9b12-360f9200ff2d tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 943 time: 0.2292974 Apr 20 16:16:43.511352 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576ec0a-001b-486b-b7eb-6ab1447701e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7476966b-2703-4b93-b744-da20181ffc8a,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:43.558198 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f952f-996f-474d-8eb3-c690edef763f req-1993a8a9-19a4-433d-b313-c32b1e224696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:43.560480 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-019f952f-996f-474d-8eb3-c690edef763f req-1993a8a9-19a4-433d-b313-c32b1e224696 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 1101 time: 0.2679856 Apr 20 16:16:43.567629 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-8bf68c2a-e7b5-405c-a907-66fbf35ba151 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:43.568437 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-8bf68c2a-e7b5-405c-a907-66fbf35ba151 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:43.574649 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-6576ec0a-001b-486b-b7eb-6ab1447701e3 service neutron] Attempting to bind port 7476966b-2703-4b93-b744-da20181ffc8a on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:16:43.575269 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-6576ec0a-001b-486b-b7eb-6ab1447701e3 service neutron] Attempting to bind port 7476966b-2703-4b93-b744-da20181ffc8a by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '1b7eccde-eb59-47fa-9698-e71335ca8f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:16:43.576418 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-6576ec0a-001b-486b-b7eb-6ab1447701e3 service neutron] Attempting to bind port 7476966b-2703-4b93-b744-da20181ffc8a on network b9fae797-d5f6-48fc-9525-49f44111ebc0 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:16:43.587832 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-12695faa-770b-4ab5-a0b4-0ac01f18bd8a None None] Provisioning complete for port bd90e71a-d179-4b5a-8e3e-b62cb17b5235 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:16:43.588399 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-12695faa-770b-4ab5-a0b4-0ac01f18bd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:43.594083 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-531846e8-23c6-4129-9fa4-42100b749cb6 req-bd57e338-067c-4459-b0eb-452619e0f80b tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e7c9c4-671d-4506-b93a-b5cea30adf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1203074 Apr 20 16:16:43.594968 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-6576ec0a-001b-486b-b7eb-6ab1447701e3 service neutron] Port 7476966b-2703-4b93-b744-da20181ffc8a on network b9fae797-d5f6-48fc-9525-49f44111ebc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:16:43.595475 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-6576ec0a-001b-486b-b7eb-6ab1447701e3 service neutron] Attempting to bind port 7476966b-2703-4b93-b744-da20181ffc8a on network b9fae797-d5f6-48fc-9525-49f44111ebc0 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:16:43.606654 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-6576ec0a-001b-486b-b7eb-6ab1447701e3 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:16:43.607517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-6576ec0a-001b-486b-b7eb-6ab1447701e3 service neutron] Checking segment: {'id': '1b7eccde-eb59-47fa-9698-e71335ca8f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:16:43.608310 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-6576ec0a-001b-486b-b7eb-6ab1447701e3 service neutron] Bound using segment: {'id': '1b7eccde-eb59-47fa-9698-e71335ca8f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:16:43.610690 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-6576ec0a-001b-486b-b7eb-6ab1447701e3 service neutron] Bound port: 7476966b-2703-4b93-b744-da20181ffc8a, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7eccde-eb59-47fa-9698-e71335ca8f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:16:43.611306 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-6576ec0a-001b-486b-b7eb-6ab1447701e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:43.652969 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-019f952f-996f-474d-8eb3-c690edef763f req-fabb8d30-9a07-4d69-a35b-df526ccf8605 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663147 Apr 20 16:16:43.707603 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cd94a3c3-09dd-4caf-b66d-df462e42d0b3 req-daf7e1e1-26d8-487b-b9e3-80deb520de56 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529588 Apr 20 16:16:43.748088 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-12695faa-770b-4ab5-a0b4-0ac01f18bd8a None None] Port bd90e71a-d179-4b5a-8e3e-b62cb17b5235 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:16:43.834974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-6576ec0a-001b-486b-b7eb-6ab1447701e3 service neutron] For port 7476966b-2703-4b93-b744-da20181ffc8a, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:16:43.859410 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-8bf68c2a-e7b5-405c-a907-66fbf35ba151 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3609440 Apr 20 16:16:43.890114 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-6576ec0a-001b-486b-b7eb-6ab1447701e3 service neutron] For port 7476966b-2703-4b93-b744-da20181ffc8a, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=7476966b-2703-4b93-b744-da20181ffc8a,segment=NetworkSegment(1b7eccde-eb59-47fa-9698-e71335ca8f5f),segment_id=1b7eccde-eb59-47fa-9698-e71335ca8f5f)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:16:43.896625 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8fd9cc77-3cec-4a6b-a4fb-7f1aa43e2aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:43.935457 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e15e7-fa0a-47f0-bf54-6109f53c1d9c req-64489aa3-768a-4033-8d52-9a31a3e95e12 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:43.937075 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-201e15e7-fa0a-47f0-bf54-6109f53c1d9c req-64489aa3-768a-4033-8d52-9a31a3e95e12 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 945 time: 0.1643779 Apr 20 16:16:43.975008 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-6576ec0a-001b-486b-b7eb-6ab1447701e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:44.030238 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9cc77-3cec-4a6b-a4fb-7f1aa43e2aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d2a8940-7356-46a8-9fb6-bf7f78a4f058,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:44.093637 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-6576ec0a-001b-486b-b7eb-6ab1447701e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:44.094975 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-6576ec0a-001b-486b-b7eb-6ab1447701e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:44.096554 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-6576ec0a-001b-486b-b7eb-6ab1447701e3 service neutron] 10.222.0.26 "PUT /v2.0/ports/7476966b-2703-4b93-b744-da20181ffc8a HTTP/1.1" status: 200 len: 1091 time: 2.3479967 Apr 20 16:16:44.109601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4a2704-21f8-4fab-a80e-a86265867d82', 'tag': '7476966b-2703-4b93-b744-da20181ffc8a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:44.112213 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33a7492-4f58-4bbb-b732-12b142248145" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4a2704-21f8-4fab-a80e-a86265867d82", "tag": "7476966b-2703-4b93-b744-da20181ffc8a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:16:44.218403 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-201e15e7-fa0a-47f0-bf54-6109f53c1d9c req-2650d6e7-53b1-46ac-9732-ec063a33def5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727137 Apr 20 16:16:44.248763 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576ec0a-001b-486b-b7eb-6ab1447701e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7476966b-2703-4b93-b744-da20181ffc8a,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:44.418134 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af16ae3-e445-4e83-8e10-a4ec799b8974 req-9f7937b9-56c9-403d-af7a-38f4b8f527d5 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:44.420965 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4af16ae3-e445-4e83-8e10-a4ec799b8974 req-9f7937b9-56c9-403d-af7a-38f4b8f527d5 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=5269c7a3-5689-40f1-b50c-22589e6bcf4c HTTP/1.1" status: 200 len: 943 time: 0.1115844 Apr 20 16:16:44.514444 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4af16ae3-e445-4e83-8e10-a4ec799b8974 req-2c68538c-7671-4820-8c86-98eed3d2216d tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779140 Apr 20 16:16:44.544726 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 5c032cd7-7ddb-4e01-83dd-fb9713fc9905 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:16:44.627025 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b37d79-462f-4c0f-a74e-a2f15a46011c x-openstack-request-id: req-69b37d79-462f-4c0f-a74e-a2f15a46011c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:16:44.627420 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4a2704-21f8-4fab-a80e-a86265867d82", "tag": "7476966b-2703-4b93-b744-da20181ffc8a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:16:44.627595 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-69b37d79-462f-4c0f-a74e-a2f15a46011c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:16:44.628456 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69b37d79-462f-4c0f-a74e-a2f15a46011c'] response: {'name': 'network-changed', 'server_uuid': '7c4a2704-21f8-4fab-a80e-a86265867d82', 'tag': '7476966b-2703-4b93-b744-da20181ffc8a', 'status': 'completed', 'code': 200} Apr 20 16:16:44.756088 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 5c032cd7-7ddb-4e01-83dd-fb9713fc9905, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5c032cd7-7ddb-4e01-83dd-fb9713fc9905,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:44.791917 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '5c032cd7-7ddb-4e01-83dd-fb9713fc9905', 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c', 'port_id': '5c032cd7-7ddb-4e01-83dd-fb9713fc9905', 'mac_address': 'fa:16:3e:0f:5f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce9e0e03-496c-4740-ab53-97424319556b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:16:44.869714 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:44.877017 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd9cc77-3cec-4a6b-a4fb-7f1aa43e2aa0 admin admin] Checking segment: {'id': '9aeda086-a58a-401a-b707-190f9947ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:16:44.877703 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd9cc77-3cec-4a6b-a4fb-7f1aa43e2aa0 admin admin] Network hostable DHCP agents. Network: be15929a-3ac5-4750-a79d-5d7e6fc3a392, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:16:44.882366 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57633959-9fae-4702-912a-a086f76f6e46 req-c49056ec-3ab4-4eb7-ba76-6794da456db6 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:44.890933 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-57633959-9fae-4702-912a-a086f76f6e46 req-c49056ec-3ab4-4eb7-ba76-6794da456db6 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 932 time: 0.1432514 Apr 20 16:16:44.896915 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c032cd7-7ddb-4e01-83dd-fb9713fc9905 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:16:44.911816 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877739f-e2b2-4579-b43f-bcad0d26413a req-e8afc76e-3faa-43dd-8185-d454ccfb7fc6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:44.917296 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a877739f-e2b2-4579-b43f-bcad0d26413a req-e8afc76e-3faa-43dd-8185-d454ccfb7fc6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.8960733 Apr 20 16:16:44.935739 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 5c032cd7-7ddb-4e01-83dd-fb9713fc9905, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5c032cd7-7ddb-4e01-83dd-fb9713fc9905,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:44.960967 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-57633959-9fae-4702-912a-a086f76f6e46 req-a706b5c3-88e3-442a-b674-7568ab815437 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e7c9c4-671d-4506-b93a-b5cea30adf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689905 Apr 20 16:16:44.997612 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:45.053451 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a877739f-e2b2-4579-b43f-bcad0d26413a req-b6360d0f-88d1-420e-a354-ff76eb2086e6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270857 Apr 20 16:16:45.134743 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd9cc77-3cec-4a6b-a4fb-7f1aa43e2aa0 admin admin] Network be15929a-3ac5-4750-a79d-5d7e6fc3a392 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:16:45.141880 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=5c032cd7-7ddb-4e01-83dd-fb9713fc9905,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:45.158863 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd7da6-ef8a-4700-84f4-5f35e6fee397 req-bb285164-fcb6-47f0-9614-9596a72ad5b0 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:45.172397 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4fdd7da6-ef8a-4700-84f4-5f35e6fee397 req-bb285164-fcb6-47f0-9614-9596a72ad5b0 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 943 time: 0.0923214 Apr 20 16:16:45.231358 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4fdd7da6-ef8a-4700-84f4-5f35e6fee397 req-c463fcab-1b62-4f81-86fa-b1541c91daf3 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642054 Apr 20 16:16:45.233685 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-8fd9cc77-3cec-4a6b-a4fb-7f1aa43e2aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, be15929a-3ac5-4750-a79d-5d7e6fc3a392) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:16:45.247623 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8bcfdc-7923-40d7-85fa-0e3a9feaf7db None None] Network be15929a-3ac5-4750-a79d-5d7e6fc3a392 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:16:45.252485 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd9cc77-3cec-4a6b-a4fb-7f1aa43e2aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:45.255569 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8fd9cc77-3cec-4a6b-a4fb-7f1aa43e2aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:45.366314 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8fd9cc77-3cec-4a6b-a4fb-7f1aa43e2aa0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9188292 Apr 20 16:16:45.503065 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2105f-541d-4f8b-a253-76c86b34d6cc req-08313c72-d59f-499f-8f72-ef80ab1d02b0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:45.521689 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bce2105f-541d-4f8b-a253-76c86b34d6cc req-08313c72-d59f-499f-8f72-ef80ab1d02b0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 945 time: 0.1501608 Apr 20 16:16:45.638544 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb818fd-5401-419a-a487-cac882a7a9c4 None None] Network be15929a-3ac5-4750-a79d-5d7e6fc3a392 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:16:45.661411 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bce2105f-541d-4f8b-a253-76c86b34d6cc req-3817b29f-f461-46dd-adfa-dd440d236aec tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269383 Apr 20 16:16:45.714359 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['5c032cd7-7ddb-4e01-83dd-fb9713fc9905'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:16:45.755428 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa20563-93fe-4f29-9652-ecef465436f2 req-335a9b04-a880-4046-8674-7d6b30ca1bb4 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:45.771601 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0fa20563-93fe-4f29-9652-ecef465436f2 req-335a9b04-a880-4046-8674-7d6b30ca1bb4 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=5269c7a3-5689-40f1-b50c-22589e6bcf4c HTTP/1.1" status: 200 len: 944 time: 0.1384220 Apr 20 16:16:45.868154 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-cca84eaf-2097-4d32-a10b-f4769ccbb585 service neutron] Request body: {'port': {'device_id': '5fc9ec32-e904-4cc9-837c-3f198d9dbaea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:16:45.914134 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0fa20563-93fe-4f29-9652-ecef465436f2 req-30d805fb-d025-40bd-903f-cdba9158a0f8 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415336 Apr 20 16:16:46.059905 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-cca84eaf-2097-4d32-a10b-f4769ccbb585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:46.130172 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a7492-4f58-4bbb-b732-12b142248145 req-5bf3cf43-a3ea-4a40-b5bc-fca4a3be8041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:46.132247 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e33a7492-4f58-4bbb-b732-12b142248145 req-5bf3cf43-a3ea-4a40-b5bc-fca4a3be8041 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e0b9e08faa341a3b2b7e4a70f11b39b&device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 1094 time: 0.1252155 Apr 20 16:16:46.473438 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a7492-4f58-4bbb-b732-12b142248145 req-1098fda3-cd44-472a-8b15-23f946db9c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:46.475767 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e33a7492-4f58-4bbb-b732-12b142248145 req-1098fda3-cd44-472a-8b15-23f946db9c96 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=4e0b9e08faa341a3b2b7e4a70f11b39b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2346451 Apr 20 16:16:46.507362 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ce2da-c37b-4c74-b572-f2572db11d19 req-ac9d33da-d8c7-4995-a95a-f3a09ad58bfb tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:46.509349 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7f5ce2da-c37b-4c74-b572-f2572db11d19 req-ac9d33da-d8c7-4995-a95a-f3a09ad58bfb tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 932 time: 0.3824711 Apr 20 16:16:46.589232 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7f5ce2da-c37b-4c74-b572-f2572db11d19 req-f27e1143-3e90-4227-bcfc-c3dba2242324 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e7c9c4-671d-4506-b93a-b5cea30adf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728803 Apr 20 16:16:46.739587 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a7492-4f58-4bbb-b732-12b142248145 req-174a1910-f0e8-42f4-bd88-ed657bdb4465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:46.741251 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e33a7492-4f58-4bbb-b732-12b142248145 req-174a1910-f0e8-42f4-bd88-ed657bdb4465 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1370416 Apr 20 16:16:46.789338 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-cca84eaf-2097-4d32-a10b-f4769ccbb585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd90e71a-d179-4b5a-8e3e-b62cb17b5235 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:16:46.808862 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-cca84eaf-2097-4d32-a10b-f4769ccbb585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:46.874747 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-cca84eaf-2097-4d32-a10b-f4769ccbb585 service neutron] Transition to ACTIVE for port object bd90e71a-d179-4b5a-8e3e-b62cb17b5235 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:16:46.898519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cdafe-7296-4770-b343-508097669caa req-c147795e-5c32-43b7-af4e-8ce8748def65 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:46.914576 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cf2cdafe-7296-4770-b343-508097669caa req-c147795e-5c32-43b7-af4e-8ce8748def65 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.1721652 Apr 20 16:16:46.954982 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-cca84eaf-2097-4d32-a10b-f4769ccbb585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:47.134366 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cf2cdafe-7296-4770-b343-508097669caa req-7bf32135-1968-4126-8609-37f4fca90d99 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946154 Apr 20 16:16:47.179792 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-6b65b78f-0445-4c9d-94d8-b657424b14cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:47.181546 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-6b65b78f-0445-4c9d-94d8-b657424b14cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e0b9e08faa341a3b2b7e4a70f11b39b&device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 1094 time: 0.2530575 Apr 20 16:16:47.220672 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca84eaf-2097-4d32-a10b-f4769ccbb585 service neutron] Pushing event updated for resources: {'Port': ['ID=bd90e71a-d179-4b5a-8e3e-b62cb17b5235,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:47.277446 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-cca84eaf-2097-4d32-a10b-f4769ccbb585 service neutron] Attempting to bind port bd90e71a-d179-4b5a-8e3e-b62cb17b5235 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:16:47.277446 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-cca84eaf-2097-4d32-a10b-f4769ccbb585 service neutron] Attempting to bind port bd90e71a-d179-4b5a-8e3e-b62cb17b5235 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '45e6c1a3-1f54-4db2-86c6-172c4254d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:16:47.277446 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-cca84eaf-2097-4d32-a10b-f4769ccbb585 service neutron] Attempting to bind port bd90e71a-d179-4b5a-8e3e-b62cb17b5235 on network c0af4f27-24c4-4d9f-807b-ab4729ad2da0 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:16:47.277446 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-cca84eaf-2097-4d32-a10b-f4769ccbb585 service neutron] Port bd90e71a-d179-4b5a-8e3e-b62cb17b5235 on network c0af4f27-24c4-4d9f-807b-ab4729ad2da0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:16:47.277446 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-cca84eaf-2097-4d32-a10b-f4769ccbb585 service neutron] Attempting to bind port bd90e71a-d179-4b5a-8e3e-b62cb17b5235 on network c0af4f27-24c4-4d9f-807b-ab4729ad2da0 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:16:47.277446 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-cca84eaf-2097-4d32-a10b-f4769ccbb585 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:16:47.277446 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-cca84eaf-2097-4d32-a10b-f4769ccbb585 service neutron] Checking segment: {'id': '45e6c1a3-1f54-4db2-86c6-172c4254d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:16:47.277446 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-cca84eaf-2097-4d32-a10b-f4769ccbb585 service neutron] Bound using segment: {'id': '45e6c1a3-1f54-4db2-86c6-172c4254d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:16:47.277446 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-cca84eaf-2097-4d32-a10b-f4769ccbb585 service neutron] Bound port: bd90e71a-d179-4b5a-8e3e-b62cb17b5235, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45e6c1a3-1f54-4db2-86c6-172c4254d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:16:47.277446 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-cca84eaf-2097-4d32-a10b-f4769ccbb585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:47.308405 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-2d354c64-e433-4182-9df6-6d47498d9f6a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7476966b-2703-4b93-b744-da20181ffc8a HTTP/1.1" status: 200 len: 217 time: 0.0439982 Apr 20 16:16:47.323180 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747c537-778e-4908-8a30-b5d18bd04105 req-a9f1b4a0-8812-49c0-a048-5cdc0e69cc8f tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:47.324690 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f747c537-778e-4908-8a30-b5d18bd04105 req-a9f1b4a0-8812-49c0-a048-5cdc0e69cc8f tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 943 time: 0.1041198 Apr 20 16:16:47.361372 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-cca84eaf-2097-4d32-a10b-f4769ccbb585 service neutron] For port bd90e71a-d179-4b5a-8e3e-b62cb17b5235, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:16:47.365241 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-cca84eaf-2097-4d32-a10b-f4769ccbb585 service neutron] For port bd90e71a-d179-4b5a-8e3e-b62cb17b5235, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=bd90e71a-d179-4b5a-8e3e-b62cb17b5235,segment=NetworkSegment(45e6c1a3-1f54-4db2-86c6-172c4254d33a),segment_id=45e6c1a3-1f54-4db2-86c6-172c4254d33a)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:16:47.395252 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-1aa833a4-8b1f-42fe-8eb2-cb318c9bdd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:47.396756 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-1aa833a4-8b1f-42fe-8eb2-cb318c9bdd0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4 HTTP/1.1" status: 200 len: 854 time: 0.0711401 Apr 20 16:16:47.400247 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f747c537-778e-4908-8a30-b5d18bd04105 req-15f058e9-a92f-45d6-ad28-2dc082a65d17 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670497 Apr 20 16:16:47.508148 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-1af09afa-ea72-43d2-9ebd-cdf74a582526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:47.509736 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-1af09afa-ea72-43d2-9ebd-cdf74a582526 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9fae797-d5f6-48fc-9525-49f44111ebc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805750 Apr 20 16:16:47.521732 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870979b-4a6c-436c-a00a-af818da0d7e3 req-b80faa6f-51b5-4957-8b5e-e46f7089ea92 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:47.523726 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b870979b-4a6c-436c-a00a-af818da0d7e3 req-b80faa6f-51b5-4957-8b5e-e46f7089ea92 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 945 time: 0.0640299 Apr 20 16:16:47.612763 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b870979b-4a6c-436c-a00a-af818da0d7e3 req-5c7d3f5d-7152-4e18-8834-a55e7f4a1922 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764525 Apr 20 16:16:47.638347 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-d7b8f951-5f9f-445a-be1f-7e424e26fc4d service neutron] 10.222.0.26 "GET /v2.0/networks/b9fae797-d5f6-48fc-9525-49f44111ebc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136672 Apr 20 16:16:47.766193 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b5527-7c4c-4c7b-9ea2-143b558b38aa req-60f75f44-c843-4868-88c5-6c85bc59f19c tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:47.767821 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e72b5527-7c4c-4c7b-9ea2-143b558b38aa req-60f75f44-c843-4868-88c5-6c85bc59f19c tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=5269c7a3-5689-40f1-b50c-22589e6bcf4c HTTP/1.1" status: 200 len: 944 time: 0.0972123 Apr 20 16:16:47.786990 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b405cdd-abf2-4fb2-97ad-bfd00c2fb8ba req-da08ffc0-0b39-4d82-b535-d07b4cf6b653 service neutron] 10.222.0.26 "GET /v2.0/networks/b9fae797-d5f6-48fc-9525-49f44111ebc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418846 Apr 20 16:16:47.820508 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e72b5527-7c4c-4c7b-9ea2-143b558b38aa req-cbc6add4-142f-4549-8e82-1fa708a1adb4 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431390 Apr 20 16:16:47.935328 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ad3da-4e9c-49c8-a416-6340b16e48e4 req-417b84f1-b6c6-4e09-82d6-f441636f0152 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:47.936815 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e42ad3da-4e9c-49c8-a416-6340b16e48e4 req-417b84f1-b6c6-4e09-82d6-f441636f0152 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 944 time: 0.0531995 Apr 20 16:16:47.979698 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e42ad3da-4e9c-49c8-a416-6340b16e48e4 req-109fa98a-934f-437b-97f7-ade8db3dacd6 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e7c9c4-671d-4506-b93a-b5cea30adf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367146 Apr 20 16:16:48.180739 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-cca84eaf-2097-4d32-a10b-f4769ccbb585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:48.206536 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-cca84eaf-2097-4d32-a10b-f4769ccbb585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:48.207205 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-cca84eaf-2097-4d32-a10b-f4769ccbb585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:48.213312 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-cca84eaf-2097-4d32-a10b-f4769ccbb585 service neutron] 10.222.0.26 "PUT /v2.0/ports/bd90e71a-d179-4b5a-8e3e-b62cb17b5235 HTTP/1.1" status: 200 len: 1092 time: 2.3496475 Apr 20 16:16:48.214201 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc9ec32-e904-4cc9-837c-3f198d9dbaea', 'tag': 'bd90e71a-d179-4b5a-8e3e-b62cb17b5235'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:48.217192 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c875bb-9fa8-4d81-b74c-7e1c930b2e04" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc9ec32-e904-4cc9-837c-3f198d9dbaea", "tag": "bd90e71a-d179-4b5a-8e3e-b62cb17b5235"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:16:48.285309 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca84eaf-2097-4d32-a10b-f4769ccbb585 service neutron] Pushing event updated for resources: {'Port': ['ID=bd90e71a-d179-4b5a-8e3e-b62cb17b5235,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:48.327408 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3681ab7-f2ff-42c6-8ddf-2cee778951ec req-15d11f10-9c57-4556-9692-ae448fc67c62 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:48.329024 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3681ab7-f2ff-42c6-8ddf-2cee778951ec req-15d11f10-9c57-4556-9692-ae448fc67c62 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0550668 Apr 20 16:16:48.368746 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3681ab7-f2ff-42c6-8ddf-2cee778951ec req-872c8b33-76a3-48b8-8631-a74a6058f2bf tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326474 Apr 20 16:16:48.413240 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56d369b-ce8c-49a2-adbb-61082b1e3c79 x-openstack-request-id: req-c56d369b-ce8c-49a2-adbb-61082b1e3c79 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:16:48.413530 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc9ec32-e904-4cc9-837c-3f198d9dbaea", "tag": "bd90e71a-d179-4b5a-8e3e-b62cb17b5235", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:16:48.413775 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c56d369b-ce8c-49a2-adbb-61082b1e3c79 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:16:48.414174 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c56d369b-ce8c-49a2-adbb-61082b1e3c79'] response: {'name': 'network-changed', 'server_uuid': '5fc9ec32-e904-4cc9-837c-3f198d9dbaea', 'tag': 'bd90e71a-d179-4b5a-8e3e-b62cb17b5235', 'status': 'completed', 'code': 200} Apr 20 16:16:48.501609 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c875bb-9fa8-4d81-b74c-7e1c930b2e04 req-257faa6b-cc73-429d-ba3d-98be68f2cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:48.503120 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-58c875bb-9fa8-4d81-b74c-7e1c930b2e04 req-257faa6b-cc73-429d-ba3d-98be68f2cd9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=931913e656484021adeac3497b0cd222&device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 1095 time: 0.0430303 Apr 20 16:16:48.518361 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8859eb-c2db-4b72-8179-4a9b2a799df9 req-f361fce5-e45a-4991-88db-a5f641fe918e tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:48.522951 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5b8859eb-c2db-4b72-8179-4a9b2a799df9 req-f361fce5-e45a-4991-88db-a5f641fe918e tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 943 time: 0.0486436 Apr 20 16:16:48.575828 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5b8859eb-c2db-4b72-8179-4a9b2a799df9 req-ecfae0bf-020a-46c2-a80e-670c3a48d055 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447032 Apr 20 16:16:48.591751 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 5c032cd7-7ddb-4e01-83dd-fb9713fc9905 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:16:48.705384 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c875bb-9fa8-4d81-b74c-7e1c930b2e04 req-2d9f8b60-c389-473d-8456-5f7e5dea03b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:48.706896 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-58c875bb-9fa8-4d81-b74c-7e1c930b2e04 req-2d9f8b60-c389-473d-8456-5f7e5dea03b6 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=931913e656484021adeac3497b0cd222&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1743021 Apr 20 16:16:48.750090 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 5c032cd7-7ddb-4e01-83dd-fb9713fc9905 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:16:48.760371 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 5c032cd7-7ddb-4e01-83dd-fb9713fc9905 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:16:48.760371 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:48.837647 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c875bb-9fa8-4d81-b74c-7e1c930b2e04 req-f235718a-fbeb-40ed-b6b5-35d209184d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:48.839416 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-58c875bb-9fa8-4d81-b74c-7e1c930b2e04 req-f235718a-fbeb-40ed-b6b5-35d209184d06 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1219850 Apr 20 16:16:48.847217 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a325210-731b-406c-861a-3e967ea3fb27 req-6233df18-c4c7-45a2-83d0-d825ae8aed0c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:48.861565 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4a325210-731b-406c-861a-3e967ea3fb27 req-6233df18-c4c7-45a2-83d0-d825ae8aed0c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 945 time: 0.1498947 Apr 20 16:16:48.999437 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4a325210-731b-406c-861a-3e967ea3fb27 req-42479fcc-1d64-42f7-83d8-62e94884e6bf tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354344 Apr 20 16:16:49.061030 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:49.097221 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-3e8da46f-3ba8-4390-ba91-de8c8469aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:49.098737 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-3e8da46f-3ba8-4390-ba91-de8c8469aa02 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=931913e656484021adeac3497b0cd222&device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 1095 time: 0.0830348 Apr 20 16:16:49.134318 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5269c7a3-5689-40f1-b50c-22589e6bcf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c032cd7-7ddb-4e01-83dd-fb9713fc9905'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:16:49.137809 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029f256d-6a86-42f9-8f53-4deee73f3dcb" -d '{"events": [{"server_uuid": "5269c7a3-5689-40f1-b50c-22589e6bcf4c", "name": "network-vif-plugged", "status": "completed", "tag": "5c032cd7-7ddb-4e01-83dd-fb9713fc9905"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:16:49.168270 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 5c032cd7-7ddb-4e01-83dd-fb9713fc9905, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5c032cd7-7ddb-4e01-83dd-fb9713fc9905,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:16:49.273639 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:49.304569 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-6b4f4645-7fcc-47e5-917f-8a02780c908b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd90e71a-d179-4b5a-8e3e-b62cb17b5235 HTTP/1.1" status: 200 len: 217 time: 0.1210287 Apr 20 16:16:49.310968 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851d20f-756a-4685-a625-cb88b4bccb46 req-84a1ee2c-8a5a-4dac-9916-2e4a3e425465 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:49.322914 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c851d20f-756a-4685-a625-cb88b4bccb46 req-84a1ee2c-8a5a-4dac-9916-2e4a3e425465 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=5269c7a3-5689-40f1-b50c-22589e6bcf4c HTTP/1.1" status: 200 len: 944 time: 0.1448836 Apr 20 16:16:49.384591 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=5c032cd7-7ddb-4e01-83dd-fb9713fc9905,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:16:49.490669 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c851d20f-756a-4685-a625-cb88b4bccb46 req-91fe026f-1f4a-43b3-b44c-b687de7ef285 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646504 Apr 20 16:16:49.500071 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-f37152cc-eda3-4d12-b741-1dc8de3b527e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:49.503501 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-f37152cc-eda3-4d12-b741-1dc8de3b527e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5462d747-c5ea-4458-aa63-2988c4e762f9 HTTP/1.1" status: 200 len: 853 time: 0.1659677 Apr 20 16:16:49.734107 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06dc71-b451-4dfc-b61c-b0885f78bd40 req-65f7e53a-e9e6-4611-b1b5-2f57ef0662c6 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:49.735564 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7f06dc71-b451-4dfc-b61c-b0885f78bd40 req-65f7e53a-e9e6-4611-b1b5-2f57ef0662c6 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 944 time: 0.1020575 Apr 20 16:16:50.139278 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7f06dc71-b451-4dfc-b61c-b0885f78bd40 req-749c4ff0-cc8a-4cc7-bc63-b8bb9a66a304 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e7c9c4-671d-4506-b93a-b5cea30adf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777051 Apr 20 16:16:50.143419 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a9ed3f-3739-45e4-8860-39d38e619550 x-openstack-request-id: req-85a9ed3f-3739-45e4-8860-39d38e619550 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:16:50.143419 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5269c7a3-5689-40f1-b50c-22589e6bcf4c", "name": "network-vif-plugged", "status": "completed", "tag": "5c032cd7-7ddb-4e01-83dd-fb9713fc9905", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:16:50.143419 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-85a9ed3f-3739-45e4-8860-39d38e619550 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:16:50.143419 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85a9ed3f-3739-45e4-8860-39d38e619550'] response: {'server_uuid': '5269c7a3-5689-40f1-b50c-22589e6bcf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c032cd7-7ddb-4e01-83dd-fb9713fc9905', 'code': 200} Apr 20 16:16:50.247228 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-0a77bbf2-d376-4d4a-860a-e7bc93667434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:50.248983 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-0a77bbf2-d376-4d4a-860a-e7bc93667434 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0af4f27-24c4-4d9f-807b-ab4729ad2da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831833 Apr 20 16:16:50.284691 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67450f88-39b3-401a-9ea4-426a7acb2eb9 req-4b7e3930-d582-4f61-9cd6-178c32e3a3b5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:50.286339 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-67450f88-39b3-401a-9ea4-426a7acb2eb9 req-4b7e3930-d582-4f61-9cd6-178c32e3a3b5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.2121015 Apr 20 16:16:50.389265 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-17626a73-bb87-4f92-bf89-bd4dee2cfc55 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3256774 Apr 20 16:16:50.394071 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644e256-ac02-4043-9a21-02610b234096 req-665a6578-3539-4c1c-ad44-3050e9b83065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:50.398951 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a644e256-ac02-4043-9a21-02610b234096 req-665a6578-3539-4c1c-ad44-3050e9b83065 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5269c7a3-5689-40f1-b50c-22589e6bcf4c HTTP/1.1" status: 200 len: 1096 time: 0.3300211 Apr 20 16:16:50.510324 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-67450f88-39b3-401a-9ea4-426a7acb2eb9 req-3df6b7af-3b2b-4a77-9140-3c11ca6fcb11 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915779 Apr 20 16:16:50.534570 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a644e256-ac02-4043-9a21-02610b234096 req-ad80da02-94ac-4ecc-8794-a50ebad53b80 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788057 Apr 20 16:16:50.559086 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e785-1428-429f-9376-dc722d60a866 req-e16eccb7-1bc7-4d13-9e3b-940dc8ce257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:50.559781 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e785-1428-429f-9376-dc722d60a866 req-e16eccb7-1bc7-4d13-9e3b-940dc8ce257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:50.560414 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e785-1428-429f-9376-dc722d60a866 req-e16eccb7-1bc7-4d13-9e3b-940dc8ce257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:50.561278 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e785-1428-429f-9376-dc722d60a866 req-e16eccb7-1bc7-4d13-9e3b-940dc8ce257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:50.562053 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e785-1428-429f-9376-dc722d60a866 req-e16eccb7-1bc7-4d13-9e3b-940dc8ce257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:50.562653 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e785-1428-429f-9376-dc722d60a866 req-e16eccb7-1bc7-4d13-9e3b-940dc8ce257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:50.563249 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e785-1428-429f-9376-dc722d60a866 req-e16eccb7-1bc7-4d13-9e3b-940dc8ce257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:50.565690 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-e16eccb7-1bc7-4d13-9e3b-940dc8ce257e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52e792bf173b40589fd45d3280bfec0b&device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 6500 time: 0.1337402 Apr 20 16:16:50.713171 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9796ee2-586e-44ab-aacb-aa3e2c6f6249 req-87284c21-8e73-4c48-b9c7-c3345ca40914 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:50.720691 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9796ee2-586e-44ab-aacb-aa3e2c6f6249 req-87284c21-8e73-4c48-b9c7-c3345ca40914 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 943 time: 0.1104522 Apr 20 16:16:50.794896 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9796ee2-586e-44ab-aacb-aa3e2c6f6249 req-6896bcb1-00ce-4541-b18b-9f78680ef7d4 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729384 Apr 20 16:16:51.037516 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e9ace-c1be-4d09-8325-cc86cdcfb505 req-c75dc53b-07cb-473d-a153-29bedcbda6e8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:51.044932 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-815e9ace-c1be-4d09-8325-cc86cdcfb505 req-c75dc53b-07cb-473d-a153-29bedcbda6e8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 945 time: 0.1549149 Apr 20 16:16:51.117802 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e785-1428-429f-9376-dc722d60a866 req-8f40fb55-6593-43e4-902b-5095bd9a69e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:51.118514 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e785-1428-429f-9376-dc722d60a866 req-8f40fb55-6593-43e4-902b-5095bd9a69e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:51.119619 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e785-1428-429f-9376-dc722d60a866 req-8f40fb55-6593-43e4-902b-5095bd9a69e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:51.126805 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-8f40fb55-6593-43e4-902b-5095bd9a69e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a539455-a33b-4573-a499-12dcf82cf2d8&id=b3f48337-fb41-429b-a73c-aee6d4fcf48c&id=b3f48337-fb41-429b-a73c-aee6d4fcf48c&id=b3f48337-fb41-429b-a73c-aee6d4fcf48c&id=b3f48337-fb41-429b-a73c-aee6d4fcf48c&id=180e815e-0123-45d7-aabc-b7cbe3dc8657&id=180e815e-0123-45d7-aabc-b7cbe3dc8657 HTTP/1.1" status: 200 len: 2296 time: 0.1920557 Apr 20 16:16:51.189176 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-815e9ace-c1be-4d09-8325-cc86cdcfb505 req-cc5bcccd-3d27-4019-a9a7-80668c4f493b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277905 Apr 20 16:16:51.612264 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-6079f7d1-2689-4fc2-bbdc-6c2220360ca1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18f3702c-45ea-40ef-a824-e2709a902263 HTTP/1.1" status: 200 len: 1001 time: 0.4742615 Apr 20 16:16:51.686013 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e785-1428-429f-9376-dc722d60a866 req-a25b35ab-61f1-42fd-8fdd-ec822d0bd2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:51.687493 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-a25b35ab-61f1-42fd-8fdd-ec822d0bd2a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf84b94b-dba3-472d-a23f-24ed520f6e46 HTTP/1.1" status: 200 len: 855 time: 0.0562227 Apr 20 16:16:51.697407 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8dc23-8c77-42f1-8ebc-968b2e2daa39 req-47d44049-2d32-4206-b15e-d32a36f45c89 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:51.704915 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2bd8dc23-8c77-42f1-8ebc-968b2e2daa39 req-47d44049-2d32-4206-b15e-d32a36f45c89 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=5269c7a3-5689-40f1-b50c-22589e6bcf4c HTTP/1.1" status: 200 len: 945 time: 0.1037195 Apr 20 16:16:51.778849 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2bd8dc23-8c77-42f1-8ebc-968b2e2daa39 req-1f0433c8-b527-4a88-ae44-97244cf67501 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727551 Apr 20 16:16:51.784326 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e785-1428-429f-9376-dc722d60a866 req-5a197d32-325c-4846-9e54-a511e143f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:51.786195 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-5a197d32-325c-4846-9e54-a511e143f8af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a539455-a33b-4573-a499-12dcf82cf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782661 Apr 20 16:16:51.940484 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-e7be866c-cef0-40cc-86f0-b9829d4533cf service neutron] 10.222.0.30 "GET /v2.0/networks/5a539455-a33b-4573-a499-12dcf82cf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455929 Apr 20 16:16:52.102271 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e5412-cba3-4fd5-82d5-6cc0f863e41f req-7935a272-938a-4058-8dc4-23101514c67c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:52.103868 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f87e5412-cba3-4fd5-82d5-6cc0f863e41f req-7935a272-938a-4058-8dc4-23101514c67c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.1623254 Apr 20 16:16:52.213335 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f87e5412-cba3-4fd5-82d5-6cc0f863e41f req-bc3dfdb8-b941-4a36-bef6-e043824cea60 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998533 Apr 20 16:16:52.219434 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-bd450c75-d115-46db-a17c-34108485c4c0 service neutron] 10.222.0.30 "GET /v2.0/networks/5a539455-a33b-4573-a499-12dcf82cf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652950 Apr 20 16:16:52.335943 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-4a3600ea-f76c-4614-8da1-22056b35134b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=86bc5f31-0189-4f35-860c-022465c8e0d6 HTTP/1.1" status: 200 len: 217 time: 0.1079473 Apr 20 16:16:52.428440 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc73f14-19f6-4d79-b570-9d1f4109905d req-285e67bd-1f19-4bc9-8605-a1e231a72724 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:52.430692 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bfc73f14-19f6-4d79-b570-9d1f4109905d req-285e67bd-1f19-4bc9-8605-a1e231a72724 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 944 time: 0.1141126 Apr 20 16:16:52.432261 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e785-1428-429f-9376-dc722d60a866 req-d58eaf4d-66d0-43d3-8887-968214c686ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:52.434435 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-d58eaf4d-66d0-43d3-8887-968214c686ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfc0832a-a3b1-44e3-8640-5fd52f4441e0 HTTP/1.1" status: 200 len: 797 time: 0.0779209 Apr 20 16:16:52.536293 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bfc73f14-19f6-4d79-b570-9d1f4109905d req-f3c69b20-e417-43d4-90bc-cd5520e23fe1 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e7c9c4-671d-4506-b93a-b5cea30adf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0853801 Apr 20 16:16:52.546817 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e785-1428-429f-9376-dc722d60a866 req-bcce071f-b477-495f-917d-3344e4321a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:52.548258 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-bcce071f-b477-495f-917d-3344e4321a51 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3f48337-fb41-429b-a73c-aee6d4fcf48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0987823 Apr 20 16:16:52.697153 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b18328-bce2-4995-9d1c-e973a5850258 req-b8b0caa8-cfc8-4877-8419-47a2d464536f tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:52.698706 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b4b18328-bce2-4995-9d1c-e973a5850258 req-b8b0caa8-cfc8-4877-8419-47a2d464536f tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 943 time: 0.0833886 Apr 20 16:16:52.701705 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-44fbbcfb-917b-4fd1-a63c-63585d250b4b service neutron] 10.222.0.30 "GET /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452277 Apr 20 16:16:52.762143 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-62a54150-89da-42a4-b46d-90e7c0acc6d2 service neutron] 10.222.0.26 "GET /v2.0/networks/c0af4f27-24c4-4d9f-807b-ab4729ad2da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973909 Apr 20 16:16:52.797404 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b4b18328-bce2-4995-9d1c-e973a5850258 req-3e70740e-70bc-40e4-961a-7e9092726cdf tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919905 Apr 20 16:16:52.848033 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-8c1d7b38-2ccc-4a56-90fa-f19171988fb4 service neutron] 10.222.0.30 "GET /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206405 Apr 20 16:16:52.882435 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0e61d3c-5605-48e8-93dc-b5834296c3ea req-a1f46067-28da-4124-88f4-0b64dbc247b9 service neutron] 10.222.0.26 "GET /v2.0/networks/c0af4f27-24c4-4d9f-807b-ab4729ad2da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012850 Apr 20 16:16:52.900469 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e1152360-1c48-4cc8-9a6c-9bdb52d0f41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:52.926155 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-d46bddcc-0e7d-4ecc-87f6-d537712eac4f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=109b0a13-d200-4ede-b5d7-d7341c55a715 HTTP/1.1" status: 200 len: 217 time: 0.0717688 Apr 20 16:16:53.029984 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb00c5-2ecb-401e-91e3-eba23ed74a83 req-6bf077f6-c132-413c-9326-5eadf90b03b0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:53.037549 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-20eb00c5-2ecb-401e-91e3-eba23ed74a83 req-6bf077f6-c132-413c-9326-5eadf90b03b0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 945 time: 0.1398432 Apr 20 16:16:53.041307 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e785-1428-429f-9376-dc722d60a866 req-991574c8-51ea-46ed-a9e7-a1d03c4f4a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:53.042733 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-991574c8-51ea-46ed-a9e7-a1d03c4f4a1d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfc0832a-a3b1-44e3-8640-5fd52f4441e0 HTTP/1.1" status: 200 len: 797 time: 0.0999556 Apr 20 16:16:53.103955 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-20eb00c5-2ecb-401e-91e3-eba23ed74a83 req-b3278020-d0a2-4d0d-b481-a62fe4831eb9 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654483 Apr 20 16:16:53.139700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e785-1428-429f-9376-dc722d60a866 req-7dc2ec59-be32-4985-8760-70d0dbb056ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:53.141342 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-7dc2ec59-be32-4985-8760-70d0dbb056ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3f48337-fb41-429b-a73c-aee6d4fcf48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0773644 Apr 20 16:16:53.284163 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-42f3ba81-f5d9-407b-819a-267f02dabadb service neutron] 10.222.0.30 "GET /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350574 Apr 20 16:16:53.423692 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d069853-7a23-40f4-a11b-3819be2d5dc1 req-6f0207ee-1e98-423d-9469-cac36e2f256d tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:53.425667 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5d069853-7a23-40f4-a11b-3819be2d5dc1 req-6f0207ee-1e98-423d-9469-cac36e2f256d tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=5269c7a3-5689-40f1-b50c-22589e6bcf4c HTTP/1.1" status: 200 len: 945 time: 0.1397412 Apr 20 16:16:53.484909 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-fc93ab4a-6d34-4ed0-93b4-04839f72815f service neutron] 10.222.0.30 "GET /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886725 Apr 20 16:16:53.491084 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5d069853-7a23-40f4-a11b-3819be2d5dc1 req-b21527d0-f21b-4917-8561-2fe349ed381d tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552666 Apr 20 16:16:53.529424 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-b32a7e92-2ec8-4e05-a957-0a833e328c8e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=f1becdf7-758a-461a-b7f0-fe832ccc2da3 HTTP/1.1" status: 200 len: 217 time: 0.0372851 Apr 20 16:16:53.610027 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e785-1428-429f-9376-dc722d60a866 req-d7c25046-bbfe-4728-944b-53e935ae67fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:53.611557 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-d7c25046-bbfe-4728-944b-53e935ae67fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfc0832a-a3b1-44e3-8640-5fd52f4441e0 HTTP/1.1" status: 200 len: 797 time: 0.0705249 Apr 20 16:16:53.684448 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e785-1428-429f-9376-dc722d60a866 req-02363ba8-cef6-47f5-b4d5-2f26f3852d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:53.686189 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-02363ba8-cef6-47f5-b4d5-2f26f3852d14 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3f48337-fb41-429b-a73c-aee6d4fcf48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0686924 Apr 20 16:16:53.797533 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-ff9b4e5a-18ff-445d-b1fd-0200d199818c service neutron] 10.222.0.30 "GET /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029887 Apr 20 16:16:54.000287 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-87e6da22-8666-46f6-a9eb-fbac907c39d5 service neutron] 10.222.0.30 "GET /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941702 Apr 20 16:16:54.087639 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-bed233b2-192b-4a2b-9ab5-7b4c96258bfb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=5822232e-f24c-4cd9-be4a-4448d4597296 HTTP/1.1" status: 200 len: 217 time: 0.0783110 Apr 20 16:16:54.209266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e785-1428-429f-9376-dc722d60a866 req-ae386384-3eea-4e95-bb99-ac0b45138794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:54.211244 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-ae386384-3eea-4e95-bb99-ac0b45138794 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfc0832a-a3b1-44e3-8640-5fd52f4441e0 HTTP/1.1" status: 200 len: 797 time: 0.1175816 Apr 20 16:16:54.326209 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e785-1428-429f-9376-dc722d60a866 req-c8202074-99a3-445c-b031-0c98e9ae8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:54.327726 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-c8202074-99a3-445c-b031-0c98e9ae8f7d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3f48337-fb41-429b-a73c-aee6d4fcf48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1056626 Apr 20 16:16:54.365753 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb046ec-814d-46ca-a20a-0066458c483e req-ee7c5585-5e55-4dde-8303-c22da26dfa0d tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:54.367479 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9eb046ec-814d-46ca-a20a-0066458c483e req-ee7c5585-5e55-4dde-8303-c22da26dfa0d tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 944 time: 0.0916209 Apr 20 16:16:54.456165 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9eb046ec-814d-46ca-a20a-0066458c483e req-15860cdd-447e-4f25-abf5-4fef197c62ef tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e7c9c4-671d-4506-b93a-b5cea30adf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770128 Apr 20 16:16:54.514367 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-d273b984-bea5-409d-a7ba-02399786fba2 service neutron] 10.222.0.30 "GET /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659057 Apr 20 16:16:54.661412 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-94de0b05-a98a-4ab4-8888-f37939455211 req-5e20028f-b1cb-4c91-956c-c5d76861b298 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:16:54.662359 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-94de0b05-a98a-4ab4-8888-f37939455211 req-5e20028f-b1cb-4c91-956c-c5d76861b298 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061905 Apr 20 16:16:54.669922 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-17e631c7-068c-4da9-86f1-f9e65da7f343 service neutron] 10.222.0.30 "GET /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478729 Apr 20 16:16:54.720560 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-10badba3-3feb-4917-9dd7-ecf1fd66dde3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5bfe4719-d3c9-4587-be2e-3aed8a329439 HTTP/1.1" status: 200 len: 217 time: 0.0437901 Apr 20 16:16:54.777013 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e785-1428-429f-9376-dc722d60a866 req-00a9f4ab-22c5-4045-b84b-7baa78b14ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:54.779086 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-00a9f4ab-22c5-4045-b84b-7baa78b14ce0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b76bef31-2cfc-4ae1-bc99-6d6a2dfc9ca9 HTTP/1.1" status: 200 len: 797 time: 0.0515606 Apr 20 16:16:54.838303 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e785-1428-429f-9376-dc722d60a866 req-8fe64b7f-a26f-4c1b-be47-5364331d5ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:54.840454 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-8fe64b7f-a26f-4c1b-be47-5364331d5ec6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=180e815e-0123-45d7-aabc-b7cbe3dc8657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0539887 Apr 20 16:16:54.969166 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-5a192503-5afd-4275-88cc-495a6d09fe86 service neutron] 10.222.0.30 "GET /v2.0/networks/180e815e-0123-45d7-aabc-b7cbe3dc8657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146924 Apr 20 16:16:55.114438 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-ab337605-52ab-48cc-a217-1674168bf665 service neutron] 10.222.0.30 "GET /v2.0/networks/180e815e-0123-45d7-aabc-b7cbe3dc8657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028163 Apr 20 16:16:55.141776 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8e30108c-1f1a-435f-9f12-755df126cb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:55.185812 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-d7f79491-f9b6-472c-9066-a5597dbe45de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9fb31366-e148-4f5b-844b-4036084eaaca HTTP/1.1" status: 200 len: 217 time: 0.0672920 Apr 20 16:16:55.307451 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e785-1428-429f-9376-dc722d60a866 req-56ead528-6ca2-4607-a8c2-dfa839d9d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:55.309613 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-56ead528-6ca2-4607-a8c2-dfa839d9d6ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b76bef31-2cfc-4ae1-bc99-6d6a2dfc9ca9 HTTP/1.1" status: 200 len: 797 time: 0.1124067 Apr 20 16:16:55.324834 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39768b8-7b4e-4ca7-96ed-e25cfc68c674 req-0373f7aa-a7a9-4ef9-80ea-188012f99023 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:55.326860 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d39768b8-7b4e-4ca7-96ed-e25cfc68c674 req-0373f7aa-a7a9-4ef9-80ea-188012f99023 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 943 time: 0.0686767 Apr 20 16:16:55.443874 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-897db64f-b9d3-4d48-b4ca-ebea1c0998da service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1286128 Apr 20 16:16:55.455023 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d39768b8-7b4e-4ca7-96ed-e25cfc68c674 req-3c049fc4-db22-4bef-ade7-9e0465ba4a61 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177719 Apr 20 16:16:55.511765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e785-1428-429f-9376-dc722d60a866 req-3e6b5324-27f7-404c-baa6-596ee1e33af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:55.511765 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-3e6b5324-27f7-404c-baa6-596ee1e33af3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=180e815e-0123-45d7-aabc-b7cbe3dc8657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1670556 Apr 20 16:16:55.657006 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137c28a-b608-4583-9455-5c246cbd1a00 req-7fe18b49-c599-415e-acf9-e17f4c9faf77 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:55.665740 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a137c28a-b608-4583-9455-5c246cbd1a00 req-7fe18b49-c599-415e-acf9-e17f4c9faf77 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 945 time: 0.1324573 Apr 20 16:16:55.733079 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a137c28a-b608-4583-9455-5c246cbd1a00 req-67b2e1c8-d661-464c-8ec2-4fdc8224e38a tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659444 Apr 20 16:16:55.782804 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-1c82cc31-6daf-4cde-8bca-194ce8ca637c service neutron] 10.222.0.30 "GET /v2.0/networks/180e815e-0123-45d7-aabc-b7cbe3dc8657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746687 Apr 20 16:16:55.952157 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9fff5-b1d6-42ed-85e5-39fde7ef327f req-fe382b65-3292-4e23-aaa5-a484d767ffbe tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:55.960369 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-37f9fff5-b1d6-42ed-85e5-39fde7ef327f req-fe382b65-3292-4e23-aaa5-a484d767ffbe tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=5269c7a3-5689-40f1-b50c-22589e6bcf4c HTTP/1.1" status: 200 len: 945 time: 0.0977099 Apr 20 16:16:55.986848 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc1e785-1428-429f-9376-dc722d60a866 req-1478b804-2631-475b-a0b4-28f47d5e2c77 service neutron] 10.222.0.30 "GET /v2.0/networks/180e815e-0123-45d7-aabc-b7cbe3dc8657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966445 Apr 20 16:16:56.034944 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-37f9fff5-b1d6-42ed-85e5-39fde7ef327f req-beadbb4b-badf-4d7e-abf5-acf22906397d tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735514 Apr 20 16:16:56.184284 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2bfa3-8f1d-4c2f-bd13-6d09090fe928 req-95efd734-4747-494f-a262-2181e2c72bdc tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:56.191956 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04a2bfa3-8f1d-4c2f-bd13-6d09090fe928 req-95efd734-4747-494f-a262-2181e2c72bdc tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0657318 Apr 20 16:16:56.237075 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04a2bfa3-8f1d-4c2f-bd13-6d09090fe928 req-088032e8-b6bc-448b-9c92-0425a5edbc69 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442693 Apr 20 16:16:56.361236 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:56.374588 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f9a8e-ca09-48c6-b976-dfca3503ee78 req-62639874-06ff-43cf-baed-6cf32f458cd4 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:56.384140 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d77f9a8e-ca09-48c6-b976-dfca3503ee78 req-62639874-06ff-43cf-baed-6cf32f458cd4 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 944 time: 0.0880299 Apr 20 16:16:56.431288 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d77f9a8e-ca09-48c6-b976-dfca3503ee78 req-db6432c6-5554-47d5-ba95-d5f2e0b089d0 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e7c9c4-671d-4506-b93a-b5cea30adf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454979 Apr 20 16:16:56.544094 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-9603d79c-cca3-47fe-abc7-bc530b9a9bbd tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:56.546523 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-9603d79c-cca3-47fe-abc7-bc530b9a9bbd tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/networks?id=be15929a-3ac5-4750-a79d-5d7e6fc3a392 HTTP/1.1" status: 200 len: 812 time: 0.1625872 Apr 20 16:16:56.592213 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-f20f6448-6df5-451f-a72f-bb918632ac56 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/quotas/aa4c2f57de354979ab97dfc1359d1a56 HTTP/1.1" status: 200 len: 375 time: 0.0166647 Apr 20 16:16:56.647868 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-b07362d9-7b2d-41c3-b9c2-4d6cd1e54e9d tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa4c2f57de354979ab97dfc1359d1a56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481632 Apr 20 16:16:56.834194 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-457fc17f-6139-45e3-b08d-7204638e00cf service neutron] 10.222.0.15 "GET /v2.0/networks/be15929a-3ac5-4750-a79d-5d7e6fc3a392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764162 Apr 20 16:16:56.945403 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-eb553a75-cd44-45b2-a0f9-e059e7f1d866 service neutron] 10.222.0.15 "GET /v2.0/networks/be15929a-3ac5-4750-a79d-5d7e6fc3a392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035564 Apr 20 16:16:57.551563 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237a9cb-550a-40bf-ba14-67da79f099f4 req-b6713ac9-a406-4bb1-a38d-f44141d76f7c tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:57.557301 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d237a9cb-550a-40bf-ba14-67da79f099f4 req-b6713ac9-a406-4bb1-a38d-f44141d76f7c tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 943 time: 0.1140492 Apr 20 16:16:57.611712 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:57.649684 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d237a9cb-550a-40bf-ba14-67da79f099f4 req-27cfb15f-4d40-49cc-bb11-c0f95eb430ca tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752501 Apr 20 16:16:57.775018 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759964c-8f51-4c6f-8c7d-9632c9fbccbc req-b9bd9030-ea31-4633-9ada-19e9aed2bc93 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:57.781544 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8759964c-8f51-4c6f-8c7d-9632c9fbccbc req-b9bd9030-ea31-4633-9ada-19e9aed2bc93 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 945 time: 0.0962765 Apr 20 16:16:57.809876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eca88f-f5c9-47f4-aca3-8373dbc787b7 req-ebf609f7-ca76-4ed5-8a8f-f595a44320ea tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:57.828560 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c8eca88f-f5c9-47f4-aca3-8373dbc787b7 req-ebf609f7-ca76-4ed5-8a8f-f595a44320ea tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0834763 Apr 20 16:16:57.883494 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8759964c-8f51-4c6f-8c7d-9632c9fbccbc req-4e8e26f2-f63e-476b-9ee3-edaa9ac43841 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877068 Apr 20 16:16:57.894408 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c8eca88f-f5c9-47f4-aca3-8373dbc787b7 req-b8e2a4e8-0844-4edf-8911-e94928438eab tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624554 Apr 20 16:16:58.030325 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef895168-c5a6-40d6-bc19-a6293e276e2d req-d3bed52f-bac1-4389-be07-d43e17bbb775 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:58.036822 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef895168-c5a6-40d6-bc19-a6293e276e2d req-d3bed52f-bac1-4389-be07-d43e17bbb775 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 944 time: 0.0782180 Apr 20 16:16:58.062580 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:58.081632 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef895168-c5a6-40d6-bc19-a6293e276e2d req-11a256d5-ae1d-4608-9ace-b4f0f395c485 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e7c9c4-671d-4506-b93a-b5cea30adf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412760 Apr 20 16:16:58.231041 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-daa62a07-c7f0-4b7e-8c17-c02abe5eaa14 req-9818c85a-a7f1-4dae-b5d2-a8742333ece4 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=c306e584-ff39-400f-a3d7-8f8c6283e73a HTTP/1.1" status: 200 len: 210 time: 0.0279737 Apr 20 16:16:58.456421 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:58.785767 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c68c3-511f-4684-8ed5-35960a24e630 req-bf30319f-80c9-405e-ba90-240089edfbcc tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:58.787228 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a00c68c3-511f-4684-8ed5-35960a24e630 req-bf30319f-80c9-405e-ba90-240089edfbcc tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 943 time: 0.0524027 Apr 20 16:16:58.833390 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a00c68c3-511f-4684-8ed5-35960a24e630 req-d88e2a2c-dbff-4dea-a42b-90b467d0de7c tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398920 Apr 20 16:16:58.997840 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65f77b-8cc7-49f0-9f24-8a40ba2f7456 req-a48a0a47-37a6-4505-b1f4-4790300d5026 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:59.000785 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c65f77b-8cc7-49f0-9f24-8a40ba2f7456 req-a48a0a47-37a6-4505-b1f4-4790300d5026 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 945 time: 0.0561273 Apr 20 16:16:59.011192 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8919996-cdcd-4257-9005-848285810756 req-d0cc786d-5779-48ff-9f3e-1cc43740a020 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:59.012749 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a8919996-cdcd-4257-9005-848285810756 req-d0cc786d-5779-48ff-9f3e-1cc43740a020 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0535216 Apr 20 16:16:59.045371 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c65f77b-8cc7-49f0-9f24-8a40ba2f7456 req-2320b271-3084-4b81-9c09-b5a5367dd9c2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375926 Apr 20 16:16:59.050512 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a8919996-cdcd-4257-9005-848285810756 req-6a1baeab-596c-4469-b178-4de4ad3ac687 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317171 Apr 20 16:16:59.210959 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5a1ac-fe27-45c6-9122-9ee791476526 req-7c42007d-bbf8-49eb-935c-1753861339ec tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:59.212484 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3bd5a1ac-fe27-45c6-9122-9ee791476526 req-7c42007d-bbf8-49eb-935c-1753861339ec tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 944 time: 0.0501370 Apr 20 16:16:59.251006 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3bd5a1ac-fe27-45c6-9122-9ee791476526 req-9b68a555-df7b-4617-bafb-8d7399106ca6 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e7c9c4-671d-4506-b93a-b5cea30adf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323262 Apr 20 16:16:59.308735 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9f61ed4-ae89-4aa0-9a0a-3a753f1d642f req-7b11d8ac-42d8-4af3-b290-29776d64079c tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=c306e584-ff39-400f-a3d7-8f8c6283e73a HTTP/1.1" status: 200 len: 210 time: 0.0264277 Apr 20 16:16:59.690883 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:16:59.867511 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-486869fd-3066-43b7-b4ab-b1fe5653533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:59.869051 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-486869fd-3066-43b7-b4ab-b1fe5653533f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 1101 time: 0.0426638 Apr 20 16:16:59.997072 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267c19e-bbdb-43bd-a550-731eb8b0095a req-61f678d7-6f96-4fd3-af24-8803e6760ead tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:16:59.998530 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f267c19e-bbdb-43bd-a550-731eb8b0095a req-61f678d7-6f96-4fd3-af24-8803e6760ead tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 943 time: 0.0925946 Apr 20 16:17:00.022462 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-d51586a0-0c28-424f-a74e-d1bbba3670e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:00.024406 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-d51586a0-0c28-424f-a74e-d1bbba3670e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.1418829 Apr 20 16:17:00.054007 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f267c19e-bbdb-43bd-a550-731eb8b0095a req-84c7e5ad-22b8-4940-b85b-fae6961a1512 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466950 Apr 20 16:17:00.081742 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-13f3f2c1-f605-4761-a8fd-2f0a2e5861af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=49d61411-7d22-4a11-aaac-b88200694959 HTTP/1.1" status: 200 len: 217 time: 0.0450885 Apr 20 16:17:00.176151 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9afd6-e459-4b47-925c-13be8d8ddd1e req-8845ed61-5efd-47a7-897f-fa13b63235c1 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:00.180828 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eaa9afd6-e459-4b47-925c-13be8d8ddd1e req-8845ed61-5efd-47a7-897f-fa13b63235c1 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 945 time: 0.0555043 Apr 20 16:17:00.187990 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-bb06e8d5-1e8f-4b38-9208-371a91716056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:00.189683 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-bb06e8d5-1e8f-4b38-9208-371a91716056 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0973299 Apr 20 16:17:00.213894 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e606f40-b52f-42c1-bd07-340f5ee2cbf6 req-d29848a7-9049-448a-8571-988a34770f8f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:00.217177 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9e606f40-b52f-42c1-bd07-340f5ee2cbf6 req-d29848a7-9049-448a-8571-988a34770f8f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0808716 Apr 20 16:17:00.220694 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eaa9afd6-e459-4b47-925c-13be8d8ddd1e req-8001d95a-6ee8-40f4-9867-9875710be1e0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358930 Apr 20 16:17:00.267051 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7b93105c-554b-4ad0-8556-4170803342ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:00.268419 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7b93105c-554b-4ad0-8556-4170803342ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0709288 Apr 20 16:17:00.291031 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9e606f40-b52f-42c1-bd07-340f5ee2cbf6 req-a0820171-641f-449d-a3fd-7182249dfcb2 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572679 Apr 20 16:17:00.381609 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-1b7f7e4b-2143-43ca-8dd1-9c3be5c59e1e service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043279 Apr 20 16:17:00.402852 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac19a60-e048-4ffa-87a7-8aa90ed69eed req-a8f6a3ce-2651-40f1-bb0c-710c44022bf3 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:00.404260 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cac19a60-e048-4ffa-87a7-8aa90ed69eed req-a8f6a3ce-2651-40f1-bb0c-710c44022bf3 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 944 time: 0.0603981 Apr 20 16:17:00.436289 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6e98b1a1-dd23-438f-b7c0-31ab7bdda5f8 req-20e6b9fd-9a8c-42cf-85b2-85797398ad8e tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=c306e584-ff39-400f-a3d7-8f8c6283e73a HTTP/1.1" status: 200 len: 210 time: 0.0294991 Apr 20 16:17:00.447571 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cac19a60-e048-4ffa-87a7-8aa90ed69eed req-f5f19bf8-4513-4b96-9050-839fcf5ed08e tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e7c9c4-671d-4506-b93a-b5cea30adf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371659 Apr 20 16:17:00.628814 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-143e609d-22fb-4e49-a914-9dc6656428ca service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927002 Apr 20 16:17:00.655061 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 5c032cd7-7ddb-4e01-83dd-fb9713fc9905 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:17:00.749394 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 5c032cd7-7ddb-4e01-83dd-fb9713fc9905, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5c032cd7-7ddb-4e01-83dd-fb9713fc9905,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:00.761590 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '5c032cd7-7ddb-4e01-83dd-fb9713fc9905', 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c', 'port_id': '5c032cd7-7ddb-4e01-83dd-fb9713fc9905', 'mac_address': 'fa:16:3e:0f:5f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce9e0e03-496c-4740-ab53-97424319556b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:17:00.797559 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:00.812258 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c032cd7-7ddb-4e01-83dd-fb9713fc9905 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:17:00.832244 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 5c032cd7-7ddb-4e01-83dd-fb9713fc9905, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5c032cd7-7ddb-4e01-83dd-fb9713fc9905,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:00.925399 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:00.972721 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=5c032cd7-7ddb-4e01-83dd-fb9713fc9905,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:01.129080 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['5c032cd7-7ddb-4e01-83dd-fb9713fc9905'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:17:01.180044 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-d5f176e8-1c33-413d-830b-1749e0be550d tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:01.181464 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-d5f176e8-1c33-413d-830b-1749e0be550d tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.30 "GET /v2.0/networks?id=be15929a-3ac5-4750-a79d-5d7e6fc3a392 HTTP/1.1" status: 200 len: 812 time: 0.1118138 Apr 20 16:17:01.190727 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710590ff-ba52-455c-a14a-c7e57a7d29f0 req-f126c4a9-7a90-46dc-b6cf-761f61ab9b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:01.193007 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-710590ff-ba52-455c-a14a-c7e57a7d29f0 req-f126c4a9-7a90-46dc-b6cf-761f61ab9b92 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 1096 time: 0.0869904 Apr 20 16:17:01.201908 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55cf8b-8e40-4a60-acdc-072c43651891 req-dee8db32-982e-40b7-bb05-313a89d22562 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:01.202902 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-b1298874-dbc9-4443-8765-a4ead7adb110 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Request body: {'port': {'device_id': '9504e9eb-4cc1-4a3e-be34-2c8953c29e4c', 'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392', 'admin_state_up': True, 'tenant_id': 'aa4c2f57de354979ab97dfc1359d1a56'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:17:01.209236 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1b55cf8b-8e40-4a60-acdc-072c43651891 req-dee8db32-982e-40b7-bb05-313a89d22562 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 943 time: 0.0691538 Apr 20 16:17:01.274104 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1b55cf8b-8e40-4a60-acdc-072c43651891 req-4d54b687-eb25-4247-ba14-0af27b5e612b tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638783 Apr 20 16:17:01.374578 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710590ff-ba52-455c-a14a-c7e57a7d29f0 req-09efdd57-7dce-475a-aea8-67ca9b451148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:01.376264 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-710590ff-ba52-455c-a14a-c7e57a7d29f0 req-09efdd57-7dce-475a-aea8-67ca9b451148 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 912 time: 0.1601019 Apr 20 16:17:01.432737 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ad538-1cb5-4853-b70d-25868eda8b1e req-ebd151dc-9dfe-4d99-a782-4e98430b41e5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:01.434134 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-851ad538-1cb5-4853-b70d-25868eda8b1e req-ebd151dc-9dfe-4d99-a782-4e98430b41e5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 945 time: 0.0650885 Apr 20 16:17:01.450672 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-710590ff-ba52-455c-a14a-c7e57a7d29f0 req-c8f83866-639c-482f-be8b-d23b8c77e5de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43babaf9-5f76-4023-9ea5-e3fd8176d042 HTTP/1.1" status: 200 len: 217 time: 0.0496266 Apr 20 16:17:01.488578 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-851ad538-1cb5-4853-b70d-25868eda8b1e req-71988562-34cb-40af-8048-b13c182ff042 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421221 Apr 20 16:17:01.519413 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-b1298874-dbc9-4443-8765-a4ead7adb110 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Made reservation on behalf of aa4c2f57de354979ab97dfc1359d1a56 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:17:01.523478 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-b1298874-dbc9-4443-8765-a4ead7adb110 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:01.528447 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710590ff-ba52-455c-a14a-c7e57a7d29f0 req-1c1d2c37-6091-459c-bb1d-92defb22e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:01.529877 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-710590ff-ba52-455c-a14a-c7e57a7d29f0 req-1c1d2c37-6091-459c-bb1d-92defb22e93e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6cf39be6-ada6-40b6-a73b-d57e4fcf739a HTTP/1.1" status: 200 len: 850 time: 0.0541856 Apr 20 16:17:01.538169 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bdebd-bb2a-484f-a5dd-54611154e01a req-91feaaf2-fe12-4863-85c8-7eed83a09237 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:01.539722 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7d1bdebd-bb2a-484f-a5dd-54611154e01a req-91feaaf2-fe12-4863-85c8-7eed83a09237 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0985787 Apr 20 16:17:01.610867 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8a5a271b-dc1c-48f1-b95b-e4f05ad20422 req-14e12d08-ae94-4622-8668-bbd46514eb94 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=c306e584-ff39-400f-a3d7-8f8c6283e73a HTTP/1.1" status: 200 len: 210 time: 0.0327570 Apr 20 16:17:01.617560 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7d1bdebd-bb2a-484f-a5dd-54611154e01a req-6666e181-05ea-4d5a-ad75-50c598e5bc80 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672987 Apr 20 16:17:01.620539 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710590ff-ba52-455c-a14a-c7e57a7d29f0 req-98cefcdd-f20f-409d-bc83-08b1ad7e8e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:01.625445 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-710590ff-ba52-455c-a14a-c7e57a7d29f0 req-98cefcdd-f20f-409d-bc83-08b1ad7e8e39 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1e63842-0159-452f-8eed-f7dec1727f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811384 Apr 20 16:17:01.711832 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-b1298874-dbc9-4443-8765-a4ead7adb110 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Allocated IP 172.20.0.7 (be15929a-3ac5-4750-a79d-5d7e6fc3a392/5d2a8940-7356-46a8-9fb6-bf7f78a4f058/56f330c7-9d60-4e19-8159-dfdff1054d14) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:17:01.725441 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-710590ff-ba52-455c-a14a-c7e57a7d29f0 req-7f4f0c3e-8307-43a0-b1b2-951e3b0360e1 service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958023 Apr 20 16:17:01.756213 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63de2e2-7e7d-479f-b590-e7ab5e9ea1a8 req-10fd0adc-5d36-4d5e-ae95-58600513111b tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:01.758296 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b63de2e2-7e7d-479f-b590-e7ab5e9ea1a8 req-10fd0adc-5d36-4d5e-ae95-58600513111b tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 944 time: 0.0787630 Apr 20 16:17:01.827837 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-710590ff-ba52-455c-a14a-c7e57a7d29f0 req-c77c9e88-e344-46ee-872e-991b8933d740 service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902674 Apr 20 16:17:01.852688 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b63de2e2-7e7d-479f-b590-e7ab5e9ea1a8 req-cb2d32fb-fac8-4c59-9037-611d9e19983c tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e7c9c4-671d-4506-b93a-b5cea30adf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0855217 Apr 20 16:17:02.000088 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-b1298874-dbc9-4443-8765-a4ead7adb110 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:02.108489 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-b1298874-dbc9-4443-8765-a4ead7adb110 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:02.199985 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-b1298874-dbc9-4443-8765-a4ead7adb110 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Network be15929a-3ac5-4750-a79d-5d7e6fc3a392 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:17:02.207119 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-b1298874-dbc9-4443-8765-a4ead7adb110 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:17:02.211765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-b1298874-dbc9-4443-8765-a4ead7adb110 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:17:02.215316 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1298874-dbc9-4443-8765-a4ead7adb110 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Pushing event updated for resources: {'Port': ['ID=56f330c7-9d60-4e19-8159-dfdff1054d14,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:02.280481 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-23d97d8c-dd87-40a8-83a8-8cf80cb693b7 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:02.281849 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-23d97d8c-dd87-40a8-83a8-8cf80cb693b7 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.30 "GET /v2.0/networks?id=be15929a-3ac5-4750-a79d-5d7e6fc3a392 HTTP/1.1" status: 200 len: 812 time: 0.1847520 Apr 20 16:17:02.287336 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-b1298874-dbc9-4443-8765-a4ead7adb110 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:02.287951 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-b1298874-dbc9-4443-8765-a4ead7adb110 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:02.301625 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-a3e063d8-18bf-4d20-bcdb-e46257e98c9b tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Request body: {'port': {'device_id': 'c306e584-ff39-400f-a3d7-8f8c6283e73a', 'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392', 'admin_state_up': True, 'tenant_id': 'aa4c2f57de354979ab97dfc1359d1a56'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:17:02.423438 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc3969-3d7f-4b13-b509-d93a00566e79 req-369ff42c-b60c-4377-9cff-b8dd19c3cd54 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:02.424989 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a2fc3969-3d7f-4b13-b509-d93a00566e79 req-369ff42c-b60c-4377-9cff-b8dd19c3cd54 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 943 time: 0.0681596 Apr 20 16:17:02.427693 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-b1298874-dbc9-4443-8765-a4ead7adb110 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2290108 Apr 20 16:17:02.448644 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-e9f2a4cb-45de-43f8-a14a-4d1702867f17 service neutron] Request body: {'port': {'device_id': '9504e9eb-4cc1-4a3e-be34-2c8953c29e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:17:02.468630 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a2fc3969-3d7f-4b13-b509-d93a00566e79 req-91ca66a5-2c32-4fda-b219-1cb55e2e7865 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362022 Apr 20 16:17:02.513137 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-e9f2a4cb-45de-43f8-a14a-4d1702867f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:02.546387 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-a3e063d8-18bf-4d20-bcdb-e46257e98c9b tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Made reservation on behalf of aa4c2f57de354979ab97dfc1359d1a56 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:17:02.549731 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-a3e063d8-18bf-4d20-bcdb-e46257e98c9b tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:02.670460 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 5c032cd7-7ddb-4e01-83dd-fb9713fc9905 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:17:02.727740 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2c933317-662f-43da-9a05-d7868bf44e35 req-2f25135f-7c6a-4e6c-a562-9256ebfa0a29 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=c306e584-ff39-400f-a3d7-8f8c6283e73a HTTP/1.1" status: 200 len: 210 time: 0.0330727 Apr 20 16:17:02.750052 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddf6b1-39d1-4cc1-b453-e0d9331d0bc8 req-915b2d6c-cf95-4d49-af7c-5ced57188c52 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:02.750052 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-adddf6b1-39d1-4cc1-b453-e0d9331d0bc8 req-915b2d6c-cf95-4d49-af7c-5ced57188c52 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 945 time: 0.1793113 Apr 20 16:17:02.750272 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 5c032cd7-7ddb-4e01-83dd-fb9713fc9905 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:17:02.750272 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:02.857304 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541434f3-4fe1-4619-98de-028c625d25a9 req-a96d9ebc-ec4c-4309-b6e9-53e1f2b1683d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:02.859219 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-541434f3-4fe1-4619-98de-028c625d25a9 req-a96d9ebc-ec4c-4309-b6e9-53e1f2b1683d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0587289 Apr 20 16:17:02.910237 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-541434f3-4fe1-4619-98de-028c625d25a9 req-e2a92189-e521-4d35-a116-9ac63a0e3840 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434375 Apr 20 16:17:02.975332 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:03.002847 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5269c7a3-5689-40f1-b50c-22589e6bcf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c032cd7-7ddb-4e01-83dd-fb9713fc9905'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:03.005410 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a5ae9c-e45b-4445-8d28-5dda1d029124" -d '{"events": [{"server_uuid": "5269c7a3-5689-40f1-b50c-22589e6bcf4c", "name": "network-vif-plugged", "status": "completed", "tag": "5c032cd7-7ddb-4e01-83dd-fb9713fc9905"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:03.022061 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 5c032cd7-7ddb-4e01-83dd-fb9713fc9905, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5c032cd7-7ddb-4e01-83dd-fb9713fc9905,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:03.023809 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6f90a-93fe-4b8c-af18-bd1ebe4ad454 req-9ba72a62-fa71-4cb5-b110-0892f6c5181e tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:03.025435 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-36e6f90a-93fe-4b8c-af18-bd1ebe4ad454 req-9ba72a62-fa71-4cb5-b110-0892f6c5181e tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 944 time: 0.0518203 Apr 20 16:17:03.068668 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-36e6f90a-93fe-4b8c-af18-bd1ebe4ad454 req-fa6a6936-16f5-4a20-8881-f2ae4d54d69f tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e7c9c4-671d-4506-b93a-b5cea30adf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367622 Apr 20 16:17:03.115997 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:03.116313 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-adddf6b1-39d1-4cc1-b453-e0d9331d0bc8 req-65ce92f2-38e1-4de3-8f9a-1c9afa81f812 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523591 Apr 20 16:17:03.134756 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb85df28-6d1e-4251-8f52-b876f34a19e3 x-openstack-request-id: req-eb85df28-6d1e-4251-8f52-b876f34a19e3 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:03.135122 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5269c7a3-5689-40f1-b50c-22589e6bcf4c", "name": "network-vif-plugged", "status": "completed", "tag": "5c032cd7-7ddb-4e01-83dd-fb9713fc9905", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:03.135417 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eb85df28-6d1e-4251-8f52-b876f34a19e3 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:03.135875 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb85df28-6d1e-4251-8f52-b876f34a19e3'] response: {'server_uuid': '5269c7a3-5689-40f1-b50c-22589e6bcf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c032cd7-7ddb-4e01-83dd-fb9713fc9905', 'code': 200} Apr 20 16:17:03.161033 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=5c032cd7-7ddb-4e01-83dd-fb9713fc9905,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:03.211806 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-e9f2a4cb-45de-43f8-a14a-4d1702867f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f330c7-9d60-4e19-8159-dfdff1054d14 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:17:03.219194 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-e9f2a4cb-45de-43f8-a14a-4d1702867f17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:03.231290 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-e9f2a4cb-45de-43f8-a14a-4d1702867f17 service neutron] Transition to ACTIVE for port object 56f330c7-9d60-4e19-8159-dfdff1054d14 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:17:03.332497 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-e9f2a4cb-45de-43f8-a14a-4d1702867f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:03.417343 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2a4cb-45de-43f8-a14a-4d1702867f17 service neutron] Pushing event updated for resources: {'Port': ['ID=56f330c7-9d60-4e19-8159-dfdff1054d14,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:03.427797 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-a3e063d8-18bf-4d20-bcdb-e46257e98c9b tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Allocated IP 172.20.0.8 (be15929a-3ac5-4750-a79d-5d7e6fc3a392/5d2a8940-7356-46a8-9fb6-bf7f78a4f058/59671f62-81dc-4055-ad65-853bbdf98e5d) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:17:03.547416 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-e9f2a4cb-45de-43f8-a14a-4d1702867f17 service neutron] Attempting to bind port 56f330c7-9d60-4e19-8159-dfdff1054d14 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:17:03.547753 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-e9f2a4cb-45de-43f8-a14a-4d1702867f17 service neutron] Attempting to bind port 56f330c7-9d60-4e19-8159-dfdff1054d14 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '9aeda086-a58a-401a-b707-190f9947ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:17:03.548076 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-e9f2a4cb-45de-43f8-a14a-4d1702867f17 service neutron] Attempting to bind port 56f330c7-9d60-4e19-8159-dfdff1054d14 on network be15929a-3ac5-4750-a79d-5d7e6fc3a392 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:17:03.599796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-e9f2a4cb-45de-43f8-a14a-4d1702867f17 service neutron] Port 56f330c7-9d60-4e19-8159-dfdff1054d14 on network be15929a-3ac5-4750-a79d-5d7e6fc3a392 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:17:03.600415 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-e9f2a4cb-45de-43f8-a14a-4d1702867f17 service neutron] Attempting to bind port 56f330c7-9d60-4e19-8159-dfdff1054d14 on network be15929a-3ac5-4750-a79d-5d7e6fc3a392 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:17:03.619027 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-e9f2a4cb-45de-43f8-a14a-4d1702867f17 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:17:03.619363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-e9f2a4cb-45de-43f8-a14a-4d1702867f17 service neutron] Checking segment: {'id': '9aeda086-a58a-401a-b707-190f9947ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:17:03.619744 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-e9f2a4cb-45de-43f8-a14a-4d1702867f17 service neutron] Bound using segment: {'id': '9aeda086-a58a-401a-b707-190f9947ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:17:03.620175 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-e9f2a4cb-45de-43f8-a14a-4d1702867f17 service neutron] Bound port: 56f330c7-9d60-4e19-8159-dfdff1054d14, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aeda086-a58a-401a-b707-190f9947ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:17:03.620561 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-e9f2a4cb-45de-43f8-a14a-4d1702867f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:03.684453 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d313df-12f1-46ae-b865-897d1ddca87d req-fdaac05c-5ab6-44ca-8153-9c60892f35f8 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:03.685852 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56d313df-12f1-46ae-b865-897d1ddca87d req-fdaac05c-5ab6-44ca-8153-9c60892f35f8 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 943 time: 0.1396532 Apr 20 16:17:03.730591 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-a3e063d8-18bf-4d20-bcdb-e46257e98c9b tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:03.765605 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56d313df-12f1-46ae-b865-897d1ddca87d req-9a33fc30-ee6b-47f7-b0e6-659b8c497ff0 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732260 Apr 20 16:17:03.775482 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-e9f2a4cb-45de-43f8-a14a-4d1702867f17 service neutron] For port 56f330c7-9d60-4e19-8159-dfdff1054d14, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:17:03.782716 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-e9f2a4cb-45de-43f8-a14a-4d1702867f17 service neutron] For port 56f330c7-9d60-4e19-8159-dfdff1054d14, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=56f330c7-9d60-4e19-8159-dfdff1054d14,segment=NetworkSegment(9aeda086-a58a-401a-b707-190f9947ee3b),segment_id=9aeda086-a58a-401a-b707-190f9947ee3b)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:17:03.826532 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cd3a1112-bf85-4744-91a3-dd8de3ddbdc0 req-13b9bef1-a5c8-4738-a1eb-ad9a0503a995 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=c306e584-ff39-400f-a3d7-8f8c6283e73a HTTP/1.1" status: 200 len: 210 time: 0.0261059 Apr 20 16:17:03.868689 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-e9f2a4cb-45de-43f8-a14a-4d1702867f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:03.903709 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-e9f2a4cb-45de-43f8-a14a-4d1702867f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:03.904310 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-e9f2a4cb-45de-43f8-a14a-4d1702867f17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:03.905713 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-e9f2a4cb-45de-43f8-a14a-4d1702867f17 service neutron] 10.222.0.30 "PUT /v2.0/ports/56f330c7-9d60-4e19-8159-dfdff1054d14 HTTP/1.1" status: 200 len: 1091 time: 1.4625082 Apr 20 16:17:03.906143 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9504e9eb-4cc1-4a3e-be34-2c8953c29e4c', 'tag': '56f330c7-9d60-4e19-8159-dfdff1054d14'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:03.908482 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2477de1e-0aa8-415e-b329-b90762ff54ca" -d '{"events": [{"name": "network-changed", "server_uuid": "9504e9eb-4cc1-4a3e-be34-2c8953c29e4c", "tag": "56f330c7-9d60-4e19-8159-dfdff1054d14"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:03.913453 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-a3e063d8-18bf-4d20-bcdb-e46257e98c9b tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:03.945506 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10514e90-4773-4402-8967-2876843699d2 x-openstack-request-id: req-10514e90-4773-4402-8967-2876843699d2 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:03.945794 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9504e9eb-4cc1-4a3e-be34-2c8953c29e4c", "tag": "56f330c7-9d60-4e19-8159-dfdff1054d14", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:03.946044 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10514e90-4773-4402-8967-2876843699d2 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:03.946435 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10514e90-4773-4402-8967-2876843699d2'] response: {'name': 'network-changed', 'server_uuid': '9504e9eb-4cc1-4a3e-be34-2c8953c29e4c', 'tag': '56f330c7-9d60-4e19-8159-dfdff1054d14', 'status': 'completed', 'code': 200} Apr 20 16:17:03.948520 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-a3e063d8-18bf-4d20-bcdb-e46257e98c9b tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Network be15929a-3ac5-4750-a79d-5d7e6fc3a392 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:17:03.949202 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2a4cb-45de-43f8-a14a-4d1702867f17 service neutron] Pushing event updated for resources: {'Port': ['ID=56f330c7-9d60-4e19-8159-dfdff1054d14,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:03.952483 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-a3e063d8-18bf-4d20-bcdb-e46257e98c9b tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:17:03.956803 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-a3e063d8-18bf-4d20-bcdb-e46257e98c9b tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:17:04.029106 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e063d8-18bf-4d20-bcdb-e46257e98c9b tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Pushing event updated for resources: {'Port': ['ID=59671f62-81dc-4055-ad65-853bbdf98e5d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:04.045616 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7379878-1c95-4253-ab7d-e8538fefc5ff req-f47154e7-331d-4219-8545-caa343b508f4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:04.046484 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-a3e063d8-18bf-4d20-bcdb-e46257e98c9b tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:04.047103 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-a3e063d8-18bf-4d20-bcdb-e46257e98c9b tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:04.047195 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b7379878-1c95-4253-ab7d-e8538fefc5ff req-f47154e7-331d-4219-8545-caa343b508f4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0581779 Apr 20 16:17:04.067341 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device bd90e71a-d179-4b5a-8e3e-b62cb17b5235 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:17:04.085559 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 43babaf9-5f76-4023-9ea5-e3fd8176d042 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:17:04.085735 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477de1e-0aa8-415e-b329-b90762ff54ca req-2c5de5ee-4b98-4501-bede-d0f52e839335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:04.087585 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2477de1e-0aa8-415e-b329-b90762ff54ca req-2c5de5ee-4b98-4501-bede-d0f52e839335 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa4c2f57de354979ab97dfc1359d1a56&device_id=9504e9eb-4cc1-4a3e-be34-2c8953c29e4c HTTP/1.1" status: 200 len: 1094 time: 0.0541396 Apr 20 16:17:04.096542 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b7379878-1c95-4253-ab7d-e8538fefc5ff req-e95fcc48-ef08-4a12-94ac-79f6c98e88bd tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424776 Apr 20 16:17:04.173962 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-a3e063d8-18bf-4d20-bcdb-e46257e98c9b tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8760562 Apr 20 16:17:04.203113 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-01fdaa69-128c-47bd-ad68-816956dfe356 service neutron] Request body: {'port': {'device_id': 'c306e584-ff39-400f-a3d7-8f8c6283e73a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:17:04.240471 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port bd90e71a-d179-4b5a-8e3e-b62cb17b5235, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=bd90e71a-d179-4b5a-8e3e-b62cb17b5235,segment=NetworkSegment(45e6c1a3-1f54-4db2-86c6-172c4254d33a),segment_id=45e6c1a3-1f54-4db2-86c6-172c4254d33a)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:04.256049 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b48222-a2e0-48a2-bf71-3be9a15cfde1 req-361eb14f-8363-4827-ba3c-6612cb204e0a tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:04.257793 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-74b48222-a2e0-48a2-bf71-3be9a15cfde1 req-361eb14f-8363-4827-ba3c-6612cb204e0a tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 945 time: 0.0598919 Apr 20 16:17:04.259380 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'bd90e71a-d179-4b5a-8e3e-b62cb17b5235', 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0', 'port_id': 'bd90e71a-d179-4b5a-8e3e-b62cb17b5235', 'mac_address': 'fa:16:3e:bb:a4:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5462d747-c5ea-4458-aa63-2988c4e762f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:17:04.263735 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:04.296071 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477de1e-0aa8-415e-b329-b90762ff54ca req-9a8a6735-46df-4681-a175-9852501900ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:04.297716 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2477de1e-0aa8-415e-b329-b90762ff54ca req-9a8a6735-46df-4681-a175-9852501900ae service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=aa4c2f57de354979ab97dfc1359d1a56&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1938593 Apr 20 16:17:04.308579 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-74b48222-a2e0-48a2-bf71-3be9a15cfde1 req-7b2bef9e-54ab-42a7-ad4e-b1f92a6be268 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380561 Apr 20 16:17:04.323522 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439144fa-7bb3-4a8b-9537-1aaed29965b6 req-13952bb5-d224-4be8-9c27-627111423e0a tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:04.323522 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-439144fa-7bb3-4a8b-9537-1aaed29965b6 req-13952bb5-d224-4be8-9c27-627111423e0a tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 944 time: 0.1458044 Apr 20 16:17:04.325408 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-01fdaa69-128c-47bd-ad68-816956dfe356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:04.329342 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 43babaf9-5f76-4023-9ea5-e3fd8176d042, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=43babaf9-5f76-4023-9ea5-e3fd8176d042,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:04.344650 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:04.359043 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd90e71a-d179-4b5a-8e3e-b62cb17b5235 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:17:04.379974 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port bd90e71a-d179-4b5a-8e3e-b62cb17b5235, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=bd90e71a-d179-4b5a-8e3e-b62cb17b5235,segment=NetworkSegment(45e6c1a3-1f54-4db2-86c6-172c4254d33a),segment_id=45e6c1a3-1f54-4db2-86c6-172c4254d33a)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:04.446404 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-439144fa-7bb3-4a8b-9537-1aaed29965b6 req-1f8daab3-c64c-4430-9314-2f02f792f641 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e7c9c4-671d-4506-b93a-b5cea30adf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1155167 Apr 20 16:17:04.450884 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:04.490029 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:04.490684 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 7476966b-2703-4b93-b744-da20181ffc8a details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:17:04.521534 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=43babaf9-5f76-4023-9ea5-e3fd8176d042,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:04.544111 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477de1e-0aa8-415e-b329-b90762ff54ca req-3e0cb503-2f6f-4d0f-afff-fda1f89fa480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:04.545652 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2477de1e-0aa8-415e-b329-b90762ff54ca req-3e0cb503-2f6f-4d0f-afff-fda1f89fa480 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2407722 Apr 20 16:17:04.624163 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=bd90e71a-d179-4b5a-8e3e-b62cb17b5235,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:04.689781 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-46676a13-0b59-429b-b551-4d789430a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:04.691384 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-46676a13-0b59-429b-b551-4d789430a94b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa4c2f57de354979ab97dfc1359d1a56&device_id=9504e9eb-4cc1-4a3e-be34-2c8953c29e4c HTTP/1.1" status: 200 len: 1094 time: 0.0701213 Apr 20 16:17:04.696037 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 7476966b-2703-4b93-b744-da20181ffc8a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=7476966b-2703-4b93-b744-da20181ffc8a,segment=NetworkSegment(1b7eccde-eb59-47fa-9698-e71335ca8f5f),segment_id=1b7eccde-eb59-47fa-9698-e71335ca8f5f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:04.709021 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '7476966b-2703-4b93-b744-da20181ffc8a', 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0', 'port_id': '7476966b-2703-4b93-b744-da20181ffc8a', 'mac_address': 'fa:16:3e:e6:c6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:17:04.743467 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-7c02a187-dba6-4003-9597-5b9cb1506039 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56f330c7-9d60-4e19-8159-dfdff1054d14 HTTP/1.1" status: 200 len: 217 time: 0.0379577 Apr 20 16:17:04.753682 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:04.770584 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7476966b-2703-4b93-b744-da20181ffc8a {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:17:04.796408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 7476966b-2703-4b93-b744-da20181ffc8a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=7476966b-2703-4b93-b744-da20181ffc8a,segment=NetworkSegment(1b7eccde-eb59-47fa-9698-e71335ca8f5f),segment_id=1b7eccde-eb59-47fa-9698-e71335ca8f5f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:04.831055 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-76e1b740-06e3-4dbe-a875-2cc9f7cb7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:04.832565 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-76e1b740-06e3-4dbe-a875-2cc9f7cb7428 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d2a8940-7356-46a8-9fb6-bf7f78a4f058 HTTP/1.1" status: 200 len: 852 time: 0.0824368 Apr 20 16:17:04.834534 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-01fdaa69-128c-47bd-ad68-816956dfe356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59671f62-81dc-4055-ad65-853bbdf98e5d {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:17:04.843521 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-01fdaa69-128c-47bd-ad68-816956dfe356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:04.874372 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:04.893320 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-faadf6dc-b573-47ce-9908-3d540b8bea1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be15929a-3ac5-4750-a79d-5d7e6fc3a392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518599 Apr 20 16:17:04.917603 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-01fdaa69-128c-47bd-ad68-816956dfe356 service neutron] Transition to ACTIVE for port object 59671f62-81dc-4055-ad65-853bbdf98e5d will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:17:04.940651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=7476966b-2703-4b93-b744-da20181ffc8a,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:04.981793 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102b509-85b1-49eb-a8dc-0e951d9c37d9 req-2960dd5b-96d9-470c-96bd-0dfb7608483f tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:04.983309 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1102b509-85b1-49eb-a8dc-0e951d9c37d9 req-2960dd5b-96d9-470c-96bd-0dfb7608483f tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=c306e584-ff39-400f-a3d7-8f8c6283e73a HTTP/1.1" status: 200 len: 931 time: 0.0803530 Apr 20 16:17:04.995634 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b479dcb-c3f0-4469-b4fa-9347aae9cb8f req-f460c8c0-72da-4c2c-8505-141572095d66 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:04.997241 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b479dcb-c3f0-4469-b4fa-9347aae9cb8f req-f460c8c0-72da-4c2c-8505-141572095d66 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 944 time: 0.1416228 Apr 20 16:17:05.000454 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-01fdaa69-128c-47bd-ad68-816956dfe356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:05.042216 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1102b509-85b1-49eb-a8dc-0e951d9c37d9 req-fa0d0870-a4a2-485d-b985-99be4d561437 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471199 Apr 20 16:17:05.097768 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdaa69-128c-47bd-ad68-816956dfe356 service neutron] Pushing event updated for resources: {'Port': ['ID=59671f62-81dc-4055-ad65-853bbdf98e5d,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:05.116846 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-f1d6a059-8a9c-4c70-b6c3-d7f9039c0341 service neutron] 10.222.0.30 "GET /v2.0/networks/be15929a-3ac5-4750-a79d-5d7e6fc3a392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026193 Apr 20 16:17:05.134722 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b479dcb-c3f0-4469-b4fa-9347aae9cb8f req-46adf47d-d985-43c2-abcf-6ce4ea42d95d tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283789 Apr 20 16:17:05.137317 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b5f7ec-8681-4578-bdd4-c668117b5853', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43babaf9-5f76-4023-9ea5-e3fd8176d042'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:05.140929 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8c39e9-8f81-42b9-a054-1e5add612c82" -d '{"events": [{"server_uuid": "e4b5f7ec-8681-4578-bdd4-c668117b5853", "name": "network-vif-unplugged", "status": "completed", "tag": "43babaf9-5f76-4023-9ea5-e3fd8176d042"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:05.221020 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154696c8-3fcc-4c90-81c9-85636c5315af x-openstack-request-id: req-154696c8-3fcc-4c90-81c9-85636c5315af {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:05.221217 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b5f7ec-8681-4578-bdd4-c668117b5853", "name": "network-vif-unplugged", "status": "failed", "tag": "43babaf9-5f76-4023-9ea5-e3fd8176d042", "code": 422}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:05.221477 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-154696c8-3fcc-4c90-81c9-85636c5315af {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:05.222459 n-d-836146-2 neutron-server[103486]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-154696c8-3fcc-4c90-81c9-85636c5315af']: {'server_uuid': 'e4b5f7ec-8681-4578-bdd4-c668117b5853', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '43babaf9-5f76-4023-9ea5-e3fd8176d042', 'code': 422} returned with failed status Apr 20 16:17:05.242627 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40030c1-1b2a-4b6f-bf40-fcd50fd4bbff req-fe170dd0-1c46-4b10-8ac2-f8e958dc33c3 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:05.244412 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d40030c1-1b2a-4b6f-bf40-fcd50fd4bbff req-fe170dd0-1c46-4b10-8ac2-f8e958dc33c3 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0655873 Apr 20 16:17:05.277934 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-01fdaa69-128c-47bd-ad68-816956dfe356 service neutron] Attempting to bind port 59671f62-81dc-4055-ad65-853bbdf98e5d on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:17:05.278288 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-01fdaa69-128c-47bd-ad68-816956dfe356 service neutron] Attempting to bind port 59671f62-81dc-4055-ad65-853bbdf98e5d by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '9aeda086-a58a-401a-b707-190f9947ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:17:05.278613 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-01fdaa69-128c-47bd-ad68-816956dfe356 service neutron] Attempting to bind port 59671f62-81dc-4055-ad65-853bbdf98e5d on network be15929a-3ac5-4750-a79d-5d7e6fc3a392 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:17:05.284805 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-01fdaa69-128c-47bd-ad68-816956dfe356 service neutron] Port 59671f62-81dc-4055-ad65-853bbdf98e5d on network be15929a-3ac5-4750-a79d-5d7e6fc3a392 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:17:05.285328 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-01fdaa69-128c-47bd-ad68-816956dfe356 service neutron] Attempting to bind port 59671f62-81dc-4055-ad65-853bbdf98e5d on network be15929a-3ac5-4750-a79d-5d7e6fc3a392 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:17:05.287705 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d40030c1-1b2a-4b6f-bf40-fcd50fd4bbff req-54df0b88-c873-48fa-b319-833c77e9eed5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359080 Apr 20 16:17:05.289082 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-47e99e6a-e508-482f-9803-30f7e470a3f2 service neutron] 10.222.0.30 "GET /v2.0/networks/be15929a-3ac5-4750-a79d-5d7e6fc3a392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574900 Apr 20 16:17:05.293275 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-01fdaa69-128c-47bd-ad68-816956dfe356 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:17:05.293638 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-01fdaa69-128c-47bd-ad68-816956dfe356 service neutron] Checking segment: {'id': '9aeda086-a58a-401a-b707-190f9947ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:17:05.294014 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-01fdaa69-128c-47bd-ad68-816956dfe356 service neutron] Bound using segment: {'id': '9aeda086-a58a-401a-b707-190f9947ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:17:05.294446 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-01fdaa69-128c-47bd-ad68-816956dfe356 service neutron] Bound port: 59671f62-81dc-4055-ad65-853bbdf98e5d, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aeda086-a58a-401a-b707-190f9947ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:17:05.295280 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-01fdaa69-128c-47bd-ad68-816956dfe356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:05.351599 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['bd90e71a-d179-4b5a-8e3e-b62cb17b5235'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:17:05.370996 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-01fdaa69-128c-47bd-ad68-816956dfe356 service neutron] For port 59671f62-81dc-4055-ad65-853bbdf98e5d, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:17:05.374371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-01fdaa69-128c-47bd-ad68-816956dfe356 service neutron] For port 59671f62-81dc-4055-ad65-853bbdf98e5d, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=59671f62-81dc-4055-ad65-853bbdf98e5d,segment=NetworkSegment(9aeda086-a58a-401a-b707-190f9947ee3b),segment_id=9aeda086-a58a-401a-b707-190f9947ee3b)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:17:05.433458 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['7476966b-2703-4b93-b744-da20181ffc8a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:17:05.453585 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc152b-ff4c-4952-b60d-65062679b3b6 req-b89e2b15-dbfe-489c-a3ee-2cddbb16cb23 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:05.455080 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56bc152b-ff4c-4952-b60d-65062679b3b6 req-b89e2b15-dbfe-489c-a3ee-2cddbb16cb23 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 943 time: 0.0530877 Apr 20 16:17:05.500136 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-01fdaa69-128c-47bd-ad68-816956dfe356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:05.563786 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdaa69-128c-47bd-ad68-816956dfe356 service neutron] Pushing event updated for resources: {'Port': ['ID=59671f62-81dc-4055-ad65-853bbdf98e5d,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:05.572932 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56bc152b-ff4c-4952-b60d-65062679b3b6 req-883dd461-7498-4a4d-ad5e-2683fdafa6d2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107676 Apr 20 16:17:05.578322 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-01fdaa69-128c-47bd-ad68-816956dfe356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:05.579319 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-01fdaa69-128c-47bd-ad68-816956dfe356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:05.581047 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-01fdaa69-128c-47bd-ad68-816956dfe356 service neutron] 10.222.0.30 "PUT /v2.0/ports/59671f62-81dc-4055-ad65-853bbdf98e5d HTTP/1.1" status: 200 len: 1091 time: 1.3850150 Apr 20 16:17:05.644963 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dba49c-72ac-44f6-a751-afbe989c233e req-189a8d3f-9400-44a4-ad6a-d9bbb7749b09 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:05.646776 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-21dba49c-72ac-44f6-a751-afbe989c233e req-189a8d3f-9400-44a4-ad6a-d9bbb7749b09 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 945 time: 0.0960777 Apr 20 16:17:05.731734 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-21dba49c-72ac-44f6-a751-afbe989c233e req-97332f56-997f-4689-807e-752bc1edaa22 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e7c9c4-671d-4506-b93a-b5cea30adf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755379 Apr 20 16:17:05.752562 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d5a5c-10c5-46fd-a7cd-7e37a2d100c6 req-07e509d7-7b8a-409d-a54b-a374a9b54532 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:05.754085 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bb8d5a5c-10c5-46fd-a7cd-7e37a2d100c6 req-07e509d7-7b8a-409d-a54b-a374a9b54532 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0941525 Apr 20 16:17:05.789917 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-4ece2fec-2e04-48ec-aa90-174f8d283f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:05.791404 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-4ece2fec-2e04-48ec-aa90-174f8d283f97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa4c2f57de354979ab97dfc1359d1a56&device_id=c306e584-ff39-400f-a3d7-8f8c6283e73a HTTP/1.1" status: 200 len: 1094 time: 0.0755432 Apr 20 16:17:05.816013 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bb8d5a5c-10c5-46fd-a7cd-7e37a2d100c6 req-6b38f70d-329d-4d5e-83bc-f20af9de25bb tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531099 Apr 20 16:17:05.861591 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-6368d79f-26e5-4592-bfab-877393baec8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59671f62-81dc-4055-ad65-853bbdf98e5d HTTP/1.1" status: 200 len: 217 time: 0.0536699 Apr 20 16:17:05.928867 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-6a0d0ebb-7014-4e51-9d9d-5186bb953228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:05.931045 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-6a0d0ebb-7014-4e51-9d9d-5186bb953228 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d2a8940-7356-46a8-9fb6-bf7f78a4f058 HTTP/1.1" status: 200 len: 852 time: 0.0629387 Apr 20 16:17:05.948454 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c306e584-ff39-400f-a3d7-8f8c6283e73a', 'tag': '59671f62-81dc-4055-ad65-853bbdf98e5d'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:05.950904 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cec082-ce38-409d-8a05-1f1096e309b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c306e584-ff39-400f-a3d7-8f8c6283e73a", "tag": "59671f62-81dc-4055-ad65-853bbdf98e5d"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:05.964425 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438b673-46ce-48dc-b56b-2bf1d3152260 req-902feb25-b554-4ac4-a363-74a1d22c2312 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:05.966876 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3438b673-46ce-48dc-b56b-2bf1d3152260 req-902feb25-b554-4ac4-a363-74a1d22c2312 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0640671 Apr 20 16:17:05.999651 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d38572-290c-410c-9dcc-b3131f980975 x-openstack-request-id: req-52d38572-290c-410c-9dcc-b3131f980975 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:06.000015 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c306e584-ff39-400f-a3d7-8f8c6283e73a", "tag": "59671f62-81dc-4055-ad65-853bbdf98e5d", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:06.000467 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52d38572-290c-410c-9dcc-b3131f980975 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:06.000932 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d38572-290c-410c-9dcc-b3131f980975'] response: {'name': 'network-changed', 'server_uuid': 'c306e584-ff39-400f-a3d7-8f8c6283e73a', 'tag': '59671f62-81dc-4055-ad65-853bbdf98e5d', 'status': 'completed', 'code': 200} Apr 20 16:17:06.003671 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-68564a75-eaf8-4ef6-b35f-9399d097925c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be15929a-3ac5-4750-a79d-5d7e6fc3a392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652931 Apr 20 16:17:06.029700 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3438b673-46ce-48dc-b56b-2bf1d3152260 req-62877b63-16a4-4080-861f-8e9ce709b9d4 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543947 Apr 20 16:17:06.171961 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-d7dd8a4e-51a5-4fbf-b9f4-4da64615d915 service neutron] 10.222.0.30 "GET /v2.0/networks/be15929a-3ac5-4750-a79d-5d7e6fc3a392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592233 Apr 20 16:17:06.198665 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fc58c-46ba-4946-b378-1bd8c00bd764 req-c3353d21-f615-484f-b1ba-18e3eb716694 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:06.200484 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ad6fc58c-46ba-4946-b378-1bd8c00bd764 req-c3353d21-f615-484f-b1ba-18e3eb716694 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=c306e584-ff39-400f-a3d7-8f8c6283e73a HTTP/1.1" status: 200 len: 943 time: 0.0639839 Apr 20 16:17:06.211554 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d43bc5-d3ca-4c69-9b99-c6d8fd03b800 req-a73bdd28-837d-4eb8-a245-cb00db9fe2f4 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:06.213139 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b5d43bc5-d3ca-4c69-9b99-c6d8fd03b800 req-a73bdd28-837d-4eb8-a245-cb00db9fe2f4 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0946691 Apr 20 16:17:06.269986 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ad6fc58c-46ba-4946-b378-1bd8c00bd764 req-5827aad1-dc4b-4ddd-afbb-7d24a8a256ab tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577986 Apr 20 16:17:06.309121 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b5d43bc5-d3ca-4c69-9b99-c6d8fd03b800 req-84835d58-56bf-48b6-a816-ec804c21653e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622909 Apr 20 16:17:06.355028 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df044b82-e8ab-4b88-b316-6525ad0330bc req-78f3a62e-a396-426f-aba2-a70c3847abfc service neutron] 10.222.0.30 "GET /v2.0/networks/be15929a-3ac5-4750-a79d-5d7e6fc3a392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736200 Apr 20 16:17:06.439462 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711321df-fa85-420a-9b8e-de35807035b6 req-7c6b8ad3-2fab-42b4-94b8-ee076f1ddf28 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:06.441175 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-711321df-fa85-420a-9b8e-de35807035b6 req-7c6b8ad3-2fab-42b4-94b8-ee076f1ddf28 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 944 time: 0.0744612 Apr 20 16:17:06.454927 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ca1a5-6259-4c88-b0d3-f0fbeab36a42 req-c6388ee5-7102-4ef3-9582-91d6297e15b5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:06.457347 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-174ca1a5-6259-4c88-b0d3-f0fbeab36a42 req-c6388ee5-7102-4ef3-9582-91d6297e15b5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0627759 Apr 20 16:17:06.497666 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-711321df-fa85-420a-9b8e-de35807035b6 req-5ed04a83-d120-4f8e-b2cc-b3d3d2d20a57 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480540 Apr 20 16:17:06.516723 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-174ca1a5-6259-4c88-b0d3-f0fbeab36a42 req-869942fe-bcbe-4b0b-a877-d0dcd9bab870 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444603 Apr 20 16:17:06.606482 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cec082-ce38-409d-8a05-1f1096e309b4 req-d5d8f154-dc8d-435a-b608-d2cc5f42a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:06.609032 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-83cec082-ce38-409d-8a05-1f1096e309b4 req-d5d8f154-dc8d-435a-b608-d2cc5f42a5fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa4c2f57de354979ab97dfc1359d1a56&device_id=c306e584-ff39-400f-a3d7-8f8c6283e73a HTTP/1.1" status: 200 len: 1094 time: 0.0655918 Apr 20 16:17:06.644783 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9e10e-c5cc-40f2-a728-7859d530ffbe req-04109f5b-62d7-467f-a22f-4591e1337997 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:06.646364 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-39a9e10e-c5cc-40f2-a728-7859d530ffbe req-04109f5b-62d7-467f-a22f-4591e1337997 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0646467 Apr 20 16:17:06.695681 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-39a9e10e-c5cc-40f2-a728-7859d530ffbe req-0b0382a4-429d-4829-826b-b88b5340857b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419748 Apr 20 16:17:06.737135 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cec082-ce38-409d-8a05-1f1096e309b4 req-d7ff3260-979a-404e-a228-ea3e82c082b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:06.738857 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-83cec082-ce38-409d-8a05-1f1096e309b4 req-d7ff3260-979a-404e-a228-ea3e82c082b7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be15929a-3ac5-4750-a79d-5d7e6fc3a392 HTTP/1.1" status: 200 len: 913 time: 0.1204891 Apr 20 16:17:06.792733 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-83cec082-ce38-409d-8a05-1f1096e309b4 req-b934dc46-a73b-44e4-88af-447cecad7116 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59671f62-81dc-4055-ad65-853bbdf98e5d HTTP/1.1" status: 200 len: 217 time: 0.0459473 Apr 20 16:17:06.868740 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8665ab-68ef-48ce-9ae0-0dabae2751ea req-06cefb4d-878a-4360-995a-5814f2c66289 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:06.874212 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1b8665ab-68ef-48ce-9ae0-0dabae2751ea req-06cefb4d-878a-4360-995a-5814f2c66289 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 945 time: 0.0641854 Apr 20 16:17:06.879870 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cec082-ce38-409d-8a05-1f1096e309b4 req-24ffe2bb-093a-422c-98e7-b333d2519d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:06.881828 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-83cec082-ce38-409d-8a05-1f1096e309b4 req-24ffe2bb-093a-422c-98e7-b333d2519d73 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d2a8940-7356-46a8-9fb6-bf7f78a4f058 HTTP/1.1" status: 200 len: 852 time: 0.0746279 Apr 20 16:17:06.919611 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-83cec082-ce38-409d-8a05-1f1096e309b4 req-630338bd-5c3d-48cb-865d-fdbb6dfbc421 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be15929a-3ac5-4750-a79d-5d7e6fc3a392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304575 Apr 20 16:17:06.919797 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1b8665ab-68ef-48ce-9ae0-0dabae2751ea req-6938cf2b-d993-458e-b319-b4cadc235cac tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e7c9c4-671d-4506-b93a-b5cea30adf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447400 Apr 20 16:17:07.026542 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-83cec082-ce38-409d-8a05-1f1096e309b4 req-01144f0c-9985-42ee-bdb4-e11389709074 service neutron] 10.222.0.30 "GET /v2.0/networks/be15929a-3ac5-4750-a79d-5d7e6fc3a392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995784 Apr 20 16:17:07.147602 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-83cec082-ce38-409d-8a05-1f1096e309b4 req-89c7bfc8-e494-4e56-9379-7683426d466c service neutron] 10.222.0.30 "GET /v2.0/networks/be15929a-3ac5-4750-a79d-5d7e6fc3a392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138678 Apr 20 16:17:07.208094 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de795248-198b-49d3-a9ee-173c3c5d6a3c req-82589567-5119-43ac-b4b7-41731db135f8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:07.211270 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-de795248-198b-49d3-a9ee-173c3c5d6a3c req-82589567-5119-43ac-b4b7-41731db135f8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0600166 Apr 20 16:17:07.256885 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-de795248-198b-49d3-a9ee-173c3c5d6a3c req-bf834917-cc4b-4249-b4e1-f415cf08ab2d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350890 Apr 20 16:17:07.422272 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312e6f7-6c6f-451c-8aa0-07178e348628 req-6a8cbe2d-2d52-4526-a19c-e0bb3b18ac6f tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:07.423695 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7312e6f7-6c6f-451c-8aa0-07178e348628 req-6a8cbe2d-2d52-4526-a19c-e0bb3b18ac6f tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=c306e584-ff39-400f-a3d7-8f8c6283e73a HTTP/1.1" status: 200 len: 943 time: 0.0641067 Apr 20 16:17:07.478074 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7312e6f7-6c6f-451c-8aa0-07178e348628 req-f0b48802-a247-4868-8352-7ce742b0990f tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432661 Apr 20 16:17:07.660967 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3c076-6b34-4396-96b4-b1a1e0646019 req-2f8d455e-9d96-4b8f-89e2-14b942a04039 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:07.668914 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-54d3c076-6b34-4396-96b4-b1a1e0646019 req-2f8d455e-9d96-4b8f-89e2-14b942a04039 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 944 time: 0.0867348 Apr 20 16:17:07.681641 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de82660-ebcc-4ba1-955b-3ffe47a46b2c req-3f426b33-a948-4155-b6a0-4f4d6335af44 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:07.684120 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0de82660-ebcc-4ba1-955b-3ffe47a46b2c req-3f426b33-a948-4155-b6a0-4f4d6335af44 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0691824 Apr 20 16:17:07.714785 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-54d3c076-6b34-4396-96b4-b1a1e0646019 req-dc3a9eb4-d1d8-4e01-bb1e-0471f4507118 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449119 Apr 20 16:17:07.736886 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0de82660-ebcc-4ba1-955b-3ffe47a46b2c req-61710016-2831-4b74-b64c-8ed445c2703d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436792 Apr 20 16:17:08.090630 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635db50-063c-4fc4-b3a8-e8c040cca248 req-2c2f0164-edd3-4994-a44b-e609a9e0ff98 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:08.092785 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device bd90e71a-d179-4b5a-8e3e-b62cb17b5235 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:17:08.098999 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9635db50-063c-4fc4-b3a8-e8c040cca248 req-2c2f0164-edd3-4994-a44b-e609a9e0ff98 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 945 time: 0.0967035 Apr 20 16:17:08.156040 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9635db50-063c-4fc4-b3a8-e8c040cca248 req-3458cb75-c1e0-4b4a-8eee-b6699e089394 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e7c9c4-671d-4506-b93a-b5cea30adf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560167 Apr 20 16:17:08.234433 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port bd90e71a-d179-4b5a-8e3e-b62cb17b5235 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:17:08.239351 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port bd90e71a-d179-4b5a-8e3e-b62cb17b5235 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:17:08.239722 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:08.322374 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:08.353546 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc9ec32-e904-4cc9-837c-3f198d9dbaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd90e71a-d179-4b5a-8e3e-b62cb17b5235'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:08.356226 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2c8d01-2d0b-4752-afe8-252ab30d3944" -d '{"events": [{"server_uuid": "5fc9ec32-e904-4cc9-837c-3f198d9dbaea", "name": "network-vif-plugged", "status": "completed", "tag": "bd90e71a-d179-4b5a-8e3e-b62cb17b5235"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:08.392608 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port bd90e71a-d179-4b5a-8e3e-b62cb17b5235, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=bd90e71a-d179-4b5a-8e3e-b62cb17b5235,segment=NetworkSegment(45e6c1a3-1f54-4db2-86c6-172c4254d33a),segment_id=45e6c1a3-1f54-4db2-86c6-172c4254d33a)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:08.408380 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215a4ab2-b08c-4505-82b7-5eb67dd34a31 x-openstack-request-id: req-215a4ab2-b08c-4505-82b7-5eb67dd34a31 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:08.408839 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc9ec32-e904-4cc9-837c-3f198d9dbaea", "name": "network-vif-plugged", "status": "completed", "tag": "bd90e71a-d179-4b5a-8e3e-b62cb17b5235", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:08.409089 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-215a4ab2-b08c-4505-82b7-5eb67dd34a31 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:08.409496 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-215a4ab2-b08c-4505-82b7-5eb67dd34a31'] response: {'server_uuid': '5fc9ec32-e904-4cc9-837c-3f198d9dbaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd90e71a-d179-4b5a-8e3e-b62cb17b5235', 'code': 200} Apr 20 16:17:08.442329 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76672f-06e2-4364-9c7f-292fbb0e4b9f req-520bad69-d541-4e97-a3c0-b84909a4433a tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:08.444077 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f76672f-06e2-4364-9c7f-292fbb0e4b9f req-520bad69-d541-4e97-a3c0-b84909a4433a tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0764122 Apr 20 16:17:08.480442 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:08.480442 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 7476966b-2703-4b93-b744-da20181ffc8a up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:17:08.492607 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f76672f-06e2-4364-9c7f-292fbb0e4b9f req-3813fa9a-6fbd-4a09-839c-9b76bcdb6b02 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388994 Apr 20 16:17:08.582731 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=bd90e71a-d179-4b5a-8e3e-b62cb17b5235,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:08.613933 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc5125-491d-4611-932d-3f4854f7245f req-9ec2caf5-ed4c-4094-a142-71666f8c2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:08.616388 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-58fc5125-491d-4611-932d-3f4854f7245f req-9ec2caf5-ed4c-4094-a142-71666f8c2d7f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 1097 time: 0.0979097 Apr 20 16:17:08.682551 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ca9fc-4aea-4b49-8fcf-64ee59384d7b req-b5dd68ab-8323-4228-b60d-b9a0d8fd318d tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:08.684068 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-829ca9fc-4aea-4b49-8fcf-64ee59384d7b req-b5dd68ab-8323-4228-b60d-b9a0d8fd318d tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=c306e584-ff39-400f-a3d7-8f8c6283e73a HTTP/1.1" status: 200 len: 943 time: 0.0817881 Apr 20 16:17:08.686369 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-58fc5125-491d-4611-932d-3f4854f7245f req-afa44f18-2d31-4493-aa14-11c1faf9b1c5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f6e7c9c4-671d-4506-b93a-b5cea30adf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487111 Apr 20 16:17:08.704775 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 56f330c7-9d60-4e19-8159-dfdff1054d14 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:17:08.727031 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-829ca9fc-4aea-4b49-8fcf-64ee59384d7b req-076cb520-d56e-4312-89bf-46cb76c822c0 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353117 Apr 20 16:17:08.774556 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 7476966b-2703-4b93-b744-da20181ffc8a completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:17:08.786233 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 7476966b-2703-4b93-b744-da20181ffc8a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:17:08.786606 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:08.840116 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7964bc3-8f2e-46e3-904e-60ede7017597 req-12f075b4-1a1d-4a7a-a9cd-0ac9e8d9ca91 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:08.841688 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7964bc3-8f2e-46e3-904e-60ede7017597 req-12f075b4-1a1d-4a7a-a9cd-0ac9e8d9ca91 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 944 time: 0.0570679 Apr 20 16:17:08.857053 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 56f330c7-9d60-4e19-8159-dfdff1054d14, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=56f330c7-9d60-4e19-8159-dfdff1054d14,segment=NetworkSegment(9aeda086-a58a-401a-b707-190f9947ee3b),segment_id=9aeda086-a58a-401a-b707-190f9947ee3b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:08.871299 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624737ce-618b-4e20-9d01-55e87d02cc18 req-7edc9b53-8c4c-46f4-8ed1-b9836a3a420e tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:08.872917 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-624737ce-618b-4e20-9d01-55e87d02cc18 req-7edc9b53-8c4c-46f4-8ed1-b9836a3a420e tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0628717 Apr 20 16:17:08.877247 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '56f330c7-9d60-4e19-8159-dfdff1054d14', 'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392', 'port_id': '56f330c7-9d60-4e19-8159-dfdff1054d14', 'mac_address': 'fa:16:3e:c9:cd:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2a8940-7356-46a8-9fb6-bf7f78a4f058', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:17:08.889892 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7964bc3-8f2e-46e3-904e-60ede7017597 req-d7b830eb-7cd6-4e35-944c-597535f31061 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414572 Apr 20 16:17:08.922815 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-624737ce-618b-4e20-9d01-55e87d02cc18 req-2577dc3e-e4ff-40b2-b48f-7e771ac80bcb tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345323 Apr 20 16:17:08.949144 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:08.951028 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:08.975583 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f330c7-9d60-4e19-8159-dfdff1054d14 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:17:09.001838 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 56f330c7-9d60-4e19-8159-dfdff1054d14, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=56f330c7-9d60-4e19-8159-dfdff1054d14,segment=NetworkSegment(9aeda086-a58a-401a-b707-190f9947ee3b),segment_id=9aeda086-a58a-401a-b707-190f9947ee3b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:09.010354 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 7476966b-2703-4b93-b744-da20181ffc8a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=7476966b-2703-4b93-b744-da20181ffc8a,segment=NetworkSegment(1b7eccde-eb59-47fa-9698-e71335ca8f5f),segment_id=1b7eccde-eb59-47fa-9698-e71335ca8f5f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:09.279041 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70d76d-47cb-4564-94b8-f30cf1ee0f0b req-7571f6e8-ae25-4bcd-bfc0-d9fc15b30681 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:09.280591 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cd70d76d-47cb-4564-94b8-f30cf1ee0f0b req-7571f6e8-ae25-4bcd-bfc0-d9fc15b30681 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 946 time: 0.0579422 Apr 20 16:17:09.319226 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cd70d76d-47cb-4564-94b8-f30cf1ee0f0b req-4c445aed-158f-4bf7-8e90-7439e6ecb860 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e7c9c4-671d-4506-b93a-b5cea30adf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320709 Apr 20 16:17:09.363852 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:09.407899 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:09.408691 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 43babaf9-5f76-4023-9ea5-e3fd8176d042 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:17:09.413224 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=56f330c7-9d60-4e19-8159-dfdff1054d14,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:09.501850 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=7476966b-2703-4b93-b744-da20181ffc8a,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:09.646306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826b55a-efba-44df-b173-6fc7dc81a2c8 req-cd5c40f6-3bfc-412c-ab18-4c383e9f6fa5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:09.649879 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d826b55a-efba-44df-b173-6fc7dc81a2c8 req-cd5c40f6-3bfc-412c-ab18-4c383e9f6fa5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0564754 Apr 20 16:17:09.696966 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d826b55a-efba-44df-b173-6fc7dc81a2c8 req-84308681-e14d-4427-a2df-f3ec9ac523ad tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410852 Apr 20 16:17:09.872965 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c112a7b-0cf9-4a35-adc6-b96a09853463 req-f3ddd25e-2ec5-4467-b009-40b33e005793 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:09.874596 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8c112a7b-0cf9-4a35-adc6-b96a09853463 req-f3ddd25e-2ec5-4467-b009-40b33e005793 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=c306e584-ff39-400f-a3d7-8f8c6283e73a HTTP/1.1" status: 200 len: 943 time: 0.0582490 Apr 20 16:17:09.895517 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['56f330c7-9d60-4e19-8159-dfdff1054d14'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:17:09.976625 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8c112a7b-0cf9-4a35-adc6-b96a09853463 req-c516003b-87b6-46f5-91d8-9ca5e1cfda47 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917368 Apr 20 16:17:10.127486 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b22c5b-9084-4e01-b33e-7651cc0dc8e2 req-87416873-a462-4182-911d-c776591207fe tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:10.129422 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbda83-e219-4071-9868-24ff6d7c28c1 req-c8f4dd62-13e9-4df4-9852-a26de23c20c3 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:10.136369 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-08b22c5b-9084-4e01-b33e-7651cc0dc8e2 req-87416873-a462-4182-911d-c776591207fe tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 945 time: 0.0875638 Apr 20 16:17:10.139565 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-08dbda83-e219-4071-9868-24ff6d7c28c1 req-c8f4dd62-13e9-4df4-9852-a26de23c20c3 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0759530 Apr 20 16:17:10.174813 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-08b22c5b-9084-4e01-b33e-7651cc0dc8e2 req-a9081269-628e-4bb1-88a5-46cdbb24169c tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375564 Apr 20 16:17:10.180723 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-08dbda83-e219-4071-9868-24ff6d7c28c1 req-70af7d33-9322-469d-854a-fcff701aabc2 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401793 Apr 20 16:17:10.411388 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4a2704-21f8-4fab-a80e-a86265867d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7476966b-2703-4b93-b744-da20181ffc8a'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:10.413676 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbeabeb-2d48-41c4-823e-23ca65d21e2e" -d '{"events": [{"server_uuid": "7c4a2704-21f8-4fab-a80e-a86265867d82", "name": "network-vif-plugged", "status": "completed", "tag": "7476966b-2703-4b93-b744-da20181ffc8a"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:10.453684 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117374d-02e5-48c1-b74b-3ee5c3699d02 req-2ff55420-0ce0-49ea-8b07-7e95560cc32f tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:10.455443 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8117374d-02e5-48c1-b74b-3ee5c3699d02 req-2ff55420-0ce0-49ea-8b07-7e95560cc32f tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 946 time: 0.0563378 Apr 20 16:17:10.460608 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbba129-7a95-448b-baff-b51331948624 x-openstack-request-id: req-3cbba129-7a95-448b-baff-b51331948624 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:10.461112 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4a2704-21f8-4fab-a80e-a86265867d82", "name": "network-vif-plugged", "status": "completed", "tag": "7476966b-2703-4b93-b744-da20181ffc8a", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:10.461554 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3cbba129-7a95-448b-baff-b51331948624 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:10.462260 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cbba129-7a95-448b-baff-b51331948624'] response: {'server_uuid': '7c4a2704-21f8-4fab-a80e-a86265867d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7476966b-2703-4b93-b744-da20181ffc8a', 'code': 200} Apr 20 16:17:10.509918 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8117374d-02e5-48c1-b74b-3ee5c3699d02 req-a86f33e3-7bf8-4253-8c5d-caa35b7932d6 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e7c9c4-671d-4506-b93a-b5cea30adf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445044 Apr 20 16:17:10.638911 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08887fdd-f0ff-44d4-9a1a-c21e69270647 req-5cd4268d-1f92-4a01-8277-f115ce1b51ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:10.640465 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-08887fdd-f0ff-44d4-9a1a-c21e69270647 req-5cd4268d-1f92-4a01-8277-f115ce1b51ff service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 1096 time: 0.0686781 Apr 20 16:17:10.677115 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-08887fdd-f0ff-44d4-9a1a-c21e69270647 req-731fd71e-7c19-410b-a8c0-20a8aadfb2e8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297678 Apr 20 16:17:10.686987 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 59671f62-81dc-4055-ad65-853bbdf98e5d details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:17:10.791235 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 59671f62-81dc-4055-ad65-853bbdf98e5d, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=59671f62-81dc-4055-ad65-853bbdf98e5d,segment=NetworkSegment(9aeda086-a58a-401a-b707-190f9947ee3b),segment_id=9aeda086-a58a-401a-b707-190f9947ee3b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:10.806600 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '59671f62-81dc-4055-ad65-853bbdf98e5d', 'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392', 'port_id': '59671f62-81dc-4055-ad65-853bbdf98e5d', 'mac_address': 'fa:16:3e:e7:4f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2a8940-7356-46a8-9fb6-bf7f78a4f058', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:17:10.827869 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c192ada-2b70-4f11-9725-2751fd7fd1f1 req-d4db4f88-8e43-49ca-a03a-a0cade0015ac tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:10.829668 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c192ada-2b70-4f11-9725-2751fd7fd1f1 req-d4db4f88-8e43-49ca-a03a-a0cade0015ac tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0532727 Apr 20 16:17:10.859051 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:10.873403 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c192ada-2b70-4f11-9725-2751fd7fd1f1 req-b05973ae-c8ed-4f63-8ad6-450c42e36983 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362020 Apr 20 16:17:10.881343 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59671f62-81dc-4055-ad65-853bbdf98e5d {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:17:10.908296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 59671f62-81dc-4055-ad65-853bbdf98e5d, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=59671f62-81dc-4055-ad65-853bbdf98e5d,segment=NetworkSegment(9aeda086-a58a-401a-b707-190f9947ee3b),segment_id=9aeda086-a58a-401a-b707-190f9947ee3b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:11.086895 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:11.152218 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31bd4b-0944-49ae-8fb2-7a51c607bb01 req-60a5b378-ac46-4b5b-8cb0-0ba914a0ca07 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:11.154124 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ee31bd4b-0944-49ae-8fb2-7a51c607bb01 req-60a5b378-ac46-4b5b-8cb0-0ba914a0ca07 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=c306e584-ff39-400f-a3d7-8f8c6283e73a HTTP/1.1" status: 200 len: 943 time: 0.0969281 Apr 20 16:17:11.179500 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=59671f62-81dc-4055-ad65-853bbdf98e5d,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:11.211315 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ee31bd4b-0944-49ae-8fb2-7a51c607bb01 req-6a24ba9c-ee7d-4bca-ab68-e9fd7ecac20d tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391302 Apr 20 16:17:11.317263 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1f2ad-b52b-4c88-9e4c-819a3805f029 req-1ecffac6-62bd-47cb-a48c-cc0f1f2d1326 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:11.319207 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e9f1f2ad-b52b-4c88-9e4c-819a3805f029 req-1ecffac6-62bd-47cb-a48c-cc0f1f2d1326 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 945 time: 0.0615513 Apr 20 16:17:11.334906 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b326d2-09c4-4f27-9610-969f18625af8 req-6fbce480-ad8d-4b1a-b173-a9feb8f131df tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:11.336990 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a2b326d2-09c4-4f27-9610-969f18625af8 req-6fbce480-ad8d-4b1a-b173-a9feb8f131df tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0664692 Apr 20 16:17:11.364709 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e9f1f2ad-b52b-4c88-9e4c-819a3805f029 req-4f4bf9fc-14e5-4080-98a1-f613402e6824 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369411 Apr 20 16:17:11.397598 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a2b326d2-09c4-4f27-9610-969f18625af8 req-4e91bf5a-8455-4ccb-9137-01c2214aa907 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534208 Apr 20 16:17:11.636801 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d873529-8e25-45b2-8791-c88903c0c89b req-8f0ae26f-7683-4743-a157-0bbf48a5eb96 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:11.638544 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6d873529-8e25-45b2-8791-c88903c0c89b req-8f0ae26f-7683-4743-a157-0bbf48a5eb96 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 946 time: 0.0579050 Apr 20 16:17:11.692680 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6d873529-8e25-45b2-8791-c88903c0c89b req-e4262678-fd8a-4bd3-96b2-ab71a6ce842f tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e7c9c4-671d-4506-b93a-b5cea30adf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463963 Apr 20 16:17:11.697310 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['59671f62-81dc-4055-ad65-853bbdf98e5d'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:17:11.842383 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab9d56-bf28-40cb-add4-087c86796a08 req-f541baff-3843-47a3-9661-c1883e7f85af tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:11.848252 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54ab9d56-bf28-40cb-add4-087c86796a08 req-f541baff-3843-47a3-9661-c1883e7f85af tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 946 time: 0.0670428 Apr 20 16:17:11.854166 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37310) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:17:11.858860 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-5ccc0e32-c6f3-4b15-826e-afafa8001de3 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Request body: {'floatingip': {'port_id': 'bd90e71a-d179-4b5a-8e3e-b62cb17b5235'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:17:11.917982 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ccc0e32-c6f3-4b15-826e-afafa8001de3 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks [] for floatingip, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:12.021824 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a8e49-ab05-4a8a-ae10-c1394969f3d1 req-aa02b032-15a1-4e44-ac77-f4d6cbb7842a tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:12.030147 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-549a8e49-ab05-4a8a-ae10-c1394969f3d1 req-aa02b032-15a1-4e44-ac77-f4d6cbb7842a tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0657187 Apr 20 16:17:12.066976 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-549a8e49-ab05-4a8a-ae10-c1394969f3d1 req-53338f94-a402-4fff-a290-3f61b377d7ae tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357769 Apr 20 16:17:12.405465 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66583375-8e33-4561-9643-daf5c32742b4 req-5d226e3a-8fde-46de-a25e-e4499e9d0cd2 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:12.405465 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66583375-8e33-4561-9643-daf5c32742b4 req-5d226e3a-8fde-46de-a25e-e4499e9d0cd2 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=c306e584-ff39-400f-a3d7-8f8c6283e73a HTTP/1.1" status: 200 len: 944 time: 0.0973456 Apr 20 16:17:12.489252 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ccc0e32-c6f3-4b15-826e-afafa8001de3 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:12.500388 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66583375-8e33-4561-9643-daf5c32742b4 req-64188b37-ed80-4aaf-922b-c0c8b83a81e6 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522306 Apr 20 16:17:12.528208 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4573d-5450-4d1d-b16b-ae31c02c2f06 req-d30f4358-3d2b-48fb-867b-5e92253e6eb7 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:12.529806 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5eb4573d-5450-4d1d-b16b-ae31c02c2f06 req-d30f4358-3d2b-48fb-867b-5e92253e6eb7 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 945 time: 0.0652924 Apr 20 16:17:12.571616 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5eb4573d-5450-4d1d-b16b-ae31c02c2f06 req-ddbd25f8-5f0f-4005-8ccc-d0964a3a0be9 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354292 Apr 20 16:17:12.620673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776dac5-e37e-4a8a-aaef-2824091d77e5 req-78b714ab-da88-4c9b-8f45-5738a2a84150 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:12.622531 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1776dac5-e37e-4a8a-aaef-2824091d77e5 req-78b714ab-da88-4c9b-8f45-5738a2a84150 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0650003 Apr 20 16:17:12.665173 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1776dac5-e37e-4a8a-aaef-2824091d77e5 req-54ddc114-345e-47f2-9fe8-5147a5772148 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360048 Apr 20 16:17:12.715755 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 56f330c7-9d60-4e19-8159-dfdff1054d14 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:17:12.977817 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ccc0e32-c6f3-4b15-826e-afafa8001de3 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:13.015963 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 56f330c7-9d60-4e19-8159-dfdff1054d14 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:17:13.023664 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 56f330c7-9d60-4e19-8159-dfdff1054d14 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:17:13.024755 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:13.091522 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-5ccc0e32-c6f3-4b15-826e-afafa8001de3 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Floating IP 08b05ca3-fce9-4283-a629-5b35228906f9 associated. External IP: 172.25.0.128, port: bd90e71a-d179-4b5a-8e3e-b62cb17b5235. Apr 20 16:17:13.129905 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:13.184660 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9504e9eb-4cc1-4a3e-be34-2c8953c29e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f330c7-9d60-4e19-8159-dfdff1054d14'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:13.186914 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882c4ffb-a59b-4022-ad6c-67c576999c3f" -d '{"events": [{"server_uuid": "9504e9eb-4cc1-4a3e-be34-2c8953c29e4c", "name": "network-vif-plugged", "status": "completed", "tag": "56f330c7-9d60-4e19-8159-dfdff1054d14"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:13.230425 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 56f330c7-9d60-4e19-8159-dfdff1054d14, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=56f330c7-9d60-4e19-8159-dfdff1054d14,segment=NetworkSegment(9aeda086-a58a-401a-b707-190f9947ee3b),segment_id=9aeda086-a58a-401a-b707-190f9947ee3b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:13.236420 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34187009-c1bd-4943-b105-8612c119ba9d x-openstack-request-id: req-34187009-c1bd-4943-b105-8612c119ba9d {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:13.236888 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9504e9eb-4cc1-4a3e-be34-2c8953c29e4c", "name": "network-vif-plugged", "status": "completed", "tag": "56f330c7-9d60-4e19-8159-dfdff1054d14", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:13.237281 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34187009-c1bd-4943-b105-8612c119ba9d {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:13.237811 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34187009-c1bd-4943-b105-8612c119ba9d'] response: {'server_uuid': '9504e9eb-4cc1-4a3e-be34-2c8953c29e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f330c7-9d60-4e19-8159-dfdff1054d14', 'code': 200} Apr 20 16:17:13.243193 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e69d0-f17a-4d1f-a12f-0b073a3c49df req-3aaac9b2-2864-4945-8d6a-e393089064c5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:13.244987 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8b1e69d0-f17a-4d1f-a12f-0b073a3c49df req-3aaac9b2-2864-4945-8d6a-e393089064c5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0744448 Apr 20 16:17:13.296986 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8b1e69d0-f17a-4d1f-a12f-0b073a3c49df req-78c48617-e434-4915-975a-c0f80842528e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424769 Apr 20 16:17:13.297114 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:13.357383 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=56f330c7-9d60-4e19-8159-dfdff1054d14,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:13.740837 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97606c-0011-4405-aa59-7ea19465f7d5 req-520aaa31-be58-42cd-9d98-9234d9986ebf tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:13.750579 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3e97606c-0011-4405-aa59-7ea19465f7d5 req-520aaa31-be58-42cd-9d98-9234d9986ebf tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 945 time: 0.1001632 Apr 20 16:17:13.764822 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff8314-df7e-4367-8178-6b9a13af59e4 req-3366f4fe-6e71-4a35-a561-1f1170a2b2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:13.767818 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9fff8314-df7e-4367-8178-6b9a13af59e4 req-3366f4fe-6e71-4a35-a561-1f1170a2b2d9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9504e9eb-4cc1-4a3e-be34-2c8953c29e4c HTTP/1.1" status: 200 len: 1096 time: 0.1427088 Apr 20 16:17:13.777659 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0f580-4b42-4762-a670-3a99600b8aa3 req-fbad9c58-1333-4dd0-a34d-4d5f5e6fb339 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:13.780046 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ebb0f580-4b42-4762-a670-3a99600b8aa3 req-fbad9c58-1333-4dd0-a34d-4d5f5e6fb339 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=c306e584-ff39-400f-a3d7-8f8c6283e73a HTTP/1.1" status: 200 len: 944 time: 0.1727648 Apr 20 16:17:13.806044 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3e97606c-0011-4405-aa59-7ea19465f7d5 req-04561c8d-b241-45b2-a572-47a3909a9a41 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472088 Apr 20 16:17:13.816370 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccc0e32-c6f3-4b15-826e-afafa8001de3 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Router 2daf091e-1da3-41f0-8464-f988a0e90c16 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:17:13.878748 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ebb0f580-4b42-4762-a670-3a99600b8aa3 req-8c22ec7c-0c34-452d-a059-5f82ab3d1300 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861914 Apr 20 16:17:13.925195 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9fff8314-df7e-4367-8178-6b9a13af59e4 req-ae60e72b-89ad-4987-92fd-84da06730fb9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439111 Apr 20 16:17:14.019719 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccc0e32-c6f3-4b15-826e-afafa8001de3 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:17:14.037343 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1834665-c338-426d-9a40-9b4a78b88973 None None] Sync routers for ids ['2daf091e-1da3-41f0-8464-f988a0e90c16'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:17:14.044467 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544df540-e01d-46f8-a1a0-ae408c37863e req-d93a2d96-c4d3-4ec5-8a93-e272ae8eda31 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:14.050948 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-544df540-e01d-46f8-a1a0-ae408c37863e req-d93a2d96-c4d3-4ec5-8a93-e272ae8eda31 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 945 time: 0.0662301 Apr 20 16:17:14.056876 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37360) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:17:14.063194 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-4547e50b-e981-443d-8af5-accc7194c870 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Request body: {'floatingip': {'port_id': '7476966b-2703-4b93-b744-da20181ffc8a'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:17:14.065980 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ccc0e32-c6f3-4b15-826e-afafa8001de3 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:14.067450 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1834665-c338-426d-9a40-9b4a78b88973 None None] Routers {'2daf091e-1da3-41f0-8464-f988a0e90c16'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:17:14.068113 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e1834665-c338-426d-9a40-9b4a78b88973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:16:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['2daf091e-1da3-41f0-8464-f988a0e90c16'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:14.117500 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071beef-5745-4efe-a0dc-b48849902904 req-db5c0326-5f05-454f-9129-9bc81fea3f69 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:14.126736 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0071beef-5745-4efe-a0dc-b48849902904 req-db5c0326-5f05-454f-9129-9bc81fea3f69 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.1210389 Apr 20 16:17:14.135470 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4547e50b-e981-443d-8af5-accc7194c870 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks [] for floatingip, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:14.141136 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5ccc0e32-c6f3-4b15-826e-afafa8001de3 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "PUT /v2.0/floatingips/08b05ca3-fce9-4283-a629-5b35228906f9 HTTP/1.1" status: 200 len: 992 time: 2.2857890 Apr 20 16:17:14.147263 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc9ec32-e904-4cc9-837c-3f198d9dbaea', 'tag': 'bd90e71a-d179-4b5a-8e3e-b62cb17b5235'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:14.152354 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211dc2dc-b62e-44dd-b158-6680a2c9f734" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc9ec32-e904-4cc9-837c-3f198d9dbaea", "tag": "bd90e71a-d179-4b5a-8e3e-b62cb17b5235"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:14.191311 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0071beef-5745-4efe-a0dc-b48849902904 req-11cc4c92-5e2a-4d3b-b2cd-127d3712f6c7 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624008 Apr 20 16:17:14.219708 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5105b1c-83eb-4895-8c42-45170d6f4537 x-openstack-request-id: req-d5105b1c-83eb-4895-8c42-45170d6f4537 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:14.220198 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc9ec32-e904-4cc9-837c-3f198d9dbaea", "tag": "bd90e71a-d179-4b5a-8e3e-b62cb17b5235", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:14.220569 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5105b1c-83eb-4895-8c42-45170d6f4537 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:14.221064 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5105b1c-83eb-4895-8c42-45170d6f4537'] response: {'name': 'network-changed', 'server_uuid': '5fc9ec32-e904-4cc9-837c-3f198d9dbaea', 'tag': 'bd90e71a-d179-4b5a-8e3e-b62cb17b5235', 'status': 'completed', 'code': 200} Apr 20 16:17:14.251029 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e1834665-c338-426d-9a40-9b4a78b88973 None None] Set router 2daf091e-1da3-41f0-8464-f988a0e90c16 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:17:14.407453 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211dc2dc-b62e-44dd-b158-6680a2c9f734 req-cd2d3b87-929e-49b1-a515-2db5a9f9fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:14.409050 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-211dc2dc-b62e-44dd-b158-6680a2c9f734 req-cd2d3b87-929e-49b1-a515-2db5a9f9fbed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=931913e656484021adeac3497b0cd222&device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 1097 time: 0.1182537 Apr 20 16:17:14.452999 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5754c58-536e-46ef-9ba0-1cc660adaed0 req-781fa1f0-8dd8-4a3e-8871-6e8f8f6821ed tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:14.461497 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d5754c58-536e-46ef-9ba0-1cc660adaed0 req-781fa1f0-8dd8-4a3e-8871-6e8f8f6821ed tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0633485 Apr 20 16:17:14.521413 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d5754c58-536e-46ef-9ba0-1cc660adaed0 req-c469e7ff-b7f1-4f64-bd5f-4e33d703492b tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538206 Apr 20 16:17:14.542447 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211dc2dc-b62e-44dd-b158-6680a2c9f734 req-d848e502-f7aa-4724-ac43-c13dd42f231d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:14.543918 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-211dc2dc-b62e-44dd-b158-6680a2c9f734 req-d848e502-f7aa-4724-ac43-c13dd42f231d service neutron] 10.222.0.26 "GET /v2.0/networks?id=c0af4f27-24c4-4d9f-807b-ab4729ad2da0 HTTP/1.1" status: 200 len: 915 time: 0.1242588 Apr 20 16:17:14.600180 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e1834665-c338-426d-9a40-9b4a78b88973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'name': 'tempest-AttachSCSIVolumeTestJSON-509519246-router', 'tenant_id': '931913e656484021adeac3497b0cd222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:32Z', 'updated_at': '2022-04-20T16:15:39Z', 'revision_number': 4, 'project_id': '931913e656484021adeac3497b0cd222', 'gw_port': {'id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:33Z', 'updated_at': '2022-04-20T16:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '08b05ca3-fce9-4283-a629-5b35228906f9', 'tenant_id': '931913e656484021adeac3497b0cd222', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'port_id': 'bd90e71a-d179-4b5a-8e3e-b62cb17b5235', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0', 'mac_address': 'fa:16:3e:bb:a4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc9ec32-e904-4cc9-837c-3f198d9dbaea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:16:34Z', 'updated_at': '2022-04-20T16:17:12Z', 'revision_number': 1, 'project_id': '931913e656484021adeac3497b0cd222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd84aa451-ab9b-4ccc-98d6-44d1907e562e', 'name': '', 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0', 'tenant_id': '931913e656484021adeac3497b0cd222', 'mac_address': 'fa:16:3e:6a:c2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '5462d747-c5ea-4458-aa63-2988c4e762f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:48Z', 'revision_number': 5, 'project_id': '931913e656484021adeac3497b0cd222', 'subnets': [{'id': '5462d747-c5ea-4458-aa63-2988c4e762f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:14.631033 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1834665-c338-426d-9a40-9b4a78b88973 None None] Checking router: 2daf091e-1da3-41f0-8464-f988a0e90c16 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:17:14.649010 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1834665-c338-426d-9a40-9b4a78b88973 None None] Routers {'2daf091e-1da3-41f0-8464-f988a0e90c16'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:17:14.649817 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e1834665-c338-426d-9a40-9b4a78b88973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:16:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['2daf091e-1da3-41f0-8464-f988a0e90c16'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:14.712166 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-211dc2dc-b62e-44dd-b158-6680a2c9f734 req-9a79a531-6401-4c68-8eef-19428a90b0cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd90e71a-d179-4b5a-8e3e-b62cb17b5235 HTTP/1.1" status: 200 len: 1000 time: 0.1553960 Apr 20 16:17:14.718862 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 59671f62-81dc-4055-ad65-853bbdf98e5d up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:17:14.810585 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211dc2dc-b62e-44dd-b158-6680a2c9f734 req-41c5ac6e-bd91-4622-9c43-7d21896136b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:14.812092 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-211dc2dc-b62e-44dd-b158-6680a2c9f734 req-41c5ac6e-bd91-4622-9c43-7d21896136b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5462d747-c5ea-4458-aa63-2988c4e762f9 HTTP/1.1" status: 200 len: 853 time: 0.0930893 Apr 20 16:17:14.907074 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211dc2dc-b62e-44dd-b158-6680a2c9f734 req-5b337e85-0259-42b5-8789-e0600f7f21d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:14.908564 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-211dc2dc-b62e-44dd-b158-6680a2c9f734 req-5b337e85-0259-42b5-8789-e0600f7f21d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0af4f27-24c4-4d9f-807b-ab4729ad2da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659921 Apr 20 16:17:15.043854 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e1834665-c338-426d-9a40-9b4a78b88973 None None] Set router 2daf091e-1da3-41f0-8464-f988a0e90c16 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:17:15.049975 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.db.resource_extend [None req-4547e50b-e981-443d-8af5-accc7194c870 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 16:17:15.141968 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4547e50b-e981-443d-8af5-accc7194c870 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:15.151460 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-211dc2dc-b62e-44dd-b158-6680a2c9f734 req-54fea471-4887-4389-841c-65b8aa78b141 service neutron] 10.222.0.26 "GET /v2.0/networks/c0af4f27-24c4-4d9f-807b-ab4729ad2da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241478 Apr 20 16:17:15.184283 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 59671f62-81dc-4055-ad65-853bbdf98e5d completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:17:15.192918 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be86ad-8eca-41ad-9db5-fa9cb68eed27 req-f2b992ff-8d2a-49bc-9fbd-3386382ba29e tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:15.200915 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-16be86ad-8eca-41ad-9db5-fa9cb68eed27 req-f2b992ff-8d2a-49bc-9fbd-3386382ba29e tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=c306e584-ff39-400f-a3d7-8f8c6283e73a HTTP/1.1" status: 200 len: 944 time: 0.1667032 Apr 20 16:17:15.201403 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 59671f62-81dc-4055-ad65-853bbdf98e5d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:17:15.201780 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:15.246795 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4547e50b-e981-443d-8af5-accc7194c870 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:15.351802 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:15.364925 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-16be86ad-8eca-41ad-9db5-fa9cb68eed27 req-f5161819-3dde-4d32-a797-3e0449217269 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631362 Apr 20 16:17:15.392507 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658247a3-b488-4260-afc5-d06b9c447a42 req-dd7c940d-177d-4d62-8b9e-eb47993338e5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:15.402651 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-658247a3-b488-4260-afc5-d06b9c447a42 req-dd7c940d-177d-4d62-8b9e-eb47993338e5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.1280949 Apr 20 16:17:15.433463 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c306e584-ff39-400f-a3d7-8f8c6283e73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59671f62-81dc-4055-ad65-853bbdf98e5d'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:15.436618 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d17d643-7f62-45be-afc5-18594ff24e2d" -d '{"events": [{"server_uuid": "c306e584-ff39-400f-a3d7-8f8c6283e73a", "name": "network-vif-plugged", "status": "completed", "tag": "59671f62-81dc-4055-ad65-853bbdf98e5d"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:15.458821 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-658247a3-b488-4260-afc5-d06b9c447a42 req-e95fe827-bb28-43db-82b8-6796352db29e tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547321 Apr 20 16:17:15.485419 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 59671f62-81dc-4055-ad65-853bbdf98e5d, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=59671f62-81dc-4055-ad65-853bbdf98e5d,segment=NetworkSegment(9aeda086-a58a-401a-b707-190f9947ee3b),segment_id=9aeda086-a58a-401a-b707-190f9947ee3b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:15.510249 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e536246-2016-47ae-a6cf-1d3ea676a8c6 x-openstack-request-id: req-9e536246-2016-47ae-a6cf-1d3ea676a8c6 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:15.510876 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c306e584-ff39-400f-a3d7-8f8c6283e73a", "name": "network-vif-plugged", "status": "completed", "tag": "59671f62-81dc-4055-ad65-853bbdf98e5d", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:15.511434 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e536246-2016-47ae-a6cf-1d3ea676a8c6 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:15.512047 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e536246-2016-47ae-a6cf-1d3ea676a8c6'] response: {'server_uuid': 'c306e584-ff39-400f-a3d7-8f8c6283e73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59671f62-81dc-4055-ad65-853bbdf98e5d', 'code': 200} Apr 20 16:17:15.514406 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e1834665-c338-426d-9a40-9b4a78b88973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'name': 'tempest-AttachSCSIVolumeTestJSON-509519246-router', 'tenant_id': '931913e656484021adeac3497b0cd222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:32Z', 'updated_at': '2022-04-20T16:15:39Z', 'revision_number': 4, 'project_id': '931913e656484021adeac3497b0cd222', 'gw_port': {'id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:33Z', 'updated_at': '2022-04-20T16:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '08b05ca3-fce9-4283-a629-5b35228906f9', 'tenant_id': '931913e656484021adeac3497b0cd222', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'port_id': 'bd90e71a-d179-4b5a-8e3e-b62cb17b5235', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0', 'mac_address': 'fa:16:3e:bb:a4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc9ec32-e904-4cc9-837c-3f198d9dbaea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:16:34Z', 'updated_at': '2022-04-20T16:17:12Z', 'revision_number': 1, 'project_id': '931913e656484021adeac3497b0cd222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd84aa451-ab9b-4ccc-98d6-44d1907e562e', 'name': '', 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0', 'tenant_id': '931913e656484021adeac3497b0cd222', 'mac_address': 'fa:16:3e:6a:c2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '5462d747-c5ea-4458-aa63-2988c4e762f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:48Z', 'revision_number': 5, 'project_id': '931913e656484021adeac3497b0cd222', 'subnets': [{'id': '5462d747-c5ea-4458-aa63-2988c4e762f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:15.584556 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1834665-c338-426d-9a40-9b4a78b88973 None None] The sync data for ids ['2daf091e-1da3-41f0-8464-f988a0e90c16'] in n-d-836146-2 is: [{'id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'name': 'tempest-AttachSCSIVolumeTestJSON-509519246-router', 'tenant_id': '931913e656484021adeac3497b0cd222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:32Z', 'updated_at': '2022-04-20T16:15:39Z', 'revision_number': 4, 'project_id': '931913e656484021adeac3497b0cd222', 'gw_port': {'id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:33Z', 'updated_at': '2022-04-20T16:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '08b05ca3-fce9-4283-a629-5b35228906f9', 'tenant_id': '931913e656484021adeac3497b0cd222', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'port_id': 'bd90e71a-d179-4b5a-8e3e-b62cb17b5235', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0', 'mac_address': 'fa:16:3e:bb:a4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc9ec32-e904-4cc9-837c-3f198d9dbaea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:16:34Z', 'updated_at': '2022-04-20T16:17:12Z', 'revision_number': 1, 'project_id': '931913e656484021adeac3497b0cd222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd84aa451-ab9b-4ccc-98d6-44d1907e562e', 'name': '', 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0', 'tenant_id': '931913e656484021adeac3497b0cd222', 'mac_address': 'fa:16:3e:6a:c2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '5462d747-c5ea-4458-aa63-2988c4e762f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:48Z', 'revision_number': 5, 'project_id': '931913e656484021adeac3497b0cd222', 'subnets': [{'id': '5462d747-c5ea-4458-aa63-2988c4e762f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:17:15.595353 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:15.693889 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=59671f62-81dc-4055-ad65-853bbdf98e5d,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:15.788149 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bed3b2-6e64-4112-8918-2d3c0d5434cd req-beb936b6-00a0-4055-bf02-8d3eff521c3d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:15.790006 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-23bed3b2-6e64-4112-8918-2d3c0d5434cd req-beb936b6-00a0-4055-bf02-8d3eff521c3d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.1437643 Apr 20 16:17:15.793560 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f314b-194e-4895-8ed1-bcb8b9060172 req-532bbb06-3667-4c47-b6d8-cc5c18bb7dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:15.795189 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-140f314b-194e-4895-8ed1-bcb8b9060172 req-532bbb06-3667-4c47-b6d8-cc5c18bb7dc0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c306e584-ff39-400f-a3d7-8f8c6283e73a HTTP/1.1" status: 200 len: 1096 time: 0.1109431 Apr 20 16:17:15.829611 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-4547e50b-e981-443d-8af5-accc7194c870 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Floating IP 8fe03454-5a6e-40d7-9b9b-8920293ea406 associated. External IP: 172.25.0.53, port: 7476966b-2703-4b93-b744-da20181ffc8a. Apr 20 16:17:15.888660 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-23bed3b2-6e64-4112-8918-2d3c0d5434cd req-c0726686-ddd9-4c31-863b-d8eb4fbae076 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848949 Apr 20 16:17:15.890767 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-140f314b-194e-4895-8ed1-bcb8b9060172 req-2c0bf10a-84ec-4b39-9d54-e23095c67b36 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844955 Apr 20 16:17:15.952608 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-211dc2dc-b62e-44dd-b158-6680a2c9f734 req-deb8212b-7966-459f-81b6-fdcc3c7c6df2 service neutron] 10.222.0.26 "GET /v2.0/networks/c0af4f27-24c4-4d9f-807b-ab4729ad2da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7927270 Apr 20 16:17:15.958963 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2df617-a457-4d69-b825-c65b3d6b868e None None] New status for floating IP 08b05ca3-fce9-4283-a629-5b35228906f9: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:17:16.122908 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4547e50b-e981-443d-8af5-accc7194c870 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Router 9976c9e7-1658-4871-9c22-bcd3487ef43b has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:17:16.250193 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4547e50b-e981-443d-8af5-accc7194c870 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:17:16.256427 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4547e50b-e981-443d-8af5-accc7194c870 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:16.263681 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7857c3-a6e8-4a4d-8ff3-77720ef3c714 None None] Sync routers for ids ['9976c9e7-1658-4871-9c22-bcd3487ef43b'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:17:16.284032 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7857c3-a6e8-4a4d-8ff3-77720ef3c714 None None] Routers {'9976c9e7-1658-4871-9c22-bcd3487ef43b'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:17:16.284723 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2b7857c3-a6e8-4a4d-8ff3-77720ef3c714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:16:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['9976c9e7-1658-4871-9c22-bcd3487ef43b'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:16.298664 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4547e50b-e981-443d-8af5-accc7194c870 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "PUT /v2.0/floatingips/8fe03454-5a6e-40d7-9b9b-8920293ea406 HTTP/1.1" status: 200 len: 990 time: 2.2399876 Apr 20 16:17:16.299270 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4a2704-21f8-4fab-a80e-a86265867d82', 'tag': '7476966b-2703-4b93-b744-da20181ffc8a'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:16.301867 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3545757c-854c-45a7-8db2-6f898af6ccfb" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4a2704-21f8-4fab-a80e-a86265867d82", "tag": "7476966b-2703-4b93-b744-da20181ffc8a"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:16.435826 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f05b6fd-8796-44d1-8add-acec447d6213 x-openstack-request-id: req-1f05b6fd-8796-44d1-8add-acec447d6213 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:16.436171 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4a2704-21f8-4fab-a80e-a86265867d82", "tag": "7476966b-2703-4b93-b744-da20181ffc8a", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:16.436448 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f05b6fd-8796-44d1-8add-acec447d6213 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:16.436858 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f05b6fd-8796-44d1-8add-acec447d6213'] response: {'name': 'network-changed', 'server_uuid': '7c4a2704-21f8-4fab-a80e-a86265867d82', 'tag': '7476966b-2703-4b93-b744-da20181ffc8a', 'status': 'completed', 'code': 200} Apr 20 16:17:16.483441 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e82fb6-797a-4f5a-b480-ae236a1bb891 req-ead3f955-7287-4508-9761-f76534fc6a18 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:16.485655 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-11e82fb6-797a-4f5a-b480-ae236a1bb891 req-ead3f955-7287-4508-9761-f76534fc6a18 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 945 time: 0.0958018 Apr 20 16:17:16.501232 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-2b7857c3-a6e8-4a4d-8ff3-77720ef3c714 None None] Set router 9976c9e7-1658-4871-9c22-bcd3487ef43b gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:17:16.577179 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-11e82fb6-797a-4f5a-b480-ae236a1bb891 req-71627dd7-5685-4d7a-b655-3cea04d30665 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825639 Apr 20 16:17:16.605458 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be9a2a-6cdf-4232-b06a-6bd524aa31c7 req-16613430-6625-44b6-98c3-3a196a2797ea tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:16.613120 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15be9a2a-6cdf-4232-b06a-6bd524aa31c7 req-16613430-6625-44b6-98c3-3a196a2797ea tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=c306e584-ff39-400f-a3d7-8f8c6283e73a HTTP/1.1" status: 200 len: 945 time: 0.1164269 Apr 20 16:17:16.635132 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545757c-854c-45a7-8db2-6f898af6ccfb req-0364f0a4-e9a1-45d3-aa8b-e8b883796977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:16.636782 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3545757c-854c-45a7-8db2-6f898af6ccfb req-0364f0a4-e9a1-45d3-aa8b-e8b883796977 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e0b9e08faa341a3b2b7e4a70f11b39b&device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 1096 time: 0.1034491 Apr 20 16:17:16.676154 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15be9a2a-6cdf-4232-b06a-6bd524aa31c7 req-2e1d1f17-bf34-4f1a-9788-16071675ff63 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621929 Apr 20 16:17:16.739349 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd713e1f-9097-4a83-b39b-7a492a145528 req-16ac5d81-0407-4387-8992-8e9b346d9f7d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:16.741407 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd713e1f-9097-4a83-b39b-7a492a145528 req-16ac5d81-0407-4387-8992-8e9b346d9f7d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0853550 Apr 20 16:17:16.787763 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd713e1f-9097-4a83-b39b-7a492a145528 req-cde7996e-1997-4ef7-a791-41b9872591ad tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381284 Apr 20 16:17:16.813943 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545757c-854c-45a7-8db2-6f898af6ccfb req-0c5f2be2-87f7-472f-962a-6f3ed2eaecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:16.816127 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3545757c-854c-45a7-8db2-6f898af6ccfb req-0c5f2be2-87f7-472f-962a-6f3ed2eaecc4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b9fae797-d5f6-48fc-9525-49f44111ebc0 HTTP/1.1" status: 200 len: 916 time: 0.1681023 Apr 20 16:17:16.894313 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3545757c-854c-45a7-8db2-6f898af6ccfb req-d0e6cf64-49aa-4f1a-9a2d-f7a74d8e34da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7476966b-2703-4b93-b744-da20181ffc8a HTTP/1.1" status: 200 len: 998 time: 0.0703905 Apr 20 16:17:16.939353 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2b7857c3-a6e8-4a4d-8ff3-77720ef3c714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'name': 'tempest-ServersTestBootFromVolume-206182346-router', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:24Z', 'updated_at': '2022-04-20T16:15:30Z', 'revision_number': 4, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'gw_port': {'id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:26Z', 'updated_at': '2022-04-20T16:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '8fe03454-5a6e-40d7-9b9b-8920293ea406', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'port_id': '7476966b-2703-4b93-b744-da20181ffc8a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0', 'mac_address': 'fa:16:3e:e6:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4a2704-21f8-4fab-a80e-a86265867d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:15:37Z', 'updated_at': '2022-04-20T16:17:14Z', 'revision_number': 1, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1568b1c-be79-4705-84be-41a2da47f71d', 'name': '', 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'mac_address': 'fa:16:3e:5a:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:29Z', 'updated_at': '2022-04-20T16:15:35Z', 'revision_number': 5, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'subnets': [{'id': '5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:16.963722 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545757c-854c-45a7-8db2-6f898af6ccfb req-e0389b23-30cd-42af-9900-2d88cb8f4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:16.963722 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3545757c-854c-45a7-8db2-6f898af6ccfb req-e0389b23-30cd-42af-9900-2d88cb8f4856 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4 HTTP/1.1" status: 200 len: 854 time: 0.0574458 Apr 20 16:17:16.974704 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7857c3-a6e8-4a4d-8ff3-77720ef3c714 None None] Checking router: 9976c9e7-1658-4871-9c22-bcd3487ef43b for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:17:16.984496 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7857c3-a6e8-4a4d-8ff3-77720ef3c714 None None] Routers {'9976c9e7-1658-4871-9c22-bcd3487ef43b'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:17:16.985121 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2b7857c3-a6e8-4a4d-8ff3-77720ef3c714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:16:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['9976c9e7-1658-4871-9c22-bcd3487ef43b'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:17.047586 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4a7c2-45ce-4214-ba77-c897569eb0bc req-72b999c5-ac8d-46b5-a7c0-6223605774d9 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:17.050742 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d1c4a7c2-45ce-4214-ba77-c897569eb0bc req-72b999c5-ac8d-46b5-a7c0-6223605774d9 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0848196 Apr 20 16:17:17.051905 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545757c-854c-45a7-8db2-6f898af6ccfb req-9a8eeac9-efed-4048-92c9-d192dcaf35a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:17.053364 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3545757c-854c-45a7-8db2-6f898af6ccfb req-9a8eeac9-efed-4048-92c9-d192dcaf35a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9fae797-d5f6-48fc-9525-49f44111ebc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784388 Apr 20 16:17:17.101550 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-2b7857c3-a6e8-4a4d-8ff3-77720ef3c714 None None] Set router 9976c9e7-1658-4871-9c22-bcd3487ef43b gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:17:17.144559 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d1c4a7c2-45ce-4214-ba77-c897569eb0bc req-f09c7c09-ab68-411f-861f-b8c343a7c9f2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889339 Apr 20 16:17:17.181919 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3545757c-854c-45a7-8db2-6f898af6ccfb req-798c67c6-e8b7-4ade-b851-d5f7654ae47b service neutron] 10.222.0.26 "GET /v2.0/networks/b9fae797-d5f6-48fc-9525-49f44111ebc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201386 Apr 20 16:17:17.290873 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3545757c-854c-45a7-8db2-6f898af6ccfb req-20db96c2-71b0-4b8e-b0cf-d551dc0db451 service neutron] 10.222.0.26 "GET /v2.0/networks/b9fae797-d5f6-48fc-9525-49f44111ebc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889287 Apr 20 16:17:17.369611 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2b7857c3-a6e8-4a4d-8ff3-77720ef3c714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'name': 'tempest-ServersTestBootFromVolume-206182346-router', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:24Z', 'updated_at': '2022-04-20T16:15:30Z', 'revision_number': 4, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'gw_port': {'id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:26Z', 'updated_at': '2022-04-20T16:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '8fe03454-5a6e-40d7-9b9b-8920293ea406', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'port_id': '7476966b-2703-4b93-b744-da20181ffc8a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0', 'mac_address': 'fa:16:3e:e6:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4a2704-21f8-4fab-a80e-a86265867d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:15:37Z', 'updated_at': '2022-04-20T16:17:14Z', 'revision_number': 1, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1568b1c-be79-4705-84be-41a2da47f71d', 'name': '', 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'mac_address': 'fa:16:3e:5a:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:29Z', 'updated_at': '2022-04-20T16:15:35Z', 'revision_number': 5, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'subnets': [{'id': '5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:17.401152 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7857c3-a6e8-4a4d-8ff3-77720ef3c714 None None] The sync data for ids ['9976c9e7-1658-4871-9c22-bcd3487ef43b'] in n-d-836146-2 is: [{'id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'name': 'tempest-ServersTestBootFromVolume-206182346-router', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:24Z', 'updated_at': '2022-04-20T16:15:30Z', 'revision_number': 4, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'gw_port': {'id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:26Z', 'updated_at': '2022-04-20T16:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '8fe03454-5a6e-40d7-9b9b-8920293ea406', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'port_id': '7476966b-2703-4b93-b744-da20181ffc8a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0', 'mac_address': 'fa:16:3e:e6:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4a2704-21f8-4fab-a80e-a86265867d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:15:37Z', 'updated_at': '2022-04-20T16:17:14Z', 'revision_number': 1, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1568b1c-be79-4705-84be-41a2da47f71d', 'name': '', 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'mac_address': 'fa:16:3e:5a:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:29Z', 'updated_at': '2022-04-20T16:15:35Z', 'revision_number': 5, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'subnets': [{'id': '5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:17:17.655653 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c764f1-0ec5-4061-b731-084126e7560d None None] New status for floating IP 8fe03454-5a6e-40d7-9b9b-8920293ea406: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:17:17.861249 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca6d4e-1889-4cf8-a09a-8c5cd6b03883 req-edb9b590-140a-41f3-8c58-da498412e6f5 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:17.863584 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a4ca6d4e-1889-4cf8-a09a-8c5cd6b03883 req-edb9b590-140a-41f3-8c58-da498412e6f5 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=c306e584-ff39-400f-a3d7-8f8c6283e73a HTTP/1.1" status: 200 len: 945 time: 0.0655739 Apr 20 16:17:17.910639 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a4ca6d4e-1889-4cf8-a09a-8c5cd6b03883 req-a9565d4b-e558-439f-bd92-7ff3c5bb1d85 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374441 Apr 20 16:17:17.942323 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34754ecb-8785-4c17-a154-182bc6cbbacb req-9cb0dd76-a22c-4828-9461-ebc91f8ec50b tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:17.944043 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-34754ecb-8785-4c17-a154-182bc6cbbacb req-9cb0dd76-a22c-4828-9461-ebc91f8ec50b tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0598855 Apr 20 16:17:17.972726 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:17:17.986020 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-34754ecb-8785-4c17-a154-182bc6cbbacb req-6a5578d4-4207-4c6a-b7ab-2e2763da54ef tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357723 Apr 20 16:17:18.042369 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd275dbb-260c-4a93-962e-d3e042d34b78 req-998271af-3af0-404c-be9c-0adc43fac9a4 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:18.043899 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd275dbb-260c-4a93-962e-d3e042d34b78 req-998271af-3af0-404c-be9c-0adc43fac9a4 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=9504e9eb-4cc1-4a3e-be34-2c8953c29e4c HTTP/1.1" status: 200 len: 945 time: 0.0567336 Apr 20 16:17:18.083332 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd275dbb-260c-4a93-962e-d3e042d34b78 req-3bee27ce-55a7-4c6e-be1a-b1eb737b5037 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332756 Apr 20 16:17:18.309505 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad63e8-d546-4400-bf7c-3a8481c9eb14 req-b83276db-8306-41a6-a481-d3857715b778 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:18.310982 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e0ad63e8-d546-4400-bf7c-3a8481c9eb14 req-b83276db-8306-41a6-a481-d3857715b778 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0487549 Apr 20 16:17:18.349778 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e0ad63e8-d546-4400-bf7c-3a8481c9eb14 req-d2000333-2cc2-478b-a6da-871a37f4c918 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325100 Apr 20 16:17:18.737428 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6ef4a-c5a5-497c-aaae-a705c75be29a req-504e3feb-14c4-4c15-ac3c-fccb4b1015b0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:18.738923 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8f6ef4a-c5a5-497c-aaae-a705c75be29a req-504e3feb-14c4-4c15-ac3c-fccb4b1015b0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0526659 Apr 20 16:17:18.783818 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8f6ef4a-c5a5-497c-aaae-a705c75be29a req-215d6026-347d-4e4d-868b-db4160827ee8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381484 Apr 20 16:17:18.880644 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b35810-3c94-4531-af1e-7d2d49815fc4 req-bb752b4c-f85c-4051-aebe-6347cad223a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:18.882061 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-61b35810-3c94-4531-af1e-7d2d49815fc4 req-bb752b4c-f85c-4051-aebe-6347cad223a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 1095 time: 0.0403268 Apr 20 16:17:18.972930 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b35810-3c94-4531-af1e-7d2d49815fc4 req-2a0b8089-bc4e-4642-9c60-e421dac638f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:18.974373 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-61b35810-3c94-4531-af1e-7d2d49815fc4 req-2a0b8089-bc4e-4642-9c60-e421dac638f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 912 time: 0.0837390 Apr 20 16:17:19.043891 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-61b35810-3c94-4531-af1e-7d2d49815fc4 req-122d7ba2-a53a-4eb8-a16c-b7a478b9c6ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698 HTTP/1.1" status: 200 len: 999 time: 0.0617650 Apr 20 16:17:19.102509 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b35810-3c94-4531-af1e-7d2d49815fc4 req-78b6d345-0e64-400f-8618-c12739243227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:19.104019 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-61b35810-3c94-4531-af1e-7d2d49815fc4 req-78b6d345-0e64-400f-8618-c12739243227 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6cf39be6-ada6-40b6-a73b-d57e4fcf739a HTTP/1.1" status: 200 len: 850 time: 0.0528738 Apr 20 16:17:19.127561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8e548-c0b0-4b05-86f8-717ffbaf4936 req-6d25b17b-24e9-4da1-a7d4-6915df8544d9 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:19.129136 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-12e8e548-c0b0-4b05-86f8-717ffbaf4936 req-6d25b17b-24e9-4da1-a7d4-6915df8544d9 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0669188 Apr 20 16:17:19.149918 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b35810-3c94-4531-af1e-7d2d49815fc4 req-98785880-2ec7-40f7-9c22-817242c16b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:19.151327 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-61b35810-3c94-4531-af1e-7d2d49815fc4 req-98785880-2ec7-40f7-9c22-817242c16b5b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1e63842-0159-452f-8eed-f7dec1727f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408738 Apr 20 16:17:19.168474 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-12e8e548-c0b0-4b05-86f8-717ffbaf4936 req-8aa5573c-cf89-43ce-8bdf-cdcb28167c8a tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325279 Apr 20 16:17:19.248834 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-61b35810-3c94-4531-af1e-7d2d49815fc4 req-6dcacd57-f164-4211-804b-5f9b93cf0a95 service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905688 Apr 20 16:17:19.411468 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-61b35810-3c94-4531-af1e-7d2d49815fc4 req-669f9ef4-7d0a-43ce-bd32-d78830771975 service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559856 Apr 20 16:17:19.451400 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-b711504d-7eeb-472e-9a16-a1e267da9561 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:19.458354 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-b711504d-7eeb-472e-9a16-a1e267da9561 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/networks?id=be15929a-3ac5-4750-a79d-5d7e6fc3a392 HTTP/1.1" status: 200 len: 812 time: 0.1314600 Apr 20 16:17:19.468505 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-c92ac2a4-cde7-4edb-9210-7e15f93fcd46 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/quotas/aa4c2f57de354979ab97dfc1359d1a56 HTTP/1.1" status: 200 len: 375 time: 0.0096858 Apr 20 16:17:19.521838 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-e83b6eca-8958-47fe-9fc3-56c1a4cb4f08 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa4c2f57de354979ab97dfc1359d1a56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476506 Apr 20 16:17:19.614602 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-640d3e73-289a-420f-bfbd-4c7063a7202d service neutron] 10.222.0.15 "GET /v2.0/networks/be15929a-3ac5-4750-a79d-5d7e6fc3a392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855737 Apr 20 16:17:19.705184 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-abcedc10-1218-4645-b41b-6d28157eb621 service neutron] 10.222.0.15 "GET /v2.0/networks/be15929a-3ac5-4750-a79d-5d7e6fc3a392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834584 Apr 20 16:17:20.220477 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce4325-5a0d-41e0-b34c-cc5e0f45efa2 req-4ac29c16-4b94-4ebd-8c5f-e2a3b00ed7fd tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:20.220477 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4fce4325-5a0d-41e0-b34c-cc5e0f45efa2 req-4ac29c16-4b94-4ebd-8c5f-e2a3b00ed7fd tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0566227 Apr 20 16:17:20.262568 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4fce4325-5a0d-41e0-b34c-cc5e0f45efa2 req-29cbe178-c953-4ebc-a61e-17016ae25be5 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350206 Apr 20 16:17:20.483425 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03c83c-7874-49c9-98ca-ee8f8b130dfc req-fcce6ecd-6032-4828-b615-aa022cf71bce tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:20.484943 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7f03c83c-7874-49c9-98ca-ee8f8b130dfc req-fcce6ecd-6032-4828-b615-aa022cf71bce tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0508204 Apr 20 16:17:20.525114 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7f03c83c-7874-49c9-98ca-ee8f8b130dfc req-499a7359-dcf4-4463-9731-6a33a571f33c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338240 Apr 20 16:17:20.588878 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-619b4a3b-fc44-4bbc-904b-4750ade12db0 req-f34acf1c-ce58-49e4-aee2-afe9e415255b tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2041256-4cd3-4a43-915a-b4a2f6342801 HTTP/1.1" status: 200 len: 210 time: 0.0266840 Apr 20 16:17:20.974432 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d654f-9d3e-4277-a86c-a8482465ae87 req-6f9366e5-f8c3-400f-a369-6aa043764539 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:20.977907 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f07d654f-9d3e-4277-a86c-a8482465ae87 req-6f9366e5-f8c3-400f-a369-6aa043764539 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.30 "GET /v2.0/ports?device_id=9504e9eb-4cc1-4a3e-be34-2c8953c29e4c HTTP/1.1" status: 200 len: 945 time: 0.0515215 Apr 20 16:17:21.099944 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-f07d654f-9d3e-4277-a86c-a8482465ae87 req-7493cedc-a345-4245-8334-4ff726439bd6 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Deleting port 56f330c7-9d60-4e19-8159-dfdff1054d14 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:17:21.100759 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f07d654f-9d3e-4277-a86c-a8482465ae87 req-7493cedc-a345-4245-8334-4ff726439bd6 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:21.207460 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-f07d654f-9d3e-4277-a86c-a8482465ae87 req-7493cedc-a345-4245-8334-4ff726439bd6 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] For port 56f330c7-9d60-4e19-8159-dfdff1054d14, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=56f330c7-9d60-4e19-8159-dfdff1054d14,segment=NetworkSegment(9aeda086-a58a-401a-b707-190f9947ee3b),segment_id=9aeda086-a58a-401a-b707-190f9947ee3b)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:21.207823 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f07d654f-9d3e-4277-a86c-a8482465ae87 req-7493cedc-a345-4245-8334-4ff726439bd6 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:21.245981 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-f07d654f-9d3e-4277-a86c-a8482465ae87 req-7493cedc-a345-4245-8334-4ff726439bd6 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Calling delete_port for 56f330c7-9d60-4e19-8159-dfdff1054d14 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:17:21.387472 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc3bdd-f09f-4730-9359-ce3cb7af4c56 req-404b641b-7777-4d8d-94d4-29875de1daaf tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:21.389005 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-45cc3bdd-f09f-4730-9359-ce3cb7af4c56 req-404b641b-7777-4d8d-94d4-29875de1daaf tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0508108 Apr 20 16:17:21.393650 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f74014-29cf-4dfe-bbce-ba99e33f8bcb req-6b6223d7-075e-4dd6-9747-bfb5cb67c30a tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:21.395171 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b2f74014-29cf-4dfe-bbce-ba99e33f8bcb req-6b6223d7-075e-4dd6-9747-bfb5cb67c30a tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.30 "GET /v2.0/ports?device_id=c306e584-ff39-400f-a3d7-8f8c6283e73a HTTP/1.1" status: 200 len: 945 time: 0.1772957 Apr 20 16:17:21.431740 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-45cc3bdd-f09f-4730-9359-ce3cb7af4c56 req-37d79d4a-82d3-42eb-b1d7-92df6bb96e84 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365038 Apr 20 16:17:21.510891 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ce9a7-002a-4112-9d08-98490efedc36 req-daf49d99-f665-49fc-b226-dd7547763865 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:21.514898 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-599ce9a7-002a-4112-9d08-98490efedc36 req-daf49d99-f665-49fc-b226-dd7547763865 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/networks?id=fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c HTTP/1.1" status: 200 len: 805 time: 0.2676442 Apr 20 16:17:21.556106 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168abd39-f890-427a-8bbb-efc1aa1f51c4 req-815e6f95-4441-45c7-8731-64ca3e6763ef tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:21.560856 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-599ce9a7-002a-4112-9d08-98490efedc36 req-59f58399-84ce-4023-acb4-afc9ab438210 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/quotas/d25ef379da5e498ab36af959cb0475a8 HTTP/1.1" status: 200 len: 375 time: 0.0415320 Apr 20 16:17:21.561217 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-168abd39-f890-427a-8bbb-efc1aa1f51c4 req-815e6f95-4441-45c7-8731-64ca3e6763ef tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0591106 Apr 20 16:17:21.607827 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-168abd39-f890-427a-8bbb-efc1aa1f51c4 req-ca64099d-205a-462f-a5ac-8c176650d17d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336659 Apr 20 16:17:21.685311 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-b2f74014-29cf-4dfe-bbce-ba99e33f8bcb req-594fe178-a162-4a4e-8c39-21d43f9e7110 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Deleting port 59671f62-81dc-4055-ad65-853bbdf98e5d {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:17:21.685667 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b2f74014-29cf-4dfe-bbce-ba99e33f8bcb req-594fe178-a162-4a4e-8c39-21d43f9e7110 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:21.694628 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-599ce9a7-002a-4112-9d08-98490efedc36 req-5f6ebbde-5632-4260-9ba8-37b416e6ba61 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d25ef379da5e498ab36af959cb0475a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1188536 Apr 20 16:17:21.742607 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8f565-423c-4bb5-aead-c186c670ae93 req-4a00666b-471e-4bfe-84c2-871559433920 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:21.744122 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9cc8f565-423c-4bb5-aead-c186c670ae93 req-4a00666b-471e-4bfe-84c2-871559433920 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0619724 Apr 20 16:17:21.786922 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9cc8f565-423c-4bb5-aead-c186c670ae93 req-5cb05ca3-02fb-41f5-af78-46ce25ddf7c1 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364625 Apr 20 16:17:21.809614 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f07d654f-9d3e-4277-a86c-a8482465ae87 req-7493cedc-a345-4245-8334-4ff726439bd6 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:21.847087 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['56f330c7-9d60-4e19-8159-dfdff1054d14', '59671f62-81dc-4055-ad65-853bbdf98e5d'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:17:21.865317 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-770f1858-c559-4807-ba6c-26b10d3d4932 req-be603b0e-2606-4d88-b7b7-c1a9e7a98576 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2041256-4cd3-4a43-915a-b4a2f6342801 HTTP/1.1" status: 200 len: 210 time: 0.0315485 Apr 20 16:17:21.867279 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493cedc-a345-4245-8334-4ff726439bd6 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Pushing event deleted for resources: {'Port': ['ID=56f330c7-9d60-4e19-8159-dfdff1054d14,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:21.889061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-b2f74014-29cf-4dfe-bbce-ba99e33f8bcb req-594fe178-a162-4a4e-8c39-21d43f9e7110 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] For port 59671f62-81dc-4055-ad65-853bbdf98e5d, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=59671f62-81dc-4055-ad65-853bbdf98e5d,segment=NetworkSegment(9aeda086-a58a-401a-b707-190f9947ee3b),segment_id=9aeda086-a58a-401a-b707-190f9947ee3b)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:21.889435 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b2f74014-29cf-4dfe-bbce-ba99e33f8bcb req-594fe178-a162-4a4e-8c39-21d43f9e7110 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:21.928134 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-599ce9a7-002a-4112-9d08-98490efedc36 req-632a0ae2-e3a8-4b96-811b-fdf2a6a9e19d service neutron] 10.222.0.15 "GET /v2.0/networks/fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229698 Apr 20 16:17:21.930317 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-b2f74014-29cf-4dfe-bbce-ba99e33f8bcb req-594fe178-a162-4a4e-8c39-21d43f9e7110 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Calling delete_port for 59671f62-81dc-4055-ad65-853bbdf98e5d owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:17:21.954272 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07d654f-9d3e-4277-a86c-a8482465ae87 req-7493cedc-a345-4245-8334-4ff726439bd6 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] No DVR routers for this DVR port 56f330c7-9d60-4e19-8159-dfdff1054d14 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:17:21.964971 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f07d654f-9d3e-4277-a86c-a8482465ae87 req-7493cedc-a345-4245-8334-4ff726439bd6 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:21.971434 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f07d654f-9d3e-4277-a86c-a8482465ae87 req-7493cedc-a345-4245-8334-4ff726439bd6 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.30 "DELETE /v2.0/ports/56f330c7-9d60-4e19-8159-dfdff1054d14 HTTP/1.1" status: 204 len: 173 time: 0.9648435 Apr 20 16:17:21.971434 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9504e9eb-4cc1-4a3e-be34-2c8953c29e4c', 'name': 'network-vif-deleted', 'tag': '56f330c7-9d60-4e19-8159-dfdff1054d14'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:21.973473 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba6ef79-f93b-410b-8191-a6f153d8ae49" -d '{"events": [{"server_uuid": "9504e9eb-4cc1-4a3e-be34-2c8953c29e4c", "name": "network-vif-deleted", "tag": "56f330c7-9d60-4e19-8159-dfdff1054d14"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:22.040472 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877e73a-64c5-41a3-bb5d-37ea861c8b4e req-279215bd-a075-4cba-b995-3ea0cd0ae807 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:22.042033 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0877e73a-64c5-41a3-bb5d-37ea861c8b4e req-279215bd-a075-4cba-b995-3ea0cd0ae807 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0775981 Apr 20 16:17:22.104986 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0877e73a-64c5-41a3-bb5d-37ea861c8b4e req-0733e7ff-7d2e-48f5-82eb-3c6ef6eadbff tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474007 Apr 20 16:17:22.118371 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-599ce9a7-002a-4112-9d08-98490efedc36 req-b9ccd251-564f-41ae-a66b-49c7d1106901 service neutron] 10.222.0.15 "GET /v2.0/networks/fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677911 Apr 20 16:17:22.178886 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32cd719-1b9c-4776-ace7-969c5504407b x-openstack-request-id: req-e32cd719-1b9c-4776-ace7-969c5504407b {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:22.179174 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9504e9eb-4cc1-4a3e-be34-2c8953c29e4c", "name": "network-vif-deleted", "tag": "56f330c7-9d60-4e19-8159-dfdff1054d14", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:22.179821 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e32cd719-1b9c-4776-ace7-969c5504407b {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:22.180225 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e32cd719-1b9c-4776-ace7-969c5504407b'] response: {'server_uuid': '9504e9eb-4cc1-4a3e-be34-2c8953c29e4c', 'name': 'network-vif-deleted', 'tag': '56f330c7-9d60-4e19-8159-dfdff1054d14', 'status': 'completed', 'code': 200} Apr 20 16:17:22.269024 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b2f74014-29cf-4dfe-bbce-ba99e33f8bcb req-594fe178-a162-4a4e-8c39-21d43f9e7110 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:22.291664 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6913cb-02e2-4130-b315-e7a76516e943 req-3f2e798d-1a1c-4dd5-b00d-22fd90eaeb58 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:22.293208 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dd6913cb-02e2-4130-b315-e7a76516e943 req-3f2e798d-1a1c-4dd5-b00d-22fd90eaeb58 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0526035 Apr 20 16:17:22.300124 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594fe178-a162-4a4e-8c39-21d43f9e7110 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Pushing event deleted for resources: {'Port': ['ID=59671f62-81dc-4055-ad65-853bbdf98e5d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:22.306797 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['56f330c7-9d60-4e19-8159-dfdff1054d14'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:17:22.357910 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dd6913cb-02e2-4130-b315-e7a76516e943 req-751b2f6d-9ebe-4177-84c0-8a0bb8501b62 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562937 Apr 20 16:17:22.362558 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f74014-29cf-4dfe-bbce-ba99e33f8bcb req-594fe178-a162-4a4e-8c39-21d43f9e7110 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] No DVR routers for this DVR port 59671f62-81dc-4055-ad65-853bbdf98e5d on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:17:22.365539 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b2f74014-29cf-4dfe-bbce-ba99e33f8bcb req-594fe178-a162-4a4e-8c39-21d43f9e7110 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:22.369765 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b2f74014-29cf-4dfe-bbce-ba99e33f8bcb req-594fe178-a162-4a4e-8c39-21d43f9e7110 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.30 "DELETE /v2.0/ports/59671f62-81dc-4055-ad65-853bbdf98e5d HTTP/1.1" status: 204 len: 173 time: 0.9665031 Apr 20 16:17:22.428837 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e5090c2-0d74-4708-b1c1-abb8f05c7c44 req-ad1d7e29-1f78-4eeb-bb1d-f10fb0cb941b tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 210 time: 0.0327232 Apr 20 16:17:22.518771 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf782c3-04d8-45d9-a435-01c22104690c req-577111c8-17aa-4b7d-a293-fe475b5a1e81 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:22.520728 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bdf782c3-04d8-45d9-a435-01c22104690c req-577111c8-17aa-4b7d-a293-fe475b5a1e81 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0630329 Apr 20 16:17:22.569837 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bdf782c3-04d8-45d9-a435-01c22104690c req-51d77abc-c3b7-49d6-b08c-f50db96d4020 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412188 Apr 20 16:17:22.700973 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1de19f98-ac69-4e91-8707-77094d6cdb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:22.782693 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 5c032cd7-7ddb-4e01-83dd-fb9713fc9905 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:17:22.864167 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:22.889732 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5269c7a3-5689-40f1-b50c-22589e6bcf4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c032cd7-7ddb-4e01-83dd-fb9713fc9905'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:22.892910 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948b8e08-89ff-45ff-8fce-4be6948a96e9" -d '{"events": [{"server_uuid": "5269c7a3-5689-40f1-b50c-22589e6bcf4c", "name": "network-vif-unplugged", "status": "completed", "tag": "5c032cd7-7ddb-4e01-83dd-fb9713fc9905"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:22.909837 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 5c032cd7-7ddb-4e01-83dd-fb9713fc9905, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5c032cd7-7ddb-4e01-83dd-fb9713fc9905,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:22.943278 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e573eb3-ac83-4fa0-88d9-0c7688f5ee19 req-95bfc5d5-05b0-4c9d-986c-8cec96502251 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:22.945693 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5e573eb3-ac83-4fa0-88d9-0c7688f5ee19 req-95bfc5d5-05b0-4c9d-986c-8cec96502251 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0798156 Apr 20 16:17:22.962220 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6569b4-f55b-4c0d-b2db-1cb15d56e956 x-openstack-request-id: req-aa6569b4-f55b-4c0d-b2db-1cb15d56e956 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:22.962511 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5269c7a3-5689-40f1-b50c-22589e6bcf4c", "name": "network-vif-unplugged", "status": "completed", "tag": "5c032cd7-7ddb-4e01-83dd-fb9713fc9905", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:22.962942 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa6569b4-f55b-4c0d-b2db-1cb15d56e956 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:22.963343 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa6569b4-f55b-4c0d-b2db-1cb15d56e956'] response: {'server_uuid': '5269c7a3-5689-40f1-b50c-22589e6bcf4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c032cd7-7ddb-4e01-83dd-fb9713fc9905', 'code': 200} Apr 20 16:17:22.987622 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5e573eb3-ac83-4fa0-88d9-0c7688f5ee19 req-3e822203-88a9-4ca5-9538-0ea044c361a8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346375 Apr 20 16:17:22.995017 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:22.995752 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 56f330c7-9d60-4e19-8159-dfdff1054d14 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:17:23.052191 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bffb8110-1483-405c-83e2-a86dc04ecb02 req-e194822a-e53c-48ca-a260-d11b9b8d3577 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2041256-4cd3-4a43-915a-b4a2f6342801 HTTP/1.1" status: 200 len: 210 time: 0.0422313 Apr 20 16:17:23.054546 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 56f330c7-9d60-4e19-8159-dfdff1054d14 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:17:23.055064 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 56f330c7-9d60-4e19-8159-dfdff1054d14 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:17:23.066570 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=5c032cd7-7ddb-4e01-83dd-fb9713fc9905,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:23.082030 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:23.082373 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:23.082740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:23.084904 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:23.084904 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:23.084904 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:23.084904 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:23.084904 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:23.084904 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:23.087680 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:23.088041 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:23.088412 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:23.124180 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7b62c-3a04-4260-85df-3b9814ad1323 req-f3f1896f-9bc7-4bb4-bcac-f44cdc9251a2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:23.125691 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-72d7b62c-3a04-4260-85df-3b9814ad1323 req-f3f1896f-9bc7-4bb4-bcac-f44cdc9251a2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0564084 Apr 20 16:17:23.167105 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-72d7b62c-3a04-4260-85df-3b9814ad1323 req-a8fcb472-cea1-4145-a31f-6fee9340ebbf tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346673 Apr 20 16:17:23.301494 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-4e8414b1-132c-4898-a954-dbdebf246ff6 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:23.303010 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-4e8414b1-132c-4898-a954-dbdebf246ff6 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.26 "GET /v2.0/networks?id=be15929a-3ac5-4750-a79d-5d7e6fc3a392 HTTP/1.1" status: 200 len: 812 time: 0.1084378 Apr 20 16:17:23.329639 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-1cfe709d-5f15-40bd-b626-236f5181e578 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Request body: {'port': {'device_id': 'db13a9bf-b6e7-4fa1-a5c9-937c069cab7e', 'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392', 'admin_state_up': True, 'tenant_id': 'aa4c2f57de354979ab97dfc1359d1a56'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:17:23.519330 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8c923a7-91ed-49da-bcbc-17d92b2d3650 req-c22f72cc-904f-4f71-a194-24f3b31d74fe tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 210 time: 0.0258324 Apr 20 16:17:23.520641 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-1cfe709d-5f15-40bd-b626-236f5181e578 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Made reservation on behalf of aa4c2f57de354979ab97dfc1359d1a56 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:17:23.525534 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-1cfe709d-5f15-40bd-b626-236f5181e578 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:23.600960 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e082a9-a01e-4f64-b605-b048839ec974 req-ae968073-468e-4140-bd97-ae153f5c0915 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:23.602619 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28e082a9-a01e-4f64-b605-b048839ec974 req-ae968073-468e-4140-bd97-ae153f5c0915 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.30 "GET /v2.0/ports?device_id=5269c7a3-5689-40f1-b50c-22589e6bcf4c HTTP/1.1" status: 200 len: 943 time: 0.0510936 Apr 20 16:17:23.657272 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-1cfe709d-5f15-40bd-b626-236f5181e578 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Allocated IP 172.20.0.13 (be15929a-3ac5-4750-a79d-5d7e6fc3a392/5d2a8940-7356-46a8-9fb6-bf7f78a4f058/86e9fef2-5373-4daf-93ba-f48339eeba64) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:17:23.714051 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-28e082a9-a01e-4f64-b605-b048839ec974 req-47b1ee5c-4651-4bc3-afb8-c09ce7b03a2d tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Deleting port 5c032cd7-7ddb-4e01-83dd-fb9713fc9905 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:17:23.714485 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28e082a9-a01e-4f64-b605-b048839ec974 req-47b1ee5c-4651-4bc3-afb8-c09ce7b03a2d tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:23.812733 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-1cfe709d-5f15-40bd-b626-236f5181e578 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:23.817178 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-28e082a9-a01e-4f64-b605-b048839ec974 req-47b1ee5c-4651-4bc3-afb8-c09ce7b03a2d tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] For port 5c032cd7-7ddb-4e01-83dd-fb9713fc9905, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5c032cd7-7ddb-4e01-83dd-fb9713fc9905,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:23.817548 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28e082a9-a01e-4f64-b605-b048839ec974 req-47b1ee5c-4651-4bc3-afb8-c09ce7b03a2d tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:23.831941 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-28e082a9-a01e-4f64-b605-b048839ec974 req-47b1ee5c-4651-4bc3-afb8-c09ce7b03a2d tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Calling delete_port for 5c032cd7-7ddb-4e01-83dd-fb9713fc9905 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:17:23.955158 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-1cfe709d-5f15-40bd-b626-236f5181e578 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:24.000388 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-1cfe709d-5f15-40bd-b626-236f5181e578 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Network be15929a-3ac5-4750-a79d-5d7e6fc3a392 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:17:24.003461 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-1cfe709d-5f15-40bd-b626-236f5181e578 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:17:24.007327 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-1cfe709d-5f15-40bd-b626-236f5181e578 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:17:24.013749 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe709d-5f15-40bd-b626-236f5181e578 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Pushing event updated for resources: {'Port': ['ID=86e9fef2-5373-4daf-93ba-f48339eeba64,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:24.044936 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28e082a9-a01e-4f64-b605-b048839ec974 req-47b1ee5c-4651-4bc3-afb8-c09ce7b03a2d tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:24.083958 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-1cfe709d-5f15-40bd-b626-236f5181e578 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:24.084809 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-1cfe709d-5f15-40bd-b626-236f5181e578 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:24.150453 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1ee5c-4651-4bc3-afb8-c09ce7b03a2d tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Pushing event deleted for resources: {'Port': ['ID=5c032cd7-7ddb-4e01-83dd-fb9713fc9905,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:24.151206 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981dd90-d19d-45af-9d8f-4d2c99d72b1a req-035ec5d2-6a23-4bf5-9300-fd700337e189 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:24.152972 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5981dd90-d19d-45af-9d8f-4d2c99d72b1a req-035ec5d2-6a23-4bf5-9300-fd700337e189 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0637209 Apr 20 16:17:24.187087 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c306e584-ff39-400f-a3d7-8f8c6283e73a', 'name': 'network-vif-deleted', 'tag': '59671f62-81dc-4055-ad65-853bbdf98e5d'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:24.189488 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc78914c-d919-407e-a92f-2ad19d92966a" -d '{"events": [{"server_uuid": "c306e584-ff39-400f-a3d7-8f8c6283e73a", "name": "network-vif-deleted", "tag": "59671f62-81dc-4055-ad65-853bbdf98e5d"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:24.208327 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5981dd90-d19d-45af-9d8f-4d2c99d72b1a req-89921120-99a7-42cb-b094-655ce45e29b5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462220 Apr 20 16:17:24.227784 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-1cfe709d-5f15-40bd-b626-236f5181e578 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9008009 Apr 20 16:17:24.264853 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-e0709c4d-1a5f-4a83-b00d-1a1d64bb600d service neutron] Request body: {'port': {'device_id': 'db13a9bf-b6e7-4fa1-a5c9-937c069cab7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:17:24.278734 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e19021b3-d6de-40a5-95a2-04c6c3462ab8 req-e9a1c36f-dbda-4425-aff9-f7c86809ccd8 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2041256-4cd3-4a43-915a-b4a2f6342801 HTTP/1.1" status: 200 len: 210 time: 0.1295831 Apr 20 16:17:24.301113 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e082a9-a01e-4f64-b605-b048839ec974 req-47b1ee5c-4651-4bc3-afb8-c09ce7b03a2d tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] No DVR routers for this DVR port 5c032cd7-7ddb-4e01-83dd-fb9713fc9905 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:17:24.306256 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28e082a9-a01e-4f64-b605-b048839ec974 req-47b1ee5c-4651-4bc3-afb8-c09ce7b03a2d tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:24.309492 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28e082a9-a01e-4f64-b605-b048839ec974 req-47b1ee5c-4651-4bc3-afb8-c09ce7b03a2d tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.30 "DELETE /v2.0/ports/5c032cd7-7ddb-4e01-83dd-fb9713fc9905 HTTP/1.1" status: 204 len: 173 time: 0.6997631 Apr 20 16:17:24.310307 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-9bdf7893-4dae-4dee-bfe8-bb4568cdc872 service neutron] show failed (client error): The resource could not be found. Apr 20 16:17:24.311239 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-9bdf7893-4dae-4dee-bfe8-bb4568cdc872 service neutron] 10.222.0.26 "GET /v2.0/ports/49d61411-7d22-4a11-aaac-b88200694959/bindings/n-h2-836146-2 HTTP/1.1" status: 404 len: 380 time: 0.2122381 Apr 20 16:17:24.345236 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605763e8-c29c-4019-b041-77993a6104f9 x-openstack-request-id: req-605763e8-c29c-4019-b041-77993a6104f9 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:24.345607 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c306e584-ff39-400f-a3d7-8f8c6283e73a", "name": "network-vif-deleted", "tag": "59671f62-81dc-4055-ad65-853bbdf98e5d", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:24.345842 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-605763e8-c29c-4019-b041-77993a6104f9 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:24.346271 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-605763e8-c29c-4019-b041-77993a6104f9'] response: {'server_uuid': 'c306e584-ff39-400f-a3d7-8f8c6283e73a', 'name': 'network-vif-deleted', 'tag': '59671f62-81dc-4055-ad65-853bbdf98e5d', 'status': 'completed', 'code': 200} Apr 20 16:17:24.375368 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-e0709c4d-1a5f-4a83-b00d-1a1d64bb600d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:24.375878 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-99bafa29-55b7-4952-ad94-5277867c7d45 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:24.377976 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-99bafa29-55b7-4952-ad94-5277867c7d45 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.30 "GET /v2.0/networks?id=be15929a-3ac5-4750-a79d-5d7e6fc3a392 HTTP/1.1" status: 200 len: 812 time: 0.3019426 Apr 20 16:17:24.402389 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717a96e-6b3a-45f6-96c4-b9ec00c87204 req-b9f1e10c-3b8b-44ee-b6d1-65124b30e446 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:24.402698 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-077987eb-343e-430d-a399-93213cbbeacc tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Request body: {'port': {'device_id': 'f2041256-4cd3-4a43-915a-b4a2f6342801', 'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392', 'admin_state_up': True, 'tenant_id': 'aa4c2f57de354979ab97dfc1359d1a56'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:17:24.404072 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a717a96e-6b3a-45f6-96c4-b9ec00c87204 req-b9f1e10c-3b8b-44ee-b6d1-65124b30e446 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.1150205 Apr 20 16:17:24.536489 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a717a96e-6b3a-45f6-96c4-b9ec00c87204 req-01c18475-fee3-499a-a348-9701574635c3 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102209 Apr 20 16:17:24.637448 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2d6213d9-e4ec-46c9-a86b-917e86ea55ff req-67e552af-37aa-4f4b-bd8c-75b04c46bd1f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 210 time: 0.0364711 Apr 20 16:17:24.668359 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-077987eb-343e-430d-a399-93213cbbeacc tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Made reservation on behalf of aa4c2f57de354979ab97dfc1359d1a56 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:17:24.672043 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-077987eb-343e-430d-a399-93213cbbeacc tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:24.756551 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-e0709c4d-1a5f-4a83-b00d-1a1d64bb600d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e9fef2-5373-4daf-93ba-f48339eeba64 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:17:24.764870 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-e0709c4d-1a5f-4a83-b00d-1a1d64bb600d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:24.778026 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-e0709c4d-1a5f-4a83-b00d-1a1d64bb600d service neutron] Transition to ACTIVE for port object 86e9fef2-5373-4daf-93ba-f48339eeba64 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:17:24.793806 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 5c032cd7-7ddb-4e01-83dd-fb9713fc9905 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:17:24.817616 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 5c032cd7-7ddb-4e01-83dd-fb9713fc9905 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:17:24.817958 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 5c032cd7-7ddb-4e01-83dd-fb9713fc9905 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:17:24.818366 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 59671f62-81dc-4055-ad65-853bbdf98e5d no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:17:24.837779 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 59671f62-81dc-4055-ad65-853bbdf98e5d {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:17:24.838135 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 59671f62-81dc-4055-ad65-853bbdf98e5d not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:17:24.920591 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-e0709c4d-1a5f-4a83-b00d-1a1d64bb600d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:24.982830 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0709c4d-1a5f-4a83-b00d-1a1d64bb600d service neutron] Pushing event updated for resources: {'Port': ['ID=86e9fef2-5373-4daf-93ba-f48339eeba64,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:25.058184 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-e0709c4d-1a5f-4a83-b00d-1a1d64bb600d service neutron] Attempting to bind port 86e9fef2-5373-4daf-93ba-f48339eeba64 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:17:25.058514 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-e0709c4d-1a5f-4a83-b00d-1a1d64bb600d service neutron] Attempting to bind port 86e9fef2-5373-4daf-93ba-f48339eeba64 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '9aeda086-a58a-401a-b707-190f9947ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:17:25.061991 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-e0709c4d-1a5f-4a83-b00d-1a1d64bb600d service neutron] Attempting to bind port 86e9fef2-5373-4daf-93ba-f48339eeba64 on network be15929a-3ac5-4750-a79d-5d7e6fc3a392 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:17:25.063447 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-e0709c4d-1a5f-4a83-b00d-1a1d64bb600d service neutron] Port 86e9fef2-5373-4daf-93ba-f48339eeba64 on network be15929a-3ac5-4750-a79d-5d7e6fc3a392 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:17:25.063764 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-e0709c4d-1a5f-4a83-b00d-1a1d64bb600d service neutron] Attempting to bind port 86e9fef2-5373-4daf-93ba-f48339eeba64 on network be15929a-3ac5-4750-a79d-5d7e6fc3a392 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:17:25.069079 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-e0709c4d-1a5f-4a83-b00d-1a1d64bb600d service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:17:25.069413 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-e0709c4d-1a5f-4a83-b00d-1a1d64bb600d service neutron] Checking segment: {'id': '9aeda086-a58a-401a-b707-190f9947ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:17:25.069792 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-e0709c4d-1a5f-4a83-b00d-1a1d64bb600d service neutron] Bound using segment: {'id': '9aeda086-a58a-401a-b707-190f9947ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:17:25.070757 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-e0709c4d-1a5f-4a83-b00d-1a1d64bb600d service neutron] Bound port: 86e9fef2-5373-4daf-93ba-f48339eeba64, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aeda086-a58a-401a-b707-190f9947ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:17:25.071117 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-e0709c4d-1a5f-4a83-b00d-1a1d64bb600d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:25.080750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-077987eb-343e-430d-a399-93213cbbeacc tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Allocated IP 172.20.0.12 (be15929a-3ac5-4750-a79d-5d7e6fc3a392/5d2a8940-7356-46a8-9fb6-bf7f78a4f058/04d05c75-3a36-43aa-87ee-acb77deb60d3) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:17:25.121173 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f61145cc-36bb-40b0-84c0-fcf522efb7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:25.122594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-73d32b14-14df-4ae0-a1bf-c00a2e9d2fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:25.124420 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-73d32b14-14df-4ae0-a1bf-c00a2e9d2fe8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa&tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3 HTTP/1.1" status: 200 len: 1101 time: 0.1728978 Apr 20 16:17:25.152719 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-e0709c4d-1a5f-4a83-b00d-1a1d64bb600d service neutron] For port 86e9fef2-5373-4daf-93ba-f48339eeba64, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:17:25.156323 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-e0709c4d-1a5f-4a83-b00d-1a1d64bb600d service neutron] For port 86e9fef2-5373-4daf-93ba-f48339eeba64, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=86e9fef2-5373-4daf-93ba-f48339eeba64,segment=NetworkSegment(9aeda086-a58a-401a-b707-190f9947ee3b),segment_id=9aeda086-a58a-401a-b707-190f9947ee3b)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:17:25.157197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836146-2', 'device_owner': 'compute:nova'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:17:25.203043 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e812bd6-c633-4dc6-9d18-e233da9d7936 req-cf8ce113-25c2-44bf-8881-f2dcfded086e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:25.204537 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5e812bd6-c633-4dc6-9d18-e233da9d7936 req-cf8ce113-25c2-44bf-8881-f2dcfded086e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.1769972 Apr 20 16:17:25.224380 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfff42-3cb0-4bfe-bed9-6843c52c852c req-23eb34bf-d6b9-4928-bdf2-3a2d0932f0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:25.225933 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6ebfff42-3cb0-4bfe-bed9-6843c52c852c req-23eb34bf-d6b9-4928-bdf2-3a2d0932f0ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45e04a0c8b904383a188c597f8f29816&device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 1095 time: 0.0447185 Apr 20 16:17:25.267835 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-e0709c4d-1a5f-4a83-b00d-1a1d64bb600d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:25.270593 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ce9a7-002a-4112-9d08-98490efedc36 req-bac5f33c-27f7-4b1e-b29e-2d39b758ffb0 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:25.272119 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-599ce9a7-002a-4112-9d08-98490efedc36 req-bac5f33c-27f7-4b1e-b29e-2d39b758ffb0 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.26 "GET /v2.0/networks?id=fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c HTTP/1.1" status: 200 len: 805 time: 0.2815371 Apr 20 16:17:25.309598 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-599ce9a7-002a-4112-9d08-98490efedc36 req-8c16bd71-f0ed-4c68-94f2-88fa97ca380a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Request body: {'port': {'device_id': 'fa7685b7-c793-4ebf-b277-82627854edc5', 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c', 'admin_state_up': True, 'tenant_id': 'd25ef379da5e498ab36af959cb0475a8'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:17:25.376699 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:25.380307 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-e0709c4d-1a5f-4a83-b00d-1a1d64bb600d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:25.381009 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-e0709c4d-1a5f-4a83-b00d-1a1d64bb600d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:25.382496 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-e0709c4d-1a5f-4a83-b00d-1a1d64bb600d service neutron] 10.222.0.26 "PUT /v2.0/ports/86e9fef2-5373-4daf-93ba-f48339eeba64 HTTP/1.1" status: 200 len: 1092 time: 1.1238031 Apr 20 16:17:25.383687 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db13a9bf-b6e7-4fa1-a5c9-937c069cab7e', 'tag': '86e9fef2-5373-4daf-93ba-f48339eeba64'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:25.386174 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ae3610-df36-4533-9643-98a16d20aa0a" -d '{"events": [{"name": "network-changed", "server_uuid": "db13a9bf-b6e7-4fa1-a5c9-937c069cab7e", "tag": "86e9fef2-5373-4daf-93ba-f48339eeba64"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:25.418842 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0709c4d-1a5f-4a83-b00d-1a1d64bb600d service neutron] Pushing event updated for resources: {'Port': ['ID=86e9fef2-5373-4daf-93ba-f48339eeba64,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:25.420935 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5e812bd6-c633-4dc6-9d18-e233da9d7936 req-f90943a3-215b-4b72-8a22-00eabd000dc6 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042079 Apr 20 16:17:25.454265 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1a487-ec71-4079-afa4-084cb17de90c req-f25192d0-2a0c-4e79-81ff-1a8dde53abc6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:25.456219 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5fe1a487-ec71-4079-afa4-084cb17de90c req-f25192d0-2a0c-4e79-81ff-1a8dde53abc6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.1540320 Apr 20 16:17:25.480727 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfff42-3cb0-4bfe-bed9-6843c52c852c req-787e91c8-e720-432e-b133-043d4665fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:25.482415 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6ebfff42-3cb0-4bfe-bed9-6843c52c852c req-787e91c8-e720-432e-b133-043d4665fac8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 200 len: 912 time: 0.2409923 Apr 20 16:17:25.496315 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-077987eb-343e-430d-a399-93213cbbeacc tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:25.577914 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5fe1a487-ec71-4079-afa4-084cb17de90c req-f7ecc99e-694c-4a1f-a962-b19f4aeb8968 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114426 Apr 20 16:17:25.649396 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09e1e7c-b5aa-428d-984c-9a50dbccbfe3 x-openstack-request-id: req-f09e1e7c-b5aa-428d-984c-9a50dbccbfe3 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:25.650240 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db13a9bf-b6e7-4fa1-a5c9-937c069cab7e", "tag": "86e9fef2-5373-4daf-93ba-f48339eeba64", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:25.650240 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f09e1e7c-b5aa-428d-984c-9a50dbccbfe3 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:25.650446 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f09e1e7c-b5aa-428d-984c-9a50dbccbfe3'] response: {'name': 'network-changed', 'server_uuid': 'db13a9bf-b6e7-4fa1-a5c9-937c069cab7e', 'tag': '86e9fef2-5373-4daf-93ba-f48339eeba64', 'status': 'completed', 'code': 200} Apr 20 16:17:25.653881 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6ebfff42-3cb0-4bfe-bed9-6843c52c852c req-e6e21241-95a0-4e54-965d-12fa4375fcdb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698 HTTP/1.1" status: 200 len: 999 time: 0.1467693 Apr 20 16:17:25.661393 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-c6666fe7-acbd-4685-95b1-9610f8817c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:25.663469 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-c6666fe7-acbd-4685-95b1-9610f8817c73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa4c2f57de354979ab97dfc1359d1a56&device_id=db13a9bf-b6e7-4fa1-a5c9-937c069cab7e HTTP/1.1" status: 200 len: 1095 time: 0.0991607 Apr 20 16:17:25.772417 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-301b0a0f-fcac-4f9c-9c88-2ce32040aca3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86e9fef2-5373-4daf-93ba-f48339eeba64 HTTP/1.1" status: 200 len: 217 time: 0.0773935 Apr 20 16:17:25.803136 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ab024158-87a4-47c7-a686-7d5de268f388 req-0384ddc9-8158-4b2e-83f1-7e0ed3d8f366 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 210 time: 0.0724478 Apr 20 16:17:25.832590 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfff42-3cb0-4bfe-bed9-6843c52c852c req-5d6e82dc-871a-481b-ac6c-74425939be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:25.834063 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6ebfff42-3cb0-4bfe-bed9-6843c52c852c req-5d6e82dc-871a-481b-ac6c-74425939be4e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6cf39be6-ada6-40b6-a73b-d57e4fcf739a HTTP/1.1" status: 200 len: 850 time: 0.1317031 Apr 20 16:17:25.856916 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-991b5359-4333-4c8c-abaf-ddd3e5a5b89e req-ba6a0132-250b-4b55-b447-18384bb82b94 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2041256-4cd3-4a43-915a-b4a2f6342801 HTTP/1.1" status: 200 len: 210 time: 0.3661895 Apr 20 16:17:25.877338 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-a8155bd4-fd02-4998-9437-0e698114148b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:25.878797 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-a8155bd4-fd02-4998-9437-0e698114148b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d2a8940-7356-46a8-9fb6-bf7f78a4f058 HTTP/1.1" status: 200 len: 852 time: 0.0861874 Apr 20 16:17:25.917986 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfff42-3cb0-4bfe-bed9-6843c52c852c req-16737cef-c4e7-4f05-bef1-4d60068e6bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:25.919587 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6ebfff42-3cb0-4bfe-bed9-6843c52c852c req-16737cef-c4e7-4f05-bef1-4d60068e6bc3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1e63842-0159-452f-8eed-f7dec1727f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764303 Apr 20 16:17:25.921433 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-18e23fd8-b744-4bce-bd57-e269d86817e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be15929a-3ac5-4750-a79d-5d7e6fc3a392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319691 Apr 20 16:17:26.087340 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] For port 49d61411-7d22-4a11-aaac-b88200694959, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=49d61411-7d22-4a11-aaac-b88200694959,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:26.088946 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599ce9a7-002a-4112-9d08-98490efedc36 req-8c16bd71-f0ed-4c68-94f2-88fa97ca380a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Made reservation on behalf of d25ef379da5e498ab36af959cb0475a8 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:17:26.092553 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-599ce9a7-002a-4112-9d08-98490efedc36 req-8c16bd71-f0ed-4c68-94f2-88fa97ca380a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:26.093315 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6ebfff42-3cb0-4bfe-bed9-6843c52c852c req-bd4d90e1-76c6-4fda-af5b-5f8c1b286b75 service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599865 Apr 20 16:17:26.100660 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-0e287223-f73c-4b94-bf36-b9b535f717ea service neutron] 10.222.0.26 "GET /v2.0/networks/be15929a-3ac5-4750-a79d-5d7e6fc3a392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547275 Apr 20 16:17:26.134671 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-077987eb-343e-430d-a399-93213cbbeacc tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:26.217883 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] For port 49d61411-7d22-4a11-aaac-b88200694959, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:17:26.238429 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:26.264148 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-077987eb-343e-430d-a399-93213cbbeacc tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Network be15929a-3ac5-4750-a79d-5d7e6fc3a392 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:17:26.270080 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6ebfff42-3cb0-4bfe-bed9-6843c52c852c req-909b229f-1d4c-458c-8917-0466a3791adf service neutron] 10.222.0.26 "GET /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641676 Apr 20 16:17:26.272273 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-077987eb-343e-430d-a399-93213cbbeacc tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:17:26.272427 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d11ba2fc-3515-4ebc-8325-8bc1da02f34b service neutron] 10.222.0.26 "GET /v2.0/networks/be15929a-3ac5-4750-a79d-5d7e6fc3a392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652369 Apr 20 16:17:26.281201 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077987eb-343e-430d-a399-93213cbbeacc tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Pushing event updated for resources: {'Port': ['ID=04d05c75-3a36-43aa-87ee-acb77deb60d3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:26.283431 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-077987eb-343e-430d-a399-93213cbbeacc tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:17:26.344760 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:26.346676 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5269c7a3-5689-40f1-b50c-22589e6bcf4c', 'name': 'network-vif-deleted', 'tag': '5c032cd7-7ddb-4e01-83dd-fb9713fc9905'}, {'server_uuid': 'd50776cb-ec9e-410a-b36d-f6c7fb0feeaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d61411-7d22-4a11-aaac-b88200694959'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:26.348963 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30aaf7c-f8fc-469b-95bf-6a8d613e4279" -d '{"events": [{"server_uuid": "5269c7a3-5689-40f1-b50c-22589e6bcf4c", "name": "network-vif-deleted", "tag": "5c032cd7-7ddb-4e01-83dd-fb9713fc9905"}, {"server_uuid": "d50776cb-ec9e-410a-b36d-f6c7fb0feeaa", "name": "network-vif-unplugged", "status": "completed", "tag": "49d61411-7d22-4a11-aaac-b88200694959"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:26.386486 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] Transition to ACTIVE for port object 49d61411-7d22-4a11-aaac-b88200694959 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:17:26.387613 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-599ce9a7-002a-4112-9d08-98490efedc36 req-8c16bd71-f0ed-4c68-94f2-88fa97ca380a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Allocated IP 172.20.0.9 (fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c/ce9e0e03-496c-4740-ab53-97424319556b/38756d44-6fec-4372-b740-10dd8461e968) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:17:26.398288 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-077987eb-343e-430d-a399-93213cbbeacc tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:26.398887 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-077987eb-343e-430d-a399-93213cbbeacc tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:26.404281 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25629bd1-7cbb-4703-b126-29103146710f x-openstack-request-id: req-25629bd1-7cbb-4703-b126-29103146710f {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:26.404596 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5269c7a3-5689-40f1-b50c-22589e6bcf4c", "name": "network-vif-deleted", "tag": "5c032cd7-7ddb-4e01-83dd-fb9713fc9905", "status": "completed", "code": 200}, {"server_uuid": "d50776cb-ec9e-410a-b36d-f6c7fb0feeaa", "name": "network-vif-unplugged", "status": "completed", "tag": "49d61411-7d22-4a11-aaac-b88200694959", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:26.404839 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25629bd1-7cbb-4703-b126-29103146710f {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:26.405215 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25629bd1-7cbb-4703-b126-29103146710f'] response: {'server_uuid': '5269c7a3-5689-40f1-b50c-22589e6bcf4c', 'name': 'network-vif-deleted', 'tag': '5c032cd7-7ddb-4e01-83dd-fb9713fc9905', 'status': 'completed', 'code': 200} Apr 20 16:17:26.405459 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25629bd1-7cbb-4703-b126-29103146710f'] response: {'server_uuid': 'd50776cb-ec9e-410a-b36d-f6c7fb0feeaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d61411-7d22-4a11-aaac-b88200694959', 'code': 200} Apr 20 16:17:26.512606 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-077987eb-343e-430d-a399-93213cbbeacc tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1146061 Apr 20 16:17:26.513194 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:26.555084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d6ea125a-c400-400a-bf88-2b36322c52ac service neutron] Request body: {'port': {'device_id': 'f2041256-4cd3-4a43-915a-b4a2f6342801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:17:26.577890 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae3610-df36-4533-9643-98a16d20aa0a req-dde9859c-b86d-4591-9831-3431d899fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:26.579259 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-91ae3610-df36-4533-9643-98a16d20aa0a req-dde9859c-b86d-4591-9831-3431d899fff9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa4c2f57de354979ab97dfc1359d1a56&device_id=db13a9bf-b6e7-4fa1-a5c9-937c069cab7e HTTP/1.1" status: 200 len: 1095 time: 0.0489755 Apr 20 16:17:26.669664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] No DVR routers for this DVR port 49d61411-7d22-4a11-aaac-b88200694959 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:17:26.705139 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] Pushing event updated for resources: {'Port': ['ID=49d61411-7d22-4a11-aaac-b88200694959,revision_number=6']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:26.751814 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50f420-f9d2-4bde-ba68-325d5ff8bf88 req-8d86e39b-a076-4e44-a0d0-9f8cd642ce26 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:26.753479 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f50f420-f9d2-4bde-ba68-325d5ff8bf88 req-8d86e39b-a076-4e44-a0d0-9f8cd642ce26 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.2528155 Apr 20 16:17:26.758546 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-599ce9a7-002a-4112-9d08-98490efedc36 req-8c16bd71-f0ed-4c68-94f2-88fa97ca380a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:26.768860 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d6ea125a-c400-400a-bf88-2b36322c52ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:26.829603 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] Attempting to bind port 49d61411-7d22-4a11-aaac-b88200694959 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:17:26.829603 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] Attempting to bind port 49d61411-7d22-4a11-aaac-b88200694959 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:17:26.829603 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] Attempting to bind port 49d61411-7d22-4a11-aaac-b88200694959 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:17:26.830081 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] Port 49d61411-7d22-4a11-aaac-b88200694959 on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:17:26.830364 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] Attempting to bind port 49d61411-7d22-4a11-aaac-b88200694959 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:17:26.870119 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:17:26.870785 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:17:26.870785 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:17:26.871155 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] Bound port: 49d61411-7d22-4a11-aaac-b88200694959, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:17:26.871516 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:26.892300 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f50f420-f9d2-4bde-ba68-325d5ff8bf88 req-bdfea7a2-861a-4126-b1f7-e6d0c697c0a8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275349 Apr 20 16:17:27.027825 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-57979097-bd5f-4eef-96a9-33b1ccdfdd88 req-3150885d-0e7f-4cd6-b5e7-18bb63ebf420 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 210 time: 0.0466077 Apr 20 16:17:27.061132 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] For port 49d61411-7d22-4a11-aaac-b88200694959, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:17:27.073849 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdf2ed-9b15-44fb-a958-ad3c87c2af2b req-8394474d-973e-4953-93c9-9d08665bc7af tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:27.075432 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ebfdf2ed-9b15-44fb-a958-ad3c87c2af2b req-8394474d-973e-4953-93c9-9d08665bc7af tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 948 time: 0.0912566 Apr 20 16:17:27.076936 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae3610-df36-4533-9643-98a16d20aa0a req-07af038c-6c01-4cba-8a57-0d06d0786953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:27.078258 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-91ae3610-df36-4533-9643-98a16d20aa0a req-07af038c-6c01-4cba-8a57-0d06d0786953 service neutron] 10.222.0.26 "GET /v2.0/networks?id=be15929a-3ac5-4750-a79d-5d7e6fc3a392 HTTP/1.1" status: 200 len: 913 time: 0.4870434 Apr 20 16:17:27.105780 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] For port 49d61411-7d22-4a11-aaac-b88200694959, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=49d61411-7d22-4a11-aaac-b88200694959,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:17:27.136808 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-91ae3610-df36-4533-9643-98a16d20aa0a req-e7d52499-c2cf-4fc6-ab29-6e9a9c9d0d17 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86e9fef2-5373-4daf-93ba-f48339eeba64 HTTP/1.1" status: 200 len: 217 time: 0.0460505 Apr 20 16:17:27.161383 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ebfdf2ed-9b15-44fb-a958-ad3c87c2af2b req-2f60e8f1-d271-4f75-b22f-65029d0a33c7 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774076 Apr 20 16:17:27.179384 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb129fee-e331-45d3-9e30-b1fc8f66ee31 req-7782b7b6-2cf7-44ff-be8a-9fd0c69a169d tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:27.180940 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cb129fee-e331-45d3-9e30-b1fc8f66ee31 req-7782b7b6-2cf7-44ff-be8a-9fd0c69a169d tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2041256-4cd3-4a43-915a-b4a2f6342801 HTTP/1.1" status: 200 len: 932 time: 0.0808537 Apr 20 16:17:27.209509 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae3610-df36-4533-9643-98a16d20aa0a req-b89931b1-288d-4924-a381-6f717393904b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:27.211542 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-91ae3610-df36-4533-9643-98a16d20aa0a req-b89931b1-288d-4924-a381-6f717393904b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d2a8940-7356-46a8-9fb6-bf7f78a4f058 HTTP/1.1" status: 200 len: 852 time: 0.0606761 Apr 20 16:17:27.213599 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-599ce9a7-002a-4112-9d08-98490efedc36 req-8c16bd71-f0ed-4c68-94f2-88fa97ca380a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:27.247308 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-91ae3610-df36-4533-9643-98a16d20aa0a req-bb92aedc-2561-4f15-92d1-8dd55a47b1fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be15929a-3ac5-4750-a79d-5d7e6fc3a392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260198 Apr 20 16:17:27.264756 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:27.309772 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cb129fee-e331-45d3-9e30-b1fc8f66ee31 req-67ca0eed-70a7-4e36-b1dd-21bd85b3b03f tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213131 Apr 20 16:17:27.318623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599ce9a7-002a-4112-9d08-98490efedc36 req-8c16bd71-f0ed-4c68-94f2-88fa97ca380a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Network fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:17:27.332129 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:27.332784 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:27.334165 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] 10.222.0.30 "PUT /v2.0/ports/49d61411-7d22-4a11-aaac-b88200694959 HTTP/1.1" status: 200 len: 1096 time: 2.1827304 Apr 20 16:17:27.335027 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-599ce9a7-002a-4112-9d08-98490efedc36 req-8c16bd71-f0ed-4c68-94f2-88fa97ca380a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:17:27.337565 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-599ce9a7-002a-4112-9d08-98490efedc36 req-8c16bd71-f0ed-4c68-94f2-88fa97ca380a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:17:27.343465 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16bd71-f0ed-4c68-94f2-88fa97ca380a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Pushing event updated for resources: {'Port': ['ID=38756d44-6fec-4372-b740-10dd8461e968,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:27.347045 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d6ea125a-c400-400a-bf88-2b36322c52ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d05c75-3a36-43aa-87ee-acb77deb60d3 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:17:27.354436 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-91ae3610-df36-4533-9643-98a16d20aa0a req-8e510f54-3a00-40e1-b100-1ae27a5a19f7 service neutron] 10.222.0.26 "GET /v2.0/networks/be15929a-3ac5-4750-a79d-5d7e6fc3a392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977349 Apr 20 16:17:27.377698 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d6ea125a-c400-400a-bf88-2b36322c52ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:27.455510 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d6ea125a-c400-400a-bf88-2b36322c52ac service neutron] Transition to ACTIVE for port object 04d05c75-3a36-43aa-87ee-acb77deb60d3 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:17:27.477959 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-91ae3610-df36-4533-9643-98a16d20aa0a req-0a6cfc28-b3d6-4a1c-815e-eb6397a11504 service neutron] 10.222.0.26 "GET /v2.0/networks/be15929a-3ac5-4750-a79d-5d7e6fc3a392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941978 Apr 20 16:17:27.478553 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ce9a7-002a-4112-9d08-98490efedc36 req-8c16bd71-f0ed-4c68-94f2-88fa97ca380a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:27.479202 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-599ce9a7-002a-4112-9d08-98490efedc36 req-8c16bd71-f0ed-4c68-94f2-88fa97ca380a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:27.491906 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173b5b6-21ae-474d-931a-1f29bb9353d3 service neutron] Pushing event updated for resources: {'Port': ['ID=49d61411-7d22-4a11-aaac-b88200694959,revision_number=7']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:27.503477 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-48301cfa-ffac-47de-835a-883a839847a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:27.504296 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-48301cfa-ffac-47de-835a-883a839847a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 1099 time: 0.1297262 Apr 20 16:17:27.570430 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d6ea125a-c400-400a-bf88-2b36322c52ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:27.609225 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-599ce9a7-002a-4112-9d08-98490efedc36 req-8c16bd71-f0ed-4c68-94f2-88fa97ca380a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3138833 Apr 20 16:17:27.645993 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-599ce9a7-002a-4112-9d08-98490efedc36 req-9fd070c2-f18d-460c-af37-4e6030f92cab service neutron] Request body: {'port': {'device_id': 'fa7685b7-c793-4ebf-b277-82627854edc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:17:27.650581 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea125a-c400-400a-bf88-2b36322c52ac service neutron] Pushing event updated for resources: {'Port': ['ID=04d05c75-3a36-43aa-87ee-acb77deb60d3,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:27.667976 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:27.707483 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-5000453d-7b43-444a-bd2c-8894cd04a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:27.708982 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-5000453d-7b43-444a-bd2c-8894cd04a277 service neutron] 10.222.0.30 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.1965351 Apr 20 16:17:27.792551 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-d0383be4-3742-4f30-8633-67a3fcebe5a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=49d61411-7d22-4a11-aaac-b88200694959 HTTP/1.1" status: 200 len: 217 time: 0.0607204 Apr 20 16:17:27.797889 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-599ce9a7-002a-4112-9d08-98490efedc36 req-9fd070c2-f18d-460c-af37-4e6030f92cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:27.875171 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d6ea125a-c400-400a-bf88-2b36322c52ac service neutron] Attempting to bind port 04d05c75-3a36-43aa-87ee-acb77deb60d3 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:17:27.875873 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d6ea125a-c400-400a-bf88-2b36322c52ac service neutron] Attempting to bind port 04d05c75-3a36-43aa-87ee-acb77deb60d3 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '9aeda086-a58a-401a-b707-190f9947ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:17:27.875873 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d6ea125a-c400-400a-bf88-2b36322c52ac service neutron] Attempting to bind port 04d05c75-3a36-43aa-87ee-acb77deb60d3 on network be15929a-3ac5-4750-a79d-5d7e6fc3a392 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:17:27.888043 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d6ea125a-c400-400a-bf88-2b36322c52ac service neutron] Port 04d05c75-3a36-43aa-87ee-acb77deb60d3 on network be15929a-3ac5-4750-a79d-5d7e6fc3a392 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:17:27.888384 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d6ea125a-c400-400a-bf88-2b36322c52ac service neutron] Attempting to bind port 04d05c75-3a36-43aa-87ee-acb77deb60d3 on network be15929a-3ac5-4750-a79d-5d7e6fc3a392 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:17:27.890928 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-9e5885ca-4d5d-4d6d-a504-ebf976b847bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:27.892423 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-9e5885ca-4d5d-4d6d-a504-ebf976b847bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0910478 Apr 20 16:17:27.903966 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d6ea125a-c400-400a-bf88-2b36322c52ac service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:17:27.904301 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d6ea125a-c400-400a-bf88-2b36322c52ac service neutron] Checking segment: {'id': '9aeda086-a58a-401a-b707-190f9947ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:17:27.904700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d6ea125a-c400-400a-bf88-2b36322c52ac service neutron] Bound using segment: {'id': '9aeda086-a58a-401a-b707-190f9947ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:17:27.905128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d6ea125a-c400-400a-bf88-2b36322c52ac service neutron] Bound port: 04d05c75-3a36-43aa-87ee-acb77deb60d3, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aeda086-a58a-401a-b707-190f9947ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:17:27.905484 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d6ea125a-c400-400a-bf88-2b36322c52ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:28.045552 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa0cb3-0401-415c-a3f1-86457453fcae req-a7efe075-d041-4520-b550-e615e07d1d1f tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:28.047036 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-34aa0cb3-0401-415c-a3f1-86457453fcae req-a7efe075-d041-4520-b550-e615e07d1d1f tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0538208 Apr 20 16:17:28.055519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-c89ae363-439d-420d-a344-af589d34defc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:28.057035 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-c89ae363-439d-420d-a344-af589d34defc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1557293 Apr 20 16:17:28.062871 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:28.087395 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-34aa0cb3-0401-415c-a3f1-86457453fcae req-f8648450-7203-4e71-a82a-a918d5b49875 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339553 Apr 20 16:17:28.165970 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d6ea125a-c400-400a-bf88-2b36322c52ac service neutron] For port 04d05c75-3a36-43aa-87ee-acb77deb60d3, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:17:28.205563 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 49d61411-7d22-4a11-aaac-b88200694959 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:17:28.212603 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782b001-8fd7-442a-9d04-5997a7c1bb43 req-4966ec6d-fbc8-4885-8343-49f0fba3d6a8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:28.214192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d6ea125a-c400-400a-bf88-2b36322c52ac service neutron] For port 04d05c75-3a36-43aa-87ee-acb77deb60d3, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=04d05c75-3a36-43aa-87ee-acb77deb60d3,segment=NetworkSegment(9aeda086-a58a-401a-b707-190f9947ee3b),segment_id=9aeda086-a58a-401a-b707-190f9947ee3b)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:17:28.214362 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b782b001-8fd7-442a-9d04-5997a7c1bb43 req-4966ec6d-fbc8-4885-8343-49f0fba3d6a8 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0526013 Apr 20 16:17:28.250797 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 49d61411-7d22-4a11-aaac-b88200694959 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:17:28.260616 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b782b001-8fd7-442a-9d04-5997a7c1bb43 req-c6421d2b-2573-4335-91ba-6eba2f596cfb tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391598 Apr 20 16:17:28.280175 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb863e5-57e1-4807-bce5-274d2b52a85b req-ead6a03e-36ad-4a5e-8742-f14f0a77aa8f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:28.281797 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4fb863e5-57e1-4807-bce5-274d2b52a85b req-ead6a03e-36ad-4a5e-8742-f14f0a77aa8f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 931 time: 0.1600063 Apr 20 16:17:28.299671 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d6ea125a-c400-400a-bf88-2b36322c52ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:28.319042 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-c6f0a614-460f-4353-a643-df4a3535bb5a service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432170 Apr 20 16:17:28.371761 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc38b7-3455-47fc-ad9f-c8145644920c req-d518d2c9-a95a-424c-9915-8db14732962c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:28.373275 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d1dc38b7-3455-47fc-ad9f-c8145644920c req-d518d2c9-a95a-424c-9915-8db14732962c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 948 time: 0.0511796 Apr 20 16:17:28.398840 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:28.406078 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d6ea125a-c400-400a-bf88-2b36322c52ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:28.406697 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d6ea125a-c400-400a-bf88-2b36322c52ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:28.408061 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d6ea125a-c400-400a-bf88-2b36322c52ac service neutron] 10.222.0.30 "PUT /v2.0/ports/04d05c75-3a36-43aa-87ee-acb77deb60d3 HTTP/1.1" status: 200 len: 1092 time: 1.8722565 Apr 20 16:17:28.409998 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50776cb-ec9e-410a-b36d-f6c7fb0feeaa', 'tag': '49d61411-7d22-4a11-aaac-b88200694959'}, {'name': 'network-changed', 'server_uuid': 'f2041256-4cd3-4a43-915a-b4a2f6342801', 'tag': '04d05c75-3a36-43aa-87ee-acb77deb60d3'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:28.412199 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b88eb40-76bb-48bb-a211-267befda557a" -d '{"events": [{"name": "network-changed", "server_uuid": "d50776cb-ec9e-410a-b36d-f6c7fb0feeaa", "tag": "49d61411-7d22-4a11-aaac-b88200694959"}, {"name": "network-changed", "server_uuid": "f2041256-4cd3-4a43-915a-b4a2f6342801", "tag": "04d05c75-3a36-43aa-87ee-acb77deb60d3"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:28.414054 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d1dc38b7-3455-47fc-ad9f-c8145644920c req-eddf6e6d-e4da-4a04-9172-ca9ecd327fbd tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342298 Apr 20 16:17:28.474983 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4fb863e5-57e1-4807-bce5-274d2b52a85b req-70f3fa65-5044-407f-b579-dce70b2bae90 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802163 Apr 20 16:17:28.480160 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-599ce9a7-002a-4112-9d08-98490efedc36 req-9fd070c2-f18d-460c-af37-4e6030f92cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38756d44-6fec-4372-b740-10dd8461e968 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:17:28.504288 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-599ce9a7-002a-4112-9d08-98490efedc36 req-9fd070c2-f18d-460c-af37-4e6030f92cab service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:28.504288 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea125a-c400-400a-bf88-2b36322c52ac service neutron] Pushing event updated for resources: {'Port': ['ID=04d05c75-3a36-43aa-87ee-acb77deb60d3,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:28.525414 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-599ce9a7-002a-4112-9d08-98490efedc36 req-9fd070c2-f18d-460c-af37-4e6030f92cab service neutron] Transition to ACTIVE for port object 38756d44-6fec-4372-b740-10dd8461e968 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:17:28.542227 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-80dda062-6796-40da-abf1-fd02f48341b8 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867392 Apr 20 16:17:28.609157 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-599ce9a7-002a-4112-9d08-98490efedc36 req-9fd070c2-f18d-460c-af37-4e6030f92cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:28.684275 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f7a8d-89bc-41dc-bd2f-3b5cadf5963e req-9f0f7556-898d-4336-882d-955b45cadac9 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:28.685777 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd8f7a8d-89bc-41dc-bd2f-3b5cadf5963e req-9f0f7556-898d-4336-882d-955b45cadac9 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2041256-4cd3-4a43-915a-b4a2f6342801 HTTP/1.1" status: 200 len: 944 time: 0.1327093 Apr 20 16:17:28.687433 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d07bb342-fb09-481f-812b-f1b5ce47008f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:28.688791 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d07bb342-fb09-481f-812b-f1b5ce47008f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa4c2f57de354979ab97dfc1359d1a56&device_id=f2041256-4cd3-4a43-915a-b4a2f6342801 HTTP/1.1" status: 200 len: 1095 time: 0.1239796 Apr 20 16:17:28.691105 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd070c2-f18d-460c-af37-4e6030f92cab service neutron] Pushing event updated for resources: {'Port': ['ID=38756d44-6fec-4372-b740-10dd8461e968,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:28.782190 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-d8626ec1-1f8d-4d07-88d3-8e7422c95816 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04d05c75-3a36-43aa-87ee-acb77deb60d3 HTTP/1.1" status: 200 len: 217 time: 0.0647523 Apr 20 16:17:28.833892 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd8f7a8d-89bc-41dc-bd2f-3b5cadf5963e req-a29c3dfb-2c7a-45c8-a1cf-bcaf0793ba89 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401725 Apr 20 16:17:28.857198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-599ce9a7-002a-4112-9d08-98490efedc36 req-9fd070c2-f18d-460c-af37-4e6030f92cab service neutron] Attempting to bind port 38756d44-6fec-4372-b740-10dd8461e968 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:17:28.857532 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-599ce9a7-002a-4112-9d08-98490efedc36 req-9fd070c2-f18d-460c-af37-4e6030f92cab service neutron] Attempting to bind port 38756d44-6fec-4372-b740-10dd8461e968 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '4f97143e-7b88-4b4f-bcce-c550e8af115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:17:28.857860 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599ce9a7-002a-4112-9d08-98490efedc36 req-9fd070c2-f18d-460c-af37-4e6030f92cab service neutron] Attempting to bind port 38756d44-6fec-4372-b740-10dd8461e968 on network fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:17:28.866477 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-0c8149e1-c82d-4a93-9de2-5a2e7f7508a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:28.868559 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-0c8149e1-c82d-4a93-9de2-5a2e7f7508a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d2a8940-7356-46a8-9fb6-bf7f78a4f058 HTTP/1.1" status: 200 len: 852 time: 0.0760834 Apr 20 16:17:28.876776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599ce9a7-002a-4112-9d08-98490efedc36 req-9fd070c2-f18d-460c-af37-4e6030f92cab service neutron] Port 38756d44-6fec-4372-b740-10dd8461e968 on network fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:17:28.876776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599ce9a7-002a-4112-9d08-98490efedc36 req-9fd070c2-f18d-460c-af37-4e6030f92cab service neutron] Attempting to bind port 38756d44-6fec-4372-b740-10dd8461e968 on network fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:17:28.876776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599ce9a7-002a-4112-9d08-98490efedc36 req-9fd070c2-f18d-460c-af37-4e6030f92cab service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:17:28.876776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599ce9a7-002a-4112-9d08-98490efedc36 req-9fd070c2-f18d-460c-af37-4e6030f92cab service neutron] Checking segment: {'id': '4f97143e-7b88-4b4f-bcce-c550e8af115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:17:28.876776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599ce9a7-002a-4112-9d08-98490efedc36 req-9fd070c2-f18d-460c-af37-4e6030f92cab service neutron] Bound using segment: {'id': '4f97143e-7b88-4b4f-bcce-c550e8af115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:17:28.876776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-599ce9a7-002a-4112-9d08-98490efedc36 req-9fd070c2-f18d-460c-af37-4e6030f92cab service neutron] Bound port: 38756d44-6fec-4372-b740-10dd8461e968, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f97143e-7b88-4b4f-bcce-c550e8af115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:17:28.876776 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-599ce9a7-002a-4112-9d08-98490efedc36 req-9fd070c2-f18d-460c-af37-4e6030f92cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:28.897804 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459613e9-b234-4c07-a971-040fd1d96ef5 x-openstack-request-id: req-459613e9-b234-4c07-a971-040fd1d96ef5 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:28.898122 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50776cb-ec9e-410a-b36d-f6c7fb0feeaa", "tag": "49d61411-7d22-4a11-aaac-b88200694959", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f2041256-4cd3-4a43-915a-b4a2f6342801", "tag": "04d05c75-3a36-43aa-87ee-acb77deb60d3", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:28.898373 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-459613e9-b234-4c07-a971-040fd1d96ef5 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:28.898773 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-459613e9-b234-4c07-a971-040fd1d96ef5'] response: {'name': 'network-changed', 'server_uuid': 'd50776cb-ec9e-410a-b36d-f6c7fb0feeaa', 'tag': '49d61411-7d22-4a11-aaac-b88200694959', 'status': 'completed', 'code': 200} Apr 20 16:17:28.899036 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-459613e9-b234-4c07-a971-040fd1d96ef5'] response: {'name': 'network-changed', 'server_uuid': 'f2041256-4cd3-4a43-915a-b4a2f6342801', 'tag': '04d05c75-3a36-43aa-87ee-acb77deb60d3', 'status': 'completed', 'code': 200} Apr 20 16:17:28.914741 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-308cb27a-a64a-4a9b-a259-2f162e977ae2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be15929a-3ac5-4750-a79d-5d7e6fc3a392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369251 Apr 20 16:17:29.009914 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88eb40-76bb-48bb-a211-267befda557a req-dd5f17ac-231d-4852-97b6-214a7dde3f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:29.011339 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8b88eb40-76bb-48bb-a211-267befda557a req-dd5f17ac-231d-4852-97b6-214a7dde3f71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 1099 time: 0.0549886 Apr 20 16:17:29.051877 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-599ce9a7-002a-4112-9d08-98490efedc36 req-9fd070c2-f18d-460c-af37-4e6030f92cab service neutron] For port 38756d44-6fec-4372-b740-10dd8461e968, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:17:29.066823 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-599ce9a7-002a-4112-9d08-98490efedc36 req-9fd070c2-f18d-460c-af37-4e6030f92cab service neutron] For port 38756d44-6fec-4372-b740-10dd8461e968, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=38756d44-6fec-4372-b740-10dd8461e968,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:17:29.074576 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88eb40-76bb-48bb-a211-267befda557a req-a9077626-e2e2-4894-a228-b552c51d36cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:29.081262 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b88eb40-76bb-48bb-a211-267befda557a req-a9077626-e2e2-4894-a228-b552c51d36cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 1099 time: 0.1371605 Apr 20 16:17:29.108630 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88eb40-76bb-48bb-a211-267befda557a req-7865cac0-70a1-4578-9708-b99b577611ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:29.110226 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8b88eb40-76bb-48bb-a211-267befda557a req-7865cac0-70a1-4578-9708-b99b577611ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.0894430 Apr 20 16:17:29.112091 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-a0f23ae8-9be8-4cf6-91cd-8606269e09ab service neutron] 10.222.0.30 "GET /v2.0/networks/be15929a-3ac5-4750-a79d-5d7e6fc3a392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756909 Apr 20 16:17:29.155911 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8b88eb40-76bb-48bb-a211-267befda557a req-c007979e-4784-4967-8d1b-f2b1023e4548 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=49d61411-7d22-4a11-aaac-b88200694959 HTTP/1.1" status: 200 len: 217 time: 0.0362129 Apr 20 16:17:29.169558 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-599ce9a7-002a-4112-9d08-98490efedc36 req-9fd070c2-f18d-460c-af37-4e6030f92cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:29.217081 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88eb40-76bb-48bb-a211-267befda557a req-6fcfdd00-bc35-4ae9-b4ef-433024ac09af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:29.218646 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8b88eb40-76bb-48bb-a211-267befda557a req-6fcfdd00-bc35-4ae9-b4ef-433024ac09af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0500679 Apr 20 16:17:29.276752 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88eb40-76bb-48bb-a211-267befda557a req-67cafd68-ce88-40c5-9418-81c24fb013a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:29.276752 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8b88eb40-76bb-48bb-a211-267befda557a req-67cafd68-ce88-40c5-9418-81c24fb013a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0455673 Apr 20 16:17:29.380504 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8b88eb40-76bb-48bb-a211-267befda557a req-df0b68ae-66e4-4d18-869e-35dd81e72c42 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900559 Apr 20 16:17:29.495268 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8b88eb40-76bb-48bb-a211-267befda557a req-fb491366-60b9-466c-8aaa-aaa57c405410 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048656 Apr 20 16:17:29.585762 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ce9a7-002a-4112-9d08-98490efedc36 req-9fd070c2-f18d-460c-af37-4e6030f92cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:29.586389 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-599ce9a7-002a-4112-9d08-98490efedc36 req-9fd070c2-f18d-460c-af37-4e6030f92cab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:29.587758 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-599ce9a7-002a-4112-9d08-98490efedc36 req-9fd070c2-f18d-460c-af37-4e6030f92cab service neutron] 10.222.0.26 "PUT /v2.0/ports/38756d44-6fec-4372-b740-10dd8461e968 HTTP/1.1" status: 200 len: 1091 time: 1.9570000 Apr 20 16:17:29.613147 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88eb40-76bb-48bb-a211-267befda557a req-3ac96de3-2e9e-4f2c-8194-48f46cbc171f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:29.614599 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b88eb40-76bb-48bb-a211-267befda557a req-3ac96de3-2e9e-4f2c-8194-48f46cbc171f service neutron] 10.222.0.30 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.5314291 Apr 20 16:17:29.617863 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd070c2-f18d-460c-af37-4e6030f92cab service neutron] Pushing event updated for resources: {'Port': ['ID=38756d44-6fec-4372-b740-10dd8461e968,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:29.671630 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b88eb40-76bb-48bb-a211-267befda557a req-1251d346-ebe7-4611-be05-e9977091eb0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=49d61411-7d22-4a11-aaac-b88200694959 HTTP/1.1" status: 200 len: 217 time: 0.0453823 Apr 20 16:17:29.674400 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7809fa53-1d2f-44bd-b3b0-d7b0b3db52fa req-2a5985c2-ce5c-435c-941d-4891d221120d service neutron] 10.222.0.30 "GET /v2.0/networks/be15929a-3ac5-4750-a79d-5d7e6fc3a392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363207 Apr 20 16:17:29.675297 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:29.682362 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1e909-8301-4d70-bf30-e708c5375375 req-9c8a6bff-4de2-4b9c-92a8-0a6f4e36532d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:29.683833 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e7c1e909-8301-4d70-bf30-e708c5375375 req-9c8a6bff-4de2-4b9c-92a8-0a6f4e36532d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 948 time: 0.1697161 Apr 20 16:17:29.760931 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88eb40-76bb-48bb-a211-267befda557a req-729886dc-aa36-4c43-99da-8c6c7c88bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:29.762369 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b88eb40-76bb-48bb-a211-267befda557a req-729886dc-aa36-4c43-99da-8c6c7c88bd7f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0746992 Apr 20 16:17:29.765285 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e7c1e909-8301-4d70-bf30-e708c5375375 req-56117142-870f-4b70-9ef6-d8f53bdae8e5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666058 Apr 20 16:17:29.861259 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88eb40-76bb-48bb-a211-267befda557a req-b8c95e73-cb03-43b5-981f-e427d71fd966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:29.862661 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b88eb40-76bb-48bb-a211-267befda557a req-b8c95e73-cb03-43b5-981f-e427d71fd966 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0935030 Apr 20 16:17:29.870993 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ce9a7-002a-4112-9d08-98490efedc36 req-f67593bc-7d33-4014-87fd-53b2a0ac168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:29.872355 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-599ce9a7-002a-4112-9d08-98490efedc36 req-f67593bc-7d33-4014-87fd-53b2a0ac168f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d25ef379da5e498ab36af959cb0475a8&device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 1094 time: 0.0771370 Apr 20 16:17:29.938056 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f1098-c3ba-4a85-894c-619f5967ef56 req-8b2a3d60-e1e2-4b97-9aad-aad2482b7153 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:29.939503 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-344f1098-c3ba-4a85-894c-619f5967ef56 req-8b2a3d60-e1e2-4b97-9aad-aad2482b7153 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 943 time: 0.1160674 Apr 20 16:17:29.970549 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-599ce9a7-002a-4112-9d08-98490efedc36 req-e23b07b3-67d8-4edb-a48e-f375ba9f0584 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38756d44-6fec-4372-b740-10dd8461e968 HTTP/1.1" status: 200 len: 217 time: 0.0701585 Apr 20 16:17:30.063363 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-344f1098-c3ba-4a85-894c-619f5967ef56 req-e78a5d83-e62a-40ad-96a1-98417b856fbd tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970004 Apr 20 16:17:30.070726 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b88eb40-76bb-48bb-a211-267befda557a req-2447a287-fc13-45c1-bac7-41de50a68499 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969447 Apr 20 16:17:30.072473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ce9a7-002a-4112-9d08-98490efedc36 req-43e6eb1d-ee62-4983-8da3-44cd482b5335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:30.073801 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-599ce9a7-002a-4112-9d08-98490efedc36 req-43e6eb1d-ee62-4983-8da3-44cd482b5335 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce9e0e03-496c-4740-ab53-97424319556b HTTP/1.1" status: 200 len: 845 time: 0.0951369 Apr 20 16:17:30.147281 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-599ce9a7-002a-4112-9d08-98490efedc36 req-f5b482a9-3dc5-40a6-98d5-27c953fae8ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606482 Apr 20 16:17:30.215894 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 86e9fef2-5373-4daf-93ba-f48339eeba64 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:17:30.280437 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4394b-9664-40b0-a521-368cb4b92b64 req-b39ed794-7769-4f0a-962d-f5b5145d8022 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:30.281900 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-37b4394b-9664-40b0-a521-368cb4b92b64 req-b39ed794-7769-4f0a-962d-f5b5145d8022 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2041256-4cd3-4a43-915a-b4a2f6342801 HTTP/1.1" status: 200 len: 944 time: 0.1373219 Apr 20 16:17:30.289700 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b88eb40-76bb-48bb-a211-267befda557a req-f718b78d-a069-430b-9e65-e3c501071eeb service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117527 Apr 20 16:17:30.314449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 86e9fef2-5373-4daf-93ba-f48339eeba64, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=86e9fef2-5373-4daf-93ba-f48339eeba64,segment=NetworkSegment(9aeda086-a58a-401a-b707-190f9947ee3b),segment_id=9aeda086-a58a-401a-b707-190f9947ee3b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:30.328488 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '86e9fef2-5373-4daf-93ba-f48339eeba64', 'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392', 'port_id': '86e9fef2-5373-4daf-93ba-f48339eeba64', 'mac_address': 'fa:16:3e:ab:18:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2a8940-7356-46a8-9fb6-bf7f78a4f058', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:17:30.328738 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-599ce9a7-002a-4112-9d08-98490efedc36 req-b691a4b7-1ac5-4515-ad34-30685fd70f66 service neutron] 10.222.0.26 "GET /v2.0/networks/fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695406 Apr 20 16:17:30.365729 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-37b4394b-9664-40b0-a521-368cb4b92b64 req-b885746c-2d1f-4216-8e1a-317b64930b94 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741389 Apr 20 16:17:30.374345 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:30.396716 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e9fef2-5373-4daf-93ba-f48339eeba64 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:17:30.396902 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee547e76-7631-4145-926c-733bf309ff9f req-cfd988bd-8d6c-4e76-bb46-b21c7663d75c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:30.398399 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ee547e76-7631-4145-926c-733bf309ff9f req-cfd988bd-8d6c-4e76-bb46-b21c7663d75c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b5f7ec-8681-4578-bdd4-c668117b5853 HTTP/1.1" status: 200 len: 943 time: 0.0547788 Apr 20 16:17:30.422158 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 86e9fef2-5373-4daf-93ba-f48339eeba64, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=86e9fef2-5373-4daf-93ba-f48339eeba64,segment=NetworkSegment(9aeda086-a58a-401a-b707-190f9947ee3b),segment_id=9aeda086-a58a-401a-b707-190f9947ee3b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:30.470173 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88eb40-76bb-48bb-a211-267befda557a req-ebc231f0-44f0-47b8-bd69-c3ec017ebc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:30.471779 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b88eb40-76bb-48bb-a211-267befda557a req-ebc231f0-44f0-47b8-bd69-c3ec017ebc93 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa4c2f57de354979ab97dfc1359d1a56&device_id=f2041256-4cd3-4a43-915a-b4a2f6342801 HTTP/1.1" status: 200 len: 1095 time: 0.0678346 Apr 20 16:17:30.473975 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-599ce9a7-002a-4112-9d08-98490efedc36 req-f04fb255-362c-46fc-a16b-301530008539 service neutron] 10.222.0.26 "GET /v2.0/networks/fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358070 Apr 20 16:17:30.498512 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-ee547e76-7631-4145-926c-733bf309ff9f req-3e24c7e1-c4df-4b11-a5a6-e849c0a35fb0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Deleting port 43babaf9-5f76-4023-9ea5-e3fd8176d042 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:17:30.498929 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ee547e76-7631-4145-926c-733bf309ff9f req-3e24c7e1-c4df-4b11-a5a6-e849c0a35fb0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:30.515181 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:30.570709 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=86e9fef2-5373-4daf-93ba-f48339eeba64,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:30.584716 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88eb40-76bb-48bb-a211-267befda557a req-68c2b75b-3b66-4580-b613-0699a165966e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:30.586787 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b88eb40-76bb-48bb-a211-267befda557a req-68c2b75b-3b66-4580-b613-0699a165966e service neutron] 10.222.0.30 "GET /v2.0/networks?id=be15929a-3ac5-4750-a79d-5d7e6fc3a392 HTTP/1.1" status: 200 len: 913 time: 0.1080515 Apr 20 16:17:30.603093 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-ee547e76-7631-4145-926c-733bf309ff9f req-3e24c7e1-c4df-4b11-a5a6-e849c0a35fb0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] For port 43babaf9-5f76-4023-9ea5-e3fd8176d042, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=43babaf9-5f76-4023-9ea5-e3fd8176d042,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:30.603462 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ee547e76-7631-4145-926c-733bf309ff9f req-3e24c7e1-c4df-4b11-a5a6-e849c0a35fb0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:30.616782 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-ee547e76-7631-4145-926c-733bf309ff9f req-3e24c7e1-c4df-4b11-a5a6-e849c0a35fb0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Calling delete_port for 43babaf9-5f76-4023-9ea5-e3fd8176d042 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:17:30.631304 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b88eb40-76bb-48bb-a211-267befda557a req-2336acff-c23f-41ba-922c-b0a5d79eba60 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04d05c75-3a36-43aa-87ee-acb77deb60d3 HTTP/1.1" status: 200 len: 217 time: 0.0376790 Apr 20 16:17:30.684837 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88eb40-76bb-48bb-a211-267befda557a req-d41844f1-d869-4fc5-a4f2-1d2a591140d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:30.686170 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b88eb40-76bb-48bb-a211-267befda557a req-d41844f1-d869-4fc5-a4f2-1d2a591140d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d2a8940-7356-46a8-9fb6-bf7f78a4f058 HTTP/1.1" status: 200 len: 852 time: 0.0493588 Apr 20 16:17:30.720125 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b88eb40-76bb-48bb-a211-267befda557a req-7ace0600-3321-4562-a017-ceee8e35bd72 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be15929a-3ac5-4750-a79d-5d7e6fc3a392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261772 Apr 20 16:17:30.808780 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b88eb40-76bb-48bb-a211-267befda557a req-607e457c-acd3-4905-9a6b-64d87c1e2287 service neutron] 10.222.0.30 "GET /v2.0/networks/be15929a-3ac5-4750-a79d-5d7e6fc3a392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809636 Apr 20 16:17:30.815671 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ee547e76-7631-4145-926c-733bf309ff9f req-3e24c7e1-c4df-4b11-a5a6-e849c0a35fb0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:30.843484 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24c7e1-c4df-4b11-a5a6-e849c0a35fb0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Pushing event deleted for resources: {'Port': ['ID=43babaf9-5f76-4023-9ea5-e3fd8176d042,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:30.849421 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['8d8df218-1686-44b2-a2e6-bc3bd9205f59', 'e7287699-e13f-4982-90dd-abdf2458b171'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:17:30.854733 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e24c7e1-c4df-4b11-a5a6-e849c0a35fb0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:30.855081 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e24c7e1-c4df-4b11-a5a6-e849c0a35fb0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:30.855427 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e24c7e1-c4df-4b11-a5a6-e849c0a35fb0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:30.855773 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e24c7e1-c4df-4b11-a5a6-e849c0a35fb0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:30.856105 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e24c7e1-c4df-4b11-a5a6-e849c0a35fb0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:30.856463 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e24c7e1-c4df-4b11-a5a6-e849c0a35fb0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:30.856823 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e24c7e1-c4df-4b11-a5a6-e849c0a35fb0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:30.857125 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e24c7e1-c4df-4b11-a5a6-e849c0a35fb0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:30.857451 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e24c7e1-c4df-4b11-a5a6-e849c0a35fb0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:30.857778 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e24c7e1-c4df-4b11-a5a6-e849c0a35fb0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:30.858110 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e24c7e1-c4df-4b11-a5a6-e849c0a35fb0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:30.858437 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e24c7e1-c4df-4b11-a5a6-e849c0a35fb0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:30.900745 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7685b7-c793-4ebf-b277-82627854edc5', 'tag': '38756d44-6fec-4372-b740-10dd8461e968'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:30.903069 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3ea68b-504e-4bf3-9a1b-371fc04f1eca" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7685b7-c793-4ebf-b277-82627854edc5", "tag": "38756d44-6fec-4372-b740-10dd8461e968"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:30.905635 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee547e76-7631-4145-926c-733bf309ff9f req-3e24c7e1-c4df-4b11-a5a6-e849c0a35fb0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] No DVR routers for this DVR port 43babaf9-5f76-4023-9ea5-e3fd8176d042 on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:17:30.908640 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ee547e76-7631-4145-926c-733bf309ff9f req-3e24c7e1-c4df-4b11-a5a6-e849c0a35fb0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:30.914341 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ee547e76-7631-4145-926c-733bf309ff9f req-3e24c7e1-c4df-4b11-a5a6-e849c0a35fb0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "DELETE /v2.0/ports/43babaf9-5f76-4023-9ea5-e3fd8176d042 HTTP/1.1" status: 204 len: 173 time: 0.5102217 Apr 20 16:17:30.914829 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b5f7ec-8681-4578-bdd4-c668117b5853', 'name': 'network-vif-deleted', 'tag': '43babaf9-5f76-4023-9ea5-e3fd8176d042'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:30.917241 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c42ed7-b38b-492a-8bed-a14b2f0741d4" -d '{"events": [{"server_uuid": "e4b5f7ec-8681-4578-bdd4-c668117b5853", "name": "network-vif-deleted", "tag": "43babaf9-5f76-4023-9ea5-e3fd8176d042"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:30.961423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23837f65-3964-491d-b7c3-7fc7e58e66b8 req-80b0280f-f8c6-45bb-af38-85a7b27613aa tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:30.969127 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-23837f65-3964-491d-b7c3-7fc7e58e66b8 req-80b0280f-f8c6-45bb-af38-85a7b27613aa tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 948 time: 0.1307495 Apr 20 16:17:31.002691 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b88eb40-76bb-48bb-a211-267befda557a req-b270478e-03b9-475f-974a-c0a473a88f56 service neutron] 10.222.0.30 "GET /v2.0/networks/be15929a-3ac5-4750-a79d-5d7e6fc3a392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874075 Apr 20 16:17:31.024709 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-23837f65-3964-491d-b7c3-7fc7e58e66b8 req-9d1ad2a7-3927-4190-ad32-435f541574d3 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546470 Apr 20 16:17:31.090791 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da5771c-c0f2-4c3c-bac3-63ac2c17de0a x-openstack-request-id: req-1da5771c-c0f2-4c3c-bac3-63ac2c17de0a {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:31.090791 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7685b7-c793-4ebf-b277-82627854edc5", "tag": "38756d44-6fec-4372-b740-10dd8461e968", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:31.090791 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1da5771c-c0f2-4c3c-bac3-63ac2c17de0a {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:31.090791 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da5771c-c0f2-4c3c-bac3-63ac2c17de0a'] response: {'name': 'network-changed', 'server_uuid': 'fa7685b7-c793-4ebf-b277-82627854edc5', 'tag': '38756d44-6fec-4372-b740-10dd8461e968', 'status': 'completed', 'code': 200} Apr 20 16:17:31.110099 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d4b467-fcea-48eb-85f0-7d4b3277f099 x-openstack-request-id: req-80d4b467-fcea-48eb-85f0-7d4b3277f099 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:31.110448 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b5f7ec-8681-4578-bdd4-c668117b5853", "name": "network-vif-deleted", "tag": "43babaf9-5f76-4023-9ea5-e3fd8176d042", "status": "failed", "code": 422}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:31.110758 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80d4b467-fcea-48eb-85f0-7d4b3277f099 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:31.111261 n-d-836146-2 neutron-server[103485]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-80d4b467-fcea-48eb-85f0-7d4b3277f099']: {'server_uuid': 'e4b5f7ec-8681-4578-bdd4-c668117b5853', 'name': 'network-vif-deleted', 'tag': '43babaf9-5f76-4023-9ea5-e3fd8176d042', 'status': 'failed', 'code': 422} returned with failed status Apr 20 16:17:31.227210 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ea68b-504e-4bf3-9a1b-371fc04f1eca req-e999a34a-eb8c-4464-8545-88439637f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:31.228764 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ab3ea68b-504e-4bf3-9a1b-371fc04f1eca req-e999a34a-eb8c-4464-8545-88439637f320 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d25ef379da5e498ab36af959cb0475a8&device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 1094 time: 0.0781989 Apr 20 16:17:31.236356 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41c0ec-9c64-4216-a2c5-f69bdf3a164f req-0a53dafd-6a94-4e83-8570-e3ec7a7d7732 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:31.237804 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cf41c0ec-9c64-4216-a2c5-f69bdf3a164f req-0a53dafd-6a94-4e83-8570-e3ec7a7d7732 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 943 time: 0.0785952 Apr 20 16:17:31.255752 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['86e9fef2-5373-4daf-93ba-f48339eeba64'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:17:31.323025 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cf41c0ec-9c64-4216-a2c5-f69bdf3a164f req-d71cf24e-618b-4ed6-bb61-85df0b57d249 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763960 Apr 20 16:17:31.357684 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ea68b-504e-4bf3-9a1b-371fc04f1eca req-412f5b5e-ceb3-44e3-81a2-b195b204e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:31.359256 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ab3ea68b-504e-4bf3-9a1b-371fc04f1eca req-412f5b5e-ceb3-44e3-81a2-b195b204e468 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c HTTP/1.1" status: 200 len: 906 time: 0.1205375 Apr 20 16:17:31.406494 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ab3ea68b-504e-4bf3-9a1b-371fc04f1eca req-a004bd24-d234-4baa-a673-b17b4c7d67ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38756d44-6fec-4372-b740-10dd8461e968 HTTP/1.1" status: 200 len: 217 time: 0.0398674 Apr 20 16:17:31.490383 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ea68b-504e-4bf3-9a1b-371fc04f1eca req-556ff72e-da04-49f3-8715-1297e6227b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:31.491774 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ab3ea68b-504e-4bf3-9a1b-371fc04f1eca req-556ff72e-da04-49f3-8715-1297e6227b09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce9e0e03-496c-4740-ab53-97424319556b HTTP/1.1" status: 200 len: 845 time: 0.0695488 Apr 20 16:17:31.506364 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ae8eb-ca55-4ee8-860f-ca5a02a30268 req-61e6412c-47b9-4c1d-97d2-31eacc684570 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:31.510070 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-902ae8eb-ca55-4ee8-860f-ca5a02a30268 req-61e6412c-47b9-4c1d-97d2-31eacc684570 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2041256-4cd3-4a43-915a-b4a2f6342801 HTTP/1.1" status: 200 len: 944 time: 0.0595028 Apr 20 16:17:31.546555 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ab3ea68b-504e-4bf3-9a1b-371fc04f1eca req-c92a806b-d9c5-463d-b65d-b6871e0c75b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373194 Apr 20 16:17:31.582934 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-902ae8eb-ca55-4ee8-860f-ca5a02a30268 req-55377af4-3669-4abc-b69e-a7a46dced4fd tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664454 Apr 20 16:17:31.652207 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ab3ea68b-504e-4bf3-9a1b-371fc04f1eca req-d17a5bc8-8321-4866-8578-759fed53f230 service neutron] 10.222.0.26 "GET /v2.0/networks/fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927553 Apr 20 16:17:31.748515 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ab3ea68b-504e-4bf3-9a1b-371fc04f1eca req-fa6a77d6-4984-46a6-9402-59e9f1be69b3 service neutron] 10.222.0.26 "GET /v2.0/networks/fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852110 Apr 20 16:17:32.144115 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9b0ce-cea7-4055-98f7-c57ef3a6b646 req-7c432b75-94e1-45b6-a308-a28ddc8a7443 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:32.145612 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00c9b0ce-cea7-4055-98f7-c57ef3a6b646 req-7c432b75-94e1-45b6-a308-a28ddc8a7443 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 948 time: 0.0506051 Apr 20 16:17:32.191312 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00c9b0ce-cea7-4055-98f7-c57ef3a6b646 req-44c5d006-3d74-46c7-b8a1-040e779116e8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388331 Apr 20 16:17:32.268508 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a2771-3bd1-4c45-84a3-a8ddafc03159 req-157f07b7-64c5-4ea3-ae5f-39341535671c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:32.269991 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-355a2771-3bd1-4c45-84a3-a8ddafc03159 req-157f07b7-64c5-4ea3-ae5f-39341535671c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 908 time: 0.0519612 Apr 20 16:17:32.448477 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7b390-4b08-41e2-9e76-07e870882831 req-54165307-47ea-4658-87e4-0e982734bfc6 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:32.450218 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3e7b390-4b08-41e2-9e76-07e870882831 req-54165307-47ea-4658-87e4-0e982734bfc6 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 943 time: 0.0488913 Apr 20 16:17:32.487551 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3e7b390-4b08-41e2-9e76-07e870882831 req-0ce4398e-2e9e-4b18-8a94-246d17217ecb tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315070 Apr 20 16:17:32.698432 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cd942-8f79-4a2b-b40a-0b739e68b162 req-03e5abca-b2a8-4ea9-9fa8-2967b4bb64c4 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:32.699914 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-994cd942-8f79-4a2b-b40a-0b739e68b162 req-03e5abca-b2a8-4ea9-9fa8-2967b4bb64c4 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2041256-4cd3-4a43-915a-b4a2f6342801 HTTP/1.1" status: 200 len: 944 time: 0.0487914 Apr 20 16:17:32.737687 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-994cd942-8f79-4a2b-b40a-0b739e68b162 req-52b98677-b362-4054-b43c-eb668dd45540 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315249 Apr 20 16:17:32.807768 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 49d61411-7d22-4a11-aaac-b88200694959 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:17:32.902271 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 49d61411-7d22-4a11-aaac-b88200694959, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=49d61411-7d22-4a11-aaac-b88200694959,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:32.913302 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '49d61411-7d22-4a11-aaac-b88200694959', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': '49d61411-7d22-4a11-aaac-b88200694959', 'mac_address': 'fa:16:3e:2f:66:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:17:32.949168 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:32.961149 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d61411-7d22-4a11-aaac-b88200694959 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:17:32.979965 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 49d61411-7d22-4a11-aaac-b88200694959, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=49d61411-7d22-4a11-aaac-b88200694959,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:33.046182 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:33.091123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=49d61411-7d22-4a11-aaac-b88200694959,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:33.319245 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0efaab-3c9d-4b9a-a165-713aa9520e1d req-31688e9e-8c72-46b2-8a03-24c5aa10098d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:33.320753 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc0efaab-3c9d-4b9a-a165-713aa9520e1d req-31688e9e-8c72-46b2-8a03-24c5aa10098d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 949 time: 0.0527208 Apr 20 16:17:33.359216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc0efaab-3c9d-4b9a-a165-713aa9520e1d req-3234e8a1-ca4a-482e-a8bb-97d13b3334b0 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320735 Apr 20 16:17:33.392323 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c89321-9e77-4e7d-ad70-79f5ccffb036 req-736e52d2-f841-4f45-9307-7ec6ceadf939 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:33.394030 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-17c89321-9e77-4e7d-ad70-79f5ccffb036 req-736e52d2-f841-4f45-9307-7ec6ceadf939 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 908 time: 0.0534115 Apr 20 16:17:33.602816 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995884f-29c9-4ee9-ac4d-8817ffc91424 req-e075a889-d651-4b5f-8eac-13ee4115835a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:33.604287 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5995884f-29c9-4ee9-ac4d-8817ffc91424 req-e075a889-d651-4b5f-8eac-13ee4115835a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 943 time: 0.0499871 Apr 20 16:17:33.644726 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5995884f-29c9-4ee9-ac4d-8817ffc91424 req-8b41e394-adeb-4f4d-9e1b-f5eba8c270ae tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337703 Apr 20 16:17:33.745229 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['49d61411-7d22-4a11-aaac-b88200694959'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:17:33.865665 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710d53f-124b-42cd-bc9b-1566316c67ad req-317a25d9-d760-4770-9155-382c08edc795 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:33.867784 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3710d53f-124b-42cd-bc9b-1566316c67ad req-317a25d9-d760-4770-9155-382c08edc795 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2041256-4cd3-4a43-915a-b4a2f6342801 HTTP/1.1" status: 200 len: 944 time: 0.0605145 Apr 20 16:17:33.909745 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3710d53f-124b-42cd-bc9b-1566316c67ad req-52a8dab2-bbbe-4fcf-90c5-dd98c1ea483b tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357714 Apr 20 16:17:34.236924 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 38756d44-6fec-4372-b740-10dd8461e968 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:17:34.247861 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 86e9fef2-5373-4daf-93ba-f48339eeba64 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:17:34.368776 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 38756d44-6fec-4372-b740-10dd8461e968, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=38756d44-6fec-4372-b740-10dd8461e968,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:34.380567 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '38756d44-6fec-4372-b740-10dd8461e968', 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c', 'port_id': '38756d44-6fec-4372-b740-10dd8461e968', 'mac_address': 'fa:16:3e:f4:85:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce9e0e03-496c-4740-ab53-97424319556b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:17:34.420310 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb27945-5061-4cd5-8a62-abef4e405fc6 req-3b40c229-b681-41b6-b50c-fef3c7a6ac3f tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:34.421262 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 86e9fef2-5373-4daf-93ba-f48339eeba64 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:17:34.421979 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-beb27945-5061-4cd5-8a62-abef4e405fc6 req-3b40c229-b681-41b6-b50c-fef3c7a6ac3f tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 908 time: 0.0505571 Apr 20 16:17:34.425839 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:34.439910 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38756d44-6fec-4372-b740-10dd8461e968 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:17:34.444090 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 86e9fef2-5373-4daf-93ba-f48339eeba64 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:17:34.444492 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:34.490536 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 38756d44-6fec-4372-b740-10dd8461e968, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=38756d44-6fec-4372-b740-10dd8461e968,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:34.544280 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:34.555263 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19781b28-c986-4c0e-9cf7-38c827a589af req-6a0261eb-a67f-42bb-abf8-9e0095195699 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:34.558386 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19781b28-c986-4c0e-9cf7-38c827a589af req-6a0261eb-a67f-42bb-abf8-9e0095195699 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 949 time: 0.0792696 Apr 20 16:17:34.571512 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d783dd-2920-4259-bd70-64b1e30d1e96 req-cf66e912-be40-4f64-b492-614802806765 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:34.573787 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f4d783dd-2920-4259-bd70-64b1e30d1e96 req-cf66e912-be40-4f64-b492-614802806765 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 908 time: 0.0979404 Apr 20 16:17:34.578060 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db13a9bf-b6e7-4fa1-a5c9-937c069cab7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e9fef2-5373-4daf-93ba-f48339eeba64'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:34.580370 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2bae53-952a-466f-9dcb-a1692ac2329a" -d '{"events": [{"server_uuid": "db13a9bf-b6e7-4fa1-a5c9-937c069cab7e", "name": "network-vif-plugged", "status": "completed", "tag": "86e9fef2-5373-4daf-93ba-f48339eeba64"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:34.592832 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-beb27945-5061-4cd5-8a62-abef4e405fc6 req-4ca21e2e-33a5-4a07-b189-b795f583ab28 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Deleting port f738a99c-4db8-47a8-aadd-3cbdca415ed3 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:17:34.592832 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-beb27945-5061-4cd5-8a62-abef4e405fc6 req-4ca21e2e-33a5-4a07-b189-b795f583ab28 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:34.593013 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:34.597681 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 86e9fef2-5373-4daf-93ba-f48339eeba64, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=86e9fef2-5373-4daf-93ba-f48339eeba64,segment=NetworkSegment(9aeda086-a58a-401a-b707-190f9947ee3b),segment_id=9aeda086-a58a-401a-b707-190f9947ee3b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:34.629372 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b86a494-76c6-48e5-a5c8-f1862f04ef41 x-openstack-request-id: req-6b86a494-76c6-48e5-a5c8-f1862f04ef41 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:34.637480 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db13a9bf-b6e7-4fa1-a5c9-937c069cab7e", "name": "network-vif-plugged", "status": "completed", "tag": "86e9fef2-5373-4daf-93ba-f48339eeba64", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:34.637480 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b86a494-76c6-48e5-a5c8-f1862f04ef41 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:34.637480 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b86a494-76c6-48e5-a5c8-f1862f04ef41'] response: {'server_uuid': 'db13a9bf-b6e7-4fa1-a5c9-937c069cab7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e9fef2-5373-4daf-93ba-f48339eeba64', 'code': 200} Apr 20 16:17:34.650898 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=38756d44-6fec-4372-b740-10dd8461e968,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:34.655403 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19781b28-c986-4c0e-9cf7-38c827a589af req-03b5d1f9-fe5e-4c58-9b91-58e2a464bbc5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922112 Apr 20 16:17:34.707131 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:34.713531 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-beb27945-5061-4cd5-8a62-abef4e405fc6 req-4ca21e2e-33a5-4a07-b189-b795f583ab28 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] For port f738a99c-4db8-47a8-aadd-3cbdca415ed3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f738a99c-4db8-47a8-aadd-3cbdca415ed3,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:34.713872 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-beb27945-5061-4cd5-8a62-abef4e405fc6 req-4ca21e2e-33a5-4a07-b189-b795f583ab28 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:34.729696 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-beb27945-5061-4cd5-8a62-abef4e405fc6 req-4ca21e2e-33a5-4a07-b189-b795f583ab28 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Calling delete_port for f738a99c-4db8-47a8-aadd-3cbdca415ed3 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:17:34.770342 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=86e9fef2-5373-4daf-93ba-f48339eeba64,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:34.780737 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388c9da-8c19-4dd5-a3df-6830e908cda3 req-5d4bd572-f619-4a91-b787-f38e2d75d1f8 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:34.782283 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4388c9da-8c19-4dd5-a3df-6830e908cda3 req-5d4bd572-f619-4a91-b787-f38e2d75d1f8 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 944 time: 0.0654926 Apr 20 16:17:34.825927 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4388c9da-8c19-4dd5-a3df-6830e908cda3 req-4e51a52f-8922-46c8-93fb-4429c4318dd9 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372407 Apr 20 16:17:34.826480 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 04d05c75-3a36-43aa-87ee-acb77deb60d3 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:17:34.829930 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaca6b3-40c0-46f9-9959-4e8387d3cb85 req-a99aefc4-3cc0-4fde-826f-7a5b661ecf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:34.831284 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-beaca6b3-40c0-46f9-9959-4e8387d3cb85 req-a99aefc4-3cc0-4fde-826f-7a5b661ecf1c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db13a9bf-b6e7-4fa1-a5c9-937c069cab7e HTTP/1.1" status: 200 len: 1097 time: 0.0843153 Apr 20 16:17:34.891897 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-beaca6b3-40c0-46f9-9959-4e8387d3cb85 req-e1f62c44-0589-4070-b73f-921f69737388 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528541 Apr 20 16:17:34.930486 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 04d05c75-3a36-43aa-87ee-acb77deb60d3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=04d05c75-3a36-43aa-87ee-acb77deb60d3,segment=NetworkSegment(9aeda086-a58a-401a-b707-190f9947ee3b),segment_id=9aeda086-a58a-401a-b707-190f9947ee3b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:34.942031 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '04d05c75-3a36-43aa-87ee-acb77deb60d3', 'network_id': 'be15929a-3ac5-4750-a79d-5d7e6fc3a392', 'port_id': '04d05c75-3a36-43aa-87ee-acb77deb60d3', 'mac_address': 'fa:16:3e:ad:a4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2a8940-7356-46a8-9fb6-bf7f78a4f058', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:17:34.983415 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:34.998391 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d05c75-3a36-43aa-87ee-acb77deb60d3 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:17:35.016705 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 04d05c75-3a36-43aa-87ee-acb77deb60d3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=04d05c75-3a36-43aa-87ee-acb77deb60d3,segment=NetworkSegment(9aeda086-a58a-401a-b707-190f9947ee3b),segment_id=9aeda086-a58a-401a-b707-190f9947ee3b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:35.023639 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-beb27945-5061-4cd5-8a62-abef4e405fc6 req-4ca21e2e-33a5-4a07-b189-b795f583ab28 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:35.035235 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b1235-f2ef-46e8-86da-d6b57ed96a1c req-a4d610df-c884-4f63-b8bb-887790abce8b tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:35.036754 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3e1b1235-f2ef-46e8-86da-d6b57ed96a1c req-a4d610df-c884-4f63-b8bb-887790abce8b tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2041256-4cd3-4a43-915a-b4a2f6342801 HTTP/1.1" status: 200 len: 944 time: 0.0512753 Apr 20 16:17:35.051646 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca21e2e-33a5-4a07-b189-b795f583ab28 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Pushing event deleted for resources: {'Port': ['ID=f738a99c-4db8-47a8-aadd-3cbdca415ed3,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:35.075202 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca21e2e-33a5-4a07-b189-b795f583ab28 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:35.075543 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca21e2e-33a5-4a07-b189-b795f583ab28 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:35.075878 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca21e2e-33a5-4a07-b189-b795f583ab28 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:35.076208 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca21e2e-33a5-4a07-b189-b795f583ab28 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:35.076569 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca21e2e-33a5-4a07-b189-b795f583ab28 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:35.076883 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca21e2e-33a5-4a07-b189-b795f583ab28 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:35.077203 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca21e2e-33a5-4a07-b189-b795f583ab28 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:35.077522 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca21e2e-33a5-4a07-b189-b795f583ab28 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:35.077838 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca21e2e-33a5-4a07-b189-b795f583ab28 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:35.078154 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca21e2e-33a5-4a07-b189-b795f583ab28 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:35.078467 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca21e2e-33a5-4a07-b189-b795f583ab28 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:35.078782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca21e2e-33a5-4a07-b189-b795f583ab28 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:17:35.088323 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3e1b1235-f2ef-46e8-86da-d6b57ed96a1c req-6a40e84a-21fc-48c2-b4eb-ed50cb5c1c31 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442610 Apr 20 16:17:35.107414 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb27945-5061-4cd5-8a62-abef4e405fc6 req-4ca21e2e-33a5-4a07-b189-b795f583ab28 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] No DVR routers for this DVR port f738a99c-4db8-47a8-aadd-3cbdca415ed3 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:17:35.109109 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:35.116296 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-beb27945-5061-4cd5-8a62-abef4e405fc6 req-4ca21e2e-33a5-4a07-b189-b795f583ab28 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:35.120104 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-beb27945-5061-4cd5-8a62-abef4e405fc6 req-4ca21e2e-33a5-4a07-b189-b795f583ab28 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.30 "DELETE /v2.0/ports/f738a99c-4db8-47a8-aadd-3cbdca415ed3 HTTP/1.1" status: 204 len: 173 time: 0.6920769 Apr 20 16:17:35.120671 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf65313a-df4d-4147-8804-34f65b31d8e9', 'name': 'network-vif-deleted', 'tag': 'f738a99c-4db8-47a8-aadd-3cbdca415ed3'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:35.125139 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8ffa29-a4ab-498f-b403-60fe613ec82e" -d '{"events": [{"server_uuid": "bf65313a-df4d-4147-8804-34f65b31d8e9", "name": "network-vif-deleted", "tag": "f738a99c-4db8-47a8-aadd-3cbdca415ed3"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:35.135843 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['38756d44-6fec-4372-b740-10dd8461e968'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:17:35.161181 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98d1519-e3e1-4aa3-b3f8-9fcbd35f747e x-openstack-request-id: req-f98d1519-e3e1-4aa3-b3f8-9fcbd35f747e {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:35.161416 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf65313a-df4d-4147-8804-34f65b31d8e9", "name": "network-vif-deleted", "tag": "f738a99c-4db8-47a8-aadd-3cbdca415ed3", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:35.161669 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f98d1519-e3e1-4aa3-b3f8-9fcbd35f747e {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:35.162071 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98d1519-e3e1-4aa3-b3f8-9fcbd35f747e'] response: {'server_uuid': 'bf65313a-df4d-4147-8804-34f65b31d8e9', 'name': 'network-vif-deleted', 'tag': 'f738a99c-4db8-47a8-aadd-3cbdca415ed3', 'status': 'completed', 'code': 200} Apr 20 16:17:35.199494 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=04d05c75-3a36-43aa-87ee-acb77deb60d3,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:35.385755 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7786ba-93df-46c8-9f60-8137b9a80d3c req-0d9ef4ab-c8ae-43e2-a4bb-4be3a452e903 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:35.387233 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4d7786ba-93df-46c8-9f60-8137b9a80d3c req-0d9ef4ab-c8ae-43e2-a4bb-4be3a452e903 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 949 time: 0.0500758 Apr 20 16:17:35.425173 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4d7786ba-93df-46c8-9f60-8137b9a80d3c req-2d2374fc-14c4-45e2-b512-4eafa934931b tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318241 Apr 20 16:17:35.447757 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658a7fb-7348-4ff1-8711-951a98652508 req-8b4754a5-6d21-4cc7-bc43-00ed61df9721 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:35.449885 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8658a7fb-7348-4ff1-8711-951a98652508 req-8b4754a5-6d21-4cc7-bc43-00ed61df9721 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.30 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa&tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&binding%3Ahost_id=n-h2-836146-2 HTTP/1.1" status: 200 len: 949 time: 0.0552444 Apr 20 16:17:35.510111 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8658a7fb-7348-4ff1-8711-951a98652508 req-c6d07422-e9e2-4f66-85e1-1076332a0322 service neutron] 10.222.0.30 "GET /v2.0/ports/49d61411-7d22-4a11-aaac-b88200694959/bindings/n-h2-836146-2 HTTP/1.1" status: 200 len: 382 time: 0.0538664 Apr 20 16:17:35.595793 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658a7fb-7348-4ff1-8711-951a98652508 req-98459e15-1f77-4a84-a49a-d1ba85154aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:35.597550 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8658a7fb-7348-4ff1-8711-951a98652508 req-98459e15-1f77-4a84-a49a-d1ba85154aa4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 1100 time: 0.0431318 Apr 20 16:17:35.669833 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['04d05c75-3a36-43aa-87ee-acb77deb60d3'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:17:35.702365 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cdbd46a8-f694-403c-a795-5c3e6087e643 req-e1d70bb2-8085-48fe-9d5f-a74e68e52a3c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf65313a-df4d-4147-8804-34f65b31d8e9 HTTP/1.1" status: 200 len: 210 time: 0.0297289 Apr 20 16:17:35.730121 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658a7fb-7348-4ff1-8711-951a98652508 req-967ef5c2-0cb4-4269-a540-e7fd17364e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:35.731893 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8658a7fb-7348-4ff1-8711-951a98652508 req-967ef5c2-0cb4-4269-a540-e7fd17364e75 service neutron] 10.222.0.30 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.1174586 Apr 20 16:17:35.775168 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8658a7fb-7348-4ff1-8711-951a98652508 req-6ef4d9c9-f996-47c0-9b41-4c354f8371fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=49d61411-7d22-4a11-aaac-b88200694959 HTTP/1.1" status: 200 len: 217 time: 0.0359008 Apr 20 16:17:35.826677 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658a7fb-7348-4ff1-8711-951a98652508 req-b0d5189a-f08b-46a2-a96b-6491da27980b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:35.828027 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8658a7fb-7348-4ff1-8711-951a98652508 req-b0d5189a-f08b-46a2-a96b-6491da27980b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0462112 Apr 20 16:17:35.874008 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658a7fb-7348-4ff1-8711-951a98652508 req-d188aded-a909-4b3b-b39b-265c657a2322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:35.875485 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8658a7fb-7348-4ff1-8711-951a98652508 req-d188aded-a909-4b3b-b39b-265c657a2322 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0409007 Apr 20 16:17:35.944243 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46aac87-4dba-479a-bd3c-5dc3ea5c86d4 req-a2db7f49-cb89-4779-8bb0-b0e60d4e57de tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:35.945939 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c46aac87-4dba-479a-bd3c-5dc3ea5c86d4 req-a2db7f49-cb89-4779-8bb0-b0e60d4e57de tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 944 time: 0.0502298 Apr 20 16:17:35.976058 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8658a7fb-7348-4ff1-8711-951a98652508 req-f5980e26-e5ea-494e-a870-12e3ba863e5b service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851552 Apr 20 16:17:35.993810 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c46aac87-4dba-479a-bd3c-5dc3ea5c86d4 req-b01189b9-2d54-48c2-97fe-9747d8749701 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411508 Apr 20 16:17:36.070291 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8658a7fb-7348-4ff1-8711-951a98652508 req-84e60979-4d25-4668-bf0d-fb0e993296cd service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876093 Apr 20 16:17:36.201259 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215dd114-3a4b-49a7-88e8-113711b00389 req-e91514a7-56a5-4cbd-a8d5-8e4a3b7c6156 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:36.202739 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-215dd114-3a4b-49a7-88e8-113711b00389 req-e91514a7-56a5-4cbd-a8d5-8e4a3b7c6156 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2041256-4cd3-4a43-915a-b4a2f6342801 HTTP/1.1" status: 200 len: 945 time: 0.0486000 Apr 20 16:17:36.240562 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-215dd114-3a4b-49a7-88e8-113711b00389 req-8951fc2e-3338-43d5-9299-7ffadcfd9670 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314915 Apr 20 16:17:36.543304 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf769a8-d4a6-48ef-80f5-eef23f3f51af req-07830f7b-73e7-4144-b503-d06085752054 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:36.544794 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dcf769a8-d4a6-48ef-80f5-eef23f3f51af req-07830f7b-73e7-4144-b503-d06085752054 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 949 time: 0.0489948 Apr 20 16:17:36.587625 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dcf769a8-d4a6-48ef-80f5-eef23f3f51af req-4a61fb95-cc08-4455-959a-5d0126d7ab49 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363789 Apr 20 16:17:36.852881 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 49d61411-7d22-4a11-aaac-b88200694959 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:17:36.983000 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 49d61411-7d22-4a11-aaac-b88200694959 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:17:36.986834 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 49d61411-7d22-4a11-aaac-b88200694959 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:17:36.987200 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:37.062414 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:37.085557 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50776cb-ec9e-410a-b36d-f6c7fb0feeaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d61411-7d22-4a11-aaac-b88200694959'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:37.088412 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ed42db-2b64-4d14-934b-dad949b6110f" -d '{"events": [{"server_uuid": "d50776cb-ec9e-410a-b36d-f6c7fb0feeaa", "name": "network-vif-plugged", "status": "completed", "tag": "49d61411-7d22-4a11-aaac-b88200694959"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:37.100839 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 49d61411-7d22-4a11-aaac-b88200694959, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=49d61411-7d22-4a11-aaac-b88200694959,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:37.111837 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f352b-922b-46c3-89de-5dfbed2c85f6 req-0738341e-5477-4cad-b4a0-a668d8d4d8f3 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:37.113365 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-770f352b-922b-46c3-89de-5dfbed2c85f6 req-0738341e-5477-4cad-b4a0-a668d8d4d8f3 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 944 time: 0.0522051 Apr 20 16:17:37.155757 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-770f352b-922b-46c3-89de-5dfbed2c85f6 req-ac2dc14a-f2af-4d4a-b09e-0a12f6f8ed1a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358000 Apr 20 16:17:37.183899 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:37.184898 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f738a99c-4db8-47a8-aadd-3cbdca415ed3 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:17:37.230949 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118e0f42-cffe-45a9-a6e7-2a68b2ce433d x-openstack-request-id: req-118e0f42-cffe-45a9-a6e7-2a68b2ce433d {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:37.231327 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50776cb-ec9e-410a-b36d-f6c7fb0feeaa", "name": "network-vif-plugged", "status": "completed", "tag": "49d61411-7d22-4a11-aaac-b88200694959", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:37.231644 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-118e0f42-cffe-45a9-a6e7-2a68b2ce433d {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:37.232106 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-118e0f42-cffe-45a9-a6e7-2a68b2ce433d'] response: {'server_uuid': 'd50776cb-ec9e-410a-b36d-f6c7fb0feeaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d61411-7d22-4a11-aaac-b88200694959', 'code': 200} Apr 20 16:17:37.234445 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: f738a99c-4db8-47a8-aadd-3cbdca415ed3 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:17:37.234718 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f738a99c-4db8-47a8-aadd-3cbdca415ed3 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:17:37.261255 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=49d61411-7d22-4a11-aaac-b88200694959,revision_number=9']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:37.270070 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46b8ca-d40c-4f55-87e1-d503397208a4 req-3956c650-0e2c-413f-b910-1204b2233b94 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:37.271827 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac46b8ca-d40c-4f55-87e1-d503397208a4 req-3956c650-0e2c-413f-b910-1204b2233b94 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=122e55e1-78ca-498f-bbf5-a1fe5ecec450 HTTP/1.1" status: 200 len: 946 time: 0.0540173 Apr 20 16:17:37.314136 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac46b8ca-d40c-4f55-87e1-d503397208a4 req-e1580342-d5f5-4d73-ae78-531d1e4c9751 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349092 Apr 20 16:17:37.362227 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a87ea-66e8-40ea-9480-e3008b18e700 req-c89dbf76-86bf-46f6-be4d-10d9732ab9df tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:37.363923 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d19a87ea-66e8-40ea-9480-e3008b18e700 req-c89dbf76-86bf-46f6-be4d-10d9732ab9df tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2041256-4cd3-4a43-915a-b4a2f6342801 HTTP/1.1" status: 200 len: 945 time: 0.0506570 Apr 20 16:17:37.401972 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d19a87ea-66e8-40ea-9480-e3008b18e700 req-7da28434-54dc-48e7-bf90-b697666f8198 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314200 Apr 20 16:17:37.704972 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5756e-5d13-4120-b59d-056b3fd3072c req-08e69a0e-78c1-47c2-b9b8-b22328029c87 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:37.706410 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b2e5756e-5d13-4120-b59d-056b3fd3072c req-08e69a0e-78c1-47c2-b9b8-b22328029c87 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0478578 Apr 20 16:17:37.743349 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b2e5756e-5d13-4120-b59d-056b3fd3072c req-7256aa99-5c5a-44b8-876b-7b727b44cc4e tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307951 Apr 20 16:17:38.115471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d91c20-f05e-42f9-8b74-166588693bb3 req-efbd2902-a759-4c48-be05-80fa050d3bd7 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:38.116987 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22d91c20-f05e-42f9-8b74-166588693bb3 req-efbd2902-a759-4c48-be05-80fa050d3bd7 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.30 "GET /v2.0/ports?device_id=122e55e1-78ca-498f-bbf5-a1fe5ecec450 HTTP/1.1" status: 200 len: 946 time: 0.0476923 Apr 20 16:17:38.213793 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-22d91c20-f05e-42f9-8b74-166588693bb3 req-c3cc027f-f6dd-4037-b072-d57975f1633c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Deleting port e7287699-e13f-4982-90dd-abdf2458b171 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:17:38.214059 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22d91c20-f05e-42f9-8b74-166588693bb3 req-c3cc027f-f6dd-4037-b072-d57975f1633c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:38.242279 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 38756d44-6fec-4372-b740-10dd8461e968 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:17:38.274408 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561db0c-aa15-4e1c-ac43-affb25b0d8a3 req-23de1a25-5c5f-4075-b536-63daaad7b9c6 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:38.276133 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8561db0c-aa15-4e1c-ac43-affb25b0d8a3 req-23de1a25-5c5f-4075-b536-63daaad7b9c6 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 944 time: 0.0500467 Apr 20 16:17:38.310520 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-22d91c20-f05e-42f9-8b74-166588693bb3 req-c3cc027f-f6dd-4037-b072-d57975f1633c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] For port e7287699-e13f-4982-90dd-abdf2458b171, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=e7287699-e13f-4982-90dd-abdf2458b171,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:38.310891 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22d91c20-f05e-42f9-8b74-166588693bb3 req-c3cc027f-f6dd-4037-b072-d57975f1633c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:38.318613 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8561db0c-aa15-4e1c-ac43-affb25b0d8a3 req-f152773c-794e-4b2b-a683-3ee76888682c tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358346 Apr 20 16:17:38.333846 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-22d91c20-f05e-42f9-8b74-166588693bb3 req-c3cc027f-f6dd-4037-b072-d57975f1633c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Calling delete_port for e7287699-e13f-4982-90dd-abdf2458b171 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:17:38.451358 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25016dc7-b480-4d28-81bf-d73f21dc0c9a req-1383bc5a-1a18-4d11-bfcd-2e6a7b4b7f06 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:38.452875 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-25016dc7-b480-4d28-81bf-d73f21dc0c9a req-1383bc5a-1a18-4d11-bfcd-2e6a7b4b7f06 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=122e55e1-78ca-498f-bbf5-a1fe5ecec450 HTTP/1.1" status: 200 len: 946 time: 0.0648642 Apr 20 16:17:38.473379 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 38756d44-6fec-4372-b740-10dd8461e968 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:17:38.473379 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 38756d44-6fec-4372-b740-10dd8461e968 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:17:38.473693 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:38.528948 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-25016dc7-b480-4d28-81bf-d73f21dc0c9a req-2da57b29-4c79-4094-a8a9-499582db3049 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693123 Apr 20 16:17:38.529629 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50066e6a-6a69-4fcf-94b7-cfa90306aa83 req-e4da70ff-1193-4df1-9899-afd8ec4e8d09 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:38.531149 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-50066e6a-6a69-4fcf-94b7-cfa90306aa83 req-e4da70ff-1193-4df1-9899-afd8ec4e8d09 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2041256-4cd3-4a43-915a-b4a2f6342801 HTTP/1.1" status: 200 len: 945 time: 0.0601983 Apr 20 16:17:38.576988 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:38.596143 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-50066e6a-6a69-4fcf-94b7-cfa90306aa83 req-647d8dc6-5028-4c56-a7cc-6aed350ef897 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582123 Apr 20 16:17:38.609526 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 38756d44-6fec-4372-b740-10dd8461e968, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=38756d44-6fec-4372-b740-10dd8461e968,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:38.692104 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22d91c20-f05e-42f9-8b74-166588693bb3 req-c3cc027f-f6dd-4037-b072-d57975f1633c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:38.722270 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc027f-f6dd-4037-b072-d57975f1633c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Pushing event deleted for resources: {'Port': ['ID=e7287699-e13f-4982-90dd-abdf2458b171,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:38.725891 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['8d8df218-1686-44b2-a2e6-bc3bd9205f59', 'e7287699-e13f-4982-90dd-abdf2458b171'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:17:38.762832 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:38.767426 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d91c20-f05e-42f9-8b74-166588693bb3 req-c3cc027f-f6dd-4037-b072-d57975f1633c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] No DVR routers for this DVR port e7287699-e13f-4982-90dd-abdf2458b171 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:17:38.770639 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22d91c20-f05e-42f9-8b74-166588693bb3 req-c3cc027f-f6dd-4037-b072-d57975f1633c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:38.774277 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22d91c20-f05e-42f9-8b74-166588693bb3 req-c3cc027f-f6dd-4037-b072-d57975f1633c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.30 "DELETE /v2.0/ports/e7287699-e13f-4982-90dd-abdf2458b171 HTTP/1.1" status: 204 len: 173 time: 0.6511006 Apr 20 16:17:38.774737 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122e55e1-78ca-498f-bbf5-a1fe5ecec450', 'name': 'network-vif-deleted', 'tag': 'e7287699-e13f-4982-90dd-abdf2458b171'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:38.777156 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3d1148-b8f4-4f77-9f8f-d6d9614491d8" -d '{"events": [{"server_uuid": "122e55e1-78ca-498f-bbf5-a1fe5ecec450", "name": "network-vif-deleted", "tag": "e7287699-e13f-4982-90dd-abdf2458b171"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:38.833790 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7eae5ac-9525-4dfb-b85f-efe5c58a2870 x-openstack-request-id: req-f7eae5ac-9525-4dfb-b85f-efe5c58a2870 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:38.833790 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122e55e1-78ca-498f-bbf5-a1fe5ecec450", "name": "network-vif-deleted", "tag": "e7287699-e13f-4982-90dd-abdf2458b171", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:38.833790 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f7eae5ac-9525-4dfb-b85f-efe5c58a2870 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:38.833790 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7eae5ac-9525-4dfb-b85f-efe5c58a2870'] response: {'server_uuid': '122e55e1-78ca-498f-bbf5-a1fe5ecec450', 'name': 'network-vif-deleted', 'tag': 'e7287699-e13f-4982-90dd-abdf2458b171', 'status': 'completed', 'code': 200} Apr 20 16:17:38.849776 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=38756d44-6fec-4372-b740-10dd8461e968,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:38.860893 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 04d05c75-3a36-43aa-87ee-acb77deb60d3 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:17:38.884116 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e389c-9433-4413-bd6f-72de006ed1dc req-aedfcae7-6085-4341-b60f-2e9fc8d3ca88 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:38.885637 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8c7e389c-9433-4413-bd6f-72de006ed1dc req-aedfcae7-6085-4341-b60f-2e9fc8d3ca88 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0507607 Apr 20 16:17:38.926373 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8c7e389c-9433-4413-bd6f-72de006ed1dc req-749a8d13-d872-4d7e-8889-901ca7927ed5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343540 Apr 20 16:17:39.233292 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7685b7-c793-4ebf-b277-82627854edc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38756d44-6fec-4372-b740-10dd8461e968'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:39.235569 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38312c57-3cb2-4ed3-afde-816eeb0b9b50" -d '{"events": [{"server_uuid": "fa7685b7-c793-4ebf-b277-82627854edc5", "name": "network-vif-plugged", "status": "completed", "tag": "38756d44-6fec-4372-b740-10dd8461e968"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:39.271692 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d46268c-d661-4ca5-b8fd-ed5a85087ef0 x-openstack-request-id: req-5d46268c-d661-4ca5-b8fd-ed5a85087ef0 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:39.272271 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7685b7-c793-4ebf-b277-82627854edc5", "name": "network-vif-plugged", "status": "completed", "tag": "38756d44-6fec-4372-b740-10dd8461e968", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:39.272271 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d46268c-d661-4ca5-b8fd-ed5a85087ef0 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:39.272652 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d46268c-d661-4ca5-b8fd-ed5a85087ef0'] response: {'server_uuid': 'fa7685b7-c793-4ebf-b277-82627854edc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38756d44-6fec-4372-b740-10dd8461e968', 'code': 200} Apr 20 16:17:39.456235 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f8021-dd9f-4331-8f72-7427d2e4abca req-c427bb5b-929d-4c18-9693-f9591f99f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:39.457793 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-064f8021-dd9f-4331-8f72-7427d2e4abca req-c427bb5b-929d-4c18-9693-f9591f99f09f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 1096 time: 0.0721056 Apr 20 16:17:39.465820 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a246702-347b-40d6-b4fa-e6f229c9ab32 req-a85b6f67-79ba-490d-9c07-1c7aaf29403e tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:39.467825 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2a246702-347b-40d6-b4fa-e6f229c9ab32 req-a85b6f67-79ba-490d-9c07-1c7aaf29403e tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 945 time: 0.0737681 Apr 20 16:17:39.504102 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 04d05c75-3a36-43aa-87ee-acb77deb60d3 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:17:39.508210 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 04d05c75-3a36-43aa-87ee-acb77deb60d3 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:17:39.508624 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:39.529024 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2a246702-347b-40d6-b4fa-e6f229c9ab32 req-10dd0800-d97d-4ce3-a336-e9a0a2032774 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546076 Apr 20 16:17:39.530855 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-064f8021-dd9f-4331-8f72-7427d2e4abca req-ba1fe7a2-5883-4f75-a16e-325a76d895cc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494401 Apr 20 16:17:39.588585 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:39.630875 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 04d05c75-3a36-43aa-87ee-acb77deb60d3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=04d05c75-3a36-43aa-87ee-acb77deb60d3,segment=NetworkSegment(9aeda086-a58a-401a-b707-190f9947ee3b),segment_id=9aeda086-a58a-401a-b707-190f9947ee3b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:39.663621 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a1af60e9-69ae-40d7-b52d-f748bca66afa req-49cbb3be-32fa-457e-ac77-c8124a49b1e2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=122e55e1-78ca-498f-bbf5-a1fe5ecec450 HTTP/1.1" status: 200 len: 210 time: 0.0281625 Apr 20 16:17:39.719735 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df390b7f-b0ee-4d6d-b7a7-a8d2639d6a20 req-5bb24add-4731-48ab-9a57-1daa57db5186 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:39.721302 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df390b7f-b0ee-4d6d-b7a7-a8d2639d6a20 req-5bb24add-4731-48ab-9a57-1daa57db5186 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2041256-4cd3-4a43-915a-b4a2f6342801 HTTP/1.1" status: 200 len: 945 time: 0.0497859 Apr 20 16:17:39.737815 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:39.763662 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df390b7f-b0ee-4d6d-b7a7-a8d2639d6a20 req-e8567a24-d2f7-41b1-a0f5-c87ee13910e6 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348666 Apr 20 16:17:39.787041 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=04d05c75-3a36-43aa-87ee-acb77deb60d3,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:40.058063 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b835ff-19bb-4a7c-a732-a9ecfa27688f req-b3ab95ac-f8d4-4f92-989f-4de8da2120a3 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:40.059687 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-95b835ff-19bb-4a7c-a732-a9ecfa27688f req-b3ab95ac-f8d4-4f92-989f-4de8da2120a3 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0511365 Apr 20 16:17:40.100283 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-95b835ff-19bb-4a7c-a732-a9ecfa27688f req-3ecc127e-6629-4ab1-8e5d-f7ae776205d6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340998 Apr 20 16:17:40.301702 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658a7fb-7348-4ff1-8711-951a98652508 req-2e69f5eb-2dff-4f80-a3cc-a867ee91849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:40.303260 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8658a7fb-7348-4ff1-8711-951a98652508 req-2e69f5eb-2dff-4f80-a3cc-a867ee91849f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa&tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3 HTTP/1.1" status: 200 len: 1101 time: 0.0422421 Apr 20 16:17:40.323230 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-8658a7fb-7348-4ff1-8711-951a98652508 req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836146-2', 'device_owner': 'compute:nova'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:17:40.375422 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8658a7fb-7348-4ff1-8711-951a98652508 req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:40.586934 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-8658a7fb-7348-4ff1-8711-951a98652508 req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] For port 49d61411-7d22-4a11-aaac-b88200694959, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=49d61411-7d22-4a11-aaac-b88200694959,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:40.648045 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-8658a7fb-7348-4ff1-8711-951a98652508 req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] For port 49d61411-7d22-4a11-aaac-b88200694959, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:17:40.697879 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f88c7-5f5a-45b1-99b2-a4c149f87f8b req-ec7941d4-f41e-4aaa-934e-9413c4be726f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:40.699409 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-462f88c7-5f5a-45b1-99b2-a4c149f87f8b req-ec7941d4-f41e-4aaa-934e-9413c4be726f tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 945 time: 0.0951746 Apr 20 16:17:40.705310 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8658a7fb-7348-4ff1-8711-951a98652508 req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:40.732240 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-8658a7fb-7348-4ff1-8711-951a98652508 req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] Transition to ACTIVE for port object 49d61411-7d22-4a11-aaac-b88200694959 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:17:40.749269 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-462f88c7-5f5a-45b1-99b2-a4c149f87f8b req-0f931b21-386e-4b4c-b9d1-b35ec35b341e tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414646 Apr 20 16:17:40.804445 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8658a7fb-7348-4ff1-8711-951a98652508 req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:40.830451 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50776cb-ec9e-410a-b36d-f6c7fb0feeaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d61411-7d22-4a11-aaac-b88200694959'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:40.832613 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfb1c0a-5822-4d23-94c6-fb1de87a6f0d" -d '{"events": [{"server_uuid": "d50776cb-ec9e-410a-b36d-f6c7fb0feeaa", "name": "network-vif-unplugged", "status": "completed", "tag": "49d61411-7d22-4a11-aaac-b88200694959"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:40.890182 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=49d61411-7d22-4a11-aaac-b88200694959,revision_number=10']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:40.907603 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-8658a7fb-7348-4ff1-8711-951a98652508 req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] No DVR routers for this DVR port 49d61411-7d22-4a11-aaac-b88200694959 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:17:40.942221 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48839825-b061-4637-976c-2319eb2d7e91 req-45c9a478-55c8-41e2-94d7-3564d08eb68b tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:40.943784 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-48839825-b061-4637-976c-2319eb2d7e91 req-45c9a478-55c8-41e2-94d7-3564d08eb68b tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2041256-4cd3-4a43-915a-b4a2f6342801 HTTP/1.1" status: 200 len: 946 time: 0.1077969 Apr 20 16:17:40.964012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-8658a7fb-7348-4ff1-8711-951a98652508 req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] Attempting to bind port 49d61411-7d22-4a11-aaac-b88200694959 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:17:40.964362 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-8658a7fb-7348-4ff1-8711-951a98652508 req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] Attempting to bind port 49d61411-7d22-4a11-aaac-b88200694959 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:17:40.964688 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8658a7fb-7348-4ff1-8711-951a98652508 req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] Attempting to bind port 49d61411-7d22-4a11-aaac-b88200694959 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:17:40.978001 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8658a7fb-7348-4ff1-8711-951a98652508 req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] Port 49d61411-7d22-4a11-aaac-b88200694959 on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:17:40.978320 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8658a7fb-7348-4ff1-8711-951a98652508 req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] Attempting to bind port 49d61411-7d22-4a11-aaac-b88200694959 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:17:40.991102 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8658a7fb-7348-4ff1-8711-951a98652508 req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:17:40.991438 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8658a7fb-7348-4ff1-8711-951a98652508 req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:17:40.991817 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8658a7fb-7348-4ff1-8711-951a98652508 req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:17:40.992848 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-8658a7fb-7348-4ff1-8711-951a98652508 req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] Bound port: 49d61411-7d22-4a11-aaac-b88200694959, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:17:40.998417 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8658a7fb-7348-4ff1-8711-951a98652508 req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:41.008225 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-48839825-b061-4637-976c-2319eb2d7e91 req-8361b71c-7d0e-4f10-b14e-080f9802b08e tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545697 Apr 20 16:17:41.068455 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-8658a7fb-7348-4ff1-8711-951a98652508 req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] For port 49d61411-7d22-4a11-aaac-b88200694959, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:17:41.072064 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-8658a7fb-7348-4ff1-8711-951a98652508 req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] For port 49d61411-7d22-4a11-aaac-b88200694959, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=49d61411-7d22-4a11-aaac-b88200694959,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:17:41.074551 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448df411-87ac-45ee-9d7a-0d55765fe959 x-openstack-request-id: req-448df411-87ac-45ee-9d7a-0d55765fe959 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:41.074890 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50776cb-ec9e-410a-b36d-f6c7fb0feeaa", "name": "network-vif-unplugged", "status": "completed", "tag": "49d61411-7d22-4a11-aaac-b88200694959", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:41.075184 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-448df411-87ac-45ee-9d7a-0d55765fe959 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:41.075625 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-448df411-87ac-45ee-9d7a-0d55765fe959'] response: {'server_uuid': 'd50776cb-ec9e-410a-b36d-f6c7fb0feeaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d61411-7d22-4a11-aaac-b88200694959', 'code': 200} Apr 20 16:17:41.217363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e3df5-3dac-4442-907e-4046a5209043 req-13790030-900d-495c-8a83-d5768b3a9732 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:41.218835 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-072e3df5-3dac-4442-907e-4046a5209043 req-13790030-900d-495c-8a83-d5768b3a9732 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 949 time: 0.0494392 Apr 20 16:17:41.239032 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8658a7fb-7348-4ff1-8711-951a98652508 req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:41.274181 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2041256-4cd3-4a43-915a-b4a2f6342801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d05c75-3a36-43aa-87ee-acb77deb60d3'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:41.276433 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83382204-c93b-4174-8483-692455756fa4" -d '{"events": [{"server_uuid": "f2041256-4cd3-4a43-915a-b4a2f6342801", "name": "network-vif-plugged", "status": "completed", "tag": "04d05c75-3a36-43aa-87ee-acb77deb60d3"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:41.283917 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658a7fb-7348-4ff1-8711-951a98652508 req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:41.285048 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8658a7fb-7348-4ff1-8711-951a98652508 req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:41.286909 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8658a7fb-7348-4ff1-8711-951a98652508 req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] 10.222.0.26 "PUT /v2.0/ports/49d61411-7d22-4a11-aaac-b88200694959 HTTP/1.1" status: 200 len: 1097 time: 0.9679832 Apr 20 16:17:41.313027 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-072e3df5-3dac-4442-907e-4046a5209043 req-fae1766b-cc9a-4532-afe5-029f2de4f6d0 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879858 Apr 20 16:17:41.342975 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2a737a-7a6d-4fee-9245-a01b9ea9f9f4 x-openstack-request-id: req-fe2a737a-7a6d-4fee-9245-a01b9ea9f9f4 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:41.343266 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2041256-4cd3-4a43-915a-b4a2f6342801", "name": "network-vif-plugged", "status": "completed", "tag": "04d05c75-3a36-43aa-87ee-acb77deb60d3", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:41.343514 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe2a737a-7a6d-4fee-9245-a01b9ea9f9f4 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:41.343906 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe2a737a-7a6d-4fee-9245-a01b9ea9f9f4'] response: {'server_uuid': 'f2041256-4cd3-4a43-915a-b4a2f6342801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d05c75-3a36-43aa-87ee-acb77deb60d3', 'code': 200} Apr 20 16:17:41.344014 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbc23f-c75d-4ca2-8396-6ccda117f5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=49d61411-7d22-4a11-aaac-b88200694959,revision_number=11']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:41.412779 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658a7fb-7348-4ff1-8711-951a98652508 req-4df34435-b59e-44c3-a6c4-05778ea2a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:41.415147 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8658a7fb-7348-4ff1-8711-951a98652508 req-4df34435-b59e-44c3-a6c4-05778ea2a78a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 1100 time: 0.0683074 Apr 20 16:17:41.874162 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e9b9d-cee9-48d9-8787-1ba765d294cf req-6a28087b-3471-40a8-bf01-0e8befa304cb tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:41.874817 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5f9aa-02ef-4cc1-8740-f6b512049939 req-503d8e80-53bc-4aac-b8dc-9e463a266803 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:41.875634 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8a2e9b9d-cee9-48d9-8787-1ba765d294cf req-6a28087b-3471-40a8-bf01-0e8befa304cb tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.4595768 Apr 20 16:17:41.875826 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b0b5f9aa-02ef-4cc1-8740-f6b512049939 req-503d8e80-53bc-4aac-b8dc-9e463a266803 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 945 time: 0.0513861 Apr 20 16:17:41.882663 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b775ab4-0b88-42f7-805f-bf329366dc75 req-b47c6420-7089-4204-a414-8768af96da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:41.884075 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b775ab4-0b88-42f7-805f-bf329366dc75 req-b47c6420-7089-4204-a414-8768af96da41 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f2041256-4cd3-4a43-915a-b4a2f6342801 HTTP/1.1" status: 200 len: 1097 time: 0.4211812 Apr 20 16:17:41.900374 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658a7fb-7348-4ff1-8711-951a98652508 req-a12be98d-c0d5-4023-8b02-fe2414010615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:41.901828 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8658a7fb-7348-4ff1-8711-951a98652508 req-a12be98d-c0d5-4023-8b02-fe2414010615 service neutron] 10.222.0.26 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.4769149 Apr 20 16:17:41.918709 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b0b5f9aa-02ef-4cc1-8740-f6b512049939 req-85bb755d-8afd-457b-8307-ef4b2195088e tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360968 Apr 20 16:17:41.969137 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1cfeae-cf72-499d-a23c-798c93d11f0b req-ca761d61-d190-40bf-b972-9607b763e71e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:41.970601 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6d1cfeae-cf72-499d-a23c-798c93d11f0b req-ca761d61-d190-40bf-b972-9607b763e71e tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.30 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 945 time: 0.1499770 Apr 20 16:17:41.979042 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8658a7fb-7348-4ff1-8711-951a98652508 req-a13170bf-7b43-46d4-b9a6-a37a38346988 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=49d61411-7d22-4a11-aaac-b88200694959 HTTP/1.1" status: 200 len: 217 time: 0.0630250 Apr 20 16:17:42.049114 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b775ab4-0b88-42f7-805f-bf329366dc75 req-43d67436-6ace-403f-bafb-f6a5a4c56ac7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524110 Apr 20 16:17:42.055253 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8a2e9b9d-cee9-48d9-8787-1ba765d294cf req-cf1dc988-7fb0-4475-9675-d476d4136bc6 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=572d1f21-1356-4bc6-842e-d5877f0f79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679285 Apr 20 16:17:42.102610 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658a7fb-7348-4ff1-8711-951a98652508 req-28b14877-746e-42a3-8128-2aec32a6a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:42.104107 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8658a7fb-7348-4ff1-8711-951a98652508 req-28b14877-746e-42a3-8128-2aec32a6a0d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.1102731 Apr 20 16:17:42.198983 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-6d1cfeae-cf72-499d-a23c-798c93d11f0b req-190e1c8d-f64f-4831-a216-5d53f0f550d2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Deleting port 8d8df218-1686-44b2-a2e6-bc3bd9205f59 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:17:42.199322 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6d1cfeae-cf72-499d-a23c-798c93d11f0b req-190e1c8d-f64f-4831-a216-5d53f0f550d2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:42.206686 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658a7fb-7348-4ff1-8711-951a98652508 req-7dbd8bed-3494-4693-97ca-c94473606694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:42.208203 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8658a7fb-7348-4ff1-8711-951a98652508 req-7dbd8bed-3494-4693-97ca-c94473606694 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0933309 Apr 20 16:17:42.237474 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb9b76-1dad-4c03-bad5-6906e49efc5d req-881d1e83-f353-482a-9592-2aa106c827fa tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:42.238870 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a1fb9b76-1dad-4c03-bad5-6906e49efc5d req-881d1e83-f353-482a-9592-2aa106c827fa tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2041256-4cd3-4a43-915a-b4a2f6342801 HTTP/1.1" status: 200 len: 946 time: 0.1142805 Apr 20 16:17:42.372645 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a1fb9b76-1dad-4c03-bad5-6906e49efc5d req-35a4b82d-2079-431c-9080-4c3d5a247454 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062376 Apr 20 16:17:42.411364 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-6d1cfeae-cf72-499d-a23c-798c93d11f0b req-190e1c8d-f64f-4831-a216-5d53f0f550d2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] For port 8d8df218-1686-44b2-a2e6-bc3bd9205f59, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=8d8df218-1686-44b2-a2e6-bc3bd9205f59,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:42.411815 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6d1cfeae-cf72-499d-a23c-798c93d11f0b req-190e1c8d-f64f-4831-a216-5d53f0f550d2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:42.436391 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-6d1cfeae-cf72-499d-a23c-798c93d11f0b req-190e1c8d-f64f-4831-a216-5d53f0f550d2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Calling delete_port for 8d8df218-1686-44b2-a2e6-bc3bd9205f59 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:17:42.447096 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8658a7fb-7348-4ff1-8711-951a98652508 req-6ce597da-f727-4dd3-a122-0fbe181a4b23 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262421 Apr 20 16:17:42.486434 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3e38b9e2-2959-4b69-8ac1-eb46a6b4a537 req-65fb2f11-a48e-4273-9a9f-0103eda82eee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446706 Apr 20 16:17:42.582578 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38b9e2-2959-4b69-8ac1-eb46a6b4a537 req-81ad6f26-e44f-4e3c-9cd0-c502acf0ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:42.585419 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3e38b9e2-2959-4b69-8ac1-eb46a6b4a537 req-81ad6f26-e44f-4e3c-9cd0-c502acf0ff7a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 1100 time: 0.0548370 Apr 20 16:17:42.599436 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4558598-d5eb-4911-9845-d633b35d3674 req-4f18f21a-4d0d-448d-b289-dda9198917c5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:42.601058 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a4558598-d5eb-4911-9845-d633b35d3674 req-4f18f21a-4d0d-448d-b289-dda9198917c5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 949 time: 0.1679306 Apr 20 16:17:42.670993 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8658a7fb-7348-4ff1-8711-951a98652508 req-3a2f0ee2-156d-401a-b63d-7bfdd1b2c394 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988430 Apr 20 16:17:42.692696 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a4558598-d5eb-4911-9845-d633b35d3674 req-f0f8ba9f-1626-4083-8984-cc9dcd820cfc tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728142 Apr 20 16:17:42.748561 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38b9e2-2959-4b69-8ac1-eb46a6b4a537 req-9e3cb748-29d3-4df8-8db9-4576d840de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:42.750124 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3e38b9e2-2959-4b69-8ac1-eb46a6b4a537 req-9e3cb748-29d3-4df8-8db9-4576d840de6c service neutron] 10.222.0.26 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.1411846 Apr 20 16:17:42.825763 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3e38b9e2-2959-4b69-8ac1-eb46a6b4a537 req-7dbc412e-489f-4624-93ff-ce62c5586fbd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=ca7fac03-dba5-420a-8011-27a1c64c2c85 HTTP/1.1" status: 200 len: 217 time: 0.0411308 Apr 20 16:17:42.875396 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38b9e2-2959-4b69-8ac1-eb46a6b4a537 req-52d650a6-75a1-4d1a-b88c-f1e9a8f6dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:42.876924 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3e38b9e2-2959-4b69-8ac1-eb46a6b4a537 req-52d650a6-75a1-4d1a-b88c-f1e9a8f6dbd3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0450888 Apr 20 16:17:42.891033 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device e7287699-e13f-4982-90dd-abdf2458b171 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:17:42.891979 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6d1cfeae-cf72-499d-a23c-798c93d11f0b req-190e1c8d-f64f-4831-a216-5d53f0f550d2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:42.930289 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['8d8df218-1686-44b2-a2e6-bc3bd9205f59'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:17:42.931336 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e1c8d-f64f-4831-a216-5d53f0f550d2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Pushing event deleted for resources: {'Port': ['ID=8d8df218-1686-44b2-a2e6-bc3bd9205f59,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:42.933638 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: e7287699-e13f-4982-90dd-abdf2458b171 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:17:42.934072 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device e7287699-e13f-4982-90dd-abdf2458b171 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:17:42.934740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 49d61411-7d22-4a11-aaac-b88200694959 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:17:42.968370 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38b9e2-2959-4b69-8ac1-eb46a6b4a537 req-1fdfa35c-ddd9-48e7-a703-fbd5384afb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:42.969962 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3e38b9e2-2959-4b69-8ac1-eb46a6b4a537 req-1fdfa35c-ddd9-48e7-a703-fbd5384afb3d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0747015 Apr 20 16:17:42.999139 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1cfeae-cf72-499d-a23c-798c93d11f0b req-190e1c8d-f64f-4831-a216-5d53f0f550d2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] No DVR routers for this DVR port 8d8df218-1686-44b2-a2e6-bc3bd9205f59 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:17:43.001852 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6d1cfeae-cf72-499d-a23c-798c93d11f0b req-190e1c8d-f64f-4831-a216-5d53f0f550d2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:43.005031 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 49d61411-7d22-4a11-aaac-b88200694959 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:17:43.005244 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6d1cfeae-cf72-499d-a23c-798c93d11f0b req-190e1c8d-f64f-4831-a216-5d53f0f550d2 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.30 "DELETE /v2.0/ports/8d8df218-1686-44b2-a2e6-bc3bd9205f59 HTTP/1.1" status: 204 len: 173 time: 1.0253112 Apr 20 16:17:43.077070 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50776cb-ec9e-410a-b36d-f6c7fb0feeaa', 'tag': '49d61411-7d22-4a11-aaac-b88200694959'}, {'server_uuid': '5deec907-0447-41ca-93f9-e2d3b29039c6', 'name': 'network-vif-deleted', 'tag': '8d8df218-1686-44b2-a2e6-bc3bd9205f59'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:43.095722 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907c1f7e-131d-4fd8-b9e3-c3944f4b4f95" -d '{"events": [{"name": "network-changed", "server_uuid": "d50776cb-ec9e-410a-b36d-f6c7fb0feeaa", "tag": "49d61411-7d22-4a11-aaac-b88200694959"}, {"server_uuid": "5deec907-0447-41ca-93f9-e2d3b29039c6", "name": "network-vif-deleted", "tag": "8d8df218-1686-44b2-a2e6-bc3bd9205f59"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:43.095911 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3e38b9e2-2959-4b69-8ac1-eb46a6b4a537 req-f1342f9a-eb36-4638-9741-ac40c6191bf2 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064739 Apr 20 16:17:43.184681 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b28ae5b9-a9b6-4e48-9b9f-feddcdeb2368 req-5136f711-fa42-47a3-8c9c-66571be3871c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 210 time: 0.0348322 Apr 20 16:17:43.194120 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa318d2d-cce7-4e04-9f1a-a6eeaccc73f3 x-openstack-request-id: req-aa318d2d-cce7-4e04-9f1a-a6eeaccc73f3 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:43.195053 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50776cb-ec9e-410a-b36d-f6c7fb0feeaa", "tag": "49d61411-7d22-4a11-aaac-b88200694959", "status": "completed", "code": 200}, {"server_uuid": "5deec907-0447-41ca-93f9-e2d3b29039c6", "name": "network-vif-deleted", "tag": "8d8df218-1686-44b2-a2e6-bc3bd9205f59", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:43.195053 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa318d2d-cce7-4e04-9f1a-a6eeaccc73f3 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:43.196048 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa318d2d-cce7-4e04-9f1a-a6eeaccc73f3'] response: {'name': 'network-changed', 'server_uuid': 'd50776cb-ec9e-410a-b36d-f6c7fb0feeaa', 'tag': '49d61411-7d22-4a11-aaac-b88200694959', 'status': 'completed', 'code': 200} Apr 20 16:17:43.196566 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa318d2d-cce7-4e04-9f1a-a6eeaccc73f3'] response: {'server_uuid': '5deec907-0447-41ca-93f9-e2d3b29039c6', 'name': 'network-vif-deleted', 'tag': '8d8df218-1686-44b2-a2e6-bc3bd9205f59', 'status': 'completed', 'code': 200} Apr 20 16:17:43.215674 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3e38b9e2-2959-4b69-8ac1-eb46a6b4a537 req-fc39cf91-287d-4de4-97da-90cfbeaade19 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126902 Apr 20 16:17:43.296585 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c1f7e-131d-4fd8-b9e3-c3944f4b4f95 req-3fa26856-3567-4f1b-b2e2-cf508873e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:43.298403 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-907c1f7e-131d-4fd8-b9e3-c3944f4b4f95 req-3fa26856-3567-4f1b-b2e2-cf508873e85b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 1100 time: 0.0492191 Apr 20 16:17:43.329636 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d021a29-87d5-4236-be03-61e9783ffa35 req-1040cda7-1c8c-4ce3-abfe-fdca7795353d tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:43.331397 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7d021a29-87d5-4236-be03-61e9783ffa35 req-1040cda7-1c8c-4ce3-abfe-fdca7795353d tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 945 time: 0.0980728 Apr 20 16:17:43.334443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c1f7e-131d-4fd8-b9e3-c3944f4b4f95 req-457e88a8-c891-45f9-9beb-fa9c8bc0aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:43.336201 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-907c1f7e-131d-4fd8-b9e3-c3944f4b4f95 req-457e88a8-c891-45f9-9beb-fa9c8bc0aa3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 1100 time: 0.0889461 Apr 20 16:17:43.387554 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7d021a29-87d5-4236-be03-61e9783ffa35 req-6e2eb085-8a63-4bc9-a390-3e1acc29888a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491955 Apr 20 16:17:43.393403 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c1f7e-131d-4fd8-b9e3-c3944f4b4f95 req-936d57f6-f471-4d00-85fe-5984a3b0aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:43.395569 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-907c1f7e-131d-4fd8-b9e3-c3944f4b4f95 req-936d57f6-f471-4d00-85fe-5984a3b0aba4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.0890048 Apr 20 16:17:43.451897 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-907c1f7e-131d-4fd8-b9e3-c3944f4b4f95 req-6567abd2-0ba3-4169-9e03-70044d6fdf92 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=49d61411-7d22-4a11-aaac-b88200694959 HTTP/1.1" status: 200 len: 217 time: 0.0475452 Apr 20 16:17:43.481196 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c1f7e-131d-4fd8-b9e3-c3944f4b4f95 req-51eb6d10-9482-4551-a76b-2b89d0042587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:43.482676 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-907c1f7e-131d-4fd8-b9e3-c3944f4b4f95 req-51eb6d10-9482-4551-a76b-2b89d0042587 service neutron] 10.222.0.30 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.1160722 Apr 20 16:17:43.530258 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c1f7e-131d-4fd8-b9e3-c3944f4b4f95 req-3a63c29e-4a27-4558-88db-125976d70345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:43.531783 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-907c1f7e-131d-4fd8-b9e3-c3944f4b4f95 req-3a63c29e-4a27-4558-88db-125976d70345 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0694797 Apr 20 16:17:43.532121 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-907c1f7e-131d-4fd8-b9e3-c3944f4b4f95 req-709b3a03-e643-43e4-b7ac-5b95b7bd80e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=49d61411-7d22-4a11-aaac-b88200694959 HTTP/1.1" status: 200 len: 217 time: 0.0356739 Apr 20 16:17:43.547115 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d31423-5878-4e1d-96d9-de5ffc1ba512 req-2935c3d3-88e9-49a7-b14e-b786fad42cdc tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:43.548605 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-06d31423-5878-4e1d-96d9-de5ffc1ba512 req-2935c3d3-88e9-49a7-b14e-b786fad42cdc tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2041256-4cd3-4a43-915a-b4a2f6342801 HTTP/1.1" status: 200 len: 946 time: 0.0885868 Apr 20 16:17:43.592969 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c1f7e-131d-4fd8-b9e3-c3944f4b4f95 req-18836ee2-b494-442c-92b5-59c1076f7b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:43.594591 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-907c1f7e-131d-4fd8-b9e3-c3944f4b4f95 req-18836ee2-b494-442c-92b5-59c1076f7b90 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0564983 Apr 20 16:17:43.618432 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-06d31423-5878-4e1d-96d9-de5ffc1ba512 req-c06ead60-95be-43bb-92ab-6b21bf9cab0d tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605402 Apr 20 16:17:43.620148 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c1f7e-131d-4fd8-b9e3-c3944f4b4f95 req-289c4800-a876-4cea-a02f-0792c4ad9fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:43.621822 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-907c1f7e-131d-4fd8-b9e3-c3944f4b4f95 req-289c4800-a876-4cea-a02f-0792c4ad9fe9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0722947 Apr 20 16:17:43.647129 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c1f7e-131d-4fd8-b9e3-c3944f4b4f95 req-5c5e20b4-a3f2-4c2f-8297-a3c237d48268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:43.649290 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-907c1f7e-131d-4fd8-b9e3-c3944f4b4f95 req-5c5e20b4-a3f2-4c2f-8297-a3c237d48268 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0477841 Apr 20 16:17:43.716810 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-907c1f7e-131d-4fd8-b9e3-c3944f4b4f95 req-38152f30-2887-46fc-9366-41af40ffd8ad service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864022 Apr 20 16:17:43.742374 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-907c1f7e-131d-4fd8-b9e3-c3944f4b4f95 req-e6b110b7-a1de-4747-bd10-7c09672d09d0 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858064 Apr 20 16:17:43.822917 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-907c1f7e-131d-4fd8-b9e3-c3944f4b4f95 req-d657b269-f0c8-48fb-9b14-04e06eb092df service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985708 Apr 20 16:17:43.870004 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a134af3-6f0e-4528-a98d-4b94b177c39e req-34714415-3455-4ec8-997f-9fc19ec30d7c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:43.871480 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5a134af3-6f0e-4528-a98d-4b94b177c39e req-34714415-3455-4ec8-997f-9fc19ec30d7c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 949 time: 0.1045315 Apr 20 16:17:43.877010 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-907c1f7e-131d-4fd8-b9e3-c3944f4b4f95 req-1bc090e9-d40b-40a1-8264-3c368e15e2f4 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280277 Apr 20 16:17:43.909701 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5a134af3-6f0e-4528-a98d-4b94b177c39e req-085b53ef-00d9-42ad-99a4-d06038decfed tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316546 Apr 20 16:17:44.283168 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ea925020-54ff-4fec-8ed6-80d43ac9ec76 req-5c45c89b-1bc9-49df-b544-7223ddc97efc tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=5deec907-0447-41ca-93f9-e2d3b29039c6 HTTP/1.1" status: 200 len: 210 time: 0.0269845 Apr 20 16:17:44.509559 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7ee99-0c77-4ff9-9223-57f713f05052 req-00700d42-b27f-4d80-a207-fb4e8da9fa15 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:44.510936 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31b7ee99-0c77-4ff9-9223-57f713f05052 req-00700d42-b27f-4d80-a207-fb4e8da9fa15 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 945 time: 0.0528338 Apr 20 16:17:44.550168 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31b7ee99-0c77-4ff9-9223-57f713f05052 req-eb6b13d2-49b2-4c2d-8742-22b71151711a tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331302 Apr 20 16:17:44.732714 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273c270-0314-497a-b4d6-1de3b17ffa36 req-b8576cfc-5d65-4e30-8d5e-dc4345b1be6b tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:44.734158 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a273c270-0314-497a-b4d6-1de3b17ffa36 req-b8576cfc-5d65-4e30-8d5e-dc4345b1be6b tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2041256-4cd3-4a43-915a-b4a2f6342801 HTTP/1.1" status: 200 len: 946 time: 0.0490980 Apr 20 16:17:44.771374 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a273c270-0314-497a-b4d6-1de3b17ffa36 req-5ff7d042-b5dc-45d4-ae68-2b7e3caf48e0 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311255 Apr 20 16:17:44.891011 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb14a5-3742-45dc-a60c-cc527c1ada8c req-31e8b4be-7bf1-4708-9520-d0d6c364bd91 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:44.892555 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ccb14a5-3742-45dc-a60c-cc527c1ada8c req-31e8b4be-7bf1-4708-9520-d0d6c364bd91 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=db13a9bf-b6e7-4fa1-a5c9-937c069cab7e HTTP/1.1" status: 200 len: 946 time: 0.0539365 Apr 20 16:17:44.930139 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ccb14a5-3742-45dc-a60c-cc527c1ada8c req-cde465b5-3cc4-486e-bc07-a03b0eaa15a8 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309489 Apr 20 16:17:45.027440 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163e6da-02a6-406b-aea0-3708224459e6 req-ad5c0add-3967-4bce-833e-a415435c465f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:45.028879 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7163e6da-02a6-406b-aea0-3708224459e6 req-ad5c0add-3967-4bce-833e-a415435c465f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 949 time: 0.0490372 Apr 20 16:17:45.066758 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7163e6da-02a6-406b-aea0-3708224459e6 req-d90c39cb-3276-4dc1-86ea-314e0e628495 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316806 Apr 20 16:17:45.888973 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cef224-b6b4-452c-a87c-51bf015d62ea req-2887b630-bb18-47ee-b6bc-3cefbb529aa6 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:45.890360 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-33cef224-b6b4-452c-a87c-51bf015d62ea req-2887b630-bb18-47ee-b6bc-3cefbb529aa6 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 945 time: 0.0521686 Apr 20 16:17:45.929434 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-33cef224-b6b4-452c-a87c-51bf015d62ea req-f8976fe6-1bb8-442c-a324-0d4496446255 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321538 Apr 20 16:17:46.156868 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe51a68-e948-4b8c-9d13-e3415705149e req-af17c15c-874c-498b-8e83-98ea549858ec tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:46.158267 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fbe51a68-e948-4b8c-9d13-e3415705149e req-af17c15c-874c-498b-8e83-98ea549858ec tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0519614 Apr 20 16:17:46.199568 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fbe51a68-e948-4b8c-9d13-e3415705149e req-dde22857-a7a4-4b7d-b859-dec117e6f189 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340452 Apr 20 16:17:46.295129 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 38756d44-6fec-4372-b740-10dd8461e968 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:17:46.310165 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76230d-ec53-4861-8b70-1eb87c2b3ec3 req-8bafdc2f-24cb-42f5-a93a-7b98b1ae1b03 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:46.311643 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bb76230d-ec53-4861-8b70-1eb87c2b3ec3 req-8bafdc2f-24cb-42f5-a93a-7b98b1ae1b03 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 949 time: 0.0556474 Apr 20 16:17:46.351275 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bb76230d-ec53-4861-8b70-1eb87c2b3ec3 req-53c686ff-60c4-425d-ab48-a99310c4732f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325937 Apr 20 16:17:46.399004 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 38756d44-6fec-4372-b740-10dd8461e968, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=38756d44-6fec-4372-b740-10dd8461e968,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:46.410110 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '38756d44-6fec-4372-b740-10dd8461e968', 'network_id': 'fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c', 'port_id': '38756d44-6fec-4372-b740-10dd8461e968', 'mac_address': 'fa:16:3e:f4:85:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce9e0e03-496c-4740-ab53-97424319556b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:17:46.449543 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:46.462769 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38756d44-6fec-4372-b740-10dd8461e968 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:17:46.481562 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 38756d44-6fec-4372-b740-10dd8461e968, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=38756d44-6fec-4372-b740-10dd8461e968,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:46.732185 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:46.732883 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 49d61411-7d22-4a11-aaac-b88200694959 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:17:46.743428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6001c-e12e-454f-9b03-0b2572b08356 req-b4757bc4-a860-4dfb-bca3-cf0b88ed0a5e tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:46.744953 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-14e6001c-e12e-454f-9b03-0b2572b08356 req-b4757bc4-a860-4dfb-bca3-cf0b88ed0a5e tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=db13a9bf-b6e7-4fa1-a5c9-937c069cab7e HTTP/1.1" status: 200 len: 946 time: 0.0501158 Apr 20 16:17:46.783929 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-14e6001c-e12e-454f-9b03-0b2572b08356 req-56628961-d88e-488f-a720-a2dfe48eb6bf tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325100 Apr 20 16:17:46.801249 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=38756d44-6fec-4372-b740-10dd8461e968,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:46.868567 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 49d61411-7d22-4a11-aaac-b88200694959, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=49d61411-7d22-4a11-aaac-b88200694959,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:46.878513 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '49d61411-7d22-4a11-aaac-b88200694959', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': '49d61411-7d22-4a11-aaac-b88200694959', 'mac_address': 'fa:16:3e:2f:66:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:17:46.914410 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 8d8df218-1686-44b2-a2e6-bc3bd9205f59 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:17:46.940045 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 8d8df218-1686-44b2-a2e6-bc3bd9205f59 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:17:46.940405 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 8d8df218-1686-44b2-a2e6-bc3bd9205f59 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:17:46.945601 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:46.958714 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d61411-7d22-4a11-aaac-b88200694959 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:17:46.979489 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 49d61411-7d22-4a11-aaac-b88200694959, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=49d61411-7d22-4a11-aaac-b88200694959,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:47.051067 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f18c80-6afd-4678-b7d2-f347dc1ab773 req-f4634fcf-61db-4aa9-9107-1cc98dbf44d7 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:47.052536 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d8f18c80-6afd-4678-b7d2-f347dc1ab773 req-f4634fcf-61db-4aa9-9107-1cc98dbf44d7 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 944 time: 0.0521712 Apr 20 16:17:47.089674 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d8f18c80-6afd-4678-b7d2-f347dc1ab773 req-e6c93a56-30ee-46ba-b38f-9b96748805c4 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308425 Apr 20 16:17:47.204906 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:47.257566 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=49d61411-7d22-4a11-aaac-b88200694959,revision_number=12']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:47.318744 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274551b1-dd32-4776-949d-32b46cf6dd1a req-4622c3b3-2fb7-4717-a51a-12c77fecf889 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:47.320232 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-274551b1-dd32-4776-949d-32b46cf6dd1a req-4622c3b3-2fb7-4717-a51a-12c77fecf889 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0535026 Apr 20 16:17:47.360841 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-274551b1-dd32-4776-949d-32b46cf6dd1a req-08d04a1a-9c78-450f-b9ff-cd4d7a3ceecf tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345640 Apr 20 16:17:47.466630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0429299-a27c-4b09-b548-bc2b32397545 req-9ecdd935-8e5d-472d-968c-b9112a2ea716 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:47.468000 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e0429299-a27c-4b09-b548-bc2b32397545 req-9ecdd935-8e5d-472d-968c-b9112a2ea716 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0480964 Apr 20 16:17:47.504592 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e0429299-a27c-4b09-b548-bc2b32397545 req-6bd42e3f-bc8f-4219-913e-d870677d9434 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305970 Apr 20 16:17:47.558451 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['38756d44-6fec-4372-b740-10dd8461e968'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:17:47.900998 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561cd5a-64c8-4778-b086-0951afe69b2d req-d20fb546-9cd3-4fff-8f3a-5e9cbf822b70 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:47.902491 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0561cd5a-64c8-4778-b086-0951afe69b2d req-d20fb546-9cd3-4fff-8f3a-5e9cbf822b70 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=db13a9bf-b6e7-4fa1-a5c9-937c069cab7e HTTP/1.1" status: 200 len: 946 time: 0.0492389 Apr 20 16:17:47.940277 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0561cd5a-64c8-4778-b086-0951afe69b2d req-24371465-ab4a-4dce-b90d-184379fab68d tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318382 Apr 20 16:17:48.208009 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69988b-3fa7-4c69-a116-f150dc576adc req-1c3d114b-aeaa-4620-8000-ddbfc06c8df1 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:48.209526 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e69988b-3fa7-4c69-a116-f150dc576adc req-1c3d114b-aeaa-4620-8000-ddbfc06c8df1 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 944 time: 0.0487521 Apr 20 16:17:48.247884 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e69988b-3fa7-4c69-a116-f150dc576adc req-31742934-3bce-4061-9000-91fe14690786 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321784 Apr 20 16:17:48.296448 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['49d61411-7d22-4a11-aaac-b88200694959'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:17:48.321093 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 38756d44-6fec-4372-b740-10dd8461e968 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:17:48.400256 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 38756d44-6fec-4372-b740-10dd8461e968 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:17:48.400652 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:48.491298 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb5217-6977-4002-b174-beb6eda6cbe3 req-4c636b2c-c096-49cc-a0a6-a223bf41b0b8 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:48.493378 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6dcb5217-6977-4002-b174-beb6eda6cbe3 req-4c636b2c-c096-49cc-a0a6-a223bf41b0b8 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.26 "GET /v2.0/ports?device_id=db13a9bf-b6e7-4fa1-a5c9-937c069cab7e HTTP/1.1" status: 200 len: 946 time: 0.0828350 Apr 20 16:17:48.501800 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e909853-3f54-4ade-aaf3-63801f9bbc14 req-9dd4a06b-4288-46e1-be95-719a9f19beb6 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:48.503543 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e909853-3f54-4ade-aaf3-63801f9bbc14 req-9dd4a06b-4288-46e1-be95-719a9f19beb6 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2041256-4cd3-4a43-915a-b4a2f6342801 HTTP/1.1" status: 200 len: 946 time: 0.0603609 Apr 20 16:17:48.515635 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c408e-2898-475b-9495-d4d212522fdd req-4e524b4d-e277-4fab-8adc-8516832412da tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:48.517693 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e94c408e-2898-475b-9495-d4d212522fdd req-4e524b4d-e277-4fab-8adc-8516832412da tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0804100 Apr 20 16:17:48.534376 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:48.601107 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 38756d44-6fec-4372-b740-10dd8461e968, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=38756d44-6fec-4372-b740-10dd8461e968,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:48.602151 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7685b7-c793-4ebf-b277-82627854edc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38756d44-6fec-4372-b740-10dd8461e968'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:48.604935 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ddc106-8719-405b-a939-14c193567bdd" -d '{"events": [{"server_uuid": "fa7685b7-c793-4ebf-b277-82627854edc5", "name": "network-vif-plugged", "status": "completed", "tag": "38756d44-6fec-4372-b740-10dd8461e968"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:48.618440 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e94c408e-2898-475b-9495-d4d212522fdd req-4a9e20c0-5799-46da-9260-ad2f7122201d tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941651 Apr 20 16:17:48.655443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-8e909853-3f54-4ade-aaf3-63801f9bbc14 req-38f7b5ee-67f7-403d-9abd-533f58107279 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Deleting port 04d05c75-3a36-43aa-87ee-acb77deb60d3 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:17:48.655881 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8e909853-3f54-4ade-aaf3-63801f9bbc14 req-38f7b5ee-67f7-403d-9abd-533f58107279 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:48.665217 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902648f1-b0a1-4d07-92c3-f5a4a3e99477 x-openstack-request-id: req-902648f1-b0a1-4d07-92c3-f5a4a3e99477 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:48.665702 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7685b7-c793-4ebf-b277-82627854edc5", "name": "network-vif-plugged", "status": "completed", "tag": "38756d44-6fec-4372-b740-10dd8461e968", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:48.665866 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-902648f1-b0a1-4d07-92c3-f5a4a3e99477 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:48.666290 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-902648f1-b0a1-4d07-92c3-f5a4a3e99477'] response: {'server_uuid': 'fa7685b7-c793-4ebf-b277-82627854edc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38756d44-6fec-4372-b740-10dd8461e968', 'code': 200} Apr 20 16:17:48.674947 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-6dcb5217-6977-4002-b174-beb6eda6cbe3 req-196fbac6-5328-41f9-b53c-ab5a12deb078 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Deleting port 86e9fef2-5373-4daf-93ba-f48339eeba64 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:17:48.675287 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6dcb5217-6977-4002-b174-beb6eda6cbe3 req-196fbac6-5328-41f9-b53c-ab5a12deb078 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:48.720394 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a779c-f4e0-4d62-8379-a88e512cc4de req-128d33c7-0994-4b76-98dd-bb7004c2c5e4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:48.721891 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-407a779c-f4e0-4d62-8379-a88e512cc4de req-128d33c7-0994-4b76-98dd-bb7004c2c5e4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.1216378 Apr 20 16:17:48.727757 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:48.778600 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-6dcb5217-6977-4002-b174-beb6eda6cbe3 req-196fbac6-5328-41f9-b53c-ab5a12deb078 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] For port 86e9fef2-5373-4daf-93ba-f48339eeba64, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=86e9fef2-5373-4daf-93ba-f48339eeba64,segment=NetworkSegment(9aeda086-a58a-401a-b707-190f9947ee3b),segment_id=9aeda086-a58a-401a-b707-190f9947ee3b)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:48.779264 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6dcb5217-6977-4002-b174-beb6eda6cbe3 req-196fbac6-5328-41f9-b53c-ab5a12deb078 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:48.779399 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=38756d44-6fec-4372-b740-10dd8461e968,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:48.796510 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-407a779c-f4e0-4d62-8379-a88e512cc4de req-b26eb5ff-fd85-4a0a-bfa7-c73a59b69ffa tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667391 Apr 20 16:17:48.796941 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-6dcb5217-6977-4002-b174-beb6eda6cbe3 req-196fbac6-5328-41f9-b53c-ab5a12deb078 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Calling delete_port for 86e9fef2-5373-4daf-93ba-f48339eeba64 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:17:48.803819 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-8e909853-3f54-4ade-aaf3-63801f9bbc14 req-38f7b5ee-67f7-403d-9abd-533f58107279 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] For port 04d05c75-3a36-43aa-87ee-acb77deb60d3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=04d05c75-3a36-43aa-87ee-acb77deb60d3,segment=NetworkSegment(9aeda086-a58a-401a-b707-190f9947ee3b),segment_id=9aeda086-a58a-401a-b707-190f9947ee3b)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:48.804205 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8e909853-3f54-4ade-aaf3-63801f9bbc14 req-38f7b5ee-67f7-403d-9abd-533f58107279 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:48.819949 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-8e909853-3f54-4ade-aaf3-63801f9bbc14 req-38f7b5ee-67f7-403d-9abd-533f58107279 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Calling delete_port for 04d05c75-3a36-43aa-87ee-acb77deb60d3 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:17:48.967541 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d143ebe-e0cc-4856-adea-071d289442ff req-da93d684-3527-4587-91f0-129934605b17 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:48.969000 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0d143ebe-e0cc-4856-adea-071d289442ff req-da93d684-3527-4587-91f0-129934605b17 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 950 time: 0.0907295 Apr 20 16:17:49.008929 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0d143ebe-e0cc-4856-adea-071d289442ff req-a3fe59c5-6244-4f67-a7d0-6028763382e8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335598 Apr 20 16:17:49.067016 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70c567-d55f-4ccc-b2e4-9ba2a0adde79 req-1bf72cf1-5259-4214-856a-93dc225d6def tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:49.071615 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ba70c567-d55f-4ccc-b2e4-9ba2a0adde79 req-1bf72cf1-5259-4214-856a-93dc225d6def tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.26 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0819352 Apr 20 16:17:49.081464 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8ccb0-4513-427b-8966-204e7ae2916d req-b9628662-ad28-4b5a-9c78-9b136fc8bb71 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:49.082872 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b2c8ccb0-4513-427b-8966-204e7ae2916d req-b9628662-ad28-4b5a-9c78-9b136fc8bb71 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=db13a9bf-b6e7-4fa1-a5c9-937c069cab7e HTTP/1.1" status: 200 len: 946 time: 0.0679142 Apr 20 16:17:49.118427 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8e909853-3f54-4ade-aaf3-63801f9bbc14 req-38f7b5ee-67f7-403d-9abd-533f58107279 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:49.153576 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6dcb5217-6977-4002-b174-beb6eda6cbe3 req-196fbac6-5328-41f9-b53c-ab5a12deb078 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:49.178116 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7b5ee-67f7-403d-9abd-533f58107279 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Pushing event deleted for resources: {'Port': ['ID=04d05c75-3a36-43aa-87ee-acb77deb60d3,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:49.229568 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b2c8ccb0-4513-427b-8966-204e7ae2916d req-b28db512-3ce0-4a78-a211-bf8b247ab0e8 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/security-groups?id=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395423 Apr 20 16:17:49.263701 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcb5217-6977-4002-b174-beb6eda6cbe3 req-196fbac6-5328-41f9-b53c-ab5a12deb078 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] No DVR routers for this DVR port 86e9fef2-5373-4daf-93ba-f48339eeba64 on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:17:49.266703 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6dcb5217-6977-4002-b174-beb6eda6cbe3 req-196fbac6-5328-41f9-b53c-ab5a12deb078 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:49.270634 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6dcb5217-6977-4002-b174-beb6eda6cbe3 req-196fbac6-5328-41f9-b53c-ab5a12deb078 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.26 "DELETE /v2.0/ports/86e9fef2-5373-4daf-93ba-f48339eeba64 HTTP/1.1" status: 204 len: 173 time: 0.7217968 Apr 20 16:17:49.272142 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db13a9bf-b6e7-4fa1-a5c9-937c069cab7e', 'name': 'network-vif-deleted', 'tag': '86e9fef2-5373-4daf-93ba-f48339eeba64'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:49.275391 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e909853-3f54-4ade-aaf3-63801f9bbc14 req-38f7b5ee-67f7-403d-9abd-533f58107279 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] No DVR routers for this DVR port 04d05c75-3a36-43aa-87ee-acb77deb60d3 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:17:49.284683 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8e909853-3f54-4ade-aaf3-63801f9bbc14 req-38f7b5ee-67f7-403d-9abd-533f58107279 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:49.286426 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e23d10-5d79-4047-b69f-bed719fefed8" -d '{"events": [{"server_uuid": "db13a9bf-b6e7-4fa1-a5c9-937c069cab7e", "name": "network-vif-deleted", "tag": "86e9fef2-5373-4daf-93ba-f48339eeba64"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:49.290674 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e909853-3f54-4ade-aaf3-63801f9bbc14 req-38f7b5ee-67f7-403d-9abd-533f58107279 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.30 "DELETE /v2.0/ports/04d05c75-3a36-43aa-87ee-acb77deb60d3 HTTP/1.1" status: 204 len: 173 time: 0.7794082 Apr 20 16:17:49.291289 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fbac6-5328-41f9-b53c-ab5a12deb078 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] Pushing event deleted for resources: {'Port': ['ID=86e9fef2-5373-4daf-93ba-f48339eeba64,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:49.291368 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2041256-4cd3-4a43-915a-b4a2f6342801', 'name': 'network-vif-deleted', 'tag': '04d05c75-3a36-43aa-87ee-acb77deb60d3'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:49.293402 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5d02e4-5940-45a3-a6f8-74ff8c7a468f" -d '{"events": [{"server_uuid": "f2041256-4cd3-4a43-915a-b4a2f6342801", "name": "network-vif-deleted", "tag": "04d05c75-3a36-43aa-87ee-acb77deb60d3"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:49.312736 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-ba70c567-d55f-4ccc-b2e4-9ba2a0adde79 req-f06668b9-c4fd-4ec9-a0db-381f8e7f91a0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Deleting port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:17:49.313348 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ba70c567-d55f-4ccc-b2e4-9ba2a0adde79 req-f06668b9-c4fd-4ec9-a0db-381f8e7f91a0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:49.323754 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-b2fb030b-2aed-4c76-8800-c817ef49990b tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611432 Apr 20 16:17:49.449406 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124952d3-0615-4e4a-9557-bd571f0e45d1 req-65eba14f-e495-420c-8b1a-4cc37684ae9c tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:49.451241 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-124952d3-0615-4e4a-9557-bd571f0e45d1 req-65eba14f-e495-420c-8b1a-4cc37684ae9c tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 945 time: 0.0846477 Apr 20 16:17:49.455683 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-7b2e21ef-1075-45b0-abd3-fbc16852ed45 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:49.457187 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-7b2e21ef-1075-45b0-abd3-fbc16852ed45 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1265883 Apr 20 16:17:49.464973 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-ba70c567-d55f-4ccc-b2e4-9ba2a0adde79 req-f06668b9-c4fd-4ec9-a0db-381f8e7f91a0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] For port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:49.464973 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ba70c567-d55f-4ccc-b2e4-9ba2a0adde79 req-f06668b9-c4fd-4ec9-a0db-381f8e7f91a0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:49.473645 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-37d45c69-adc0-4b16-94e5-d6f844566e14 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/quotas/5cbf6f2a95f84d7e90dc5825ed03dfd3 HTTP/1.1" status: 200 len: 375 time: 0.0103951 Apr 20 16:17:49.530508 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-4fbf70ad-b480-4695-85e1-cff56f65606a tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490134 Apr 20 16:17:49.550969 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-124952d3-0615-4e4a-9557-bd571f0e45d1 req-ce2cfe38-d0c5-494c-8d3e-b9b20916292b tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831881 Apr 20 16:17:49.653195 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6a9efc-2a8f-4796-90a3-ec2388bd2b20 x-openstack-request-id: req-7e6a9efc-2a8f-4796-90a3-ec2388bd2b20 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:49.653583 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db13a9bf-b6e7-4fa1-a5c9-937c069cab7e", "name": "network-vif-deleted", "tag": "86e9fef2-5373-4daf-93ba-f48339eeba64", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:49.653930 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e6a9efc-2a8f-4796-90a3-ec2388bd2b20 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:49.654424 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e6a9efc-2a8f-4796-90a3-ec2388bd2b20'] response: {'server_uuid': 'db13a9bf-b6e7-4fa1-a5c9-937c069cab7e', 'name': 'network-vif-deleted', 'tag': '86e9fef2-5373-4daf-93ba-f48339eeba64', 'status': 'completed', 'code': 200} Apr 20 16:17:49.691400 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e725e1-62a0-49d1-8de6-d1bd75126f9c x-openstack-request-id: req-43e725e1-62a0-49d1-8de6-d1bd75126f9c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:49.691871 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2041256-4cd3-4a43-915a-b4a2f6342801", "name": "network-vif-deleted", "tag": "04d05c75-3a36-43aa-87ee-acb77deb60d3", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:49.692168 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43e725e1-62a0-49d1-8de6-d1bd75126f9c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:49.692584 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43e725e1-62a0-49d1-8de6-d1bd75126f9c'] response: {'server_uuid': 'f2041256-4cd3-4a43-915a-b4a2f6342801', 'name': 'network-vif-deleted', 'tag': '04d05c75-3a36-43aa-87ee-acb77deb60d3', 'status': 'completed', 'code': 200} Apr 20 16:17:49.709835 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ba70c567-d55f-4ccc-b2e4-9ba2a0adde79 req-f06668b9-c4fd-4ec9-a0db-381f8e7f91a0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:49.709835 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ba70c567-d55f-4ccc-b2e4-9ba2a0adde79 req-f06668b9-c4fd-4ec9-a0db-381f8e7f91a0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:49.709835 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-ba70c567-d55f-4ccc-b2e4-9ba2a0adde79 req-f06668b9-c4fd-4ec9-a0db-381f8e7f91a0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Floating IP 8437081b-afe4-4b56-a680-bb2337f1026c disassociated. External IP: 172.25.0.251, port: 96de2bcd-8d6c-4dca-bc9a-2e3929d99698. Apr 20 16:17:49.709835 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-ba70c567-d55f-4ccc-b2e4-9ba2a0adde79 req-f06668b9-c4fd-4ec9-a0db-381f8e7f91a0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Calling delete_port for 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:17:49.820708 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062741f7-29f6-481b-b026-75eef782e19b req-b3fc4d35-48dd-4339-80fb-4bf1cd477cf7 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:49.828302 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-062741f7-29f6-481b-b026-75eef782e19b req-b3fc4d35-48dd-4339-80fb-4bf1cd477cf7 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 944 time: 0.0772879 Apr 20 16:17:49.891318 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-062741f7-29f6-481b-b026-75eef782e19b req-57e4aa82-d2f7-428f-9916-769b41de018c tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b09756c-a49b-4980-aad0-fd0af9a32986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619214 Apr 20 16:17:49.977140 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-addb0633-ee3d-4dc6-b4a5-8585b3f23127 req-eef06bcc-53ff-42ca-956a-73f0560771a6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 210 time: 0.0513716 Apr 20 16:17:50.130976 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['86e9fef2-5373-4daf-93ba-f48339eeba64'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:17:50.206776 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ba70c567-d55f-4ccc-b2e4-9ba2a0adde79 req-f06668b9-c4fd-4ec9-a0db-381f8e7f91a0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:50.238437 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06668b9-c4fd-4ec9-a0db-381f8e7f91a0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Pushing event deleted for resources: {'Port': ['ID=96de2bcd-8d6c-4dca-bc9a-2e3929d99698,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:50.289726 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['86e9fef2-5373-4daf-93ba-f48339eeba64'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:17:50.423123 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3f4c753f-91e0-4e06-b1fe-418301c7ed96 req-30482aed-1d0e-433f-9b4a-13e017bfef35 tempest-MultipleCreateTestJSON-1976387992 tempest-MultipleCreateTestJSON-1976387992-project] 10.222.0.15 "GET /v2.0/ports?device_id=db13a9bf-b6e7-4fa1-a5c9-937c069cab7e HTTP/1.1" status: 200 len: 210 time: 0.0392544 Apr 20 16:17:50.449128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba70c567-d55f-4ccc-b2e4-9ba2a0adde79 req-f06668b9-c4fd-4ec9-a0db-381f8e7f91a0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Router a2c79350-687a-46db-a54c-765dec6bcc6b has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:17:50.555866 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba70c567-d55f-4ccc-b2e4-9ba2a0adde79 req-f06668b9-c4fd-4ec9-a0db-381f8e7f91a0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:17:50.579317 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d1884-a93b-4f63-a51c-553d965aae6e None None] Sync routers for ids ['a2c79350-687a-46db-a54c-765dec6bcc6b'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:17:50.579317 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d1884-a93b-4f63-a51c-553d965aae6e None None] Routers {'a2c79350-687a-46db-a54c-765dec6bcc6b'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:17:50.579317 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c39d1884-a93b-4f63-a51c-553d965aae6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:17:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['a2c79350-687a-46db-a54c-765dec6bcc6b'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:50.599643 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba70c567-d55f-4ccc-b2e4-9ba2a0adde79 req-f06668b9-c4fd-4ec9-a0db-381f8e7f91a0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] No DVR routers for this DVR port 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:17:50.607263 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ba70c567-d55f-4ccc-b2e4-9ba2a0adde79 req-f06668b9-c4fd-4ec9-a0db-381f8e7f91a0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:50.607263 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ba70c567-d55f-4ccc-b2e4-9ba2a0adde79 req-f06668b9-c4fd-4ec9-a0db-381f8e7f91a0 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.26 "DELETE /v2.0/ports/96de2bcd-8d6c-4dca-bc9a-2e3929d99698 HTTP/1.1" status: 204 len: 173 time: 1.5228035 Apr 20 16:17:50.688519 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-c39d1884-a93b-4f63-a51c-553d965aae6e None None] Set router a2c79350-687a-46db-a54c-765dec6bcc6b gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:17:50.694630 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b48436-a38a-4558-b1e9-a70ae92e7268 req-1e03ee1b-bdd0-46aa-b796-3fbdf7af9d77 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:50.696285 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-61b48436-a38a-4558-b1e9-a70ae92e7268 req-1e03ee1b-bdd0-46aa-b796-3fbdf7af9d77 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 945 time: 0.0567381 Apr 20 16:17:50.735199 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-61b48436-a38a-4558-b1e9-a70ae92e7268 req-086d7ae0-a9b1-4ba9-a580-653d4c0b4b90 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325036 Apr 20 16:17:50.904578 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c39d1884-a93b-4f63-a51c-553d965aae6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'name': 'tempest-ServerActionsTestJSON-558285812-router', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:08:14Z', 'updated_at': '2022-04-20T16:08:20Z', 'revision_number': 4, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'gw_port': {'id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:65:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:15Z', 'updated_at': '2022-04-20T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '971bb282-d3db-4f20-81e4-6c3518f5e4b0', 'name': '', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'mac_address': 'fa:16:3e:85:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:19Z', 'updated_at': '2022-04-20T16:08:25Z', 'revision_number': 5, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'subnets': [{'id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:50.932746 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 04d05c75-3a36-43aa-87ee-acb77deb60d3 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:17:50.936231 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d1884-a93b-4f63-a51c-553d965aae6e None None] Checking router: a2c79350-687a-46db-a54c-765dec6bcc6b for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:17:50.955695 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 04d05c75-3a36-43aa-87ee-acb77deb60d3 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:17:50.956038 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 04d05c75-3a36-43aa-87ee-acb77deb60d3 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:17:50.981919 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d1884-a93b-4f63-a51c-553d965aae6e None None] Routers {'a2c79350-687a-46db-a54c-765dec6bcc6b'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:17:50.981919 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c39d1884-a93b-4f63-a51c-553d965aae6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:17:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['a2c79350-687a-46db-a54c-765dec6bcc6b'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:51.049060 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6df7277e-3859-4daf-ac7c-8a25972aa3d0 req-5c23c97c-6b6b-408a-b6bb-6f980abfd36a tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 210 time: 0.0537527 Apr 20 16:17:51.076888 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2807d71f-06b5-4dad-88c9-bd3bcbbd0a9f req-ae8ada6d-011d-41b0-85c3-a201eac01fa7 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 210 time: 0.0411937 Apr 20 16:17:51.078741 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c0932e98-a7a6-4056-bf03-e3d1370ac9d1 req-fa169c5d-b660-4fa5-9f8a-d37ceaf527f1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694337 Apr 20 16:17:51.114082 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-c39d1884-a93b-4f63-a51c-553d965aae6e None None] Set router a2c79350-687a-46db-a54c-765dec6bcc6b gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:17:51.152883 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0932e98-a7a6-4056-bf03-e3d1370ac9d1 req-76f09c33-857b-47ff-ad52-32c07fad0ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:51.154438 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c0932e98-a7a6-4056-bf03-e3d1370ac9d1 req-76f09c33-857b-47ff-ad52-32c07fad0ef3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 1101 time: 0.0438154 Apr 20 16:17:51.261705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0932e98-a7a6-4056-bf03-e3d1370ac9d1 req-a7268e23-32fb-4970-88ec-af93ec40cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:51.263111 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c0932e98-a7a6-4056-bf03-e3d1370ac9d1 req-a7268e23-32fb-4970-88ec-af93ec40cec4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.0903215 Apr 20 16:17:51.306203 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c0932e98-a7a6-4056-bf03-e3d1370ac9d1 req-601966c6-fb2f-4390-bb2d-eda1d0de8cdd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 HTTP/1.1" status: 200 len: 217 time: 0.0357964 Apr 20 16:17:51.325018 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c39d1884-a93b-4f63-a51c-553d965aae6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'name': 'tempest-ServerActionsTestJSON-558285812-router', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:08:14Z', 'updated_at': '2022-04-20T16:08:20Z', 'revision_number': 4, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'gw_port': {'id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:65:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:15Z', 'updated_at': '2022-04-20T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '971bb282-d3db-4f20-81e4-6c3518f5e4b0', 'name': '', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'mac_address': 'fa:16:3e:85:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:19Z', 'updated_at': '2022-04-20T16:08:25Z', 'revision_number': 5, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'subnets': [{'id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:51.354992 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d1884-a93b-4f63-a51c-553d965aae6e None None] The sync data for ids ['a2c79350-687a-46db-a54c-765dec6bcc6b'] in n-d-836146-2 is: [{'id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'name': 'tempest-ServerActionsTestJSON-558285812-router', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:08:14Z', 'updated_at': '2022-04-20T16:08:20Z', 'revision_number': 4, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'gw_port': {'id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:65:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:15Z', 'updated_at': '2022-04-20T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '971bb282-d3db-4f20-81e4-6c3518f5e4b0', 'name': '', 'network_id': 'c1e63842-0159-452f-8eed-f7dec1727f47', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'mac_address': 'fa:16:3e:85:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:19Z', 'updated_at': '2022-04-20T16:08:25Z', 'revision_number': 5, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'subnets': [{'id': '6cf39be6-ada6-40b6-a73b-d57e4fcf739a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:17:51.360407 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0932e98-a7a6-4056-bf03-e3d1370ac9d1 req-4cf1e096-aa6e-4d28-a425-6b587b24fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:51.361794 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c0932e98-a7a6-4056-bf03-e3d1370ac9d1 req-4cf1e096-aa6e-4d28-a425-6b587b24fcbb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0500507 Apr 20 16:17:51.419290 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0932e98-a7a6-4056-bf03-e3d1370ac9d1 req-972573b9-99db-4847-9d34-c62b272db25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:51.420820 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c0932e98-a7a6-4056-bf03-e3d1370ac9d1 req-972573b9-99db-4847-9d34-c62b272db25c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0520446 Apr 20 16:17:51.692403 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c0932e98-a7a6-4056-bf03-e3d1370ac9d1 req-41cba892-ff8e-4e31-9220-9d0c31bac0c9 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917742 Apr 20 16:17:51.692403 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37982) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:17:51.693613 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f9715c-0cc2-47da-9d56-b5c88d6ab9ad None None] New status for floating IP 8437081b-afe4-4b56-a680-bb2337f1026c: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:17:51.693971 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-7713d4b7-0186-48c8-9ac4-694b3da049d0 admin admin] Deleting subnet 5d2a8940-7356-46a8-9fb6-bf7f78a4f058 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:17:51.693971 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7713d4b7-0186-48c8-9ac4-694b3da049d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:51.693971 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7713d4b7-0186-48c8-9ac4-694b3da049d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:51.696615 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece45492-6384-4be4-acd1-a3fe36a8d7dd', 'name': 'network-vif-deleted', 'tag': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:51.698830 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9482dd-7daa-48db-bf91-faf42682ac8b" -d '{"events": [{"server_uuid": "ece45492-6384-4be4-acd1-a3fe36a8d7dd", "name": "network-vif-deleted", "tag": "96de2bcd-8d6c-4dca-bc9a-2e3929d99698"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:51.704871 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c0932e98-a7a6-4056-bf03-e3d1370ac9d1 req-154816d4-6c44-4bf6-9129-5d3197eb198d service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726301 Apr 20 16:17:51.726498 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7713d4b7-0186-48c8-9ac4-694b3da049d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:51.752693 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053e3c00-303d-4450-9e89-441338c90ad1 x-openstack-request-id: req-053e3c00-303d-4450-9e89-441338c90ad1 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:51.752979 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece45492-6384-4be4-acd1-a3fe36a8d7dd", "name": "network-vif-deleted", "tag": "96de2bcd-8d6c-4dca-bc9a-2e3929d99698", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:51.753222 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-053e3c00-303d-4450-9e89-441338c90ad1 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:51.753601 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-053e3c00-303d-4450-9e89-441338c90ad1'] response: {'server_uuid': 'ece45492-6384-4be4-acd1-a3fe36a8d7dd', 'name': 'network-vif-deleted', 'tag': '96de2bcd-8d6c-4dca-bc9a-2e3929d99698', 'status': 'completed', 'code': 200} Apr 20 16:17:51.855135 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689b127-a448-46ea-8489-49fcb55b48ab req-00b212a8-e188-4a07-a2bf-f77b36b16411 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:51.856649 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8689b127-a448-46ea-8489-49fcb55b48ab req-00b212a8-e188-4a07-a2bf-f77b36b16411 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 945 time: 0.0499015 Apr 20 16:17:51.901113 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8689b127-a448-46ea-8489-49fcb55b48ab req-bc29637f-35c6-4ee0-8fbf-6dfd4e8985af tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318439 Apr 20 16:17:51.904380 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7713d4b7-0186-48c8-9ac4-694b3da049d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:51.926416 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7713d4b7-0186-48c8-9ac4-694b3da049d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:51.929719 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7713d4b7-0186-48c8-9ac4-694b3da049d0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5d2a8940-7356-46a8-9fb6-bf7f78a4f058 HTTP/1.1" status: 204 len: 168 time: 0.4045653 Apr 20 16:17:51.942447 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37988) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:17:51.948442 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713d4b7-0186-48c8-9ac4-694b3da049d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d2a8940-7356-46a8-9fb6-bf7f78a4f058,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:52.016588 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9e05092-97c4-4b36-a9e1-d7d54aee0a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:52.118840 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9e05092-97c4-4b36-a9e1-d7d54aee0a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:52.146284 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-f9e05092-97c4-4b36-a9e1-d7d54aee0a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be15929a-3ac5-4750-a79d-5d7e6fc3a392']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:52.158271 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-f9e05092-97c4-4b36-a9e1-d7d54aee0a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aeda086-a58a-401a-b707-190f9947ee3b') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:52.158606 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-f9e05092-97c4-4b36-a9e1-d7d54aee0a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aeda086-a58a-401a-b707-190f9947ee3b') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:52.176100 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9e05092-97c4-4b36-a9e1-d7d54aee0a75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:52.186448 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4768d40c-c930-45ee-b1fc-c531c61d7644 req-8bd2eec7-4a31-4051-ba02-8b672b25b6c9 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece45492-6384-4be4-acd1-a3fe36a8d7dd HTTP/1.1" status: 200 len: 210 time: 0.0322371 Apr 20 16:17:52.198527 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9e05092-97c4-4b36-a9e1-d7d54aee0a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:52.206163 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e05092-97c4-4b36-a9e1-d7d54aee0a75 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:17:52.206564 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9e05092-97c4-4b36-a9e1-d7d54aee0a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:17:52.208322 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:17:52.303276 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 49d61411-7d22-4a11-aaac-b88200694959 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:17:52.403979 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66c3cfc7-82f9-41e1-9abd-568b32e1cef5 req-bdd9499f-27fc-4c0d-b5c2-24036202ffa2 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 210 time: 0.0285525 Apr 20 16:17:52.418341 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9e05092-97c4-4b36-a9e1-d7d54aee0a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:52.425777 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9e05092-97c4-4b36-a9e1-d7d54aee0a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:52.432183 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f9e05092-97c4-4b36-a9e1-d7d54aee0a75 admin admin] 10.222.0.15 "DELETE /v2.0/networks/be15929a-3ac5-4750-a79d-5d7e6fc3a392 HTTP/1.1" status: 204 len: 168 time: 0.4857516 Apr 20 16:17:52.439066 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e05092-97c4-4b36-a9e1-d7d54aee0a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=be15929a-3ac5-4750-a79d-5d7e6fc3a392,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:52.452815 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 49d61411-7d22-4a11-aaac-b88200694959 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:17:52.453571 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 49d61411-7d22-4a11-aaac-b88200694959 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:17:52.453571 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:52.539994 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:52.564350 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50776cb-ec9e-410a-b36d-f6c7fb0feeaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d61411-7d22-4a11-aaac-b88200694959'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:52.566813 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a9c62d-5b58-41ed-be07-b6b34cef869b" -d '{"events": [{"server_uuid": "d50776cb-ec9e-410a-b36d-f6c7fb0feeaa", "name": "network-vif-plugged", "status": "completed", "tag": "49d61411-7d22-4a11-aaac-b88200694959"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:52.583099 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 49d61411-7d22-4a11-aaac-b88200694959, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=49d61411-7d22-4a11-aaac-b88200694959,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:52.609758 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97871d3e-b81c-4546-8fbc-d61e52f45645 x-openstack-request-id: req-97871d3e-b81c-4546-8fbc-d61e52f45645 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:52.610117 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50776cb-ec9e-410a-b36d-f6c7fb0feeaa", "name": "network-vif-plugged", "status": "completed", "tag": "49d61411-7d22-4a11-aaac-b88200694959", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:52.610729 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97871d3e-b81c-4546-8fbc-d61e52f45645 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:52.611343 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97871d3e-b81c-4546-8fbc-d61e52f45645'] response: {'server_uuid': 'd50776cb-ec9e-410a-b36d-f6c7fb0feeaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d61411-7d22-4a11-aaac-b88200694959', 'code': 200} Apr 20 16:17:52.692477 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:52.693283 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:17:52.731270 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:17:52.731530 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 96de2bcd-8d6c-4dca-bc9a-2e3929d99698 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:17:52.731935 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 86e9fef2-5373-4daf-93ba-f48339eeba64 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:17:52.761458 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 86e9fef2-5373-4daf-93ba-f48339eeba64 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:17:52.761792 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 86e9fef2-5373-4daf-93ba-f48339eeba64 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:17:52.776362 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=49d61411-7d22-4a11-aaac-b88200694959,revision_number=13']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:52.790252 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1a30395d-a980-4c62-b8c2-5f4eaa622af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:52.846245 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38000) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:17:52.886415 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f275a1e0-4154-4def-b24d-35816b7d81ad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa4c2f57de354979ab97dfc1359d1a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389957 Apr 20 16:17:52.888845 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38002) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:17:52.939442 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9d455904-f592-449d-b747-1f032a3a3ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:52.961302 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9d455904-f592-449d-b747-1f032a3a3ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:53.013037 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77128bef-61dc-4626-9261-86cd64125849 req-a058254e-b9e8-44b7-b915-8e4d82e28714 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:53.014428 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-77128bef-61dc-4626-9261-86cd64125849 req-a058254e-b9e8-44b7-b915-8e4d82e28714 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 945 time: 0.0491915 Apr 20 16:17:53.053459 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-77128bef-61dc-4626-9261-86cd64125849 req-531b0592-8d20-4c68-b4fc-040d59cfef67 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329008 Apr 20 16:17:53.126934 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9d455904-f592-449d-b747-1f032a3a3ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:53.130667 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9d455904-f592-449d-b747-1f032a3a3ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:53.130893 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9d455904-f592-449d-b747-1f032a3a3ac5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4 HTTP/1.1" status: 204 len: 168 time: 0.2400892 Apr 20 16:17:53.143594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d455904-f592-449d-b747-1f032a3a3ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113c3a64-1e3f-41a9-bd0a-0c2d8ae6bcd4,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:53.374115 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38014) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:17:53.416206 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-d8db284c-a4d2-4983-b618-bd4f40f8f369 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345533 Apr 20 16:17:53.507061 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4705bc10-a879-4fdb-b6ab-ac9107c694d0 req-63d86e3d-3a84-4a48-a1d3-2de3476e8bd6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 210 time: 0.0329988 Apr 20 16:17:53.509265 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6dd0c1ba-aebd-4b73-a610-59c9abb169ee tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:53.560831 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6dd0c1ba-aebd-4b73-a610-59c9abb169ee tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:53.604705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-f41b4ae1-41ba-40a4-acc8-a14c80296063 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:53.606362 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-f41b4ae1-41ba-40a4-acc8-a14c80296063 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1829019 Apr 20 16:17:53.626599 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-7c5612d2-d35e-4da5-805f-6939f420d117 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Request body: {'port': {'device_id': '7b6c1b20-ee48-485d-aef8-db8de634bddb', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': '5cbf6f2a95f84d7e90dc5825ed03dfd3'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:17:53.733119 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6dd0c1ba-aebd-4b73-a610-59c9abb169ee tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:53.735812 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6dd0c1ba-aebd-4b73-a610-59c9abb169ee tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:53.739708 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6dd0c1ba-aebd-4b73-a610-59c9abb169ee tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "DELETE /v2.0/security-groups/3b09756c-a49b-4980-aad0-fd0af9a32986 HTTP/1.1" status: 204 len: 168 time: 0.3617258 Apr 20 16:17:53.747454 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38032) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:17:53.747607 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0c1ba-aebd-4b73-a610-59c9abb169ee tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b09756c-a49b-4980-aad0-fd0af9a32986,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:53.758850 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-561d9793-6e8a-4cac-ac3a-cc6fcc5bfb48 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] show failed (client error): The resource could not be found. Apr 20 16:17:53.762282 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-561d9793-6e8a-4cac-ac3a-cc6fcc5bfb48 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "GET /v2.0/security-groups/3b09756c-a49b-4980-aad0-fd0af9a32986 HTTP/1.1" status: 404 len: 347 time: 0.0186324 Apr 20 16:17:53.762649 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38036) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:17:53.817880 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-7c5612d2-d35e-4da5-805f-6939f420d117 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Made reservation on behalf of 5cbf6f2a95f84d7e90dc5825ed03dfd3 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:17:53.821260 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-7c5612d2-d35e-4da5-805f-6939f420d117 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:54.267023 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb484e1-6082-4979-9000-99ddf1fc487f req-32007be5-7431-44f9-9713-e67050f32a78 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:54.268574 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0cb484e1-6082-4979-9000-99ddf1fc487f req-32007be5-7431-44f9-9713-e67050f32a78 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 945 time: 0.4169214 Apr 20 16:17:54.324987 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 38756d44-6fec-4372-b740-10dd8461e968 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:17:54.341847 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-63bfa586-9419-42d9-9aa2-5872d9207417 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Deleting port 6a9419df-09a6-44c2-b753-9133cfe7d72d {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:17:54.342192 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63bfa586-9419-42d9-9aa2-5872d9207417 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:54.365409 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0cb484e1-6082-4979-9000-99ddf1fc487f req-89f6f8af-debd-49b3-96d8-ee1b4787b2e1 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873442 Apr 20 16:17:54.412311 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-7c5612d2-d35e-4da5-805f-6939f420d117 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Allocated IP 192.168.233.60 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/de1e1248-d5ea-4a08-aa0e-118af458bc5f) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:17:54.419690 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:54.456959 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 38756d44-6fec-4372-b740-10dd8461e968, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=38756d44-6fec-4372-b740-10dd8461e968,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:54.471715 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63bfa586-9419-42d9-9aa2-5872d9207417 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:54.472039 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63bfa586-9419-42d9-9aa2-5872d9207417 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:54.494763 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-63bfa586-9419-42d9-9aa2-5872d9207417 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Calling delete_port for 6a9419df-09a6-44c2-b753-9133cfe7d72d owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:17:54.538032 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:54.604261 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=38756d44-6fec-4372-b740-10dd8461e968,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:54.619060 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7685b7-c793-4ebf-b277-82627854edc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38756d44-6fec-4372-b740-10dd8461e968'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:54.621760 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667e75b8-8c85-4d81-9b41-32b1df08d989" -d '{"events": [{"server_uuid": "fa7685b7-c793-4ebf-b277-82627854edc5", "name": "network-vif-unplugged", "status": "completed", "tag": "38756d44-6fec-4372-b740-10dd8461e968"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:54.668494 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2165981-46d1-4ee5-84ab-2b54e1eafc5b req-db120a28-a630-4f96-be9a-26ba4e4d748c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 210 time: 0.0485096 Apr 20 16:17:54.678460 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-7c5612d2-d35e-4da5-805f-6939f420d117 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:54.719871 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c9f1db-ba9e-4d2a-ae53-7ffc1cf0118c x-openstack-request-id: req-98c9f1db-ba9e-4d2a-ae53-7ffc1cf0118c {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:54.719871 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7685b7-c793-4ebf-b277-82627854edc5", "name": "network-vif-unplugged", "status": "completed", "tag": "38756d44-6fec-4372-b740-10dd8461e968", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:54.720399 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98c9f1db-ba9e-4d2a-ae53-7ffc1cf0118c {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:54.720929 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c9f1db-ba9e-4d2a-ae53-7ffc1cf0118c'] response: {'server_uuid': 'fa7685b7-c793-4ebf-b277-82627854edc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38756d44-6fec-4372-b740-10dd8461e968', 'code': 200} Apr 20 16:17:54.818619 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-7c5612d2-d35e-4da5-805f-6939f420d117 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:54.851313 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f81a6c35-3774-4a1c-a71e-5c2c6cef1de5'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:17:54.866315 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-7c5612d2-d35e-4da5-805f-6939f420d117 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:17:54.870005 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-7c5612d2-d35e-4da5-805f-6939f420d117 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:17:54.874010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-7c5612d2-d35e-4da5-805f-6939f420d117 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:17:54.881541 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['ca7fac03-dba5-420a-8011-27a1c64c2c85', '49d61411-7d22-4a11-aaac-b88200694959'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:17:54.957769 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63bfa586-9419-42d9-9aa2-5872d9207417 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:54.957769 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5612d2-d35e-4da5-805f-6939f420d117 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Pushing event updated for resources: {'Port': ['ID=de1e1248-d5ea-4a08-aa0e-118af458bc5f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:54.966878 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-7c5612d2-d35e-4da5-805f-6939f420d117 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:54.967667 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-7c5612d2-d35e-4da5-805f-6939f420d117 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:54.974149 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfa586-9419-42d9-9aa2-5872d9207417 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Pushing event deleted for resources: {'Port': ['ID=6a9419df-09a6-44c2-b753-9133cfe7d72d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:54.982253 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:17:55.055608 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63bfa586-9419-42d9-9aa2-5872d9207417 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:55.058347 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63bfa586-9419-42d9-9aa2-5872d9207417 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:55.060722 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-63bfa586-9419-42d9-9aa2-5872d9207417 tempest-ServerActionsTestJSON-1500931 tempest-ServerActionsTestJSON-1500931-project] 10.222.0.15 "DELETE /v2.0/floatingips/8437081b-afe4-4b56-a680-bb2337f1026c HTTP/1.1" status: 204 len: 168 time: 1.2970889 Apr 20 16:17:55.063762 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38088) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:17:55.092095 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-7c5612d2-d35e-4da5-805f-6939f420d117 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4696152 Apr 20 16:17:55.116188 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e7e5c123-6202-46ef-8d1c-1194e346f135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:55.117233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-b6cb76bf-af7a-4d4d-ac11-a87c6801b37e service neutron] Request body: {'port': {'device_id': '7b6c1b20-ee48-485d-aef8-db8de634bddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:17:55.220845 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-b6cb76bf-af7a-4d4d-ac11-a87c6801b37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:55.278945 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-badb1174-c4c5-4bd2-9d97-da50799bae54 None None] Provisioning complete for port de1e1248-d5ea-4a08-aa0e-118af458bc5f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:17:55.279411 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-badb1174-c4c5-4bd2-9d97-da50799bae54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:55.341129 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-badb1174-c4c5-4bd2-9d97-da50799bae54 None None] Port de1e1248-d5ea-4a08-aa0e-118af458bc5f cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:17:55.604900 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e347466-3f21-49bb-96be-66d665b68e23 req-60b9a829-7c04-42cc-8f6c-75d959f9cea5 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:55.606362 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e347466-3f21-49bb-96be-66d665b68e23 req-60b9a829-7c04-42cc-8f6c-75d959f9cea5 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 943 time: 0.1589487 Apr 20 16:17:55.729031 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e347466-3f21-49bb-96be-66d665b68e23 req-1b576591-2fcb-406a-b8be-6de9ac7f025b tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/security-groups?id=562c3b27-9d41-4495-a0cd-53dc1b73989b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122985 Apr 20 16:17:55.737212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-b6cb76bf-af7a-4d4d-ac11-a87c6801b37e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1e1248-d5ea-4a08-aa0e-118af458bc5f {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:17:55.748489 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-b6cb76bf-af7a-4d4d-ac11-a87c6801b37e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:55.791671 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-b6cb76bf-af7a-4d4d-ac11-a87c6801b37e service neutron] Transition to ACTIVE for port object de1e1248-d5ea-4a08-aa0e-118af458bc5f will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:17:55.803874 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dddfef-3658-441c-8fc3-338c16f4f9df req-a08b6375-d9c8-425c-a8ce-48687463f576 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:55.806283 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15dddfef-3658-441c-8fc3-338c16f4f9df req-a08b6375-d9c8-425c-a8ce-48687463f576 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 935 time: 0.0551205 Apr 20 16:17:55.828667 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38102) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:17:55.854743 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15dddfef-3658-441c-8fc3-338c16f4f9df req-6bdea13d-c6c4-4764-abfb-1c1750c0b97f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423629 Apr 20 16:17:55.869715 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-b6cb76bf-af7a-4d4d-ac11-a87c6801b37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:55.949380 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecf50b-9504-42dd-a210-65816c80cfa2 req-f4eadabf-412c-4604-9853-8ecc4acc23b8 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:55.950896 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dcecf50b-9504-42dd-a210-65816c80cfa2 req-f4eadabf-412c-4604-9853-8ecc4acc23b8 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 943 time: 0.1252871 Apr 20 16:17:55.951547 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aa8e45eb-815d-48f5-a1d4-68bee70936a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:55.977419 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb76bf-af7a-4d4d-ac11-a87c6801b37e service neutron] Pushing event updated for resources: {'Port': ['ID=de1e1248-d5ea-4a08-aa0e-118af458bc5f,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:56.049262 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aa8e45eb-815d-48f5-a1d4-68bee70936a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:56.152912 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-b6cb76bf-af7a-4d4d-ac11-a87c6801b37e service neutron] Attempting to bind port de1e1248-d5ea-4a08-aa0e-118af458bc5f on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:17:56.153254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-b6cb76bf-af7a-4d4d-ac11-a87c6801b37e service neutron] Attempting to bind port de1e1248-d5ea-4a08-aa0e-118af458bc5f by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:17:56.153581 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-b6cb76bf-af7a-4d4d-ac11-a87c6801b37e service neutron] Attempting to bind port de1e1248-d5ea-4a08-aa0e-118af458bc5f on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:17:56.161288 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aa8e45eb-815d-48f5-a1d4-68bee70936a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:56.164285 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-b6cb76bf-af7a-4d4d-ac11-a87c6801b37e service neutron] Port de1e1248-d5ea-4a08-aa0e-118af458bc5f on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:17:56.164642 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-b6cb76bf-af7a-4d4d-ac11-a87c6801b37e service neutron] Attempting to bind port de1e1248-d5ea-4a08-aa0e-118af458bc5f on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:17:56.174816 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-b6cb76bf-af7a-4d4d-ac11-a87c6801b37e service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:17:56.175158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-b6cb76bf-af7a-4d4d-ac11-a87c6801b37e service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:17:56.175565 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-b6cb76bf-af7a-4d4d-ac11-a87c6801b37e service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:17:56.175997 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-b6cb76bf-af7a-4d4d-ac11-a87c6801b37e service neutron] Bound port: de1e1248-d5ea-4a08-aa0e-118af458bc5f, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:17:56.176368 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-b6cb76bf-af7a-4d4d-ac11-a87c6801b37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:56.184117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-dcecf50b-9504-42dd-a210-65816c80cfa2 req-ab286756-0dba-4933-8d07-7ca5da09bc73 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Deleting port 38756d44-6fec-4372-b740-10dd8461e968 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:17:56.185782 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-dcecf50b-9504-42dd-a210-65816c80cfa2 req-ab286756-0dba-4933-8d07-7ca5da09bc73 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:56.211036 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-aa8e45eb-815d-48f5-a1d4-68bee70936a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c30fa54f0df4b19b3b04cbe26603d44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3777916 Apr 20 16:17:56.211036 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e45eb-815d-48f5-a1d4-68bee70936a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6da09c4-6913-4fb9-a4f1-78147c5b36ec,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:56.211036 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38106) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:17:56.261395 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f32f4a88-ccaa-4c90-b726-a5085cb3bc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:56.275562 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:56.283402 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f32f4a88-ccaa-4c90-b726-a5085cb3bc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:56.298771 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa93d-db9a-4320-86f3-2bb1bc2ceb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:56.371721 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-dcecf50b-9504-42dd-a210-65816c80cfa2 req-ab286756-0dba-4933-8d07-7ca5da09bc73 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] For port 38756d44-6fec-4372-b740-10dd8461e968, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=38756d44-6fec-4372-b740-10dd8461e968,segment=NetworkSegment(4f97143e-7b88-4b4f-bcce-c550e8af115b),segment_id=4f97143e-7b88-4b4f-bcce-c550e8af115b)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:56.372010 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-dcecf50b-9504-42dd-a210-65816c80cfa2 req-ab286756-0dba-4933-8d07-7ca5da09bc73 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:56.389782 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f32f4a88-ccaa-4c90-b726-a5085cb3bc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:56.392742 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f32f4a88-ccaa-4c90-b726-a5085cb3bc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:56.392918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-b6cb76bf-af7a-4d4d-ac11-a87c6801b37e service neutron] For port de1e1248-d5ea-4a08-aa0e-118af458bc5f, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:17:56.394155 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f32f4a88-ccaa-4c90-b726-a5085cb3bc8e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6da09c4-6913-4fb9-a4f1-78147c5b36ec HTTP/1.1" status: 204 len: 168 time: 0.1820743 Apr 20 16:17:56.396739 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-dcecf50b-9504-42dd-a210-65816c80cfa2 req-ab286756-0dba-4933-8d07-7ca5da09bc73 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Calling delete_port for 38756d44-6fec-4372-b740-10dd8461e968 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:17:56.403388 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f4a88-ccaa-4c90-b726-a5085cb3bc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6da09c4-6913-4fb9-a4f1-78147c5b36ec,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:56.439333 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-b6cb76bf-af7a-4d4d-ac11-a87c6801b37e service neutron] For port de1e1248-d5ea-4a08-aa0e-118af458bc5f, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=de1e1248-d5ea-4a08-aa0e-118af458bc5f,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:17:56.558893 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-b6cb76bf-af7a-4d4d-ac11-a87c6801b37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:56.619452 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-b6cb76bf-af7a-4d4d-ac11-a87c6801b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:56.622799 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-b6cb76bf-af7a-4d4d-ac11-a87c6801b37e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:56.622799 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-b6cb76bf-af7a-4d4d-ac11-a87c6801b37e service neutron] 10.222.0.30 "PUT /v2.0/ports/de1e1248-d5ea-4a08-aa0e-118af458bc5f HTTP/1.1" status: 200 len: 1095 time: 1.5126479 Apr 20 16:17:56.627083 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6c1b20-ee48-485d-aef8-db8de634bddb', 'tag': 'de1e1248-d5ea-4a08-aa0e-118af458bc5f'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:56.629438 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e2c195-f72f-4dab-a14e-5c1cb087b148" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6c1b20-ee48-485d-aef8-db8de634bddb", "tag": "de1e1248-d5ea-4a08-aa0e-118af458bc5f"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:56.679372 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b55bff5-c36d-4fc6-b4f7-03949ab00629 x-openstack-request-id: req-0b55bff5-c36d-4fc6-b4f7-03949ab00629 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:56.679693 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6c1b20-ee48-485d-aef8-db8de634bddb", "tag": "de1e1248-d5ea-4a08-aa0e-118af458bc5f", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:56.679945 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b55bff5-c36d-4fc6-b4f7-03949ab00629 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:56.680363 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b55bff5-c36d-4fc6-b4f7-03949ab00629'] response: {'name': 'network-changed', 'server_uuid': '7b6c1b20-ee48-485d-aef8-db8de634bddb', 'tag': 'de1e1248-d5ea-4a08-aa0e-118af458bc5f', 'status': 'completed', 'code': 200} Apr 20 16:17:56.692368 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb76bf-af7a-4d4d-ac11-a87c6801b37e service neutron] Pushing event updated for resources: {'Port': ['ID=de1e1248-d5ea-4a08-aa0e-118af458bc5f,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:56.809286 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2c195-f72f-4dab-a14e-5c1cb087b148 req-cef6b748-3f6e-44a3-82b6-a3bebc61e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:56.810800 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-97e2c195-f72f-4dab-a14e-5c1cb087b148 req-cef6b748-3f6e-44a3-82b6-a3bebc61e1f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 1098 time: 0.0842347 Apr 20 16:17:56.837521 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-dcecf50b-9504-42dd-a210-65816c80cfa2 req-ab286756-0dba-4933-8d07-7ca5da09bc73 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:56.851657 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-fb5fa93d-db9a-4320-86f3-2bb1bc2ceb4f admin admin] Deleting port 971bb282-d3db-4f20-81e4-6c3518f5e4b0 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:17:56.868414 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa93d-db9a-4320-86f3-2bb1bc2ceb4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:56.868797 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5ee642e5-6b1d-4fd4-b43b-00383f049c4e req-ccb4192e-49b4-4ec8-a3f8-69458a710ec7 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 210 time: 0.0303633 Apr 20 16:17:56.876313 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-97e2c195-f72f-4dab-a14e-5c1cb087b148 req-12da5cf2-cb62-47cf-9b83-3d47c779b9af service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485897 Apr 20 16:17:56.907190 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab286756-0dba-4933-8d07-7ca5da09bc73 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Pushing event deleted for resources: {'Port': ['ID=38756d44-6fec-4372-b740-10dd8461e968,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:57.058022 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcecf50b-9504-42dd-a210-65816c80cfa2 req-ab286756-0dba-4933-8d07-7ca5da09bc73 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] No DVR routers for this DVR port 38756d44-6fec-4372-b740-10dd8461e968 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:17:57.064224 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-dcecf50b-9504-42dd-a210-65816c80cfa2 req-ab286756-0dba-4933-8d07-7ca5da09bc73 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:57.067486 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dcecf50b-9504-42dd-a210-65816c80cfa2 req-ab286756-0dba-4933-8d07-7ca5da09bc73 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.26 "DELETE /v2.0/ports/38756d44-6fec-4372-b740-10dd8461e968 HTTP/1.1" status: 204 len: 173 time: 1.1033795 Apr 20 16:17:57.127791 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025f9a2-ed99-4b87-8215-6f5e1c2444a1 req-2dec8004-599f-492b-a059-bd8a745b4777 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:57.129252 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f025f9a2-ed99-4b87-8215-6f5e1c2444a1 req-2dec8004-599f-492b-a059-bd8a745b4777 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 947 time: 0.1681917 Apr 20 16:17:57.131153 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-fb5fa93d-db9a-4320-86f3-2bb1bc2ceb4f admin admin] For port 971bb282-d3db-4f20-81e4-6c3518f5e4b0, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=971bb282-d3db-4f20-81e4-6c3518f5e4b0,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:57.131525 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa93d-db9a-4320-86f3-2bb1bc2ceb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:57.158248 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-fb5fa93d-db9a-4320-86f3-2bb1bc2ceb4f admin admin] Calling delete_port for 971bb282-d3db-4f20-81e4-6c3518f5e4b0 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:17:57.168598 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2c195-f72f-4dab-a14e-5c1cb087b148 req-15d7ef25-48d2-4b78-9418-76429cee2905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:57.170058 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-97e2c195-f72f-4dab-a14e-5c1cb087b148 req-15d7ef25-48d2-4b78-9418-76429cee2905 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2726681 Apr 20 16:17:57.228077 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f025f9a2-ed99-4b87-8215-6f5e1c2444a1 req-eabe3eb9-14e8-404e-9c00-8e1436697fcc tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882480 Apr 20 16:17:57.319587 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-7d2115fd-87b5-4d0b-9f94-7fe5f071fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:57.321157 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-7d2115fd-87b5-4d0b-9f94-7fe5f071fd69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 1098 time: 0.0922492 Apr 20 16:17:57.377382 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-d776fd88-9e97-4086-ba60-b499ef39d520 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=de1e1248-d5ea-4a08-aa0e-118af458bc5f HTTP/1.1" status: 200 len: 217 time: 0.0429280 Apr 20 16:17:57.468681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-46e44c34-1d35-42fb-932e-b1a8a62b99c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:57.470204 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-46e44c34-1d35-42fb-932e-b1a8a62b99c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0856590 Apr 20 16:17:57.520562 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-7cc69872-ed55-4c92-8e4c-1d18a06d1c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:57.525450 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-7cc69872-ed55-4c92-8e4c-1d18a06d1c97 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0451541 Apr 20 16:17:57.584781 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa93d-db9a-4320-86f3-2bb1bc2ceb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:57.614683 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38134) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:17:57.621179 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fa93d-db9a-4320-86f3-2bb1bc2ceb4f admin admin] Pushing event deleted for resources: {'Port': ['ID=971bb282-d3db-4f20-81e4-6c3518f5e4b0,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:57.700459 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-055d6c00-251f-4fb3-999e-00ee09bdbe63 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703868 Apr 20 16:17:57.708860 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:57.749706 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-8d6bd850-2c85-42a6-9faf-9eb6a1437b08 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-562560097-network', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:17:57.914591 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6bd850-2c85-42a6-9faf-9eb6a1437b08 admin admin] Made reservation on behalf of ffad88bc0f5d4afd9c32393497a68147 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:17:57.914591 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd850-2c85-42a6-9faf-9eb6a1437b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:57.923124 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd850-2c85-42a6-9faf-9eb6a1437b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:58.010382 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e2a26d6a-7e2e-48b1-8e28-1a177e169b45 req-17e56d68-c5ad-4544-91b1-dde383cbd915 tempest-ImagesTestJSON-1611564294 tempest-ImagesTestJSON-1611564294-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7685b7-c793-4ebf-b277-82627854edc5 HTTP/1.1" status: 200 len: 210 time: 0.0394609 Apr 20 16:17:58.053057 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd850-2c85-42a6-9faf-9eb6a1437b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:58.056850 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:58.150552 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd850-2c85-42a6-9faf-9eb6a1437b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:58.183016 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d6bd850-2c85-42a6-9faf-9eb6a1437b08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:17:58.189152 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bd850-2c85-42a6-9faf-9eb6a1437b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f6135c-4910-4e59-a699-a8392ea2de8a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:58.194702 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f9f55bb-8f4e-48fd-ba1b-ab0a8578ed7e req-6178b5d3-76aa-462a-9e51-d79f21916c9a service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839475 Apr 20 16:17:58.198182 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd850-2c85-42a6-9faf-9eb6a1437b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:58.198753 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-8d6bd850-2c85-42a6-9faf-9eb6a1437b08 admin admin] Added segment 7b740a99-9aa6-43fa-99dc-a97008602c22 of type vlan for network 4b50dca8-daf4-4aac-8eb3-c8968bda22dd Apr 20 16:17:58.205823 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa93d-db9a-4320-86f3-2bb1bc2ceb4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:58.247541 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd850-2c85-42a6-9faf-9eb6a1437b08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:58.360644 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 38756d44-6fec-4372-b740-10dd8461e968 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:17:58.385022 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 38756d44-6fec-4372-b740-10dd8461e968 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:17:58.385366 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 38756d44-6fec-4372-b740-10dd8461e968 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:17:58.395497 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd850-2c85-42a6-9faf-9eb6a1437b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:58.399731 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6bd850-2c85-42a6-9faf-9eb6a1437b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:58.399731 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd850-2c85-42a6-9faf-9eb6a1437b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:58.401817 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227cbd8-9a07-42f3-992f-9212c35625bf req-a7d0f8f1-e8cb-4efd-8b6b-f228ff6085a4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:58.403255 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b227cbd8-9a07-42f3-992f-9212c35625bf req-a7d0f8f1-e8cb-4efd-8b6b-f228ff6085a4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 947 time: 0.0932741 Apr 20 16:17:58.448035 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:58.462459 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bd850-2c85-42a6-9faf-9eb6a1437b08 admin admin] Pushing event updated for resources: {'Network': ['ID=4b50dca8-daf4-4aac-8eb3-c8968bda22dd,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:58.473552 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 4b50dca8-daf4-4aac-8eb3-c8968bda22dd details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:17:58.483414 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b227cbd8-9a07-42f3-992f-9212c35625bf req-429300b8-a7fc-4832-9f8b-6a41af493be4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729990 Apr 20 16:17:58.496749 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5fa93d-db9a-4320-86f3-2bb1bc2ceb4f admin admin] Router a2c79350-687a-46db-a54c-765dec6bcc6b has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:17:58.559338 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8d6bd850-2c85-42a6-9faf-9eb6a1437b08 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9403460 Apr 20 16:17:58.559612 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38142) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:17:58.566981 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-73e6660e-3c4a-40d2-8e5e-1b12167de713 admin admin] Request body: {'subnet': {'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-562560097-subnet', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:17:58.623298 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5fa93d-db9a-4320-86f3-2bb1bc2ceb4f admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:17:58.634369 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-fb5fa93d-db9a-4320-86f3-2bb1bc2ceb4f admin admin] 10.222.0.15 "PUT /v2.0/routers/a2c79350-687a-46db-a54c-765dec6bcc6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5634415 Apr 20 16:17:58.634468 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5faec5-633b-43b5-ab56-964bd42a6e68 None None] Sync routers for ids ['a2c79350-687a-46db-a54c-765dec6bcc6b'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:17:58.635838 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38144) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:17:58.643449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5faec5-633b-43b5-ab56-964bd42a6e68 None None] Routers {'a2c79350-687a-46db-a54c-765dec6bcc6b'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:17:58.644067 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2d5faec5-633b-43b5-ab56-964bd42a6e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:17:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['a2c79350-687a-46db-a54c-765dec6bcc6b'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:58.681150 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7685b7-c793-4ebf-b277-82627854edc5', 'name': 'network-vif-deleted', 'tag': '38756d44-6fec-4372-b740-10dd8461e968'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:17:58.683339 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77033db-5c15-4ea3-a661-69782712f7a5" -d '{"events": [{"server_uuid": "fa7685b7-c793-4ebf-b277-82627854edc5", "name": "network-vif-deleted", "tag": "38756d44-6fec-4372-b740-10dd8461e968"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:17:58.687633 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e6660e-3c4a-40d2-8e5e-1b12167de713 admin admin] Made reservation on behalf of ffad88bc0f5d4afd9c32393497a68147 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:17:58.691824 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-73e6660e-3c4a-40d2-8e5e-1b12167de713 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:58.737669 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cf32b0-164f-4f49-96eb-ae5e6008eb80 x-openstack-request-id: req-49cf32b0-164f-4f49-96eb-ae5e6008eb80 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:17:58.737943 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7685b7-c793-4ebf-b277-82627854edc5", "name": "network-vif-deleted", "tag": "38756d44-6fec-4372-b740-10dd8461e968", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:17:58.738190 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49cf32b0-164f-4f49-96eb-ae5e6008eb80 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:17:58.738608 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49cf32b0-164f-4f49-96eb-ae5e6008eb80'] response: {'server_uuid': 'fa7685b7-c793-4ebf-b277-82627854edc5', 'name': 'network-vif-deleted', 'tag': '38756d44-6fec-4372-b740-10dd8461e968', 'status': 'completed', 'code': 200} Apr 20 16:17:58.759270 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-370a76f9-ca01-41d5-bd0e-5ac9912a6729 admin admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:58.771019 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-2d5faec5-633b-43b5-ab56-964bd42a6e68 None None] Set router a2c79350-687a-46db-a54c-765dec6bcc6b gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:17:58.871493 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-370a76f9-ca01-41d5-bd0e-5ac9912a6729 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:58.965825 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2d5faec5-633b-43b5-ab56-964bd42a6e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'name': 'tempest-ServerActionsTestJSON-558285812-router', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:08:14Z', 'updated_at': '2022-04-20T16:17:57Z', 'revision_number': 5, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'gw_port': {'id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:65:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:15Z', 'updated_at': '2022-04-20T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:58.995261 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5faec5-633b-43b5-ab56-964bd42a6e68 None None] Checking router: a2c79350-687a-46db-a54c-765dec6bcc6b for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:17:59.005879 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5faec5-633b-43b5-ab56-964bd42a6e68 None None] Routers {'a2c79350-687a-46db-a54c-765dec6bcc6b'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:17:59.006510 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2d5faec5-633b-43b5-ab56-964bd42a6e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:17:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['a2c79350-687a-46db-a54c-765dec6bcc6b'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:59.060486 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-73e6660e-3c4a-40d2-8e5e-1b12167de713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:59.075356 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-370a76f9-ca01-41d5-bd0e-5ac9912a6729 admin admin] Deleting port c57faddf-7594-4425-8c67-0a1110e2d700 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:17:59.075706 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-370a76f9-ca01-41d5-bd0e-5ac9912a6729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:59.163823 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6660e-3c4a-40d2-8e5e-1b12167de713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67866dc0-b0b9-4599-80d0-c4f37b27fe8d,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:59.176594 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e6660e-3c4a-40d2-8e5e-1b12167de713 admin admin] Checking segment: {'id': '7b740a99-9aa6-43fa-99dc-a97008602c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:17:59.177296 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e6660e-3c4a-40d2-8e5e-1b12167de713 admin admin] Network hostable DHCP agents. Network: 4b50dca8-daf4-4aac-8eb3-c8968bda22dd, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:17:59.227091 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-370a76f9-ca01-41d5-bd0e-5ac9912a6729 admin admin] For port c57faddf-7594-4425-8c67-0a1110e2d700, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c57faddf-7594-4425-8c67-0a1110e2d700,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:17:59.227501 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-370a76f9-ca01-41d5-bd0e-5ac9912a6729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:59.242928 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-370a76f9-ca01-41d5-bd0e-5ac9912a6729 admin admin] Calling delete_port for c57faddf-7594-4425-8c67-0a1110e2d700 owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:17:59.282746 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e6660e-3c4a-40d2-8e5e-1b12167de713 admin admin] Network 4b50dca8-daf4-4aac-8eb3-c8968bda22dd is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:17:59.292553 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-2d5faec5-633b-43b5-ab56-964bd42a6e68 None None] Set router a2c79350-687a-46db-a54c-765dec6bcc6b gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:17:59.481170 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2d5faec5-633b-43b5-ab56-964bd42a6e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'name': 'tempest-ServerActionsTestJSON-558285812-router', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:08:14Z', 'updated_at': '2022-04-20T16:17:57Z', 'revision_number': 5, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'gw_port': {'id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:65:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:15Z', 'updated_at': '2022-04-20T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:17:59.483711 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38180) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:17:59.498040 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-73e6660e-3c4a-40d2-8e5e-1b12167de713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 4b50dca8-daf4-4aac-8eb3-c8968bda22dd) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:17:59.502815 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e6660e-3c4a-40d2-8e5e-1b12167de713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:59.503580 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-73e6660e-3c4a-40d2-8e5e-1b12167de713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:59.508775 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5faec5-633b-43b5-ab56-964bd42a6e68 None None] The sync data for ids ['a2c79350-687a-46db-a54c-765dec6bcc6b'] in n-d-836146-2 is: [{'id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'name': 'tempest-ServerActionsTestJSON-558285812-router', 'tenant_id': '45e04a0c8b904383a188c597f8f29816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:08:14Z', 'updated_at': '2022-04-20T16:17:57Z', 'revision_number': 5, 'project_id': '45e04a0c8b904383a188c597f8f29816', 'gw_port': {'id': 'c57faddf-7594-4425-8c67-0a1110e2d700', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:65:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c79350-687a-46db-a54c-765dec6bcc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:08:15Z', 'updated_at': '2022-04-20T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:17:59.515806 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7671cecc-64bf-4e3d-9577-331c433494a7 None None] Network 4b50dca8-daf4-4aac-8eb3-c8968bda22dd requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:17:59.540133 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-1302e514-cc09-4d0b-b79c-4f446bad6dc4 admin admin] Deleting subnet ce9e0e03-496c-4740-ab53-97424319556b {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:17:59.544140 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1302e514-cc09-4d0b-b79c-4f446bad6dc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:59.587821 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-370a76f9-ca01-41d5-bd0e-5ac9912a6729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:59.610189 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-73e6660e-3c4a-40d2-8e5e-1b12167de713 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0492797 Apr 20 16:17:59.612717 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38184) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:17:59.617582 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b5182673-456a-4646-9938-7f0c2f2dedea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-562560097-router', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:17:59.643339 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1302e514-cc09-4d0b-b79c-4f446bad6dc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:59.645565 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a76f9-ca01-41d5-bd0e-5ac9912a6729 admin admin] Pushing event deleted for resources: {'Port': ['ID=c57faddf-7594-4425-8c67-0a1110e2d700,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:17:59.704064 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:59.706771 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440b3502-bf0d-472d-b35f-d7c0143d6299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'fixed_ips': [{'subnet_id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:17:59.716462 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-440b3502-bf0d-472d-b35f-d7c0143d6299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:59.736493 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00187d-2fdc-40ec-92a5-2c6e73434e8e req-3a104bda-d0d8-4201-8f69-bfb6b8e602d9 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:17:59.737898 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac00187d-2fdc-40ec-92a5-2c6e73434e8e req-3a104bda-d0d8-4201-8f69-bfb6b8e602d9 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 947 time: 0.1662145 Apr 20 16:17:59.743926 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5182673-456a-4646-9938-7f0c2f2dedea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:59.746693 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5182673-456a-4646-9938-7f0c2f2dedea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:59.775643 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1302e514-cc09-4d0b-b79c-4f446bad6dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:59.782195 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-370a76f9-ca01-41d5-bd0e-5ac9912a6729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:59.802815 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5182673-456a-4646-9938-7f0c2f2dedea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:59.850528 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-440b3502-bf0d-472d-b35f-d7c0143d6299 None None] Allocated IP 172.20.0.2 (4b50dca8-daf4-4aac-8eb3-c8968bda22dd/67866dc0-b0b9-4599-80d0-c4f37b27fe8d/1f1d4f3d-58a2-44c5-884d-99515d42b6d9) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:17:59.936052 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac00187d-2fdc-40ec-92a5-2c6e73434e8e req-657f3ead-3480-45a8-ab79-11a1a0f49d4b tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841683 Apr 20 16:17:59.952369 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-370a76f9-ca01-41d5-bd0e-5ac9912a6729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:17:59.959526 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-370a76f9-ca01-41d5-bd0e-5ac9912a6729 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:00.056690 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5182673-456a-4646-9938-7f0c2f2dedea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:00.072249 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-440b3502-bf0d-472d-b35f-d7c0143d6299 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:00.087672 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 971bb282-d3db-4f20-81e4-6c3518f5e4b0 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:18:00.110722 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 971bb282-d3db-4f20-81e4-6c3518f5e4b0 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:18:00.111071 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 971bb282-d3db-4f20-81e4-6c3518f5e4b0 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:18:00.124752 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-370a76f9-ca01-41d5-bd0e-5ac9912a6729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:00.124752 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370a76f9-ca01-41d5-bd0e-5ac9912a6729 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2c79350-687a-46db-a54c-765dec6bcc6b {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:18:00.124752 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1302e514-cc09-4d0b-b79c-4f446bad6dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:00.124752 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-370a76f9-ca01-41d5-bd0e-5ac9912a6729 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:00.126387 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-370a76f9-ca01-41d5-bd0e-5ac9912a6729 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a2c79350-687a-46db-a54c-765dec6bcc6b HTTP/1.1" status: 204 len: 168 time: 1.4894369 Apr 20 16:18:00.127732 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38186) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:00.150307 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302e514-cc09-4d0b-b79c-4f446bad6dc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce9e0e03-496c-4740-ab53-97424319556b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:00.156197 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1302e514-cc09-4d0b-b79c-4f446bad6dc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:00.159423 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1302e514-cc09-4d0b-b79c-4f446bad6dc4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ce9e0e03-496c-4740-ab53-97424319556b HTTP/1.1" status: 204 len: 168 time: 0.6745932 Apr 20 16:18:00.162115 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38188) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:00.174830 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-440b3502-bf0d-472d-b35f-d7c0143d6299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:00.215104 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440b3502-bf0d-472d-b35f-d7c0143d6299 None None] Network 4b50dca8-daf4-4aac-8eb3-c8968bda22dd is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:00.218542 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-440b3502-bf0d-472d-b35f-d7c0143d6299 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:00.222495 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440b3502-bf0d-472d-b35f-d7c0143d6299 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:18:00.244693 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5137248-2d23-4f76-b9ab-9ec627fd81f7 admin admin] Deleting subnet 6cf39be6-ada6-40b6-a73b-d57e4fcf739a {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:18:00.256526 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f5137248-2d23-4f76-b9ab-9ec627fd81f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:00.269174 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b3502-bf0d-472d-b35f-d7c0143d6299 None None] Pushing event updated for resources: {'Port': ['ID=1f1d4f3d-58a2-44c5-884d-99515d42b6d9,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:00.299932 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-440b3502-bf0d-472d-b35f-d7c0143d6299 None None] Attempting to bind port 1f1d4f3d-58a2-44c5-884d-99515d42b6d9 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:18:00.304810 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-440b3502-bf0d-472d-b35f-d7c0143d6299 None None] Attempting to bind port 1f1d4f3d-58a2-44c5-884d-99515d42b6d9 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '7b740a99-9aa6-43fa-99dc-a97008602c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:18:00.304810 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b3502-bf0d-472d-b35f-d7c0143d6299 None None] Attempting to bind port 1f1d4f3d-58a2-44c5-884d-99515d42b6d9 on network 4b50dca8-daf4-4aac-8eb3-c8968bda22dd {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:18:00.306483 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b3502-bf0d-472d-b35f-d7c0143d6299 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:18:00.307404 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b3502-bf0d-472d-b35f-d7c0143d6299 None None] Checking segment: {'id': '7b740a99-9aa6-43fa-99dc-a97008602c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:18:00.307805 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-440b3502-bf0d-472d-b35f-d7c0143d6299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:00.308195 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b3502-bf0d-472d-b35f-d7c0143d6299 None None] Bound using segment: {'id': '7b740a99-9aa6-43fa-99dc-a97008602c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:18:00.308693 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-440b3502-bf0d-472d-b35f-d7c0143d6299 None None] Bound port: 1f1d4f3d-58a2-44c5-884d-99515d42b6d9, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b740a99-9aa6-43fa-99dc-a97008602c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:18:00.309175 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-440b3502-bf0d-472d-b35f-d7c0143d6299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:00.316867 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c8fc432-e87b-46b5-8a20-b9212453f7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:00.347469 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f5137248-2d23-4f76-b9ab-9ec627fd81f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:00.375479 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-440b3502-bf0d-472d-b35f-d7c0143d6299 None None] For port 1f1d4f3d-58a2-44c5-884d-99515d42b6d9, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:18:00.378477 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-440b3502-bf0d-472d-b35f-d7c0143d6299 None None] For port 1f1d4f3d-58a2-44c5-884d-99515d42b6d9, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=1f1d4f3d-58a2-44c5-884d-99515d42b6d9,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:18:00.435439 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-440b3502-bf0d-472d-b35f-d7c0143d6299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:00.488610 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c8fc432-e87b-46b5-8a20-b9212453f7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:00.494102 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b3502-bf0d-472d-b35f-d7c0143d6299 None None] Pushing event updated for resources: {'Port': ['ID=1f1d4f3d-58a2-44c5-884d-99515d42b6d9,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:00.527630 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-5c8fc432-e87b-46b5-8a20-b9212453f7c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:00.538079 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f5137248-2d23-4f76-b9ab-9ec627fd81f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:00.561437 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-5c8fc432-e87b-46b5-8a20-b9212453f7c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f97143e-7b88-4b4f-bcce-c550e8af115b') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:00.561731 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-5c8fc432-e87b-46b5-8a20-b9212453f7c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f97143e-7b88-4b4f-bcce-c550e8af115b') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:00.578587 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c8fc432-e87b-46b5-8a20-b9212453f7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:00.603315 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c8fc432-e87b-46b5-8a20-b9212453f7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:00.645198 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8fc432-e87b-46b5-8a20-b9212453f7c4 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:18:00.645603 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c8fc432-e87b-46b5-8a20-b9212453f7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:18:00.652901 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:18:00.773948 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5182673-456a-4646-9938-7f0c2f2dedea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:00.798250 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5182673-456a-4646-9938-7f0c2f2dedea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:00.965741 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device de1e1248-d5ea-4a08-aa0e-118af458bc5f details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:18:01.074648 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port de1e1248-d5ea-4a08-aa0e-118af458bc5f, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=de1e1248-d5ea-4a08-aa0e-118af458bc5f,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:01.086873 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'de1e1248-d5ea-4a08-aa0e-118af458bc5f', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'de1e1248-d5ea-4a08-aa0e-118af458bc5f', 'mac_address': 'fa:16:3e:09:17:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:18:01.127180 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:01.139648 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f5137248-2d23-4f76-b9ab-9ec627fd81f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:01.141473 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c8fc432-e87b-46b5-8a20-b9212453f7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:01.142199 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1e1248-d5ea-4a08-aa0e-118af458bc5f {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:18:01.164576 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port de1e1248-d5ea-4a08-aa0e-118af458bc5f, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=de1e1248-d5ea-4a08-aa0e-118af458bc5f,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:01.186535 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c8fc432-e87b-46b5-8a20-b9212453f7c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:01.189665 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5c8fc432-e87b-46b5-8a20-b9212453f7c4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c HTTP/1.1" status: 204 len: 168 time: 1.0266070 Apr 20 16:18:01.221262 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5137248-2d23-4f76-b9ab-9ec627fd81f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cf39be6-ada6-40b6-a73b-d57e4fcf739a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:01.221453 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f5137248-2d23-4f76-b9ab-9ec627fd81f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:01.224602 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f5137248-2d23-4f76-b9ab-9ec627fd81f7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6cf39be6-ada6-40b6-a73b-d57e4fcf739a HTTP/1.1" status: 204 len: 168 time: 1.0958319 Apr 20 16:18:01.226290 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e3e7f2-da19-4b6e-96d7-2c5b55943e9e None None] Network c1e63842-0159-452f-8eed-f7dec1727f47 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:18:01.227270 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38194) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:01.229389 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8fc432-e87b-46b5-8a20-b9212453f7c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd7cbc55-ecc6-4e32-ac14-cf78a81d5c8c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:01.284813 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf1b94-0cac-40ec-ae80-3746f8d99b57 req-c54e4e84-0512-41db-8b56-951c3b1e4fa0 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:01.292353 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-eccf1b94-0cac-40ec-ae80-3746f8d99b57 req-c54e4e84-0512-41db-8b56-951c3b1e4fa0 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 947 time: 0.1567860 Apr 20 16:18:01.318703 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:01.347888 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-b5182673-456a-4646-9938-7f0c2f2dedea admin admin] Allocated IP 172.25.0.119 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/593d24d1-5ac3-444d-a0e1-68505d302b6d) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:18:01.359579 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-eccf1b94-0cac-40ec-ae80-3746f8d99b57 req-d21510e0-cf01-4ef6-89ac-845e0b81605a tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662796 Apr 20 16:18:01.374018 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=de1e1248-d5ea-4a08-aa0e-118af458bc5f,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:01.386602 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e00e833e-0404-4f54-b559-c4d8d33cca33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:01.465895 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-e00e833e-0404-4f54-b559-c4d8d33cca33 admin admin] Deleting port 49f15b3f-d9de-478c-a026-81cbb0c40ad2 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:18:01.466270 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e00e833e-0404-4f54-b559-c4d8d33cca33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:01.496574 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5182673-456a-4646-9938-7f0c2f2dedea admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:01.567154 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-e00e833e-0404-4f54-b559-c4d8d33cca33 admin admin] For port 49f15b3f-d9de-478c-a026-81cbb0c40ad2, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=49f15b3f-d9de-478c-a026-81cbb0c40ad2,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:01.568404 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e00e833e-0404-4f54-b559-c4d8d33cca33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:01.570944 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2b933f-b4bd-40cf-b838-b5f43b69cb26 None None] DHCP port deletion for c1e63842-0159-452f-8eed-f7dec1727f47 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:18:01.588964 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-e00e833e-0404-4f54-b559-c4d8d33cca33 admin admin] Calling delete_port for 49f15b3f-d9de-478c-a026-81cbb0c40ad2 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:18:01.627788 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ae2b933f-b4bd-40cf-b838-b5f43b69cb26 None None] Deleting port 49f15b3f-d9de-478c-a026-81cbb0c40ad2 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:18:01.628241 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ae2b933f-b4bd-40cf-b838-b5f43b69cb26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:01.647217 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5182673-456a-4646-9938-7f0c2f2dedea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:01.685476 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f348eb22-ec50-498a-a1f7-4e801ac9ead2 None None] Network 4b50dca8-daf4-4aac-8eb3-c8968bda22dd requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:18:01.693593 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5182673-456a-4646-9938-7f0c2f2dedea admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:01.701182 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-b5182673-456a-4646-9938-7f0c2f2dedea admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:01.702383 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5182673-456a-4646-9938-7f0c2f2dedea admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:18:01.709554 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38196) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:01.727439 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5182673-456a-4646-9938-7f0c2f2dedea admin admin] Pushing event updated for resources: {'Port': ['ID=593d24d1-5ac3-444d-a0e1-68505d302b6d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:01.753172 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-be831e81-4a36-46c5-9880-889722070cca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d25ef379da5e498ab36af959cb0475a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423231 Apr 20 16:18:01.761454 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38198) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:01.761804 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ae2b933f-b4bd-40cf-b838-b5f43b69cb26 None None] For port 49f15b3f-d9de-478c-a026-81cbb0c40ad2, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=49f15b3f-d9de-478c-a026-81cbb0c40ad2,segment=NetworkSegment(8ca4cd54-df49-45fe-8ccb-9b674398175b),segment_id=8ca4cd54-df49-45fe-8ccb-9b674398175b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:01.762202 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ae2b933f-b4bd-40cf-b838-b5f43b69cb26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:01.766254 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['de1e1248-d5ea-4a08-aa0e-118af458bc5f'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:18:01.808625 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ae2b933f-b4bd-40cf-b838-b5f43b69cb26 None None] Calling delete_port for 49f15b3f-d9de-478c-a026-81cbb0c40ad2 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:18:01.813936 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-734c9f7f-a634-49ff-963f-bcd75c07300b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:01.833188 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e00e833e-0404-4f54-b559-c4d8d33cca33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:01.842755 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d4405f51-0478-4721-ae1a-df117e61b1ce None None] Provisioning complete for port 1f1d4f3d-58a2-44c5-884d-99515d42b6d9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:01.842755 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d4405f51-0478-4721-ae1a-df117e61b1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:01.871136 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-734c9f7f-a634-49ff-963f-bcd75c07300b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:01.879343 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e833e-0404-4f54-b559-c4d8d33cca33 admin admin] Pushing event deleted for resources: {'Port': ['ID=49f15b3f-d9de-478c-a026-81cbb0c40ad2,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:01.887516 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e833e-0404-4f54-b559-c4d8d33cca33 admin admin] No DVR routers for this DVR port 49f15b3f-d9de-478c-a026-81cbb0c40ad2 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:18:01.973498 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e00e833e-0404-4f54-b559-c4d8d33cca33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:02.028031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-e00e833e-0404-4f54-b559-c4d8d33cca33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e63842-0159-452f-8eed-f7dec1727f47']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:02.040658 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-e00e833e-0404-4f54-b559-c4d8d33cca33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca4cd54-df49-45fe-8ccb-9b674398175b') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:02.041053 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-e00e833e-0404-4f54-b559-c4d8d33cca33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca4cd54-df49-45fe-8ccb-9b674398175b') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:02.052579 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e00e833e-0404-4f54-b559-c4d8d33cca33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:02.073583 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e00e833e-0404-4f54-b559-c4d8d33cca33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:02.076145 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ae2b933f-b4bd-40cf-b838-b5f43b69cb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:02.092437 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00e833e-0404-4f54-b559-c4d8d33cca33 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:18:02.092437 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e00e833e-0404-4f54-b559-c4d8d33cca33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:18:02.096497 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:18:02.129641 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1f1d4f3d-58a2-44c5-884d-99515d42b6d9 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:18:02.163018 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b933f-b4bd-40cf-b838-b5f43b69cb26 None None] Pushing event deleted for resources: {'Port': ['ID=49f15b3f-d9de-478c-a026-81cbb0c40ad2,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:02.164848 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d4405f51-0478-4721-ae1a-df117e61b1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:02.170588 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2b933f-b4bd-40cf-b838-b5f43b69cb26 None None] No DVR routers for this DVR port 49f15b3f-d9de-478c-a026-81cbb0c40ad2 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:18:02.252535 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d4405f51-0478-4721-ae1a-df117e61b1ce None None] For port 1f1d4f3d-58a2-44c5-884d-99515d42b6d9, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=1f1d4f3d-58a2-44c5-884d-99515d42b6d9,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:02.269639 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5182673-456a-4646-9938-7f0c2f2dedea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:02.275477 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 1f1d4f3d-58a2-44c5-884d-99515d42b6d9 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:02.275846 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:02.275960 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-734c9f7f-a634-49ff-963f-bcd75c07300b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:02.278815 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-734c9f7f-a634-49ff-963f-bcd75c07300b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:02.289471 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-734c9f7f-a634-49ff-963f-bcd75c07300b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/562c3b27-9d41-4495-a0cd-53dc1b73989b HTTP/1.1" status: 204 len: 168 time: 0.5215700 Apr 20 16:18:02.293882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c9f7f-a634-49ff-963f-bcd75c07300b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562c3b27-9d41-4495-a0cd-53dc1b73989b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:02.378518 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e00e833e-0404-4f54-b559-c4d8d33cca33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:02.390094 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:02.390814 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e00e833e-0404-4f54-b559-c4d8d33cca33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:02.400378 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e00e833e-0404-4f54-b559-c4d8d33cca33 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c1e63842-0159-452f-8eed-f7dec1727f47 HTTP/1.1" status: 204 len: 168 time: 1.1665766 Apr 20 16:18:02.438334 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e833e-0404-4f54-b559-c4d8d33cca33 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1e63842-0159-452f-8eed-f7dec1727f47,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:02.440683 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d4405f51-0478-4721-ae1a-df117e61b1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:02.557330 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4405f51-0478-4721-ae1a-df117e61b1ce None None] Pushing event updated for resources: {'Port': ['ID=1f1d4f3d-58a2-44c5-884d-99515d42b6d9,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:02.564085 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5e2d4-9174-4fb2-8f66-965c315930a4 req-c6fef11a-12f3-45e2-b35d-293de02eaf67 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:02.574837 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-74e5e2d4-9174-4fb2-8f66-965c315930a4 req-c6fef11a-12f3-45e2-b35d-293de02eaf67 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 948 time: 0.1093428 Apr 20 16:18:02.576728 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5182673-456a-4646-9938-7f0c2f2dedea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:02.620442 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:18:02.621166 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:18:02.631770 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-74e5e2d4-9174-4fb2-8f66-965c315930a4 req-3ef646c5-5ddc-4a29-a433-75239a62ee91 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558832 Apr 20 16:18:02.665044 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9236989b-10c9-475e-9d4a-c93eab95c6fb None None] Provisioning complete for port 1f1d4f3d-58a2-44c5-884d-99515d42b6d9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:02.665429 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9236989b-10c9-475e-9d4a-c93eab95c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:02.851861 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5182673-456a-4646-9938-7f0c2f2dedea admin admin] Router 51e71fb0-46db-4370-8d78-24480a9f4333 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:18:02.958392 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5182673-456a-4646-9938-7f0c2f2dedea admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:18:02.967721 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] Sync routers for ids ['51e71fb0-46db-4370-8d78-24480a9f4333'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:18:02.978171 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] Routers {'51e71fb0-46db-4370-8d78-24480a9f4333'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:18:02.981200 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:17:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['51e71fb0-46db-4370-8d78-24480a9f4333'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:03.010840 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38222) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:03.055973 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-66d65fc5-33ba-4008-b749-ae620937dca2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=45e04a0c8b904383a188c597f8f29816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439212 Apr 20 16:18:03.059138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38226) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:03.083324 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5182673-456a-4646-9938-7f0c2f2dedea admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:03.085289 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b5182673-456a-4646-9938-7f0c2f2dedea admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4714751 Apr 20 16:18:03.088171 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38228) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:03.090792 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] Set router 51e71fb0-46db-4370-8d78-24480a9f4333 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:18:03.112871 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0cf1d533-e488-431e-beb2-42c8b89e0691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:03.146543 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0cf1d533-e488-431e-beb2-42c8b89e0691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:03.251646 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c57faddf-7594-4425-8c67-0a1110e2d700 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:18:03.286713 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: c57faddf-7594-4425-8c67-0a1110e2d700 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:18:03.286976 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c57faddf-7594-4425-8c67-0a1110e2d700 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:18:03.293660 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 49f15b3f-d9de-478c-a026-81cbb0c40ad2 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:18:03.320859 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 49f15b3f-d9de-478c-a026-81cbb0c40ad2 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:18:03.321192 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 49f15b3f-d9de-478c-a026-81cbb0c40ad2 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:18:03.353052 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'name': 'tempest-AttachVolumeShelveTestJSON-562560097-router', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:17:59Z', 'updated_at': '2022-04-20T16:18:01Z', 'revision_number': 3, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'gw_port': {'id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:00Z', 'updated_at': '2022-04-20T16:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:03.371101 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0cf1d533-e488-431e-beb2-42c8b89e0691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:03.373909 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0cf1d533-e488-431e-beb2-42c8b89e0691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:03.376801 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0cf1d533-e488-431e-beb2-42c8b89e0691 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/572d1f21-1356-4bc6-842e-d5877f0f79a5 HTTP/1.1" status: 204 len: 168 time: 0.3150198 Apr 20 16:18:03.385391 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1d533-e488-431e-beb2-42c8b89e0691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572d1f21-1356-4bc6-842e-d5877f0f79a5,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:03.412415 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] Checking router: 51e71fb0-46db-4370-8d78-24480a9f4333 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:18:03.412772 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] Updating router 51e71fb0-46db-4370-8d78-24480a9f4333 port 593d24d1-5ac3-444d-a0e1-68505d302b6d binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:18:03.449155 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:03.646271 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8679b17e-e105-4d0a-a81a-186cd79b9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:03.762618 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:03.840218 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:03.853918 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f06ba5-d255-44ee-81e1-cd3153a38e34 req-2d0c1340-fd2d-469a-8e09-819436197e71 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:03.855429 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-39f06ba5-d255-44ee-81e1-cd3153a38e34 req-2d0c1340-fd2d-469a-8e09-819436197e71 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 948 time: 0.1394768 Apr 20 16:18:03.904295 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] Attempting to bind port 593d24d1-5ac3-444d-a0e1-68505d302b6d on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:18:03.904717 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] Attempting to bind port 593d24d1-5ac3-444d-a0e1-68505d302b6d by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:18:03.906597 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] Attempting to bind port 593d24d1-5ac3-444d-a0e1-68505d302b6d on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:18:03.920420 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:18:03.921230 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:18:03.922075 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:03.923173 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-8679b17e-e105-4d0a-a81a-186cd79b9c5e admin admin] Allocated IP 172.20.0.1 (4b50dca8-daf4-4aac-8eb3-c8968bda22dd/67866dc0-b0b9-4599-80d0-c4f37b27fe8d/6e5cb97c-070d-4432-8f82-25ea648ad4ac) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:18:03.923276 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:18:03.923990 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] Bound port: 593d24d1-5ac3-444d-a0e1-68505d302b6d, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:18:03.924817 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:03.955753 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-39f06ba5-d255-44ee-81e1-cd3153a38e34 req-489ddf94-53b3-4e90-a06a-c22e71749a76 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744855 Apr 20 16:18:03.959768 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55ef83-2190-4e41-a4ed-b3b4f5ead0a8 None None] Pushing event updated for resources: {'Port': ['ID=593d24d1-5ac3-444d-a0e1-68505d302b6d,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:03.971247 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55ef83-2190-4e41-a4ed-b3b4f5ead0a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:03.971828 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55ef83-2190-4e41-a4ed-b3b4f5ead0a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:03.971936 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55ef83-2190-4e41-a4ed-b3b4f5ead0a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:03.972444 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55ef83-2190-4e41-a4ed-b3b4f5ead0a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:03.972774 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55ef83-2190-4e41-a4ed-b3b4f5ead0a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:03.973101 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55ef83-2190-4e41-a4ed-b3b4f5ead0a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:03.973420 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55ef83-2190-4e41-a4ed-b3b4f5ead0a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:03.973873 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55ef83-2190-4e41-a4ed-b3b4f5ead0a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:03.974341 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55ef83-2190-4e41-a4ed-b3b4f5ead0a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:03.974665 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55ef83-2190-4e41-a4ed-b3b4f5ead0a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:03.974987 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55ef83-2190-4e41-a4ed-b3b4f5ead0a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:03.975337 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55ef83-2190-4e41-a4ed-b3b4f5ead0a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:04.036319 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] For port 593d24d1-5ac3-444d-a0e1-68505d302b6d, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:18:04.040977 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] For port 593d24d1-5ac3-444d-a0e1-68505d302b6d, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=593d24d1-5ac3-444d-a0e1-68505d302b6d,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:18:04.077694 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1f1d4f3d-58a2-44c5-884d-99515d42b6d9 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:18:04.093434 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8679b17e-e105-4d0a-a81a-186cd79b9c5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:04.150637 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 1f1d4f3d-58a2-44c5-884d-99515d42b6d9 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:04.151011 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:04.180355 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:04.240192 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] Routers {'51e71fb0-46db-4370-8d78-24480a9f4333'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:18:04.241607 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:17:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['51e71fb0-46db-4370-8d78-24480a9f4333'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:04.264705 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8679b17e-e105-4d0a-a81a-186cd79b9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:04.285009 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55ef83-2190-4e41-a4ed-b3b4f5ead0a8 None None] Pushing event updated for resources: {'Port': ['ID=593d24d1-5ac3-444d-a0e1-68505d302b6d,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:04.319670 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679b17e-e105-4d0a-a81a-186cd79b9c5e admin admin] Pushing event updated for resources: {'Port': ['ID=6e5cb97c-070d-4432-8f82-25ea648ad4ac,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:04.326822 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8679b17e-e105-4d0a-a81a-186cd79b9c5e admin admin] Network 4b50dca8-daf4-4aac-8eb3-c8968bda22dd is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:04.328393 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-8679b17e-e105-4d0a-a81a-186cd79b9c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:04.330846 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8679b17e-e105-4d0a-a81a-186cd79b9c5e admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:18:04.374580 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8679b17e-e105-4d0a-a81a-186cd79b9c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:04.434376 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] Set router 51e71fb0-46db-4370-8d78-24480a9f4333 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:18:04.645938 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8679b17e-e105-4d0a-a81a-186cd79b9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:04.692084 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c313f22f-a9c6-4aa1-953f-b997f2509bc0 None None] Provisioning complete for port 6e5cb97c-070d-4432-8f82-25ea648ad4ac triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:04.696253 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c313f22f-a9c6-4aa1-953f-b997f2509bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:04.754444 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'name': 'tempest-AttachVolumeShelveTestJSON-562560097-router', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:17:59Z', 'updated_at': '2022-04-20T16:18:01Z', 'revision_number': 3, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'gw_port': {'id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:00Z', 'updated_at': '2022-04-20T16:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:04.780216 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c313f22f-a9c6-4aa1-953f-b997f2509bc0 None None] Port 6e5cb97c-070d-4432-8f82-25ea648ad4ac cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:18:04.814599 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dba433f-f2fe-4502-9cb6-0fab98e980a0 None None] The sync data for ids ['51e71fb0-46db-4370-8d78-24480a9f4333'] in n-d-836146-2 is: [{'id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'name': 'tempest-AttachVolumeShelveTestJSON-562560097-router', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:17:59Z', 'updated_at': '2022-04-20T16:18:01Z', 'revision_number': 3, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'gw_port': {'id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:00Z', 'updated_at': '2022-04-20T16:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:18:04.830835 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38284) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:04.880836 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8679b17e-e105-4d0a-a81a-186cd79b9c5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:04.982678 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-ccdb1892-f611-49cc-aaec-ba481b00b5a1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1125703882-network', 'tenant_id': '5e2d8be89b26402abed4992d83acf807'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:04.997664 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device de1e1248-d5ea-4a08-aa0e-118af458bc5f up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:18:05.107943 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cae0f-22d4-4d64-9579-5202d798da5d req-4ca92df5-dfee-4600-94e9-bf8ced2e6a18 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:05.109485 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-269cae0f-22d4-4d64-9579-5202d798da5d req-4ca92df5-dfee-4600-94e9-bf8ced2e6a18 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 948 time: 0.0561149 Apr 20 16:18:05.166751 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-269cae0f-22d4-4d64-9579-5202d798da5d req-b823ca35-6cc9-4b9f-a7e5-270932d7d8ea tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510795 Apr 20 16:18:05.223680 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8679b17e-e105-4d0a-a81a-186cd79b9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:05.291962 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8679b17e-e105-4d0a-a81a-186cd79b9c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:05.293780 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679b17e-e105-4d0a-a81a-186cd79b9c5e admin admin] Pushing event updated for resources: {'Port': ['ID=6e5cb97c-070d-4432-8f82-25ea648ad4ac,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:05.332359 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdb1892-f611-49cc-aaec-ba481b00b5a1 admin admin] Made reservation on behalf of 5e2d8be89b26402abed4992d83acf807 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:05.335121 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ccdb1892-f611-49cc-aaec-ba481b00b5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:05.344558 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port de1e1248-d5ea-4a08-aa0e-118af458bc5f completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:18:05.347400 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ccdb1892-f611-49cc-aaec-ba481b00b5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:05.349532 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port de1e1248-d5ea-4a08-aa0e-118af458bc5f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:05.350417 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:05.423431 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8679b17e-e105-4d0a-a81a-186cd79b9c5e admin admin] Network 4b50dca8-daf4-4aac-8eb3-c8968bda22dd is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:05.425275 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-8679b17e-e105-4d0a-a81a-186cd79b9c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:05.451895 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ccdb1892-f611-49cc-aaec-ba481b00b5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:05.493540 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:05.534723 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6c1b20-ee48-485d-aef8-db8de634bddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1e1248-d5ea-4a08-aa0e-118af458bc5f'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:18:05.538580 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469bc110-cbfb-41da-9076-7be94ddd6dd2" -d '{"events": [{"server_uuid": "7b6c1b20-ee48-485d-aef8-db8de634bddb", "name": "network-vif-plugged", "status": "completed", "tag": "de1e1248-d5ea-4a08-aa0e-118af458bc5f"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:18:05.584861 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ccdb1892-f611-49cc-aaec-ba481b00b5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:05.597715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port de1e1248-d5ea-4a08-aa0e-118af458bc5f, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=de1e1248-d5ea-4a08-aa0e-118af458bc5f,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:05.600636 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26418042-68c5-45fb-bc41-0749db3a61ea x-openstack-request-id: req-26418042-68c5-45fb-bc41-0749db3a61ea {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:18:05.600925 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6c1b20-ee48-485d-aef8-db8de634bddb", "name": "network-vif-plugged", "status": "completed", "tag": "de1e1248-d5ea-4a08-aa0e-118af458bc5f", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:18:05.601245 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26418042-68c5-45fb-bc41-0749db3a61ea {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:18:05.602186 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26418042-68c5-45fb-bc41-0749db3a61ea'] response: {'server_uuid': '7b6c1b20-ee48-485d-aef8-db8de634bddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1e1248-d5ea-4a08-aa0e-118af458bc5f', 'code': 200} Apr 20 16:18:05.629117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccdb1892-f611-49cc-aaec-ba481b00b5a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:18:05.671356 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb1892-f611-49cc-aaec-ba481b00b5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb6541a-ed81-48d0-b17f-e4e67f2542e0,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:05.677464 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ccdb1892-f611-49cc-aaec-ba481b00b5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:05.677736 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-ccdb1892-f611-49cc-aaec-ba481b00b5a1 admin admin] Added segment d7db2997-d098-4eed-97f8-722a87d68c55 of type vlan for network f101898e-5344-4f35-8434-4e0f62076e5a Apr 20 16:18:05.697599 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8679b17e-e105-4d0a-a81a-186cd79b9c5e admin admin] Router 51e71fb0-46db-4370-8d78-24480a9f4333 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:18:05.710010 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:05.800944 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=de1e1248-d5ea-4a08-aa0e-118af458bc5f,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:05.829583 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ccdb1892-f611-49cc-aaec-ba481b00b5a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:05.857849 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8679b17e-e105-4d0a-a81a-186cd79b9c5e admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:18:05.866214 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8679b17e-e105-4d0a-a81a-186cd79b9c5e admin admin] 10.222.0.15 "PUT /v2.0/routers/51e71fb0-46db-4370-8d78-24480a9f4333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7762711 Apr 20 16:18:05.877956 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb000d9e-1719-4a97-9493-a302ef46f6c6 req-e9037960-89d1-42b1-972c-edc13b997601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:05.879150 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb000d9e-1719-4a97-9493-a302ef46f6c6 req-e9037960-89d1-42b1-972c-edc13b997601 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 1100 time: 0.1723995 Apr 20 16:18:05.924298 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb000d9e-1719-4a97-9493-a302ef46f6c6 req-ac2e9080-dcf5-4d87-a6ae-2a3124208f3b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387418 Apr 20 16:18:05.932381 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9aec63cc-086c-42e0-b946-c2a14f931972 None None] Provisioning complete for port 6e5cb97c-070d-4432-8f82-25ea648ad4ac triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:05.937767 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9aec63cc-086c-42e0-b946-c2a14f931972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:05.972151 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-9aec63cc-086c-42e0-b946-c2a14f931972 None None] Port 6e5cb97c-070d-4432-8f82-25ea648ad4ac cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:18:06.024848 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ccdb1892-f611-49cc-aaec-ba481b00b5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:06.025852 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdb1892-f611-49cc-aaec-ba481b00b5a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:06.026442 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ccdb1892-f611-49cc-aaec-ba481b00b5a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:06.111045 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb1892-f611-49cc-aaec-ba481b00b5a1 admin admin] Pushing event updated for resources: {'Network': ['ID=f101898e-5344-4f35-8434-4e0f62076e5a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:06.124434 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network f101898e-5344-4f35-8434-4e0f62076e5a details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:18:06.146495 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 593d24d1-5ac3-444d-a0e1-68505d302b6d up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:18:06.160499 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ccdb1892-f611-49cc-aaec-ba481b00b5a1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3267837 Apr 20 16:18:06.161174 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38310) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:06.167280 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-6bf86211-d796-4379-a7cb-936f7c9e5510 admin admin] Request body: {'subnet': {'network_id': 'f101898e-5344-4f35-8434-4e0f62076e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1125703882-subnet', 'tenant_id': '5e2d8be89b26402abed4992d83acf807', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:06.280486 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf86211-d796-4379-a7cb-936f7c9e5510 admin admin] Made reservation on behalf of 5e2d8be89b26402abed4992d83acf807 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:06.283555 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6bf86211-d796-4379-a7cb-936f7c9e5510 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:06.404047 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 593d24d1-5ac3-444d-a0e1-68505d302b6d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:06.404458 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:06.486817 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:06.514739 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 593d24d1-5ac3-444d-a0e1-68505d302b6d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=593d24d1-5ac3-444d-a0e1-68505d302b6d,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:06.541610 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b9a87-b7a2-4de2-bd5a-28f63f3f7a1d req-30f289fb-dde7-4bd7-8650-69b80011dcde tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:06.543160 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-175b9a87-b7a2-4de2-bd5a-28f63f3f7a1d req-30f289fb-dde7-4bd7-8650-69b80011dcde tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0671396 Apr 20 16:18:06.584085 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-175b9a87-b7a2-4de2-bd5a-28f63f3f7a1d req-a71a582e-3de7-4bc2-bbf4-6ba6071b8f10 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346034 Apr 20 16:18:06.623146 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38320) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:06.627866 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-71a414f4-2596-4853-9ba2-91a197e096d5 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Request body: {'security_group': {'name': 'tempest-securitygroup--119754111', 'description': 'tempest-description--779462099'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:06.652878 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:06.698342 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6bf86211-d796-4379-a7cb-936f7c9e5510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:06.705381 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=593d24d1-5ac3-444d-a0e1-68505d302b6d,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:06.744833 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-71a414f4-2596-4853-9ba2-91a197e096d5 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:06.765861 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf86211-d796-4379-a7cb-936f7c9e5510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f095aa7-489d-4032-aca8-4d512f72cac3,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:06.773444 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf86211-d796-4379-a7cb-936f7c9e5510 admin admin] Checking segment: {'id': 'd7db2997-d098-4eed-97f8-722a87d68c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f101898e-5344-4f35-8434-4e0f62076e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:18:06.773792 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf86211-d796-4379-a7cb-936f7c9e5510 admin admin] Network hostable DHCP agents. Network: f101898e-5344-4f35-8434-4e0f62076e5a, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:18:06.822844 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-71a414f4-2596-4853-9ba2-91a197e096d5 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:06.858656 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf86211-d796-4379-a7cb-936f7c9e5510 admin admin] Network f101898e-5344-4f35-8434-4e0f62076e5a is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:18:06.887122 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] Sync routers for ids ['51e71fb0-46db-4370-8d78-24480a9f4333'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:18:06.897439 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] Routers {'51e71fb0-46db-4370-8d78-24480a9f4333'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:18:06.898075 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:17:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['51e71fb0-46db-4370-8d78-24480a9f4333'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:06.962478 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-71a414f4-2596-4853-9ba2-91a197e096d5 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:07.002077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a414f4-2596-4853-9ba2-91a197e096d5 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8bdd62-d6f1-4f64-babe-a15c721f7d63,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:07.012593 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-6bf86211-d796-4379-a7cb-936f7c9e5510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, f101898e-5344-4f35-8434-4e0f62076e5a) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:07.017816 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf86211-d796-4379-a7cb-936f7c9e5510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:07.018863 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6bf86211-d796-4379-a7cb-936f7c9e5510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:07.024345 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340dd18d-c0c2-4167-a871-30e4d1d38c92 None None] Network f101898e-5344-4f35-8434-4e0f62076e5a requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:18:07.045375 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] Set router 51e71fb0-46db-4370-8d78-24480a9f4333 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:18:07.112397 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-71a414f4-2596-4853-9ba2-91a197e096d5 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:07.116898 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-71a414f4-2596-4853-9ba2-91a197e096d5 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4926450 Apr 20 16:18:07.117115 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38330) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:07.124183 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e117c162-0ec7-49f2-99cb-78752f795a82 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Request body: {'security_group_rule': {'security_group_id': '8e8bdd62-d6f1-4f64-babe-a15c721f7d63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:07.142861 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6bf86211-d796-4379-a7cb-936f7c9e5510 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9795847 Apr 20 16:18:07.145777 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38332) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:07.152545 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-6fecafde-8f05-48ae-9751-898c3e75503e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1125703882-router', 'tenant_id': '5e2d8be89b26402abed4992d83acf807', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:07.286594 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d10a1e-da16-49c7-a75e-cf8fe020d06b None None] Network f101898e-5344-4f35-8434-4e0f62076e5a requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:18:07.327585 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fecafde-8f05-48ae-9751-898c3e75503e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:07.333539 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fecafde-8f05-48ae-9751-898c3e75503e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:07.340588 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e117c162-0ec7-49f2-99cb-78752f795a82 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:07.413676 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fecafde-8f05-48ae-9751-898c3e75503e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:07.440476 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e117c162-0ec7-49f2-99cb-78752f795a82 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:07.487972 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'name': 'tempest-AttachVolumeShelveTestJSON-562560097-router', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:17:59Z', 'updated_at': '2022-04-20T16:18:04Z', 'revision_number': 4, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'gw_port': {'id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:00Z', 'updated_at': '2022-04-20T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '6e5cb97c-070d-4432-8f82-25ea648ad4ac', 'name': '', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'mac_address': 'fa:16:3e:98:f1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:03Z', 'updated_at': '2022-04-20T16:18:04Z', 'revision_number': 2, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'subnets': [{'id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:07.519394 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] Checking router: 51e71fb0-46db-4370-8d78-24480a9f4333 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:18:07.519744 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] Updating router 51e71fb0-46db-4370-8d78-24480a9f4333 port 6e5cb97c-070d-4432-8f82-25ea648ad4ac binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:18:07.549149 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:07.595153 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e117c162-0ec7-49f2-99cb-78752f795a82 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:07.641912 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117c162-0ec7-49f2-99cb-78752f795a82 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7147b76f-ba0a-42df-9b2d-8b755d58e052,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:07.746995 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e117c162-0ec7-49f2-99cb-78752f795a82 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:07.748433 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e117c162-0ec7-49f2-99cb-78752f795a82 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6288285 Apr 20 16:18:07.751161 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38346) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:07.755943 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-2f31978c-07c3-4b09-b04d-b6cc85ce8def tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Request body: {'security_group_rule': {'security_group_id': '8e8bdd62-d6f1-4f64-babe-a15c721f7d63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:07.768026 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fecafde-8f05-48ae-9751-898c3e75503e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:07.885779 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746e1d1-ad15-4cc5-a21a-c2278a416fa4 req-78b756a4-e8d3-4795-ae1d-d5d337512fb8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:07.887338 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7746e1d1-ad15-4cc5-a21a-c2278a416fa4 req-78b756a4-e8d3-4795-ae1d-d5d337512fb8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0579700 Apr 20 16:18:07.933225 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:07.936853 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7746e1d1-ad15-4cc5-a21a-c2278a416fa4 req-aaf19c92-0269-4809-bc44-b504de8071a4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431561 Apr 20 16:18:07.999884 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f31978c-07c3-4b09-b04d-b6cc85ce8def tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:08.084204 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 593d24d1-5ac3-444d-a0e1-68505d302b6d up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:18:08.098925 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f31978c-07c3-4b09-b04d-b6cc85ce8def tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:08.125971 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:08.146847 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635f05c-6225-43e9-8070-09077485ca14 req-b1609a2c-525d-437e-a8ff-244e914c476d tempest-MigrationsAdminTest-277750691 tempest-MigrationsAdminTest-277750691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:08.150078 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2635f05c-6225-43e9-8070-09077485ca14 req-b1609a2c-525d-437e-a8ff-244e914c476d tempest-MigrationsAdminTest-277750691 tempest-MigrationsAdminTest-277750691-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 1100 time: 0.1127062 Apr 20 16:18:08.155452 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fecafde-8f05-48ae-9751-898c3e75503e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:08.191969 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58734288-a192-491f-835b-9688eab2dd22 None None] Pushing event updated for resources: {'Port': ['ID=6e5cb97c-070d-4432-8f82-25ea648ad4ac,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:08.215953 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fecafde-8f05-48ae-9751-898c3e75503e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:08.225575 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 593d24d1-5ac3-444d-a0e1-68505d302b6d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:08.225959 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:08.277624 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f31978c-07c3-4b09-b04d-b6cc85ce8def tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:08.291542 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] Attempting to bind port 6e5cb97c-070d-4432-8f82-25ea648ad4ac on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:18:08.291922 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] Attempting to bind port 6e5cb97c-070d-4432-8f82-25ea648ad4ac by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '7b740a99-9aa6-43fa-99dc-a97008602c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:18:08.292395 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] Attempting to bind port 6e5cb97c-070d-4432-8f82-25ea648ad4ac on network 4b50dca8-daf4-4aac-8eb3-c8968bda22dd {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:18:08.300375 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:18:08.300738 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] Checking segment: {'id': '7b740a99-9aa6-43fa-99dc-a97008602c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:18:08.301150 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:08.301566 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] Bound using segment: {'id': '7b740a99-9aa6-43fa-99dc-a97008602c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:18:08.302033 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] Bound port: 6e5cb97c-070d-4432-8f82-25ea648ad4ac, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b740a99-9aa6-43fa-99dc-a97008602c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:18:08.302416 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:08.308556 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2635f05c-6225-43e9-8070-09077485ca14 req-f5526ab6-40c2-4e0e-b017-8abb658b4170 tempest-MigrationsAdminTest-277750691 tempest-MigrationsAdminTest-277750691-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507909 Apr 20 16:18:08.347690 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31978c-07c3-4b09-b04d-b6cc85ce8def tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c19748-16e2-4c0e-b473-9738cafe16fe,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:08.399508 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f31978c-07c3-4b09-b04d-b6cc85ce8def tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:08.403681 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2f31978c-07c3-4b09-b04d-b6cc85ce8def tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6512918 Apr 20 16:18:08.404293 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38356) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:08.411818 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-7766787f-7fed-4879-a98e-d67aa7d3a0be tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:08.438671 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-528bab5b-e704-4496-915e-a820d2168d61 req-b78bac5c-3d5c-4886-85c6-c8467b942336 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:18:08.439717 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-528bab5b-e704-4496-915e-a820d2168d61 req-b78bac5c-3d5c-4886-85c6-c8467b942336 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140090 Apr 20 16:18:08.453693 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-6fecafde-8f05-48ae-9751-898c3e75503e admin admin] Allocated IP 172.25.0.195 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/121e98b8-60d3-4314-8603-6a1583b3fb7a) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:18:08.494848 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] For port 6e5cb97c-070d-4432-8f82-25ea648ad4ac, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:18:08.498463 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] For port 6e5cb97c-070d-4432-8f82-25ea648ad4ac, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6e5cb97c-070d-4432-8f82-25ea648ad4ac,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:18:08.532427 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4b579574-2442-42f5-8e3a-7eac4fe46577 None None] Provisioning complete for port 6e5cb97c-070d-4432-8f82-25ea648ad4ac triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:08.532815 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4b579574-2442-42f5-8e3a-7eac4fe46577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:08.578711 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fecafde-8f05-48ae-9751-898c3e75503e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:08.578902 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7766787f-7fed-4879-a98e-d67aa7d3a0be tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:08.587383 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38360) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:08.608581 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:08.655637 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-4b579574-2442-42f5-8e3a-7eac4fe46577 None None] Port 6e5cb97c-070d-4432-8f82-25ea648ad4ac cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:18:08.675717 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] Routers {'51e71fb0-46db-4370-8d78-24480a9f4333'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:18:08.676467 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:17:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['51e71fb0-46db-4370-8d78-24480a9f4333'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:08.726970 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7766787f-7fed-4879-a98e-d67aa7d3a0be tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:08.749128 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fecafde-8f05-48ae-9751-898c3e75503e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:08.773117 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58734288-a192-491f-835b-9688eab2dd22 None None] Pushing event updated for resources: {'Port': ['ID=6e5cb97c-070d-4432-8f82-25ea648ad4ac,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:08.875709 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cee3c4a3-52cc-41c4-b5d9-84b4ec8a12ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:08.878247 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecafde-8f05-48ae-9751-898c3e75503e admin admin] Pushing event updated for resources: {'Port': ['ID=121e98b8-60d3-4314-8603-6a1583b3fb7a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:08.914191 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fecafde-8f05-48ae-9751-898c3e75503e admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:08.918657 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-6fecafde-8f05-48ae-9751-898c3e75503e admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:08.922174 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fecafde-8f05-48ae-9751-898c3e75503e admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:18:08.928252 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-7766787f-7fed-4879-a98e-d67aa7d3a0be tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Allocated IP 172.25.0.49 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/814829b9-59bf-4aca-b4f4-2d4b2ee6f9d0) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:18:08.941066 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] Set router 51e71fb0-46db-4370-8d78-24480a9f4333 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:18:09.069833 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f477c1f-f0a5-47a7-82a5-e210f485fb86 req-e0911cd6-439f-4bf1-b876-6ed99db52562 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:09.079329 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3f477c1f-f0a5-47a7-82a5-e210f485fb86 req-e0911cd6-439f-4bf1-b876-6ed99db52562 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.1257312 Apr 20 16:18:09.180600 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-63b5d6bb-9ee0-4ea7-9f8f-907705be01d1 None None] Provisioning complete for port 6e5cb97c-070d-4432-8f82-25ea648ad4ac triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:09.181035 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-63b5d6bb-9ee0-4ea7-9f8f-907705be01d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:09.436397 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-63b5d6bb-9ee0-4ea7-9f8f-907705be01d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:09.533051 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-63b5d6bb-9ee0-4ea7-9f8f-907705be01d1 None None] For port 6e5cb97c-070d-4432-8f82-25ea648ad4ac, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6e5cb97c-070d-4432-8f82-25ea648ad4ac,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:09.543245 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7766787f-7fed-4879-a98e-d67aa7d3a0be tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:09.547946 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'name': 'tempest-AttachVolumeShelveTestJSON-562560097-router', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:17:59Z', 'updated_at': '2022-04-20T16:18:04Z', 'revision_number': 4, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'gw_port': {'id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:00Z', 'updated_at': '2022-04-20T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '6e5cb97c-070d-4432-8f82-25ea648ad4ac', 'name': '', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'mac_address': 'fa:16:3e:98:f1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:03Z', 'updated_at': '2022-04-20T16:18:08Z', 'revision_number': 4, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'subnets': [{'id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:09.578467 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67da5098-753c-46d8-bd4f-0b9d5131c9f8 None None] The sync data for ids ['51e71fb0-46db-4370-8d78-24480a9f4333'] in n-d-836146-2 is: [{'id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'name': 'tempest-AttachVolumeShelveTestJSON-562560097-router', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:17:59Z', 'updated_at': '2022-04-20T16:18:04Z', 'revision_number': 4, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'gw_port': {'id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:00Z', 'updated_at': '2022-04-20T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '6e5cb97c-070d-4432-8f82-25ea648ad4ac', 'name': '', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'mac_address': 'fa:16:3e:98:f1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:03Z', 'updated_at': '2022-04-20T16:18:08Z', 'revision_number': 4, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'subnets': [{'id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:18:09.635604 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-63b5d6bb-9ee0-4ea7-9f8f-907705be01d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:09.691197 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7766787f-7fed-4879-a98e-d67aa7d3a0be tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:09.749123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5d6bb-9ee0-4ea7-9f8f-907705be01d1 None None] Pushing event updated for resources: {'Port': ['ID=6e5cb97c-070d-4432-8f82-25ea648ad4ac,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:09.805627 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7766787f-7fed-4879-a98e-d67aa7d3a0be tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:09.810674 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-7766787f-7fed-4879-a98e-d67aa7d3a0be tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:09.815340 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7766787f-7fed-4879-a98e-d67aa7d3a0be tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:18:09.818743 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766787f-7fed-4879-a98e-d67aa7d3a0be tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Pushing event updated for resources: {'Port': ['ID=814829b9-59bf-4aca-b4f4-2d4b2ee6f9d0,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:09.864621 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3f477c1f-f0a5-47a7-82a5-e210f485fb86 req-84cc82d3-14ce-4410-866c-7af663feb44d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7843568 Apr 20 16:18:09.916474 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cee3c4a3-52cc-41c4-b5d9-84b4ec8a12ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:09.924126 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-2d2d6704-3bbf-4bc9-8c80-0abafab501ba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3114440 Apr 20 16:18:09.950623 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7766787f-7fed-4879-a98e-d67aa7d3a0be tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:10.077650 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cee3c4a3-52cc-41c4-b5d9-84b4ec8a12ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:10.154291 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7766787f-7fed-4879-a98e-d67aa7d3a0be tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:10.172673 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6e5cb97c-070d-4432-8f82-25ea648ad4ac up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:18:10.223519 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fecafde-8f05-48ae-9751-898c3e75503e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:10.249105 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 6e5cb97c-070d-4432-8f82-25ea648ad4ac triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:10.249532 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:10.284816 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3c4a3-52cc-41c4-b5d9-84b4ec8a12ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03872070-9aa6-4c87-b00e-77edcd014a83,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:10.290683 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cee3c4a3-52cc-41c4-b5d9-84b4ec8a12ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a88dc9a2c2e4731ad7652bf12c7b6ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7020259 Apr 20 16:18:10.293423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38374) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:10.468427 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7766787f-7fed-4879-a98e-d67aa7d3a0be tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:10.489070 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0746bb46-9ca7-434d-ab5b-0a860735de4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:10.542166 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0746bb46-9ca7-434d-ab5b-0a860735de4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:10.564739 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7766787f-7fed-4879-a98e-d67aa7d3a0be tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:10.669506 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7766787f-7fed-4879-a98e-d67aa7d3a0be tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:10.684441 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fecafde-8f05-48ae-9751-898c3e75503e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:10.687948 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766787f-7fed-4879-a98e-d67aa7d3a0be tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Pushing event updated for resources: {'Port': ['ID=814829b9-59bf-4aca-b4f4-2d4b2ee6f9d0,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:10.779769 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0746bb46-9ca7-434d-ab5b-0a860735de4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:10.782332 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0746bb46-9ca7-434d-ab5b-0a860735de4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:10.785899 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0746bb46-9ca7-434d-ab5b-0a860735de4f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/03872070-9aa6-4c87-b00e-77edcd014a83 HTTP/1.1" status: 204 len: 168 time: 0.4889996 Apr 20 16:18:10.799488 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746bb46-9ca7-434d-ab5b-0a860735de4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03872070-9aa6-4c87-b00e-77edcd014a83,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:10.836547 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7766787f-7fed-4879-a98e-d67aa7d3a0be tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:10.836547 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7766787f-7fed-4879-a98e-d67aa7d3a0be tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4231157 Apr 20 16:18:11.051202 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fecafde-8f05-48ae-9751-898c3e75503e admin admin] Router 37cc12ec-d22f-4a2f-98cb-69fc649dea9e is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:18:11.068961 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c7c0b-36ba-4043-af74-23ce36663049 req-56362241-0ba4-4327-95a6-90bd3910be9e tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:11.068961 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b02c7c0b-36ba-4043-af74-23ce36663049 req-56362241-0ba4-4327-95a6-90bd3910be9e tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0769145 Apr 20 16:18:11.148117 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b02c7c0b-36ba-4043-af74-23ce36663049 req-a30098e3-c0d8-4550-b886-92b0a8e45527 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654099 Apr 20 16:18:11.229302 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-5576fb7e-cf7d-4d02-b6ea-fc89127ec664 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--119754111&fields=id&tenant_id=ffad88bc0f5d4afd9c32393497a68147 HTTP/1.1" status: 200 len: 267 time: 0.0839515 Apr 20 16:18:11.279532 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fecafde-8f05-48ae-9751-898c3e75503e admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:18:11.293037 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] Sync routers for ids ['37cc12ec-d22f-4a2f-98cb-69fc649dea9e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:18:11.310427 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] Routers {'37cc12ec-d22f-4a2f-98cb-69fc649dea9e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:18:11.313457 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:17:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['37cc12ec-d22f-4a2f-98cb-69fc649dea9e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:11.459676 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-5fd007a2-8fac-45fa-ad2d-8b867686be05 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:11.469987 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-5fd007a2-8fac-45fa-ad2d-8b867686be05 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/networks?id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd HTTP/1.1" status: 200 len: 816 time: 0.2329814 Apr 20 16:18:11.483881 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fecafde-8f05-48ae-9751-898c3e75503e admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:11.485330 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6fecafde-8f05-48ae-9751-898c3e75503e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3367231 Apr 20 16:18:11.488164 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38420) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:11.494883 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-1813e3bc-9925-4567-8265-58dbe145118a tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/quotas/ffad88bc0f5d4afd9c32393497a68147 HTTP/1.1" status: 200 len: 375 time: 0.0234561 Apr 20 16:18:11.515496 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] Set router 37cc12ec-d22f-4a2f-98cb-69fc649dea9e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:18:11.581768 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-d0b7a281-d81e-4a28-958c-6b4ac0501afd tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ffad88bc0f5d4afd9c32393497a68147&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0858204 Apr 20 16:18:11.708302 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-16896e7f-c529-49f9-9fa9-263549d924a6 service neutron] 10.222.0.15 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121392 Apr 20 16:18:11.724918 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cc12ec-d22f-4a2f-98cb-69fc649dea9e', 'name': 'tempest-ServerRescueTestJSON-1125703882-router', 'tenant_id': '5e2d8be89b26402abed4992d83acf807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '121e98b8-60d3-4314-8603-6a1583b3fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:07Z', 'updated_at': '2022-04-20T16:18:09Z', 'revision_number': 3, 'project_id': '5e2d8be89b26402abed4992d83acf807', 'gw_port': {'id': '121e98b8-60d3-4314-8603-6a1583b3fb7a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cc12ec-d22f-4a2f-98cb-69fc649dea9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:08Z', 'updated_at': '2022-04-20T16:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:11.761188 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] Checking router: 37cc12ec-d22f-4a2f-98cb-69fc649dea9e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:18:11.761188 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] Updating router 37cc12ec-d22f-4a2f-98cb-69fc649dea9e port 121e98b8-60d3-4314-8603-6a1583b3fb7a binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:18:11.800747 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:11.839115 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-8793252a-07e4-4a20-b7ca-5cddbead171b service neutron] 10.222.0.15 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210523 Apr 20 16:18:12.054258 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e2455d9-999d-4bdc-92dd-30d0ee9fb17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:12.225600 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:12.307280 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ae6b9cf2-eecd-4f1b-b0d5-f3c9daea9f3a req-e143d1f7-733c-47e8-8cc5-6026d253ce5a tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 210 time: 0.0788159 Apr 20 16:18:12.321884 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:12.390279 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a132b-3d59-42f4-8ef4-67f245b8dd2b req-83e21de0-2158-491d-a6b7-325f0c7ae11c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:12.393274 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bc3a132b-3d59-42f4-8ef4-67f245b8dd2b req-83e21de0-2158-491d-a6b7-325f0c7ae11c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.1437261 Apr 20 16:18:12.428901 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-5e2455d9-999d-4bdc-92dd-30d0ee9fb17b admin admin] Allocated IP 172.20.0.1 (f101898e-5344-4f35-8434-4e0f62076e5a/0f095aa7-489d-4032-aca8-4d512f72cac3/70b13e2f-5acd-41c1-931f-1e89ca3ec409) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:18:12.443593 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] Attempting to bind port 121e98b8-60d3-4314-8603-6a1583b3fb7a on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:18:12.444043 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] Attempting to bind port 121e98b8-60d3-4314-8603-6a1583b3fb7a by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:18:12.444499 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] Attempting to bind port 121e98b8-60d3-4314-8603-6a1583b3fb7a on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:18:12.456091 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bc3a132b-3d59-42f4-8ef4-67f245b8dd2b req-2cb5e2e8-e0e0-41ea-b52a-0120b79ba074 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563290 Apr 20 16:18:12.456509 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca894f-cd51-4634-9b06-69520b6a697a None None] Pushing event updated for resources: {'Port': ['ID=121e98b8-60d3-4314-8603-6a1583b3fb7a,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:12.463169 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:18:12.463489 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:18:12.463862 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:12.464309 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:18:12.464817 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] Bound port: 121e98b8-60d3-4314-8603-6a1583b3fb7a, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:18:12.465201 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:12.532081 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] For port 121e98b8-60d3-4314-8603-6a1583b3fb7a, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:18:12.536001 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] For port 121e98b8-60d3-4314-8603-6a1583b3fb7a, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=121e98b8-60d3-4314-8603-6a1583b3fb7a,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:18:12.579651 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e2455d9-999d-4bdc-92dd-30d0ee9fb17b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:12.693553 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:12.754757 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e2455d9-999d-4bdc-92dd-30d0ee9fb17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:12.780149 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca894f-cd51-4634-9b06-69520b6a697a None None] Pushing event updated for resources: {'Port': ['ID=121e98b8-60d3-4314-8603-6a1583b3fb7a,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:12.786352 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] Routers {'37cc12ec-d22f-4a2f-98cb-69fc649dea9e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:18:12.786352 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:17:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['37cc12ec-d22f-4a2f-98cb-69fc649dea9e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:12.817841 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2455d9-999d-4bdc-92dd-30d0ee9fb17b admin admin] Network f101898e-5344-4f35-8434-4e0f62076e5a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:12.824003 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-5e2455d9-999d-4bdc-92dd-30d0ee9fb17b admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:12.828037 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2455d9-999d-4bdc-92dd-30d0ee9fb17b admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:18:12.872310 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2455d9-999d-4bdc-92dd-30d0ee9fb17b admin admin] Pushing event updated for resources: {'Port': ['ID=70b13e2f-5acd-41c1-931f-1e89ca3ec409,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:12.903018 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e2455d9-999d-4bdc-92dd-30d0ee9fb17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:12.971535 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] Set router 37cc12ec-d22f-4a2f-98cb-69fc649dea9e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:18:13.161877 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cc12ec-d22f-4a2f-98cb-69fc649dea9e', 'name': 'tempest-ServerRescueTestJSON-1125703882-router', 'tenant_id': '5e2d8be89b26402abed4992d83acf807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '121e98b8-60d3-4314-8603-6a1583b3fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:07Z', 'updated_at': '2022-04-20T16:18:09Z', 'revision_number': 3, 'project_id': '5e2d8be89b26402abed4992d83acf807', 'gw_port': {'id': '121e98b8-60d3-4314-8603-6a1583b3fb7a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cc12ec-d22f-4a2f-98cb-69fc649dea9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:08Z', 'updated_at': '2022-04-20T16:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:13.188935 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e510ea2b-f888-4057-8edb-889da20de395 None None] The sync data for ids ['37cc12ec-d22f-4a2f-98cb-69fc649dea9e'] in n-d-836146-2 is: [{'id': '37cc12ec-d22f-4a2f-98cb-69fc649dea9e', 'name': 'tempest-ServerRescueTestJSON-1125703882-router', 'tenant_id': '5e2d8be89b26402abed4992d83acf807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '121e98b8-60d3-4314-8603-6a1583b3fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:07Z', 'updated_at': '2022-04-20T16:18:09Z', 'revision_number': 3, 'project_id': '5e2d8be89b26402abed4992d83acf807', 'gw_port': {'id': '121e98b8-60d3-4314-8603-6a1583b3fb7a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cc12ec-d22f-4a2f-98cb-69fc649dea9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:08Z', 'updated_at': '2022-04-20T16:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:18:13.233974 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e2455d9-999d-4bdc-92dd-30d0ee9fb17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:13.431192 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e2455d9-999d-4bdc-92dd-30d0ee9fb17b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:13.464807 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f416e43-7756-45a3-9e2f-0c92c7310ac8 req-d8b01d4e-7523-4d45-8578-91a8ddd3b16e tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 210 time: 0.0370481 Apr 20 16:18:13.595112 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e2455d9-999d-4bdc-92dd-30d0ee9fb17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:13.641341 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38462) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:13.699941 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2455d9-999d-4bdc-92dd-30d0ee9fb17b admin admin] Pushing event updated for resources: {'Port': ['ID=70b13e2f-5acd-41c1-931f-1e89ca3ec409,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:13.705467 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-a9be1cff-fdc4-4841-9ccc-e1954c0d17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:13.707276 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-a9be1cff-fdc4-4841-9ccc-e1954c0d17e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 1100 time: 0.0829399 Apr 20 16:18:13.716213 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e2455d9-999d-4bdc-92dd-30d0ee9fb17b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:13.726657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2320e38-f3c2-430d-a98b-30a53dde457f req-255f2acd-31dd-4bb8-aacb-63af7f6e1053 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:13.728170 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b2320e38-f3c2-430d-a98b-30a53dde457f req-255f2acd-31dd-4bb8-aacb-63af7f6e1053 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.1725321 Apr 20 16:18:13.817612 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b2320e38-f3c2-430d-a98b-30a53dde457f req-72b0a4a4-8147-4b81-871a-c0d1a4f6298c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787137 Apr 20 16:18:13.851302 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6e77453d-f207-4f8c-b340-fe3b077dea5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:13.862088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-f564a986-6101-4943-a539-f8fb83301dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:13.863633 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-f564a986-6101-4943-a539-f8fb83301dab service neutron] 10.222.0.30 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.1489377 Apr 20 16:18:13.880563 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2455d9-999d-4bdc-92dd-30d0ee9fb17b admin admin] Network f101898e-5344-4f35-8434-4e0f62076e5a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:13.883794 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-5e2455d9-999d-4bdc-92dd-30d0ee9fb17b admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:13.921129 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-9e93c69b-a970-430e-a6d3-9990861e0db2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=de1e1248-d5ea-4a08-aa0e-118af458bc5f HTTP/1.1" status: 200 len: 217 time: 0.0491371 Apr 20 16:18:13.999085 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-bb167171-1084-43d2-9cf7-0098e62e93f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:14.001990 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-bb167171-1084-43d2-9cf7-0098e62e93f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0719543 Apr 20 16:18:14.036365 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2455d9-999d-4bdc-92dd-30d0ee9fb17b admin admin] Router 37cc12ec-d22f-4a2f-98cb-69fc649dea9e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:18:14.073151 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6e77453d-f207-4f8c-b340-fe3b077dea5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:14.083241 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-b40315de-70cc-498d-9570-6bffaa7959c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:14.085100 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-b40315de-70cc-498d-9570-6bffaa7959c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0773127 Apr 20 16:18:14.103079 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 121e98b8-60d3-4314-8603-6a1583b3fb7a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:18:14.177014 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6e77453d-f207-4f8c-b340-fe3b077dea5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:14.181046 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2455d9-999d-4bdc-92dd-30d0ee9fb17b admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:18:14.189270 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5e2455d9-999d-4bdc-92dd-30d0ee9fb17b admin admin] 10.222.0.15 "PUT /v2.0/routers/37cc12ec-d22f-4a2f-98cb-69fc649dea9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6998525 Apr 20 16:18:14.189666 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 121e98b8-60d3-4314-8603-6a1583b3fb7a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:14.190047 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:14.266253 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77453d-f207-4f8c-b340-fe3b077dea5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dce88a-61f6-43fa-bf32-165baf16ea58,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:14.271038 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6e77453d-f207-4f8c-b340-fe3b077dea5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d153fad7fc9454d848b6e910d4411b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6240485 Apr 20 16:18:14.274106 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38468) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:14.274559 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-a16bf2dd-97d0-4f5e-a9e3-400ba56b90db service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823816 Apr 20 16:18:14.321586 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:14.368876 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 121e98b8-60d3-4314-8603-6a1583b3fb7a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=121e98b8-60d3-4314-8603-6a1583b3fb7a,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:14.382653 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5ffd6eb1-4982-47b3-a5d2-49abc859bc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:14.406868 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5ffd6eb1-4982-47b3-a5d2-49abc859bc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:14.419003 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-1f95af75-d0ec-4003-84c4-005ba89fa52d service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377912 Apr 20 16:18:14.590491 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4806fd7b-b478-4d94-964b-7024e93fd42e req-2200f2f0-b67f-45e9-9118-9f6249e6158a tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 210 time: 0.0346298 Apr 20 16:18:14.652904 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:14.700054 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=121e98b8-60d3-4314-8603-6a1583b3fb7a,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:14.704931 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-f24e11a8-5241-4fe5-bccf-10462c705c5b tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:14.706419 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-f24e11a8-5241-4fe5-bccf-10462c705c5b tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/networks?id=f101898e-5344-4f35-8434-4e0f62076e5a HTTP/1.1" status: 200 len: 811 time: 0.1054232 Apr 20 16:18:14.722671 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-6ff22722-cb63-4606-ac72-45a0940ffd69 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/quotas/5e2d8be89b26402abed4992d83acf807 HTTP/1.1" status: 200 len: 375 time: 0.0090802 Apr 20 16:18:14.728055 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5ffd6eb1-4982-47b3-a5d2-49abc859bc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:14.731151 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5ffd6eb1-4982-47b3-a5d2-49abc859bc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:14.732284 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5ffd6eb1-4982-47b3-a5d2-49abc859bc1a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3dce88a-61f6-43fa-bf32-165baf16ea58 HTTP/1.1" status: 204 len: 168 time: 0.4569857 Apr 20 16:18:14.743992 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd6eb1-4982-47b3-a5d2-49abc859bc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dce88a-61f6-43fa-bf32-165baf16ea58,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:14.799476 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-1aa16d60-d1a1-4106-9fc6-32e59394f71d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e2d8be89b26402abed4992d83acf807&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0559390 Apr 20 16:18:14.903023 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-f8af4b78-4429-44c7-a24e-5241581205c2 service neutron] 10.222.0.15 "GET /v2.0/networks/f101898e-5344-4f35-8434-4e0f62076e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958045 Apr 20 16:18:14.944169 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962af68d-2a7b-481e-ab7d-56291d495298 req-2fdbc17a-2364-4cf3-8e90-605564f68083 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:14.946528 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-962af68d-2a7b-481e-ab7d-56291d495298 req-2fdbc17a-2364-4cf3-8e90-605564f68083 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0544271 Apr 20 16:18:14.991336 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-962af68d-2a7b-481e-ab7d-56291d495298 req-6427e652-7004-45fe-b6a9-49cbdcffb7fb tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338926 Apr 20 16:18:15.019327 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-49921835-fd4a-4a64-8d8d-fcf9b60ba7e8 service neutron] 10.222.0.15 "GET /v2.0/networks/f101898e-5344-4f35-8434-4e0f62076e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070442 Apr 20 16:18:15.231121 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] Sync routers for ids ['37cc12ec-d22f-4a2f-98cb-69fc649dea9e'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:18:15.240563 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] Routers {'37cc12ec-d22f-4a2f-98cb-69fc649dea9e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:18:15.241179 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:17:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['37cc12ec-d22f-4a2f-98cb-69fc649dea9e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:15.364030 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] Set router 37cc12ec-d22f-4a2f-98cb-69fc649dea9e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:18:15.462668 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fc4096fd-35ad-40c7-a092-4b53ce4aa59f req-d8c8faeb-0b8d-4ac4-9ee0-ceb630e150ac tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 210 time: 0.0391669 Apr 20 16:18:15.639089 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cc12ec-d22f-4a2f-98cb-69fc649dea9e', 'name': 'tempest-ServerRescueTestJSON-1125703882-router', 'tenant_id': '5e2d8be89b26402abed4992d83acf807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '121e98b8-60d3-4314-8603-6a1583b3fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:07Z', 'updated_at': '2022-04-20T16:18:13Z', 'revision_number': 4, 'project_id': '5e2d8be89b26402abed4992d83acf807', 'gw_port': {'id': '121e98b8-60d3-4314-8603-6a1583b3fb7a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cc12ec-d22f-4a2f-98cb-69fc649dea9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:08Z', 'updated_at': '2022-04-20T16:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '70b13e2f-5acd-41c1-931f-1e89ca3ec409', 'name': '', 'network_id': 'f101898e-5344-4f35-8434-4e0f62076e5a', 'tenant_id': '5e2d8be89b26402abed4992d83acf807', 'mac_address': 'fa:16:3e:1a:62:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cc12ec-d22f-4a2f-98cb-69fc649dea9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0f095aa7-489d-4032-aca8-4d512f72cac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:12Z', 'updated_at': '2022-04-20T16:18:13Z', 'revision_number': 2, 'project_id': '5e2d8be89b26402abed4992d83acf807', 'subnets': [{'id': '0f095aa7-489d-4032-aca8-4d512f72cac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:15.669139 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] Checking router: 37cc12ec-d22f-4a2f-98cb-69fc649dea9e for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:18:15.669501 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] Updating router 37cc12ec-d22f-4a2f-98cb-69fc649dea9e port 70b13e2f-5acd-41c1-931f-1e89ca3ec409 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:18:15.700585 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:15.709228 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2a472563-a0d5-4b03-959c-b1faa8473cd4 req-69abd2c5-1f47-42f2-8256-dcdcb3ccbb60 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 210 time: 0.0354292 Apr 20 16:18:15.987446 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:16.074617 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 121e98b8-60d3-4314-8603-6a1583b3fb7a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:18:16.119711 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925f914-8ada-42af-b04f-720fb18e6b86 req-4f82cf50-8d0d-4d1a-beff-c1dfe7405eda tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:16.121502 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4925f914-8ada-42af-b04f-720fb18e6b86 req-4f82cf50-8d0d-4d1a-beff-c1dfe7405eda tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0539160 Apr 20 16:18:16.131455 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 121e98b8-60d3-4314-8603-6a1583b3fb7a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:16.131858 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:16.139268 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-06d9c77a-9218-4140-a029-e71cd2787bd2 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:16.140801 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-06d9c77a-9218-4140-a029-e71cd2787bd2 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.26 "GET /v2.0/networks?id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd HTTP/1.1" status: 200 len: 816 time: 0.1340542 Apr 20 16:18:16.192953 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4925f914-8ada-42af-b04f-720fb18e6b86 req-0c89f012-6073-4d71-acd5-caa045719837 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610523 Apr 20 16:18:16.206763 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-6528dbdd-bdcf-4fa5-86ba-4e977bb647e1 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffad88bc0f5d4afd9c32393497a68147 HTTP/1.1" status: 200 len: 379 time: 0.0497980 Apr 20 16:18:16.217490 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:16.233875 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-12837a49-c1b2-4d03-8330-54804fd29862 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Request body: {'port': {'device_id': '9d92c8a2-33ba-4fe0-963a-4266af0d1834', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'admin_state_up': True, 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'security_groups': ['8e8bdd62-d6f1-4f64-babe-a15c721f7d63']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:16.281767 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80257430-9b99-45ed-a6e8-693c6ec19bce None None] Pushing event updated for resources: {'Port': ['ID=70b13e2f-5acd-41c1-931f-1e89ca3ec409,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:16.346986 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] Attempting to bind port 70b13e2f-5acd-41c1-931f-1e89ca3ec409 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:18:16.347568 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] Attempting to bind port 70b13e2f-5acd-41c1-931f-1e89ca3ec409 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'd7db2997-d098-4eed-97f8-722a87d68c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f101898e-5344-4f35-8434-4e0f62076e5a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:18:16.348029 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] Attempting to bind port 70b13e2f-5acd-41c1-931f-1e89ca3ec409 on network f101898e-5344-4f35-8434-4e0f62076e5a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:18:16.353822 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:18:16.354495 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] Checking segment: {'id': 'd7db2997-d098-4eed-97f8-722a87d68c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f101898e-5344-4f35-8434-4e0f62076e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:18:16.355081 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:16.355523 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] Bound using segment: {'id': 'd7db2997-d098-4eed-97f8-722a87d68c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f101898e-5344-4f35-8434-4e0f62076e5a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:18:16.356160 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] Bound port: 70b13e2f-5acd-41c1-931f-1e89ca3ec409, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7db2997-d098-4eed-97f8-722a87d68c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f101898e-5344-4f35-8434-4e0f62076e5a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:18:16.356758 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:16.480678 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-12837a49-c1b2-4d03-8330-54804fd29862 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Made reservation on behalf of ffad88bc0f5d4afd9c32393497a68147 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:16.484846 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-12837a49-c1b2-4d03-8330-54804fd29862 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:16.486955 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] For port 70b13e2f-5acd-41c1-931f-1e89ca3ec409, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:18:16.491290 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] For port 70b13e2f-5acd-41c1-931f-1e89ca3ec409, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=70b13e2f-5acd-41c1-931f-1e89ca3ec409,segment=NetworkSegment(d7db2997-d098-4eed-97f8-722a87d68c55),segment_id=d7db2997-d098-4eed-97f8-722a87d68c55)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:18:16.570223 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f342e9da-5f37-40a5-a58d-cc8bb012b2fc req-8d378cd9-756f-40ce-a0ad-92fab4583b7c tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 210 time: 0.0411878 Apr 20 16:18:16.652040 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:16.662551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-12837a49-c1b2-4d03-8330-54804fd29862 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Allocated IP 172.20.0.4 (4b50dca8-daf4-4aac-8eb3-c8968bda22dd/67866dc0-b0b9-4599-80d0-c4f37b27fe8d/40d30113-8702-45e7-a372-34eb5ce08ae3) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:18:16.710962 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] Routers {'37cc12ec-d22f-4a2f-98cb-69fc649dea9e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:18:16.711597 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:17:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['37cc12ec-d22f-4a2f-98cb-69fc649dea9e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:16.716320 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80257430-9b99-45ed-a6e8-693c6ec19bce None None] Pushing event updated for resources: {'Port': ['ID=70b13e2f-5acd-41c1-931f-1e89ca3ec409,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:16.831491 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] Set router 37cc12ec-d22f-4a2f-98cb-69fc649dea9e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:18:16.843841 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-871617ff-4f31-477b-9a71-46bf89290ce1 req-d0b7164a-a647-435e-b69b-759b81f41941 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 210 time: 0.0363786 Apr 20 16:18:16.848993 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-12837a49-c1b2-4d03-8330-54804fd29862 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:16.994594 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-12837a49-c1b2-4d03-8330-54804fd29862 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:17.044432 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-12837a49-c1b2-4d03-8330-54804fd29862 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Network 4b50dca8-daf4-4aac-8eb3-c8968bda22dd is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:17.047850 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-12837a49-c1b2-4d03-8330-54804fd29862 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:17.050312 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-12837a49-c1b2-4d03-8330-54804fd29862 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:18:17.058118 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cc12ec-d22f-4a2f-98cb-69fc649dea9e', 'name': 'tempest-ServerRescueTestJSON-1125703882-router', 'tenant_id': '5e2d8be89b26402abed4992d83acf807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '121e98b8-60d3-4314-8603-6a1583b3fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:07Z', 'updated_at': '2022-04-20T16:18:13Z', 'revision_number': 4, 'project_id': '5e2d8be89b26402abed4992d83acf807', 'gw_port': {'id': '121e98b8-60d3-4314-8603-6a1583b3fb7a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cc12ec-d22f-4a2f-98cb-69fc649dea9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:08Z', 'updated_at': '2022-04-20T16:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '70b13e2f-5acd-41c1-931f-1e89ca3ec409', 'name': '', 'network_id': 'f101898e-5344-4f35-8434-4e0f62076e5a', 'tenant_id': '5e2d8be89b26402abed4992d83acf807', 'mac_address': 'fa:16:3e:1a:62:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cc12ec-d22f-4a2f-98cb-69fc649dea9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0f095aa7-489d-4032-aca8-4d512f72cac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:12Z', 'updated_at': '2022-04-20T16:18:16Z', 'revision_number': 4, 'project_id': '5e2d8be89b26402abed4992d83acf807', 'subnets': [{'id': '0f095aa7-489d-4032-aca8-4d512f72cac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:17.080217 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12837a49-c1b2-4d03-8330-54804fd29862 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Pushing event updated for resources: {'Port': ['ID=40d30113-8702-45e7-a372-34eb5ce08ae3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:17.091421 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6a449c-f6c6-4a4c-8036-0412ed6ca025 None None] The sync data for ids ['37cc12ec-d22f-4a2f-98cb-69fc649dea9e'] in n-d-836146-2 is: [{'id': '37cc12ec-d22f-4a2f-98cb-69fc649dea9e', 'name': 'tempest-ServerRescueTestJSON-1125703882-router', 'tenant_id': '5e2d8be89b26402abed4992d83acf807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '121e98b8-60d3-4314-8603-6a1583b3fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:07Z', 'updated_at': '2022-04-20T16:18:13Z', 'revision_number': 4, 'project_id': '5e2d8be89b26402abed4992d83acf807', 'gw_port': {'id': '121e98b8-60d3-4314-8603-6a1583b3fb7a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cc12ec-d22f-4a2f-98cb-69fc649dea9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:08Z', 'updated_at': '2022-04-20T16:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '70b13e2f-5acd-41c1-931f-1e89ca3ec409', 'name': '', 'network_id': 'f101898e-5344-4f35-8434-4e0f62076e5a', 'tenant_id': '5e2d8be89b26402abed4992d83acf807', 'mac_address': 'fa:16:3e:1a:62:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cc12ec-d22f-4a2f-98cb-69fc649dea9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0f095aa7-489d-4032-aca8-4d512f72cac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:12Z', 'updated_at': '2022-04-20T16:18:16Z', 'revision_number': 4, 'project_id': '5e2d8be89b26402abed4992d83acf807', 'subnets': [{'id': '0f095aa7-489d-4032-aca8-4d512f72cac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:18:17.121073 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-12837a49-c1b2-4d03-8330-54804fd29862 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:17.121863 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-12837a49-c1b2-4d03-8330-54804fd29862 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:17.243163 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-12837a49-c1b2-4d03-8330-54804fd29862 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0170636 Apr 20 16:18:17.249622 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38546) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:17.284989 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-e9031af0-41f6-49e5-a8e3-c8e35b04a493 service neutron] Request body: {'port': {'device_id': '9d92c8a2-33ba-4fe0-963a-4266af0d1834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:17.383847 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddb9c8-ee9c-492d-975a-b5b8fc2009b1 req-c208cc56-1229-434e-ae73-a6ba75611615 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:17.391852 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-56ddb9c8-ee9c-492d-975a-b5b8fc2009b1 req-c208cc56-1229-434e-ae73-a6ba75611615 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0917106 Apr 20 16:18:17.393497 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-e9031af0-41f6-49e5-a8e3-c8e35b04a493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:17.421824 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dfa8518d-c17d-4adc-bbca-e618abe88e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:17.422070 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-626785ad-a68e-41b0-831a-10a34ee1bb70 None None] Provisioning complete for port 40d30113-8702-45e7-a372-34eb5ce08ae3 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:17.422633 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-626785ad-a68e-41b0-831a-10a34ee1bb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:17.462042 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-56ddb9c8-ee9c-492d-975a-b5b8fc2009b1 req-b50b16df-d5f6-475d-8247-d0ca04ac7e1d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681579 Apr 20 16:18:17.469312 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-626785ad-a68e-41b0-831a-10a34ee1bb70 None None] Port 40d30113-8702-45e7-a372-34eb5ce08ae3 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:18:17.592675 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dfa8518d-c17d-4adc-bbca-e618abe88e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:17.683127 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-081cceff-1ddf-4d18-b1af-37ebfb847cf8 req-f0ef1d5c-756c-48a2-92c8-b8629224c167 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 210 time: 0.0330360 Apr 20 16:18:17.748325 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dfa8518d-c17d-4adc-bbca-e618abe88e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:17.794876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-e9031af0-41f6-49e5-a8e3-c8e35b04a493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d30113-8702-45e7-a372-34eb5ce08ae3 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:18:17.795127 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dfa8518d-c17d-4adc-bbca-e618abe88e1b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa987d80528f435ab3b3b0e07567513c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5440488 Apr 20 16:18:17.798244 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38554) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:17.803175 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-e9031af0-41f6-49e5-a8e3-c8e35b04a493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:17.807022 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8518d-c17d-4adc-bbca-e618abe88e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972ca6a4-2c8b-46fb-9f46-145e1fefde42,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:17.821916 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-e9031af0-41f6-49e5-a8e3-c8e35b04a493 service neutron] Transition to ACTIVE for port object 40d30113-8702-45e7-a372-34eb5ce08ae3 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:18:17.863173 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d9a6d17-e2e7-4204-b1a6-98f990a32c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:17.888543 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d9a6d17-e2e7-4204-b1a6-98f990a32c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:17.926975 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-e9031af0-41f6-49e5-a8e3-c8e35b04a493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:17.982282 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9031af0-41f6-49e5-a8e3-c8e35b04a493 service neutron] Pushing event updated for resources: {'Port': ['ID=40d30113-8702-45e7-a372-34eb5ce08ae3,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:17.998346 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75061a-4f84-4bd6-9613-423a5cdae603 req-25395896-ca06-4c85-b51b-3dbeabea8a68 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:17.998346 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1e75061a-4f84-4bd6-9613-423a5cdae603 req-25395896-ca06-4c85-b51b-3dbeabea8a68 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 943 time: 0.0620213 Apr 20 16:18:18.055682 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1e75061a-4f84-4bd6-9613-423a5cdae603 req-015893b9-c1d3-4078-b5ef-ccc0e4b23878 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568819 Apr 20 16:18:18.075768 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d9a6d17-e2e7-4204-b1a6-98f990a32c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:18.078796 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d9a6d17-e2e7-4204-b1a6-98f990a32c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:18.079961 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5d9a6d17-e2e7-4204-b1a6-98f990a32c1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/972ca6a4-2c8b-46fb-9f46-145e1fefde42 HTTP/1.1" status: 204 len: 168 time: 0.2807953 Apr 20 16:18:18.081159 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-e9031af0-41f6-49e5-a8e3-c8e35b04a493 service neutron] Attempting to bind port 40d30113-8702-45e7-a372-34eb5ce08ae3 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:18:18.081589 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-e9031af0-41f6-49e5-a8e3-c8e35b04a493 service neutron] Attempting to bind port 40d30113-8702-45e7-a372-34eb5ce08ae3 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '7b740a99-9aa6-43fa-99dc-a97008602c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:18:18.081927 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-e9031af0-41f6-49e5-a8e3-c8e35b04a493 service neutron] Attempting to bind port 40d30113-8702-45e7-a372-34eb5ce08ae3 on network 4b50dca8-daf4-4aac-8eb3-c8968bda22dd {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:18:18.087274 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-e9031af0-41f6-49e5-a8e3-c8e35b04a493 service neutron] Port 40d30113-8702-45e7-a372-34eb5ce08ae3 on network 4b50dca8-daf4-4aac-8eb3-c8968bda22dd not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:18:18.087602 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-e9031af0-41f6-49e5-a8e3-c8e35b04a493 service neutron] Attempting to bind port 40d30113-8702-45e7-a372-34eb5ce08ae3 on network 4b50dca8-daf4-4aac-8eb3-c8968bda22dd {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:18:18.093959 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-e9031af0-41f6-49e5-a8e3-c8e35b04a493 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:18:18.094480 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-e9031af0-41f6-49e5-a8e3-c8e35b04a493 service neutron] Checking segment: {'id': '7b740a99-9aa6-43fa-99dc-a97008602c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:18:18.094760 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-e9031af0-41f6-49e5-a8e3-c8e35b04a493 service neutron] Bound using segment: {'id': '7b740a99-9aa6-43fa-99dc-a97008602c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:18:18.095239 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-e9031af0-41f6-49e5-a8e3-c8e35b04a493 service neutron] Bound port: 40d30113-8702-45e7-a372-34eb5ce08ae3, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b740a99-9aa6-43fa-99dc-a97008602c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:18:18.096207 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-e9031af0-41f6-49e5-a8e3-c8e35b04a493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:18.102562 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a6d17-e2e7-4204-b1a6-98f990a32c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972ca6a4-2c8b-46fb-9f46-145e1fefde42,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:18.199132 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 70b13e2f-5acd-41c1-931f-1e89ca3ec409 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:18:18.250519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-e9031af0-41f6-49e5-a8e3-c8e35b04a493 service neutron] For port 40d30113-8702-45e7-a372-34eb5ce08ae3, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:18:18.253939 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-e9031af0-41f6-49e5-a8e3-c8e35b04a493 service neutron] For port 40d30113-8702-45e7-a372-34eb5ce08ae3, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=40d30113-8702-45e7-a372-34eb5ce08ae3,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:18:18.274819 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 70b13e2f-5acd-41c1-931f-1e89ca3ec409 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:18.275101 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:18.361758 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-e9031af0-41f6-49e5-a8e3-c8e35b04a493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:18.407767 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-e9031af0-41f6-49e5-a8e3-c8e35b04a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:18.408782 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-e9031af0-41f6-49e5-a8e3-c8e35b04a493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:18.410988 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-e9031af0-41f6-49e5-a8e3-c8e35b04a493 service neutron] 10.222.0.26 "PUT /v2.0/ports/40d30113-8702-45e7-a372-34eb5ce08ae3 HTTP/1.1" status: 200 len: 1091 time: 1.1310198 Apr 20 16:18:18.411532 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d92c8a2-33ba-4fe0-963a-4266af0d1834', 'tag': '40d30113-8702-45e7-a372-34eb5ce08ae3'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:18:18.424227 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d831951-6d1a-4138-8b61-45230c958180" -d '{"events": [{"name": "network-changed", "server_uuid": "9d92c8a2-33ba-4fe0-963a-4266af0d1834", "tag": "40d30113-8702-45e7-a372-34eb5ce08ae3"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:18:18.531843 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a67ed2c-9c1c-4df2-9064-293c6cc2f907 x-openstack-request-id: req-0a67ed2c-9c1c-4df2-9064-293c6cc2f907 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:18:18.532489 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d92c8a2-33ba-4fe0-963a-4266af0d1834", "tag": "40d30113-8702-45e7-a372-34eb5ce08ae3", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:18:18.532922 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a67ed2c-9c1c-4df2-9064-293c6cc2f907 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:18:18.533821 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a67ed2c-9c1c-4df2-9064-293c6cc2f907'] response: {'name': 'network-changed', 'server_uuid': '9d92c8a2-33ba-4fe0-963a-4266af0d1834', 'tag': '40d30113-8702-45e7-a372-34eb5ce08ae3', 'status': 'completed', 'code': 200} Apr 20 16:18:18.540034 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:18.618343 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9031af0-41f6-49e5-a8e3-c8e35b04a493 service neutron] Pushing event updated for resources: {'Port': ['ID=40d30113-8702-45e7-a372-34eb5ce08ae3,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:18.624800 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 70b13e2f-5acd-41c1-931f-1e89ca3ec409, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=70b13e2f-5acd-41c1-931f-1e89ca3ec409,segment=NetworkSegment(d7db2997-d098-4eed-97f8-722a87d68c55),segment_id=d7db2997-d098-4eed-97f8-722a87d68c55)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:18.675167 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d831951-6d1a-4138-8b61-45230c958180 req-2e66d335-6231-4863-9d1a-c30ecbe23bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:18.678967 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0d831951-6d1a-4138-8b61-45230c958180 req-2e66d335-6231-4863-9d1a-c30ecbe23bb0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ffad88bc0f5d4afd9c32393497a68147&device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 1094 time: 0.0965266 Apr 20 16:18:18.708458 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da62b65-6d72-42eb-8e25-1837842a2d72 req-d757dff7-b016-4a94-abb0-26b7ed34586d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:18.712163 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0da62b65-6d72-42eb-8e25-1837842a2d72 req-d757dff7-b016-4a94-abb0-26b7ed34586d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.1029129 Apr 20 16:18:18.714204 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:18.734637 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-7b808004-6caf-46b8-943d-85dcb151bea8 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:18.738713 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-7b808004-6caf-46b8-943d-85dcb151bea8 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.30 "GET /v2.0/networks?id=f101898e-5344-4f35-8434-4e0f62076e5a HTTP/1.1" status: 200 len: 811 time: 0.3054237 Apr 20 16:18:18.781963 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-9bf5804c-eaca-4d06-a645-59d5137e8fba tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Request body: {'port': {'device_id': '923a984a-131f-4f8a-9c9e-fed1f296e253', 'network_id': 'f101898e-5344-4f35-8434-4e0f62076e5a', 'admin_state_up': True, 'tenant_id': '5e2d8be89b26402abed4992d83acf807'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:18.794179 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0da62b65-6d72-42eb-8e25-1837842a2d72 req-4b3f47ec-eac2-421f-b4bf-2d6c80dff643 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768342 Apr 20 16:18:18.842820 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=70b13e2f-5acd-41c1-931f-1e89ca3ec409,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:18.929713 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddf5964d-1f10-43fc-8fc9-76809e46df58 req-21ce6967-1ce5-4621-84e6-21862ad9fe96 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 210 time: 0.0688076 Apr 20 16:18:18.981744 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d831951-6d1a-4138-8b61-45230c958180 req-ff28a341-5cf6-4eab-a736-97561e12a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:18.983274 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0d831951-6d1a-4138-8b61-45230c958180 req-ff28a341-5cf6-4eab-a736-97561e12a154 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ffad88bc0f5d4afd9c32393497a68147&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2826343 Apr 20 16:18:19.101077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d831951-6d1a-4138-8b61-45230c958180 req-8fbe8794-db85-4dfc-bd2c-28598be9cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:19.103215 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0d831951-6d1a-4138-8b61-45230c958180 req-8fbe8794-db85-4dfc-bd2c-28598be9cc17 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1135890 Apr 20 16:18:19.185083 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-9bf5804c-eaca-4d06-a645-59d5137e8fba tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Made reservation on behalf of 5e2d8be89b26402abed4992d83acf807 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:19.188672 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-9bf5804c-eaca-4d06-a645-59d5137e8fba tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:19.198019 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36117210-6957-40dd-b57d-183e54c67874 req-9f1e62f4-2b3a-445c-a985-557dc51dc4ba tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:19.199549 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-36117210-6957-40dd-b57d-183e54c67874 req-9f1e62f4-2b3a-445c-a985-557dc51dc4ba tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 943 time: 0.0581405 Apr 20 16:18:19.241377 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-36117210-6957-40dd-b57d-183e54c67874 req-52221246-c512-4533-aba7-b7997eb91d10 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353394 Apr 20 16:18:19.544132 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38588) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:19.562917 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-d38ac781-01d4-48cd-90bb-2a2d667abd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:19.564549 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-d38ac781-01d4-48cd-90bb-2a2d667abd8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ffad88bc0f5d4afd9c32393497a68147&device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 1094 time: 0.3912723 Apr 20 16:18:19.622836 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-e5d840ee-e918-42a9-9075-17f18ca07bb9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40d30113-8702-45e7-a372-34eb5ce08ae3 HTTP/1.1" status: 200 len: 217 time: 0.0425637 Apr 20 16:18:19.655976 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b228938d-0f25-48d5-988b-ebcd517a4f6f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-492980783-network', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:19.713352 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-9bf5804c-eaca-4d06-a645-59d5137e8fba tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Allocated IP 172.20.0.11 (f101898e-5344-4f35-8434-4e0f62076e5a/0f095aa7-489d-4032-aca8-4d512f72cac3/22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:18:19.716288 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-b277632e-9d8a-408d-8b78-e4588b153784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:19.717771 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-b277632e-9d8a-408d-8b78-e4588b153784 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67866dc0-b0b9-4599-80d0-c4f37b27fe8d HTTP/1.1" status: 200 len: 855 time: 0.0730112 Apr 20 16:18:19.778510 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b228938d-0f25-48d5-988b-ebcd517a4f6f admin admin] Made reservation on behalf of 349aaf2e75034b3c89268afe8c0ccc81 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:19.781108 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b228938d-0f25-48d5-988b-ebcd517a4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:19.793275 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b228938d-0f25-48d5-988b-ebcd517a4f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:19.796580 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-a396b681-8466-4556-a540-52fe6c435262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:19.798077 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-a396b681-8466-4556-a540-52fe6c435262 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721169 Apr 20 16:18:19.879947 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b228938d-0f25-48d5-988b-ebcd517a4f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:20.014364 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-4bef4b12-2ec0-4d72-be5c-bd226a057f36 service neutron] 10.222.0.26 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004704 Apr 20 16:18:20.027714 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f76249-48d3-4f18-a23f-321360c6f5cb req-ef8eab2a-3992-4a4b-9d84-4733b6130a87 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:20.029346 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-43f76249-48d3-4f18-a23f-321360c6f5cb req-ef8eab2a-3992-4a4b-9d84-4733b6130a87 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.1339152 Apr 20 16:18:20.038573 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b228938d-0f25-48d5-988b-ebcd517a4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:20.042602 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-9bf5804c-eaca-4d06-a645-59d5137e8fba tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:20.065368 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5374d8dc-4036-495a-8a9f-853d636b7a1c req-8ac1343a-7a7e-4bc6-9436-954fdb60f216 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 210 time: 0.0396633 Apr 20 16:18:20.084979 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b228938d-0f25-48d5-988b-ebcd517a4f6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:18:20.100922 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 70b13e2f-5acd-41c1-931f-1e89ca3ec409 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:18:20.105514 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228938d-0f25-48d5-988b-ebcd517a4f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1da8d7-1c95-4a5b-8337-dfcab4c1d9cc,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:20.110988 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b228938d-0f25-48d5-988b-ebcd517a4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:20.111444 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-b228938d-0f25-48d5-988b-ebcd517a4f6f admin admin] Added segment 7ab6d776-64ff-4c93-b169-1220d70fe1bf of type vlan for network 425574df-8198-4c82-8683-689a6be85e53 Apr 20 16:18:20.158833 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-43f76249-48d3-4f18-a23f-321360c6f5cb req-b23e7bbc-3342-4f5b-885c-8c6c9ff31719 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143465 Apr 20 16:18:20.161257 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b228938d-0f25-48d5-988b-ebcd517a4f6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:20.165466 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 70b13e2f-5acd-41c1-931f-1e89ca3ec409 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:20.166649 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:20.192417 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb0779b7-b6fe-41bd-8a02-4d791b91ef16 req-145374d8-4061-438b-b185-28839bc520a6 service neutron] 10.222.0.26 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524386 Apr 20 16:18:20.259622 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-9bf5804c-eaca-4d06-a645-59d5137e8fba tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:20.308121 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b228938d-0f25-48d5-988b-ebcd517a4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:20.309152 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b228938d-0f25-48d5-988b-ebcd517a4f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:20.314918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-9bf5804c-eaca-4d06-a645-59d5137e8fba tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Network f101898e-5344-4f35-8434-4e0f62076e5a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:20.315516 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b228938d-0f25-48d5-988b-ebcd517a4f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:20.318740 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-9bf5804c-eaca-4d06-a645-59d5137e8fba tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:20.323068 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-9bf5804c-eaca-4d06-a645-59d5137e8fba tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:18:20.348462 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5804c-eaca-4d06-a645-59d5137e8fba tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Pushing event updated for resources: {'Port': ['ID=22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:20.378240 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-9bf5804c-eaca-4d06-a645-59d5137e8fba tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:20.379135 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-9bf5804c-eaca-4d06-a645-59d5137e8fba tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:20.415205 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228938d-0f25-48d5-988b-ebcd517a4f6f admin admin] Pushing event updated for resources: {'Network': ['ID=425574df-8198-4c82-8683-689a6be85e53,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:20.425411 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 425574df-8198-4c82-8683-689a6be85e53 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:18:20.430939 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b228938d-0f25-48d5-988b-ebcd517a4f6f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8846633 Apr 20 16:18:20.433645 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38600) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:20.439063 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-70887337-0a5a-4572-a707-724ae17deb80 admin admin] Request body: {'subnet': {'network_id': '425574df-8198-4c82-8683-689a6be85e53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-492980783-subnet', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:20.440601 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8d60c-a611-4eb6-9a99-930572a06a29 req-d92148f2-556f-4ae1-8250-1a7dfd13e06e tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:20.442911 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-85f8d60c-a611-4eb6-9a99-930572a06a29 req-d92148f2-556f-4ae1-8250-1a7dfd13e06e tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 943 time: 0.1232698 Apr 20 16:18:20.470776 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-9bf5804c-eaca-4d06-a645-59d5137e8fba tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7167141 Apr 20 16:18:20.492164 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-3fa2bc75-94f0-4932-901a-7004f6bac6cb service neutron] Request body: {'port': {'device_id': '923a984a-131f-4f8a-9c9e-fed1f296e253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:20.497663 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-85f8d60c-a611-4eb6-9a99-930572a06a29 req-da1cb24b-d7a1-4995-97d0-7180b8bc2f42 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473652 Apr 20 16:18:20.550031 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-3fa2bc75-94f0-4932-901a-7004f6bac6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:20.570842 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70887337-0a5a-4572-a707-724ae17deb80 admin admin] Made reservation on behalf of 349aaf2e75034b3c89268afe8c0ccc81 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:20.573259 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70887337-0a5a-4572-a707-724ae17deb80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:20.969266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-3fa2bc75-94f0-4932-901a-7004f6bac6cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:18:20.977305 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-3fa2bc75-94f0-4932-901a-7004f6bac6cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:20.989026 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-3fa2bc75-94f0-4932-901a-7004f6bac6cb service neutron] Transition to ACTIVE for port object 22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:18:21.060744 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70887337-0a5a-4572-a707-724ae17deb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:21.088700 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-3fa2bc75-94f0-4932-901a-7004f6bac6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:21.170044 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70887337-0a5a-4572-a707-724ae17deb80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=642e8379-a3e1-47cb-a57b-ddf81f197190,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:21.172068 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2bc75-94f0-4932-901a-7004f6bac6cb service neutron] Pushing event updated for resources: {'Port': ['ID=22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:21.200951 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70887337-0a5a-4572-a707-724ae17deb80 admin admin] Checking segment: {'id': '7ab6d776-64ff-4c93-b169-1220d70fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '425574df-8198-4c82-8683-689a6be85e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:18:21.200951 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70887337-0a5a-4572-a707-724ae17deb80 admin admin] Network hostable DHCP agents. Network: 425574df-8198-4c82-8683-689a6be85e53, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:18:21.210068 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ebe27-1832-41e7-b92d-7387d313eacb req-64b85a0d-5930-44b0-b127-2a3fb822576d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:21.212449 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a46ebe27-1832-41e7-b92d-7387d313eacb req-64b85a0d-5930-44b0-b127-2a3fb822576d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 944 time: 0.0591142 Apr 20 16:18:21.259458 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a46ebe27-1832-41e7-b92d-7387d313eacb req-bba2c872-73df-4812-9fbf-c7bcf61c62df tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367467 Apr 20 16:18:21.286793 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-3fa2bc75-94f0-4932-901a-7004f6bac6cb service neutron] Attempting to bind port 22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:18:21.287168 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-3fa2bc75-94f0-4932-901a-7004f6bac6cb service neutron] Attempting to bind port 22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'd7db2997-d098-4eed-97f8-722a87d68c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f101898e-5344-4f35-8434-4e0f62076e5a'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:18:21.287486 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-3fa2bc75-94f0-4932-901a-7004f6bac6cb service neutron] Attempting to bind port 22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b on network f101898e-5344-4f35-8434-4e0f62076e5a {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:18:21.296364 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-3fa2bc75-94f0-4932-901a-7004f6bac6cb service neutron] Port 22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b on network f101898e-5344-4f35-8434-4e0f62076e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:18:21.296686 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-3fa2bc75-94f0-4932-901a-7004f6bac6cb service neutron] Attempting to bind port 22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b on network f101898e-5344-4f35-8434-4e0f62076e5a {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:18:21.304897 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-3fa2bc75-94f0-4932-901a-7004f6bac6cb service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:18:21.305232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-3fa2bc75-94f0-4932-901a-7004f6bac6cb service neutron] Checking segment: {'id': 'd7db2997-d098-4eed-97f8-722a87d68c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f101898e-5344-4f35-8434-4e0f62076e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:18:21.305609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-3fa2bc75-94f0-4932-901a-7004f6bac6cb service neutron] Bound using segment: {'id': 'd7db2997-d098-4eed-97f8-722a87d68c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f101898e-5344-4f35-8434-4e0f62076e5a'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:18:21.306037 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-3fa2bc75-94f0-4932-901a-7004f6bac6cb service neutron] Bound port: 22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7db2997-d098-4eed-97f8-722a87d68c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f101898e-5344-4f35-8434-4e0f62076e5a'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:18:21.306402 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-3fa2bc75-94f0-4932-901a-7004f6bac6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:21.323893 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c76ee6-6e5a-475b-9306-3ae48f82823e req-70fd6351-fe1e-4266-b582-fb00961d337a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:21.325428 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-34c76ee6-6e5a-475b-9306-3ae48f82823e req-70fd6351-fe1e-4266-b582-fb00961d337a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0804253 Apr 20 16:18:21.367745 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebc03a-fa25-4da0-a7e0-12bfd6d0e59f req-fc234122-1de3-4e94-b8c8-a685992425f4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:21.369815 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-78ebc03a-fa25-4da0-a7e0-12bfd6d0e59f req-fc234122-1de3-4e94-b8c8-a685992425f4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0529201 Apr 20 16:18:21.406271 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-34c76ee6-6e5a-475b-9306-3ae48f82823e req-3e8f796a-4a9e-4f37-a808-48108e9bb964 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731313 Apr 20 16:18:21.415683 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70887337-0a5a-4572-a707-724ae17deb80 admin admin] Network 425574df-8198-4c82-8683-689a6be85e53 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:18:21.421549 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-78ebc03a-fa25-4da0-a7e0-12bfd6d0e59f req-1caf8ad5-9b71-4631-9934-235197b194d8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445464 Apr 20 16:18:21.425907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-3fa2bc75-94f0-4932-901a-7004f6bac6cb service neutron] For port 22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:18:21.429033 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-3fa2bc75-94f0-4932-901a-7004f6bac6cb service neutron] For port 22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b,segment=NetworkSegment(d7db2997-d098-4eed-97f8-722a87d68c55),segment_id=d7db2997-d098-4eed-97f8-722a87d68c55)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:18:21.493101 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-70887337-0a5a-4572-a707-724ae17deb80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 425574df-8198-4c82-8683-689a6be85e53) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:21.498519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70887337-0a5a-4572-a707-724ae17deb80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:21.499397 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70887337-0a5a-4572-a707-724ae17deb80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:21.502393 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a5c71e-21eb-4e3a-b616-ac3cb8e0c2ec None None] Network 425574df-8198-4c82-8683-689a6be85e53 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:18:21.534099 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-3fa2bc75-94f0-4932-901a-7004f6bac6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:21.573654 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-3fa2bc75-94f0-4932-901a-7004f6bac6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:21.574274 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-3fa2bc75-94f0-4932-901a-7004f6bac6cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:21.575662 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-3fa2bc75-94f0-4932-901a-7004f6bac6cb service neutron] 10.222.0.30 "PUT /v2.0/ports/22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b HTTP/1.1" status: 200 len: 1092 time: 1.0885091 Apr 20 16:18:21.576095 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923a984a-131f-4f8a-9c9e-fed1f296e253', 'tag': '22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:18:21.578400 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3426e749-9322-4e46-8fac-66057f26c865" -d '{"events": [{"name": "network-changed", "server_uuid": "923a984a-131f-4f8a-9c9e-fed1f296e253", "tag": "22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:18:21.631328 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37ff2ae-93f3-4b77-8c97-98e2d668c573 x-openstack-request-id: req-f37ff2ae-93f3-4b77-8c97-98e2d668c573 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:18:21.631620 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923a984a-131f-4f8a-9c9e-fed1f296e253", "tag": "22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:18:21.631943 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f37ff2ae-93f3-4b77-8c97-98e2d668c573 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:18:21.632405 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f37ff2ae-93f3-4b77-8c97-98e2d668c573'] response: {'name': 'network-changed', 'server_uuid': '923a984a-131f-4f8a-9c9e-fed1f296e253', 'tag': '22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b', 'status': 'completed', 'code': 200} Apr 20 16:18:21.634020 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2bc75-94f0-4932-901a-7004f6bac6cb service neutron] Pushing event updated for resources: {'Port': ['ID=22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:21.659604 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602a059-0359-4660-956b-ef43bc1ea07a req-780da70a-49fe-40bd-a27a-98529b074ce6 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:21.661905 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8602a059-0359-4660-956b-ef43bc1ea07a req-780da70a-49fe-40bd-a27a-98529b074ce6 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 943 time: 0.0761812 Apr 20 16:18:21.670922 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a7459b-4087-42e5-ad3b-74c735a56cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-425574df-8198-4c82-8683-689a6be85e53', 'network_id': '425574df-8198-4c82-8683-689a6be85e53', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'fixed_ips': [{'subnet_id': '642e8379-a3e1-47cb-a57b-ddf81f197190'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:18:21.671889 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c2a7459b-4087-42e5-ad3b-74c735a56cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:21.717170 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-70887337-0a5a-4572-a707-724ae17deb80 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2820623 Apr 20 16:18:21.720117 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38618) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:21.726257 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-4773fb50-7678-42eb-92a9-f9b73f727319 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-492980783-router', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:21.739875 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8602a059-0359-4660-956b-ef43bc1ea07a req-a8dee6bd-a564-4437-81e1-39a4b7110f9e tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612202 Apr 20 16:18:21.752232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426e749-9322-4e46-8fac-66057f26c865 req-360f60b3-5a75-4bd2-ae7f-106b43067829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:21.753925 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3426e749-9322-4e46-8fac-66057f26c865 req-360f60b3-5a75-4bd2-ae7f-106b43067829 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e2d8be89b26402abed4992d83acf807&device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 1095 time: 0.0839705 Apr 20 16:18:21.817028 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-c2a7459b-4087-42e5-ad3b-74c735a56cf8 None None] Allocated IP 172.20.0.2 (425574df-8198-4c82-8683-689a6be85e53/642e8379-a3e1-47cb-a57b-ddf81f197190/461f4a30-c5b1-4f91-9557-8f9cf4aa212c) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:18:21.858395 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4773fb50-7678-42eb-92a9-f9b73f727319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:21.859519 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4773fb50-7678-42eb-92a9-f9b73f727319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:21.862467 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426e749-9322-4e46-8fac-66057f26c865 req-2dee181a-6109-4424-bcba-744d58905105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:21.864408 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3426e749-9322-4e46-8fac-66057f26c865 req-2dee181a-6109-4424-bcba-744d58905105 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5e2d8be89b26402abed4992d83acf807&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0972719 Apr 20 16:18:21.915203 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4773fb50-7678-42eb-92a9-f9b73f727319 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:21.974386 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c2a7459b-4087-42e5-ad3b-74c735a56cf8 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:21.979087 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426e749-9322-4e46-8fac-66057f26c865 req-03e40827-9434-41f9-a8ba-50016ce19a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:21.980609 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3426e749-9322-4e46-8fac-66057f26c865 req-03e40827-9434-41f9-a8ba-50016ce19a2d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1099191 Apr 20 16:18:22.063118 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c2a7459b-4087-42e5-ad3b-74c735a56cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:22.082159 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-3d3eaff7-e450-456c-a5f1-1bf4ed97aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:22.083654 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-3d3eaff7-e450-456c-a5f1-1bf4ed97aa0a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e2d8be89b26402abed4992d83acf807&device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 1095 time: 0.0424297 Apr 20 16:18:22.106357 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a7459b-4087-42e5-ad3b-74c735a56cf8 None None] Network 425574df-8198-4c82-8683-689a6be85e53 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:22.109358 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-c2a7459b-4087-42e5-ad3b-74c735a56cf8 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:22.114160 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7459b-4087-42e5-ad3b-74c735a56cf8 None None] Pushing event updated for resources: {'Port': ['ID=461f4a30-c5b1-4f91-9557-8f9cf4aa212c,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:22.117421 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a7459b-4087-42e5-ad3b-74c735a56cf8 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:18:22.130196 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4773fb50-7678-42eb-92a9-f9b73f727319 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:22.138498 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-12a4ad32-631b-432e-bc8e-a934142806d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b HTTP/1.1" status: 200 len: 217 time: 0.0424340 Apr 20 16:18:22.173282 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c2a7459b-4087-42e5-ad3b-74c735a56cf8 None None] Attempting to bind port 461f4a30-c5b1-4f91-9557-8f9cf4aa212c on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:18:22.173643 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c2a7459b-4087-42e5-ad3b-74c735a56cf8 None None] Attempting to bind port 461f4a30-c5b1-4f91-9557-8f9cf4aa212c by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '7ab6d776-64ff-4c93-b169-1220d70fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '425574df-8198-4c82-8683-689a6be85e53'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:18:22.174084 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a7459b-4087-42e5-ad3b-74c735a56cf8 None None] Attempting to bind port 461f4a30-c5b1-4f91-9557-8f9cf4aa212c on network 425574df-8198-4c82-8683-689a6be85e53 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:18:22.187210 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a7459b-4087-42e5-ad3b-74c735a56cf8 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:18:22.187588 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a7459b-4087-42e5-ad3b-74c735a56cf8 None None] Checking segment: {'id': '7ab6d776-64ff-4c93-b169-1220d70fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '425574df-8198-4c82-8683-689a6be85e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:18:22.187993 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c2a7459b-4087-42e5-ad3b-74c735a56cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:22.188401 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a7459b-4087-42e5-ad3b-74c735a56cf8 None None] Bound using segment: {'id': '7ab6d776-64ff-4c93-b169-1220d70fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '425574df-8198-4c82-8683-689a6be85e53'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:18:22.188870 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c2a7459b-4087-42e5-ad3b-74c735a56cf8 None None] Bound port: 461f4a30-c5b1-4f91-9557-8f9cf4aa212c, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab6d776-64ff-4c93-b169-1220d70fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '425574df-8198-4c82-8683-689a6be85e53'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:18:22.189247 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c2a7459b-4087-42e5-ad3b-74c735a56cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:22.190642 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-959ddc03-ece2-4d30-a7f1-49323904d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:22.192111 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-959ddc03-ece2-4d30-a7f1-49323904d6b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0f095aa7-489d-4032-aca8-4d512f72cac3 HTTP/1.1" status: 200 len: 851 time: 0.0469191 Apr 20 16:18:22.223756 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-fd960ed2-a313-440b-94b1-7551d4673f4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f101898e-5344-4f35-8434-4e0f62076e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250351 Apr 20 16:18:22.260429 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c2a7459b-4087-42e5-ad3b-74c735a56cf8 None None] For port 461f4a30-c5b1-4f91-9557-8f9cf4aa212c, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:18:22.264279 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c2a7459b-4087-42e5-ad3b-74c735a56cf8 None None] For port 461f4a30-c5b1-4f91-9557-8f9cf4aa212c, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=461f4a30-c5b1-4f91-9557-8f9cf4aa212c,segment=NetworkSegment(7ab6d776-64ff-4c93-b169-1220d70fe1bf),segment_id=7ab6d776-64ff-4c93-b169-1220d70fe1bf)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:18:22.329381 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-555e5529-df14-4d26-855c-3e5fc84d2a22 service neutron] 10.222.0.30 "GET /v2.0/networks/f101898e-5344-4f35-8434-4e0f62076e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992014 Apr 20 16:18:22.339122 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c2a7459b-4087-42e5-ad3b-74c735a56cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:22.405309 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7459b-4087-42e5-ad3b-74c735a56cf8 None None] Pushing event updated for resources: {'Port': ['ID=461f4a30-c5b1-4f91-9557-8f9cf4aa212c,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:22.436479 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13629bab-aa52-4e6e-adbc-f53ca3b9d6a4 req-3f794246-5140-40d2-800d-5ea43961ce01 service neutron] 10.222.0.30 "GET /v2.0/networks/f101898e-5344-4f35-8434-4e0f62076e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003525 Apr 20 16:18:22.501922 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 40d30113-8702-45e7-a372-34eb5ce08ae3 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:18:22.502026 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4773fb50-7678-42eb-92a9-f9b73f727319 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:22.502026 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e89a82-8d83-44f3-ae94-7691b1ae7551 req-dfffbf8a-88dc-4349-bbed-cbf304c012bc tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:22.502026 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-10e89a82-8d83-44f3-ae94-7691b1ae7551 req-dfffbf8a-88dc-4349-bbed-cbf304c012bc tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 944 time: 0.1444056 Apr 20 16:18:22.502026 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4773fb50-7678-42eb-92a9-f9b73f727319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:22.570894 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6b6b-1899-42ff-93d7-34cf12ec7e18 req-a3173c5c-18fc-426b-b1ba-df00d297bddc tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:22.572521 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d45f6b6b-1899-42ff-93d7-34cf12ec7e18 req-a3173c5c-18fc-426b-b1ba-df00d297bddc tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0707960 Apr 20 16:18:22.575588 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-10e89a82-8d83-44f3-ae94-7691b1ae7551 req-3333f050-1efb-4407-9dcb-3ba74789956a tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762801 Apr 20 16:18:22.620093 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 40d30113-8702-45e7-a372-34eb5ce08ae3, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=40d30113-8702-45e7-a372-34eb5ce08ae3,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:22.646807 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '40d30113-8702-45e7-a372-34eb5ce08ae3', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'port_id': '40d30113-8702-45e7-a372-34eb5ce08ae3', 'mac_address': 'fa:16:3e:ca:ee:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:18:22.666640 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d45f6b6b-1899-42ff-93d7-34cf12ec7e18 req-94294e4b-c137-4d3f-8a04-293589245d84 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850661 Apr 20 16:18:22.714975 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:22.732040 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d30113-8702-45e7-a372-34eb5ce08ae3 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:18:22.753731 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 40d30113-8702-45e7-a372-34eb5ce08ae3, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=40d30113-8702-45e7-a372-34eb5ce08ae3,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:22.771794 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-4773fb50-7678-42eb-92a9-f9b73f727319 admin admin] Allocated IP 172.25.0.193 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/85af5df6-3f36-491e-b3e1-51f322aa24eb) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:18:22.803052 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec6107-9d2a-4006-9a37-c2382c6904a2 req-bb4f0587-e74a-402c-962f-ce0bfa87e84c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:22.804703 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-70ec6107-9d2a-4006-9a37-c2382c6904a2 req-bb4f0587-e74a-402c-962f-ce0bfa87e84c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0909848 Apr 20 16:18:22.879088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47a7fa-c93e-4d4b-a385-fd223843daa1 req-24fd60d9-d00b-45ad-90ac-afce083a39c3 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:22.880784 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0c47a7fa-c93e-4d4b-a385-fd223843daa1 req-24fd60d9-d00b-45ad-90ac-afce083a39c3 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 943 time: 0.0542510 Apr 20 16:18:22.882541 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-70ec6107-9d2a-4006-9a37-c2382c6904a2 req-64d322c7-0eb6-4885-9509-3ed531da6c91 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678387 Apr 20 16:18:22.923446 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4773fb50-7678-42eb-92a9-f9b73f727319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:22.935372 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0c47a7fa-c93e-4d4b-a385-fd223843daa1 req-d7caac03-b81e-4d97-8a35-aba114a27561 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453863 Apr 20 16:18:23.006413 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0a3e6ecd-a3cb-4085-aa30-f8e063727a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:23.008264 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:23.063264 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=40d30113-8702-45e7-a372-34eb5ce08ae3,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:23.081945 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4773fb50-7678-42eb-92a9-f9b73f727319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:23.129906 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4773fb50-7678-42eb-92a9-f9b73f727319 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:23.133234 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-4773fb50-7678-42eb-92a9-f9b73f727319 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:23.135816 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4773fb50-7678-42eb-92a9-f9b73f727319 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:18:23.163235 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773fb50-7678-42eb-92a9-f9b73f727319 admin admin] Pushing event updated for resources: {'Port': ['ID=85af5df6-3f36-491e-b3e1-51f322aa24eb,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:23.423130 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f017ab8f-6839-455f-8a15-bfce28c0c98a None None] Network 425574df-8198-4c82-8683-689a6be85e53 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:18:23.562875 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['40d30113-8702-45e7-a372-34eb5ce08ae3'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:18:23.562875 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9102d3f3-629d-4eba-9da1-7a86620a2a45 None None] Provisioning complete for port 461f4a30-c5b1-4f91-9557-8f9cf4aa212c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:23.562875 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9102d3f3-629d-4eba-9da1-7a86620a2a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:23.781188 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90bb00-ee63-4e2f-8e6a-4888d00210c2 req-0fe30463-59f5-4759-b80f-603e2f7faa6e tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:23.782938 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ac90bb00-ee63-4e2f-8e6a-4888d00210c2 req-0fe30463-59f5-4759-b80f-603e2f7faa6e tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 944 time: 0.1369712 Apr 20 16:18:23.794920 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9102d3f3-629d-4eba-9da1-7a86620a2a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:23.810344 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfa092-079e-4fcf-b932-ac0bc1b42712 req-e77c89f8-4fcb-49a7-9782-a02c3a908171 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:23.810901 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4773fb50-7678-42eb-92a9-f9b73f727319 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:23.811865 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9bfa092-079e-4fcf-b932-ac0bc1b42712 req-e77c89f8-4fcb-49a7-9782-a02c3a908171 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0704446 Apr 20 16:18:23.861171 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9102d3f3-629d-4eba-9da1-7a86620a2a45 None None] For port 461f4a30-c5b1-4f91-9557-8f9cf4aa212c, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=461f4a30-c5b1-4f91-9557-8f9cf4aa212c,segment=NetworkSegment(7ab6d776-64ff-4c93-b169-1220d70fe1bf),segment_id=7ab6d776-64ff-4c93-b169-1220d70fe1bf)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:23.868938 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9bfa092-079e-4fcf-b932-ac0bc1b42712 req-e005bcf1-11ee-4110-a2c5-dee3f11bb09b tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485871 Apr 20 16:18:23.954743 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9102d3f3-629d-4eba-9da1-7a86620a2a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:24.038327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9ab14-bace-4726-8a05-9b0772ce387b req-c10fb9e1-03ee-4a52-b5c1-d29a5762c346 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:24.041955 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-97d9ab14-bace-4726-8a05-9b0772ce387b req-c10fb9e1-03ee-4a52-b5c1-d29a5762c346 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0797231 Apr 20 16:18:24.056117 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102d3f3-629d-4eba-9da1-7a86620a2a45 None None] Pushing event updated for resources: {'Port': ['ID=461f4a30-c5b1-4f91-9557-8f9cf4aa212c,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:24.066925 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9102d3f3-629d-4eba-9da1-7a86620a2a45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:24.066925 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9102d3f3-629d-4eba-9da1-7a86620a2a45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:24.066925 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9102d3f3-629d-4eba-9da1-7a86620a2a45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:24.066925 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9102d3f3-629d-4eba-9da1-7a86620a2a45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:24.067636 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9102d3f3-629d-4eba-9da1-7a86620a2a45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:24.068149 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9102d3f3-629d-4eba-9da1-7a86620a2a45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:24.068573 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9102d3f3-629d-4eba-9da1-7a86620a2a45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:24.069004 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9102d3f3-629d-4eba-9da1-7a86620a2a45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:24.069421 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9102d3f3-629d-4eba-9da1-7a86620a2a45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:24.069838 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9102d3f3-629d-4eba-9da1-7a86620a2a45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:24.070933 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9102d3f3-629d-4eba-9da1-7a86620a2a45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:24.071353 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9102d3f3-629d-4eba-9da1-7a86620a2a45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:24.113941 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-97d9ab14-bace-4726-8a05-9b0772ce387b req-4fbb13d9-2c12-4650-b94a-4748c23da374 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555332 Apr 20 16:18:24.167277 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 461f4a30-c5b1-4f91-9557-8f9cf4aa212c up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:18:24.214976 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e80602ba-86f4-4d9c-ad8c-e0f764753f53 None None] Provisioning complete for port 461f4a30-c5b1-4f91-9557-8f9cf4aa212c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:24.215486 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e80602ba-86f4-4d9c-ad8c-e0f764753f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:24.241807 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ac90bb00-ee63-4e2f-8e6a-4888d00210c2 req-39c27bf3-5a80-4324-8abb-47697ced234e tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506574 Apr 20 16:18:24.242083 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71addc48-40cd-44ea-956d-20f43848b2e3 req-80aff15f-8183-44e3-ad97-b9cf208bd22c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:24.243615 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-71addc48-40cd-44ea-956d-20f43848b2e3 req-80aff15f-8183-44e3-ad97-b9cf208bd22c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 944 time: 0.0604303 Apr 20 16:18:24.288904 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 461f4a30-c5b1-4f91-9557-8f9cf4aa212c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:24.289403 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:24.293256 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-71addc48-40cd-44ea-956d-20f43848b2e3 req-a02fbb5c-953e-40e8-ac7f-28b86afc1913 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416400 Apr 20 16:18:24.401702 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4773fb50-7678-42eb-92a9-f9b73f727319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:24.645237 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4773fb50-7678-42eb-92a9-f9b73f727319 admin admin] Router 946ee451-9c5c-4a97-a182-8187f43e7c89 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:18:24.752124 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4773fb50-7678-42eb-92a9-f9b73f727319 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:18:24.761892 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] Sync routers for ids ['946ee451-9c5c-4a97-a182-8187f43e7c89'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:18:24.772423 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] Routers {'946ee451-9c5c-4a97-a182-8187f43e7c89'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:18:24.772988 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:17:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['946ee451-9c5c-4a97-a182-8187f43e7c89'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:24.872274 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4773fb50-7678-42eb-92a9-f9b73f727319 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:24.874027 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4773fb50-7678-42eb-92a9-f9b73f727319 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1523910 Apr 20 16:18:24.875181 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] Set router 946ee451-9c5c-4a97-a182-8187f43e7c89 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:18:24.876698 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38638) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:25.030554 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ccb30-81f7-4ada-9e2e-a26373b12003 req-eab806a2-75a9-4dca-84cd-979592d23dd9 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:25.032036 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-488ccb30-81f7-4ada-9e2e-a26373b12003 req-eab806a2-75a9-4dca-84cd-979592d23dd9 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0931268 Apr 20 16:18:25.058680 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'name': 'tempest-ServersTestFqdnHostnames-492980783-router', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:21Z', 'updated_at': '2022-04-20T16:18:23Z', 'revision_number': 3, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'gw_port': {'id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:22Z', 'updated_at': '2022-04-20T16:18:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:25.075558 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-311c5703-4bb5-4731-8be4-91e2b8251125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:25.094793 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] Checking router: 946ee451-9c5c-4a97-a182-8187f43e7c89 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:18:25.095139 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] Updating router 946ee451-9c5c-4a97-a182-8187f43e7c89 port 85af5df6-3f36-491e-b3e1-51f322aa24eb binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:18:25.120369 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:25.142737 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-488ccb30-81f7-4ada-9e2e-a26373b12003 req-f661b30f-3314-49fd-8ff3-5a1658b05d1b tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752079 Apr 20 16:18:25.255014 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cd1e2-ef67-4b5d-9fae-004eaeda8863 req-82f21f4b-5cd3-47aa-99c1-3b9b7242ce3f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:25.256606 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b32cd1e2-ef67-4b5d-9fae-004eaeda8863 req-82f21f4b-5cd3-47aa-99c1-3b9b7242ce3f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0516536 Apr 20 16:18:25.300479 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b32cd1e2-ef67-4b5d-9fae-004eaeda8863 req-ffaf8a84-069d-40ab-b0fb-17965fdd9e7d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371516 Apr 20 16:18:25.400558 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:25.430410 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f9b74-196c-4666-afc4-853e90391ba7 req-5f2fb71b-ecea-4acd-9990-345d8cd96f2e tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:25.432136 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-819f9b74-196c-4666-afc4-853e90391ba7 req-5f2fb71b-ecea-4acd-9990-345d8cd96f2e tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 944 time: 0.0516644 Apr 20 16:18:25.436178 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-50406f84-7c3a-4efe-9c51-4a32684ec698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:25.445231 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d6343-e24e-4959-b5ea-22e5196ad238 req-3a72d013-120e-4942-bd57-54275e2a1964 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:25.446748 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-363d6343-e24e-4959-b5ea-22e5196ad238 req-3a72d013-120e-4942-bd57-54275e2a1964 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 944 time: 0.0969501 Apr 20 16:18:25.471116 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-819f9b74-196c-4666-afc4-853e90391ba7 req-a1a74faf-863f-4e1d-a69c-f2992083fb7c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329881 Apr 20 16:18:25.527505 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:25.529379 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-363d6343-e24e-4959-b5ea-22e5196ad238 req-88a2702e-07c2-421c-b162-8cd56884cbf2 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749576 Apr 20 16:18:25.649542 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-50406f84-7c3a-4efe-9c51-4a32684ec698 admin admin] Allocated IP 172.20.0.1 (425574df-8198-4c82-8683-689a6be85e53/642e8379-a3e1-47cb-a57b-ddf81f197190/acd9ea84-4d40-4d5d-9163-73a5f6dbdde1) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:18:25.683357 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] Attempting to bind port 85af5df6-3f36-491e-b3e1-51f322aa24eb on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:18:25.683655 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] Attempting to bind port 85af5df6-3f36-491e-b3e1-51f322aa24eb by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:18:25.684007 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] Attempting to bind port 85af5df6-3f36-491e-b3e1-51f322aa24eb on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:18:25.686987 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d2a94-b5e5-4852-83bb-503775661aaa None None] Pushing event updated for resources: {'Port': ['ID=85af5df6-3f36-491e-b3e1-51f322aa24eb,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:25.691484 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:18:25.691850 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:18:25.692239 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:25.692663 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:18:25.693121 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] Bound port: 85af5df6-3f36-491e-b3e1-51f322aa24eb, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:18:25.693531 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:25.746815 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] For port 85af5df6-3f36-491e-b3e1-51f322aa24eb, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:18:25.750183 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] For port 85af5df6-3f36-491e-b3e1-51f322aa24eb, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=85af5df6-3f36-491e-b3e1-51f322aa24eb,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:18:25.756478 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-50406f84-7c3a-4efe-9c51-4a32684ec698 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:25.834725 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:25.863127 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-50406f84-7c3a-4efe-9c51-4a32684ec698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:25.892050 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] Routers {'946ee451-9c5c-4a97-a182-8187f43e7c89'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:18:25.892796 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:18:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['946ee451-9c5c-4a97-a182-8187f43e7c89'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:25.904979 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50406f84-7c3a-4efe-9c51-4a32684ec698 admin admin] Network 425574df-8198-4c82-8683-689a6be85e53 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:25.907775 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-50406f84-7c3a-4efe-9c51-4a32684ec698 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:25.913400 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50406f84-7c3a-4efe-9c51-4a32684ec698 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:18:25.932452 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d2a94-b5e5-4852-83bb-503775661aaa None None] Pushing event updated for resources: {'Port': ['ID=85af5df6-3f36-491e-b3e1-51f322aa24eb,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:25.949519 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50406f84-7c3a-4efe-9c51-4a32684ec698 admin admin] Pushing event updated for resources: {'Port': ['ID=acd9ea84-4d40-4d5d-9163-73a5f6dbdde1,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:25.967906 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-50406f84-7c3a-4efe-9c51-4a32684ec698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:26.014532 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] Set router 946ee451-9c5c-4a97-a182-8187f43e7c89 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:18:26.094670 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 461f4a30-c5b1-4f91-9557-8f9cf4aa212c up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:18:26.148038 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 461f4a30-c5b1-4f91-9557-8f9cf4aa212c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:26.149212 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:26.196726 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-50406f84-7c3a-4efe-9c51-4a32684ec698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:26.221724 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-542aefa9-a9e5-4c96-8cb9-37f83f11986b None None] Provisioning complete for port acd9ea84-4d40-4d5d-9163-73a5f6dbdde1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:26.222165 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-542aefa9-a9e5-4c96-8cb9-37f83f11986b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:26.225713 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'name': 'tempest-ServersTestFqdnHostnames-492980783-router', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:21Z', 'updated_at': '2022-04-20T16:18:23Z', 'revision_number': 3, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'gw_port': {'id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:22Z', 'updated_at': '2022-04-20T16:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:26.261523 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-542aefa9-a9e5-4c96-8cb9-37f83f11986b None None] Port acd9ea84-4d40-4d5d-9163-73a5f6dbdde1 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:18:26.261833 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68dcdd8-574c-4ece-8664-ec0175ef672b None None] The sync data for ids ['946ee451-9c5c-4a97-a182-8187f43e7c89'] in n-d-836146-2 is: [{'id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'name': 'tempest-ServersTestFqdnHostnames-492980783-router', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:21Z', 'updated_at': '2022-04-20T16:18:23Z', 'revision_number': 3, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'gw_port': {'id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:22Z', 'updated_at': '2022-04-20T16:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:18:26.289969 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:26.333209 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f03b21-6dda-44bc-aab2-aab6c11eb681 req-feace760-a066-4abd-a5d7-5dcd4184c3c1 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:26.334967 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e9f03b21-6dda-44bc-aab2-aab6c11eb681 req-feace760-a066-4abd-a5d7-5dcd4184c3c1 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0843794 Apr 20 16:18:26.379186 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e9f03b21-6dda-44bc-aab2-aab6c11eb681 req-a8d1b57c-cefb-4a0e-85ee-d97b88df618f tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348232 Apr 20 16:18:26.449507 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-50406f84-7c3a-4efe-9c51-4a32684ec698 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:26.463700 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dacd77-d05d-47e1-bf4e-6f65bb4a0c28 req-70dfa42d-8294-4260-8e9b-0aeeaf8e000f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:26.465257 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d6dacd77-d05d-47e1-bf4e-6f65bb4a0c28 req-70dfa42d-8294-4260-8e9b-0aeeaf8e000f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0674431 Apr 20 16:18:26.469238 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 40d30113-8702-45e7-a372-34eb5ce08ae3 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:18:26.520520 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d6dacd77-d05d-47e1-bf4e-6f65bb4a0c28 req-37126148-5bf1-47e1-bba6-26c449298f8a tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475876 Apr 20 16:18:26.539271 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-50406f84-7c3a-4efe-9c51-4a32684ec698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:26.607498 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 40d30113-8702-45e7-a372-34eb5ce08ae3 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:18:26.611557 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 40d30113-8702-45e7-a372-34eb5ce08ae3 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:26.612038 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:26.692374 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-50406f84-7c3a-4efe-9c51-4a32684ec698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:26.694266 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50406f84-7c3a-4efe-9c51-4a32684ec698 admin admin] Pushing event updated for resources: {'Port': ['ID=acd9ea84-4d40-4d5d-9163-73a5f6dbdde1,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:26.695689 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330743bd-7824-4528-9c5d-e3f1d7fa732d req-2107cb21-357b-420c-bc71-086cb78efc56 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:26.704878 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-330743bd-7824-4528-9c5d-e3f1d7fa732d req-2107cb21-357b-420c-bc71-086cb78efc56 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 944 time: 0.0984225 Apr 20 16:18:26.732436 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:26.760888 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-330743bd-7824-4528-9c5d-e3f1d7fa732d req-1a6e0510-19a9-45dc-b60a-90139beeeff5 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530357 Apr 20 16:18:26.761353 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d92c8a2-33ba-4fe0-963a-4266af0d1834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d30113-8702-45e7-a372-34eb5ce08ae3'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:18:26.764112 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6335b8cf-4927-4fce-9c48-7987d273ef5b" -d '{"events": [{"server_uuid": "9d92c8a2-33ba-4fe0-963a-4266af0d1834", "name": "network-vif-plugged", "status": "completed", "tag": "40d30113-8702-45e7-a372-34eb5ce08ae3"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:18:26.786753 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 40d30113-8702-45e7-a372-34eb5ce08ae3, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=40d30113-8702-45e7-a372-34eb5ce08ae3,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:26.786950 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234aad96-2acb-48d4-b394-9cc1c5698634 req-0180b5aa-b439-43c8-8172-b8fb18fb9e52 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:26.788584 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-234aad96-2acb-48d4-b394-9cc1c5698634 req-0180b5aa-b439-43c8-8172-b8fb18fb9e52 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 944 time: 0.1428895 Apr 20 16:18:26.810210 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b803a1-5eb0-40c9-a4c9-5ec79ff33df4 x-openstack-request-id: req-27b803a1-5eb0-40c9-a4c9-5ec79ff33df4 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:18:26.810513 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d92c8a2-33ba-4fe0-963a-4266af0d1834", "name": "network-vif-plugged", "status": "completed", "tag": "40d30113-8702-45e7-a372-34eb5ce08ae3", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:18:26.811328 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27b803a1-5eb0-40c9-a4c9-5ec79ff33df4 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:18:26.811328 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27b803a1-5eb0-40c9-a4c9-5ec79ff33df4'] response: {'server_uuid': '9d92c8a2-33ba-4fe0-963a-4266af0d1834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d30113-8702-45e7-a372-34eb5ce08ae3', 'code': 200} Apr 20 16:18:26.850359 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-234aad96-2acb-48d4-b394-9cc1c5698634 req-bfbdaf15-737a-430d-84da-935fd2104749 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512574 Apr 20 16:18:26.855499 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:26.874033 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50406f84-7c3a-4efe-9c51-4a32684ec698 admin admin] Network 425574df-8198-4c82-8683-689a6be85e53 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:26.875714 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-50406f84-7c3a-4efe-9c51-4a32684ec698 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:26.944981 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=40d30113-8702-45e7-a372-34eb5ce08ae3,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:26.996447 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db683e4-8fd6-4ac4-8f8b-1469cf2dea68 req-865104bb-8f5d-45f9-8c9e-81d83bfd6112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:26.998184 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4db683e4-8fd6-4ac4-8f8b-1469cf2dea68 req-865104bb-8f5d-45f9-8c9e-81d83bfd6112 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 1096 time: 0.0727656 Apr 20 16:18:27.040929 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50406f84-7c3a-4efe-9c51-4a32684ec698 admin admin] Router 946ee451-9c5c-4a97-a182-8187f43e7c89 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:18:27.045384 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4db683e4-8fd6-4ac4-8f8b-1469cf2dea68 req-51536889-c2f7-4fb3-b090-09987af38d7e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402679 Apr 20 16:18:27.095179 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:18:27.169308 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50406f84-7c3a-4efe-9c51-4a32684ec698 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:18:27.181584 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-50406f84-7c3a-4efe-9c51-4a32684ec698 admin admin] 10.222.0.15 "PUT /v2.0/routers/946ee451-9c5c-4a97-a182-8187f43e7c89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3030493 Apr 20 16:18:27.223001 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b,segment=NetworkSegment(d7db2997-d098-4eed-97f8-722a87d68c55),segment_id=d7db2997-d098-4eed-97f8-722a87d68c55)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:27.238661 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-60ad28d3-ef71-436d-a34c-ccfedc9cefc9 None None] Provisioning complete for port acd9ea84-4d40-4d5d-9163-73a5f6dbdde1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:27.239037 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-60ad28d3-ef71-436d-a34c-ccfedc9cefc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:27.240968 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b', 'network_id': 'f101898e-5344-4f35-8434-4e0f62076e5a', 'port_id': '22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b', 'mac_address': 'fa:16:3e:75:9d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f095aa7-489d-4032-aca8-4d512f72cac3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:18:27.309169 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-60ad28d3-ef71-436d-a34c-ccfedc9cefc9 None None] Port acd9ea84-4d40-4d5d-9163-73a5f6dbdde1 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:18:27.317539 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:27.331837 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:18:27.355209 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b,segment=NetworkSegment(d7db2997-d098-4eed-97f8-722a87d68c55),segment_id=d7db2997-d098-4eed-97f8-722a87d68c55)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:27.497203 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:27.502388 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90df0da-2cd0-4940-95d1-0f4bdf7ee8af req-8f4ecf03-7cef-4348-b250-986f58b82c24 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:27.504101 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a90df0da-2cd0-4940-95d1-0f4bdf7ee8af req-8f4ecf03-7cef-4348-b250-986f58b82c24 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0526834 Apr 20 16:18:27.557339 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a90df0da-2cd0-4940-95d1-0f4bdf7ee8af req-4e191097-0761-4d41-b4aa-1db342a720d4 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465982 Apr 20 16:18:27.566290 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:27.653087 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:27.678011 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938225-608a-43ee-bdb1-a958d5d46650 req-88f4c68d-040b-4c59-91cf-f94b749267a5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:27.679496 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cc938225-608a-43ee-bdb1-a958d5d46650 req-88f4c68d-040b-4c59-91cf-f94b749267a5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0502551 Apr 20 16:18:27.723424 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cc938225-608a-43ee-bdb1-a958d5d46650 req-47923990-45ba-4829-b684-ae8a621146b5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363672 Apr 20 16:18:27.759115 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38670) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:27.763644 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c062f36b-5a1d-4623-9e3f-9dbf7916659f tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Request body: {'security_group': {'name': 'tempest-securitygroup--857478792', 'description': 'tempest-description--714844743'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:27.870042 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c062f36b-5a1d-4623-9e3f-9dbf7916659f tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:27.897827 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367fc09-65be-4366-acdc-ce1ca33cdb39 req-3b70b5c1-ed4d-46b4-9c98-45decc222050 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:27.899408 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9367fc09-65be-4366-acdc-ce1ca33cdb39 req-3b70b5c1-ed4d-46b4-9c98-45decc222050 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.0652714 Apr 20 16:18:27.972654 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9367fc09-65be-4366-acdc-ce1ca33cdb39 req-68ddfd70-d1a1-4034-963b-0964443bfbf0 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588102 Apr 20 16:18:27.983226 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:18:28.004598 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c062f36b-5a1d-4623-9e3f-9dbf7916659f tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:28.019949 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d9282-9f57-488d-a7ab-ee6066c52feb req-18f1e790-0c30-4d44-82fa-16178b832990 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:28.021830 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ba4d9282-9f57-488d-a7ab-ee6066c52feb req-18f1e790-0c30-4d44-82fa-16178b832990 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 945 time: 0.0935221 Apr 20 16:18:28.067423 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:28.075931 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ba4d9282-9f57-488d-a7ab-ee6066c52feb req-0ef66f7e-40bf-4df0-8472-f5859418764b tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408328 Apr 20 16:18:28.104285 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c062f36b-5a1d-4623-9e3f-9dbf7916659f tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:28.139040 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062f36b-5a1d-4623-9e3f-9dbf7916659f tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8274fabd-df16-4939-a3cc-c239f00f731c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:28.151470 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 85af5df6-3f36-491e-b3e1-51f322aa24eb up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:18:28.210203 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 85af5df6-3f36-491e-b3e1-51f322aa24eb triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:28.210998 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:28.214929 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c062f36b-5a1d-4623-9e3f-9dbf7916659f tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:28.216134 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] Sync routers for ids ['946ee451-9c5c-4a97-a182-8187f43e7c89'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:18:28.216443 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c062f36b-5a1d-4623-9e3f-9dbf7916659f tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4560697 Apr 20 16:18:28.218952 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38676) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:28.223250 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-42d259d8-d834-4a78-946a-36e70218a7e9 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Request body: {'security_group_rule': {'security_group_id': '8274fabd-df16-4939-a3cc-c239f00f731c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:28.255213 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] Routers {'946ee451-9c5c-4a97-a182-8187f43e7c89'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:18:28.255740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:18:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['946ee451-9c5c-4a97-a182-8187f43e7c89'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:28.309414 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-42d259d8-d834-4a78-946a-36e70218a7e9 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:28.371879 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-42d259d8-d834-4a78-946a-36e70218a7e9 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:28.536147 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:28.550805 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] Set router 946ee451-9c5c-4a97-a182-8187f43e7c89 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:18:28.599779 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 85af5df6-3f36-491e-b3e1-51f322aa24eb, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=85af5df6-3f36-491e-b3e1-51f322aa24eb,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:28.694970 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e7f7e-dab6-4111-a58f-ea06d68d5b1b req-7ae5f5c2-890a-4f18-8a93-931a1e77b3bd tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:28.697039 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-940e7f7e-dab6-4111-a58f-ea06d68d5b1b req-7ae5f5c2-890a-4f18-8a93-931a1e77b3bd tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0558908 Apr 20 16:18:28.719443 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-42d259d8-d834-4a78-946a-36e70218a7e9 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:28.742910 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:28.743685 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:28.759346 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d259d8-d834-4a78-946a-36e70218a7e9 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a782bc74-1255-49d5-9239-c432477e47a0,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:28.765727 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-940e7f7e-dab6-4111-a58f-ea06d68d5b1b req-c06eefe8-3565-4aec-aa47-e90f00728199 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622559 Apr 20 16:18:28.805293 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=85af5df6-3f36-491e-b3e1-51f322aa24eb,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:28.817332 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'name': 'tempest-ServersTestFqdnHostnames-492980783-router', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:21Z', 'updated_at': '2022-04-20T16:18:26Z', 'revision_number': 4, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'gw_port': {'id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:22Z', 'updated_at': '2022-04-20T16:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'acd9ea84-4d40-4d5d-9163-73a5f6dbdde1', 'name': '', 'network_id': '425574df-8198-4c82-8683-689a6be85e53', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'mac_address': 'fa:16:3e:c3:64:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '642e8379-a3e1-47cb-a57b-ddf81f197190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:25Z', 'updated_at': '2022-04-20T16:18:26Z', 'revision_number': 2, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'subnets': [{'id': '642e8379-a3e1-47cb-a57b-ddf81f197190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:28.836287 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-42d259d8-d834-4a78-946a-36e70218a7e9 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:28.837954 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-42d259d8-d834-4a78-946a-36e70218a7e9 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6176164 Apr 20 16:18:28.840437 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38682) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:28.845245 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-1dae548d-0f94-4e4f-a40e-b5e74699096c tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Request body: {'security_group_rule': {'security_group_id': '8274fabd-df16-4939-a3cc-c239f00f731c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:28.845462 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] Checking router: 946ee451-9c5c-4a97-a182-8187f43e7c89 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:18:28.845761 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] Updating router 946ee451-9c5c-4a97-a182-8187f43e7c89 port acd9ea84-4d40-4d5d-9163-73a5f6dbdde1 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:18:28.875755 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:28.880784 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313b9fb-5042-429b-96be-173f35e2fd0e req-db01fa91-5b97-446b-ad98-83cec0bad803 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:28.882291 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e313b9fb-5042-429b-96be-173f35e2fd0e req-db01fa91-5b97-446b-ad98-83cec0bad803 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0554209 Apr 20 16:18:28.927488 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e313b9fb-5042-429b-96be-173f35e2fd0e req-a3ba79d2-eda2-4b88-9536-c219bb2cf569 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380416 Apr 20 16:18:28.972082 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1dae548d-0f94-4e4f-a40e-b5e74699096c tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.037966 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1dae548d-0f94-4e4f-a40e-b5e74699096c tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.086553 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcee4c-66ad-402b-8229-2f5d225f41ed req-77420a42-bc90-4206-8582-2934f487f043 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:29.088049 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-91fcee4c-66ad-402b-8229-2f5d225f41ed req-77420a42-bc90-4206-8582-2934f487f043 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.0489173 Apr 20 16:18:29.089177 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1dae548d-0f94-4e4f-a40e-b5e74699096c tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.115144 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae548d-0f94-4e4f-a40e-b5e74699096c tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a86abe-78b3-48bf-b7ea-23ed6169b787,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:29.144539 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-91fcee4c-66ad-402b-8229-2f5d225f41ed req-be914c3e-f23b-465a-a5cc-0ddd5abb17ff tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410304 Apr 20 16:18:29.173157 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.204510 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061531b-9681-41d0-996c-f65b4a2e2253 req-07a36811-2fee-462f-973e-77f157d8cc0f tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:29.206003 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c061531b-9681-41d0-996c-f65b4a2e2253 req-07a36811-2fee-462f-973e-77f157d8cc0f tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 945 time: 0.0532856 Apr 20 16:18:29.220591 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1dae548d-0f94-4e4f-a40e-b5e74699096c tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.230372 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1dae548d-0f94-4e4f-a40e-b5e74699096c tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3801944 Apr 20 16:18:29.230520 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38690) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:29.230520 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-c3c2aa3d-4d39-492a-913c-3e3126808eb8 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:29.252880 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.266956 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c061531b-9681-41d0-996c-f65b4a2e2253 req-68a51fcc-c654-4460-8ecb-096c8badc0aa tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543220 Apr 20 16:18:29.276220 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe93a1b-588f-4aa3-85ae-48fb45228518 req-2ac44828-1139-426b-8d35-f6ca9cf57a51 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:29.278107 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9fe93a1b-588f-4aa3-85ae-48fb45228518 req-2ac44828-1139-426b-8d35-f6ca9cf57a51 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.0608530 Apr 20 16:18:29.290270 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38692) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:29.292487 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-0b447852-f6ff-49ac-944a-76a884d2891b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Request body: {'floatingip': {'port_id': '40d30113-8702-45e7-a372-34eb5ce08ae3'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:29.311022 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efebe7bf-0f02-4a0b-8de7-70bed419019c None None] Pushing event updated for resources: {'Port': ['ID=acd9ea84-4d40-4d5d-9163-73a5f6dbdde1,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:29.342036 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0b447852-f6ff-49ac-944a-76a884d2891b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for floatingip, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.350128 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c3c2aa3d-4d39-492a-913c-3e3126808eb8 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.376872 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] Attempting to bind port acd9ea84-4d40-4d5d-9163-73a5f6dbdde1 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:18:29.377338 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] Attempting to bind port acd9ea84-4d40-4d5d-9163-73a5f6dbdde1 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '7ab6d776-64ff-4c93-b169-1220d70fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '425574df-8198-4c82-8683-689a6be85e53'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:18:29.377765 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] Attempting to bind port acd9ea84-4d40-4d5d-9163-73a5f6dbdde1 on network 425574df-8198-4c82-8683-689a6be85e53 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:18:29.383982 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:18:29.385492 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] Checking segment: {'id': '7ab6d776-64ff-4c93-b169-1220d70fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '425574df-8198-4c82-8683-689a6be85e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:18:29.385958 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.386716 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] Bound using segment: {'id': '7ab6d776-64ff-4c93-b169-1220d70fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '425574df-8198-4c82-8683-689a6be85e53'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:18:29.387302 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] Bound port: acd9ea84-4d40-4d5d-9163-73a5f6dbdde1, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab6d776-64ff-4c93-b169-1220d70fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '425574df-8198-4c82-8683-689a6be85e53'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:18:29.387788 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.466101 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c3c2aa3d-4d39-492a-913c-3e3126808eb8 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.473112 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] For port acd9ea84-4d40-4d5d-9163-73a5f6dbdde1, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:18:29.481643 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] For port acd9ea84-4d40-4d5d-9163-73a5f6dbdde1, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=acd9ea84-4d40-4d5d-9163-73a5f6dbdde1,segment=NetworkSegment(7ab6d776-64ff-4c93-b169-1220d70fe1bf),segment_id=7ab6d776-64ff-4c93-b169-1220d70fe1bf)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:18:29.543766 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3b478576-be09-41ea-ba2a-88a4e9aea9a9 None None] Provisioning complete for port acd9ea84-4d40-4d5d-9163-73a5f6dbdde1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:29.544042 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3b478576-be09-41ea-ba2a-88a4e9aea9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.594061 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3b478576-be09-41ea-ba2a-88a4e9aea9a9 None None] Port acd9ea84-4d40-4d5d-9163-73a5f6dbdde1 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:18:29.596786 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.598424 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-c3c2aa3d-4d39-492a-913c-3e3126808eb8 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Allocated IP 172.25.0.126 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/883a7174-0a16-49f8-bed8-e02712207514) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:18:29.658210 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.667259 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] Routers {'946ee451-9c5c-4a97-a182-8187f43e7c89'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:18:29.667906 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:18:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['946ee451-9c5c-4a97-a182-8187f43e7c89'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:29.670859 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efebe7bf-0f02-4a0b-8de7-70bed419019c None None] Pushing event updated for resources: {'Port': ['ID=acd9ea84-4d40-4d5d-9163-73a5f6dbdde1,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:29.733331 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c3c2aa3d-4d39-492a-913c-3e3126808eb8 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.809522 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] Set router 946ee451-9c5c-4a97-a182-8187f43e7c89 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:18:29.858366 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0b447852-f6ff-49ac-944a-76a884d2891b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.876684 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c3c2aa3d-4d39-492a-913c-3e3126808eb8 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.931446 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c93854-cafb-43c3-8a85-02c0b2d3a3e1 req-b265eaf7-e6ad-4d22-8a6f-a72189d87a54 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:29.931446 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f2c93854-cafb-43c3-8a85-02c0b2d3a3e1 req-b265eaf7-e6ad-4d22-8a6f-a72189d87a54 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0634725 Apr 20 16:18:29.931912 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c2aa3d-4d39-492a-913c-3e3126808eb8 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:29.934549 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-c3c2aa3d-4d39-492a-913c-3e3126808eb8 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:29.937191 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c2aa3d-4d39-492a-913c-3e3126808eb8 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:18:29.960307 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e97866c1-9351-4bda-b23b-e7e81c94e725 None None] Provisioning complete for port acd9ea84-4d40-4d5d-9163-73a5f6dbdde1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:29.960585 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e97866c1-9351-4bda-b23b-e7e81c94e725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:29.965717 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2aa3d-4d39-492a-913c-3e3126808eb8 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Pushing event updated for resources: {'Port': ['ID=883a7174-0a16-49f8-bed8-e02712207514,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:29.970746 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f2c93854-cafb-43c3-8a85-02c0b2d3a3e1 req-b12f027a-15ba-41d3-a41d-fa452dba0648 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391250 Apr 20 16:18:30.035808 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0b447852-f6ff-49ac-944a-76a884d2891b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:30.064305 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c3c2aa3d-4d39-492a-913c-3e3126808eb8 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:30.121750 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 85af5df6-3f36-491e-b3e1-51f322aa24eb up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:18:30.130138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cffc74-286a-463e-aee1-fc35df9e097f req-d8ad9cbd-08c5-437a-b8ec-1f3431b2fc67 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:30.133023 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-32cffc74-286a-463e-aee1-fc35df9e097f req-d8ad9cbd-08c5-437a-b8ec-1f3431b2fc67 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0987887 Apr 20 16:18:30.153700 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e97866c1-9351-4bda-b23b-e7e81c94e725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:30.162537 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-0b447852-f6ff-49ac-944a-76a884d2891b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Floating IP 8848de66-bb52-48a6-af6c-0ae4c00b443d associated. External IP: 172.25.0.49, port: 40d30113-8702-45e7-a372-34eb5ce08ae3. Apr 20 16:18:30.181587 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-32cffc74-286a-463e-aee1-fc35df9e097f req-623681e3-a055-4eca-a5ae-87b08e8e6bfa tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422220 Apr 20 16:18:30.211351 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'name': 'tempest-ServersTestFqdnHostnames-492980783-router', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:21Z', 'updated_at': '2022-04-20T16:18:26Z', 'revision_number': 4, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'gw_port': {'id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:22Z', 'updated_at': '2022-04-20T16:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'acd9ea84-4d40-4d5d-9163-73a5f6dbdde1', 'name': '', 'network_id': '425574df-8198-4c82-8683-689a6be85e53', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'mac_address': 'fa:16:3e:c3:64:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '642e8379-a3e1-47cb-a57b-ddf81f197190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:25Z', 'updated_at': '2022-04-20T16:18:29Z', 'revision_number': 4, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'subnets': [{'id': '642e8379-a3e1-47cb-a57b-ddf81f197190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:30.235138 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c3c2aa3d-4d39-492a-913c-3e3126808eb8 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:30.250933 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a742c4-dfe6-4bfe-a285-af8bf730c740 None None] The sync data for ids ['946ee451-9c5c-4a97-a182-8187f43e7c89'] in n-d-836146-2 is: [{'id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'name': 'tempest-ServersTestFqdnHostnames-492980783-router', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:21Z', 'updated_at': '2022-04-20T16:18:26Z', 'revision_number': 4, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'gw_port': {'id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:22Z', 'updated_at': '2022-04-20T16:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'acd9ea84-4d40-4d5d-9163-73a5f6dbdde1', 'name': '', 'network_id': '425574df-8198-4c82-8683-689a6be85e53', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'mac_address': 'fa:16:3e:c3:64:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '642e8379-a3e1-47cb-a57b-ddf81f197190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:25Z', 'updated_at': '2022-04-20T16:18:29Z', 'revision_number': 4, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'subnets': [{'id': '642e8379-a3e1-47cb-a57b-ddf81f197190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:18:30.253768 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e97866c1-9351-4bda-b23b-e7e81c94e725 None None] For port acd9ea84-4d40-4d5d-9163-73a5f6dbdde1, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=acd9ea84-4d40-4d5d-9163-73a5f6dbdde1,segment=NetworkSegment(7ab6d776-64ff-4c93-b169-1220d70fe1bf),segment_id=7ab6d776-64ff-4c93-b169-1220d70fe1bf)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:30.263159 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 85af5df6-3f36-491e-b3e1-51f322aa24eb triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:30.263532 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:30.348033 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e97866c1-9351-4bda-b23b-e7e81c94e725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:30.444712 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97866c1-9351-4bda-b23b-e7e81c94e725 None None] Pushing event updated for resources: {'Port': ['ID=acd9ea84-4d40-4d5d-9163-73a5f6dbdde1,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:30.492039 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b447852-f6ff-49ac-944a-76a884d2891b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Router 51e71fb0-46db-4370-8d78-24480a9f4333 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:18:30.493631 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c3c2aa3d-4d39-492a-913c-3e3126808eb8 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:30.500470 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f3231-8563-4110-a30d-d7d7002415c6 req-0ee4511d-3d3d-494e-aac8-b86abaf226fb tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:30.501988 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a23f3231-8563-4110-a30d-d7d7002415c6 req-0ee4511d-3d3d-494e-aac8-b86abaf226fb tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 945 time: 0.0949183 Apr 20 16:18:30.582055 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a23f3231-8563-4110-a30d-d7d7002415c6 req-cd29848a-e05f-464c-b6ed-463a05aa5039 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734956 Apr 20 16:18:30.590102 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c3c2aa3d-4d39-492a-913c-3e3126808eb8 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:30.682328 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2aa3d-4d39-492a-913c-3e3126808eb8 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Pushing event updated for resources: {'Port': ['ID=883a7174-0a16-49f8-bed8-e02712207514,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:30.692759 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c3c2aa3d-4d39-492a-913c-3e3126808eb8 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:30.786749 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c3c2aa3d-4d39-492a-913c-3e3126808eb8 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:30.788580 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c3c2aa3d-4d39-492a-913c-3e3126808eb8 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5621183 Apr 20 16:18:30.956809 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-b1b840ab-9f0b-41b3-a37c-edd3f18aee10 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--857478792&fields=id&tenant_id=349aaf2e75034b3c89268afe8c0ccc81 HTTP/1.1" status: 200 len: 267 time: 0.0465291 Apr 20 16:18:30.986819 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b447852-f6ff-49ac-944a-76a884d2891b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:18:30.991817 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0b447852-f6ff-49ac-944a-76a884d2891b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:31.004373 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf05037-38eb-489b-a251-a306f6a8b23e None None] Sync routers for ids ['51e71fb0-46db-4370-8d78-24480a9f4333'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:18:31.024357 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf05037-38eb-489b-a251-a306f6a8b23e None None] Routers {'51e71fb0-46db-4370-8d78-24480a9f4333'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:18:31.025010 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-cbf05037-38eb-489b-a251-a306f6a8b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:18:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['51e71fb0-46db-4370-8d78-24480a9f4333'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:31.037190 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0b447852-f6ff-49ac-944a-76a884d2891b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "PUT /v2.0/floatingips/8848de66-bb52-48a6-af6c-0ae4c00b443d HTTP/1.1" status: 200 len: 990 time: 1.7488468 Apr 20 16:18:31.037911 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d92c8a2-33ba-4fe0-963a-4266af0d1834', 'tag': '40d30113-8702-45e7-a372-34eb5ce08ae3'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:18:31.041045 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5182697a-6582-4f0b-8c69-4cfc2c86fe31" -d '{"events": [{"name": "network-changed", "server_uuid": "9d92c8a2-33ba-4fe0-963a-4266af0d1834", "tag": "40d30113-8702-45e7-a372-34eb5ce08ae3"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:18:31.108260 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:18:31.132528 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da156d-1d14-4566-a3ef-0208fc14aeab req-6af968c7-60e6-457a-8ce0-cff57a451a1c tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:31.134732 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-52da156d-1d14-4566-a3ef-0208fc14aeab req-6af968c7-60e6-457a-8ce0-cff57a451a1c tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0687943 Apr 20 16:18:31.134994 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-84c27d0b-2ee5-4312-bee3-dc63a710b970 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:31.136803 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-84c27d0b-2ee5-4312-bee3-dc63a710b970 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/networks?id=425574df-8198-4c82-8683-689a6be85e53 HTTP/1.1" status: 200 len: 814 time: 0.1675029 Apr 20 16:18:31.161611 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-c8e9a54e-1587-41c1-a5f1-3a7d013204d5 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/quotas/349aaf2e75034b3c89268afe8c0ccc81 HTTP/1.1" status: 200 len: 375 time: 0.0135353 Apr 20 16:18:31.177448 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-cbf05037-38eb-489b-a251-a306f6a8b23e None None] Set router 51e71fb0-46db-4370-8d78-24480a9f4333 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:18:31.207132 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-52da156d-1d14-4566-a3ef-0208fc14aeab req-96997c15-ae3c-4b36-af8d-4878464abf8c tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587707 Apr 20 16:18:31.245274 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-4cdd0f08-3e46-458a-9f59-957cccaa5885 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=349aaf2e75034b3c89268afe8c0ccc81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767643 Apr 20 16:18:31.257311 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37416f7-bc9f-40fa-8058-b5a4d229b197 x-openstack-request-id: req-a37416f7-bc9f-40fa-8058-b5a4d229b197 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:18:31.257311 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d92c8a2-33ba-4fe0-963a-4266af0d1834", "tag": "40d30113-8702-45e7-a372-34eb5ce08ae3", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:18:31.257311 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a37416f7-bc9f-40fa-8058-b5a4d229b197 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:18:31.257311 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a37416f7-bc9f-40fa-8058-b5a4d229b197'] response: {'name': 'network-changed', 'server_uuid': '9d92c8a2-33ba-4fe0-963a-4266af0d1834', 'tag': '40d30113-8702-45e7-a372-34eb5ce08ae3', 'status': 'completed', 'code': 200} Apr 20 16:18:31.281691 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:18:31.285737 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:31.286093 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:31.405414 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5932b0c-1987-4bed-b412-18c29355565c req-204ebdc7-308c-417d-a8d3-d680ce00a1d6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:31.414023 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e5932b0c-1987-4bed-b412-18c29355565c req-204ebdc7-308c-417d-a8d3-d680ce00a1d6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0944846 Apr 20 16:18:31.418102 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:31.447542 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182697a-6582-4f0b-8c69-4cfc2c86fe31 req-8a481e5a-ee8c-4cd0-a4e3-f422becc1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:31.452887 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5182697a-6582-4f0b-8c69-4cfc2c86fe31 req-8a481e5a-ee8c-4cd0-a4e3-f422becc1b6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ffad88bc0f5d4afd9c32393497a68147&device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 1096 time: 0.1331136 Apr 20 16:18:31.466818 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923a984a-131f-4f8a-9c9e-fed1f296e253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:18:31.469864 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe145d6-1293-4e37-a053-a79e1cf39dc5" -d '{"events": [{"server_uuid": "923a984a-131f-4f8a-9c9e-fed1f296e253", "name": "network-vif-plugged", "status": "completed", "tag": "22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:18:31.479721 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e5932b0c-1987-4bed-b412-18c29355565c req-3f313dce-8186-4d2c-9f3a-1f9cc530162e tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646720 Apr 20 16:18:31.487025 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-89944bed-d9ce-4862-aa6a-5aa41811938e service neutron] 10.222.0.15 "GET /v2.0/networks/425574df-8198-4c82-8683-689a6be85e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095561 Apr 20 16:18:31.503247 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b,segment=NetworkSegment(d7db2997-d098-4eed-97f8-722a87d68c55),segment_id=d7db2997-d098-4eed-97f8-722a87d68c55)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:31.509059 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-cbf05037-38eb-489b-a251-a306f6a8b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'name': 'tempest-AttachVolumeShelveTestJSON-562560097-router', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:17:59Z', 'updated_at': '2022-04-20T16:18:04Z', 'revision_number': 4, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'gw_port': {'id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:00Z', 'updated_at': '2022-04-20T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '8848de66-bb52-48a6-af6c-0ae4c00b443d', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'port_id': '40d30113-8702-45e7-a372-34eb5ce08ae3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'mac_address': 'fa:16:3e:ca:ee:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92c8a2-33ba-4fe0-963a-4266af0d1834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:18:09Z', 'updated_at': '2022-04-20T16:18:29Z', 'revision_number': 1, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e5cb97c-070d-4432-8f82-25ea648ad4ac', 'name': '', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'mac_address': 'fa:16:3e:98:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:03Z', 'updated_at': '2022-04-20T16:18:09Z', 'revision_number': 5, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'subnets': [{'id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:31.538133 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13428975-d96d-4413-b803-7cf5209785d0 x-openstack-request-id: req-13428975-d96d-4413-b803-7cf5209785d0 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:18:31.542510 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923a984a-131f-4f8a-9c9e-fed1f296e253", "name": "network-vif-plugged", "status": "completed", "tag": "22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:18:31.542697 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13428975-d96d-4413-b803-7cf5209785d0 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:18:31.543131 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13428975-d96d-4413-b803-7cf5209785d0'] response: {'server_uuid': '923a984a-131f-4f8a-9c9e-fed1f296e253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b', 'code': 200} Apr 20 16:18:31.553907 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf05037-38eb-489b-a251-a306f6a8b23e None None] Checking router: 51e71fb0-46db-4370-8d78-24480a9f4333 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:18:31.562770 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf05037-38eb-489b-a251-a306f6a8b23e None None] Routers {'51e71fb0-46db-4370-8d78-24480a9f4333'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:18:31.563403 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-cbf05037-38eb-489b-a251-a306f6a8b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:18:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['51e71fb0-46db-4370-8d78-24480a9f4333'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:31.620081 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182697a-6582-4f0b-8c69-4cfc2c86fe31 req-d3413a26-cd7f-4c4a-9009-3b9c4a0159ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:31.621605 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5182697a-6582-4f0b-8c69-4cfc2c86fe31 req-d3413a26-cd7f-4c4a-9009-3b9c4a0159ba service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd HTTP/1.1" status: 200 len: 917 time: 0.1584957 Apr 20 16:18:31.691346 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:31.694832 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-2ba8d1d3-0e9b-43a2-a9a0-383b9761dae8 service neutron] 10.222.0.15 "GET /v2.0/networks/425574df-8198-4c82-8683-689a6be85e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774156 Apr 20 16:18:31.730662 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-cbf05037-38eb-489b-a251-a306f6a8b23e None None] Set router 51e71fb0-46db-4370-8d78-24480a9f4333 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:18:31.758530 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5182697a-6582-4f0b-8c69-4cfc2c86fe31 req-7bd3c251-cd9a-4d05-bf63-0c1068b2388b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40d30113-8702-45e7-a372-34eb5ce08ae3 HTTP/1.1" status: 200 len: 998 time: 0.1269357 Apr 20 16:18:31.766425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be971ce-3c42-40b8-b40e-5c77cf4d7b05 req-2afed954-395b-41e8-a4be-8728196583c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:31.767917 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5be971ce-3c42-40b8-b40e-5c77cf4d7b05 req-2afed954-395b-41e8-a4be-8728196583c5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 1097 time: 0.0836022 Apr 20 16:18:31.790065 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e00cef-f2ec-4e99-ad0b-49e956da2a4a req-05664ff8-a7df-4f6b-b2a6-b51e35ce51d9 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:31.801458 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-30e00cef-f2ec-4e99-ad0b-49e956da2a4a req-05664ff8-a7df-4f6b-b2a6-b51e35ce51d9 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 945 time: 0.1323118 Apr 20 16:18:31.809714 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:31.846268 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182697a-6582-4f0b-8c69-4cfc2c86fe31 req-7cd2116f-1ea2-4e78-a62c-bbbfb2d6a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:31.848452 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5182697a-6582-4f0b-8c69-4cfc2c86fe31 req-7cd2116f-1ea2-4e78-a62c-bbbfb2d6a5cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67866dc0-b0b9-4599-80d0-c4f37b27fe8d HTTP/1.1" status: 200 len: 855 time: 0.0794692 Apr 20 16:18:31.858708 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5be971ce-3c42-40b8-b40e-5c77cf4d7b05 req-2762c35b-eda2-4218-bc0b-116be6cef708 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805538 Apr 20 16:18:31.858929 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-30e00cef-f2ec-4e99-ad0b-49e956da2a4a req-8460b1aa-52e1-43b3-bc86-6a8eea1b7e66 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565674 Apr 20 16:18:31.903572 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182697a-6582-4f0b-8c69-4cfc2c86fe31 req-f485ef44-9183-41d7-a71d-7462a0bd7939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:31.905121 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5182697a-6582-4f0b-8c69-4cfc2c86fe31 req-f485ef44-9183-41d7-a71d-7462a0bd7939 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456989 Apr 20 16:18:31.976735 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:18:32.009718 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5182697a-6582-4f0b-8c69-4cfc2c86fe31 req-b68cd6fd-f740-4ef4-a820-2070ba261de8 service neutron] 10.222.0.26 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970457 Apr 20 16:18:32.073217 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-cbf05037-38eb-489b-a251-a306f6a8b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'name': 'tempest-AttachVolumeShelveTestJSON-562560097-router', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:17:59Z', 'updated_at': '2022-04-20T16:18:04Z', 'revision_number': 4, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'gw_port': {'id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:00Z', 'updated_at': '2022-04-20T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '8848de66-bb52-48a6-af6c-0ae4c00b443d', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'port_id': '40d30113-8702-45e7-a372-34eb5ce08ae3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'mac_address': 'fa:16:3e:ca:ee:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92c8a2-33ba-4fe0-963a-4266af0d1834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:18:09Z', 'updated_at': '2022-04-20T16:18:29Z', 'revision_number': 1, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e5cb97c-070d-4432-8f82-25ea648ad4ac', 'name': '', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'mac_address': 'fa:16:3e:98:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:03Z', 'updated_at': '2022-04-20T16:18:09Z', 'revision_number': 5, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'subnets': [{'id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:32.109876 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a17e019c-d6e7-454e-921d-61a682d310b0 req-c9f60695-c8e2-4ba8-8903-3b27f23da511 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 210 time: 0.0338633 Apr 20 16:18:32.116535 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf05037-38eb-489b-a251-a306f6a8b23e None None] The sync data for ids ['51e71fb0-46db-4370-8d78-24480a9f4333'] in n-d-836146-2 is: [{'id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'name': 'tempest-AttachVolumeShelveTestJSON-562560097-router', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:17:59Z', 'updated_at': '2022-04-20T16:18:04Z', 'revision_number': 4, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'gw_port': {'id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:00Z', 'updated_at': '2022-04-20T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '8848de66-bb52-48a6-af6c-0ae4c00b443d', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'port_id': '40d30113-8702-45e7-a372-34eb5ce08ae3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'mac_address': 'fa:16:3e:ca:ee:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d92c8a2-33ba-4fe0-963a-4266af0d1834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:18:09Z', 'updated_at': '2022-04-20T16:18:29Z', 'revision_number': 1, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e5cb97c-070d-4432-8f82-25ea648ad4ac', 'name': '', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'mac_address': 'fa:16:3e:98:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:03Z', 'updated_at': '2022-04-20T16:18:09Z', 'revision_number': 5, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'subnets': [{'id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:18:32.139320 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device acd9ea84-4d40-4d5d-9163-73a5f6dbdde1 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:18:32.183083 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5182697a-6582-4f0b-8c69-4cfc2c86fe31 req-ce9c8318-981a-48b4-8142-473f7e9bc441 service neutron] 10.222.0.26 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607854 Apr 20 16:18:32.206479 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port acd9ea84-4d40-4d5d-9163-73a5f6dbdde1 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:32.208824 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:32.337843 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b90c1-6580-4c3f-8c12-db1fbdb357b8 req-31a2d508-e4a3-414c-9fd5-94b6780596c3 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:32.339470 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-541b90c1-6580-4c3f-8c12-db1fbdb357b8 req-31a2d508-e4a3-414c-9fd5-94b6780596c3 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0540335 Apr 20 16:18:32.386094 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-541b90c1-6580-4c3f-8c12-db1fbdb357b8 req-71a9b6bc-2ce7-40a1-bffd-21ac5fd3cc60 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400009 Apr 20 16:18:32.395391 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13322e9a-fdbf-4fae-a659-178e3de2f56d None None] New status for floating IP 8848de66-bb52-48a6-af6c-0ae4c00b443d: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:18:32.589031 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15db13-3ca2-413c-9189-115f55aaad96 req-905288fb-f07e-4925-98eb-cab38096dac2 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:32.590500 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dd15db13-3ca2-413c-9189-115f55aaad96 req-905288fb-f07e-4925-98eb-cab38096dac2 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0495379 Apr 20 16:18:32.632266 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dd15db13-3ca2-413c-9189-115f55aaad96 req-8064d63c-6dfc-4fd7-aaff-7cac6dd151af tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354271 Apr 20 16:18:33.205615 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4cd6f1bf-e920-4553-9d4f-d66db13aaed9 req-12d99b1c-26f4-4205-b262-95f2c6908bc9 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 210 time: 0.0375907 Apr 20 16:18:33.272721 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fccc4e-d112-4665-9044-d37f8e72cb73 req-acf0d641-e2fa-4a76-bffd-7374ec7967aa tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:33.274644 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66fccc4e-d112-4665-9044-d37f8e72cb73 req-acf0d641-e2fa-4a76-bffd-7374ec7967aa tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.3533869 Apr 20 16:18:33.317764 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66fccc4e-d112-4665-9044-d37f8e72cb73 req-ba12899f-5b5b-4236-a8c8-8330193fb473 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363963 Apr 20 16:18:33.532857 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b3851-8e7f-4ba4-9726-13e179be14c7 req-fc57a5ae-996e-4e36-85d7-ae4798f70956 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:33.534346 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-004b3851-8e7f-4ba4-9726-13e179be14c7 req-fc57a5ae-996e-4e36-85d7-ae4798f70956 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0528765 Apr 20 16:18:33.574453 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-004b3851-8e7f-4ba4-9726-13e179be14c7 req-d3a2b5c8-87c1-47fc-934b-80489fc3cc97 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332096 Apr 20 16:18:33.756675 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f1f4f-8324-40a9-ae4b-c93502d6f062 req-1a8da29e-a655-410a-ba6e-14f5f99ddf65 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:33.759131 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-687f1f4f-8324-40a9-ae4b-c93502d6f062 req-1a8da29e-a655-410a-ba6e-14f5f99ddf65 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0520022 Apr 20 16:18:33.801598 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-687f1f4f-8324-40a9-ae4b-c93502d6f062 req-9346c34d-8ed8-420b-8f6d-9147e1e19b24 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362613 Apr 20 16:18:33.949922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b83c1-93ae-495b-95e6-0339d5ed11f8 req-de4bf0f1-4482-4091-bf2b-ef07e096c0bc tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:33.957919 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b83c1-93ae-495b-95e6-0339d5ed11f8 req-de4bf0f1-4482-4091-bf2b-ef07e096c0bc tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:33.967922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b83c1-93ae-495b-95e6-0339d5ed11f8 req-de4bf0f1-4482-4091-bf2b-ef07e096c0bc tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:33.976628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b83c1-93ae-495b-95e6-0339d5ed11f8 req-de4bf0f1-4482-4091-bf2b-ef07e096c0bc tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:33.983447 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b83c1-93ae-495b-95e6-0339d5ed11f8 req-de4bf0f1-4482-4091-bf2b-ef07e096c0bc tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:33.989323 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b83c1-93ae-495b-95e6-0339d5ed11f8 req-de4bf0f1-4482-4091-bf2b-ef07e096c0bc tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:33.995258 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b83c1-93ae-495b-95e6-0339d5ed11f8 req-de4bf0f1-4482-4091-bf2b-ef07e096c0bc tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:33.997224 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9f9b83c1-93ae-495b-95e6-0339d5ed11f8 req-de4bf0f1-4482-4091-bf2b-ef07e096c0bc tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5443 time: 0.1034832 Apr 20 16:18:34.040527 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9f9b83c1-93ae-495b-95e6-0339d5ed11f8 req-dc57206f-77bf-41af-a783-9ee5761b7cf5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365081 Apr 20 16:18:34.307868 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b2c63de0-41b7-4ccf-980a-bff6510fe57a req-59019844-68b7-4b65-a329-5e455f02f553 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 210 time: 0.0268509 Apr 20 16:18:34.441001 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973436c-40be-4da3-ba33-4063c7b14738 req-07114c06-fbc1-4859-9f69-a2e3fe3e4ca0 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:34.442531 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6973436c-40be-4da3-ba33-4063c7b14738 req-07114c06-fbc1-4859-9f69-a2e3fe3e4ca0 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.0524335 Apr 20 16:18:34.498208 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6973436c-40be-4da3-ba33-4063c7b14738 req-264db480-0a26-4325-b570-07020b00a6e9 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487514 Apr 20 16:18:34.703414 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc86c1-f00f-4578-808e-77fa4a7fed99 req-d3762cea-6c88-4625-9c25-38b297172345 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:34.704907 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bcc86c1-f00f-4578-808e-77fa4a7fed99 req-d3762cea-6c88-4625-9c25-38b297172345 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0556490 Apr 20 16:18:34.746331 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bcc86c1-f00f-4578-808e-77fa4a7fed99 req-c8b78341-0bc1-433d-aa21-52b28611eefd tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351763 Apr 20 16:18:34.921491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50b4b3-5759-4c10-ac4d-caf565bef24a req-414065fe-047a-4dcc-8c69-d4cb1c73672f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:34.923024 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0e50b4b3-5759-4c10-ac4d-caf565bef24a req-414065fe-047a-4dcc-8c69-d4cb1c73672f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0508101 Apr 20 16:18:34.971819 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0e50b4b3-5759-4c10-ac4d-caf565bef24a req-a44a88b3-995d-44b2-a085-750233114579 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415902 Apr 20 16:18:35.078242 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0cacf-4b52-4a6b-bee0-3865d45ade63 req-cb3e8183-7fe3-466c-b0ac-e244ab658a2a tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:35.079908 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b2d0cacf-4b52-4a6b-bee0-3865d45ade63 req-cb3e8183-7fe3-466c-b0ac-e244ab658a2a tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.0525808 Apr 20 16:18:35.123495 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b2d0cacf-4b52-4a6b-bee0-3865d45ade63 req-ae36693e-8bc2-4502-baec-98d7079592ba tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353849 Apr 20 16:18:35.199296 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763e2fa-d447-42f5-9e4a-da8673447644 req-17ffba15-a74a-4f38-b3f3-a6811026ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:35.200864 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e763e2fa-d447-42f5-9e4a-da8673447644 req-17ffba15-a74a-4f38-b3f3-a6811026ce0a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e2d8be89b26402abed4992d83acf807&device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 1097 time: 0.0786335 Apr 20 16:18:35.217225 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d750d2-e1ef-4092-a043-fe9d092283d1 req-3a0128bc-7afa-475b-9ad9-d9afb8fddb1a tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:35.223713 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d750d2-e1ef-4092-a043-fe9d092283d1 req-3a0128bc-7afa-475b-9ad9-d9afb8fddb1a tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:35.231907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d750d2-e1ef-4092-a043-fe9d092283d1 req-3a0128bc-7afa-475b-9ad9-d9afb8fddb1a tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:35.237852 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d750d2-e1ef-4092-a043-fe9d092283d1 req-3a0128bc-7afa-475b-9ad9-d9afb8fddb1a tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:35.243743 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d750d2-e1ef-4092-a043-fe9d092283d1 req-3a0128bc-7afa-475b-9ad9-d9afb8fddb1a tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:35.249609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d750d2-e1ef-4092-a043-fe9d092283d1 req-3a0128bc-7afa-475b-9ad9-d9afb8fddb1a tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:35.255546 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d750d2-e1ef-4092-a043-fe9d092283d1 req-3a0128bc-7afa-475b-9ad9-d9afb8fddb1a tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:35.257527 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1d750d2-e1ef-4092-a043-fe9d092283d1 req-3a0128bc-7afa-475b-9ad9-d9afb8fddb1a tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5443 time: 0.1221054 Apr 20 16:18:35.345566 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1d750d2-e1ef-4092-a043-fe9d092283d1 req-285a7636-6673-4df5-b7d8-9d799e48de56 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0788262 Apr 20 16:18:35.375874 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763e2fa-d447-42f5-9e4a-da8673447644 req-ebfca364-ff43-4b26-bedd-95a78b76a511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:35.377373 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e763e2fa-d447-42f5-9e4a-da8673447644 req-ebfca364-ff43-4b26-bedd-95a78b76a511 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f101898e-5344-4f35-8434-4e0f62076e5a HTTP/1.1" status: 200 len: 912 time: 0.1189234 Apr 20 16:18:35.408975 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2bb8cb88-6592-4a48-90f8-e76f4bc7923a req-0081d66a-6f44-48cb-9f96-6607b44c565e tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 210 time: 0.0268483 Apr 20 16:18:35.425617 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e763e2fa-d447-42f5-9e4a-da8673447644 req-0faeff14-619f-44af-bcc7-58c9830cd233 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b HTTP/1.1" status: 200 len: 217 time: 0.0407188 Apr 20 16:18:35.474214 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763e2fa-d447-42f5-9e4a-da8673447644 req-a4928f21-8f50-436e-8d8a-3806a069559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:35.476686 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e763e2fa-d447-42f5-9e4a-da8673447644 req-a4928f21-8f50-436e-8d8a-3806a069559a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0f095aa7-489d-4032-aca8-4d512f72cac3 HTTP/1.1" status: 200 len: 851 time: 0.0442319 Apr 20 16:18:35.509204 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e763e2fa-d447-42f5-9e4a-da8673447644 req-6f835977-1c85-4090-9614-02c9605738b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f101898e-5344-4f35-8434-4e0f62076e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262659 Apr 20 16:18:35.621703 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e763e2fa-d447-42f5-9e4a-da8673447644 req-b7af4055-643a-4592-85c2-3ce138260213 service neutron] 10.222.0.30 "GET /v2.0/networks/f101898e-5344-4f35-8434-4e0f62076e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057723 Apr 20 16:18:35.723498 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e763e2fa-d447-42f5-9e4a-da8673447644 req-82d8578d-61cd-4068-a4ba-970c6235c1cd service neutron] 10.222.0.30 "GET /v2.0/networks/f101898e-5344-4f35-8434-4e0f62076e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920620 Apr 20 16:18:35.888251 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-93220034-8841-4149-bcfa-3a47baafd0ad tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:35.889781 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-93220034-8841-4149-bcfa-3a47baafd0ad tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.26 "GET /v2.0/networks?id=425574df-8198-4c82-8683-689a6be85e53 HTTP/1.1" status: 200 len: 814 time: 0.1399653 Apr 20 16:18:35.901268 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5ec81-cb47-4e87-b511-28232fae6dff req-e63f005d-d0ac-409e-bbc5-45eda7899024 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:35.902803 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61d5ec81-cb47-4e87-b511-28232fae6dff req-e63f005d-d0ac-409e-bbc5-45eda7899024 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0797472 Apr 20 16:18:35.965930 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61d5ec81-cb47-4e87-b511-28232fae6dff req-910ff8db-dc48-4f88-9061-37d864601f26 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570436 Apr 20 16:18:35.979549 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-e35a3b9d-b2cb-4d34-8bab-40b690468556 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=349aaf2e75034b3c89268afe8c0ccc81 HTTP/1.1" status: 200 len: 379 time: 0.0577869 Apr 20 16:18:35.988364 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-47dbdf70-61f1-458e-ae5a-e01d61fa0213 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Request body: {'port': {'device_id': '7591c5a5-74bb-4a74-9f98-faf7a860ded7', 'network_id': '425574df-8198-4c82-8683-689a6be85e53', 'admin_state_up': True, 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'security_groups': ['8274fabd-df16-4939-a3cc-c239f00f731c']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:36.097598 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5471ef-1ac5-45be-8776-61ef5309715d req-ad97fab9-7b15-41d7-931c-519879505d5d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:36.099348 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5f5471ef-1ac5-45be-8776-61ef5309715d req-ad97fab9-7b15-41d7-931c-519879505d5d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0548408 Apr 20 16:18:36.139433 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5f5471ef-1ac5-45be-8776-61ef5309715d req-09579270-371f-492c-8409-662d7bf83cb7 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335062 Apr 20 16:18:36.207557 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-47dbdf70-61f1-458e-ae5a-e01d61fa0213 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Made reservation on behalf of 349aaf2e75034b3c89268afe8c0ccc81 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:18:36.211022 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-47dbdf70-61f1-458e-ae5a-e01d61fa0213 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:36.296073 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ab0ad-773f-4365-89df-c84df0203364 req-83fa8175-e304-4c35-9cd1-d640053ee898 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:36.297575 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f9ab0ad-773f-4365-89df-c84df0203364 req-83fa8175-e304-4c35-9cd1-d640053ee898 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.1031249 Apr 20 16:18:36.376781 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f9ab0ad-773f-4365-89df-c84df0203364 req-4bd0c16b-7e39-4c68-b1b0-dbc39f74f2e2 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707054 Apr 20 16:18:36.393850 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-47dbdf70-61f1-458e-ae5a-e01d61fa0213 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Allocated IP 172.20.0.11 (425574df-8198-4c82-8683-689a6be85e53/642e8379-a3e1-47cb-a57b-ddf81f197190/0496e825-b2e0-4731-9562-bebd28acb453) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:18:36.499981 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358d9c3-7d3c-4af1-ae06-a868e72c29f9 req-8cf50adf-12bd-47ce-9d17-303fdb664e0d tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:36.506083 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358d9c3-7d3c-4af1-ae06-a868e72c29f9 req-8cf50adf-12bd-47ce-9d17-303fdb664e0d tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:36.512249 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358d9c3-7d3c-4af1-ae06-a868e72c29f9 req-8cf50adf-12bd-47ce-9d17-303fdb664e0d tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:36.518189 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358d9c3-7d3c-4af1-ae06-a868e72c29f9 req-8cf50adf-12bd-47ce-9d17-303fdb664e0d tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:36.525186 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a3b7ebe5-dd2e-4b39-b992-1edc4163c173 req-5fbad574-11d3-4c58-8ced-f27887aaf88a tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 210 time: 0.0352576 Apr 20 16:18:36.531583 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358d9c3-7d3c-4af1-ae06-a868e72c29f9 req-8cf50adf-12bd-47ce-9d17-303fdb664e0d tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:36.538508 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358d9c3-7d3c-4af1-ae06-a868e72c29f9 req-8cf50adf-12bd-47ce-9d17-303fdb664e0d tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:36.545883 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358d9c3-7d3c-4af1-ae06-a868e72c29f9 req-8cf50adf-12bd-47ce-9d17-303fdb664e0d tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:36.548011 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c358d9c3-7d3c-4af1-ae06-a868e72c29f9 req-8cf50adf-12bd-47ce-9d17-303fdb664e0d tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5443 time: 0.1117489 Apr 20 16:18:36.594827 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-47dbdf70-61f1-458e-ae5a-e01d61fa0213 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:36.597429 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c358d9c3-7d3c-4af1-ae06-a868e72c29f9 req-9414715f-db8d-48f4-9cfa-ac74ec2752ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401778 Apr 20 16:18:36.716200 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-47dbdf70-61f1-458e-ae5a-e01d61fa0213 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:36.761124 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-47dbdf70-61f1-458e-ae5a-e01d61fa0213 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Network 425574df-8198-4c82-8683-689a6be85e53 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:18:36.764323 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-47dbdf70-61f1-458e-ae5a-e01d61fa0213 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:18:36.768242 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-47dbdf70-61f1-458e-ae5a-e01d61fa0213 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:18:36.775607 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbdf70-61f1-458e-ae5a-e01d61fa0213 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Pushing event updated for resources: {'Port': ['ID=0496e825-b2e0-4731-9562-bebd28acb453,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:36.806355 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbdf70-61f1-458e-ae5a-e01d61fa0213 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:36.806685 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbdf70-61f1-458e-ae5a-e01d61fa0213 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:36.807092 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbdf70-61f1-458e-ae5a-e01d61fa0213 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:36.807400 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbdf70-61f1-458e-ae5a-e01d61fa0213 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:36.807728 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbdf70-61f1-458e-ae5a-e01d61fa0213 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:36.808061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbdf70-61f1-458e-ae5a-e01d61fa0213 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:36.808412 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbdf70-61f1-458e-ae5a-e01d61fa0213 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:36.808742 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbdf70-61f1-458e-ae5a-e01d61fa0213 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:36.809118 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbdf70-61f1-458e-ae5a-e01d61fa0213 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:36.809481 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbdf70-61f1-458e-ae5a-e01d61fa0213 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:36.809805 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbdf70-61f1-458e-ae5a-e01d61fa0213 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:36.810125 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbdf70-61f1-458e-ae5a-e01d61fa0213 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:36.840720 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-47dbdf70-61f1-458e-ae5a-e01d61fa0213 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:36.841349 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-47dbdf70-61f1-458e-ae5a-e01d61fa0213 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:36.936879 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-47dbdf70-61f1-458e-ae5a-e01d61fa0213 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9531612 Apr 20 16:18:36.959720 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-6a3df586-071c-41a9-83dd-a3a961b476d2 service neutron] Request body: {'port': {'device_id': '7591c5a5-74bb-4a74-9f98-faf7a860ded7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:37.024966 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-6a3df586-071c-41a9-83dd-a3a961b476d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:37.029013 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-98bcca71-5676-4f71-909e-63752f60c9d5 None None] Provisioning complete for port 0496e825-b2e0-4731-9562-bebd28acb453 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:37.030241 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-98bcca71-5676-4f71-909e-63752f60c9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:37.069238 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-98bcca71-5676-4f71-909e-63752f60c9d5 None None] Port 0496e825-b2e0-4731-9562-bebd28acb453 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:18:37.110092 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51215e7-b796-41f6-8ae2-2150399387c4 req-e9849efc-a2e5-4ca6-8075-0daf8e749595 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:37.111711 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e51215e7-b796-41f6-8ae2-2150399387c4 req-e9849efc-a2e5-4ca6-8075-0daf8e749595 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0548387 Apr 20 16:18:37.153379 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e51215e7-b796-41f6-8ae2-2150399387c4 req-633bbec2-194a-4914-a275-dbe10477704b tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351660 Apr 20 16:18:37.278474 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd937cf-d2cc-4229-be06-4e1189c35946 req-afec0033-0829-49b7-bd10-dea86476349e tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:37.280054 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0fd937cf-d2cc-4229-be06-4e1189c35946 req-afec0033-0829-49b7-bd10-dea86476349e tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0510104 Apr 20 16:18:37.321172 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-6a3df586-071c-41a9-83dd-a3a961b476d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0496e825-b2e0-4731-9562-bebd28acb453 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:18:37.321488 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0fd937cf-d2cc-4229-be06-4e1189c35946 req-52985619-2e59-49fd-8215-75f279523cb2 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345867 Apr 20 16:18:37.329243 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-6a3df586-071c-41a9-83dd-a3a961b476d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:37.342018 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-6a3df586-071c-41a9-83dd-a3a961b476d2 service neutron] Transition to ACTIVE for port object 0496e825-b2e0-4731-9562-bebd28acb453 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:18:37.460191 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-86d2d1b5-d6e6-425c-9f8b-c6f5a5c2c90f tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:37.466743 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-86d2d1b5-d6e6-425c-9f8b-c6f5a5c2c90f tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:37.472548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-86d2d1b5-d6e6-425c-9f8b-c6f5a5c2c90f tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:37.479314 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-86d2d1b5-d6e6-425c-9f8b-c6f5a5c2c90f tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:37.485160 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-86d2d1b5-d6e6-425c-9f8b-c6f5a5c2c90f tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:37.491237 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-86d2d1b5-d6e6-425c-9f8b-c6f5a5c2c90f tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:37.497295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-86d2d1b5-d6e6-425c-9f8b-c6f5a5c2c90f tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:37.499229 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-86d2d1b5-d6e6-425c-9f8b-c6f5a5c2c90f tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.30 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5443 time: 0.0914245 Apr 20 16:18:37.500501 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-6a3df586-071c-41a9-83dd-a3a961b476d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:37.514491 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e6de0-3562-4905-88df-209544d5d58f req-7503f34a-9c1c-4804-af94-e9316c8115bd tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:37.516004 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-772e6de0-3562-4905-88df-209544d5d58f req-7503f34a-9c1c-4804-af94-e9316c8115bd tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.0604346 Apr 20 16:18:37.556098 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-772e6de0-3562-4905-88df-209544d5d58f req-f2fcb6eb-4b06-4262-bd21-e3494bc75cdc tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338259 Apr 20 16:18:37.620034 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-a68e0128-05f3-4d7c-8cdd-734bad34b0e1 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:37.621457 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-a68e0128-05f3-4d7c-8cdd-734bad34b0e1 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.30 "GET /v2.0/ports/86bc5f31-0189-4f35-860c-022465c8e0d6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0930295 Apr 20 16:18:37.622083 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3df586-071c-41a9-83dd-a3a961b476d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0496e825-b2e0-4731-9562-bebd28acb453,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:37.693319 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d4ac3-8370-4820-8c7c-327074ee2307 req-6a7aa9b0-9e3d-4d73-81fc-3f8faff1fe94 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:37.694871 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-940d4ac3-8370-4820-8c7c-327074ee2307 req-6a7aa9b0-9e3d-4d73-81fc-3f8faff1fe94 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 944 time: 0.0565076 Apr 20 16:18:37.742234 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-940d4ac3-8370-4820-8c7c-327074ee2307 req-a5199523-0456-4c75-9a34-b8b1d11f0589 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8274fabd-df16-4939-a3cc-c239f00f731c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392356 Apr 20 16:18:37.765034 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-561474d6-e246-4271-a93e-5d5fa9fe4254 service neutron] show failed (client error): The resource could not be found. Apr 20 16:18:37.766050 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-561474d6-e246-4271-a93e-5d5fa9fe4254 service neutron] 10.222.0.30 "GET /v2.0/ports/de1e1248-d5ea-4a08-aa0e-118af458bc5f/bindings/n-h1-836146-2 HTTP/1.1" status: 404 len: 380 time: 0.1922657 Apr 20 16:18:37.793065 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-6a3df586-071c-41a9-83dd-a3a961b476d2 service neutron] Attempting to bind port 0496e825-b2e0-4731-9562-bebd28acb453 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:18:37.793421 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-6a3df586-071c-41a9-83dd-a3a961b476d2 service neutron] Attempting to bind port 0496e825-b2e0-4731-9562-bebd28acb453 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '7ab6d776-64ff-4c93-b169-1220d70fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '425574df-8198-4c82-8683-689a6be85e53'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:18:37.793720 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-6a3df586-071c-41a9-83dd-a3a961b476d2 service neutron] Attempting to bind port 0496e825-b2e0-4731-9562-bebd28acb453 on network 425574df-8198-4c82-8683-689a6be85e53 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:18:37.805760 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-6a3df586-071c-41a9-83dd-a3a961b476d2 service neutron] Port 0496e825-b2e0-4731-9562-bebd28acb453 on network 425574df-8198-4c82-8683-689a6be85e53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:18:37.806083 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-6a3df586-071c-41a9-83dd-a3a961b476d2 service neutron] Attempting to bind port 0496e825-b2e0-4731-9562-bebd28acb453 on network 425574df-8198-4c82-8683-689a6be85e53 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:18:37.817942 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-6a3df586-071c-41a9-83dd-a3a961b476d2 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:18:37.822550 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-6a3df586-071c-41a9-83dd-a3a961b476d2 service neutron] Checking segment: {'id': '7ab6d776-64ff-4c93-b169-1220d70fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '425574df-8198-4c82-8683-689a6be85e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:18:37.822550 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-6a3df586-071c-41a9-83dd-a3a961b476d2 service neutron] Bound using segment: {'id': '7ab6d776-64ff-4c93-b169-1220d70fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '425574df-8198-4c82-8683-689a6be85e53'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:18:37.822550 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-6a3df586-071c-41a9-83dd-a3a961b476d2 service neutron] Bound port: 0496e825-b2e0-4731-9562-bebd28acb453, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab6d776-64ff-4c93-b169-1220d70fe1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '425574df-8198-4c82-8683-689a6be85e53'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:18:37.822550 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-6a3df586-071c-41a9-83dd-a3a961b476d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:37.826262 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-c25cbcf5-d7ab-4709-8e8e-ce7863bda1fe tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.30 "GET /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1983349 Apr 20 16:18:37.839393 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-7c4bab7c-2b54-4f5a-9c58-b074232bb75d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:37.859654 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f94f97-61f2-42c4-8ee1-b9e91dfca449 req-fcf8564d-def3-4091-9eb4-5fcc4ae7007b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:37.865732 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f94f97-61f2-42c4-8ee1-b9e91dfca449 req-fcf8564d-def3-4091-9eb4-5fcc4ae7007b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:37.871757 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f94f97-61f2-42c4-8ee1-b9e91dfca449 req-fcf8564d-def3-4091-9eb4-5fcc4ae7007b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:37.877659 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f94f97-61f2-42c4-8ee1-b9e91dfca449 req-fcf8564d-def3-4091-9eb4-5fcc4ae7007b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:37.884297 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f94f97-61f2-42c4-8ee1-b9e91dfca449 req-fcf8564d-def3-4091-9eb4-5fcc4ae7007b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:37.890370 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f94f97-61f2-42c4-8ee1-b9e91dfca449 req-fcf8564d-def3-4091-9eb4-5fcc4ae7007b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:37.897045 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f94f97-61f2-42c4-8ee1-b9e91dfca449 req-fcf8564d-def3-4091-9eb4-5fcc4ae7007b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:37.899553 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-35f94f97-61f2-42c4-8ee1-b9e91dfca449 req-fcf8564d-def3-4091-9eb4-5fcc4ae7007b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 5443 time: 0.0955746 Apr 20 16:18:37.942899 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-7c4bab7c-2b54-4f5a-9c58-b074232bb75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:37.959994 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-35f94f97-61f2-42c4-8ee1-b9e91dfca449 req-5a00d138-405e-46eb-b44e-864b9362a8c8 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490851 Apr 20 16:18:37.964065 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-6a3df586-071c-41a9-83dd-a3a961b476d2 service neutron] For port 0496e825-b2e0-4731-9562-bebd28acb453, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:18:38.008723 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-6a3df586-071c-41a9-83dd-a3a961b476d2 service neutron] For port 0496e825-b2e0-4731-9562-bebd28acb453, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0496e825-b2e0-4731-9562-bebd28acb453,segment=NetworkSegment(7ab6d776-64ff-4c93-b169-1220d70fe1bf),segment_id=7ab6d776-64ff-4c93-b169-1220d70fe1bf)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:18:38.116250 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-7c4bab7c-2b54-4f5a-9c58-b074232bb75d service neutron] For port 86bc5f31-0189-4f35-860c-022465c8e0d6, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=86bc5f31-0189-4f35-860c-022465c8e0d6,segment=NetworkSegment(95100898-e1a4-4fc8-bca1-6318a051d7db),segment_id=95100898-e1a4-4fc8-bca1-6318a051d7db)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:38.152169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-7c4bab7c-2b54-4f5a-9c58-b074232bb75d service neutron] For port 86bc5f31-0189-4f35-860c-022465c8e0d6, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:18:38.184487 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-7c4bab7c-2b54-4f5a-9c58-b074232bb75d service neutron] device_id is not set on port 86bc5f31-0189-4f35-860c-022465c8e0d6 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:18:38.193652 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-7c4bab7c-2b54-4f5a-9c58-b074232bb75d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:38.220812 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-6a3df586-071c-41a9-83dd-a3a961b476d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:38.269906 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-6a3df586-071c-41a9-83dd-a3a961b476d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:38.270520 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-6a3df586-071c-41a9-83dd-a3a961b476d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:38.271911 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-6a3df586-071c-41a9-83dd-a3a961b476d2 service neutron] 10.222.0.26 "PUT /v2.0/ports/0496e825-b2e0-4731-9562-bebd28acb453 HTTP/1.1" status: 200 len: 1092 time: 1.3173320 Apr 20 16:18:38.272457 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7591c5a5-74bb-4a74-9f98-faf7a860ded7', 'tag': '0496e825-b2e0-4731-9562-bebd28acb453'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:18:38.274775 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4ef20a-bfee-409c-85cd-ce19570639e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7591c5a5-74bb-4a74-9f98-faf7a860ded7", "tag": "0496e825-b2e0-4731-9562-bebd28acb453"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:18:38.333398 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3df586-071c-41a9-83dd-a3a961b476d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0496e825-b2e0-4731-9562-bebd28acb453,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:38.338913 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-7c4bab7c-2b54-4f5a-9c58-b074232bb75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:38.358016 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bf7a07-a8ea-42ac-9bdd-fab2b6308f76 x-openstack-request-id: req-e8bf7a07-a8ea-42ac-9bdd-fab2b6308f76 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:18:38.358254 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7591c5a5-74bb-4a74-9f98-faf7a860ded7", "tag": "0496e825-b2e0-4731-9562-bebd28acb453", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:18:38.358420 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8bf7a07-a8ea-42ac-9bdd-fab2b6308f76 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:18:38.358861 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8bf7a07-a8ea-42ac-9bdd-fab2b6308f76'] response: {'name': 'network-changed', 'server_uuid': '7591c5a5-74bb-4a74-9f98-faf7a860ded7', 'tag': '0496e825-b2e0-4731-9562-bebd28acb453', 'status': 'completed', 'code': 200} Apr 20 16:18:38.485772 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-7c4bab7c-2b54-4f5a-9c58-b074232bb75d service neutron] No DVR routers for this DVR port 86bc5f31-0189-4f35-860c-022465c8e0d6 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:18:38.506644 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc874eb-0463-475b-a436-2acf5f6201d7 req-90597af8-8c63-4e92-8630-46ec98846362 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:38.515196 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9bc874eb-0463-475b-a436-2acf5f6201d7 req-90597af8-8c63-4e92-8630-46ec98846362 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0835509 Apr 20 16:18:38.559210 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-7c4bab7c-2b54-4f5a-9c58-b074232bb75d service neutron] In _notify_port_updated(), no bound segment for port 86bc5f31-0189-4f35-860c-022465c8e0d6 on network b3f48337-fb41-429b-a73c-aee6d4fcf48c {{(pid=103484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:18:38.560365 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-7c4bab7c-2b54-4f5a-9c58-b074232bb75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:38.561107 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-7c4bab7c-2b54-4f5a-9c58-b074232bb75d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:38.562525 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-7c4bab7c-2b54-4f5a-9c58-b074232bb75d service neutron] 10.222.0.30 "PUT /v2.0/ports/86bc5f31-0189-4f35-860c-022465c8e0d6 HTTP/1.1" status: 200 len: 1032 time: 0.7297945 Apr 20 16:18:38.563124 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4bab7c-2b54-4f5a-9c58-b074232bb75d service neutron] Pushing event updated for resources: {'Port': ['ID=86bc5f31-0189-4f35-860c-022465c8e0d6,revision_number=6']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:38.579163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b2176-e078-441f-866a-4b96c666e9b2 req-86a58a45-5553-4601-9a40-af3c0ab8196f tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:38.580763 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f35b2176-e078-441f-866a-4b96c666e9b2 req-86a58a45-5553-4601-9a40-af3c0ab8196f tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.3300571 Apr 20 16:18:38.644063 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9bc874eb-0463-475b-a436-2acf5f6201d7 req-4ccd149c-4365-4b5f-a0a4-0389ab667405 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215057 Apr 20 16:18:38.656523 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-39d96ea2-f9e7-42b4-83ea-e380c147a27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:38.668464 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-39d96ea2-f9e7-42b4-83ea-e380c147a27c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb&tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3 HTTP/1.1" status: 200 len: 1100 time: 0.1575699 Apr 20 16:18:38.693855 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f35b2176-e078-441f-866a-4b96c666e9b2 req-3f469962-77e6-426c-acd6-2056743edceb tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997894 Apr 20 16:18:38.703943 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836146-2', 'device_owner': 'compute:nova'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:38.722202 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-e80f27f9-a77d-490d-b605-154a6e2b1bf2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:38.722202 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-e80f27f9-a77d-490d-b605-154a6e2b1bf2 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.30 "GET /v2.0/ports/109b0a13-d200-4ede-b5d7-d7341c55a715?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1377361 Apr 20 16:18:38.728759 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ef20a-bfee-409c-85cd-ce19570639e6 req-018c96e2-212d-4d8d-82b3-86f0b0332436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:38.730432 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fa4ef20a-bfee-409c-85cd-ce19570639e6 req-018c96e2-212d-4d8d-82b3-86f0b0332436 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=349aaf2e75034b3c89268afe8c0ccc81&device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 1095 time: 0.3299799 Apr 20 16:18:38.735050 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-292d1100-c4d4-4272-9e0d-285b544aa8d0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:38.751744 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-68fce6f7-48d6-4c5b-a207-d9ac14c6a0aa None None] Provisioning complete for port 86bc5f31-0189-4f35-860c-022465c8e0d6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:38.752381 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-68fce6f7-48d6-4c5b-a207-d9ac14c6a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:38.802413 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:38.812377 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd990e-ec71-445f-abc5-60e7160a60b5 req-bcafe31d-fa1e-4d6b-9850-201148b807e6 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:38.818714 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-16cd990e-ec71-445f-abc5-60e7160a60b5 req-bcafe31d-fa1e-4d6b-9850-201148b807e6 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.0881057 Apr 20 16:18:38.919550 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-292d1100-c4d4-4272-9e0d-285b544aa8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:38.973669 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-16cd990e-ec71-445f-abc5-60e7160a60b5 req-ef285afb-29d2-422e-aeb5-de520453be32 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500447 Apr 20 16:18:39.024182 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-68fce6f7-48d6-4c5b-a207-d9ac14c6a0aa None None] Port 86bc5f31-0189-4f35-860c-022465c8e0d6 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:18:39.048598 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da283e-e12c-4c23-b708-5919677a852f req-ab7fcd53-95b7-4fbd-aca0-9a6f5288b09f tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:39.057106 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-95da283e-e12c-4c23-b708-5919677a852f req-ab7fcd53-95b7-4fbd-aca0-9a6f5288b09f tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 944 time: 0.1804626 Apr 20 16:18:39.062097 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ef20a-bfee-409c-85cd-ce19570639e6 req-1e2f290d-30c8-4acf-a885-f3264f0a6ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:39.063880 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fa4ef20a-bfee-409c-85cd-ce19570639e6 req-1e2f290d-30c8-4acf-a885-f3264f0a6ff8 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=349aaf2e75034b3c89268afe8c0ccc81&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3101647 Apr 20 16:18:39.168206 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] For port de1e1248-d5ea-4a08-aa0e-118af458bc5f, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=de1e1248-d5ea-4a08-aa0e-118af458bc5f,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:39.192449 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b81b17-9190-4414-9927-a0d423f2f1f1 req-1bb1ce67-53cb-48ff-817e-524c73824d1b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:39.198401 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b81b17-9190-4414-9927-a0d423f2f1f1 req-1bb1ce67-53cb-48ff-817e-524c73824d1b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:39.204127 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b81b17-9190-4414-9927-a0d423f2f1f1 req-1bb1ce67-53cb-48ff-817e-524c73824d1b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:39.205261 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-95da283e-e12c-4c23-b708-5919677a852f req-ee8cb8b4-e9e0-4237-af3f-881f03eb01a2 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8274fabd-df16-4939-a3cc-c239f00f731c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470985 Apr 20 16:18:39.209992 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b81b17-9190-4414-9927-a0d423f2f1f1 req-1bb1ce67-53cb-48ff-817e-524c73824d1b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:39.215827 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b81b17-9190-4414-9927-a0d423f2f1f1 req-1bb1ce67-53cb-48ff-817e-524c73824d1b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:39.221648 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b81b17-9190-4414-9927-a0d423f2f1f1 req-1bb1ce67-53cb-48ff-817e-524c73824d1b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:39.231747 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-59b81b17-9190-4414-9927-a0d423f2f1f1 req-1bb1ce67-53cb-48ff-817e-524c73824d1b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 4664 time: 0.1279705 Apr 20 16:18:39.263434 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-292d1100-c4d4-4272-9e0d-285b544aa8d0 service neutron] For port 109b0a13-d200-4ede-b5d7-d7341c55a715, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=109b0a13-d200-4ede-b5d7-d7341c55a715,segment=NetworkSegment(95100898-e1a4-4fc8-bca1-6318a051d7db),segment_id=95100898-e1a4-4fc8-bca1-6318a051d7db)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:39.274855 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ef20a-bfee-409c-85cd-ce19570639e6 req-9b5b067d-419c-47a2-b119-3adcd8a39231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:39.278204 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fa4ef20a-bfee-409c-85cd-ce19570639e6 req-9b5b067d-419c-47a2-b119-3adcd8a39231 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1973925 Apr 20 16:18:39.291741 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] For port de1e1248-d5ea-4a08-aa0e-118af458bc5f, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:18:39.305404 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-59b81b17-9190-4414-9927-a0d423f2f1f1 req-4c96a983-5379-4b9d-8c83-48292daee166 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=72e70ed8-831d-4c59-93de-dbd0928c8f1e&id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727210 Apr 20 16:18:39.307880 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-292d1100-c4d4-4272-9e0d-285b544aa8d0 service neutron] For port 109b0a13-d200-4ede-b5d7-d7341c55a715, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:18:39.347249 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-292d1100-c4d4-4272-9e0d-285b544aa8d0 service neutron] device_id is not set on port 109b0a13-d200-4ede-b5d7-d7341c55a715 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:18:39.358882 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6c1b20-ee48-485d-aef8-db8de634bddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de1e1248-d5ea-4a08-aa0e-118af458bc5f'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:18:39.361133 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20933243-0a0d-4701-b345-971ba3733452" -d '{"events": [{"server_uuid": "7b6c1b20-ee48-485d-aef8-db8de634bddb", "name": "network-vif-unplugged", "status": "completed", "tag": "de1e1248-d5ea-4a08-aa0e-118af458bc5f"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:18:39.375025 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:39.382889 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-292d1100-c4d4-4272-9e0d-285b544aa8d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:39.392893 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Transition to ACTIVE for port object de1e1248-d5ea-4a08-aa0e-118af458bc5f will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:18:39.401117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-2ad2f433-5645-4225-aa06-42656ca4dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:39.402983 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-2ad2f433-5645-4225-aa06-42656ca4dcaf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=349aaf2e75034b3c89268afe8c0ccc81&device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 1095 time: 0.0500212 Apr 20 16:18:39.418400 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7cd969-632c-4f40-b96d-b2013c90b7ef x-openstack-request-id: req-6a7cd969-632c-4f40-b96d-b2013c90b7ef {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:18:39.418693 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6c1b20-ee48-485d-aef8-db8de634bddb", "name": "network-vif-unplugged", "status": "completed", "tag": "de1e1248-d5ea-4a08-aa0e-118af458bc5f", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:18:39.419006 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a7cd969-632c-4f40-b96d-b2013c90b7ef {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:18:39.419373 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a7cd969-632c-4f40-b96d-b2013c90b7ef'] response: {'server_uuid': '7b6c1b20-ee48-485d-aef8-db8de634bddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de1e1248-d5ea-4a08-aa0e-118af458bc5f', 'code': 200} Apr 20 16:18:39.453826 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-e4725a1e-068f-4a28-8e7b-c859caa0d06f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0496e825-b2e0-4731-9562-bebd28acb453 HTTP/1.1" status: 200 len: 217 time: 0.0350010 Apr 20 16:18:39.469513 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-292d1100-c4d4-4272-9e0d-285b544aa8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:39.506584 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:39.560119 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-3604bb0c-9e94-42c0-81da-41b5c7f2beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:39.560557 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-3604bb0c-9e94-42c0-81da-41b5c7f2beb6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=642e8379-a3e1-47cb-a57b-ddf81f197190 HTTP/1.1" status: 200 len: 853 time: 0.0993869 Apr 20 16:18:39.595212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d1100-c4d4-4272-9e0d-285b544aa8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=109b0a13-d200-4ede-b5d7-d7341c55a715,revision_number=6']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:39.599168 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Pushing event updated for resources: {'Port': ['ID=de1e1248-d5ea-4a08-aa0e-118af458bc5f,revision_number=6']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:39.600673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-292d1100-c4d4-4272-9e0d-285b544aa8d0 service neutron] No DVR routers for this DVR port 109b0a13-d200-4ede-b5d7-d7341c55a715 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:18:39.605782 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] No DVR routers for this DVR port de1e1248-d5ea-4a08-aa0e-118af458bc5f on host n-h2-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:18:39.632146 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:39.632693 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:39.633136 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:39.633568 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:39.634001 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:39.634683 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:39.635129 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:39.635562 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:39.637733 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:39.638172 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:39.638603 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:39.639024 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:18:39.681484 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-b47766e2-cce5-43a5-98bf-f547b1254dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:39.682993 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-b47766e2-cce5-43a5-98bf-f547b1254dae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=425574df-8198-4c82-8683-689a6be85e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843093 Apr 20 16:18:39.683801 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-292d1100-c4d4-4272-9e0d-285b544aa8d0 service neutron] In _notify_port_updated(), no bound segment for port 109b0a13-d200-4ede-b5d7-d7341c55a715 on network b3f48337-fb41-429b-a73c-aee6d4fcf48c {{(pid=103484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:18:39.684622 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-292d1100-c4d4-4272-9e0d-285b544aa8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:39.685209 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-292d1100-c4d4-4272-9e0d-285b544aa8d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:39.686384 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-292d1100-c4d4-4272-9e0d-285b544aa8d0 service neutron] 10.222.0.30 "PUT /v2.0/ports/109b0a13-d200-4ede-b5d7-d7341c55a715 HTTP/1.1" status: 200 len: 1032 time: 0.9550946 Apr 20 16:18:39.709466 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Attempting to bind port de1e1248-d5ea-4a08-aa0e-118af458bc5f on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:18:39.709803 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Attempting to bind port de1e1248-d5ea-4a08-aa0e-118af458bc5f by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:18:39.710138 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Attempting to bind port de1e1248-d5ea-4a08-aa0e-118af458bc5f on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:18:39.719216 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Port de1e1248-d5ea-4a08-aa0e-118af458bc5f on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:18:39.719801 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Attempting to bind port de1e1248-d5ea-4a08-aa0e-118af458bc5f on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:18:39.727896 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:18:39.731956 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:18:39.732712 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:18:39.733327 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Bound port: de1e1248-d5ea-4a08-aa0e-118af458bc5f, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:18:39.733848 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:39.825996 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] For port de1e1248-d5ea-4a08-aa0e-118af458bc5f, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:18:39.829661 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] For port de1e1248-d5ea-4a08-aa0e-118af458bc5f, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=de1e1248-d5ea-4a08-aa0e-118af458bc5f,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:18:39.878592 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55f940-67a3-4ff9-94e6-eaffece09667 req-2c2e6561-5267-430c-affc-97f4758f82f6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:39.886763 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0e55f940-67a3-4ff9-94e6-eaffece09667 req-2c2e6561-5267-430c-affc-97f4758f82f6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 947 time: 0.1339872 Apr 20 16:18:39.920475 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0e55f940-67a3-4ff9-94e6-eaffece09667 req-37ab12c8-d327-42e4-9ed0-516ec1173ff5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328300 Apr 20 16:18:39.951572 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-575495f2-56dd-4ad3-b6ce-ad039a01abd2 None None] Provisioning complete for port 109b0a13-d200-4ede-b5d7-d7341c55a715 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:39.952126 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-575495f2-56dd-4ad3-b6ce-ad039a01abd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:39.975173 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:39.989889 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-f8a7b579-02a0-4277-99a8-59e2e6edc831 service neutron] 10.222.0.26 "GET /v2.0/networks/425574df-8198-4c82-8683-689a6be85e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983112 Apr 20 16:18:40.017205 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:40.017948 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:40.018970 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4c64e-640a-43d4-810f-ce82a175f1d5 req-40fbcb43-81f6-4383-95ed-58d215794127 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:40.019407 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] 10.222.0.26 "PUT /v2.0/ports/de1e1248-d5ea-4a08-aa0e-118af458bc5f HTTP/1.1" status: 200 len: 1095 time: 1.3262448 Apr 20 16:18:40.026367 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9cd4c64e-640a-43d4-810f-ce82a175f1d5 req-40fbcb43-81f6-4383-95ed-58d215794127 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.1294649 Apr 20 16:18:40.042339 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-575495f2-56dd-4ad3-b6ce-ad039a01abd2 None None] Port 109b0a13-d200-4ede-b5d7-d7341c55a715 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:18:40.056437 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e951a-76f3-455b-9ec1-7768aca4a83e service neutron] Pushing event updated for resources: {'Port': ['ID=de1e1248-d5ea-4a08-aa0e-118af458bc5f,revision_number=7']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:40.136800 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-cfff8c52-1798-4a0c-9ec3-4b6972aab129 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Deleting port 5822232e-f24c-4cd9-be4a-4448d4597296 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:18:40.136800 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-cfff8c52-1798-4a0c-9ec3-4b6972aab129 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:40.146029 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9cd4c64e-640a-43d4-810f-ce82a175f1d5 req-05b8d40e-f6b0-4806-8fba-1b5915ed3c47 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166091 Apr 20 16:18:40.236751 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2415d2b4-f9bc-45dd-9b5f-8466b375801e req-a20f36bb-2f0a-4a46-9447-e70f2719e154 service neutron] 10.222.0.26 "GET /v2.0/networks/425574df-8198-4c82-8683-689a6be85e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346983 Apr 20 16:18:40.285812 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-d82752ac-3ad4-4c8b-9363-c5a56df3db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:40.287671 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-d82752ac-3ad4-4c8b-9363-c5a56df3db7c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 1098 time: 0.1093154 Apr 20 16:18:40.304124 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e6165-ee34-4406-875f-b78d283ab7aa req-b5ff8429-370f-464f-997b-c7c9471426b1 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:40.306844 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-416e6165-ee34-4406-875f-b78d283ab7aa req-b5ff8429-370f-464f-997b-c7c9471426b1 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.1146612 Apr 20 16:18:40.322419 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-cfff8c52-1798-4a0c-9ec3-4b6972aab129 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] For port 5822232e-f24c-4cd9-be4a-4448d4597296, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5822232e-f24c-4cd9-be4a-4448d4597296,segment=NetworkSegment(95100898-e1a4-4fc8-bca1-6318a051d7db),segment_id=95100898-e1a4-4fc8-bca1-6318a051d7db)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:40.322730 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-cfff8c52-1798-4a0c-9ec3-4b6972aab129 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:40.360124 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-cfff8c52-1798-4a0c-9ec3-4b6972aab129 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Calling delete_port for 5822232e-f24c-4cd9-be4a-4448d4597296 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:18:40.400086 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-416e6165-ee34-4406-875f-b78d283ab7aa req-bf206e7a-53d5-4422-8684-b42c1664e45c tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828314 Apr 20 16:18:40.432219 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-60de8e84-89c9-4d44-a7ca-a65e219e68ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:40.433886 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-60de8e84-89c9-4d44-a7ca-a65e219e68ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.1262054 Apr 20 16:18:40.496273 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-559551f8-d96f-4a7a-a555-73f58f5c5f21 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=de1e1248-d5ea-4a08-aa0e-118af458bc5f HTTP/1.1" status: 200 len: 217 time: 0.0545352 Apr 20 16:18:40.606286 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231820c-f833-4e78-8319-0398ee10c35e req-fa164b62-196e-4d90-82f4-cda4bd0119c5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:40.612297 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231820c-f833-4e78-8319-0398ee10c35e req-fa164b62-196e-4d90-82f4-cda4bd0119c5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:40.619122 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231820c-f833-4e78-8319-0398ee10c35e req-fa164b62-196e-4d90-82f4-cda4bd0119c5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:40.625154 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231820c-f833-4e78-8319-0398ee10c35e req-fa164b62-196e-4d90-82f4-cda4bd0119c5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:40.631739 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231820c-f833-4e78-8319-0398ee10c35e req-fa164b62-196e-4d90-82f4-cda4bd0119c5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:40.634349 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4231820c-f833-4e78-8319-0398ee10c35e req-fa164b62-196e-4d90-82f4-cda4bd0119c5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 3885 time: 0.1413083 Apr 20 16:18:40.636449 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-63f8e2aa-8dba-4a4e-9819-03f41a5cbbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:40.637852 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-63f8e2aa-8dba-4a4e-9819-03f41a5cbbbd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.1330531 Apr 20 16:18:40.706819 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4231820c-f833-4e78-8319-0398ee10c35e req-caf33393-2f0b-4731-9185-3c7e081cad33 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660858 Apr 20 16:18:40.716087 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-7eca329a-c262-4f6e-8437-7536767e69ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:40.717756 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-7eca329a-c262-4f6e-8437-7536767e69ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0710859 Apr 20 16:18:40.755088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccb355-f28e-40d1-a828-f2b0e3990244 req-f38e3974-4d08-4911-a13a-d4bb6dd3006a tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:40.756765 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9cccb355-f28e-40d1-a828-f2b0e3990244 req-f38e3974-4d08-4911-a13a-d4bb6dd3006a tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 944 time: 0.4308550 Apr 20 16:18:40.803421 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d75c9-6a20-47da-8963-acf1a78b8972 req-14ccf8f8-504d-4f53-b3e4-22b6029810eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:40.816476 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b5d75c9-6a20-47da-8963-acf1a78b8972 req-14ccf8f8-504d-4f53-b3e4-22b6029810eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4632da89faba4c6f8bca66fdf8a9bf10&device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 1096 time: 0.0940626 Apr 20 16:18:40.823186 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-5299f030-57eb-46d1-8a09-ac2e4687e2bd service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968404 Apr 20 16:18:40.832008 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9cccb355-f28e-40d1-a828-f2b0e3990244 req-ebb82933-842d-4fcf-992b-2174bb1f9d61 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8274fabd-df16-4939-a3cc-c239f00f731c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595570 Apr 20 16:18:40.934313 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5f7a3ed0-8f4b-477a-9671-7f4378107d9f req-4c3bc78f-dff9-49c6-823e-4a38bce3eac2 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996094 Apr 20 16:18:40.970974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d75c9-6a20-47da-8963-acf1a78b8972 req-c977a680-db5f-4329-8a61-0162f63506b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:40.972477 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b5d75c9-6a20-47da-8963-acf1a78b8972 req-c977a680-db5f-4329-8a61-0162f63506b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1909df4a-72a6-4533-bf20-1f90fba3849a HTTP/1.1" status: 200 len: 911 time: 0.1389158 Apr 20 16:18:41.045956 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b5d75c9-6a20-47da-8963-acf1a78b8972 req-3ebb5d0b-bb6a-4d4b-b781-1491f662c4af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb7745ff-4f81-4633-8823-8c3af85ef2c1 HTTP/1.1" status: 200 len: 1001 time: 0.0668426 Apr 20 16:18:41.046647 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-cfff8c52-1798-4a0c-9ec3-4b6972aab129 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:41.071727 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a3ec8-a0b1-49bf-9d28-e22e500d5f50 req-acd60afe-9c3b-4075-a048-104d715931ba tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:41.074082 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-857a3ec8-a0b1-49bf-9d28-e22e500d5f50 req-acd60afe-9c3b-4075-a048-104d715931ba tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 947 time: 0.0742579 Apr 20 16:18:41.109175 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff8c52-1798-4a0c-9ec3-4b6972aab129 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event deleted for resources: {'Port': ['ID=5822232e-f24c-4cd9-be4a-4448d4597296,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:41.130529 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-857a3ec8-a0b1-49bf-9d28-e22e500d5f50 req-1d1c1811-79f0-4f3b-9fbf-87bc67c8628d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496297 Apr 20 16:18:41.166914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d75c9-6a20-47da-8963-acf1a78b8972 req-3d1fe6ae-398e-4e8a-ae00-a0fe409b33e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:41.168380 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b5d75c9-6a20-47da-8963-acf1a78b8972 req-3d1fe6ae-398e-4e8a-ae00-a0fe409b33e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49f7ee52-7222-4a78-88ae-a616c6706517 HTTP/1.1" status: 200 len: 849 time: 0.1155837 Apr 20 16:18:41.169276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-cfff8c52-1798-4a0c-9ec3-4b6972aab129 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] No DVR routers for this DVR port 5822232e-f24c-4cd9-be4a-4448d4597296 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:18:41.172550 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-cfff8c52-1798-4a0c-9ec3-4b6972aab129 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:41.175828 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-cfff8c52-1798-4a0c-9ec3-4b6972aab129 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.30 "DELETE /v2.0/ports/5822232e-f24c-4cd9-be4a-4448d4597296 HTTP/1.1" status: 204 len: 173 time: 1.4831338 Apr 20 16:18:41.176377 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-deleted', 'tag': '5822232e-f24c-4cd9-be4a-4448d4597296'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:18:41.178618 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a90014b-7a96-4f4d-b8af-5d262d2d5f71" -d '{"events": [{"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-deleted", "tag": "5822232e-f24c-4cd9-be4a-4448d4597296"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:18:41.205392 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 9fb31366-e148-4f5b-844b-4036084eaaca no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:18:41.271717 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edd9595-d734-4f0c-9692-002c88f1cebf x-openstack-request-id: req-7edd9595-d734-4f0c-9692-002c88f1cebf {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:18:41.272181 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-deleted", "tag": "5822232e-f24c-4cd9-be4a-4448d4597296", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:18:41.273658 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7edd9595-d734-4f0c-9692-002c88f1cebf {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:18:41.273658 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7edd9595-d734-4f0c-9692-002c88f1cebf'] response: {'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-deleted', 'tag': '5822232e-f24c-4cd9-be4a-4448d4597296', 'status': 'completed', 'code': 200} Apr 20 16:18:41.314760 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d75c9-6a20-47da-8963-acf1a78b8972 req-dfd3abeb-9ff9-4b0b-87bc-9e71e33bb7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:41.316269 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b5d75c9-6a20-47da-8963-acf1a78b8972 req-dfd3abeb-9ff9-4b0b-87bc-9e71e33bb7fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1909df4a-72a6-4533-bf20-1f90fba3849a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279476 Apr 20 16:18:41.335950 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:41.339328 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7c782-f6cd-4325-8ba7-e6fea0827205 req-274b033a-6f40-46ca-a357-6d8deb6da051 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:41.340836 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddf7c782-f6cd-4325-8ba7-e6fea0827205 req-274b033a-6f40-46ca-a357-6d8deb6da051 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.1035519 Apr 20 16:18:41.359811 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fb31366-e148-4f5b-844b-4036084eaaca'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:18:41.362288 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9ab73b-159d-4f08-a5de-79f5d2e5358f" -d '{"events": [{"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-unplugged", "status": "completed", "tag": "9fb31366-e148-4f5b-844b-4036084eaaca"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:18:41.377059 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 9fb31366-e148-4f5b-844b-4036084eaaca, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=9fb31366-e148-4f5b-844b-4036084eaaca,segment=NetworkSegment(3e27c4e3-03c3-485b-82d8-3a2925a815bc),segment_id=3e27c4e3-03c3-485b-82d8-3a2925a815bc)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:41.414704 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0449f8-7e4b-4c8f-a3c9-2b226264dcb3 x-openstack-request-id: req-bb0449f8-7e4b-4c8f-a3c9-2b226264dcb3 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:18:41.415304 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-unplugged", "status": "completed", "tag": "9fb31366-e148-4f5b-844b-4036084eaaca", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:18:41.415780 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb0449f8-7e4b-4c8f-a3c9-2b226264dcb3 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:18:41.416449 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb0449f8-7e4b-4c8f-a3c9-2b226264dcb3'] response: {'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fb31366-e148-4f5b-844b-4036084eaaca', 'code': 200} Apr 20 16:18:41.422025 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6c1b20-ee48-485d-aef8-db8de634bddb', 'tag': 'de1e1248-d5ea-4a08-aa0e-118af458bc5f'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:18:41.423642 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fd4012-1e9e-4d08-b937-527b1ec1d174" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6c1b20-ee48-485d-aef8-db8de634bddb", "tag": "de1e1248-d5ea-4a08-aa0e-118af458bc5f"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:18:41.447768 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:41.451426 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 5bfe4719-d3c9-4587-be2e-3aed8a329439 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:18:41.463489 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddf7c782-f6cd-4325-8ba7-e6fea0827205 req-dd09531e-bc21-423b-90ed-fc48634363d5 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115127 Apr 20 16:18:41.470077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-b0b0eb04-1dff-4116-b289-0ebbeaa25ee4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Deleting port f1becdf7-758a-461a-b7f0-fe832ccc2da3 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:18:41.470430 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-b0b0eb04-1dff-4116-b289-0ebbeaa25ee4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:41.491710 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1940a2-a1d1-4a89-a6e1-5a834b7c3e2d x-openstack-request-id: req-8a1940a2-a1d1-4a89-a6e1-5a834b7c3e2d {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:18:41.491987 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6c1b20-ee48-485d-aef8-db8de634bddb", "tag": "de1e1248-d5ea-4a08-aa0e-118af458bc5f", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:18:41.492893 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a1940a2-a1d1-4a89-a6e1-5a834b7c3e2d {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:18:41.493820 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a1940a2-a1d1-4a89-a6e1-5a834b7c3e2d'] response: {'name': 'network-changed', 'server_uuid': '7b6c1b20-ee48-485d-aef8-db8de634bddb', 'tag': 'de1e1248-d5ea-4a08-aa0e-118af458bc5f', 'status': 'completed', 'code': 200} Apr 20 16:18:41.502907 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b5d75c9-6a20-47da-8963-acf1a78b8972 req-2354ef1f-cd94-483c-8871-e141b3e91b95 service neutron] 10.222.0.26 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727433 Apr 20 16:18:41.596657 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:41.670884 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=9fb31366-e148-4f5b-844b-4036084eaaca,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:41.690407 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd4012-1e9e-4d08-b937-527b1ec1d174 req-c2feb75e-9c14-49fd-99ca-8d0e8d2dc04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:41.691967 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-85fd4012-1e9e-4d08-b937-527b1ec1d174 req-c2feb75e-9c14-49fd-99ca-8d0e8d2dc04e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 1098 time: 0.1460474 Apr 20 16:18:41.702012 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 5bfe4719-d3c9-4587-be2e-3aed8a329439, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5bfe4719-d3c9-4587-be2e-3aed8a329439,segment=NetworkSegment(3e27c4e3-03c3-485b-82d8-3a2925a815bc),segment_id=3e27c4e3-03c3-485b-82d8-3a2925a815bc)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:41.710286 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb73539-cd15-4312-86cf-73ce36dd3f7a req-a9231f84-1e73-4093-aea0-189550d549ea tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:41.718312 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8eb73539-cd15-4312-86cf-73ce36dd3f7a req-a9231f84-1e73-4093-aea0-189550d549ea tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.1449234 Apr 20 16:18:41.737148 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd4012-1e9e-4d08-b937-527b1ec1d174 req-941d24f8-7f34-42c6-9399-a938d85f8987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:41.738760 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85fd4012-1e9e-4d08-b937-527b1ec1d174 req-941d24f8-7f34-42c6-9399-a938d85f8987 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 1098 time: 0.1788342 Apr 20 16:18:41.791143 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:41.792493 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f1becdf7-758a-461a-b7f0-fe832ccc2da3 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:18:41.797241 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-b0b0eb04-1dff-4116-b289-0ebbeaa25ee4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] For port f1becdf7-758a-461a-b7f0-fe832ccc2da3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f1becdf7-758a-461a-b7f0-fe832ccc2da3,segment=NetworkSegment(95100898-e1a4-4fc8-bca1-6318a051d7db),segment_id=95100898-e1a4-4fc8-bca1-6318a051d7db)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:41.797740 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-b0b0eb04-1dff-4116-b289-0ebbeaa25ee4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:41.826360 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8eb73539-cd15-4312-86cf-73ce36dd3f7a req-c2f40555-e42b-4170-96e3-a549f8af9c33 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047733 Apr 20 16:18:41.860116 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b5d75c9-6a20-47da-8963-acf1a78b8972 req-2cd98572-5a90-4483-aa3d-3cbf20fc6419 service neutron] 10.222.0.26 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910025 Apr 20 16:18:41.871371 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd4012-1e9e-4d08-b937-527b1ec1d174 req-448a6448-2c82-43d2-81fa-3fe982dc1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:41.872525 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-85fd4012-1e9e-4d08-b937-527b1ec1d174 req-448a6448-2c82-43d2-81fa-3fe982dc1a09 service neutron] 10.222.0.26 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.1349385 Apr 20 16:18:41.891696 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-b0b0eb04-1dff-4116-b289-0ebbeaa25ee4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Calling delete_port for f1becdf7-758a-461a-b7f0-fe832ccc2da3 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:18:41.947379 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=5bfe4719-d3c9-4587-be2e-3aed8a329439,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:41.968691 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-85fd4012-1e9e-4d08-b937-527b1ec1d174 req-a28398fc-e9a2-43b9-afb9-dd2124ca1664 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=de1e1248-d5ea-4a08-aa0e-118af458bc5f HTTP/1.1" status: 200 len: 217 time: 0.0859919 Apr 20 16:18:41.995098 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:42.002112 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad14bea-776b-437a-bbfe-bb8986a53f3b req-c5d30137-59ec-4332-95eb-c6d65a94b79d tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:42.008764 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad14bea-776b-437a-bbfe-bb8986a53f3b req-c5d30137-59ec-4332-95eb-c6d65a94b79d tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:42.015446 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad14bea-776b-437a-bbfe-bb8986a53f3b req-c5d30137-59ec-4332-95eb-c6d65a94b79d tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:42.021806 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ff0c8-61b3-4ac2-805b-e73c75d415cb req-8cf4b55a-ef21-4e94-8930-92e418a7e5f4 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:42.022220 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad14bea-776b-437a-bbfe-bb8986a53f3b req-c5d30137-59ec-4332-95eb-c6d65a94b79d tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:42.024020 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f53ff0c8-61b3-4ac2-805b-e73c75d415cb req-8cf4b55a-ef21-4e94-8930-92e418a7e5f4 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 944 time: 0.0713811 Apr 20 16:18:42.031112 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cad14bea-776b-437a-bbfe-bb8986a53f3b req-c5d30137-59ec-4332-95eb-c6d65a94b79d tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 3147 time: 0.2234821 Apr 20 16:18:42.057899 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd4012-1e9e-4d08-b937-527b1ec1d174 req-7008ad64-fc40-4c0c-be1d-12dbd9dd6dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:42.060241 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85fd4012-1e9e-4d08-b937-527b1ec1d174 req-7008ad64-fc40-4c0c-be1d-12dbd9dd6dcd service neutron] 10.222.0.30 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.3102794 Apr 20 16:18:42.066117 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f1becdf7-758a-461a-b7f0-fe832ccc2da3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f1becdf7-758a-461a-b7f0-fe832ccc2da3,segment=NetworkSegment(95100898-e1a4-4fc8-bca1-6318a051d7db),segment_id=95100898-e1a4-4fc8-bca1-6318a051d7db)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:42.092848 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f53ff0c8-61b3-4ac2-805b-e73c75d415cb req-18f34d6f-1bcd-4f26-ba21-d42e41ab8d01 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8274fabd-df16-4939-a3cc-c239f00f731c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490100 Apr 20 16:18:42.106070 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd4012-1e9e-4d08-b937-527b1ec1d174 req-a732d107-8c19-4df0-8e8f-1fcbdeadea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:42.108497 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-85fd4012-1e9e-4d08-b937-527b1ec1d174 req-a732d107-8c19-4df0-8e8f-1fcbdeadea12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.1071916 Apr 20 16:18:42.129206 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85fd4012-1e9e-4d08-b937-527b1ec1d174 req-89009871-fa5d-4835-9a49-0c12a31b743f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=de1e1248-d5ea-4a08-aa0e-118af458bc5f HTTP/1.1" status: 200 len: 217 time: 0.0534885 Apr 20 16:18:42.133980 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cad14bea-776b-437a-bbfe-bb8986a53f3b req-38f079ba-bd4d-4fa0-ae63-4891f579da36 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018028 Apr 20 16:18:42.139071 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:42.140152 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 18f3702c-45ea-40ef-a824-e2709a902263 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:18:42.220279 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd4012-1e9e-4d08-b937-527b1ec1d174 req-4f8d3ca4-912d-40c8-8776-7cdd80d7cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:42.222530 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd4012-1e9e-4d08-b937-527b1ec1d174 req-5ea66cea-cbb7-45f5-a04a-a23d6d00443e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:42.223365 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-85fd4012-1e9e-4d08-b937-527b1ec1d174 req-4f8d3ca4-912d-40c8-8776-7cdd80d7cb33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1061428 Apr 20 16:18:42.224452 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85fd4012-1e9e-4d08-b937-527b1ec1d174 req-5ea66cea-cbb7-45f5-a04a-a23d6d00443e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0883043 Apr 20 16:18:42.289878 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=f1becdf7-758a-461a-b7f0-fe832ccc2da3,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:42.295710 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:42.312442 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd4012-1e9e-4d08-b937-527b1ec1d174 req-51a1213f-0e34-4c5d-bb89-7add5b875a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:42.314130 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85fd4012-1e9e-4d08-b937-527b1ec1d174 req-51a1213f-0e34-4c5d-bb89-7add5b875a08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0815859 Apr 20 16:18:42.346219 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 18f3702c-45ea-40ef-a824-e2709a902263, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=18f3702c-45ea-40ef-a824-e2709a902263,segment=NetworkSegment(f3c2a4b0-1636-4c33-9c91-442e824bef9f),segment_id=f3c2a4b0-1636-4c33-9c91-442e824bef9f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:42.370286 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bcca8-5dde-4f2c-99e3-a37562ce87dc req-0c2a3152-bc73-447e-a95b-ef048402df60 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:42.378308 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ed4bcca8-5dde-4f2c-99e3-a37562ce87dc req-0c2a3152-bc73-447e-a95b-ef048402df60 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 947 time: 0.1315153 Apr 20 16:18:42.424222 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:42.425428 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 5822232e-f24c-4cd9-be4a-4448d4597296 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:18:42.439726 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ed4bcca8-5dde-4f2c-99e3-a37562ce87dc req-2fb41f9e-55df-45b4-b1b9-2da8505d623d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604911 Apr 20 16:18:42.442383 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85fd4012-1e9e-4d08-b937-527b1ec1d174 req-974413e0-0a7e-4d57-9296-f1ab5ec0656c service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195276 Apr 20 16:18:42.461425 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-b0b0eb04-1dff-4116-b289-0ebbeaa25ee4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:42.468691 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-85fd4012-1e9e-4d08-b937-527b1ec1d174 req-a11f6c03-97e8-40b4-8bd0-a56638fd9c10 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366042 Apr 20 16:18:42.489869 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 5822232e-f24c-4cd9-be4a-4448d4597296 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:18:42.490288 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 5822232e-f24c-4cd9-be4a-4448d4597296 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:18:42.490799 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 86bc5f31-0189-4f35-860c-022465c8e0d6 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:18:42.529359 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0eb04-1dff-4116-b289-0ebbeaa25ee4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event deleted for resources: {'Port': ['ID=f1becdf7-758a-461a-b7f0-fe832ccc2da3,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:42.541884 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 86bc5f31-0189-4f35-860c-022465c8e0d6 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:18:42.542631 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device de1e1248-d5ea-4a08-aa0e-118af458bc5f no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:18:42.597296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=18f3702c-45ea-40ef-a824-e2709a902263,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:42.624849 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device de1e1248-d5ea-4a08-aa0e-118af458bc5f not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:18:42.626052 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 109b0a13-d200-4ede-b5d7-d7341c55a715 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:18:42.668902 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-85fd4012-1e9e-4d08-b937-527b1ec1d174 req-ed4e03a0-3b68-4cd6-9cb3-7dbe861bc576 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905310 Apr 20 16:18:42.669156 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 109b0a13-d200-4ede-b5d7-d7341c55a715 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:18:42.677809 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-b0b0eb04-1dff-4116-b289-0ebbeaa25ee4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] No DVR routers for this DVR port f1becdf7-758a-461a-b7f0-fe832ccc2da3 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:18:42.682238 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-b0b0eb04-1dff-4116-b289-0ebbeaa25ee4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:42.685595 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-b0b0eb04-1dff-4116-b289-0ebbeaa25ee4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.30 "DELETE /v2.0/ports/f1becdf7-758a-461a-b7f0-fe832ccc2da3 HTTP/1.1" status: 204 len: 173 time: 1.5033817 Apr 20 16:18:42.767308 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5795f6b-f2b8-4ecc-8453-4f77bef0ea89 req-b8f6a187-611d-43e4-b85c-508ffcc5943c tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:42.768791 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d5795f6b-f2b8-4ecc-8453-4f77bef0ea89 req-b8f6a187-611d-43e4-b85c-508ffcc5943c tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.1406822 Apr 20 16:18:42.799122 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85fd4012-1e9e-4d08-b937-527b1ec1d174 req-ebc337d2-b93f-47e3-9e4e-1e04e47fc46c service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493760 Apr 20 16:18:42.837877 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d5795f6b-f2b8-4ecc-8453-4f77bef0ea89 req-a97fa9f4-2fa3-4cfe-a037-dd8395f4c27e tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464957 Apr 20 16:18:42.875756 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-ab5c0b4e-603f-4837-a3a6-6a4012d721ac tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Deleting port 18f3702c-45ea-40ef-a824-e2709a902263 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:18:42.876397 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-ab5c0b4e-603f-4837-a3a6-6a4012d721ac tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:42.978063 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c0e7f-9f10-4cc8-ab56-c8b8fbe6617c req-4fb90663-2a87-4b5d-8c24-ca4bdf0ecf20 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:42.980444 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-751c0e7f-9f10-4cc8-ab56-c8b8fbe6617c req-4fb90663-2a87-4b5d-8c24-ca4bdf0ecf20 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.0591333 Apr 20 16:18:43.014023 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-ab5c0b4e-603f-4837-a3a6-6a4012d721ac tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] For port 18f3702c-45ea-40ef-a824-e2709a902263, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=18f3702c-45ea-40ef-a824-e2709a902263,segment=NetworkSegment(f3c2a4b0-1636-4c33-9c91-442e824bef9f),segment_id=f3c2a4b0-1636-4c33-9c91-442e824bef9f)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:43.014396 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-ab5c0b4e-603f-4837-a3a6-6a4012d721ac tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:43.036175 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-751c0e7f-9f10-4cc8-ab56-c8b8fbe6617c req-6a4ad057-5f9c-4c35-85a7-ea3afc031179 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458558 Apr 20 16:18:43.223361 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-ab5c0b4e-603f-4837-a3a6-6a4012d721ac tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:43.223907 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-ab5c0b4e-603f-4837-a3a6-6a4012d721ac tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:43.223907 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-ab5c0b4e-603f-4837-a3a6-6a4012d721ac tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Floating IP 741cf5db-410c-4259-8cae-89ff6f1e4b51 disassociated. External IP: 172.25.0.167, port: 18f3702c-45ea-40ef-a824-e2709a902263. Apr 20 16:18:43.224283 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-ab5c0b4e-603f-4837-a3a6-6a4012d721ac tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Calling delete_port for 18f3702c-45ea-40ef-a824-e2709a902263 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:18:43.241860 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43030417-8a23-4da1-97d6-863e3e25617e req-6d35725f-cb04-4a10-ad38-c028c8cee4d2 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:43.244061 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-43030417-8a23-4da1-97d6-863e3e25617e req-6d35725f-cb04-4a10-ad38-c028c8cee4d2 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 944 time: 0.0692716 Apr 20 16:18:43.284813 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-43030417-8a23-4da1-97d6-863e3e25617e req-666c5132-4769-4258-a2bf-315c73776f73 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8274fabd-df16-4939-a3cc-c239f00f731c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338671 Apr 20 16:18:43.290428 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-deleted', 'tag': 'f1becdf7-758a-461a-b7f0-fe832ccc2da3'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:18:43.291758 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a1fa42-91ba-4fac-b26e-5be208283380" -d '{"events": [{"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-deleted", "tag": "f1becdf7-758a-461a-b7f0-fe832ccc2da3"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:18:43.332616 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5f7a6-9031-414a-83a6-dd2fceabe5b1 req-8d498bee-537b-49f5-b544-3ecfa55ef04a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:43.334102 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ab5f7a6-9031-414a-83a6-dd2fceabe5b1 req-8d498bee-537b-49f5-b544-3ecfa55ef04a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.1050406 Apr 20 16:18:43.410537 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ab5f7a6-9031-414a-83a6-dd2fceabe5b1 req-dffed930-08f5-4563-8d8e-4601e80c5b7b tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661514 Apr 20 16:18:43.423349 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bfe4719-d3c9-4587-be2e-3aed8a329439'}, {'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1becdf7-758a-461a-b7f0-fe832ccc2da3'}, {'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f3702c-45ea-40ef-a824-e2709a902263'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:18:43.425960 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155d0c60-32fa-44ae-ab19-92f4bc129c3c" -d '{"events": [{"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-unplugged", "status": "completed", "tag": "5bfe4719-d3c9-4587-be2e-3aed8a329439"}, {"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-unplugged", "status": "completed", "tag": "f1becdf7-758a-461a-b7f0-fe832ccc2da3"}, {"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-unplugged", "status": "completed", "tag": "18f3702c-45ea-40ef-a824-e2709a902263"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:18:43.442066 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ef955-28a0-4d99-9cf7-64e95bf8e3f0 req-e98b2201-d5cd-4710-b126-72d0ae4ce700 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:43.448857 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ef955-28a0-4d99-9cf7-64e95bf8e3f0 req-e98b2201-d5cd-4710-b126-72d0ae4ce700 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:43.456440 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ef955-28a0-4d99-9cf7-64e95bf8e3f0 req-e98b2201-d5cd-4710-b126-72d0ae4ce700 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:43.458138 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a2ef955-28a0-4d99-9cf7-64e95bf8e3f0 req-e98b2201-d5cd-4710-b126-72d0ae4ce700 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 2410 time: 0.0997024 Apr 20 16:18:43.481866 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c578e798-9e68-42ca-8848-d1dbaa42d18f x-openstack-request-id: req-c578e798-9e68-42ca-8848-d1dbaa42d18f {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:18:43.481866 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-deleted", "tag": "f1becdf7-758a-461a-b7f0-fe832ccc2da3", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:18:43.482116 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c578e798-9e68-42ca-8848-d1dbaa42d18f {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:18:43.482415 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c578e798-9e68-42ca-8848-d1dbaa42d18f'] response: {'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-deleted', 'tag': 'f1becdf7-758a-461a-b7f0-fe832ccc2da3', 'status': 'completed', 'code': 200} Apr 20 16:18:43.519762 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db8dfe-203f-4336-9908-8d1417236457 req-d4a1657c-7dbf-4d71-a7d4-6f044d69e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:43.519938 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-ab5c0b4e-603f-4837-a3a6-6a4012d721ac tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:43.520062 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 20 Apr 2022 16:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c652c9f-8ef1-49a3-9301-9a98d793acb4 x-openstack-request-id: req-1c652c9f-8ef1-49a3-9301-9a98d793acb4 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:18:43.520161 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-55db8dfe-203f-4336-9908-8d1417236457 req-d4a1657c-7dbf-4d71-a7d4-6f044d69e88d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4632da89faba4c6f8bca66fdf8a9bf10&device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 1096 time: 0.1060383 Apr 20 16:18:43.520260 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-unplugged", "status": "completed", "tag": "5bfe4719-d3c9-4587-be2e-3aed8a329439", "code": 200}, {"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-unplugged", "status": "completed", "tag": "f1becdf7-758a-461a-b7f0-fe832ccc2da3", "code": 200}, {"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-unplugged", "status": "completed", "tag": "18f3702c-45ea-40ef-a824-e2709a902263", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:18:43.520260 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c652c9f-8ef1-49a3-9301-9a98d793acb4 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:18:43.520929 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c652c9f-8ef1-49a3-9301-9a98d793acb4'] response: {'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bfe4719-d3c9-4587-be2e-3aed8a329439', 'code': 200} Apr 20 16:18:43.521325 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c652c9f-8ef1-49a3-9301-9a98d793acb4'] response: {'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1becdf7-758a-461a-b7f0-fe832ccc2da3', 'code': 200} Apr 20 16:18:43.521719 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c652c9f-8ef1-49a3-9301-9a98d793acb4'] response: {'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f3702c-45ea-40ef-a824-e2709a902263', 'code': 200} Apr 20 16:18:43.522285 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a2ef955-28a0-4d99-9cf7-64e95bf8e3f0 req-082b365f-50da-4640-ade6-9b2de03d452b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489886 Apr 20 16:18:43.569439 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c0b4e-603f-4837-a3a6-6a4012d721ac tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event deleted for resources: {'Port': ['ID=18f3702c-45ea-40ef-a824-e2709a902263,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:43.631664 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db8dfe-203f-4336-9908-8d1417236457 req-b3990592-1f5c-4620-90dc-8268d1bfa363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:43.633322 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-55db8dfe-203f-4336-9908-8d1417236457 req-b3990592-1f5c-4620-90dc-8268d1bfa363 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1909df4a-72a6-4533-bf20-1f90fba3849a HTTP/1.1" status: 200 len: 911 time: 0.1058865 Apr 20 16:18:43.673174 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519d87a-be82-4079-8fbf-bd5f0349d819 req-3a67b801-2596-4dad-be47-0335dccb1b39 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:43.674884 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6519d87a-be82-4079-8fbf-bd5f0349d819 req-3a67b801-2596-4dad-be47-0335dccb1b39 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 947 time: 0.1014242 Apr 20 16:18:43.704580 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-55db8dfe-203f-4336-9908-8d1417236457 req-02ea975e-2a74-4da5-885d-c8227103879e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb7745ff-4f81-4633-8823-8c3af85ef2c1 HTTP/1.1" status: 200 len: 1001 time: 0.0624237 Apr 20 16:18:43.758689 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db8dfe-203f-4336-9908-8d1417236457 req-e9d72c8b-26f7-49f1-a7c4-da1ffe91e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:43.759015 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6519d87a-be82-4079-8fbf-bd5f0349d819 req-d5c72c8d-d8d2-4c9c-848c-f0dbe55efdfc tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471826 Apr 20 16:18:43.760050 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-55db8dfe-203f-4336-9908-8d1417236457 req-e9d72c8b-26f7-49f1-a7c4-da1ffe91e1e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49f7ee52-7222-4a78-88ae-a616c6706517 HTTP/1.1" status: 200 len: 849 time: 0.0477626 Apr 20 16:18:43.762893 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-ab5c0b4e-603f-4837-a3a6-6a4012d721ac tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Router 51540090-b602-43cc-b46b-72c28572b016 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:18:43.820738 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db8dfe-203f-4336-9908-8d1417236457 req-8973a904-4f32-47be-8928-f4918869a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:43.822458 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-55db8dfe-203f-4336-9908-8d1417236457 req-8973a904-4f32-47be-8928-f4918869a65e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1909df4a-72a6-4533-bf20-1f90fba3849a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519600 Apr 20 16:18:43.872626 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-ab5c0b4e-603f-4837-a3a6-6a4012d721ac tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:18:43.884049 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679ebf1b-27b8-4b0f-92cf-3b8aed243584 None None] Sync routers for ids ['51540090-b602-43cc-b46b-72c28572b016'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:18:43.894571 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679ebf1b-27b8-4b0f-92cf-3b8aed243584 None None] Routers {'51540090-b602-43cc-b46b-72c28572b016'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:18:43.895189 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-679ebf1b-27b8-4b0f-92cf-3b8aed243584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:18:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['51540090-b602-43cc-b46b-72c28572b016'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:43.914467 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-ab5c0b4e-603f-4837-a3a6-6a4012d721ac tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] No DVR routers for this DVR port 18f3702c-45ea-40ef-a824-e2709a902263 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:18:43.917256 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-ab5c0b4e-603f-4837-a3a6-6a4012d721ac tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:43.921159 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-ab5c0b4e-603f-4837-a3a6-6a4012d721ac tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.30 "DELETE /v2.0/ports/18f3702c-45ea-40ef-a824-e2709a902263 HTTP/1.1" status: 204 len: 173 time: 1.2279181 Apr 20 16:18:43.939877 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-55db8dfe-203f-4336-9908-8d1417236457 req-39eca984-0e06-49cb-b4ce-9183fc8ffa0f service neutron] 10.222.0.26 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034822 Apr 20 16:18:44.015312 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-679ebf1b-27b8-4b0f-92cf-3b8aed243584 None None] Set router 51540090-b602-43cc-b46b-72c28572b016 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:18:44.035358 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-3b31fbe7-62b8-4973-8cac-164787917388 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Deleting port 9fb31366-e148-4f5b-844b-4036084eaaca {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:18:44.035797 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-3b31fbe7-62b8-4973-8cac-164787917388 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:44.075155 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-55db8dfe-203f-4336-9908-8d1417236457 req-0239d82a-6f77-4abb-a85b-cfa9808fac8f service neutron] 10.222.0.26 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246474 Apr 20 16:18:44.159406 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-3b31fbe7-62b8-4973-8cac-164787917388 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] For port 9fb31366-e148-4f5b-844b-4036084eaaca, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=9fb31366-e148-4f5b-844b-4036084eaaca,segment=NetworkSegment(3e27c4e3-03c3-485b-82d8-3a2925a815bc),segment_id=3e27c4e3-03c3-485b-82d8-3a2925a815bc)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:44.159921 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-3b31fbe7-62b8-4973-8cac-164787917388 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:44.180685 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-3b31fbe7-62b8-4973-8cac-164787917388 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Calling delete_port for 9fb31366-e148-4f5b-844b-4036084eaaca owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:18:44.184601 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1a199-1010-48f6-bd02-2ad8a1b39b37 req-ee4930ff-c11f-49ae-aa7b-1921f915aec1 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:44.189304 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4ef1a199-1010-48f6-bd02-2ad8a1b39b37 req-ee4930ff-c11f-49ae-aa7b-1921f915aec1 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.0556695 Apr 20 16:18:44.228079 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4ef1a199-1010-48f6-bd02-2ad8a1b39b37 req-d85712e7-75a1-48dc-9b88-b9b488ddd4b6 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354991 Apr 20 16:18:44.336399 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-679ebf1b-27b8-4b0f-92cf-3b8aed243584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51540090-b602-43cc-b46b-72c28572b016', 'name': 'tempest-TaggedBootDevicesTest_v242-434958766-router', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'e668af26-f568-403c-a906-c0590e27df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:23Z', 'updated_at': '2022-04-20T16:11:28Z', 'revision_number': 4, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'gw_port': {'id': 'e668af26-f568-403c-a906-c0590e27df3e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51540090-b602-43cc-b46b-72c28572b016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:24Z', 'updated_at': '2022-04-20T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'b130de76-3b49-4f14-a308-ce37a962a5aa', 'name': '', 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'mac_address': 'fa:16:3e:f1:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51540090-b602-43cc-b46b-72c28572b016', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bf84b94b-dba3-472d-a23f-24ed520f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:27Z', 'updated_at': '2022-04-20T16:11:37Z', 'revision_number': 5, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'subnets': [{'id': 'bf84b94b-dba3-472d-a23f-24ed520f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:44.362849 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-3b31fbe7-62b8-4973-8cac-164787917388 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:44.363411 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679ebf1b-27b8-4b0f-92cf-3b8aed243584 None None] Checking router: 51540090-b602-43cc-b46b-72c28572b016 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:18:44.371523 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679ebf1b-27b8-4b0f-92cf-3b8aed243584 None None] Routers {'51540090-b602-43cc-b46b-72c28572b016'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:18:44.372220 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-679ebf1b-27b8-4b0f-92cf-3b8aed243584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:18:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['51540090-b602-43cc-b46b-72c28572b016'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:44.400231 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31fbe7-62b8-4973-8cac-164787917388 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event deleted for resources: {'Port': ['ID=9fb31366-e148-4f5b-844b-4036084eaaca,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:44.464463 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-3b31fbe7-62b8-4973-8cac-164787917388 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] No DVR routers for this DVR port 9fb31366-e148-4f5b-844b-4036084eaaca on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:18:44.467875 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-3b31fbe7-62b8-4973-8cac-164787917388 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:44.471277 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-3b31fbe7-62b8-4973-8cac-164787917388 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.30 "DELETE /v2.0/ports/9fb31366-e148-4f5b-844b-4036084eaaca HTTP/1.1" status: 204 len: 173 time: 0.5381446 Apr 20 16:18:44.482453 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225dbd43-2592-40e2-acd5-66b7e5f76da8 req-ffd5bb57-9eb4-4148-aa9b-86431a784d51 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:44.489729 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-225dbd43-2592-40e2-acd5-66b7e5f76da8 req-ffd5bb57-9eb4-4148-aa9b-86431a784d51 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 944 time: 0.1280954 Apr 20 16:18:44.494335 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-679ebf1b-27b8-4b0f-92cf-3b8aed243584 None None] Set router 51540090-b602-43cc-b46b-72c28572b016 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:18:44.540510 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0496e825-b2e0-4731-9562-bebd28acb453 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:18:44.568130 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22d484-05e1-40da-bdac-6312994890ec req-92154f68-f963-4a37-b575-0467caa7dba0 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:44.569794 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6c22d484-05e1-40da-bdac-6312994890ec req-92154f68-f963-4a37-b575-0467caa7dba0 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0631139 Apr 20 16:18:44.584086 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-225dbd43-2592-40e2-acd5-66b7e5f76da8 req-f416f51a-efd2-4930-b17c-004ea5a16a31 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8274fabd-df16-4939-a3cc-c239f00f731c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934126 Apr 20 16:18:44.619408 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-367187e9-e2c3-4018-807d-558fd3a80102 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Deleting port 5bfe4719-d3c9-4587-be2e-3aed8a329439 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:18:44.619955 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-367187e9-e2c3-4018-807d-558fd3a80102 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:44.662158 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0496e825-b2e0-4731-9562-bebd28acb453, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0496e825-b2e0-4731-9562-bebd28acb453,segment=NetworkSegment(7ab6d776-64ff-4c93-b169-1220d70fe1bf),segment_id=7ab6d776-64ff-4c93-b169-1220d70fe1bf)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:44.662814 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6c22d484-05e1-40da-bdac-6312994890ec req-51ad5929-cf06-4798-8ac8-32cdb7f9b95b tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853286 Apr 20 16:18:44.683047 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '0496e825-b2e0-4731-9562-bebd28acb453', 'network_id': '425574df-8198-4c82-8683-689a6be85e53', 'port_id': '0496e825-b2e0-4731-9562-bebd28acb453', 'mac_address': 'fa:16:3e:d6:bd:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '642e8379-a3e1-47cb-a57b-ddf81f197190', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:18:44.728381 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:44.742998 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0496e825-b2e0-4731-9562-bebd28acb453 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:18:44.750657 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-367187e9-e2c3-4018-807d-558fd3a80102 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] For port 5bfe4719-d3c9-4587-be2e-3aed8a329439, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5bfe4719-d3c9-4587-be2e-3aed8a329439,segment=NetworkSegment(3e27c4e3-03c3-485b-82d8-3a2925a815bc),segment_id=3e27c4e3-03c3-485b-82d8-3a2925a815bc)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:44.751030 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-367187e9-e2c3-4018-807d-558fd3a80102 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:44.751242 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-679ebf1b-27b8-4b0f-92cf-3b8aed243584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51540090-b602-43cc-b46b-72c28572b016', 'name': 'tempest-TaggedBootDevicesTest_v242-434958766-router', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'e668af26-f568-403c-a906-c0590e27df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:23Z', 'updated_at': '2022-04-20T16:11:28Z', 'revision_number': 4, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'gw_port': {'id': 'e668af26-f568-403c-a906-c0590e27df3e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51540090-b602-43cc-b46b-72c28572b016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:24Z', 'updated_at': '2022-04-20T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'b130de76-3b49-4f14-a308-ce37a962a5aa', 'name': '', 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'mac_address': 'fa:16:3e:f1:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51540090-b602-43cc-b46b-72c28572b016', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bf84b94b-dba3-472d-a23f-24ed520f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:27Z', 'updated_at': '2022-04-20T16:11:37Z', 'revision_number': 5, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'subnets': [{'id': 'bf84b94b-dba3-472d-a23f-24ed520f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:44.763125 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0496e825-b2e0-4731-9562-bebd28acb453, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0496e825-b2e0-4731-9562-bebd28acb453,segment=NetworkSegment(7ab6d776-64ff-4c93-b169-1220d70fe1bf),segment_id=7ab6d776-64ff-4c93-b169-1220d70fe1bf)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:44.776486 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1620465-cbe0-4011-8c16-1c249f30f9bb req-905bb95d-c54b-4347-933a-4072963c5713 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:44.777966 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e1620465-cbe0-4011-8c16-1c249f30f9bb req-905bb95d-c54b-4347-933a-4072963c5713 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 943 time: 0.0895545 Apr 20 16:18:44.778886 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-367187e9-e2c3-4018-807d-558fd3a80102 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Calling delete_port for 5bfe4719-d3c9-4587-be2e-3aed8a329439 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:18:44.779538 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679ebf1b-27b8-4b0f-92cf-3b8aed243584 None None] The sync data for ids ['51540090-b602-43cc-b46b-72c28572b016'] in n-d-836146-2 is: [{'id': '51540090-b602-43cc-b46b-72c28572b016', 'name': 'tempest-TaggedBootDevicesTest_v242-434958766-router', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'e668af26-f568-403c-a906-c0590e27df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:23Z', 'updated_at': '2022-04-20T16:11:28Z', 'revision_number': 4, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'gw_port': {'id': 'e668af26-f568-403c-a906-c0590e27df3e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51540090-b602-43cc-b46b-72c28572b016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:24Z', 'updated_at': '2022-04-20T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'b130de76-3b49-4f14-a308-ce37a962a5aa', 'name': '', 'network_id': '5a539455-a33b-4573-a499-12dcf82cf2d8', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'mac_address': 'fa:16:3e:f1:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51540090-b602-43cc-b46b-72c28572b016', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bf84b94b-dba3-472d-a23f-24ed520f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:27Z', 'updated_at': '2022-04-20T16:11:37Z', 'revision_number': 5, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'subnets': [{'id': 'bf84b94b-dba3-472d-a23f-24ed520f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:18:44.852500 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:44.869870 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e1620465-cbe0-4011-8c16-1c249f30f9bb req-0da10b47-12d8-4534-99d2-2eedd9d2882b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups?id=36786094-dd31-415b-bb93-ee64d32ee758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797164 Apr 20 16:18:44.921153 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169684f-b60b-4fa8-ab37-e27c36b78bbf req-030943c1-0079-49f1-a712-629e83245ed9 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:44.930058 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e169684f-b60b-4fa8-ab37-e27c36b78bbf req-030943c1-0079-49f1-a712-629e83245ed9 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 947 time: 0.0805836 Apr 20 16:18:44.934488 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=0496e825-b2e0-4731-9562-bebd28acb453,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:44.968726 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e169684f-b60b-4fa8-ab37-e27c36b78bbf req-3c7767d7-1e52-46be-a3b5-ae4baf5c0aa5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376277 Apr 20 16:18:45.057374 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-367187e9-e2c3-4018-807d-558fd3a80102 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:45.090262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367187e9-e2c3-4018-807d-558fd3a80102 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event deleted for resources: {'Port': ['ID=5bfe4719-d3c9-4587-be2e-3aed8a329439,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:45.115538 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405b87b1-38f3-4fae-b22d-cb9c3b5b14d1 None None] New status for floating IP 741cf5db-410c-4259-8cae-89ff6f1e4b51: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:18:45.135309 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-367187e9-e2c3-4018-807d-558fd3a80102 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] No DVR routers for this DVR port 5bfe4719-d3c9-4587-be2e-3aed8a329439 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:18:45.137818 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-367187e9-e2c3-4018-807d-558fd3a80102 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:45.141271 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-efc63d90-bf5b-4734-8668-0ff7f90dc2b4 req-367187e9-e2c3-4018-807d-558fd3a80102 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.30 "DELETE /v2.0/ports/5bfe4719-d3c9-4587-be2e-3aed8a329439 HTTP/1.1" status: 204 len: 173 time: 0.6496074 Apr 20 16:18:45.348275 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc848c4-f8c5-4140-9ba2-c991bf1d5bbd req-9e0bf479-f1cd-4596-b941-130c5d8c0445 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:45.349962 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cfc848c4-f8c5-4140-9ba2-c991bf1d5bbd req-9e0bf479-f1cd-4596-b941-130c5d8c0445 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.0513847 Apr 20 16:18:45.391144 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cfc848c4-f8c5-4140-9ba2-c991bf1d5bbd req-61b7fc00-452b-4b01-82ad-c0a7f02f4e68 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347350 Apr 20 16:18:45.484152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-deleted', 'tag': '18f3702c-45ea-40ef-a824-e2709a902263'}, {'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-deleted', 'tag': '9fb31366-e148-4f5b-844b-4036084eaaca'}, {'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-deleted', 'tag': '5bfe4719-d3c9-4587-be2e-3aed8a329439'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:18:45.486625 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cd8033-b863-422b-95e8-05d4f487c7d1" -d '{"events": [{"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-deleted", "tag": "18f3702c-45ea-40ef-a824-e2709a902263"}, {"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-deleted", "tag": "9fb31366-e148-4f5b-844b-4036084eaaca"}, {"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-deleted", "tag": "5bfe4719-d3c9-4587-be2e-3aed8a329439"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:18:45.531264 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 20 Apr 2022 16:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0644166d-d7cb-4c99-bc44-a04e87037ec1 x-openstack-request-id: req-0644166d-d7cb-4c99-bc44-a04e87037ec1 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:18:45.531658 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-deleted", "tag": "18f3702c-45ea-40ef-a824-e2709a902263", "status": "completed", "code": 200}, {"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-deleted", "tag": "9fb31366-e148-4f5b-844b-4036084eaaca", "status": "completed", "code": 200}, {"server_uuid": "694ed346-3b21-4205-a721-a2553728b29e", "name": "network-vif-deleted", "tag": "5bfe4719-d3c9-4587-be2e-3aed8a329439", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:18:45.532196 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0644166d-d7cb-4c99-bc44-a04e87037ec1 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:18:45.532710 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0644166d-d7cb-4c99-bc44-a04e87037ec1'] response: {'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-deleted', 'tag': '18f3702c-45ea-40ef-a824-e2709a902263', 'status': 'completed', 'code': 200} Apr 20 16:18:45.533104 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0644166d-d7cb-4c99-bc44-a04e87037ec1'] response: {'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-deleted', 'tag': '9fb31366-e148-4f5b-844b-4036084eaaca', 'status': 'completed', 'code': 200} Apr 20 16:18:45.533446 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0644166d-d7cb-4c99-bc44-a04e87037ec1'] response: {'server_uuid': '694ed346-3b21-4205-a721-a2553728b29e', 'name': 'network-vif-deleted', 'tag': '5bfe4719-d3c9-4587-be2e-3aed8a329439', 'status': 'completed', 'code': 200} Apr 20 16:18:45.589665 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['0496e825-b2e0-4731-9562-bebd28acb453'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:18:45.723174 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab2441-1dec-46c6-a64b-17b5273461b8 req-587b4d19-316b-40b7-9db1-9aa376d8b4bf tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:45.725388 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-21ab2441-1dec-46c6-a64b-17b5273461b8 req-587b4d19-316b-40b7-9db1-9aa376d8b4bf tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 945 time: 0.0586712 Apr 20 16:18:45.773798 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-21ab2441-1dec-46c6-a64b-17b5273461b8 req-d55d90fc-7118-4fef-afd4-d4a916bd6e0c tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8274fabd-df16-4939-a3cc-c239f00f731c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406597 Apr 20 16:18:45.806811 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f9788-7255-4f53-8e12-5559319f47d9 req-047bb59f-b2be-4b34-8958-a184a25e6616 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:45.808290 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-de4f9788-7255-4f53-8e12-5559319f47d9 req-047bb59f-b2be-4b34-8958-a184a25e6616 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0501740 Apr 20 16:18:45.849334 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-de4f9788-7255-4f53-8e12-5559319f47d9 req-304c9362-040f-43d1-add7-5768a6cb55b8 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332997 Apr 20 16:18:45.988082 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1b0a7b94-25b3-4205-b7d4-81c1d7c04303 req-213c3778-caed-47bd-83ed-6e186725f56b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 210 time: 0.0261459 Apr 20 16:18:46.105957 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd0b29-f0b1-4780-9c56-7d5ce7cb077d req-64ab0e5a-9c01-4ab4-90b9-1853b69b06a1 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:46.107238 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-88dd0b29-f0b1-4780-9c56-7d5ce7cb077d req-64ab0e5a-9c01-4ab4-90b9-1853b69b06a1 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 947 time: 0.0556822 Apr 20 16:18:46.150512 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-88dd0b29-f0b1-4780-9c56-7d5ce7cb077d req-05d1e8c4-81d7-426f-b022-b949e7348558 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363970 Apr 20 16:18:46.507423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821ee9c-8aa1-43e2-8297-f7c0785c03bc req-d5ea52f9-add3-44e4-9aa7-110d3f4a23e2 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:46.508944 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0821ee9c-8aa1-43e2-8297-f7c0785c03bc req-d5ea52f9-add3-44e4-9aa7-110d3f4a23e2 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.0499880 Apr 20 16:18:46.547992 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0821ee9c-8aa1-43e2-8297-f7c0785c03bc req-d0dd2706-07fd-4261-bb4c-f9d8012a8de9 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327375 Apr 20 16:18:46.549032 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device de1e1248-d5ea-4a08-aa0e-118af458bc5f details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:18:46.653643 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port de1e1248-d5ea-4a08-aa0e-118af458bc5f, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=de1e1248-d5ea-4a08-aa0e-118af458bc5f,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:46.665253 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'de1e1248-d5ea-4a08-aa0e-118af458bc5f', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'de1e1248-d5ea-4a08-aa0e-118af458bc5f', 'mac_address': 'fa:16:3e:09:17:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:18:46.701703 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:46.714347 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1e1248-d5ea-4a08-aa0e-118af458bc5f {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:18:46.733204 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port de1e1248-d5ea-4a08-aa0e-118af458bc5f, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=de1e1248-d5ea-4a08-aa0e-118af458bc5f,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:46.802082 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:46.853455 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=de1e1248-d5ea-4a08-aa0e-118af458bc5f,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:46.895247 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d7ce1-420b-407f-8e3b-812ec1ba1223 req-f3af1fa9-b093-4745-a6e4-20337525b530 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:46.896751 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d58d7ce1-420b-407f-8e3b-812ec1ba1223 req-f3af1fa9-b093-4745-a6e4-20337525b530 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 945 time: 0.0496607 Apr 20 16:18:46.936467 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d58d7ce1-420b-407f-8e3b-812ec1ba1223 req-ae62fc08-78bc-4b34-a7ca-6f1dbcdf3d5a tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8274fabd-df16-4939-a3cc-c239f00f731c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327446 Apr 20 16:18:47.092633 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb1f74d8-aa1d-484c-9123-9ce2ddb2cf88 req-02ba051e-a356-4870-99bf-c763fee04dd6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 210 time: 0.0272994 Apr 20 16:18:47.269107 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a063fa9-40f7-45f8-a585-d4a8ba4673dc req-83323733-9f25-4019-aa82-f73aa20f2042 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:47.270700 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1a063fa9-40f7-45f8-a585-d4a8ba4673dc req-83323733-9f25-4019-aa82-f73aa20f2042 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 948 time: 0.0495713 Apr 20 16:18:47.313247 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1a063fa9-40f7-45f8-a585-d4a8ba4673dc req-da1598a3-dfbe-4876-bfef-142a213d943c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356457 Apr 20 16:18:47.457226 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['de1e1248-d5ea-4a08-aa0e-118af458bc5f'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:18:47.685855 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ae7b5-478a-4ae2-a932-a103e171547d req-1ebf634d-678a-4bf1-86c1-290a11c2f817 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:47.687346 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b41ae7b5-478a-4ae2-a932-a103e171547d req-1ebf634d-678a-4bf1-86c1-290a11c2f817 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.0570302 Apr 20 16:18:47.728772 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b41ae7b5-478a-4ae2-a932-a103e171547d req-859921af-6033-4da6-b7dc-b0ae7d7fa0ec tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344200 Apr 20 16:18:47.797514 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db81d4-5076-4f84-92fe-bdd44e7bd7ab req-a1d6d58b-43dd-4d99-b247-66d958b667cd tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:47.799072 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d2db81d4-5076-4f84-92fe-bdd44e7bd7ab req-a1d6d58b-43dd-4d99-b247-66d958b667cd tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 948 time: 0.0488455 Apr 20 16:18:47.842425 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d2db81d4-5076-4f84-92fe-bdd44e7bd7ab req-53024ef8-8768-462d-84db-c9af83392c1d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363336 Apr 20 16:18:47.861702 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-e375368e-652a-48d9-b3c0-3324611e8434 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:47.863476 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-e375368e-652a-48d9-b3c0-3324611e8434 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb&tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&binding%3Ahost_id=n-h1-836146-2 HTTP/1.1" status: 200 len: 948 time: 0.0563161 Apr 20 16:18:47.925608 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-8230a50d-ecc9-4993-b899-ff1e00b2663b service neutron] 10.222.0.26 "GET /v2.0/ports/de1e1248-d5ea-4a08-aa0e-118af458bc5f/bindings/n-h1-836146-2 HTTP/1.1" status: 200 len: 382 time: 0.0550513 Apr 20 16:18:48.022084 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-f8d60478-5526-4fa4-8c87-50b1762e3e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:48.023628 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-f8d60478-5526-4fa4-8c87-50b1762e3e62 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 1099 time: 0.0515385 Apr 20 16:18:48.120744 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74452197-f778-4e03-a8d6-f112fcbec578 req-1cbda05c-1d2d-4f4a-9cfd-adb1a7ef878c tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:48.122201 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-74452197-f778-4e03-a8d6-f112fcbec578 req-1cbda05c-1d2d-4f4a-9cfd-adb1a7ef878c tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 945 time: 0.1127460 Apr 20 16:18:48.171696 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-f64c4e6a-7068-4551-ba3e-7b1da1341e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:48.173173 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-f64c4e6a-7068-4551-ba3e-7b1da1341e66 service neutron] 10.222.0.26 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.1286128 Apr 20 16:18:48.182275 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-74452197-f778-4e03-a8d6-f112fcbec578 req-044b20d6-8663-44f8-8169-b55b88bb7a2d tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8274fabd-df16-4939-a3cc-c239f00f731c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492783 Apr 20 16:18:48.220887 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-287532f4-d70b-4545-b1a3-5b03f0257fbc req-f90faab6-e6d2-492a-a8b6-1f8c3f2a09ca tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 210 time: 0.0465286 Apr 20 16:18:48.227904 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-aefb476c-2792-41bf-9551-f3c2c953ccde service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=de1e1248-d5ea-4a08-aa0e-118af458bc5f HTTP/1.1" status: 200 len: 217 time: 0.0446937 Apr 20 16:18:48.280887 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-e75d92fe-294e-42b0-af89-a21820e3db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:48.282319 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-e75d92fe-294e-42b0-af89-a21820e3db0e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0475585 Apr 20 16:18:48.337904 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-faae5f1d-712d-4ab1-aa0f-61e37dba7a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:48.339455 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-faae5f1d-712d-4ab1-aa0f-61e37dba7a6f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0420232 Apr 20 16:18:48.439642 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-2c1f6992-3f49-4354-acb8-92593e2ac992 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870693 Apr 20 16:18:48.540450 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-66a06877-c53a-418a-9905-1e6d23118d1f service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845678 Apr 20 16:18:48.565915 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0496e825-b2e0-4731-9562-bebd28acb453 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:18:48.668671 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 0496e825-b2e0-4731-9562-bebd28acb453 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:18:48.672663 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 0496e825-b2e0-4731-9562-bebd28acb453 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:48.673104 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:48.770663 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:48.795107 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7591c5a5-74bb-4a74-9f98-faf7a860ded7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0496e825-b2e0-4731-9562-bebd28acb453'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:18:48.797460 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74848501-f00c-47f7-9488-603868246bce" -d '{"events": [{"server_uuid": "7591c5a5-74bb-4a74-9f98-faf7a860ded7", "name": "network-vif-plugged", "status": "completed", "tag": "0496e825-b2e0-4731-9562-bebd28acb453"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:18:48.810944 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0496e825-b2e0-4731-9562-bebd28acb453, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0496e825-b2e0-4731-9562-bebd28acb453,segment=NetworkSegment(7ab6d776-64ff-4c93-b169-1220d70fe1bf),segment_id=7ab6d776-64ff-4c93-b169-1220d70fe1bf)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:48.843172 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cb0594-ca96-4d22-8745-62e9bb0875e0 x-openstack-request-id: req-63cb0594-ca96-4d22-8745-62e9bb0875e0 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:18:48.843519 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7591c5a5-74bb-4a74-9f98-faf7a860ded7", "name": "network-vif-plugged", "status": "completed", "tag": "0496e825-b2e0-4731-9562-bebd28acb453", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:18:48.843785 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63cb0594-ca96-4d22-8745-62e9bb0875e0 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:18:48.844253 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63cb0594-ca96-4d22-8745-62e9bb0875e0'] response: {'server_uuid': '7591c5a5-74bb-4a74-9f98-faf7a860ded7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0496e825-b2e0-4731-9562-bebd28acb453', 'code': 200} Apr 20 16:18:48.855103 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07ffb3-b08b-42e3-bb65-eae38deb59c8 req-92476008-7bc7-45a3-a235-427bd73fcc5b tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:48.856673 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ed07ffb3-b08b-42e3-bb65-eae38deb59c8 req-92476008-7bc7-45a3-a235-427bd73fcc5b tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.0538051 Apr 20 16:18:48.893519 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:48.904931 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ed07ffb3-b08b-42e3-bb65-eae38deb59c8 req-700fac89-e0b7-485a-9f49-5023c3d0870c tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415356 Apr 20 16:18:48.949468 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=0496e825-b2e0-4731-9562-bebd28acb453,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:48.978277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca428f-1bda-4528-ac93-783301ae50bb req-b379f355-4ada-45d2-820a-fe0de97f4b10 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:48.980012 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-47ca428f-1bda-4528-ac93-783301ae50bb req-b379f355-4ada-45d2-820a-fe0de97f4b10 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 948 time: 0.0513973 Apr 20 16:18:49.019625 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-47ca428f-1bda-4528-ac93-783301ae50bb req-fc40adcf-8331-4e97-ab0b-701763c16092 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333173 Apr 20 16:18:49.035682 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20f877-a1d3-40b7-a59e-04b91a4ba351 req-e6636519-eb23-4cfb-907e-644f03987ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:49.037274 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9a20f877-a1d3-40b7-a59e-04b91a4ba351 req-e6636519-eb23-4cfb-907e-644f03987ffe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 1097 time: 0.0413289 Apr 20 16:18:49.090232 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9a20f877-a1d3-40b7-a59e-04b91a4ba351 req-9f33fb88-a158-4ff4-bf21-fb600094a448 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8274fabd-df16-4939-a3cc-c239f00f731c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303700 Apr 20 16:18:49.330477 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d97faa-6181-4a3b-9b47-56f49bad1b33 req-95e907c4-376c-4398-aca5-ff26fe8fda08 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:49.332015 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f3d97faa-6181-4a3b-9b47-56f49bad1b33 req-95e907c4-376c-4398-aca5-ff26fe8fda08 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 946 time: 0.0588832 Apr 20 16:18:49.345735 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8592f35c-20d7-44ff-bd44-09ab00340642 req-b8a7f4df-10aa-41c2-b3c4-2cddded80da5 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 210 time: 0.0380685 Apr 20 16:18:49.388158 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f3d97faa-6181-4a3b-9b47-56f49bad1b33 req-4db3e97c-f013-430b-a310-b076c55762aa tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8274fabd-df16-4939-a3cc-c239f00f731c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478435 Apr 20 16:18:50.039936 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd888d5-7694-4231-b7e4-6fc9cfaf31ec req-1fe55d1f-b721-4d1c-a3a0-34239b7b0cb1 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:50.044738 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9bd888d5-7694-4231-b7e4-6fc9cfaf31ec req-1fe55d1f-b721-4d1c-a3a0-34239b7b0cb1 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.0625646 Apr 20 16:18:50.095817 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9bd888d5-7694-4231-b7e4-6fc9cfaf31ec req-30695751-8a9c-4283-9ab7-5b1bc619fbee tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422950 Apr 20 16:18:50.267491 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8d4de-3549-46a5-9ab8-7455558c0780 req-ee29a8ae-4959-4f63-aef6-534853a83c6c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:50.275786 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9ee8d4de-3549-46a5-9ab8-7455558c0780 req-ee29a8ae-4959-4f63-aef6-534853a83c6c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 948 time: 0.1729848 Apr 20 16:18:50.316102 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9ee8d4de-3549-46a5-9ab8-7455558c0780 req-722881f6-0d3c-4f81-91e5-b782f48af10d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393565 Apr 20 16:18:50.373152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea10cd-f052-484e-8f76-f9e8d22ea543 req-9041d2bf-cd3a-4c9f-bed5-58b27c2543bc tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:50.374634 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-acea10cd-f052-484e-8f76-f9e8d22ea543 req-9041d2bf-cd3a-4c9f-bed5-58b27c2543bc tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 945 time: 0.0630515 Apr 20 16:18:50.416747 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-acea10cd-f052-484e-8f76-f9e8d22ea543 req-d4e894a9-2891-41c7-bb17-bb95ca9e0fe3 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358081 Apr 20 16:18:50.458811 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d1c6ff5-e7b9-403d-a54b-46884ac2472a req-2812c59c-9b57-4134-a53c-ebf6af665954 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 210 time: 0.0314345 Apr 20 16:18:50.538738 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d0380-b246-4386-9ebe-df7064e96576 req-1ded531f-8410-4677-82bb-15168d8583a2 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:50.540808 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c6d0380-b246-4386-9ebe-df7064e96576 req-1ded531f-8410-4677-82bb-15168d8583a2 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 946 time: 0.0544379 Apr 20 16:18:50.587265 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c6d0380-b246-4386-9ebe-df7064e96576 req-8c47926c-e7f9-4e8b-9d2d-03a230a959d4 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8274fabd-df16-4939-a3cc-c239f00f731c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401552 Apr 20 16:18:50.592613 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device de1e1248-d5ea-4a08-aa0e-118af458bc5f up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:18:50.750395 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port de1e1248-d5ea-4a08-aa0e-118af458bc5f completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:18:50.754414 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port de1e1248-d5ea-4a08-aa0e-118af458bc5f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:18:50.761466 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:50.843989 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:50.885129 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port de1e1248-d5ea-4a08-aa0e-118af458bc5f, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=de1e1248-d5ea-4a08-aa0e-118af458bc5f,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:50.886086 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6c1b20-ee48-485d-aef8-db8de634bddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1e1248-d5ea-4a08-aa0e-118af458bc5f'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:18:50.901875 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350ab8ef-e043-4237-97a3-ace1f8aea042" -d '{"events": [{"server_uuid": "7b6c1b20-ee48-485d-aef8-db8de634bddb", "name": "network-vif-plugged", "status": "completed", "tag": "de1e1248-d5ea-4a08-aa0e-118af458bc5f"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:18:50.943615 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5523c987-2003-454c-a85f-d49846895147 x-openstack-request-id: req-5523c987-2003-454c-a85f-d49846895147 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:18:50.944022 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6c1b20-ee48-485d-aef8-db8de634bddb", "name": "network-vif-plugged", "status": "completed", "tag": "de1e1248-d5ea-4a08-aa0e-118af458bc5f", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:18:50.944401 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5523c987-2003-454c-a85f-d49846895147 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:18:50.944893 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5523c987-2003-454c-a85f-d49846895147'] response: {'server_uuid': '7b6c1b20-ee48-485d-aef8-db8de634bddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1e1248-d5ea-4a08-aa0e-118af458bc5f', 'code': 200} Apr 20 16:18:51.036568 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:51.092662 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=de1e1248-d5ea-4a08-aa0e-118af458bc5f,revision_number=9']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:51.230890 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce869a8-fa0a-422e-a81f-a4e9fde33602 req-8fa98dae-9528-47a4-84e2-f05fb52f5325 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:51.234957 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4ce869a8-fa0a-422e-a81f-a4e9fde33602 req-8fa98dae-9528-47a4-84e2-f05fb52f5325 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.0615754 Apr 20 16:18:51.275798 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4ce869a8-fa0a-422e-a81f-a4e9fde33602 req-5549bf65-53b1-4a0d-94ce-4c4a5520bee3 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366256 Apr 20 16:18:51.467504 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f41cc6-aaac-47ce-88f3-d51db3feb6dd req-25266b4c-eaf1-47f5-a36c-47efee96667c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:51.468977 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98f41cc6-aaac-47ce-88f3-d51db3feb6dd req-25266b4c-eaf1-47f5-a36c-47efee96667c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0538099 Apr 20 16:18:51.531891 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98f41cc6-aaac-47ce-88f3-d51db3feb6dd req-c3c172df-eb68-47c4-a97f-735ba1da8292 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565917 Apr 20 16:18:51.598781 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66189260-a6a3-4c2d-a285-5b6922345f06 req-0e6c7686-08f8-48ce-be81-1f8834d91d26 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 210 time: 0.0356951 Apr 20 16:18:51.729822 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e62ad-fb45-4eb8-88dd-e42475bb5663 req-299f9bcb-edf9-4a35-8207-f03ae5b64093 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:51.731413 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-565e62ad-fb45-4eb8-88dd-e42475bb5663 req-299f9bcb-edf9-4a35-8207-f03ae5b64093 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 946 time: 0.0519538 Apr 20 16:18:51.769617 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-565e62ad-fb45-4eb8-88dd-e42475bb5663 req-b4cc45a1-ee7b-44fc-8d1e-5962c8affc0a tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8274fabd-df16-4939-a3cc-c239f00f731c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317752 Apr 20 16:18:51.896384 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a0df0-f294-454a-93b3-160b78044d72 req-1345a17f-8fdb-46ea-8d94-a698094ef6be tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:51.897997 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-662a0df0-f294-454a-93b3-160b78044d72 req-1345a17f-8fdb-46ea-8d94-a698094ef6be tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 946 time: 0.0567198 Apr 20 16:18:51.907979 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39008) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:18:51.912907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d666a936-6645-4feb-9f08-24af5bac8b28 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Request body: {'floatingip': {'port_id': '0496e825-b2e0-4731-9562-bebd28acb453'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:51.964167 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d666a936-6645-4feb-9f08-24af5bac8b28 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks [] for floatingip, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:52.074431 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f906391f-ac0c-41ce-ad2f-72a6953aeb13 req-b1d54e82-c4df-4a1c-a37d-1fd887aab1bb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1194513 Apr 20 16:18:52.189942 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88eadb4-c0c6-430d-8c03-8d981c47672f req-a9ac326b-5b39-42b8-8421-3c7bede8a4a1 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:52.191980 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b88eadb4-c0c6-430d-8c03-8d981c47672f req-a9ac326b-5b39-42b8-8421-3c7bede8a4a1 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 945 time: 0.0656729 Apr 20 16:18:52.235454 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b88eadb4-c0c6-430d-8c03-8d981c47672f req-9ec04fa4-da28-47ba-b8ba-c08f687ef1cc tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351982 Apr 20 16:18:52.547513 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906391f-ac0c-41ce-ad2f-72a6953aeb13 req-7649ee15-0e51-4a7f-9853-1f944bcd8a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:52.548961 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f906391f-ac0c-41ce-ad2f-72a6953aeb13 req-7649ee15-0e51-4a7f-9853-1f944bcd8a92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 1101 time: 0.3743954 Apr 20 16:18:52.693509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d97721-e32a-4a84-925d-c4adeb2f5fe4 req-cf67b8fb-9d77-4db3-9e8d-9f9c63477099 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:52.695391 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-21d97721-e32a-4a84-925d-c4adeb2f5fe4 req-cf67b8fb-9d77-4db3-9e8d-9f9c63477099 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.1502924 Apr 20 16:18:52.702340 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f68d-021f-45b1-941e-b3c1cd954e6e req-a53b0d75-e778-4560-b5ff-e8b1e6fefcbb tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:52.708881 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8704f68d-021f-45b1-941e-b3c1cd954e6e req-a53b0d75-e778-4560-b5ff-e8b1e6fefcbb tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0739574 Apr 20 16:18:52.710275 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a78c26b-d9ba-4124-afe9-1467b86d6aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:52.766196 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8704f68d-021f-45b1-941e-b3c1cd954e6e req-f9cbede1-4158-4499-963e-ea114e6c346c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430496 Apr 20 16:18:52.843262 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-21d97721-e32a-4a84-925d-c4adeb2f5fe4 req-fdf2b21b-f077-4850-8ed9-c8d83fe99818 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038330 Apr 20 16:18:52.870318 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906391f-ac0c-41ce-ad2f-72a6953aeb13 req-0dd60b7a-218f-453e-8562-a5c66dbc0ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:52.871878 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f906391f-ac0c-41ce-ad2f-72a6953aeb13 req-0dd60b7a-218f-453e-8562-a5c66dbc0ea7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.2759559 Apr 20 16:18:52.886935 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9f8e7075-fe5b-438b-943f-a82c741845e0 req-5684c35b-0f6c-4b03-843e-d798bba29fd0 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 210 time: 0.0548496 Apr 20 16:18:52.938857 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f906391f-ac0c-41ce-ad2f-72a6953aeb13 req-ab743ff1-a516-4d03-9757-6b8a16c84490 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 HTTP/1.1" status: 200 len: 217 time: 0.0381820 Apr 20 16:18:52.991477 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.db.resource_extend [None req-d666a936-6645-4feb-9f08-24af5bac8b28 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 16:18:53.040399 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906391f-ac0c-41ce-ad2f-72a6953aeb13 req-bba86d64-b8d7-49ac-a775-6ba709e01103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:53.042216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f906391f-ac0c-41ce-ad2f-72a6953aeb13 req-bba86d64-b8d7-49ac-a775-6ba709e01103 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0918276 Apr 20 16:18:53.078021 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d666a936-6645-4feb-9f08-24af5bac8b28 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:53.094283 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906391f-ac0c-41ce-ad2f-72a6953aeb13 req-75874bfc-ab2d-44d5-a958-f817e890a747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:53.095818 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f906391f-ac0c-41ce-ad2f-72a6953aeb13 req-75874bfc-ab2d-44d5-a958-f817e890a747 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0471931 Apr 20 16:18:53.178924 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d666a936-6645-4feb-9f08-24af5bac8b28 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:53.237818 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f906391f-ac0c-41ce-ad2f-72a6953aeb13 req-a4515567-d904-45e1-8a70-fcbbd1cf2b43 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345494 Apr 20 16:18:53.381643 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-d666a936-6645-4feb-9f08-24af5bac8b28 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Floating IP 9a9aedf8-c467-44ba-b603-d6117086dafb associated. External IP: 172.25.0.126, port: 0496e825-b2e0-4731-9562-bebd28acb453. Apr 20 16:18:53.489414 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468529d6-b421-4d88-9c2b-556d10a3b455 req-3e125ba3-fa0a-4c4e-b607-d158d6e1846f tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:53.490880 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-468529d6-b421-4d88-9c2b-556d10a3b455 req-3e125ba3-fa0a-4c4e-b607-d158d6e1846f tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 945 time: 0.1626599 Apr 20 16:18:53.495920 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f906391f-ac0c-41ce-ad2f-72a6953aeb13 req-db86e9bb-64e8-4454-8b02-0ec14623eb39 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511156 Apr 20 16:18:53.573563 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-c4da6423-2784-4e54-8c01-b912029d63f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:53.575044 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-c4da6423-2784-4e54-8c01-b912029d63f7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb&tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3 HTTP/1.1" status: 200 len: 1100 time: 0.1415789 Apr 20 16:18:53.585729 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-468529d6-b421-4d88-9c2b-556d10a3b455 req-abbd2233-33f8-4a7f-958d-1af43574146a tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851972 Apr 20 16:18:53.596474 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836146-2', 'device_owner': 'compute:nova'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:18:53.691413 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:53.777698 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d666a936-6645-4feb-9f08-24af5bac8b28 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Router 946ee451-9c5c-4a97-a182-8187f43e7c89 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:18:53.899072 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043a336-c060-4cd7-b733-14e91f6df070 req-bf8872dd-3d9c-4696-96e3-b5e295e01922 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:53.901128 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d043a336-c060-4cd7-b733-14e91f6df070 req-bf8872dd-3d9c-4696-96e3-b5e295e01922 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0622578 Apr 20 16:18:53.948947 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d043a336-c060-4cd7-b733-14e91f6df070 req-1ec2c4bb-ecda-4b5e-aa49-4b5527109983 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414712 Apr 20 16:18:54.046222 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d666a936-6645-4feb-9f08-24af5bac8b28 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:18:54.050819 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-17f1e14a-3874-4b06-b7ba-cdc8c3d29a05 req-8e96abde-d9f5-4d64-bcba-feece24098f4 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 210 time: 0.0318828 Apr 20 16:18:54.056327 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d666a936-6645-4feb-9f08-24af5bac8b28 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:54.060815 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c806e0ea-1f72-4324-a68c-e26145788d62 None None] Sync routers for ids ['946ee451-9c5c-4a97-a182-8187f43e7c89'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:18:54.072535 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c806e0ea-1f72-4324-a68c-e26145788d62 None None] Routers {'946ee451-9c5c-4a97-a182-8187f43e7c89'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:18:54.072535 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c806e0ea-1f72-4324-a68c-e26145788d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:18:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['946ee451-9c5c-4a97-a182-8187f43e7c89'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:54.109587 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a5ec3-afa1-4231-832b-da140985f29c req-3194e830-2942-4a37-8821-679668714bf5 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:54.111152 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a09a5ec3-afa1-4231-832b-da140985f29c req-3194e830-2942-4a37-8821-679668714bf5 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.1626897 Apr 20 16:18:54.116406 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] For port de1e1248-d5ea-4a08-aa0e-118af458bc5f, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=de1e1248-d5ea-4a08-aa0e-118af458bc5f,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:54.119602 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d666a936-6645-4feb-9f08-24af5bac8b28 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "PUT /v2.0/floatingips/9a9aedf8-c467-44ba-b603-d6117086dafb HTTP/1.1" status: 200 len: 992 time: 2.2105064 Apr 20 16:18:54.125371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7591c5a5-74bb-4a74-9f98-faf7a860ded7', 'tag': '0496e825-b2e0-4731-9562-bebd28acb453'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:18:54.127686 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19f4f1e-5484-4b47-b993-2f0d55375520" -d '{"events": [{"name": "network-changed", "server_uuid": "7591c5a5-74bb-4a74-9f98-faf7a860ded7", "tag": "0496e825-b2e0-4731-9562-bebd28acb453"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:18:54.179955 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2201b4f2-5269-46fb-aff5-b3c66dfa48f6 x-openstack-request-id: req-2201b4f2-5269-46fb-aff5-b3c66dfa48f6 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:18:54.180247 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7591c5a5-74bb-4a74-9f98-faf7a860ded7", "tag": "0496e825-b2e0-4731-9562-bebd28acb453", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:18:54.180544 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2201b4f2-5269-46fb-aff5-b3c66dfa48f6 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:18:54.180941 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2201b4f2-5269-46fb-aff5-b3c66dfa48f6'] response: {'name': 'network-changed', 'server_uuid': '7591c5a5-74bb-4a74-9f98-faf7a860ded7', 'tag': '0496e825-b2e0-4731-9562-bebd28acb453', 'status': 'completed', 'code': 200} Apr 20 16:18:54.188796 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a09a5ec3-afa1-4231-832b-da140985f29c req-ca9bdab1-cc0f-43fa-a522-f7711fa66e27 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573575 Apr 20 16:18:54.189738 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] For port de1e1248-d5ea-4a08-aa0e-118af458bc5f, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:18:54.205749 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c806e0ea-1f72-4324-a68c-e26145788d62 None None] Set router 946ee451-9c5c-4a97-a182-8187f43e7c89 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:18:54.234213 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:54.247596 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] Transition to ACTIVE for port object de1e1248-d5ea-4a08-aa0e-118af458bc5f will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:18:54.291707 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f4f1e-5484-4b47-b993-2f0d55375520 req-7891fd4a-4030-419c-bd6b-5025a6638f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:54.293423 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b19f4f1e-5484-4b47-b993-2f0d55375520 req-7891fd4a-4030-419c-bd6b-5025a6638f67 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=349aaf2e75034b3c89268afe8c0ccc81&device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 1097 time: 0.0439937 Apr 20 16:18:54.338998 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:54.424818 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] No DVR routers for this DVR port de1e1248-d5ea-4a08-aa0e-118af458bc5f on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:18:54.433434 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] Pushing event updated for resources: {'Port': ['ID=de1e1248-d5ea-4a08-aa0e-118af458bc5f,revision_number=10']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:54.467832 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c806e0ea-1f72-4324-a68c-e26145788d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'name': 'tempest-ServersTestFqdnHostnames-492980783-router', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:21Z', 'updated_at': '2022-04-20T16:18:26Z', 'revision_number': 4, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'gw_port': {'id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:22Z', 'updated_at': '2022-04-20T16:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '9a9aedf8-c467-44ba-b603-d6117086dafb', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'port_id': '0496e825-b2e0-4731-9562-bebd28acb453', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425574df-8198-4c82-8683-689a6be85e53', 'mac_address': 'fa:16:3e:d6:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7591c5a5-74bb-4a74-9f98-faf7a860ded7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:18:30Z', 'updated_at': '2022-04-20T16:18:52Z', 'revision_number': 1, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acd9ea84-4d40-4d5d-9163-73a5f6dbdde1', 'name': '', 'network_id': '425574df-8198-4c82-8683-689a6be85e53', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'mac_address': 'fa:16:3e:c3:64:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '642e8379-a3e1-47cb-a57b-ddf81f197190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:25Z', 'updated_at': '2022-04-20T16:18:30Z', 'revision_number': 5, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'subnets': [{'id': '642e8379-a3e1-47cb-a57b-ddf81f197190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:54.469086 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f4f1e-5484-4b47-b993-2f0d55375520 req-affdea72-88b3-42d4-b4a8-5ad90e367457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:54.471444 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b19f4f1e-5484-4b47-b993-2f0d55375520 req-affdea72-88b3-42d4-b4a8-5ad90e367457 service neutron] 10.222.0.26 "GET /v2.0/networks?id=425574df-8198-4c82-8683-689a6be85e53 HTTP/1.1" status: 200 len: 915 time: 0.1665893 Apr 20 16:18:54.494971 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c806e0ea-1f72-4324-a68c-e26145788d62 None None] Checking router: 946ee451-9c5c-4a97-a182-8187f43e7c89 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:18:54.504922 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c806e0ea-1f72-4324-a68c-e26145788d62 None None] Routers {'946ee451-9c5c-4a97-a182-8187f43e7c89'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:18:54.505826 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c806e0ea-1f72-4324-a68c-e26145788d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:18:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['946ee451-9c5c-4a97-a182-8187f43e7c89'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:54.541555 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28966fc0-ba93-4070-880e-b053feded5bc req-8eb0ba39-6c16-48f5-ac92-8a980eac6e85 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:54.543130 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28966fc0-ba93-4070-880e-b053feded5bc req-8eb0ba39-6c16-48f5-ac92-8a980eac6e85 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 945 time: 0.1277912 Apr 20 16:18:54.544067 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] Attempting to bind port de1e1248-d5ea-4a08-aa0e-118af458bc5f on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:18:54.544422 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] Attempting to bind port de1e1248-d5ea-4a08-aa0e-118af458bc5f by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:18:54.544754 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] Attempting to bind port de1e1248-d5ea-4a08-aa0e-118af458bc5f on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:18:54.549968 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] Port de1e1248-d5ea-4a08-aa0e-118af458bc5f on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:18:54.549968 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] Attempting to bind port de1e1248-d5ea-4a08-aa0e-118af458bc5f on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:18:54.597236 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:18:54.597912 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:18:54.598148 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:18:54.598918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] Bound port: de1e1248-d5ea-4a08-aa0e-118af458bc5f, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:18:54.599300 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:54.606332 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b19f4f1e-5484-4b47-b993-2f0d55375520 req-1faaa16f-8b69-4e19-b804-ab52b3f4c95e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0496e825-b2e0-4731-9562-bebd28acb453 HTTP/1.1" status: 200 len: 1000 time: 0.1270366 Apr 20 16:18:54.666464 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c806e0ea-1f72-4324-a68c-e26145788d62 None None] Set router 946ee451-9c5c-4a97-a182-8187f43e7c89 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:18:54.687001 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f4f1e-5484-4b47-b993-2f0d55375520 req-99d08f7a-f0c7-4e00-8e44-da52b0d2550e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:54.692401 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b19f4f1e-5484-4b47-b993-2f0d55375520 req-99d08f7a-f0c7-4e00-8e44-da52b0d2550e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=642e8379-a3e1-47cb-a57b-ddf81f197190 HTTP/1.1" status: 200 len: 853 time: 0.0641434 Apr 20 16:18:54.789751 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f4f1e-5484-4b47-b993-2f0d55375520 req-4c7863ea-d44d-4869-b791-a6130d35768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:54.792598 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b19f4f1e-5484-4b47-b993-2f0d55375520 req-4c7863ea-d44d-4869-b791-a6130d35768a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=425574df-8198-4c82-8683-689a6be85e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866098 Apr 20 16:18:54.799263 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf469647-ed7a-4fdb-ac8d-a7862e40b896 req-4b0744d3-d553-4e53-959b-9226baec2d62 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:54.801070 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bf469647-ed7a-4fdb-ac8d-a7862e40b896 req-4b0744d3-d553-4e53-959b-9226baec2d62 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 945 time: 0.1075416 Apr 20 16:18:54.814362 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] For port de1e1248-d5ea-4a08-aa0e-118af458bc5f, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:18:54.825113 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-28966fc0-ba93-4070-880e-b053feded5bc req-e2bab593-add9-4811-9b02-e20370b1476c tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Deleting port 7476966b-2703-4b93-b744-da20181ffc8a {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:18:54.825833 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28966fc0-ba93-4070-880e-b053feded5bc req-e2bab593-add9-4811-9b02-e20370b1476c tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:54.859632 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] For port de1e1248-d5ea-4a08-aa0e-118af458bc5f, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=de1e1248-d5ea-4a08-aa0e-118af458bc5f,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:18:54.890731 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b19f4f1e-5484-4b47-b993-2f0d55375520 req-fd2b0110-f81b-44d5-80b6-74eab3f102d8 service neutron] 10.222.0.26 "GET /v2.0/networks/425574df-8198-4c82-8683-689a6be85e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885482 Apr 20 16:18:54.954271 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c806e0ea-1f72-4324-a68c-e26145788d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'name': 'tempest-ServersTestFqdnHostnames-492980783-router', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:21Z', 'updated_at': '2022-04-20T16:18:26Z', 'revision_number': 4, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'gw_port': {'id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:22Z', 'updated_at': '2022-04-20T16:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '9a9aedf8-c467-44ba-b603-d6117086dafb', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'port_id': '0496e825-b2e0-4731-9562-bebd28acb453', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425574df-8198-4c82-8683-689a6be85e53', 'mac_address': 'fa:16:3e:d6:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7591c5a5-74bb-4a74-9f98-faf7a860ded7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:18:30Z', 'updated_at': '2022-04-20T16:18:52Z', 'revision_number': 1, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acd9ea84-4d40-4d5d-9163-73a5f6dbdde1', 'name': '', 'network_id': '425574df-8198-4c82-8683-689a6be85e53', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'mac_address': 'fa:16:3e:c3:64:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '642e8379-a3e1-47cb-a57b-ddf81f197190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:25Z', 'updated_at': '2022-04-20T16:18:30Z', 'revision_number': 5, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'subnets': [{'id': '642e8379-a3e1-47cb-a57b-ddf81f197190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:54.969353 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-28966fc0-ba93-4070-880e-b053feded5bc req-e2bab593-add9-4811-9b02-e20370b1476c tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] For port 7476966b-2703-4b93-b744-da20181ffc8a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=7476966b-2703-4b93-b744-da20181ffc8a,segment=NetworkSegment(1b7eccde-eb59-47fa-9698-e71335ca8f5f),segment_id=1b7eccde-eb59-47fa-9698-e71335ca8f5f)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:54.970023 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28966fc0-ba93-4070-880e-b053feded5bc req-e2bab593-add9-4811-9b02-e20370b1476c tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:54.996172 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bf469647-ed7a-4fdb-ac8d-a7862e40b896 req-f898ee79-a53a-47f6-a3f4-a52e111b5113 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb63c962-b65a-43c7-a71a-f598993c6ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043808 Apr 20 16:18:55.010404 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c806e0ea-1f72-4324-a68c-e26145788d62 None None] The sync data for ids ['946ee451-9c5c-4a97-a182-8187f43e7c89'] in n-d-836146-2 is: [{'id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'name': 'tempest-ServersTestFqdnHostnames-492980783-router', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:21Z', 'updated_at': '2022-04-20T16:18:26Z', 'revision_number': 4, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'gw_port': {'id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:22Z', 'updated_at': '2022-04-20T16:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '9a9aedf8-c467-44ba-b603-d6117086dafb', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'port_id': '0496e825-b2e0-4731-9562-bebd28acb453', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425574df-8198-4c82-8683-689a6be85e53', 'mac_address': 'fa:16:3e:d6:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7591c5a5-74bb-4a74-9f98-faf7a860ded7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:18:30Z', 'updated_at': '2022-04-20T16:18:52Z', 'revision_number': 1, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acd9ea84-4d40-4d5d-9163-73a5f6dbdde1', 'name': '', 'network_id': '425574df-8198-4c82-8683-689a6be85e53', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'mac_address': 'fa:16:3e:c3:64:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '642e8379-a3e1-47cb-a57b-ddf81f197190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:25Z', 'updated_at': '2022-04-20T16:18:30Z', 'revision_number': 5, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'subnets': [{'id': '642e8379-a3e1-47cb-a57b-ddf81f197190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:18:55.055827 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b19f4f1e-5484-4b47-b993-2f0d55375520 req-d8a302a0-0a9a-4a57-81b7-677c2fe6cd9a service neutron] 10.222.0.26 "GET /v2.0/networks/425574df-8198-4c82-8683-689a6be85e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441970 Apr 20 16:18:55.064621 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:55.098779 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2233ef73-807b-445e-8918-a9bffff9fcdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:55.178994 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7fb4d87b-b0d0-487e-9a44-67a3eeb0771f req-8f3df1e8-a9f7-4f47-952a-5391cbe67fbb tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 210 time: 0.0328686 Apr 20 16:18:55.344097 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb3864-5edb-4b2a-b496-c68d79af4c9d req-b4aec044-34b0-43e1-b118-f68571d25e21 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:55.346041 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2dfb3864-5edb-4b2a-b496-c68d79af4c9d req-b4aec044-34b0-43e1-b118-f68571d25e21 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.0643470 Apr 20 16:18:55.386339 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12b96e9-9715-483e-b287-2f7a83dbb666 None None] New status for floating IP 9a9aedf8-c467-44ba-b603-d6117086dafb: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:18:55.411528 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2dfb3864-5edb-4b2a-b496-c68d79af4c9d req-7b78ecec-95ee-46c7-b87f-6477a424dc49 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580277 Apr 20 16:18:55.484069 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:55.484712 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:55.486130 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] 10.222.0.30 "PUT /v2.0/ports/de1e1248-d5ea-4a08-aa0e-118af458bc5f HTTP/1.1" status: 200 len: 1096 time: 1.8939738 Apr 20 16:18:55.521003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691757a-848f-4fd8-801c-53b0c7dd10bf service neutron] Pushing event updated for resources: {'Port': ['ID=de1e1248-d5ea-4a08-aa0e-118af458bc5f,revision_number=11']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:55.626185 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cce365-4821-4c6f-9517-1ff1c537ff7d req-e0e00855-b977-4ecf-ba72-34b23ecb13d5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:55.628915 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-57cce365-4821-4c6f-9517-1ff1c537ff7d req-e0e00855-b977-4ecf-ba72-34b23ecb13d5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 948 time: 0.1904275 Apr 20 16:18:55.675089 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28966fc0-ba93-4070-880e-b053feded5bc req-e2bab593-add9-4811-9b02-e20370b1476c tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:55.675532 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28966fc0-ba93-4070-880e-b053feded5bc req-e2bab593-add9-4811-9b02-e20370b1476c tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:55.675971 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-28966fc0-ba93-4070-880e-b053feded5bc req-e2bab593-add9-4811-9b02-e20370b1476c tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Floating IP 8fe03454-5a6e-40d7-9b9b-8920293ea406 disassociated. External IP: 172.25.0.53, port: 7476966b-2703-4b93-b744-da20181ffc8a. Apr 20 16:18:55.676387 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-28966fc0-ba93-4070-880e-b053feded5bc req-e2bab593-add9-4811-9b02-e20370b1476c tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Calling delete_port for 7476966b-2703-4b93-b744-da20181ffc8a owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:18:55.689190 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-1d36679b-3962-472e-a7b7-5c2947497198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:55.690809 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-1d36679b-3962-472e-a7b7-5c2947497198 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 1099 time: 0.1680024 Apr 20 16:18:55.709562 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-57cce365-4821-4c6f-9517-1ff1c537ff7d req-e1e8a1bd-277d-40f0-aede-6f61db057aa4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676444 Apr 20 16:18:55.921326 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-22809a91-2ecd-4496-877b-9d0614ca44ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:55.922788 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-22809a91-2ecd-4496-877b-9d0614ca44ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.1416841 Apr 20 16:18:55.968916 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-40764ac3-4b1c-4f02-a99d-f23d21335d49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=de1e1248-d5ea-4a08-aa0e-118af458bc5f HTTP/1.1" status: 200 len: 217 time: 0.0387380 Apr 20 16:18:55.985158 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28966fc0-ba93-4070-880e-b053feded5bc req-e2bab593-add9-4811-9b02-e20370b1476c tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:56.035668 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bab593-add9-4811-9b02-e20370b1476c tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Pushing event deleted for resources: {'Port': ['ID=7476966b-2703-4b93-b744-da20181ffc8a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:56.051882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-4eeae095-fc39-42f8-8b75-1206b508a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:56.053390 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-4eeae095-fc39-42f8-8b75-1206b508a9c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0774119 Apr 20 16:18:56.116811 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a459094b-dc11-46d5-8216-e15ba204607f req-80f16d3b-edb3-46db-8538-c6310becb106 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 210 time: 0.0324690 Apr 20 16:18:56.182354 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6c1b20-ee48-485d-aef8-db8de634bddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de1e1248-d5ea-4a08-aa0e-118af458bc5f'}, {'name': 'network-changed', 'server_uuid': '7b6c1b20-ee48-485d-aef8-db8de634bddb', 'tag': 'de1e1248-d5ea-4a08-aa0e-118af458bc5f'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:18:56.184588 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755783d3-55af-4979-9333-88d4ec8dfe6f" -d '{"events": [{"server_uuid": "7b6c1b20-ee48-485d-aef8-db8de634bddb", "name": "network-vif-unplugged", "status": "completed", "tag": "de1e1248-d5ea-4a08-aa0e-118af458bc5f"}, {"name": "network-changed", "server_uuid": "7b6c1b20-ee48-485d-aef8-db8de634bddb", "tag": "de1e1248-d5ea-4a08-aa0e-118af458bc5f"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:18:56.191075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-d6e424bc-77c3-412d-9973-ef7a9ac5bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:56.192594 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-d6e424bc-77c3-412d-9973-ef7a9ac5bdbd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0974419 Apr 20 16:18:56.224574 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28966fc0-ba93-4070-880e-b053feded5bc req-e2bab593-add9-4811-9b02-e20370b1476c tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Router 9976c9e7-1658-4871-9c22-bcd3487ef43b has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:18:56.265058 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:56.266026 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 20 Apr 2022 16:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826fdd11-6e4b-4d59-98be-eaf4f689a5a4 x-openstack-request-id: req-826fdd11-6e4b-4d59-98be-eaf4f689a5a4 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:18:56.266323 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6c1b20-ee48-485d-aef8-db8de634bddb", "name": "network-vif-unplugged", "status": "completed", "tag": "de1e1248-d5ea-4a08-aa0e-118af458bc5f", "code": 200}, {"name": "network-changed", "server_uuid": "7b6c1b20-ee48-485d-aef8-db8de634bddb", "tag": "de1e1248-d5ea-4a08-aa0e-118af458bc5f", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:18:56.266570 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-826fdd11-6e4b-4d59-98be-eaf4f689a5a4 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:18:56.266958 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-826fdd11-6e4b-4d59-98be-eaf4f689a5a4'] response: {'server_uuid': '7b6c1b20-ee48-485d-aef8-db8de634bddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de1e1248-d5ea-4a08-aa0e-118af458bc5f', 'code': 200} Apr 20 16:18:56.267210 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-826fdd11-6e4b-4d59-98be-eaf4f689a5a4'] response: {'name': 'network-changed', 'server_uuid': '7b6c1b20-ee48-485d-aef8-db8de634bddb', 'tag': 'de1e1248-d5ea-4a08-aa0e-118af458bc5f', 'status': 'completed', 'code': 200} Apr 20 16:18:56.316215 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-98d0c088-c2ed-4f15-a4d1-869cf1504151 req-03f82c15-edc3-4aed-aafc-c2daee7afbf6 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 210 time: 0.0286410 Apr 20 16:18:56.349516 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-28c25253-aa97-4b6a-be37-f8931abf79ee service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496468 Apr 20 16:18:56.404046 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755783d3-55af-4979-9333-88d4ec8dfe6f req-7455d57c-0e9b-4480-9822-000c2b9ee38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:56.405561 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-755783d3-55af-4979-9333-88d4ec8dfe6f req-7455d57c-0e9b-4480-9822-000c2b9ee38d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 1099 time: 0.0512707 Apr 20 16:18:56.459417 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28966fc0-ba93-4070-880e-b053feded5bc req-e2bab593-add9-4811-9b02-e20370b1476c tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:18:56.471820 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e200338-54d9-4c87-adf0-8e9ab9bf9718 None None] Sync routers for ids ['9976c9e7-1658-4871-9c22-bcd3487ef43b'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:18:56.495580 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e200338-54d9-4c87-adf0-8e9ab9bf9718 None None] Routers {'9976c9e7-1658-4871-9c22-bcd3487ef43b'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:18:56.496492 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-5e200338-54d9-4c87-adf0-8e9ab9bf9718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:18:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['9976c9e7-1658-4871-9c22-bcd3487ef43b'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:56.522221 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755783d3-55af-4979-9333-88d4ec8dfe6f req-fa21d6d5-792b-4634-81ad-6738b8a3fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:56.524070 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-755783d3-55af-4979-9333-88d4ec8dfe6f req-fa21d6d5-792b-4634-81ad-6738b8a3fb54 service neutron] 10.222.0.26 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.1094389 Apr 20 16:18:56.544015 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-28966fc0-ba93-4070-880e-b053feded5bc req-e2bab593-add9-4811-9b02-e20370b1476c tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] No DVR routers for this DVR port 7476966b-2703-4b93-b744-da20181ffc8a on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:18:56.550166 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28966fc0-ba93-4070-880e-b053feded5bc req-e2bab593-add9-4811-9b02-e20370b1476c tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:56.558241 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28966fc0-ba93-4070-880e-b053feded5bc req-e2bab593-add9-4811-9b02-e20370b1476c tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.26 "DELETE /v2.0/ports/7476966b-2703-4b93-b744-da20181ffc8a HTTP/1.1" status: 204 len: 173 time: 2.0015457 Apr 20 16:18:56.565720 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-028600f1-0f21-45fa-9724-fdeca53a9089 req-2c453fe6-d609-47bf-abd0-cdb06fd5dfdb service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803567 Apr 20 16:18:56.608059 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-755783d3-55af-4979-9333-88d4ec8dfe6f req-c644f9ba-381d-4e40-b68a-4fffb239a638 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=de1e1248-d5ea-4a08-aa0e-118af458bc5f HTTP/1.1" status: 200 len: 217 time: 0.0729969 Apr 20 16:18:56.656483 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device de1e1248-d5ea-4a08-aa0e-118af458bc5f no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:18:56.680775 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755783d3-55af-4979-9333-88d4ec8dfe6f req-4743a7bd-7c62-4fdd-8e60-2f33d20eb444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:56.682537 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-755783d3-55af-4979-9333-88d4ec8dfe6f req-4743a7bd-7c62-4fdd-8e60-2f33d20eb444 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0706699 Apr 20 16:18:56.682886 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc52c63-c716-46c1-a9ad-a6e4873d913b req-3b528980-85f3-40d3-8018-123e01f8b7f8 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:56.699290 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-afc52c63-c716-46c1-a9ad-a6e4873d913b req-3b528980-85f3-40d3-8018-123e01f8b7f8 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.1257138 Apr 20 16:18:56.702530 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-5e200338-54d9-4c87-adf0-8e9ab9bf9718 None None] Set router 9976c9e7-1658-4871-9c22-bcd3487ef43b gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:18:56.734494 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device de1e1248-d5ea-4a08-aa0e-118af458bc5f not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:18:56.734803 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 7476966b-2703-4b93-b744-da20181ffc8a no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:18:56.777076 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 7476966b-2703-4b93-b744-da20181ffc8a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:18:56.777473 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 7476966b-2703-4b93-b744-da20181ffc8a not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:18:56.805448 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-afc52c63-c716-46c1-a9ad-a6e4873d913b req-56637202-4c4d-4958-b288-3ecc51906f45 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000600 Apr 20 16:18:56.827779 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755783d3-55af-4979-9333-88d4ec8dfe6f req-789bfdab-cf41-4c2a-a414-2d19254b36ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:56.827967 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755783d3-55af-4979-9333-88d4ec8dfe6f req-fb9f0970-76c0-4e1e-abff-60217e1183f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:56.828078 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-755783d3-55af-4979-9333-88d4ec8dfe6f req-789bfdab-cf41-4c2a-a414-2d19254b36ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1298776 Apr 20 16:18:56.828198 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-755783d3-55af-4979-9333-88d4ec8dfe6f req-fb9f0970-76c0-4e1e-abff-60217e1183f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 1099 time: 0.1188209 Apr 20 16:18:57.003973 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755783d3-55af-4979-9333-88d4ec8dfe6f req-489c3d58-2882-4c27-99e7-e4facac1d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:57.011288 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-755783d3-55af-4979-9333-88d4ec8dfe6f req-489c3d58-2882-4c27-99e7-e4facac1d434 service neutron] 10.222.0.30 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.1732922 Apr 20 16:18:57.035615 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c8d4f-3284-4c0c-96b5-c27390eefca8 req-6edbb6d1-5e25-4e1b-b84c-5af030a4bd3a tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:57.043639 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b44c8d4f-3284-4c0c-96b5-c27390eefca8 req-6edbb6d1-5e25-4e1b-b84c-5af030a4bd3a tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 948 time: 0.2393508 Apr 20 16:18:57.111555 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-755783d3-55af-4979-9333-88d4ec8dfe6f req-67f39a97-412d-41fe-8dce-7ebd7a616562 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=de1e1248-d5ea-4a08-aa0e-118af458bc5f HTTP/1.1" status: 200 len: 217 time: 0.0958903 Apr 20 16:18:57.113209 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-755783d3-55af-4979-9333-88d4ec8dfe6f req-e83e8b4d-d8b9-47a4-823c-f1c32fb21501 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659857 Apr 20 16:18:57.204105 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b44c8d4f-3284-4c0c-96b5-c27390eefca8 req-52be376f-7f25-491c-be67-8b53fd63b631 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593723 Apr 20 16:18:57.214793 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755783d3-55af-4979-9333-88d4ec8dfe6f req-29fed02e-ab1e-47e4-9812-5c5cb60d317d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:57.216695 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-755783d3-55af-4979-9333-88d4ec8dfe6f req-29fed02e-ab1e-47e4-9812-5c5cb60d317d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0967190 Apr 20 16:18:57.273651 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-755783d3-55af-4979-9333-88d4ec8dfe6f req-90b06911-934c-4890-ac69-cecbc6b7af2e service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593790 Apr 20 16:18:57.313893 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-78a45927-f6fa-4d52-bfe1-808ef69c723d req-9b3604a5-6088-47c8-a220-7fdb839428ff tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 210 time: 0.0725682 Apr 20 16:18:57.321009 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-5e200338-54d9-4c87-adf0-8e9ab9bf9718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'name': 'tempest-ServersTestBootFromVolume-206182346-router', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:24Z', 'updated_at': '2022-04-20T16:15:30Z', 'revision_number': 4, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'gw_port': {'id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:26Z', 'updated_at': '2022-04-20T16:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a1568b1c-be79-4705-84be-41a2da47f71d', 'name': '', 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'mac_address': 'fa:16:3e:5a:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:29Z', 'updated_at': '2022-04-20T16:15:35Z', 'revision_number': 5, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'subnets': [{'id': '5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:57.332781 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755783d3-55af-4979-9333-88d4ec8dfe6f req-e462c78a-4a92-4845-820c-c66669ce8031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:57.334589 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-755783d3-55af-4979-9333-88d4ec8dfe6f req-e462c78a-4a92-4845-820c-c66669ce8031 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0900605 Apr 20 16:18:57.366506 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e200338-54d9-4c87-adf0-8e9ab9bf9718 None None] Checking router: 9976c9e7-1658-4871-9c22-bcd3487ef43b for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:18:57.395380 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e200338-54d9-4c87-adf0-8e9ab9bf9718 None None] Routers {'9976c9e7-1658-4871-9c22-bcd3487ef43b'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:18:57.395798 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-5e200338-54d9-4c87-adf0-8e9ab9bf9718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:18:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['9976c9e7-1658-4871-9c22-bcd3487ef43b'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:57.450978 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-755783d3-55af-4979-9333-88d4ec8dfe6f req-43e2585c-c8c0-46ed-8903-3de219739e1d service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081288 Apr 20 16:18:57.476326 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-543cc4b0-0ff9-44df-b5d6-55b42f4f478a req-e90e7845-2fcb-4f9e-a2ea-9224c5f40507 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 210 time: 0.0334444 Apr 20 16:18:57.562851 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-5e200338-54d9-4c87-adf0-8e9ab9bf9718 None None] Set router 9976c9e7-1658-4871-9c22-bcd3487ef43b gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:18:57.589116 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-755783d3-55af-4979-9333-88d4ec8dfe6f req-e5c4c356-871f-40c1-ac69-5079e7dc49eb service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308079 Apr 20 16:18:57.635798 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:57.773832 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-5e200338-54d9-4c87-adf0-8e9ab9bf9718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'name': 'tempest-ServersTestBootFromVolume-206182346-router', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:24Z', 'updated_at': '2022-04-20T16:15:30Z', 'revision_number': 4, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'gw_port': {'id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:26Z', 'updated_at': '2022-04-20T16:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a1568b1c-be79-4705-84be-41a2da47f71d', 'name': '', 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'mac_address': 'fa:16:3e:5a:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:29Z', 'updated_at': '2022-04-20T16:15:35Z', 'revision_number': 5, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'subnets': [{'id': '5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:18:57.803392 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e200338-54d9-4c87-adf0-8e9ab9bf9718 None None] The sync data for ids ['9976c9e7-1658-4871-9c22-bcd3487ef43b'] in n-d-836146-2 is: [{'id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'name': 'tempest-ServersTestBootFromVolume-206182346-router', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:24Z', 'updated_at': '2022-04-20T16:15:30Z', 'revision_number': 4, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'gw_port': {'id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:26Z', 'updated_at': '2022-04-20T16:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a1568b1c-be79-4705-84be-41a2da47f71d', 'name': '', 'network_id': 'b9fae797-d5f6-48fc-9525-49f44111ebc0', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'mac_address': 'fa:16:3e:5a:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:29Z', 'updated_at': '2022-04-20T16:15:35Z', 'revision_number': 5, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'subnets': [{'id': '5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:18:57.927893 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cbf34-b43f-493d-86af-ac2e371cf014 req-ee7fed52-6d07-4e6e-968c-8f1f09f6a357 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:57.935425 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c05cbf34-b43f-493d-86af-ac2e371cf014 req-ee7fed52-6d07-4e6e-968c-8f1f09f6a357 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.0627465 Apr 20 16:18:57.984198 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c05cbf34-b43f-493d-86af-ac2e371cf014 req-48947d75-89c9-484b-8bf7-9b71bc8cd524 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478928 Apr 20 16:18:58.008036 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:58.079451 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d247dc66-36a9-49c8-b8c4-aa486fc2f803 None None] New status for floating IP 8fe03454-5a6e-40d7-9b9b-8920293ea406: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:18:58.268630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4a2704-21f8-4fab-a80e-a86265867d82', 'name': 'network-vif-deleted', 'tag': '7476966b-2703-4b93-b744-da20181ffc8a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:18:58.274484 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40b91c0-4d1e-45ad-b3af-8c0ae620c86d" -d '{"events": [{"server_uuid": "7c4a2704-21f8-4fab-a80e-a86265867d82", "name": "network-vif-deleted", "tag": "7476966b-2703-4b93-b744-da20181ffc8a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:18:58.337655 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22564a2-ba1a-410c-a60e-c5328cc2b879 x-openstack-request-id: req-e22564a2-ba1a-410c-a60e-c5328cc2b879 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:18:58.337828 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4a2704-21f8-4fab-a80e-a86265867d82", "name": "network-vif-deleted", "tag": "7476966b-2703-4b93-b744-da20181ffc8a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:18:58.338077 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e22564a2-ba1a-410c-a60e-c5328cc2b879 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:18:58.338499 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e22564a2-ba1a-410c-a60e-c5328cc2b879'] response: {'server_uuid': '7c4a2704-21f8-4fab-a80e-a86265867d82', 'name': 'network-vif-deleted', 'tag': '7476966b-2703-4b93-b744-da20181ffc8a', 'status': 'completed', 'code': 200} Apr 20 16:18:58.355026 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611b728-8175-425e-b99b-735e32dc387f req-1ddbb4a2-ae37-4d5e-a034-d8000fa326a5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:58.362502 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b611b728-8175-425e-b99b-735e32dc387f req-1ddbb4a2-ae37-4d5e-a034-d8000fa326a5 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 948 time: 0.0683720 Apr 20 16:18:58.399828 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b611b728-8175-425e-b99b-735e32dc387f req-7df49cdc-fd62-4792-ad1f-2a57ce108845 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364487 Apr 20 16:18:58.420143 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:58.435391 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47e44dc9-a9c0-43cd-8465-0e2df14d0de4 req-0a083699-0751-4ffc-a4f3-c8a67fe1c827 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 210 time: 0.0313888 Apr 20 16:18:58.589960 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-08f377d5-ab8d-4403-b69a-7b24448448be req-af4d3849-ec01-44e5-b175-1d3ab5c6f582 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 210 time: 0.0311961 Apr 20 16:18:59.110080 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47766dcb-f35f-40d8-98f4-cbe7b18dde9d req-bedd9745-f159-47c4-9f6d-a8fe718a2f53 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:59.111597 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47766dcb-f35f-40d8-98f4-cbe7b18dde9d req-bedd9745-f159-47c4-9f6d-a8fe718a2f53 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.0498464 Apr 20 16:18:59.151882 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47766dcb-f35f-40d8-98f4-cbe7b18dde9d req-4401ea08-3717-408d-9351-bb7a1b37fb3a tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338957 Apr 20 16:18:59.202023 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device de1e1248-d5ea-4a08-aa0e-118af458bc5f details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:18:59.298525 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port de1e1248-d5ea-4a08-aa0e-118af458bc5f, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=de1e1248-d5ea-4a08-aa0e-118af458bc5f,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:59.310916 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'de1e1248-d5ea-4a08-aa0e-118af458bc5f', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'de1e1248-d5ea-4a08-aa0e-118af458bc5f', 'mac_address': 'fa:16:3e:09:17:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:18:59.355804 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:59.371037 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1e1248-d5ea-4a08-aa0e-118af458bc5f {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:18:59.395350 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port de1e1248-d5ea-4a08-aa0e-118af458bc5f, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=de1e1248-d5ea-4a08-aa0e-118af458bc5f,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:18:59.521831 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:18:59.542277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f808ef-835f-48f2-89f7-e72e96536bdc req-be383466-2396-4ce0-bb28-cfa23b818f3e tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:18:59.552285 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b3f808ef-835f-48f2-89f7-e72e96536bdc req-be383466-2396-4ce0-bb28-cfa23b818f3e tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 948 time: 0.0657632 Apr 20 16:18:59.552645 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8924b383-7611-4d07-98a9-db5868fbbe2c req-36081a1f-f89b-4480-9112-16a68171187d tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 210 time: 0.0269597 Apr 20 16:18:59.606341 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b3f808ef-835f-48f2-89f7-e72e96536bdc req-d37293f4-8fce-47c5-8798-810b0f8940a3 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555859 Apr 20 16:18:59.709064 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cb845540-c48b-4fd5-b935-9f8089227cfc req-7c52900d-a7ba-4140-8ce2-9b28a61d6d20 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 210 time: 0.0294554 Apr 20 16:18:59.723027 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=de1e1248-d5ea-4a08-aa0e-118af458bc5f,revision_number=12']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:18:59.784208 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:00.271480 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416cbe57-81ee-4e0b-b8f8-ce518919d210 req-4784bf1d-3366-4a31-a82e-3b2cb89841f0 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:00.273240 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-416cbe57-81ee-4e0b-b8f8-ce518919d210 req-4784bf1d-3366-4a31-a82e-3b2cb89841f0 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.0539978 Apr 20 16:19:00.313908 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-416cbe57-81ee-4e0b-b8f8-ce518919d210 req-517fde59-598d-4bea-97f6-013347d0a6d9 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345175 Apr 20 16:19:00.687300 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-af47feee-1323-4275-a106-02b3af836f7a req-fb9a727d-deb9-4415-bc6b-f929aa8b9566 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 210 time: 0.0281420 Apr 20 16:19:00.793132 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7c2ff-aa78-4eaf-9e99-2945bce9b12f req-39932763-831b-4ce6-8571-9366bcf67a81 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:00.795934 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d2d7c2ff-aa78-4eaf-9e99-2945bce9b12f req-39932763-831b-4ce6-8571-9366bcf67a81 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0511892 Apr 20 16:19:00.848904 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d2d7c2ff-aa78-4eaf-9e99-2945bce9b12f req-2cd8f097-3e80-4c27-bd64-02480a158304 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431080 Apr 20 16:19:00.956507 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28ba56f0-40a1-43a9-b272-454d183793a2 req-285954de-2130-47c8-8f07-855deb800876 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/ports?device_id=694ed346-3b21-4205-a721-a2553728b29e HTTP/1.1" status: 200 len: 210 time: 0.0334063 Apr 20 16:19:01.081362 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8b298-779b-4a2d-b9b3-c973832b5ef0 req-280e60b0-b4f0-4088-a97a-40aa0caf00ed tempest-MigrationsAdminTest-277750691 tempest-MigrationsAdminTest-277750691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:01.083764 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19a8b298-779b-4a2d-b9b3-c973832b5ef0 req-280e60b0-b4f0-4088-a97a-40aa0caf00ed tempest-MigrationsAdminTest-277750691 tempest-MigrationsAdminTest-277750691-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 1100 time: 0.0505567 Apr 20 16:19:01.108748 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['de1e1248-d5ea-4a08-aa0e-118af458bc5f'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:19:01.116925 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b0d45-af25-4f32-b1a7-ce20c7dee4b3 req-d369ee1e-ee9b-4a29-b266-ea53b39fae23 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:01.124679 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19a8b298-779b-4a2d-b9b3-c973832b5ef0 req-aa3af2ae-b3c0-4a94-8cf5-af6e082f8dae tempest-MigrationsAdminTest-277750691 tempest-MigrationsAdminTest-277750691-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337605 Apr 20 16:19:01.127087 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b42b0d45-af25-4f32-b1a7-ce20c7dee4b3 req-d369ee1e-ee9b-4a29-b266-ea53b39fae23 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 946 time: 0.0699399 Apr 20 16:19:01.177942 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b42b0d45-af25-4f32-b1a7-ce20c7dee4b3 req-824e1222-2cc0-4b5c-96bd-2d4132b88e12 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e7c9c4-671d-4506-b93a-b5cea30adf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497179 Apr 20 16:19:01.440741 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6ded4-afd1-4c85-a6b3-c9f37c4faf0f req-8b3f4a24-c68e-4435-8aee-20ad7153c6b8 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:01.442564 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c7f6ded4-afd1-4c85-a6b3-c9f37c4faf0f req-8b3f4a24-c68e-4435-8aee-20ad7153c6b8 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.0593708 Apr 20 16:19:01.496043 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c7f6ded4-afd1-4c85-a6b3-c9f37c4faf0f req-85e5549b-ecf6-4741-a9a9-7f101134da6f tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357709 Apr 20 16:19:01.649273 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517b5dd-8456-47ac-b3ce-2e792d7fccce req-b9749b83-f103-4a8c-8cad-bdf8c5b0836c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:01.651251 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b517b5dd-8456-47ac-b3ce-2e792d7fccce req-b9749b83-f103-4a8c-8cad-bdf8c5b0836c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0520549 Apr 20 16:19:01.699374 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b517b5dd-8456-47ac-b3ce-2e792d7fccce req-ec19b415-8aa8-4f2e-beb5-fb48ce329f57 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403244 Apr 20 16:19:01.789760 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-91c80c06-a427-45c7-8e47-30fbac06600e req-9680b130-fc6e-4f1c-9509-48f603ad027c tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 210 time: 0.0283229 Apr 20 16:19:02.174194 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39118) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:02.231003 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-46d84720-5999-45e0-b9e6-e751674868ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:02.267765 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-46d84720-5999-45e0-b9e6-e751674868ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:02.338073 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19f981-b919-4c04-b081-6b3a6ee3fc98 req-16ed81f4-2cb8-4fe1-8925-2759667902ef tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:02.339629 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2e19f981-b919-4c04-b081-6b3a6ee3fc98 req-16ed81f4-2cb8-4fe1-8925-2759667902ef tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 946 time: 0.0844166 Apr 20 16:19:02.380288 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2e19f981-b919-4c04-b081-6b3a6ee3fc98 req-4434393d-db48-4e3e-8150-71cdbd708732 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e7c9c4-671d-4506-b93a-b5cea30adf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346112 Apr 20 16:19:02.565319 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-46d84720-5999-45e0-b9e6-e751674868ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:02.568080 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-46d84720-5999-45e0-b9e6-e751674868ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:02.571725 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-46d84720-5999-45e0-b9e6-e751674868ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "DELETE /v2.0/security-groups/36786094-dd31-415b-bb93-ee64d32ee758 HTTP/1.1" status: 204 len: 168 time: 0.3941872 Apr 20 16:19:02.576499 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39124) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:02.600456 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d84720-5999-45e0-b9e6-e751674868ea tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36786094-dd31-415b-bb93-ee64d32ee758,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:02.600456 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-34546b06-4bc4-4c8e-a4fd-4f9769e95757 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] show failed (client error): The resource could not be found. Apr 20 16:19:02.600456 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-34546b06-4bc4-4c8e-a4fd-4f9769e95757 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "GET /v2.0/security-groups/36786094-dd31-415b-bb93-ee64d32ee758 HTTP/1.1" status: 404 len: 347 time: 0.0194163 Apr 20 16:19:02.602940 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39126) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:02.639825 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd10528-9e8e-4942-ba7b-dab99af9761f req-ca93002e-2e67-4cb1-8841-da66d4628c8a tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:02.642575 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2bd10528-9e8e-4942-ba7b-dab99af9761f req-ca93002e-2e67-4cb1-8841-da66d4628c8a tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.0752323 Apr 20 16:19:02.684040 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2bd10528-9e8e-4942-ba7b-dab99af9761f req-95d43fe6-bfd5-4b39-8fdc-25471c8636b1 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350821 Apr 20 16:19:02.892466 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d794edbe-8b33-4b35-b198-947c75105076 req-35fecd2b-2bf1-410d-903d-eefcc51fe674 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 210 time: 0.0308466 Apr 20 16:19:03.094779 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff784067-7045-43b5-8587-2e7865615d03 req-9ec55865-0c41-4a70-ae04-1a31d1f7e2c8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:03.096260 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ff784067-7045-43b5-8587-2e7865615d03 req-9ec55865-0c41-4a70-ae04-1a31d1f7e2c8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0818577 Apr 20 16:19:03.122756 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ee6b9092-8e2b-42d9-8301-0be886d3417b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Deleting port 0cc3324d-5d5b-4d56-beb1-f6763c4f9d57 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:03.123193 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee6b9092-8e2b-42d9-8301-0be886d3417b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:03.161201 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ff784067-7045-43b5-8587-2e7865615d03 req-728b9606-5314-4240-85b3-2b7b9eb93ac6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574460 Apr 20 16:19:03.216671 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device de1e1248-d5ea-4a08-aa0e-118af458bc5f up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:19:03.225606 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee6b9092-8e2b-42d9-8301-0be886d3417b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:03.227072 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee6b9092-8e2b-42d9-8301-0be886d3417b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:03.242764 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ee6b9092-8e2b-42d9-8301-0be886d3417b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Calling delete_port for 0cc3324d-5d5b-4d56-beb1-f6763c4f9d57 owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:03.313754 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2363aa-74b3-4b8d-a289-94c9d58e62ad req-c30e19ee-49ca-42a7-9299-902a37729ae6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:03.315500 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa2363aa-74b3-4b8d-a289-94c9d58e62ad req-c30e19ee-49ca-42a7-9299-902a37729ae6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 949 time: 0.0917895 Apr 20 16:19:03.322242 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203add5e-2cbd-4c27-947d-2c5271023126 req-3f6e9577-ba14-4e16-b2ea-ad31e242cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:03.323776 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-203add5e-2cbd-4c27-947d-2c5271023126 req-3f6e9577-ba14-4e16-b2ea-ad31e242cae9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 1097 time: 0.0980549 Apr 20 16:19:03.356011 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port de1e1248-d5ea-4a08-aa0e-118af458bc5f completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:19:03.360846 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port de1e1248-d5ea-4a08-aa0e-118af458bc5f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:03.361395 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:03.417319 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-203add5e-2cbd-4c27-947d-2c5271023126 req-0f300aa1-931c-4392-87c4-3b90abef7ef3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856023 Apr 20 16:19:03.446765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-aa2363aa-74b3-4b8d-a289-94c9d58e62ad req-47d28f62-8845-428d-ad4b-86bcb0b6b8b4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Deleting port de1e1248-d5ea-4a08-aa0e-118af458bc5f {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:03.451852 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-aa2363aa-74b3-4b8d-a289-94c9d58e62ad req-47d28f62-8845-428d-ad4b-86bcb0b6b8b4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:03.461994 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:03.483498 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee6b9092-8e2b-42d9-8301-0be886d3417b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:03.498957 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port de1e1248-d5ea-4a08-aa0e-118af458bc5f, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=de1e1248-d5ea-4a08-aa0e-118af458bc5f,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:03.503504 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6c1b20-ee48-485d-aef8-db8de634bddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1e1248-d5ea-4a08-aa0e-118af458bc5f'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:19:03.503504 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ccd953-5048-4561-89dd-929a6f8613d6" -d '{"events": [{"server_uuid": "7b6c1b20-ee48-485d-aef8-db8de634bddb", "name": "network-vif-plugged", "status": "completed", "tag": "de1e1248-d5ea-4a08-aa0e-118af458bc5f"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:19:03.538901 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b9092-8e2b-42d9-8301-0be886d3417b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event deleted for resources: {'Port': ['ID=0cc3324d-5d5b-4d56-beb1-f6763c4f9d57,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:03.568643 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5f3600-a187-471b-86dc-a570306e879b x-openstack-request-id: req-cd5f3600-a187-471b-86dc-a570306e879b {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:19:03.569699 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6c1b20-ee48-485d-aef8-db8de634bddb", "name": "network-vif-plugged", "status": "completed", "tag": "de1e1248-d5ea-4a08-aa0e-118af458bc5f", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:19:03.570191 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd5f3600-a187-471b-86dc-a570306e879b {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:19:03.570793 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5f3600-a187-471b-86dc-a570306e879b'] response: {'server_uuid': '7b6c1b20-ee48-485d-aef8-db8de634bddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1e1248-d5ea-4a08-aa0e-118af458bc5f', 'code': 200} Apr 20 16:19:03.583166 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef85b1e-ea8b-47d6-804c-314dbbd42a97 req-d84c3275-d963-494f-9f97-12ce42ee65d9 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:03.584855 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ef85b1e-ea8b-47d6-804c-314dbbd42a97 req-d84c3275-d963-494f-9f97-12ce42ee65d9 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 946 time: 0.1167154 Apr 20 16:19:03.600081 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:03.629905 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c104d11-ef47-4478-847f-1d14c8957eea req-d83944c5-d77e-4c4a-b89c-51924a3f2803 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:03.629905 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6c104d11-ef47-4478-847f-1d14c8957eea req-d83944c5-d77e-4c4a-b89c-51924a3f2803 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 946 time: 0.1563530 Apr 20 16:19:03.639635 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-aa2363aa-74b3-4b8d-a289-94c9d58e62ad req-47d28f62-8845-428d-ad4b-86bcb0b6b8b4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] For port de1e1248-d5ea-4a08-aa0e-118af458bc5f, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=de1e1248-d5ea-4a08-aa0e-118af458bc5f,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:03.640136 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-aa2363aa-74b3-4b8d-a289-94c9d58e62ad req-47d28f62-8845-428d-ad4b-86bcb0b6b8b4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:03.643905 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee6b9092-8e2b-42d9-8301-0be886d3417b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:03.648709 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee6b9092-8e2b-42d9-8301-0be886d3417b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:03.652512 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ee6b9092-8e2b-42d9-8301-0be886d3417b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "DELETE /v2.0/floatingips/741cf5db-410c-4259-8cae-89ff6f1e4b51 HTTP/1.1" status: 204 len: 168 time: 1.0461190 Apr 20 16:19:03.654170 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39136) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:03.666751 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-aa2363aa-74b3-4b8d-a289-94c9d58e62ad req-47d28f62-8845-428d-ad4b-86bcb0b6b8b4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Calling delete_port for de1e1248-d5ea-4a08-aa0e-118af458bc5f owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:03.667961 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=de1e1248-d5ea-4a08-aa0e-118af458bc5f,revision_number=13']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:03.674810 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ef85b1e-ea8b-47d6-804c-314dbbd42a97 req-3cd8c0fa-2497-4c78-9bab-0bc1cea3b554 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e7c9c4-671d-4506-b93a-b5cea30adf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817692 Apr 20 16:19:03.763472 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-6c104d11-ef47-4478-847f-1d14c8957eea req-971d2c59-6be2-4eea-ab8d-d9a64247365f tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Deleting port bd90e71a-d179-4b5a-8e3e-b62cb17b5235 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:03.763875 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6c104d11-ef47-4478-847f-1d14c8957eea req-971d2c59-6be2-4eea-ab8d-d9a64247365f tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:03.827161 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-dcebca78-513c-4eb5-90e1-b961940eb40e tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Deleting port 109b0a13-d200-4ede-b5d7-d7341c55a715 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:03.827559 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dcebca78-513c-4eb5-90e1-b961940eb40e tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:03.889950 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e4c3-0b37-471e-bbaa-e273d18a7ef5 req-f3a0864f-a467-45f6-bcb8-6ff580230e45 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:03.891254 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b5f6e4c3-0b37-471e-bbaa-e273d18a7ef5 req-f3a0864f-a467-45f6-bcb8-6ff580230e45 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.1242750 Apr 20 16:19:03.931951 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-6c104d11-ef47-4478-847f-1d14c8957eea req-971d2c59-6be2-4eea-ab8d-d9a64247365f tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] For port bd90e71a-d179-4b5a-8e3e-b62cb17b5235, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=bd90e71a-d179-4b5a-8e3e-b62cb17b5235,segment=NetworkSegment(45e6c1a3-1f54-4db2-86c6-172c4254d33a),segment_id=45e6c1a3-1f54-4db2-86c6-172c4254d33a)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:03.933032 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6c104d11-ef47-4478-847f-1d14c8957eea req-971d2c59-6be2-4eea-ab8d-d9a64247365f tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:03.951386 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dcebca78-513c-4eb5-90e1-b961940eb40e tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:03.964650 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-dcebca78-513c-4eb5-90e1-b961940eb40e tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Calling delete_port for 109b0a13-d200-4ede-b5d7-d7341c55a715 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:04.008909 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-45849f3e-4074-4e93-b954-164238546638 req-851b535f-3057-4674-a180-dea3369be01f tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 210 time: 0.0353057 Apr 20 16:19:04.022843 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b5f6e4c3-0b37-471e-bbaa-e273d18a7ef5 req-1ec2b754-c25a-4fb9-a15a-9f023844db70 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242163 Apr 20 16:19:04.035891 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-aa2363aa-74b3-4b8d-a289-94c9d58e62ad req-47d28f62-8845-428d-ad4b-86bcb0b6b8b4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:04.071222 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d28f62-8845-428d-ad4b-86bcb0b6b8b4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Pushing event deleted for resources: {'Port': ['ID=de1e1248-d5ea-4a08-aa0e-118af458bc5f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:04.072119 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f81a6c35-3774-4a1c-a71e-5c2c6cef1de5', 'de1e1248-d5ea-4a08-aa0e-118af458bc5f'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:19:04.082316 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['ca7fac03-dba5-420a-8011-27a1c64c2c85', '49d61411-7d22-4a11-aaac-b88200694959'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:19:04.158735 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2363aa-74b3-4b8d-a289-94c9d58e62ad req-47d28f62-8845-428d-ad4b-86bcb0b6b8b4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] No DVR routers for this DVR port de1e1248-d5ea-4a08-aa0e-118af458bc5f on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:19:04.166575 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-aa2363aa-74b3-4b8d-a289-94c9d58e62ad req-47d28f62-8845-428d-ad4b-86bcb0b6b8b4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:04.177384 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa2363aa-74b3-4b8d-a289-94c9d58e62ad req-47d28f62-8845-428d-ad4b-86bcb0b6b8b4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.30 "DELETE /v2.0/ports/de1e1248-d5ea-4a08-aa0e-118af458bc5f HTTP/1.1" status: 204 len: 173 time: 0.8523891 Apr 20 16:19:04.178124 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6c1b20-ee48-485d-aef8-db8de634bddb', 'name': 'network-vif-deleted', 'tag': 'de1e1248-d5ea-4a08-aa0e-118af458bc5f'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:19:04.180929 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0039917-fbe5-4f35-8d41-f3cf2f5f5b52" -d '{"events": [{"server_uuid": "7b6c1b20-ee48-485d-aef8-db8de634bddb", "name": "network-vif-deleted", "tag": "de1e1248-d5ea-4a08-aa0e-118af458bc5f"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:19:04.240632 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6c104d11-ef47-4478-847f-1d14c8957eea req-971d2c59-6be2-4eea-ab8d-d9a64247365f tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:04.241345 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6c104d11-ef47-4478-847f-1d14c8957eea req-971d2c59-6be2-4eea-ab8d-d9a64247365f tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:04.242291 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [req-6c104d11-ef47-4478-847f-1d14c8957eea req-971d2c59-6be2-4eea-ab8d-d9a64247365f tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Floating IP 08b05ca3-fce9-4283-a629-5b35228906f9 disassociated. External IP: 172.25.0.128, port: bd90e71a-d179-4b5a-8e3e-b62cb17b5235. Apr 20 16:19:04.242291 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-6c104d11-ef47-4478-847f-1d14c8957eea req-971d2c59-6be2-4eea-ab8d-d9a64247365f tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Calling delete_port for bd90e71a-d179-4b5a-8e3e-b62cb17b5235 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:04.253210 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63216e1e-364c-4f2c-9db7-065439c7cf27 x-openstack-request-id: req-63216e1e-364c-4f2c-9db7-065439c7cf27 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:19:04.253723 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6c1b20-ee48-485d-aef8-db8de634bddb", "name": "network-vif-deleted", "tag": "de1e1248-d5ea-4a08-aa0e-118af458bc5f", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:19:04.254148 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63216e1e-364c-4f2c-9db7-065439c7cf27 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:19:04.254687 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63216e1e-364c-4f2c-9db7-065439c7cf27'] response: {'server_uuid': '7b6c1b20-ee48-485d-aef8-db8de634bddb', 'name': 'network-vif-deleted', 'tag': 'de1e1248-d5ea-4a08-aa0e-118af458bc5f', 'status': 'completed', 'code': 200} Apr 20 16:19:04.377003 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c4efcb20-1427-475e-879f-102d0ca002dd req-9b54ffb3-ebd2-4f55-a3dd-a823a54e1515 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6c1b20-ee48-485d-aef8-db8de634bddb HTTP/1.1" status: 200 len: 210 time: 0.0478268 Apr 20 16:19:04.384474 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dcebca78-513c-4eb5-90e1-b961940eb40e tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:04.465783 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebca78-513c-4eb5-90e1-b961940eb40e tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event deleted for resources: {'Port': ['ID=109b0a13-d200-4ede-b5d7-d7341c55a715,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:04.587519 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dcebca78-513c-4eb5-90e1-b961940eb40e tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:04.594080 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dcebca78-513c-4eb5-90e1-b961940eb40e tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "DELETE /v2.0/ports/109b0a13-d200-4ede-b5d7-d7341c55a715 HTTP/1.1" status: 204 len: 168 time: 0.9365728 Apr 20 16:19:04.596400 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39148) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:04.671075 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6c104d11-ef47-4478-847f-1d14c8957eea req-971d2c59-6be2-4eea-ab8d-d9a64247365f tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:04.716360 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d2c59-6be2-4eea-ab8d-d9a64247365f tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Pushing event deleted for resources: {'Port': ['ID=bd90e71a-d179-4b5a-8e3e-b62cb17b5235,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:04.749663 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-ea875c05-96f0-4a16-9494-78e675acc4ed tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Deleting port 86bc5f31-0189-4f35-860c-022465c8e0d6 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:04.752718 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea875c05-96f0-4a16-9494-78e675acc4ed tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:04.867733 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-42f13915-65fd-48f4-bb6d-a480c67ba37f req-9e96730e-7db3-4c4b-b40a-ac98518eb204 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 210 time: 0.0411518 Apr 20 16:19:04.912900 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c104d11-ef47-4478-847f-1d14c8957eea req-971d2c59-6be2-4eea-ab8d-d9a64247365f tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Router 2daf091e-1da3-41f0-8464-f988a0e90c16 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:19:04.920882 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea875c05-96f0-4a16-9494-78e675acc4ed tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:04.934620 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-ea875c05-96f0-4a16-9494-78e675acc4ed tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Calling delete_port for 86bc5f31-0189-4f35-860c-022465c8e0d6 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:05.043070 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c104d11-ef47-4478-847f-1d14c8957eea req-971d2c59-6be2-4eea-ab8d-d9a64247365f tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:19:05.056599 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e064003e-0276-4a35-83df-37ec42547e62 None None] Sync routers for ids ['2daf091e-1da3-41f0-8464-f988a0e90c16'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:19:05.075455 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e064003e-0276-4a35-83df-37ec42547e62 None None] Routers {'2daf091e-1da3-41f0-8464-f988a0e90c16'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:19:05.076096 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e064003e-0276-4a35-83df-37ec42547e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:18:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['2daf091e-1da3-41f0-8464-f988a0e90c16'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:05.116285 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c104d11-ef47-4478-847f-1d14c8957eea req-971d2c59-6be2-4eea-ab8d-d9a64247365f tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] No DVR routers for this DVR port bd90e71a-d179-4b5a-8e3e-b62cb17b5235 on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:19:05.119822 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6c104d11-ef47-4478-847f-1d14c8957eea req-971d2c59-6be2-4eea-ab8d-d9a64247365f tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:05.123226 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6c104d11-ef47-4478-847f-1d14c8957eea req-971d2c59-6be2-4eea-ab8d-d9a64247365f tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.26 "DELETE /v2.0/ports/bd90e71a-d179-4b5a-8e3e-b62cb17b5235 HTTP/1.1" status: 204 len: 173 time: 1.4817600 Apr 20 16:19:05.123694 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc9ec32-e904-4cc9-837c-3f198d9dbaea', 'name': 'network-vif-deleted', 'tag': 'bd90e71a-d179-4b5a-8e3e-b62cb17b5235'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:19:05.126613 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da625971-137a-45ce-9570-6e231a8c1d29" -d '{"events": [{"server_uuid": "5fc9ec32-e904-4cc9-837c-3f198d9dbaea", "name": "network-vif-deleted", "tag": "bd90e71a-d179-4b5a-8e3e-b62cb17b5235"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:19:05.162820 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea875c05-96f0-4a16-9494-78e675acc4ed tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:05.217238 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5208ebe0-ee58-4df6-8f4c-4efd62316fe7 req-c04d3734-e4e0-44ca-a1f1-7fc01ff1d771 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c4a2704-21f8-4fab-a80e-a86265867d82 HTTP/1.1" status: 200 len: 210 time: 0.0456829 Apr 20 16:19:05.268887 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea875c05-96f0-4a16-9494-78e675acc4ed tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event deleted for resources: {'Port': ['ID=86bc5f31-0189-4f35-860c-022465c8e0d6,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:05.273939 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ce5932-9bc8-45cc-80de-3ea64a9123ea x-openstack-request-id: req-92ce5932-9bc8-45cc-80de-3ea64a9123ea {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:19:05.273939 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc9ec32-e904-4cc9-837c-3f198d9dbaea", "name": "network-vif-deleted", "tag": "bd90e71a-d179-4b5a-8e3e-b62cb17b5235", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:19:05.273939 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92ce5932-9bc8-45cc-80de-3ea64a9123ea {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:19:05.273939 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92ce5932-9bc8-45cc-80de-3ea64a9123ea'] response: {'server_uuid': '5fc9ec32-e904-4cc9-837c-3f198d9dbaea', 'name': 'network-vif-deleted', 'tag': 'bd90e71a-d179-4b5a-8e3e-b62cb17b5235', 'status': 'completed', 'code': 200} Apr 20 16:19:05.324277 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e064003e-0276-4a35-83df-37ec42547e62 None None] Set router 2daf091e-1da3-41f0-8464-f988a0e90c16 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:19:05.345511 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc256c4-0ea7-42b3-ab21-5a56c5117ecc req-06e13146-11c6-473c-b4bc-75c4f8aae6a4 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:05.348117 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0cc256c4-0ea7-42b3-ab21-5a56c5117ecc req-06e13146-11c6-473c-b4bc-75c4f8aae6a4 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.1667826 Apr 20 16:19:05.466829 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0cc256c4-0ea7-42b3-ab21-5a56c5117ecc req-eda3415a-3829-43af-9e88-1874ff322ae8 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886009 Apr 20 16:19:05.470803 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea875c05-96f0-4a16-9494-78e675acc4ed tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:05.483405 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ea875c05-96f0-4a16-9494-78e675acc4ed tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "DELETE /v2.0/ports/86bc5f31-0189-4f35-860c-022465c8e0d6 HTTP/1.1" status: 204 len: 168 time: 0.8837032 Apr 20 16:19:05.483757 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39162) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:05.594344 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2c0dcc-e778-4896-8f49-0a71a975125a tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Deleting subnet b76bef31-2cfc-4ae1-bc99-6d6a2dfc9ca9 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:19:05.600495 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1d2c0dcc-e778-4896-8f49-0a71a975125a tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:05.707358 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1d2c0dcc-e778-4896-8f49-0a71a975125a tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:05.729005 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e064003e-0276-4a35-83df-37ec42547e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'name': 'tempest-AttachSCSIVolumeTestJSON-509519246-router', 'tenant_id': '931913e656484021adeac3497b0cd222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:32Z', 'updated_at': '2022-04-20T16:15:39Z', 'revision_number': 4, 'project_id': '931913e656484021adeac3497b0cd222', 'gw_port': {'id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:33Z', 'updated_at': '2022-04-20T16:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'd84aa451-ab9b-4ccc-98d6-44d1907e562e', 'name': '', 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0', 'tenant_id': '931913e656484021adeac3497b0cd222', 'mac_address': 'fa:16:3e:6a:c2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '5462d747-c5ea-4458-aa63-2988c4e762f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:48Z', 'revision_number': 5, 'project_id': '931913e656484021adeac3497b0cd222', 'subnets': [{'id': '5462d747-c5ea-4458-aa63-2988c4e762f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:05.761297 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e064003e-0276-4a35-83df-37ec42547e62 None None] Checking router: 2daf091e-1da3-41f0-8464-f988a0e90c16 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:19:05.772220 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e064003e-0276-4a35-83df-37ec42547e62 None None] Routers {'2daf091e-1da3-41f0-8464-f988a0e90c16'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:19:05.773800 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e064003e-0276-4a35-83df-37ec42547e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:18:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['2daf091e-1da3-41f0-8464-f988a0e90c16'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:05.853903 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1d2c0dcc-e778-4896-8f49-0a71a975125a tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:05.915285 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-266b3896-da77-4e15-903d-a931ae591d0d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:05.918544 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e064003e-0276-4a35-83df-37ec42547e62 None None] Set router 2daf091e-1da3-41f0-8464-f988a0e90c16 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:19:05.924835 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-266b3896-da77-4e15-903d-a931ae591d0d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/networks?id=f101898e-5344-4f35-8434-4e0f62076e5a HTTP/1.1" status: 200 len: 811 time: 0.2002487 Apr 20 16:19:05.953010 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-7c9bd7e4-f50d-4b00-9d73-e4c32728c05f tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/quotas/5e2d8be89b26402abed4992d83acf807 HTTP/1.1" status: 200 len: 375 time: 0.0256019 Apr 20 16:19:06.007159 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-8a0f8c56-f41b-4773-8a44-aea291d58715 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e2d8be89b26402abed4992d83acf807&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532858 Apr 20 16:19:06.013487 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b8896-03b8-4951-9fc0-e5dbaa7e4449 req-316d7a13-9622-447e-b189-492973f68ef9 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:06.020622 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-002b8896-03b8-4951-9fc0-e5dbaa7e4449 req-316d7a13-9622-447e-b189-492973f68ef9 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 951 time: 0.0683649 Apr 20 16:19:06.069176 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-002b8896-03b8-4951-9fc0-e5dbaa7e4449 req-ca886920-5c39-421d-bb87-e50dee2dfcf2 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476933 Apr 20 16:19:06.071012 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1d2c0dcc-e778-4896-8f49-0a71a975125a tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:06.105503 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c0dcc-e778-4896-8f49-0a71a975125a tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event deleted for resources: {'Subnet': ['ID=b76bef31-2cfc-4ae1-bc99-6d6a2dfc9ca9,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:06.118844 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1d2c0dcc-e778-4896-8f49-0a71a975125a tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:06.126571 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1d2c0dcc-e778-4896-8f49-0a71a975125a tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "DELETE /v2.0/subnets/b76bef31-2cfc-4ae1-bc99-6d6a2dfc9ca9 HTTP/1.1" status: 204 len: 168 time: 0.6407046 Apr 20 16:19:06.133514 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a6bc66-5f1c-4899-a065-c31324f33108 None None] Network 180e815e-0123-45d7-aabc-b7cbe3dc8657 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:19:06.135312 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39180) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:06.171984 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-68fe3878-d8ce-4326-809c-7ce88c6b6e21 service neutron] 10.222.0.15 "GET /v2.0/networks/f101898e-5344-4f35-8434-4e0f62076e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563935 Apr 20 16:19:06.225534 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e064003e-0276-4a35-83df-37ec42547e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'name': 'tempest-AttachSCSIVolumeTestJSON-509519246-router', 'tenant_id': '931913e656484021adeac3497b0cd222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:32Z', 'updated_at': '2022-04-20T16:15:39Z', 'revision_number': 4, 'project_id': '931913e656484021adeac3497b0cd222', 'gw_port': {'id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:33Z', 'updated_at': '2022-04-20T16:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'd84aa451-ab9b-4ccc-98d6-44d1907e562e', 'name': '', 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0', 'tenant_id': '931913e656484021adeac3497b0cd222', 'mac_address': 'fa:16:3e:6a:c2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '5462d747-c5ea-4458-aa63-2988c4e762f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:48Z', 'revision_number': 5, 'project_id': '931913e656484021adeac3497b0cd222', 'subnets': [{'id': '5462d747-c5ea-4458-aa63-2988c4e762f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:06.245352 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-f74e9e58-f9a5-4177-aeaa-95c705204806 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Deleting subnet bfc0832a-a3b1-44e3-8640-5fd52f4441e0 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:19:06.251343 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f74e9e58-f9a5-4177-aeaa-95c705204806 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:06.254757 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e064003e-0276-4a35-83df-37ec42547e62 None None] The sync data for ids ['2daf091e-1da3-41f0-8464-f988a0e90c16'] in n-d-836146-2 is: [{'id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'name': 'tempest-AttachSCSIVolumeTestJSON-509519246-router', 'tenant_id': '931913e656484021adeac3497b0cd222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:32Z', 'updated_at': '2022-04-20T16:15:39Z', 'revision_number': 4, 'project_id': '931913e656484021adeac3497b0cd222', 'gw_port': {'id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:33Z', 'updated_at': '2022-04-20T16:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'd84aa451-ab9b-4ccc-98d6-44d1907e562e', 'name': '', 'network_id': 'c0af4f27-24c4-4d9f-807b-ab4729ad2da0', 'tenant_id': '931913e656484021adeac3497b0cd222', 'mac_address': 'fa:16:3e:6a:c2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '5462d747-c5ea-4458-aa63-2988c4e762f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:48Z', 'revision_number': 5, 'project_id': '931913e656484021adeac3497b0cd222', 'subnets': [{'id': '5462d747-c5ea-4458-aa63-2988c4e762f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:19:06.297266 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-0af18b40-c6ff-447a-9f83-8ec88912e04f service neutron] 10.222.0.15 "GET /v2.0/networks/f101898e-5344-4f35-8434-4e0f62076e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241062 Apr 20 16:19:06.387297 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a602a357-e08c-4938-b1a2-9a9b7bd691d7 req-d36fa86d-c063-4281-b406-63f2edef1326 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc9ec32-e904-4cc9-837c-3f198d9dbaea HTTP/1.1" status: 200 len: 210 time: 0.0720937 Apr 20 16:19:06.390773 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f74e9e58-f9a5-4177-aeaa-95c705204806 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:06.533541 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f425d2b6-c0fd-473e-a270-bad54651fc2e None None] DHCP port deletion for 180e815e-0123-45d7-aabc-b7cbe3dc8657 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:19:06.570417 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f74e9e58-f9a5-4177-aeaa-95c705204806 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:06.608527 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39190) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:06.613970 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61b56704-8979-40fc-a215-65120130d07d req-e618b568-1307-4d84-b9ec-dd5e1c9347c2 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 210 time: 0.0646839 Apr 20 16:19:06.681667 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f425d2b6-c0fd-473e-a270-bad54651fc2e None None] Deleting port 83b9c48d-6a76-4235-af21-8820be4b526a {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:06.682041 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f425d2b6-c0fd-473e-a270-bad54651fc2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:06.700394 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ee0bf3e-1410-4464-8936-99eda4888368 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:06.739523 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ee0bf3e-1410-4464-8936-99eda4888368 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:06.750752 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f74e9e58-f9a5-4177-aeaa-95c705204806 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:06.798932 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f425d2b6-c0fd-473e-a270-bad54651fc2e None None] For port 83b9c48d-6a76-4235-af21-8820be4b526a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=83b9c48d-6a76-4235-af21-8820be4b526a,segment=NetworkSegment(3e27c4e3-03c3-485b-82d8-3a2925a815bc),segment_id=3e27c4e3-03c3-485b-82d8-3a2925a815bc)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:06.799420 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f425d2b6-c0fd-473e-a270-bad54651fc2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:06.800741 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e9e58-f9a5-4177-aeaa-95c705204806 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc0832a-a3b1-44e3-8640-5fd52f4441e0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:06.816623 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3d567b-98f0-4736-8778-fa3f288cf1b1 None None] New status for floating IP 08b05ca3-fce9-4283-a629-5b35228906f9: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:19:06.832362 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f74e9e58-f9a5-4177-aeaa-95c705204806 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:06.839196 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f74e9e58-f9a5-4177-aeaa-95c705204806 tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "DELETE /v2.0/subnets/bfc0832a-a3b1-44e3-8640-5fd52f4441e0 HTTP/1.1" status: 204 len: 168 time: 0.6990924 Apr 20 16:19:06.839620 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39198) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:06.856435 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f425d2b6-c0fd-473e-a270-bad54651fc2e None None] Calling delete_port for 83b9c48d-6a76-4235-af21-8820be4b526a owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:06.860824 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808b83c5-f091-446d-ac92-374abbd1b262 None None] Network b3f48337-fb41-429b-a73c-aee6d4fcf48c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:19:06.928531 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eda53653-1fa3-43e7-b3f5-016a7039104c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:06.973193 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ee0bf3e-1410-4464-8936-99eda4888368 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:06.977093 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ee0bf3e-1410-4464-8936-99eda4888368 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:06.981754 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6ee0bf3e-1410-4464-8936-99eda4888368 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "DELETE /v2.0/security-groups/bb63c962-b65a-43c7-a71a-f598993c6ec2 HTTP/1.1" status: 204 len: 168 time: 0.3685405 Apr 20 16:19:06.983180 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39200) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:06.993736 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0bf3e-1410-4464-8936-99eda4888368 tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb63c962-b65a-43c7-a71a-f598993c6ec2,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:07.004911 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-eda53653-1fa3-43e7-b3f5-016a7039104c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Deleting port 83b9c48d-6a76-4235-af21-8820be4b526a {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:07.005270 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eda53653-1fa3-43e7-b3f5-016a7039104c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:07.045793 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-76e28cd6-0fee-4db8-984b-1b7146bce92d tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] show failed (client error): The resource could not be found. Apr 20 16:19:07.048061 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-76e28cd6-0fee-4db8-984b-1b7146bce92d tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "GET /v2.0/security-groups/bb63c962-b65a-43c7-a71a-f598993c6ec2 HTTP/1.1" status: 404 len: 347 time: 0.0615888 Apr 20 16:19:07.051561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39202) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:07.138588 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-eda53653-1fa3-43e7-b3f5-016a7039104c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] For port 83b9c48d-6a76-4235-af21-8820be4b526a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=83b9c48d-6a76-4235-af21-8820be4b526a,segment=NetworkSegment(3e27c4e3-03c3-485b-82d8-3a2925a815bc),segment_id=3e27c4e3-03c3-485b-82d8-3a2925a815bc)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:07.139027 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eda53653-1fa3-43e7-b3f5-016a7039104c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:07.204018 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-eda53653-1fa3-43e7-b3f5-016a7039104c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Calling delete_port for 83b9c48d-6a76-4235-af21-8820be4b526a owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:07.251322 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device de1e1248-d5ea-4a08-aa0e-118af458bc5f no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:07.305781 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cafaf4-081a-4236-8c26-5358aeb550fa None None] DHCP port deletion for b3f48337-fb41-429b-a73c-aee6d4fcf48c request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:19:07.309898 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4fca7a-61e2-484c-bd8c-91a5c5825a9a req-8761f322-cf9b-4643-86f8-5d1168867c7d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:07.313713 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f425d2b6-c0fd-473e-a270-bad54651fc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:07.320687 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ff4fca7a-61e2-484c-bd8c-91a5c5825a9a req-8761f322-cf9b-4643-86f8-5d1168867c7d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 951 time: 0.1073790 Apr 20 16:19:07.331536 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eda53653-1fa3-43e7-b3f5-016a7039104c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:07.335220 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: de1e1248-d5ea-4a08-aa0e-118af458bc5f {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:07.336160 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device de1e1248-d5ea-4a08-aa0e-118af458bc5f not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:07.344768 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-1dfd1e96-94bd-4ea6-9c7c-dde2fbad04cb tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Deleting port 48c8a759-596e-4a07-a2a1-c92dca727ff9 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:07.350029 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1dfd1e96-94bd-4ea6-9c7c-dde2fbad04cb tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:07.350188 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f425d2b6-c0fd-473e-a270-bad54651fc2e None None] No DVR routers for this DVR port 83b9c48d-6a76-4235-af21-8820be4b526a on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:19:07.387417 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ff4fca7a-61e2-484c-bd8c-91a5c5825a9a req-41ad9aee-c958-486a-b28d-fcf10377a25d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647697 Apr 20 16:19:07.403401 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425d2b6-c0fd-473e-a270-bad54651fc2e None None] Pushing event deleted for resources: {'Port': ['ID=83b9c48d-6a76-4235-af21-8820be4b526a,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:07.414232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda53653-1fa3-43e7-b3f5-016a7039104c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event deleted for resources: {'Port': ['ID=83b9c48d-6a76-4235-af21-8820be4b526a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:07.419232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda53653-1fa3-43e7-b3f5-016a7039104c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] No DVR routers for this DVR port 83b9c48d-6a76-4235-af21-8820be4b526a on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:19:07.432536 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-08cafaf4-081a-4236-8c26-5358aeb550fa None None] Deleting port 28a46b18-9a1f-495a-af0c-7695d83e5b49 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:07.433423 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-08cafaf4-081a-4236-8c26-5358aeb550fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:07.503081 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-08cafaf4-081a-4236-8c26-5358aeb550fa None None] For port 28a46b18-9a1f-495a-af0c-7695d83e5b49, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=28a46b18-9a1f-495a-af0c-7695d83e5b49,segment=NetworkSegment(95100898-e1a4-4fc8-bca1-6318a051d7db),segment_id=95100898-e1a4-4fc8-bca1-6318a051d7db)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:07.503398 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-08cafaf4-081a-4236-8c26-5358aeb550fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:07.517136 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-08cafaf4-081a-4236-8c26-5358aeb550fa None None] Calling delete_port for 28a46b18-9a1f-495a-af0c-7695d83e5b49 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:07.612816 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39214) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:07.678184 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b80315f-ebe3-402a-9e11-d0408c9b9ed9 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:07.711371 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-08cafaf4-081a-4236-8c26-5358aeb550fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:07.717777 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b80315f-ebe3-402a-9e11-d0408c9b9ed9 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:07.736186 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cafaf4-081a-4236-8c26-5358aeb550fa None None] Pushing event deleted for resources: {'Port': ['ID=28a46b18-9a1f-495a-af0c-7695d83e5b49,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:07.773518 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cafaf4-081a-4236-8c26-5358aeb550fa None None] No DVR routers for this DVR port 28a46b18-9a1f-495a-af0c-7695d83e5b49 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:19:07.859350 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b80315f-ebe3-402a-9e11-d0408c9b9ed9 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:07.863432 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eda53653-1fa3-43e7-b3f5-016a7039104c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:07.865642 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b80315f-ebe3-402a-9e11-d0408c9b9ed9 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:07.868031 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1b80315f-ebe3-402a-9e11-d0408c9b9ed9 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "DELETE /v2.0/security-groups/f6e7c9c4-671d-4506-b93a-b5cea30adf4d HTTP/1.1" status: 204 len: 168 time: 0.2531471 Apr 20 16:19:07.872929 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39218) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:07.887029 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80315f-ebe3-402a-9e11-d0408c9b9ed9 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e7c9c4-671d-4506-b93a-b5cea30adf4d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:07.890069 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6cbfab2-7569-42e0-8c48-838364b0c825 req-a316cda3-680b-4ff1-9baa-116c0d3061f4 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 210 time: 0.0581033 Apr 20 16:19:07.894361 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-88c214e9-7238-454f-99d6-23bc87dcfd02 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] show failed (client error): The resource could not be found. Apr 20 16:19:07.902958 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-88c214e9-7238-454f-99d6-23bc87dcfd02 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "GET /v2.0/security-groups/f6e7c9c4-671d-4506-b93a-b5cea30adf4d HTTP/1.1" status: 404 len: 347 time: 0.0213873 Apr 20 16:19:07.906544 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39220) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:07.909468 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1dfd1e96-94bd-4ea6-9c7c-dde2fbad04cb tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:07.909804 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1dfd1e96-94bd-4ea6-9c7c-dde2fbad04cb tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:07.937526 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-eda53653-1fa3-43e7-b3f5-016a7039104c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180e815e-0123-45d7-aabc-b7cbe3dc8657']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:07.983951 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-1dfd1e96-94bd-4ea6-9c7c-dde2fbad04cb tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Calling delete_port for 48c8a759-596e-4a07-a2a1-c92dca727ff9 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:07.986689 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-eda53653-1fa3-43e7-b3f5-016a7039104c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e27c4e3-03c3-485b-82d8-3a2925a815bc') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:07.986985 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-eda53653-1fa3-43e7-b3f5-016a7039104c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e27c4e3-03c3-485b-82d8-3a2925a815bc') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:08.010245 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2dde9-4044-4438-aa40-89ec6a7c7b20 req-ca184880-70e5-45a5-814c-9255e253799d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:08.012128 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31a2dde9-4044-4438-aa40-89ec6a7c7b20 req-ca184880-70e5-45a5-814c-9255e253799d tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.26 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 951 time: 0.0608251 Apr 20 16:19:08.039069 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eda53653-1fa3-43e7-b3f5-016a7039104c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.076515 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eda53653-1fa3-43e7-b3f5-016a7039104c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.112573 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda53653-1fa3-43e7-b3f5-016a7039104c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:19:08.112905 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eda53653-1fa3-43e7-b3f5-016a7039104c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:19:08.116087 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:19:08.134982 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 28a46b18-9a1f-495a-af0c-7695d83e5b49 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:08.156175 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 28a46b18-9a1f-495a-af0c-7695d83e5b49 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:08.156547 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 28a46b18-9a1f-495a-af0c-7695d83e5b49 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:08.156965 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 83b9c48d-6a76-4235-af21-8820be4b526a no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:08.161224 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-31a2dde9-4044-4438-aa40-89ec6a7c7b20 req-5a38b8c0-df9c-4fe6-89c4-310e514ee32f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Deleting port 49d61411-7d22-4a11-aaac-b88200694959 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:08.161736 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-31a2dde9-4044-4438-aa40-89ec6a7c7b20 req-5a38b8c0-df9c-4fe6-89c4-310e514ee32f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.177060 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 83b9c48d-6a76-4235-af21-8820be4b526a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:08.177410 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 83b9c48d-6a76-4235-af21-8820be4b526a not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:08.229514 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-bd2a2070-4432-48e0-922c-3261eaca6531 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Deleting port 83643b23-c09b-4a77-9f07-4c6c94e51b95 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:08.230361 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd2a2070-4432-48e0-922c-3261eaca6531 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.303375 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-31a2dde9-4044-4438-aa40-89ec6a7c7b20 req-5a38b8c0-df9c-4fe6-89c4-310e514ee32f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] For port 49d61411-7d22-4a11-aaac-b88200694959, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=49d61411-7d22-4a11-aaac-b88200694959,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:08.306767 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-31a2dde9-4044-4438-aa40-89ec6a7c7b20 req-5a38b8c0-df9c-4fe6-89c4-310e514ee32f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.306902 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eda53653-1fa3-43e7-b3f5-016a7039104c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.319233 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eda53653-1fa3-43e7-b3f5-016a7039104c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.322926 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-eda53653-1fa3-43e7-b3f5-016a7039104c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "DELETE /v2.0/networks/180e815e-0123-45d7-aabc-b7cbe3dc8657 HTTP/1.1" status: 204 len: 168 time: 1.4822466 Apr 20 16:19:08.329687 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-31a2dde9-4044-4438-aa40-89ec6a7c7b20 req-5a38b8c0-df9c-4fe6-89c4-310e514ee32f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Calling delete_port for 49d61411-7d22-4a11-aaac-b88200694959 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:08.331583 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39222) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:08.350736 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda53653-1fa3-43e7-b3f5-016a7039104c tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event deleted for resources: {'Network': ['ID=180e815e-0123-45d7-aabc-b7cbe3dc8657,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:08.366321 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd2a2070-4432-48e0-922c-3261eaca6531 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.366555 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd2a2070-4432-48e0-922c-3261eaca6531 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.381436 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-bd2a2070-4432-48e0-922c-3261eaca6531 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Calling delete_port for 83643b23-c09b-4a77-9f07-4c6c94e51b95 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:08.429846 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1dfd1e96-94bd-4ea6-9c7c-dde2fbad04cb tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.465112 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd1e96-94bd-4ea6-9c7c-dde2fbad04cb tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Pushing event deleted for resources: {'Port': ['ID=48c8a759-596e-4a07-a2a1-c92dca727ff9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:08.556219 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1dfd1e96-94bd-4ea6-9c7c-dde2fbad04cb tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.558933 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1dfd1e96-94bd-4ea6-9c7c-dde2fbad04cb tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.560142 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1dfd1e96-94bd-4ea6-9c7c-dde2fbad04cb tempest-ServersTestBootFromVolume-1536376882 tempest-ServersTestBootFromVolume-1536376882-project] 10.222.0.15 "DELETE /v2.0/floatingips/8fe03454-5a6e-40d7-9b9b-8920293ea406 HTTP/1.1" status: 204 len: 168 time: 1.5075421 Apr 20 16:19:08.563090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39226) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:08.636185 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-99cf2318-2c5b-4b55-9998-dfd58eee4e6b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.659663 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6d6ef-fa8f-402a-9212-331c421876ee req-5edb6422-12dc-4271-b859-a43350218206 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:08.661207 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-79d6d6ef-fa8f-402a-9212-331c421876ee req-5edb6422-12dc-4271-b859-a43350218206 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 951 time: 0.1298721 Apr 20 16:19:08.730458 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-31a2dde9-4044-4438-aa40-89ec6a7c7b20 req-5a38b8c0-df9c-4fe6-89c4-310e514ee32f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.736635 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd2a2070-4432-48e0-922c-3261eaca6531 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.763669 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f81a6c35-3774-4a1c-a71e-5c2c6cef1de5'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:19:08.768651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['ca7fac03-dba5-420a-8011-27a1c64c2c85', '49d61411-7d22-4a11-aaac-b88200694959'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:19:08.774153 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a2070-4432-48e0-922c-3261eaca6531 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Pushing event deleted for resources: {'Port': ['ID=83643b23-c09b-4a77-9f07-4c6c94e51b95,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:08.798372 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device bd90e71a-d179-4b5a-8e3e-b62cb17b5235 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:08.815744 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38b8c0-df9c-4fe6-89c4-310e514ee32f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Pushing event deleted for resources: {'Port': ['ID=49d61411-7d22-4a11-aaac-b88200694959,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:08.830418 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-79d6d6ef-fa8f-402a-9212-331c421876ee req-60b8a24d-a89b-4bae-bbf1-36177f3ae5f8 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445360 Apr 20 16:19:08.858084 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-99cf2318-2c5b-4b55-9998-dfd58eee4e6b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.876886 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd2a2070-4432-48e0-922c-3261eaca6531 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.879494 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd2a2070-4432-48e0-922c-3261eaca6531 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.883566 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bd2a2070-4432-48e0-922c-3261eaca6531 tempest-AttachSCSIVolumeTestJSON-1662323097 tempest-AttachSCSIVolumeTestJSON-1662323097-project] 10.222.0.15 "DELETE /v2.0/floatingips/08b05ca3-fce9-4283-a629-5b35228906f9 HTTP/1.1" status: 204 len: 168 time: 0.9678259 Apr 20 16:19:08.889993 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a2dde9-4044-4438-aa40-89ec6a7c7b20 req-5a38b8c0-df9c-4fe6-89c4-310e514ee32f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] No DVR routers for this DVR port 49d61411-7d22-4a11-aaac-b88200694959 on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:19:08.895279 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-31a2dde9-4044-4438-aa40-89ec6a7c7b20 req-5a38b8c0-df9c-4fe6-89c4-310e514ee32f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:08.900380 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31a2dde9-4044-4438-aa40-89ec6a7c7b20 req-5a38b8c0-df9c-4fe6-89c4-310e514ee32f tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.26 "DELETE /v2.0/ports/49d61411-7d22-4a11-aaac-b88200694959 HTTP/1.1" status: 204 len: 173 time: 0.8807740 Apr 20 16:19:08.900831 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50776cb-ec9e-410a-b36d-f6c7fb0feeaa', 'name': 'network-vif-deleted', 'tag': '49d61411-7d22-4a11-aaac-b88200694959'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:19:08.903092 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105f5377-ecdf-4540-aff5-102c9dc23c5c" -d '{"events": [{"server_uuid": "d50776cb-ec9e-410a-b36d-f6c7fb0feeaa", "name": "network-vif-deleted", "tag": "49d61411-7d22-4a11-aaac-b88200694959"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:19:08.921582 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-99cf2318-2c5b-4b55-9998-dfd58eee4e6b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f48337-fb41-429b-a73c-aee6d4fcf48c']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:08.938971 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: bd90e71a-d179-4b5a-8e3e-b62cb17b5235 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:08.939820 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device bd90e71a-d179-4b5a-8e3e-b62cb17b5235 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:08.957400 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-99cf2318-2c5b-4b55-9998-dfd58eee4e6b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95100898-e1a4-4fc8-bca1-6318a051d7db') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:08.958097 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-99cf2318-2c5b-4b55-9998-dfd58eee4e6b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95100898-e1a4-4fc8-bca1-6318a051d7db') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:08.979311 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:19:08.993381 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2406e80-16b3-4d2e-b969-65bc0b1cb2f6 x-openstack-request-id: req-f2406e80-16b3-4d2e-b969-65bc0b1cb2f6 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:19:08.993646 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50776cb-ec9e-410a-b36d-f6c7fb0feeaa", "name": "network-vif-deleted", "tag": "49d61411-7d22-4a11-aaac-b88200694959", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:19:08.993898 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2406e80-16b3-4d2e-b969-65bc0b1cb2f6 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:19:08.994297 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2406e80-16b3-4d2e-b969-65bc0b1cb2f6'] response: {'server_uuid': 'd50776cb-ec9e-410a-b36d-f6c7fb0feeaa', 'name': 'network-vif-deleted', 'tag': '49d61411-7d22-4a11-aaac-b88200694959', 'status': 'completed', 'code': 200} Apr 20 16:19:08.999029 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-99cf2318-2c5b-4b55-9998-dfd58eee4e6b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:09.016819 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-99cf2318-2c5b-4b55-9998-dfd58eee4e6b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:09.027597 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99cf2318-2c5b-4b55-9998-dfd58eee4e6b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:19:09.028224 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-99cf2318-2c5b-4b55-9998-dfd58eee4e6b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:19:09.033591 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:19:09.084085 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-94ec0c3f-681a-447c-89b6-62ec0c09c5eb req-ef2c62a0-f858-48a7-ab6b-3e57a8b05afa tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 210 time: 0.0497816 Apr 20 16:19:09.107103 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7142c842-fe16-49ac-ad34-c37b71e50f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:09.224677 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-99cf2318-2c5b-4b55-9998-dfd58eee4e6b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:09.238666 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-99cf2318-2c5b-4b55-9998-dfd58eee4e6b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:09.242317 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-99cf2318-2c5b-4b55-9998-dfd58eee4e6b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] 10.222.0.15 "DELETE /v2.0/networks/b3f48337-fb41-429b-a73c-aee6d4fcf48c HTTP/1.1" status: 204 len: 168 time: 0.9098845 Apr 20 16:19:09.282126 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf2318-2c5b-4b55-9998-dfd58eee4e6b tempest-TaggedBootDevicesTest_v242-1682811238 tempest-TaggedBootDevicesTest_v242-1682811238-project] Pushing event deleted for resources: {'Network': ['ID=b3f48337-fb41-429b-a73c-aee6d4fcf48c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:09.374807 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-c6925331-aa15-409e-bde8-4fda333a2d0e tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:09.376739 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-c6925331-aa15-409e-bde8-4fda333a2d0e tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.30 "GET /v2.0/networks?id=f101898e-5344-4f35-8434-4e0f62076e5a HTTP/1.1" status: 200 len: 811 time: 0.2657900 Apr 20 16:19:09.420798 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-7495e739-7a25-40c3-a0e0-6913db8ea76c tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Request body: {'port': {'device_id': '7a50a45f-2fd8-4160-a815-2d0c765e534a', 'network_id': 'f101898e-5344-4f35-8434-4e0f62076e5a', 'admin_state_up': True, 'tenant_id': '5e2d8be89b26402abed4992d83acf807'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:09.640906 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-7142c842-fe16-49ac-ad34-c37b71e50f1b admin admin] Deleting port a1568b1c-be79-4705-84be-41a2da47f71d {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:09.640906 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7142c842-fe16-49ac-ad34-c37b71e50f1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:09.691116 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-7495e739-7a25-40c3-a0e0-6913db8ea76c tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Made reservation on behalf of 5e2d8be89b26402abed4992d83acf807 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:19:09.695032 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-7495e739-7a25-40c3-a0e0-6913db8ea76c tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:09.780821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-7142c842-fe16-49ac-ad34-c37b71e50f1b admin admin] For port a1568b1c-be79-4705-84be-41a2da47f71d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a1568b1c-be79-4705-84be-41a2da47f71d,segment=NetworkSegment(1b7eccde-eb59-47fa-9698-e71335ca8f5f),segment_id=1b7eccde-eb59-47fa-9698-e71335ca8f5f)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:09.781121 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7142c842-fe16-49ac-ad34-c37b71e50f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:09.803852 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-7142c842-fe16-49ac-ad34-c37b71e50f1b admin admin] Calling delete_port for a1568b1c-be79-4705-84be-41a2da47f71d owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:09.932157 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-7495e739-7a25-40c3-a0e0-6913db8ea76c tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Allocated IP 172.20.0.4 (f101898e-5344-4f35-8434-4e0f62076e5a/0f095aa7-489d-4032-aca8-4d512f72cac3/260de092-6113-4829-ba1b-866a7d0da439) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:19:10.015385 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bf871659-2493-4448-a598-12c1041667cd req-375f2bf8-705f-4d0f-a31a-e816834773b4 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50776cb-ec9e-410a-b36d-f6c7fb0feeaa HTTP/1.1" status: 200 len: 210 time: 0.0628288 Apr 20 16:19:10.269679 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2add6687-52b5-4a55-aeb7-afe21d110c67 req-e5a11951-1c45-4911-8050-f57d79e400b1 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 210 time: 0.0780306 Apr 20 16:19:10.313698 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-7495e739-7a25-40c3-a0e0-6913db8ea76c tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:10.734077 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7142c842-fe16-49ac-ad34-c37b71e50f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:10.736629 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-7495e739-7a25-40c3-a0e0-6913db8ea76c tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:10.768604 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:19:10.777824 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142c842-fe16-49ac-ad34-c37b71e50f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=a1568b1c-be79-4705-84be-41a2da47f71d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:10.804177 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-7495e739-7a25-40c3-a0e0-6913db8ea76c tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Network f101898e-5344-4f35-8434-4e0f62076e5a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:19:10.828605 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-7495e739-7a25-40c3-a0e0-6913db8ea76c tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:19:10.850183 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-7495e739-7a25-40c3-a0e0-6913db8ea76c tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:19:10.940651 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495e739-7a25-40c3-a0e0-6913db8ea76c tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Pushing event updated for resources: {'Port': ['ID=260de092-6113-4829-ba1b-866a7d0da439,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:10.963129 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-7495e739-7a25-40c3-a0e0-6913db8ea76c tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:10.979093 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-7495e739-7a25-40c3-a0e0-6913db8ea76c tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:11.091199 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-7495e739-7a25-40c3-a0e0-6913db8ea76c tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6743233 Apr 20 16:19:11.113613 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-eb5042a2-4a20-4352-b49d-11e677f83ef4 service neutron] Request body: {'port': {'device_id': '7a50a45f-2fd8-4160-a815-2d0c765e534a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:11.140938 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7142c842-fe16-49ac-ad34-c37b71e50f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:11.247850 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-eb5042a2-4a20-4352-b49d-11e677f83ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:11.662565 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea3b4b-35da-4609-b79f-d0c48615733f req-ff178e20-46e2-4928-8751-e20f2032dee3 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:11.673784 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-beea3b4b-35da-4609-b79f-d0c48615733f req-ff178e20-46e2-4928-8751-e20f2032dee3 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.0800502 Apr 20 16:19:11.741651 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-beea3b4b-35da-4609-b79f-d0c48615733f req-e7e5b72a-87e8-4162-a76d-818411d50d6b tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665886 Apr 20 16:19:11.879662 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd0e01-31a2-447e-9f09-2ca69c5aeacb req-3546e342-bb00-4908-8bb5-c80b21346b87 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:11.881176 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b1fd0e01-31a2-447e-9f09-2ca69c5aeacb req-3546e342-bb00-4908-8bb5-c80b21346b87 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 931 time: 0.5241177 Apr 20 16:19:11.982870 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7142c842-fe16-49ac-ad34-c37b71e50f1b admin admin] Router 9976c9e7-1658-4871-9c22-bcd3487ef43b has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:19:11.997155 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b1fd0e01-31a2-447e-9f09-2ca69c5aeacb req-fa34815a-0f56-4169-b123-955b5623a705 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876565 Apr 20 16:19:12.204173 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-eb5042a2-4a20-4352-b49d-11e677f83ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260de092-6113-4829-ba1b-866a7d0da439 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:19:12.215446 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-eb5042a2-4a20-4352-b49d-11e677f83ef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:12.224543 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7142c842-fe16-49ac-ad34-c37b71e50f1b admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:19:12.233880 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7142c842-fe16-49ac-ad34-c37b71e50f1b admin admin] 10.222.0.15 "PUT /v2.0/routers/9976c9e7-1658-4871-9c22-bcd3487ef43b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6667554 Apr 20 16:19:12.233979 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39308) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:12.236192 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9aa854-1155-4041-bc5d-ab0b81c807bb None None] Sync routers for ids ['9976c9e7-1658-4871-9c22-bcd3487ef43b'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:19:12.243795 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-eb5042a2-4a20-4352-b49d-11e677f83ef4 service neutron] Transition to ACTIVE for port object 260de092-6113-4829-ba1b-866a7d0da439 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:19:12.253832 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9aa854-1155-4041-bc5d-ab0b81c807bb None None] Routers {'9976c9e7-1658-4871-9c22-bcd3487ef43b'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:19:12.254521 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6e9aa854-1155-4041-bc5d-ab0b81c807bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:18:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['9976c9e7-1658-4871-9c22-bcd3487ef43b'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:12.318292 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-eb5042a2-4a20-4352-b49d-11e677f83ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:12.383688 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-6e9aa854-1155-4041-bc5d-ab0b81c807bb None None] Set router 9976c9e7-1658-4871-9c22-bcd3487ef43b gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:19:12.394162 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5042a2-4a20-4352-b49d-11e677f83ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=260de092-6113-4829-ba1b-866a7d0da439,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:12.405214 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9e74ca20-9db2-468c-84d4-9c5abad37609 admin admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:12.477061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-eb5042a2-4a20-4352-b49d-11e677f83ef4 service neutron] Attempting to bind port 260de092-6113-4829-ba1b-866a7d0da439 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:19:12.477397 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-eb5042a2-4a20-4352-b49d-11e677f83ef4 service neutron] Attempting to bind port 260de092-6113-4829-ba1b-866a7d0da439 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'd7db2997-d098-4eed-97f8-722a87d68c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f101898e-5344-4f35-8434-4e0f62076e5a'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:19:12.477883 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-eb5042a2-4a20-4352-b49d-11e677f83ef4 service neutron] Attempting to bind port 260de092-6113-4829-ba1b-866a7d0da439 on network f101898e-5344-4f35-8434-4e0f62076e5a {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:19:12.483699 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-eb5042a2-4a20-4352-b49d-11e677f83ef4 service neutron] Port 260de092-6113-4829-ba1b-866a7d0da439 on network f101898e-5344-4f35-8434-4e0f62076e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:19:12.483944 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-eb5042a2-4a20-4352-b49d-11e677f83ef4 service neutron] Attempting to bind port 260de092-6113-4829-ba1b-866a7d0da439 on network f101898e-5344-4f35-8434-4e0f62076e5a {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:19:12.495755 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-eb5042a2-4a20-4352-b49d-11e677f83ef4 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:19:12.496150 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-eb5042a2-4a20-4352-b49d-11e677f83ef4 service neutron] Checking segment: {'id': 'd7db2997-d098-4eed-97f8-722a87d68c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f101898e-5344-4f35-8434-4e0f62076e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:19:12.496564 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-eb5042a2-4a20-4352-b49d-11e677f83ef4 service neutron] Bound using segment: {'id': 'd7db2997-d098-4eed-97f8-722a87d68c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f101898e-5344-4f35-8434-4e0f62076e5a'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:19:12.496997 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-eb5042a2-4a20-4352-b49d-11e677f83ef4 service neutron] Bound port: 260de092-6113-4829-ba1b-866a7d0da439, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7db2997-d098-4eed-97f8-722a87d68c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f101898e-5344-4f35-8434-4e0f62076e5a'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:19:12.497358 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-eb5042a2-4a20-4352-b49d-11e677f83ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:12.543052 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9e74ca20-9db2-468c-84d4-9c5abad37609 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:12.596538 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-eb5042a2-4a20-4352-b49d-11e677f83ef4 service neutron] For port 260de092-6113-4829-ba1b-866a7d0da439, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:19:12.601273 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-eb5042a2-4a20-4352-b49d-11e677f83ef4 service neutron] For port 260de092-6113-4829-ba1b-866a7d0da439, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=260de092-6113-4829-ba1b-866a7d0da439,segment=NetworkSegment(d7db2997-d098-4eed-97f8-722a87d68c55),segment_id=d7db2997-d098-4eed-97f8-722a87d68c55)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:19:12.670088 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-9e74ca20-9db2-468c-84d4-9c5abad37609 admin admin] Deleting port da3bbe62-2ddc-41eb-a2c2-bd487b652495 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:12.671140 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9e74ca20-9db2-468c-84d4-9c5abad37609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:12.722791 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-eb5042a2-4a20-4352-b49d-11e677f83ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:12.789103 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 49d61411-7d22-4a11-aaac-b88200694959 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:12.800180 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-9e74ca20-9db2-468c-84d4-9c5abad37609 admin admin] For port da3bbe62-2ddc-41eb-a2c2-bd487b652495, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=da3bbe62-2ddc-41eb-a2c2-bd487b652495,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:12.800481 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9e74ca20-9db2-468c-84d4-9c5abad37609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:12.807868 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-eb5042a2-4a20-4352-b49d-11e677f83ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:12.808520 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-eb5042a2-4a20-4352-b49d-11e677f83ef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:12.809920 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-eb5042a2-4a20-4352-b49d-11e677f83ef4 service neutron] 10.222.0.30 "PUT /v2.0/ports/260de092-6113-4829-ba1b-866a7d0da439 HTTP/1.1" status: 200 len: 1091 time: 1.7023206 Apr 20 16:19:12.810541 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a50a45f-2fd8-4160-a815-2d0c765e534a', 'tag': '260de092-6113-4829-ba1b-866a7d0da439'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:19:12.813075 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7aac8a-0969-4c19-b861-17e8f6a9676f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a50a45f-2fd8-4160-a815-2d0c765e534a", "tag": "260de092-6113-4829-ba1b-866a7d0da439"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:19:12.818727 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-9e74ca20-9db2-468c-84d4-9c5abad37609 admin admin] Calling delete_port for da3bbe62-2ddc-41eb-a2c2-bd487b652495 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:12.832968 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6e9aa854-1155-4041-bc5d-ab0b81c807bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'name': 'tempest-ServersTestBootFromVolume-206182346-router', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:24Z', 'updated_at': '2022-04-20T16:19:10Z', 'revision_number': 5, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'gw_port': {'id': 'da3bbe62-2ddc-41eb-a2c2-bd487b652495', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:26Z', 'updated_at': '2022-04-20T16:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:12.840505 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5042a2-4a20-4352-b49d-11e677f83ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=260de092-6113-4829-ba1b-866a7d0da439,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:12.896041 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 49d61411-7d22-4a11-aaac-b88200694959 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:12.896674 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 49d61411-7d22-4a11-aaac-b88200694959 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:12.907477 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9aa854-1155-4041-bc5d-ab0b81c807bb None None] Checking router: 9976c9e7-1658-4871-9c22-bcd3487ef43b for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:19:12.918388 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9aa854-1155-4041-bc5d-ab0b81c807bb None None] Routers {'9976c9e7-1658-4871-9c22-bcd3487ef43b'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:19:12.919263 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6e9aa854-1155-4041-bc5d-ab0b81c807bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:18:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['9976c9e7-1658-4871-9c22-bcd3487ef43b'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:12.985553 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48086864-ef55-4056-91cb-39dc1de1051f x-openstack-request-id: req-48086864-ef55-4056-91cb-39dc1de1051f {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:19:12.986157 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a50a45f-2fd8-4160-a815-2d0c765e534a", "tag": "260de092-6113-4829-ba1b-866a7d0da439", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:19:12.986157 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48086864-ef55-4056-91cb-39dc1de1051f {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:19:12.986457 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48086864-ef55-4056-91cb-39dc1de1051f'] response: {'name': 'network-changed', 'server_uuid': '7a50a45f-2fd8-4160-a815-2d0c765e534a', 'tag': '260de092-6113-4829-ba1b-866a7d0da439', 'status': 'completed', 'code': 200} Apr 20 16:19:13.000525 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-e5e8d333-0853-447b-bf44-efffc4259422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:13.002349 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-e5e8d333-0853-447b-bf44-efffc4259422 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e2d8be89b26402abed4992d83acf807&device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 1094 time: 0.0651207 Apr 20 16:19:13.063960 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-824ab115-d743-4b4f-aeab-62be72197478 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=260de092-6113-4829-ba1b-866a7d0da439 HTTP/1.1" status: 200 len: 217 time: 0.0473475 Apr 20 16:19:13.098435 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-6e9aa854-1155-4041-bc5d-ab0b81c807bb None None] Set router 9976c9e7-1658-4871-9c22-bcd3487ef43b gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:19:13.100152 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85054f32-b36f-4a5e-99a3-767d9cd6a109 req-ade56b37-760a-485c-844f-270d719c739b tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:13.109572 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-85054f32-b36f-4a5e-99a3-767d9cd6a109 req-ade56b37-760a-485c-844f-270d719c739b tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.0973203 Apr 20 16:19:13.127170 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-15da94fa-87cb-4b3c-9af5-6beff23aa4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:13.129658 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-15da94fa-87cb-4b3c-9af5-6beff23aa4a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0f095aa7-489d-4032-aca8-4d512f72cac3 HTTP/1.1" status: 200 len: 851 time: 0.0579426 Apr 20 16:19:13.171903 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-85054f32-b36f-4a5e-99a3-767d9cd6a109 req-77444273-7483-4d95-95bd-cc586c9be28e tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550225 Apr 20 16:19:13.188578 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6e9aa854-1155-4041-bc5d-ab0b81c807bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'name': 'tempest-ServersTestBootFromVolume-206182346-router', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:24Z', 'updated_at': '2022-04-20T16:19:12Z', 'revision_number': 6, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:13.197119 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-1f1b2079-7c82-408e-834e-65e4bed687ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f101898e-5344-4f35-8434-4e0f62076e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589433 Apr 20 16:19:13.231284 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9e74ca20-9db2-468c-84d4-9c5abad37609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:13.278295 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9aa854-1155-4041-bc5d-ab0b81c807bb None None] The sync data for ids ['9976c9e7-1658-4871-9c22-bcd3487ef43b'] in n-d-836146-2 is: [{'id': '9976c9e7-1658-4871-9c22-bcd3487ef43b', 'name': 'tempest-ServersTestBootFromVolume-206182346-router', 'tenant_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:24Z', 'updated_at': '2022-04-20T16:19:12Z', 'revision_number': 6, 'project_id': '4e0b9e08faa341a3b2b7e4a70f11b39b', 'gw_port_host': None}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:19:13.297445 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74ca20-9db2-468c-84d4-9c5abad37609 admin admin] Pushing event deleted for resources: {'Port': ['ID=da3bbe62-2ddc-41eb-a2c2-bd487b652495,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:13.348208 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f150c70-09cb-4e7f-9c9e-3e50a89a0441 req-669b9aaf-a4ed-4f69-8d1f-f739be9640ae tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:13.356240 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f150c70-09cb-4e7f-9c9e-3e50a89a0441 req-669b9aaf-a4ed-4f69-8d1f-f739be9640ae tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 943 time: 0.1581180 Apr 20 16:19:13.392784 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9e74ca20-9db2-468c-84d4-9c5abad37609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:13.412420 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-262e7440-4233-4e99-9431-c08cf9f58720 service neutron] 10.222.0.30 "GET /v2.0/networks/f101898e-5344-4f35-8434-4e0f62076e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766412 Apr 20 16:19:13.429987 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f150c70-09cb-4e7f-9c9e-3e50a89a0441 req-0fc8ded8-477f-4269-9981-8b9b061450ec tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697057 Apr 20 16:19:13.542276 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c83916dd-6bed-41ab-a7f3-ca8ce0bbabe6 req-4c440eb8-4e1a-4769-a89c-811e32687a8c service neutron] 10.222.0.30 "GET /v2.0/networks/f101898e-5344-4f35-8434-4e0f62076e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141789 Apr 20 16:19:13.547762 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9e74ca20-9db2-468c-84d4-9c5abad37609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:13.549948 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9e74ca20-9db2-468c-84d4-9c5abad37609 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:13.651560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8efb19-5b2e-45d1-9696-1f2ffbe2cf1c req-fbb388b9-8ae9-4031-b956-23e20d905c11 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:13.653186 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0f8efb19-5b2e-45d1-9696-1f2ffbe2cf1c req-fbb388b9-8ae9-4031-b956-23e20d905c11 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.0580988 Apr 20 16:19:13.714721 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9e74ca20-9db2-468c-84d4-9c5abad37609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:13.715430 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e74ca20-9db2-468c-84d4-9c5abad37609 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9976c9e7-1658-4871-9c22-bcd3487ef43b {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:19:13.727579 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9e74ca20-9db2-468c-84d4-9c5abad37609 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:13.729755 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9e74ca20-9db2-468c-84d4-9c5abad37609 admin admin] 10.222.0.15 "DELETE /v2.0/routers/9976c9e7-1658-4871-9c22-bcd3487ef43b HTTP/1.1" status: 204 len: 168 time: 1.4922979 Apr 20 16:19:13.732632 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39330) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:13.815100 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-0f8efb19-5b2e-45d1-9696-1f2ffbe2cf1c req-9f6203c5-b43d-4e98-a50e-578ba4ac0ae6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Deleting port ca7fac03-dba5-420a-8011-27a1c64c2c85 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:13.815100 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0f8efb19-5b2e-45d1-9696-1f2ffbe2cf1c req-9f6203c5-b43d-4e98-a50e-578ba4ac0ae6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:13.843389 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e2d9f4-8162-44d9-b6c7-d3f6a23cd25b admin admin] Deleting subnet 5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:19:13.849184 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-68e2d9f4-8162-44d9-b6c7-d3f6a23cd25b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:13.882198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7aac8a-0969-4c19-b861-17e8f6a9676f req-c94c1fab-236c-40da-9678-27f0943774c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:13.884226 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a7aac8a-0969-4c19-b861-17e8f6a9676f req-c94c1fab-236c-40da-9678-27f0943774c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e2d8be89b26402abed4992d83acf807&device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 1094 time: 0.1070585 Apr 20 16:19:13.918037 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-68e2d9f4-8162-44d9-b6c7-d3f6a23cd25b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:13.967082 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-0f8efb19-5b2e-45d1-9696-1f2ffbe2cf1c req-9f6203c5-b43d-4e98-a50e-578ba4ac0ae6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] For port ca7fac03-dba5-420a-8011-27a1c64c2c85, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=ca7fac03-dba5-420a-8011-27a1c64c2c85,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:13.967864 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0f8efb19-5b2e-45d1-9696-1f2ffbe2cf1c req-9f6203c5-b43d-4e98-a50e-578ba4ac0ae6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:13.983795 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-0f8efb19-5b2e-45d1-9696-1f2ffbe2cf1c req-9f6203c5-b43d-4e98-a50e-578ba4ac0ae6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Calling delete_port for ca7fac03-dba5-420a-8011-27a1c64c2c85 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:14.042195 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7aac8a-0969-4c19-b861-17e8f6a9676f req-def1cfcf-6763-4c38-84c3-223bbed23e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:14.043579 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a7aac8a-0969-4c19-b861-17e8f6a9676f req-def1cfcf-6763-4c38-84c3-223bbed23e74 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f101898e-5344-4f35-8434-4e0f62076e5a HTTP/1.1" status: 200 len: 912 time: 0.1527019 Apr 20 16:19:14.091459 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-68e2d9f4-8162-44d9-b6c7-d3f6a23cd25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:14.095048 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a7aac8a-0969-4c19-b861-17e8f6a9676f req-0510c627-fdca-46be-a1c5-02f608cf150a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=260de092-6113-4829-ba1b-866a7d0da439 HTTP/1.1" status: 200 len: 217 time: 0.0417418 Apr 20 16:19:14.178965 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7aac8a-0969-4c19-b861-17e8f6a9676f req-6254d947-743f-41c1-95c9-4df421c48fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:14.180556 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a7aac8a-0969-4c19-b861-17e8f6a9676f req-6254d947-743f-41c1-95c9-4df421c48fa0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0f095aa7-489d-4032-aca8-4d512f72cac3 HTTP/1.1" status: 200 len: 851 time: 0.0671117 Apr 20 16:19:14.272154 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a7aac8a-0969-4c19-b861-17e8f6a9676f req-3aae5d15-b908-4bcd-8e2a-2452e5c660a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f101898e-5344-4f35-8434-4e0f62076e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780261 Apr 20 16:19:14.323416 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a1568b1c-be79-4705-84be-41a2da47f71d no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:14.369329 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: a1568b1c-be79-4705-84be-41a2da47f71d {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:14.369677 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a1568b1c-be79-4705-84be-41a2da47f71d not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:14.370139 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device da3bbe62-2ddc-41eb-a2c2-bd487b652495 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:14.380487 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-68e2d9f4-8162-44d9-b6c7-d3f6a23cd25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:14.396630 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: da3bbe62-2ddc-41eb-a2c2-bd487b652495 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:14.405278 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device da3bbe62-2ddc-41eb-a2c2-bd487b652495 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:14.429703 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-68e2d9f4-8162-44d9-b6c7-d3f6a23cd25b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:14.439061 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3680407a-aafd-4cbd-b334-b004603d28d2 None None] Network b9fae797-d5f6-48fc-9525-49f44111ebc0 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:19:14.447440 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-68e2d9f4-8162-44d9-b6c7-d3f6a23cd25b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4 HTTP/1.1" status: 204 len: 168 time: 0.7098694 Apr 20 16:19:14.449610 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa915ae-35be-46b1-8d49-d77987d58c32 req-24e429bc-50af-4d6e-84fa-675ad3bd064e tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:14.451258 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3aa915ae-35be-46b1-8d49-d77987d58c32 req-24e429bc-50af-4d6e-84fa-675ad3bd064e tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 949 time: 0.0704195 Apr 20 16:19:14.453282 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39338) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:14.578424 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a7aac8a-0969-4c19-b861-17e8f6a9676f req-d1599a73-6d78-4281-a100-bf09b6982126 service neutron] 10.222.0.30 "GET /v2.0/networks/f101898e-5344-4f35-8434-4e0f62076e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989583 Apr 20 16:19:14.580956 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2d9f4-8162-44d9-b6c7-d3f6a23cd25b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d2704ad-d9fa-4a0b-a3e3-feba1d7129c4,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:14.605379 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3aa915ae-35be-46b1-8d49-d77987d58c32 req-0896ea6a-fc64-4c9e-940d-d5e8f36b0481 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422224 Apr 20 16:19:14.647484 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab995197-3fcf-4dec-ada0-90fc493dc5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:14.765397 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ab995197-3fcf-4dec-ada0-90fc493dc5ff admin admin] Deleting port 5b5640f3-fa15-4b20-9567-27d021be6e10 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:14.766745 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab995197-3fcf-4dec-ada0-90fc493dc5ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:14.838847 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f7533b-28c8-44fb-bc64-5ee1976f7942 None None] DHCP port deletion for b9fae797-d5f6-48fc-9525-49f44111ebc0 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:19:14.843415 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c118aa-d2ec-4a27-9d81-8f0b2cb4eacb req-f8d13e81-7b7e-4da9-88d6-82070113c021 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:14.843415 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-33c118aa-d2ec-4a27-9d81-8f0b2cb4eacb req-f8d13e81-7b7e-4da9-88d6-82070113c021 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 943 time: 0.2503459 Apr 20 16:19:14.843415 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39346) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:14.885726 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-ab995197-3fcf-4dec-ada0-90fc493dc5ff admin admin] For port 5b5640f3-fa15-4b20-9567-27d021be6e10, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5b5640f3-fa15-4b20-9567-27d021be6e10,segment=NetworkSegment(1b7eccde-eb59-47fa-9698-e71335ca8f5f),segment_id=1b7eccde-eb59-47fa-9698-e71335ca8f5f)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:14.885726 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab995197-3fcf-4dec-ada0-90fc493dc5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:14.895910 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-06f7533b-28c8-44fb-bc64-5ee1976f7942 None None] Deleting port 5b5640f3-fa15-4b20-9567-27d021be6e10 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:14.896761 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-06f7533b-28c8-44fb-bc64-5ee1976f7942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:14.900201 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ab995197-3fcf-4dec-ada0-90fc493dc5ff admin admin] Calling delete_port for 5b5640f3-fa15-4b20-9567-27d021be6e10 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:14.959249 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a7aac8a-0969-4c19-b861-17e8f6a9676f req-7f510d2d-1351-4ccb-90f2-0b558ed17b48 service neutron] 10.222.0.30 "GET /v2.0/networks/f101898e-5344-4f35-8434-4e0f62076e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650782 Apr 20 16:19:14.963182 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0f8efb19-5b2e-45d1-9696-1f2ffbe2cf1c req-9f6203c5-b43d-4e98-a50e-578ba4ac0ae6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:14.970406 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-06f7533b-28c8-44fb-bc64-5ee1976f7942 None None] For port 5b5640f3-fa15-4b20-9567-27d021be6e10, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5b5640f3-fa15-4b20-9567-27d021be6e10,segment=NetworkSegment(1b7eccde-eb59-47fa-9698-e71335ca8f5f),segment_id=1b7eccde-eb59-47fa-9698-e71335ca8f5f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:14.970803 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-06f7533b-28c8-44fb-bc64-5ee1976f7942 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:15.000316 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f81a6c35-3774-4a1c-a71e-5c2c6cef1de5'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:19:15.004130 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['ca7fac03-dba5-420a-8011-27a1c64c2c85'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:19:15.011426 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6203c5-b43d-4e98-a50e-578ba4ac0ae6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Pushing event deleted for resources: {'Port': ['ID=ca7fac03-dba5-420a-8011-27a1c64c2c85,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:15.023861 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-06f7533b-28c8-44fb-bc64-5ee1976f7942 None None] Calling delete_port for 5b5640f3-fa15-4b20-9567-27d021be6e10 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:15.061846 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-33c118aa-d2ec-4a27-9d81-8f0b2cb4eacb req-9f7f3acd-07b9-4a1a-8831-f3df4c2abd36 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999670 Apr 20 16:19:15.112166 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8efb19-5b2e-45d1-9696-1f2ffbe2cf1c req-9f6203c5-b43d-4e98-a50e-578ba4ac0ae6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] No DVR routers for this DVR port ca7fac03-dba5-420a-8011-27a1c64c2c85 on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:19:15.115400 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0f8efb19-5b2e-45d1-9696-1f2ffbe2cf1c req-9f6203c5-b43d-4e98-a50e-578ba4ac0ae6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:15.119695 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0f8efb19-5b2e-45d1-9696-1f2ffbe2cf1c req-9f6203c5-b43d-4e98-a50e-578ba4ac0ae6 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.26 "DELETE /v2.0/ports/ca7fac03-dba5-420a-8011-27a1c64c2c85 HTTP/1.1" status: 204 len: 173 time: 1.4592865 Apr 20 16:19:15.120225 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d19cd9c-c57d-4c80-889c-c7699cf0c694', 'name': 'network-vif-deleted', 'tag': 'ca7fac03-dba5-420a-8011-27a1c64c2c85'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:19:15.123167 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfa9824-2741-40d3-889a-32c16f3a003d" -d '{"events": [{"server_uuid": "8d19cd9c-c57d-4c80-889c-c7699cf0c694", "name": "network-vif-deleted", "tag": "ca7fac03-dba5-420a-8011-27a1c64c2c85"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:19:15.179671 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab995197-3fcf-4dec-ada0-90fc493dc5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:15.220845 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b475cc6-b085-4cb3-93c6-a0370f5ab540 x-openstack-request-id: req-7b475cc6-b085-4cb3-93c6-a0370f5ab540 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:19:15.221036 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d19cd9c-c57d-4c80-889c-c7699cf0c694", "name": "network-vif-deleted", "tag": "ca7fac03-dba5-420a-8011-27a1c64c2c85", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:19:15.222184 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b475cc6-b085-4cb3-93c6-a0370f5ab540 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:19:15.222184 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b475cc6-b085-4cb3-93c6-a0370f5ab540'] response: {'server_uuid': '8d19cd9c-c57d-4c80-889c-c7699cf0c694', 'name': 'network-vif-deleted', 'tag': 'ca7fac03-dba5-420a-8011-27a1c64c2c85', 'status': 'completed', 'code': 200} Apr 20 16:19:15.224828 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab995197-3fcf-4dec-ada0-90fc493dc5ff admin admin] Pushing event deleted for resources: {'Port': ['ID=5b5640f3-fa15-4b20-9567-27d021be6e10,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:15.231768 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab995197-3fcf-4dec-ada0-90fc493dc5ff admin admin] No DVR routers for this DVR port 5b5640f3-fa15-4b20-9567-27d021be6e10 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:19:15.307035 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-06f7533b-28c8-44fb-bc64-5ee1976f7942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:15.336193 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7533b-28c8-44fb-bc64-5ee1976f7942 None None] Pushing event deleted for resources: {'Port': ['ID=5b5640f3-fa15-4b20-9567-27d021be6e10,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:15.352993 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f7533b-28c8-44fb-bc64-5ee1976f7942 None None] No DVR routers for this DVR port 5b5640f3-fa15-4b20-9567-27d021be6e10 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:19:15.426525 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab995197-3fcf-4dec-ada0-90fc493dc5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:15.487631 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-131aee44-bb2a-4425-9ca1-3f912fc10d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:15.488210 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-ab995197-3fcf-4dec-ada0-90fc493dc5ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9fae797-d5f6-48fc-9525-49f44111ebc0']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:15.511858 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-ab995197-3fcf-4dec-ada0-90fc493dc5ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7eccde-eb59-47fa-9698-e71335ca8f5f') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:15.512476 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-ab995197-3fcf-4dec-ada0-90fc493dc5ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7eccde-eb59-47fa-9698-e71335ca8f5f') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:15.530479 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab995197-3fcf-4dec-ada0-90fc493dc5ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:15.560612 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab995197-3fcf-4dec-ada0-90fc493dc5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:15.568798 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab995197-3fcf-4dec-ada0-90fc493dc5ff admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:19:15.569417 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab995197-3fcf-4dec-ada0-90fc493dc5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:19:15.572612 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:19:15.762460 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d5bc1133-00cb-421f-bc79-d362d094d191 req-b23fdba3-306f-400b-b71f-30c26669ff87 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d19cd9c-c57d-4c80-889c-c7699cf0c694 HTTP/1.1" status: 200 len: 210 time: 0.0314534 Apr 20 16:19:15.784707 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab995197-3fcf-4dec-ada0-90fc493dc5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:15.792394 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab995197-3fcf-4dec-ada0-90fc493dc5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:15.806333 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ab995197-3fcf-4dec-ada0-90fc493dc5ff admin admin] 10.222.0.15 "DELETE /v2.0/networks/b9fae797-d5f6-48fc-9525-49f44111ebc0 HTTP/1.1" status: 204 len: 168 time: 1.3439674 Apr 20 16:19:15.830440 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab995197-3fcf-4dec-ada0-90fc493dc5ff admin admin] Pushing event deleted for resources: {'Network': ['ID=b9fae797-d5f6-48fc-9525-49f44111ebc0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:15.905590 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-131aee44-bb2a-4425-9ca1-3f912fc10d69 admin admin] Deleting port d84aa451-ab9b-4ccc-98d6-44d1907e562e {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:15.905944 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-131aee44-bb2a-4425-9ca1-3f912fc10d69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:16.000048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-131aee44-bb2a-4425-9ca1-3f912fc10d69 admin admin] For port d84aa451-ab9b-4ccc-98d6-44d1907e562e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d84aa451-ab9b-4ccc-98d6-44d1907e562e,segment=NetworkSegment(45e6c1a3-1f54-4db2-86c6-172c4254d33a),segment_id=45e6c1a3-1f54-4db2-86c6-172c4254d33a)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:16.000451 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-131aee44-bb2a-4425-9ca1-3f912fc10d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:16.015241 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-131aee44-bb2a-4425-9ca1-3f912fc10d69 admin admin] Calling delete_port for d84aa451-ab9b-4ccc-98d6-44d1907e562e owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:16.164529 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5b5640f3-fa15-4b20-9567-27d021be6e10 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:16.239238 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837abda-101d-439b-8cbb-ab956474bff7 req-d2bdf0a9-11c7-40fe-b995-d17e7b1cd310 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:16.251273 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7837abda-101d-439b-8cbb-ab956474bff7 req-d2bdf0a9-11c7-40fe-b995-d17e7b1cd310 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 943 time: 0.0978394 Apr 20 16:19:16.306983 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39360) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:16.308257 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7837abda-101d-439b-8cbb-ab956474bff7 req-f2003900-6e9c-4dec-8e83-5997c6b27774 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507927 Apr 20 16:19:16.333724 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-131aee44-bb2a-4425-9ca1-3f912fc10d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:16.339603 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 5b5640f3-fa15-4b20-9567-27d021be6e10 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:16.340081 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5b5640f3-fa15-4b20-9567-27d021be6e10 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:16.371062 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131aee44-bb2a-4425-9ca1-3f912fc10d69 admin admin] Pushing event deleted for resources: {'Port': ['ID=d84aa451-ab9b-4ccc-98d6-44d1907e562e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:16.383372 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ea6533ec-c95f-432b-9fa5-a2be1bfbea28 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e0b9e08faa341a3b2b7e4a70f11b39b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0751448 Apr 20 16:19:16.386044 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39362) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:16.455929 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-99e3a151-526f-410d-8c9a-d064e7687370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:16.488521 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-99e3a151-526f-410d-8c9a-d064e7687370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:16.574263 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-131aee44-bb2a-4425-9ca1-3f912fc10d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:16.606476 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-99e3a151-526f-410d-8c9a-d064e7687370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:16.609014 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-99e3a151-526f-410d-8c9a-d064e7687370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:16.612761 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-99e3a151-526f-410d-8c9a-d064e7687370 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52b1d392-6aff-4ce5-949f-1093d04f70fe HTTP/1.1" status: 204 len: 168 time: 0.2228472 Apr 20 16:19:16.618676 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3a151-526f-410d-8c9a-d064e7687370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b1d392-6aff-4ce5-949f-1093d04f70fe,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:16.811294 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131aee44-bb2a-4425-9ca1-3f912fc10d69 admin admin] Router 2daf091e-1da3-41f0-8464-f988a0e90c16 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:19:16.930648 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131aee44-bb2a-4425-9ca1-3f912fc10d69 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:19:16.935918 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-131aee44-bb2a-4425-9ca1-3f912fc10d69 admin admin] 10.222.0.15 "PUT /v2.0/routers/2daf091e-1da3-41f0-8464-f988a0e90c16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0896907 Apr 20 16:19:16.939652 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39374) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:16.944535 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e43a4-bac7-44c3-8129-fcc9a7f15c05 None None] Sync routers for ids ['2daf091e-1da3-41f0-8464-f988a0e90c16'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:19:16.960522 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e43a4-bac7-44c3-8129-fcc9a7f15c05 None None] Routers {'2daf091e-1da3-41f0-8464-f988a0e90c16'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:19:16.961221 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b86e43a4-bac7-44c3-8129-fcc9a7f15c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:18:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['2daf091e-1da3-41f0-8464-f988a0e90c16'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:17.100312 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00fe5e78-f292-4ace-8a0a-4aa313f5368a admin admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:17.121071 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-b86e43a4-bac7-44c3-8129-fcc9a7f15c05 None None] Set router 2daf091e-1da3-41f0-8464-f988a0e90c16 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:19:17.222341 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00fe5e78-f292-4ace-8a0a-4aa313f5368a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:17.283983 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 260de092-6113-4829-ba1b-866a7d0da439 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:19:17.321473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff69e6-dcc4-46ac-8b57-91a45042f4b3 req-ffb54cf6-45f0-4c8e-82f3-e6ed1bfac157 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:17.324846 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28ff69e6-dcc4-46ac-8b57-91a45042f4b3 req-ffb54cf6-45f0-4c8e-82f3-e6ed1bfac157 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.0609961 Apr 20 16:19:17.415436 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28ff69e6-dcc4-46ac-8b57-91a45042f4b3 req-b714f0a7-9e11-4fd9-8fd4-f28cff384b2c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524931 Apr 20 16:19:17.436508 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-00fe5e78-f292-4ace-8a0a-4aa313f5368a admin admin] Deleting port f425887e-0602-4e06-acd7-8a6a740d7d70 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:17.436873 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00fe5e78-f292-4ace-8a0a-4aa313f5368a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:17.472798 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b86e43a4-bac7-44c3-8129-fcc9a7f15c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'name': 'tempest-AttachSCSIVolumeTestJSON-509519246-router', 'tenant_id': '931913e656484021adeac3497b0cd222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:32Z', 'updated_at': '2022-04-20T16:19:16Z', 'revision_number': 5, 'project_id': '931913e656484021adeac3497b0cd222', 'gw_port': {'id': 'f425887e-0602-4e06-acd7-8a6a740d7d70', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:33Z', 'updated_at': '2022-04-20T16:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:17.497002 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beeeef9-fdb1-4411-b618-3c111941519c req-d339389a-8a29-4eb0-a72d-f9504911d7cd tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:17.510085 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1beeeef9-fdb1-4411-b618-3c111941519c req-d339389a-8a29-4eb0-a72d-f9504911d7cd tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 943 time: 0.0923886 Apr 20 16:19:17.567867 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1beeeef9-fdb1-4411-b618-3c111941519c req-8e4c8a11-78d0-4117-9916-5dacf9cc48cc tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506561 Apr 20 16:19:17.573925 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e43a4-bac7-44c3-8129-fcc9a7f15c05 None None] Checking router: 2daf091e-1da3-41f0-8464-f988a0e90c16 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:19:17.581871 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-00fe5e78-f292-4ace-8a0a-4aa313f5368a admin admin] For port f425887e-0602-4e06-acd7-8a6a740d7d70, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=f425887e-0602-4e06-acd7-8a6a740d7d70,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:17.582343 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00fe5e78-f292-4ace-8a0a-4aa313f5368a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:17.598115 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-00fe5e78-f292-4ace-8a0a-4aa313f5368a admin admin] Calling delete_port for f425887e-0602-4e06-acd7-8a6a740d7d70 owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:17.605877 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 260de092-6113-4829-ba1b-866a7d0da439, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=260de092-6113-4829-ba1b-866a7d0da439,segment=NetworkSegment(d7db2997-d098-4eed-97f8-722a87d68c55),segment_id=d7db2997-d098-4eed-97f8-722a87d68c55)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:17.610410 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e43a4-bac7-44c3-8129-fcc9a7f15c05 None None] Routers {'2daf091e-1da3-41f0-8464-f988a0e90c16'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:19:17.611049 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b86e43a4-bac7-44c3-8129-fcc9a7f15c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:18:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['2daf091e-1da3-41f0-8464-f988a0e90c16'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:17.660070 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '260de092-6113-4829-ba1b-866a7d0da439', 'network_id': 'f101898e-5344-4f35-8434-4e0f62076e5a', 'port_id': '260de092-6113-4829-ba1b-866a7d0da439', 'mac_address': 'fa:16:3e:7b:0b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f095aa7-489d-4032-aca8-4d512f72cac3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:19:17.735499 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:17.770081 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260de092-6113-4829-ba1b-866a7d0da439 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:19:17.770635 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-b86e43a4-bac7-44c3-8129-fcc9a7f15c05 None None] Set router 2daf091e-1da3-41f0-8464-f988a0e90c16 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:19:17.844017 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b86e43a4-bac7-44c3-8129-fcc9a7f15c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'name': 'tempest-AttachSCSIVolumeTestJSON-509519246-router', 'tenant_id': '931913e656484021adeac3497b0cd222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:32Z', 'updated_at': '2022-04-20T16:19:17Z', 'revision_number': 6, 'project_id': '931913e656484021adeac3497b0cd222', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:17.862008 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39402) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:17.865533 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 260de092-6113-4829-ba1b-866a7d0da439, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=260de092-6113-4829-ba1b-866a7d0da439,segment=NetworkSegment(d7db2997-d098-4eed-97f8-722a87d68c55),segment_id=d7db2997-d098-4eed-97f8-722a87d68c55)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:17.866732 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e43a4-bac7-44c3-8129-fcc9a7f15c05 None None] The sync data for ids ['2daf091e-1da3-41f0-8464-f988a0e90c16'] in n-d-836146-2 is: [{'id': '2daf091e-1da3-41f0-8464-f988a0e90c16', 'name': 'tempest-AttachSCSIVolumeTestJSON-509519246-router', 'tenant_id': '931913e656484021adeac3497b0cd222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:32Z', 'updated_at': '2022-04-20T16:19:17Z', 'revision_number': 6, 'project_id': '931913e656484021adeac3497b0cd222', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:19:17.957636 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-032c63f9-8bbd-4e6d-a322-edebcf1b7f74 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-829335082-network', 'tenant_id': 'b0e2acb36081445c9b7ee2fbe59d36df'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:18.156307 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00fe5e78-f292-4ace-8a0a-4aa313f5368a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:18.181691 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe5e78-f292-4ace-8a0a-4aa313f5368a admin admin] Pushing event deleted for resources: {'Port': ['ID=f425887e-0602-4e06-acd7-8a6a740d7d70,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:18.184733 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:18.187715 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032c63f9-8bbd-4e6d-a322-edebcf1b7f74 admin admin] Made reservation on behalf of b0e2acb36081445c9b7ee2fbe59d36df for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:19:18.190011 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-032c63f9-8bbd-4e6d-a322-edebcf1b7f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:18.213137 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-032c63f9-8bbd-4e6d-a322-edebcf1b7f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:18.288895 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=260de092-6113-4829-ba1b-866a7d0da439,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:18.327642 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00fe5e78-f292-4ace-8a0a-4aa313f5368a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:18.418147 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d84aa451-ab9b-4ccc-98d6-44d1907e562e no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:18.435130 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-032c63f9-8bbd-4e6d-a322-edebcf1b7f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:18.437591 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00fe5e78-f292-4ace-8a0a-4aa313f5368a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:18.439583 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: d84aa451-ab9b-4ccc-98d6-44d1907e562e {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:18.439982 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00fe5e78-f292-4ace-8a0a-4aa313f5368a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:18.440132 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d84aa451-ab9b-4ccc-98d6-44d1907e562e not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:18.519745 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-032c63f9-8bbd-4e6d-a322-edebcf1b7f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:18.555297 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032c63f9-8bbd-4e6d-a322-edebcf1b7f74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:19:18.563697 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c63f9-8bbd-4e6d-a322-edebcf1b7f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84851f8a-be6e-4de5-8cc7-de5288ac1196,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:18.568854 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00fe5e78-f292-4ace-8a0a-4aa313f5368a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:18.569377 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fe5e78-f292-4ace-8a0a-4aa313f5368a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2daf091e-1da3-41f0-8464-f988a0e90c16 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:19:18.579243 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ec27e-8e5f-4b18-a782-fe99c5379db4 req-2696e7b8-c88d-44f5-ab2d-6bca3409016c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:18.580706 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-764ec27e-8e5f-4b18-a782-fe99c5379db4 req-2696e7b8-c88d-44f5-ab2d-6bca3409016c tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.0905089 Apr 20 16:19:18.583606 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00fe5e78-f292-4ace-8a0a-4aa313f5368a admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:18.584666 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-00fe5e78-f292-4ace-8a0a-4aa313f5368a admin admin] 10.222.0.15 "DELETE /v2.0/routers/2daf091e-1da3-41f0-8464-f988a0e90c16 HTTP/1.1" status: 204 len: 168 time: 1.6439004 Apr 20 16:19:18.587767 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39408) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:18.590308 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-032c63f9-8bbd-4e6d-a322-edebcf1b7f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:18.590648 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-032c63f9-8bbd-4e6d-a322-edebcf1b7f74 admin admin] Added segment 5387ca44-e3a3-411c-99b4-ef7a1c3f6bf8 of type vlan for network 3b9e223e-e3e2-48f3-bda2-ee70ef546836 Apr 20 16:19:18.641254 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['260de092-6113-4829-ba1b-866a7d0da439'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:19:18.684056 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-032c63f9-8bbd-4e6d-a322-edebcf1b7f74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:18.702728 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-7772a125-565e-42c7-b7c7-355485efe2c1 admin admin] Deleting subnet 5462d747-c5ea-4458-aa63-2988c4e762f9 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:19:18.707305 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7772a125-565e-42c7-b7c7-355485efe2c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:18.742662 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c304595-c200-4b44-a27f-eb7efac83235 req-91e45e38-c2bc-4a55-93d2-1ff10caefcc4 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:18.751201 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8c304595-c200-4b44-a27f-eb7efac83235 req-91e45e38-c2bc-4a55-93d2-1ff10caefcc4 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 944 time: 0.0945563 Apr 20 16:19:18.826176 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8c304595-c200-4b44-a27f-eb7efac83235 req-b090231f-2d23-4b08-8b75-a0a7061619f6 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737131 Apr 20 16:19:18.839200 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device ca7fac03-dba5-420a-8011-27a1c64c2c85 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:18.867329 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: ca7fac03-dba5-420a-8011-27a1c64c2c85 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:18.867329 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device ca7fac03-dba5-420a-8011-27a1c64c2c85 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:19.068597 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-764ec27e-8e5f-4b18-a782-fe99c5379db4 req-44b24c76-218d-4fd0-993b-53e80ffdef09 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/security-groups?id=41e67f43-b0ad-4f43-9875-d4081eaba83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763668 Apr 20 16:19:19.127504 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7772a125-565e-42c7-b7c7-355485efe2c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:19.168748 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e47130-3ad8-43d5-b15f-3f0a2c8d39ec req-902d4a61-d9a0-4bde-bba3-219cfd6b0eff tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:19.170123 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-71e47130-3ad8-43d5-b15f-3f0a2c8d39ec req-902d4a61-d9a0-4bde-bba3-219cfd6b0eff tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.30 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 950 time: 0.0938852 Apr 20 16:19:19.172956 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-032c63f9-8bbd-4e6d-a322-edebcf1b7f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:19.173845 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032c63f9-8bbd-4e6d-a322-edebcf1b7f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:19.174408 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-032c63f9-8bbd-4e6d-a322-edebcf1b7f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:19.293679 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-032c63f9-8bbd-4e6d-a322-edebcf1b7f74 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4301827 Apr 20 16:19:19.296573 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39414) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:19.301614 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-fb007788-c0b2-4274-a558-4c9fc39bdf2e admin admin] Request body: {'subnet': {'network_id': '3b9e223e-e3e2-48f3-bda2-ee70ef546836', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-829335082-subnet', 'tenant_id': 'b0e2acb36081445c9b7ee2fbe59d36df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:19.304625 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c63f9-8bbd-4e6d-a322-edebcf1b7f74 admin admin] Pushing event updated for resources: {'Network': ['ID=3b9e223e-e3e2-48f3-bda2-ee70ef546836,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:19.320679 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 3b9e223e-e3e2-48f3-bda2-ee70ef546836 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:19:19.342768 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7772a125-565e-42c7-b7c7-355485efe2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:19.388856 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb007788-c0b2-4274-a558-4c9fc39bdf2e admin admin] Made reservation on behalf of b0e2acb36081445c9b7ee2fbe59d36df for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:19:19.394543 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fb007788-c0b2-4274-a558-4c9fc39bdf2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:19.406584 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-71e47130-3ad8-43d5-b15f-3f0a2c8d39ec req-1234bacf-7db4-4fdd-b969-29a7de2f1452 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Deleting port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:19.406976 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-71e47130-3ad8-43d5-b15f-3f0a2c8d39ec req-1234bacf-7db4-4fdd-b969-29a7de2f1452 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:19.484416 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7772a125-565e-42c7-b7c7-355485efe2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:19.532843 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772a125-565e-42c7-b7c7-355485efe2c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5462d747-c5ea-4458-aa63-2988c4e762f9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:19.535295 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7772a125-565e-42c7-b7c7-355485efe2c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:19.541459 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7772a125-565e-42c7-b7c7-355485efe2c1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5462d747-c5ea-4458-aa63-2988c4e762f9 HTTP/1.1" status: 204 len: 168 time: 0.9526896 Apr 20 16:19:19.543539 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-71e47130-3ad8-43d5-b15f-3f0a2c8d39ec req-1234bacf-7db4-4fdd-b969-29a7de2f1452 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] For port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:19.543914 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-71e47130-3ad8-43d5-b15f-3f0a2c8d39ec req-1234bacf-7db4-4fdd-b969-29a7de2f1452 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:19.545996 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2711470b-48c4-4397-87d3-42ec20e3ceaa None None] Network c0af4f27-24c4-4d9f-807b-ab4729ad2da0 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:19:19.546305 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39416) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:19.573189 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-71e47130-3ad8-43d5-b15f-3f0a2c8d39ec req-1234bacf-7db4-4fdd-b969-29a7de2f1452 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Calling delete_port for f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:19.670697 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fb007788-c0b2-4274-a558-4c9fc39bdf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:19.681429 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76f2c81b-085e-4b57-92bf-d6678f79dbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:19.722262 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb007788-c0b2-4274-a558-4c9fc39bdf2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=68294c38-6cb8-4d4b-8db0-26d64feaa3c7,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:19.748181 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb007788-c0b2-4274-a558-4c9fc39bdf2e admin admin] Checking segment: {'id': '5387ca44-e3a3-411c-99b4-ef7a1c3f6bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b9e223e-e3e2-48f3-bda2-ee70ef546836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:19:19.749345 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb007788-c0b2-4274-a558-4c9fc39bdf2e admin admin] Network hostable DHCP agents. Network: 3b9e223e-e3e2-48f3-bda2-ee70ef546836, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:19:19.801788 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20f1b88-5515-4fd6-a047-c95cc8688240 None None] DHCP port deletion for c0af4f27-24c4-4d9f-807b-ab4729ad2da0 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:19:19.810870 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-76f2c81b-085e-4b57-92bf-d6678f79dbe3 admin admin] Deleting port 68447cb3-11e3-4394-b6c4-bcaed8cb8634 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:19.811221 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76f2c81b-085e-4b57-92bf-d6678f79dbe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:19.860710 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e20f1b88-5515-4fd6-a047-c95cc8688240 None None] Deleting port 68447cb3-11e3-4394-b6c4-bcaed8cb8634 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:19.861386 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e20f1b88-5515-4fd6-a047-c95cc8688240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:19.877208 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-76f2c81b-085e-4b57-92bf-d6678f79dbe3 admin admin] For port 68447cb3-11e3-4394-b6c4-bcaed8cb8634, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=68447cb3-11e3-4394-b6c4-bcaed8cb8634,segment=NetworkSegment(45e6c1a3-1f54-4db2-86c6-172c4254d33a),segment_id=45e6c1a3-1f54-4db2-86c6-172c4254d33a)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:19.877583 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76f2c81b-085e-4b57-92bf-d6678f79dbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:19.899066 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-76f2c81b-085e-4b57-92bf-d6678f79dbe3 admin admin] Calling delete_port for 68447cb3-11e3-4394-b6c4-bcaed8cb8634 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:19.962827 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb007788-c0b2-4274-a558-4c9fc39bdf2e admin admin] Network 3b9e223e-e3e2-48f3-bda2-ee70ef546836 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:19:19.964531 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e20f1b88-5515-4fd6-a047-c95cc8688240 None None] For port 68447cb3-11e3-4394-b6c4-bcaed8cb8634, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=68447cb3-11e3-4394-b6c4-bcaed8cb8634,segment=NetworkSegment(45e6c1a3-1f54-4db2-86c6-172c4254d33a),segment_id=45e6c1a3-1f54-4db2-86c6-172c4254d33a)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:19.964988 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e20f1b88-5515-4fd6-a047-c95cc8688240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:19.998727 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e20f1b88-5515-4fd6-a047-c95cc8688240 None None] Calling delete_port for 68447cb3-11e3-4394-b6c4-bcaed8cb8634 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:20.001268 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b3c16-ccdf-4504-92a5-cf1b1a7bcb85 req-f042cd82-335a-469b-ae40-348a3655d282 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:20.001917 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-71e47130-3ad8-43d5-b15f-3f0a2c8d39ec req-1234bacf-7db4-4fdd-b969-29a7de2f1452 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:20.002839 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-462b3c16-ccdf-4504-92a5-cf1b1a7bcb85 req-f042cd82-335a-469b-ae40-348a3655d282 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 944 time: 0.0816827 Apr 20 16:19:20.051099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234bacf-7db4-4fdd-b969-29a7de2f1452 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Pushing event deleted for resources: {'Port': ['ID=f81a6c35-3774-4a1c-a71e-5c2c6cef1de5,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:20.052393 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f81a6c35-3774-4a1c-a71e-5c2c6cef1de5'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:19:20.088177 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-462b3c16-ccdf-4504-92a5-cf1b1a7bcb85 req-af6f3d68-e921-40f4-bbd5-2ad94b64506e tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760405 Apr 20 16:19:20.106648 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e47130-3ad8-43d5-b15f-3f0a2c8d39ec req-1234bacf-7db4-4fdd-b969-29a7de2f1452 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] No DVR routers for this DVR port f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:19:20.109232 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-71e47130-3ad8-43d5-b15f-3f0a2c8d39ec req-1234bacf-7db4-4fdd-b969-29a7de2f1452 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:20.112670 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-71e47130-3ad8-43d5-b15f-3f0a2c8d39ec req-1234bacf-7db4-4fdd-b969-29a7de2f1452 tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.30 "DELETE /v2.0/ports/f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 HTTP/1.1" status: 204 len: 173 time: 0.9338341 Apr 20 16:19:20.113115 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59cbbe0f-0a5e-4283-b9df-3aad164fc44e', 'name': 'network-vif-deleted', 'tag': 'f81a6c35-3774-4a1c-a71e-5c2c6cef1de5'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:19:20.115485 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c38a11f-af9a-41e4-8ae9-4aed6628b659" -d '{"events": [{"server_uuid": "59cbbe0f-0a5e-4283-b9df-3aad164fc44e", "name": "network-vif-deleted", "tag": "f81a6c35-3774-4a1c-a71e-5c2c6cef1de5"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:19:20.167811 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-fb007788-c0b2-4274-a558-4c9fc39bdf2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 3b9e223e-e3e2-48f3-bda2-ee70ef546836) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:19:20.172755 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb007788-c0b2-4274-a558-4c9fc39bdf2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:20.173453 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fb007788-c0b2-4274-a558-4c9fc39bdf2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:20.179332 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edf2d18-8fd2-4086-b83e-b26f3644a230 None None] Network 3b9e223e-e3e2-48f3-bda2-ee70ef546836 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:19:20.196743 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8932c0a-ae5f-4e59-91c5-979d23e0f20c x-openstack-request-id: req-f8932c0a-ae5f-4e59-91c5-979d23e0f20c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:19:20.196743 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59cbbe0f-0a5e-4283-b9df-3aad164fc44e", "name": "network-vif-deleted", "tag": "f81a6c35-3774-4a1c-a71e-5c2c6cef1de5", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:19:20.197017 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8932c0a-ae5f-4e59-91c5-979d23e0f20c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:19:20.197226 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8932c0a-ae5f-4e59-91c5-979d23e0f20c'] response: {'server_uuid': '59cbbe0f-0a5e-4283-b9df-3aad164fc44e', 'name': 'network-vif-deleted', 'tag': 'f81a6c35-3774-4a1c-a71e-5c2c6cef1de5', 'status': 'completed', 'code': 200} Apr 20 16:19:20.244021 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-35d5fb2f-e813-477e-a3d9-ca75f408e01d req-521355ce-a1a8-4bfd-8b3b-584d05af338b tempest-MigrationsAdminTest-13501353 tempest-MigrationsAdminTest-13501353-project] 10.222.0.15 "GET /v2.0/ports?device_id=59cbbe0f-0a5e-4283-b9df-3aad164fc44e HTTP/1.1" status: 200 len: 210 time: 0.0500326 Apr 20 16:19:20.252804 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76f2c81b-085e-4b57-92bf-d6678f79dbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:20.253456 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 68447cb3-11e3-4394-b6c4-bcaed8cb8634 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:20.282398 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2c81b-085e-4b57-92bf-d6678f79dbe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=68447cb3-11e3-4394-b6c4-bcaed8cb8634,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:20.285662 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 68447cb3-11e3-4394-b6c4-bcaed8cb8634 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:20.285872 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 68447cb3-11e3-4394-b6c4-bcaed8cb8634 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:20.286288 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f425887e-0602-4e06-acd7-8a6a740d7d70 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:20.289936 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f2c81b-085e-4b57-92bf-d6678f79dbe3 admin admin] No DVR routers for this DVR port 68447cb3-11e3-4394-b6c4-bcaed8cb8634 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:19:20.302197 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e20f1b88-5515-4fd6-a047-c95cc8688240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:20.303241 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fb007788-c0b2-4274-a558-4c9fc39bdf2e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0048003 Apr 20 16:19:20.345063 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: f425887e-0602-4e06-acd7-8a6a740d7d70 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:20.345725 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f425887e-0602-4e06-acd7-8a6a740d7d70 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:20.370947 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f1b88-5515-4fd6-a047-c95cc8688240 None None] Pushing event deleted for resources: {'Port': ['ID=68447cb3-11e3-4394-b6c4-bcaed8cb8634,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:20.380715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f1b88-5515-4fd6-a047-c95cc8688240 None None] No DVR routers for this DVR port 68447cb3-11e3-4394-b6c4-bcaed8cb8634 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:19:20.405467 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76f2c81b-085e-4b57-92bf-d6678f79dbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:20.446242 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-76f2c81b-085e-4b57-92bf-d6678f79dbe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0af4f27-24c4-4d9f-807b-ab4729ad2da0']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:20.458866 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb61af3-170e-492e-a8fb-114a8a18c908 None None] Network 3b9e223e-e3e2-48f3-bda2-ee70ef546836 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:19:20.479591 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-76f2c81b-085e-4b57-92bf-d6678f79dbe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e6c1a3-1f54-4db2-86c6-172c4254d33a') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:20.479890 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-76f2c81b-085e-4b57-92bf-d6678f79dbe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e6c1a3-1f54-4db2-86c6-172c4254d33a') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:20.500309 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76f2c81b-085e-4b57-92bf-d6678f79dbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:20.518190 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76f2c81b-085e-4b57-92bf-d6678f79dbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:20.534975 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f2c81b-085e-4b57-92bf-d6678f79dbe3 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76f2c81b-085e-4b57-92bf-d6678f79dbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:19:20.538308 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:19:20.704614 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76f2c81b-085e-4b57-92bf-d6678f79dbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:20.711226 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76f2c81b-085e-4b57-92bf-d6678f79dbe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:20.727357 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-76f2c81b-085e-4b57-92bf-d6678f79dbe3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c0af4f27-24c4-4d9f-807b-ab4729ad2da0 HTTP/1.1" status: 204 len: 168 time: 1.1796720 Apr 20 16:19:20.730554 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39434) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:20.738818 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2c81b-085e-4b57-92bf-d6678f79dbe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0af4f27-24c4-4d9f-807b-ab4729ad2da0,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:20.969245 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-5ecd1c49-6764-4afb-b02e-9509274b771e tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:20.970709 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-5ecd1c49-6764-4afb-b02e-9509274b771e tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/networks?id=3b9e223e-e3e2-48f3-bda2-ee70ef546836 HTTP/1.1" status: 200 len: 817 time: 0.1842575 Apr 20 16:19:21.012719 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39450) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:21.019451 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-4b1ab9bf-eb64-4596-9297-beda2a586715 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/quotas/b0e2acb36081445c9b7ee2fbe59d36df HTTP/1.1" status: 200 len: 375 time: 0.0402801 Apr 20 16:19:21.058117 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-ccb77d55-9da7-4c2c-916e-8f72acce925f tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0e2acb36081445c9b7ee2fbe59d36df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319140 Apr 20 16:19:21.266385 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-c33b9b3a-f199-4f65-b715-484e57cdacfe service neutron] 10.222.0.15 "GET /v2.0/networks/3b9e223e-e3e2-48f3-bda2-ee70ef546836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869900 Apr 20 16:19:21.272655 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf40c61-ae12-4c3f-9a37-695beb057dbc req-f12b97ff-eb33-4054-bbde-bdd46283ecf2 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:21.279979 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-daf40c61-ae12-4c3f-9a37-695beb057dbc req-f12b97ff-eb33-4054-bbde-bdd46283ecf2 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 944 time: 0.1062737 Apr 20 16:19:21.291285 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 260de092-6113-4829-ba1b-866a7d0da439 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:19:21.355745 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-daf40c61-ae12-4c3f-9a37-695beb057dbc req-c1bd9a7f-81cd-4d78-904d-ad59968cb4ab tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746021 Apr 20 16:19:21.435990 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fad3c4b1-3c2c-4721-8726-4b67c4ebc357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:21.600314 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-9fc70069-f65a-4638-bba0-4b241693b3be service neutron] 10.222.0.15 "GET /v2.0/networks/3b9e223e-e3e2-48f3-bda2-ee70ef546836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234408 Apr 20 16:19:21.627048 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0a7314ab-4e6a-49f0-8f8f-57d52ca14e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:21.735012 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 260de092-6113-4829-ba1b-866a7d0da439 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:19:21.736920 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-fad3c4b1-3c2c-4721-8726-4b67c4ebc357 admin admin] Deleting port 7fecc774-f173-4a06-b8e0-5f38d45294aa {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:21.737429 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fad3c4b1-3c2c-4721-8726-4b67c4ebc357 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:21.738963 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 260de092-6113-4829-ba1b-866a7d0da439 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:21.743597 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:21.850336 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:21.870086 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-fad3c4b1-3c2c-4721-8726-4b67c4ebc357 admin admin] For port 7fecc774-f173-4a06-b8e0-5f38d45294aa, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7fecc774-f173-4a06-b8e0-5f38d45294aa,segment=NetworkSegment(52445a65-5884-4a6e-8953-3431d8e54486),segment_id=52445a65-5884-4a6e-8953-3431d8e54486)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:21.870670 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fad3c4b1-3c2c-4721-8726-4b67c4ebc357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:21.889625 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-fad3c4b1-3c2c-4721-8726-4b67c4ebc357 admin admin] Calling delete_port for 7fecc774-f173-4a06-b8e0-5f38d45294aa owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:21.908922 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a50a45f-2fd8-4160-a815-2d0c765e534a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260de092-6113-4829-ba1b-866a7d0da439'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:19:21.922211 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d21c10e-217c-40f8-a3bc-ab331bb779dc" -d '{"events": [{"server_uuid": "7a50a45f-2fd8-4160-a815-2d0c765e534a", "name": "network-vif-plugged", "status": "completed", "tag": "260de092-6113-4829-ba1b-866a7d0da439"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:19:21.961408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 260de092-6113-4829-ba1b-866a7d0da439, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=260de092-6113-4829-ba1b-866a7d0da439,segment=NetworkSegment(d7db2997-d098-4eed-97f8-722a87d68c55),segment_id=d7db2997-d098-4eed-97f8-722a87d68c55)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:21.985604 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7ef980-ec9c-4192-b248-8f337986b47d x-openstack-request-id: req-7e7ef980-ec9c-4192-b248-8f337986b47d {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:19:21.985973 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a50a45f-2fd8-4160-a815-2d0c765e534a", "name": "network-vif-plugged", "status": "completed", "tag": "260de092-6113-4829-ba1b-866a7d0da439", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:19:21.986319 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e7ef980-ec9c-4192-b248-8f337986b47d {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:19:21.986779 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e7ef980-ec9c-4192-b248-8f337986b47d'] response: {'server_uuid': '7a50a45f-2fd8-4160-a815-2d0c765e534a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260de092-6113-4829-ba1b-866a7d0da439', 'code': 200} Apr 20 16:19:21.993448 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ab98af8a-ea1d-4ac4-8c0b-67757cedfff5 req-3c609b3f-e10d-4962-bbda-9b4bd7db03f6 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49 HTTP/1.1" status: 200 len: 210 time: 0.0799463 Apr 20 16:19:22.049816 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-0a7314ab-4e6a-49f0-8f8f-57d52ca14e10 admin admin] Deleting port b130de76-3b49-4f14-a308-ce37a962a5aa {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:22.051395 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0a7314ab-4e6a-49f0-8f8f-57d52ca14e10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:22.076126 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:22.148262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39472) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:22.153514 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=260de092-6113-4829-ba1b-866a7d0da439,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:22.226438 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122e1a4-65c4-4ad1-be37-5407084d3ae1 req-0c837726-3692-4a7e-a9d4-23ecd2f28445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:22.227949 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6122e1a4-65c4-4ad1-be37-5407084d3ae1 req-0c837726-3692-4a7e-a9d4-23ecd2f28445 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 1096 time: 0.0806279 Apr 20 16:19:22.233138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-0a7314ab-4e6a-49f0-8f8f-57d52ca14e10 admin admin] For port b130de76-3b49-4f14-a308-ce37a962a5aa, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b130de76-3b49-4f14-a308-ce37a962a5aa,segment=NetworkSegment(f3c2a4b0-1636-4c33-9c91-442e824bef9f),segment_id=f3c2a4b0-1636-4c33-9c91-442e824bef9f)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:22.233544 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0a7314ab-4e6a-49f0-8f8f-57d52ca14e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:22.258745 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-0a7314ab-4e6a-49f0-8f8f-57d52ca14e10 admin admin] Calling delete_port for b130de76-3b49-4f14-a308-ce37a962a5aa owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:22.270605 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fad3c4b1-3c2c-4721-8726-4b67c4ebc357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:22.300178 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3c4b1-3c2c-4721-8726-4b67c4ebc357 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fecc774-f173-4a06-b8e0-5f38d45294aa,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:22.319083 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6122e1a4-65c4-4ad1-be37-5407084d3ae1 req-83c9a1ee-b778-4988-a945-87bb5f6c4418 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828927 Apr 20 16:19:22.370218 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b6927309-ead7-413b-b014-cc3b52515436 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5cbf6f2a95f84d7e90dc5825ed03dfd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2063181 Apr 20 16:19:22.374657 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39476) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:22.505235 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4b34b74f-aa41-4f81-84eb-f12c40da2400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:22.529303 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fad3c4b1-3c2c-4721-8726-4b67c4ebc357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:22.551883 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270f06d-0042-48b0-83b8-ebe0ec102e55 req-ec6fe88f-cc00-4ea7-97ba-2910994c1cec tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:22.557010 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a270f06d-0042-48b0-83b8-ebe0ec102e55 req-ec6fe88f-cc00-4ea7-97ba-2910994c1cec tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.0755708 Apr 20 16:19:22.565778 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4b34b74f-aa41-4f81-84eb-f12c40da2400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:22.638888 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a270f06d-0042-48b0-83b8-ebe0ec102e55 req-490a27f3-daa8-4c7b-bcc2-9d28b1e7fcf8 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779910 Apr 20 16:19:22.641923 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0a7314ab-4e6a-49f0-8f8f-57d52ca14e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:22.674587 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7314ab-4e6a-49f0-8f8f-57d52ca14e10 admin admin] Pushing event deleted for resources: {'Port': ['ID=b130de76-3b49-4f14-a308-ce37a962a5aa,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:22.716413 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4b34b74f-aa41-4f81-84eb-f12c40da2400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:22.716636 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5cbb8753-8c3f-4c50-96e0-5ad0d0aa47ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:22.718903 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4b34b74f-aa41-4f81-84eb-f12c40da2400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:22.722520 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4b34b74f-aa41-4f81-84eb-f12c40da2400 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41e67f43-b0ad-4f43-9875-d4081eaba83e HTTP/1.1" status: 204 len: 168 time: 0.3456323 Apr 20 16:19:22.735016 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34b74f-aa41-4f81-84eb-f12c40da2400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e67f43-b0ad-4f43-9875-d4081eaba83e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:22.857939 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad3c4b1-3c2c-4721-8726-4b67c4ebc357 admin admin] Router f7732715-9cc3-44e7-a846-9dab2c16ba03 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:19:22.896757 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0a7314ab-4e6a-49f0-8f8f-57d52ca14e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:22.992825 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad3c4b1-3c2c-4721-8726-4b67c4ebc357 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:19:22.998735 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fad3c4b1-3c2c-4721-8726-4b67c4ebc357 admin admin] 10.222.0.15 "PUT /v2.0/routers/f7732715-9cc3-44e7-a846-9dab2c16ba03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2667501 Apr 20 16:19:23.001025 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39484) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:23.004070 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7ba7a8-de7b-4bdc-8e3e-13882d158731 None None] Sync routers for ids ['f7732715-9cc3-44e7-a846-9dab2c16ba03'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:19:23.015970 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7ba7a8-de7b-4bdc-8e3e-13882d158731 None None] Routers {'f7732715-9cc3-44e7-a846-9dab2c16ba03'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:19:23.016762 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2e7ba7a8-de7b-4bdc-8e3e-13882d158731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:18:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f7732715-9cc3-44e7-a846-9dab2c16ba03'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:23.115414 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-038235bd-67f3-47ad-8f00-699470e4b3c0 req-0650c2f1-2d12-436d-9ec1-289baef20a2d tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49 HTTP/1.1" status: 200 len: 210 time: 0.0423806 Apr 20 16:19:23.127062 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-2e7ba7a8-de7b-4bdc-8e3e-13882d158731 None None] Set router f7732715-9cc3-44e7-a846-9dab2c16ba03 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:19:23.140166 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef7260d0-b15a-4472-a08f-f2b020980dd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:23.203737 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7314ab-4e6a-49f0-8f8f-57d52ca14e10 admin admin] Router 51540090-b602-43cc-b46b-72c28572b016 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:19:23.261485 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef7260d0-b15a-4472-a08f-f2b020980dd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:23.296832 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:23.318048 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:23.318428 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f81a6c35-3774-4a1c-a71e-5c2c6cef1de5 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:23.331747 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2e7ba7a8-de7b-4bdc-8e3e-13882d158731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7732715-9cc3-44e7-a846-9dab2c16ba03', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038627380-router', 'tenant_id': '8ca2de8c019b4e89952b40e3c117201c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '5c36541e-4dac-4e1b-aee1-0dd012457bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:48Z', 'updated_at': '2022-04-20T16:19:22Z', 'revision_number': 5, 'project_id': '8ca2de8c019b4e89952b40e3c117201c', 'gw_port': {'id': '5c36541e-4dac-4e1b-aee1-0dd012457bca', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7732715-9cc3-44e7-a846-9dab2c16ba03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:50Z', 'updated_at': '2022-04-20T16:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:23.335017 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7314ab-4e6a-49f0-8f8f-57d52ca14e10 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:19:23.341093 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0a7314ab-4e6a-49f0-8f8f-57d52ca14e10 admin admin] 10.222.0.15 "PUT /v2.0/routers/51540090-b602-43cc-b46b-72c28572b016/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3272913 Apr 20 16:19:23.343600 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39490) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:23.348260 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf27cac-f04c-4709-be78-a96e204e6559 None None] Sync routers for ids ['51540090-b602-43cc-b46b-72c28572b016'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:19:23.359347 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7ba7a8-de7b-4bdc-8e3e-13882d158731 None None] Checking router: f7732715-9cc3-44e7-a846-9dab2c16ba03 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:19:23.363435 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf27cac-f04c-4709-be78-a96e204e6559 None None] Routers {'51540090-b602-43cc-b46b-72c28572b016'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:19:23.364450 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-8cf27cac-f04c-4709-be78-a96e204e6559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:18:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['51540090-b602-43cc-b46b-72c28572b016'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:23.369011 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7ba7a8-de7b-4bdc-8e3e-13882d158731 None None] Routers {'f7732715-9cc3-44e7-a846-9dab2c16ba03'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:19:23.369819 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2e7ba7a8-de7b-4bdc-8e3e-13882d158731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:18:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f7732715-9cc3-44e7-a846-9dab2c16ba03'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:23.414964 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ef7260d0-b15a-4472-a08f-f2b020980dd5 admin admin] Deleting port 5c36541e-4dac-4e1b-aee1-0dd012457bca {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:23.415556 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef7260d0-b15a-4472-a08f-f2b020980dd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:23.478600 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3572de9b-786b-4074-aab5-03bc47652dac admin admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:23.488370 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-2e7ba7a8-de7b-4bdc-8e3e-13882d158731 None None] Set router f7732715-9cc3-44e7-a846-9dab2c16ba03 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:19:23.510733 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-8cf27cac-f04c-4709-be78-a96e204e6559 None None] Set router 51540090-b602-43cc-b46b-72c28572b016 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:19:23.522674 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-ef7260d0-b15a-4472-a08f-f2b020980dd5 admin admin] For port 5c36541e-4dac-4e1b-aee1-0dd012457bca, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5c36541e-4dac-4e1b-aee1-0dd012457bca,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:23.523072 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef7260d0-b15a-4472-a08f-f2b020980dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:23.536385 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ef7260d0-b15a-4472-a08f-f2b020980dd5 admin admin] Calling delete_port for 5c36541e-4dac-4e1b-aee1-0dd012457bca owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:23.544161 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2e7ba7a8-de7b-4bdc-8e3e-13882d158731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7732715-9cc3-44e7-a846-9dab2c16ba03', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038627380-router', 'tenant_id': '8ca2de8c019b4e89952b40e3c117201c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:48Z', 'updated_at': '2022-04-20T16:19:23Z', 'revision_number': 6, 'project_id': '8ca2de8c019b4e89952b40e3c117201c', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:23.581789 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7ba7a8-de7b-4bdc-8e3e-13882d158731 None None] The sync data for ids ['f7732715-9cc3-44e7-a846-9dab2c16ba03'] in n-d-836146-2 is: [{'id': 'f7732715-9cc3-44e7-a846-9dab2c16ba03', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038627380-router', 'tenant_id': '8ca2de8c019b4e89952b40e3c117201c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:48Z', 'updated_at': '2022-04-20T16:19:23Z', 'revision_number': 6, 'project_id': '8ca2de8c019b4e89952b40e3c117201c', 'gw_port_host': None}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:19:23.609884 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39492) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:23.653357 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3572de9b-786b-4074-aab5-03bc47652dac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:23.683418 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e7ea0dee-33a2-4b06-9f9c-d8259312d5e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=afd8b914ec834285afbf37565a1e9dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0713320 Apr 20 16:19:23.687386 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39498) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:23.811103 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-8cf27cac-f04c-4709-be78-a96e204e6559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51540090-b602-43cc-b46b-72c28572b016', 'name': 'tempest-TaggedBootDevicesTest_v242-434958766-router', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'e668af26-f568-403c-a906-c0590e27df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:23Z', 'updated_at': '2022-04-20T16:19:22Z', 'revision_number': 5, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'gw_port': {'id': 'e668af26-f568-403c-a906-c0590e27df3e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51540090-b602-43cc-b46b-72c28572b016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:24Z', 'updated_at': '2022-04-20T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:23.830156 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-3572de9b-786b-4074-aab5-03bc47652dac admin admin] Deleting port e668af26-f568-403c-a906-c0590e27df3e {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:23.830464 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3572de9b-786b-4074-aab5-03bc47652dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:23.843685 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf27cac-f04c-4709-be78-a96e204e6559 None None] Checking router: 51540090-b602-43cc-b46b-72c28572b016 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:19:23.852015 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf27cac-f04c-4709-be78-a96e204e6559 None None] Routers {'51540090-b602-43cc-b46b-72c28572b016'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:19:23.852797 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-8cf27cac-f04c-4709-be78-a96e204e6559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:18:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['51540090-b602-43cc-b46b-72c28572b016'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:23.891528 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-942238c5-8b39-4986-91f1-704bc557e1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:23.931564 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-3572de9b-786b-4074-aab5-03bc47652dac admin admin] For port e668af26-f568-403c-a906-c0590e27df3e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e668af26-f568-403c-a906-c0590e27df3e,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:23.931928 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3572de9b-786b-4074-aab5-03bc47652dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:23.947384 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-8cf27cac-f04c-4709-be78-a96e204e6559 None None] Set router 51540090-b602-43cc-b46b-72c28572b016 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:19:23.948551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-3572de9b-786b-4074-aab5-03bc47652dac admin admin] Calling delete_port for e668af26-f568-403c-a906-c0590e27df3e owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:23.961108 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d149f4c-27fa-4f84-a93b-aeb80698765d req-4068dfb5-9176-4a35-8d47-07288346d189 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:23.962610 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d149f4c-27fa-4f84-a93b-aeb80698765d req-4068dfb5-9176-4a35-8d47-07288346d189 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.1783736 Apr 20 16:19:23.964581 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-942238c5-8b39-4986-91f1-704bc557e1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:24.004028 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-8cf27cac-f04c-4709-be78-a96e204e6559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51540090-b602-43cc-b46b-72c28572b016', 'name': 'tempest-TaggedBootDevicesTest_v242-434958766-router', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:23Z', 'updated_at': '2022-04-20T16:19:23Z', 'revision_number': 6, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:24.032640 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf27cac-f04c-4709-be78-a96e204e6559 None None] The sync data for ids ['51540090-b602-43cc-b46b-72c28572b016'] in n-d-836146-2 is: [{'id': '51540090-b602-43cc-b46b-72c28572b016', 'name': 'tempest-TaggedBootDevicesTest_v242-434958766-router', 'tenant_id': '52e792bf173b40589fd45d3280bfec0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:23Z', 'updated_at': '2022-04-20T16:19:23Z', 'revision_number': 6, 'project_id': '52e792bf173b40589fd45d3280bfec0b', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:19:24.038607 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d149f4c-27fa-4f84-a93b-aeb80698765d req-fe6fcc58-5812-435a-afcb-916925454625 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623732 Apr 20 16:19:24.169970 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef7260d0-b15a-4472-a08f-f2b020980dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:24.202969 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7260d0-b15a-4472-a08f-f2b020980dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c36541e-4dac-4e1b-aee1-0dd012457bca,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:24.208931 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-942238c5-8b39-4986-91f1-704bc557e1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:24.212960 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-942238c5-8b39-4986-91f1-704bc557e1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:24.218933 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-942238c5-8b39-4986-91f1-704bc557e1e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e4cd57e-4e61-43c1-9bfb-5d139b7e9eb0 HTTP/1.1" status: 204 len: 168 time: 0.5255735 Apr 20 16:19:24.241523 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942238c5-8b39-4986-91f1-704bc557e1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4cd57e-4e61-43c1-9bfb-5d139b7e9eb0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:24.244192 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4cd5ccc5-1329-4808-a1af-ef00651ea038 req-d09b8114-35c3-4813-be55-4c315e3bf110 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49 HTTP/1.1" status: 200 len: 210 time: 0.0393329 Apr 20 16:19:24.285849 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef7260d0-b15a-4472-a08f-f2b020980dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:24.286627 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3572de9b-786b-4074-aab5-03bc47652dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:24.325301 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572de9b-786b-4074-aab5-03bc47652dac admin admin] Pushing event deleted for resources: {'Port': ['ID=e668af26-f568-403c-a906-c0590e27df3e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:24.380570 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef7260d0-b15a-4472-a08f-f2b020980dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:24.383328 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef7260d0-b15a-4472-a08f-f2b020980dd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:24.393920 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3572de9b-786b-4074-aab5-03bc47652dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:24.490727 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3572de9b-786b-4074-aab5-03bc47652dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:24.493698 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3572de9b-786b-4074-aab5-03bc47652dac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:24.519424 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef7260d0-b15a-4472-a08f-f2b020980dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:24.520060 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7260d0-b15a-4472-a08f-f2b020980dd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7732715-9cc3-44e7-a846-9dab2c16ba03 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:19:24.530219 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef7260d0-b15a-4472-a08f-f2b020980dd5 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:24.531513 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ef7260d0-b15a-4472-a08f-f2b020980dd5 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f7732715-9cc3-44e7-a846-9dab2c16ba03 HTTP/1.1" status: 204 len: 168 time: 1.5295172 Apr 20 16:19:24.535007 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39504) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:24.612938 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3572de9b-786b-4074-aab5-03bc47652dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:24.613574 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3572de9b-786b-4074-aab5-03bc47652dac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51540090-b602-43cc-b46b-72c28572b016 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:19:24.618638 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3572de9b-786b-4074-aab5-03bc47652dac admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:24.622120 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3572de9b-786b-4074-aab5-03bc47652dac admin admin] 10.222.0.15 "DELETE /v2.0/routers/51540090-b602-43cc-b46b-72c28572b016 HTTP/1.1" status: 204 len: 168 time: 1.2752843 Apr 20 16:19:24.622438 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39506) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:24.643513 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-24689ad5-e4aa-416d-b718-0725deddd53e admin admin] Deleting subnet 86f61e35-80b5-4d2a-b196-6db46e931a96 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:19:24.651306 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24689ad5-e4aa-416d-b718-0725deddd53e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:24.676226 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5c36541e-4dac-4e1b-aee1-0dd012457bca no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:24.706639 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d86b2f7-7f58-4c17-bc16-84952576a98c admin admin] Deleting subnet bf84b94b-dba3-472d-a23f-24ed520f6e46 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:19:24.709390 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 5c36541e-4dac-4e1b-aee1-0dd012457bca {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:24.709738 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5c36541e-4dac-4e1b-aee1-0dd012457bca not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:24.710154 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 7fecc774-f173-4a06-b8e0-5f38d45294aa no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:24.711239 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24689ad5-e4aa-416d-b718-0725deddd53e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:24.711701 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2d86b2f7-7f58-4c17-bc16-84952576a98c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:24.733652 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 7fecc774-f173-4a06-b8e0-5f38d45294aa {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:24.734000 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 7fecc774-f173-4a06-b8e0-5f38d45294aa not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:24.756931 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2d86b2f7-7f58-4c17-bc16-84952576a98c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:24.801013 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24689ad5-e4aa-416d-b718-0725deddd53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:24.850559 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2d86b2f7-7f58-4c17-bc16-84952576a98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:25.051885 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2d86b2f7-7f58-4c17-bc16-84952576a98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:25.097312 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86b2f7-7f58-4c17-bc16-84952576a98c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf84b94b-dba3-472d-a23f-24ed520f6e46,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:25.106031 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f5d24716-16ca-4eb0-b0b1-2693da283abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:25.106628 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2d86b2f7-7f58-4c17-bc16-84952576a98c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:25.113834 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2d86b2f7-7f58-4c17-bc16-84952576a98c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bf84b94b-dba3-472d-a23f-24ed520f6e46 HTTP/1.1" status: 204 len: 168 time: 0.4896135 Apr 20 16:19:25.117793 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39520) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:25.121614 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94d88ba-606d-453e-8e2a-f656bb5c0ba6 None None] Network 5a539455-a33b-4573-a499-12dcf82cf2d8 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:19:25.221328 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee4cd53e-df8b-4d79-8b7a-9b7a82cb59cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:25.297853 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-ee4cd53e-df8b-4d79-8b7a-9b7a82cb59cf admin admin] Deleting port 7990760f-2f6a-4fe5-81ca-5e0cbe37762d {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:25.298214 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee4cd53e-df8b-4d79-8b7a-9b7a82cb59cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:25.326060 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24689ad5-e4aa-416d-b718-0725deddd53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:25.365448 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24689ad5-e4aa-416d-b718-0725deddd53e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86f61e35-80b5-4d2a-b196-6db46e931a96,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:25.401678 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24689ad5-e4aa-416d-b718-0725deddd53e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:25.407927 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-24689ad5-e4aa-416d-b718-0725deddd53e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/86f61e35-80b5-4d2a-b196-6db46e931a96 HTTP/1.1" status: 204 len: 168 time: 0.8685172 Apr 20 16:19:25.409939 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7edcb2-ad5f-4239-aa19-078bf968922a None None] Network 90fa5ce9-1b04-4159-ad42-3d370d384af3 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:19:25.412326 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39524) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:25.442749 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e74d8847-5eec-412d-842e-f52190eb7c29 req-f4768a4e-667b-4950-b22d-7b320237c491 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49 HTTP/1.1" status: 200 len: 210 time: 0.0630534 Apr 20 16:19:25.445445 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-ee4cd53e-df8b-4d79-8b7a-9b7a82cb59cf admin admin] For port 7990760f-2f6a-4fe5-81ca-5e0cbe37762d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7990760f-2f6a-4fe5-81ca-5e0cbe37762d,segment=NetworkSegment(f3c2a4b0-1636-4c33-9c91-442e824bef9f),segment_id=f3c2a4b0-1636-4c33-9c91-442e824bef9f)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:25.446214 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee4cd53e-df8b-4d79-8b7a-9b7a82cb59cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:25.466289 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-ee4cd53e-df8b-4d79-8b7a-9b7a82cb59cf admin admin] Calling delete_port for 7990760f-2f6a-4fe5-81ca-5e0cbe37762d owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:25.553105 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-8470b010-66b5-4cd5-8f38-920642ff4997 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:25.555899 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-8470b010-66b5-4cd5-8f38-920642ff4997 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.26 "GET /v2.0/networks?id=3b9e223e-e3e2-48f3-bda2-ee70ef546836 HTTP/1.1" status: 200 len: 817 time: 0.6585174 Apr 20 16:19:25.566650 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda24b9b-8cb4-496f-8b30-11d4eca0dca5 req-c3278464-89df-457e-9c37-5e447800c0ac tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:25.568199 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-eda24b9b-8cb4-496f-8b30-11d4eca0dca5 req-c3278464-89df-457e-9c37-5e447800c0ac tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.2464828 Apr 20 16:19:25.577706 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-1da00878-cb3d-46da-bbf3-4508ba856c7b tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Request body: {'port': {'device_id': '9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49', 'network_id': '3b9e223e-e3e2-48f3-bda2-ee70ef546836', 'admin_state_up': True, 'tenant_id': 'b0e2acb36081445c9b7ee2fbe59d36df'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:25.590520 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59fab8f-cc8f-4cd7-ab18-5c4791060f9b None None] DHCP port deletion for 5a539455-a33b-4573-a499-12dcf82cf2d8 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:19:25.591666 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e3ae4b0a-fc17-4c53-bb91-1cc97b4d2cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:25.697352 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-eda24b9b-8cb4-496f-8b30-11d4eca0dca5 req-526255d1-7c5d-494a-a867-89e406b814b8 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156538 Apr 20 16:19:25.733857 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f59fab8f-cc8f-4cd7-ab18-5c4791060f9b None None] Deleting port 7990760f-2f6a-4fe5-81ca-5e0cbe37762d {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:25.734531 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f59fab8f-cc8f-4cd7-ab18-5c4791060f9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:25.800943 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae4b0a-fc17-4c53-bb91-1cc97b4d2cd9 admin admin] Deleting port 03944c73-8b83-478e-a03d-00a422e265a9 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:25.801136 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e3ae4b0a-fc17-4c53-bb91-1cc97b4d2cd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:25.809573 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f59fab8f-cc8f-4cd7-ab18-5c4791060f9b None None] For port 7990760f-2f6a-4fe5-81ca-5e0cbe37762d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7990760f-2f6a-4fe5-81ca-5e0cbe37762d,segment=NetworkSegment(f3c2a4b0-1636-4c33-9c91-442e824bef9f),segment_id=f3c2a4b0-1636-4c33-9c91-442e824bef9f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:25.810231 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f59fab8f-cc8f-4cd7-ab18-5c4791060f9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:25.827194 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f59fab8f-cc8f-4cd7-ab18-5c4791060f9b None None] Calling delete_port for 7990760f-2f6a-4fe5-81ca-5e0cbe37762d owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:25.889866 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6e2c9b-2afe-46e0-975e-529f526db441 None None] DHCP port deletion for 90fa5ce9-1b04-4159-ad42-3d370d384af3 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:19:25.918439 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-e3ae4b0a-fc17-4c53-bb91-1cc97b4d2cd9 admin admin] For port 03944c73-8b83-478e-a03d-00a422e265a9, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=03944c73-8b83-478e-a03d-00a422e265a9,segment=NetworkSegment(52445a65-5884-4a6e-8953-3431d8e54486),segment_id=52445a65-5884-4a6e-8953-3431d8e54486)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:25.918824 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e3ae4b0a-fc17-4c53-bb91-1cc97b4d2cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:25.930135 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-1da00878-cb3d-46da-bbf3-4508ba856c7b tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Made reservation on behalf of b0e2acb36081445c9b7ee2fbe59d36df for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:19:25.933318 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-1da00878-cb3d-46da-bbf3-4508ba856c7b tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:25.945540 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae4b0a-fc17-4c53-bb91-1cc97b4d2cd9 admin admin] Calling delete_port for 03944c73-8b83-478e-a03d-00a422e265a9 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:25.954609 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-9b6e2c9b-2afe-46e0-975e-529f526db441 None None] Deleting port 03944c73-8b83-478e-a03d-00a422e265a9 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:25.955254 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9b6e2c9b-2afe-46e0-975e-529f526db441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:26.021990 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9b6e2c9b-2afe-46e0-975e-529f526db441 None None] For port 03944c73-8b83-478e-a03d-00a422e265a9, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=03944c73-8b83-478e-a03d-00a422e265a9,segment=NetworkSegment(52445a65-5884-4a6e-8953-3431d8e54486),segment_id=52445a65-5884-4a6e-8953-3431d8e54486)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:26.022443 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9b6e2c9b-2afe-46e0-975e-529f526db441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:26.035505 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-9b6e2c9b-2afe-46e0-975e-529f526db441 None None] Calling delete_port for 03944c73-8b83-478e-a03d-00a422e265a9 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:26.043199 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee4cd53e-df8b-4d79-8b7a-9b7a82cb59cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:26.095519 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f59fab8f-cc8f-4cd7-ab18-5c4791060f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:26.118319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cd53e-df8b-4d79-8b7a-9b7a82cb59cf admin admin] Pushing event deleted for resources: {'Port': ['ID=7990760f-2f6a-4fe5-81ca-5e0cbe37762d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:26.131524 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59fab8f-cc8f-4cd7-ab18-5c4791060f9b None None] Pushing event deleted for resources: {'Port': ['ID=7990760f-2f6a-4fe5-81ca-5e0cbe37762d,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:26.134723 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59fab8f-cc8f-4cd7-ab18-5c4791060f9b None None] No DVR routers for this DVR port 7990760f-2f6a-4fe5-81ca-5e0cbe37762d on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:19:26.136129 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-1da00878-cb3d-46da-bbf3-4508ba856c7b tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Allocated IP 172.20.0.4 (3b9e223e-e3e2-48f3-bda2-ee70ef546836/68294c38-6cb8-4d4b-8db0-26d64feaa3c7/938a07a1-846a-4443-b55c-9c7f0dd96844) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:19:26.144386 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4cd53e-df8b-4d79-8b7a-9b7a82cb59cf admin admin] No DVR routers for this DVR port 7990760f-2f6a-4fe5-81ca-5e0cbe37762d on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:19:26.153665 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab8f-cc8f-4cd7-ab18-5c4791060f9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:26.154013 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab8f-cc8f-4cd7-ab18-5c4791060f9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:26.154350 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab8f-cc8f-4cd7-ab18-5c4791060f9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:26.154682 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab8f-cc8f-4cd7-ab18-5c4791060f9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:26.155012 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab8f-cc8f-4cd7-ab18-5c4791060f9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:26.155341 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab8f-cc8f-4cd7-ab18-5c4791060f9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:26.155668 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab8f-cc8f-4cd7-ab18-5c4791060f9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:26.155991 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab8f-cc8f-4cd7-ab18-5c4791060f9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:26.156312 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab8f-cc8f-4cd7-ab18-5c4791060f9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:26.156658 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab8f-cc8f-4cd7-ab18-5c4791060f9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:26.157252 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab8f-cc8f-4cd7-ab18-5c4791060f9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:26.157364 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59fab8f-cc8f-4cd7-ab18-5c4791060f9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:26.206250 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b130de76-3b49-4f14-a308-ce37a962a5aa no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:26.211541 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e3ae4b0a-fc17-4c53-bb91-1cc97b4d2cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:26.261011 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee4cd53e-df8b-4d79-8b7a-9b7a82cb59cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:26.266320 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: b130de76-3b49-4f14-a308-ce37a962a5aa {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:26.267021 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b130de76-3b49-4f14-a308-ce37a962a5aa not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:26.268563 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e668af26-f568-403c-a906-c0590e27df3e no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:26.275928 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae4b0a-fc17-4c53-bb91-1cc97b4d2cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=03944c73-8b83-478e-a03d-00a422e265a9,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:26.276803 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9b6e2c9b-2afe-46e0-975e-529f526db441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:26.283043 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ae4b0a-fc17-4c53-bb91-1cc97b4d2cd9 admin admin] No DVR routers for this DVR port 03944c73-8b83-478e-a03d-00a422e265a9 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:19:26.286632 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-ee4cd53e-df8b-4d79-8b7a-9b7a82cb59cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a539455-a33b-4573-a499-12dcf82cf2d8']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:26.299060 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-ee4cd53e-df8b-4d79-8b7a-9b7a82cb59cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c2a4b0-1636-4c33-9c91-442e824bef9f') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:26.299406 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-ee4cd53e-df8b-4d79-8b7a-9b7a82cb59cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c2a4b0-1636-4c33-9c91-442e824bef9f') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:26.313875 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee4cd53e-df8b-4d79-8b7a-9b7a82cb59cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:26.332552 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee4cd53e-df8b-4d79-8b7a-9b7a82cb59cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:26.340534 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: e668af26-f568-403c-a906-c0590e27df3e {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:26.340979 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e668af26-f568-403c-a906-c0590e27df3e not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:26.341717 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 7990760f-2f6a-4fe5-81ca-5e0cbe37762d no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:26.345397 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4cd53e-df8b-4d79-8b7a-9b7a82cb59cf admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:19:26.346461 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee4cd53e-df8b-4d79-8b7a-9b7a82cb59cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:19:26.348238 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:19:26.373206 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 7990760f-2f6a-4fe5-81ca-5e0cbe37762d {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:26.373631 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 7990760f-2f6a-4fe5-81ca-5e0cbe37762d not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:26.374144 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 03944c73-8b83-478e-a03d-00a422e265a9 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:26.400955 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e2c9b-2afe-46e0-975e-529f526db441 None None] Pushing event deleted for resources: {'Port': ['ID=03944c73-8b83-478e-a03d-00a422e265a9,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:26.404167 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:26.404826 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 03944c73-8b83-478e-a03d-00a422e265a9 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:26.405174 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 03944c73-8b83-478e-a03d-00a422e265a9 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:26.409691 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6e2c9b-2afe-46e0-975e-529f526db441 None None] No DVR routers for this DVR port 03944c73-8b83-478e-a03d-00a422e265a9 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:19:26.442047 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e3ae4b0a-fc17-4c53-bb91-1cc97b4d2cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:26.449131 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-1da00878-cb3d-46da-bbf3-4508ba856c7b tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:26.478142 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-e3ae4b0a-fc17-4c53-bb91-1cc97b4d2cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90fa5ce9-1b04-4159-ad42-3d370d384af3']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:26.498295 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-e3ae4b0a-fc17-4c53-bb91-1cc97b4d2cd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52445a65-5884-4a6e-8953-3431d8e54486') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:26.498874 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-e3ae4b0a-fc17-4c53-bb91-1cc97b4d2cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52445a65-5884-4a6e-8953-3431d8e54486') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:26.518336 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e3ae4b0a-fc17-4c53-bb91-1cc97b4d2cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:26.518586 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675abba-bda3-4419-a443-b18ca189f40b req-7026443c-a6fc-4a68-9c13-b136c2cfe79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:26.518586 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9675abba-bda3-4419-a443-b18ca189f40b req-7026443c-a6fc-4a68-9c13-b136c2cfe79b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e2d8be89b26402abed4992d83acf807&device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 1096 time: 0.0532045 Apr 20 16:19:26.519764 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee4cd53e-df8b-4d79-8b7a-9b7a82cb59cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:26.524152 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657d3d4-3ebd-4cc7-a16d-3035892447ba req-b9e16011-84cc-48fd-8aa4-1f90350b0ad7 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:26.525693 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f657d3d4-3ebd-4cc7-a16d-3035892447ba req-b9e16011-84cc-48fd-8aa4-1f90350b0ad7 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.1238773 Apr 20 16:19:26.529532 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee4cd53e-df8b-4d79-8b7a-9b7a82cb59cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:26.533390 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ee4cd53e-df8b-4d79-8b7a-9b7a82cb59cf admin admin] 10.222.0.15 "DELETE /v2.0/networks/5a539455-a33b-4573-a499-12dcf82cf2d8 HTTP/1.1" status: 204 len: 168 time: 1.4140174 Apr 20 16:19:26.541563 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39546) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:26.565721 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e3ae4b0a-fc17-4c53-bb91-1cc97b4d2cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:26.575482 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cd53e-df8b-4d79-8b7a-9b7a82cb59cf admin admin] Pushing event deleted for resources: {'Network': ['ID=5a539455-a33b-4573-a499-12dcf82cf2d8,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:26.607884 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ae4b0a-fc17-4c53-bb91-1cc97b4d2cd9 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:19:26.608296 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e3ae4b0a-fc17-4c53-bb91-1cc97b4d2cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:19:26.612879 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:19:26.653668 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8baaf335-01f9-407e-b32b-61f83582ed7a req-f89d12b6-2193-4d9f-81ba-2503535a4910 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49 HTTP/1.1" status: 200 len: 210 time: 0.0359344 Apr 20 16:19:26.685461 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f657d3d4-3ebd-4cc7-a16d-3035892447ba req-0c437468-3f7b-48ad-be45-6f21d16d5749 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496089 Apr 20 16:19:26.691613 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675abba-bda3-4419-a443-b18ca189f40b req-e19d199a-6790-4447-b7aa-121af5a67e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:26.693252 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9675abba-bda3-4419-a443-b18ca189f40b req-e19d199a-6790-4447-b7aa-121af5a67e16 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f101898e-5344-4f35-8434-4e0f62076e5a HTTP/1.1" status: 200 len: 912 time: 0.1653318 Apr 20 16:19:26.721962 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-1da00878-cb3d-46da-bbf3-4508ba856c7b tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:26.739253 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9675abba-bda3-4419-a443-b18ca189f40b req-899cca50-ca21-42eb-84f7-d71e258aae28 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=260de092-6113-4829-ba1b-866a7d0da439 HTTP/1.1" status: 200 len: 217 time: 0.0394053 Apr 20 16:19:26.789153 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-1da00878-cb3d-46da-bbf3-4508ba856c7b tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Network 3b9e223e-e3e2-48f3-bda2-ee70ef546836 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:19:26.790119 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da00878-cb3d-46da-bbf3-4508ba856c7b tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Pushing event updated for resources: {'Port': ['ID=938a07a1-846a-4443-b55c-9c7f0dd96844,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:26.792321 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675abba-bda3-4419-a443-b18ca189f40b req-fe023ee8-2b4e-4b1c-ae59-74d2c53f2c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:26.793898 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9675abba-bda3-4419-a443-b18ca189f40b req-fe023ee8-2b4e-4b1c-ae59-74d2c53f2c45 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0f095aa7-489d-4032-aca8-4d512f72cac3 HTTP/1.1" status: 200 len: 851 time: 0.0482135 Apr 20 16:19:26.795950 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-1da00878-cb3d-46da-bbf3-4508ba856c7b tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:19:26.828160 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-1da00878-cb3d-46da-bbf3-4508ba856c7b tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:19:26.835296 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e3ae4b0a-fc17-4c53-bb91-1cc97b4d2cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:26.841005 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9675abba-bda3-4419-a443-b18ca189f40b req-e1c1fea3-aa71-4649-a2b2-89039acb52cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f101898e-5344-4f35-8434-4e0f62076e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392272 Apr 20 16:19:26.862189 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e3ae4b0a-fc17-4c53-bb91-1cc97b4d2cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:26.865326 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e3ae4b0a-fc17-4c53-bb91-1cc97b4d2cd9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/90fa5ce9-1b04-4159-ad42-3d370d384af3 HTTP/1.1" status: 204 len: 168 time: 1.4520493 Apr 20 16:19:26.893887 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae4b0a-fc17-4c53-bb91-1cc97b4d2cd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=90fa5ce9-1b04-4159-ad42-3d370d384af3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:26.945283 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-1da00878-cb3d-46da-bbf3-4508ba856c7b tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:26.945916 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-1da00878-cb3d-46da-bbf3-4508ba856c7b tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:26.974406 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9675abba-bda3-4419-a443-b18ca189f40b req-a58f4418-8319-4bdb-86f7-d33aa86aca15 service neutron] 10.222.0.30 "GET /v2.0/networks/f101898e-5344-4f35-8434-4e0f62076e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261520 Apr 20 16:19:27.046879 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-1da00878-cb3d-46da-bbf3-4508ba856c7b tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4749584 Apr 20 16:19:27.066278 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-d6538377-5a01-4b33-8dbe-35e6c08fb8fe service neutron] Request body: {'port': {'device_id': '9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:27.088117 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9675abba-bda3-4419-a443-b18ca189f40b req-368dc3cd-83cf-44b8-8d3a-91fea414de23 service neutron] 10.222.0.30 "GET /v2.0/networks/f101898e-5344-4f35-8434-4e0f62076e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066751 Apr 20 16:19:27.155968 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-d6538377-5a01-4b33-8dbe-35e6c08fb8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:27.287011 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39570) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:27.289434 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-492ca5de-e422-41f9-a2b7-8885a9d43b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:27.338949 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5cde3d8e-0e5f-4423-b9f9-92cff0f24d52 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=931913e656484021adeac3497b0cd222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516088 Apr 20 16:19:27.341840 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39572) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:27.392752 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f7178576-6967-4bbf-974e-d488110c010b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:27.414672 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f7178576-6967-4bbf-974e-d488110c010b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:27.582441 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f7178576-6967-4bbf-974e-d488110c010b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:27.586713 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f7178576-6967-4bbf-974e-d488110c010b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:27.590464 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f7178576-6967-4bbf-974e-d488110c010b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6fe0d459-b717-4783-bc66-7f0675ab2ae8 HTTP/1.1" status: 204 len: 168 time: 0.2451887 Apr 20 16:19:27.598264 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7178576-6967-4bbf-974e-d488110c010b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe0d459-b717-4783-bc66-7f0675ab2ae8,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:27.599035 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-d6538377-5a01-4b33-8dbe-35e6c08fb8fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938a07a1-846a-4443-b55c-9c7f0dd96844 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:19:27.608113 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-d6538377-5a01-4b33-8dbe-35e6c08fb8fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:27.644997 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-d6538377-5a01-4b33-8dbe-35e6c08fb8fe service neutron] Transition to ACTIVE for port object 938a07a1-846a-4443-b55c-9c7f0dd96844 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:19:27.685880 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:27.720037 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-492ca5de-e422-41f9-a2b7-8885a9d43b23 admin admin] Deleting port 6854796a-d658-42ae-bdf9-145f9dd043c8 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:27.720407 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-492ca5de-e422-41f9-a2b7-8885a9d43b23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:27.776934 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-d6538377-5a01-4b33-8dbe-35e6c08fb8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:27.832859 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cd677-4957-474c-9416-a191a43908c5 req-e35cc47d-35e5-4a15-8cc1-a1e33cff40d2 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:27.837772 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-065cd677-4957-474c-9416-a191a43908c5 req-e35cc47d-35e5-4a15-8cc1-a1e33cff40d2 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.0525749 Apr 20 16:19:27.876959 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-065cd677-4957-474c-9416-a191a43908c5 req-d7472ebf-30c1-4af0-9633-33ef63f4b0b8 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343797 Apr 20 16:19:27.901112 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6538377-5a01-4b33-8dbe-35e6c08fb8fe service neutron] Pushing event updated for resources: {'Port': ['ID=938a07a1-846a-4443-b55c-9c7f0dd96844,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:27.901112 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-492ca5de-e422-41f9-a2b7-8885a9d43b23 admin admin] For port 6854796a-d658-42ae-bdf9-145f9dd043c8, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6854796a-d658-42ae-bdf9-145f9dd043c8,segment=NetworkSegment(7c021dec-2588-4f46-8cb3-a9b91a2738f4),segment_id=7c021dec-2588-4f46-8cb3-a9b91a2738f4)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:27.901112 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-492ca5de-e422-41f9-a2b7-8885a9d43b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:27.915213 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0d48d-b5c9-48e7-a618-0ad88da40eba req-3f40987e-17b9-41ad-82af-b150b7ba9382 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:27.916850 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-60d0d48d-b5c9-48e7-a618-0ad88da40eba req-3f40987e-17b9-41ad-82af-b150b7ba9382 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49 HTTP/1.1" status: 200 len: 943 time: 0.1430199 Apr 20 16:19:27.938905 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-492ca5de-e422-41f9-a2b7-8885a9d43b23 admin admin] Calling delete_port for 6854796a-d658-42ae-bdf9-145f9dd043c8 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:28.041210 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:28.059202 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-60d0d48d-b5c9-48e7-a618-0ad88da40eba req-8de72984-f305-4356-9773-44b61a0b65a7 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/security-groups?id=84851f8a-be6e-4de5-8cc7-de5288ac1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231315 Apr 20 16:19:28.068658 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-d6538377-5a01-4b33-8dbe-35e6c08fb8fe service neutron] Attempting to bind port 938a07a1-846a-4443-b55c-9c7f0dd96844 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:19:28.068994 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-d6538377-5a01-4b33-8dbe-35e6c08fb8fe service neutron] Attempting to bind port 938a07a1-846a-4443-b55c-9c7f0dd96844 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '5387ca44-e3a3-411c-99b4-ef7a1c3f6bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b9e223e-e3e2-48f3-bda2-ee70ef546836'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:19:28.069322 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-d6538377-5a01-4b33-8dbe-35e6c08fb8fe service neutron] Attempting to bind port 938a07a1-846a-4443-b55c-9c7f0dd96844 on network 3b9e223e-e3e2-48f3-bda2-ee70ef546836 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:19:28.076275 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-d6538377-5a01-4b33-8dbe-35e6c08fb8fe service neutron] Port 938a07a1-846a-4443-b55c-9c7f0dd96844 on network 3b9e223e-e3e2-48f3-bda2-ee70ef546836 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:19:28.076719 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-d6538377-5a01-4b33-8dbe-35e6c08fb8fe service neutron] Attempting to bind port 938a07a1-846a-4443-b55c-9c7f0dd96844 on network 3b9e223e-e3e2-48f3-bda2-ee70ef546836 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:19:28.084655 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-d6538377-5a01-4b33-8dbe-35e6c08fb8fe service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:19:28.084999 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-d6538377-5a01-4b33-8dbe-35e6c08fb8fe service neutron] Checking segment: {'id': '5387ca44-e3a3-411c-99b4-ef7a1c3f6bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b9e223e-e3e2-48f3-bda2-ee70ef546836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:19:28.088406 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-d6538377-5a01-4b33-8dbe-35e6c08fb8fe service neutron] Bound using segment: {'id': '5387ca44-e3a3-411c-99b4-ef7a1c3f6bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b9e223e-e3e2-48f3-bda2-ee70ef546836'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:19:28.088406 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-d6538377-5a01-4b33-8dbe-35e6c08fb8fe service neutron] Bound port: 938a07a1-846a-4443-b55c-9c7f0dd96844, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5387ca44-e3a3-411c-99b4-ef7a1c3f6bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b9e223e-e3e2-48f3-bda2-ee70ef546836'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:19:28.088406 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-d6538377-5a01-4b33-8dbe-35e6c08fb8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:28.208590 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-d6538377-5a01-4b33-8dbe-35e6c08fb8fe service neutron] For port 938a07a1-846a-4443-b55c-9c7f0dd96844, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:19:28.213335 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-d6538377-5a01-4b33-8dbe-35e6c08fb8fe service neutron] For port 938a07a1-846a-4443-b55c-9c7f0dd96844, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=938a07a1-846a-4443-b55c-9c7f0dd96844,segment=NetworkSegment(5387ca44-e3a3-411c-99b4-ef7a1c3f6bf8),segment_id=5387ca44-e3a3-411c-99b4-ef7a1c3f6bf8)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:19:28.314983 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-d6538377-5a01-4b33-8dbe-35e6c08fb8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:28.348822 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-492ca5de-e422-41f9-a2b7-8885a9d43b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:28.360695 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-d6538377-5a01-4b33-8dbe-35e6c08fb8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:28.361448 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-d6538377-5a01-4b33-8dbe-35e6c08fb8fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:28.363206 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-d6538377-5a01-4b33-8dbe-35e6c08fb8fe service neutron] 10.222.0.26 "PUT /v2.0/ports/938a07a1-846a-4443-b55c-9c7f0dd96844 HTTP/1.1" status: 200 len: 1091 time: 1.3019772 Apr 20 16:19:28.363624 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49', 'tag': '938a07a1-846a-4443-b55c-9c7f0dd96844'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:19:28.366026 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6f9733-0f93-4698-aaa1-409b001fb7cf" -d '{"events": [{"name": "network-changed", "server_uuid": "9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49", "tag": "938a07a1-846a-4443-b55c-9c7f0dd96844"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:19:28.409821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39606) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:28.414428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6538377-5a01-4b33-8dbe-35e6c08fb8fe service neutron] Pushing event updated for resources: {'Port': ['ID=938a07a1-846a-4443-b55c-9c7f0dd96844,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:28.430217 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:28.435571 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1933a28-1a0f-45f1-b98c-7fe8428f0e8c x-openstack-request-id: req-a1933a28-1a0f-45f1-b98c-7fe8428f0e8c {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:19:28.435850 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49", "tag": "938a07a1-846a-4443-b55c-9c7f0dd96844", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:19:28.436098 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1933a28-1a0f-45f1-b98c-7fe8428f0e8c {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:19:28.440562 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1933a28-1a0f-45f1-b98c-7fe8428f0e8c'] response: {'name': 'network-changed', 'server_uuid': '9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49', 'tag': '938a07a1-846a-4443-b55c-9c7f0dd96844', 'status': 'completed', 'code': 200} Apr 20 16:19:28.467461 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4aaeba25-c781-4e86-807b-0a022bd655c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8ca2de8c019b4e89952b40e3c117201c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559254 Apr 20 16:19:28.469886 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39608) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:28.505086 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ca5de-e422-41f9-a2b7-8885a9d43b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=6854796a-d658-42ae-bdf9-145f9dd043c8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:28.547626 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0cf0-4730-4c88-b849-d9142a2fe22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:28.592397 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0cf0-4730-4c88-b849-d9142a2fe22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:28.750292 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0cf0-4730-4c88-b849-d9142a2fe22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:28.753116 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0cf0-4730-4c88-b849-d9142a2fe22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:28.756805 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a3ec0cf0-4730-4c88-b849-d9142a2fe22f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe0ea3da-082f-4c06-b521-8ee2f6a01bff HTTP/1.1" status: 204 len: 168 time: 0.2831953 Apr 20 16:19:28.764580 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec0cf0-4730-4c88-b849-d9142a2fe22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0ea3da-082f-4c06-b521-8ee2f6a01bff,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:28.932560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f9733-0f93-4698-aaa1-409b001fb7cf req-f93d7026-4feb-4007-9cce-a7718af40e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:28.934143 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a6f9733-0f93-4698-aaa1-409b001fb7cf req-f93d7026-4feb-4007-9cce-a7718af40e72 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0e2acb36081445c9b7ee2fbe59d36df&device_id=9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49 HTTP/1.1" status: 200 len: 1094 time: 0.4400690 Apr 20 16:19:28.956917 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-492ca5de-e422-41f9-a2b7-8885a9d43b23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:29.128372 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad9f56-4ae7-489e-b901-b2d6ce3e7277 req-63a31591-557b-4210-acf7-8189c4b055a4 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:29.133216 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f7ad9f56-4ae7-489e-b901-b2d6ce3e7277 req-63a31591-557b-4210-acf7-8189c4b055a4 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.1617682 Apr 20 16:19:29.199019 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f9733-0f93-4698-aaa1-409b001fb7cf req-d292d30e-207a-4102-9bb9-cb0cdb1d5666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:29.200742 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a6f9733-0f93-4698-aaa1-409b001fb7cf req-d292d30e-207a-4102-9bb9-cb0cdb1d5666 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b0e2acb36081445c9b7ee2fbe59d36df&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2393520 Apr 20 16:19:29.255191 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f7ad9f56-4ae7-489e-b901-b2d6ce3e7277 req-48cadab6-5a1e-4d72-bcf2-15868c0468b7 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170328 Apr 20 16:19:29.330875 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b189557-5a92-463c-8b2e-57955c71e8c6 req-1b4285e5-c989-4ccc-9fc3-a33078c52003 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:29.332739 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b189557-5a92-463c-8b2e-57955c71e8c6 req-1b4285e5-c989-4ccc-9fc3-a33078c52003 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49 HTTP/1.1" status: 200 len: 943 time: 0.0697525 Apr 20 16:19:29.381777 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b189557-5a92-463c-8b2e-57955c71e8c6 req-aa4eb661-b687-4ef5-98c7-5c40e76a2f46 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/security-groups?id=84851f8a-be6e-4de5-8cc7-de5288ac1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389016 Apr 20 16:19:29.381945 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f9733-0f93-4698-aaa1-409b001fb7cf req-313d4515-4bdd-4efd-8fd9-41bef3b9274c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:29.383972 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a6f9733-0f93-4698-aaa1-409b001fb7cf req-313d4515-4bdd-4efd-8fd9-41bef3b9274c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1751897 Apr 20 16:19:29.443765 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492ca5de-e422-41f9-a2b7-8885a9d43b23 admin admin] Router 37ad1c9e-3cd0-4486-bb43-646a11a8e0db has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:19:29.541516 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-2bf03a95-d9c0-48a8-8cd5-33017ddc8a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:29.543031 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-2bf03a95-d9c0-48a8-8cd5-33017ddc8a13 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0e2acb36081445c9b7ee2fbe59d36df&device_id=9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49 HTTP/1.1" status: 200 len: 1094 time: 0.0932267 Apr 20 16:19:29.611130 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-abd44bd8-3f51-46ec-be13-92081c319d08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=938a07a1-846a-4443-b55c-9c7f0dd96844 HTTP/1.1" status: 200 len: 217 time: 0.0417850 Apr 20 16:19:29.652354 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492ca5de-e422-41f9-a2b7-8885a9d43b23 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:19:29.657961 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-492ca5de-e422-41f9-a2b7-8885a9d43b23 admin admin] 10.222.0.15 "PUT /v2.0/routers/37ad1c9e-3cd0-4486-bb43-646a11a8e0db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1148083 Apr 20 16:19:29.662899 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f369ea-147a-4ed7-ac06-a2822416213c None None] Sync routers for ids ['37ad1c9e-3cd0-4486-bb43-646a11a8e0db'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:19:29.664880 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39650) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:29.666009 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:29.680688 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f369ea-147a-4ed7-ac06-a2822416213c None None] Routers {'37ad1c9e-3cd0-4486-bb43-646a11a8e0db'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:19:29.681322 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-81f369ea-147a-4ed7-ac06-a2822416213c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:19:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['37ad1c9e-3cd0-4486-bb43-646a11a8e0db'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:29.695233 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-fd36ce67-9809-4a50-baeb-f5676d517db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:29.696659 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-fd36ce67-9809-4a50-baeb-f5676d517db5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68294c38-6cb8-4d4b-8db0-26d64feaa3c7 HTTP/1.1" status: 200 len: 857 time: 0.0781927 Apr 20 16:19:29.735609 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-87df8b46-3402-4679-b0b6-b7178c49635a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b9e223e-e3e2-48f3-bda2-ee70ef546836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315862 Apr 20 16:19:29.777614 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75247396-b6e5-42ff-bfb0-273fc7363431 admin admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:29.817042 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-81f369ea-147a-4ed7-ac06-a2822416213c None None] Set router 37ad1c9e-3cd0-4486-bb43-646a11a8e0db gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:19:29.870272 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-7d67d232-11dd-4702-a4a3-9713f8a4e4de service neutron] 10.222.0.26 "GET /v2.0/networks/3b9e223e-e3e2-48f3-bda2-ee70ef546836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270518 Apr 20 16:19:29.907294 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75247396-b6e5-42ff-bfb0-273fc7363431 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:29.990247 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-196f448f-1c26-4a71-ace2-48b9f3d8ca5b req-f91bd34e-7bf6-4cbc-9254-094539c48944 service neutron] 10.222.0.26 "GET /v2.0/networks/3b9e223e-e3e2-48f3-bda2-ee70ef546836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072402 Apr 20 16:19:30.047990 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-75247396-b6e5-42ff-bfb0-273fc7363431 admin admin] Deleting port 334cacd7-84b5-452c-b7de-842eeb260510 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:30.048368 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75247396-b6e5-42ff-bfb0-273fc7363431 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:30.055532 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-81f369ea-147a-4ed7-ac06-a2822416213c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ad1c9e-3cd0-4486-bb43-646a11a8e0db', 'name': 'tempest-TaggedBootDevicesTest_v242-2131022010-router', 'tenant_id': '2e662645b3a84c7bb46869fc34f521f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '334cacd7-84b5-452c-b7de-842eeb260510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:35Z', 'updated_at': '2022-04-20T16:19:28Z', 'revision_number': 5, 'project_id': '2e662645b3a84c7bb46869fc34f521f5', 'gw_port': {'id': '334cacd7-84b5-452c-b7de-842eeb260510', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ad1c9e-3cd0-4486-bb43-646a11a8e0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:11:37Z', 'updated_at': '2022-04-20T16:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:30.182300 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f369ea-147a-4ed7-ac06-a2822416213c None None] Checking router: 37ad1c9e-3cd0-4486-bb43-646a11a8e0db for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:19:30.183035 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-75247396-b6e5-42ff-bfb0-273fc7363431 admin admin] For port 334cacd7-84b5-452c-b7de-842eeb260510, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=334cacd7-84b5-452c-b7de-842eeb260510,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:30.183613 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75247396-b6e5-42ff-bfb0-273fc7363431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:30.190761 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f369ea-147a-4ed7-ac06-a2822416213c None None] Routers {'37ad1c9e-3cd0-4486-bb43-646a11a8e0db'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:19:30.191382 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-81f369ea-147a-4ed7-ac06-a2822416213c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:19:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['37ad1c9e-3cd0-4486-bb43-646a11a8e0db'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:30.198886 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-75247396-b6e5-42ff-bfb0-273fc7363431 admin admin] Calling delete_port for 334cacd7-84b5-452c-b7de-842eeb260510 owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:30.258322 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39670) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:30.282495 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-81f369ea-147a-4ed7-ac06-a2822416213c None None] Set router 37ad1c9e-3cd0-4486-bb43-646a11a8e0db gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:19:30.337122 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-81f369ea-147a-4ed7-ac06-a2822416213c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ad1c9e-3cd0-4486-bb43-646a11a8e0db', 'name': 'tempest-TaggedBootDevicesTest_v242-2131022010-router', 'tenant_id': '2e662645b3a84c7bb46869fc34f521f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:35Z', 'updated_at': '2022-04-20T16:19:29Z', 'revision_number': 6, 'project_id': '2e662645b3a84c7bb46869fc34f521f5', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:30.370820 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f369ea-147a-4ed7-ac06-a2822416213c None None] The sync data for ids ['37ad1c9e-3cd0-4486-bb43-646a11a8e0db'] in n-d-836146-2 is: [{'id': '37ad1c9e-3cd0-4486-bb43-646a11a8e0db', 'name': 'tempest-TaggedBootDevicesTest_v242-2131022010-router', 'tenant_id': '2e662645b3a84c7bb46869fc34f521f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:11:35Z', 'updated_at': '2022-04-20T16:19:29Z', 'revision_number': 6, 'project_id': '2e662645b3a84c7bb46869fc34f521f5', 'gw_port_host': None}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:19:30.422192 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-2d1e2fa1-e318-4005-a580-2190b586492f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-109981827-network', 'tenant_id': 'ec67603e685d49d5bf9013b69058a2b0'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:30.467270 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176705af-9cb4-4275-891a-6aa7dd1d032e req-23c296e1-b22c-461a-b169-5c5b85234e78 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:30.467270 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-176705af-9cb4-4275-891a-6aa7dd1d032e req-23c296e1-b22c-461a-b169-5c5b85234e78 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.1001234 Apr 20 16:19:30.488522 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-176705af-9cb4-4275-891a-6aa7dd1d032e req-53ad2eff-c79a-4a97-a1be-32db1f3f7977 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363388 Apr 20 16:19:30.514740 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65b7e2-169d-4f0b-8442-ce0f9240bcbb req-15cc490b-a3eb-445e-ad93-19b16ed9c3e5 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:30.516220 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb65b7e2-169d-4f0b-8442-ce0f9240bcbb req-15cc490b-a3eb-445e-ad93-19b16ed9c3e5 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49 HTTP/1.1" status: 200 len: 943 time: 0.0513239 Apr 20 16:19:30.555359 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb65b7e2-169d-4f0b-8442-ce0f9240bcbb req-01152036-5317-4bc9-9ec8-e91f955036f7 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/security-groups?id=84851f8a-be6e-4de5-8cc7-de5288ac1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326812 Apr 20 16:19:30.556772 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75247396-b6e5-42ff-bfb0-273fc7363431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:30.584675 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1e2fa1-e318-4005-a580-2190b586492f admin admin] Made reservation on behalf of ec67603e685d49d5bf9013b69058a2b0 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:19:30.586170 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75247396-b6e5-42ff-bfb0-273fc7363431 admin admin] Pushing event deleted for resources: {'Port': ['ID=334cacd7-84b5-452c-b7de-842eeb260510,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:30.587573 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2d1e2fa1-e318-4005-a580-2190b586492f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:30.597689 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2d1e2fa1-e318-4005-a580-2190b586492f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:30.663008 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75247396-b6e5-42ff-bfb0-273fc7363431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:30.679951 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2d1e2fa1-e318-4005-a580-2190b586492f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:30.755191 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2d1e2fa1-e318-4005-a580-2190b586492f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:30.760134 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75247396-b6e5-42ff-bfb0-273fc7363431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:30.766175 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75247396-b6e5-42ff-bfb0-273fc7363431 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:30.781929 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1e2fa1-e318-4005-a580-2190b586492f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:19:30.791937 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e2fa1-e318-4005-a580-2190b586492f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acc3109-27d1-4b63-8afd-685b90acab6d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:30.811540 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2d1e2fa1-e318-4005-a580-2190b586492f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:30.811889 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-2d1e2fa1-e318-4005-a580-2190b586492f admin admin] Added segment 74578144-5d19-4afb-beb5-20769e0602c9 of type vlan for network 65cbe932-cd90-4593-b93d-78fa5ec23177 Apr 20 16:19:30.859964 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2d1e2fa1-e318-4005-a580-2190b586492f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:30.886582 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75247396-b6e5-42ff-bfb0-273fc7363431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:30.887278 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75247396-b6e5-42ff-bfb0-273fc7363431 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37ad1c9e-3cd0-4486-bb43-646a11a8e0db {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:19:30.891442 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75247396-b6e5-42ff-bfb0-273fc7363431 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:30.892687 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-75247396-b6e5-42ff-bfb0-273fc7363431 admin admin] 10.222.0.15 "DELETE /v2.0/routers/37ad1c9e-3cd0-4486-bb43-646a11a8e0db HTTP/1.1" status: 204 len: 168 time: 1.2272594 Apr 20 16:19:30.895089 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39692) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:30.939897 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-742abc58-b24e-4bda-bd24-a9d3736335f8 admin admin] Deleting subnet cce5851b-86d8-436c-ad3a-d16db2c9e1f6 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:19:30.943113 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-742abc58-b24e-4bda-bd24-a9d3736335f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:30.956354 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2d1e2fa1-e318-4005-a580-2190b586492f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:30.957640 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1e2fa1-e318-4005-a580-2190b586492f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:30.957984 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2d1e2fa1-e318-4005-a580-2190b586492f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:30.983707 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-742abc58-b24e-4bda-bd24-a9d3736335f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:31.021832 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e2fa1-e318-4005-a580-2190b586492f admin admin] Pushing event updated for resources: {'Network': ['ID=65cbe932-cd90-4593-b93d-78fa5ec23177,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:31.032586 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 65cbe932-cd90-4593-b93d-78fa5ec23177 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:19:31.061579 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-742abc58-b24e-4bda-bd24-a9d3736335f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:31.086298 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2d1e2fa1-e318-4005-a580-2190b586492f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8249581 Apr 20 16:19:31.087920 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39696) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:31.092926 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c07722a1-b3f8-4a5e-8197-b3e88dbe9b84 admin admin] Request body: {'subnet': {'network_id': '65cbe932-cd90-4593-b93d-78fa5ec23177', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-109981827-subnet', 'tenant_id': 'ec67603e685d49d5bf9013b69058a2b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:31.216681 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07722a1-b3f8-4a5e-8197-b3e88dbe9b84 admin admin] Made reservation on behalf of ec67603e685d49d5bf9013b69058a2b0 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:19:31.216823 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-742abc58-b24e-4bda-bd24-a9d3736335f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:31.217072 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c07722a1-b3f8-4a5e-8197-b3e88dbe9b84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:31.245557 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742abc58-b24e-4bda-bd24-a9d3736335f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cce5851b-86d8-436c-ad3a-d16db2c9e1f6,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:31.258166 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-742abc58-b24e-4bda-bd24-a9d3736335f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:31.264114 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-742abc58-b24e-4bda-bd24-a9d3736335f8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cce5851b-86d8-436c-ad3a-d16db2c9e1f6 HTTP/1.1" status: 204 len: 168 time: 0.3659797 Apr 20 16:19:31.264484 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39700) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:31.272779 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb8c94f-8581-41b8-96e6-49c2c9bd30cb None None] Network 948c1a47-ff6b-43dd-8f43-92603c4c1de0 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:19:31.352508 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-18a41082-dc50-457a-936e-6afcf0085eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:31.415430 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-18a41082-dc50-457a-936e-6afcf0085eea admin admin] Deleting port 83ecec87-3418-4ddd-80b3-8e46bdf3dfea {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:31.415913 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-18a41082-dc50-457a-936e-6afcf0085eea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:31.484871 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-18a41082-dc50-457a-936e-6afcf0085eea admin admin] For port 83ecec87-3418-4ddd-80b3-8e46bdf3dfea, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=83ecec87-3418-4ddd-80b3-8e46bdf3dfea,segment=NetworkSegment(7c021dec-2588-4f46-8cb3-a9b91a2738f4),segment_id=7c021dec-2588-4f46-8cb3-a9b91a2738f4)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:31.485228 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-18a41082-dc50-457a-936e-6afcf0085eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:31.497262 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9389f6-23b3-42d0-929f-a47e541a95d8 None None] DHCP port deletion for 948c1a47-ff6b-43dd-8f43-92603c4c1de0 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:19:31.506159 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-18a41082-dc50-457a-936e-6afcf0085eea admin admin] Calling delete_port for 83ecec87-3418-4ddd-80b3-8e46bdf3dfea owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:31.528097 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c07722a1-b3f8-4a5e-8197-b3e88dbe9b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:31.568583 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-6d9389f6-23b3-42d0-929f-a47e541a95d8 None None] Deleting port 83ecec87-3418-4ddd-80b3-8e46bdf3dfea {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:31.569055 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6d9389f6-23b3-42d0-929f-a47e541a95d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:31.628469 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07722a1-b3f8-4a5e-8197-b3e88dbe9b84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f09ac08-76e2-4e0c-8b2f-950442c3ed90,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:31.661813 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07722a1-b3f8-4a5e-8197-b3e88dbe9b84 admin admin] Checking segment: {'id': '74578144-5d19-4afb-beb5-20769e0602c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65cbe932-cd90-4593-b93d-78fa5ec23177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:19:31.661813 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07722a1-b3f8-4a5e-8197-b3e88dbe9b84 admin admin] Network hostable DHCP agents. Network: 65cbe932-cd90-4593-b93d-78fa5ec23177, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:19:31.662018 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-6d9389f6-23b3-42d0-929f-a47e541a95d8 None None] For port 83ecec87-3418-4ddd-80b3-8e46bdf3dfea, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=83ecec87-3418-4ddd-80b3-8e46bdf3dfea,segment=NetworkSegment(7c021dec-2588-4f46-8cb3-a9b91a2738f4),segment_id=7c021dec-2588-4f46-8cb3-a9b91a2738f4)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:31.662018 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6d9389f6-23b3-42d0-929f-a47e541a95d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:31.688924 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-6d9389f6-23b3-42d0-929f-a47e541a95d8 None None] Calling delete_port for 83ecec87-3418-4ddd-80b3-8e46bdf3dfea owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:31.697672 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8d99d-aa8f-46ed-8a27-7223512900ce req-8f64b0a9-c939-425f-a673-4b6ba1bbd954 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:31.699214 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-69b8d99d-aa8f-46ed-8a27-7223512900ce req-8f64b0a9-c939-425f-a673-4b6ba1bbd954 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.0849788 Apr 20 16:19:31.701043 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a76b57-c696-4675-bec3-17b3c0fc2444 req-ced6ee02-63bd-434e-a442-9012792dd1f4 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:31.702668 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44a76b57-c696-4675-bec3-17b3c0fc2444 req-ced6ee02-63bd-434e-a442-9012792dd1f4 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49 HTTP/1.1" status: 200 len: 943 time: 0.0538459 Apr 20 16:19:31.703501 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-18a41082-dc50-457a-936e-6afcf0085eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:31.729502 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a41082-dc50-457a-936e-6afcf0085eea admin admin] Pushing event deleted for resources: {'Port': ['ID=83ecec87-3418-4ddd-80b3-8e46bdf3dfea,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:31.745014 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-69b8d99d-aa8f-46ed-8a27-7223512900ce req-a43936a5-7a54-4196-b799-b1c1cd953287 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347817 Apr 20 16:19:31.750110 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07722a1-b3f8-4a5e-8197-b3e88dbe9b84 admin admin] Network 65cbe932-cd90-4593-b93d-78fa5ec23177 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:19:31.759813 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a41082-dc50-457a-936e-6afcf0085eea admin admin] No DVR routers for this DVR port 83ecec87-3418-4ddd-80b3-8e46bdf3dfea on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:19:31.771061 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6d9389f6-23b3-42d0-929f-a47e541a95d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:31.796994 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44a76b57-c696-4675-bec3-17b3c0fc2444 req-ce289458-dc97-424a-a1b9-ac9a616a90ac tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/security-groups?id=84851f8a-be6e-4de5-8cc7-de5288ac1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716119 Apr 20 16:19:31.807539 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-c07722a1-b3f8-4a5e-8197-b3e88dbe9b84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 65cbe932-cd90-4593-b93d-78fa5ec23177) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:19:31.814641 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07722a1-b3f8-4a5e-8197-b3e88dbe9b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:31.814641 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c07722a1-b3f8-4a5e-8197-b3e88dbe9b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:31.857513 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-18a41082-dc50-457a-936e-6afcf0085eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:31.885001 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-18a41082-dc50-457a-936e-6afcf0085eea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948c1a47-ff6b-43dd-8f43-92603c4c1de0']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:31.897366 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-18a41082-dc50-457a-936e-6afcf0085eea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c021dec-2588-4f46-8cb3-a9b91a2738f4') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:31.898002 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-18a41082-dc50-457a-936e-6afcf0085eea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c021dec-2588-4f46-8cb3-a9b91a2738f4') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:31.908827 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c07722a1-b3f8-4a5e-8197-b3e88dbe9b84 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8196154 Apr 20 16:19:31.911388 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-18a41082-dc50-457a-936e-6afcf0085eea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:31.911591 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39712) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:31.917795 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-6341a265-8f1f-43b3-ad4e-fed0a7c45914 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-109981827-router', 'tenant_id': 'ec67603e685d49d5bf9013b69058a2b0', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:31.926154 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-18a41082-dc50-457a-936e-6afcf0085eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:31.935475 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a41082-dc50-457a-936e-6afcf0085eea admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:19:31.935912 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-18a41082-dc50-457a-936e-6afcf0085eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:19:31.938420 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:19:31.950793 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55f05f8-87d1-49d4-9807-6c4ba4b4a4f2 None None] Network 65cbe932-cd90-4593-b93d-78fa5ec23177 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:19:31.957263 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9389f6-23b3-42d0-929f-a47e541a95d8 None None] Pushing event deleted for resources: {'Port': ['ID=83ecec87-3418-4ddd-80b3-8e46bdf3dfea,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:32.000514 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9389f6-23b3-42d0-929f-a47e541a95d8 None None] No DVR routers for this DVR port 83ecec87-3418-4ddd-80b3-8e46bdf3dfea on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:19:32.006406 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6341a265-8f1f-43b3-ad4e-fed0a7c45914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:32.009158 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6341a265-8f1f-43b3-ad4e-fed0a7c45914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:32.078880 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6341a265-8f1f-43b3-ad4e-fed0a7c45914 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:32.087421 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-18a41082-dc50-457a-936e-6afcf0085eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:32.097575 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-18a41082-dc50-457a-936e-6afcf0085eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:32.103961 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-18a41082-dc50-457a-936e-6afcf0085eea admin admin] 10.222.0.15 "DELETE /v2.0/networks/948c1a47-ff6b-43dd-8f43-92603c4c1de0 HTTP/1.1" status: 204 len: 168 time: 0.8355668 Apr 20 16:19:32.126799 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a41082-dc50-457a-936e-6afcf0085eea admin admin] Pushing event deleted for resources: {'Network': ['ID=948c1a47-ff6b-43dd-8f43-92603c4c1de0,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:32.127652 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f1bd22-e29e-433d-8fad-bafa040bb5cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-65cbe932-cd90-4593-b93d-78fa5ec23177', 'network_id': '65cbe932-cd90-4593-b93d-78fa5ec23177', 'tenant_id': 'ec67603e685d49d5bf9013b69058a2b0', 'fixed_ips': [{'subnet_id': '7f09ac08-76e2-4e0c-8b2f-950442c3ed90'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:19:32.132324 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b4f1bd22-e29e-433d-8fad-bafa040bb5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:32.172962 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 334cacd7-84b5-452c-b7de-842eeb260510 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:32.246279 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 334cacd7-84b5-452c-b7de-842eeb260510 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:32.250183 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 334cacd7-84b5-452c-b7de-842eeb260510 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:32.250183 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6854796a-d658-42ae-bdf9-145f9dd043c8 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:32.284672 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 6854796a-d658-42ae-bdf9-145f9dd043c8 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:32.284672 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6854796a-d658-42ae-bdf9-145f9dd043c8 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:32.284672 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 83ecec87-3418-4ddd-80b3-8e46bdf3dfea no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:32.294661 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6341a265-8f1f-43b3-ad4e-fed0a7c45914 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:32.305736 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 83ecec87-3418-4ddd-80b3-8e46bdf3dfea {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:32.306074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 83ecec87-3418-4ddd-80b3-8e46bdf3dfea not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:32.350834 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-b4f1bd22-e29e-433d-8fad-bafa040bb5cf None None] Allocated IP 172.20.0.2 (65cbe932-cd90-4593-b93d-78fa5ec23177/7f09ac08-76e2-4e0c-8b2f-950442c3ed90/5e3552c8-ecaf-48f8-86d2-47bef6913c6b) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:19:32.493833 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b4f1bd22-e29e-433d-8fad-bafa040bb5cf None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:32.574984 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39722) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:32.576684 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b4f1bd22-e29e-433d-8fad-bafa040bb5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:32.589243 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6341a265-8f1f-43b3-ad4e-fed0a7c45914 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:32.613333 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6341a265-8f1f-43b3-ad4e-fed0a7c45914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:32.617148 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-53ce25a3-f595-45b0-ba68-ba7dc3ed8572 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=52e792bf173b40589fd45d3280bfec0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407724 Apr 20 16:19:32.619943 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39724) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:32.622851 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f1bd22-e29e-433d-8fad-bafa040bb5cf None None] Network 65cbe932-cd90-4593-b93d-78fa5ec23177 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:19:32.626807 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-b4f1bd22-e29e-433d-8fad-bafa040bb5cf None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:19:32.628720 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1bd22-e29e-433d-8fad-bafa040bb5cf None None] Pushing event updated for resources: {'Port': ['ID=5e3552c8-ecaf-48f8-86d2-47bef6913c6b,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:32.630927 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f1bd22-e29e-433d-8fad-bafa040bb5cf None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:19:32.673380 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b4fafef3-e152-4799-8610-10688da53183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:32.686374 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b4f1bd22-e29e-433d-8fad-bafa040bb5cf None None] Attempting to bind port 5e3552c8-ecaf-48f8-86d2-47bef6913c6b on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:19:32.686744 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b4f1bd22-e29e-433d-8fad-bafa040bb5cf None None] Attempting to bind port 5e3552c8-ecaf-48f8-86d2-47bef6913c6b by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '74578144-5d19-4afb-beb5-20769e0602c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65cbe932-cd90-4593-b93d-78fa5ec23177'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:19:32.687108 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1bd22-e29e-433d-8fad-bafa040bb5cf None None] Attempting to bind port 5e3552c8-ecaf-48f8-86d2-47bef6913c6b on network 65cbe932-cd90-4593-b93d-78fa5ec23177 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:19:32.692256 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1bd22-e29e-433d-8fad-bafa040bb5cf None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:19:32.692990 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1bd22-e29e-433d-8fad-bafa040bb5cf None None] Checking segment: {'id': '74578144-5d19-4afb-beb5-20769e0602c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65cbe932-cd90-4593-b93d-78fa5ec23177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:19:32.693396 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b4f1bd22-e29e-433d-8fad-bafa040bb5cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:32.693796 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1bd22-e29e-433d-8fad-bafa040bb5cf None None] Bound using segment: {'id': '74578144-5d19-4afb-beb5-20769e0602c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65cbe932-cd90-4593-b93d-78fa5ec23177'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:19:32.695119 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b4f1bd22-e29e-433d-8fad-bafa040bb5cf None None] Bound port: 5e3552c8-ecaf-48f8-86d2-47bef6913c6b, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74578144-5d19-4afb-beb5-20769e0602c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65cbe932-cd90-4593-b93d-78fa5ec23177'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:19:32.695571 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b4f1bd22-e29e-433d-8fad-bafa040bb5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:32.702473 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b4fafef3-e152-4799-8610-10688da53183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:32.751915 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-6341a265-8f1f-43b3-ad4e-fed0a7c45914 admin admin] Allocated IP 172.25.0.43 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/e9ab65d9-1e74-4602-9924-31d3bcdc8ae3) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:19:32.765150 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b4f1bd22-e29e-433d-8fad-bafa040bb5cf None None] For port 5e3552c8-ecaf-48f8-86d2-47bef6913c6b, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:19:32.768595 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b4f1bd22-e29e-433d-8fad-bafa040bb5cf None None] For port 5e3552c8-ecaf-48f8-86d2-47bef6913c6b, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5e3552c8-ecaf-48f8-86d2-47bef6913c6b,segment=NetworkSegment(74578144-5d19-4afb-beb5-20769e0602c9),segment_id=74578144-5d19-4afb-beb5-20769e0602c9)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:19:32.854127 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b4f1bd22-e29e-433d-8fad-bafa040bb5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:32.856614 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b4fafef3-e152-4799-8610-10688da53183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:32.860512 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b4fafef3-e152-4799-8610-10688da53183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:32.865396 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b4fafef3-e152-4799-8610-10688da53183 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72e70ed8-831d-4c59-93de-dbd0928c8f1e HTTP/1.1" status: 204 len: 168 time: 0.2443874 Apr 20 16:19:32.879884 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fafef3-e152-4799-8610-10688da53183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e70ed8-831d-4c59-93de-dbd0928c8f1e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:32.894516 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6341a265-8f1f-43b3-ad4e-fed0a7c45914 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:32.913110 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd6326-eb32-4f5a-bde4-602787c5afac req-b7e5fd9e-d4c5-4a00-b82b-a36a70d8506e tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:32.916108 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cdbd6326-eb32-4f5a-bde4-602787c5afac req-b7e5fd9e-d4c5-4a00-b82b-a36a70d8506e tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.0869198 Apr 20 16:19:32.948377 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1bd22-e29e-433d-8fad-bafa040bb5cf None None] Pushing event updated for resources: {'Port': ['ID=5e3552c8-ecaf-48f8-86d2-47bef6913c6b,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:32.986507 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cdbd6326-eb32-4f5a-bde4-602787c5afac req-37e36b03-1e30-4690-a919-12c983ac6182 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584695 Apr 20 16:19:33.075218 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6341a265-8f1f-43b3-ad4e-fed0a7c45914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:33.128524 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6341a265-8f1f-43b3-ad4e-fed0a7c45914 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:19:33.134707 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-6341a265-8f1f-43b3-ad4e-fed0a7c45914 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:19:33.138651 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6341a265-8f1f-43b3-ad4e-fed0a7c45914 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:19:33.179701 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd5374-f6ea-4a7d-a8eb-eb2a049a0cfb req-9d3c635a-f4fb-4255-bcf9-5241cb88d3f3 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:33.181538 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e0dd5374-f6ea-4a7d-a8eb-eb2a049a0cfb req-9d3c635a-f4fb-4255-bcf9-5241cb88d3f3 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49 HTTP/1.1" status: 200 len: 943 time: 0.1351562 Apr 20 16:19:33.196300 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341a265-8f1f-43b3-ad4e-fed0a7c45914 admin admin] Pushing event updated for resources: {'Port': ['ID=e9ab65d9-1e74-4602-9924-31d3bcdc8ae3,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:33.285340 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e0dd5374-f6ea-4a7d-a8eb-eb2a049a0cfb req-9547f379-6612-4ee8-82be-0e1e303b4997 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/security-groups?id=84851f8a-be6e-4de5-8cc7-de5288ac1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859034 Apr 20 16:19:33.533053 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6341a265-8f1f-43b3-ad4e-fed0a7c45914 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:33.752307 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39742) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:33.763003 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6341a265-8f1f-43b3-ad4e-fed0a7c45914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:33.809857 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-023b3be1-67c7-41a2-8371-761d5a459790 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e662645b3a84c7bb46869fc34f521f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558145 Apr 20 16:19:33.812147 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39744) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:33.880067 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-692c719d-cd8d-4279-9a3c-12c69134531b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:33.911589 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-692c719d-cd8d-4279-9a3c-12c69134531b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:33.993701 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7fe8de-779f-4428-8456-603909f173df None None] Network 65cbe932-cd90-4593-b93d-78fa5ec23177 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:19:34.052911 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6341a265-8f1f-43b3-ad4e-fed0a7c45914 admin admin] Router 098296b8-1af6-4d17-a819-da1e60b45b64 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:19:34.058735 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-6318efec-e5ff-4c3a-ac42-783fbb0e4e4a None None] Provisioning complete for port 5e3552c8-ecaf-48f8-86d2-47bef6913c6b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:34.059106 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6318efec-e5ff-4c3a-ac42-783fbb0e4e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:34.080533 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-692c719d-cd8d-4279-9a3c-12c69134531b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:34.088570 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-692c719d-cd8d-4279-9a3c-12c69134531b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:34.094937 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-692c719d-cd8d-4279-9a3c-12c69134531b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bcae0fab-875c-41a8-8e7b-5cdd3dffb512 HTTP/1.1" status: 204 len: 168 time: 0.2818420 Apr 20 16:19:34.171844 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c719d-cd8d-4279-9a3c-12c69134531b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcae0fab-875c-41a8-8e7b-5cdd3dffb512,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:34.203320 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6341a265-8f1f-43b3-ad4e-fed0a7c45914 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:19:34.233082 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] Sync routers for ids ['098296b8-1af6-4d17-a819-da1e60b45b64'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:19:34.242854 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a09c03-1f89-4d47-ad0c-f5458cd989d4 req-a52a3788-acf9-40ca-829d-570afe60bec7 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:34.244269 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a0a09c03-1f89-4d47-ad0c-f5458cd989d4 req-a52a3788-acf9-40ca-829d-570afe60bec7 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.1863365 Apr 20 16:19:34.262932 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] Routers {'098296b8-1af6-4d17-a819-da1e60b45b64'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:19:34.263655 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:19:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['098296b8-1af6-4d17-a819-da1e60b45b64'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:34.265984 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6318efec-e5ff-4c3a-ac42-783fbb0e4e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:34.306435 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a0a09c03-1f89-4d47-ad0c-f5458cd989d4 req-c01ab4c5-08b0-41d1-9e54-44cb28054ed7 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433879 Apr 20 16:19:34.311041 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5e3552c8-ecaf-48f8-86d2-47bef6913c6b up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:19:34.313567 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6341a265-8f1f-43b3-ad4e-fed0a7c45914 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:34.318448 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6341a265-8f1f-43b3-ad4e-fed0a7c45914 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4053874 Apr 20 16:19:34.321438 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39752) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:34.409600 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-6318efec-e5ff-4c3a-ac42-783fbb0e4e4a None None] For port 5e3552c8-ecaf-48f8-86d2-47bef6913c6b, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5e3552c8-ecaf-48f8-86d2-47bef6913c6b,segment=NetworkSegment(74578144-5d19-4afb-beb5-20769e0602c9),segment_id=74578144-5d19-4afb-beb5-20769e0602c9)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:34.444946 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e548c-b64b-46d3-b01f-3f878518fb20 req-086ac3c1-8dce-47ef-b552-5d59a91e7306 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:34.446859 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 5e3552c8-ecaf-48f8-86d2-47bef6913c6b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:34.447234 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:34.454301 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-365e548c-b64b-46d3-b01f-3f878518fb20 req-086ac3c1-8dce-47ef-b552-5d59a91e7306 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49 HTTP/1.1" status: 200 len: 943 time: 0.0675125 Apr 20 16:19:34.496117 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] Set router 098296b8-1af6-4d17-a819-da1e60b45b64 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:19:34.506028 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-365e548c-b64b-46d3-b01f-3f878518fb20 req-69a33838-42f4-4a7b-8f6b-9042677be45a tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/security-groups?id=84851f8a-be6e-4de5-8cc7-de5288ac1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499425 Apr 20 16:19:34.566237 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6318efec-e5ff-4c3a-ac42-783fbb0e4e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:34.745449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318efec-e5ff-4c3a-ac42-783fbb0e4e4a None None] Pushing event updated for resources: {'Port': ['ID=5e3552c8-ecaf-48f8-86d2-47bef6913c6b,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:34.769324 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-60273273-465f-4e9e-a015-5de62f5dc68e None None] Provisioning complete for port 5e3552c8-ecaf-48f8-86d2-47bef6913c6b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:34.769825 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-60273273-465f-4e9e-a015-5de62f5dc68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:34.844880 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 938a07a1-846a-4443-b55c-9c7f0dd96844 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:19:34.951489 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098296b8-1af6-4d17-a819-da1e60b45b64', 'name': 'tempest-FloatingIPsTestJSON-109981827-router', 'tenant_id': 'ec67603e685d49d5bf9013b69058a2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e9ab65d9-1e74-4602-9924-31d3bcdc8ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:19:32Z', 'updated_at': '2022-04-20T16:19:33Z', 'revision_number': 3, 'project_id': 'ec67603e685d49d5bf9013b69058a2b0', 'gw_port': {'id': 'e9ab65d9-1e74-4602-9924-31d3bcdc8ae3', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bf:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098296b8-1af6-4d17-a819-da1e60b45b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:19:32Z', 'updated_at': '2022-04-20T16:19:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:34.983931 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] Checking router: 098296b8-1af6-4d17-a819-da1e60b45b64 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:19:34.984275 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] Updating router 098296b8-1af6-4d17-a819-da1e60b45b64 port e9ab65d9-1e74-4602-9924-31d3bcdc8ae3 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:19:35.028204 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:35.067082 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 938a07a1-846a-4443-b55c-9c7f0dd96844, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=938a07a1-846a-4443-b55c-9c7f0dd96844,segment=NetworkSegment(5387ca44-e3a3-411c-99b4-ef7a1c3f6bf8),segment_id=5387ca44-e3a3-411c-99b4-ef7a1c3f6bf8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:35.086306 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '938a07a1-846a-4443-b55c-9c7f0dd96844', 'network_id': '3b9e223e-e3e2-48f3-bda2-ee70ef546836', 'port_id': '938a07a1-846a-4443-b55c-9c7f0dd96844', 'mac_address': 'fa:16:3e:e2:30:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68294c38-6cb8-4d4b-8db0-26d64feaa3c7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:19:35.166675 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7aefcda-00d8-436d-95c2-a5fa2d5390d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:35.187526 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:35.335520 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-d7aefcda-00d8-436d-95c2-a5fa2d5390d3 admin admin] Allocated IP 172.20.0.1 (65cbe932-cd90-4593-b93d-78fa5ec23177/7f09ac08-76e2-4e0c-8b2f-950442c3ed90/c100422b-0d5b-4ecd-ac72-a25d60d4a27b) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:19:35.366974 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938a07a1-846a-4443-b55c-9c7f0dd96844 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:19:35.407073 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 938a07a1-846a-4443-b55c-9c7f0dd96844, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=938a07a1-846a-4443-b55c-9c7f0dd96844,segment=NetworkSegment(5387ca44-e3a3-411c-99b4-ef7a1c3f6bf8),segment_id=5387ca44-e3a3-411c-99b4-ef7a1c3f6bf8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:35.469926 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7aefcda-00d8-436d-95c2-a5fa2d5390d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:35.481047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95ddd7-ae41-49a4-9456-d60d482910dd req-c7ba6a38-1dfa-41c8-985e-c60911cf203e tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:35.493789 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7d95ddd7-ae41-49a4-9456-d60d482910dd req-c7ba6a38-1dfa-41c8-985e-c60911cf203e tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.0838840 Apr 20 16:19:35.494438 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:35.537033 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7d95ddd7-ae41-49a4-9456-d60d482910dd req-0dde9517-55a5-421f-9b7a-bee12e817e61 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399137 Apr 20 16:19:35.559545 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:35.576527 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=938a07a1-846a-4443-b55c-9c7f0dd96844,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:35.589323 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7aefcda-00d8-436d-95c2-a5fa2d5390d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:35.630291 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7aefcda-00d8-436d-95c2-a5fa2d5390d3 admin admin] Network 65cbe932-cd90-4593-b93d-78fa5ec23177 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:19:35.635634 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-d7aefcda-00d8-436d-95c2-a5fa2d5390d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:19:35.639219 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aefcda-00d8-436d-95c2-a5fa2d5390d3 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:19:35.642442 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a58ce-25c1-4f4d-a356-2ef8c3ff4a02 req-7b5620f2-fdc6-461d-bdce-668d0e7ffa12 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:35.644160 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b41a58ce-25c1-4f4d-a356-2ef8c3ff4a02 req-7b5620f2-fdc6-461d-bdce-668d0e7ffa12 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49 HTTP/1.1" status: 200 len: 944 time: 0.0512161 Apr 20 16:19:35.666255 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aefcda-00d8-436d-95c2-a5fa2d5390d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c100422b-0d5b-4ecd-ac72-a25d60d4a27b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:35.687149 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:35.687392 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7aefcda-00d8-436d-95c2-a5fa2d5390d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:35.691335 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b41a58ce-25c1-4f4d-a356-2ef8c3ff4a02 req-e344ba07-0e7b-44d7-9327-28e92a34f52c tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/security-groups?id=84851f8a-be6e-4de5-8cc7-de5288ac1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343409 Apr 20 16:19:35.778803 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8fc8c-a231-4bac-80e3-10a8f8c4ff17 None None] Pushing event updated for resources: {'Port': ['ID=e9ab65d9-1e74-4602-9924-31d3bcdc8ae3,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:35.782219 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] Attempting to bind port e9ab65d9-1e74-4602-9924-31d3bcdc8ae3 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:19:35.782596 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] Attempting to bind port e9ab65d9-1e74-4602-9924-31d3bcdc8ae3 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:19:35.782955 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] Attempting to bind port e9ab65d9-1e74-4602-9924-31d3bcdc8ae3 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:19:35.789526 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:19:35.790003 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:19:35.790406 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:35.790795 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:19:35.791261 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] Bound port: e9ab65d9-1e74-4602-9924-31d3bcdc8ae3, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:19:35.791644 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:35.856832 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] For port e9ab65d9-1e74-4602-9924-31d3bcdc8ae3, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:19:35.860483 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] For port e9ab65d9-1e74-4602-9924-31d3bcdc8ae3, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e9ab65d9-1e74-4602-9924-31d3bcdc8ae3,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:19:35.924834 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['938a07a1-846a-4443-b55c-9c7f0dd96844'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:19:35.935655 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7aefcda-00d8-436d-95c2-a5fa2d5390d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:35.998904 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d527c949-4938-438b-aa8d-e506747dd164 None None] Provisioning complete for port c100422b-0d5b-4ecd-ac72-a25d60d4a27b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:35.999367 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d527c949-4938-438b-aa8d-e506747dd164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:36.026640 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:36.106775 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d527c949-4938-438b-aa8d-e506747dd164 None None] Port c100422b-0d5b-4ecd-ac72-a25d60d4a27b cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:19:36.151694 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8fc8c-a231-4bac-80e3-10a8f8c4ff17 None None] Pushing event updated for resources: {'Port': ['ID=e9ab65d9-1e74-4602-9924-31d3bcdc8ae3,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:36.155289 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7aefcda-00d8-436d-95c2-a5fa2d5390d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:36.158402 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5e3552c8-ecaf-48f8-86d2-47bef6913c6b up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:19:36.170038 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] Routers {'098296b8-1af6-4d17-a819-da1e60b45b64'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:19:36.170038 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:19:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['098296b8-1af6-4d17-a819-da1e60b45b64'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:36.240667 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7aefcda-00d8-436d-95c2-a5fa2d5390d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:36.313530 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7aefcda-00d8-436d-95c2-a5fa2d5390d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:36.324428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aefcda-00d8-436d-95c2-a5fa2d5390d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c100422b-0d5b-4ecd-ac72-a25d60d4a27b,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:36.354597 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 5e3552c8-ecaf-48f8-86d2-47bef6913c6b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:36.354970 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:36.382745 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] Set router 098296b8-1af6-4d17-a819-da1e60b45b64 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:19:36.416590 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7aefcda-00d8-436d-95c2-a5fa2d5390d3 admin admin] Network 65cbe932-cd90-4593-b93d-78fa5ec23177 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:19:36.419017 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-d7aefcda-00d8-436d-95c2-a5fa2d5390d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:19:36.590893 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7aefcda-00d8-436d-95c2-a5fa2d5390d3 admin admin] Router 098296b8-1af6-4d17-a819-da1e60b45b64 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:19:36.657660 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39808) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:36.719589 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b4bda-5165-47c1-8754-6620afc4c5cb req-3cf33edf-9408-49cf-9116-894231cee7c2 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:36.736992 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c7b4bda-5165-47c1-8754-6620afc4c5cb req-3cf33edf-9408-49cf-9116-894231cee7c2 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.1188006 Apr 20 16:19:36.744575 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098296b8-1af6-4d17-a819-da1e60b45b64', 'name': 'tempest-FloatingIPsTestJSON-109981827-router', 'tenant_id': 'ec67603e685d49d5bf9013b69058a2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e9ab65d9-1e74-4602-9924-31d3bcdc8ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:19:32Z', 'updated_at': '2022-04-20T16:19:35Z', 'revision_number': 4, 'project_id': 'ec67603e685d49d5bf9013b69058a2b0', 'gw_port': {'id': 'e9ab65d9-1e74-4602-9924-31d3bcdc8ae3', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bf:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098296b8-1af6-4d17-a819-da1e60b45b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:19:32Z', 'updated_at': '2022-04-20T16:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'c100422b-0d5b-4ecd-ac72-a25d60d4a27b', 'name': '', 'network_id': '65cbe932-cd90-4593-b93d-78fa5ec23177', 'tenant_id': 'ec67603e685d49d5bf9013b69058a2b0', 'mac_address': 'fa:16:3e:3f:e3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098296b8-1af6-4d17-a819-da1e60b45b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '7f09ac08-76e2-4e0c-8b2f-950442c3ed90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:19:35Z', 'updated_at': '2022-04-20T16:19:35Z', 'revision_number': 1, 'project_id': 'ec67603e685d49d5bf9013b69058a2b0', 'subnets': [{'id': '7f09ac08-76e2-4e0c-8b2f-950442c3ed90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:36.748983 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ba9fa0ec-b85f-4740-b7ec-d30a3dcf748b None None] Provisioning complete for port c100422b-0d5b-4ecd-ac72-a25d60d4a27b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:36.749539 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa0ec-b85f-4740-b7ec-d30a3dcf748b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:36.750450 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7aefcda-00d8-436d-95c2-a5fa2d5390d3 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:19:36.756484 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d7aefcda-00d8-436d-95c2-a5fa2d5390d3 admin admin] 10.222.0.15 "PUT /v2.0/routers/098296b8-1af6-4d17-a819-da1e60b45b64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4340539 Apr 20 16:19:36.778507 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb689d9-cc9b-40a1-ac40-344c574bd85c None None] The sync data for ids ['098296b8-1af6-4d17-a819-da1e60b45b64'] in n-d-836146-2 is: [{'id': '098296b8-1af6-4d17-a819-da1e60b45b64', 'name': 'tempest-FloatingIPsTestJSON-109981827-router', 'tenant_id': 'ec67603e685d49d5bf9013b69058a2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e9ab65d9-1e74-4602-9924-31d3bcdc8ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:19:32Z', 'updated_at': '2022-04-20T16:19:35Z', 'revision_number': 4, 'project_id': 'ec67603e685d49d5bf9013b69058a2b0', 'gw_port': {'id': 'e9ab65d9-1e74-4602-9924-31d3bcdc8ae3', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bf:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098296b8-1af6-4d17-a819-da1e60b45b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:19:32Z', 'updated_at': '2022-04-20T16:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'c100422b-0d5b-4ecd-ac72-a25d60d4a27b', 'name': '', 'network_id': '65cbe932-cd90-4593-b93d-78fa5ec23177', 'tenant_id': 'ec67603e685d49d5bf9013b69058a2b0', 'mac_address': 'fa:16:3e:3f:e3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098296b8-1af6-4d17-a819-da1e60b45b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '7f09ac08-76e2-4e0c-8b2f-950442c3ed90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:19:35Z', 'updated_at': '2022-04-20T16:19:35Z', 'revision_number': 1, 'project_id': 'ec67603e685d49d5bf9013b69058a2b0', 'subnets': [{'id': '7f09ac08-76e2-4e0c-8b2f-950442c3ed90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:19:36.805087 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39816) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:36.832377 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ba9fa0ec-b85f-4740-b7ec-d30a3dcf748b None None] Port c100422b-0d5b-4ecd-ac72-a25d60d4a27b cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:19:36.848219 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c7b4bda-5165-47c1-8754-6620afc4c5cb req-8d7eb8d5-9cdd-489b-b271-cd8c69f12d35 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025362 Apr 20 16:19:36.871140 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df3f98-e506-46ab-b3fe-b70bfe10e383 req-7246d449-16fa-4ea8-8551-3a8eb9dc2975 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:36.877019 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-85df3f98-e506-46ab-b3fe-b70bfe10e383 req-7246d449-16fa-4ea8-8551-3a8eb9dc2975 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49 HTTP/1.1" status: 200 len: 944 time: 0.0824680 Apr 20 16:19:36.930769 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5283b8d1-880d-4d4e-88dd-6a69d2f808e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:36.935284 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-85df3f98-e506-46ab-b3fe-b70bfe10e383 req-3d639aa9-4896-49b7-b018-6a6f76776e85 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/security-groups?id=84851f8a-be6e-4de5-8cc7-de5288ac1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561590 Apr 20 16:19:36.984546 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f82cb52a-f13b-48a9-a27f-ab33131152af admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:37.092550 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5283b8d1-880d-4d4e-88dd-6a69d2f808e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:37.121322 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f82cb52a-f13b-48a9-a27f-ab33131152af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:37.157660 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5283b8d1-880d-4d4e-88dd-6a69d2f808e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:37.199604 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f82cb52a-f13b-48a9-a27f-ab33131152af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:37.204917 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283b8d1-880d-4d4e-88dd-6a69d2f808e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd6a3f9-4ccf-4528-a5c5-e60e5c2428f4,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:37.231742 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5283b8d1-880d-4d4e-88dd-6a69d2f808e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75e6d373f45b439790efd1853bc48a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5700455 Apr 20 16:19:37.233912 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39826) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:37.252795 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f82cb52a-f13b-48a9-a27f-ab33131152af admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5c08cf1025e4859b3882d117657ce05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4442163 Apr 20 16:19:37.253012 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39828) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:37.283119 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82cb52a-f13b-48a9-a27f-ab33131152af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d46296e-6a72-436e-be74-3ed23283cf69,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:37.319189 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1dc0e560-fb7d-40e7-9749-4c72029aac2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:37.343459 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1dc0e560-fb7d-40e7-9749-4c72029aac2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:37.348599 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b94778f-7c1f-4622-85dc-b42c47500613 req-22acd24e-e5d9-443c-ac2d-0a74cfa0924c tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2316051 Apr 20 16:19:37.365354 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-8b94778f-7c1f-4622-85dc-b42c47500613 req-68e5c402-429e-4a90-8dce-82439d52ee94 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:37.379674 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2160119b-8f92-4a35-90bf-bdd57f7324bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:37.406680 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2160119b-8f92-4a35-90bf-bdd57f7324bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:37.470946 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8b94778f-7c1f-4622-85dc-b42c47500613 req-68e5c402-429e-4a90-8dce-82439d52ee94 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:37.499252 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1dc0e560-fb7d-40e7-9749-4c72029aac2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:37.502279 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1dc0e560-fb7d-40e7-9749-4c72029aac2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:37.503442 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1dc0e560-fb7d-40e7-9749-4c72029aac2b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d46296e-6a72-436e-be74-3ed23283cf69 HTTP/1.1" status: 204 len: 168 time: 0.2494752 Apr 20 16:19:37.513622 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0e560-fb7d-40e7-9749-4c72029aac2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d46296e-6a72-436e-be74-3ed23283cf69,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:37.543318 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2160119b-8f92-4a35-90bf-bdd57f7324bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:37.546031 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2160119b-8f92-4a35-90bf-bdd57f7324bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:37.549614 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2160119b-8f92-4a35-90bf-bdd57f7324bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8dd6a3f9-4ccf-4528-a5c5-e60e5c2428f4 HTTP/1.1" status: 204 len: 168 time: 0.3124855 Apr 20 16:19:37.570782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160119b-8f92-4a35-90bf-bdd57f7324bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd6a3f9-4ccf-4528-a5c5-e60e5c2428f4,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:37.590179 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160119b-8f92-4a35-90bf-bdd57f7324bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:37.590600 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160119b-8f92-4a35-90bf-bdd57f7324bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:37.591007 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160119b-8f92-4a35-90bf-bdd57f7324bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:37.591556 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160119b-8f92-4a35-90bf-bdd57f7324bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:37.591959 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160119b-8f92-4a35-90bf-bdd57f7324bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:37.592441 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160119b-8f92-4a35-90bf-bdd57f7324bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:37.592910 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160119b-8f92-4a35-90bf-bdd57f7324bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:37.593301 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160119b-8f92-4a35-90bf-bdd57f7324bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:37.593679 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160119b-8f92-4a35-90bf-bdd57f7324bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:37.594002 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160119b-8f92-4a35-90bf-bdd57f7324bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:37.594496 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160119b-8f92-4a35-90bf-bdd57f7324bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:37.594816 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160119b-8f92-4a35-90bf-bdd57f7324bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:37.648654 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8b94778f-7c1f-4622-85dc-b42c47500613 req-68e5c402-429e-4a90-8dce-82439d52ee94 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:37.786754 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-8b94778f-7c1f-4622-85dc-b42c47500613 req-68e5c402-429e-4a90-8dce-82439d52ee94 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Allocated IP 172.25.0.197 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/e08530af-ab26-4eba-a070-f2166d1ed478) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:19:37.920593 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8b94778f-7c1f-4622-85dc-b42c47500613 req-68e5c402-429e-4a90-8dce-82439d52ee94 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:38.029440 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11259fa9-8541-49d5-9adf-669a63b78e15 req-608ff31f-3a2b-458f-b6e2-c4eaa64b51b0 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:38.029440 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-11259fa9-8541-49d5-9adf-669a63b78e15 req-608ff31f-3a2b-458f-b6e2-c4eaa64b51b0 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.0852509 Apr 20 16:19:38.076020 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-11259fa9-8541-49d5-9adf-669a63b78e15 req-cdd7c09f-09f6-45b6-884a-fe58935c236b tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410926 Apr 20 16:19:38.103838 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8b94778f-7c1f-4622-85dc-b42c47500613 req-68e5c402-429e-4a90-8dce-82439d52ee94 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:38.168723 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b94778f-7c1f-4622-85dc-b42c47500613 req-68e5c402-429e-4a90-8dce-82439d52ee94 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:19:38.172118 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-8b94778f-7c1f-4622-85dc-b42c47500613 req-68e5c402-429e-4a90-8dce-82439d52ee94 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:19:38.184664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b94778f-7c1f-4622-85dc-b42c47500613 req-68e5c402-429e-4a90-8dce-82439d52ee94 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:19:38.220123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e9ab65d9-1e74-4602-9924-31d3bcdc8ae3 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:19:38.240105 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5c402-429e-4a90-8dce-82439d52ee94 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Pushing event updated for resources: {'Port': ['ID=e08530af-ab26-4eba-a070-f2166d1ed478,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:38.252980 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d4455-2d15-4395-aadb-07ffb5ad0c9b req-2077032a-2589-4101-8797-ba3e3bbb37d5 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:38.252980 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a7d4455-2d15-4395-aadb-07ffb5ad0c9b req-2077032a-2589-4101-8797-ba3e3bbb37d5 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49 HTTP/1.1" status: 200 len: 944 time: 0.0755100 Apr 20 16:19:38.293586 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port e9ab65d9-1e74-4602-9924-31d3bcdc8ae3 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:38.294671 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:38.303513 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a7d4455-2d15-4395-aadb-07ffb5ad0c9b req-3287eea8-c81a-4ab1-8c13-e0724e1ec9b5 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/security-groups?id=84851f8a-be6e-4de5-8cc7-de5288ac1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413134 Apr 20 16:19:38.322816 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8b94778f-7c1f-4622-85dc-b42c47500613 req-68e5c402-429e-4a90-8dce-82439d52ee94 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:38.390310 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:38.412400 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port e9ab65d9-1e74-4602-9924-31d3bcdc8ae3, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e9ab65d9-1e74-4602-9924-31d3bcdc8ae3,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:38.483891 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8b94778f-7c1f-4622-85dc-b42c47500613 req-68e5c402-429e-4a90-8dce-82439d52ee94 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:38.515028 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:38.572091 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=e9ab65d9-1e74-4602-9924-31d3bcdc8ae3,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:38.594755 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39852) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:38.613617 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc9eb1af-3d4e-4f74-b0e6-26ec8e1951f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:38.699324 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8b94778f-7c1f-4622-85dc-b42c47500613 req-68e5c402-429e-4a90-8dce-82439d52ee94 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:38.734244 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc9eb1af-3d4e-4f74-b0e6-26ec8e1951f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:38.790521 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8b94778f-7c1f-4622-85dc-b42c47500613 req-68e5c402-429e-4a90-8dce-82439d52ee94 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:38.847721 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc9eb1af-3d4e-4f74-b0e6-26ec8e1951f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:38.873549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 938a07a1-846a-4443-b55c-9c7f0dd96844 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:19:38.881244 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5c402-429e-4a90-8dce-82439d52ee94 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Pushing event updated for resources: {'Port': ['ID=e08530af-ab26-4eba-a070-f2166d1ed478,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:38.910855 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dc9eb1af-3d4e-4f74-b0e6-26ec8e1951f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d23a226f9a447fca27c8f9fbd394f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3150530 Apr 20 16:19:38.911825 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9eb1af-3d4e-4f74-b0e6-26ec8e1951f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b5ad94-32ee-4041-ad59-795d00c7c4d3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:38.914985 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8b94778f-7c1f-4622-85dc-b42c47500613 req-68e5c402-429e-4a90-8dce-82439d52ee94 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:38.915231 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39862) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:38.940637 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39864) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:38.976887 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4725a585-4adf-4973-9738-085bdd970ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:38.988271 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 938a07a1-846a-4443-b55c-9c7f0dd96844 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:19:38.995164 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 938a07a1-846a-4443-b55c-9c7f0dd96844 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:38.995741 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:39.003613 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4725a585-4adf-4973-9738-085bdd970ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:39.021814 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8b94778f-7c1f-4622-85dc-b42c47500613 req-68e5c402-429e-4a90-8dce-82439d52ee94 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:39.021814 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b94778f-7c1f-4622-85dc-b42c47500613 req-68e5c402-429e-4a90-8dce-82439d52ee94 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6615424 Apr 20 16:19:39.078571 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7f8c7f63-3d03-4883-a5f2-d13340c9e9ce admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2114102703-network', 'tenant_id': '88eee915aaf04d9990360166f6718599'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:39.090099 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:39.093312 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b94778f-7c1f-4622-85dc-b42c47500613 req-dc76aa73-3b3c-4c34-a0dc-8a97d75bf20b tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.197 HTTP/1.1" status: 200 len: 696 time: 0.0651505 Apr 20 16:19:39.115414 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938a07a1-846a-4443-b55c-9c7f0dd96844'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:19:39.117750 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1d9d28-233b-4baf-8c40-14b228026fb3" -d '{"events": [{"server_uuid": "9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49", "name": "network-vif-plugged", "status": "completed", "tag": "938a07a1-846a-4443-b55c-9c7f0dd96844"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:19:39.130807 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 938a07a1-846a-4443-b55c-9c7f0dd96844, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=938a07a1-846a-4443-b55c-9c7f0dd96844,segment=NetworkSegment(5387ca44-e3a3-411c-99b4-ef7a1c3f6bf8),segment_id=5387ca44-e3a3-411c-99b4-ef7a1c3f6bf8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:39.134020 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4725a585-4adf-4973-9738-085bdd970ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:39.137260 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4725a585-4adf-4973-9738-085bdd970ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:39.142717 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4725a585-4adf-4973-9738-085bdd970ceb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50b5ad94-32ee-4041-ad59-795d00c7c4d3 HTTP/1.1" status: 204 len: 168 time: 0.2219939 Apr 20 16:19:39.152250 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725a585-4adf-4973-9738-085bdd970ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b5ad94-32ee-4041-ad59-795d00c7c4d3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:39.201990 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8c7f63-3d03-4883-a5f2-d13340c9e9ce admin admin] Made reservation on behalf of 88eee915aaf04d9990360166f6718599 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:19:39.204371 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7f63-3d03-4883-a5f2-d13340c9e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:39.222626 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7f63-3d03-4883-a5f2-d13340c9e9ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:39.223810 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c0364-dce3-4953-a406-bd13489a0738 req-a09f572c-3e87-4bf8-9bb1-05f179365efd tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:39.230428 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:39.232658 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-051c0364-dce3-4953-a406-bd13489a0738 req-a09f572c-3e87-4bf8-9bb1-05f179365efd tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.0678558 Apr 20 16:19:39.262020 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94778f-7c1f-4622-85dc-b42c47500613 req-076998e3-6f44-4665-a5a1-bfdf0274145d tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:39.264923 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b94778f-7c1f-4622-85dc-b42c47500613 req-076998e3-6f44-4665-a5a1-bfdf0274145d tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.1649063 Apr 20 16:19:39.269265 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-051c0364-dce3-4953-a406-bd13489a0738 req-a1bd0021-a2ac-4a7d-9554-4aaf7745a304 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357425 Apr 20 16:19:39.280727 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-8b94778f-7c1f-4622-85dc-b42c47500613 req-bb3427a4-baaa-4ba4-81b3-c59a1bf327db tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:19:39.281766 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b94778f-7c1f-4622-85dc-b42c47500613 req-bb3427a4-baaa-4ba4-81b3-c59a1bf327db tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091925 Apr 20 16:19:39.296037 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=938a07a1-846a-4443-b55c-9c7f0dd96844,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:39.338357 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9677bcc3-6e25-4d82-929c-8b66b01b0c8e x-openstack-request-id: req-9677bcc3-6e25-4d82-929c-8b66b01b0c8e {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:19:39.338846 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49", "name": "network-vif-plugged", "status": "completed", "tag": "938a07a1-846a-4443-b55c-9c7f0dd96844", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:19:39.339227 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9677bcc3-6e25-4d82-929c-8b66b01b0c8e {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:19:39.339937 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9677bcc3-6e25-4d82-929c-8b66b01b0c8e'] response: {'server_uuid': '9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938a07a1-846a-4443-b55c-9c7f0dd96844', 'code': 200} Apr 20 16:19:39.373297 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7f63-3d03-4883-a5f2-d13340c9e9ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:39.391782 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7db20d98-50c9-4579-9a1f-c5f545340d16 req-692f5ae7-577d-4546-948b-e7c1d4cb72a2 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "GET /v2.0/floatingips/009d8eb5-9dd9-4cbe-8334-992c2feb427b HTTP/1.1" status: 200 len: 693 time: 0.0748587 Apr 20 16:19:39.440316 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb7deb-abc1-451e-8e6a-de91143c36cd req-9b731a9e-0cc7-41b4-8380-f53c8fd550d1 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:39.441884 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-03cb7deb-abc1-451e-8e6a-de91143c36cd req-9b731a9e-0cc7-41b4-8380-f53c8fd550d1 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49 HTTP/1.1" status: 200 len: 945 time: 0.0530436 Apr 20 16:19:39.447435 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7f63-3d03-4883-a5f2-d13340c9e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:39.483049 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] Sync routers for ids ['098296b8-1af6-4d17-a819-da1e60b45b64'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:19:39.499336 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] Routers {'098296b8-1af6-4d17-a819-da1e60b45b64'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:19:39.500407 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:19:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['098296b8-1af6-4d17-a819-da1e60b45b64'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:39.509565 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8c7f63-3d03-4883-a5f2-d13340c9e9ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:19:39.521374 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c7f63-3d03-4883-a5f2-d13340c9e9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff4dfc2-7f8f-4255-af3d-f4c43accbe62,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:39.538568 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7f63-3d03-4883-a5f2-d13340c9e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:39.538922 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-7f8c7f63-3d03-4883-a5f2-d13340c9e9ce admin admin] Added segment a98a2fe4-df34-4358-8d2a-07b106fadc89 of type vlan for network d6b25027-84e1-470c-a0a4-7e6295863d1f Apr 20 16:19:39.539926 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211669b-dc66-4843-92c1-f4a1adee06f6 req-f3550581-4634-4c7b-a4ac-74c1e80243ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:39.541067 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0211669b-dc66-4843-92c1-f4a1adee06f6 req-f3550581-4634-4c7b-a4ac-74c1e80243ec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49 HTTP/1.1" status: 200 len: 1096 time: 0.0766416 Apr 20 16:19:39.563860 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-03cb7deb-abc1-451e-8e6a-de91143c36cd req-a79f0fa9-3c9b-4a64-a40f-154151aaef2b tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/security-groups?id=84851f8a-be6e-4de5-8cc7-de5288ac1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023357 Apr 20 16:19:39.588547 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db20d98-50c9-4579-9a1f-c5f545340d16 req-a3b88522-ce03-41de-ad9b-cab6a392b68c tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:39.592800 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7db20d98-50c9-4579-9a1f-c5f545340d16 req-a3b88522-ce03-41de-ad9b-cab6a392b68c tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.1934693 Apr 20 16:19:39.611056 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-7db20d98-50c9-4579-9a1f-c5f545340d16 req-6c257c2d-34ba-43c6-a4a1-5aaa78e11a27 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:19:39.617008 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7db20d98-50c9-4579-9a1f-c5f545340d16 req-6c257c2d-34ba-43c6-a4a1-5aaa78e11a27 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090141 Apr 20 16:19:39.617008 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0211669b-dc66-4843-92c1-f4a1adee06f6 req-efba8461-c3df-450f-b6a7-d848278a8bbe service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=84851f8a-be6e-4de5-8cc7-de5288ac1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639513 Apr 20 16:19:39.620835 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7f63-3d03-4883-a5f2-d13340c9e9ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:39.671658 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] Set router 098296b8-1af6-4d17-a819-da1e60b45b64 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:19:39.717097 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fae3d772-1cd6-41cb-b1d8-25d0e43a8fbe req-4811f865-56fe-4496-81f5-987fb73d36ac tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=ec67603e685d49d5bf9013b69058a2b0 HTTP/1.1" status: 200 len: 696 time: 0.0801034 Apr 20 16:19:39.887623 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098296b8-1af6-4d17-a819-da1e60b45b64', 'name': 'tempest-FloatingIPsTestJSON-109981827-router', 'tenant_id': 'ec67603e685d49d5bf9013b69058a2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e9ab65d9-1e74-4602-9924-31d3bcdc8ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:19:32Z', 'updated_at': '2022-04-20T16:19:35Z', 'revision_number': 4, 'project_id': 'ec67603e685d49d5bf9013b69058a2b0', 'gw_port': {'id': 'e9ab65d9-1e74-4602-9924-31d3bcdc8ae3', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bf:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098296b8-1af6-4d17-a819-da1e60b45b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:19:32Z', 'updated_at': '2022-04-20T16:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'c100422b-0d5b-4ecd-ac72-a25d60d4a27b', 'name': '', 'network_id': '65cbe932-cd90-4593-b93d-78fa5ec23177', 'tenant_id': 'ec67603e685d49d5bf9013b69058a2b0', 'mac_address': 'fa:16:3e:3f:e3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098296b8-1af6-4d17-a819-da1e60b45b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '7f09ac08-76e2-4e0c-8b2f-950442c3ed90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:19:35Z', 'updated_at': '2022-04-20T16:19:35Z', 'revision_number': 2, 'project_id': 'ec67603e685d49d5bf9013b69058a2b0', 'subnets': [{'id': '7f09ac08-76e2-4e0c-8b2f-950442c3ed90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:39.919432 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] Checking router: 098296b8-1af6-4d17-a819-da1e60b45b64 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:19:39.919786 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] Updating router 098296b8-1af6-4d17-a819-da1e60b45b64 port c100422b-0d5b-4ecd-ac72-a25d60d4a27b binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:19:39.946531 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:40.029156 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7f63-3d03-4883-a5f2-d13340c9e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:40.030102 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8c7f63-3d03-4883-a5f2-d13340c9e9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:40.030678 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7f63-3d03-4883-a5f2-d13340c9e9ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:40.091831 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c7f63-3d03-4883-a5f2-d13340c9e9ce admin admin] Pushing event updated for resources: {'Network': ['ID=d6b25027-84e1-470c-a0a4-7e6295863d1f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:40.106447 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network d6b25027-84e1-470c-a0a4-7e6295863d1f details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:19:40.169979 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e9ab65d9-1e74-4602-9924-31d3bcdc8ae3 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:19:40.191082 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7f8c7f63-3d03-4883-a5f2-d13340c9e9ce admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2477171 Apr 20 16:19:40.193079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39896) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:40.201107 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-36dd3acb-61d1-4bb3-87ab-53ff3fb8d68c admin admin] Request body: {'subnet': {'network_id': 'd6b25027-84e1-470c-a0a4-7e6295863d1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2114102703-subnet', 'tenant_id': '88eee915aaf04d9990360166f6718599', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:40.233326 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port e9ab65d9-1e74-4602-9924-31d3bcdc8ae3 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:40.240026 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:40.259465 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3d772-1cd6-41cb-b1d8-25d0e43a8fbe req-42e2fa22-08e2-44f0-b364-910f5bad01a0 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:40.261064 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fae3d772-1cd6-41cb-b1d8-25d0e43a8fbe req-42e2fa22-08e2-44f0-b364-910f5bad01a0 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "GET /v2.0/networks?id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 787 time: 0.5381668 Apr 20 16:19:40.273859 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-fae3d772-1cd6-41cb-b1d8-25d0e43a8fbe req-b9fcf6c8-053f-4e11-8eb7-d6f02252ba38 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:19:40.274954 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fae3d772-1cd6-41cb-b1d8-25d0e43a8fbe req-b9fcf6c8-053f-4e11-8eb7-d6f02252ba38 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070579 Apr 20 16:19:40.277625 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:40.339092 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dd3acb-61d1-4bb3-87ab-53ff3fb8d68c admin admin] Made reservation on behalf of 88eee915aaf04d9990360166f6718599 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:19:40.342687 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-36dd3acb-61d1-4bb3-87ab-53ff3fb8d68c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:40.358120 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cd5b28a3-8334-417b-a03a-0b65bee668d8 req-d5d948c2-9697-4039-bfbe-431db06aee1e tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "GET /v2.0/floatingips/009d8eb5-9dd9-4cbe-8334-992c2feb427b HTTP/1.1" status: 200 len: 693 time: 0.0599585 Apr 20 16:19:40.440310 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:40.456363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71490b-454f-4c41-a160-9c32476b8acb req-ee98bbe4-8928-405f-9608-8e98aff4609d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:40.464458 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef71490b-454f-4c41-a160-9c32476b8acb req-ee98bbe4-8928-405f-9608-8e98aff4609d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.1023469 Apr 20 16:19:40.490085 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418958af-db1a-4e58-9d8a-6905f6999ca3 None None] Pushing event updated for resources: {'Port': ['ID=c100422b-0d5b-4ecd-ac72-a25d60d4a27b,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:40.499055 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418958af-db1a-4e58-9d8a-6905f6999ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:40.499613 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418958af-db1a-4e58-9d8a-6905f6999ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:40.500094 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418958af-db1a-4e58-9d8a-6905f6999ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:40.500619 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418958af-db1a-4e58-9d8a-6905f6999ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:40.501111 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418958af-db1a-4e58-9d8a-6905f6999ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:40.501588 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418958af-db1a-4e58-9d8a-6905f6999ca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:40.502077 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418958af-db1a-4e58-9d8a-6905f6999ca3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:40.502559 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418958af-db1a-4e58-9d8a-6905f6999ca3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:40.503031 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418958af-db1a-4e58-9d8a-6905f6999ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:40.503519 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418958af-db1a-4e58-9d8a-6905f6999ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:40.503989 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418958af-db1a-4e58-9d8a-6905f6999ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:40.504506 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418958af-db1a-4e58-9d8a-6905f6999ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:40.507118 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b28a3-8334-417b-a03a-0b65bee668d8 req-0b095d5b-0c7a-4c63-99bf-262617324f93 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:40.511392 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cd5b28a3-8334-417b-a03a-0b65bee668d8 req-0b095d5b-0c7a-4c63-99bf-262617324f93 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.1465189 Apr 20 16:19:40.524747 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef71490b-454f-4c41-a160-9c32476b8acb req-f4391df6-39ee-476b-8b4a-de19153099bf tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593245 Apr 20 16:19:40.540300 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-cd5b28a3-8334-417b-a03a-0b65bee668d8 req-a8893f19-f27b-46f6-a03d-77882b830b39 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:19:40.544634 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cd5b28a3-8334-417b-a03a-0b65bee668d8 req-a8893f19-f27b-46f6-a03d-77882b830b39 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143654 Apr 20 16:19:40.582285 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] Attempting to bind port c100422b-0d5b-4ecd-ac72-a25d60d4a27b on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:19:40.582661 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] Attempting to bind port c100422b-0d5b-4ecd-ac72-a25d60d4a27b by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '74578144-5d19-4afb-beb5-20769e0602c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65cbe932-cd90-4593-b93d-78fa5ec23177'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:19:40.583028 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] Attempting to bind port c100422b-0d5b-4ecd-ac72-a25d60d4a27b on network 65cbe932-cd90-4593-b93d-78fa5ec23177 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:19:40.590238 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:19:40.590613 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] Checking segment: {'id': '74578144-5d19-4afb-beb5-20769e0602c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65cbe932-cd90-4593-b93d-78fa5ec23177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:19:40.591014 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:40.591403 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] Bound using segment: {'id': '74578144-5d19-4afb-beb5-20769e0602c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65cbe932-cd90-4593-b93d-78fa5ec23177'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:19:40.591874 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] Bound port: c100422b-0d5b-4ecd-ac72-a25d60d4a27b, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74578144-5d19-4afb-beb5-20769e0602c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65cbe932-cd90-4593-b93d-78fa5ec23177'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:19:40.592254 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:40.621601 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cd5b28a3-8334-417b-a03a-0b65bee668d8 req-1363d299-b23d-4712-8ea5-ca21d2387bb3 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.197 HTTP/1.1" status: 200 len: 696 time: 0.0594201 Apr 20 16:19:40.701372 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cd5b28a3-8334-417b-a03a-0b65bee668d8 req-f2b0a22d-8fd6-4dce-8732-03163262f695 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.197 HTTP/1.1" status: 200 len: 696 time: 0.0699871 Apr 20 16:19:40.722960 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] For port c100422b-0d5b-4ecd-ac72-a25d60d4a27b, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:19:40.726871 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] For port c100422b-0d5b-4ecd-ac72-a25d60d4a27b, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c100422b-0d5b-4ecd-ac72-a25d60d4a27b,segment=NetworkSegment(74578144-5d19-4afb-beb5-20769e0602c9),segment_id=74578144-5d19-4afb-beb5-20769e0602c9)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:19:40.746316 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fba9c-814b-4b37-843b-ce29a9a05553 req-cbc4c372-119f-4a6a-8296-4afb3ab08cf7 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:40.747861 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e3fba9c-814b-4b37-843b-ce29a9a05553 req-cbc4c372-119f-4a6a-8296-4afb3ab08cf7 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49 HTTP/1.1" status: 200 len: 945 time: 0.0574059 Apr 20 16:19:40.762212 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-36dd3acb-61d1-4bb3-87ab-53ff3fb8d68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:40.797534 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5f32fb64-9808-4f5f-bf49-707e4591555f None None] Provisioning complete for port c100422b-0d5b-4ecd-ac72-a25d60d4a27b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:40.798235 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f32fb64-9808-4f5f-bf49-707e4591555f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:40.814473 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:40.836836 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5f32fb64-9808-4f5f-bf49-707e4591555f None None] Port c100422b-0d5b-4ecd-ac72-a25d60d4a27b cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:19:40.838793 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e3fba9c-814b-4b37-843b-ce29a9a05553 req-8192f6c1-76d3-49bb-8508-ca424e516de2 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/security-groups?id=84851f8a-be6e-4de5-8cc7-de5288ac1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838726 Apr 20 16:19:40.850643 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd3acb-61d1-4bb3-87ab-53ff3fb8d68c admin admin] Pushing event updated for resources: {'Subnet': ['ID=02b9695c-0d7e-48fc-a8f1-8320c580d415,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:40.860725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dd3acb-61d1-4bb3-87ab-53ff3fb8d68c admin admin] Checking segment: {'id': 'a98a2fe4-df34-4358-8d2a-07b106fadc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd6b25027-84e1-470c-a0a4-7e6295863d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:19:40.861025 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dd3acb-61d1-4bb3-87ab-53ff3fb8d68c admin admin] Network hostable DHCP agents. Network: d6b25027-84e1-470c-a0a4-7e6295863d1f, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:19:40.910952 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-cd5b28a3-8334-417b-a03a-0b65bee668d8 req-acf264f4-4cc9-4243-b8c8-2cea39729af8 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Deleting port e08530af-ab26-4eba-a070-f2166d1ed478 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:40.911216 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418958af-db1a-4e58-9d8a-6905f6999ca3 None None] Pushing event updated for resources: {'Port': ['ID=c100422b-0d5b-4ecd-ac72-a25d60d4a27b,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:40.911509 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cd5b28a3-8334-417b-a03a-0b65bee668d8 req-acf264f4-4cc9-4243-b8c8-2cea39729af8 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:40.924039 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] Routers {'098296b8-1af6-4d17-a819-da1e60b45b64'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:19:40.924039 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:19:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['098296b8-1af6-4d17-a819-da1e60b45b64'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:40.943074 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dd3acb-61d1-4bb3-87ab-53ff3fb8d68c admin admin] Network d6b25027-84e1-470c-a0a4-7e6295863d1f is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:19:41.007610 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-36dd3acb-61d1-4bb3-87ab-53ff3fb8d68c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, d6b25027-84e1-470c-a0a4-7e6295863d1f) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:19:41.011694 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dd3acb-61d1-4bb3-87ab-53ff3fb8d68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:41.012359 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-36dd3acb-61d1-4bb3-87ab-53ff3fb8d68c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:41.020580 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd84234c-168c-4977-a7fc-6521b599c7a4 None None] Network d6b25027-84e1-470c-a0a4-7e6295863d1f requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:19:41.046720 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cd5b28a3-8334-417b-a03a-0b65bee668d8 req-acf264f4-4cc9-4243-b8c8-2cea39729af8 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:41.047047 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cd5b28a3-8334-417b-a03a-0b65bee668d8 req-acf264f4-4cc9-4243-b8c8-2cea39729af8 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:41.051156 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] Set router 098296b8-1af6-4d17-a819-da1e60b45b64 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:19:41.070342 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-cd5b28a3-8334-417b-a03a-0b65bee668d8 req-acf264f4-4cc9-4243-b8c8-2cea39729af8 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Calling delete_port for e08530af-ab26-4eba-a070-f2166d1ed478 owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:41.134385 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-36dd3acb-61d1-4bb3-87ab-53ff3fb8d68c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9317300 Apr 20 16:19:41.200879 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d8fda2-3b61-466e-9bbd-ced8d8ddf7bd None None] Network d6b25027-84e1-470c-a0a4-7e6295863d1f requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:19:41.283710 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ec482bca-4a68-4f28-945f-1503bb0bdd9a None None] Provisioning complete for port c100422b-0d5b-4ecd-ac72-a25d60d4a27b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:41.284427 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ec482bca-4a68-4f28-945f-1503bb0bdd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:41.354834 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098296b8-1af6-4d17-a819-da1e60b45b64', 'name': 'tempest-FloatingIPsTestJSON-109981827-router', 'tenant_id': 'ec67603e685d49d5bf9013b69058a2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e9ab65d9-1e74-4602-9924-31d3bcdc8ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:19:32Z', 'updated_at': '2022-04-20T16:19:35Z', 'revision_number': 4, 'project_id': 'ec67603e685d49d5bf9013b69058a2b0', 'gw_port': {'id': 'e9ab65d9-1e74-4602-9924-31d3bcdc8ae3', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bf:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098296b8-1af6-4d17-a819-da1e60b45b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:19:32Z', 'updated_at': '2022-04-20T16:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'c100422b-0d5b-4ecd-ac72-a25d60d4a27b', 'name': '', 'network_id': '65cbe932-cd90-4593-b93d-78fa5ec23177', 'tenant_id': 'ec67603e685d49d5bf9013b69058a2b0', 'mac_address': 'fa:16:3e:3f:e3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098296b8-1af6-4d17-a819-da1e60b45b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '7f09ac08-76e2-4e0c-8b2f-950442c3ed90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:19:35Z', 'updated_at': '2022-04-20T16:19:40Z', 'revision_number': 4, 'project_id': 'ec67603e685d49d5bf9013b69058a2b0', 'subnets': [{'id': '7f09ac08-76e2-4e0c-8b2f-950442c3ed90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:41.399847 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240e311e-a8b1-429e-82ee-d89c79265432 None None] The sync data for ids ['098296b8-1af6-4d17-a819-da1e60b45b64'] in n-d-836146-2 is: [{'id': '098296b8-1af6-4d17-a819-da1e60b45b64', 'name': 'tempest-FloatingIPsTestJSON-109981827-router', 'tenant_id': 'ec67603e685d49d5bf9013b69058a2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e9ab65d9-1e74-4602-9924-31d3bcdc8ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:19:32Z', 'updated_at': '2022-04-20T16:19:35Z', 'revision_number': 4, 'project_id': 'ec67603e685d49d5bf9013b69058a2b0', 'gw_port': {'id': 'e9ab65d9-1e74-4602-9924-31d3bcdc8ae3', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bf:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098296b8-1af6-4d17-a819-da1e60b45b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:19:32Z', 'updated_at': '2022-04-20T16:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'c100422b-0d5b-4ecd-ac72-a25d60d4a27b', 'name': '', 'network_id': '65cbe932-cd90-4593-b93d-78fa5ec23177', 'tenant_id': 'ec67603e685d49d5bf9013b69058a2b0', 'mac_address': 'fa:16:3e:3f:e3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098296b8-1af6-4d17-a819-da1e60b45b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '7f09ac08-76e2-4e0c-8b2f-950442c3ed90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:19:35Z', 'updated_at': '2022-04-20T16:19:40Z', 'revision_number': 4, 'project_id': 'ec67603e685d49d5bf9013b69058a2b0', 'subnets': [{'id': '7f09ac08-76e2-4e0c-8b2f-950442c3ed90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:19:41.447866 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ec482bca-4a68-4f28-945f-1503bb0bdd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:41.453605 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cd5b28a3-8334-417b-a03a-0b65bee668d8 req-acf264f4-4cc9-4243-b8c8-2cea39729af8 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:41.489964 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ec482bca-4a68-4f28-945f-1503bb0bdd9a None None] For port c100422b-0d5b-4ecd-ac72-a25d60d4a27b, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c100422b-0d5b-4ecd-ac72-a25d60d4a27b,segment=NetworkSegment(74578144-5d19-4afb-beb5-20769e0602c9),segment_id=74578144-5d19-4afb-beb5-20769e0602c9)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:41.498473 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf264f4-4cc9-4243-b8c8-2cea39729af8 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Pushing event deleted for resources: {'Port': ['ID=e08530af-ab26-4eba-a070-f2166d1ed478,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:41.530653 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf264f4-4cc9-4243-b8c8-2cea39729af8 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:41.530995 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf264f4-4cc9-4243-b8c8-2cea39729af8 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:41.531329 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf264f4-4cc9-4243-b8c8-2cea39729af8 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:41.531663 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf264f4-4cc9-4243-b8c8-2cea39729af8 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:41.531991 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf264f4-4cc9-4243-b8c8-2cea39729af8 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:41.532318 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf264f4-4cc9-4243-b8c8-2cea39729af8 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:41.532658 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf264f4-4cc9-4243-b8c8-2cea39729af8 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:41.532980 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf264f4-4cc9-4243-b8c8-2cea39729af8 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:41.533302 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf264f4-4cc9-4243-b8c8-2cea39729af8 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:41.533620 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf264f4-4cc9-4243-b8c8-2cea39729af8 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:41.539919 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf264f4-4cc9-4243-b8c8-2cea39729af8 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:41.540304 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf264f4-4cc9-4243-b8c8-2cea39729af8 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:19:41.585630 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ec482bca-4a68-4f28-945f-1503bb0bdd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:41.622486 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cd5b28a3-8334-417b-a03a-0b65bee668d8 req-acf264f4-4cc9-4243-b8c8-2cea39729af8 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:41.625710 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cd5b28a3-8334-417b-a03a-0b65bee668d8 req-acf264f4-4cc9-4243-b8c8-2cea39729af8 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:41.626944 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cd5b28a3-8334-417b-a03a-0b65bee668d8 req-acf264f4-4cc9-4243-b8c8-2cea39729af8 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "DELETE /v2.0/floatingips/009d8eb5-9dd9-4cbe-8334-992c2feb427b HTTP/1.1" status: 204 len: 173 time: 0.9124680 Apr 20 16:19:41.695172 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9640666f-9f46-44eb-bda5-aaa3f1454236 req-95d61d1f-c2bf-4ad9-8eb8-27e38f337a9c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0664549 Apr 20 16:19:41.703288 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec482bca-4a68-4f28-945f-1503bb0bdd9a None None] Pushing event updated for resources: {'Port': ['ID=c100422b-0d5b-4ecd-ac72-a25d60d4a27b,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:41.820311 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ad965-ffbb-41b2-9f56-57af0a3b5557 req-e60c8ef5-6b27-4874-bfeb-5c43ef9789c0 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:41.821859 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-664ad965-ffbb-41b2-9f56-57af0a3b5557 req-e60c8ef5-6b27-4874-bfeb-5c43ef9789c0 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.0900981 Apr 20 16:19:41.838773 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640666f-9f46-44eb-bda5-aaa3f1454236 req-34336b65-cffb-4bbe-8b47-189811d2cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:41.840263 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9640666f-9f46-44eb-bda5-aaa3f1454236 req-34336b65-cffb-4bbe-8b47-189811d2cf94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4632da89faba4c6f8bca66fdf8a9bf10&device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 1096 time: 0.0648065 Apr 20 16:19:41.895621 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-664ad965-ffbb-41b2-9f56-57af0a3b5557 req-f99366c4-9aa2-4849-8ed8-14ffea6abe16 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657845 Apr 20 16:19:42.006146 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640666f-9f46-44eb-bda5-aaa3f1454236 req-7ed5926a-b3ab-41f2-9fdb-5d94d5441237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:42.007905 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9640666f-9f46-44eb-bda5-aaa3f1454236 req-7ed5926a-b3ab-41f2-9fdb-5d94d5441237 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1909df4a-72a6-4533-bf20-1f90fba3849a HTTP/1.1" status: 200 len: 911 time: 0.1374390 Apr 20 16:19:42.087028 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3d315c7-8f2d-4b17-a6f9-fe51a971a4ca req-e8539bd2-57f5-4d3b-bb86-7b74c3bafcf8 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1372254 Apr 20 16:19:42.088394 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e7ec1-6e7e-4d1d-a078-a6f4ebfb1271 req-07edab8a-98ca-4df7-9fdc-a5f0ab5f166f tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:42.089874 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-493e7ec1-6e7e-4d1d-a078-a6f4ebfb1271 req-07edab8a-98ca-4df7-9fdc-a5f0ab5f166f tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49 HTTP/1.1" status: 200 len: 945 time: 0.0975556 Apr 20 16:19:42.102105 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-e3d315c7-8f2d-4b17-a6f9-fe51a971a4ca req-10b0cc77-7cd9-4b00-9f4f-e60ec0750b79 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:42.146656 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9640666f-9f46-44eb-bda5-aaa3f1454236 req-d43a20fb-6f52-43e0-8f55-91737379b496 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb7745ff-4f81-4633-8823-8c3af85ef2c1 HTTP/1.1" status: 200 len: 1001 time: 0.1187708 Apr 20 16:19:42.150399 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-493e7ec1-6e7e-4d1d-a078-a6f4ebfb1271 req-0dc00d8c-4e32-4ed8-9f50-cf45cbe952f8 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/security-groups?id=84851f8a-be6e-4de5-8cc7-de5288ac1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530329 Apr 20 16:19:42.196942 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e3d315c7-8f2d-4b17-a6f9-fe51a971a4ca req-10b0cc77-7cd9-4b00-9f4f-e60ec0750b79 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:42.201535 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c100422b-0d5b-4ecd-ac72-a25d60d4a27b up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:19:42.223247 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640666f-9f46-44eb-bda5-aaa3f1454236 req-36b4cc55-34ce-438f-99bc-ec3f1d947ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:42.225185 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9640666f-9f46-44eb-bda5-aaa3f1454236 req-36b4cc55-34ce-438f-99bc-ec3f1d947ec5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49f7ee52-7222-4a78-88ae-a616c6706517 HTTP/1.1" status: 200 len: 849 time: 0.0709586 Apr 20 16:19:42.268977 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39940) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:42.295104 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640666f-9f46-44eb-bda5-aaa3f1454236 req-aa014f1e-379c-47df-a993-8e4f124009ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:42.296937 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9640666f-9f46-44eb-bda5-aaa3f1454236 req-aa014f1e-379c-47df-a993-8e4f124009ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1909df4a-72a6-4533-bf20-1f90fba3849a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639873 Apr 20 16:19:42.376885 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e3d315c7-8f2d-4b17-a6f9-fe51a971a4ca req-10b0cc77-7cd9-4b00-9f4f-e60ec0750b79 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:42.461281 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9e605e29-a2d0-44bb-bcdf-c22b54cc0260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:42.503804 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port c100422b-0d5b-4ecd-ac72-a25d60d4a27b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:42.504911 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:42.507801 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-e3d315c7-8f2d-4b17-a6f9-fe51a971a4ca req-10b0cc77-7cd9-4b00-9f4f-e60ec0750b79 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Allocated IP 172.25.0.60 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/762ea521-bf03-4b76-9c4b-f9a1b992eda3) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:19:42.512256 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9640666f-9f46-44eb-bda5-aaa3f1454236 req-cef8b60c-9447-4311-91c4-0c9b90aa9f44 service neutron] 10.222.0.26 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076151 Apr 20 16:19:42.626449 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e3d315c7-8f2d-4b17-a6f9-fe51a971a4ca req-10b0cc77-7cd9-4b00-9f4f-e60ec0750b79 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:42.650313 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9e605e29-a2d0-44bb-bcdf-c22b54cc0260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:42.666541 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9640666f-9f46-44eb-bda5-aaa3f1454236 req-36288d09-c547-408b-a8d5-7efed4ec2597 service neutron] 10.222.0.26 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421618 Apr 20 16:19:42.716159 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9e605e29-a2d0-44bb-bcdf-c22b54cc0260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:42.716690 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e3d315c7-8f2d-4b17-a6f9-fe51a971a4ca req-10b0cc77-7cd9-4b00-9f4f-e60ec0750b79 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:42.758249 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9e605e29-a2d0-44bb-bcdf-c22b54cc0260 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=02127cc7be8e4a4289967ebb53c50c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4847670 Apr 20 16:19:42.759004 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e605e29-a2d0-44bb-bcdf-c22b54cc0260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e10a261-24b8-46dc-aba2-b5fb207d2187,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:42.761443 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39946) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:42.766520 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d315c7-8f2d-4b17-a6f9-fe51a971a4ca req-10b0cc77-7cd9-4b00-9f4f-e60ec0750b79 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:19:42.768624 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-e3d315c7-8f2d-4b17-a6f9-fe51a971a4ca req-10b0cc77-7cd9-4b00-9f4f-e60ec0750b79 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:19:42.773708 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d315c7-8f2d-4b17-a6f9-fe51a971a4ca req-10b0cc77-7cd9-4b00-9f4f-e60ec0750b79 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:19:42.805892 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0cc77-7cd9-4b00-9f4f-e60ec0750b79 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Pushing event updated for resources: {'Port': ['ID=762ea521-bf03-4b76-9c4b-f9a1b992eda3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:42.823656 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1798145d-7707-45da-b2ad-075121e36586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:42.849119 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1798145d-7707-45da-b2ad-075121e36586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:42.875129 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e3d315c7-8f2d-4b17-a6f9-fe51a971a4ca req-10b0cc77-7cd9-4b00-9f4f-e60ec0750b79 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:42.979271 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1798145d-7707-45da-b2ad-075121e36586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:42.985714 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1798145d-7707-45da-b2ad-075121e36586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:42.985714 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1798145d-7707-45da-b2ad-075121e36586 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e10a261-24b8-46dc-aba2-b5fb207d2187 HTTP/1.1" status: 204 len: 168 time: 0.2209461 Apr 20 16:19:43.001648 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798145d-7707-45da-b2ad-075121e36586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e10a261-24b8-46dc-aba2-b5fb207d2187,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:43.005809 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e3d315c7-8f2d-4b17-a6f9-fe51a971a4ca req-10b0cc77-7cd9-4b00-9f4f-e60ec0750b79 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:43.102456 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b592d6-b2a4-49a7-b766-aa54022649e0 req-4e648010-bfb9-495d-a5f2-67f9534b880f tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:43.103972 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-45b592d6-b2a4-49a7-b766-aa54022649e0 req-4e648010-bfb9-495d-a5f2-67f9534b880f tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49 HTTP/1.1" status: 200 len: 945 time: 0.0561414 Apr 20 16:19:43.146701 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-45b592d6-b2a4-49a7-b766-aa54022649e0 req-4addccd5-2459-4bfc-839d-2353d74e28fd tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/security-groups?id=84851f8a-be6e-4de5-8cc7-de5288ac1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360925 Apr 20 16:19:43.169950 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e3d315c7-8f2d-4b17-a6f9-fe51a971a4ca req-10b0cc77-7cd9-4b00-9f4f-e60ec0750b79 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:43.266184 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558bee1-16e4-4339-93e3-2f9b80f9e3e2 req-fc4a6d7c-22cf-489c-b677-a0201b93ef8c tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:43.267645 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f558bee1-16e4-4339-93e3-2f9b80f9e3e2 req-fc4a6d7c-22cf-489c-b677-a0201b93ef8c tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.0488329 Apr 20 16:19:43.281960 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e3d315c7-8f2d-4b17-a6f9-fe51a971a4ca req-10b0cc77-7cd9-4b00-9f4f-e60ec0750b79 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:43.323923 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f558bee1-16e4-4339-93e3-2f9b80f9e3e2 req-2b6bddd2-0af2-40f9-a1a2-d19b02d32a5d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492494 Apr 20 16:19:43.358779 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0cc77-7cd9-4b00-9f4f-e60ec0750b79 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Pushing event updated for resources: {'Port': ['ID=762ea521-bf03-4b76-9c4b-f9a1b992eda3,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:43.375544 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e3d315c7-8f2d-4b17-a6f9-fe51a971a4ca req-10b0cc77-7cd9-4b00-9f4f-e60ec0750b79 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:43.449669 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e3d315c7-8f2d-4b17-a6f9-fe51a971a4ca req-10b0cc77-7cd9-4b00-9f4f-e60ec0750b79 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:43.450994 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3d315c7-8f2d-4b17-a6f9-fe51a971a4ca req-10b0cc77-7cd9-4b00-9f4f-e60ec0750b79 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3542151 Apr 20 16:19:43.505086 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3d315c7-8f2d-4b17-a6f9-fe51a971a4ca req-6c1db154-938c-497f-8924-dec7bf5834c6 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.60 HTTP/1.1" status: 200 len: 695 time: 0.0477362 Apr 20 16:19:43.612980 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d315c7-8f2d-4b17-a6f9-fe51a971a4ca req-b89b5155-ada1-4a32-84a8-46e729913ea4 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:43.614345 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3d315c7-8f2d-4b17-a6f9-fe51a971a4ca req-b89b5155-ada1-4a32-84a8-46e729913ea4 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.1035235 Apr 20 16:19:43.683824 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85c86c3f-7956-4f5f-a4d6-b829e3020dc7 req-1a92a92c-9ec3-4268-ba74-43cae53789ae tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "GET /v2.0/floatingips/e5d9b048-32c3-4653-9241-16e0851ae7fe HTTP/1.1" status: 200 len: 692 time: 0.0486701 Apr 20 16:19:43.790861 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39970) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:43.801411 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c86c3f-7956-4f5f-a4d6-b829e3020dc7 req-a3cddd91-9041-4f9a-a086-75fedc506286 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:43.802912 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85c86c3f-7956-4f5f-a4d6-b829e3020dc7 req-a3cddd91-9041-4f9a-a086-75fedc506286 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.1134319 Apr 20 16:19:43.804154 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a6c9abef-4f42-4a9a-8d37-60644d454c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:43.813241 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-85c86c3f-7956-4f5f-a4d6-b829e3020dc7 req-b6533eef-44c9-4eae-a759-c7c3097897d4 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:19:43.814196 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85c86c3f-7956-4f5f-a4d6-b829e3020dc7 req-b6533eef-44c9-4eae-a759-c7c3097897d4 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057507 Apr 20 16:19:43.868882 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85c86c3f-7956-4f5f-a4d6-b829e3020dc7 req-4e6062fb-bfa7-4e0d-871b-8d1345cd14b5 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.60 HTTP/1.1" status: 200 len: 695 time: 0.0479956 Apr 20 16:19:43.878464 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a6c9abef-4f42-4a9a-8d37-60644d454c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:43.919622 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85c86c3f-7956-4f5f-a4d6-b829e3020dc7 req-0d8be391-418c-48f6-a451-d53a664ffee0 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.60 HTTP/1.1" status: 200 len: 695 time: 0.0436652 Apr 20 16:19:43.983500 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a6c9abef-4f42-4a9a-8d37-60644d454c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:44.021834 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a6c9abef-4f42-4a9a-8d37-60644d454c6a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f31429fbfbb449a0a50bc6db42b5a344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2298243 Apr 20 16:19:44.023132 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9abef-4f42-4a9a-8d37-60644d454c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3568f769-a5fa-4acc-bb4c-c7f419c76ace,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:44.025469 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39978) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:44.049525 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-85c86c3f-7956-4f5f-a4d6-b829e3020dc7 req-28def245-61bd-40db-9a39-13c2dbbe5978 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Deleting port 762ea521-bf03-4b76-9c4b-f9a1b992eda3 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:44.049866 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-85c86c3f-7956-4f5f-a4d6-b829e3020dc7 req-28def245-61bd-40db-9a39-13c2dbbe5978 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:44.076953 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-35a243eb-89b9-4411-9c5b-d9b942806a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:44.098677 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-35a243eb-89b9-4411-9c5b-d9b942806a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:44.132499 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-85c86c3f-7956-4f5f-a4d6-b829e3020dc7 req-28def245-61bd-40db-9a39-13c2dbbe5978 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:44.132833 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-85c86c3f-7956-4f5f-a4d6-b829e3020dc7 req-28def245-61bd-40db-9a39-13c2dbbe5978 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:44.151369 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-85c86c3f-7956-4f5f-a4d6-b829e3020dc7 req-28def245-61bd-40db-9a39-13c2dbbe5978 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Calling delete_port for 762ea521-bf03-4b76-9c4b-f9a1b992eda3 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:44.236358 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-35a243eb-89b9-4411-9c5b-d9b942806a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:44.239013 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-35a243eb-89b9-4411-9c5b-d9b942806a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:44.240157 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-35a243eb-89b9-4411-9c5b-d9b942806a0e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3568f769-a5fa-4acc-bb4c-c7f419c76ace HTTP/1.1" status: 204 len: 168 time: 0.2137887 Apr 20 16:19:44.248363 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a243eb-89b9-4411-9c5b-d9b942806a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3568f769-a5fa-4acc-bb4c-c7f419c76ace,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:44.362450 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-85c86c3f-7956-4f5f-a4d6-b829e3020dc7 req-28def245-61bd-40db-9a39-13c2dbbe5978 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:44.385645 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4c4cd-ca93-4786-89c4-72c954018d8c req-d6d3b1db-6d19-46a4-a4d8-f1af4b7be5e6 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:44.388133 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66f4c4cd-ca93-4786-89c4-72c954018d8c req-d6d3b1db-6d19-46a4-a4d8-f1af4b7be5e6 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49 HTTP/1.1" status: 200 len: 945 time: 0.0579393 Apr 20 16:19:44.394730 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28def245-61bd-40db-9a39-13c2dbbe5978 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Pushing event deleted for resources: {'Port': ['ID=762ea521-bf03-4b76-9c4b-f9a1b992eda3,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:44.427531 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66f4c4cd-ca93-4786-89c4-72c954018d8c req-b70f208a-4baf-4fa7-9dae-a34f4b8f8700 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/security-groups?id=84851f8a-be6e-4de5-8cc7-de5288ac1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340822 Apr 20 16:19:44.470685 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-85c86c3f-7956-4f5f-a4d6-b829e3020dc7 req-28def245-61bd-40db-9a39-13c2dbbe5978 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:44.478037 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-85c86c3f-7956-4f5f-a4d6-b829e3020dc7 req-28def245-61bd-40db-9a39-13c2dbbe5978 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:44.478638 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85c86c3f-7956-4f5f-a4d6-b829e3020dc7 req-28def245-61bd-40db-9a39-13c2dbbe5978 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "DELETE /v2.0/floatingips/e5d9b048-32c3-4653-9241-16e0851ae7fe HTTP/1.1" status: 204 len: 173 time: 0.5514791 Apr 20 16:19:44.542481 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-85519132-e267-4dc5-aaf6-d50118c93028 req-5dbc9718-097a-4f5e-acaa-628562cfeaad tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] show failed (client error): The resource could not be found. Apr 20 16:19:44.544304 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85519132-e267-4dc5-aaf6-d50118c93028 req-5dbc9718-097a-4f5e-acaa-628562cfeaad tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "GET /v2.0/floatingips/e5d9b048-32c3-4653-9241-16e0851ae7fe HTTP/1.1" status: 404 len: 350 time: 0.0474465 Apr 20 16:19:44.561506 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8944d8f-6cb3-4dda-b4ea-d80af5effed4 req-61143dc0-c158-419d-93b1-c9df68ff1c26 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:44.568889 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c8944d8f-6cb3-4dda-b4ea-d80af5effed4 req-61143dc0-c158-419d-93b1-c9df68ff1c26 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.0620711 Apr 20 16:19:44.604686 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c8944d8f-6cb3-4dda-b4ea-d80af5effed4 req-374a8402-557f-49e4-9ea7-70db10baed38 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342972 Apr 20 16:19:44.616837 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-f097ef88-cab9-4dbd-9826-5f043e5ca3d0 req-e52c439d-b88e-490d-b73e-482e884f7515 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] show failed (client error): The resource could not be found. Apr 20 16:19:44.618062 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f097ef88-cab9-4dbd-9826-5f043e5ca3d0 req-e52c439d-b88e-490d-b73e-482e884f7515 tempest-FloatingIPsTestJSON-270952161 tempest-FloatingIPsTestJSON-270952161-project] 10.222.0.15 "GET /v2.0/floatingips/e5d9b048-32c3-4653-9241-16e0851ae7fe HTTP/1.1" status: 404 len: 350 time: 0.0436473 Apr 20 16:19:44.628164 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40000) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:44.860136 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990d0ce-18dd-4ebc-bd4c-ca432b041425 req-372b6924-bd5a-4e79-9a32-a5e95f3f3d14 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:44.861609 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e990d0ce-18dd-4ebc-bd4c-ca432b041425 req-372b6924-bd5a-4e79-9a32-a5e95f3f3d14 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49 HTTP/1.1" status: 200 len: 945 time: 0.1546099 Apr 20 16:19:44.914944 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-3b9643e2-b3f1-459a-961e-b83245ba9a0b tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:44.916371 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-3b9643e2-b3f1-459a-961e-b83245ba9a0b tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/networks?id=d6b25027-84e1-470c-a0a4-7e6295863d1f HTTP/1.1" status: 200 len: 810 time: 0.2229350 Apr 20 16:19:44.963600 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-4dc9c8c7-32bd-4b66-aa55-26cbeb340037 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/quotas/88eee915aaf04d9990360166f6718599 HTTP/1.1" status: 200 len: 375 time: 0.0283480 Apr 20 16:19:45.043210 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-9b024f26-51fe-4fa0-92cb-5c9eeb5f9421 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=88eee915aaf04d9990360166f6718599&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546510 Apr 20 16:19:45.171740 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-e990d0ce-18dd-4ebc-bd4c-ca432b041425 req-0c0bd6f7-9fbf-4590-9844-79f66cf62555 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Deleting port 938a07a1-846a-4443-b55c-9c7f0dd96844 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:45.172076 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e990d0ce-18dd-4ebc-bd4c-ca432b041425 req-0c0bd6f7-9fbf-4590-9844-79f66cf62555 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:45.257950 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-0bbcbc7e-7ae0-4d3f-8a81-2ad577dabef6 service neutron] 10.222.0.15 "GET /v2.0/networks/d6b25027-84e1-470c-a0a4-7e6295863d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054653 Apr 20 16:19:45.368947 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-e990d0ce-18dd-4ebc-bd4c-ca432b041425 req-0c0bd6f7-9fbf-4590-9844-79f66cf62555 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] For port 938a07a1-846a-4443-b55c-9c7f0dd96844, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=938a07a1-846a-4443-b55c-9c7f0dd96844,segment=NetworkSegment(5387ca44-e3a3-411c-99b4-ef7a1c3f6bf8),segment_id=5387ca44-e3a3-411c-99b4-ef7a1c3f6bf8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:45.369228 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e990d0ce-18dd-4ebc-bd4c-ca432b041425 req-0c0bd6f7-9fbf-4590-9844-79f66cf62555 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:45.556712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1d47e-b2b5-4404-963f-2c4b3dfc48ff req-ae421258-c765-469a-a29b-b8d96f32c065 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:45.558435 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15f1d47e-b2b5-4404-963f-2c4b3dfc48ff req-ae421258-c765-469a-a29b-b8d96f32c065 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49 HTTP/1.1" status: 200 len: 945 time: 0.0519600 Apr 20 16:19:45.610374 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15f1d47e-b2b5-4404-963f-2c4b3dfc48ff req-147a0b56-0e37-4c2a-b21e-ee482c0e1f29 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/security-groups?id=84851f8a-be6e-4de5-8cc7-de5288ac1196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369492 Apr 20 16:19:45.696381 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-e990d0ce-18dd-4ebc-bd4c-ca432b041425 req-0c0bd6f7-9fbf-4590-9844-79f66cf62555 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Calling delete_port for 938a07a1-846a-4443-b55c-9c7f0dd96844 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:45.736883 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b199b-6ecb-4376-ba63-e0cd3f9ea364 req-ea9b469c-641c-4bae-8774-8aafe2b90b9d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:45.744386 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9d0b199b-6ecb-4376-ba63-e0cd3f9ea364 req-ea9b469c-641c-4bae-8774-8aafe2b90b9d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.0608332 Apr 20 16:19:45.781002 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9d0b199b-6ecb-4376-ba63-e0cd3f9ea364 req-d0d838a7-d6dd-4b02-aef9-6ad398a7028d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357294 Apr 20 16:19:45.784863 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-479a7eab-4280-44e4-aa5a-52a08c2b97e2 service neutron] 10.222.0.15 "GET /v2.0/networks/d6b25027-84e1-470c-a0a4-7e6295863d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166855 Apr 20 16:19:45.846984 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6cb31cf-9f80-4567-a781-d3003e386a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:45.979091 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:19:46.068682 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e990d0ce-18dd-4ebc-bd4c-ca432b041425 req-0c0bd6f7-9fbf-4590-9844-79f66cf62555 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:46.106079 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['938a07a1-846a-4443-b55c-9c7f0dd96844'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:19:46.119217 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bd6f7-9fbf-4590-9844-79f66cf62555 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Pushing event deleted for resources: {'Port': ['ID=938a07a1-846a-4443-b55c-9c7f0dd96844,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:46.180783 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-e990d0ce-18dd-4ebc-bd4c-ca432b041425 req-0c0bd6f7-9fbf-4590-9844-79f66cf62555 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] No DVR routers for this DVR port 938a07a1-846a-4443-b55c-9c7f0dd96844 on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:19:46.184118 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e990d0ce-18dd-4ebc-bd4c-ca432b041425 req-0c0bd6f7-9fbf-4590-9844-79f66cf62555 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:46.187339 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e990d0ce-18dd-4ebc-bd4c-ca432b041425 req-0c0bd6f7-9fbf-4590-9844-79f66cf62555 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.26 "DELETE /v2.0/ports/938a07a1-846a-4443-b55c-9c7f0dd96844 HTTP/1.1" status: 204 len: 173 time: 1.2919414 Apr 20 16:19:46.187779 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49', 'name': 'network-vif-deleted', 'tag': '938a07a1-846a-4443-b55c-9c7f0dd96844'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:19:46.190282 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d92911-010b-45a3-b3ce-fed7e398347b" -d '{"events": [{"server_uuid": "9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49", "name": "network-vif-deleted", "tag": "938a07a1-846a-4443-b55c-9c7f0dd96844"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:19:46.214630 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-d6cb31cf-9f80-4567-a781-d3003e386a23 admin admin] Deleting port c100422b-0d5b-4ecd-ac72-a25d60d4a27b {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:46.215023 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6cb31cf-9f80-4567-a781-d3003e386a23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:46.278922 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c80f0d-92c1-4ac7-937d-0a00fac19941 x-openstack-request-id: req-a4c80f0d-92c1-4ac7-937d-0a00fac19941 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:19:46.279220 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49", "name": "network-vif-deleted", "tag": "938a07a1-846a-4443-b55c-9c7f0dd96844", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:19:46.279476 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4c80f0d-92c1-4ac7-937d-0a00fac19941 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:19:46.279872 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4c80f0d-92c1-4ac7-937d-0a00fac19941'] response: {'server_uuid': '9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49', 'name': 'network-vif-deleted', 'tag': '938a07a1-846a-4443-b55c-9c7f0dd96844', 'status': 'completed', 'code': 200} Apr 20 16:19:46.347186 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1c742b39-3257-4859-8112-851ed4200bb1 req-16b33a25-2f28-41af-9cc2-66e632cece64 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/ports?device_id=b034719a-f7d3-4d3b-b3de-51241ed6149b HTTP/1.1" status: 200 len: 210 time: 0.0291460 Apr 20 16:19:46.355389 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-d6cb31cf-9f80-4567-a781-d3003e386a23 admin admin] For port c100422b-0d5b-4ecd-ac72-a25d60d4a27b, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c100422b-0d5b-4ecd-ac72-a25d60d4a27b,segment=NetworkSegment(74578144-5d19-4afb-beb5-20769e0602c9),segment_id=74578144-5d19-4afb-beb5-20769e0602c9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:46.355761 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6cb31cf-9f80-4567-a781-d3003e386a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:46.378248 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-d6cb31cf-9f80-4567-a781-d3003e386a23 admin admin] Calling delete_port for c100422b-0d5b-4ecd-ac72-a25d60d4a27b owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:46.414623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-b449215b-b983-4346-a363-4316d5a07600 req-0012f468-4a8e-4ee1-8ab0-e2adfb5a76fe tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Request body: {'security_group': {'name': 'tempest-securitygroup-720159095', 'description': 'tempest-description-1495474286'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:46.516439 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b449215b-b983-4346-a363-4316d5a07600 req-0012f468-4a8e-4ee1-8ab0-e2adfb5a76fe tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:46.524737 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b449215b-b983-4346-a363-4316d5a07600 req-0012f468-4a8e-4ee1-8ab0-e2adfb5a76fe tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:46.600171 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b449215b-b983-4346-a363-4316d5a07600 req-0012f468-4a8e-4ee1-8ab0-e2adfb5a76fe tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:46.682060 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6cb31cf-9f80-4567-a781-d3003e386a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:46.710938 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b449215b-b983-4346-a363-4316d5a07600 req-0012f468-4a8e-4ee1-8ab0-e2adfb5a76fe tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:46.716419 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb31cf-9f80-4567-a781-d3003e386a23 admin admin] Pushing event deleted for resources: {'Port': ['ID=c100422b-0d5b-4ecd-ac72-a25d60d4a27b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:46.749323 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012f468-4a8e-4ee1-8ab0-e2adfb5a76fe tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3436354-05d5-4688-a1f2-893badd93b9e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:46.772169 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6fa13f22-80d8-4429-acdc-c0f9985bfb1e req-3196c9d2-6280-45b7-8c95-e39179842c20 tempest-InstanceActionsV221TestJSON-1608587423 tempest-InstanceActionsV221TestJSON-1608587423-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b87f4f3-d9c2-4fc8-b2c6-fd2412e1eb49 HTTP/1.1" status: 200 len: 210 time: 0.0529530 Apr 20 16:19:46.803996 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b449215b-b983-4346-a363-4316d5a07600 req-0012f468-4a8e-4ee1-8ab0-e2adfb5a76fe tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:46.886552 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b449215b-b983-4346-a363-4316d5a07600 req-0012f468-4a8e-4ee1-8ab0-e2adfb5a76fe tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:46.925886 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012f468-4a8e-4ee1-8ab0-e2adfb5a76fe tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7a8bf3-bc60-4cfb-93bf-c164da9c6721,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:46.972199 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045dc9c-adf8-432b-9a8c-df8a7a7b951c req-45f39050-9f93-4b8c-b946-96f1c971186a tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:46.973826 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f045dc9c-adf8-432b-9a8c-df8a7a7b951c req-45f39050-9f93-4b8c-b946-96f1c971186a tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.1066787 Apr 20 16:19:46.974385 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6cb31cf-9f80-4567-a781-d3003e386a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:47.008266 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b449215b-b983-4346-a363-4316d5a07600 req-0012f468-4a8e-4ee1-8ab0-e2adfb5a76fe tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:47.009653 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b449215b-b983-4346-a363-4316d5a07600 req-0012f468-4a8e-4ee1-8ab0-e2adfb5a76fe tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.5993350 Apr 20 16:19:47.046334 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-2cb826bf-ade1-45e4-beff-15747b0822a2 req-99fd908b-bb33-4a04-b7bc-2c483fbc61a2 tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1779823480', 'description': 'tempest-description-1839747321'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:47.060805 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f045dc9c-adf8-432b-9a8c-df8a7a7b951c req-c95cb7ff-2af6-4d87-919c-417b6f2f7c59 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792582 Apr 20 16:19:47.156695 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2cb826bf-ade1-45e4-beff-15747b0822a2 req-99fd908b-bb33-4a04-b7bc-2c483fbc61a2 tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:47.221646 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cb31cf-9f80-4567-a781-d3003e386a23 admin admin] Router 098296b8-1af6-4d17-a819-da1e60b45b64 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:19:47.225005 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2cb826bf-ade1-45e4-beff-15747b0822a2 req-99fd908b-bb33-4a04-b7bc-2c483fbc61a2 tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:47.310136 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2cb826bf-ade1-45e4-beff-15747b0822a2 req-99fd908b-bb33-4a04-b7bc-2c483fbc61a2 tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:47.339927 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cb31cf-9f80-4567-a781-d3003e386a23 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:19:47.340770 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd908b-bb33-4a04-b7bc-2c483fbc61a2 tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59276a86-5d46-4ed8-926e-d2673ad9aa34,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:47.344959 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d6cb31cf-9f80-4567-a781-d3003e386a23 admin admin] 10.222.0.15 "PUT /v2.0/routers/098296b8-1af6-4d17-a819-da1e60b45b64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7156012 Apr 20 16:19:47.347624 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40068) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:47.351364 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3345d3a7-3ac0-4ec6-af0d-7739d1095cc0 None None] Sync routers for ids ['098296b8-1af6-4d17-a819-da1e60b45b64'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:19:47.361113 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3345d3a7-3ac0-4ec6-af0d-7739d1095cc0 None None] Routers {'098296b8-1af6-4d17-a819-da1e60b45b64'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:19:47.361697 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-3345d3a7-3ac0-4ec6-af0d-7739d1095cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:19:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['098296b8-1af6-4d17-a819-da1e60b45b64'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:47.410512 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2cb826bf-ade1-45e4-beff-15747b0822a2 req-99fd908b-bb33-4a04-b7bc-2c483fbc61a2 tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:47.424169 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2cb826bf-ade1-45e4-beff-15747b0822a2 req-99fd908b-bb33-4a04-b7bc-2c483fbc61a2 tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3822465 Apr 20 16:19:47.468639 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9eb4a48c-b681-4f10-a8b1-300b4b746502 req-18dbb550-5d66-48c7-805c-89ad84246b3e tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/ports?device_id=b034719a-f7d3-4d3b-b3de-51241ed6149b HTTP/1.1" status: 200 len: 210 time: 0.0611894 Apr 20 16:19:47.476138 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-3345d3a7-3ac0-4ec6-af0d-7739d1095cc0 None None] Set router 098296b8-1af6-4d17-a819-da1e60b45b64 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:19:47.496897 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-dddb2350-ad31-43e7-af92-801fa54377c8 req-80a74642-2a64-4909-ba3e-1594d8a2bad6 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-870420611', 'description': 'tempest-description-1606379571'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:47.503867 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39775914-1c69-442f-b8e0-d4c2a1da72fc admin admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:47.613063 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-dddb2350-ad31-43e7-af92-801fa54377c8 req-80a74642-2a64-4909-ba3e-1594d8a2bad6 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:47.613815 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39775914-1c69-442f-b8e0-d4c2a1da72fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:47.627120 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-dddb2350-ad31-43e7-af92-801fa54377c8 req-80a74642-2a64-4909-ba3e-1594d8a2bad6 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:47.665378 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-3345d3a7-3ac0-4ec6-af0d-7739d1095cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098296b8-1af6-4d17-a819-da1e60b45b64', 'name': 'tempest-FloatingIPsTestJSON-109981827-router', 'tenant_id': 'ec67603e685d49d5bf9013b69058a2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'e9ab65d9-1e74-4602-9924-31d3bcdc8ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:19:32Z', 'updated_at': '2022-04-20T16:19:46Z', 'revision_number': 5, 'project_id': 'ec67603e685d49d5bf9013b69058a2b0', 'gw_port': {'id': 'e9ab65d9-1e74-4602-9924-31d3bcdc8ae3', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bf:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098296b8-1af6-4d17-a819-da1e60b45b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:19:32Z', 'updated_at': '2022-04-20T16:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:47.700031 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3345d3a7-3ac0-4ec6-af0d-7739d1095cc0 None None] Checking router: 098296b8-1af6-4d17-a819-da1e60b45b64 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:19:47.703227 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-dddb2350-ad31-43e7-af92-801fa54377c8 req-80a74642-2a64-4909-ba3e-1594d8a2bad6 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:47.709727 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3345d3a7-3ac0-4ec6-af0d-7739d1095cc0 None None] Routers {'098296b8-1af6-4d17-a819-da1e60b45b64'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:19:47.710570 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-3345d3a7-3ac0-4ec6-af0d-7739d1095cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:19:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['098296b8-1af6-4d17-a819-da1e60b45b64'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:47.737906 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-39775914-1c69-442f-b8e0-d4c2a1da72fc admin admin] Deleting port e9ab65d9-1e74-4602-9924-31d3bcdc8ae3 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:47.738256 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39775914-1c69-442f-b8e0-d4c2a1da72fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:47.795061 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-dddb2350-ad31-43e7-af92-801fa54377c8 req-80a74642-2a64-4909-ba3e-1594d8a2bad6 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:47.798580 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-3345d3a7-3ac0-4ec6-af0d-7739d1095cc0 None None] Set router 098296b8-1af6-4d17-a819-da1e60b45b64 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:19:47.843080 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-39775914-1c69-442f-b8e0-d4c2a1da72fc admin admin] For port e9ab65d9-1e74-4602-9924-31d3bcdc8ae3, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e9ab65d9-1e74-4602-9924-31d3bcdc8ae3,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:47.843725 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39775914-1c69-442f-b8e0-d4c2a1da72fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:47.855344 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-3345d3a7-3ac0-4ec6-af0d-7739d1095cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098296b8-1af6-4d17-a819-da1e60b45b64', 'name': 'tempest-FloatingIPsTestJSON-109981827-router', 'tenant_id': 'ec67603e685d49d5bf9013b69058a2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:19:32Z', 'updated_at': '2022-04-20T16:19:47Z', 'revision_number': 6, 'project_id': 'ec67603e685d49d5bf9013b69058a2b0', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:47.860014 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-39775914-1c69-442f-b8e0-d4c2a1da72fc admin admin] Calling delete_port for e9ab65d9-1e74-4602-9924-31d3bcdc8ae3 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:47.882557 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a74642-2a64-4909-ba3e-1594d8a2bad6 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42555685-92f5-4261-b8dc-b07881c211f2,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:47.889171 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3345d3a7-3ac0-4ec6-af0d-7739d1095cc0 None None] The sync data for ids ['098296b8-1af6-4d17-a819-da1e60b45b64'] in n-d-836146-2 is: [{'id': '098296b8-1af6-4d17-a819-da1e60b45b64', 'name': 'tempest-FloatingIPsTestJSON-109981827-router', 'tenant_id': 'ec67603e685d49d5bf9013b69058a2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:19:32Z', 'updated_at': '2022-04-20T16:19:47Z', 'revision_number': 6, 'project_id': 'ec67603e685d49d5bf9013b69058a2b0', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:19:47.945504 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-dddb2350-ad31-43e7-af92-801fa54377c8 req-80a74642-2a64-4909-ba3e-1594d8a2bad6 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.024881 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40084) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:48.051334 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-dddb2350-ad31-43e7-af92-801fa54377c8 req-80a74642-2a64-4909-ba3e-1594d8a2bad6 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.089431 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57a44d9-6301-4172-8a3f-77c474611091 admin admin] Deleting subnet 68294c38-6cb8-4d4b-8db0-26d64feaa3c7 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:19:48.093254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a74642-2a64-4909-ba3e-1594d8a2bad6 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9fb8f1-f610-4d7b-bf50-b3dce6cf5d3f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:48.095369 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b57a44d9-6301-4172-8a3f-77c474611091 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.130402 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b57a44d9-6301-4172-8a3f-77c474611091 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.174117 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b57a44d9-6301-4172-8a3f-77c474611091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.187270 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacc7ca-2cd8-4257-b189-fb2db44a51d2 req-bb8db608-fae8-4512-947d-70bef1b5e6ce tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:48.187270 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7eacc7ca-2cd8-4257-b189-fb2db44a51d2 req-bb8db608-fae8-4512-947d-70bef1b5e6ce tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.0500689 Apr 20 16:19:48.225512 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7eacc7ca-2cd8-4257-b189-fb2db44a51d2 req-c3de40c0-9677-4519-970c-93d5b974da91 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361843 Apr 20 16:19:48.267666 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-dddb2350-ad31-43e7-af92-801fa54377c8 req-80a74642-2a64-4909-ba3e-1594d8a2bad6 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.269286 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dddb2350-ad31-43e7-af92-801fa54377c8 req-80a74642-2a64-4909-ba3e-1594d8a2bad6 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.7794080 Apr 20 16:19:48.271065 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39775914-1c69-442f-b8e0-d4c2a1da72fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.309543 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39775914-1c69-442f-b8e0-d4c2a1da72fc admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ab65d9-1e74-4602-9924-31d3bcdc8ae3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:48.334447 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c100422b-0d5b-4ecd-ac72-a25d60d4a27b no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:48.339043 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-739be46b-e6db-4d71-9bd7-373e43e76a2f req-578a3539-d02e-47f5-a6be-b731ad6ee81e tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1615115261', 'description': 'tempest-description-1018469340'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:48.345037 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b57a44d9-6301-4172-8a3f-77c474611091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.358071 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: c100422b-0d5b-4ecd-ac72-a25d60d4a27b {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:48.358674 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c100422b-0d5b-4ecd-ac72-a25d60d4a27b not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:48.376912 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a44d9-6301-4172-8a3f-77c474611091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68294c38-6cb8-4d4b-8db0-26d64feaa3c7,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:48.379425 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b57a44d9-6301-4172-8a3f-77c474611091 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.383186 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b57a44d9-6301-4172-8a3f-77c474611091 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/68294c38-6cb8-4d4b-8db0-26d64feaa3c7 HTTP/1.1" status: 204 len: 168 time: 0.3572853 Apr 20 16:19:48.385750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40090) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:48.406538 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39775914-1c69-442f-b8e0-d4c2a1da72fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.457037 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ffe0388-33dd-4bc0-a8be-799e81b16f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.498201 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-739be46b-e6db-4d71-9bd7-373e43e76a2f req-578a3539-d02e-47f5-a6be-b731ad6ee81e tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.508825 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39775914-1c69-442f-b8e0-d4c2a1da72fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.512209 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39775914-1c69-442f-b8e0-d4c2a1da72fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.542285 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ffe0388-33dd-4bc0-a8be-799e81b16f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.578695 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-5ffe0388-33dd-4bc0-a8be-799e81b16f6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b9e223e-e3e2-48f3-bda2-ee70ef546836']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:48.598840 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd87bd66-3aca-4b62-bee1-b4ad8b9eb1ff req-d8a0bd40-534c-46fe-b8cf-c7edbd1c9eef tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/ports?device_id=b034719a-f7d3-4d3b-b3de-51241ed6149b HTTP/1.1" status: 200 len: 210 time: 0.0392814 Apr 20 16:19:48.602164 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-5ffe0388-33dd-4bc0-a8be-799e81b16f6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5387ca44-e3a3-411c-99b4-ef7a1c3f6bf8') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:48.602459 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-5ffe0388-33dd-4bc0-a8be-799e81b16f6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5387ca44-e3a3-411c-99b4-ef7a1c3f6bf8') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:48.604927 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-739be46b-e6db-4d71-9bd7-373e43e76a2f req-578a3539-d02e-47f5-a6be-b731ad6ee81e tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.612186 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ffe0388-33dd-4bc0-a8be-799e81b16f6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.626309 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ffe0388-33dd-4bc0-a8be-799e81b16f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.632683 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ffe0388-33dd-4bc0-a8be-799e81b16f6a admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:19:48.633066 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ffe0388-33dd-4bc0-a8be-799e81b16f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:19:48.634769 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:19:48.648070 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39775914-1c69-442f-b8e0-d4c2a1da72fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.648828 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39775914-1c69-442f-b8e0-d4c2a1da72fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 098296b8-1af6-4d17-a819-da1e60b45b64 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:19:48.655704 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39775914-1c69-442f-b8e0-d4c2a1da72fc admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.655704 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-39775914-1c69-442f-b8e0-d4c2a1da72fc admin admin] 10.222.0.15 "DELETE /v2.0/routers/098296b8-1af6-4d17-a819-da1e60b45b64 HTTP/1.1" status: 204 len: 168 time: 1.3007071 Apr 20 16:19:48.657972 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40094) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:48.688679 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-739be46b-e6db-4d71-9bd7-373e43e76a2f req-578a3539-d02e-47f5-a6be-b731ad6ee81e tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.730608 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d33e09-a6a4-4fae-9572-21dd5cd52247 admin admin] Deleting subnet 7f09ac08-76e2-4e0c-8b2f-950442c3ed90 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:19:48.734056 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a3539-d02e-47f5-a6be-b731ad6ee81e tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd7337a-85a1-4516-9e67-0231c944820f,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:48.737379 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93d33e09-a6a4-4fae-9572-21dd5cd52247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.767676 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ffe0388-33dd-4bc0-a8be-799e81b16f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.772573 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ffe0388-33dd-4bc0-a8be-799e81b16f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.776269 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5ffe0388-33dd-4bc0-a8be-799e81b16f6a admin admin] 10.222.0.15 "DELETE /v2.0/networks/3b9e223e-e3e2-48f3-bda2-ee70ef546836 HTTP/1.1" status: 204 len: 168 time: 0.3895593 Apr 20 16:19:48.781388 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93d33e09-a6a4-4fae-9572-21dd5cd52247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.789065 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe0388-33dd-4bc0-a8be-799e81b16f6a admin admin] Pushing event deleted for resources: {'Network': ['ID=3b9e223e-e3e2-48f3-bda2-ee70ef546836,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:48.841246 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-739be46b-e6db-4d71-9bd7-373e43e76a2f req-578a3539-d02e-47f5-a6be-b731ad6ee81e tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.842504 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-739be46b-e6db-4d71-9bd7-373e43e76a2f req-578a3539-d02e-47f5-a6be-b731ad6ee81e tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.5354314 Apr 20 16:19:48.887057 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93d33e09-a6a4-4fae-9572-21dd5cd52247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:48.936451 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 938a07a1-846a-4443-b55c-9c7f0dd96844 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:48.958578 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 938a07a1-846a-4443-b55c-9c7f0dd96844 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:48.958982 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 938a07a1-846a-4443-b55c-9c7f0dd96844 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:49.070575 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93d33e09-a6a4-4fae-9572-21dd5cd52247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:49.096494 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d33e09-a6a4-4fae-9572-21dd5cd52247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f09ac08-76e2-4e0c-8b2f-950442c3ed90,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:49.107414 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93d33e09-a6a4-4fae-9572-21dd5cd52247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:49.107608 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20449602-e61c-4bb9-a92c-7b723c365ea5 None None] Network 65cbe932-cd90-4593-b93d-78fa5ec23177 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:19:49.124669 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-93d33e09-a6a4-4fae-9572-21dd5cd52247 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7f09ac08-76e2-4e0c-8b2f-950442c3ed90 HTTP/1.1" status: 204 len: 168 time: 0.4634178 Apr 20 16:19:49.125854 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40102) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:49.156837 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-687b1fce-7018-4df3-b897-eadd24ef776d tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47830 time: 0.2913129 Apr 20 16:19:49.219477 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-0a42863a-43b0-45fe-88ff-fd9748a47b5b tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/006ec99f-b242-48be-a24b-c04b577ee5e5 HTTP/1.1" status: 200 len: 2977 time: 0.0617082 Apr 20 16:19:49.296871 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-da769a0c-87ff-4f82-97ad-7b34480c85e9 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/006ec99f-b242-48be-a24b-c04b577ee5e5 HTTP/1.1" status: 200 len: 2977 time: 0.0763435 Apr 20 16:19:49.301995 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40106) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:49.324614 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-08b2f999-c297-47e8-bdae-a51be1aab5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:49.399464 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-a2aeccfe-c2aa-46af-850a-fce36ab77518 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/08c3557e-1220-4f8b-956f-afc5f389b364 HTTP/1.1" status: 200 len: 2984 time: 0.1015377 Apr 20 16:19:49.412919 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-81877730-c425-4c0c-8fac-f6b55c03d3d9 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:49.415810 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-81877730-c425-4c0c-8fac-f6b55c03d3d9 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.26 "GET /v2.0/networks?id=d6b25027-84e1-470c-a0a4-7e6295863d1f HTTP/1.1" status: 200 len: 810 time: 0.2604387 Apr 20 16:19:49.420005 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fac6e06-9a04-4cf0-9550-cf89a226666b None None] DHCP port deletion for 65cbe932-cd90-4593-b93d-78fa5ec23177 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:19:49.443036 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-2fdbc19d-50c4-4036-9d8c-d4b9f2163fdd tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Request body: {'port': {'device_id': 'b034719a-f7d3-4d3b-b3de-51241ed6149b', 'network_id': 'd6b25027-84e1-470c-a0a4-7e6295863d1f', 'admin_state_up': True, 'tenant_id': '88eee915aaf04d9990360166f6718599'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:49.462210 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-df8133a7-928d-4083-9add-d236647abc00 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0e2acb36081445c9b7ee2fbe59d36df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573195 Apr 20 16:19:49.467564 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40110) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:49.511521 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-1efee06c-0fb5-4f7d-80ac-a5bf8c70e7ac tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/08c3557e-1220-4f8b-956f-afc5f389b364 HTTP/1.1" status: 200 len: 2984 time: 0.0919855 Apr 20 16:19:49.518711 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3fac6e06-9a04-4cf0-9550-cf89a226666b None None] Deleting port 5e3552c8-ecaf-48f8-86d2-47bef6913c6b {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:49.519350 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3fac6e06-9a04-4cf0-9550-cf89a226666b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:49.532225 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddb48a-5352-4ffa-8a34-1dee9b65b6bd req-dcb3da32-2f39-40cf-b3bb-a69be4c9bcc7 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:49.532225 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e1ddb48a-5352-4ffa-8a34-1dee9b65b6bd req-dcb3da32-2f39-40cf-b3bb-a69be4c9bcc7 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.1653991 Apr 20 16:19:49.568199 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0e72316b-f268-4cc2-a0a3-6435484befd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:49.599240 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-fe2a354e-32f6-4eb8-a769-653e70023038 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/3eb6541a-ed81-48d0-b17f-e4e67f2542e0 HTTP/1.1" status: 200 len: 2985 time: 0.0790796 Apr 20 16:19:49.621165 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0e72316b-f268-4cc2-a0a3-6435484befd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:49.625110 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3fac6e06-9a04-4cf0-9550-cf89a226666b None None] For port 5e3552c8-ecaf-48f8-86d2-47bef6913c6b, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5e3552c8-ecaf-48f8-86d2-47bef6913c6b,segment=NetworkSegment(74578144-5d19-4afb-beb5-20769e0602c9),segment_id=74578144-5d19-4afb-beb5-20769e0602c9)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:49.625825 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3fac6e06-9a04-4cf0-9550-cf89a226666b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:49.641349 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3fac6e06-9a04-4cf0-9550-cf89a226666b None None] Calling delete_port for 5e3552c8-ecaf-48f8-86d2-47bef6913c6b owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:49.645156 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e1ddb48a-5352-4ffa-8a34-1dee9b65b6bd req-3fb7f8bc-0b54-4a4a-a5a9-72091bf2d32a tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007457 Apr 20 16:19:49.653979 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-08b2f999-c297-47e8-bdae-a51be1aab5e5 admin admin] Deleting port 5e3552c8-ecaf-48f8-86d2-47bef6913c6b {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:19:49.654455 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-08b2f999-c297-47e8-bdae-a51be1aab5e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:49.670172 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-3e640389-7c4c-404c-aa9e-69dd14dc28e2 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/3eb6541a-ed81-48d0-b17f-e4e67f2542e0 HTTP/1.1" status: 200 len: 2985 time: 0.0697675 Apr 20 16:19:49.733597 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-75caf5f0-2ffb-466b-a6ef-c46a57bfb3c7 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/42555685-92f5-4261-b8dc-b07881c211f2 HTTP/1.1" status: 200 len: 2985 time: 0.0625026 Apr 20 16:19:49.739843 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-08b2f999-c297-47e8-bdae-a51be1aab5e5 admin admin] For port 5e3552c8-ecaf-48f8-86d2-47bef6913c6b, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5e3552c8-ecaf-48f8-86d2-47bef6913c6b,segment=NetworkSegment(74578144-5d19-4afb-beb5-20769e0602c9),segment_id=74578144-5d19-4afb-beb5-20769e0602c9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:49.742476 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-08b2f999-c297-47e8-bdae-a51be1aab5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:49.755246 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-08b2f999-c297-47e8-bdae-a51be1aab5e5 admin admin] Calling delete_port for 5e3552c8-ecaf-48f8-86d2-47bef6913c6b owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:19:49.787040 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-99585d84-a03d-44b5-a78e-757a726da642 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/42555685-92f5-4261-b8dc-b07881c211f2 HTTP/1.1" status: 200 len: 2985 time: 0.0523834 Apr 20 16:19:49.836747 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5e06c2c9-9009-4927-a0ea-af9bc628fa5b req-cc4b00a4-676c-4d1c-99ab-6b1bd71ead02 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/ports?device_id=b034719a-f7d3-4d3b-b3de-51241ed6149b HTTP/1.1" status: 200 len: 210 time: 0.0652699 Apr 20 16:19:49.840008 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0e72316b-f268-4cc2-a0a3-6435484befd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:49.843179 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0e72316b-f268-4cc2-a0a3-6435484befd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:49.847359 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0e72316b-f268-4cc2-a0a3-6435484befd0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84851f8a-be6e-4de5-8cc7-de5288ac1196 HTTP/1.1" status: 204 len: 168 time: 0.3799055 Apr 20 16:19:49.868728 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72316b-f268-4cc2-a0a3-6435484befd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84851f8a-be6e-4de5-8cc7-de5288ac1196,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:49.870918 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-65f5cf3d-5cfb-4f3e-94dd-76e23edb6546 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/4acc3109-27d1-4b63-8afd-685b90acab6d HTTP/1.1" status: 200 len: 2985 time: 0.0761795 Apr 20 16:19:49.886769 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3fac6e06-9a04-4cf0-9550-cf89a226666b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:49.887351 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-08b2f999-c297-47e8-bdae-a51be1aab5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:49.931234 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac6e06-9a04-4cf0-9550-cf89a226666b None None] Pushing event deleted for resources: {'Port': ['ID=5e3552c8-ecaf-48f8-86d2-47bef6913c6b,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:49.935146 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fac6e06-9a04-4cf0-9550-cf89a226666b None None] No DVR routers for this DVR port 5e3552c8-ecaf-48f8-86d2-47bef6913c6b on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:19:49.941767 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2f999-c297-47e8-bdae-a51be1aab5e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e3552c8-ecaf-48f8-86d2-47bef6913c6b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:49.945919 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-2fdbc19d-50c4-4036-9d8c-d4b9f2163fdd tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Made reservation on behalf of 88eee915aaf04d9990360166f6718599 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:19:49.951082 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-2fdbc19d-50c4-4036-9d8c-d4b9f2163fdd tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:49.953513 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b2f999-c297-47e8-bdae-a51be1aab5e5 admin admin] No DVR routers for this DVR port 5e3552c8-ecaf-48f8-86d2-47bef6913c6b on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:19:49.994422 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-51b2132e-4bf4-4233-8585-e7db43eed125 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/4acc3109-27d1-4b63-8afd-685b90acab6d HTTP/1.1" status: 200 len: 2985 time: 0.1093969 Apr 20 16:19:50.014553 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-6e471cc3-4476-4ed6-a3d7-3ec3483bcd48 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] show failed (client error): The resource could not be found. Apr 20 16:19:50.015699 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-6e471cc3-4476-4ed6-a3d7-3ec3483bcd48 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/84851f8a-be6e-4de5-8cc7-de5288ac1196 HTTP/1.1" status: 404 len: 352 time: 0.0172472 Apr 20 16:19:50.043175 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-5290facb-c257-430f-a641-2276b0e0b291 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] show failed (client error): The resource could not be found. Apr 20 16:19:50.044123 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-5290facb-c257-430f-a641-2276b0e0b291 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/84851f8a-be6e-4de5-8cc7-de5288ac1196 HTTP/1.1" status: 404 len: 352 time: 0.0177948 Apr 20 16:19:50.091358 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-08b2f999-c297-47e8-bdae-a51be1aab5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:50.099774 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-fbe0be13-81e7-4ba8-98f6-76b56c2f7c1d tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/cff4dfc2-7f8f-4255-af3d-f4c43accbe62 HTTP/1.1" status: 200 len: 2985 time: 0.0434117 Apr 20 16:19:50.125484 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-08b2f999-c297-47e8-bdae-a51be1aab5e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65cbe932-cd90-4593-b93d-78fa5ec23177']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:50.141883 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-08b2f999-c297-47e8-bdae-a51be1aab5e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74578144-5d19-4afb-beb5-20769e0602c9') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:50.142191 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-08b2f999-c297-47e8-bdae-a51be1aab5e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74578144-5d19-4afb-beb5-20769e0602c9') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:19:50.173288 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-08b2f999-c297-47e8-bdae-a51be1aab5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:50.177094 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-8d7dcbb2-3c56-4a84-b6a9-0bd6bfa80a52 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/cff4dfc2-7f8f-4255-af3d-f4c43accbe62 HTTP/1.1" status: 200 len: 2985 time: 0.0728869 Apr 20 16:19:50.179638 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5e3552c8-ecaf-48f8-86d2-47bef6913c6b no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:50.196268 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-08b2f999-c297-47e8-bdae-a51be1aab5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:50.208430 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b2f999-c297-47e8-bdae-a51be1aab5e5 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:19:50.208849 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-08b2f999-c297-47e8-bdae-a51be1aab5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:19:50.211090 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:19:50.213492 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-2fdbc19d-50c4-4036-9d8c-d4b9f2163fdd tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Allocated IP 172.20.0.6 (d6b25027-84e1-470c-a0a4-7e6295863d1f/02b9695c-0d7e-48fc-a8f1-8320c580d415/a648e9a5-387f-44da-aeb0-320eab43f1b9) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:19:50.234707 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-5f96c5c2-793f-46a3-9763-eef8e33af424 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/e14278f1-6153-43cc-93b9-6aa77eae1b19 HTTP/1.1" status: 200 len: 2973 time: 0.0493145 Apr 20 16:19:50.260378 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 5e3552c8-ecaf-48f8-86d2-47bef6913c6b {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:50.260728 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5e3552c8-ecaf-48f8-86d2-47bef6913c6b not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:50.261135 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e9ab65d9-1e74-4602-9924-31d3bcdc8ae3 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:19:50.284997 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: e9ab65d9-1e74-4602-9924-31d3bcdc8ae3 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:19:50.285341 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e9ab65d9-1e74-4602-9924-31d3bcdc8ae3 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:19:50.314870 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-188429af-eb72-4a88-9a40-b5611ba3e0a1 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/e14278f1-6153-43cc-93b9-6aa77eae1b19 HTTP/1.1" status: 200 len: 2973 time: 0.0718772 Apr 20 16:19:50.362056 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-36c138f0-4093-4392-9f03-c0b513059358 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/e3436354-05d5-4688-a1f2-893badd93b9e HTTP/1.1" status: 200 len: 2985 time: 0.0397243 Apr 20 16:19:50.398078 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-08b2f999-c297-47e8-bdae-a51be1aab5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:50.410327 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-1da35a5c-6b52-4522-8925-c89c47ce6933 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/e3436354-05d5-4688-a1f2-893badd93b9e HTTP/1.1" status: 200 len: 2985 time: 0.0408034 Apr 20 16:19:50.425861 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-08b2f999-c297-47e8-bdae-a51be1aab5e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:50.432305 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-08b2f999-c297-47e8-bdae-a51be1aab5e5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/65cbe932-cd90-4593-b93d-78fa5ec23177 HTTP/1.1" status: 204 len: 168 time: 1.3051777 Apr 20 16:19:50.436624 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2f999-c297-47e8-bdae-a51be1aab5e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=65cbe932-cd90-4593-b93d-78fa5ec23177,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:50.469114 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-0bdc6dfb-0689-46c7-bde0-40130052ec85 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/f0066268-b0ab-44ee-8bd4-9e1a14688382 HTTP/1.1" status: 200 len: 2981 time: 0.0472453 Apr 20 16:19:50.482792 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-2fdbc19d-50c4-4036-9d8c-d4b9f2163fdd tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:50.521031 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-25eed31b-b9aa-4b78-a4e1-378948421eb2 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/f0066268-b0ab-44ee-8bd4-9e1a14688382 HTTP/1.1" status: 200 len: 2981 time: 0.0383737 Apr 20 16:19:50.563516 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-8dba4fdb-c3ba-4f92-b8b9-1155b1c95304 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/f5f6135c-4910-4e59-a699-a8392ea2de8a HTTP/1.1" status: 200 len: 2985 time: 0.0361803 Apr 20 16:19:50.609545 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-ddf295ef-2f88-4d48-9cef-5b5356d522df tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/f5f6135c-4910-4e59-a699-a8392ea2de8a HTTP/1.1" status: 200 len: 2985 time: 0.0397809 Apr 20 16:19:50.625203 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-2fdbc19d-50c4-4036-9d8c-d4b9f2163fdd tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:50.654972 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-ad649f78-cb2f-458d-a7ee-772ed8f4d098 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/fd1da8d7-1c95-4a5b-8337-dfcab4c1d9cc HTTP/1.1" status: 200 len: 2985 time: 0.0392654 Apr 20 16:19:50.678123 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-2fdbc19d-50c4-4036-9d8c-d4b9f2163fdd tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Network d6b25027-84e1-470c-a0a4-7e6295863d1f is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:19:50.683673 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-2fdbc19d-50c4-4036-9d8c-d4b9f2163fdd tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:19:50.686356 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-2fdbc19d-50c4-4036-9d8c-d4b9f2163fdd tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:19:50.708850 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8bc9718-e2d8-44b5-b665-b84c3af2cc19 req-01ccfbbd-5280-4fd9-ba2f-1170407aec2e tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/fd1da8d7-1c95-4a5b-8337-dfcab4c1d9cc HTTP/1.1" status: 200 len: 2985 time: 0.0465059 Apr 20 16:19:50.712499 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbc19d-50c4-4036-9d8c-d4b9f2163fdd tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Pushing event updated for resources: {'Port': ['ID=a648e9a5-387f-44da-aeb0-320eab43f1b9,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:50.788466 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-2fdbc19d-50c4-4036-9d8c-d4b9f2163fdd tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:50.789475 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-2fdbc19d-50c4-4036-9d8c-d4b9f2163fdd tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:50.809143 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-02c81a68-c843-4b4f-8c51-0bc7107e5e06 req-22cdcc86-c109-4f16-9cb4-af993d101da5 tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81f3e44229914829bfc73da112edbf5e HTTP/1.1" status: 200 len: 6111 time: 0.0661819 Apr 20 16:19:50.816522 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4ef4e-bec6-4a24-8ed4-d6f6091c6bf3 req-b32636c9-74f3-490f-8318-3a61b0503731 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:50.816522 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-50d4ef4e-bec6-4a24-8ed4-d6f6091c6bf3 req-b32636c9-74f3-490f-8318-3a61b0503731 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.0679936 Apr 20 16:19:50.846566 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40134) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:50.862519 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-02c81a68-c843-4b4f-8c51-0bc7107e5e06 req-8139f23b-de1f-41d9-9bb6-2348f8ad061c tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] 10.222.0.15 "GET /v2.0/security-groups/e3436354-05d5-4688-a1f2-893badd93b9e HTTP/1.1" status: 200 len: 2985 time: 0.0482767 Apr 20 16:19:50.892850 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-50d4ef4e-bec6-4a24-8ed4-d6f6091c6bf3 req-d3fde90a-5c6b-4e31-9f0b-b0437ceea54e tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542765 Apr 20 16:19:50.915839 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-02c81a68-c843-4b4f-8c51-0bc7107e5e06 req-8b935b4a-55fa-4aae-803e-9c2f930fdb58 tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] 10.222.0.15 "GET /v2.0/security-groups/e3436354-05d5-4688-a1f2-893badd93b9e HTTP/1.1" status: 200 len: 2985 time: 0.0441277 Apr 20 16:19:50.916099 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-2fdbc19d-50c4-4036-9d8c-d4b9f2163fdd tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4789207 Apr 20 16:19:50.920322 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b32dc488-e217-4e50-8b50-07a293642c30 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec67603e685d49d5bf9013b69058a2b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726831 Apr 20 16:19:50.922440 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40140) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:50.946114 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-fe203c6c-be8f-4bf1-bed8-f8ec1db61792 service neutron] Request body: {'port': {'device_id': 'b034719a-f7d3-4d3b-b3de-51241ed6149b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:50.987892 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6a75608-e1bc-4f51-a8d7-11262ef4a9ee req-bed2f39b-bb95-4636-92e3-bbb206f67058 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/6bd7337a-85a1-4516-9e67-0231c944820f HTTP/1.1" status: 200 len: 1780 time: 0.0459809 Apr 20 16:19:51.046645 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f6a75608-e1bc-4f51-a8d7-11262ef4a9ee req-925ea3e6-c522-467b-be44-2f29b6072439 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:51.068430 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f6a75608-e1bc-4f51-a8d7-11262ef4a9ee req-925ea3e6-c522-467b-be44-2f29b6072439 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:51.226611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40148) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:51.236517 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f6a75608-e1bc-4f51-a8d7-11262ef4a9ee req-925ea3e6-c522-467b-be44-2f29b6072439 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:51.239273 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f6a75608-e1bc-4f51-a8d7-11262ef4a9ee req-925ea3e6-c522-467b-be44-2f29b6072439 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:51.240531 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6a75608-e1bc-4f51-a8d7-11262ef4a9ee req-925ea3e6-c522-467b-be44-2f29b6072439 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/6bd7337a-85a1-4516-9e67-0231c944820f HTTP/1.1" status: 204 len: 173 time: 0.2458682 Apr 20 16:19:51.251377 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ea3e6-c522-467b-be44-2f29b6072439 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd7337a-85a1-4516-9e67-0231c944820f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:51.318247 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd5e7db6-7edb-4755-b4a2-7791260fa97d req-264460f1-7f98-45e1-b68b-7fc67200c6aa tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "GET /v2.0/security-groups/5b9fb8f1-f610-4d7b-bf50-b3dce6cf5d3f HTTP/1.1" status: 200 len: 1779 time: 0.0470765 Apr 20 16:19:51.363008 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-130505d5-fb1a-49cd-804a-b380f842acbb admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-81956273-network', 'tenant_id': 'fc38b698eb374495b418c859d64fa516'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:51.392024 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-fe203c6c-be8f-4bf1-bed8-f8ec1db61792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:51.396107 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-bd5e7db6-7edb-4755-b4a2-7791260fa97d req-87bba67f-9dc5-4a6a-aaee-d9c127e20e58 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:51.403558 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c96aad-3faf-40bb-9294-a36dc8a55089 req-bf7fdede-a739-4024-a7aa-9c3c8bc295d7 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:51.405072 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-57c96aad-3faf-40bb-9294-a36dc8a55089 req-bf7fdede-a739-4024-a7aa-9c3c8bc295d7 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/ports?device_id=b034719a-f7d3-4d3b-b3de-51241ed6149b HTTP/1.1" status: 200 len: 931 time: 0.4251893 Apr 20 16:19:51.417135 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-bd5e7db6-7edb-4755-b4a2-7791260fa97d req-87bba67f-9dc5-4a6a-aaee-d9c127e20e58 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:51.422714 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6c099022-15d3-4f65-96f0-98f942b0788e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:51.464620 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130505d5-fb1a-49cd-804a-b380f842acbb admin admin] Made reservation on behalf of fc38b698eb374495b418c859d64fa516 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:19:51.467000 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-130505d5-fb1a-49cd-804a-b380f842acbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:51.478750 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-130505d5-fb1a-49cd-804a-b380f842acbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:51.491150 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6c099022-15d3-4f65-96f0-98f942b0788e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:51.506542 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-57c96aad-3faf-40bb-9294-a36dc8a55089 req-dc3fcbb2-3139-4822-8b79-d58b0f8bc2d9 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/security-groups?id=cff4dfc2-7f8f-4255-af3d-f4c43accbe62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932884 Apr 20 16:19:51.546928 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-bd5e7db6-7edb-4755-b4a2-7791260fa97d req-87bba67f-9dc5-4a6a-aaee-d9c127e20e58 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:51.549516 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-bd5e7db6-7edb-4755-b4a2-7791260fa97d req-87bba67f-9dc5-4a6a-aaee-d9c127e20e58 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:51.550730 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd5e7db6-7edb-4755-b4a2-7791260fa97d req-87bba67f-9dc5-4a6a-aaee-d9c127e20e58 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b9fb8f1-f610-4d7b-bf50-b3dce6cf5d3f HTTP/1.1" status: 204 len: 173 time: 0.2249672 Apr 20 16:19:51.564748 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bba67f-9dc5-4a6a-aaee-d9c127e20e58 tempest-SecurityGroupsTestAdminJSON-1621725886 tempest-SecurityGroupsTestAdminJSON-1621725886-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9fb8f1-f610-4d7b-bf50-b3dce6cf5d3f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:51.628200 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-130505d5-fb1a-49cd-804a-b380f842acbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:51.657551 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-13f7e5f0-ada6-4890-9d32-b25afaba3e0f req-49885645-9323-4340-b571-e5d8fef067cb tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] 10.222.0.15 "GET /v2.0/security-groups/59276a86-5d46-4ed8-926e-d2673ad9aa34 HTTP/1.1" status: 200 len: 1780 time: 0.0717618 Apr 20 16:19:51.716202 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-130505d5-fb1a-49cd-804a-b380f842acbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:51.722529 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6c099022-15d3-4f65-96f0-98f942b0788e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:51.724966 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6c099022-15d3-4f65-96f0-98f942b0788e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:51.726639 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6c099022-15d3-4f65-96f0-98f942b0788e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4acc3109-27d1-4b63-8afd-685b90acab6d HTTP/1.1" status: 204 len: 168 time: 0.8033051 Apr 20 16:19:51.743436 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130505d5-fb1a-49cd-804a-b380f842acbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:19:51.752857 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130505d5-fb1a-49cd-804a-b380f842acbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2a903a-c3ad-4f40-8057-a91f55d987cf,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:51.757331 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c099022-15d3-4f65-96f0-98f942b0788e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acc3109-27d1-4b63-8afd-685b90acab6d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:51.771978 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-130505d5-fb1a-49cd-804a-b380f842acbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:51.772857 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-130505d5-fb1a-49cd-804a-b380f842acbb admin admin] Added segment fd070f08-0b1a-4293-a613-a358ae9727dd of type vlan for network 384966cf-ab08-4d43-a2d1-58b114401cea Apr 20 16:19:51.787775 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-13f7e5f0-ada6-4890-9d32-b25afaba3e0f req-763bea2e-4679-46bc-bab2-8ba9683ae767 tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:51.820283 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-130505d5-fb1a-49cd-804a-b380f842acbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:51.843418 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-13f7e5f0-ada6-4890-9d32-b25afaba3e0f req-763bea2e-4679-46bc-bab2-8ba9683ae767 tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:51.875752 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-fe203c6c-be8f-4bf1-bed8-f8ec1db61792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a648e9a5-387f-44da-aeb0-320eab43f1b9 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:19:51.888216 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-fe203c6c-be8f-4bf1-bed8-f8ec1db61792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:51.927663 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-130505d5-fb1a-49cd-804a-b380f842acbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:51.928722 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130505d5-fb1a-49cd-804a-b380f842acbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:51.929407 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-130505d5-fb1a-49cd-804a-b380f842acbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:52.015320 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130505d5-fb1a-49cd-804a-b380f842acbb admin admin] Pushing event updated for resources: {'Network': ['ID=384966cf-ab08-4d43-a2d1-58b114401cea,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:52.026155 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 384966cf-ab08-4d43-a2d1-58b114401cea details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:19:52.039155 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357087c-9539-4258-a5ae-b05063b9f9c5 req-aade63f6-6a1a-4090-8838-27d1e0b4000e tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:52.040865 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e357087c-9539-4258-a5ae-b05063b9f9c5 req-aade63f6-6a1a-4090-8838-27d1e0b4000e tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.0948641 Apr 20 16:19:52.086778 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e357087c-9539-4258-a5ae-b05063b9f9c5 req-43818d3e-b7f3-4524-b317-361982f17301 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392082 Apr 20 16:19:52.099894 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-fe203c6c-be8f-4bf1-bed8-f8ec1db61792 service neutron] Transition to ACTIVE for port object a648e9a5-387f-44da-aeb0-320eab43f1b9 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:19:52.101693 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-13f7e5f0-ada6-4890-9d32-b25afaba3e0f req-763bea2e-4679-46bc-bab2-8ba9683ae767 tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:52.104328 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-13f7e5f0-ada6-4890-9d32-b25afaba3e0f req-763bea2e-4679-46bc-bab2-8ba9683ae767 tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:52.106283 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-13f7e5f0-ada6-4890-9d32-b25afaba3e0f req-763bea2e-4679-46bc-bab2-8ba9683ae767 tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] 10.222.0.15 "DELETE /v2.0/security-groups/59276a86-5d46-4ed8-926e-d2673ad9aa34 HTTP/1.1" status: 204 len: 173 time: 0.4199977 Apr 20 16:19:52.118851 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-130505d5-fb1a-49cd-804a-b380f842acbb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8867002 Apr 20 16:19:52.119244 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40164) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:52.132375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-8a8d6b3c-de80-4681-a5e7-5f2d4c264934 admin admin] Request body: {'subnet': {'network_id': '384966cf-ab08-4d43-a2d1-58b114401cea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-81956273-subnet', 'tenant_id': 'fc38b698eb374495b418c859d64fa516', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:52.132562 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bea2e-4679-46bc-bab2-8ba9683ae767 tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59276a86-5d46-4ed8-926e-d2673ad9aa34,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:52.185511 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-fe203c6c-be8f-4bf1-bed8-f8ec1db61792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:52.197794 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ae90d5ba-83ea-42f1-be2b-796ec47bdf50 req-e2e1ea1c-3fe8-4bca-ad93-fdb646388151 tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] 10.222.0.15 "GET /v2.0/security-groups/7b7a8bf3-bc60-4cfb-93bf-c164da9c6721 HTTP/1.1" status: 200 len: 1779 time: 0.0485299 Apr 20 16:19:52.262106 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe203c6c-be8f-4bf1-bed8-f8ec1db61792 service neutron] Pushing event updated for resources: {'Port': ['ID=a648e9a5-387f-44da-aeb0-320eab43f1b9,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:52.266331 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ae90d5ba-83ea-42f1-be2b-796ec47bdf50 req-980fa071-77cf-4254-b0e7-35464f90e6b3 tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:52.290044 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8d6b3c-de80-4681-a5e7-5f2d4c264934 admin admin] Made reservation on behalf of fc38b698eb374495b418c859d64fa516 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:19:52.292389 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6b3c-de80-4681-a5e7-5f2d4c264934 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:52.307462 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ae90d5ba-83ea-42f1-be2b-796ec47bdf50 req-980fa071-77cf-4254-b0e7-35464f90e6b3 tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:52.327918 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-fe203c6c-be8f-4bf1-bed8-f8ec1db61792 service neutron] Attempting to bind port a648e9a5-387f-44da-aeb0-320eab43f1b9 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:19:52.328257 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-fe203c6c-be8f-4bf1-bed8-f8ec1db61792 service neutron] Attempting to bind port a648e9a5-387f-44da-aeb0-320eab43f1b9 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'a98a2fe4-df34-4358-8d2a-07b106fadc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd6b25027-84e1-470c-a0a4-7e6295863d1f'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:19:52.328618 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-fe203c6c-be8f-4bf1-bed8-f8ec1db61792 service neutron] Attempting to bind port a648e9a5-387f-44da-aeb0-320eab43f1b9 on network d6b25027-84e1-470c-a0a4-7e6295863d1f {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:19:52.333097 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-fe203c6c-be8f-4bf1-bed8-f8ec1db61792 service neutron] Port a648e9a5-387f-44da-aeb0-320eab43f1b9 on network d6b25027-84e1-470c-a0a4-7e6295863d1f not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:19:52.333421 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-fe203c6c-be8f-4bf1-bed8-f8ec1db61792 service neutron] Attempting to bind port a648e9a5-387f-44da-aeb0-320eab43f1b9 on network d6b25027-84e1-470c-a0a4-7e6295863d1f {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:19:52.338900 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-fe203c6c-be8f-4bf1-bed8-f8ec1db61792 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:19:52.339237 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-fe203c6c-be8f-4bf1-bed8-f8ec1db61792 service neutron] Checking segment: {'id': 'a98a2fe4-df34-4358-8d2a-07b106fadc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd6b25027-84e1-470c-a0a4-7e6295863d1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:19:52.340534 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-fe203c6c-be8f-4bf1-bed8-f8ec1db61792 service neutron] Bound using segment: {'id': 'a98a2fe4-df34-4358-8d2a-07b106fadc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd6b25027-84e1-470c-a0a4-7e6295863d1f'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:19:52.340534 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-fe203c6c-be8f-4bf1-bed8-f8ec1db61792 service neutron] Bound port: a648e9a5-387f-44da-aeb0-320eab43f1b9, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a98a2fe4-df34-4358-8d2a-07b106fadc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd6b25027-84e1-470c-a0a4-7e6295863d1f'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:19:52.340534 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-fe203c6c-be8f-4bf1-bed8-f8ec1db61792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:52.411226 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-fe203c6c-be8f-4bf1-bed8-f8ec1db61792 service neutron] For port a648e9a5-387f-44da-aeb0-320eab43f1b9, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:19:52.414905 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-fe203c6c-be8f-4bf1-bed8-f8ec1db61792 service neutron] For port a648e9a5-387f-44da-aeb0-320eab43f1b9, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a648e9a5-387f-44da-aeb0-320eab43f1b9,segment=NetworkSegment(a98a2fe4-df34-4358-8d2a-07b106fadc89),segment_id=a98a2fe4-df34-4358-8d2a-07b106fadc89)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:19:52.472914 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ae90d5ba-83ea-42f1-be2b-796ec47bdf50 req-980fa071-77cf-4254-b0e7-35464f90e6b3 tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:52.475560 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ae90d5ba-83ea-42f1-be2b-796ec47bdf50 req-980fa071-77cf-4254-b0e7-35464f90e6b3 tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:52.477399 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ae90d5ba-83ea-42f1-be2b-796ec47bdf50 req-980fa071-77cf-4254-b0e7-35464f90e6b3 tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] 10.222.0.15 "DELETE /v2.0/security-groups/7b7a8bf3-bc60-4cfb-93bf-c164da9c6721 HTTP/1.1" status: 204 len: 173 time: 0.2728791 Apr 20 16:19:52.493684 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fa071-77cf-4254-b0e7-35464f90e6b3 tempest-SecurityGroupsTestAdminJSON-1005232278 tempest-SecurityGroupsTestAdminJSON-1005232278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7a8bf3-bc60-4cfb-93bf-c164da9c6721,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:52.501669 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-fe203c6c-be8f-4bf1-bed8-f8ec1db61792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:52.564589 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-fe203c6c-be8f-4bf1-bed8-f8ec1db61792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:52.565501 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-fe203c6c-be8f-4bf1-bed8-f8ec1db61792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:52.567932 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-fe203c6c-be8f-4bf1-bed8-f8ec1db61792 service neutron] 10.222.0.26 "PUT /v2.0/ports/a648e9a5-387f-44da-aeb0-320eab43f1b9 HTTP/1.1" status: 200 len: 1091 time: 1.6258476 Apr 20 16:19:52.574241 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b034719a-f7d3-4d3b-b3de-51241ed6149b', 'tag': 'a648e9a5-387f-44da-aeb0-320eab43f1b9'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:19:52.576779 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c081bd2d-31e9-4abe-9616-16eac1a4f594" -d '{"events": [{"name": "network-changed", "server_uuid": "b034719a-f7d3-4d3b-b3de-51241ed6149b", "tag": "a648e9a5-387f-44da-aeb0-320eab43f1b9"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:19:52.622499 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdfb8af-adde-4d59-9cfe-271ac688a025 x-openstack-request-id: req-ebdfb8af-adde-4d59-9cfe-271ac688a025 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:19:52.622792 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b034719a-f7d3-4d3b-b3de-51241ed6149b", "tag": "a648e9a5-387f-44da-aeb0-320eab43f1b9", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:19:52.623042 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebdfb8af-adde-4d59-9cfe-271ac688a025 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:19:52.623440 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebdfb8af-adde-4d59-9cfe-271ac688a025'] response: {'name': 'network-changed', 'server_uuid': 'b034719a-f7d3-4d3b-b3de-51241ed6149b', 'tag': 'a648e9a5-387f-44da-aeb0-320eab43f1b9', 'status': 'completed', 'code': 200} Apr 20 16:19:52.645892 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe203c6c-be8f-4bf1-bed8-f8ec1db61792 service neutron] Pushing event updated for resources: {'Port': ['ID=a648e9a5-387f-44da-aeb0-320eab43f1b9,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:52.666892 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6b3c-de80-4681-a5e7-5f2d4c264934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:52.676134 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabc854-fc0a-4a53-8668-15e88611aa10 req-f02f1546-d3cd-4d8f-92ef-be13e45590fd tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:52.677781 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2fabc854-fc0a-4a53-8668-15e88611aa10 req-f02f1546-d3cd-4d8f-92ef-be13e45590fd tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/ports?device_id=b034719a-f7d3-4d3b-b3de-51241ed6149b HTTP/1.1" status: 200 len: 943 time: 0.0752122 Apr 20 16:19:52.693024 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7adf9a2d-3553-491b-9857-f6d671b9858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:52.736087 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d6b3c-de80-4681-a5e7-5f2d4c264934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51c2a3b6-2f6e-45d1-ab11-2108ce6886aa,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:52.741185 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8d6b3c-de80-4681-a5e7-5f2d4c264934 admin admin] Checking segment: {'id': 'fd070f08-0b1a-4293-a613-a358ae9727dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '384966cf-ab08-4d43-a2d1-58b114401cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:19:52.742092 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8d6b3c-de80-4681-a5e7-5f2d4c264934 admin admin] Network hostable DHCP agents. Network: 384966cf-ab08-4d43-a2d1-58b114401cea, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:19:52.754570 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081bd2d-31e9-4abe-9616-16eac1a4f594 req-84217ef0-b7cc-4720-a9c7-aea4bf2e0cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:52.756193 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c081bd2d-31e9-4abe-9616-16eac1a4f594 req-84217ef0-b7cc-4720-a9c7-aea4bf2e0cfc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88eee915aaf04d9990360166f6718599&device_id=b034719a-f7d3-4d3b-b3de-51241ed6149b HTTP/1.1" status: 200 len: 1094 time: 0.0774651 Apr 20 16:19:52.759838 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2fabc854-fc0a-4a53-8668-15e88611aa10 req-4622a04c-a321-42f8-b597-d10a95ef75e1 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/security-groups?id=cff4dfc2-7f8f-4255-af3d-f4c43accbe62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701241 Apr 20 16:19:52.860036 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8d6b3c-de80-4681-a5e7-5f2d4c264934 admin admin] Network 384966cf-ab08-4d43-a2d1-58b114401cea is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:19:52.889011 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081bd2d-31e9-4abe-9616-16eac1a4f594 req-ec2f7b9e-cee5-442c-867a-d0e3243f3e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:52.890602 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c081bd2d-31e9-4abe-9616-16eac1a4f594 req-ec2f7b9e-cee5-442c-867a-d0e3243f3e07 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=88eee915aaf04d9990360166f6718599&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1141455 Apr 20 16:19:52.951624 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40192) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:52.973084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-8a8d6b3c-de80-4681-a5e7-5f2d4c264934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 384966cf-ab08-4d43-a2d1-58b114401cea) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:19:52.986036 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8d6b3c-de80-4681-a5e7-5f2d4c264934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:52.987562 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba57144-d0ad-455a-944c-b5bbd2165392 None None] Network 384966cf-ab08-4d43-a2d1-58b114401cea requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:19:52.988971 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6b3c-de80-4681-a5e7-5f2d4c264934 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:53.005684 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081bd2d-31e9-4abe-9616-16eac1a4f594 req-f93e43ea-9555-4913-ac0c-aea1450ad157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:53.007440 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c081bd2d-31e9-4abe-9616-16eac1a4f594 req-f93e43ea-9555-4913-ac0c-aea1450ad157 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1079981 Apr 20 16:19:53.017412 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40196) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:53.091993 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8a8d6b3c-de80-4681-a5e7-5f2d4c264934 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9691353 Apr 20 16:19:53.126308 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-4f456c0c-b361-4ccb-a42a-610de6698021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:53.127932 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-4f456c0c-b361-4ccb-a42a-610de6698021 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88eee915aaf04d9990360166f6718599&device_id=b034719a-f7d3-4d3b-b3de-51241ed6149b HTTP/1.1" status: 200 len: 1094 time: 0.0505219 Apr 20 16:19:53.152074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a704edc8-9c46-469e-8e48-89defcc6531b None None] Network 384966cf-ab08-4d43-a2d1-58b114401cea requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:19:53.159925 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-265b9c51-9073-4c3c-b64b-545aef16a596 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1002861412-network', 'tenant_id': '73ba2d154aa546b5bdc4027f729bae8b'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:53.199466 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-1b2a085e-b6e1-46b0-ba2e-88d5e003553d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a648e9a5-387f-44da-aeb0-320eab43f1b9 HTTP/1.1" status: 200 len: 217 time: 0.0558975 Apr 20 16:19:53.256625 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265b9c51-9073-4c3c-b64b-545aef16a596 admin admin] Made reservation on behalf of 73ba2d154aa546b5bdc4027f729bae8b for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:19:53.259677 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-265b9c51-9073-4c3c-b64b-545aef16a596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:53.259803 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1a74c563-aa6f-4c56-9494-decc1602f170 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81f3e44229914829bfc73da112edbf5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410161 Apr 20 16:19:53.262190 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40206) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:53.273040 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-265b9c51-9073-4c3c-b64b-545aef16a596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:53.288411 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-5388fd1f-7966-4145-8d02-113d35272b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:53.289995 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-5388fd1f-7966-4145-8d02-113d35272b6c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02b9695c-0d7e-48fc-a8f1-8320c580d415 HTTP/1.1" status: 200 len: 850 time: 0.0813441 Apr 20 16:19:53.305069 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207c1f4-de62-4c58-8f9d-73d1d798cda6 req-c50992ce-2d8f-44e1-a69a-63a93d0e9cf5 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:53.312746 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f207c1f4-de62-4c58-8f9d-73d1d798cda6 req-c50992ce-2d8f-44e1-a69a-63a93d0e9cf5 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.0860710 Apr 20 16:19:53.333784 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-98fad98a-610c-4c71-a908-2578798c503b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d6b25027-84e1-470c-a0a4-7e6295863d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356328 Apr 20 16:19:53.383915 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f207c1f4-de62-4c58-8f9d-73d1d798cda6 req-086aee63-66ca-49bd-9041-25edaea92c3d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699978 Apr 20 16:19:53.398287 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1902ed89-f68b-47f9-a264-c71aaf3babc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:53.429880 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1902ed89-f68b-47f9-a264-c71aaf3babc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:53.431338 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-265b9c51-9073-4c3c-b64b-545aef16a596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:53.483812 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-2955194a-9457-4b02-b48c-0b629586fb77 service neutron] 10.222.0.26 "GET /v2.0/networks/d6b25027-84e1-470c-a0a4-7e6295863d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430068 Apr 20 16:19:53.497927 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-265b9c51-9073-4c3c-b64b-545aef16a596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:53.547329 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265b9c51-9073-4c3c-b64b-545aef16a596 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:19:53.565475 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-265b9c51-9073-4c3c-b64b-545aef16a596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:53.565475 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-265b9c51-9073-4c3c-b64b-545aef16a596 admin admin] Added segment 21ec1e0a-7032-4c6a-b26c-15010c22cb42 of type vlan for network 29dbfc8e-095a-4d2b-82ac-4cea5a87b262 Apr 20 16:19:53.565475 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b9c51-9073-4c3c-b64b-545aef16a596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff42b31-233f-4225-8d08-56b0ce478470,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:53.607584 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-265b9c51-9073-4c3c-b64b-545aef16a596 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:53.608813 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1902ed89-f68b-47f9-a264-c71aaf3babc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:53.611241 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1902ed89-f68b-47f9-a264-c71aaf3babc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:53.614980 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1902ed89-f68b-47f9-a264-c71aaf3babc7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3436354-05d5-4688-a1f2-893badd93b9e HTTP/1.1" status: 204 len: 168 time: 0.3492036 Apr 20 16:19:53.662142 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902ed89-f68b-47f9-a264-c71aaf3babc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3436354-05d5-4688-a1f2-893badd93b9e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:53.671467 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f93d06a-4c70-4cbe-b44f-6a22974ca63a req-7957509e-7337-422d-820f-bbcf33ce2167 service neutron] 10.222.0.26 "GET /v2.0/networks/d6b25027-84e1-470c-a0a4-7e6295863d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799026 Apr 20 16:19:53.708926 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-265b9c51-9073-4c3c-b64b-545aef16a596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:53.710470 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265b9c51-9073-4c3c-b64b-545aef16a596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:53.711094 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-265b9c51-9073-4c3c-b64b-545aef16a596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:53.719018 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-e5438d7e-ea0f-4283-92fd-73b23f8a6401 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:53.720524 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-e5438d7e-ea0f-4283-92fd-73b23f8a6401 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/networks?id=384966cf-ab08-4d43-a2d1-58b114401cea HTTP/1.1" status: 200 len: 812 time: 0.1378396 Apr 20 16:19:53.736059 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-594dedbe-2463-41e6-b749-31150f038fe1 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/quotas/fc38b698eb374495b418c859d64fa516 HTTP/1.1" status: 200 len: 375 time: 0.0094843 Apr 20 16:19:53.770702 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b9c51-9073-4c3c-b64b-545aef16a596 admin admin] Pushing event updated for resources: {'Network': ['ID=29dbfc8e-095a-4d2b-82ac-4cea5a87b262,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:53.776271 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-37d82bd9-0bb3-474b-961d-af6742ff8d04 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc38b698eb374495b418c859d64fa516&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331421 Apr 20 16:19:53.804671 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 29dbfc8e-095a-4d2b-82ac-4cea5a87b262 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:19:53.879903 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-265b9c51-9073-4c3c-b64b-545aef16a596 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9269733 Apr 20 16:19:53.883685 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40226) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:53.892213 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-fcf8ac57-e74a-45ce-8112-b872432dd789 admin admin] Request body: {'subnet': {'network_id': '29dbfc8e-095a-4d2b-82ac-4cea5a87b262', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1002861412-subnet', 'tenant_id': '73ba2d154aa546b5bdc4027f729bae8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:53.902626 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-1950a646-d574-4793-bbe2-6852ffd51496 service neutron] 10.222.0.15 "GET /v2.0/networks/384966cf-ab08-4d43-a2d1-58b114401cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190507 Apr 20 16:19:53.919869 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8952a5-26bf-4394-8fd9-d9ec57772527 req-e84d4a20-a846-48f0-a8fc-e0aa39569a5b tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:53.919869 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-da8952a5-26bf-4394-8fd9-d9ec57772527 req-e84d4a20-a846-48f0-a8fc-e0aa39569a5b tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/ports?device_id=b034719a-f7d3-4d3b-b3de-51241ed6149b HTTP/1.1" status: 200 len: 943 time: 0.0835137 Apr 20 16:19:53.962310 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-da8952a5-26bf-4394-8fd9-d9ec57772527 req-4f4412be-b478-4369-b2bd-90435daf4b85 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/security-groups?id=cff4dfc2-7f8f-4255-af3d-f4c43accbe62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411878 Apr 20 16:19:54.025326 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf8ac57-e74a-45ce-8112-b872432dd789 admin admin] Made reservation on behalf of 73ba2d154aa546b5bdc4027f729bae8b for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:19:54.027670 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fcf8ac57-e74a-45ce-8112-b872432dd789 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:54.043527 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-0e5bbb3b-8d71-4db7-b24a-8b8eb43e4ec9 service neutron] 10.222.0.15 "GET /v2.0/networks/384966cf-ab08-4d43-a2d1-58b114401cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321821 Apr 20 16:19:54.269433 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fcf8ac57-e74a-45ce-8112-b872432dd789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:54.282029 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f59e681-741d-431e-836e-d0b3990ab176 req-f342c703-228e-4ca5-9872-f44f2d48ad21 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/ports?device_id=5064ba78-5010-48e5-b674-4d0f562b5c89 HTTP/1.1" status: 200 len: 210 time: 0.0278108 Apr 20 16:19:54.322633 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae92f19-65a0-414f-bacf-8a4cc2fc5815 req-574d9745-a504-4dcd-b38a-bde822e847df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:54.324647 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cae92f19-65a0-414f-bacf-8a4cc2fc5815 req-574d9745-a504-4dcd-b38a-bde822e847df service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 1096 time: 0.0448165 Apr 20 16:19:54.337174 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8ac57-e74a-45ce-8112-b872432dd789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e508aa00-d9ac-4d19-b6db-06331192a4a4,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:54.342314 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf8ac57-e74a-45ce-8112-b872432dd789 admin admin] Checking segment: {'id': '21ec1e0a-7032-4c6a-b26c-15010c22cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '29dbfc8e-095a-4d2b-82ac-4cea5a87b262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:19:54.342676 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf8ac57-e74a-45ce-8112-b872432dd789 admin admin] Network hostable DHCP agents. Network: 29dbfc8e-095a-4d2b-82ac-4cea5a87b262, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:19:54.367167 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cae92f19-65a0-414f-bacf-8a4cc2fc5815 req-b7d923ae-cd2c-4ea9-a6b2-ce0dfca61c94 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323246 Apr 20 16:19:54.415548 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40240) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:54.436278 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf8ac57-e74a-45ce-8112-b872432dd789 admin admin] Network 29dbfc8e-095a-4d2b-82ac-4cea5a87b262 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:19:54.474618 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5ee59683-c121-4ea6-81d7-f81d9bb19940 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=829f243df27849e3ace4f23b09cb1e39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575936 Apr 20 16:19:54.477687 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40242) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:19:54.512250 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854d413-a2d2-4d7f-b8ee-9ab6fe0bbbec req-609971a5-6131-486e-a3e1-89ae6c88ba30 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:54.515188 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f854d413-a2d2-4d7f-b8ee-9ab6fe0bbbec req-609971a5-6131-486e-a3e1-89ae6c88ba30 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.0547869 Apr 20 16:19:54.528715 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2fcc58ad-1364-4ae8-a9fc-034d9d6cd6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:54.545329 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-fcf8ac57-e74a-45ce-8112-b872432dd789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 29dbfc8e-095a-4d2b-82ac-4cea5a87b262) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:19:54.555369 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2fcc58ad-1364-4ae8-a9fc-034d9d6cd6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:54.555556 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22637c4-32a7-489e-9d3f-bed83caeb884 None None] Network 29dbfc8e-095a-4d2b-82ac-4cea5a87b262 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:19:54.555986 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf8ac57-e74a-45ce-8112-b872432dd789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:54.555986 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fcf8ac57-e74a-45ce-8112-b872432dd789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:54.559289 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f854d413-a2d2-4d7f-b8ee-9ab6fe0bbbec req-0fb2555c-a9aa-4658-8027-0f87c90fefc3 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392528 Apr 20 16:19:54.650291 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fcf8ac57-e74a-45ce-8112-b872432dd789 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7651465 Apr 20 16:19:54.701050 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a485f8-15e3-4cd9-aeb4-1c5941a37741 None None] Network 29dbfc8e-095a-4d2b-82ac-4cea5a87b262 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:19:54.705070 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2fcc58ad-1364-4ae8-a9fc-034d9d6cd6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:54.707932 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2fcc58ad-1364-4ae8-a9fc-034d9d6cd6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:54.710941 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2fcc58ad-1364-4ae8-a9fc-034d9d6cd6d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/42555685-92f5-4261-b8dc-b07881c211f2 HTTP/1.1" status: 204 len: 168 time: 0.2307425 Apr 20 16:19:54.718597 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc58ad-1364-4ae8-a9fc-034d9d6cd6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42555685-92f5-4261-b8dc-b07881c211f2,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:54.836995 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6db3e34d-3fa1-43b3-a485-3ef85c3471a9 req-2a25cc81-72b8-43ff-855f-697de7cf2aa2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462480 Apr 20 16:19:54.936118 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-14ca1b24-1757-41e8-960e-8eee6d812abb req-596c09f7-34e3-4975-80c2-162cea1f12ac tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1183361742', 'description': 'tempest-description-1459086485'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:54.942510 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3e34d-3fa1-43b3-a485-3ef85c3471a9 req-5654d92f-7d49-4dd0-b723-142de1eacb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:54.943990 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6db3e34d-3fa1-43b3-a485-3ef85c3471a9 req-5654d92f-7d49-4dd0-b723-142de1eacb3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e2d8be89b26402abed4992d83acf807&device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 1097 time: 0.0520077 Apr 20 16:19:55.056757 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3e34d-3fa1-43b3-a485-3ef85c3471a9 req-8302511b-e637-49c2-875a-fca0ffc0f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:55.058247 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6db3e34d-3fa1-43b3-a485-3ef85c3471a9 req-8302511b-e637-49c2-875a-fca0ffc0f5b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f101898e-5344-4f35-8434-4e0f62076e5a HTTP/1.1" status: 200 len: 912 time: 0.0948617 Apr 20 16:19:55.082110 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddf181-09b9-4fd4-bfb8-bd71063bc655 req-b174ef43-ea04-4c15-900f-e261fa7b90d0 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:55.083646 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e6ddf181-09b9-4fd4-bfb8-bd71063bc655 req-b174ef43-ea04-4c15-900f-e261fa7b90d0 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/ports?device_id=b034719a-f7d3-4d3b-b3de-51241ed6149b HTTP/1.1" status: 200 len: 943 time: 0.0493791 Apr 20 16:19:55.100776 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6db3e34d-3fa1-43b3-a485-3ef85c3471a9 req-c947811d-4f84-416a-b183-19e40c4fc557 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b HTTP/1.1" status: 200 len: 217 time: 0.0346317 Apr 20 16:19:55.123390 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e6ddf181-09b9-4fd4-bfb8-bd71063bc655 req-2c330777-f030-4e5a-b7c3-7b04203d9860 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/security-groups?id=cff4dfc2-7f8f-4255-af3d-f4c43accbe62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323153 Apr 20 16:19:55.147071 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-14ca1b24-1757-41e8-960e-8eee6d812abb req-596c09f7-34e3-4975-80c2-162cea1f12ac tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:55.158379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3e34d-3fa1-43b3-a485-3ef85c3471a9 req-96dcadef-4a78-4911-a9f9-cdf465495fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:55.159833 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6db3e34d-3fa1-43b3-a485-3ef85c3471a9 req-96dcadef-4a78-4911-a9f9-cdf465495fed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0f095aa7-489d-4032-aca8-4d512f72cac3 HTTP/1.1" status: 200 len: 851 time: 0.0533001 Apr 20 16:19:55.200546 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6db3e34d-3fa1-43b3-a485-3ef85c3471a9 req-d5af4ae0-96e3-4985-8791-52b5d25fb75a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f101898e-5344-4f35-8434-4e0f62076e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322468 Apr 20 16:19:55.214647 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0b70257e-400b-465d-a6de-72fdee7cff3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:55.320287 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-14ca1b24-1757-41e8-960e-8eee6d812abb req-596c09f7-34e3-4975-80c2-162cea1f12ac tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:55.337509 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6db3e34d-3fa1-43b3-a485-3ef85c3471a9 req-8cb6677f-815d-4d51-8e89-ec7fb0857be6 service neutron] 10.222.0.30 "GET /v2.0/networks/f101898e-5344-4f35-8434-4e0f62076e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292176 Apr 20 16:19:55.400108 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-14ca1b24-1757-41e8-960e-8eee6d812abb req-596c09f7-34e3-4975-80c2-162cea1f12ac tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:55.445146 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c09f7-34e3-4975-80c2-162cea1f12ac tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c3ed7c-7597-4d4f-8d42-e8e864a4f6f0,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:55.464848 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6db3e34d-3fa1-43b3-a485-3ef85c3471a9 req-74dc492c-f618-472a-9f52-9421690c3274 service neutron] 10.222.0.30 "GET /v2.0/networks/f101898e-5344-4f35-8434-4e0f62076e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164844 Apr 20 16:19:55.546984 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-14ca1b24-1757-41e8-960e-8eee6d812abb req-596c09f7-34e3-4975-80c2-162cea1f12ac tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:55.548272 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-14ca1b24-1757-41e8-960e-8eee6d812abb req-596c09f7-34e3-4975-80c2-162cea1f12ac tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6167748 Apr 20 16:19:55.574242 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-445972ea-b9fb-4fb4-bbb6-b585c7028210 req-f9888399-bc15-4785-b349-4920508d47b0 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/ports?device_id=5064ba78-5010-48e5-b674-4d0f562b5c89 HTTP/1.1" status: 200 len: 210 time: 0.0447049 Apr 20 16:19:55.581271 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-ef60617d-a789-4a6f-bdab-1af4c8754680 req-7dd6496d-9a3f-49b4-9385-aaf161c8bb9c tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1640622474', 'description': 'tempest-description-722542891'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:55.697960 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af88606-2435-4e0e-8d12-b00192dd7cf1 req-ecc8a25e-d69e-4545-ad27-d48db39bfe74 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:55.702301 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4af88606-2435-4e0e-8d12-b00192dd7cf1 req-ecc8a25e-d69e-4545-ad27-d48db39bfe74 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.0567462 Apr 20 16:19:55.710359 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef60617d-a789-4a6f-bdab-1af4c8754680 req-7dd6496d-9a3f-49b4-9385-aaf161c8bb9c tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:55.742498 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4af88606-2435-4e0e-8d12-b00192dd7cf1 req-10364852-91c6-4cfc-88d4-d0599bcc3a46 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347922 Apr 20 16:19:55.783766 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef60617d-a789-4a6f-bdab-1af4c8754680 req-7dd6496d-9a3f-49b4-9385-aaf161c8bb9c tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:55.853131 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef60617d-a789-4a6f-bdab-1af4c8754680 req-7dd6496d-9a3f-49b4-9385-aaf161c8bb9c tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:55.884246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6496d-9a3f-49b4-9385-aaf161c8bb9c tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d937ba71-129b-4aab-9cb8-6a75b3db904f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:55.991709 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ef60617d-a789-4a6f-bdab-1af4c8754680 req-7dd6496d-9a3f-49b4-9385-aaf161c8bb9c tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:55.992989 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef60617d-a789-4a6f-bdab-1af4c8754680 req-7dd6496d-9a3f-49b4-9385-aaf161c8bb9c tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4191136 Apr 20 16:19:56.264642 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfa701-c422-47ce-af37-3bf5b21d9eaf req-defd418a-7cd8-4925-90ce-0fa95350bba1 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:56.266993 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9ccfa701-c422-47ce-af37-3bf5b21d9eaf req-defd418a-7cd8-4925-90ce-0fa95350bba1 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/ports?device_id=b034719a-f7d3-4d3b-b3de-51241ed6149b HTTP/1.1" status: 200 len: 943 time: 0.0608897 Apr 20 16:19:56.269662 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d412527-64e7-45d1-9924-fdbf60642627 req-ba073966-6537-4386-a8d4-c8964be2e6eb tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:56.271206 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d412527-64e7-45d1-9924-fdbf60642627 req-ba073966-6537-4386-a8d4-c8964be2e6eb tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/networks?id=29dbfc8e-095a-4d2b-82ac-4cea5a87b262 HTTP/1.1" status: 200 len: 813 time: 0.1058247 Apr 20 16:19:56.287786 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d412527-64e7-45d1-9924-fdbf60642627 req-58f9f2a0-a61c-4b71-b7ed-514a02dd43a3 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/quotas/73ba2d154aa546b5bdc4027f729bae8b HTTP/1.1" status: 200 len: 375 time: 0.0100288 Apr 20 16:19:56.293182 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:56.338527 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9ccfa701-c422-47ce-af37-3bf5b21d9eaf req-6ba2dc1a-ac4e-44f8-91c4-387202238c94 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/security-groups?id=cff4dfc2-7f8f-4255-af3d-f4c43accbe62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524983 Apr 20 16:19:56.353259 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d412527-64e7-45d1-9924-fdbf60642627 req-a7c674f5-9323-48e8-8522-089e2fdcdfbf tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ba2d154aa546b5bdc4027f729bae8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495646 Apr 20 16:19:56.446531 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d412527-64e7-45d1-9924-fdbf60642627 req-a2c5c9f6-e577-49dc-8f41-4ad65109403b service neutron] 10.222.0.15 "GET /v2.0/networks/29dbfc8e-095a-4d2b-82ac-4cea5a87b262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873208 Apr 20 16:19:56.561784 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d412527-64e7-45d1-9924-fdbf60642627 req-050ffccd-1a0e-4c1d-90f0-a616dde57a33 service neutron] 10.222.0.15 "GET /v2.0/networks/29dbfc8e-095a-4d2b-82ac-4cea5a87b262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084535 Apr 20 16:19:56.698756 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-11d8cb57-32b4-469c-b032-7ef609390a1c req-db7e0479-71bb-4d66-b815-11ad053fff11 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/ports?device_id=5064ba78-5010-48e5-b674-4d0f562b5c89 HTTP/1.1" status: 200 len: 210 time: 0.0289366 Apr 20 16:19:56.828158 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-79e08b82-2a05-41e1-b016-76f3126d3bf6 req-2ff83f08-42ee-4a5d-ad3a-240c76ec8c3c tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 210 time: 0.0463300 Apr 20 16:19:56.902589 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88151415-9be0-46e7-a5d7-f20190d9eb93 req-e6e9480e-965b-429e-8962-3e74b8626f22 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:56.904149 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-88151415-9be0-46e7-a5d7-f20190d9eb93 req-e6e9480e-965b-429e-8962-3e74b8626f22 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.0617990 Apr 20 16:19:56.965145 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a648e9a5-387f-44da-aeb0-320eab43f1b9 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:19:56.981312 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-88151415-9be0-46e7-a5d7-f20190d9eb93 req-9f0d0695-7b9c-4938-9847-0935c4c81156 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632465 Apr 20 16:19:57.160276 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port a648e9a5-387f-44da-aeb0-320eab43f1b9, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a648e9a5-387f-44da-aeb0-320eab43f1b9,segment=NetworkSegment(a98a2fe4-df34-4358-8d2a-07b106fadc89),segment_id=a98a2fe4-df34-4358-8d2a-07b106fadc89)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:57.160536 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-ac19815f-abae-4fa7-a001-ee0919f477c5 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:57.162102 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-ac19815f-abae-4fa7-a001-ee0919f477c5 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.30 "GET /v2.0/networks?id=384966cf-ab08-4d43-a2d1-58b114401cea HTTP/1.1" status: 200 len: 812 time: 0.1520808 Apr 20 16:19:57.182193 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-98fd5d63-2716-41e4-9ccd-1f86d3aa1013 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Request body: {'port': {'device_id': '5064ba78-5010-48e5-b674-4d0f562b5c89', 'network_id': '384966cf-ab08-4d43-a2d1-58b114401cea', 'admin_state_up': True, 'tenant_id': 'fc38b698eb374495b418c859d64fa516'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:57.185872 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'a648e9a5-387f-44da-aeb0-320eab43f1b9', 'network_id': 'd6b25027-84e1-470c-a0a4-7e6295863d1f', 'port_id': 'a648e9a5-387f-44da-aeb0-320eab43f1b9', 'mac_address': 'fa:16:3e:76:12:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b9695c-0d7e-48fc-a8f1-8320c580d415', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:19:57.232298 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:57.247332 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a648e9a5-387f-44da-aeb0-320eab43f1b9 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:19:57.269956 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port a648e9a5-387f-44da-aeb0-320eab43f1b9, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a648e9a5-387f-44da-aeb0-320eab43f1b9,segment=NetworkSegment(a98a2fe4-df34-4358-8d2a-07b106fadc89),segment_id=a98a2fe4-df34-4358-8d2a-07b106fadc89)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:57.339289 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:57.455334 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=a648e9a5-387f-44da-aeb0-320eab43f1b9,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:57.589122 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-ed83626b-d1e5-4331-b00a-8cd442367480 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d748795b5b874696aee3946c7b2f48aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256090 Apr 20 16:19:57.680916 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:57.710538 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9dca3-fdce-4e5d-99a8-714d7b218a57 req-8285e1c9-b219-4746-b8aa-d88d3ead6e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:57.712262 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-baa9dca3-fdce-4e5d-99a8-714d7b218a57 req-8285e1c9-b219-4746-b8aa-d88d3ead6e1e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e2d8be89b26402abed4992d83acf807&device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 1096 time: 0.1429260 Apr 20 16:19:57.723090 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-f582fb6f-746c-417a-8bd6-3a7c7fb134af tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:57.731635 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-f582fb6f-746c-417a-8bd6-3a7c7fb134af tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1365161 Apr 20 16:19:57.747201 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-7ae0f23b-a725-45ef-973a-4131fc1f4312 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/quotas/d748795b5b874696aee3946c7b2f48aa HTTP/1.1" status: 200 len: 375 time: 0.0147099 Apr 20 16:19:57.758007 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d623e-f152-4c25-aa0c-e184e229d86f req-e9ad7df9-981c-491a-9e0f-14277c252543 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:57.759471 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef1d623e-f152-4c25-aa0c-e184e229d86f req-e9ad7df9-981c-491a-9e0f-14277c252543 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.1889820 Apr 20 16:19:57.782173 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-c5e878bd-4d14-4d68-b492-8d930f731318 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d748795b5b874696aee3946c7b2f48aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288854 Apr 20 16:19:57.805141 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['a648e9a5-387f-44da-aeb0-320eab43f1b9'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:19:57.868727 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef1d623e-f152-4c25-aa0c-e184e229d86f req-a35ab9e2-8252-463e-8054-c8749fc11d92 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825455 Apr 20 16:19:57.878097 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9dca3-fdce-4e5d-99a8-714d7b218a57 req-6482f4eb-b628-4d94-9a1e-b75c92ecbccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:57.879584 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-baa9dca3-fdce-4e5d-99a8-714d7b218a57 req-6482f4eb-b628-4d94-9a1e-b75c92ecbccb service neutron] 10.222.0.30 "GET /v2.0/networks?id=f101898e-5344-4f35-8434-4e0f62076e5a HTTP/1.1" status: 200 len: 912 time: 0.1576166 Apr 20 16:19:57.925179 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-98fd5d63-2716-41e4-9ccd-1f86d3aa1013 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Made reservation on behalf of fc38b698eb374495b418c859d64fa516 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:19:57.928749 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-98fd5d63-2716-41e4-9ccd-1f86d3aa1013 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:57.932642 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-baa9dca3-fdce-4e5d-99a8-714d7b218a57 req-72e0395d-f970-49f3-8ab7-727677a8e586 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=260de092-6113-4829-ba1b-866a7d0da439 HTTP/1.1" status: 200 len: 217 time: 0.0465260 Apr 20 16:19:58.055180 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9dca3-fdce-4e5d-99a8-714d7b218a57 req-54d16cab-8936-4cbf-89f1-ff8ee7f4cf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:58.056715 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-baa9dca3-fdce-4e5d-99a8-714d7b218a57 req-54d16cab-8936-4cbf-89f1-ff8ee7f4cf98 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0f095aa7-489d-4032-aca8-4d512f72cac3 HTTP/1.1" status: 200 len: 851 time: 0.1160457 Apr 20 16:19:58.105089 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-baa9dca3-fdce-4e5d-99a8-714d7b218a57 req-bfb26528-9f25-4685-a2d4-455d87517883 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f101898e-5344-4f35-8434-4e0f62076e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383384 Apr 20 16:19:58.115587 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41214d5c-1a57-4041-9b06-6e3c34de41f6 req-02f95f8b-8e32-442c-877d-f1dbd69e8206 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:58.117601 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-41214d5c-1a57-4041-9b06-6e3c34de41f6 req-02f95f8b-8e32-442c-877d-f1dbd69e8206 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/ports?device_id=b034719a-f7d3-4d3b-b3de-51241ed6149b HTTP/1.1" status: 200 len: 944 time: 0.1436684 Apr 20 16:19:58.162693 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:58.235412 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-98fd5d63-2716-41e4-9ccd-1f86d3aa1013 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Allocated IP 172.20.0.10 (384966cf-ab08-4d43-a2d1-58b114401cea/51c2a3b6-2f6e-45d1-ab11-2108ce6886aa/7390b8b2-14a8-4bf4-aa65-3af6c6d1f754) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:19:58.277735 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bd97ceaf-a38a-4b17-bb1e-4d4242bebea8 req-89f524c1-2e1a-455c-a5c4-d4b26a4ffd16 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/ports?device_id=5064ba78-5010-48e5-b674-4d0f562b5c89 HTTP/1.1" status: 200 len: 210 time: 0.0397193 Apr 20 16:19:58.396864 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-150fd72e-0224-4a20-8d03-e412cae0130f req-bb245367-0132-4c38-a24a-53b2c7587b13 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 210 time: 0.0479398 Apr 20 16:19:58.422699 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-41214d5c-1a57-4041-9b06-6e3c34de41f6 req-bced11af-369d-4904-9021-98f2d10ae5b3 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/security-groups?id=cff4dfc2-7f8f-4255-af3d-f4c43accbe62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732522 Apr 20 16:19:58.474331 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-baa9dca3-fdce-4e5d-99a8-714d7b218a57 req-e27a4306-9141-4f30-927c-7406c837e115 service neutron] 10.222.0.30 "GET /v2.0/networks/f101898e-5344-4f35-8434-4e0f62076e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523111 Apr 20 16:19:58.486086 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a81fb01c-2344-4802-b903-6ab5f230e548 req-51eaa71b-dbb4-4ace-96ba-2e0cf2f60684 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fab4eb-af20-4e02-80f0-b03aabffafd5 HTTP/1.1" status: 200 len: 210 time: 0.0343297 Apr 20 16:19:58.488152 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:58.518110 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-98fd5d63-2716-41e4-9ccd-1f86d3aa1013 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:58.608254 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-baa9dca3-fdce-4e5d-99a8-714d7b218a57 req-09e9b964-e65e-42d8-bb5d-09f0baf73c34 service neutron] 10.222.0.30 "GET /v2.0/networks/f101898e-5344-4f35-8434-4e0f62076e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270092 Apr 20 16:19:58.709769 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-98fd5d63-2716-41e4-9ccd-1f86d3aa1013 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:58.758828 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-98fd5d63-2716-41e4-9ccd-1f86d3aa1013 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Network 384966cf-ab08-4d43-a2d1-58b114401cea is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:19:58.769622 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-98fd5d63-2716-41e4-9ccd-1f86d3aa1013 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:19:58.772176 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-98fd5d63-2716-41e4-9ccd-1f86d3aa1013 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:19:58.801393 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd5d63-2716-41e4-9ccd-1f86d3aa1013 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Pushing event updated for resources: {'Port': ['ID=7390b8b2-14a8-4bf4-aa65-3af6c6d1f754,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:58.844051 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-98fd5d63-2716-41e4-9ccd-1f86d3aa1013 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:58.845197 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-98fd5d63-2716-41e4-9ccd-1f86d3aa1013 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:58.965581 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a648e9a5-387f-44da-aeb0-320eab43f1b9 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:19:59.002067 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e601391-a739-47fb-853b-72195875bf36 req-62382f5a-7906-464e-a9be-021b15bc8079 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:59.003717 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e601391-a739-47fb-853b-72195875bf36 req-62382f5a-7906-464e-a9be-021b15bc8079 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.0532999 Apr 20 16:19:59.008152 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-98fd5d63-2716-41e4-9ccd-1f86d3aa1013 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8312099 Apr 20 16:19:59.046309 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-75f5375a-313a-425d-9fc7-944815e819e8 service neutron] Request body: {'port': {'device_id': '5064ba78-5010-48e5-b674-4d0f562b5c89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:19:59.094992 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e601391-a739-47fb-853b-72195875bf36 req-77e9e16b-8e3f-477c-888c-52aba1eb6736 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773690 Apr 20 16:19:59.120900 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-75f5375a-313a-425d-9fc7-944815e819e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:59.182874 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port a648e9a5-387f-44da-aeb0-320eab43f1b9 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:19:59.186758 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port a648e9a5-387f-44da-aeb0-320eab43f1b9 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:19:59.187121 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:59.290658 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:59.316865 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b034719a-f7d3-4d3b-b3de-51241ed6149b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a648e9a5-387f-44da-aeb0-320eab43f1b9'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:19:59.322715 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e96fba-3ba4-41d8-ae70-1d9f46fbea60" -d '{"events": [{"server_uuid": "b034719a-f7d3-4d3b-b3de-51241ed6149b", "name": "network-vif-plugged", "status": "completed", "tag": "a648e9a5-387f-44da-aeb0-320eab43f1b9"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:19:59.348934 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port a648e9a5-387f-44da-aeb0-320eab43f1b9, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a648e9a5-387f-44da-aeb0-320eab43f1b9,segment=NetworkSegment(a98a2fe4-df34-4358-8d2a-07b106fadc89),segment_id=a98a2fe4-df34-4358-8d2a-07b106fadc89)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:19:59.378742 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb9ae85-3e0e-4438-8b24-9d060e6b1a32 x-openstack-request-id: req-ebb9ae85-3e0e-4438-8b24-9d060e6b1a32 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:19:59.379038 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b034719a-f7d3-4d3b-b3de-51241ed6149b", "name": "network-vif-plugged", "status": "completed", "tag": "a648e9a5-387f-44da-aeb0-320eab43f1b9", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:19:59.379528 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebb9ae85-3e0e-4438-8b24-9d060e6b1a32 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:19:59.379933 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebb9ae85-3e0e-4438-8b24-9d060e6b1a32'] response: {'server_uuid': 'b034719a-f7d3-4d3b-b3de-51241ed6149b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a648e9a5-387f-44da-aeb0-320eab43f1b9', 'code': 200} Apr 20 16:19:59.402341 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c3737-b609-43d2-a0cb-476cd5500e24 req-3c74a176-a94c-4b02-a133-5e2e130973ac tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:59.404037 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7e3c3737-b609-43d2-a0cb-476cd5500e24 req-3c74a176-a94c-4b02-a133-5e2e130973ac tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/ports?device_id=5064ba78-5010-48e5-b674-4d0f562b5c89 HTTP/1.1" status: 200 len: 932 time: 0.0545449 Apr 20 16:19:59.461983 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-75f5375a-313a-425d-9fc7-944815e819e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7390b8b2-14a8-4bf4-aa65-3af6c6d1f754 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:19:59.464848 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:59.478902 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7e3c3737-b609-43d2-a0cb-476cd5500e24 req-8cff8491-bca7-48b9-ac9c-0cf330e595d2 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f2a903a-c3ad-4f40-8057-a91f55d987cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676229 Apr 20 16:19:59.494811 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-75f5375a-313a-425d-9fc7-944815e819e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:59.554228 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=a648e9a5-387f-44da-aeb0-320eab43f1b9,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:59.574759 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-75f5375a-313a-425d-9fc7-944815e819e8 service neutron] Transition to ACTIVE for port object 7390b8b2-14a8-4bf4-aa65-3af6c6d1f754 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:19:59.577710 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104130d-a973-4f9e-8fca-6da49f2b4e79 req-fc700658-3036-415e-a3b9-0df4d883170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:59.579213 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5104130d-a973-4f9e-8fca-6da49f2b4e79 req-fc700658-3036-415e-a3b9-0df4d883170e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b034719a-f7d3-4d3b-b3de-51241ed6149b HTTP/1.1" status: 200 len: 1096 time: 0.0786259 Apr 20 16:19:59.614657 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7cfa33b4-30f0-4e7b-86aa-2440585ee1e6 req-bfa48a00-5c73-45d9-9727-3d2f4d074324 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 210 time: 0.0849068 Apr 20 16:19:59.653211 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5104130d-a973-4f9e-8fca-6da49f2b4e79 req-73096e20-02ba-46b5-848b-6a34ab695519 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cff4dfc2-7f8f-4255-af3d-f4c43accbe62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666621 Apr 20 16:19:59.665102 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-75f5375a-313a-425d-9fc7-944815e819e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:59.680481 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de3312-79a2-4771-b187-fe6a61c28e3b req-d270bb7f-f3fb-4620-a711-2a377e1a635a tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:19:59.682113 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c4de3312-79a2-4771-b187-fe6a61c28e3b req-d270bb7f-f3fb-4620-a711-2a377e1a635a tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/ports?device_id=b034719a-f7d3-4d3b-b3de-51241ed6149b HTTP/1.1" status: 200 len: 945 time: 0.0757701 Apr 20 16:19:59.730274 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1e9f949-cf6f-460a-8e59-68994f69c2e5 req-9a9ec67b-5f9c-4ac1-8fa6-3fe5cc5e862c tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fab4eb-af20-4e02-80f0-b03aabffafd5 HTTP/1.1" status: 200 len: 210 time: 0.0395103 Apr 20 16:19:59.735445 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c4de3312-79a2-4771-b187-fe6a61c28e3b req-97f29918-0251-415e-95ec-15f04f0187c8 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/security-groups?id=cff4dfc2-7f8f-4255-af3d-f4c43accbe62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466695 Apr 20 16:19:59.745480 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:59.758956 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5375a-313a-425d-9fc7-944815e819e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7390b8b2-14a8-4bf4-aa65-3af6c6d1f754,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:19:59.820581 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-75f5375a-313a-425d-9fc7-944815e819e8 service neutron] Attempting to bind port 7390b8b2-14a8-4bf4-aa65-3af6c6d1f754 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:19:59.820915 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-75f5375a-313a-425d-9fc7-944815e819e8 service neutron] Attempting to bind port 7390b8b2-14a8-4bf4-aa65-3af6c6d1f754 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'fd070f08-0b1a-4293-a613-a358ae9727dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '384966cf-ab08-4d43-a2d1-58b114401cea'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:19:59.821236 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-75f5375a-313a-425d-9fc7-944815e819e8 service neutron] Attempting to bind port 7390b8b2-14a8-4bf4-aa65-3af6c6d1f754 on network 384966cf-ab08-4d43-a2d1-58b114401cea {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:19:59.826337 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-75f5375a-313a-425d-9fc7-944815e819e8 service neutron] Port 7390b8b2-14a8-4bf4-aa65-3af6c6d1f754 on network 384966cf-ab08-4d43-a2d1-58b114401cea not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:19:59.827050 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-75f5375a-313a-425d-9fc7-944815e819e8 service neutron] Attempting to bind port 7390b8b2-14a8-4bf4-aa65-3af6c6d1f754 on network 384966cf-ab08-4d43-a2d1-58b114401cea {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:19:59.831934 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-75f5375a-313a-425d-9fc7-944815e819e8 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:19:59.835228 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-75f5375a-313a-425d-9fc7-944815e819e8 service neutron] Checking segment: {'id': 'fd070f08-0b1a-4293-a613-a358ae9727dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '384966cf-ab08-4d43-a2d1-58b114401cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:19:59.835228 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-75f5375a-313a-425d-9fc7-944815e819e8 service neutron] Bound using segment: {'id': 'fd070f08-0b1a-4293-a613-a358ae9727dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '384966cf-ab08-4d43-a2d1-58b114401cea'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:19:59.835228 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-75f5375a-313a-425d-9fc7-944815e819e8 service neutron] Bound port: 7390b8b2-14a8-4bf4-aa65-3af6c6d1f754, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd070f08-0b1a-4293-a613-a358ae9727dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '384966cf-ab08-4d43-a2d1-58b114401cea'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:19:59.835228 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-75f5375a-313a-425d-9fc7-944815e819e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:19:59.910065 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-75f5375a-313a-425d-9fc7-944815e819e8 service neutron] For port 7390b8b2-14a8-4bf4-aa65-3af6c6d1f754, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:19:59.913103 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-75f5375a-313a-425d-9fc7-944815e819e8 service neutron] For port 7390b8b2-14a8-4bf4-aa65-3af6c6d1f754, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7390b8b2-14a8-4bf4-aa65-3af6c6d1f754,segment=NetworkSegment(fd070f08-0b1a-4293-a613-a358ae9727dd),segment_id=fd070f08-0b1a-4293-a613-a358ae9727dd)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:19:59.985248 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-75f5375a-313a-425d-9fc7-944815e819e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:00.023548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-75f5375a-313a-425d-9fc7-944815e819e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:00.024948 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-75f5375a-313a-425d-9fc7-944815e819e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:00.026434 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-75f5375a-313a-425d-9fc7-944815e819e8 service neutron] 10.222.0.30 "PUT /v2.0/ports/7390b8b2-14a8-4bf4-aa65-3af6c6d1f754 HTTP/1.1" status: 200 len: 1092 time: 0.9841356 Apr 20 16:20:00.030300 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5064ba78-5010-48e5-b674-4d0f562b5c89', 'tag': '7390b8b2-14a8-4bf4-aa65-3af6c6d1f754'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:00.032553 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b37a8d4-dec8-4e6a-b313-74aea4fee0f8" -d '{"events": [{"name": "network-changed", "server_uuid": "5064ba78-5010-48e5-b674-4d0f562b5c89", "tag": "7390b8b2-14a8-4bf4-aa65-3af6c6d1f754"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:00.077879 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5375a-313a-425d-9fc7-944815e819e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7390b8b2-14a8-4bf4-aa65-3af6c6d1f754,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:00.086191 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead85dbb-9501-4f9b-90fe-949261c24e43 x-openstack-request-id: req-ead85dbb-9501-4f9b-90fe-949261c24e43 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:00.086794 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5064ba78-5010-48e5-b674-4d0f562b5c89", "tag": "7390b8b2-14a8-4bf4-aa65-3af6c6d1f754", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:00.087853 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ead85dbb-9501-4f9b-90fe-949261c24e43 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:00.087853 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead85dbb-9501-4f9b-90fe-949261c24e43'] response: {'name': 'network-changed', 'server_uuid': '5064ba78-5010-48e5-b674-4d0f562b5c89', 'tag': '7390b8b2-14a8-4bf4-aa65-3af6c6d1f754', 'status': 'completed', 'code': 200} Apr 20 16:20:00.168522 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37a8d4-dec8-4e6a-b313-74aea4fee0f8 req-34f8cd82-da61-48d7-9c9e-ae2de54672a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:00.170253 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b37a8d4-dec8-4e6a-b313-74aea4fee0f8 req-34f8cd82-da61-48d7-9c9e-ae2de54672a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc38b698eb374495b418c859d64fa516&device_id=5064ba78-5010-48e5-b674-4d0f562b5c89 HTTP/1.1" status: 200 len: 1095 time: 0.0448275 Apr 20 16:20:00.171404 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d412527-64e7-45d1-9924-fdbf60642627 req-60606bc3-bf2e-4bff-8442-bb6f21bad6a4 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:00.173158 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d412527-64e7-45d1-9924-fdbf60642627 req-60606bc3-bf2e-4bff-8442-bb6f21bad6a4 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.26 "GET /v2.0/networks?id=29dbfc8e-095a-4d2b-82ac-4cea5a87b262 HTTP/1.1" status: 200 len: 813 time: 0.1155324 Apr 20 16:20:00.218622 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-8d412527-64e7-45d1-9924-fdbf60642627 req-5f8d1b36-797c-479a-86c0-afe3affe0165 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Request body: {'port': {'device_id': '4755d6cb-8026-497a-b714-39d80eeeeb89', 'network_id': '29dbfc8e-095a-4d2b-82ac-4cea5a87b262', 'admin_state_up': True, 'tenant_id': '73ba2d154aa546b5bdc4027f729bae8b'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:00.280753 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615315a-cb02-4a4b-a07d-f90454b427db req-c5232e0f-7725-41b5-9e3c-91b483d50e63 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:00.282166 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8615315a-cb02-4a4b-a07d-f90454b427db req-c5232e0f-7725-41b5-9e3c-91b483d50e63 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.1109948 Apr 20 16:20:00.324995 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37a8d4-dec8-4e6a-b313-74aea4fee0f8 req-589a2ca9-5d2c-43a0-ba5f-28f043a1c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:00.326394 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b37a8d4-dec8-4e6a-b313-74aea4fee0f8 req-589a2ca9-5d2c-43a0-ba5f-28f043a1c956 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=fc38b698eb374495b418c859d64fa516&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1263921 Apr 20 16:20:00.340734 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8615315a-cb02-4a4b-a07d-f90454b427db req-82f6bd04-d38e-424e-9271-28b76c44dca3 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492396 Apr 20 16:20:00.411864 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d412527-64e7-45d1-9924-fdbf60642627 req-5f8d1b36-797c-479a-86c0-afe3affe0165 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Made reservation on behalf of 73ba2d154aa546b5bdc4027f729bae8b for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:20:00.415536 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8d412527-64e7-45d1-9924-fdbf60642627 req-5f8d1b36-797c-479a-86c0-afe3affe0165 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:00.438334 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37a8d4-dec8-4e6a-b313-74aea4fee0f8 req-8ae9dd37-6f50-4425-9a68-b53990a74524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:00.439838 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b37a8d4-dec8-4e6a-b313-74aea4fee0f8 req-8ae9dd37-6f50-4425-9a68-b53990a74524 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023932 Apr 20 16:20:00.552619 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-8d412527-64e7-45d1-9924-fdbf60642627 req-5f8d1b36-797c-479a-86c0-afe3affe0165 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Allocated IP 172.20.0.13 (29dbfc8e-095a-4d2b-82ac-4cea5a87b262/e508aa00-d9ac-4d19-b6db-06331192a4a4/9f6487ec-8b6f-44eb-87b1-0690b758458b) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:20:00.562229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-05d2b816-fe5b-4519-b17c-48c85d78fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:00.564560 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-05d2b816-fe5b-4519-b17c-48c85d78fc8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc38b698eb374495b418c859d64fa516&device_id=5064ba78-5010-48e5-b674-4d0f562b5c89 HTTP/1.1" status: 200 len: 1095 time: 0.0557287 Apr 20 16:20:00.628312 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-1134ba61-a775-4718-bb4a-78314354380e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7390b8b2-14a8-4bf4-aa65-3af6c6d1f754 HTTP/1.1" status: 200 len: 217 time: 0.0489070 Apr 20 16:20:00.636672 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48402978-fca0-4afe-9dd4-60790840c62f req-40191f8b-5a4e-429b-ac7f-ce0ec3757658 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:00.638169 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-48402978-fca0-4afe-9dd4-60790840c62f req-40191f8b-5a4e-429b-ac7f-ce0ec3757658 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/ports?device_id=5064ba78-5010-48e5-b674-4d0f562b5c89 HTTP/1.1" status: 200 len: 944 time: 0.0826886 Apr 20 16:20:00.682720 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-09a181d1-d15c-4609-88f4-70e186aa4c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:00.684218 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-09a181d1-d15c-4609-88f4-70e186aa4c0a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=51c2a3b6-2f6e-45d1-ab11-2108ce6886aa HTTP/1.1" status: 200 len: 852 time: 0.0483916 Apr 20 16:20:00.727326 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-1ae5a309-83ee-45a1-a966-49e47d67223b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=384966cf-ab08-4d43-a2d1-58b114401cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343118 Apr 20 16:20:00.733202 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-48402978-fca0-4afe-9dd4-60790840c62f req-2cdf011e-ef44-4091-8e86-90fd04535dcc tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f2a903a-c3ad-4f40-8057-a91f55d987cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838499 Apr 20 16:20:00.742235 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-77d2d60c-cf67-441b-92ef-9b4a0e13050b req-f7ef3504-7dae-4702-95c2-98f2edc6e92d tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 210 time: 0.0405447 Apr 20 16:20:00.776593 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8d412527-64e7-45d1-9924-fdbf60642627 req-5f8d1b36-797c-479a-86c0-afe3affe0165 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:00.858141 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e5058be-4fd4-4211-8f0f-00349383d144 req-59c41984-d1d6-4784-9498-df4f1ff3db4e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fab4eb-af20-4e02-80f0-b03aabffafd5 HTTP/1.1" status: 200 len: 210 time: 0.0358346 Apr 20 16:20:00.875271 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e07a8-82fd-46a6-80c0-aca8c0eb33ca req-7428427e-3b00-4e44-88f1-76cde3dcec74 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:00.877121 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7f0e07a8-82fd-46a6-80c0-aca8c0eb33ca req-7428427e-3b00-4e44-88f1-76cde3dcec74 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/ports?device_id=b034719a-f7d3-4d3b-b3de-51241ed6149b HTTP/1.1" status: 200 len: 945 time: 0.0561469 Apr 20 16:20:00.887298 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-c820600a-8755-42d4-98a2-a05b82bc7115 service neutron] 10.222.0.30 "GET /v2.0/networks/384966cf-ab08-4d43-a2d1-58b114401cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420796 Apr 20 16:20:00.924015 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7f0e07a8-82fd-46a6-80c0-aca8c0eb33ca req-4a4376af-269a-4dbd-92f9-427087226398 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/security-groups?id=cff4dfc2-7f8f-4255-af3d-f4c43accbe62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332673 Apr 20 16:20:00.961671 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8d412527-64e7-45d1-9924-fdbf60642627 req-5f8d1b36-797c-479a-86c0-afe3affe0165 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:00.989989 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9fae2888-58ee-41e7-8f0c-a654b2a26808 req-46ed80ac-5d76-49cc-8f3f-bb749298979f service neutron] 10.222.0.30 "GET /v2.0/networks/384966cf-ab08-4d43-a2d1-58b114401cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934353 Apr 20 16:20:01.009202 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d412527-64e7-45d1-9924-fdbf60642627 req-5f8d1b36-797c-479a-86c0-afe3affe0165 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Network 29dbfc8e-095a-4d2b-82ac-4cea5a87b262 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:20:01.012541 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-8d412527-64e7-45d1-9924-fdbf60642627 req-5f8d1b36-797c-479a-86c0-afe3affe0165 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:01.016727 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d412527-64e7-45d1-9924-fdbf60642627 req-5f8d1b36-797c-479a-86c0-afe3affe0165 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:20:01.040417 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d1b36-797c-479a-86c0-afe3affe0165 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event updated for resources: {'Port': ['ID=9f6487ec-8b6f-44eb-87b1-0690b758458b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:01.067356 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d412527-64e7-45d1-9924-fdbf60642627 req-5f8d1b36-797c-479a-86c0-afe3affe0165 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:01.067961 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8d412527-64e7-45d1-9924-fdbf60642627 req-5f8d1b36-797c-479a-86c0-afe3affe0165 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:01.233184 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d412527-64e7-45d1-9924-fdbf60642627 req-5f8d1b36-797c-479a-86c0-afe3affe0165 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0184777 Apr 20 16:20:01.261108 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-8d412527-64e7-45d1-9924-fdbf60642627 req-2182a7a2-f120-4ed6-967c-d696a40d1aa4 service neutron] Request body: {'port': {'device_id': '4755d6cb-8026-497a-b714-39d80eeeeb89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:01.320817 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8d412527-64e7-45d1-9924-fdbf60642627 req-2182a7a2-f120-4ed6-967c-d696a40d1aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:01.505594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc89fb-bedd-408f-93bc-0f6dacc599bf req-12cb5fcf-17fb-43b5-abab-bc8a256391ea tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:01.507362 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00bc89fb-bedd-408f-93bc-0f6dacc599bf req-12cb5fcf-17fb-43b5-abab-bc8a256391ea tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0709500 Apr 20 16:20:01.550153 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00bc89fb-bedd-408f-93bc-0f6dacc599bf req-bd56a46d-23da-408f-b180-d59c542d68c2 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365174 Apr 20 16:20:01.553604 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba047e7-e19e-41e6-b8a4-a214d629f919 req-b8106225-620b-461a-959d-2a5dfd7d158d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:01.555104 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6ba047e7-e19e-41e6-b8a4-a214d629f919 req-b8106225-620b-461a-959d-2a5dfd7d158d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.0941794 Apr 20 16:20:01.628829 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6ba047e7-e19e-41e6-b8a4-a214d629f919 req-5f782005-9f3e-4ca5-a6ac-5bcd6e516f30 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485835 Apr 20 16:20:01.705579 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-8d412527-64e7-45d1-9924-fdbf60642627 req-2182a7a2-f120-4ed6-967c-d696a40d1aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6487ec-8b6f-44eb-87b1-0690b758458b {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:20:01.713271 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8d412527-64e7-45d1-9924-fdbf60642627 req-2182a7a2-f120-4ed6-967c-d696a40d1aa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:01.725164 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-8d412527-64e7-45d1-9924-fdbf60642627 req-2182a7a2-f120-4ed6-967c-d696a40d1aa4 service neutron] Transition to ACTIVE for port object 9f6487ec-8b6f-44eb-87b1-0690b758458b will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:20:01.764077 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-33f0195d-16e1-4e6d-a24c-81fbffab2522 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d748795b5b874696aee3946c7b2f48aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231462 Apr 20 16:20:01.847581 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8d412527-64e7-45d1-9924-fdbf60642627 req-2182a7a2-f120-4ed6-967c-d696a40d1aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:01.897304 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48c365-4c8e-484d-9be2-a72a1c5d5ebc req-8c3502c6-87d5-401f-8546-ae9a4723c9d8 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:01.898805 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e48c365-4c8e-484d-9be2-a72a1c5d5ebc req-8c3502c6-87d5-401f-8546-ae9a4723c9d8 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/ports?device_id=5064ba78-5010-48e5-b674-4d0f562b5c89 HTTP/1.1" status: 200 len: 944 time: 0.0727391 Apr 20 16:20:01.915798 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d38d5a-f4db-4515-9ec6-ddae6905ccb0 req-3b0a9501-701f-4c1f-85ca-8d8e7b7f812a tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:01.917430 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-20d38d5a-f4db-4515-9ec6-ddae6905ccb0 req-3b0a9501-701f-4c1f-85ca-8d8e7b7f812a tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 932 time: 0.1042295 Apr 20 16:20:01.920691 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182a7a2-f120-4ed6-967c-d696a40d1aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6487ec-8b6f-44eb-87b1-0690b758458b,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:01.928474 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-244856ae-e83c-460c-b5a4-a72821ab7cca tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:01.936542 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-244856ae-e83c-460c-b5a4-a72821ab7cca tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1606958 Apr 20 16:20:01.955751 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bea4a4f2-54b9-45d0-a773-6902b133d26e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Request body: {'port': {'device_id': 'f3fab4eb-af20-4e02-80f0-b03aabffafd5', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': 'd748795b5b874696aee3946c7b2f48aa'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:01.973060 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e48c365-4c8e-484d-9be2-a72a1c5d5ebc req-edbcfa8b-c031-48e6-b82b-71a8cf62bac6 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f2a903a-c3ad-4f40-8057-a91f55d987cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620999 Apr 20 16:20:02.017354 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-20d38d5a-f4db-4515-9ec6-ddae6905ccb0 req-5e78feb1-f571-4e92-8031-b502293a7640 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892217 Apr 20 16:20:02.061982 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-8d412527-64e7-45d1-9924-fdbf60642627 req-2182a7a2-f120-4ed6-967c-d696a40d1aa4 service neutron] Attempting to bind port 9f6487ec-8b6f-44eb-87b1-0690b758458b on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:20:02.066854 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-8d412527-64e7-45d1-9924-fdbf60642627 req-2182a7a2-f120-4ed6-967c-d696a40d1aa4 service neutron] Attempting to bind port 9f6487ec-8b6f-44eb-87b1-0690b758458b by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '21ec1e0a-7032-4c6a-b26c-15010c22cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '29dbfc8e-095a-4d2b-82ac-4cea5a87b262'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:20:02.066854 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d412527-64e7-45d1-9924-fdbf60642627 req-2182a7a2-f120-4ed6-967c-d696a40d1aa4 service neutron] Attempting to bind port 9f6487ec-8b6f-44eb-87b1-0690b758458b on network 29dbfc8e-095a-4d2b-82ac-4cea5a87b262 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:20:02.067540 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d412527-64e7-45d1-9924-fdbf60642627 req-2182a7a2-f120-4ed6-967c-d696a40d1aa4 service neutron] Port 9f6487ec-8b6f-44eb-87b1-0690b758458b on network 29dbfc8e-095a-4d2b-82ac-4cea5a87b262 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:20:02.068103 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d412527-64e7-45d1-9924-fdbf60642627 req-2182a7a2-f120-4ed6-967c-d696a40d1aa4 service neutron] Attempting to bind port 9f6487ec-8b6f-44eb-87b1-0690b758458b on network 29dbfc8e-095a-4d2b-82ac-4cea5a87b262 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:20:02.074084 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d412527-64e7-45d1-9924-fdbf60642627 req-2182a7a2-f120-4ed6-967c-d696a40d1aa4 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:20:02.074548 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d412527-64e7-45d1-9924-fdbf60642627 req-2182a7a2-f120-4ed6-967c-d696a40d1aa4 service neutron] Checking segment: {'id': '21ec1e0a-7032-4c6a-b26c-15010c22cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '29dbfc8e-095a-4d2b-82ac-4cea5a87b262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:20:02.075054 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d412527-64e7-45d1-9924-fdbf60642627 req-2182a7a2-f120-4ed6-967c-d696a40d1aa4 service neutron] Bound using segment: {'id': '21ec1e0a-7032-4c6a-b26c-15010c22cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '29dbfc8e-095a-4d2b-82ac-4cea5a87b262'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:20:02.075548 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-8d412527-64e7-45d1-9924-fdbf60642627 req-2182a7a2-f120-4ed6-967c-d696a40d1aa4 service neutron] Bound port: 9f6487ec-8b6f-44eb-87b1-0690b758458b, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ec1e0a-7032-4c6a-b26c-15010c22cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '29dbfc8e-095a-4d2b-82ac-4cea5a87b262'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:20:02.075928 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8d412527-64e7-45d1-9924-fdbf60642627 req-2182a7a2-f120-4ed6-967c-d696a40d1aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:02.117402 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb416c17-a2dc-4716-85f9-d88035ee84ac req-7cc29175-3972-4b34-864a-608456b64d5e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fab4eb-af20-4e02-80f0-b03aabffafd5 HTTP/1.1" status: 200 len: 210 time: 0.0411632 Apr 20 16:20:02.191958 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94f157-9b06-4785-8fe5-d81a89f603e5 req-bf0cc138-2daa-4184-b21f-6be2ca20c8ed tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:02.198906 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4f94f157-9b06-4785-8fe5-d81a89f603e5 req-bf0cc138-2daa-4184-b21f-6be2ca20c8ed tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/ports?device_id=b034719a-f7d3-4d3b-b3de-51241ed6149b HTTP/1.1" status: 200 len: 945 time: 0.1066644 Apr 20 16:20:02.198906 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-8d412527-64e7-45d1-9924-fdbf60642627 req-2182a7a2-f120-4ed6-967c-d696a40d1aa4 service neutron] For port 9f6487ec-8b6f-44eb-87b1-0690b758458b, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:20:02.198906 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-8d412527-64e7-45d1-9924-fdbf60642627 req-2182a7a2-f120-4ed6-967c-d696a40d1aa4 service neutron] For port 9f6487ec-8b6f-44eb-87b1-0690b758458b, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=9f6487ec-8b6f-44eb-87b1-0690b758458b,segment=NetworkSegment(21ec1e0a-7032-4c6a-b26c-15010c22cb42),segment_id=21ec1e0a-7032-4c6a-b26c-15010c22cb42)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:20:02.238385 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4f94f157-9b06-4785-8fe5-d81a89f603e5 req-e7d2c793-a750-41d3-add1-f184571a5aeb tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/security-groups?id=cff4dfc2-7f8f-4255-af3d-f4c43accbe62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338442 Apr 20 16:20:02.247670 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bea4a4f2-54b9-45d0-a773-6902b133d26e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Made reservation on behalf of d748795b5b874696aee3946c7b2f48aa for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:20:02.251488 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bea4a4f2-54b9-45d0-a773-6902b133d26e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:02.260831 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bea4a4f2-54b9-45d0-a773-6902b133d26e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:02.306161 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8d412527-64e7-45d1-9924-fdbf60642627 req-2182a7a2-f120-4ed6-967c-d696a40d1aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:02.351482 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bea4a4f2-54b9-45d0-a773-6902b133d26e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:02.352429 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d412527-64e7-45d1-9924-fdbf60642627 req-2182a7a2-f120-4ed6-967c-d696a40d1aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:02.353065 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8d412527-64e7-45d1-9924-fdbf60642627 req-2182a7a2-f120-4ed6-967c-d696a40d1aa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:02.354571 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d412527-64e7-45d1-9924-fdbf60642627 req-2182a7a2-f120-4ed6-967c-d696a40d1aa4 service neutron] 10.222.0.26 "PUT /v2.0/ports/9f6487ec-8b6f-44eb-87b1-0690b758458b HTTP/1.1" status: 200 len: 1092 time: 1.0977550 Apr 20 16:20:02.357638 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4755d6cb-8026-497a-b714-39d80eeeeb89', 'tag': '9f6487ec-8b6f-44eb-87b1-0690b758458b'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:02.359960 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1558e3cc-ca4f-4111-add4-0f5acc90866f" -d '{"events": [{"name": "network-changed", "server_uuid": "4755d6cb-8026-497a-b714-39d80eeeeb89", "tag": "9f6487ec-8b6f-44eb-87b1-0690b758458b"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:02.389987 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182a7a2-f120-4ed6-967c-d696a40d1aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6487ec-8b6f-44eb-87b1-0690b758458b,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:02.406960 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7059f2-a841-4771-b46a-b5a0fa70c25e x-openstack-request-id: req-7c7059f2-a841-4771-b46a-b5a0fa70c25e {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:02.407250 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4755d6cb-8026-497a-b714-39d80eeeeb89", "tag": "9f6487ec-8b6f-44eb-87b1-0690b758458b", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:02.407504 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c7059f2-a841-4771-b46a-b5a0fa70c25e {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:02.407928 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c7059f2-a841-4771-b46a-b5a0fa70c25e'] response: {'name': 'network-changed', 'server_uuid': '4755d6cb-8026-497a-b714-39d80eeeeb89', 'tag': '9f6487ec-8b6f-44eb-87b1-0690b758458b', 'status': 'completed', 'code': 200} Apr 20 16:20:02.423406 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bea4a4f2-54b9-45d0-a773-6902b133d26e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:02.484146 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4a4f2-54b9-45d0-a773-6902b133d26e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec5f9b0-3b93-4b6c-8387-49c9e910b577,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:02.534779 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558e3cc-ca4f-4111-add4-0f5acc90866f req-deabb358-4169-49e3-88a3-4dae516b3fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:02.536528 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1558e3cc-ca4f-4111-add4-0f5acc90866f req-deabb358-4169-49e3-88a3-4dae516b3fba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73ba2d154aa546b5bdc4027f729bae8b&device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 1095 time: 0.0485868 Apr 20 16:20:02.575335 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bea4a4f2-54b9-45d0-a773-6902b133d26e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Allocated IP 192.168.233.171 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/f49a3754-fc88-41c2-809c-ee7507ebad7a) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:20:02.661458 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558e3cc-ca4f-4111-add4-0f5acc90866f req-e9ca0597-d215-4bbb-9e47-0272e535096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:02.664246 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1558e3cc-ca4f-4111-add4-0f5acc90866f req-e9ca0597-d215-4bbb-9e47-0272e535096c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=73ba2d154aa546b5bdc4027f729bae8b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1051190 Apr 20 16:20:02.780057 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f96c7-d577-4b2e-9404-b45ef1e1df37 req-ad0c0edf-1f7f-40dc-89a5-89918d2d8376 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:02.787806 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4b6f96c7-d577-4b2e-9404-b45ef1e1df37 req-ad0c0edf-1f7f-40dc-89a5-89918d2d8376 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.1447921 Apr 20 16:20:02.848318 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558e3cc-ca4f-4111-add4-0f5acc90866f req-469c4fca-f245-427a-ba45-6136f18348a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:02.849816 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1558e3cc-ca4f-4111-add4-0f5acc90866f req-469c4fca-f245-427a-ba45-6136f18348a3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1738560 Apr 20 16:20:02.851798 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4b6f96c7-d577-4b2e-9404-b45ef1e1df37 req-e2e3f501-3a45-4642-a4b9-f80b167bac76 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625582 Apr 20 16:20:02.862048 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bea4a4f2-54b9-45d0-a773-6902b133d26e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:02.890641 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0051d-ad83-44c1-a658-8805d3baddcf req-9bc425d7-e4c7-4cca-b1fd-a0117fc9d897 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:02.892281 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d4a0051d-ad83-44c1-a658-8805d3baddcf req-9bc425d7-e4c7-4cca-b1fd-a0117fc9d897 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.0892353 Apr 20 16:20:02.965166 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d4a0051d-ad83-44c1-a658-8805d3baddcf req-ee912c95-c662-443c-8b3d-fbc250543e43 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656147 Apr 20 16:20:02.981894 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d412527-64e7-45d1-9924-fdbf60642627 req-c77add14-f82c-4272-83e7-6101da384155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:02.983039 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d412527-64e7-45d1-9924-fdbf60642627 req-c77add14-f82c-4272-83e7-6101da384155 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73ba2d154aa546b5bdc4027f729bae8b&device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 1095 time: 0.0619311 Apr 20 16:20:02.994866 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c32192-438a-437f-b5bd-8bae3d4efe98 req-b8a6dce4-df20-4e01-a7f8-e18413e00fb0 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:03.016881 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-05c32192-438a-437f-b5bd-8bae3d4efe98 req-b8a6dce4-df20-4e01-a7f8-e18413e00fb0 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/ports?device_id=b034719a-f7d3-4d3b-b3de-51241ed6149b HTTP/1.1" status: 200 len: 945 time: 0.0691836 Apr 20 16:20:03.021943 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bea4a4f2-54b9-45d0-a773-6902b133d26e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:03.095574 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bea4a4f2-54b9-45d0-a773-6902b133d26e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:20:03.105888 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d412527-64e7-45d1-9924-fdbf60642627 req-1f5aa55c-e064-403d-a405-11a649fc8e89 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f6487ec-8b6f-44eb-87b1-0690b758458b HTTP/1.1" status: 200 len: 217 time: 0.0683126 Apr 20 16:20:03.106628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bea4a4f2-54b9-45d0-a773-6902b133d26e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:03.116906 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-05c32192-438a-437f-b5bd-8bae3d4efe98 req-453817e9-f490-40cd-a014-4d9f54a922ee tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/security-groups?id=cff4dfc2-7f8f-4255-af3d-f4c43accbe62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032352 Apr 20 16:20:03.118919 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bea4a4f2-54b9-45d0-a773-6902b133d26e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:20:03.123192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4a4f2-54b9-45d0-a773-6902b133d26e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Pushing event updated for resources: {'Port': ['ID=f49a3754-fc88-41c2-809c-ee7507ebad7a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:03.188073 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bea4a4f2-54b9-45d0-a773-6902b133d26e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:03.188073 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bea4a4f2-54b9-45d0-a773-6902b133d26e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:03.195822 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03a62f-cffa-4868-854d-11e106a22d22 req-cdc55b6c-e7b2-4f18-bafa-1077e75c830b tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:03.204635 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ba03a62f-cffa-4868-854d-11e106a22d22 req-cdc55b6c-e7b2-4f18-bafa-1077e75c830b tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/ports?device_id=5064ba78-5010-48e5-b674-4d0f562b5c89 HTTP/1.1" status: 200 len: 944 time: 0.1269217 Apr 20 16:20:03.220566 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d412527-64e7-45d1-9924-fdbf60642627 req-02f4e689-0038-4724-b521-77b162b5e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:03.222046 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d412527-64e7-45d1-9924-fdbf60642627 req-02f4e689-0038-4724-b521-77b162b5e579 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e508aa00-d9ac-4d19-b6db-06331192a4a4 HTTP/1.1" status: 200 len: 853 time: 0.0997398 Apr 20 16:20:03.277394 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d412527-64e7-45d1-9924-fdbf60642627 req-6398491e-741d-4846-a38d-f14b8c28108f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=29dbfc8e-095a-4d2b-82ac-4cea5a87b262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460153 Apr 20 16:20:03.288749 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ba03a62f-cffa-4868-854d-11e106a22d22 req-29346cfc-29d1-4f79-95e5-aa1c6dca42ca tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f2a903a-c3ad-4f40-8057-a91f55d987cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799801 Apr 20 16:20:03.318759 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bea4a4f2-54b9-45d0-a773-6902b133d26e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3690372 Apr 20 16:20:03.339594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bf4a7d92-ae54-413d-a6b1-9ed27d4d4781 service neutron] Request body: {'port': {'device_id': 'f3fab4eb-af20-4e02-80f0-b03aabffafd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:03.423364 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f83507ef-7be6-4fdd-af17-01d582ad97e3 None None] Provisioning complete for port f49a3754-fc88-41c2-809c-ee7507ebad7a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:03.424645 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f83507ef-7be6-4fdd-af17-01d582ad97e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:03.427241 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bf4a7d92-ae54-413d-a6b1-9ed27d4d4781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:03.475144 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d412527-64e7-45d1-9924-fdbf60642627 req-a49e297c-fece-4672-9e6c-f586fd85c095 service neutron] 10.222.0.26 "GET /v2.0/networks/29dbfc8e-095a-4d2b-82ac-4cea5a87b262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885993 Apr 20 16:20:03.489452 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86cb24f-a3e2-41b5-bac6-a7342c800eb8 req-ac42c817-fc01-4833-9945-9bcddeaaae9a tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:03.491585 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a86cb24f-a3e2-41b5-bac6-a7342c800eb8 req-ac42c817-fc01-4833-9945-9bcddeaaae9a tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 944 time: 0.1069925 Apr 20 16:20:03.612935 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a86cb24f-a3e2-41b5-bac6-a7342c800eb8 req-bcd1585a-968e-4280-bb5f-cbc9adb6003e tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104429 Apr 20 16:20:03.636631 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f83507ef-7be6-4fdd-af17-01d582ad97e3 None None] Port f49a3754-fc88-41c2-809c-ee7507ebad7a cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:20:03.640502 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d412527-64e7-45d1-9924-fdbf60642627 req-5d7bb385-52cf-4d82-859b-4c7f61425c59 service neutron] 10.222.0.26 "GET /v2.0/networks/29dbfc8e-095a-4d2b-82ac-4cea5a87b262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479027 Apr 20 16:20:03.710224 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bbbe0-851d-4680-a9ae-61f63ce7f996 req-0abb379d-baa3-4ffd-b09a-2b8bed411925 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:03.711714 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb4bbbe0-851d-4680-a9ae-61f63ce7f996 req-0abb379d-baa3-4ffd-b09a-2b8bed411925 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fab4eb-af20-4e02-80f0-b03aabffafd5 HTTP/1.1" status: 200 len: 936 time: 0.1263580 Apr 20 16:20:03.732889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b0f8e-dc10-44f3-a166-9259ad34ed7a req-b7244772-bf29-4a6a-9a3e-84523097888d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:03.734322 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-837b0f8e-dc10-44f3-a166-9259ad34ed7a req-b7244772-bf29-4a6a-9a3e-84523097888d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.0544028 Apr 20 16:20:03.773773 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-837b0f8e-dc10-44f3-a166-9259ad34ed7a req-4c8fed23-3e22-4e3a-95f5-c277f544e02d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326557 Apr 20 16:20:03.798000 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb4bbbe0-851d-4680-a9ae-61f63ce7f996 req-60367751-e52c-434d-8f50-02f54a9b2ae1 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798326 Apr 20 16:20:03.837866 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bf4a7d92-ae54-413d-a6b1-9ed27d4d4781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f49a3754-fc88-41c2-809c-ee7507ebad7a {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:20:03.845172 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bf4a7d92-ae54-413d-a6b1-9ed27d4d4781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:03.857372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bf4a7d92-ae54-413d-a6b1-9ed27d4d4781 service neutron] Transition to ACTIVE for port object f49a3754-fc88-41c2-809c-ee7507ebad7a will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:20:03.939007 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bf4a7d92-ae54-413d-a6b1-9ed27d4d4781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:03.970889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96556959-cf55-496e-86f0-b8c8335364ef req-36c1f06b-48a6-46d4-bfcb-ed9886946242 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:03.972374 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-96556959-cf55-496e-86f0-b8c8335364ef req-36c1f06b-48a6-46d4-bfcb-ed9886946242 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0499277 Apr 20 16:20:03.994359 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a7d92-ae54-413d-a6b1-9ed27d4d4781 service neutron] Pushing event updated for resources: {'Port': ['ID=f49a3754-fc88-41c2-809c-ee7507ebad7a,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:04.024632 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-96556959-cf55-496e-86f0-b8c8335364ef req-81b941f9-13d9-47ac-ba21-a001cc4b0227 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375190 Apr 20 16:20:04.063954 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bf4a7d92-ae54-413d-a6b1-9ed27d4d4781 service neutron] Attempting to bind port f49a3754-fc88-41c2-809c-ee7507ebad7a on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:20:04.064293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bf4a7d92-ae54-413d-a6b1-9ed27d4d4781 service neutron] Attempting to bind port f49a3754-fc88-41c2-809c-ee7507ebad7a by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:20:04.064654 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bf4a7d92-ae54-413d-a6b1-9ed27d4d4781 service neutron] Attempting to bind port f49a3754-fc88-41c2-809c-ee7507ebad7a on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:20:04.069575 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bf4a7d92-ae54-413d-a6b1-9ed27d4d4781 service neutron] Port f49a3754-fc88-41c2-809c-ee7507ebad7a on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:20:04.069881 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bf4a7d92-ae54-413d-a6b1-9ed27d4d4781 service neutron] Attempting to bind port f49a3754-fc88-41c2-809c-ee7507ebad7a on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:20:04.075343 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bf4a7d92-ae54-413d-a6b1-9ed27d4d4781 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:20:04.075704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bf4a7d92-ae54-413d-a6b1-9ed27d4d4781 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:20:04.076070 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bf4a7d92-ae54-413d-a6b1-9ed27d4d4781 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:20:04.076543 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bf4a7d92-ae54-413d-a6b1-9ed27d4d4781 service neutron] Bound port: f49a3754-fc88-41c2-809c-ee7507ebad7a, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:20:04.076908 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bf4a7d92-ae54-413d-a6b1-9ed27d4d4781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:04.155584 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bf4a7d92-ae54-413d-a6b1-9ed27d4d4781 service neutron] For port f49a3754-fc88-41c2-809c-ee7507ebad7a, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:20:04.158986 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bf4a7d92-ae54-413d-a6b1-9ed27d4d4781 service neutron] For port f49a3754-fc88-41c2-809c-ee7507ebad7a, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=f49a3754-fc88-41c2-809c-ee7507ebad7a,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:20:04.230192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d861e53-e251-42a5-949d-b24c83b19ec8 req-1bc5db0c-da9c-47a1-afb6-2b23b2be9d38 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:04.231900 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5d861e53-e251-42a5-949d-b24c83b19ec8 req-1bc5db0c-da9c-47a1-afb6-2b23b2be9d38 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/ports?device_id=b034719a-f7d3-4d3b-b3de-51241ed6149b HTTP/1.1" status: 200 len: 945 time: 0.0516303 Apr 20 16:20:04.257647 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bf4a7d92-ae54-413d-a6b1-9ed27d4d4781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:04.298540 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bf4a7d92-ae54-413d-a6b1-9ed27d4d4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:04.299201 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bf4a7d92-ae54-413d-a6b1-9ed27d4d4781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:04.300825 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-bf4a7d92-ae54-413d-a6b1-9ed27d4d4781 service neutron] 10.222.0.26 "PUT /v2.0/ports/f49a3754-fc88-41c2-809c-ee7507ebad7a HTTP/1.1" status: 200 len: 1096 time: 0.9667408 Apr 20 16:20:04.301275 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fab4eb-af20-4e02-80f0-b03aabffafd5', 'tag': 'f49a3754-fc88-41c2-809c-ee7507ebad7a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:04.304056 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3aacdc0-c380-4c5e-ae22-e7eaf9d1575a" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fab4eb-af20-4e02-80f0-b03aabffafd5", "tag": "f49a3754-fc88-41c2-809c-ee7507ebad7a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:04.315878 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5d861e53-e251-42a5-949d-b24c83b19ec8 req-a20641b9-11e0-4c1a-89e6-fbc5f2f1e9bf tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/security-groups?id=cff4dfc2-7f8f-4255-af3d-f4c43accbe62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776927 Apr 20 16:20:04.334300 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a7d92-ae54-413d-a6b1-9ed27d4d4781 service neutron] Pushing event updated for resources: {'Port': ['ID=f49a3754-fc88-41c2-809c-ee7507ebad7a,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:04.402661 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159b19f2-976b-40c0-8c77-d4efd0a4d8ba x-openstack-request-id: req-159b19f2-976b-40c0-8c77-d4efd0a4d8ba {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:04.402661 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fab4eb-af20-4e02-80f0-b03aabffafd5", "tag": "f49a3754-fc88-41c2-809c-ee7507ebad7a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:04.402661 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-159b19f2-976b-40c0-8c77-d4efd0a4d8ba {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:04.402661 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-159b19f2-976b-40c0-8c77-d4efd0a4d8ba'] response: {'name': 'network-changed', 'server_uuid': 'f3fab4eb-af20-4e02-80f0-b03aabffafd5', 'tag': 'f49a3754-fc88-41c2-809c-ee7507ebad7a', 'status': 'completed', 'code': 200} Apr 20 16:20:04.474036 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141f782-5377-419c-9e9f-6e837042d611 req-d4522f9a-4460-49cc-b073-aa31a0a8612c tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:04.475591 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9141f782-5377-419c-9e9f-6e837042d611 req-d4522f9a-4460-49cc-b073-aa31a0a8612c tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/ports?device_id=5064ba78-5010-48e5-b674-4d0f562b5c89 HTTP/1.1" status: 200 len: 944 time: 0.0806329 Apr 20 16:20:04.482093 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aacdc0-c380-4c5e-ae22-e7eaf9d1575a req-a2891880-ea6e-4b97-952a-3f0da3b8f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:04.483535 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3aacdc0-c380-4c5e-ae22-e7eaf9d1575a req-a2891880-ea6e-4b97-952a-3f0da3b8f9ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d748795b5b874696aee3946c7b2f48aa&device_id=f3fab4eb-af20-4e02-80f0-b03aabffafd5 HTTP/1.1" status: 200 len: 1099 time: 0.0766311 Apr 20 16:20:04.519343 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9141f782-5377-419c-9e9f-6e837042d611 req-b0520832-eed4-417f-856d-015f4f723c23 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f2a903a-c3ad-4f40-8057-a91f55d987cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348561 Apr 20 16:20:04.542341 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3aacdc0-c380-4c5e-ae22-e7eaf9d1575a req-7ef0d90e-3f0d-43ba-87d0-8e4b5e5c6b1d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d748795b5b874696aee3946c7b2f48aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189066 Apr 20 16:20:04.635820 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aacdc0-c380-4c5e-ae22-e7eaf9d1575a req-1967760b-f17c-47b7-91c3-c81b6dfe93ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:04.637311 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3aacdc0-c380-4c5e-ae22-e7eaf9d1575a req-1967760b-f17c-47b7-91c3-c81b6dfe93ae service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880294 Apr 20 16:20:04.733604 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf200c-a3ef-4dfb-a0a1-87269ce1828e req-1040c92e-b602-46f7-9930-32a7083fda86 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:04.735305 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-78cf200c-a3ef-4dfb-a0a1-87269ce1828e req-1040c92e-b602-46f7-9930-32a7083fda86 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 944 time: 0.0492318 Apr 20 16:20:04.738841 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-0c452a8c-9024-4e35-9492-ed7fe0cbc1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:04.740364 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-0c452a8c-9024-4e35-9492-ed7fe0cbc1dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d748795b5b874696aee3946c7b2f48aa&device_id=f3fab4eb-af20-4e02-80f0-b03aabffafd5 HTTP/1.1" status: 200 len: 1099 time: 0.0444181 Apr 20 16:20:04.773817 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-78cf200c-a3ef-4dfb-a0a1-87269ce1828e req-5b560f95-fe4c-45d7-908b-3c6915aec5e1 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312903 Apr 20 16:20:04.789927 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-eb91887c-6606-48b5-8214-442da1590944 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=f49a3754-fc88-41c2-809c-ee7507ebad7a HTTP/1.1" status: 200 len: 217 time: 0.0337598 Apr 20 16:20:04.914720 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-f8264d80-bc95-4fb7-867f-41680b31d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:04.916116 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-f8264d80-bc95-4fb7-867f-41680b31d44b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0776744 Apr 20 16:20:04.927427 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5cc0d-c1bf-4ba8-80e6-5ebd978ad8d6 req-577b0266-faa8-4c92-8dbf-74f94d24a9f7 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:04.928241 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398779a-4785-41a8-a9f6-d1a014146ac5 req-be3765c7-e100-491b-bc18-1ac943234156 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:04.928919 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-44d5cc0d-c1bf-4ba8-80e6-5ebd978ad8d6 req-577b0266-faa8-4c92-8dbf-74f94d24a9f7 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.26 "GET /v2.0/ports?device_id=b034719a-f7d3-4d3b-b3de-51241ed6149b HTTP/1.1" status: 200 len: 945 time: 0.0876570 Apr 20 16:20:04.929761 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a398779a-4785-41a8-a9f6-d1a014146ac5 req-be3765c7-e100-491b-bc18-1ac943234156 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.0816762 Apr 20 16:20:04.940293 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc002c-0586-4e09-8894-a7f040f066ac req-8dc385e1-c04f-4e43-819e-49335e55cf8f tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:04.945617 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0bcc002c-0586-4e09-8894-a7f040f066ac req-8dc385e1-c04f-4e43-819e-49335e55cf8f tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fab4eb-af20-4e02-80f0-b03aabffafd5 HTTP/1.1" status: 200 len: 948 time: 0.0631928 Apr 20 16:20:05.034563 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0bcc002c-0586-4e09-8894-a7f040f066ac req-09bcc089-53dc-4e89-810b-1d43b9be5269 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849862 Apr 20 16:20:05.073903 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-44d5cc0d-c1bf-4ba8-80e6-5ebd978ad8d6 req-ac14a5e2-2599-4b3b-8e44-49c05e716d07 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Deleting port a648e9a5-387f-44da-aeb0-320eab43f1b9 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:20:05.074295 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-44d5cc0d-c1bf-4ba8-80e6-5ebd978ad8d6 req-ac14a5e2-2599-4b3b-8e44-49c05e716d07 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:05.167813 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-44d5cc0d-c1bf-4ba8-80e6-5ebd978ad8d6 req-ac14a5e2-2599-4b3b-8e44-49c05e716d07 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] For port a648e9a5-387f-44da-aeb0-320eab43f1b9, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a648e9a5-387f-44da-aeb0-320eab43f1b9,segment=NetworkSegment(a98a2fe4-df34-4358-8d2a-07b106fadc89),segment_id=a98a2fe4-df34-4358-8d2a-07b106fadc89)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:05.168169 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-44d5cc0d-c1bf-4ba8-80e6-5ebd978ad8d6 req-ac14a5e2-2599-4b3b-8e44-49c05e716d07 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:05.181932 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-44d5cc0d-c1bf-4ba8-80e6-5ebd978ad8d6 req-ac14a5e2-2599-4b3b-8e44-49c05e716d07 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Calling delete_port for a648e9a5-387f-44da-aeb0-320eab43f1b9 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:20:05.287343 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a398779a-4785-41a8-a9f6-d1a014146ac5 req-734c6828-e4f7-45bb-ae74-c003c701fed1 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481593 Apr 20 16:20:05.291787 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-8994a316-3873-4965-b554-2340472ff6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:05.293609 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-8994a316-3873-4965-b554-2340472ff6fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3626626 Apr 20 16:20:05.401939 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-44d5cc0d-c1bf-4ba8-80e6-5ebd978ad8d6 req-ac14a5e2-2599-4b3b-8e44-49c05e716d07 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:05.427420 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395e852-ede7-4310-94c9-72cb6c27df52 req-56c974fb-7141-4287-9c17-e8e6c297288f tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:05.429451 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3395e852-ede7-4310-94c9-72cb6c27df52 req-56c974fb-7141-4287-9c17-e8e6c297288f tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0795746 Apr 20 16:20:05.431782 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-c3221ec2-6c08-43d1-be68-0c56fabf73f9 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289828 Apr 20 16:20:05.437995 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14a5e2-2599-4b3b-8e44-49c05e716d07 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Pushing event deleted for resources: {'Port': ['ID=a648e9a5-387f-44da-aeb0-320eab43f1b9,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:05.443488 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['a648e9a5-387f-44da-aeb0-320eab43f1b9'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:05.483094 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d5cc0d-c1bf-4ba8-80e6-5ebd978ad8d6 req-ac14a5e2-2599-4b3b-8e44-49c05e716d07 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] No DVR routers for this DVR port a648e9a5-387f-44da-aeb0-320eab43f1b9 on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:20:05.485664 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-44d5cc0d-c1bf-4ba8-80e6-5ebd978ad8d6 req-ac14a5e2-2599-4b3b-8e44-49c05e716d07 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:05.489016 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-44d5cc0d-c1bf-4ba8-80e6-5ebd978ad8d6 req-ac14a5e2-2599-4b3b-8e44-49c05e716d07 tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.26 "DELETE /v2.0/ports/a648e9a5-387f-44da-aeb0-320eab43f1b9 HTTP/1.1" status: 204 len: 173 time: 0.5463731 Apr 20 16:20:05.489547 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b034719a-f7d3-4d3b-b3de-51241ed6149b', 'name': 'network-vif-deleted', 'tag': 'a648e9a5-387f-44da-aeb0-320eab43f1b9'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:05.492667 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d4ab8e-06fe-45f7-b1ef-729843a41fc8" -d '{"events": [{"server_uuid": "b034719a-f7d3-4d3b-b3de-51241ed6149b", "name": "network-vif-deleted", "tag": "a648e9a5-387f-44da-aeb0-320eab43f1b9"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:05.520652 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3395e852-ede7-4310-94c9-72cb6c27df52 req-9a33b3d9-7179-4459-bed6-9224b24b6b95 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846999 Apr 20 16:20:05.563838 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cab47019-0c1c-4d29-b1ac-68522e561695 req-99f7336c-1e09-465d-9adf-e265595a0d52 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198225 Apr 20 16:20:05.572912 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 7390b8b2-14a8-4bf4-aa65-3af6c6d1f754 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:20:05.612889 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2bd32e68-5586-40c1-9413-228515e9cd2b req-2866433a-94b2-49c2-bcce-57d53487784c tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/ports?device_id=b034719a-f7d3-4d3b-b3de-51241ed6149b HTTP/1.1" status: 200 len: 210 time: 0.0282540 Apr 20 16:20:05.656496 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d64695c-5274-427e-a22e-4de6a2494b3e x-openstack-request-id: req-1d64695c-5274-427e-a22e-4de6a2494b3e {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:05.656785 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b034719a-f7d3-4d3b-b3de-51241ed6149b", "name": "network-vif-deleted", "tag": "a648e9a5-387f-44da-aeb0-320eab43f1b9", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:05.657655 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d64695c-5274-427e-a22e-4de6a2494b3e {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:05.657655 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d64695c-5274-427e-a22e-4de6a2494b3e'] response: {'server_uuid': 'b034719a-f7d3-4d3b-b3de-51241ed6149b', 'name': 'network-vif-deleted', 'tag': 'a648e9a5-387f-44da-aeb0-320eab43f1b9', 'status': 'completed', 'code': 200} Apr 20 16:20:05.696954 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 7390b8b2-14a8-4bf4-aa65-3af6c6d1f754, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7390b8b2-14a8-4bf4-aa65-3af6c6d1f754,segment=NetworkSegment(fd070f08-0b1a-4293-a613-a358ae9727dd),segment_id=fd070f08-0b1a-4293-a613-a358ae9727dd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:05.717931 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '7390b8b2-14a8-4bf4-aa65-3af6c6d1f754', 'network_id': '384966cf-ab08-4d43-a2d1-58b114401cea', 'port_id': '7390b8b2-14a8-4bf4-aa65-3af6c6d1f754', 'mac_address': 'fa:16:3e:71:73:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51c2a3b6-2f6e-45d1-ab11-2108ce6886aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:20:05.760484 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957e4b1-9e4c-4de8-80da-ffb8f3a16ae3 req-4a60ba72-ed7e-4342-ba8d-3a7f0f4fb758 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:05.765191 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0957e4b1-9e4c-4de8-80da-ffb8f3a16ae3 req-4a60ba72-ed7e-4342-ba8d-3a7f0f4fb758 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/ports?device_id=5064ba78-5010-48e5-b674-4d0f562b5c89 HTTP/1.1" status: 200 len: 944 time: 0.0584207 Apr 20 16:20:05.765686 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:05.776898 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7390b8b2-14a8-4bf4-aa65-3af6c6d1f754 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:20:05.800942 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 7390b8b2-14a8-4bf4-aa65-3af6c6d1f754, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7390b8b2-14a8-4bf4-aa65-3af6c6d1f754,segment=NetworkSegment(fd070f08-0b1a-4293-a613-a358ae9727dd),segment_id=fd070f08-0b1a-4293-a613-a358ae9727dd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:05.803129 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0957e4b1-9e4c-4de8-80da-ffb8f3a16ae3 req-72775a74-bafe-4dc6-8ff8-4f41cb53d6c6 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f2a903a-c3ad-4f40-8057-a91f55d987cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329564 Apr 20 16:20:05.854209 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198245af-fb4a-4fa4-9340-ee25dcbce919 req-9ffa34b1-1207-4557-8063-dcce452719a9 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:05.855677 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-198245af-fb4a-4fa4-9340-ee25dcbce919 req-9ffa34b1-1207-4557-8063-dcce452719a9 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.0584171 Apr 20 16:20:05.896043 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-198245af-fb4a-4fa4-9340-ee25dcbce919 req-94c74e4e-67bc-4431-8fa1-672d6206e2cd tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339684 Apr 20 16:20:05.898832 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:05.918661 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c804d9-fb24-4047-85cd-36a48429a750 req-717c117e-165c-47d8-80c7-7121cde11376 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:05.920403 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99c804d9-fb24-4047-85cd-36a48429a750 req-717c117e-165c-47d8-80c7-7121cde11376 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 944 time: 0.0564833 Apr 20 16:20:05.955564 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=7390b8b2-14a8-4bf4-aa65-3af6c6d1f754,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:05.962642 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99c804d9-fb24-4047-85cd-36a48429a750 req-1ba74aed-953f-465e-9a49-f1f825b0a46b tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359414 Apr 20 16:20:06.149307 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a628d2-911e-43a4-bec5-0ddbf78c5a6b req-1fc21f37-af82-465d-b33e-627b1036c990 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:06.150745 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a3a628d2-911e-43a4-bec5-0ddbf78c5a6b req-1fc21f37-af82-465d-b33e-627b1036c990 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fab4eb-af20-4e02-80f0-b03aabffafd5 HTTP/1.1" status: 200 len: 948 time: 0.0484042 Apr 20 16:20:06.187932 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a3a628d2-911e-43a4-bec5-0ddbf78c5a6b req-88fccf99-8c59-42ba-a806-b02453ee12b9 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310071 Apr 20 16:20:06.394036 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['7390b8b2-14a8-4bf4-aa65-3af6c6d1f754'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:06.404658 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59557a-6b50-48a1-bebe-d8b059dd5c27 req-8aebee52-81c3-4ca0-a74f-d16c65e95514 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:06.406193 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cb59557a-6b50-48a1-bebe-d8b059dd5c27 req-8aebee52-81c3-4ca0-a74f-d16c65e95514 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.0524364 Apr 20 16:20:06.444981 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cb59557a-6b50-48a1-bebe-d8b059dd5c27 req-95b82505-c2ef-4f0b-8531-60ce5fd0850e tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324593 Apr 20 16:20:06.637915 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f518041-23ac-46cf-af2d-f3625fbf992e req-24b90468-f0a0-4231-a9c3-86f4a3f22b6a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:06.639321 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4f518041-23ac-46cf-af2d-f3625fbf992e req-24b90468-f0a0-4231-a9c3-86f4a3f22b6a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0491683 Apr 20 16:20:06.678573 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4f518041-23ac-46cf-af2d-f3625fbf992e req-a4b1b72b-abaa-4520-87fc-a1740fada674 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323145 Apr 20 16:20:06.722543 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70d15132-1ee3-44b0-b205-6455913895b6 req-9e5a9ba4-3118-434e-8cf4-8ce3ddbcd07b tempest-ServerGroupTestJSON-1277037552 tempest-ServerGroupTestJSON-1277037552-project] 10.222.0.15 "GET /v2.0/ports?device_id=b034719a-f7d3-4d3b-b3de-51241ed6149b HTTP/1.1" status: 200 len: 210 time: 0.0288584 Apr 20 16:20:06.923329 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f532216-7d7b-4408-b8a0-72094ade799d req-d94b4198-c668-4be5-97be-540bb5579463 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:06.924985 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1f532216-7d7b-4408-b8a0-72094ade799d req-d94b4198-c668-4be5-97be-540bb5579463 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/ports?device_id=5064ba78-5010-48e5-b674-4d0f562b5c89 HTTP/1.1" status: 200 len: 945 time: 0.0517786 Apr 20 16:20:06.955423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaabb92-eebc-4ee8-90fc-03cf16425420 req-b32e3e55-1fb2-4f2a-902a-3ff303ab7d33 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:06.956940 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1aaabb92-eebc-4ee8-90fc-03cf16425420 req-b32e3e55-1fb2-4f2a-902a-3ff303ab7d33 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 945 time: 0.0488448 Apr 20 16:20:06.969533 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1f532216-7d7b-4408-b8a0-72094ade799d req-f3d7e858-98bd-4d88-8713-808592f7de22 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f2a903a-c3ad-4f40-8057-a91f55d987cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375359 Apr 20 16:20:07.016616 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 9f6487ec-8b6f-44eb-87b1-0690b758458b details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:20:07.093303 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e3dc6-9b73-44c5-87b2-f3d2b31bb8a4 req-6d8e6231-9ad7-4204-b304-b3a95ba52dab tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:07.094914 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a81e3dc6-9b73-44c5-87b2-f3d2b31bb8a4 req-6d8e6231-9ad7-4204-b304-b3a95ba52dab tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.0963659 Apr 20 16:20:07.097794 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6d96e-b7bb-4929-9bb6-858da773a251 req-dd755c43-60cd-449c-bafb-b8ee95d5c9aa tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:07.104914 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-42f6d96e-b7bb-4929-9bb6-858da773a251 req-dd755c43-60cd-449c-bafb-b8ee95d5c9aa tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 944 time: 0.0737906 Apr 20 16:20:07.116550 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 9f6487ec-8b6f-44eb-87b1-0690b758458b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=9f6487ec-8b6f-44eb-87b1-0690b758458b,segment=NetworkSegment(21ec1e0a-7032-4c6a-b26c-15010c22cb42),segment_id=21ec1e0a-7032-4c6a-b26c-15010c22cb42)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:07.116860 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1aaabb92-eebc-4ee8-90fc-03cf16425420 req-693fddcf-ebbf-41d8-ab08-895dace17642 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Deleting port 260de092-6113-4829-ba1b-866a7d0da439 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:20:07.117510 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1aaabb92-eebc-4ee8-90fc-03cf16425420 req-693fddcf-ebbf-41d8-ab08-895dace17642 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:07.128985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '9f6487ec-8b6f-44eb-87b1-0690b758458b', 'network_id': '29dbfc8e-095a-4d2b-82ac-4cea5a87b262', 'port_id': '9f6487ec-8b6f-44eb-87b1-0690b758458b', 'mac_address': 'fa:16:3e:b3:9d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e508aa00-d9ac-4d19-b6db-06331192a4a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:20:07.140772 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-42f6d96e-b7bb-4929-9bb6-858da773a251 req-ca45883c-b9c8-42eb-aeab-c9b87c9f3d6d tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345383 Apr 20 16:20:07.167439 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:07.183626 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6487ec-8b6f-44eb-87b1-0690b758458b {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:20:07.191432 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a81e3dc6-9b73-44c5-87b2-f3d2b31bb8a4 req-41a35fe5-eca3-45ca-9f38-3ece2e8b2b9f tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864251 Apr 20 16:20:07.203187 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 9f6487ec-8b6f-44eb-87b1-0690b758458b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=9f6487ec-8b6f-44eb-87b1-0690b758458b,segment=NetworkSegment(21ec1e0a-7032-4c6a-b26c-15010c22cb42),segment_id=21ec1e0a-7032-4c6a-b26c-15010c22cb42)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:07.236529 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1aaabb92-eebc-4ee8-90fc-03cf16425420 req-693fddcf-ebbf-41d8-ab08-895dace17642 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] For port 260de092-6113-4829-ba1b-866a7d0da439, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=260de092-6113-4829-ba1b-866a7d0da439,segment=NetworkSegment(d7db2997-d098-4eed-97f8-722a87d68c55),segment_id=d7db2997-d098-4eed-97f8-722a87d68c55)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:07.236895 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1aaabb92-eebc-4ee8-90fc-03cf16425420 req-693fddcf-ebbf-41d8-ab08-895dace17642 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:07.250073 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1aaabb92-eebc-4ee8-90fc-03cf16425420 req-693fddcf-ebbf-41d8-ab08-895dace17642 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Calling delete_port for 260de092-6113-4829-ba1b-866a7d0da439 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:20:07.299398 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:07.302107 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185dadd-096c-45d3-9fa4-a604a2934190 req-454fc457-170d-4007-901d-e73540ac153e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:07.304605 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5185dadd-096c-45d3-9fa4-a604a2934190 req-454fc457-170d-4007-901d-e73540ac153e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fab4eb-af20-4e02-80f0-b03aabffafd5 HTTP/1.1" status: 200 len: 948 time: 0.0496237 Apr 20 16:20:07.348889 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5185dadd-096c-45d3-9fa4-a604a2934190 req-c209c647-8525-4bcb-bff5-b941fb36e6e0 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377686 Apr 20 16:20:07.350896 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=9f6487ec-8b6f-44eb-87b1-0690b758458b,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:07.447338 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1aaabb92-eebc-4ee8-90fc-03cf16425420 req-693fddcf-ebbf-41d8-ab08-895dace17642 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:07.478394 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693fddcf-ebbf-41d8-ab08-895dace17642 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Pushing event deleted for resources: {'Port': ['ID=260de092-6113-4829-ba1b-866a7d0da439,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:07.479976 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b', '260de092-6113-4829-ba1b-866a7d0da439'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:07.526700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aaabb92-eebc-4ee8-90fc-03cf16425420 req-693fddcf-ebbf-41d8-ab08-895dace17642 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] No DVR routers for this DVR port 260de092-6113-4829-ba1b-866a7d0da439 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:20:07.529577 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1aaabb92-eebc-4ee8-90fc-03cf16425420 req-693fddcf-ebbf-41d8-ab08-895dace17642 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:07.533000 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1aaabb92-eebc-4ee8-90fc-03cf16425420 req-693fddcf-ebbf-41d8-ab08-895dace17642 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.30 "DELETE /v2.0/ports/260de092-6113-4829-ba1b-866a7d0da439 HTTP/1.1" status: 204 len: 173 time: 0.5685403 Apr 20 16:20:07.534074 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a50a45f-2fd8-4160-a815-2d0c765e534a', 'name': 'network-vif-deleted', 'tag': '260de092-6113-4829-ba1b-866a7d0da439'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:07.536894 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45354f84-db82-4a19-8373-c50834a43d45" -d '{"events": [{"server_uuid": "7a50a45f-2fd8-4160-a815-2d0c765e534a", "name": "network-vif-deleted", "tag": "260de092-6113-4829-ba1b-866a7d0da439"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:07.573546 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 7390b8b2-14a8-4bf4-aa65-3af6c6d1f754 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:20:07.583031 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9550b045-1567-4bbb-b483-939e4858a370 req-4c419548-3131-4d88-8668-c9bd4b8de219 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 210 time: 0.0573883 Apr 20 16:20:07.591344 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcee2e17-daa7-4383-bba8-c351abe6d667 x-openstack-request-id: req-dcee2e17-daa7-4383-bba8-c351abe6d667 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:07.591840 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a50a45f-2fd8-4160-a815-2d0c765e534a", "name": "network-vif-deleted", "tag": "260de092-6113-4829-ba1b-866a7d0da439", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:07.592439 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dcee2e17-daa7-4383-bba8-c351abe6d667 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:07.593129 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcee2e17-daa7-4383-bba8-c351abe6d667'] response: {'server_uuid': '7a50a45f-2fd8-4160-a815-2d0c765e534a', 'name': 'network-vif-deleted', 'tag': '260de092-6113-4829-ba1b-866a7d0da439', 'status': 'completed', 'code': 200} Apr 20 16:20:07.721683 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 7390b8b2-14a8-4bf4-aa65-3af6c6d1f754 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:20:07.725895 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 7390b8b2-14a8-4bf4-aa65-3af6c6d1f754 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:07.726267 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:07.816296 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:07.842568 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5064ba78-5010-48e5-b674-4d0f562b5c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7390b8b2-14a8-4bf4-aa65-3af6c6d1f754'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:07.845757 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cab3ef-89ad-4aff-b4a2-05f4f15095e9" -d '{"events": [{"server_uuid": "5064ba78-5010-48e5-b674-4d0f562b5c89", "name": "network-vif-plugged", "status": "completed", "tag": "7390b8b2-14a8-4bf4-aa65-3af6c6d1f754"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:07.859929 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 7390b8b2-14a8-4bf4-aa65-3af6c6d1f754, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7390b8b2-14a8-4bf4-aa65-3af6c6d1f754,segment=NetworkSegment(fd070f08-0b1a-4293-a613-a358ae9727dd),segment_id=fd070f08-0b1a-4293-a613-a358ae9727dd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:07.917998 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a50ad07-e46f-464f-b484-d159d514fed6 x-openstack-request-id: req-7a50ad07-e46f-464f-b484-d159d514fed6 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:07.918288 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5064ba78-5010-48e5-b674-4d0f562b5c89", "name": "network-vif-plugged", "status": "completed", "tag": "7390b8b2-14a8-4bf4-aa65-3af6c6d1f754", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:07.918806 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a50ad07-e46f-464f-b484-d159d514fed6 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:07.919380 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a50ad07-e46f-464f-b484-d159d514fed6'] response: {'server_uuid': '5064ba78-5010-48e5-b674-4d0f562b5c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7390b8b2-14a8-4bf4-aa65-3af6c6d1f754', 'code': 200} Apr 20 16:20:07.922473 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:07.927626 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['9f6487ec-8b6f-44eb-87b1-0690b758458b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:08.012468 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=7390b8b2-14a8-4bf4-aa65-3af6c6d1f754,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:08.115603 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0dca3-fc59-4715-ad87-aeea9d1896cb req-e2e72de3-9ca5-42cf-807f-376ffe1023c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:08.118017 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-29a0dca3-fc59-4715-ad87-aeea9d1896cb req-e2e72de3-9ca5-42cf-807f-376ffe1023c9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5064ba78-5010-48e5-b674-4d0f562b5c89 HTTP/1.1" status: 200 len: 1097 time: 0.0929971 Apr 20 16:20:08.141141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda010b-7bbe-4f3b-8b3f-d23cb95265d7 req-b6da9c4d-1b99-4eae-ba6a-7c8fe4015d77 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:08.143268 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cdda010b-7bbe-4f3b-8b3f-d23cb95265d7 req-b6da9c4d-1b99-4eae-ba6a-7c8fe4015d77 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/ports?device_id=5064ba78-5010-48e5-b674-4d0f562b5c89 HTTP/1.1" status: 200 len: 946 time: 0.0884898 Apr 20 16:20:08.184424 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-29a0dca3-fc59-4715-ad87-aeea9d1896cb req-9b70ffea-db04-451a-9e0d-2fcbe94a4a46 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7f2a903a-c3ad-4f40-8057-a91f55d987cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582080 Apr 20 16:20:08.186292 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351f01f-8e29-4bd1-baef-3f0d875474d6 req-86c64df9-81ee-462e-9d36-3fa38dab08d8 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:08.187754 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9351f01f-8e29-4bd1-baef-3f0d875474d6 req-86c64df9-81ee-462e-9d36-3fa38dab08d8 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.4376066 Apr 20 16:20:08.196938 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cdda010b-7bbe-4f3b-8b3f-d23cb95265d7 req-86219849-b519-4497-adb3-3102a4bb127a tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f2a903a-c3ad-4f40-8057-a91f55d987cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465839 Apr 20 16:20:08.228641 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9351f01f-8e29-4bd1-baef-3f0d875474d6 req-61a95730-0d00-4350-a8a5-e9fa0a87a5e8 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345318 Apr 20 16:20:08.310968 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95568b3-47ee-4b2a-8234-2389000a0b51 req-76ef7b9e-9d2e-435f-b249-e60e5b924b27 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:08.312462 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c95568b3-47ee-4b2a-8234-2389000a0b51 req-76ef7b9e-9d2e-435f-b249-e60e5b924b27 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 945 time: 0.0486493 Apr 20 16:20:08.332912 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233f8d7-e856-4d21-a66b-84043c83b577 req-17f6b2b9-ade7-47c1-94fa-e9199c3612e9 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:08.334381 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c233f8d7-e856-4d21-a66b-84043c83b577 req-17f6b2b9-ade7-47c1-94fa-e9199c3612e9 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.0487628 Apr 20 16:20:08.350350 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c95568b3-47ee-4b2a-8234-2389000a0b51 req-04c941cc-4696-4bbf-a149-a836b064e883 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317140 Apr 20 16:20:08.374855 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c233f8d7-e856-4d21-a66b-84043c83b577 req-09a78907-4ae9-4fde-abff-7e48c2ed63d7 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337300 Apr 20 16:20:08.473207 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648ca2e-9c8a-4526-ae70-4e621ec10e58 req-4ef26911-6ba8-4fb7-b870-a61072e91c0e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:08.474799 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1648ca2e-9c8a-4526-ae70-4e621ec10e58 req-4ef26911-6ba8-4fb7-b870-a61072e91c0e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fab4eb-af20-4e02-80f0-b03aabffafd5 HTTP/1.1" status: 200 len: 948 time: 0.0488300 Apr 20 16:20:08.513235 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1648ca2e-9c8a-4526-ae70-4e621ec10e58 req-e30d6c41-5c3d-417c-bbe8-ca225b66faeb tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316553 Apr 20 16:20:08.551582 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40544) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:08.599924 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e82dda-db89-4f19-badf-bfc81f1b5983 admin admin] Deleting subnet 02b9695c-0d7e-48fc-a8f1-8320c580d415 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:20:08.603441 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a5e82dda-db89-4f19-badf-bfc81f1b5983 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:08.638077 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a5e82dda-db89-4f19-badf-bfc81f1b5983 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:08.698284 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b809647a-dd29-4067-a65e-7fd6b374f458 req-81c6b2da-7219-4adb-b911-c1b423a7b440 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a50a45f-2fd8-4160-a815-2d0c765e534a HTTP/1.1" status: 200 len: 210 time: 0.0327148 Apr 20 16:20:08.700639 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a5e82dda-db89-4f19-badf-bfc81f1b5983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:08.865113 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a5e82dda-db89-4f19-badf-bfc81f1b5983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:08.890110 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e82dda-db89-4f19-badf-bfc81f1b5983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02b9695c-0d7e-48fc-a8f1-8320c580d415,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:08.896222 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a5e82dda-db89-4f19-badf-bfc81f1b5983 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:08.899388 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a5e82dda-db89-4f19-badf-bfc81f1b5983 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/02b9695c-0d7e-48fc-a8f1-8320c580d415 HTTP/1.1" status: 204 len: 168 time: 0.3468072 Apr 20 16:20:08.901864 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40548) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:08.969436 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a00777f7-b2c3-4f0e-b426-76f71ace8973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:09.041182 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device f49a3754-fc88-41c2-809c-ee7507ebad7a details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:20:09.050988 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a00777f7-b2c3-4f0e-b426-76f71ace8973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:09.051183 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 9f6487ec-8b6f-44eb-87b1-0690b758458b up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:20:09.072004 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-a00777f7-b2c3-4f0e-b426-76f71ace8973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b25027-84e1-470c-a0a4-7e6295863d1f']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:09.081804 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-a00777f7-b2c3-4f0e-b426-76f71ace8973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a98a2fe4-df34-4358-8d2a-07b106fadc89') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:09.083020 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-a00777f7-b2c3-4f0e-b426-76f71ace8973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a98a2fe4-df34-4358-8d2a-07b106fadc89') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:09.093305 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a00777f7-b2c3-4f0e-b426-76f71ace8973 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:09.107037 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a00777f7-b2c3-4f0e-b426-76f71ace8973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:09.113541 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a00777f7-b2c3-4f0e-b426-76f71ace8973 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:20:09.114004 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a00777f7-b2c3-4f0e-b426-76f71ace8973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:20:09.116548 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:20:09.177333 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port f49a3754-fc88-41c2-809c-ee7507ebad7a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=f49a3754-fc88-41c2-809c-ee7507ebad7a,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:09.188624 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'f49a3754-fc88-41c2-809c-ee7507ebad7a', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'f49a3754-fc88-41c2-809c-ee7507ebad7a', 'mac_address': 'fa:16:3e:8e:15:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:20:09.228683 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:09.249897 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f49a3754-fc88-41c2-809c-ee7507ebad7a {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:20:09.278972 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 9f6487ec-8b6f-44eb-87b1-0690b758458b completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:20:09.293064 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port f49a3754-fc88-41c2-809c-ee7507ebad7a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=f49a3754-fc88-41c2-809c-ee7507ebad7a,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:09.295908 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 9f6487ec-8b6f-44eb-87b1-0690b758458b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:09.296275 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:09.298969 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a00777f7-b2c3-4f0e-b426-76f71ace8973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:09.311375 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a00777f7-b2c3-4f0e-b426-76f71ace8973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:09.316525 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a00777f7-b2c3-4f0e-b426-76f71ace8973 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d6b25027-84e1-470c-a0a4-7e6295863d1f HTTP/1.1" status: 204 len: 168 time: 0.4136307 Apr 20 16:20:09.323978 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74408382-43c9-40e1-ab61-f8b26cc8d7d3 req-fa3d71b7-ddc1-461f-80a9-949af846fd35 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:09.325776 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-74408382-43c9-40e1-ab61-f8b26cc8d7d3 req-fa3d71b7-ddc1-461f-80a9-949af846fd35 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/ports?device_id=5064ba78-5010-48e5-b674-4d0f562b5c89 HTTP/1.1" status: 200 len: 946 time: 0.0583808 Apr 20 16:20:09.375516 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00777f7-b2c3-4f0e-b426-76f71ace8973 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6b25027-84e1-470c-a0a4-7e6295863d1f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:09.383925 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-74408382-43c9-40e1-ab61-f8b26cc8d7d3 req-34ac28ae-9886-4f42-a8a8-5c9f20d2fa22 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f2a903a-c3ad-4f40-8057-a91f55d987cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479646 Apr 20 16:20:09.392539 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:09.414456 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401445c1-35af-47f9-9a82-afd5cc0cbc2c req-f8e957de-9cc7-455d-bc82-8682adda8c2c tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:09.416056 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-401445c1-35af-47f9-9a82-afd5cc0cbc2c req-f8e957de-9cc7-455d-bc82-8682adda8c2c tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0973675 Apr 20 16:20:09.433918 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:09.465593 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-401445c1-35af-47f9-9a82-afd5cc0cbc2c req-770f0477-d56d-4ed0-b4a6-d49c40ef079c tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433772 Apr 20 16:20:09.476142 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=f49a3754-fc88-41c2-809c-ee7507ebad7a,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:09.490061 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 9f6487ec-8b6f-44eb-87b1-0690b758458b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=9f6487ec-8b6f-44eb-87b1-0690b758458b,segment=NetworkSegment(21ec1e0a-7032-4c6a-b26c-15010c22cb42),segment_id=21ec1e0a-7032-4c6a-b26c-15010c22cb42)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:09.498681 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a5969-1268-45ee-bb7f-49bfb1d19a9c req-7ad3cd5b-a094-4aab-a43c-a1641ef5221d tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:09.506560 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-896a5969-1268-45ee-bb7f-49bfb1d19a9c req-7ad3cd5b-a094-4aab-a43c-a1641ef5221d tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 945 time: 0.0652881 Apr 20 16:20:09.541234 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-896a5969-1268-45ee-bb7f-49bfb1d19a9c req-c9afd559-1cb4-47b7-9d11-b8ce2c765722 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338275 Apr 20 16:20:09.573242 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:09.574143 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a648e9a5-387f-44da-aeb0-320eab43f1b9 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:20:09.593744 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810bce4-47e9-4455-9aa3-b595dba83239 req-99855116-6467-4a58-9d33-ebd0e92c6469 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:09.595608 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8810bce4-47e9-4455-9aa3-b595dba83239 req-99855116-6467-4a58-9d33-ebd0e92c6469 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.0618544 Apr 20 16:20:09.599250 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: a648e9a5-387f-44da-aeb0-320eab43f1b9 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:20:09.599250 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a648e9a5-387f-44da-aeb0-320eab43f1b9 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:20:09.650046 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=9f6487ec-8b6f-44eb-87b1-0690b758458b,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:09.658437 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8810bce4-47e9-4455-9aa3-b595dba83239 req-3817eaa3-0132-4c94-bd15-84191515b463 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508432 Apr 20 16:20:09.671387 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926f330-a5bf-40c4-8389-25abb8cace47 req-c6ac2530-1d58-4d67-a94e-abe780e0fdc8 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:09.673873 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c926f330-a5bf-40c4-8389-25abb8cace47 req-c6ac2530-1d58-4d67-a94e-abe780e0fdc8 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fab4eb-af20-4e02-80f0-b03aabffafd5 HTTP/1.1" status: 200 len: 949 time: 0.0655880 Apr 20 16:20:09.711582 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c926f330-a5bf-40c4-8389-25abb8cace47 req-55b3a87f-0788-46de-ba99-efd9498cf4b2 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316374 Apr 20 16:20:09.836984 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40566) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:09.871556 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['f49a3754-fc88-41c2-809c-ee7507ebad7a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:09.883302 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5096c5ff-77cd-47c5-bd49-7ebc1fd7e353 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88eee915aaf04d9990360166f6718599&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426524 Apr 20 16:20:09.883538 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40568) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:09.920301 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4755d6cb-8026-497a-b714-39d80eeeeb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6487ec-8b6f-44eb-87b1-0690b758458b'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:09.923168 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf0a926-9b7d-4a85-bb0c-9ff8ad9cbeb6" -d '{"events": [{"server_uuid": "4755d6cb-8026-497a-b714-39d80eeeeb89", "name": "network-vif-plugged", "status": "completed", "tag": "9f6487ec-8b6f-44eb-87b1-0690b758458b"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:09.933960 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee2681ec-5c28-419f-8478-962697107556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:09.956150 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee2681ec-5c28-419f-8478-962697107556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:09.964009 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5657c1dc-7474-4993-b8be-f296af5d008e x-openstack-request-id: req-5657c1dc-7474-4993-b8be-f296af5d008e {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:09.964305 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4755d6cb-8026-497a-b714-39d80eeeeb89", "name": "network-vif-plugged", "status": "completed", "tag": "9f6487ec-8b6f-44eb-87b1-0690b758458b", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:09.964576 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5657c1dc-7474-4993-b8be-f296af5d008e {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:09.964969 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5657c1dc-7474-4993-b8be-f296af5d008e'] response: {'server_uuid': '4755d6cb-8026-497a-b714-39d80eeeeb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6487ec-8b6f-44eb-87b1-0690b758458b', 'code': 200} Apr 20 16:20:10.093066 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91edcb-79fa-46f2-837d-b5002b06f452 req-5e1ae91a-38b4-4299-94b5-3c287fec5bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:10.094499 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f91edcb-79fa-46f2-837d-b5002b06f452 req-5e1ae91a-38b4-4299-94b5-3c287fec5bdd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 1097 time: 0.0397933 Apr 20 16:20:10.098717 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee2681ec-5c28-419f-8478-962697107556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:10.101316 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee2681ec-5c28-419f-8478-962697107556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:10.102403 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ee2681ec-5c28-419f-8478-962697107556 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cff4dfc2-7f8f-4255-af3d-f4c43accbe62 HTTP/1.1" status: 204 len: 168 time: 0.2180014 Apr 20 16:20:10.123119 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2681ec-5c28-419f-8478-962697107556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff4dfc2-7f8f-4255-af3d-f4c43accbe62,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:10.141179 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f91edcb-79fa-46f2-837d-b5002b06f452 req-a74b06d0-7f2f-4f20-888b-f6021379da00 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374811 Apr 20 16:20:10.278175 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fa244-1af1-4582-823e-e19555f91618 req-0fb43d78-e3cf-4a27-b21a-cb056b35b4c3 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:10.279648 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f6fa244-1af1-4582-823e-e19555f91618 req-0fb43d78-e3cf-4a27-b21a-cb056b35b4c3 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.0490913 Apr 20 16:20:10.316866 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f6fa244-1af1-4582-823e-e19555f91618 req-5f5e83ea-4f20-45e4-8267-32445e9e6290 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311553 Apr 20 16:20:10.499776 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313aeb6-455b-41f4-9f56-be1cf4f03787 req-19880bb6-28be-4edf-a001-8beb51107b56 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:10.501590 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6313aeb6-455b-41f4-9f56-be1cf4f03787 req-19880bb6-28be-4edf-a001-8beb51107b56 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/ports?device_id=5064ba78-5010-48e5-b674-4d0f562b5c89 HTTP/1.1" status: 200 len: 946 time: 0.0531645 Apr 20 16:20:10.556860 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6313aeb6-455b-41f4-9f56-be1cf4f03787 req-199f6aa9-a969-4bf9-b8c0-648af72addac tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f2a903a-c3ad-4f40-8057-a91f55d987cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437546 Apr 20 16:20:10.643415 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cc89a-3ed7-4919-82fa-dc581a662ab3 req-b9e96b29-d3e0-4ed0-aefb-462620673870 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:10.650886 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f0cc89a-3ed7-4919-82fa-dc581a662ab3 req-b9e96b29-d3e0-4ed0-aefb-462620673870 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0925822 Apr 20 16:20:10.686358 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f0cc89a-3ed7-4919-82fa-dc581a662ab3 req-cd2b29cb-a873-4322-8223-e3bdf54c293b tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345480 Apr 20 16:20:10.691849 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b53ee-7edc-4a47-825f-78af69d251c6 req-f274c2ac-63c5-43ed-ae11-eab6e4e1a6e8 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:10.693334 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f20b53ee-7edc-4a47-825f-78af69d251c6 req-f274c2ac-63c5-43ed-ae11-eab6e4e1a6e8 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 946 time: 0.0550456 Apr 20 16:20:10.735505 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f20b53ee-7edc-4a47-825f-78af69d251c6 req-60f32d41-5b36-40b9-89ac-d8526a41546a tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353324 Apr 20 16:20:10.842277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc34d3f-3b18-400e-813d-1b67d17d35f6 req-8fbe8d0e-55f7-4c34-879f-a052aa56aeff tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:10.844414 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7dc34d3f-3b18-400e-813d-1b67d17d35f6 req-8fbe8d0e-55f7-4c34-879f-a052aa56aeff tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.0592482 Apr 20 16:20:10.848060 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9a1a0-6389-429e-8fa5-b227335469f5 req-7680c239-870b-4d3a-9a51-b97317dbfc76 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:10.849555 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b8f9a1a0-6389-429e-8fa5-b227335469f5 req-7680c239-870b-4d3a-9a51-b97317dbfc76 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fab4eb-af20-4e02-80f0-b03aabffafd5 HTTP/1.1" status: 200 len: 949 time: 0.0536187 Apr 20 16:20:10.886531 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7dc34d3f-3b18-400e-813d-1b67d17d35f6 req-80257b49-10e7-4197-98bc-32bda52c9f83 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352769 Apr 20 16:20:10.889332 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b8f9a1a0-6389-429e-8fa5-b227335469f5 req-b964e1e0-675b-437f-84ba-cafd375992e5 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329497 Apr 20 16:20:11.049547 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device f49a3754-fc88-41c2-809c-ee7507ebad7a up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:20:11.196034 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port f49a3754-fc88-41c2-809c-ee7507ebad7a completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:20:11.200311 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port f49a3754-fc88-41c2-809c-ee7507ebad7a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:11.200821 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:11.291883 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:11.298509 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40612) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:11.331006 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port f49a3754-fc88-41c2-809c-ee7507ebad7a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=f49a3754-fc88-41c2-809c-ee7507ebad7a,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:11.416685 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c1389ba5-497d-4a1b-92b6-3caf8f6a4f8b admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-805686018-network', 'tenant_id': '960fcc8353054b3081d08d48dc0c9512'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:11.430610 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:11.438152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b51e7-fe96-4f9e-b2ef-04a55e3d1246 req-31fb6b96-d882-4baa-9124-70dcc1f0aad9 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:11.445648 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1d3b51e7-fe96-4f9e-b2ef-04a55e3d1246 req-31fb6b96-d882-4baa-9124-70dcc1f0aad9 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/ports?device_id=5064ba78-5010-48e5-b674-4d0f562b5c89 HTTP/1.1" status: 200 len: 946 time: 0.0581958 Apr 20 16:20:11.482410 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d7c8b-5d88-4bf6-9bd4-304a2f56bb9c req-34477ee6-4517-4cab-b954-7958f66300cc tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:11.483939 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4c1d7c8b-5d88-4bf6-9bd4-304a2f56bb9c req-34477ee6-4517-4cab-b954-7958f66300cc tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.0835593 Apr 20 16:20:11.485591 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=f49a3754-fc88-41c2-809c-ee7507ebad7a,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:11.485732 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1d3b51e7-fe96-4f9e-b2ef-04a55e3d1246 req-3a80ceb2-3945-4c0f-9079-5264ce822132 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f2a903a-c3ad-4f40-8057-a91f55d987cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391126 Apr 20 16:20:11.525804 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4c1d7c8b-5d88-4bf6-9bd4-304a2f56bb9c req-c22b3fd0-b136-4c98-8107-f4777ac7f408 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347693 Apr 20 16:20:11.532815 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1389ba5-497d-4a1b-92b6-3caf8f6a4f8b admin admin] Made reservation on behalf of 960fcc8353054b3081d08d48dc0c9512 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:20:11.535235 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1389ba5-497d-4a1b-92b6-3caf8f6a4f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:11.546472 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1389ba5-497d-4a1b-92b6-3caf8f6a4f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:11.572585 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 260de092-6113-4829-ba1b-866a7d0da439 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:20:11.593197 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 260de092-6113-4829-ba1b-866a7d0da439 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:20:11.593543 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 260de092-6113-4829-ba1b-866a7d0da439 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:20:11.627062 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1389ba5-497d-4a1b-92b6-3caf8f6a4f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:11.756038 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1389ba5-497d-4a1b-92b6-3caf8f6a4f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:11.782120 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1389ba5-497d-4a1b-92b6-3caf8f6a4f8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:20:11.792994 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1389ba5-497d-4a1b-92b6-3caf8f6a4f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d9d45c-62a4-4e55-a4c1-d204743baade,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:11.800755 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1389ba5-497d-4a1b-92b6-3caf8f6a4f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:11.800755 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-c1389ba5-497d-4a1b-92b6-3caf8f6a4f8b admin admin] Added segment 6de5635b-038f-4888-a5bb-e665846b05f1 of type vlan for network a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523 Apr 20 16:20:11.815817 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92003c84-06da-4498-af1b-3481b833ee44 req-b97494a1-1a0d-49e6-b478-9ad51f4c810a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:11.817455 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92003c84-06da-4498-af1b-3481b833ee44 req-b97494a1-1a0d-49e6-b478-9ad51f4c810a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0591249 Apr 20 16:20:11.858558 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92003c84-06da-4498-af1b-3481b833ee44 req-440b50d5-a3ac-4af2-bf6e-10a4ece2a91b tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331082 Apr 20 16:20:11.884005 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1389ba5-497d-4a1b-92b6-3caf8f6a4f8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:11.931433 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79b194-8285-4670-a3c2-95dcaae9c384 req-65877c56-98c5-421b-96ad-950c1649c436 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:11.932945 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6f79b194-8285-4670-a3c2-95dcaae9c384 req-65877c56-98c5-421b-96ad-950c1649c436 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 946 time: 0.1012979 Apr 20 16:20:11.966031 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fab4eb-af20-4e02-80f0-b03aabffafd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49a3754-fc88-41c2-809c-ee7507ebad7a'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:11.968896 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bc8a18-2e38-4766-93cd-8eedd5b080f8" -d '{"events": [{"server_uuid": "f3fab4eb-af20-4e02-80f0-b03aabffafd5", "name": "network-vif-plugged", "status": "completed", "tag": "f49a3754-fc88-41c2-809c-ee7507ebad7a"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:11.972866 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6f79b194-8285-4670-a3c2-95dcaae9c384 req-1061ada1-5eee-40b7-b488-01aa175fd0bf tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335927 Apr 20 16:20:12.000890 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1389ba5-497d-4a1b-92b6-3caf8f6a4f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:12.002023 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1389ba5-497d-4a1b-92b6-3caf8f6a4f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:12.004788 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1389ba5-497d-4a1b-92b6-3caf8f6a4f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:12.016266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11aecea-25d8-4b0a-8580-29961194d0b1 req-87317572-fb5c-4cad-bf3f-0ae3f31edcb5 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:12.018084 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f11aecea-25d8-4b0a-8580-29961194d0b1 req-87317572-fb5c-4cad-bf3f-0ae3f31edcb5 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fab4eb-af20-4e02-80f0-b03aabffafd5 HTTP/1.1" status: 200 len: 950 time: 0.0594976 Apr 20 16:20:12.064848 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f11aecea-25d8-4b0a-8580-29961194d0b1 req-bb359f3a-1e04-4df2-bf4d-1d000f704fa2 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399871 Apr 20 16:20:12.110711 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f6870d-ad0e-4621-b581-8e5949005ce2 x-openstack-request-id: req-a4f6870d-ad0e-4621-b581-8e5949005ce2 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:12.114937 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fab4eb-af20-4e02-80f0-b03aabffafd5", "name": "network-vif-plugged", "status": "completed", "tag": "f49a3754-fc88-41c2-809c-ee7507ebad7a", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:12.114937 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4f6870d-ad0e-4621-b581-8e5949005ce2 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:12.114937 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f6870d-ad0e-4621-b581-8e5949005ce2'] response: {'server_uuid': 'f3fab4eb-af20-4e02-80f0-b03aabffafd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49a3754-fc88-41c2-809c-ee7507ebad7a', 'code': 200} Apr 20 16:20:12.115164 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1389ba5-497d-4a1b-92b6-3caf8f6a4f8b admin admin] Pushing event updated for resources: {'Network': ['ID=a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:12.128290 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:20:12.141642 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30656393-2d97-4abf-be8a-643e40d1802e req-3586afac-328b-401f-81f0-7b498ba24a9f tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:12.143592 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-30656393-2d97-4abf-be8a-643e40d1802e req-3586afac-328b-401f-81f0-7b498ba24a9f tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.0753353 Apr 20 16:20:12.165715 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c1389ba5-497d-4a1b-92b6-3caf8f6a4f8b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8658252 Apr 20 16:20:12.168904 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40630) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:12.174195 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4488cfa5-b5e5-4dce-80fa-92a92b10792a admin admin] Request body: {'subnet': {'network_id': 'a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-805686018-subnet', 'tenant_id': '960fcc8353054b3081d08d48dc0c9512', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:12.195863 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-30656393-2d97-4abf-be8a-643e40d1802e req-ce56d7fb-3388-4938-9045-a6d6e23081db tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412953 Apr 20 16:20:12.252157 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1b46b-9b8e-4ee9-9c2f-584422505581 req-b85c8d57-7426-488c-87cb-86b5c82f6271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:12.253690 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2ef1b46b-9b8e-4ee9-9c2f-584422505581 req-b85c8d57-7426-488c-87cb-86b5c82f6271 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f3fab4eb-af20-4e02-80f0-b03aabffafd5 HTTP/1.1" status: 200 len: 1101 time: 0.0422504 Apr 20 16:20:12.288906 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2ef1b46b-9b8e-4ee9-9c2f-584422505581 req-b5e547f1-36bd-4382-835e-2b4615e3f915 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290279 Apr 20 16:20:12.289586 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4488cfa5-b5e5-4dce-80fa-92a92b10792a admin admin] Made reservation on behalf of 960fcc8353054b3081d08d48dc0c9512 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:20:12.291943 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4488cfa5-b5e5-4dce-80fa-92a92b10792a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:12.544812 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4488cfa5-b5e5-4dce-80fa-92a92b10792a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:12.645700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488cfa5-b5e5-4dce-80fa-92a92b10792a admin admin] Pushing event updated for resources: {'Subnet': ['ID=46e9902a-dbb4-4de8-acd2-2382942cc1ee,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:12.655224 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c3c89-4052-4848-9adb-472ebda951a3 req-574d36eb-3e17-48c1-ab31-c9ea55120f8e tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:12.655699 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0e2c3c89-4052-4848-9adb-472ebda951a3 req-574d36eb-3e17-48c1-ab31-c9ea55120f8e tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.0494757 Apr 20 16:20:12.659722 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4488cfa5-b5e5-4dce-80fa-92a92b10792a admin admin] Checking segment: {'id': '6de5635b-038f-4888-a5bb-e665846b05f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:20:12.660081 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4488cfa5-b5e5-4dce-80fa-92a92b10792a admin admin] Network hostable DHCP agents. Network: a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:20:12.671052 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de83781-a962-49e9-9443-bf661e99ff75 req-020a05e8-5d39-42bb-a8de-8a2235093b5e tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:12.672550 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8de83781-a962-49e9-9443-bf661e99ff75 req-020a05e8-5d39-42bb-a8de-8a2235093b5e tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/ports?device_id=5064ba78-5010-48e5-b674-4d0f562b5c89 HTTP/1.1" status: 200 len: 946 time: 0.0924993 Apr 20 16:20:12.693665 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0e2c3c89-4052-4848-9adb-472ebda951a3 req-b65cb8e2-1b9f-4357-861d-3a4ed5529520 tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/security-groups?id=3eb6541a-ed81-48d0-b17f-e4e67f2542e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317841 Apr 20 16:20:12.715332 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8de83781-a962-49e9-9443-bf661e99ff75 req-d07e82cb-098c-4a33-bf62-c3674bd2d2cd tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f2a903a-c3ad-4f40-8057-a91f55d987cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359523 Apr 20 16:20:12.748904 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4488cfa5-b5e5-4dce-80fa-92a92b10792a admin admin] Network a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:20:12.829281 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c3dfd-f025-4146-93ad-c2f6f3955263 req-732564b2-bdd2-42df-9f50-adc0c6289eef tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:12.830977 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-537c3dfd-f025-4146-93ad-c2f6f3955263 req-732564b2-bdd2-42df-9f50-adc0c6289eef tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.30 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 946 time: 0.0492928 Apr 20 16:20:12.877103 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-4488cfa5-b5e5-4dce-80fa-92a92b10792a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:12.885858 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4488cfa5-b5e5-4dce-80fa-92a92b10792a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:12.886444 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4488cfa5-b5e5-4dce-80fa-92a92b10792a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:12.889596 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184e09b5-44b9-4606-b29a-591ab3254943 None None] Network a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:20:12.953201 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-537c3dfd-f025-4146-93ad-c2f6f3955263 req-874376af-b8a0-4a9c-996e-a9402a20598d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Deleting port 22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:20:12.953538 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-537c3dfd-f025-4146-93ad-c2f6f3955263 req-874376af-b8a0-4a9c-996e-a9402a20598d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:13.017833 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fb9a6-5ae0-41b8-a81d-1ed5fff78188 req-6935d4ad-43a7-44c6-939c-4f8215c8f076 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:13.026444 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-506fb9a6-5ae0-41b8-a81d-1ed5fff78188 req-6935d4ad-43a7-44c6-939c-4f8215c8f076 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0793912 Apr 20 16:20:13.048862 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4488cfa5-b5e5-4dce-80fa-92a92b10792a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8788602 Apr 20 16:20:13.057715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb3d14a-9672-4bfd-9d9f-91609ef06b6c None None] Network a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:20:13.057994 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-537c3dfd-f025-4146-93ad-c2f6f3955263 req-874376af-b8a0-4a9c-996e-a9402a20598d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] For port 22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b,segment=NetworkSegment(d7db2997-d098-4eed-97f8-722a87d68c55),segment_id=d7db2997-d098-4eed-97f8-722a87d68c55)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:13.059729 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-537c3dfd-f025-4146-93ad-c2f6f3955263 req-874376af-b8a0-4a9c-996e-a9402a20598d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:13.084067 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-506fb9a6-5ae0-41b8-a81d-1ed5fff78188 req-b2e56fc3-4be7-41df-b004-bd1ff4942bc3 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559509 Apr 20 16:20:13.089260 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-537c3dfd-f025-4146-93ad-c2f6f3955263 req-874376af-b8a0-4a9c-996e-a9402a20598d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Calling delete_port for 22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:20:13.196507 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d1f46-8f10-4a07-84ea-1cdd40fa9ee2 req-69e88050-7ca6-4d80-aefe-7d5b4f5a01e2 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:13.203726 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f2d1f46-8f10-4a07-84ea-1cdd40fa9ee2 req-69e88050-7ca6-4d80-aefe-7d5b4f5a01e2 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 946 time: 0.1479239 Apr 20 16:20:13.233862 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7045554-b25c-47f1-ac31-585c87400b64 req-c46f0647-67db-42d8-8bd4-ad7f16c90582 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:13.236834 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d7045554-b25c-47f1-ac31-585c87400b64 req-c46f0647-67db-42d8-8bd4-ad7f16c90582 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fab4eb-af20-4e02-80f0-b03aabffafd5 HTTP/1.1" status: 200 len: 950 time: 0.0656996 Apr 20 16:20:13.239387 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdb64e-45bd-4ebc-801e-42722ccd54aa req-337ebb52-8609-46aa-8bcb-7938e1e007c0 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:13.240952 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5efdb64e-45bd-4ebc-801e-42722ccd54aa req-337ebb52-8609-46aa-8bcb-7938e1e007c0 tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.30 "GET /v2.0/ports?device_id=5064ba78-5010-48e5-b674-4d0f562b5c89 HTTP/1.1" status: 200 len: 946 time: 0.1638398 Apr 20 16:20:13.274705 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d7045554-b25c-47f1-ac31-585c87400b64 req-512f062b-695e-4e36-b89e-e79cb67450ed tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358739 Apr 20 16:20:13.303743 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f2d1f46-8f10-4a07-84ea-1cdd40fa9ee2 req-0fa410fb-e94a-40a8-b18c-4511001e9245 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986390 Apr 20 16:20:13.428064 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-5efdb64e-45bd-4ebc-801e-42722ccd54aa req-4011796e-77db-4e38-9b5a-0471f16d6cda tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Deleting port 7390b8b2-14a8-4bf4-aa65-3af6c6d1f754 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:20:13.428950 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5efdb64e-45bd-4ebc-801e-42722ccd54aa req-4011796e-77db-4e38-9b5a-0471f16d6cda tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:13.491958 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28e0bd-5a00-4877-a9c4-0edcd1fa19e4 req-9d0e4a5d-3ece-4465-a395-6efb1c055eea tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:13.493453 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd28e0bd-5a00-4877-a9c4-0edcd1fa19e4 req-9d0e4a5d-3ece-4465-a395-6efb1c055eea tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.1108234 Apr 20 16:20:13.544567 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-537c3dfd-f025-4146-93ad-c2f6f3955263 req-874376af-b8a0-4a9c-996e-a9402a20598d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:13.551994 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-5efdb64e-45bd-4ebc-801e-42722ccd54aa req-4011796e-77db-4e38-9b5a-0471f16d6cda tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] For port 7390b8b2-14a8-4bf4-aa65-3af6c6d1f754, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7390b8b2-14a8-4bf4-aa65-3af6c6d1f754,segment=NetworkSegment(fd070f08-0b1a-4293-a613-a358ae9727dd),segment_id=fd070f08-0b1a-4293-a613-a358ae9727dd)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:13.558846 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5efdb64e-45bd-4ebc-801e-42722ccd54aa req-4011796e-77db-4e38-9b5a-0471f16d6cda tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:13.577280 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:13.580180 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd28e0bd-5a00-4877-a9c4-0edcd1fa19e4 req-c1560bf4-578f-4ef2-ac72-02383e228aa1 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797496 Apr 20 16:20:13.611166 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-5efdb64e-45bd-4ebc-801e-42722ccd54aa req-4011796e-77db-4e38-9b5a-0471f16d6cda tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Calling delete_port for 7390b8b2-14a8-4bf4-aa65-3af6c6d1f754 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:20:13.611166 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874376af-b8a0-4a9c-996e-a9402a20598d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Pushing event deleted for resources: {'Port': ['ID=22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:13.682201 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-537c3dfd-f025-4146-93ad-c2f6f3955263 req-874376af-b8a0-4a9c-996e-a9402a20598d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] No DVR routers for this DVR port 22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:20:13.687475 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-537c3dfd-f025-4146-93ad-c2f6f3955263 req-874376af-b8a0-4a9c-996e-a9402a20598d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:13.690611 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-537c3dfd-f025-4146-93ad-c2f6f3955263 req-874376af-b8a0-4a9c-996e-a9402a20598d tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.30 "DELETE /v2.0/ports/22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b HTTP/1.1" status: 204 len: 173 time: 0.8426678 Apr 20 16:20:13.691049 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923a984a-131f-4f8a-9c9e-fed1f296e253', 'name': 'network-vif-deleted', 'tag': '22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:13.693380 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb22eb7f-7262-4891-85ee-d5f84e89c97e" -d '{"events": [{"server_uuid": "923a984a-131f-4f8a-9c9e-fed1f296e253", "name": "network-vif-deleted", "tag": "22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:13.750131 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-636d452f-bdd1-4ad4-98af-53a0c3c8d06c req-092cbf95-7bf6-4f3e-a62b-1a368a298625 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1183361742&fields=id&tenant_id=73ba2d154aa546b5bdc4027f729bae8b HTTP/1.1" status: 200 len: 267 time: 0.0660937 Apr 20 16:20:13.876030 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d452f-bdd1-4ad4-98af-53a0c3c8d06c req-86e01b4a-ff64-4245-aa11-9bc297edec86 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:13.878826 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-636d452f-bdd1-4ad4-98af-53a0c3c8d06c req-86e01b4a-ff64-4245-aa11-9bc297edec86 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 946 time: 0.1186738 Apr 20 16:20:13.880098 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-ecca04b6-c026-4c3c-a802-7554da0cfd71 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:13.882169 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-ecca04b6-c026-4c3c-a802-7554da0cfd71 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/networks?id=a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523 HTTP/1.1" status: 200 len: 812 time: 0.1201472 Apr 20 16:20:13.885331 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78788322-ebc3-4906-aad4-4be69f51fc67 req-4f9ba3ef-ee40-41cb-bed7-5d44933abe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:13.886845 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-78788322-ebc3-4906-aad4-4be69f51fc67 req-4f9ba3ef-ee40-41cb-bed7-5d44933abe24 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4632da89faba4c6f8bca66fdf8a9bf10&device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 1096 time: 0.1002781 Apr 20 16:20:13.893223 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-636d452f-bdd1-4ad4-98af-53a0c3c8d06c req-48f185de-8596-4f55-bd1b-aade29a6ffe3 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Request body: {'port': {'security_groups': ['0ff42b31-233f-4225-8d08-56b0ce478470', '79c3ed7c-7597-4d4f-8d42-e8e864a4f6f0']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:13.898641 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-2d4ede3a-e65e-485c-8732-66c9e09dc84e tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/quotas/960fcc8353054b3081d08d48dc0c9512 HTTP/1.1" status: 200 len: 375 time: 0.0106254 Apr 20 16:20:13.934635 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-8c4fc67a-139f-4297-b3f0-6223bdd3d878 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=960fcc8353054b3081d08d48dc0c9512&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302877 Apr 20 16:20:14.007821 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-636d452f-bdd1-4ad4-98af-53a0c3c8d06c req-48f185de-8596-4f55-bd1b-aade29a6ffe3 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:14.022863 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5efdb64e-45bd-4ebc-801e-42722ccd54aa req-4011796e-77db-4e38-9b5a-0471f16d6cda tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:14.034375 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-5cf4947d-8fa5-4de6-9951-0116543bc330 service neutron] 10.222.0.15 "GET /v2.0/networks/a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907969 Apr 20 16:20:14.056491 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['7390b8b2-14a8-4bf4-aa65-3af6c6d1f754'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:14.075389 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011796e-77db-4e38-9b5a-0471f16d6cda tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Pushing event deleted for resources: {'Port': ['ID=7390b8b2-14a8-4bf4-aa65-3af6c6d1f754,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:14.107619 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78788322-ebc3-4906-aad4-4be69f51fc67 req-76741789-f624-47ca-8ac4-3af9b460bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:14.109157 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-78788322-ebc3-4906-aad4-4be69f51fc67 req-76741789-f624-47ca-8ac4-3af9b460bda1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1909df4a-72a6-4533-bf20-1f90fba3849a HTTP/1.1" status: 200 len: 911 time: 0.2116468 Apr 20 16:20:14.131268 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-35d6ea03-9c58-40da-892d-a9f44653a59b service neutron] 10.222.0.15 "GET /v2.0/networks/a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902390 Apr 20 16:20:14.191930 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efdb64e-45bd-4ebc-801e-42722ccd54aa req-4011796e-77db-4e38-9b5a-0471f16d6cda tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] No DVR routers for this DVR port 7390b8b2-14a8-4bf4-aa65-3af6c6d1f754 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:20:14.200828 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5efdb64e-45bd-4ebc-801e-42722ccd54aa req-4011796e-77db-4e38-9b5a-0471f16d6cda tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:14.204050 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5efdb64e-45bd-4ebc-801e-42722ccd54aa req-4011796e-77db-4e38-9b5a-0471f16d6cda tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.30 "DELETE /v2.0/ports/7390b8b2-14a8-4bf4-aa65-3af6c6d1f754 HTTP/1.1" status: 204 len: 173 time: 0.9557199 Apr 20 16:20:14.246209 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-78788322-ebc3-4906-aad4-4be69f51fc67 req-b6750d0f-798c-443a-b1ce-aec3744d1d58 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb7745ff-4f81-4633-8823-8c3af85ef2c1 HTTP/1.1" status: 200 len: 1001 time: 0.1281686 Apr 20 16:20:14.348824 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78788322-ebc3-4906-aad4-4be69f51fc67 req-fdddaab5-2f7f-46fd-a12a-496b8e0ea83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:14.350295 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-78788322-ebc3-4906-aad4-4be69f51fc67 req-fdddaab5-2f7f-46fd-a12a-496b8e0ea83d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49f7ee52-7222-4a78-88ae-a616c6706517 HTTP/1.1" status: 200 len: 849 time: 0.0955012 Apr 20 16:20:14.417422 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-636d452f-bdd1-4ad4-98af-53a0c3c8d06c req-48f185de-8596-4f55-bd1b-aade29a6ffe3 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] For port 9f6487ec-8b6f-44eb-87b1-0690b758458b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=9f6487ec-8b6f-44eb-87b1-0690b758458b,segment=NetworkSegment(21ec1e0a-7032-4c6a-b26c-15010c22cb42),segment_id=21ec1e0a-7032-4c6a-b26c-15010c22cb42)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:14.429770 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78788322-ebc3-4906-aad4-4be69f51fc67 req-b5dc4bf9-00c1-4d67-9adc-0bbef86a8623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:14.431280 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-78788322-ebc3-4906-aad4-4be69f51fc67 req-b5dc4bf9-00c1-4d67-9adc-0bbef86a8623 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1909df4a-72a6-4533-bf20-1f90fba3849a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729978 Apr 20 16:20:14.509700 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-636d452f-bdd1-4ad4-98af-53a0c3c8d06c req-48f185de-8596-4f55-bd1b-aade29a6ffe3 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:14.510213 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112258ff-0b99-4147-acba-acae9df5be02 req-cd51a94f-ca67-49a7-93e7-9be4c2fbfa41 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:14.511835 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-112258ff-0b99-4147-acba-acae9df5be02 req-cd51a94f-ca67-49a7-93e7-9be4c2fbfa41 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0556047 Apr 20 16:20:14.542710 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-78788322-ebc3-4906-aad4-4be69f51fc67 req-6e725012-bb7f-40b8-8e95-1988319aabb8 service neutron] 10.222.0.26 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029272 Apr 20 16:20:14.558517 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-112258ff-0b99-4147-acba-acae9df5be02 req-844c3ee8-7af7-49a2-ade1-ea1c92239878 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343816 Apr 20 16:20:14.639395 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee70238-bcd7-4e31-86ab-dd1a3148cbe2 x-openstack-request-id: req-6ee70238-bcd7-4e31-86ab-dd1a3148cbe2 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:14.641172 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923a984a-131f-4f8a-9c9e-fed1f296e253", "name": "network-vif-deleted", "tag": "22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:14.641172 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ee70238-bcd7-4e31-86ab-dd1a3148cbe2 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:14.641172 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee70238-bcd7-4e31-86ab-dd1a3148cbe2'] response: {'server_uuid': '923a984a-131f-4f8a-9c9e-fed1f296e253', 'name': 'network-vif-deleted', 'tag': '22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b', 'status': 'completed', 'code': 200} Apr 20 16:20:14.644370 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-636d452f-bdd1-4ad4-98af-53a0c3c8d06c req-48f185de-8596-4f55-bd1b-aade29a6ffe3 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:14.684095 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-78788322-ebc3-4906-aad4-4be69f51fc67 req-a5a12c7e-7f92-4ccf-9b40-02ed979381bb service neutron] 10.222.0.26 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343491 Apr 20 16:20:14.684385 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['9f6487ec-8b6f-44eb-87b1-0690b758458b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:14.701083 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d452f-bdd1-4ad4-98af-53a0c3c8d06c req-48f185de-8596-4f55-bd1b-aade29a6ffe3 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:14.701721 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-636d452f-bdd1-4ad4-98af-53a0c3c8d06c req-48f185de-8596-4f55-bd1b-aade29a6ffe3 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:14.716130 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-30efc19d-0b53-4333-bf99-fd3266bc9dc3 req-a134bee7-9b5f-437b-93ad-f884736a40aa tempest-ServerRescueTestJSON-1029492255 tempest-ServerRescueTestJSON-1029492255-project] 10.222.0.15 "GET /v2.0/ports?device_id=923a984a-131f-4f8a-9c9e-fed1f296e253 HTTP/1.1" status: 200 len: 210 time: 0.0445178 Apr 20 16:20:14.716226 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-636d452f-bdd1-4ad4-98af-53a0c3c8d06c req-48f185de-8596-4f55-bd1b-aade29a6ffe3 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "PUT /v2.0/ports/9f6487ec-8b6f-44eb-87b1-0690b758458b HTTP/1.1" status: 200 len: 982 time: 0.8269598 Apr 20 16:20:14.747441 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f185de-8596-4f55-bd1b-aade29a6ffe3 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event updated for resources: {'Port': ['ID=9f6487ec-8b6f-44eb-87b1-0690b758458b,revision_number=6']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:14.827049 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c678f3-1d1c-4d22-b48c-433b543583e9 req-f4d6c86b-f73c-4562-bfca-3389a2a7fd7c tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:14.828682 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-10c678f3-1d1c-4d22-b48c-433b543583e9 req-f4d6c86b-f73c-4562-bfca-3389a2a7fd7c tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fab4eb-af20-4e02-80f0-b03aabffafd5 HTTP/1.1" status: 200 len: 950 time: 0.0556290 Apr 20 16:20:14.879644 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['9f6487ec-8b6f-44eb-87b1-0690b758458b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:14.882269 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-10c678f3-1d1c-4d22-b48c-433b543583e9 req-479013c4-a318-4738-854d-f40386025d21 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386150 Apr 20 16:20:14.975285 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-60259e58-761b-4cb0-a2aa-b4425ccb28ac req-e295aabc-ff0b-4695-be00-449fb10b7167 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 210 time: 0.0302708 Apr 20 16:20:15.119164 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff767642-d4f7-49a2-9e87-710f663c3061 req-03feb5de-fa61-4bfc-b8eb-52228cac8644 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:15.121575 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ff767642-d4f7-49a2-9e87-710f663c3061 req-03feb5de-fa61-4bfc-b8eb-52228cac8644 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.0603158 Apr 20 16:20:15.136258 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-643293a3-160f-468c-9c7f-fdd446fc8dc8 req-0ffca44c-8e47-4638-9ef8-41d91678ad2d tempest-ServerAddressesTestJSON-1343293793 tempest-ServerAddressesTestJSON-1343293793-project] 10.222.0.15 "GET /v2.0/ports?device_id=5064ba78-5010-48e5-b674-4d0f562b5c89 HTTP/1.1" status: 200 len: 210 time: 0.3412130 Apr 20 16:20:15.162157 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ff767642-d4f7-49a2-9e87-710f663c3061 req-ab0d8d32-b160-4e30-99fc-b60dbee4b9a3 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343361 Apr 20 16:20:15.290129 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44fe0755-67ab-49e0-b3f6-b01b51a1ad67 req-bdc187e9-8f5a-40bd-bdab-e7a8b45c2884 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1640622474&fields=id&tenant_id=73ba2d154aa546b5bdc4027f729bae8b HTTP/1.1" status: 200 len: 267 time: 0.0343294 Apr 20 16:20:15.290129 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe0755-67ab-49e0-b3f6-b01b51a1ad67 req-403b2591-57b9-4fad-9971-f8c39fa2c3ba tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:15.290129 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44fe0755-67ab-49e0-b3f6-b01b51a1ad67 req-403b2591-57b9-4fad-9971-f8c39fa2c3ba tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 985 time: 0.0478225 Apr 20 16:20:15.299508 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-44fe0755-67ab-49e0-b3f6-b01b51a1ad67 req-ad4ad89e-ccfe-4e6c-a28e-f683d68fb279 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Request body: {'port': {'security_groups': ['0ff42b31-233f-4225-8d08-56b0ce478470', '79c3ed7c-7597-4d4f-8d42-e8e864a4f6f0', 'd937ba71-129b-4aab-9cb8-6a75b3db904f']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:15.371153 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-44fe0755-67ab-49e0-b3f6-b01b51a1ad67 req-ad4ad89e-ccfe-4e6c-a28e-f683d68fb279 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:15.503319 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-62a17b34-6f90-4acd-9b0e-841b7c23e7ad tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d748795b5b874696aee3946c7b2f48aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266654 Apr 20 16:20:15.574682 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-44fe0755-67ab-49e0-b3f6-b01b51a1ad67 req-ad4ad89e-ccfe-4e6c-a28e-f683d68fb279 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] For port 9f6487ec-8b6f-44eb-87b1-0690b758458b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=9f6487ec-8b6f-44eb-87b1-0690b758458b,segment=NetworkSegment(21ec1e0a-7032-4c6a-b26c-15010c22cb42),segment_id=21ec1e0a-7032-4c6a-b26c-15010c22cb42)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:15.605450 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-44fe0755-67ab-49e0-b3f6-b01b51a1ad67 req-ad4ad89e-ccfe-4e6c-a28e-f683d68fb279 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:15.615342 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-3864cb1b-4a47-42e9-89ed-17e378d77b5c tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:15.616836 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-3864cb1b-4a47-42e9-89ed-17e378d77b5c tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1077142 Apr 20 16:20:15.632982 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-d229f031-4da6-4d3c-aab9-a9336473a154 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/quotas/d748795b5b874696aee3946c7b2f48aa HTTP/1.1" status: 200 len: 375 time: 0.0091388 Apr 20 16:20:15.681375 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-2fa8ad5f-df35-44bf-ba44-374556a2e49a tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d748795b5b874696aee3946c7b2f48aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429633 Apr 20 16:20:15.745313 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-44fe0755-67ab-49e0-b3f6-b01b51a1ad67 req-ad4ad89e-ccfe-4e6c-a28e-f683d68fb279 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:15.779993 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['9f6487ec-8b6f-44eb-87b1-0690b758458b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:15.803443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe0755-67ab-49e0-b3f6-b01b51a1ad67 req-ad4ad89e-ccfe-4e6c-a28e-f683d68fb279 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:15.804065 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-44fe0755-67ab-49e0-b3f6-b01b51a1ad67 req-ad4ad89e-ccfe-4e6c-a28e-f683d68fb279 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:15.805487 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44fe0755-67ab-49e0-b3f6-b01b51a1ad67 req-ad4ad89e-ccfe-4e6c-a28e-f683d68fb279 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "PUT /v2.0/ports/9f6487ec-8b6f-44eb-87b1-0690b758458b HTTP/1.1" status: 200 len: 1021 time: 0.5105672 Apr 20 16:20:15.823325 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ad89e-ccfe-4e6c-a28e-f683d68fb279 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event updated for resources: {'Port': ['ID=9f6487ec-8b6f-44eb-87b1-0690b758458b,revision_number=7']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:15.910998 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132625e1-e991-4ce0-8ec0-444b6ceb6b89 req-0bcda7c0-6285-4c47-95c7-f5569b9c4b0e tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:15.913059 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-132625e1-e991-4ce0-8ec0-444b6ceb6b89 req-0bcda7c0-6285-4c47-95c7-f5569b9c4b0e tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0497751 Apr 20 16:20:15.952834 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['9f6487ec-8b6f-44eb-87b1-0690b758458b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:15.972706 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-132625e1-e991-4ce0-8ec0-444b6ceb6b89 req-f429f3e5-0380-430e-89a3-30dd5f4ba6a3 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532575 Apr 20 16:20:16.033609 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40718) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:16.142359 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bac55-c32c-415f-984f-67f5877a5894 req-6b2d241f-3951-4820-a100-8f1c1f2b599f tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:16.151086 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-488bac55-c32c-415f-984f-67f5877a5894 req-6b2d241f-3951-4820-a100-8f1c1f2b599f tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 1024 time: 0.0652478 Apr 20 16:20:16.249489 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-488bac55-c32c-415f-984f-67f5877a5894 req-752345ca-97ca-47cb-b6f5-9d4e4b41f122 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=d937ba71-129b-4aab-9cb8-6a75b3db904f&id=79c3ed7c-7597-4d4f-8d42-e8e864a4f6f0&id=0ff42b31-233f-4225-8d08-56b0ce478470 HTTP/1.1" status: 200 len: 6157 time: 0.0874233 Apr 20 16:20:16.249798 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4755a031-af0f-4570-8e65-778439ddd69f req-7b64347f-e219-4954-b8a7-42596d18753a tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8afc40d-cbac-47ae-a0b2-a9a36aec8f35 HTTP/1.1" status: 200 len: 210 time: 0.0938458 Apr 20 16:20:16.278656 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-0ac23885-21f0-4906-8e68-a9ec7706ba26 req-5734e860-92e1-4325-b67d-47cf9d648d72 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Request body: {'security_group': {'name': ' tempest-securitygroup -338234495 ', 'description': 'tempest-description-1302823427'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:16.340235 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2bf485ad-4661-4404-b673-473eb508f85e req-6fa046c5-f6f2-4d85-83a2-35c8c5799957 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 210 time: 0.0287580 Apr 20 16:20:16.382752 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40730) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:16.429821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-11bb7098-65bc-4b4c-a659-5ecea6dcbab9 admin admin] Deleting subnet 51c2a3b6-2f6e-45d1-ab11-2108ce6886aa {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:20:16.441506 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11bb7098-65bc-4b4c-a659-5ecea6dcbab9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:16.484543 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0ac23885-21f0-4906-8e68-a9ec7706ba26 req-5734e860-92e1-4325-b67d-47cf9d648d72 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:16.500439 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11bb7098-65bc-4b4c-a659-5ecea6dcbab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:16.530070 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e6e8a-a0db-4e9a-a7ed-028e1cb12a7c req-e05bff80-2957-4b58-b3e6-c0ee2d3f596b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:16.531598 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-782e6e8a-a0db-4e9a-a7ed-028e1cb12a7c req-e05bff80-2957-4b58-b3e6-c0ee2d3f596b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.1065323 Apr 20 16:20:16.553568 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11bb7098-65bc-4b4c-a659-5ecea6dcbab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:16.577372 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0ac23885-21f0-4906-8e68-a9ec7706ba26 req-5734e860-92e1-4325-b67d-47cf9d648d72 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:16.631706 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c05f54e6-04c1-4f94-a7c3-d9d77ec5306b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:16.632224 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-782e6e8a-a0db-4e9a-a7ed-028e1cb12a7c req-a1b292b5-a32b-4cc6-bcca-aaef2ddc64eb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741322 Apr 20 16:20:16.640887 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5064ba78-5010-48e5-b674-4d0f562b5c89', 'name': 'network-vif-deleted', 'tag': '7390b8b2-14a8-4bf4-aa65-3af6c6d1f754'}, {'name': 'network-changed', 'server_uuid': '4755d6cb-8026-497a-b714-39d80eeeeb89', 'tag': '9f6487ec-8b6f-44eb-87b1-0690b758458b'}, {'name': 'network-changed', 'server_uuid': '4755d6cb-8026-497a-b714-39d80eeeeb89', 'tag': '9f6487ec-8b6f-44eb-87b1-0690b758458b'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:16.643252 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3b5df5-1796-47f7-ae36-28aafcfb732c" -d '{"events": [{"server_uuid": "5064ba78-5010-48e5-b674-4d0f562b5c89", "name": "network-vif-deleted", "tag": "7390b8b2-14a8-4bf4-aa65-3af6c6d1f754"}, {"name": "network-changed", "server_uuid": "4755d6cb-8026-497a-b714-39d80eeeeb89", "tag": "9f6487ec-8b6f-44eb-87b1-0690b758458b"}, {"name": "network-changed", "server_uuid": "4755d6cb-8026-497a-b714-39d80eeeeb89", "tag": "9f6487ec-8b6f-44eb-87b1-0690b758458b"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:16.701141 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d27120-6aec-469c-8880-9fb5e0b34845 x-openstack-request-id: req-07d27120-6aec-469c-8880-9fb5e0b34845 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:16.701141 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5064ba78-5010-48e5-b674-4d0f562b5c89", "name": "network-vif-deleted", "tag": "7390b8b2-14a8-4bf4-aa65-3af6c6d1f754", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4755d6cb-8026-497a-b714-39d80eeeeb89", "tag": "9f6487ec-8b6f-44eb-87b1-0690b758458b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4755d6cb-8026-497a-b714-39d80eeeeb89", "tag": "9f6487ec-8b6f-44eb-87b1-0690b758458b", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:16.701141 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07d27120-6aec-469c-8880-9fb5e0b34845 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:16.701141 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07d27120-6aec-469c-8880-9fb5e0b34845'] response: {'server_uuid': '5064ba78-5010-48e5-b674-4d0f562b5c89', 'name': 'network-vif-deleted', 'tag': '7390b8b2-14a8-4bf4-aa65-3af6c6d1f754', 'status': 'completed', 'code': 200} Apr 20 16:20:16.701141 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07d27120-6aec-469c-8880-9fb5e0b34845'] response: {'name': 'network-changed', 'server_uuid': '4755d6cb-8026-497a-b714-39d80eeeeb89', 'tag': '9f6487ec-8b6f-44eb-87b1-0690b758458b', 'status': 'completed', 'code': 200} Apr 20 16:20:16.701141 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07d27120-6aec-469c-8880-9fb5e0b34845'] response: {'name': 'network-changed', 'server_uuid': '4755d6cb-8026-497a-b714-39d80eeeeb89', 'tag': '9f6487ec-8b6f-44eb-87b1-0690b758458b', 'status': 'completed', 'code': 200} Apr 20 16:20:16.714919 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0ac23885-21f0-4906-8e68-a9ec7706ba26 req-5734e860-92e1-4325-b67d-47cf9d648d72 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:16.721180 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11bb7098-65bc-4b4c-a659-5ecea6dcbab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:16.756920 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb7098-65bc-4b4c-a659-5ecea6dcbab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51c2a3b6-2f6e-45d1-ab11-2108ce6886aa,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:16.757788 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11bb7098-65bc-4b4c-a659-5ecea6dcbab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:16.763892 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-11bb7098-65bc-4b4c-a659-5ecea6dcbab9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/51c2a3b6-2f6e-45d1-ab11-2108ce6886aa HTTP/1.1" status: 204 len: 168 time: 0.3798690 Apr 20 16:20:16.765943 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40736) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:16.776694 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734e860-92e1-4325-b67d-47cf9d648d72 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb3f49a-dabf-4c12-a325-24b54e1be3e0,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:16.810146 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b5df5-1796-47f7-ae36-28aafcfb732c req-d491530c-fce0-4ccb-974c-29344aa319b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:16.811644 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac3b5df5-1796-47f7-ae36-28aafcfb732c req-d491530c-fce0-4ccb-974c-29344aa319b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73ba2d154aa546b5bdc4027f729bae8b&device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 1175 time: 0.0466323 Apr 20 16:20:16.883579 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0ac23885-21f0-4906-8e68-a9ec7706ba26 req-5734e860-92e1-4325-b67d-47cf9d648d72 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:16.884717 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0ac23885-21f0-4906-8e68-a9ec7706ba26 req-5734e860-92e1-4325-b67d-47cf9d648d72 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.6122193 Apr 20 16:20:16.893034 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a69a708-f165-4017-8ecc-fe9f87f2c8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:16.931077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b5df5-1796-47f7-ae36-28aafcfb732c req-b6b73e9e-53df-418d-a4d8-549bda55acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:16.932628 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac3b5df5-1796-47f7-ae36-28aafcfb732c req-b6b73e9e-53df-418d-a4d8-549bda55acdf service neutron] 10.222.0.26 "GET /v2.0/networks?id=29dbfc8e-095a-4d2b-82ac-4cea5a87b262 HTTP/1.1" status: 200 len: 914 time: 0.1128273 Apr 20 16:20:16.996722 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac3b5df5-1796-47f7-ae36-28aafcfb732c req-3149d809-8787-4d99-80a8-3779c2454a16 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f6487ec-8b6f-44eb-87b1-0690b758458b HTTP/1.1" status: 200 len: 217 time: 0.0541723 Apr 20 16:20:16.999537 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3c57ea46-c344-486b-9012-2562798661f3 req-2e99eecd-a062-4646-bfa1-47b792afbfc3 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/cbb3f49a-dabf-4c12-a325-24b54e1be3e0 HTTP/1.1" status: 200 len: 1782 time: 0.0904086 Apr 20 16:20:17.007481 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a69a708-f165-4017-8ecc-fe9f87f2c8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:17.050145 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b5df5-1796-47f7-ae36-28aafcfb732c req-3f5a78d0-431e-4d79-94f5-cee1f08e8017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:17.050145 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac3b5df5-1796-47f7-ae36-28aafcfb732c req-3f5a78d0-431e-4d79-94f5-cee1f08e8017 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e508aa00-d9ac-4d19-b6db-06331192a4a4 HTTP/1.1" status: 200 len: 853 time: 0.0474873 Apr 20 16:20:17.060483 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-3a69a708-f165-4017-8ecc-fe9f87f2c8f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384966cf-ab08-4d43-a2d1-58b114401cea']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:17.085265 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-3a69a708-f165-4017-8ecc-fe9f87f2c8f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd070f08-0b1a-4293-a613-a358ae9727dd') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:17.085639 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-3a69a708-f165-4017-8ecc-fe9f87f2c8f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd070f08-0b1a-4293-a613-a358ae9727dd') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:17.090607 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac3b5df5-1796-47f7-ae36-28aafcfb732c req-925d56ba-7a74-43e5-a023-4a9aac529343 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=29dbfc8e-095a-4d2b-82ac-4cea5a87b262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288756 Apr 20 16:20:17.108972 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a69a708-f165-4017-8ecc-fe9f87f2c8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:17.141516 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-554054cb-31a6-4659-a456-358ba33a5a23 req-887f2a00-a787-497b-aae1-6a4964aecb16 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/cbb3f49a-dabf-4c12-a325-24b54e1be3e0 HTTP/1.1" status: 200 len: 1782 time: 0.0845714 Apr 20 16:20:17.143444 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a69a708-f165-4017-8ecc-fe9f87f2c8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:17.162150 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a69a708-f165-4017-8ecc-fe9f87f2c8f3 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:20:17.163191 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a69a708-f165-4017-8ecc-fe9f87f2c8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:20:17.165165 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:20:17.197594 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c05f54e6-04c1-4f94-a7c3-d9d77ec5306b admin admin] Deleting port 70b13e2f-5acd-41c1-931f-1e89ca3ec409 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:20:17.197932 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c05f54e6-04c1-4f94-a7c3-d9d77ec5306b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:17.219736 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a0473-59d6-4c6c-b055-5e4f8499b155 req-f4ae4d2e-17ae-4746-baea-bb4c88235a34 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:17.221515 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-706a0473-59d6-4c6c-b055-5e4f8499b155 req-f4ae4d2e-17ae-4746-baea-bb4c88235a34 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.1130912 Apr 20 16:20:17.251466 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac3b5df5-1796-47f7-ae36-28aafcfb732c req-4eadb0bd-c917-490a-9944-4ac2c127e144 service neutron] 10.222.0.26 "GET /v2.0/networks/29dbfc8e-095a-4d2b-82ac-4cea5a87b262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509366 Apr 20 16:20:17.294623 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-706a0473-59d6-4c6c-b055-5e4f8499b155 req-4a0ebecf-ec6d-4b85-9163-47d41a7252f8 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625007 Apr 20 16:20:17.318147 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-554054cb-31a6-4659-a456-358ba33a5a23 req-96015924-cb71-4b52-bf24-f09e114a3f24 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:17.362491 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-554054cb-31a6-4659-a456-358ba33a5a23 req-96015924-cb71-4b52-bf24-f09e114a3f24 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:17.373596 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-c05f54e6-04c1-4f94-a7c3-d9d77ec5306b admin admin] For port 70b13e2f-5acd-41c1-931f-1e89ca3ec409, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=70b13e2f-5acd-41c1-931f-1e89ca3ec409,segment=NetworkSegment(d7db2997-d098-4eed-97f8-722a87d68c55),segment_id=d7db2997-d098-4eed-97f8-722a87d68c55)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:17.373961 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c05f54e6-04c1-4f94-a7c3-d9d77ec5306b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:17.391050 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a69a708-f165-4017-8ecc-fe9f87f2c8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:17.395860 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a69a708-f165-4017-8ecc-fe9f87f2c8f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:17.400297 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3a69a708-f165-4017-8ecc-fe9f87f2c8f3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/384966cf-ab08-4d43-a2d1-58b114401cea HTTP/1.1" status: 204 len: 168 time: 0.6319506 Apr 20 16:20:17.411393 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c05f54e6-04c1-4f94-a7c3-d9d77ec5306b admin admin] Calling delete_port for 70b13e2f-5acd-41c1-931f-1e89ca3ec409 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:20:17.411601 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f3b7a51-2846-41ef-a192-8c2255303847 req-150ddbf5-e850-4640-bb46-6889979aca1a tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8afc40d-cbac-47ae-a0b2-a9a36aec8f35 HTTP/1.1" status: 200 len: 210 time: 0.0413949 Apr 20 16:20:17.415788 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac3b5df5-1796-47f7-ae36-28aafcfb732c req-796b1a3b-dc9b-43be-b3fd-017354d8eebb service neutron] 10.222.0.26 "GET /v2.0/networks/29dbfc8e-095a-4d2b-82ac-4cea5a87b262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508665 Apr 20 16:20:17.441989 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69a708-f165-4017-8ecc-fe9f87f2c8f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=384966cf-ab08-4d43-a2d1-58b114401cea,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:17.498478 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-74e1831e-b667-4c82-9a05-24a7ce412ffc req-de81ccfd-fa3b-4c8e-9dd0-a31224c11f4c tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 210 time: 0.0270693 Apr 20 16:20:17.575285 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-554054cb-31a6-4659-a456-358ba33a5a23 req-96015924-cb71-4b52-bf24-f09e114a3f24 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:17.578006 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-554054cb-31a6-4659-a456-358ba33a5a23 req-96015924-cb71-4b52-bf24-f09e114a3f24 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:17.579744 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-554054cb-31a6-4659-a456-358ba33a5a23 req-96015924-cb71-4b52-bf24-f09e114a3f24 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "DELETE /v2.0/security-groups/cbb3f49a-dabf-4c12-a325-24b54e1be3e0 HTTP/1.1" status: 204 len: 173 time: 0.4301877 Apr 20 16:20:17.597667 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96015924-cb71-4b52-bf24-f09e114a3f24 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb3f49a-dabf-4c12-a325-24b54e1be3e0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:17.603013 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 7390b8b2-14a8-4bf4-aa65-3af6c6d1f754 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:20:17.617248 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-49facf06-8237-45de-b030-e8539d7cf01a req-91685e54-c5df-47a1-a0c2-7911b4fb55f1 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] show failed (client error): The resource could not be found. Apr 20 16:20:17.618265 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-49facf06-8237-45de-b030-e8539d7cf01a req-91685e54-c5df-47a1-a0c2-7911b4fb55f1 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/cbb3f49a-dabf-4c12-a325-24b54e1be3e0 HTTP/1.1" status: 404 len: 352 time: 0.0153892 Apr 20 16:20:17.651923 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 7390b8b2-14a8-4bf4-aa65-3af6c6d1f754 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:20:17.652622 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 7390b8b2-14a8-4bf4-aa65-3af6c6d1f754 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:20:17.653194 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:20:17.654897 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-7c8489d9-597a-47b9-95ec-a31acb35ab82 req-3904b22d-d25e-423a-a767-a341f2a746d6 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1244219215', 'description': 'tempest-description-994420384'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:17.668868 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b5df5-1796-47f7-ae36-28aafcfb732c req-b3516819-2ace-49b7-866d-8ee0d2eca708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:17.670369 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac3b5df5-1796-47f7-ae36-28aafcfb732c req-b3516819-2ace-49b7-866d-8ee0d2eca708 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73ba2d154aa546b5bdc4027f729bae8b&device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 1175 time: 0.0506532 Apr 20 16:20:17.700211 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:20:17.700583 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 22cc6d1f-1863-48a8-8e3d-d2fc793ddf2b not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:20:17.806445 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c05f54e6-04c1-4f94-a7c3-d9d77ec5306b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:17.807231 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5f456-273d-4415-a39b-25b165fffb21 req-7f56afb5-d765-42a2-9154-7e8e121f0e5e tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:17.808746 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-51e5f456-273d-4415-a39b-25b165fffb21 req-7f56afb5-d765-42a2-9154-7e8e121f0e5e tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.0748744 Apr 20 16:20:17.811624 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b5df5-1796-47f7-ae36-28aafcfb732c req-edbd1087-d6e6-417b-b692-fbbb5adb40d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:17.813025 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac3b5df5-1796-47f7-ae36-28aafcfb732c req-edbd1087-d6e6-417b-b692-fbbb5adb40d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=29dbfc8e-095a-4d2b-82ac-4cea5a87b262 HTTP/1.1" status: 200 len: 914 time: 0.1357310 Apr 20 16:20:17.833477 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f54e6-04c1-4f94-a7c3-d9d77ec5306b admin admin] Pushing event deleted for resources: {'Port': ['ID=70b13e2f-5acd-41c1-931f-1e89ca3ec409,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:17.867479 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac3b5df5-1796-47f7-ae36-28aafcfb732c req-c1a2845d-ba2b-4ac9-a1fe-47711eacdf5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f6487ec-8b6f-44eb-87b1-0690b758458b HTTP/1.1" status: 200 len: 217 time: 0.0457034 Apr 20 16:20:17.909532 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-51e5f456-273d-4415-a39b-25b165fffb21 req-7293d8c5-c212-48a9-882b-3bf1f26f2d54 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942049 Apr 20 16:20:17.941085 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b5df5-1796-47f7-ae36-28aafcfb732c req-786b0fa7-ed61-4517-92ee-b153a68729b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:17.942732 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac3b5df5-1796-47f7-ae36-28aafcfb732c req-786b0fa7-ed61-4517-92ee-b153a68729b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e508aa00-d9ac-4d19-b6db-06331192a4a4 HTTP/1.1" status: 200 len: 853 time: 0.0647109 Apr 20 16:20:17.952436 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7c8489d9-597a-47b9-95ec-a31acb35ab82 req-3904b22d-d25e-423a-a767-a341f2a746d6 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:17.962701 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40758) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:17.985678 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac3b5df5-1796-47f7-ae36-28aafcfb732c req-5398f8e6-15d9-4f71-8778-94e6c1a0917e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=29dbfc8e-095a-4d2b-82ac-4cea5a87b262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358005 Apr 20 16:20:18.056583 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c05f54e6-04c1-4f94-a7c3-d9d77ec5306b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:18.079243 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a80356d0-0620-42b2-9552-fceb47a1f27e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc38b698eb374495b418c859d64fa516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1131597 Apr 20 16:20:18.079473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40760) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:18.135980 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7c8489d9-597a-47b9-95ec-a31acb35ab82 req-3904b22d-d25e-423a-a767-a341f2a746d6 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:18.204614 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac3b5df5-1796-47f7-ae36-28aafcfb732c req-0182981a-7a32-44cc-bf3b-47640afa6e11 service neutron] 10.222.0.26 "GET /v2.0/networks/29dbfc8e-095a-4d2b-82ac-4cea5a87b262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118206 Apr 20 16:20:18.268593 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7c8489d9-597a-47b9-95ec-a31acb35ab82 req-3904b22d-d25e-423a-a767-a341f2a746d6 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:18.299875 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a4c70e3b-0bde-4df8-b066-52f26e0d1b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:18.334945 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-913e2b19-962e-4976-8e83-e2a0b1d53ce7 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:18.336420 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-913e2b19-962e-4976-8e83-e2a0b1d53ce7 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.30 "GET /v2.0/networks?id=a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523 HTTP/1.1" status: 200 len: 812 time: 0.2466462 Apr 20 16:20:18.343998 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904b22d-d25e-423a-a767-a341f2a746d6 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd55ea6f-9b6d-47f2-8015-ed0aaf474635,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:18.349612 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05f54e6-04c1-4f94-a7c3-d9d77ec5306b admin admin] Router 37cc12ec-d22f-4a2f-98cb-69fc649dea9e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:20:18.360555 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a4c70e3b-0bde-4df8-b066-52f26e0d1b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:18.364919 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-1827c8ce-92a4-42a8-a186-70a5809d1be0 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Request body: {'port': {'device_id': 'a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68', 'network_id': 'a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523', 'admin_state_up': True, 'tenant_id': '960fcc8353054b3081d08d48dc0c9512'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:18.407726 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac3b5df5-1796-47f7-ae36-28aafcfb732c req-7641f485-7512-4e8b-981d-3146a8658bcf service neutron] 10.222.0.26 "GET /v2.0/networks/29dbfc8e-095a-4d2b-82ac-4cea5a87b262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956871 Apr 20 16:20:18.411259 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7c8489d9-597a-47b9-95ec-a31acb35ab82 req-3904b22d-d25e-423a-a767-a341f2a746d6 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:18.413131 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7c8489d9-597a-47b9-95ec-a31acb35ab82 req-3904b22d-d25e-423a-a767-a341f2a746d6 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7640953 Apr 20 16:20:18.455354 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-f7b5c60f-db20-49aa-aa81-c6fc87838943 req-288f7556-b35e-4a4c-ba5f-f758167675ce tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1817011692', 'description': 'tempest-description-25875129'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:18.493941 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05f54e6-04c1-4f94-a7c3-d9d77ec5306b admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:20:18.494047 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0723e568-3b0b-4503-987f-4e0cd4d9a425 None None] Sync routers for ids ['37cc12ec-d22f-4a2f-98cb-69fc649dea9e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:20:18.495191 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c05f54e6-04c1-4f94-a7c3-d9d77ec5306b admin admin] 10.222.0.15 "PUT /v2.0/routers/37cc12ec-d22f-4a2f-98cb-69fc649dea9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4573839 Apr 20 16:20:18.496055 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40766) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:18.505635 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0723e568-3b0b-4503-987f-4e0cd4d9a425 None None] Routers {'37cc12ec-d22f-4a2f-98cb-69fc649dea9e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:20:18.506818 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0723e568-3b0b-4503-987f-4e0cd4d9a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:19:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['37cc12ec-d22f-4a2f-98cb-69fc649dea9e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:18.581156 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b5e559b-8d59-4d21-9a9f-ba3a41864b95 req-d15dea95-2eaa-4555-9910-1a5cb0356a67 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8afc40d-cbac-47ae-a0b2-a9a36aec8f35 HTTP/1.1" status: 200 len: 210 time: 0.0353832 Apr 20 16:20:18.634724 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-0723e568-3b0b-4503-987f-4e0cd4d9a425 None None] Set router 37cc12ec-d22f-4a2f-98cb-69fc649dea9e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:20:18.762767 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-1827c8ce-92a4-42a8-a186-70a5809d1be0 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Made reservation on behalf of 960fcc8353054b3081d08d48dc0c9512 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:20:18.768381 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-1827c8ce-92a4-42a8-a186-70a5809d1be0 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:18.787515 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f7b5c60f-db20-49aa-aa81-c6fc87838943 req-288f7556-b35e-4a4c-ba5f-f758167675ce tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:18.789734 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a4c70e3b-0bde-4df8-b066-52f26e0d1b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:18.792841 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a4c70e3b-0bde-4df8-b066-52f26e0d1b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:18.796474 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a4c70e3b-0bde-4df8-b066-52f26e0d1b0e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f2a903a-c3ad-4f40-8057-a91f55d987cf HTTP/1.1" status: 204 len: 168 time: 0.7129071 Apr 20 16:20:18.832924 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c70e3b-0bde-4df8-b066-52f26e0d1b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2a903a-c3ad-4f40-8057-a91f55d987cf,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:18.858933 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0723e568-3b0b-4503-987f-4e0cd4d9a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cc12ec-d22f-4a2f-98cb-69fc649dea9e', 'name': 'tempest-ServerRescueTestJSON-1125703882-router', 'tenant_id': '5e2d8be89b26402abed4992d83acf807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '121e98b8-60d3-4314-8603-6a1583b3fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:07Z', 'updated_at': '2022-04-20T16:20:17Z', 'revision_number': 5, 'project_id': '5e2d8be89b26402abed4992d83acf807', 'gw_port': {'id': '121e98b8-60d3-4314-8603-6a1583b3fb7a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cc12ec-d22f-4a2f-98cb-69fc649dea9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:08Z', 'updated_at': '2022-04-20T16:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:18.911983 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0723e568-3b0b-4503-987f-4e0cd4d9a425 None None] Checking router: 37cc12ec-d22f-4a2f-98cb-69fc649dea9e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:20:18.923472 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0723e568-3b0b-4503-987f-4e0cd4d9a425 None None] Routers {'37cc12ec-d22f-4a2f-98cb-69fc649dea9e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:20:18.924996 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0723e568-3b0b-4503-987f-4e0cd4d9a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:19:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['37cc12ec-d22f-4a2f-98cb-69fc649dea9e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:18.978875 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-b4d76686-507a-4ad6-87d6-ac86e9a4e14e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d748795b5b874696aee3946c7b2f48aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456092 Apr 20 16:20:18.984932 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f16b75fc-bd1b-4817-ae26-574c5db57149 req-2232c1cf-fbdb-4efd-b964-cb5632b2809d tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 210 time: 0.0398107 Apr 20 16:20:18.999383 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bb18acb-c631-4efb-b61d-485bf60e880a admin admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.054725 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-0723e568-3b0b-4503-987f-4e0cd4d9a425 None None] Set router 37cc12ec-d22f-4a2f-98cb-69fc649dea9e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:20:19.143903 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f7b5c60f-db20-49aa-aa81-c6fc87838943 req-288f7556-b35e-4a4c-ba5f-f758167675ce tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.156385 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bb18acb-c631-4efb-b61d-485bf60e880a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.175137 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa695b-afbd-489e-8813-7136548d9e88 req-5411a044-fa95-4274-9271-06f4346386fd tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:19.184799 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-1827c8ce-92a4-42a8-a186-70a5809d1be0 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Allocated IP 172.20.0.5 (a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523/46e9902a-dbb4-4de8-acd2-2382942cc1ee/46d10678-7aa0-4884-9c2f-bf5d6875baaa) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:20:19.191889 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bdaa695b-afbd-489e-8813-7136548d9e88 req-5411a044-fa95-4274-9271-06f4346386fd tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.0919282 Apr 20 16:20:19.223423 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f7b5c60f-db20-49aa-aa81-c6fc87838943 req-288f7556-b35e-4a4c-ba5f-f758167675ce tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.237368 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bdaa695b-afbd-489e-8813-7136548d9e88 req-ee9d9afe-96ad-4924-9ceb-c38e47c64cf2 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446749 Apr 20 16:20:19.291353 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-b7b26e32-7b1f-4f6e-8b52-fd5b919f4664 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:19.292840 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-b7b26e32-7b1f-4f6e-8b52-fd5b919f4664 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3038714 Apr 20 16:20:19.313406 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0723e568-3b0b-4503-987f-4e0cd4d9a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cc12ec-d22f-4a2f-98cb-69fc649dea9e', 'name': 'tempest-ServerRescueTestJSON-1125703882-router', 'tenant_id': '5e2d8be89b26402abed4992d83acf807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '121e98b8-60d3-4314-8603-6a1583b3fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:07Z', 'updated_at': '2022-04-20T16:20:17Z', 'revision_number': 5, 'project_id': '5e2d8be89b26402abed4992d83acf807', 'gw_port': {'id': '121e98b8-60d3-4314-8603-6a1583b3fb7a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cc12ec-d22f-4a2f-98cb-69fc649dea9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:08Z', 'updated_at': '2022-04-20T16:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:19.314146 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-65eae67d-fb73-4d5a-93dc-64c24b0977c3 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Request body: {'port': {'device_id': 'c8afc40d-cbac-47ae-a0b2-a9a36aec8f35', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': 'd748795b5b874696aee3946c7b2f48aa'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:19.321635 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f7556-b35e-4a4c-ba5f-f758167675ce tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a2b09d-b755-4a0e-944c-293046d24850,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:19.345854 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0723e568-3b0b-4503-987f-4e0cd4d9a425 None None] The sync data for ids ['37cc12ec-d22f-4a2f-98cb-69fc649dea9e'] in n-d-836146-2 is: [{'id': '37cc12ec-d22f-4a2f-98cb-69fc649dea9e', 'name': 'tempest-ServerRescueTestJSON-1125703882-router', 'tenant_id': '5e2d8be89b26402abed4992d83acf807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '121e98b8-60d3-4314-8603-6a1583b3fb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:07Z', 'updated_at': '2022-04-20T16:20:17Z', 'revision_number': 5, 'project_id': '5e2d8be89b26402abed4992d83acf807', 'gw_port': {'id': '121e98b8-60d3-4314-8603-6a1583b3fb7a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cc12ec-d22f-4a2f-98cb-69fc649dea9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:08Z', 'updated_at': '2022-04-20T16:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:20:19.360235 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-7bb18acb-c631-4efb-b61d-485bf60e880a admin admin] Deleting port 121e98b8-60d3-4314-8603-6a1583b3fb7a {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:20:19.360849 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bb18acb-c631-4efb-b61d-485bf60e880a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.426907 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f7b5c60f-db20-49aa-aa81-c6fc87838943 req-288f7556-b35e-4a4c-ba5f-f758167675ce tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.428686 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f7b5c60f-db20-49aa-aa81-c6fc87838943 req-288f7556-b35e-4a4c-ba5f-f758167675ce tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9873850 Apr 20 16:20:19.470389 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-ec7b413c-ddd5-4669-a641-3c3422c3eb31 req-1d8f3c56-da2e-439c-9c39-2330854a47c6 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1099431401', 'description': 'tempest-description-408975127'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:19.498803 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-7bb18acb-c631-4efb-b61d-485bf60e880a admin admin] For port 121e98b8-60d3-4314-8603-6a1583b3fb7a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=121e98b8-60d3-4314-8603-6a1583b3fb7a,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:19.499172 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bb18acb-c631-4efb-b61d-485bf60e880a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.511120 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-1827c8ce-92a4-42a8-a186-70a5809d1be0 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.517484 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-7bb18acb-c631-4efb-b61d-485bf60e880a admin admin] Calling delete_port for 121e98b8-60d3-4314-8603-6a1583b3fb7a owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:20:19.630438 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-65eae67d-fb73-4d5a-93dc-64c24b0977c3 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Made reservation on behalf of d748795b5b874696aee3946c7b2f48aa for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:20:19.632106 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ec7b413c-ddd5-4669-a641-3c3422c3eb31 req-1d8f3c56-da2e-439c-9c39-2330854a47c6 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.634705 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-65eae67d-fb73-4d5a-93dc-64c24b0977c3 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.638500 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-1827c8ce-92a4-42a8-a186-70a5809d1be0 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.731885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827c8ce-92a4-42a8-a186-70a5809d1be0 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Pushing event updated for resources: {'Port': ['ID=46d10678-7aa0-4884-9c2f-bf5d6875baaa,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:19.742494 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-03cbe558-b73c-42a0-8b49-c12b6508d984 req-ddfba4a7-5806-482f-a749-89611190ef7c tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8afc40d-cbac-47ae-a0b2-a9a36aec8f35 HTTP/1.1" status: 200 len: 210 time: 0.0515575 Apr 20 16:20:19.753534 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ec7b413c-ddd5-4669-a641-3c3422c3eb31 req-1d8f3c56-da2e-439c-9c39-2330854a47c6 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.755564 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-1827c8ce-92a4-42a8-a186-70a5809d1be0 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Network a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:20:19.762505 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-1827c8ce-92a4-42a8-a186-70a5809d1be0 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:19.767577 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-1827c8ce-92a4-42a8-a186-70a5809d1be0 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:20:19.848217 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ec7b413c-ddd5-4669-a641-3c3422c3eb31 req-1d8f3c56-da2e-439c-9c39-2330854a47c6 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.860961 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bb18acb-c631-4efb-b61d-485bf60e880a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.862547 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-1827c8ce-92a4-42a8-a186-70a5809d1be0 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:19.863715 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-1827c8ce-92a4-42a8-a186-70a5809d1be0 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.923635 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-65eae67d-fb73-4d5a-93dc-64c24b0977c3 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Allocated IP 192.168.233.82 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/133065d1-c0b2-4c24-8e9b-ab22d0ccac7c) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:20:19.923799 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb18acb-c631-4efb-b61d-485bf60e880a admin admin] Pushing event deleted for resources: {'Port': ['ID=121e98b8-60d3-4314-8603-6a1583b3fb7a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:19.947969 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f3c56-da2e-439c-9c39-2330854a47c6 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa48cf4-19d6-493d-85d2-0472ec5fa12c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:19.991890 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bb18acb-c631-4efb-b61d-485bf60e880a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.997520 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-ec7b413c-ddd5-4669-a641-3c3422c3eb31 req-1d8f3c56-da2e-439c-9c39-2330854a47c6 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:19.998847 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ec7b413c-ddd5-4669-a641-3c3422c3eb31 req-1d8f3c56-da2e-439c-9c39-2330854a47c6 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5329030 Apr 20 16:20:20.057344 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-1827c8ce-92a4-42a8-a186-70a5809d1be0 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7036896 Apr 20 16:20:20.083343 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-2fcd1915-3ce2-43f3-9161-569e8903c3a5 service neutron] Request body: {'port': {'device_id': 'a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:20.106141 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bb18acb-c631-4efb-b61d-485bf60e880a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.112922 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bb18acb-c631-4efb-b61d-485bf60e880a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.195755 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-65eae67d-fb73-4d5a-93dc-64c24b0977c3 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.210753 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 70b13e2f-5acd-41c1-931f-1e89ca3ec409 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:20:20.237773 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-2fcd1915-3ce2-43f3-9161-569e8903c3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.244540 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 70b13e2f-5acd-41c1-931f-1e89ca3ec409 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:20:20.245262 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 70b13e2f-5acd-41c1-931f-1e89ca3ec409 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:20:20.245619 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c3596870-8e2f-466e-98ba-4d8f8ffaa209 req-b03e9bb6-8d9d-421e-8701-eb185037235c tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73ba2d154aa546b5bdc4027f729bae8b HTTP/1.1" status: 200 len: 10909 time: 0.1854923 Apr 20 16:20:20.263317 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f2f5d-f530-454b-b902-823e097b2e71 req-803517f1-b3ee-4ff0-ab3e-495808371011 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:20.264014 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bb18acb-c631-4efb-b61d-485bf60e880a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.264592 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb18acb-c631-4efb-b61d-485bf60e880a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37cc12ec-d22f-4a2f-98cb-69fc649dea9e {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:20:20.264854 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3c7f2f5d-f530-454b-b902-823e097b2e71 req-803517f1-b3ee-4ff0-ab3e-495808371011 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 931 time: 0.1755021 Apr 20 16:20:20.274377 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40802) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:20.277554 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bb18acb-c631-4efb-b61d-485bf60e880a admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.278731 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7bb18acb-c631-4efb-b61d-485bf60e880a admin admin] 10.222.0.15 "DELETE /v2.0/routers/37cc12ec-d22f-4a2f-98cb-69fc649dea9e HTTP/1.1" status: 204 len: 168 time: 1.7812967 Apr 20 16:20:20.281590 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40804) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:20.342562 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c3596870-8e2f-466e-98ba-4d8f8ffaa209 req-c36d4bd8-bf96-4f15-ad55-e50ea7134a75 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/0ff42b31-233f-4225-8d08-56b0ce478470 HTTP/1.1" status: 200 len: 2985 time: 0.0881913 Apr 20 16:20:20.347702 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-642ce585-658a-47d5-a5dc-4b42f68043d7 admin admin] Deleting subnet 0f095aa7-489d-4032-aca8-4d512f72cac3 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:20:20.351133 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-642ce585-658a-47d5-a5dc-4b42f68043d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.412195 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3c7f2f5d-f530-454b-b902-823e097b2e71 req-cf5d60ed-64b5-469d-a619-50c2bac2ed4a tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/security-groups?id=08d9d45c-62a4-4e55-a4c1-d204743baade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100843 Apr 20 16:20:20.413449 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-642ce585-658a-47d5-a5dc-4b42f68043d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.454227 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-65eae67d-fb73-4d5a-93dc-64c24b0977c3 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.467972 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c3596870-8e2f-466e-98ba-4d8f8ffaa209 req-b8b35a13-93c7-4a72-a628-a9154e564656 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/0ff42b31-233f-4225-8d08-56b0ce478470 HTTP/1.1" status: 200 len: 2985 time: 0.1138837 Apr 20 16:20:20.483268 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-642ce585-658a-47d5-a5dc-4b42f68043d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.498727 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['f49a3754-fc88-41c2-809c-ee7507ebad7a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:20.509905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eae67d-fb73-4d5a-93dc-64c24b0977c3 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Pushing event updated for resources: {'Port': ['ID=133065d1-c0b2-4c24-8e9b-ab22d0ccac7c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:20.549255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-dec7693d-f423-42f7-8e97-fc853fec668e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1301976038-network', 'tenant_id': 'f91a78ec27e34720818ee950bc0f6583'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:20.573098 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fa808c6b-df0f-4992-a697-358afd93be38 req-32d26404-7bf0-417f-819b-cf4b50cca6a2 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/dd55ea6f-9b6d-47f2-8015-ed0aaf474635 HTTP/1.1" status: 200 len: 1802 time: 0.0674369 Apr 20 16:20:20.607660 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-65eae67d-fb73-4d5a-93dc-64c24b0977c3 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:20:20.617537 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-65eae67d-fb73-4d5a-93dc-64c24b0977c3 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:20.632107 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-65eae67d-fb73-4d5a-93dc-64c24b0977c3 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:20:20.637711 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-fa808c6b-df0f-4992-a697-358afd93be38 req-d84d93ac-d486-4b8e-9a56-0ed9807c426e tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.662523 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-642ce585-658a-47d5-a5dc-4b42f68043d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.665603 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-fa808c6b-df0f-4992-a697-358afd93be38 req-d84d93ac-d486-4b8e-9a56-0ed9807c426e tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.688527 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b535b-109c-4676-b04a-61fd5108f244 req-683d4ca2-5fc5-42d9-9f1b-abad68fdbb31 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:20.696723 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-984b535b-109c-4676-b04a-61fd5108f244 req-683d4ca2-5fc5-42d9-9f1b-abad68fdbb31 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.1377232 Apr 20 16:20:20.701240 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ce585-658a-47d5-a5dc-4b42f68043d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f095aa7-489d-4032-aca8-4d512f72cac3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:20.707005 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-642ce585-658a-47d5-a5dc-4b42f68043d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.712969 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-642ce585-658a-47d5-a5dc-4b42f68043d7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0f095aa7-489d-4032-aca8-4d512f72cac3 HTTP/1.1" status: 204 len: 168 time: 0.4284017 Apr 20 16:20:20.715533 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40810) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:20.723565 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec7693d-f423-42f7-8e97-fc853fec668e admin admin] Made reservation on behalf of f91a78ec27e34720818ee950bc0f6583 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:20:20.725917 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dec7693d-f423-42f7-8e97-fc853fec668e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.749789 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dec7693d-f423-42f7-8e97-fc853fec668e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.759707 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-65eae67d-fb73-4d5a-93dc-64c24b0977c3 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:20.760575 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-65eae67d-fb73-4d5a-93dc-64c24b0977c3 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.803812 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21512173-059e-44d6-be14-d7095c1ae4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.812106 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-984b535b-109c-4676-b04a-61fd5108f244 req-dbd33a5a-f5de-4517-883a-e56740ad520e tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144717 Apr 20 16:20:20.875492 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-2fcd1915-3ce2-43f3-9161-569e8903c3a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d10678-7aa0-4884-9c2f-bf5d6875baaa {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:20:20.909417 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-2fcd1915-3ce2-43f3-9161-569e8903c3a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.912091 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-836e5e54-da5c-4553-9411-05a02cb7677c None None] Provisioning complete for port 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:20.912754 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-836e5e54-da5c-4553-9411-05a02cb7677c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.925743 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21512173-059e-44d6-be14-d7095c1ae4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.949750 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-65eae67d-fb73-4d5a-93dc-64c24b0977c3 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6405878 Apr 20 16:20:20.955585 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-21512173-059e-44d6-be14-d7095c1ae4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f101898e-5344-4f35-8434-4e0f62076e5a']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:20.963140 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-836e5e54-da5c-4553-9411-05a02cb7677c None None] Port 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:20:20.967139 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-21512173-059e-44d6-be14-d7095c1ae4a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7db2997-d098-4eed-97f8-722a87d68c55') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:20.967443 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-21512173-059e-44d6-be14-d7095c1ae4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7db2997-d098-4eed-97f8-722a87d68c55') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:20.971793 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-3cd1911e-a847-4640-b02d-73bd9efd6e2c service neutron] Request body: {'port': {'device_id': 'c8afc40d-cbac-47ae-a0b2-a9a36aec8f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:20.977933 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-fa808c6b-df0f-4992-a697-358afd93be38 req-d84d93ac-d486-4b8e-9a56-0ed9807c426e tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.978832 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-2fcd1915-3ce2-43f3-9161-569e8903c3a5 service neutron] Transition to ACTIVE for port object 46d10678-7aa0-4884-9c2f-bf5d6875baaa will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:20:20.980585 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-fa808c6b-df0f-4992-a697-358afd93be38 req-d84d93ac-d486-4b8e-9a56-0ed9807c426e tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:20.981972 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fa808c6b-df0f-4992-a697-358afd93be38 req-d84d93ac-d486-4b8e-9a56-0ed9807c426e tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "DELETE /v2.0/security-groups/dd55ea6f-9b6d-47f2-8015-ed0aaf474635 HTTP/1.1" status: 204 len: 173 time: 0.4024076 Apr 20 16:20:20.983768 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21512173-059e-44d6-be14-d7095c1ae4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.003243 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d93ac-d486-4b8e-9a56-0ed9807c426e tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd55ea6f-9b6d-47f2-8015-ed0aaf474635,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:21.012677 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dec7693d-f423-42f7-8e97-fc853fec668e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.024474 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [req-7d9b7477-bd92-4186-bebb-5a597c9d3b61 req-b673c246-b1da-4bd6-88dc-618d3ecfe2b3 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] show failed (client error): The resource could not be found. Apr 20 16:20:21.026234 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7d9b7477-bd92-4186-bebb-5a597c9d3b61 req-b673c246-b1da-4bd6-88dc-618d3ecfe2b3 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/dd55ea6f-9b6d-47f2-8015-ed0aaf474635 HTTP/1.1" status: 404 len: 352 time: 0.0201991 Apr 20 16:20:21.026464 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da2f46-5b2c-4227-8ebf-4922732a8b70 req-e07a07d5-8401-42a7-b4cb-70a3ebaf0632 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:21.030166 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21512173-059e-44d6-be14-d7095c1ae4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.034777 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-23da2f46-5b2c-4227-8ebf-4922732a8b70 req-e07a07d5-8401-42a7-b4cb-70a3ebaf0632 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8afc40d-cbac-47ae-a0b2-a9a36aec8f35 HTTP/1.1" status: 200 len: 935 time: 0.1396136 Apr 20 16:20:21.039395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21512173-059e-44d6-be14-d7095c1ae4a6 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:20:21.039960 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21512173-059e-44d6-be14-d7095c1ae4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:20:21.041794 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:20:21.079927 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-3cd1911e-a847-4640-b02d-73bd9efd6e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.094752 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-2fcd1915-3ce2-43f3-9161-569e8903c3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.111505 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-23da2f46-5b2c-4227-8ebf-4922732a8b70 req-5229cb99-9b97-4f95-94cc-913f6583e2d5 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758779 Apr 20 16:20:21.126607 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47021fd2-c6e9-4e16-a733-22b4c3952dc6 req-5754d71d-68c0-4175-a861-cfc1bd7c159b tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/f0a2b09d-b755-4a0e-944c-293046d24850 HTTP/1.1" status: 200 len: 1801 time: 0.0735188 Apr 20 16:20:21.193840 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-47021fd2-c6e9-4e16-a733-22b4c3952dc6 req-2b82d398-d54f-4370-9166-431451646b1e tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.217289 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-47021fd2-c6e9-4e16-a733-22b4c3952dc6 req-2b82d398-d54f-4370-9166-431451646b1e tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.226132 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21512173-059e-44d6-be14-d7095c1ae4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.234270 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21512173-059e-44d6-be14-d7095c1ae4a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.239825 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-21512173-059e-44d6-be14-d7095c1ae4a6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f101898e-5344-4f35-8434-4e0f62076e5a HTTP/1.1" status: 204 len: 168 time: 0.5209851 Apr 20 16:20:21.254962 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21512173-059e-44d6-be14-d7095c1ae4a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f101898e-5344-4f35-8434-4e0f62076e5a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:21.443285 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-47021fd2-c6e9-4e16-a733-22b4c3952dc6 req-2b82d398-d54f-4370-9166-431451646b1e tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.445633 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dec7693d-f423-42f7-8e97-fc853fec668e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.446734 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-47021fd2-c6e9-4e16-a733-22b4c3952dc6 req-2b82d398-d54f-4370-9166-431451646b1e tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.447945 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47021fd2-c6e9-4e16-a733-22b4c3952dc6 req-2b82d398-d54f-4370-9166-431451646b1e tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "DELETE /v2.0/security-groups/f0a2b09d-b755-4a0e-944c-293046d24850 HTTP/1.1" status: 204 len: 173 time: 0.3135047 Apr 20 16:20:21.457986 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82d398-d54f-4370-9166-431451646b1e tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a2b09d-b755-4a0e-944c-293046d24850,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:21.493488 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [req-161c8582-abf6-4912-baea-cffc0055ebd3 req-cc9ac1f6-353c-4ce7-9df8-eb184da20cf2 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] show failed (client error): The resource could not be found. Apr 20 16:20:21.494656 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec7693d-f423-42f7-8e97-fc853fec668e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:20:21.501300 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-161c8582-abf6-4912-baea-cffc0055ebd3 req-cc9ac1f6-353c-4ce7-9df8-eb184da20cf2 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/f0a2b09d-b755-4a0e-944c-293046d24850 HTTP/1.1" status: 404 len: 352 time: 0.0279491 Apr 20 16:20:21.511711 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd1915-3ce2-43f3-9161-569e8903c3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=46d10678-7aa0-4884-9c2f-bf5d6875baaa,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:21.530402 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dec7693d-f423-42f7-8e97-fc853fec668e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.530741 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-dec7693d-f423-42f7-8e97-fc853fec668e admin admin] Added segment 012dea76-df1c-4418-8d44-1b53225e3572 of type vlan for network 26a706e9-d76d-49fa-908b-94ccac264bee Apr 20 16:20:21.546899 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7693d-f423-42f7-8e97-fc853fec668e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335f89db-4b4e-4428-b8e7-4f77f314f210,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:21.580129 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d193af45-037f-4e50-b57a-772a7fba7407 req-2284a683-1e19-4a3a-8b04-16a7f8f9f92e tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/bfa48cf4-19d6-493d-85d2-0472ec5fa12c HTTP/1.1" status: 200 len: 1802 time: 0.0541837 Apr 20 16:20:21.635214 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40826) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:21.646422 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d193af45-037f-4e50-b57a-772a7fba7407 req-57aed601-57fe-4051-bda4-a01f0875bb2c tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.689246 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d193af45-037f-4e50-b57a-772a7fba7407 req-57aed601-57fe-4051-bda4-a01f0875bb2c tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.712149 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a4c67a0c-c3b0-406d-a3f6-72a1ad45fdc7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e2d8be89b26402abed4992d83acf807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0729628 Apr 20 16:20:21.714589 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40828) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:21.732719 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dec7693d-f423-42f7-8e97-fc853fec668e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.776187 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6aca21eb-5189-43fc-a2a7-c03e8f53be91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.796957 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6aca21eb-5189-43fc-a2a7-c03e8f53be91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.801104 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6daed5-663b-4a99-8102-fddb850dee7f req-1335cbf8-494f-4939-aef5-ae814a26044d tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:21.802587 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f6daed5-663b-4a99-8102-fddb850dee7f req-1335cbf8-494f-4939-aef5-ae814a26044d tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 943 time: 0.2828343 Apr 20 16:20:21.819318 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-2fcd1915-3ce2-43f3-9161-569e8903c3a5 service neutron] Attempting to bind port 46d10678-7aa0-4884-9c2f-bf5d6875baaa on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:20:21.819646 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-2fcd1915-3ce2-43f3-9161-569e8903c3a5 service neutron] Attempting to bind port 46d10678-7aa0-4884-9c2f-bf5d6875baaa by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '6de5635b-038f-4888-a5bb-e665846b05f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:20:21.819966 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-2fcd1915-3ce2-43f3-9161-569e8903c3a5 service neutron] Attempting to bind port 46d10678-7aa0-4884-9c2f-bf5d6875baaa on network a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:20:21.846610 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-2fcd1915-3ce2-43f3-9161-569e8903c3a5 service neutron] Port 46d10678-7aa0-4884-9c2f-bf5d6875baaa on network a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:20:21.846932 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-2fcd1915-3ce2-43f3-9161-569e8903c3a5 service neutron] Attempting to bind port 46d10678-7aa0-4884-9c2f-bf5d6875baaa on network a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:20:21.864878 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-2fcd1915-3ce2-43f3-9161-569e8903c3a5 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:20:21.865215 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-2fcd1915-3ce2-43f3-9161-569e8903c3a5 service neutron] Checking segment: {'id': '6de5635b-038f-4888-a5bb-e665846b05f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:20:21.866106 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-2fcd1915-3ce2-43f3-9161-569e8903c3a5 service neutron] Bound using segment: {'id': '6de5635b-038f-4888-a5bb-e665846b05f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:20:21.866528 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-2fcd1915-3ce2-43f3-9161-569e8903c3a5 service neutron] Bound port: 46d10678-7aa0-4884-9c2f-bf5d6875baaa, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de5635b-038f-4888-a5bb-e665846b05f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:20:21.866880 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-2fcd1915-3ce2-43f3-9161-569e8903c3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.868927 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d193af45-037f-4e50-b57a-772a7fba7407 req-57aed601-57fe-4051-bda4-a01f0875bb2c tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.872111 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d193af45-037f-4e50-b57a-772a7fba7407 req-57aed601-57fe-4051-bda4-a01f0875bb2c tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.873308 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d193af45-037f-4e50-b57a-772a7fba7407 req-57aed601-57fe-4051-bda4-a01f0875bb2c tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "DELETE /v2.0/security-groups/bfa48cf4-19d6-493d-85d2-0472ec5fa12c HTTP/1.1" status: 204 len: 173 time: 0.2864544 Apr 20 16:20:21.885574 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aed601-57fe-4051-bda4-a01f0875bb2c tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa48cf4-19d6-493d-85d2-0472ec5fa12c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:21.896871 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f6daed5-663b-4a99-8102-fddb850dee7f req-df359472-3ce6-4559-a715-3451ba91b833 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/security-groups?id=08d9d45c-62a4-4e55-a4c1-d204743baade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789835 Apr 20 16:20:21.951230 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6aca21eb-5189-43fc-a2a7-c03e8f53be91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.953765 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6aca21eb-5189-43fc-a2a7-c03e8f53be91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:21.954882 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6aca21eb-5189-43fc-a2a7-c03e8f53be91 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3eb6541a-ed81-48d0-b17f-e4e67f2542e0 HTTP/1.1" status: 204 len: 168 time: 0.2393982 Apr 20 16:20:21.978055 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-105be45d-a5ea-4f37-b0d6-cc1651cd4a41 req-6d455ca6-4120-44ff-a667-ff38ecde614b tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] show failed (client error): The resource could not be found. Apr 20 16:20:21.979081 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-105be45d-a5ea-4f37-b0d6-cc1651cd4a41 req-6d455ca6-4120-44ff-a667-ff38ecde614b tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/bfa48cf4-19d6-493d-85d2-0472ec5fa12c HTTP/1.1" status: 404 len: 352 time: 0.0415280 Apr 20 16:20:21.979723 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca21eb-5189-43fc-a2a7-c03e8f53be91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb6541a-ed81-48d0-b17f-e4e67f2542e0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:22.021222 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb407d-1520-41e8-a715-0c1ccb36453e req-2e092d9f-f29c-4443-b767-4ad222edcfba tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:22.022405 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-87bb407d-1520-41e8-a715-0c1ccb36453e req-2e092d9f-f29c-4443-b767-4ad222edcfba tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.0820854 Apr 20 16:20:22.031027 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dec7693d-f423-42f7-8e97-fc853fec668e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:22.032037 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec7693d-f423-42f7-8e97-fc853fec668e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:22.032707 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dec7693d-f423-42f7-8e97-fc853fec668e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:22.042273 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-2fcd1915-3ce2-43f3-9161-569e8903c3a5 service neutron] For port 46d10678-7aa0-4884-9c2f-bf5d6875baaa, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:20:22.074190 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-87bb407d-1520-41e8-a715-0c1ccb36453e req-f68538fc-7396-4e87-854b-33aa67dbbe05 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438020 Apr 20 16:20:22.085605 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-3cd1911e-a847-4640-b02d-73bd9efd6e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:20:22.098858 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-2fcd1915-3ce2-43f3-9161-569e8903c3a5 service neutron] For port 46d10678-7aa0-4884-9c2f-bf5d6875baaa, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=46d10678-7aa0-4884-9c2f-bf5d6875baaa,segment=NetworkSegment(6de5635b-038f-4888-a5bb-e665846b05f1),segment_id=6de5635b-038f-4888-a5bb-e665846b05f1)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:20:22.123484 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 121e98b8-60d3-4314-8603-6a1583b3fb7a no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:20:22.131836 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-3cd1911e-a847-4640-b02d-73bd9efd6e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:22.146471 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 121e98b8-60d3-4314-8603-6a1583b3fb7a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:20:22.147972 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 121e98b8-60d3-4314-8603-6a1583b3fb7a not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:20:22.166684 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7693d-f423-42f7-8e97-fc853fec668e admin admin] Pushing event updated for resources: {'Network': ['ID=26a706e9-d76d-49fa-908b-94ccac264bee,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:22.170089 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-3cd1911e-a847-4640-b02d-73bd9efd6e2c service neutron] Transition to ACTIVE for port object 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:20:22.176827 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 26a706e9-d76d-49fa-908b-94ccac264bee details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:20:22.196066 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dec7693d-f423-42f7-8e97-fc853fec668e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9017544 Apr 20 16:20:22.199115 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40840) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:22.207192 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5a7318e5-29fd-4a68-a8b2-45ec7da67ac8 admin admin] Request body: {'subnet': {'network_id': '26a706e9-d76d-49fa-908b-94ccac264bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1301976038-subnet', 'tenant_id': 'f91a78ec27e34720818ee950bc0f6583', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:22.212988 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7205a57-2704-4036-9716-ef58c12ab0e9 req-61983acb-ca1d-4245-87f0-55a75ab9f235 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73ba2d154aa546b5bdc4027f729bae8b HTTP/1.1" status: 200 len: 6157 time: 0.1939008 Apr 20 16:20:22.240995 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-2fcd1915-3ce2-43f3-9161-569e8903c3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:22.262167 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22466a06-56a5-4d4e-a9a6-df91139981a5 req-c5410632-5f31-4be6-874f-eea704b17c15 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:22.270308 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-22466a06-56a5-4d4e-a9a6-df91139981a5 req-c5410632-5f31-4be6-874f-eea704b17c15 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8afc40d-cbac-47ae-a0b2-a9a36aec8f35 HTTP/1.1" status: 200 len: 935 time: 0.0863917 Apr 20 16:20:22.313465 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-22466a06-56a5-4d4e-a9a6-df91139981a5 req-905b5f9b-c23f-4528-bbf7-e806ac5da3a6 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417373 Apr 20 16:20:22.337276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-2fcd1915-3ce2-43f3-9161-569e8903c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:22.338062 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-2fcd1915-3ce2-43f3-9161-569e8903c3a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:22.339536 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-2fcd1915-3ce2-43f3-9161-569e8903c3a5 service neutron] 10.222.0.30 "PUT /v2.0/ports/46d10678-7aa0-4884-9c2f-bf5d6875baaa HTTP/1.1" status: 200 len: 1091 time: 2.2624459 Apr 20 16:20:22.339983 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68', 'tag': '46d10678-7aa0-4884-9c2f-bf5d6875baaa'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:22.342317 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960cf600-8c0d-4fd8-a08f-5d93568080fb" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68", "tag": "46d10678-7aa0-4884-9c2f-bf5d6875baaa"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:22.344680 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7318e5-29fd-4a68-a8b2-45ec7da67ac8 admin admin] Made reservation on behalf of f91a78ec27e34720818ee950bc0f6583 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:20:22.347950 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5a7318e5-29fd-4a68-a8b2-45ec7da67ac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:22.364461 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-3cd1911e-a847-4640-b02d-73bd9efd6e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:22.392359 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd1915-3ce2-43f3-9161-569e8903c3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=46d10678-7aa0-4884-9c2f-bf5d6875baaa,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:22.404949 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7205a57-2704-4036-9716-ef58c12ab0e9 req-38e26456-1943-4a38-8563-3e76a2a23138 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/0ff42b31-233f-4225-8d08-56b0ce478470 HTTP/1.1" status: 200 len: 2985 time: 0.1854680 Apr 20 16:20:22.429290 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84037078-d635-4c15-9be3-124290418f9c x-openstack-request-id: req-84037078-d635-4c15-9be3-124290418f9c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:22.429755 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68", "tag": "46d10678-7aa0-4884-9c2f-bf5d6875baaa", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:22.432387 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84037078-d635-4c15-9be3-124290418f9c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:22.432387 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84037078-d635-4c15-9be3-124290418f9c'] response: {'name': 'network-changed', 'server_uuid': 'a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68', 'tag': '46d10678-7aa0-4884-9c2f-bf5d6875baaa', 'status': 'completed', 'code': 200} Apr 20 16:20:22.529951 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1911e-a847-4640-b02d-73bd9efd6e2c service neutron] Pushing event updated for resources: {'Port': ['ID=133065d1-c0b2-4c24-8e9b-ab22d0ccac7c,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:22.603490 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7205a57-2704-4036-9716-ef58c12ab0e9 req-a40e9157-bc43-4bfd-bb9c-cdcc5a8496f3 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/0ff42b31-233f-4225-8d08-56b0ce478470 HTTP/1.1" status: 200 len: 2985 time: 0.1692302 Apr 20 16:20:22.650065 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cf600-8c0d-4fd8-a08f-5d93568080fb req-1e9f68da-9453-40c4-918b-f9c2efaf4512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:22.650196 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-7862d980-6304-4189-a3cb-129136bb904a req-41972a27-ad96-437c-969c-c0900210abb7 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1083863343', 'description': 'tempest-description-1989503782'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:22.651571 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-960cf600-8c0d-4fd8-a08f-5d93568080fb req-1e9f68da-9453-40c4-918b-f9c2efaf4512 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=960fcc8353054b3081d08d48dc0c9512&device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 1094 time: 0.1796215 Apr 20 16:20:22.681657 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5a7318e5-29fd-4a68-a8b2-45ec7da67ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:22.682114 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-3cd1911e-a847-4640-b02d-73bd9efd6e2c service neutron] Attempting to bind port 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:20:22.682517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-3cd1911e-a847-4640-b02d-73bd9efd6e2c service neutron] Attempting to bind port 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:20:22.682913 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-3cd1911e-a847-4640-b02d-73bd9efd6e2c service neutron] Attempting to bind port 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:20:22.700833 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-3cd1911e-a847-4640-b02d-73bd9efd6e2c service neutron] Port 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:20:22.701261 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-3cd1911e-a847-4640-b02d-73bd9efd6e2c service neutron] Attempting to bind port 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:20:22.709707 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-708510b9-6512-402d-93cb-9abc70f7cb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:22.734618 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-3cd1911e-a847-4640-b02d-73bd9efd6e2c service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:20:22.734982 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-3cd1911e-a847-4640-b02d-73bd9efd6e2c service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:20:22.735435 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-3cd1911e-a847-4640-b02d-73bd9efd6e2c service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:20:22.735947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-3cd1911e-a847-4640-b02d-73bd9efd6e2c service neutron] Bound port: 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:20:22.736395 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-3cd1911e-a847-4640-b02d-73bd9efd6e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:22.750117 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7318e5-29fd-4a68-a8b2-45ec7da67ac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c310e3d9-2ea2-462e-97e0-a97b3595687b,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:22.758873 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7318e5-29fd-4a68-a8b2-45ec7da67ac8 admin admin] Checking segment: {'id': '012dea76-df1c-4418-8d44-1b53225e3572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '26a706e9-d76d-49fa-908b-94ccac264bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:20:22.759229 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7318e5-29fd-4a68-a8b2-45ec7da67ac8 admin admin] Network hostable DHCP agents. Network: 26a706e9-d76d-49fa-908b-94ccac264bee, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:20:22.790428 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7862d980-6304-4189-a3cb-129136bb904a req-41972a27-ad96-437c-969c-c0900210abb7 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:22.825277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cf600-8c0d-4fd8-a08f-5d93568080fb req-e38f9b7f-2594-4f5d-8460-e2ca008edda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:22.826774 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-960cf600-8c0d-4fd8-a08f-5d93568080fb req-e38f9b7f-2594-4f5d-8460-e2ca008edda8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=960fcc8353054b3081d08d48dc0c9512&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1592789 Apr 20 16:20:22.866715 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-3cd1911e-a847-4640-b02d-73bd9efd6e2c service neutron] For port 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:20:22.871810 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7862d980-6304-4189-a3cb-129136bb904a req-41972a27-ad96-437c-969c-c0900210abb7 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:22.880610 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7318e5-29fd-4a68-a8b2-45ec7da67ac8 admin admin] Network 26a706e9-d76d-49fa-908b-94ccac264bee is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:20:22.915174 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-3cd1911e-a847-4640-b02d-73bd9efd6e2c service neutron] For port 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=133065d1-c0b2-4c24-8e9b-ab22d0ccac7c,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:20:22.953180 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cf600-8c0d-4fd8-a08f-5d93568080fb req-cdf393ba-b043-4323-85b7-d303f57adc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:22.954360 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-960cf600-8c0d-4fd8-a08f-5d93568080fb req-cdf393ba-b043-4323-85b7-d303f57adc53 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1195571 Apr 20 16:20:22.983218 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:20:23.013273 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7862d980-6304-4189-a3cb-129136bb904a req-41972a27-ad96-437c-969c-c0900210abb7 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:23.043280 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41972a27-ad96-437c-969c-c0900210abb7 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5646ba57-71ef-40cb-afda-46af0eaaec43,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:23.046837 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62f4e0-326a-47d1-8962-f75fe41cd9c6 req-3a516ea0-ad43-4518-9fc3-f2a573527a00 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:23.048358 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5a62f4e0-326a-47d1-8962-f75fe41cd9c6 req-3a516ea0-ad43-4518-9fc3-f2a573527a00 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 943 time: 0.0768125 Apr 20 16:20:23.064772 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-5a7318e5-29fd-4a68-a8b2-45ec7da67ac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 26a706e9-d76d-49fa-908b-94ccac264bee) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:23.069574 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7318e5-29fd-4a68-a8b2-45ec7da67ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:23.070302 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5a7318e5-29fd-4a68-a8b2-45ec7da67ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:23.072951 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-3cd1911e-a847-4640-b02d-73bd9efd6e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:23.078748 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206db8f9-72a2-43b9-823c-f3bdc2708bdd None None] Network 26a706e9-d76d-49fa-908b-94ccac264bee requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:20:23.097351 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 40d30113-8702-45e7-a372-34eb5ce08ae3 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:20:23.116201 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-851f6d32-7f47-4cfa-acaa-e72bc9bb7c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:23.117774 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-851f6d32-7f47-4cfa-acaa-e72bc9bb7c16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=960fcc8353054b3081d08d48dc0c9512&device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 1094 time: 0.1050181 Apr 20 16:20:23.139801 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5a62f4e0-326a-47d1-8962-f75fe41cd9c6 req-ad0a0856-1905-42f1-8040-bc860b40fdbe tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/security-groups?id=08d9d45c-62a4-4e55-a4c1-d204743baade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844531 Apr 20 16:20:23.145124 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-3cd1911e-a847-4640-b02d-73bd9efd6e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:23.145748 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-3cd1911e-a847-4640-b02d-73bd9efd6e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:23.147695 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-3cd1911e-a847-4640-b02d-73bd9efd6e2c service neutron] 10.222.0.30 "PUT /v2.0/ports/133065d1-c0b2-4c24-8e9b-ab22d0ccac7c HTTP/1.1" status: 200 len: 1095 time: 2.1826794 Apr 20 16:20:23.149573 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7862d980-6304-4189-a3cb-129136bb904a req-41972a27-ad96-437c-969c-c0900210abb7 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:23.169407 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7862d980-6304-4189-a3cb-129136bb904a req-41972a27-ad96-437c-969c-c0900210abb7 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5199530 Apr 20 16:20:23.193743 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-1cc76378-92a3-4adf-821a-f03936be4171 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46d10678-7aa0-4884-9c2f-bf5d6875baaa HTTP/1.1" status: 200 len: 217 time: 0.0592976 Apr 20 16:20:23.197351 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5a7318e5-29fd-4a68-a8b2-45ec7da67ac8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9968843 Apr 20 16:20:23.233099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-03fe38c3-ce0a-4ec6-a978-6f55cd95decc req-7d353c3e-dc6a-4b00-81cc-91deb6d299df tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-813729028', 'description': 'tempest-description-1239687617'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:23.261141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1911e-a847-4640-b02d-73bd9efd6e2c service neutron] Pushing event updated for resources: {'Port': ['ID=133065d1-c0b2-4c24-8e9b-ab22d0ccac7c,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:23.292285 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-9c6f8583-da1e-4887-b6db-9634253e0603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:23.293812 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-9c6f8583-da1e-4887-b6db-9634253e0603 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46e9902a-dbb4-4de8-acd2-2382942cc1ee HTTP/1.1" status: 200 len: 852 time: 0.0857189 Apr 20 16:20:23.353437 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-319a8998-7cc6-4dbc-9315-189a042e3ea6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527258 Apr 20 16:20:23.360850 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9ada6-c4c1-41af-b609-e3f3cc404654 req-6260bb85-de95-4ad2-868f-abfc4ae41c59 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:23.363570 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3ce9ada6-c4c1-41af-b609-e3f3cc404654 req-6260bb85-de95-4ad2-868f-abfc4ae41c59 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.0827014 Apr 20 16:20:23.401919 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600c3e2c-36dd-40fa-af3d-8045ca5ba27e None None] Network 26a706e9-d76d-49fa-908b-94ccac264bee requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:20:23.487186 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3ce9ada6-c4c1-41af-b609-e3f3cc404654 req-190513f2-7727-4fd7-ba70-efe71fc52e5f tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120622 Apr 20 16:20:23.489153 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-03fe38c3-ce0a-4ec6-a978-6f55cd95decc req-7d353c3e-dc6a-4b00-81cc-91deb6d299df tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:23.511197 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 40d30113-8702-45e7-a372-34eb5ce08ae3, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=40d30113-8702-45e7-a372-34eb5ce08ae3,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:23.536232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-cd5cacef-bc5c-413a-bbec-fd8cbdafe5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:23.538629 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-cd5cacef-bc5c-413a-bbec-fd8cbdafe5c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d748795b5b874696aee3946c7b2f48aa&device_id=c8afc40d-cbac-47ae-a0b2-a9a36aec8f35 HTTP/1.1" status: 200 len: 1098 time: 0.1886895 Apr 20 16:20:23.545894 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '40d30113-8702-45e7-a372-34eb5ce08ae3', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'port_id': '40d30113-8702-45e7-a372-34eb5ce08ae3', 'mac_address': 'fa:16:3e:ca:ee:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:20:23.621545 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40878) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:23.622991 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-15466bd1-6700-4193-98bc-00302d293af2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=133065d1-c0b2-4c24-8e9b-ab22d0ccac7c HTTP/1.1" status: 200 len: 217 time: 0.0556612 Apr 20 16:20:23.637252 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:23.652020 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1aa6de-aad2-459c-a83b-836d5791ac9f req-bc233535-0bf5-46e0-bda3-4100919c1507 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:23.659956 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fe1aa6de-aad2-459c-a83b-836d5791ac9f req-bc233535-0bf5-46e0-bda3-4100919c1507 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8afc40d-cbac-47ae-a0b2-a9a36aec8f35 HTTP/1.1" status: 200 len: 947 time: 0.0714381 Apr 20 16:20:23.665556 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40d30113-8702-45e7-a372-34eb5ce08ae3 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:20:23.690613 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-e082600f-e6a6-43c3-88d9-74251ac540d1 service neutron] 10.222.0.30 "GET /v2.0/networks/a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211541 Apr 20 16:20:23.700149 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 40d30113-8702-45e7-a372-34eb5ce08ae3, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=40d30113-8702-45e7-a372-34eb5ce08ae3,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:23.702514 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fe1aa6de-aad2-459c-a83b-836d5791ac9f req-f3cbc3cc-af18-4ce5-b403-d5f2ebec2613 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416250 Apr 20 16:20:23.713729 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-ea8a5b64-2e84-45e1-a372-82689ae221c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:23.715050 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-ea8a5b64-2e84-45e1-a372-82689ae221c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0806224 Apr 20 16:20:23.717580 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-03fe38c3-ce0a-4ec6-a978-6f55cd95decc req-7d353c3e-dc6a-4b00-81cc-91deb6d299df tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:23.755395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5f32a436-2eea-4b15-a802-8150ab9c5c41 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-905839148-network', 'tenant_id': '37d2b036334b4671890b4a5f5ccf35c6'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:23.767121 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:23.805727 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-03fe38c3-ce0a-4ec6-a978-6f55cd95decc req-7d353c3e-dc6a-4b00-81cc-91deb6d299df tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:23.821860 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=40d30113-8702-45e7-a372-34eb5ce08ae3,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:23.847275 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-23ce471c-d9a8-40c3-b677-39de863bb641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:23.848726 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-23ce471c-d9a8-40c3-b677-39de863bb641 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207087 Apr 20 16:20:23.870839 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f32a436-2eea-4b15-a802-8150ab9c5c41 admin admin] Made reservation on behalf of 37d2b036334b4671890b4a5f5ccf35c6 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:20:23.872599 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f32a436-2eea-4b15-a802-8150ab9c5c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:23.882537 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f32a436-2eea-4b15-a802-8150ab9c5c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:23.888033 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d353c3e-dc6a-4b00-81cc-91deb6d299df tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=416dfbee-e946-4970-86b1-0224dd2790ce,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:23.894965 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ba16fe92-575c-4451-b21c-6e3177daa24f req-df3f3d20-89ba-4584-b754-27837e204dc9 service neutron] 10.222.0.30 "GET /v2.0/networks/a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957359 Apr 20 16:20:23.957000 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['40d30113-8702-45e7-a372-34eb5ce08ae3'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:23.976931 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-03fe38c3-ce0a-4ec6-a978-6f55cd95decc req-7d353c3e-dc6a-4b00-81cc-91deb6d299df tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:23.978169 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-03fe38c3-ce0a-4ec6-a978-6f55cd95decc req-7d353c3e-dc6a-4b00-81cc-91deb6d299df tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7688818 Apr 20 16:20:23.982004 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-f39e5435-adf3-4450-981a-6069af8da695 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220078 Apr 20 16:20:24.044285 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f32a436-2eea-4b15-a802-8150ab9c5c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:24.070743 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-1220f0f6-ef21-4e61-a664-a0fd342f4ad0 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:24.072465 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-1220f0f6-ef21-4e61-a664-a0fd342f4ad0 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/networks?id=26a706e9-d76d-49fa-908b-94ccac264bee HTTP/1.1" status: 200 len: 821 time: 0.1549764 Apr 20 16:20:24.095565 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-b200479a-d8f0-400d-82f0-16dd4d77a8e9 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/quotas/f91a78ec27e34720818ee950bc0f6583 HTTP/1.1" status: 200 len: 375 time: 0.0170009 Apr 20 16:20:24.103117 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04b3d527-5594-4431-8922-54e1bc8bad1d req-8e5973cf-1653-4a5c-b78b-bbe0177ed3c5 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148009 Apr 20 16:20:24.138320 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f32a436-2eea-4b15-a802-8150ab9c5c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:24.143129 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-554fe7de-e6e8-40bf-b093-45bb31f8d01c tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f91a78ec27e34720818ee950bc0f6583&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387428 Apr 20 16:20:24.183033 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f32a436-2eea-4b15-a802-8150ab9c5c41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:20:24.234296 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f32a436-2eea-4b15-a802-8150ab9c5c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:24.234725 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-5f32a436-2eea-4b15-a802-8150ab9c5c41 admin admin] Added segment 7da64f4a-2f5c-40a4-9976-b32a14cb5d68 of type vlan for network ea2da9a2-a1d7-4120-97f9-c79126af11ec Apr 20 16:20:24.236056 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32a436-2eea-4b15-a802-8150ab9c5c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe823e6-a116-40c2-a8f4-405af7467ed5,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:24.292659 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f32a436-2eea-4b15-a802-8150ab9c5c41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:24.303038 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-53362bcd-69ee-4d51-97e1-dcd969d6c173 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:24.306253 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-53362bcd-69ee-4d51-97e1-dcd969d6c173 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/networks?id=29dbfc8e-095a-4d2b-82ac-4cea5a87b262 HTTP/1.1" status: 200 len: 813 time: 0.1097233 Apr 20 16:20:24.316506 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-107a2075-6fbc-4360-b64a-5aa2a2e16772 service neutron] 10.222.0.15 "GET /v2.0/networks/26a706e9-d76d-49fa-908b-94ccac264bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627889 Apr 20 16:20:24.321734 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-d76327ed-a7ff-4974-9cdc-6399e96da5f9 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/quotas/73ba2d154aa546b5bdc4027f729bae8b HTTP/1.1" status: 200 len: 375 time: 0.0103502 Apr 20 16:20:24.379925 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-9de2b388-130d-4256-9aae-8ab63169afef tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ba2d154aa546b5bdc4027f729bae8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460587 Apr 20 16:20:24.419163 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-f3e5cfda-37d2-4a9e-a55f-7f3415de8b4e service neutron] 10.222.0.15 "GET /v2.0/networks/26a706e9-d76d-49fa-908b-94ccac264bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935674 Apr 20 16:20:24.424230 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f32a436-2eea-4b15-a802-8150ab9c5c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:24.425109 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f32a436-2eea-4b15-a802-8150ab9c5c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:24.425676 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f32a436-2eea-4b15-a802-8150ab9c5c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:24.432274 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8afc40d-cbac-47ae-a0b2-a9a36aec8f35', 'tag': '133065d1-c0b2-4c24-8e9b-ab22d0ccac7c'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:24.434194 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45ed4a7-b0de-409d-978c-7498376c0154" -d '{"events": [{"name": "network-changed", "server_uuid": "c8afc40d-cbac-47ae-a0b2-a9a36aec8f35", "tag": "133065d1-c0b2-4c24-8e9b-ab22d0ccac7c"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:24.478935 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-0e0cd2a1-a843-45dd-975d-92760ff89543 service neutron] 10.222.0.15 "GET /v2.0/networks/29dbfc8e-095a-4d2b-82ac-4cea5a87b262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916860 Apr 20 16:20:24.487098 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32a436-2eea-4b15-a802-8150ab9c5c41 admin admin] Pushing event updated for resources: {'Network': ['ID=ea2da9a2-a1d7-4120-97f9-c79126af11ec,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:24.498929 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network ea2da9a2-a1d7-4120-97f9-c79126af11ec details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:20:24.536171 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5f32a436-2eea-4b15-a802-8150ab9c5c41 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9135728 Apr 20 16:20:24.539866 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40912) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:24.545428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-25acd282-1f91-4450-b341-cf2a65dda0dd admin admin] Request body: {'subnet': {'network_id': 'ea2da9a2-a1d7-4120-97f9-c79126af11ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-905839148-subnet', 'tenant_id': '37d2b036334b4671890b4a5f5ccf35c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:24.587397 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-c54cc4ea-2ea2-4692-92ee-c56166009ced service neutron] 10.222.0.15 "GET /v2.0/networks/29dbfc8e-095a-4d2b-82ac-4cea5a87b262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994229 Apr 20 16:20:24.670618 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25acd282-1f91-4450-b341-cf2a65dda0dd admin admin] Made reservation on behalf of 37d2b036334b4671890b4a5f5ccf35c6 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:20:24.674040 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-25acd282-1f91-4450-b341-cf2a65dda0dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:24.814938 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39e62d-49b0-41e5-87e6-be75b5688853 req-e68af1a5-1fbf-429f-8eb9-6161d6c704ce tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:24.814938 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6b39e62d-49b0-41e5-87e6-be75b5688853 req-e68af1a5-1fbf-429f-8eb9-6161d6c704ce tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 943 time: 0.0787132 Apr 20 16:20:24.821171 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0ceb79-8529-4d08-9106-80f5605bb4b2 x-openstack-request-id: req-3e0ceb79-8529-4d08-9106-80f5605bb4b2 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:24.821785 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8afc40d-cbac-47ae-a0b2-a9a36aec8f35", "tag": "133065d1-c0b2-4c24-8e9b-ab22d0ccac7c", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:24.822132 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e0ceb79-8529-4d08-9106-80f5605bb4b2 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:24.822918 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e0ceb79-8529-4d08-9106-80f5605bb4b2'] response: {'name': 'network-changed', 'server_uuid': 'c8afc40d-cbac-47ae-a0b2-a9a36aec8f35', 'tag': '133065d1-c0b2-4c24-8e9b-ab22d0ccac7c', 'status': 'completed', 'code': 200} Apr 20 16:20:24.903288 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6b39e62d-49b0-41e5-87e6-be75b5688853 req-45b9dd0e-3620-4524-907a-615485b282a0 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/security-groups?id=08d9d45c-62a4-4e55-a4c1-d204743baade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849643 Apr 20 16:20:24.942406 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ed4a7-b0de-409d-978c-7498376c0154 req-00c68826-4f1e-4a32-b2d1-ddfcd6833180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:24.945056 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e45ed4a7-b0de-409d-978c-7498376c0154 req-00c68826-4f1e-4a32-b2d1-ddfcd6833180 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d748795b5b874696aee3946c7b2f48aa&device_id=c8afc40d-cbac-47ae-a0b2-a9a36aec8f35 HTTP/1.1" status: 200 len: 1098 time: 0.0809517 Apr 20 16:20:24.969341 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30baff84-0d19-48bc-922e-df2cc7847a42 req-7b66d52e-971b-4159-bfa2-2127a0e537e8 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:24.970854 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-30baff84-0d19-48bc-922e-df2cc7847a42 req-7b66d52e-971b-4159-bfa2-2127a0e537e8 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 944 time: 0.0742877 Apr 20 16:20:25.000379 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-186f0fd3-fa89-4165-89dd-56f5777507cf req-447bad11-28c7-4a46-9ae8-bd53451983ef tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 210 time: 0.0459197 Apr 20 16:20:25.075163 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-30baff84-0d19-48bc-922e-df2cc7847a42 req-b5a38eda-6a2f-4143-bfe5-cfc160eb27cd tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822265 Apr 20 16:20:25.094638 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ed4a7-b0de-409d-978c-7498376c0154 req-cb9c7c5b-2407-4cb7-944c-40f6052cab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:25.096469 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e45ed4a7-b0de-409d-978c-7498376c0154 req-cb9c7c5b-2407-4cb7-944c-40f6052cab8b service neutron] 10.222.0.30 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.1436057 Apr 20 16:20:25.104393 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2ee43-27b8-4cd6-a2fa-3fcf708b692e req-ef39a5e2-80ff-42c4-a565-61bdf7029f72 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:25.105888 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-73d2ee43-27b8-4cd6-a2fa-3fcf708b692e req-ef39a5e2-80ff-42c4-a565-61bdf7029f72 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8afc40d-cbac-47ae-a0b2-a9a36aec8f35 HTTP/1.1" status: 200 len: 947 time: 0.0504985 Apr 20 16:20:25.122873 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 40d30113-8702-45e7-a372-34eb5ce08ae3 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:20:25.148760 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-73d2ee43-27b8-4cd6-a2fa-3fcf708b692e req-6afe8aa8-b469-44fd-9a81-536c54de8c61 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353436 Apr 20 16:20:25.150456 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e45ed4a7-b0de-409d-978c-7498376c0154 req-7ac29e1e-6fcf-4dff-a2a4-de62ce394c2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=133065d1-c0b2-4c24-8e9b-ab22d0ccac7c HTTP/1.1" status: 200 len: 217 time: 0.0468619 Apr 20 16:20:25.175021 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 40d30113-8702-45e7-a372-34eb5ce08ae3 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:25.175391 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:25.198096 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef8b4190-7281-4954-873d-246f69fe4d02 req-4183bbf6-3e3b-46f2-a621-00d65494be8d tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 210 time: 0.0500793 Apr 20 16:20:25.217563 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ed4a7-b0de-409d-978c-7498376c0154 req-f938a2d9-ff49-499a-afe1-102cf17e6fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:25.219088 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e45ed4a7-b0de-409d-978c-7498376c0154 req-f938a2d9-ff49-499a-afe1-102cf17e6fb2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0610011 Apr 20 16:20:25.257918 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:25.259674 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-25acd282-1f91-4450-b341-cf2a65dda0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:25.261562 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0bbc842-c873-4b93-8bb2-acb7f1b26f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:25.267679 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ed4a7-b0de-409d-978c-7498376c0154 req-95de9400-8e0e-4cfa-ac00-4e73b6b0ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:25.270349 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e45ed4a7-b0de-409d-978c-7498376c0154 req-95de9400-8e0e-4cfa-ac00-4e73b6b0ebbf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0445039 Apr 20 16:20:25.283047 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d92c8a2-33ba-4fe0-963a-4266af0d1834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d30113-8702-45e7-a372-34eb5ce08ae3'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:25.285302 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5446ca-38f4-4277-86ea-14f139260f2a" -d '{"events": [{"server_uuid": "9d92c8a2-33ba-4fe0-963a-4266af0d1834", "name": "network-vif-plugged", "status": "completed", "tag": "40d30113-8702-45e7-a372-34eb5ce08ae3"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:25.298267 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 40d30113-8702-45e7-a372-34eb5ce08ae3, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=40d30113-8702-45e7-a372-34eb5ce08ae3,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:25.329849 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee5db64-94d2-4d7d-a09e-061a7f5221e9 x-openstack-request-id: req-dee5db64-94d2-4d7d-a09e-061a7f5221e9 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:25.330320 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d92c8a2-33ba-4fe0-963a-4266af0d1834", "name": "network-vif-plugged", "status": "completed", "tag": "40d30113-8702-45e7-a372-34eb5ce08ae3", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:25.330748 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dee5db64-94d2-4d7d-a09e-061a7f5221e9 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:25.331148 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dee5db64-94d2-4d7d-a09e-061a7f5221e9'] response: {'server_uuid': '9d92c8a2-33ba-4fe0-963a-4266af0d1834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d30113-8702-45e7-a372-34eb5ce08ae3', 'code': 200} Apr 20 16:20:25.336847 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25acd282-1f91-4450-b341-cf2a65dda0dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f634dbe8-e67e-4091-97cd-ae718c405f5d,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:25.340125 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25acd282-1f91-4450-b341-cf2a65dda0dd admin admin] Checking segment: {'id': '7da64f4a-2f5c-40a4-9976-b32a14cb5d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ea2da9a2-a1d7-4120-97f9-c79126af11ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:20:25.340584 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25acd282-1f91-4450-b341-cf2a65dda0dd admin admin] Network hostable DHCP agents. Network: ea2da9a2-a1d7-4120-97f9-c79126af11ec, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:20:25.373615 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e45ed4a7-b0de-409d-978c-7498376c0154 req-af617f3a-e22e-46bd-bc94-d60ea217aa6c service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954466 Apr 20 16:20:25.430122 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:25.468965 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e45ed4a7-b0de-409d-978c-7498376c0154 req-d5fb93bd-a0ee-4563-b110-ab1048d8697e service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887222 Apr 20 16:20:25.502241 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=40d30113-8702-45e7-a372-34eb5ce08ae3,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:25.503274 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25acd282-1f91-4450-b341-cf2a65dda0dd admin admin] Network ea2da9a2-a1d7-4120-97f9-c79126af11ec is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:20:25.658797 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-25acd282-1f91-4450-b341-cf2a65dda0dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, ea2da9a2-a1d7-4120-97f9-c79126af11ec) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:25.663650 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25acd282-1f91-4450-b341-cf2a65dda0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:25.664535 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-25acd282-1f91-4450-b341-cf2a65dda0dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:25.669716 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6883cb3c-5991-48ad-8523-2cc5b519fc61 None None] Network ea2da9a2-a1d7-4120-97f9-c79126af11ec requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:20:25.769633 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-25acd282-1f91-4450-b341-cf2a65dda0dd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2285056 Apr 20 16:20:25.792411 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1132dce-7bb2-41f2-8535-5a8986370a55 None None] Network ea2da9a2-a1d7-4120-97f9-c79126af11ec requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:20:26.029417 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66823ce-dac5-46c7-9856-f1a0a9220124 req-36670df0-ee1f-4dcc-8c19-f25d169a7237 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:26.030877 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a66823ce-dac5-46c7-9856-f1a0a9220124 req-36670df0-ee1f-4dcc-8c19-f25d169a7237 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 943 time: 0.0529995 Apr 20 16:20:26.068283 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a66823ce-dac5-46c7-9856-f1a0a9220124 req-4c9d4b04-966b-42f8-851f-06ce7d6f3749 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/security-groups?id=08d9d45c-62a4-4e55-a4c1-d204743baade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311499 Apr 20 16:20:26.303816 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-2b0ca218-8bdb-4f67-9dee-6c4d16d8a4a3 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:26.305165 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:26.306196 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-2b0ca218-8bdb-4f67-9dee-6c4d16d8a4a3 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/networks?id=ea2da9a2-a1d7-4120-97f9-c79126af11ec HTTP/1.1" status: 200 len: 808 time: 0.1101489 Apr 20 16:20:26.322470 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-a0208c76-31b0-45ed-94f4-55f706f4bd74 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/quotas/37d2b036334b4671890b4a5f5ccf35c6 HTTP/1.1" status: 200 len: 375 time: 0.0100360 Apr 20 16:20:26.363055 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-ac1c4449-e627-4c96-b1bd-5b085b0aaa39 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=37d2b036334b4671890b4a5f5ccf35c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340466 Apr 20 16:20:26.389854 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ecdadfd7-90e0-46a7-bab9-d5611ac2978b req-acbb8583-d732-4f9e-bd9f-3f9ff7d6b897 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 210 time: 0.0283029 Apr 20 16:20:26.463344 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-102023cb-c270-43e1-8daa-603e080e8a53 service neutron] 10.222.0.15 "GET /v2.0/networks/ea2da9a2-a1d7-4120-97f9-c79126af11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925703 Apr 20 16:20:26.500206 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b50c9-696d-4ff2-8cfb-afa541059c6a req-2dda855a-bf2e-4171-9c10-de2118ed625c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:26.501865 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f56b50c9-696d-4ff2-8cfb-afa541059c6a req-2dda855a-bf2e-4171-9c10-de2118ed625c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.0548737 Apr 20 16:20:26.542454 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f56b50c9-696d-4ff2-8cfb-afa541059c6a req-84157275-338b-4eee-83e9-72dbcd806364 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341909 Apr 20 16:20:26.575328 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-d9caef29-e700-4e39-abaf-9b3954be5dd0 service neutron] 10.222.0.15 "GET /v2.0/networks/ea2da9a2-a1d7-4120-97f9-c79126af11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035171 Apr 20 16:20:26.660591 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852180a0-811b-4365-8b45-49e15564b9a4 req-3023337a-71de-4ef7-9ec3-04cbaf5d54ea tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:26.661740 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-852180a0-811b-4365-8b45-49e15564b9a4 req-3023337a-71de-4ef7-9ec3-04cbaf5d54ea tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8afc40d-cbac-47ae-a0b2-a9a36aec8f35 HTTP/1.1" status: 200 len: 947 time: 0.0541830 Apr 20 16:20:26.701049 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-852180a0-811b-4365-8b45-49e15564b9a4 req-06b12d60-650d-4987-b2b4-dc0a44709357 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326467 Apr 20 16:20:26.825270 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-daba917f-e46a-48fa-9644-06e709798bd3 req-0a6f750d-0e10-4d26-8db8-fcb6ac8cb9f9 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 210 time: 0.0560029 Apr 20 16:20:26.902733 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba10db-441f-4f5b-97df-959292e6f427 req-655e877c-a090-4d67-a030-f58ea131e80c tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:26.904296 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-07ba10db-441f-4f5b-97df-959292e6f427 req-655e877c-a090-4d67-a030-f58ea131e80c tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 946 time: 0.0737178 Apr 20 16:20:26.914572 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-740cce53-d498-40e0-8bab-cc7e80b075bc req-f439c694-4082-4f0c-8109-78f7aad58482 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e717262-5ff0-4c05-bede-8af555ee5f66 HTTP/1.1" status: 200 len: 210 time: 0.0326188 Apr 20 16:20:26.953398 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-07ba10db-441f-4f5b-97df-959292e6f427 req-2c69546b-8e5e-4ead-befb-e9f8f2bcbc39 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8274fabd-df16-4939-a3cc-c239f00f731c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424829 Apr 20 16:20:27.186427 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e7daf-4cff-4310-8202-5b26287d90a9 req-28c144dd-962a-482c-8720-6fe1d6bc6f35 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:27.187813 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd5e7daf-4cff-4310-8202-5b26287d90a9 req-28c144dd-962a-482c-8720-6fe1d6bc6f35 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 943 time: 0.0514691 Apr 20 16:20:27.226402 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd5e7daf-4cff-4310-8202-5b26287d90a9 req-1b8ca723-1b48-4d80-9c62-23bd9c80ad66 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/security-groups?id=08d9d45c-62a4-4e55-a4c1-d204743baade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317678 Apr 20 16:20:27.488151 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2513face-1293-4587-b78b-69d1d4072775 req-93ec4811-8fd0-4188-9f81-f75d4393f54d tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 210 time: 0.0274370 Apr 20 16:20:27.624114 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:20:27.688599 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:27.729443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbcddd-866f-4641-9563-9a62028b733f req-10ca5985-338d-495a-8837-08546f4a8b92 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:27.735227 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=133065d1-c0b2-4c24-8e9b-ab22d0ccac7c,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:27.736935 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-11dbcddd-866f-4641-9563-9a62028b733f req-10ca5985-338d-495a-8837-08546f4a8b92 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.1132402 Apr 20 16:20:27.750776 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '133065d1-c0b2-4c24-8e9b-ab22d0ccac7c', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': '133065d1-c0b2-4c24-8e9b-ab22d0ccac7c', 'mac_address': 'fa:16:3e:04:b1:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:20:27.799388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-dc3c5906-2a37-4d2d-a580-ed3780fe5edc tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:27.800866 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-dc3c5906-2a37-4d2d-a580-ed3780fe5edc tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.30 "GET /v2.0/networks?id=29dbfc8e-095a-4d2b-82ac-4cea5a87b262 HTTP/1.1" status: 200 len: 813 time: 0.1676583 Apr 20 16:20:27.804348 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:27.812932 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-11dbcddd-866f-4641-9563-9a62028b733f req-1694da02-1266-406d-8f8b-702092b6159e tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735168 Apr 20 16:20:27.822826 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:20:27.823983 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-0579233e-4a71-4d9f-a6dc-994df7727986 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Request body: {'port': {'device_id': 'cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76', 'network_id': '29dbfc8e-095a-4d2b-82ac-4cea5a87b262', 'admin_state_up': True, 'tenant_id': '73ba2d154aa546b5bdc4027f729bae8b'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:27.842720 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=133065d1-c0b2-4c24-8e9b-ab22d0ccac7c,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:27.859031 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8dd5f-fd2d-4248-9643-39f7c2f2cae6 req-afcaacb3-f1dc-4bfc-9287-430619eaadf3 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:27.860539 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b3a8dd5f-fd2d-4248-9643-39f7c2f2cae6 req-afcaacb3-f1dc-4bfc-9287-430619eaadf3 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8afc40d-cbac-47ae-a0b2-a9a36aec8f35 HTTP/1.1" status: 200 len: 947 time: 0.0598514 Apr 20 16:20:27.912847 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b3a8dd5f-fd2d-4248-9643-39f7c2f2cae6 req-110feb28-7880-4a85-b732-fe38433ab00a tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440075 Apr 20 16:20:27.951897 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d462520c-b06a-4d5b-91a9-20c536c8c80f req-7bd7b46f-dd03-4e5c-8430-0a2359b984af tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 210 time: 0.0448542 Apr 20 16:20:28.000726 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:28.001464 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 46d10678-7aa0-4884-9c2f-bf5d6875baaa details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:20:28.018117 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d0e20237-2445-4464-aef1-609b3d5cb520 req-7a260e44-162f-4321-9dcf-a7d1d8c5168d tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e717262-5ff0-4c05-bede-8af555ee5f66 HTTP/1.1" status: 200 len: 210 time: 0.0384924 Apr 20 16:20:28.075301 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=133065d1-c0b2-4c24-8e9b-ab22d0ccac7c,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:28.097361 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0eb1fc-ea63-4e5e-b4c9-d63b69e27826 req-f407f48d-32b9-4495-956c-b0c502ce7649 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:28.098980 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fa0eb1fc-ea63-4e5e-b4c9-d63b69e27826 req-f407f48d-32b9-4495-956c-b0c502ce7649 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 946 time: 0.0588384 Apr 20 16:20:28.104406 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-0579233e-4a71-4d9f-a6dc-994df7727986 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Made reservation on behalf of 73ba2d154aa546b5bdc4027f729bae8b for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:20:28.109466 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-0579233e-4a71-4d9f-a6dc-994df7727986 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:28.134746 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:28.135096 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:28.135437 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:28.135770 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:28.136296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:28.141063 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:28.141063 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:28.141063 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:28.141063 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:28.141063 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:28.141063 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:28.141063 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:28.145274 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:28.187391 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 46d10678-7aa0-4884-9c2f-bf5d6875baaa, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=46d10678-7aa0-4884-9c2f-bf5d6875baaa,segment=NetworkSegment(6de5635b-038f-4888-a5bb-e665846b05f1),segment_id=6de5635b-038f-4888-a5bb-e665846b05f1)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:28.196948 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fa0eb1fc-ea63-4e5e-b4c9-d63b69e27826 req-7ce66976-654c-4943-b111-39fa26fa48bb tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8274fabd-df16-4939-a3cc-c239f00f731c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849731 Apr 20 16:20:28.201045 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '46d10678-7aa0-4884-9c2f-bf5d6875baaa', 'network_id': 'a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523', 'port_id': '46d10678-7aa0-4884-9c2f-bf5d6875baaa', 'mac_address': 'fa:16:3e:37:4b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e9902a-dbb4-4de8-acd2-2382942cc1ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:20:28.252237 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:28.267641 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d10678-7aa0-4884-9c2f-bf5d6875baaa {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:20:28.290502 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-0579233e-4a71-4d9f-a6dc-994df7727986 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Allocated IP 172.20.0.3 (29dbfc8e-095a-4d2b-82ac-4cea5a87b262/e508aa00-d9ac-4d19-b6db-06331192a4a4/c857b9a1-021c-4cae-bc5f-4a67b9b4573a) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:20:28.301929 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 46d10678-7aa0-4884-9c2f-bf5d6875baaa, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=46d10678-7aa0-4884-9c2f-bf5d6875baaa,segment=NetworkSegment(6de5635b-038f-4888-a5bb-e665846b05f1),segment_id=6de5635b-038f-4888-a5bb-e665846b05f1)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:28.357069 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf56875-48c7-460b-b0ed-698e67a26361 req-0c259951-f318-4be1-be30-f112181f25e9 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:28.358567 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fdf56875-48c7-460b-b0ed-698e67a26361 req-0c259951-f318-4be1-be30-f112181f25e9 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 943 time: 0.0530145 Apr 20 16:20:28.387753 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:28.433655 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fdf56875-48c7-460b-b0ed-698e67a26361 req-a7dd754a-5375-47c9-b72d-b62bf0536c4f tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/security-groups?id=08d9d45c-62a4-4e55-a4c1-d204743baade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610163 Apr 20 16:20:28.458105 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=46d10678-7aa0-4884-9c2f-bf5d6875baaa,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:28.534279 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:28.544874 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9d848-5c4e-43bb-b746-99e3ab7c3d6e req-7d020430-b7fc-4a29-be8c-b169bad542e0 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:28.546516 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19e9d848-5c4e-43bb-b746-99e3ab7c3d6e req-7d020430-b7fc-4a29-be8c-b169bad542e0 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.26 "GET /v2.0/ports?device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 946 time: 0.1693072 Apr 20 16:20:28.556577 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-97b54ffc-1bb5-4c7b-b641-2aa07eac40a7 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:28.558209 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-97b54ffc-1bb5-4c7b-b641-2aa07eac40a7 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.30 "GET /v2.0/networks?id=26a706e9-d76d-49fa-908b-94ccac264bee HTTP/1.1" status: 200 len: 821 time: 0.2206295 Apr 20 16:20:28.610413 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-0579233e-4a71-4d9f-a6dc-994df7727986 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:28.626636 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-2b247a39-dbe6-4352-bcc0-bf8e1f6a1a6a tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Request body: {'port': {'device_id': '6de59e16-9d32-4934-a827-c12fb83a9142', 'network_id': '26a706e9-d76d-49fa-908b-94ccac264bee', 'admin_state_up': True, 'tenant_id': 'f91a78ec27e34720818ee950bc0f6583'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:28.635911 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00b4b0b9-bec5-4a2a-8430-8e167db16720 req-afc03bae-56c5-4fc1-973e-a2dc2ba9f3f0 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 210 time: 0.0729883 Apr 20 16:20:28.923459 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['46d10678-7aa0-4884-9c2f-bf5d6875baaa'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:29.009097 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a0fc2-301b-4ca4-99ee-b484d0906a4d req-bf9330bd-4d2a-456f-a5ce-0627deaaf29b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:29.013063 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-423a0fc2-301b-4ca4-99ee-b484d0906a4d req-bf9330bd-4d2a-456f-a5ce-0627deaaf29b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.1124148 Apr 20 16:20:29.024107 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['133065d1-c0b2-4c24-8e9b-ab22d0ccac7c'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:29.052394 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-423a0fc2-301b-4ca4-99ee-b484d0906a4d req-4f586e8e-4d8a-4749-ae62-d4da0019b81f tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343080 Apr 20 16:20:29.152894 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6093e-1639-44cc-a991-a39b7636f7b1 req-b6fac6f4-d81e-4446-a65c-820d6f3074f9 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:29.157596 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6cb558d9-e4da-4966-8e2d-586423f7f626 req-5f93cf47-d98c-42e8-ad90-8b8cc857273b tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 210 time: 0.0368907 Apr 20 16:20:29.160709 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-06c6093e-1639-44cc-a991-a39b7636f7b1 req-b6fac6f4-d81e-4446-a65c-820d6f3074f9 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8afc40d-cbac-47ae-a0b2-a9a36aec8f35 HTTP/1.1" status: 200 len: 948 time: 0.1291850 Apr 20 16:20:29.174330 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-0579233e-4a71-4d9f-a6dc-994df7727986 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:29.198392 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-19e9d848-5c4e-43bb-b746-99e3ab7c3d6e req-ba8aecf2-7c47-4641-be26-8315dbd191a9 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Deleting port 0496e825-b2e0-4731-9562-bebd28acb453 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:20:29.198832 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-19e9d848-5c4e-43bb-b746-99e3ab7c3d6e req-ba8aecf2-7c47-4641-be26-8315dbd191a9 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:29.219443 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['9f6487ec-8b6f-44eb-87b1-0690b758458b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:29.294912 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1890bd11-127b-45f1-935f-9872d24c50a0 req-fc4375bc-f6ca-4734-bf91-02990ad29c88 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e717262-5ff0-4c05-bede-8af555ee5f66 HTTP/1.1" status: 200 len: 210 time: 0.0401194 Apr 20 16:20:29.296221 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-0579233e-4a71-4d9f-a6dc-994df7727986 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Network 29dbfc8e-095a-4d2b-82ac-4cea5a87b262 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:20:29.301661 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-2b247a39-dbe6-4352-bcc0-bf8e1f6a1a6a tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Made reservation on behalf of f91a78ec27e34720818ee950bc0f6583 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:20:29.305828 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-2b247a39-dbe6-4352-bcc0-bf8e1f6a1a6a tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:29.321111 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-06c6093e-1639-44cc-a991-a39b7636f7b1 req-220bb7b4-f174-4c9f-8d5a-bde01d260d68 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593537 Apr 20 16:20:29.343159 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-0579233e-4a71-4d9f-a6dc-994df7727986 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:29.378691 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579233e-4a71-4d9f-a6dc-994df7727986 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event updated for resources: {'Port': ['ID=c857b9a1-021c-4cae-bc5f-4a67b9b4573a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:29.386224 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-0579233e-4a71-4d9f-a6dc-994df7727986 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:20:29.441315 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428687f-7631-480c-a0d6-6454ea488aac req-1bdf4724-ca65-4ea9-9af4-472a6d29956a tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:29.443053 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d428687f-7631-480c-a0d6-6454ea488aac req-1bdf4724-ca65-4ea9-9af4-472a6d29956a tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 946 time: 0.0656195 Apr 20 16:20:29.521126 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d428687f-7631-480c-a0d6-6454ea488aac req-5659485d-b913-4bc6-8db3-6a8bc3fe28e1 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8274fabd-df16-4939-a3cc-c239f00f731c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708835 Apr 20 16:20:29.551675 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-0579233e-4a71-4d9f-a6dc-994df7727986 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:29.552309 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-0579233e-4a71-4d9f-a6dc-994df7727986 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:29.644946 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-19e9d848-5c4e-43bb-b746-99e3ab7c3d6e req-ba8aecf2-7c47-4641-be26-8315dbd191a9 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] For port 0496e825-b2e0-4731-9562-bebd28acb453, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0496e825-b2e0-4731-9562-bebd28acb453,segment=NetworkSegment(7ab6d776-64ff-4c93-b169-1220d70fe1bf),segment_id=7ab6d776-64ff-4c93-b169-1220d70fe1bf)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:29.645327 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-19e9d848-5c4e-43bb-b746-99e3ab7c3d6e req-ba8aecf2-7c47-4641-be26-8315dbd191a9 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:29.691964 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:29.754969 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-0579233e-4a71-4d9f-a6dc-994df7727986 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9376121 Apr 20 16:20:29.781578 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-207e22d5-2ed7-4285-9941-1f47637b1584 service neutron] Request body: {'port': {'device_id': 'cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:29.793587 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27362523-3b73-4c61-872b-b11e9b9fd510 req-9f4e615d-72ba-4c49-b77f-28b44347540e tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:29.795797 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-27362523-3b73-4c61-872b-b11e9b9fd510 req-9f4e615d-72ba-4c49-b77f-28b44347540e tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 944 time: 0.2335987 Apr 20 16:20:29.797184 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-2b247a39-dbe6-4352-bcc0-bf8e1f6a1a6a tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Allocated IP 172.20.0.5 (26a706e9-d76d-49fa-908b-94ccac264bee/c310e3d9-2ea2-462e-97e0-a97b3595687b/3a85de43-97d3-47c9-83b5-7a03273184f3) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:20:29.808178 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-77a307d9-f880-44fc-86cb-6aa360c1d02b req-1edc670d-4aa5-425c-abb6-2b2d14faf091 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 210 time: 0.0476723 Apr 20 16:20:30.036563 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-27362523-3b73-4c61-872b-b11e9b9fd510 req-b0860ff3-69d6-40b8-868c-273ea0890949 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/security-groups?id=08d9d45c-62a4-4e55-a4c1-d204743baade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278416 Apr 20 16:20:30.053661 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-207e22d5-2ed7-4285-9941-1f47637b1584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:30.055759 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-d417036c-2fe8-4f52-afd0-71e88efa6d6f tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:30.057314 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-d417036c-2fe8-4f52-afd0-71e88efa6d6f tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.30 "GET /v2.0/networks?id=ea2da9a2-a1d7-4120-97f9-c79126af11ec HTTP/1.1" status: 200 len: 808 time: 0.1477745 Apr 20 16:20:30.083480 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-a56351de-f9e5-488c-aa8c-6acd856893df tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Request body: {'port': {'device_id': '0e717262-5ff0-4c05-bede-8af555ee5f66', 'network_id': 'ea2da9a2-a1d7-4120-97f9-c79126af11ec', 'admin_state_up': True, 'tenant_id': '37d2b036334b4671890b4a5f5ccf35c6'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:30.132837 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-19e9d848-5c4e-43bb-b746-99e3ab7c3d6e req-ba8aecf2-7c47-4641-be26-8315dbd191a9 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:30.133191 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-19e9d848-5c4e-43bb-b746-99e3ab7c3d6e req-ba8aecf2-7c47-4641-be26-8315dbd191a9 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:30.133505 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-19e9d848-5c4e-43bb-b746-99e3ab7c3d6e req-ba8aecf2-7c47-4641-be26-8315dbd191a9 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Floating IP 9a9aedf8-c467-44ba-b603-d6117086dafb disassociated. External IP: 172.25.0.126, port: 0496e825-b2e0-4731-9562-bebd28acb453. Apr 20 16:20:30.133841 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-19e9d848-5c4e-43bb-b746-99e3ab7c3d6e req-ba8aecf2-7c47-4641-be26-8315dbd191a9 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Calling delete_port for 0496e825-b2e0-4731-9562-bebd28acb453 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:20:30.302283 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268cd9b-9582-4d50-b386-cc89870f6e1a req-3b463633-0e05-46e0-954b-f4b80c9fb945 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:30.304407 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6268cd9b-9582-4d50-b386-cc89870f6e1a req-3b463633-0e05-46e0-954b-f4b80c9fb945 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.1439607 Apr 20 16:20:30.360099 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6268cd9b-9582-4d50-b386-cc89870f6e1a req-beb74327-8228-48e0-a7ca-cfecb973d33b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441282 Apr 20 16:20:30.373640 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-a56351de-f9e5-488c-aa8c-6acd856893df tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Made reservation on behalf of 37d2b036334b4671890b4a5f5ccf35c6 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:20:30.375536 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-2b247a39-dbe6-4352-bcc0-bf8e1f6a1a6a tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:30.391213 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-a56351de-f9e5-488c-aa8c-6acd856893df tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:30.494853 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-093169f3-26a4-45f6-9071-bfd3e2c04c23 req-14aa163e-ecc1-4d8b-b164-93eccbe82bc1 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e717262-5ff0-4c05-bede-8af555ee5f66 HTTP/1.1" status: 200 len: 210 time: 0.0356598 Apr 20 16:20:30.575070 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79174f09-02be-4497-98af-1002526f356e req-d6a6cf67-b5fe-4865-b0c5-324f8469014f tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:30.576608 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-79174f09-02be-4497-98af-1002526f356e req-d6a6cf67-b5fe-4865-b0c5-324f8469014f tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 931 time: 0.2631395 Apr 20 16:20:30.628165 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-a56351de-f9e5-488c-aa8c-6acd856893df tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Allocated IP 172.20.0.14 (ea2da9a2-a1d7-4120-97f9-c79126af11ec/f634dbe8-e67e-4091-97cd-ae718c405f5d/cf9c62d5-7b65-48a9-9281-035c5a9e8ca3) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:20:30.657901 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-79174f09-02be-4497-98af-1002526f356e req-4a9e05bd-07a2-46fc-9511-a78acd5bd5fa tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680752 Apr 20 16:20:30.674903 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a260ce-dec4-4f3e-844e-123ca2f88360 req-6b5007f7-8dc3-40f1-b1ee-82b2cd1aa8f2 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:30.684187 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c3a260ce-dec4-4f3e-844e-123ca2f88360 req-6b5007f7-8dc3-40f1-b1ee-82b2cd1aa8f2 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8afc40d-cbac-47ae-a0b2-a9a36aec8f35 HTTP/1.1" status: 200 len: 948 time: 0.0859959 Apr 20 16:20:30.728563 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-207e22d5-2ed7-4285-9941-1f47637b1584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c857b9a1-021c-4cae-bc5f-4a67b9b4573a {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:20:30.738411 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-207e22d5-2ed7-4285-9941-1f47637b1584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:30.752673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-207e22d5-2ed7-4285-9941-1f47637b1584 service neutron] Transition to ACTIVE for port object c857b9a1-021c-4cae-bc5f-4a67b9b4573a will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:20:30.757467 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-2b247a39-dbe6-4352-bcc0-bf8e1f6a1a6a tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:30.781915 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c3a260ce-dec4-4f3e-844e-123ca2f88360 req-f6cc79cc-7091-4617-b2d7-9cfeda64bc2b tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966988 Apr 20 16:20:30.850741 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-a56351de-f9e5-488c-aa8c-6acd856893df tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:30.864402 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3ea43f15-e967-4f90-a1dd-790db2500846 req-ecdf9e9a-7929-407f-80d8-187e62d22412 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 210 time: 0.1101038 Apr 20 16:20:30.865302 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-19e9d848-5c4e-43bb-b746-99e3ab7c3d6e req-ba8aecf2-7c47-4641-be26-8315dbd191a9 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:30.869552 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b247a39-dbe6-4352-bcc0-bf8e1f6a1a6a tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Pushing event updated for resources: {'Port': ['ID=3a85de43-97d3-47c9-83b5-7a03273184f3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:30.874175 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-207e22d5-2ed7-4285-9941-1f47637b1584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:30.929911 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-2b247a39-dbe6-4352-bcc0-bf8e1f6a1a6a tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Network 26a706e9-d76d-49fa-908b-94ccac264bee is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:20:30.938363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-2b247a39-dbe6-4352-bcc0-bf8e1f6a1a6a tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:30.942327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-2b247a39-dbe6-4352-bcc0-bf8e1f6a1a6a tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:20:30.981989 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-a56351de-f9e5-488c-aa8c-6acd856893df tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:31.015036 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-2b247a39-dbe6-4352-bcc0-bf8e1f6a1a6a tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:31.016440 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-2b247a39-dbe6-4352-bcc0-bf8e1f6a1a6a tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:31.047748 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-a56351de-f9e5-488c-aa8c-6acd856893df tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Network ea2da9a2-a1d7-4120-97f9-c79126af11ec is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:20:31.050935 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-a56351de-f9e5-488c-aa8c-6acd856893df tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:31.055100 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56351de-f9e5-488c-aa8c-6acd856893df tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Pushing event updated for resources: {'Port': ['ID=cf9c62d5-7b65-48a9-9281-035c5a9e8ca3,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:31.064176 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-a56351de-f9e5-488c-aa8c-6acd856893df tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:20:31.075707 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92445e52-283b-476c-8b4b-30855c75a92d req-4d0bad06-a2fc-4813-9175-47f1f1456abf tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:31.077277 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-92445e52-283b-476c-8b4b-30855c75a92d req-4d0bad06-a2fc-4813-9175-47f1f1456abf tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 931 time: 0.1439822 Apr 20 16:20:31.091537 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e22d5-2ed7-4285-9941-1f47637b1584 service neutron] Pushing event updated for resources: {'Port': ['ID=c857b9a1-021c-4cae-bc5f-4a67b9b4573a,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:31.168917 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-a56351de-f9e5-488c-aa8c-6acd856893df tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:31.168917 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-a56351de-f9e5-488c-aa8c-6acd856893df tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:31.188030 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-92445e52-283b-476c-8b4b-30855c75a92d req-567982f2-e8e9-4dd5-8ad7-d50bb0b378f8 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/security-groups?id=335f89db-4b4e-4428-b8e7-4f77f314f210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829048 Apr 20 16:20:31.205431 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8aecf2-7c47-4641-be26-8315dbd191a9 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Pushing event deleted for resources: {'Port': ['ID=0496e825-b2e0-4731-9562-bebd28acb453,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:31.289462 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-2b247a39-dbe6-4352-bcc0-bf8e1f6a1a6a tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6987605 Apr 20 16:20:31.295875 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-207e22d5-2ed7-4285-9941-1f47637b1584 service neutron] Attempting to bind port c857b9a1-021c-4cae-bc5f-4a67b9b4573a on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:20:31.296213 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-207e22d5-2ed7-4285-9941-1f47637b1584 service neutron] Attempting to bind port c857b9a1-021c-4cae-bc5f-4a67b9b4573a by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '21ec1e0a-7032-4c6a-b26c-15010c22cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '29dbfc8e-095a-4d2b-82ac-4cea5a87b262'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:20:31.296561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-207e22d5-2ed7-4285-9941-1f47637b1584 service neutron] Attempting to bind port c857b9a1-021c-4cae-bc5f-4a67b9b4573a on network 29dbfc8e-095a-4d2b-82ac-4cea5a87b262 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:20:31.307882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3025eee-3c1e-47aa-ac62-b3aba17b2506 req-0f5a0543-8860-44b7-9d47-9da09af6627d tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:31.309416 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3025eee-3c1e-47aa-ac62-b3aba17b2506 req-0f5a0543-8860-44b7-9d47-9da09af6627d tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 944 time: 0.1357434 Apr 20 16:20:31.316779 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-e24a1e3e-fd2f-4ba0-b9a8-ed25cdb7072a service neutron] Request body: {'port': {'device_id': '6de59e16-9d32-4934-a827-c12fb83a9142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:31.324905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-207e22d5-2ed7-4285-9941-1f47637b1584 service neutron] Port c857b9a1-021c-4cae-bc5f-4a67b9b4573a on network 29dbfc8e-095a-4d2b-82ac-4cea5a87b262 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:20:31.325233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-207e22d5-2ed7-4285-9941-1f47637b1584 service neutron] Attempting to bind port c857b9a1-021c-4cae-bc5f-4a67b9b4573a on network 29dbfc8e-095a-4d2b-82ac-4cea5a87b262 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:20:31.336508 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-a56351de-f9e5-488c-aa8c-6acd856893df tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2612603 Apr 20 16:20:31.360614 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-b0a4e3de-5f65-43f0-a0d5-3841a3856c60 service neutron] Request body: {'port': {'device_id': '0e717262-5ff0-4c05-bede-8af555ee5f66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:31.361291 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19e9d848-5c4e-43bb-b746-99e3ab7c3d6e req-ba8aecf2-7c47-4641-be26-8315dbd191a9 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Router 946ee451-9c5c-4a97-a182-8187f43e7c89 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:20:31.430678 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-e24a1e3e-fd2f-4ba0-b9a8-ed25cdb7072a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:31.448715 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-207e22d5-2ed7-4285-9941-1f47637b1584 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:20:31.449114 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-207e22d5-2ed7-4285-9941-1f47637b1584 service neutron] Checking segment: {'id': '21ec1e0a-7032-4c6a-b26c-15010c22cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '29dbfc8e-095a-4d2b-82ac-4cea5a87b262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:20:31.450239 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-207e22d5-2ed7-4285-9941-1f47637b1584 service neutron] Bound using segment: {'id': '21ec1e0a-7032-4c6a-b26c-15010c22cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '29dbfc8e-095a-4d2b-82ac-4cea5a87b262'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:20:31.450704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-207e22d5-2ed7-4285-9941-1f47637b1584 service neutron] Bound port: c857b9a1-021c-4cae-bc5f-4a67b9b4573a, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ec1e0a-7032-4c6a-b26c-15010c22cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '29dbfc8e-095a-4d2b-82ac-4cea5a87b262'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:20:31.451076 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-207e22d5-2ed7-4285-9941-1f47637b1584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:31.466160 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-b0a4e3de-5f65-43f0-a0d5-3841a3856c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:31.645623 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809f9e4-6dd4-45d3-93ad-8b757fd74786 req-c81c6e99-9fc2-492a-99c6-19a581fbb94b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:31.647249 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d809f9e4-6dd4-45d3-93ad-8b757fd74786 req-c81c6e99-9fc2-492a-99c6-19a581fbb94b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.1501038 Apr 20 16:20:31.653925 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:20:31.710844 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3025eee-3c1e-47aa-ac62-b3aba17b2506 req-b29a5a1a-ab09-4c1f-8323-d09103bdd511 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/security-groups?id=08d9d45c-62a4-4e55-a4c1-d204743baade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894117 Apr 20 16:20:31.785312 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-207e22d5-2ed7-4285-9941-1f47637b1584 service neutron] For port c857b9a1-021c-4cae-bc5f-4a67b9b4573a, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:20:31.788551 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d809f9e4-6dd4-45d3-93ad-8b757fd74786 req-6c42e123-3cc6-4472-838b-52740f437f85 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762599 Apr 20 16:20:31.856242 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-207e22d5-2ed7-4285-9941-1f47637b1584 service neutron] For port c857b9a1-021c-4cae-bc5f-4a67b9b4573a, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=c857b9a1-021c-4cae-bc5f-4a67b9b4573a,segment=NetworkSegment(21ec1e0a-7032-4c6a-b26c-15010c22cb42),segment_id=21ec1e0a-7032-4c6a-b26c-15010c22cb42)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:20:31.905060 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19e9d848-5c4e-43bb-b746-99e3ab7c3d6e req-ba8aecf2-7c47-4641-be26-8315dbd191a9 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:20:31.922543 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b4e753-7b87-4055-9a10-110efc6758fc None None] Sync routers for ids ['946ee451-9c5c-4a97-a182-8187f43e7c89'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:20:31.944305 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b4e753-7b87-4055-9a10-110efc6758fc None None] Routers {'946ee451-9c5c-4a97-a182-8187f43e7c89'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:20:31.947718 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e6b4e753-7b87-4055-9a10-110efc6758fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:20:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['946ee451-9c5c-4a97-a182-8187f43e7c89'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:31.979561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e9d848-5c4e-43bb-b746-99e3ab7c3d6e req-ba8aecf2-7c47-4641-be26-8315dbd191a9 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] No DVR routers for this DVR port 0496e825-b2e0-4731-9562-bebd28acb453 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:20:31.981814 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-19e9d848-5c4e-43bb-b746-99e3ab7c3d6e req-ba8aecf2-7c47-4641-be26-8315dbd191a9 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:31.985420 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19e9d848-5c4e-43bb-b746-99e3ab7c3d6e req-ba8aecf2-7c47-4641-be26-8315dbd191a9 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.26 "DELETE /v2.0/ports/0496e825-b2e0-4731-9562-bebd28acb453 HTTP/1.1" status: 204 len: 173 time: 3.4259057 Apr 20 16:20:32.011782 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-207e22d5-2ed7-4285-9941-1f47637b1584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:32.013580 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7591c5a5-74bb-4a74-9f98-faf7a860ded7', 'name': 'network-vif-deleted', 'tag': '0496e825-b2e0-4731-9562-bebd28acb453'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:32.016653 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dfc7bf-520a-4b3e-9c8a-3cf9f402db26" -d '{"events": [{"server_uuid": "7591c5a5-74bb-4a74-9f98-faf7a860ded7", "name": "network-vif-deleted", "tag": "0496e825-b2e0-4731-9562-bebd28acb453"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:32.026866 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:20:32.041662 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:32.047934 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:32.048075 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e44c8b-db02-4e63-85b6-41da102d5b2c req-384a56fc-8726-4742-a40b-fb83ff6435a9 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:32.061259 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d1e44c8b-db02-4e63-85b6-41da102d5b2c req-384a56fc-8726-4742-a40b-fb83ff6435a9 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 943 time: 0.1253352 Apr 20 16:20:32.147979 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-207e22d5-2ed7-4285-9941-1f47637b1584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:32.151514 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-207e22d5-2ed7-4285-9941-1f47637b1584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:32.151514 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-207e22d5-2ed7-4285-9941-1f47637b1584 service neutron] 10.222.0.30 "PUT /v2.0/ports/c857b9a1-021c-4cae-bc5f-4a67b9b4573a HTTP/1.1" status: 200 len: 1091 time: 2.3804407 Apr 20 16:20:32.177209 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d1e44c8b-db02-4e63-85b6-41da102d5b2c req-bb568bf4-d193-44c9-8177-bd04f721931a tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145959 Apr 20 16:20:32.184471 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e6b4e753-7b87-4055-9a10-110efc6758fc None None] Set router 946ee451-9c5c-4a97-a182-8187f43e7c89 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:20:32.208252 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e22d5-2ed7-4285-9941-1f47637b1584 service neutron] Pushing event updated for resources: {'Port': ['ID=c857b9a1-021c-4cae-bc5f-4a67b9b4573a,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:32.215118 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-e24a1e3e-fd2f-4ba0-b9a8-ed25cdb7072a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a85de43-97d3-47c9-83b5-7a03273184f3 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:20:32.215580 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-b0a4e3de-5f65-43f0-a0d5-3841a3856c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf9c62d5-7b65-48a9-9281-035c5a9e8ca3 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:20:32.232820 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-b0a4e3de-5f65-43f0-a0d5-3841a3856c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:32.246446 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40e58d-ff0a-4a24-b93f-63d9188e7a86 req-fed4c243-4a54-4beb-8c34-b2313e35bcb2 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:32.248612 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cb40e58d-ff0a-4a24-b93f-63d9188e7a86 req-fed4c243-4a54-4beb-8c34-b2313e35bcb2 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e717262-5ff0-4c05-bede-8af555ee5f66 HTTP/1.1" status: 200 len: 932 time: 0.2832708 Apr 20 16:20:32.248830 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-b0a4e3de-5f65-43f0-a0d5-3841a3856c60 service neutron] Transition to ACTIVE for port object cf9c62d5-7b65-48a9-9281-035c5a9e8ca3 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:20:32.251083 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-e24a1e3e-fd2f-4ba0-b9a8-ed25cdb7072a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:32.285627 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-e24a1e3e-fd2f-4ba0-b9a8-ed25cdb7072a service neutron] Transition to ACTIVE for port object 3a85de43-97d3-47c9-83b5-7a03273184f3 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:20:32.338765 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cb40e58d-ff0a-4a24-b93f-63d9188e7a86 req-337bd448-500a-4cb8-960d-8948557313f6 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fe823e6-a116-40c2-a8f4-405af7467ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826116 Apr 20 16:20:32.387255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-8e88851e-00e9-4c77-97ca-8e9537b37a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:32.393887 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-8e88851e-00e9-4c77-97ca-8e9537b37a21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=73ba2d154aa546b5bdc4027f729bae8b&device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 1094 time: 0.0945055 Apr 20 16:20:32.400434 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-e24a1e3e-fd2f-4ba0-b9a8-ed25cdb7072a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:32.402732 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-b0a4e3de-5f65-43f0-a0d5-3841a3856c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:32.510092 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-28d42f6f-4d58-4ae2-8779-8f4014cf867d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c857b9a1-021c-4cae-bc5f-4a67b9b4573a HTTP/1.1" status: 200 len: 217 time: 0.1070750 Apr 20 16:20:32.514725 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e50e6-1b40-46be-9bad-532b537ce5fb req-6e09a2f4-eb43-4ff5-902a-690bcb17e69e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:32.523180 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9e8e50e6-1b40-46be-9bad-532b537ce5fb req-6e09a2f4-eb43-4ff5-902a-690bcb17e69e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8afc40d-cbac-47ae-a0b2-a9a36aec8f35 HTTP/1.1" status: 200 len: 948 time: 0.2231460 Apr 20 16:20:32.549301 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:32.577486 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bad351bd-eeb5-488e-a4f0-1a67a5372eff req-79c0aabb-9806-48b5-b216-0179dc8eb795 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/ports?device_id=7591c5a5-74bb-4a74-9f98-faf7a860ded7 HTTP/1.1" status: 200 len: 210 time: 0.0722799 Apr 20 16:20:32.640721 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8afc40d-cbac-47ae-a0b2-a9a36aec8f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133065d1-c0b2-4c24-8e9b-ab22d0ccac7c'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:32.643837 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff30a3df-39b8-4cb8-9d36-bb37b0b29372" -d '{"events": [{"server_uuid": "c8afc40d-cbac-47ae-a0b2-a9a36aec8f35", "name": "network-vif-plugged", "status": "completed", "tag": "133065d1-c0b2-4c24-8e9b-ab22d0ccac7c"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:32.671508 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=133065d1-c0b2-4c24-8e9b-ab22d0ccac7c,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:32.722404 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4e3de-5f65-43f0-a0d5-3841a3856c60 service neutron] Pushing event updated for resources: {'Port': ['ID=cf9c62d5-7b65-48a9-9281-035c5a9e8ca3,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:32.771957 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:32.775648 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 46d10678-7aa0-4884-9c2f-bf5d6875baaa up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:20:32.807969 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-b0a4e3de-5f65-43f0-a0d5-3841a3856c60 service neutron] Attempting to bind port cf9c62d5-7b65-48a9-9281-035c5a9e8ca3 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:20:32.808453 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-b0a4e3de-5f65-43f0-a0d5-3841a3856c60 service neutron] Attempting to bind port cf9c62d5-7b65-48a9-9281-035c5a9e8ca3 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '7da64f4a-2f5c-40a4-9976-b32a14cb5d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ea2da9a2-a1d7-4120-97f9-c79126af11ec'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:20:32.808761 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-b0a4e3de-5f65-43f0-a0d5-3841a3856c60 service neutron] Attempting to bind port cf9c62d5-7b65-48a9-9281-035c5a9e8ca3 on network ea2da9a2-a1d7-4120-97f9-c79126af11ec {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:20:32.815905 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9e8e50e6-1b40-46be-9bad-532b537ce5fb req-85c9813e-ea25-4d69-99e3-7d4ad604a1c3 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916765 Apr 20 16:20:32.818704 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-b0a4e3de-5f65-43f0-a0d5-3841a3856c60 service neutron] Port cf9c62d5-7b65-48a9-9281-035c5a9e8ca3 on network ea2da9a2-a1d7-4120-97f9-c79126af11ec not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:20:32.819031 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-b0a4e3de-5f65-43f0-a0d5-3841a3856c60 service neutron] Attempting to bind port cf9c62d5-7b65-48a9-9281-035c5a9e8ca3 on network ea2da9a2-a1d7-4120-97f9-c79126af11ec {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:20:32.825389 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-b0a4e3de-5f65-43f0-a0d5-3841a3856c60 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:20:32.825738 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-b0a4e3de-5f65-43f0-a0d5-3841a3856c60 service neutron] Checking segment: {'id': '7da64f4a-2f5c-40a4-9976-b32a14cb5d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ea2da9a2-a1d7-4120-97f9-c79126af11ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:20:32.826262 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-b0a4e3de-5f65-43f0-a0d5-3841a3856c60 service neutron] Bound using segment: {'id': '7da64f4a-2f5c-40a4-9976-b32a14cb5d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ea2da9a2-a1d7-4120-97f9-c79126af11ec'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:20:32.826707 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-b0a4e3de-5f65-43f0-a0d5-3841a3856c60 service neutron] Bound port: cf9c62d5-7b65-48a9-9281-035c5a9e8ca3, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7da64f4a-2f5c-40a4-9976-b32a14cb5d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ea2da9a2-a1d7-4120-97f9-c79126af11ec'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:20:32.827334 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-b0a4e3de-5f65-43f0-a0d5-3841a3856c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:32.935717 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-b0a4e3de-5f65-43f0-a0d5-3841a3856c60 service neutron] For port cf9c62d5-7b65-48a9-9281-035c5a9e8ca3, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:20:32.940320 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-b0a4e3de-5f65-43f0-a0d5-3841a3856c60 service neutron] For port cf9c62d5-7b65-48a9-9281-035c5a9e8ca3, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=cf9c62d5-7b65-48a9-9281-035c5a9e8ca3,segment=NetworkSegment(7da64f4a-2f5c-40a4-9976-b32a14cb5d68),segment_id=7da64f4a-2f5c-40a4-9976-b32a14cb5d68)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:20:32.948625 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e5514e-4607-414e-a96c-e653430fa08d x-openstack-request-id: req-d1e5514e-4607-414e-a96c-e653430fa08d {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:32.950450 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8afc40d-cbac-47ae-a0b2-a9a36aec8f35", "name": "network-vif-plugged", "status": "completed", "tag": "133065d1-c0b2-4c24-8e9b-ab22d0ccac7c", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:32.950450 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1e5514e-4607-414e-a96c-e653430fa08d {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:32.950450 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e5514e-4607-414e-a96c-e653430fa08d'] response: {'server_uuid': 'c8afc40d-cbac-47ae-a0b2-a9a36aec8f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133065d1-c0b2-4c24-8e9b-ab22d0ccac7c', 'code': 200} Apr 20 16:20:33.008264 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=133065d1-c0b2-4c24-8e9b-ab22d0ccac7c,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:33.037322 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-b0a4e3de-5f65-43f0-a0d5-3841a3856c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:33.059718 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-b0a4e3de-5f65-43f0-a0d5-3841a3856c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:33.062076 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-b0a4e3de-5f65-43f0-a0d5-3841a3856c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:33.063634 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e6b4e753-7b87-4055-9a10-110efc6758fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'name': 'tempest-ServersTestFqdnHostnames-492980783-router', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:21Z', 'updated_at': '2022-04-20T16:18:26Z', 'revision_number': 4, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'gw_port': {'id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:22Z', 'updated_at': '2022-04-20T16:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'acd9ea84-4d40-4d5d-9163-73a5f6dbdde1', 'name': '', 'network_id': '425574df-8198-4c82-8683-689a6be85e53', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'mac_address': 'fa:16:3e:c3:64:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '642e8379-a3e1-47cb-a57b-ddf81f197190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:25Z', 'updated_at': '2022-04-20T16:18:30Z', 'revision_number': 5, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'subnets': [{'id': '642e8379-a3e1-47cb-a57b-ddf81f197190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:33.065587 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-b0a4e3de-5f65-43f0-a0d5-3841a3856c60 service neutron] 10.222.0.30 "PUT /v2.0/ports/cf9c62d5-7b65-48a9-9281-035c5a9e8ca3 HTTP/1.1" status: 200 len: 1092 time: 1.7163746 Apr 20 16:20:33.070368 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e717262-5ff0-4c05-bede-8af555ee5f66', 'tag': 'cf9c62d5-7b65-48a9-9281-035c5a9e8ca3'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:33.082595 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9a6081-8a32-4839-8bef-93c7a6838c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e717262-5ff0-4c05-bede-8af555ee5f66", "tag": "cf9c62d5-7b65-48a9-9281-035c5a9e8ca3"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:33.101235 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b4e753-7b87-4055-9a10-110efc6758fc None None] Checking router: 946ee451-9c5c-4a97-a182-8187f43e7c89 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:20:33.106222 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 46d10678-7aa0-4884-9c2f-bf5d6875baaa completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:20:33.111187 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 46d10678-7aa0-4884-9c2f-bf5d6875baaa triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:33.111187 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:33.112605 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3982b7a5-0bbf-4294-8b38-e4e26a6ac9bf x-openstack-request-id: req-3982b7a5-0bbf-4294-8b38-e4e26a6ac9bf {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:33.112605 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7591c5a5-74bb-4a74-9f98-faf7a860ded7", "name": "network-vif-deleted", "tag": "0496e825-b2e0-4731-9562-bebd28acb453", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:33.112605 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3982b7a5-0bbf-4294-8b38-e4e26a6ac9bf {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:33.112605 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3982b7a5-0bbf-4294-8b38-e4e26a6ac9bf'] response: {'server_uuid': '7591c5a5-74bb-4a74-9f98-faf7a860ded7', 'name': 'network-vif-deleted', 'tag': '0496e825-b2e0-4731-9562-bebd28acb453', 'status': 'completed', 'code': 200} Apr 20 16:20:33.140238 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b4e753-7b87-4055-9a10-110efc6758fc None None] Routers {'946ee451-9c5c-4a97-a182-8187f43e7c89'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:20:33.140914 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e6b4e753-7b87-4055-9a10-110efc6758fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:20:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['946ee451-9c5c-4a97-a182-8187f43e7c89'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:33.148170 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0496e825-b2e0-4731-9562-bebd28acb453 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:20:33.170320 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a1e3e-fd2f-4ba0-b9a8-ed25cdb7072a service neutron] Pushing event updated for resources: {'Port': ['ID=3a85de43-97d3-47c9-83b5-7a03273184f3,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:33.192708 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e944dc-9b45-4e45-8f2e-119fde5787f5 req-9b0d7243-7d0a-4e13-af73-2597a182ea5b tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:33.194530 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-20e944dc-9b45-4e45-8f2e-119fde5787f5 req-9b0d7243-7d0a-4e13-af73-2597a182ea5b tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 944 time: 0.0818326 Apr 20 16:20:33.209347 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4e3de-5f65-43f0-a0d5-3841a3856c60 service neutron] Pushing event updated for resources: {'Port': ['ID=cf9c62d5-7b65-48a9-9281-035c5a9e8ca3,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:33.238524 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 0496e825-b2e0-4731-9562-bebd28acb453 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:20:33.242970 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0496e825-b2e0-4731-9562-bebd28acb453 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:20:33.252513 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-b1063044-fa4f-498b-a6af-f64f4ea43e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:33.253734 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-b1063044-fa4f-498b-a6af-f64f4ea43e25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e508aa00-d9ac-4d19-b6db-06331192a4a4 HTTP/1.1" status: 200 len: 853 time: 0.7200356 Apr 20 16:20:33.254308 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-20e944dc-9b45-4e45-8f2e-119fde5787f5 req-d18bda21-1c29-4c59-a99f-c9bbd4ec2d47 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/security-groups?id=08d9d45c-62a4-4e55-a4c1-d204743baade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418017 Apr 20 16:20:33.277261 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4d928-3858-4262-bbcf-89440772608a req-3649c0f6-2464-4c59-8e58-45d41feaba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:33.278748 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6fe4d928-3858-4262-bbcf-89440772608a req-3649c0f6-2464-4c59-8e58-45d41feaba1a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c8afc40d-cbac-47ae-a0b2-a9a36aec8f35 HTTP/1.1" status: 200 len: 1100 time: 0.1762798 Apr 20 16:20:33.332759 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-e2b51dea-c999-4962-aa82-a7367933a0ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29dbfc8e-095a-4d2b-82ac-4cea5a87b262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708497 Apr 20 16:20:33.362244 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-e24a1e3e-fd2f-4ba0-b9a8-ed25cdb7072a service neutron] Attempting to bind port 3a85de43-97d3-47c9-83b5-7a03273184f3 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:20:33.362902 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-e24a1e3e-fd2f-4ba0-b9a8-ed25cdb7072a service neutron] Attempting to bind port 3a85de43-97d3-47c9-83b5-7a03273184f3 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '012dea76-df1c-4418-8d44-1b53225e3572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '26a706e9-d76d-49fa-908b-94ccac264bee'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:20:33.363243 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-e24a1e3e-fd2f-4ba0-b9a8-ed25cdb7072a service neutron] Attempting to bind port 3a85de43-97d3-47c9-83b5-7a03273184f3 on network 26a706e9-d76d-49fa-908b-94ccac264bee {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:20:33.364415 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-f6aa4876-cb2d-4b25-8c78-20cbd2053c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:33.367029 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-f6aa4876-cb2d-4b25-8c78-20cbd2053c59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=37d2b036334b4671890b4a5f5ccf35c6&device_id=0e717262-5ff0-4c05-bede-8af555ee5f66 HTTP/1.1" status: 200 len: 1095 time: 0.0690305 Apr 20 16:20:33.376970 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416b388-0a81-4812-9038-d82d891f74fb req-8b8ccd16-208a-4c1e-aae1-ca20735cfdfd tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:33.378725 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5416b388-0a81-4812-9038-d82d891f74fb req-8b8ccd16-208a-4c1e-aae1-ca20735cfdfd tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 943 time: 0.2862732 Apr 20 16:20:33.400404 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-e24a1e3e-fd2f-4ba0-b9a8-ed25cdb7072a service neutron] Port 3a85de43-97d3-47c9-83b5-7a03273184f3 on network 26a706e9-d76d-49fa-908b-94ccac264bee not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:20:33.401302 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-e24a1e3e-fd2f-4ba0-b9a8-ed25cdb7072a service neutron] Attempting to bind port 3a85de43-97d3-47c9-83b5-7a03273184f3 on network 26a706e9-d76d-49fa-908b-94ccac264bee {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:20:33.433567 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-e24a1e3e-fd2f-4ba0-b9a8-ed25cdb7072a service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:20:33.433567 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-e24a1e3e-fd2f-4ba0-b9a8-ed25cdb7072a service neutron] Checking segment: {'id': '012dea76-df1c-4418-8d44-1b53225e3572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '26a706e9-d76d-49fa-908b-94ccac264bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:20:33.433925 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-e24a1e3e-fd2f-4ba0-b9a8-ed25cdb7072a service neutron] Bound using segment: {'id': '012dea76-df1c-4418-8d44-1b53225e3572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '26a706e9-d76d-49fa-908b-94ccac264bee'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:20:33.434248 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-e24a1e3e-fd2f-4ba0-b9a8-ed25cdb7072a service neutron] Bound port: 3a85de43-97d3-47c9-83b5-7a03273184f3, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '012dea76-df1c-4418-8d44-1b53225e3572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '26a706e9-d76d-49fa-908b-94ccac264bee'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:20:33.435218 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-e24a1e3e-fd2f-4ba0-b9a8-ed25cdb7072a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:33.447757 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-069be012-f558-4bce-8389-9516f7268157 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf9c62d5-7b65-48a9-9281-035c5a9e8ca3 HTTP/1.1" status: 200 len: 217 time: 0.0596304 Apr 20 16:20:33.458497 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:33.462455 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e6b4e753-7b87-4055-9a10-110efc6758fc None None] Set router 946ee451-9c5c-4a97-a182-8187f43e7c89 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:20:33.548923 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe5b0e-c34b-4b90-a9ba-d91afbf65098 req-3d533d1c-be24-455c-8365-7c9aea333d89 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:33.558877 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2cbe5b0e-c34b-4b90-a9ba-d91afbf65098 req-3d533d1c-be24-455c-8365-7c9aea333d89 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.1603627 Apr 20 16:20:33.564694 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 46d10678-7aa0-4884-9c2f-bf5d6875baaa, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=46d10678-7aa0-4884-9c2f-bf5d6875baaa,segment=NetworkSegment(6de5635b-038f-4888-a5bb-e665846b05f1),segment_id=6de5635b-038f-4888-a5bb-e665846b05f1)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:33.582246 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-dcb42e2e-7226-4dfd-b333-756745edd8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:33.583997 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-dcb42e2e-7226-4dfd-b333-756745edd8a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f634dbe8-e67e-4091-97cd-ae718c405f5d HTTP/1.1" status: 200 len: 848 time: 0.1149876 Apr 20 16:20:33.610361 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6fe4d928-3858-4262-bbcf-89440772608a req-12571103-eff2-4ca0-9b02-030ba0b77292 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138309 Apr 20 16:20:33.616478 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2cbe5b0e-c34b-4b90-a9ba-d91afbf65098 req-15c7223f-b75c-4e6f-8808-d5dde30e048f tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560741 Apr 20 16:20:33.639154 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-a59bcf82-db0a-4bc8-beee-40e84b8331af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ea2da9a2-a1d7-4120-97f9-c79126af11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447819 Apr 20 16:20:33.690929 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:33.691394 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5416b388-0a81-4812-9038-d82d891f74fb req-287cde45-bef0-4411-8928-ee0c613d4e5c tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/security-groups?id=335f89db-4b4e-4428-b8e7-4f77f314f210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996209 Apr 20 16:20:33.700391 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4cfd58-752a-46b2-8fa7-0671b50a2e94 x-openstack-request-id: req-1d4cfd58-752a-46b2-8fa7-0671b50a2e94 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:33.700391 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e717262-5ff0-4c05-bede-8af555ee5f66", "tag": "cf9c62d5-7b65-48a9-9281-035c5a9e8ca3", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:33.700391 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d4cfd58-752a-46b2-8fa7-0671b50a2e94 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:33.700391 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d4cfd58-752a-46b2-8fa7-0671b50a2e94'] response: {'name': 'network-changed', 'server_uuid': '0e717262-5ff0-4c05-bede-8af555ee5f66', 'tag': 'cf9c62d5-7b65-48a9-9281-035c5a9e8ca3', 'status': 'completed', 'code': 200} Apr 20 16:20:33.747873 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=46d10678-7aa0-4884-9c2f-bf5d6875baaa,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:33.760100 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-d213b57a-effb-4b4f-9359-013a896eea72 service neutron] 10.222.0.30 "GET /v2.0/networks/29dbfc8e-095a-4d2b-82ac-4cea5a87b262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803549 Apr 20 16:20:33.778717 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-e24a1e3e-fd2f-4ba0-b9a8-ed25cdb7072a service neutron] For port 3a85de43-97d3-47c9-83b5-7a03273184f3, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:20:33.809897 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e6b4e753-7b87-4055-9a10-110efc6758fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'name': 'tempest-ServersTestFqdnHostnames-492980783-router', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:21Z', 'updated_at': '2022-04-20T16:18:26Z', 'revision_number': 4, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'gw_port': {'id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:22Z', 'updated_at': '2022-04-20T16:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'acd9ea84-4d40-4d5d-9163-73a5f6dbdde1', 'name': '', 'network_id': '425574df-8198-4c82-8683-689a6be85e53', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'mac_address': 'fa:16:3e:c3:64:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '642e8379-a3e1-47cb-a57b-ddf81f197190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:25Z', 'updated_at': '2022-04-20T16:18:30Z', 'revision_number': 5, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'subnets': [{'id': '642e8379-a3e1-47cb-a57b-ddf81f197190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:33.816037 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-e24a1e3e-fd2f-4ba0-b9a8-ed25cdb7072a service neutron] For port 3a85de43-97d3-47c9-83b5-7a03273184f3, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=3a85de43-97d3-47c9-83b5-7a03273184f3,segment=NetworkSegment(012dea76-df1c-4418-8d44-1b53225e3572),segment_id=012dea76-df1c-4418-8d44-1b53225e3572)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:20:33.840660 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002535d7-24cb-4940-a399-4f79945389d1 req-23b0f2fc-63b1-4d87-98d1-312c0a6a0afd tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:33.842484 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b4e753-7b87-4055-9a10-110efc6758fc None None] The sync data for ids ['946ee451-9c5c-4a97-a182-8187f43e7c89'] in n-d-836146-2 is: [{'id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'name': 'tempest-ServersTestFqdnHostnames-492980783-router', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:21Z', 'updated_at': '2022-04-20T16:18:26Z', 'revision_number': 4, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'gw_port': {'id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:22Z', 'updated_at': '2022-04-20T16:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'acd9ea84-4d40-4d5d-9163-73a5f6dbdde1', 'name': '', 'network_id': '425574df-8198-4c82-8683-689a6be85e53', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'mac_address': 'fa:16:3e:c3:64:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '642e8379-a3e1-47cb-a57b-ddf81f197190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:25Z', 'updated_at': '2022-04-20T16:18:30Z', 'revision_number': 5, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'subnets': [{'id': '642e8379-a3e1-47cb-a57b-ddf81f197190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:20:33.848832 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-002535d7-24cb-4940-a399-4f79945389d1 req-23b0f2fc-63b1-4d87-98d1-312c0a6a0afd tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e717262-5ff0-4c05-bede-8af555ee5f66 HTTP/1.1" status: 200 len: 944 time: 0.0671802 Apr 20 16:20:33.861484 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c84379-3c06-42f4-9005-6c5a4f12e2ce req-8be91eca-182e-4575-bc51-b8cd0021a0f9 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:33.863718 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c2c84379-3c06-42f4-9005-6c5a4f12e2ce req-8be91eca-182e-4575-bc51-b8cd0021a0f9 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 943 time: 0.0770783 Apr 20 16:20:33.911255 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-002535d7-24cb-4940-a399-4f79945389d1 req-b2765552-0bfb-43a8-973e-63debb654a03 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fe823e6-a116-40c2-a8f4-405af7467ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576105 Apr 20 16:20:33.923193 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c2c84379-3c06-42f4-9005-6c5a4f12e2ce req-9d37328e-dd65-45d6-8aeb-8878306fac69 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524783 Apr 20 16:20:33.945429 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-e24a1e3e-fd2f-4ba0-b9a8-ed25cdb7072a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:34.042805 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a1e3e-fd2f-4ba0-b9a8-ed25cdb7072a service neutron] Pushing event updated for resources: {'Port': ['ID=3a85de43-97d3-47c9-83b5-7a03273184f3,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:34.082402 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-e24a1e3e-fd2f-4ba0-b9a8-ed25cdb7072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:34.083518 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-e24a1e3e-fd2f-4ba0-b9a8-ed25cdb7072a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:34.088716 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-e24a1e3e-fd2f-4ba0-b9a8-ed25cdb7072a service neutron] 10.222.0.30 "PUT /v2.0/ports/3a85de43-97d3-47c9-83b5-7a03273184f3 HTTP/1.1" status: 200 len: 1091 time: 2.7767959 Apr 20 16:20:34.149344 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41086) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:34.252907 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467606a-a690-452c-b98c-8bb3955f87f1 req-721b8239-a09b-49c7-ace6-cd514803d7e9 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:34.254104 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24e3dba5-f3bf-489c-8939-6e28fbd711ab req-1488685f-196a-4800-bd01-82309a0676bc service neutron] 10.222.0.30 "GET /v2.0/networks/29dbfc8e-095a-4d2b-82ac-4cea5a87b262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074361 Apr 20 16:20:34.254724 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9467606a-a690-452c-b98c-8bb3955f87f1 req-721b8239-a09b-49c7-ace6-cd514803d7e9 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8afc40d-cbac-47ae-a0b2-a9a36aec8f35 HTTP/1.1" status: 200 len: 949 time: 0.2079473 Apr 20 16:20:34.290140 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-a810d234-418f-41e3-a1a1-059382542b48 service neutron] 10.222.0.30 "GET /v2.0/networks/ea2da9a2-a1d7-4120-97f9-c79126af11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739344 Apr 20 16:20:34.352261 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-c36e1a0a-d1aa-4355-a431-84d1fcebf51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:34.356273 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-c36e1a0a-d1aa-4355-a431-84d1fcebf51f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f91a78ec27e34720818ee950bc0f6583&device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 1094 time: 0.0794590 Apr 20 16:20:34.382921 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3f3c90-0812-4adb-aa94-84453450f669 None None] New status for floating IP 9a9aedf8-c467-44ba-b603-d6117086dafb: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:20:34.419661 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-4215d3d6-b3dc-4f41-9a6f-0b58a225a33c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a85de43-97d3-47c9-83b5-7a03273184f3 HTTP/1.1" status: 200 len: 217 time: 0.0484588 Apr 20 16:20:34.420770 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9467606a-a690-452c-b98c-8bb3955f87f1 req-b348e949-6945-4eea-8aa2-4921bf49bfbd tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579161 Apr 20 16:20:34.429511 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-227dc7db-2da8-4475-8d86-9c14bfdee3d2 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:34.465566 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-227dc7db-2da8-4475-8d86-9c14bfdee3d2 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:34.481334 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-633bdb65-699b-4529-8967-56f61a15323e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:34.483074 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-633bdb65-699b-4529-8967-56f61a15323e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c310e3d9-2ea2-462e-97e0-a97b3595687b HTTP/1.1" status: 200 len: 861 time: 0.0526876 Apr 20 16:20:34.539951 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-015a28a1-1569-4884-a2f1-a79fe530cfb2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a706e9-d76d-49fa-908b-94ccac264bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408452 Apr 20 16:20:34.541575 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cb9488f9-97c0-4c4f-83cf-907dd81be0d6 req-c797fb22-7b0d-441c-9b8e-068d5b4580c1 service neutron] 10.222.0.30 "GET /v2.0/networks/ea2da9a2-a1d7-4120-97f9-c79126af11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103999 Apr 20 16:20:34.556709 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ba323-0377-4306-ad4c-e437b808dd0c req-2d598610-0f45-4dda-97bb-6b34f213044a tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:34.558451 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db5ba323-0377-4306-ad4c-e437b808dd0c req-2d598610-0f45-4dda-97bb-6b34f213044a tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 945 time: 0.1377225 Apr 20 16:20:34.650254 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db5ba323-0377-4306-ad4c-e437b808dd0c req-b8460d3e-3e63-452b-a92c-15f50ef9b0fc tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/security-groups?id=08d9d45c-62a4-4e55-a4c1-d204743baade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803981 Apr 20 16:20:34.677667 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-7d698e15-3ef8-487c-8a32-703fb53a0853 service neutron] 10.222.0.30 "GET /v2.0/networks/26a706e9-d76d-49fa-908b-94ccac264bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178834 Apr 20 16:20:34.828647 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bfe60c9d-2455-47cd-92d3-38401fedbba3 req-a0c02b10-0b1d-4004-9f39-8c20ff80fcba service neutron] 10.222.0.30 "GET /v2.0/networks/26a706e9-d76d-49fa-908b-94ccac264bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442661 Apr 20 16:20:34.838169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7d30e-90c9-436a-ae1f-97b5fc14869f req-64139d66-57bb-4cb3-a64e-bc1c61c593cc tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:34.839691 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-78a7d30e-90c9-436a-ae1f-97b5fc14869f req-64139d66-57bb-4cb3-a64e-bc1c61c593cc tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 943 time: 0.0779521 Apr 20 16:20:34.882605 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-78a7d30e-90c9-436a-ae1f-97b5fc14869f req-1bb7e892-a529-4e11-9a49-693e5b983ec4 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/security-groups?id=335f89db-4b4e-4428-b8e7-4f77f314f210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366511 Apr 20 16:20:34.952525 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d10678-7aa0-4884-9c2f-bf5d6875baaa'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:34.955225 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cd506f-75f8-45a4-bf2a-6ecdc0651f59" -d '{"events": [{"server_uuid": "a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68", "name": "network-vif-plugged", "status": "completed", "tag": "46d10678-7aa0-4884-9c2f-bf5d6875baaa"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:35.097712 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-227dc7db-2da8-4475-8d86-9c14bfdee3d2 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:35.100574 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1079c8-0df5-470c-ae86-9893e4096d33 req-46c28709-78f0-49c0-9b84-2a92c43ac1da tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:35.100759 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-227dc7db-2da8-4475-8d86-9c14bfdee3d2 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:35.101353 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-227dc7db-2da8-4475-8d86-9c14bfdee3d2 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "DELETE /v2.0/security-groups/8274fabd-df16-4939-a3cc-c239f00f731c HTTP/1.1" status: 204 len: 168 time: 0.9489403 Apr 20 16:20:35.109431 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3f1079c8-0df5-470c-ae86-9893e4096d33 req-46c28709-78f0-49c0-9b84-2a92c43ac1da tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e717262-5ff0-4c05-bede-8af555ee5f66 HTTP/1.1" status: 200 len: 944 time: 0.1274104 Apr 20 16:20:35.111743 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41104) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:35.112550 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227dc7db-2da8-4475-8d86-9c14bfdee3d2 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8274fabd-df16-4939-a3cc-c239f00f731c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:35.120165 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76', 'tag': 'c857b9a1-021c-4cae-bc5f-4a67b9b4573a'}, {'name': 'network-changed', 'server_uuid': '6de59e16-9d32-4934-a827-c12fb83a9142', 'tag': '3a85de43-97d3-47c9-83b5-7a03273184f3'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:35.120165 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78932bd3-f271-4bf5-90d0-5b6ad3347808" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76", "tag": "c857b9a1-021c-4cae-bc5f-4a67b9b4573a"}, {"name": "network-changed", "server_uuid": "6de59e16-9d32-4934-a827-c12fb83a9142", "tag": "3a85de43-97d3-47c9-83b5-7a03273184f3"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:35.122733 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2a87b-f715-4c37-a017-065ab3677568 req-eded7497-fa2a-487b-b08d-63d7e2f2879c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:35.130422 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8ba2a87b-f715-4c37-a017-065ab3677568 req-eded7497-fa2a-487b-b08d-63d7e2f2879c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.4182749 Apr 20 16:20:35.158105 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a6081-8a32-4839-8bef-93c7a6838c6d req-4e84cea1-cb45-4cab-a165-27b3d460106f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:35.159417 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-9e317146-0a13-428c-8811-5d8b79451c97 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] show failed (client error): The resource could not be found. Apr 20 16:20:35.159759 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a9a6081-8a32-4839-8bef-93c7a6838c6d req-4e84cea1-cb45-4cab-a165-27b3d460106f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=37d2b036334b4671890b4a5f5ccf35c6&device_id=0e717262-5ff0-4c05-bede-8af555ee5f66 HTTP/1.1" status: 200 len: 1095 time: 0.1139555 Apr 20 16:20:35.160962 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9e317146-0a13-428c-8811-5d8b79451c97 tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "GET /v2.0/security-groups/8274fabd-df16-4939-a3cc-c239f00f731c HTTP/1.1" status: 404 len: 347 time: 0.0236485 Apr 20 16:20:35.168213 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41108) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:35.193383 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8ba2a87b-f715-4c37-a017-065ab3677568 req-12e26d69-da22-42fb-835d-337eab1fa4ef tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615847 Apr 20 16:20:35.290090 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3f1079c8-0df5-470c-ae86-9893e4096d33 req-2500848b-a6bd-46df-8a8f-e8df2a9bd37f tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fe823e6-a116-40c2-a8f4-405af7467ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738181 Apr 20 16:20:35.341885 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08109ef-29f0-4767-948b-ba50ac5b0dd1 x-openstack-request-id: req-d08109ef-29f0-4767-948b-ba50ac5b0dd1 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:35.342180 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68", "name": "network-vif-plugged", "status": "completed", "tag": "46d10678-7aa0-4884-9c2f-bf5d6875baaa", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:35.342435 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d08109ef-29f0-4767-948b-ba50ac5b0dd1 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:35.342882 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d08109ef-29f0-4767-948b-ba50ac5b0dd1'] response: {'server_uuid': 'a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d10678-7aa0-4884-9c2f-bf5d6875baaa', 'code': 200} Apr 20 16:20:35.353304 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfce369-7d9f-4b11-98d7-495b54a4dd89 req-c6e40a79-9dfd-442d-9c79-6f1115a63957 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:35.363465 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bdfce369-7d9f-4b11-98d7-495b54a4dd89 req-c6e40a79-9dfd-442d-9c79-6f1115a63957 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 943 time: 0.0933819 Apr 20 16:20:35.407757 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1717f5f-8de8-4dc7-b81d-b4960bd57ff7 x-openstack-request-id: req-d1717f5f-8de8-4dc7-b81d-b4960bd57ff7 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:35.408049 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76", "tag": "c857b9a1-021c-4cae-bc5f-4a67b9b4573a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6de59e16-9d32-4934-a827-c12fb83a9142", "tag": "3a85de43-97d3-47c9-83b5-7a03273184f3", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:35.408301 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1717f5f-8de8-4dc7-b81d-b4960bd57ff7 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:35.408726 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1717f5f-8de8-4dc7-b81d-b4960bd57ff7'] response: {'name': 'network-changed', 'server_uuid': 'cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76', 'tag': 'c857b9a1-021c-4cae-bc5f-4a67b9b4573a', 'status': 'completed', 'code': 200} Apr 20 16:20:35.408980 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1717f5f-8de8-4dc7-b81d-b4960bd57ff7'] response: {'name': 'network-changed', 'server_uuid': '6de59e16-9d32-4934-a827-c12fb83a9142', 'tag': '3a85de43-97d3-47c9-83b5-7a03273184f3', 'status': 'completed', 'code': 200} Apr 20 16:20:35.444301 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bdfce369-7d9f-4b11-98d7-495b54a4dd89 req-093001ce-b9a5-4d4b-b3ce-e2eb3e7ff454 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729675 Apr 20 16:20:35.503331 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78932bd3-f271-4bf5-90d0-5b6ad3347808 req-2764a0c6-403b-4c9f-87b3-9b00d5c8695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:35.505190 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-78932bd3-f271-4bf5-90d0-5b6ad3347808 req-2764a0c6-403b-4c9f-87b3-9b00d5c8695c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=73ba2d154aa546b5bdc4027f729bae8b&device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 1094 time: 0.0589845 Apr 20 16:20:35.507609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a6081-8a32-4839-8bef-93c7a6838c6d req-5757a1f6-0882-4fe0-8c4e-805f67371757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:35.509150 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a9a6081-8a32-4839-8bef-93c7a6838c6d req-5757a1f6-0882-4fe0-8c4e-805f67371757 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ea2da9a2-a1d7-4120-97f9-c79126af11ec HTTP/1.1" status: 200 len: 909 time: 0.3399642 Apr 20 16:20:35.578077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-de253f42-6aa6-455e-96c4-fad78694e27d tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Deleting port 883a7174-0a16-49f8-bed8-e02712207514 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:20:35.578417 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-de253f42-6aa6-455e-96c4-fad78694e27d tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:35.590100 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a9a6081-8a32-4839-8bef-93c7a6838c6d req-649e655f-6aea-43df-bffc-2738b67eff25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf9c62d5-7b65-48a9-9281-035c5a9e8ca3 HTTP/1.1" status: 200 len: 217 time: 0.0654891 Apr 20 16:20:35.653206 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78932bd3-f271-4bf5-90d0-5b6ad3347808 req-00df23d2-1adb-4293-9793-6fa2a566e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:35.654681 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-78932bd3-f271-4bf5-90d0-5b6ad3347808 req-00df23d2-1adb-4293-9793-6fa2a566e007 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29dbfc8e-095a-4d2b-82ac-4cea5a87b262 HTTP/1.1" status: 200 len: 914 time: 0.1355674 Apr 20 16:20:35.690755 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cc49d-c08a-40b4-b74a-a6233d046b34 req-1e7f7cd7-beb0-4c1a-868c-2af05a88ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:35.692275 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-608cc49d-c08a-40b4-b74a-a6233d046b34 req-1e7f7cd7-beb0-4c1a-868c-2af05a88ea36 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 1096 time: 0.2046456 Apr 20 16:20:35.697996 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-78932bd3-f271-4bf5-90d0-5b6ad3347808 req-a5364e52-b846-4efe-9718-ba4b8dd80ff5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c857b9a1-021c-4cae-bc5f-4a67b9b4573a HTTP/1.1" status: 200 len: 217 time: 0.0362318 Apr 20 16:20:35.750308 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a6081-8a32-4839-8bef-93c7a6838c6d req-5134432b-c432-4bd0-bc29-f67fe0d6aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:35.751759 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a9a6081-8a32-4839-8bef-93c7a6838c6d req-5134432b-c432-4bd0-bc29-f67fe0d6aba4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f634dbe8-e67e-4091-97cd-ae718c405f5d HTTP/1.1" status: 200 len: 848 time: 0.1468527 Apr 20 16:20:35.763155 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df4478-1513-4e53-8109-3b340ddc94f1 req-4ba4feae-6855-498a-bee7-e0f3e293fa74 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:35.764271 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5df4478-1513-4e53-8109-3b340ddc94f1 req-4ba4feae-6855-498a-bee7-e0f3e293fa74 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8afc40d-cbac-47ae-a0b2-a9a36aec8f35 HTTP/1.1" status: 200 len: 949 time: 0.1894290 Apr 20 16:20:35.791246 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78932bd3-f271-4bf5-90d0-5b6ad3347808 req-8b203be5-fe16-4372-888c-bfe509cda49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:35.792736 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-78932bd3-f271-4bf5-90d0-5b6ad3347808 req-8b203be5-fe16-4372-888c-bfe509cda49f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e508aa00-d9ac-4d19-b6db-06331192a4a4 HTTP/1.1" status: 200 len: 853 time: 0.0880146 Apr 20 16:20:35.805393 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-de253f42-6aa6-455e-96c4-fad78694e27d tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:35.805741 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-de253f42-6aa6-455e-96c4-fad78694e27d tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:35.820146 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd25fe5-d760-4e21-b134-f3b3e37b9c5f req-65693a01-10ea-4440-949a-2a8addc3695f tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:35.823545 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1dd25fe5-d760-4e21-b134-f3b3e37b9c5f req-65693a01-10ea-4440-949a-2a8addc3695f tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 945 time: 0.0783746 Apr 20 16:20:35.835053 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a9a6081-8a32-4839-8bef-93c7a6838c6d req-c1c53140-a07e-4292-bd36-79986615a3dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ea2da9a2-a1d7-4120-97f9-c79126af11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668612 Apr 20 16:20:35.841147 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-78932bd3-f271-4bf5-90d0-5b6ad3347808 req-d7f222fd-5828-48a9-8f68-e7c80d9358f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29dbfc8e-095a-4d2b-82ac-4cea5a87b262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407233 Apr 20 16:20:35.843032 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-608cc49d-c08a-40b4-b74a-a6233d046b34 req-d10c219b-9353-477a-8446-15baeca665ef service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=08d9d45c-62a4-4e55-a4c1-d204743baade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414595 Apr 20 16:20:35.846172 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-de253f42-6aa6-455e-96c4-fad78694e27d tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Calling delete_port for 883a7174-0a16-49f8-bed8-e02712207514 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:20:35.893862 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1dd25fe5-d760-4e21-b134-f3b3e37b9c5f req-0da56c82-c7cf-4bfe-8b7e-13ebc96d233e tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/security-groups?id=08d9d45c-62a4-4e55-a4c1-d204743baade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567093 Apr 20 16:20:35.972235 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5df4478-1513-4e53-8109-3b340ddc94f1 req-236855c5-84f5-460a-abfd-5b8404d4d646 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933441 Apr 20 16:20:36.035534 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af6a7f-5d8a-48fe-9553-decfd325c984 req-81a69f93-98c8-4778-86a7-08b330aa9d5b tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:36.036225 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a9a6081-8a32-4839-8bef-93c7a6838c6d req-18713086-bebd-4e06-8229-b7fa0f660bd2 service neutron] 10.222.0.30 "GET /v2.0/networks/ea2da9a2-a1d7-4120-97f9-c79126af11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911721 Apr 20 16:20:36.037169 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-97af6a7f-5d8a-48fe-9553-decfd325c984 req-81a69f93-98c8-4778-86a7-08b330aa9d5b tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 943 time: 0.0703640 Apr 20 16:20:36.100238 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-97af6a7f-5d8a-48fe-9553-decfd325c984 req-5fa429b9-c5a0-40ec-ab70-fa2933a9468f tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/security-groups?id=335f89db-4b4e-4428-b8e7-4f77f314f210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504086 Apr 20 16:20:36.244615 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-de253f42-6aa6-455e-96c4-fad78694e27d tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:36.294268 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de253f42-6aa6-455e-96c4-fad78694e27d tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Pushing event deleted for resources: {'Port': ['ID=883a7174-0a16-49f8-bed8-e02712207514,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:36.373802 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-78932bd3-f271-4bf5-90d0-5b6ad3347808 req-a8b675cc-a7da-417b-88ec-24dbcf8a5e4c service neutron] 10.222.0.30 "GET /v2.0/networks/29dbfc8e-095a-4d2b-82ac-4cea5a87b262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734693 Apr 20 16:20:36.386205 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9c7ea-a2ed-42da-af91-199b343179f8 req-7dab2a8c-c273-4a0c-854a-a5865ee25886 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:36.393659 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dfa9c7ea-a2ed-42da-af91-199b343179f8 req-7dab2a8c-c273-4a0c-854a-a5865ee25886 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.0767014 Apr 20 16:20:36.400590 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-de253f42-6aa6-455e-96c4-fad78694e27d tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:36.403159 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-de253f42-6aa6-455e-96c4-fad78694e27d tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:36.404380 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-de253f42-6aa6-455e-96c4-fad78694e27d tempest-ServersTestFqdnHostnames-1717736469 tempest-ServersTestFqdnHostnames-1717736469-project] 10.222.0.15 "DELETE /v2.0/floatingips/9a9aedf8-c467-44ba-b603-d6117086dafb HTTP/1.1" status: 204 len: 168 time: 1.2340202 Apr 20 16:20:36.408712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41122) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:36.487085 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dfa9c7ea-a2ed-42da-af91-199b343179f8 req-e326cbbe-fe04-439e-8b5e-2c2f5cdbc850 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906527 Apr 20 16:20:36.515633 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a9a6081-8a32-4839-8bef-93c7a6838c6d req-0aa8eda9-1777-448f-b338-84a309820a3f service neutron] 10.222.0.30 "GET /v2.0/networks/ea2da9a2-a1d7-4120-97f9-c79126af11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956560 Apr 20 16:20:36.626781 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-78932bd3-f271-4bf5-90d0-5b6ad3347808 req-2fd1b4b8-c354-4949-aa49-3be66dca1eea service neutron] 10.222.0.30 "GET /v2.0/networks/29dbfc8e-095a-4d2b-82ac-4cea5a87b262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147753 Apr 20 16:20:36.673604 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e3c7c-80d0-45d6-b7ce-f9291a0c5ddd req-bac336a2-3006-4267-82e0-075a2c674a96 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:36.680966 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-425e3c7c-80d0-45d6-b7ce-f9291a0c5ddd req-bac336a2-3006-4267-82e0-075a2c674a96 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e717262-5ff0-4c05-bede-8af555ee5f66 HTTP/1.1" status: 200 len: 944 time: 0.0906408 Apr 20 16:20:36.689174 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6124793-f316-488c-b6a4-068f02a9beaf req-7af3bd00-b385-477b-9e62-eaa2b6ec6d49 tempest-ServersAdminNegativeTestJSON-1950220785 tempest-ServersAdminNegativeTestJSON-1950220785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:36.696842 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a6124793-f316-488c-b6a4-068f02a9beaf req-7af3bd00-b385-477b-9e62-eaa2b6ec6d49 tempest-ServersAdminNegativeTestJSON-1950220785 tempest-ServersAdminNegativeTestJSON-1950220785-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c8afc40d-cbac-47ae-a0b2-a9a36aec8f35 HTTP/1.1" status: 200 len: 1100 time: 0.0551465 Apr 20 16:20:36.711899 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a6124793-f316-488c-b6a4-068f02a9beaf req-f9975fd1-b470-46a4-b46c-0b5158b42b9e tempest-ServersAdminNegativeTestJSON-1950220785 tempest-ServersAdminNegativeTestJSON-1950220785-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:36.781016 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-425e3c7c-80d0-45d6-b7ce-f9291a0c5ddd req-70922241-e64b-4f3d-b264-a81512442e07 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fe823e6-a116-40c2-a8f4-405af7467ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990975 Apr 20 16:20:36.837527 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a6124793-f316-488c-b6a4-068f02a9beaf req-f9975fd1-b470-46a4-b46c-0b5158b42b9e tempest-ServersAdminNegativeTestJSON-1950220785 tempest-ServersAdminNegativeTestJSON-1950220785-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:36.851831 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78932bd3-f271-4bf5-90d0-5b6ad3347808 req-ea0fb721-dd0c-4b30-8184-0fbe02a9d79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:36.853364 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-78932bd3-f271-4bf5-90d0-5b6ad3347808 req-ea0fb721-dd0c-4b30-8184-0fbe02a9d79c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f91a78ec27e34720818ee950bc0f6583&device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 1094 time: 0.1241674 Apr 20 16:20:36.922938 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a6124793-f316-488c-b6a4-068f02a9beaf req-f9975fd1-b470-46a4-b46c-0b5158b42b9e tempest-ServersAdminNegativeTestJSON-1950220785 tempest-ServersAdminNegativeTestJSON-1950220785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:36.928327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821d6ae-c204-4f6f-b10c-54c0125e3cdc req-0b9fb4c0-46ba-46a0-bda5-7570afda9a2d tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:36.930104 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0821d6ae-c204-4f6f-b10c-54c0125e3cdc req-0b9fb4c0-46ba-46a0-bda5-7570afda9a2d tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 943 time: 0.0882232 Apr 20 16:20:36.971708 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a6124793-f316-488c-b6a4-068f02a9beaf req-f9975fd1-b470-46a4-b46c-0b5158b42b9e tempest-ServersAdminNegativeTestJSON-1950220785 tempest-ServersAdminNegativeTestJSON-1950220785-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736032 Apr 20 16:20:37.015791 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78932bd3-f271-4bf5-90d0-5b6ad3347808 req-a38abe3b-c6cb-4425-8e70-0ea2f08ed232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:37.017443 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-78932bd3-f271-4bf5-90d0-5b6ad3347808 req-a38abe3b-c6cb-4425-8e70-0ea2f08ed232 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a706e9-d76d-49fa-908b-94ccac264bee HTTP/1.1" status: 200 len: 922 time: 0.1543999 Apr 20 16:20:37.020609 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9975fd1-b470-46a4-b46c-0b5158b42b9e tempest-ServersAdminNegativeTestJSON-1950220785 tempest-ServersAdminNegativeTestJSON-1950220785-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb83355-6b5c-43f8-b468-a754584db555,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:37.020765 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0821d6ae-c204-4f6f-b10c-54c0125e3cdc req-f4771188-d1b2-4a0b-9dd8-d5d7a74f37a3 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671432 Apr 20 16:20:37.112992 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-13912ee6-6de2-4376-ba41-a733f8ae57a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:37.118988 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-78932bd3-f271-4bf5-90d0-5b6ad3347808 req-8c545f53-7c15-4c2e-8501-dfc6d6ad5700 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a85de43-97d3-47c9-83b5-7a03273184f3 HTTP/1.1" status: 200 len: 217 time: 0.0936344 Apr 20 16:20:37.167222 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a6853-9aad-4034-ae61-5a9d22bcc571 req-d2eb2bef-804c-4f49-a07a-f11bef1a7961 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:37.174531 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-945a6853-9aad-4034-ae61-5a9d22bcc571 req-d2eb2bef-804c-4f49-a07a-f11bef1a7961 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 945 time: 0.0854445 Apr 20 16:20:37.214618 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78932bd3-f271-4bf5-90d0-5b6ad3347808 req-9886633b-85cc-4956-b902-0497185fa1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:37.216063 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-78932bd3-f271-4bf5-90d0-5b6ad3347808 req-9886633b-85cc-4956-b902-0497185fa1ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c310e3d9-2ea2-462e-97e0-a97b3595687b HTTP/1.1" status: 200 len: 861 time: 0.0884755 Apr 20 16:20:37.233861 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-945a6853-9aad-4034-ae61-5a9d22bcc571 req-06d445f3-1289-4268-81ef-0b4bb78ca7f2 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/security-groups?id=08d9d45c-62a4-4e55-a4c1-d204743baade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583606 Apr 20 16:20:37.260126 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-78932bd3-f271-4bf5-90d0-5b6ad3347808 req-70506a70-efba-40ea-8d00-9f20727c6642 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a706e9-d76d-49fa-908b-94ccac264bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252612 Apr 20 16:20:37.285882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de27980-4249-48bf-add2-a48aca0d7cae req-92e6766a-e4b2-4ba9-b347-caf9f65ac67f tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:37.286712 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7de27980-4249-48bf-add2-a48aca0d7cae req-92e6766a-e4b2-4ba9-b347-caf9f65ac67f tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 943 time: 0.0947762 Apr 20 16:20:37.396588 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-78932bd3-f271-4bf5-90d0-5b6ad3347808 req-ae778915-0822-4f66-a543-735334bb98ff service neutron] 10.222.0.30 "GET /v2.0/networks/26a706e9-d76d-49fa-908b-94ccac264bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253929 Apr 20 16:20:37.398953 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7de27980-4249-48bf-add2-a48aca0d7cae req-126c17f3-952a-44eb-a239-034a337e7ce9 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/security-groups?id=335f89db-4b4e-4428-b8e7-4f77f314f210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037471 Apr 20 16:20:37.504738 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-78932bd3-f271-4bf5-90d0-5b6ad3347808 req-9bc791a1-380d-44a6-a413-b6960637ba3f service neutron] 10.222.0.30 "GET /v2.0/networks/26a706e9-d76d-49fa-908b-94ccac264bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011546 Apr 20 16:20:37.516291 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-13912ee6-6de2-4376-ba41-a733f8ae57a5 admin admin] Deleting port acd9ea84-4d40-4d5d-9163-73a5f6dbdde1 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:20:37.516291 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-13912ee6-6de2-4376-ba41-a733f8ae57a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:37.621979 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-13912ee6-6de2-4376-ba41-a733f8ae57a5 admin admin] For port acd9ea84-4d40-4d5d-9163-73a5f6dbdde1, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=acd9ea84-4d40-4d5d-9163-73a5f6dbdde1,segment=NetworkSegment(7ab6d776-64ff-4c93-b169-1220d70fe1bf),segment_id=7ab6d776-64ff-4c93-b169-1220d70fe1bf)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:37.622436 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-13912ee6-6de2-4376-ba41-a733f8ae57a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:37.640526 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-13912ee6-6de2-4376-ba41-a733f8ae57a5 admin admin] Calling delete_port for acd9ea84-4d40-4d5d-9163-73a5f6dbdde1 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:20:37.650942 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbc38d-5107-4708-ab41-86c1cc530876 req-050945e0-7443-4bfc-a9b4-ae5ff86c33be tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:37.652514 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cddbc38d-5107-4708-ab41-86c1cc530876 req-050945e0-7443-4bfc-a9b4-ae5ff86c33be tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.0658369 Apr 20 16:20:37.702587 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device c857b9a1-021c-4cae-bc5f-4a67b9b4573a details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:20:37.729109 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cddbc38d-5107-4708-ab41-86c1cc530876 req-0bc2e956-62a5-4b18-9e5b-fb3d9d0f3c5a tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627105 Apr 20 16:20:37.841516 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port c857b9a1-021c-4cae-bc5f-4a67b9b4573a, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=c857b9a1-021c-4cae-bc5f-4a67b9b4573a,segment=NetworkSegment(21ec1e0a-7032-4c6a-b26c-15010c22cb42),segment_id=21ec1e0a-7032-4c6a-b26c-15010c22cb42)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:37.860002 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'c857b9a1-021c-4cae-bc5f-4a67b9b4573a', 'network_id': '29dbfc8e-095a-4d2b-82ac-4cea5a87b262', 'port_id': 'c857b9a1-021c-4cae-bc5f-4a67b9b4573a', 'mac_address': 'fa:16:3e:e1:d3:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e508aa00-d9ac-4d19-b6db-06331192a4a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:20:37.925490 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:37.947037 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c857b9a1-021c-4cae-bc5f-4a67b9b4573a {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:20:37.970858 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port c857b9a1-021c-4cae-bc5f-4a67b9b4573a, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=c857b9a1-021c-4cae-bc5f-4a67b9b4573a,segment=NetworkSegment(21ec1e0a-7032-4c6a-b26c-15010c22cb42),segment_id=21ec1e0a-7032-4c6a-b26c-15010c22cb42)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:38.076677 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:38.184293 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d188f-4f45-4799-9bf4-eb390bd4d364 req-d82f2c2a-ffc8-47c5-b7db-f59e80b5e0e6 tempest-ServersAdminNegativeTestJSON-1950220785 tempest-ServersAdminNegativeTestJSON-1950220785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:38.194415 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-417d188f-4f45-4799-9bf4-eb390bd4d364 req-d82f2c2a-ffc8-47c5-b7db-f59e80b5e0e6 tempest-ServersAdminNegativeTestJSON-1950220785 tempest-ServersAdminNegativeTestJSON-1950220785-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c8afc40d-cbac-47ae-a0b2-a9a36aec8f35 HTTP/1.1" status: 200 len: 1100 time: 0.1277370 Apr 20 16:20:38.242308 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3df41a-d863-4dc2-af43-de32a511a277 req-5da165d8-8c8b-4dfc-9f1d-1516478dbf5c tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:38.249853 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d3df41a-d863-4dc2-af43-de32a511a277 req-5da165d8-8c8b-4dfc-9f1d-1516478dbf5c tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e717262-5ff0-4c05-bede-8af555ee5f66 HTTP/1.1" status: 200 len: 944 time: 0.0687819 Apr 20 16:20:38.267700 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-417d188f-4f45-4799-9bf4-eb390bd4d364 req-3f3a0e24-715c-49d0-9e68-33be4c1cf99a tempest-ServersAdminNegativeTestJSON-1950220785 tempest-ServersAdminNegativeTestJSON-1950220785-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648019 Apr 20 16:20:38.268088 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=c857b9a1-021c-4cae-bc5f-4a67b9b4573a,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:38.308910 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d3df41a-d863-4dc2-af43-de32a511a277 req-58fe0b0f-6aba-4ded-b4a6-311191809506 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fe823e6-a116-40c2-a8f4-405af7467ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579712 Apr 20 16:20:38.361578 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-13912ee6-6de2-4376-ba41-a733f8ae57a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:38.391244 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc68c7d-3ab8-4d4c-b4ce-4cc9e9fdd3da req-41f996b6-734e-4d6e-850e-c09a0817f1d7 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:38.403482 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dbc68c7d-3ab8-4d4c-b4ce-4cc9e9fdd3da req-41f996b6-734e-4d6e-850e-c09a0817f1d7 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 944 time: 0.0729020 Apr 20 16:20:38.433402 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13912ee6-6de2-4376-ba41-a733f8ae57a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=acd9ea84-4d40-4d5d-9163-73a5f6dbdde1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:38.469752 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dbc68c7d-3ab8-4d4c-b4ce-4cc9e9fdd3da req-19e1a155-f487-408f-ab7c-c42abc8d52c5 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649898 Apr 20 16:20:38.478355 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13912ee6-6de2-4376-ba41-a733f8ae57a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:38.478947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13912ee6-6de2-4376-ba41-a733f8ae57a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:38.488714 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13912ee6-6de2-4376-ba41-a733f8ae57a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:38.496715 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13912ee6-6de2-4376-ba41-a733f8ae57a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:38.497337 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13912ee6-6de2-4376-ba41-a733f8ae57a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:38.497828 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13912ee6-6de2-4376-ba41-a733f8ae57a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:38.498499 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13912ee6-6de2-4376-ba41-a733f8ae57a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:38.499142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13912ee6-6de2-4376-ba41-a733f8ae57a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:38.499618 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13912ee6-6de2-4376-ba41-a733f8ae57a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:38.500454 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13912ee6-6de2-4376-ba41-a733f8ae57a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:38.500931 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13912ee6-6de2-4376-ba41-a733f8ae57a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:38.501499 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13912ee6-6de2-4376-ba41-a733f8ae57a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:38.563661 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['c857b9a1-021c-4cae-bc5f-4a67b9b4573a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:38.579226 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7be81f-a71e-4784-9c3d-6697731b05e5 req-b77dfcdc-4c02-438c-8138-fc7ea642a4d5 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:38.586870 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5d7be81f-a71e-4784-9c3d-6697731b05e5 req-b77dfcdc-4c02-438c-8138-fc7ea642a4d5 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 945 time: 0.1977232 Apr 20 16:20:38.633141 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5d7be81f-a71e-4784-9c3d-6697731b05e5 req-e918ee98-af8a-4957-9779-8b5f0954c97c tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/security-groups?id=08d9d45c-62a4-4e55-a4c1-d204743baade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450542 Apr 20 16:20:38.827037 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75359e8e-cb05-464b-8ba7-6e8c578d1ef6 req-a359a7b1-80ed-495d-bab0-ef9cec45d227 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:38.831643 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-75359e8e-cb05-464b-8ba7-6e8c578d1ef6 req-a359a7b1-80ed-495d-bab0-ef9cec45d227 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 943 time: 0.1666849 Apr 20 16:20:38.856963 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-13912ee6-6de2-4376-ba41-a733f8ae57a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:38.885053 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-75359e8e-cb05-464b-8ba7-6e8c578d1ef6 req-2ebeac73-6150-4626-b717-6eaf8981c44f tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/security-groups?id=335f89db-4b4e-4428-b8e7-4f77f314f210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456498 Apr 20 16:20:39.003862 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bd763-d545-48ff-9fd5-d3265bd44a89 req-e4af9d80-a1f6-4223-9082-31cb33edcce8 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:39.005386 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-424bd763-d545-48ff-9fd5-d3265bd44a89 req-e4af9d80-a1f6-4223-9082-31cb33edcce8 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.0512822 Apr 20 16:20:39.044738 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-424bd763-d545-48ff-9fd5-d3265bd44a89 req-879dde9b-01a9-4109-a734-fc3d5d974fbb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331371 Apr 20 16:20:39.102751 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13912ee6-6de2-4376-ba41-a733f8ae57a5 admin admin] Router 946ee451-9c5c-4a97-a182-8187f43e7c89 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:20:39.212668 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13912ee6-6de2-4376-ba41-a733f8ae57a5 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:20:39.220653 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41156) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:39.220796 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-13912ee6-6de2-4376-ba41-a733f8ae57a5 admin admin] 10.222.0.15 "PUT /v2.0/routers/946ee451-9c5c-4a97-a182-8187f43e7c89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8111258 Apr 20 16:20:39.223282 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15675f19-7bb2-48f1-8dbb-f38ad71ac77c None None] Sync routers for ids ['946ee451-9c5c-4a97-a182-8187f43e7c89'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:20:39.235918 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15675f19-7bb2-48f1-8dbb-f38ad71ac77c None None] Routers {'946ee451-9c5c-4a97-a182-8187f43e7c89'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:20:39.236656 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-15675f19-7bb2-48f1-8dbb-f38ad71ac77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:20:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['946ee451-9c5c-4a97-a182-8187f43e7c89'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:39.326171 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-301b318a-9acd-4764-9728-dc5add604790 admin admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:39.347085 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-15675f19-7bb2-48f1-8dbb-f38ad71ac77c None None] Set router 946ee451-9c5c-4a97-a182-8187f43e7c89 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:20:39.482307 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-301b318a-9acd-4764-9728-dc5add604790 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:39.499249 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686e9a0-4153-48a1-9033-be8c22b636d9 req-26b7a587-03db-4293-872e-58a2923023ba tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:39.500802 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8686e9a0-4153-48a1-9033-be8c22b636d9 req-26b7a587-03db-4293-872e-58a2923023ba tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e717262-5ff0-4c05-bede-8af555ee5f66 HTTP/1.1" status: 200 len: 944 time: 0.0769880 Apr 20 16:20:39.571239 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8686e9a0-4153-48a1-9033-be8c22b636d9 req-001efd57-80b1-4982-8e10-8e931223a495 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fe823e6-a116-40c2-a8f4-405af7467ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434101 Apr 20 16:20:39.571882 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-15675f19-7bb2-48f1-8dbb-f38ad71ac77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'name': 'tempest-ServersTestFqdnHostnames-492980783-router', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:21Z', 'updated_at': '2022-04-20T16:20:37Z', 'revision_number': 5, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'gw_port': {'id': '85af5df6-3f36-491e-b3e1-51f322aa24eb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:22Z', 'updated_at': '2022-04-20T16:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:39.601885 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15675f19-7bb2-48f1-8dbb-f38ad71ac77c None None] Checking router: 946ee451-9c5c-4a97-a182-8187f43e7c89 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:20:39.611531 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15675f19-7bb2-48f1-8dbb-f38ad71ac77c None None] Routers {'946ee451-9c5c-4a97-a182-8187f43e7c89'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:20:39.612501 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-15675f19-7bb2-48f1-8dbb-f38ad71ac77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:20:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['946ee451-9c5c-4a97-a182-8187f43e7c89'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:39.718693 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ef0ab-fd25-4437-97fc-6ad5c9f511b8 req-75585d2d-bf79-441f-ab21-956ded712622 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:39.728054 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9d4ef0ab-fd25-4437-97fc-6ad5c9f511b8 req-75585d2d-bf79-441f-ab21-956ded712622 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 944 time: 0.0891998 Apr 20 16:20:39.782095 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da99ec-ceab-4ee2-9ee6-eb01621d4ad4 req-8b240fe4-feb0-410c-af6f-fe0cdbd5cec7 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:39.783585 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e5da99ec-ceab-4ee2-9ee6-eb01621d4ad4 req-8b240fe4-feb0-410c-af6f-fe0cdbd5cec7 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8afc40d-cbac-47ae-a0b2-a9a36aec8f35 HTTP/1.1" status: 200 len: 949 time: 0.1018906 Apr 20 16:20:39.799100 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-301b318a-9acd-4764-9728-dc5add604790 admin admin] Deleting port 85af5df6-3f36-491e-b3e1-51f322aa24eb {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:20:39.799995 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-301b318a-9acd-4764-9728-dc5add604790 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:39.811485 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device cf9c62d5-7b65-48a9-9281-035c5a9e8ca3 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:20:39.813468 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device c857b9a1-021c-4cae-bc5f-4a67b9b4573a up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:20:39.825627 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9d4ef0ab-fd25-4437-97fc-6ad5c9f511b8 req-d8de6244-7261-477b-a4d5-2f56237f813f tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965569 Apr 20 16:20:39.856885 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e5da99ec-ceab-4ee2-9ee6-eb01621d4ad4 req-d7c18454-5529-4ac6-ab6b-0a0c2e37397b tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591366 Apr 20 16:20:39.951979 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-15675f19-7bb2-48f1-8dbb-f38ad71ac77c None None] Set router 946ee451-9c5c-4a97-a182-8187f43e7c89 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:20:40.047267 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-301b318a-9acd-4764-9728-dc5add604790 admin admin] For port 85af5df6-3f36-491e-b3e1-51f322aa24eb, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=85af5df6-3f36-491e-b3e1-51f322aa24eb,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:40.048087 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-301b318a-9acd-4764-9728-dc5add604790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:40.058282 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121e8a2-a0d7-4ac8-908b-37c690ea4b3b req-6d03f32e-2f09-4f3d-a81e-4db1c3a77864 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:40.060270 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0121e8a2-a0d7-4ac8-908b-37c690ea4b3b req-6d03f32e-2f09-4f3d-a81e-4db1c3a77864 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 943 time: 0.0825341 Apr 20 16:20:40.063215 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-301b318a-9acd-4764-9728-dc5add604790 admin admin] Calling delete_port for 85af5df6-3f36-491e-b3e1-51f322aa24eb owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:20:40.083346 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-15675f19-7bb2-48f1-8dbb-f38ad71ac77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'name': 'tempest-ServersTestFqdnHostnames-492980783-router', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:21Z', 'updated_at': '2022-04-20T16:20:39Z', 'revision_number': 6, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:40.095853 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port c857b9a1-021c-4cae-bc5f-4a67b9b4573a completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:20:40.132167 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15675f19-7bb2-48f1-8dbb-f38ad71ac77c None None] The sync data for ids ['946ee451-9c5c-4a97-a182-8187f43e7c89'] in n-d-836146-2 is: [{'id': '946ee451-9c5c-4a97-a182-8187f43e7c89', 'name': 'tempest-ServersTestFqdnHostnames-492980783-router', 'tenant_id': '349aaf2e75034b3c89268afe8c0ccc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:18:21Z', 'updated_at': '2022-04-20T16:20:39Z', 'revision_number': 6, 'project_id': '349aaf2e75034b3c89268afe8c0ccc81', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:20:40.133356 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0121e8a2-a0d7-4ac8-908b-37c690ea4b3b req-fa7e46e2-4ee3-45fa-8186-d0807192de3f tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/security-groups?id=335f89db-4b4e-4428-b8e7-4f77f314f210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586123 Apr 20 16:20:40.140498 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port c857b9a1-021c-4cae-bc5f-4a67b9b4573a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:40.141130 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:40.218855 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bd19a-d66b-4cf7-90fc-372b627b4451 req-397bbcfa-6f23-42e4-a8bf-c232a2e7ed3e tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:40.222755 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4e8bd19a-d66b-4cf7-90fc-372b627b4451 req-397bbcfa-6f23-42e4-a8bf-c232a2e7ed3e tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 945 time: 0.2598083 Apr 20 16:20:40.273796 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port cf9c62d5-7b65-48a9-9281-035c5a9e8ca3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=cf9c62d5-7b65-48a9-9281-035c5a9e8ca3,segment=NetworkSegment(7da64f4a-2f5c-40a4-9976-b32a14cb5d68),segment_id=7da64f4a-2f5c-40a4-9976-b32a14cb5d68)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:40.295817 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319dbc85-7b6a-4552-8b4a-5aa97d13c101 req-61fe6100-dab4-4959-8097-e182cd0bf368 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:40.297264 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'cf9c62d5-7b65-48a9-9281-035c5a9e8ca3', 'network_id': 'ea2da9a2-a1d7-4120-97f9-c79126af11ec', 'port_id': 'cf9c62d5-7b65-48a9-9281-035c5a9e8ca3', 'mac_address': 'fa:16:3e:e9:ea:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f634dbe8-e67e-4091-97cd-ae718c405f5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:20:40.306026 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-319dbc85-7b6a-4552-8b4a-5aa97d13c101 req-61fe6100-dab4-4959-8097-e182cd0bf368 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.0720632 Apr 20 16:20:40.331058 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4e8bd19a-d66b-4cf7-90fc-372b627b4451 req-703a4e59-0045-4586-a790-823faab458a5 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/security-groups?id=08d9d45c-62a4-4e55-a4c1-d204743baade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643537 Apr 20 16:20:40.367703 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-319dbc85-7b6a-4552-8b4a-5aa97d13c101 req-08cada37-1bc2-4c98-9020-bd2e60c3543b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530827 Apr 20 16:20:40.371972 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:40.405375 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:40.427620 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c857b9a1-021c-4cae-bc5f-4a67b9b4573a'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:40.430283 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35abee86-fb13-4fb1-8e48-e2abb040db22" -d '{"events": [{"server_uuid": "cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76", "name": "network-vif-plugged", "status": "completed", "tag": "c857b9a1-021c-4cae-bc5f-4a67b9b4573a"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:40.443427 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf9c62d5-7b65-48a9-9281-035c5a9e8ca3 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:20:40.456948 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port c857b9a1-021c-4cae-bc5f-4a67b9b4573a, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=c857b9a1-021c-4cae-bc5f-4a67b9b4573a,segment=NetworkSegment(21ec1e0a-7032-4c6a-b26c-15010c22cb42),segment_id=21ec1e0a-7032-4c6a-b26c-15010c22cb42)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:40.476186 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port cf9c62d5-7b65-48a9-9281-035c5a9e8ca3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=cf9c62d5-7b65-48a9-9281-035c5a9e8ca3,segment=NetworkSegment(7da64f4a-2f5c-40a4-9976-b32a14cb5d68),segment_id=7da64f4a-2f5c-40a4-9976-b32a14cb5d68)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:40.491183 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635505cd-a78c-47a1-b4e4-a005a4770fe3 x-openstack-request-id: req-635505cd-a78c-47a1-b4e4-a005a4770fe3 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:40.503244 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76", "name": "network-vif-plugged", "status": "completed", "tag": "c857b9a1-021c-4cae-bc5f-4a67b9b4573a", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:40.503244 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-635505cd-a78c-47a1-b4e4-a005a4770fe3 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:40.503244 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-635505cd-a78c-47a1-b4e4-a005a4770fe3'] response: {'server_uuid': 'cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c857b9a1-021c-4cae-bc5f-4a67b9b4573a', 'code': 200} Apr 20 16:20:40.522681 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-301b318a-9acd-4764-9728-dc5add604790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:40.567766 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:40.568543 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 3a85de43-97d3-47c9-83b5-7a03273184f3 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:20:40.572985 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:40.664764 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b318a-9acd-4764-9728-dc5add604790 admin admin] Pushing event deleted for resources: {'Port': ['ID=85af5df6-3f36-491e-b3e1-51f322aa24eb,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:40.752713 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddfe69-dce7-49a5-84c0-6df0263f6fa9 req-000057b8-5285-4513-a845-6acff87e53e6 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:40.768946 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3fddfe69-dce7-49a5-84c0-6df0263f6fa9 req-000057b8-5285-4513-a845-6acff87e53e6 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e717262-5ff0-4c05-bede-8af555ee5f66 HTTP/1.1" status: 200 len: 945 time: 0.0994914 Apr 20 16:20:40.773551 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=cf9c62d5-7b65-48a9-9281-035c5a9e8ca3,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:40.875237 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3fddfe69-dce7-49a5-84c0-6df0263f6fa9 req-62e3ca9e-e6d7-4eda-ac1e-5b7d00a5bf29 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fe823e6-a116-40c2-a8f4-405af7467ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040359 Apr 20 16:20:40.890289 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-301b318a-9acd-4764-9728-dc5add604790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:40.898093 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=c857b9a1-021c-4cae-bc5f-4a67b9b4573a,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:40.909829 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 3a85de43-97d3-47c9-83b5-7a03273184f3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=3a85de43-97d3-47c9-83b5-7a03273184f3,segment=NetworkSegment(012dea76-df1c-4418-8d44-1b53225e3572),segment_id=012dea76-df1c-4418-8d44-1b53225e3572)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:40.927701 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '3a85de43-97d3-47c9-83b5-7a03273184f3', 'network_id': '26a706e9-d76d-49fa-908b-94ccac264bee', 'port_id': '3a85de43-97d3-47c9-83b5-7a03273184f3', 'mac_address': 'fa:16:3e:64:25:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c310e3d9-2ea2-462e-97e0-a97b3595687b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:20:40.996951 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:41.012751 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d94c2-730d-4f83-8601-7dcd8ac355e5 req-dab0159a-c4e9-4072-b473-86ea476661c5 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:41.015624 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a85de43-97d3-47c9-83b5-7a03273184f3 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:20:41.022628 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-464d94c2-730d-4f83-8601-7dcd8ac355e5 req-dab0159a-c4e9-4072-b473-86ea476661c5 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 945 time: 0.0676517 Apr 20 16:20:41.039167 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 3a85de43-97d3-47c9-83b5-7a03273184f3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=3a85de43-97d3-47c9-83b5-7a03273184f3,segment=NetworkSegment(012dea76-df1c-4418-8d44-1b53225e3572),segment_id=012dea76-df1c-4418-8d44-1b53225e3572)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:41.092314 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-464d94c2-730d-4f83-8601-7dcd8ac355e5 req-b730bda4-b51b-4f0b-93c2-cd7101600aad tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682459 Apr 20 16:20:41.099379 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad60fc-0fec-4413-8e89-5e08042f7270 req-4ee9c8a1-a0c5-4f6e-8979-1373340d0bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:41.101923 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-27ad60fc-0fec-4413-8e89-5e08042f7270 req-4ee9c8a1-a0c5-4f6e-8979-1373340d0bb4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 1096 time: 0.4859774 Apr 20 16:20:41.105759 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:41.111271 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-301b318a-9acd-4764-9728-dc5add604790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:41.140382 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-301b318a-9acd-4764-9728-dc5add604790 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:41.192965 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=3a85de43-97d3-47c9-83b5-7a03273184f3,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:41.240753 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-27ad60fc-0fec-4413-8e89-5e08042f7270 req-5c1be1dd-53d6-4b13-9207-39b01bac96b2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261525 Apr 20 16:20:41.289627 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b732380-1bd0-4a54-a9eb-06fa049ff806 req-3476595c-c1f3-4499-8cdf-cd571d0b8477 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:41.291507 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b732380-1bd0-4a54-a9eb-06fa049ff806 req-3476595c-c1f3-4499-8cdf-cd571d0b8477 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8afc40d-cbac-47ae-a0b2-a9a36aec8f35 HTTP/1.1" status: 200 len: 949 time: 0.1170640 Apr 20 16:20:41.321815 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-301b318a-9acd-4764-9728-dc5add604790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:41.322538 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301b318a-9acd-4764-9728-dc5add604790 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 946ee451-9c5c-4a97-a182-8187f43e7c89 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:20:41.341164 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-301b318a-9acd-4764-9728-dc5add604790 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:41.345061 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-301b318a-9acd-4764-9728-dc5add604790 admin admin] 10.222.0.15 "DELETE /v2.0/routers/946ee451-9c5c-4a97-a182-8187f43e7c89 HTTP/1.1" status: 204 len: 168 time: 2.1206911 Apr 20 16:20:41.357833 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41192) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:41.372131 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b732380-1bd0-4a54-a9eb-06fa049ff806 req-bbe0c15c-614b-45a3-b2c6-db68c729f006 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686786 Apr 20 16:20:41.416270 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169dab1-8573-4be9-bf97-67a4e89668c3 req-ec98165d-250c-45af-838a-555581b0620e tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:41.424368 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6169dab1-8573-4be9-bf97-67a4e89668c3 req-ec98165d-250c-45af-838a-555581b0620e tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 944 time: 0.0997884 Apr 20 16:20:41.467472 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe34539-abc4-4d0b-9455-de0b54063a46 admin admin] Deleting subnet 642e8379-a3e1-47cb-a57b-ddf81f197190 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:20:41.471914 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9fe34539-abc4-4d0b-9455-de0b54063a46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:41.477349 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6169dab1-8573-4be9-bf97-67a4e89668c3 req-ce61cd9d-4215-4c18-a170-12e293f6e334 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/security-groups?id=335f89db-4b4e-4428-b8e7-4f77f314f210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481310 Apr 20 16:20:41.545514 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9fe34539-abc4-4d0b-9455-de0b54063a46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:41.622045 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['3a85de43-97d3-47c9-83b5-7a03273184f3'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:41.628311 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a58aa6-11f0-4940-b14f-3182c105852b req-5bbbe221-3b3b-46f5-8c3c-7c8f9e4a2adf tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:41.631165 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b8a58aa6-11f0-4940-b14f-3182c105852b req-5bbbe221-3b3b-46f5-8c3c-7c8f9e4a2adf tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.0855563 Apr 20 16:20:41.650586 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1b7f5-4644-4620-8770-2229b73d3b41 req-3791f0a3-9004-45ae-a08a-33637696a9f6 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:41.650586 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dfa1b7f5-4644-4620-8770-2229b73d3b41 req-3791f0a3-9004-45ae-a08a-33637696a9f6 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 945 time: 0.1244795 Apr 20 16:20:41.703259 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b8a58aa6-11f0-4940-b14f-3182c105852b req-d6fe450b-8d11-47c5-a82c-df471a8a291a tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651963 Apr 20 16:20:41.729537 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dfa1b7f5-4644-4620-8770-2229b73d3b41 req-3b15ce87-2806-44cb-bbd6-d893117eedeb tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/security-groups?id=08d9d45c-62a4-4e55-a4c1-d204743baade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520453 Apr 20 16:20:41.730800 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9fe34539-abc4-4d0b-9455-de0b54063a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:41.807841 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['cf9c62d5-7b65-48a9-9281-035c5a9e8ca3'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:41.870773 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9fe34539-abc4-4d0b-9455-de0b54063a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:41.896702 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe34539-abc4-4d0b-9455-de0b54063a46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=642e8379-a3e1-47cb-a57b-ddf81f197190,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:41.989528 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9fe34539-abc4-4d0b-9455-de0b54063a46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:41.995317 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9fe34539-abc4-4d0b-9455-de0b54063a46 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/642e8379-a3e1-47cb-a57b-ddf81f197190 HTTP/1.1" status: 204 len: 168 time: 0.6219702 Apr 20 16:20:41.997796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41198) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:42.002850 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c9bd2c-e7da-4283-b42e-eaa99264f0a4 None None] Network 425574df-8198-4c82-8683-689a6be85e53 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:20:42.134407 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bab51-369a-45f7-af96-e789b73621f0 req-ce50c9b0-6bcb-46b5-b186-21f4636d6c76 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:42.136149 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2e9bab51-369a-45f7-af96-e789b73621f0 req-ce50c9b0-6bcb-46b5-b186-21f4636d6c76 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e717262-5ff0-4c05-bede-8af555ee5f66 HTTP/1.1" status: 200 len: 945 time: 0.1671529 Apr 20 16:20:42.158662 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfc7b4-a60a-450f-8023-1040bc10e9f8 req-9067c383-f166-4e8c-ad80-75e9b7ea4da6 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:42.158895 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9d492c9-5b5b-4e4d-8dde-9d06c7f95acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:42.159234 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9fdfc7b4-a60a-450f-8023-1040bc10e9f8 req-9067c383-f166-4e8c-ad80-75e9b7ea4da6 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8afc40d-cbac-47ae-a0b2-a9a36aec8f35 HTTP/1.1" status: 200 len: 949 time: 0.1346328 Apr 20 16:20:42.266572 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device acd9ea84-4d40-4d5d-9163-73a5f6dbdde1 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:20:42.290172 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2e9bab51-369a-45f7-af96-e789b73621f0 req-2bb90d67-2a0a-4e89-8e12-45db4ddb5c2c tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fe823e6-a116-40c2-a8f4-405af7467ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233096 Apr 20 16:20:42.324395 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: acd9ea84-4d40-4d5d-9163-73a5f6dbdde1 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:20:42.324617 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910efd1-af9c-4e05-afa4-faa67736d25f req-5351fbd5-bd35-4dcf-8276-34a129690415 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:42.324715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device acd9ea84-4d40-4d5d-9163-73a5f6dbdde1 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:20:42.324715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 85af5df6-3f36-491e-b3e1-51f322aa24eb no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:20:42.324854 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a910efd1-af9c-4e05-afa4-faa67736d25f req-5351fbd5-bd35-4dcf-8276-34a129690415 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 945 time: 0.0742676 Apr 20 16:20:42.338366 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-9fdfc7b4-a60a-450f-8023-1040bc10e9f8 req-1ef1b8a7-d34b-483f-86ab-c278b1c9b2d4 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Deleting port 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:20:42.338988 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9fdfc7b4-a60a-450f-8023-1040bc10e9f8 req-1ef1b8a7-d34b-483f-86ab-c278b1c9b2d4 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:42.357502 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958266a0-6520-4d47-b2d2-9ff832233f0a None None] DHCP port deletion for 425574df-8198-4c82-8683-689a6be85e53 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:20:42.360584 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 85af5df6-3f36-491e-b3e1-51f322aa24eb {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:20:42.360929 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 85af5df6-3f36-491e-b3e1-51f322aa24eb not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:20:42.377240 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a910efd1-af9c-4e05-afa4-faa67736d25f req-a0bedc52-0bbc-44cb-a209-600a1482d744 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442064 Apr 20 16:20:42.388914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-a9d492c9-5b5b-4e4d-8dde-9d06c7f95acf admin admin] Deleting port 461f4a30-c5b1-4f91-9557-8f9cf4aa212c {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:20:42.389259 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9d492c9-5b5b-4e4d-8dde-9d06c7f95acf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:42.449892 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-958266a0-6520-4d47-b2d2-9ff832233f0a None None] Deleting port 461f4a30-c5b1-4f91-9557-8f9cf4aa212c {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:20:42.450276 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-958266a0-6520-4d47-b2d2-9ff832233f0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:42.482074 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-a9d492c9-5b5b-4e4d-8dde-9d06c7f95acf admin admin] For port 461f4a30-c5b1-4f91-9557-8f9cf4aa212c, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=461f4a30-c5b1-4f91-9557-8f9cf4aa212c,segment=NetworkSegment(7ab6d776-64ff-4c93-b169-1220d70fe1bf),segment_id=7ab6d776-64ff-4c93-b169-1220d70fe1bf)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:42.482944 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9d492c9-5b5b-4e4d-8dde-9d06c7f95acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:42.513888 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-9fdfc7b4-a60a-450f-8023-1040bc10e9f8 req-1ef1b8a7-d34b-483f-86ab-c278b1c9b2d4 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] For port 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=133065d1-c0b2-4c24-8e9b-ab22d0ccac7c,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:42.514549 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9fdfc7b4-a60a-450f-8023-1040bc10e9f8 req-1ef1b8a7-d34b-483f-86ab-c278b1c9b2d4 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:42.523150 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-a9d492c9-5b5b-4e4d-8dde-9d06c7f95acf admin admin] Calling delete_port for 461f4a30-c5b1-4f91-9557-8f9cf4aa212c owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:20:42.537847 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-9fdfc7b4-a60a-450f-8023-1040bc10e9f8 req-1ef1b8a7-d34b-483f-86ab-c278b1c9b2d4 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Calling delete_port for 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:20:42.568818 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e795e-d74c-486d-aa5b-46b3ac8f5e6b req-b61c5761-c46d-429c-8bf9-5b088b78c60e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:42.577450 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-af1e795e-d74c-486d-aa5b-46b3ac8f5e6b req-b61c5761-c46d-429c-8bf9-5b088b78c60e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8afc40d-cbac-47ae-a0b2-a9a36aec8f35 HTTP/1.1" status: 200 len: 949 time: 0.1180980 Apr 20 16:20:42.589134 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-958266a0-6520-4d47-b2d2-9ff832233f0a None None] For port 461f4a30-c5b1-4f91-9557-8f9cf4aa212c, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=461f4a30-c5b1-4f91-9557-8f9cf4aa212c,segment=NetworkSegment(7ab6d776-64ff-4c93-b169-1220d70fe1bf),segment_id=7ab6d776-64ff-4c93-b169-1220d70fe1bf)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:42.589533 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-958266a0-6520-4d47-b2d2-9ff832233f0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:42.609607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-958266a0-6520-4d47-b2d2-9ff832233f0a None None] Calling delete_port for 461f4a30-c5b1-4f91-9557-8f9cf4aa212c owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:20:42.684151 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-af1e795e-d74c-486d-aa5b-46b3ac8f5e6b req-24737df1-d0e7-46d1-9712-20768ce42818 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055377 Apr 20 16:20:42.709603 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8255c3-45a5-4ff3-8ee6-3430a05f8793 req-3caa97b6-e2a6-409b-91dc-14486db391a0 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:42.711175 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df8255c3-45a5-4ff3-8ee6-3430a05f8793 req-3caa97b6-e2a6-409b-91dc-14486db391a0 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 944 time: 0.0981174 Apr 20 16:20:42.755364 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df8255c3-45a5-4ff3-8ee6-3430a05f8793 req-86687d3e-2b44-498a-8017-a25eae29c52f tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/security-groups?id=335f89db-4b4e-4428-b8e7-4f77f314f210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368648 Apr 20 16:20:42.772294 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-958266a0-6520-4d47-b2d2-9ff832233f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:42.784033 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9d492c9-5b5b-4e4d-8dde-9d06c7f95acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:42.820519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d492c9-5b5b-4e4d-8dde-9d06c7f95acf admin admin] Pushing event deleted for resources: {'Port': ['ID=461f4a30-c5b1-4f91-9557-8f9cf4aa212c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:42.822424 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d492c9-5b5b-4e4d-8dde-9d06c7f95acf admin admin] No DVR routers for this DVR port 461f4a30-c5b1-4f91-9557-8f9cf4aa212c on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:20:42.862027 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958266a0-6520-4d47-b2d2-9ff832233f0a None None] Pushing event deleted for resources: {'Port': ['ID=461f4a30-c5b1-4f91-9557-8f9cf4aa212c,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:42.880184 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958266a0-6520-4d47-b2d2-9ff832233f0a None None] No DVR routers for this DVR port 461f4a30-c5b1-4f91-9557-8f9cf4aa212c on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:20:42.951912 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9d492c9-5b5b-4e4d-8dde-9d06c7f95acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:42.983440 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-a9d492c9-5b5b-4e4d-8dde-9d06c7f95acf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425574df-8198-4c82-8683-689a6be85e53']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:42.983782 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dcab9-18fd-453f-88b0-d6d7b3a7fcf3 req-bc0c0cd0-00ac-4098-82a5-813af717390d tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:42.993708 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3906707-69a4-4cc8-8445-4377329a98f9 req-7407ae8d-b8d6-4a21-84e2-813221ecf9c5 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:42.996348 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ae2dcab9-18fd-453f-88b0-d6d7b3a7fcf3 req-bc0c0cd0-00ac-4098-82a5-813af717390d tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.1381419 Apr 20 16:20:43.001212 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f3906707-69a4-4cc8-8445-4377329a98f9 req-7407ae8d-b8d6-4a21-84e2-813221ecf9c5 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 945 time: 0.1214781 Apr 20 16:20:43.022497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-a9d492c9-5b5b-4e4d-8dde-9d06c7f95acf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab6d776-64ff-4c93-b169-1220d70fe1bf') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:43.022497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-a9d492c9-5b5b-4e4d-8dde-9d06c7f95acf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab6d776-64ff-4c93-b169-1220d70fe1bf') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:43.034431 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9fdfc7b4-a60a-450f-8023-1040bc10e9f8 req-1ef1b8a7-d34b-483f-86ab-c278b1c9b2d4 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:43.038081 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9d492c9-5b5b-4e4d-8dde-9d06c7f95acf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:43.068420 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ae2dcab9-18fd-453f-88b0-d6d7b3a7fcf3 req-9d4ab911-8a9e-4b4c-b25f-b1e2fd02588d tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700910 Apr 20 16:20:43.080218 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f3906707-69a4-4cc8-8445-4377329a98f9 req-8164c0ae-9d93-4a32-85a9-df7cd5807857 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/security-groups?id=08d9d45c-62a4-4e55-a4c1-d204743baade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698760 Apr 20 16:20:43.080218 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9d492c9-5b5b-4e4d-8dde-9d06c7f95acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:43.084237 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['133065d1-c0b2-4c24-8e9b-ab22d0ccac7c'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:43.090704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d492c9-5b5b-4e4d-8dde-9d06c7f95acf admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:20:43.091415 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9d492c9-5b5b-4e4d-8dde-9d06c7f95acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:20:43.094156 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:20:43.101200 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['f49a3754-fc88-41c2-809c-ee7507ebad7a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:43.156190 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1b8a7-d34b-483f-86ab-c278b1c9b2d4 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Pushing event deleted for resources: {'Port': ['ID=133065d1-c0b2-4c24-8e9b-ab22d0ccac7c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:43.238983 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdfc7b4-a60a-450f-8023-1040bc10e9f8 req-1ef1b8a7-d34b-483f-86ab-c278b1c9b2d4 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] No DVR routers for this DVR port 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c on host n-h2-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:20:43.242413 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1b8a7-d34b-483f-86ab-c278b1c9b2d4 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:43.242740 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1b8a7-d34b-483f-86ab-c278b1c9b2d4 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:43.243082 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1b8a7-d34b-483f-86ab-c278b1c9b2d4 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:43.243426 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1b8a7-d34b-483f-86ab-c278b1c9b2d4 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:43.243755 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1b8a7-d34b-483f-86ab-c278b1c9b2d4 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:43.244089 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1b8a7-d34b-483f-86ab-c278b1c9b2d4 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:43.244444 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1b8a7-d34b-483f-86ab-c278b1c9b2d4 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:43.244771 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1b8a7-d34b-483f-86ab-c278b1c9b2d4 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:43.245101 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1b8a7-d34b-483f-86ab-c278b1c9b2d4 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:43.245428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1b8a7-d34b-483f-86ab-c278b1c9b2d4 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:43.245754 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1b8a7-d34b-483f-86ab-c278b1c9b2d4 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:43.246076 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1b8a7-d34b-483f-86ab-c278b1c9b2d4 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:20:43.249238 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9fdfc7b4-a60a-450f-8023-1040bc10e9f8 req-1ef1b8a7-d34b-483f-86ab-c278b1c9b2d4 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:43.252562 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9fdfc7b4-a60a-450f-8023-1040bc10e9f8 req-1ef1b8a7-d34b-483f-86ab-c278b1c9b2d4 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.30 "DELETE /v2.0/ports/133065d1-c0b2-4c24-8e9b-ab22d0ccac7c HTTP/1.1" status: 204 len: 173 time: 1.0841255 Apr 20 16:20:43.253064 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8afc40d-cbac-47ae-a0b2-a9a36aec8f35', 'name': 'network-vif-deleted', 'tag': '133065d1-c0b2-4c24-8e9b-ab22d0ccac7c'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:43.255353 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae7e854-88be-4657-9496-6cf849bf6964" -d '{"events": [{"server_uuid": "c8afc40d-cbac-47ae-a0b2-a9a36aec8f35", "name": "network-vif-deleted", "tag": "133065d1-c0b2-4c24-8e9b-ab22d0ccac7c"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:43.367291 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9d492c9-5b5b-4e4d-8dde-9d06c7f95acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:43.378119 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9d492c9-5b5b-4e4d-8dde-9d06c7f95acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:43.391042 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a9d492c9-5b5b-4e4d-8dde-9d06c7f95acf admin admin] 10.222.0.15 "DELETE /v2.0/networks/425574df-8198-4c82-8683-689a6be85e53 HTTP/1.1" status: 204 len: 168 time: 1.3899834 Apr 20 16:20:43.425987 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834330c5-e323-41b2-8bf6-662c6e2620dd x-openstack-request-id: req-834330c5-e323-41b2-8bf6-662c6e2620dd {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:43.425987 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8afc40d-cbac-47ae-a0b2-a9a36aec8f35", "name": "network-vif-deleted", "tag": "133065d1-c0b2-4c24-8e9b-ab22d0ccac7c", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:43.425987 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-834330c5-e323-41b2-8bf6-662c6e2620dd {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:43.425987 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-834330c5-e323-41b2-8bf6-662c6e2620dd'] response: {'server_uuid': 'c8afc40d-cbac-47ae-a0b2-a9a36aec8f35', 'name': 'network-vif-deleted', 'tag': '133065d1-c0b2-4c24-8e9b-ab22d0ccac7c', 'status': 'completed', 'code': 200} Apr 20 16:20:43.442267 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d492c9-5b5b-4e4d-8dde-9d06c7f95acf admin admin] Pushing event deleted for resources: {'Network': ['ID=425574df-8198-4c82-8683-689a6be85e53,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:43.576085 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66827a6-5e7b-47d1-afd0-e2772e305258 req-f2599059-f094-4f33-aafe-d047fa219649 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:43.597762 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e66827a6-5e7b-47d1-afd0-e2772e305258 req-f2599059-f094-4f33-aafe-d047fa219649 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e717262-5ff0-4c05-bede-8af555ee5f66 HTTP/1.1" status: 200 len: 945 time: 0.1414728 Apr 20 16:20:43.609049 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68177281-9c1b-4c2b-a093-a56ab4adaed9 req-3a530836-6d66-462a-a997-15cce6440e39 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:43.621092 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68177281-9c1b-4c2b-a093-a56ab4adaed9 req-3a530836-6d66-462a-a997-15cce6440e39 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 945 time: 0.0694873 Apr 20 16:20:43.694444 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e66827a6-5e7b-47d1-afd0-e2772e305258 req-c4ba8d6e-8110-4feb-8ad2-2706360b859f tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fe823e6-a116-40c2-a8f4-405af7467ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917764 Apr 20 16:20:43.719140 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70147540-4f81-4f7c-829c-f8e51255ae48 req-66cc96b4-b23f-4282-91ac-bcc0235728b3 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:43.720971 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-70147540-4f81-4f7c-829c-f8e51255ae48 req-66cc96b4-b23f-4282-91ac-bcc0235728b3 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 945 time: 0.0713851 Apr 20 16:20:43.731207 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68177281-9c1b-4c2b-a093-a56ab4adaed9 req-c514b481-578d-4d48-8d26-7eb7d6698e0d tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090322 Apr 20 16:20:43.736030 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device cf9c62d5-7b65-48a9-9281-035c5a9e8ca3 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:20:43.767403 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f81295-76d1-4642-9566-43387e80ed89 req-0bb0a925-5575-461d-b9d2-a1d7221b48af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:43.774375 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-91f81295-76d1-4642-9566-43387e80ed89 req-0bb0a925-5575-461d-b9d2-a1d7221b48af service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ffad88bc0f5d4afd9c32393497a68147&device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 1096 time: 0.1500690 Apr 20 16:20:43.890909 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4e2a5bdc-09d6-45ab-b00f-0793871e7270 req-6acd95f9-9814-4524-a87b-c9751af63cc4 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8afc40d-cbac-47ae-a0b2-a9a36aec8f35 HTTP/1.1" status: 200 len: 210 time: 0.0304322 Apr 20 16:20:43.914614 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-70147540-4f81-4f7c-829c-f8e51255ae48 req-0944f2bc-9eb6-4e64-bba5-2bc6d0d4ecf5 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Deleting port 46d10678-7aa0-4884-9c2f-bf5d6875baaa {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:20:43.914980 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-70147540-4f81-4f7c-829c-f8e51255ae48 req-0944f2bc-9eb6-4e64-bba5-2bc6d0d4ecf5 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:43.928706 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port cf9c62d5-7b65-48a9-9281-035c5a9e8ca3 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:20:43.929166 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41224) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:43.933415 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port cf9c62d5-7b65-48a9-9281-035c5a9e8ca3 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:43.934794 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:43.992172 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4fd50942-10ae-49e5-ad60-bd6c59886368 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=349aaf2e75034b3c89268afe8c0ccc81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0608976 Apr 20 16:20:43.999921 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41226) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:44.020298 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-64da9fd4-dd96-49d5-8dc9-74809c8330d9 req-d42aa10e-c56a-46ea-8993-7c380ee98255 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1083863343&fields=id&tenant_id=73ba2d154aa546b5bdc4027f729bae8b HTTP/1.1" status: 200 len: 267 time: 0.1370447 Apr 20 16:20:44.052229 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:44.077082 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f81295-76d1-4642-9566-43387e80ed89 req-91392f34-7ba0-4b34-a611-a5c447429b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:44.078899 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-91f81295-76d1-4642-9566-43387e80ed89 req-91392f34-7ba0-4b34-a611-a5c447429b4a service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd HTTP/1.1" status: 200 len: 917 time: 0.2785032 Apr 20 16:20:44.095339 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63974543-b286-405a-b621-b54e651e23e4 req-35f31c43-bb68-44e6-94df-d34ee114440a tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:44.104351 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63974543-b286-405a-b621-b54e651e23e4 req-35f31c43-bb68-44e6-94df-d34ee114440a tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 944 time: 0.0923145 Apr 20 16:20:44.114775 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e717262-5ff0-4c05-bede-8af555ee5f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9c62d5-7b65-48a9-9281-035c5a9e8ca3'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:44.120991 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfd9729-e5f3-4c70-89ed-cf2f1795e23f" -d '{"events": [{"server_uuid": "0e717262-5ff0-4c05-bede-8af555ee5f66", "name": "network-vif-plugged", "status": "completed", "tag": "cf9c62d5-7b65-48a9-9281-035c5a9e8ca3"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:44.142077 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-70147540-4f81-4f7c-829c-f8e51255ae48 req-0944f2bc-9eb6-4e64-bba5-2bc6d0d4ecf5 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] For port 46d10678-7aa0-4884-9c2f-bf5d6875baaa, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=46d10678-7aa0-4884-9c2f-bf5d6875baaa,segment=NetworkSegment(6de5635b-038f-4888-a5bb-e665846b05f1),segment_id=6de5635b-038f-4888-a5bb-e665846b05f1)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:44.142660 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-70147540-4f81-4f7c-829c-f8e51255ae48 req-0944f2bc-9eb6-4e64-bba5-2bc6d0d4ecf5 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:44.161170 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port cf9c62d5-7b65-48a9-9281-035c5a9e8ca3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=cf9c62d5-7b65-48a9-9281-035c5a9e8ca3,segment=NetworkSegment(7da64f4a-2f5c-40a4-9976-b32a14cb5d68),segment_id=7da64f4a-2f5c-40a4-9976-b32a14cb5d68)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:44.169319 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-70147540-4f81-4f7c-829c-f8e51255ae48 req-0944f2bc-9eb6-4e64-bba5-2bc6d0d4ecf5 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Calling delete_port for 46d10678-7aa0-4884-9c2f-bf5d6875baaa owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:20:44.186623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da9fd4-dd96-49d5-8dc9-74809c8330d9 req-993c5467-f5ce-4381-8fbf-8dfb06788ac8 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:44.186915 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-64da9fd4-dd96-49d5-8dc9-74809c8330d9 req-993c5467-f5ce-4381-8fbf-8dfb06788ac8 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 945 time: 0.1647491 Apr 20 16:20:44.191516 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63974543-b286-405a-b621-b54e651e23e4 req-2556cc45-c267-4090-9e29-423ae7d850e6 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/security-groups?id=335f89db-4b4e-4428-b8e7-4f77f314f210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816481 Apr 20 16:20:44.209408 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-506ab035-9514-4f3c-9c53-99b3dea07cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:44.224813 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-64da9fd4-dd96-49d5-8dc9-74809c8330d9 req-4754f0a5-ca4d-49bb-a7d0-5f703b27462f tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Request body: {'port': {'security_groups': ['0ff42b31-233f-4225-8d08-56b0ce478470', '5646ba57-71ef-40cb-afda-46af0eaaec43']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:44.242244 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:44.243193 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 3a85de43-97d3-47c9-83b5-7a03273184f3 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:20:44.290223 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-91f81295-76d1-4642-9566-43387e80ed89 req-3fff8963-1bb1-4f9a-9e28-ac58ebd1a2ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40d30113-8702-45e7-a372-34eb5ce08ae3 HTTP/1.1" status: 200 len: 1000 time: 0.1854346 Apr 20 16:20:44.318102 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=cf9c62d5-7b65-48a9-9281-035c5a9e8ca3,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:44.321567 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 461f4a30-c5b1-4f91-9557-8f9cf4aa212c no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:20:44.328779 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-506ab035-9514-4f3c-9c53-99b3dea07cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:44.399549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 461f4a30-c5b1-4f91-9557-8f9cf4aa212c {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:20:44.399549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 461f4a30-c5b1-4f91-9557-8f9cf4aa212c not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:20:44.495663 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aeb51b-12c0-424e-9c0b-35509c761c8f req-ee95fedc-bf95-494f-a311-ad01addcb796 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:44.497235 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b3aeb51b-12c0-424e-9c0b-35509c761c8f req-ee95fedc-bf95-494f-a311-ad01addcb796 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 945 time: 0.0645821 Apr 20 16:20:44.504646 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-64da9fd4-dd96-49d5-8dc9-74809c8330d9 req-4754f0a5-ca4d-49bb-a7d0-5f703b27462f tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:44.518862 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f81295-76d1-4642-9566-43387e80ed89 req-084d49a1-4f92-4c6a-87dc-ca76bb01d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:44.520402 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-91f81295-76d1-4642-9566-43387e80ed89 req-084d49a1-4f92-4c6a-87dc-ca76bb01d46a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67866dc0-b0b9-4599-80d0-c4f37b27fe8d HTTP/1.1" status: 200 len: 855 time: 0.2186043 Apr 20 16:20:44.544876 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b3aeb51b-12c0-424e-9c0b-35509c761c8f req-0aab7706-3899-454b-93ad-132c8ef30a1a tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/security-groups?id=08d9d45c-62a4-4e55-a4c1-d204743baade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409746 Apr 20 16:20:44.597314 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9e57f3-5a62-4544-bb9d-494986891332 x-openstack-request-id: req-9a9e57f3-5a62-4544-bb9d-494986891332 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:44.597903 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e717262-5ff0-4c05-bede-8af555ee5f66", "name": "network-vif-plugged", "status": "completed", "tag": "cf9c62d5-7b65-48a9-9281-035c5a9e8ca3", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:44.597903 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a9e57f3-5a62-4544-bb9d-494986891332 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:44.598497 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a9e57f3-5a62-4544-bb9d-494986891332'] response: {'server_uuid': '0e717262-5ff0-4c05-bede-8af555ee5f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9c62d5-7b65-48a9-9281-035c5a9e8ca3', 'code': 200} Apr 20 16:20:44.629096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f81295-76d1-4642-9566-43387e80ed89 req-3d43294f-f4bf-45e3-8b2e-9e4cdb077a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:44.631178 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-91f81295-76d1-4642-9566-43387e80ed89 req-3d43294f-f4bf-45e3-8b2e-9e4cdb077a77 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028502 Apr 20 16:20:44.824263 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 3a85de43-97d3-47c9-83b5-7a03273184f3 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:20:44.832852 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 3a85de43-97d3-47c9-83b5-7a03273184f3 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:44.833341 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:44.849443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6a4dc-f166-4f39-877a-5b962230946d req-3b2cd920-a132-434d-9d44-1be28448dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:44.851176 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56e6a4dc-f166-4f39-877a-5b962230946d req-3b2cd920-a132-434d-9d44-1be28448dbc6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0e717262-5ff0-4c05-bede-8af555ee5f66 HTTP/1.1" status: 200 len: 1097 time: 0.1112707 Apr 20 16:20:44.855153 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-91f81295-76d1-4642-9566-43387e80ed89 req-8007b19b-b08b-4fe4-a908-9cc0c531aa8d service neutron] 10.222.0.26 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153103 Apr 20 16:20:44.861593 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-64da9fd4-dd96-49d5-8dc9-74809c8330d9 req-4754f0a5-ca4d-49bb-a7d0-5f703b27462f tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] For port c857b9a1-021c-4cae-bc5f-4a67b9b4573a, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=c857b9a1-021c-4cae-bc5f-4a67b9b4573a,segment=NetworkSegment(21ec1e0a-7032-4c6a-b26c-15010c22cb42),segment_id=21ec1e0a-7032-4c6a-b26c-15010c22cb42)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:44.881605 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-70147540-4f81-4f7c-829c-f8e51255ae48 req-0944f2bc-9eb6-4e64-bba5-2bc6d0d4ecf5 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:44.936774 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c343cf-8910-4372-a325-af65beac7a8d req-a5bc3e93-46b7-414a-be62-4863a5241111 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:44.945547 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a1c343cf-8910-4372-a325-af65beac7a8d req-a5bc3e93-46b7-414a-be62-4863a5241111 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.2929704 Apr 20 16:20:44.955670 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944f2bc-9eb6-4e64-bba5-2bc6d0d4ecf5 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Pushing event deleted for resources: {'Port': ['ID=46d10678-7aa0-4884-9c2f-bf5d6875baaa,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:44.972270 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:44.989155 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['46d10678-7aa0-4884-9c2f-bf5d6875baaa'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:44.996556 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-91f81295-76d1-4642-9566-43387e80ed89 req-55f4800a-99af-4bcb-8153-07e9fe088527 service neutron] 10.222.0.26 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222379 Apr 20 16:20:45.010794 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-506ab035-9514-4f3c-9c53-99b3dea07cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:45.013874 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-506ab035-9514-4f3c-9c53-99b3dea07cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:45.014521 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-70147540-4f81-4f7c-829c-f8e51255ae48 req-0944f2bc-9eb6-4e64-bba5-2bc6d0d4ecf5 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] No DVR routers for this DVR port 46d10678-7aa0-4884-9c2f-bf5d6875baaa on host n-h2-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:20:45.018188 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-506ab035-9514-4f3c-9c53-99b3dea07cb0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd1da8d7-1c95-4a5b-8337-dfcab4c1d9cc HTTP/1.1" status: 204 len: 168 time: 1.0166123 Apr 20 16:20:45.019911 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-70147540-4f81-4f7c-829c-f8e51255ae48 req-0944f2bc-9eb6-4e64-bba5-2bc6d0d4ecf5 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:45.024666 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-70147540-4f81-4f7c-829c-f8e51255ae48 req-0944f2bc-9eb6-4e64-bba5-2bc6d0d4ecf5 tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.30 "DELETE /v2.0/ports/46d10678-7aa0-4884-9c2f-bf5d6875baaa HTTP/1.1" status: 204 len: 173 time: 1.2913156 Apr 20 16:20:45.048644 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ab035-9514-4f3c-9c53-99b3dea07cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1da8d7-1c95-4a5b-8337-dfcab4c1d9cc,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:45.055395 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56e6a4dc-f166-4f39-877a-5b962230946d req-cd6a0fd8-aa41-4bde-8627-cd43b91ab243 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7fe823e6-a116-40c2-a8f4-405af7467ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916933 Apr 20 16:20:45.071700 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a1c343cf-8910-4372-a325-af65beac7a8d req-4e986db9-1213-4a6b-8d86-db7575db3aa2 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177170 Apr 20 16:20:45.071927 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-64da9fd4-dd96-49d5-8dc9-74809c8330d9 req-4754f0a5-ca4d-49bb-a7d0-5f703b27462f tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:45.156039 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-64da9fd4-dd96-49d5-8dc9-74809c8330d9 req-4754f0a5-ca4d-49bb-a7d0-5f703b27462f tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:45.237098 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d92e84-6e86-499a-82d2-d89eea41df65 req-90532671-76da-4f28-9934-7e511d92144e tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:45.238811 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c9d92e84-6e86-499a-82d2-d89eea41df65 req-90532671-76da-4f28-9934-7e511d92144e tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e717262-5ff0-4c05-bede-8af555ee5f66 HTTP/1.1" status: 200 len: 946 time: 0.0927422 Apr 20 16:20:45.306271 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754f0a5-ca4d-49bb-a7d0-5f703b27462f tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event updated for resources: {'Port': ['ID=c857b9a1-021c-4cae-bc5f-4a67b9b4573a,revision_number=6']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:45.339726 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c9d92e84-6e86-499a-82d2-d89eea41df65 req-6a32b262-57d4-493c-9950-ae379a662614 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fe823e6-a116-40c2-a8f4-405af7467ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858715 Apr 20 16:20:45.350395 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da9fd4-dd96-49d5-8dc9-74809c8330d9 req-4754f0a5-ca4d-49bb-a7d0-5f703b27462f tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:45.353242 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-64da9fd4-dd96-49d5-8dc9-74809c8330d9 req-4754f0a5-ca4d-49bb-a7d0-5f703b27462f tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:45.355387 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-64da9fd4-dd96-49d5-8dc9-74809c8330d9 req-4754f0a5-ca4d-49bb-a7d0-5f703b27462f tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "PUT /v2.0/ports/c857b9a1-021c-4cae-bc5f-4a67b9b4573a HTTP/1.1" status: 200 len: 981 time: 1.1438086 Apr 20 16:20:45.357011 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76', 'tag': 'c857b9a1-021c-4cae-bc5f-4a67b9b4573a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:45.360646 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8262be9-e215-499e-a024-95a7f7e5b262" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76", "tag": "c857b9a1-021c-4cae-bc5f-4a67b9b4573a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:45.362834 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['9f6487ec-8b6f-44eb-87b1-0690b758458b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:45.414449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 3a85de43-97d3-47c9-83b5-7a03273184f3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=3a85de43-97d3-47c9-83b5-7a03273184f3,segment=NetworkSegment(012dea76-df1c-4418-8d44-1b53225e3572),segment_id=012dea76-df1c-4418-8d44-1b53225e3572)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:45.428117 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68', 'name': 'network-vif-deleted', 'tag': '46d10678-7aa0-4884-9c2f-bf5d6875baaa'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:45.430592 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdb3587-53e3-4140-ba65-aca97a926fa2" -d '{"events": [{"server_uuid": "a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68", "name": "network-vif-deleted", "tag": "46d10678-7aa0-4884-9c2f-bf5d6875baaa"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:45.442721 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['c857b9a1-021c-4cae-bc5f-4a67b9b4573a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:45.535969 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['c857b9a1-021c-4cae-bc5f-4a67b9b4573a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:45.571782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1683c-bc61-4636-bffe-d0dbc5038cea req-a281e13a-e689-4fbd-b8aa-da214e5244dc tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:45.576014 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-04a9123e-fe20-4f44-b752-e48e8add709a req-be1f8293-0322-4d44-a766-1d69ea41350f tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/5646ba57-71ef-40cb-afda-46af0eaaec43 HTTP/1.1" status: 200 len: 1803 time: 0.0699239 Apr 20 16:20:45.585732 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0dc1683c-bc61-4636-bffe-d0dbc5038cea req-a281e13a-e689-4fbd-b8aa-da214e5244dc tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 944 time: 0.1186163 Apr 20 16:20:45.611829 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:45.668814 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [req-04a9123e-fe20-4f44-b752-e48e8add709a req-7ed75396-347f-4e6f-adaf-8830b0b965b8 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 16:20:45.671757 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-04a9123e-fe20-4f44-b752-e48e8add709a req-7ed75396-347f-4e6f-adaf-8830b0b965b8 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "DELETE /v2.0/security-groups/5646ba57-71ef-40cb-afda-46af0eaaec43 HTTP/1.1" status: 409 len: 341 time: 0.0812111 Apr 20 16:20:45.758402 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d36e10-ab3d-466b-8479-81bd684eec48 x-openstack-request-id: req-c8d36e10-ab3d-466b-8479-81bd684eec48 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:45.758874 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76", "tag": "c857b9a1-021c-4cae-bc5f-4a67b9b4573a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:45.759280 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8d36e10-ab3d-466b-8479-81bd684eec48 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:45.759832 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d36e10-ab3d-466b-8479-81bd684eec48'] response: {'name': 'network-changed', 'server_uuid': 'cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76', 'tag': 'c857b9a1-021c-4cae-bc5f-4a67b9b4573a', 'status': 'completed', 'code': 200} Apr 20 16:20:45.790340 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:20:45.845016 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dacbb6-74c5-4e47-9a0b-c4c851f9a77f x-openstack-request-id: req-d6dacbb6-74c5-4e47-9a0b-c4c851f9a77f {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:45.845357 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68", "name": "network-vif-deleted", "tag": "46d10678-7aa0-4884-9c2f-bf5d6875baaa", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:45.845651 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6dacbb6-74c5-4e47-9a0b-c4c851f9a77f {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:45.846204 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6dacbb6-74c5-4e47-9a0b-c4c851f9a77f'] response: {'server_uuid': 'a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68', 'name': 'network-vif-deleted', 'tag': '46d10678-7aa0-4884-9c2f-bf5d6875baaa', 'status': 'completed', 'code': 200} Apr 20 16:20:45.876262 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:20:45.878729 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 133065d1-c0b2-4c24-8e9b-ab22d0ccac7c not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:20:45.879836 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 46d10678-7aa0-4884-9c2f-bf5d6875baaa no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:20:45.907033 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8262be9-e215-499e-a024-95a7f7e5b262 req-20368fe4-f889-4f90-a1ed-93d82b3e5000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:45.910998 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e8262be9-e215-499e-a024-95a7f7e5b262 req-20368fe4-f889-4f90-a1ed-93d82b3e5000 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=73ba2d154aa546b5bdc4027f729bae8b&device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 1135 time: 0.1046951 Apr 20 16:20:45.969641 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 46d10678-7aa0-4884-9c2f-bf5d6875baaa {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:20:45.970097 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 46d10678-7aa0-4884-9c2f-bf5d6875baaa not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:20:45.976160 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=3a85de43-97d3-47c9-83b5-7a03273184f3,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:46.062003 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0dc1683c-bc61-4636-bffe-d0dbc5038cea req-9bb41724-2fa2-4f33-b6f4-382c4ecd5a35 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/security-groups?id=335f89db-4b4e-4428-b8e7-4f77f314f210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739480 Apr 20 16:20:46.122076 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8262be9-e215-499e-a024-95a7f7e5b262 req-78e8f4b8-8b72-44be-9205-7535c35429f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:46.123781 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e8262be9-e215-499e-a024-95a7f7e5b262 req-78e8f4b8-8b72-44be-9205-7535c35429f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29dbfc8e-095a-4d2b-82ac-4cea5a87b262 HTTP/1.1" status: 200 len: 914 time: 0.2019820 Apr 20 16:20:46.222220 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e8262be9-e215-499e-a024-95a7f7e5b262 req-0b8a1503-5c9a-4aae-8647-f6274191dec9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c857b9a1-021c-4cae-bc5f-4a67b9b4573a HTTP/1.1" status: 200 len: 217 time: 0.0607240 Apr 20 16:20:46.231604 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61b69a02-6ec4-46b4-b2d9-5847efb58ef2 req-bc814df8-5bae-4274-94f7-facd67456e4f tempest-ServerPasswordTestJSON-1481003206 tempest-ServerPasswordTestJSON-1481003206-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3c2afdc-8ee3-4dc2-9c65-7b330b38ea68 HTTP/1.1" status: 200 len: 210 time: 0.0384059 Apr 20 16:20:46.300402 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8262be9-e215-499e-a024-95a7f7e5b262 req-529f361c-b397-4bb5-940a-6432ed31cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:46.302311 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e8262be9-e215-499e-a024-95a7f7e5b262 req-529f361c-b397-4bb5-940a-6432ed31cccb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e508aa00-d9ac-4d19-b6db-06331192a4a4 HTTP/1.1" status: 200 len: 853 time: 0.0973835 Apr 20 16:20:46.355872 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e8262be9-e215-499e-a024-95a7f7e5b262 req-e60e399a-c71e-4c97-b533-ca03bc7238c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29dbfc8e-095a-4d2b-82ac-4cea5a87b262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447536 Apr 20 16:20:46.499698 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e8262be9-e215-499e-a024-95a7f7e5b262 req-be51e0a3-bc41-4779-b3ba-5cb99c7acc56 service neutron] 10.222.0.30 "GET /v2.0/networks/29dbfc8e-095a-4d2b-82ac-4cea5a87b262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006532 Apr 20 16:20:46.590145 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e8262be9-e215-499e-a024-95a7f7e5b262 req-45a73ae1-004c-4630-b76a-8f148d353e84 service neutron] 10.222.0.30 "GET /v2.0/networks/29dbfc8e-095a-4d2b-82ac-4cea5a87b262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832891 Apr 20 16:20:46.599449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de59e16-9d32-4934-a827-c12fb83a9142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a85de43-97d3-47c9-83b5-7a03273184f3'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:46.602019 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c4058d-88a0-4f72-9295-1924eb10696b" -d '{"events": [{"server_uuid": "6de59e16-9d32-4934-a827-c12fb83a9142", "name": "network-vif-plugged", "status": "completed", "tag": "3a85de43-97d3-47c9-83b5-7a03273184f3"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:46.746407 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2b65b-2bd9-4c2d-ba6e-57c886eb3242 req-df691d7f-ab01-4904-a228-ad8888ddea3b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:46.747909 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d0a2b65b-2bd9-4c2d-ba6e-57c886eb3242 req-df691d7f-ab01-4904-a228-ad8888ddea3b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.0603600 Apr 20 16:20:46.793919 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d0a2b65b-2bd9-4c2d-ba6e-57c886eb3242 req-0e97f8bd-a402-45a3-819c-7acef7dee056 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398359 Apr 20 16:20:46.829237 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352c40b-5f6b-4bfb-8662-9c9495cf26ad req-2a48cc67-b9b4-46b6-b932-4d9321f83990 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:46.830729 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b352c40b-5f6b-4bfb-8662-9c9495cf26ad req-2a48cc67-b9b4-46b6-b932-4d9321f83990 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e717262-5ff0-4c05-bede-8af555ee5f66 HTTP/1.1" status: 200 len: 946 time: 0.0641856 Apr 20 16:20:46.842238 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6af0434-1c4f-4216-8dda-bbad39140a31 x-openstack-request-id: req-d6af0434-1c4f-4216-8dda-bbad39140a31 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:46.842784 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de59e16-9d32-4934-a827-c12fb83a9142", "name": "network-vif-plugged", "status": "completed", "tag": "3a85de43-97d3-47c9-83b5-7a03273184f3", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:46.843303 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6af0434-1c4f-4216-8dda-bbad39140a31 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:46.843866 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6af0434-1c4f-4216-8dda-bbad39140a31'] response: {'server_uuid': '6de59e16-9d32-4934-a827-c12fb83a9142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a85de43-97d3-47c9-83b5-7a03273184f3', 'code': 200} Apr 20 16:20:46.881437 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b352c40b-5f6b-4bfb-8662-9c9495cf26ad req-a54d34a2-f75f-4024-b448-957907b9e356 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fe823e6-a116-40c2-a8f4-405af7467ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412166 Apr 20 16:20:46.937042 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36752c-9406-421c-a80f-23f330cc80be req-6a34a333-55a4-4d5e-ae3e-d138126069f5 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:46.939803 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5c36752c-9406-421c-a80f-23f330cc80be req-6a34a333-55a4-4d5e-ae3e-d138126069f5 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fab4eb-af20-4e02-80f0-b03aabffafd5 HTTP/1.1" status: 200 len: 950 time: 0.0525508 Apr 20 16:20:46.990439 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5c36752c-9406-421c-a80f-23f330cc80be req-1a7b377d-2727-4223-a56e-a95aa6f4a7af tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428867 Apr 20 16:20:47.008249 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc5fb8-39de-49b1-bcc0-d20fa456e6fb req-966572b1-4319-4fc7-b5a1-19902fedf629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:47.010027 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fefc5fb8-39de-49b1-bcc0-d20fa456e6fb req-966572b1-4319-4fc7-b5a1-19902fedf629 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 1096 time: 0.0808403 Apr 20 16:20:47.022580 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc267b07-32f4-4b50-a042-c21b05ee1a3d req-1e769376-f45f-4d80-9b22-f7eabdb0b468 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:47.024585 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fc267b07-32f4-4b50-a042-c21b05ee1a3d req-1e769376-f45f-4d80-9b22-f7eabdb0b468 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 984 time: 0.0691669 Apr 20 16:20:47.075264 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d818a-52f6-4ef5-9a44-494af47b92a3 req-c1520252-5cc7-4536-86c8-1b6c9c3bf302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:47.076947 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-af5d818a-52f6-4ef5-9a44-494af47b92a3 req-c1520252-5cc7-4536-86c8-1b6c9c3bf302 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=73ba2d154aa546b5bdc4027f729bae8b&device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 1135 time: 0.0477941 Apr 20 16:20:47.082832 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fefc5fb8-39de-49b1-bcc0-d20fa456e6fb req-a9754291-b062-4170-820a-6de0bdef406a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=335f89db-4b4e-4428-b8e7-4f77f314f210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572865 Apr 20 16:20:47.089838 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fc267b07-32f4-4b50-a042-c21b05ee1a3d req-66ca0034-cb76-4cfd-87df-5671ea4752f2 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=5646ba57-71ef-40cb-afda-46af0eaaec43&id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0575886 Apr 20 16:20:47.133139 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41302) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:47.184051 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e07f2-62e3-4f22-b1f1-8e80e406ed7f req-0b231b16-516e-41d9-8beb-0a2d68285c52 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:47.185566 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a14e07f2-62e3-4f22-b1f1-8e80e406ed7f req-0b231b16-516e-41d9-8beb-0a2d68285c52 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 945 time: 0.0502307 Apr 20 16:20:47.223806 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a14e07f2-62e3-4f22-b1f1-8e80e406ed7f req-d963caab-a8ea-4440-a1ce-6d5a30f477fb tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/security-groups?id=335f89db-4b4e-4428-b8e7-4f77f314f210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320725 Apr 20 16:20:47.230046 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-8a671f45-e7cb-44dd-9705-fadbbd4ebea2 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1658521708-network', 'tenant_id': 'a8a96c12e6f64332b12b242a601a3df7'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:47.292731 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41308) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:47.336497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b849ca-5722-4fbf-9ef6-43e9efbebbd8 admin admin] Deleting subnet 46e9902a-dbb4-4de8-acd2-2382942cc1ee {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:20:47.339535 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50b849ca-5722-4fbf-9ef6-43e9efbebbd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:47.373280 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50b849ca-5722-4fbf-9ef6-43e9efbebbd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:47.393308 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a671f45-e7cb-44dd-9705-fadbbd4ebea2 admin admin] Made reservation on behalf of a8a96c12e6f64332b12b242a601a3df7 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:20:47.395834 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8a671f45-e7cb-44dd-9705-fadbbd4ebea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:47.407977 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8a671f45-e7cb-44dd-9705-fadbbd4ebea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:47.440670 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50b849ca-5722-4fbf-9ef6-43e9efbebbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:47.527036 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d818a-52f6-4ef5-9a44-494af47b92a3 req-e549815e-1423-4a5b-b2b9-f62dc646ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:47.528453 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-af5d818a-52f6-4ef5-9a44-494af47b92a3 req-e549815e-1423-4a5b-b2b9-f62dc646ad73 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29dbfc8e-095a-4d2b-82ac-4cea5a87b262 HTTP/1.1" status: 200 len: 914 time: 0.0895624 Apr 20 16:20:47.533886 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8a671f45-e7cb-44dd-9705-fadbbd4ebea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:47.572747 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-af5d818a-52f6-4ef5-9a44-494af47b92a3 req-02643271-42d6-43cf-a8b7-c71e87b88af8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c857b9a1-021c-4cae-bc5f-4a67b9b4573a HTTP/1.1" status: 200 len: 217 time: 0.0365298 Apr 20 16:20:47.601640 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50b849ca-5722-4fbf-9ef6-43e9efbebbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:47.626857 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d818a-52f6-4ef5-9a44-494af47b92a3 req-220d29cd-2693-46b3-8fc8-4593deb1f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:47.628389 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-af5d818a-52f6-4ef5-9a44-494af47b92a3 req-220d29cd-2693-46b3-8fc8-4593deb1f376 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e508aa00-d9ac-4d19-b6db-06331192a4a4 HTTP/1.1" status: 200 len: 853 time: 0.0470486 Apr 20 16:20:47.630411 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b849ca-5722-4fbf-9ef6-43e9efbebbd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46e9902a-dbb4-4de8-acd2-2382942cc1ee,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:47.631967 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8a671f45-e7cb-44dd-9705-fadbbd4ebea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:47.635726 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50b849ca-5722-4fbf-9ef6-43e9efbebbd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:47.638732 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-50b849ca-5722-4fbf-9ef6-43e9efbebbd8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/46e9902a-dbb4-4de8-acd2-2382942cc1ee HTTP/1.1" status: 204 len: 168 time: 0.3449984 Apr 20 16:20:47.643931 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41310) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:47.664724 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a671f45-e7cb-44dd-9705-fadbbd4ebea2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:20:47.670346 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a671f45-e7cb-44dd-9705-fadbbd4ebea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716e351f-3281-4973-abe6-47247536e927,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:47.678548 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8a671f45-e7cb-44dd-9705-fadbbd4ebea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:47.678894 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-8a671f45-e7cb-44dd-9705-fadbbd4ebea2 admin admin] Added segment 92ae8199-4df4-4470-93e0-b608fafb4861 of type vlan for network 7149c004-f3a8-4107-821e-83b0af89cdf4 Apr 20 16:20:47.680303 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-af5d818a-52f6-4ef5-9a44-494af47b92a3 req-bc42117d-2e56-4ecd-8850-39f9ec5f26f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29dbfc8e-095a-4d2b-82ac-4cea5a87b262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448775 Apr 20 16:20:47.727326 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8a671f45-e7cb-44dd-9705-fadbbd4ebea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:47.780301 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b6605a6b-966b-4fc5-8b09-9283fc4faf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:47.830228 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8a671f45-e7cb-44dd-9705-fadbbd4ebea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:47.831722 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a671f45-e7cb-44dd-9705-fadbbd4ebea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:47.831977 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8a671f45-e7cb-44dd-9705-fadbbd4ebea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:47.880825 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-af5d818a-52f6-4ef5-9a44-494af47b92a3 req-2ae239d1-bef5-4baf-b12d-d01532d91f20 service neutron] 10.222.0.30 "GET /v2.0/networks/29dbfc8e-095a-4d2b-82ac-4cea5a87b262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678212 Apr 20 16:20:47.897930 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a671f45-e7cb-44dd-9705-fadbbd4ebea2 admin admin] Pushing event updated for resources: {'Network': ['ID=7149c004-f3a8-4107-821e-83b0af89cdf4,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:47.909625 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b6605a6b-966b-4fc5-8b09-9283fc4faf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:47.910184 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 7149c004-f3a8-4107-821e-83b0af89cdf4 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:20:47.941070 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8a671f45-e7cb-44dd-9705-fadbbd4ebea2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8068249 Apr 20 16:20:47.945143 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41318) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:47.958107 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-0a116291-162f-4ee8-ad9e-812a8804a065 admin admin] Request body: {'subnet': {'network_id': '7149c004-f3a8-4107-821e-83b0af89cdf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1658521708-subnet', 'tenant_id': 'a8a96c12e6f64332b12b242a601a3df7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:47.990496 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b6605a6b-966b-4fc5-8b09-9283fc4faf7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:48.008301 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b6605a6b-966b-4fc5-8b09-9283fc4faf7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de5635b-038f-4888-a5bb-e665846b05f1') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:48.014570 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b6605a6b-966b-4fc5-8b09-9283fc4faf7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de5635b-038f-4888-a5bb-e665846b05f1') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:20:48.022314 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b6605a6b-966b-4fc5-8b09-9283fc4faf7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:48.043200 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd70b5c-ac7a-4ec5-865c-a87422dddf1f req-180b2a5c-e4a1-4820-8489-6b48f50f6db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:48.043200 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bd70b5c-ac7a-4ec5-865c-a87422dddf1f req-180b2a5c-e4a1-4820-8489-6b48f50f6db4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ffad88bc0f5d4afd9c32393497a68147&device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 1096 time: 0.0928161 Apr 20 16:20:48.043485 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901414e-c093-4145-a415-58215aa4af85 req-fec62c1a-07ca-42e1-b859-e53335356728 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:48.044369 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a901414e-c093-4145-a415-58215aa4af85 req-fec62c1a-07ca-42e1-b859-e53335356728 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.1573749 Apr 20 16:20:48.049243 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3da8d-2679-4211-a1c1-cf6f4d2268c1 req-1cda33fa-37d4-4e69-b6b9-1685e4eecff3 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:48.050706 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbe3da8d-2679-4211-a1c1-cf6f4d2268c1 req-1cda33fa-37d4-4e69-b6b9-1685e4eecff3 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e717262-5ff0-4c05-bede-8af555ee5f66 HTTP/1.1" status: 200 len: 946 time: 0.0651977 Apr 20 16:20:48.054211 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b6605a6b-966b-4fc5-8b09-9283fc4faf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:48.076743 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6605a6b-966b-4fc5-8b09-9283fc4faf7f admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:20:48.077146 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b6605a6b-966b-4fc5-8b09-9283fc4faf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:20:48.078774 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:20:48.105162 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-af5d818a-52f6-4ef5-9a44-494af47b92a3 req-36b65b43-11b4-4434-9c14-89f69bb60631 service neutron] 10.222.0.30 "GET /v2.0/networks/29dbfc8e-095a-4d2b-82ac-4cea5a87b262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170300 Apr 20 16:20:48.140168 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbe3da8d-2679-4211-a1c1-cf6f4d2268c1 req-d26246fb-7cb3-4269-ab6f-625ed777c329 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fe823e6-a116-40c2-a8f4-405af7467ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802102 Apr 20 16:20:48.150716 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a116291-162f-4ee8-ad9e-812a8804a065 admin admin] Made reservation on behalf of a8a96c12e6f64332b12b242a601a3df7 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:20:48.153282 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0a116291-162f-4ee8-ad9e-812a8804a065 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:48.170557 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a901414e-c093-4145-a415-58215aa4af85 req-6a190ed4-5b58-4668-8eb6-11d375b9210d tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163445 Apr 20 16:20:48.225176 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd70b5c-ac7a-4ec5-865c-a87422dddf1f req-48879b84-660a-4db5-bef4-44110ad40a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:48.226657 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bd70b5c-ac7a-4ec5-865c-a87422dddf1f req-48879b84-660a-4db5-bef4-44110ad40a52 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd HTTP/1.1" status: 200 len: 917 time: 0.1750517 Apr 20 16:20:48.270958 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b6605a6b-966b-4fc5-8b09-9283fc4faf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:48.277765 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b6605a6b-966b-4fc5-8b09-9283fc4faf7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:48.281937 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b6605a6b-966b-4fc5-8b09-9283fc4faf7f admin admin] 10.222.0.15 "DELETE /v2.0/networks/a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523 HTTP/1.1" status: 204 len: 168 time: 0.6370363 Apr 20 16:20:48.312237 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705f674-15cd-41bb-91a9-7edd7c78da46 req-d44244cd-1280-48de-a907-89b8b2f49247 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:48.322132 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0705f674-15cd-41bb-91a9-7edd7c78da46 req-d44244cd-1280-48de-a907-89b8b2f49247 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 984 time: 0.0870757 Apr 20 16:20:48.322132 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6605a6b-966b-4fc5-8b09-9283fc4faf7f admin admin] Pushing event deleted for resources: {'Network': ['ID=a4c5e65a-e0fe-44db-a2a4-d7cd33dc3523,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:48.363294 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bd70b5c-ac7a-4ec5-865c-a87422dddf1f req-917a20c7-361a-4c80-aea0-a2108d291844 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40d30113-8702-45e7-a372-34eb5ce08ae3 HTTP/1.1" status: 200 len: 1000 time: 0.1213882 Apr 20 16:20:48.374738 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0705f674-15cd-41bb-91a9-7edd7c78da46 req-2bf93ef0-8e5a-4e7c-856a-dfcb141ca68c tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=5646ba57-71ef-40cb-afda-46af0eaaec43&id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0452118 Apr 20 16:20:48.376009 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0de5d-d212-4ad0-9b38-52346757d204 req-eabaed94-dca0-4eac-8fd3-d5a5c35f796c tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:48.377508 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-10e0de5d-d212-4ad0-9b38-52346757d204 req-eabaed94-dca0-4eac-8fd3-d5a5c35f796c tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fab4eb-af20-4e02-80f0-b03aabffafd5 HTTP/1.1" status: 200 len: 950 time: 0.1483915 Apr 20 16:20:48.698837 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41332) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:48.798664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd70b5c-ac7a-4ec5-865c-a87422dddf1f req-a86400c1-4c8b-4ba9-a01d-1ae895ee7bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:48.800160 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bd70b5c-ac7a-4ec5-865c-a87422dddf1f req-a86400c1-4c8b-4ba9-a01d-1ae895ee7bd5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67866dc0-b0b9-4599-80d0-c4f37b27fe8d HTTP/1.1" status: 200 len: 855 time: 0.4197433 Apr 20 16:20:48.837841 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-10e0de5d-d212-4ad0-9b38-52346757d204 req-bdcbbd64-0bbf-4bd4-95c1-2841c74d339e tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ec5f9b0-3b93-4b6c-8387-49c9e910b577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480724 Apr 20 16:20:48.897469 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd70b5c-ac7a-4ec5-865c-a87422dddf1f req-8e07f1aa-7b00-47e6-95e2-2a942b2415e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:48.900516 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bd70b5c-ac7a-4ec5-865c-a87422dddf1f req-8e07f1aa-7b00-47e6-95e2-2a942b2415e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782447 Apr 20 16:20:48.982056 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0a116291-162f-4ee8-ad9e-812a8804a065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:49.043778 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bd70b5c-ac7a-4ec5-865c-a87422dddf1f req-117f4aab-3c34-4c5a-808b-b50262dbaa84 service neutron] 10.222.0.26 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356969 Apr 20 16:20:49.059619 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b10eb0-05ab-44fb-955f-bb8c82e3b743 req-096062ee-0474-406d-af4c-6b9ebb3ec942 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:49.061123 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-03b10eb0-05ab-44fb-955f-bb8c82e3b743 req-096062ee-0474-406d-af4c-6b9ebb3ec942 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3fab4eb-af20-4e02-80f0-b03aabffafd5 HTTP/1.1" status: 200 len: 950 time: 0.4103522 Apr 20 16:20:49.085123 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a116291-162f-4ee8-ad9e-812a8804a065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abe219f4-3fe9-4dfe-82f9-6d973d12ff87,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:49.123117 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cedd32-eb27-444f-9704-25123a6ee31f req-09f06ad8-76ef-4bae-ba87-90503fb57dcf tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:49.124906 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c0cedd32-eb27-444f-9704-25123a6ee31f req-09f06ad8-76ef-4bae-ba87-90503fb57dcf tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 945 time: 0.4385352 Apr 20 16:20:49.131293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a116291-162f-4ee8-ad9e-812a8804a065 admin admin] Checking segment: {'id': '92ae8199-4df4-4470-93e0-b608fafb4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7149c004-f3a8-4107-821e-83b0af89cdf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:20:49.131663 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a116291-162f-4ee8-ad9e-812a8804a065 admin admin] Network hostable DHCP agents. Network: 7149c004-f3a8-4107-821e-83b0af89cdf4, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:20:49.138554 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9cb1b476-a695-4c55-bca7-50cc52c2e5a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=960fcc8353054b3081d08d48dc0c9512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4368906 Apr 20 16:20:49.142389 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41340) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:49.184674 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bd70b5c-ac7a-4ec5-865c-a87422dddf1f req-b1610b2e-d070-4bae-83a9-d4943ee8d48b service neutron] 10.222.0.26 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332588 Apr 20 16:20:49.247284 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c0cedd32-eb27-444f-9704-25123a6ee31f req-dfc51904-ca4e-4b5b-916e-7e97b51302a8 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/security-groups?id=335f89db-4b4e-4428-b8e7-4f77f314f210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920260 Apr 20 16:20:49.247499 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a116291-162f-4ee8-ad9e-812a8804a065 admin admin] Network 7149c004-f3a8-4107-821e-83b0af89cdf4 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:20:49.271589 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef0a2a22-e0cc-42f8-9b94-d992aaeb5d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:49.284890 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-03b10eb0-05ab-44fb-955f-bb8c82e3b743 req-0c1eb2f0-d047-4b1e-a0f4-541a52a045b1 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Deleting port f49a3754-fc88-41c2-809c-ee7507ebad7a {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:20:49.285070 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-03b10eb0-05ab-44fb-955f-bb8c82e3b743 req-0c1eb2f0-d047-4b1e-a0f4-541a52a045b1 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:49.313429 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef0a2a22-e0cc-42f8-9b94-d992aaeb5d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:49.364878 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-0a116291-162f-4ee8-ad9e-812a8804a065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 7149c004-f3a8-4107-821e-83b0af89cdf4) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:49.370210 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a116291-162f-4ee8-ad9e-812a8804a065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:49.371086 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0a116291-162f-4ee8-ad9e-812a8804a065 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:49.376823 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d838350-7b0c-40ac-891d-b27584b14309 None None] Network 7149c004-f3a8-4107-821e-83b0af89cdf4 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:20:49.451109 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-03b10eb0-05ab-44fb-955f-bb8c82e3b743 req-0c1eb2f0-d047-4b1e-a0f4-541a52a045b1 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] For port f49a3754-fc88-41c2-809c-ee7507ebad7a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=f49a3754-fc88-41c2-809c-ee7507ebad7a,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:49.451489 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-03b10eb0-05ab-44fb-955f-bb8c82e3b743 req-0c1eb2f0-d047-4b1e-a0f4-541a52a045b1 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:49.462818 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e2988-d515-43a7-9353-e5c9b74a0e99 req-dba84569-019b-473a-a0ad-cdf87eb052f0 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:49.464351 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a20e2988-d515-43a7-9353-e5c9b74a0e99 req-dba84569-019b-473a-a0ad-cdf87eb052f0 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.1249259 Apr 20 16:20:49.478269 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-03b10eb0-05ab-44fb-955f-bb8c82e3b743 req-0c1eb2f0-d047-4b1e-a0f4-541a52a045b1 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Calling delete_port for f49a3754-fc88-41c2-809c-ee7507ebad7a owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:20:49.486185 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0a116291-162f-4ee8-ad9e-812a8804a065 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5321305 Apr 20 16:20:49.576957 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a20e2988-d515-43a7-9353-e5c9b74a0e99 req-b2705ceb-bed9-46fb-a52a-6a6813515f02 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001110 Apr 20 16:20:49.578958 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf18e813-bb12-4ac6-a8ca-5c9a292991ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-7149c004-f3a8-4107-821e-83b0af89cdf4', 'network_id': '7149c004-f3a8-4107-821e-83b0af89cdf4', 'tenant_id': 'a8a96c12e6f64332b12b242a601a3df7', 'fixed_ips': [{'subnet_id': 'abe219f4-3fe9-4dfe-82f9-6d973d12ff87'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:20:49.580049 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bf18e813-bb12-4ac6-a8ca-5c9a292991ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:49.610501 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef0a2a22-e0cc-42f8-9b94-d992aaeb5d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:49.617624 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef0a2a22-e0cc-42f8-9b94-d992aaeb5d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:49.623330 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ef0a2a22-e0cc-42f8-9b94-d992aaeb5d0e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08d9d45c-62a4-4e55-a4c1-d204743baade HTTP/1.1" status: 204 len: 168 time: 0.4795046 Apr 20 16:20:49.652678 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a2a22-e0cc-42f8-9b94-d992aaeb5d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d9d45c-62a4-4e55-a4c1-d204743baade,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:49.870451 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-bf18e813-bb12-4ac6-a8ca-5c9a292991ae None None] Allocated IP 172.20.0.2 (7149c004-f3a8-4107-821e-83b0af89cdf4/abe219f4-3fe9-4dfe-82f9-6d973d12ff87/1cde792a-e443-4434-8beb-c514cb80e648) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:20:49.894160 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ca9a9-cd89-4bd4-9d69-8c8f448b352f req-1c482fc8-e6d0-486b-9b9a-10a58d9e00a9 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:49.895886 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c73ca9a9-cd89-4bd4-9d69-8c8f448b352f req-1c482fc8-e6d0-486b-9b9a-10a58d9e00a9 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 984 time: 0.1272855 Apr 20 16:20:49.940311 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c73ca9a9-cd89-4bd4-9d69-8c8f448b352f req-ecd77879-9fab-49a3-b963-c01b47d19c9f tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=5646ba57-71ef-40cb-afda-46af0eaaec43&id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0367472 Apr 20 16:20:50.013524 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-03b10eb0-05ab-44fb-955f-bb8c82e3b743 req-0c1eb2f0-d047-4b1e-a0f4-541a52a045b1 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:50.059849 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['f49a3754-fc88-41c2-809c-ee7507ebad7a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:50.089362 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13141cd2-dc10-4d76-a650-a18f63a9abdf req-51f7f5d3-7e74-4e97-a308-9cddb2ebbcd9 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fab4eb-af20-4e02-80f0-b03aabffafd5 HTTP/1.1" status: 200 len: 210 time: 0.0473382 Apr 20 16:20:50.100659 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1eb2f0-d047-4b1e-a0f4-541a52a045b1 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Pushing event deleted for resources: {'Port': ['ID=f49a3754-fc88-41c2-809c-ee7507ebad7a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:50.151138 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bf18e813-bb12-4ac6-a8ca-5c9a292991ae None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:50.194280 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b10eb0-05ab-44fb-955f-bb8c82e3b743 req-0c1eb2f0-d047-4b1e-a0f4-541a52a045b1 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] No DVR routers for this DVR port f49a3754-fc88-41c2-809c-ee7507ebad7a on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:20:50.197657 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-03b10eb0-05ab-44fb-955f-bb8c82e3b743 req-0c1eb2f0-d047-4b1e-a0f4-541a52a045b1 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:50.202481 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-03b10eb0-05ab-44fb-955f-bb8c82e3b743 req-0c1eb2f0-d047-4b1e-a0f4-541a52a045b1 tempest-ServersAdminNegativeTestJSON-1470529234 tempest-ServersAdminNegativeTestJSON-1470529234-project] 10.222.0.26 "DELETE /v2.0/ports/f49a3754-fc88-41c2-809c-ee7507ebad7a HTTP/1.1" status: 204 len: 173 time: 1.1276832 Apr 20 16:20:50.203024 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fab4eb-af20-4e02-80f0-b03aabffafd5', 'name': 'network-vif-deleted', 'tag': 'f49a3754-fc88-41c2-809c-ee7507ebad7a'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:50.206747 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b203ed9a-deaf-44c0-9022-eca579cdfa23" -d '{"events": [{"server_uuid": "f3fab4eb-af20-4e02-80f0-b03aabffafd5", "name": "network-vif-deleted", "tag": "f49a3754-fc88-41c2-809c-ee7507ebad7a"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:50.214318 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fe65ec4e-76a5-4259-886d-88ee27961f78 req-50575583-a588-4094-a35a-635bbb2471b1 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-813729028&fields=id&tenant_id=73ba2d154aa546b5bdc4027f729bae8b HTTP/1.1" status: 200 len: 267 time: 0.0623019 Apr 20 16:20:50.270507 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bf18e813-bb12-4ac6-a8ca-5c9a292991ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:50.293688 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65ec4e-76a5-4259-886d-88ee27961f78 req-428fb814-2161-4287-bde0-0ef2283f3524 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:50.296731 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fe65ec4e-76a5-4259-886d-88ee27961f78 req-428fb814-2161-4287-bde0-0ef2283f3524 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 984 time: 0.0809650 Apr 20 16:20:50.314690 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-fe65ec4e-76a5-4259-886d-88ee27961f78 req-e441e1ea-9c55-48c8-8de2-8e1749a3cfa3 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Request body: {'port': {'security_groups': ['0ff42b31-233f-4225-8d08-56b0ce478470', '5646ba57-71ef-40cb-afda-46af0eaaec43', '416dfbee-e946-4970-86b1-0224dd2790ce']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:50.376479 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf18e813-bb12-4ac6-a8ca-5c9a292991ae None None] Network 7149c004-f3a8-4107-821e-83b0af89cdf4 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:20:50.386043 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-bf18e813-bb12-4ac6-a8ca-5c9a292991ae None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:50.390441 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf18e813-bb12-4ac6-a8ca-5c9a292991ae None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:20:50.394588 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18e813-bb12-4ac6-a8ca-5c9a292991ae None None] Pushing event updated for resources: {'Port': ['ID=1cde792a-e443-4434-8beb-c514cb80e648,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:50.447951 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fe65ec4e-76a5-4259-886d-88ee27961f78 req-e441e1ea-9c55-48c8-8de2-8e1749a3cfa3 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:50.505296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-bf18e813-bb12-4ac6-a8ca-5c9a292991ae None None] Attempting to bind port 1cde792a-e443-4434-8beb-c514cb80e648 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:20:50.506826 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-bf18e813-bb12-4ac6-a8ca-5c9a292991ae None None] Attempting to bind port 1cde792a-e443-4434-8beb-c514cb80e648 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '92ae8199-4df4-4470-93e0-b608fafb4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7149c004-f3a8-4107-821e-83b0af89cdf4'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:20:50.507191 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf18e813-bb12-4ac6-a8ca-5c9a292991ae None None] Attempting to bind port 1cde792a-e443-4434-8beb-c514cb80e648 on network 7149c004-f3a8-4107-821e-83b0af89cdf4 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:20:50.512748 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf18e813-bb12-4ac6-a8ca-5c9a292991ae None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:20:50.513169 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf18e813-bb12-4ac6-a8ca-5c9a292991ae None None] Checking segment: {'id': '92ae8199-4df4-4470-93e0-b608fafb4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7149c004-f3a8-4107-821e-83b0af89cdf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:20:50.513574 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bf18e813-bb12-4ac6-a8ca-5c9a292991ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:50.514289 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf18e813-bb12-4ac6-a8ca-5c9a292991ae None None] Bound using segment: {'id': '92ae8199-4df4-4470-93e0-b608fafb4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7149c004-f3a8-4107-821e-83b0af89cdf4'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:20:50.514833 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-bf18e813-bb12-4ac6-a8ca-5c9a292991ae None None] Bound port: 1cde792a-e443-4434-8beb-c514cb80e648, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ae8199-4df4-4470-93e0-b608fafb4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7149c004-f3a8-4107-821e-83b0af89cdf4'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:20:50.515264 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bf18e813-bb12-4ac6-a8ca-5c9a292991ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:50.596618 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-bf18e813-bb12-4ac6-a8ca-5c9a292991ae None None] For port 1cde792a-e443-4434-8beb-c514cb80e648, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:20:50.600600 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-bf18e813-bb12-4ac6-a8ca-5c9a292991ae None None] For port 1cde792a-e443-4434-8beb-c514cb80e648, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=1cde792a-e443-4434-8beb-c514cb80e648,segment=NetworkSegment(92ae8199-4df4-4470-93e0-b608fafb4861),segment_id=92ae8199-4df4-4470-93e0-b608fafb4861)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:20:50.607951 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-d02d8fb2-234a-430e-a066-97137b940218 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:50.609677 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-d02d8fb2-234a-430e-a066-97137b940218 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/networks?id=7149c004-f3a8-4107-821e-83b0af89cdf4 HTTP/1.1" status: 200 len: 816 time: 0.1118817 Apr 20 16:20:50.627389 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-2a09cf67-71d1-4791-9896-b083d69df951 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/quotas/a8a96c12e6f64332b12b242a601a3df7 HTTP/1.1" status: 200 len: 375 time: 0.0094049 Apr 20 16:20:50.669715 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bf18e813-bb12-4ac6-a8ca-5c9a292991ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:50.691072 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-5663aaf0-34a4-4ca5-8928-157f872e2f58 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a8a96c12e6f64332b12b242a601a3df7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0553961 Apr 20 16:20:50.718195 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-fe65ec4e-76a5-4259-886d-88ee27961f78 req-e441e1ea-9c55-48c8-8de2-8e1749a3cfa3 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] For port c857b9a1-021c-4cae-bc5f-4a67b9b4573a, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=c857b9a1-021c-4cae-bc5f-4a67b9b4573a,segment=NetworkSegment(21ec1e0a-7032-4c6a-b26c-15010c22cb42),segment_id=21ec1e0a-7032-4c6a-b26c-15010c22cb42)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:50.742095 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18e813-bb12-4ac6-a8ca-5c9a292991ae None None] Pushing event updated for resources: {'Port': ['ID=1cde792a-e443-4434-8beb-c514cb80e648,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:50.755490 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fe65ec4e-76a5-4259-886d-88ee27961f78 req-e441e1ea-9c55-48c8-8de2-8e1749a3cfa3 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:50.809122 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-cc80520f-76f3-4690-ab42-f091aa9d95bd service neutron] 10.222.0.15 "GET /v2.0/networks/7149c004-f3a8-4107-821e-83b0af89cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108720 Apr 20 16:20:50.812840 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fe65ec4e-76a5-4259-886d-88ee27961f78 req-e441e1ea-9c55-48c8-8de2-8e1749a3cfa3 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:50.847411 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['c857b9a1-021c-4cae-bc5f-4a67b9b4573a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:50.849831 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['9f6487ec-8b6f-44eb-87b1-0690b758458b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:50.863434 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65ec4e-76a5-4259-886d-88ee27961f78 req-e441e1ea-9c55-48c8-8de2-8e1749a3cfa3 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:50.864086 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fe65ec4e-76a5-4259-886d-88ee27961f78 req-e441e1ea-9c55-48c8-8de2-8e1749a3cfa3 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:50.868874 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fe65ec4e-76a5-4259-886d-88ee27961f78 req-e441e1ea-9c55-48c8-8de2-8e1749a3cfa3 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "PUT /v2.0/ports/c857b9a1-021c-4cae-bc5f-4a67b9b4573a HTTP/1.1" status: 200 len: 1020 time: 0.5623271 Apr 20 16:20:50.869696 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76', 'tag': 'c857b9a1-021c-4cae-bc5f-4a67b9b4573a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:50.873779 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd1c94d-9c82-4165-9b87-7e166d483946" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76", "tag": "c857b9a1-021c-4cae-bc5f-4a67b9b4573a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:50.952593 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441e1ea-9c55-48c8-8de2-8e1749a3cfa3 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event updated for resources: {'Port': ['ID=c857b9a1-021c-4cae-bc5f-4a67b9b4573a,revision_number=7']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:51.013056 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-f164fbe2-69b6-45c2-9ce2-a557d2a74059 service neutron] 10.222.0.15 "GET /v2.0/networks/7149c004-f3a8-4107-821e-83b0af89cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917048 Apr 20 16:20:51.064668 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['c857b9a1-021c-4cae-bc5f-4a67b9b4573a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:51.201388 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3ddc74-7354-4506-9e1f-7fe55937f0bb x-openstack-request-id: req-6f3ddc74-7354-4506-9e1f-7fe55937f0bb {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:51.201875 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fab4eb-af20-4e02-80f0-b03aabffafd5", "name": "network-vif-deleted", "tag": "f49a3754-fc88-41c2-809c-ee7507ebad7a", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:51.201960 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f3ddc74-7354-4506-9e1f-7fe55937f0bb {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:51.202332 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f3ddc74-7354-4506-9e1f-7fe55937f0bb'] response: {'server_uuid': 'f3fab4eb-af20-4e02-80f0-b03aabffafd5', 'name': 'network-vif-deleted', 'tag': 'f49a3754-fc88-41c2-809c-ee7507ebad7a', 'status': 'completed', 'code': 200} Apr 20 16:20:51.248637 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 40d30113-8702-45e7-a372-34eb5ce08ae3 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:20:51.446815 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad3788-0b12-4304-b3c4-3490cd4fcc7e req-3d863efd-5d3a-4e1e-9e7d-bb5cc99a7820 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:51.453098 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-39ad3788-0b12-4304-b3c4-3490cd4fcc7e req-3d863efd-5d3a-4e1e-9e7d-bb5cc99a7820 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.1169722 Apr 20 16:20:51.465485 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03aeb6-5168-437b-94df-c4ce7654afdc req-a9968da6-e01e-493f-8e74-34fc125bdcd8 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:51.471770 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7e03aeb6-5168-437b-94df-c4ce7654afdc req-a9968da6-e01e-493f-8e74-34fc125bdcd8 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 945 time: 0.2209518 Apr 20 16:20:51.561762 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-39ad3788-0b12-4304-b3c4-3490cd4fcc7e req-e26268f0-5e8b-4d09-b3ee-db6c3d57001f tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026018 Apr 20 16:20:51.586045 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:51.618539 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7e03aeb6-5168-437b-94df-c4ce7654afdc req-e80489ed-d477-4aff-b481-4c377232511c tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/security-groups?id=335f89db-4b4e-4428-b8e7-4f77f314f210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381297 Apr 20 16:20:51.637784 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d92c8a2-33ba-4fe0-963a-4266af0d1834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d30113-8702-45e7-a372-34eb5ce08ae3'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:51.639912 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd161dab-7479-42ac-9989-c912f28bcf8d" -d '{"events": [{"server_uuid": "9d92c8a2-33ba-4fe0-963a-4266af0d1834", "name": "network-vif-unplugged", "status": "completed", "tag": "40d30113-8702-45e7-a372-34eb5ce08ae3"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:51.665266 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5c0785-df80-4154-b672-76d6ac130031 x-openstack-request-id: req-cc5c0785-df80-4154-b672-76d6ac130031 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:51.669557 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76", "tag": "c857b9a1-021c-4cae-bc5f-4a67b9b4573a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:51.669557 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc5c0785-df80-4154-b672-76d6ac130031 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:51.669557 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc5c0785-df80-4154-b672-76d6ac130031'] response: {'name': 'network-changed', 'server_uuid': 'cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76', 'tag': 'c857b9a1-021c-4cae-bc5f-4a67b9b4573a', 'status': 'completed', 'code': 200} Apr 20 16:20:51.698498 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 40d30113-8702-45e7-a372-34eb5ce08ae3, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=40d30113-8702-45e7-a372-34eb5ce08ae3,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:51.796205 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-323e6a0a-e7bd-4dd3-8834-a0eeff491892 req-6ba0cc66-bfc9-4751-9785-84f6880c9d87 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/416dfbee-e946-4970-86b1-0224dd2790ce HTTP/1.1" status: 200 len: 1802 time: 0.1843476 Apr 20 16:20:51.845710 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:51.882934 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1c94d-9c82-4165-9b87-7e166d483946 req-e073940a-abc6-466f-b3a4-50bd6d07ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:51.882934 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fbd1c94d-9c82-4165-9b87-7e166d483946 req-e073940a-abc6-466f-b3a4-50bd6d07ee8f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=73ba2d154aa546b5bdc4027f729bae8b&device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 1174 time: 0.1258886 Apr 20 16:20:51.909964 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [req-323e6a0a-e7bd-4dd3-8834-a0eeff491892 req-a1d6f938-5a7d-48a7-9066-957af5dc0db8 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 16:20:51.914033 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=40d30113-8702-45e7-a372-34eb5ce08ae3,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:51.917950 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-323e6a0a-e7bd-4dd3-8834-a0eeff491892 req-a1d6f938-5a7d-48a7-9066-957af5dc0db8 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "DELETE /v2.0/security-groups/416dfbee-e946-4970-86b1-0224dd2790ce HTTP/1.1" status: 409 len: 341 time: 0.1099637 Apr 20 16:20:52.007359 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1c94d-9c82-4165-9b87-7e166d483946 req-3d5605b3-f6d1-4305-95e6-4c922b1e1e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:52.010206 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fbd1c94d-9c82-4165-9b87-7e166d483946 req-3d5605b3-f6d1-4305-95e6-4c922b1e1e64 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29dbfc8e-095a-4d2b-82ac-4cea5a87b262 HTTP/1.1" status: 200 len: 914 time: 0.1263533 Apr 20 16:20:52.047148 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d553477e-7801-487e-bd9e-8aa02e5584e4 x-openstack-request-id: req-d553477e-7801-487e-bd9e-8aa02e5584e4 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:52.047760 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d92c8a2-33ba-4fe0-963a-4266af0d1834", "name": "network-vif-unplugged", "status": "completed", "tag": "40d30113-8702-45e7-a372-34eb5ce08ae3", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:52.048325 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d553477e-7801-487e-bd9e-8aa02e5584e4 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:52.049029 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d553477e-7801-487e-bd9e-8aa02e5584e4'] response: {'server_uuid': '9d92c8a2-33ba-4fe0-963a-4266af0d1834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d30113-8702-45e7-a372-34eb5ce08ae3', 'code': 200} Apr 20 16:20:52.065664 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fbd1c94d-9c82-4165-9b87-7e166d483946 req-bdbc2849-abc6-4e5a-bb96-6149479a7c50 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c857b9a1-021c-4cae-bc5f-4a67b9b4573a HTTP/1.1" status: 200 len: 217 time: 0.0472243 Apr 20 16:20:52.172502 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1c94d-9c82-4165-9b87-7e166d483946 req-081a97bb-04e4-4f42-9247-bbe95be3dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:52.174053 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fbd1c94d-9c82-4165-9b87-7e166d483946 req-081a97bb-04e4-4f42-9247-bbe95be3dc60 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e508aa00-d9ac-4d19-b6db-06331192a4a4 HTTP/1.1" status: 200 len: 853 time: 0.0959072 Apr 20 16:20:52.203847 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de765ea0-138d-4883-b890-38f68373befb None None] Network 7149c004-f3a8-4107-821e-83b0af89cdf4 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:20:52.225159 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fbd1c94d-9c82-4165-9b87-7e166d483946 req-59ec5c34-af69-4f4d-9107-2854b811058b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29dbfc8e-095a-4d2b-82ac-4cea5a87b262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386322 Apr 20 16:20:52.236916 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-e1bfd892-14a8-429d-bb7a-5844f3be15e9 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:52.238411 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-e1bfd892-14a8-429d-bb7a-5844f3be15e9 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/networks?id=7149c004-f3a8-4107-821e-83b0af89cdf4 HTTP/1.1" status: 200 len: 816 time: 0.2141299 Apr 20 16:20:52.340260 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fbd1c94d-9c82-4165-9b87-7e166d483946 req-6d3063fe-f475-4039-b9eb-5829b1502e6e service neutron] 10.222.0.30 "GET /v2.0/networks/29dbfc8e-095a-4d2b-82ac-4cea5a87b262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998249 Apr 20 16:20:52.368802 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1cde792a-e443-4434-8beb-c514cb80e648 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:20:52.386719 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-ab6a281e-5d92-49d6-967a-202a291988f4 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/quotas/a8a96c12e6f64332b12b242a601a3df7 HTTP/1.1" status: 200 len: 375 time: 0.0450101 Apr 20 16:20:52.432915 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-58ddc966-84d5-4114-aaa9-4273650d9d66 None None] Provisioning complete for port 1cde792a-e443-4434-8beb-c514cb80e648 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:52.433437 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-58ddc966-84d5-4114-aaa9-4273650d9d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:52.499302 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-7a692dbd-0742-44e0-990d-bcf2f38b76c7 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a8a96c12e6f64332b12b242a601a3df7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1116593 Apr 20 16:20:52.500639 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 1cde792a-e443-4434-8beb-c514cb80e648 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:52.501034 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41462) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:52.501137 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:52.532789 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fbd1c94d-9c82-4165-9b87-7e166d483946 req-d990f5cf-661b-44fa-9c31-7ceee08b8060 service neutron] 10.222.0.30 "GET /v2.0/networks/29dbfc8e-095a-4d2b-82ac-4cea5a87b262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802130 Apr 20 16:20:52.644643 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-c868e6ec-1803-4754-8f89-a3c3b0cfe689 service neutron] 10.222.0.15 "GET /v2.0/networks/7149c004-f3a8-4107-821e-83b0af89cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396904 Apr 20 16:20:52.715883 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-58ddc966-84d5-4114-aaa9-4273650d9d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:52.770781 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e39dab9a-f0a3-4f34-bb07-0568b2169e96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d748795b5b874696aee3946c7b2f48aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632134 Apr 20 16:20:52.773519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41474) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:52.775728 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-58ddc966-84d5-4114-aaa9-4273650d9d66 None None] For port 1cde792a-e443-4434-8beb-c514cb80e648, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=1cde792a-e443-4434-8beb-c514cb80e648,segment=NetworkSegment(92ae8199-4df4-4470-93e0-b608fafb4861),segment_id=92ae8199-4df4-4470-93e0-b608fafb4861)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:52.795243 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-495d03be-9163-41ee-bf78-fb3012e0207d service neutron] 10.222.0.15 "GET /v2.0/networks/7149c004-f3a8-4107-821e-83b0af89cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487169 Apr 20 16:20:52.828391 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7db74f3e-a084-4965-a441-140910cd72ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:52.831296 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:52.863994 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4b9cbfa5-b614-4a6c-8d1f-e6d511450677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:52.890207 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4b9cbfa5-b614-4a6c-8d1f-e6d511450677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:52.939156 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-58ddc966-84d5-4114-aaa9-4273650d9d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:53.012414 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:20:53.013112 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:20:53.024205 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ddc966-84d5-4114-aaa9-4273650d9d66 None None] Pushing event updated for resources: {'Port': ['ID=1cde792a-e443-4434-8beb-c514cb80e648,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:53.064956 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4b9cbfa5-b614-4a6c-8d1f-e6d511450677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:53.069301 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8e4cc47c-443d-4e0e-9902-866df81bf8d6 None None] Provisioning complete for port 1cde792a-e443-4434-8beb-c514cb80e648 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:53.069301 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8e4cc47c-443d-4e0e-9902-866df81bf8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:53.069519 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4b9cbfa5-b614-4a6c-8d1f-e6d511450677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:53.069519 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4b9cbfa5-b614-4a6c-8d1f-e6d511450677 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ec5f9b0-3b93-4b6c-8387-49c9e910b577 HTTP/1.1" status: 204 len: 168 time: 0.2938347 Apr 20 16:20:53.082543 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9cbfa5-b614-4a6c-8d1f-e6d511450677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec5f9b0-3b93-4b6c-8387-49c9e910b577,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:53.219027 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184c6f4-890a-4b88-8d44-e5d8b2b8cfd1 req-7b6eb171-439c-48f3-98aa-706b62a30a73 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:53.234089 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a184c6f4-890a-4b88-8d44-e5d8b2b8cfd1 req-7b6eb171-439c-48f3-98aa-706b62a30a73 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 943 time: 0.1094105 Apr 20 16:20:53.263432 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a32a0318-f28e-4513-80e0-c9cc375bacc3 req-b0210e73-cd09-4ddf-bbcc-aa2c71aa7100 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3a33ac2-b4a2-4d69-86b8-ffb33685400d HTTP/1.1" status: 200 len: 210 time: 0.0370703 Apr 20 16:20:53.299358 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device f49a3754-fc88-41c2-809c-ee7507ebad7a no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:20:53.332993 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a184c6f4-890a-4b88-8d44-e5d8b2b8cfd1 req-2c587cb7-76f2-4c23-81e2-07ab7814a719 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920305 Apr 20 16:20:53.334108 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: f49a3754-fc88-41c2-809c-ee7507ebad7a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:20:53.334518 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device f49a3754-fc88-41c2-809c-ee7507ebad7a not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:20:53.552735 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c590ef7-58ac-4fe7-a5a8-e379c04e997e req-e80a2881-0f71-49d1-9888-8f9228a58615 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:53.553786 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9c590ef7-58ac-4fe7-a5a8-e379c04e997e req-e80a2881-0f71-49d1-9888-8f9228a58615 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 1023 time: 0.0710990 Apr 20 16:20:53.642161 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9c590ef7-58ac-4fe7-a5a8-e379c04e997e req-96fc33a1-80c1-4d0d-a20a-0f393cd8305f tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=416dfbee-e946-4970-86b1-0224dd2790ce&id=5646ba57-71ef-40cb-afda-46af0eaaec43&id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0774713 Apr 20 16:20:53.703627 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-c1107bef-e3a5-44d4-9b71-f27122fef66e tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:53.711187 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-c1107bef-e3a5-44d4-9b71-f27122fef66e tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/networks?id=7149c004-f3a8-4107-821e-83b0af89cdf4 HTTP/1.1" status: 200 len: 816 time: 0.1981826 Apr 20 16:20:53.728413 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-bae1157a-01b7-4f58-9dc7-1100648c0958 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/quotas/a8a96c12e6f64332b12b242a601a3df7 HTTP/1.1" status: 200 len: 375 time: 0.0158918 Apr 20 16:20:53.774089 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-3cdfd4d6-71fd-490f-bf49-0ac60f5baa3f tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a8a96c12e6f64332b12b242a601a3df7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0448222 Apr 20 16:20:53.873347 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-4672093c-c400-450e-97c7-5600ac1c67ea service neutron] 10.222.0.15 "GET /v2.0/networks/7149c004-f3a8-4107-821e-83b0af89cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921412 Apr 20 16:20:53.966356 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-6897849b-2985-47c1-b745-4c744e237cd6 service neutron] 10.222.0.15 "GET /v2.0/networks/7149c004-f3a8-4107-821e-83b0af89cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859504 Apr 20 16:20:54.215219 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1cde792a-e443-4434-8beb-c514cb80e648 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:20:54.261051 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 1cde792a-e443-4434-8beb-c514cb80e648 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:54.261342 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:54.311260 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41528) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:54.351586 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-abfc3e4a-30ea-43fa-8e37-5f203e8bacc5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=32cfdd2e68e94bc5b17707d68184c16e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391860 Apr 20 16:20:54.354137 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41530) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:20:54.413758 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-37e30bd6-104e-4a77-b068-986716dd5d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:54.439176 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-37e30bd6-104e-4a77-b068-986716dd5d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:54.619333 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-37e30bd6-104e-4a77-b068-986716dd5d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:54.626016 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-37e30bd6-104e-4a77-b068-986716dd5d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:54.626016 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-37e30bd6-104e-4a77-b068-986716dd5d46 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1bb83355-6b5c-43f8-b468-a754584db555 HTTP/1.1" status: 204 len: 168 time: 0.2651229 Apr 20 16:20:54.638753 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e30bd6-104e-4a77-b068-986716dd5d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb83355-6b5c-43f8-b468-a754584db555,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:54.724468 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-ad9def94-fe16-4a24-be27-4e5efadfaa17 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:54.725998 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-ad9def94-fe16-4a24-be27-4e5efadfaa17 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.26 "GET /v2.0/networks?id=7149c004-f3a8-4107-821e-83b0af89cdf4 HTTP/1.1" status: 200 len: 816 time: 0.1645379 Apr 20 16:20:54.747497 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-f35afaf5-80ea-4f9b-8bca-c8a6b8efe7e0 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Request body: {'port': {'device_id': 'd1fb8099-469e-427f-bf45-24b578889ae2', 'network_id': '7149c004-f3a8-4107-821e-83b0af89cdf4', 'admin_state_up': True, 'tenant_id': 'a8a96c12e6f64332b12b242a601a3df7'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:54.952216 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1b4e50d6-2ce5-484b-9ba9-4c468e37a7c5 req-2f82d9e9-d550-45fa-857d-98d0c82deee9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0822022 Apr 20 16:20:55.066887 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f3ed891-69ba-4065-926e-dc7d102ff616 req-ad164c79-157b-4a5b-b1e7-f95c6d7604e8 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 210 time: 0.0744765 Apr 20 16:20:55.116461 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-f35afaf5-80ea-4f9b-8bca-c8a6b8efe7e0 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Made reservation on behalf of a8a96c12e6f64332b12b242a601a3df7 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:20:55.138555 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e158b138-eea6-4c0e-a653-c30eb76da499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:55.143771 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-f35afaf5-80ea-4f9b-8bca-c8a6b8efe7e0 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:55.199119 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e50d6-2ce5-484b-9ba9-4c468e37a7c5 req-23fad0f1-f684-4a3b-985b-6fdcd3216f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:55.200770 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1b4e50d6-2ce5-484b-9ba9-4c468e37a7c5 req-23fad0f1-f684-4a3b-985b-6fdcd3216f94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f91a78ec27e34720818ee950bc0f6583&device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 1096 time: 0.1597679 Apr 20 16:20:55.249990 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019204b-5e81-4c36-84b2-ff77227d6f0e req-cab93385-dd05-447a-adf6-6066a0b0ed5a tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:55.251600 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6019204b-5e81-4c36-84b2-ff77227d6f0e req-cab93385-dd05-447a-adf6-6066a0b0ed5a tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 1023 time: 0.0601964 Apr 20 16:20:55.277117 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 40d30113-8702-45e7-a372-34eb5ce08ae3 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:20:55.342345 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e50d6-2ce5-484b-9ba9-4c468e37a7c5 req-40d018ae-e6d1-4912-b023-81f5b2431f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:55.344389 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1b4e50d6-2ce5-484b-9ba9-4c468e37a7c5 req-40d018ae-e6d1-4912-b023-81f5b2431f5b service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a706e9-d76d-49fa-908b-94ccac264bee HTTP/1.1" status: 200 len: 922 time: 0.1003473 Apr 20 16:20:55.494572 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-6019204b-5e81-4c36-84b2-ff77227d6f0e req-831753f1-04f7-44c5-a778-c4ecd27efd19 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Deleting port c857b9a1-021c-4cae-bc5f-4a67b9b4573a {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:20:55.495034 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6019204b-5e81-4c36-84b2-ff77227d6f0e req-831753f1-04f7-44c5-a778-c4ecd27efd19 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:55.523839 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1b4e50d6-2ce5-484b-9ba9-4c468e37a7c5 req-89c4bdbe-2c99-4872-b6c2-83c6e916d826 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a85de43-97d3-47c9-83b5-7a03273184f3 HTTP/1.1" status: 200 len: 217 time: 0.1666729 Apr 20 16:20:55.612607 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-f35afaf5-80ea-4f9b-8bca-c8a6b8efe7e0 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Allocated IP 172.20.0.4 (7149c004-f3a8-4107-821e-83b0af89cdf4/abe219f4-3fe9-4dfe-82f9-6d973d12ff87/43367020-e55c-4927-90e7-e90c39a589e1) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:20:55.639419 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4d709-0be7-4a36-8f9e-3fddca42e6db req-d1c31c83-c6bd-4eda-8de7-3ad784a15582 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:55.643837 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-6019204b-5e81-4c36-84b2-ff77227d6f0e req-831753f1-04f7-44c5-a778-c4ecd27efd19 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] For port c857b9a1-021c-4cae-bc5f-4a67b9b4573a, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=c857b9a1-021c-4cae-bc5f-4a67b9b4573a,segment=NetworkSegment(21ec1e0a-7032-4c6a-b26c-15010c22cb42),segment_id=21ec1e0a-7032-4c6a-b26c-15010c22cb42)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:20:55.644185 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6019204b-5e81-4c36-84b2-ff77227d6f0e req-831753f1-04f7-44c5-a778-c4ecd27efd19 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:55.647488 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-33c4d709-0be7-4a36-8f9e-3fddca42e6db req-d1c31c83-c6bd-4eda-8de7-3ad784a15582 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 1023 time: 0.1701322 Apr 20 16:20:55.662354 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e50d6-2ce5-484b-9ba9-4c468e37a7c5 req-df2d73ef-f2f8-4df1-8dd0-64a0753222a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:55.663623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-6019204b-5e81-4c36-84b2-ff77227d6f0e req-831753f1-04f7-44c5-a778-c4ecd27efd19 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Calling delete_port for c857b9a1-021c-4cae-bc5f-4a67b9b4573a owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:20:55.663818 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1b4e50d6-2ce5-484b-9ba9-4c468e37a7c5 req-df2d73ef-f2f8-4df1-8dd0-64a0753222a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c310e3d9-2ea2-462e-97e0-a97b3595687b HTTP/1.1" status: 200 len: 861 time: 0.1346974 Apr 20 16:20:55.723863 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1b4e50d6-2ce5-484b-9ba9-4c468e37a7c5 req-627c81a5-f64d-48b1-933a-9a8365dd7be1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a706e9-d76d-49fa-908b-94ccac264bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410259 Apr 20 16:20:55.761135 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-33c4d709-0be7-4a36-8f9e-3fddca42e6db req-724fc266-763a-43d9-b6a2-a66f59e45b96 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=416dfbee-e946-4970-86b1-0224dd2790ce&id=5646ba57-71ef-40cb-afda-46af0eaaec43&id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1127079 Apr 20 16:20:55.773680 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-4f9a32f2-e7e4-4177-91c0-7d7063fd6262 req-cb35356a-e6f0-4865-a3d1-20710de9272a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:20:55.775161 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f9a32f2-e7e4-4177-91c0-7d7063fd6262 req-cb35356a-e6f0-4865-a3d1-20710de9272a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075719 Apr 20 16:20:55.904536 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-32bd41d1-7794-4499-b42e-e338f35a93ff req-7238d2f6-aff6-4d83-b204-16c32ba4cdc3 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0462685 Apr 20 16:20:55.949361 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1b4e50d6-2ce5-484b-9ba9-4c468e37a7c5 req-1a9a92a1-1dfc-4487-9aa9-87dbe3226350 service neutron] 10.222.0.30 "GET /v2.0/networks/26a706e9-d76d-49fa-908b-94ccac264bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179677 Apr 20 16:20:56.041229 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6019204b-5e81-4c36-84b2-ff77227d6f0e req-831753f1-04f7-44c5-a778-c4ecd27efd19 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:56.057104 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-f35afaf5-80ea-4f9b-8bca-c8a6b8efe7e0 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:56.073681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831753f1-04f7-44c5-a778-c4ecd27efd19 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event deleted for resources: {'Port': ['ID=c857b9a1-021c-4cae-bc5f-4a67b9b4573a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:56.078969 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['c857b9a1-021c-4cae-bc5f-4a67b9b4573a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:56.108873 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['9f6487ec-8b6f-44eb-87b1-0690b758458b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:20:56.119202 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1b4e50d6-2ce5-484b-9ba9-4c468e37a7c5 req-5c7035d5-49f5-46a3-bcb7-8adf2085dfcb service neutron] 10.222.0.30 "GET /v2.0/networks/26a706e9-d76d-49fa-908b-94ccac264bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601248 Apr 20 16:20:56.124497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-6019204b-5e81-4c36-84b2-ff77227d6f0e req-831753f1-04f7-44c5-a778-c4ecd27efd19 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] No DVR routers for this DVR port c857b9a1-021c-4cae-bc5f-4a67b9b4573a on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:20:56.127383 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6019204b-5e81-4c36-84b2-ff77227d6f0e req-831753f1-04f7-44c5-a778-c4ecd27efd19 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:56.131140 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6019204b-5e81-4c36-84b2-ff77227d6f0e req-831753f1-04f7-44c5-a778-c4ecd27efd19 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.30 "DELETE /v2.0/ports/c857b9a1-021c-4cae-bc5f-4a67b9b4573a HTTP/1.1" status: 204 len: 173 time: 0.8720818 Apr 20 16:20:56.131639 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76', 'name': 'network-vif-deleted', 'tag': 'c857b9a1-021c-4cae-bc5f-4a67b9b4573a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:56.153082 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7438fdfc-af6a-4fc7-9113-2a17192cb5e5" -d '{"events": [{"server_uuid": "cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76", "name": "network-vif-deleted", "tag": "c857b9a1-021c-4cae-bc5f-4a67b9b4573a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:56.305962 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-f35afaf5-80ea-4f9b-8bca-c8a6b8efe7e0 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:56.329909 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3b0924-dc19-4595-bc42-865171015857 x-openstack-request-id: req-3c3b0924-dc19-4595-bc42-865171015857 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:56.335305 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76", "name": "network-vif-deleted", "tag": "c857b9a1-021c-4cae-bc5f-4a67b9b4573a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:56.335305 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c3b0924-dc19-4595-bc42-865171015857 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:56.335305 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c3b0924-dc19-4595-bc42-865171015857'] response: {'server_uuid': 'cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76', 'name': 'network-vif-deleted', 'tag': 'c857b9a1-021c-4cae-bc5f-4a67b9b4573a', 'status': 'completed', 'code': 200} Apr 20 16:20:56.357093 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:56.413096 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-f35afaf5-80ea-4f9b-8bca-c8a6b8efe7e0 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Network 7149c004-f3a8-4107-821e-83b0af89cdf4 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:20:56.433689 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-f35afaf5-80ea-4f9b-8bca-c8a6b8efe7e0 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:56.449540 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35afaf5-80ea-4f9b-8bca-c8a6b8efe7e0 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Pushing event updated for resources: {'Port': ['ID=43367020-e55c-4927-90e7-e90c39a589e1,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:56.452358 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-f35afaf5-80ea-4f9b-8bca-c8a6b8efe7e0 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:20:56.475293 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f2d63713-eb1d-48f0-a9d4-8680cd87b1ca req-c9fcbb00-3822-4245-a57e-a2d06b5b572c tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 210 time: 0.0551906 Apr 20 16:20:56.605213 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954b552-e793-466b-a127-34ff3b2fd3b7 req-fb39d911-2244-4acc-ac31-83d537965995 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:56.614457 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9954b552-e793-466b-a127-34ff3b2fd3b7 req-fb39d911-2244-4acc-ac31-83d537965995 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 943 time: 0.2221956 Apr 20 16:20:56.622406 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-f35afaf5-80ea-4f9b-8bca-c8a6b8efe7e0 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:56.623136 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-f35afaf5-80ea-4f9b-8bca-c8a6b8efe7e0 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:56.689032 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9954b552-e793-466b-a127-34ff3b2fd3b7 req-17fc0d83-50d1-4583-854c-d7df6e6d7063 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735269 Apr 20 16:20:56.730028 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-f35afaf5-80ea-4f9b-8bca-c8a6b8efe7e0 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9865475 Apr 20 16:20:56.749419 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-1a35d580-7f3f-4889-bdce-9f405f82eb00 service neutron] Request body: {'port': {'device_id': 'd1fb8099-469e-427f-bf45-24b578889ae2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:56.810914 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-1a35d580-7f3f-4889-bdce-9f405f82eb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:56.881059 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7a38447c-984f-4704-a52c-25e715573f73 None None] Provisioning complete for port 43367020-e55c-4927-90e7-e90c39a589e1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:56.881434 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7a38447c-984f-4704-a52c-25e715573f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:56.932317 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-7a38447c-984f-4704-a52c-25e715573f73 None None] Port 43367020-e55c-4927-90e7-e90c39a589e1 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:20:57.138074 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-1a35d580-7f3f-4889-bdce-9f405f82eb00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43367020-e55c-4927-90e7-e90c39a589e1 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:20:57.147605 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-1a35d580-7f3f-4889-bdce-9f405f82eb00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:57.167465 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-1a35d580-7f3f-4889-bdce-9f405f82eb00 service neutron] Transition to ACTIVE for port object 43367020-e55c-4927-90e7-e90c39a589e1 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:20:57.291678 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-1a35d580-7f3f-4889-bdce-9f405f82eb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:57.315208 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d43c9aee-a6d2-43e5-8f69-884b6e90fab4 req-65b058c7-5304-43ad-909e-377f6d977483 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdbf0f1a-ef18-4b2c-ba9a-b85ce4a80e76 HTTP/1.1" status: 200 len: 210 time: 0.0712218 Apr 20 16:20:57.350987 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-981eed7e-d3bd-4aa5-8a70-4e7c57bcf5ba tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:57.352684 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-981eed7e-d3bd-4aa5-8a70-4e7c57bcf5ba tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.26 "GET /v2.0/networks?id=7149c004-f3a8-4107-821e-83b0af89cdf4 HTTP/1.1" status: 200 len: 816 time: 0.2491937 Apr 20 16:20:57.357762 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35d580-7f3f-4889-bdce-9f405f82eb00 service neutron] Pushing event updated for resources: {'Port': ['ID=43367020-e55c-4927-90e7-e90c39a589e1,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:57.386258 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-eca2e535-bb45-4a61-a152-224002e214cc tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Request body: {'port': {'device_id': '6163c139-d1a9-43b1-a6d4-a2f43c1b9818', 'network_id': '7149c004-f3a8-4107-821e-83b0af89cdf4', 'admin_state_up': True, 'tenant_id': 'a8a96c12e6f64332b12b242a601a3df7'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:57.428074 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-f181624b-771c-4ea8-bf9f-35498c765647 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2989085 Apr 20 16:20:57.545882 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0cd47fd4-ee25-41dc-8ecd-b9c6262092e7 req-8bac985e-13a6-4762-8e68-ec29caada578 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0928845 Apr 20 16:20:57.604081 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-1a35d580-7f3f-4889-bdce-9f405f82eb00 service neutron] Attempting to bind port 43367020-e55c-4927-90e7-e90c39a589e1 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:20:57.604663 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-1a35d580-7f3f-4889-bdce-9f405f82eb00 service neutron] Attempting to bind port 43367020-e55c-4927-90e7-e90c39a589e1 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '92ae8199-4df4-4470-93e0-b608fafb4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7149c004-f3a8-4107-821e-83b0af89cdf4'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:20:57.604821 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-1a35d580-7f3f-4889-bdce-9f405f82eb00 service neutron] Attempting to bind port 43367020-e55c-4927-90e7-e90c39a589e1 on network 7149c004-f3a8-4107-821e-83b0af89cdf4 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:20:57.647515 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:57.722487 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-1a35d580-7f3f-4889-bdce-9f405f82eb00 service neutron] Port 43367020-e55c-4927-90e7-e90c39a589e1 on network 7149c004-f3a8-4107-821e-83b0af89cdf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:20:57.722869 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-1a35d580-7f3f-4889-bdce-9f405f82eb00 service neutron] Attempting to bind port 43367020-e55c-4927-90e7-e90c39a589e1 on network 7149c004-f3a8-4107-821e-83b0af89cdf4 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:20:57.741748 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-1a35d580-7f3f-4889-bdce-9f405f82eb00 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:20:57.742098 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-1a35d580-7f3f-4889-bdce-9f405f82eb00 service neutron] Checking segment: {'id': '92ae8199-4df4-4470-93e0-b608fafb4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7149c004-f3a8-4107-821e-83b0af89cdf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:20:57.753795 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-1a35d580-7f3f-4889-bdce-9f405f82eb00 service neutron] Bound using segment: {'id': '92ae8199-4df4-4470-93e0-b608fafb4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7149c004-f3a8-4107-821e-83b0af89cdf4'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:20:57.753795 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-1a35d580-7f3f-4889-bdce-9f405f82eb00 service neutron] Bound port: 43367020-e55c-4927-90e7-e90c39a589e1, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92ae8199-4df4-4470-93e0-b608fafb4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7149c004-f3a8-4107-821e-83b0af89cdf4'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:20:57.753795 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-1a35d580-7f3f-4889-bdce-9f405f82eb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:57.769507 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ca082-971a-4cec-8da0-a547404c7343 req-31e01f7b-2d69-4dab-933d-0b79b24b1ffe tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:57.772203 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f65ca082-971a-4cec-8da0-a547404c7343 req-31e01f7b-2d69-4dab-933d-0b79b24b1ffe tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e717262-5ff0-4c05-bede-8af555ee5f66 HTTP/1.1" status: 200 len: 946 time: 0.1948912 Apr 20 16:20:57.817384 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-9ec7ed91-585b-41ce-9a9a-f4fe7419ff73 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:57.818930 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-9ec7ed91-585b-41ce-9a9a-f4fe7419ff73 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.30 "GET /v2.0/networks?id=7149c004-f3a8-4107-821e-83b0af89cdf4 HTTP/1.1" status: 200 len: 816 time: 0.3527250 Apr 20 16:20:57.832739 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6d701-0d59-4c1f-ad77-0af9fe4230d2 req-31be2f7b-be56-49ea-8dfc-722bc8d5fe1c tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:57.834857 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52c6d701-0d59-4c1f-ad77-0af9fe4230d2 req-31be2f7b-be56-49ea-8dfc-722bc8d5fe1c tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 945 time: 0.1055303 Apr 20 16:20:57.853287 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f65ca082-971a-4cec-8da0-a547404c7343 req-87316e6e-f6d1-4f4b-ab34-cf7f189a6967 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fe823e6-a116-40c2-a8f4-405af7467ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609286 Apr 20 16:20:57.856089 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-285a2a15-40d9-4d95-8a7b-f41808124eaf tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Request body: {'port': {'device_id': 'ce0642a2-8a72-47f1-af50-771005f27dbf', 'network_id': '7149c004-f3a8-4107-821e-83b0af89cdf4', 'admin_state_up': True, 'tenant_id': 'a8a96c12e6f64332b12b242a601a3df7'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:57.874028 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-1a35d580-7f3f-4889-bdce-9f405f82eb00 service neutron] For port 43367020-e55c-4927-90e7-e90c39a589e1, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:20:57.877719 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-1a35d580-7f3f-4889-bdce-9f405f82eb00 service neutron] For port 43367020-e55c-4927-90e7-e90c39a589e1, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=43367020-e55c-4927-90e7-e90c39a589e1,segment=NetworkSegment(92ae8199-4df4-4470-93e0-b608fafb4861),segment_id=92ae8199-4df4-4470-93e0-b608fafb4861)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:20:57.953270 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9f5792ff-88c8-403d-87fd-99825c6fa465 req-cd4ab616-69a8-4d9f-b8b5-b447c4974106 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 210 time: 0.0295253 Apr 20 16:20:57.955364 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52c6d701-0d59-4c1f-ad77-0af9fe4230d2 req-77c2b6ed-0275-4362-b21a-71c5aeffafda tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/security-groups?id=335f89db-4b4e-4428-b8e7-4f77f314f210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943077 Apr 20 16:20:58.021802 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-eca2e535-bb45-4a61-a152-224002e214cc tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Made reservation on behalf of a8a96c12e6f64332b12b242a601a3df7 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:20:58.023260 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-1a35d580-7f3f-4889-bdce-9f405f82eb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:58.025837 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-eca2e535-bb45-4a61-a152-224002e214cc tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:58.089412 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-1a35d580-7f3f-4889-bdce-9f405f82eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:58.090324 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-1a35d580-7f3f-4889-bdce-9f405f82eb00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:58.092758 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-1a35d580-7f3f-4889-bdce-9f405f82eb00 service neutron] 10.222.0.26 "PUT /v2.0/ports/43367020-e55c-4927-90e7-e90c39a589e1 HTTP/1.1" status: 200 len: 1091 time: 1.3478339 Apr 20 16:20:58.093297 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:58.095908 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fb8099-469e-427f-bf45-24b578889ae2', 'tag': '43367020-e55c-4927-90e7-e90c39a589e1'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:20:58.099779 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e3e407-9a08-4074-8145-a6b500756ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fb8099-469e-427f-bf45-24b578889ae2", "tag": "43367020-e55c-4927-90e7-e90c39a589e1"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:20:58.129890 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35d580-7f3f-4889-bdce-9f405f82eb00 service neutron] Pushing event updated for resources: {'Port': ['ID=43367020-e55c-4927-90e7-e90c39a589e1,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:58.176895 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabf39f2-4a38-411e-8eb7-74d859167eb6 x-openstack-request-id: req-aabf39f2-4a38-411e-8eb7-74d859167eb6 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:20:58.177108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-285a2a15-40d9-4d95-8a7b-f41808124eaf tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Made reservation on behalf of a8a96c12e6f64332b12b242a601a3df7 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:20:58.178106 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fb8099-469e-427f-bf45-24b578889ae2", "tag": "43367020-e55c-4927-90e7-e90c39a589e1", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:20:58.178508 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aabf39f2-4a38-411e-8eb7-74d859167eb6 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:20:58.179052 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aabf39f2-4a38-411e-8eb7-74d859167eb6'] response: {'name': 'network-changed', 'server_uuid': 'd1fb8099-469e-427f-bf45-24b578889ae2', 'tag': '43367020-e55c-4927-90e7-e90c39a589e1', 'status': 'completed', 'code': 200} Apr 20 16:20:58.181004 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-285a2a15-40d9-4d95-8a7b-f41808124eaf tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:58.317551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3583a47-f8b2-4944-ae28-982be9046308 req-eaafb4b6-849f-4a40-9ebd-6a5eba12b0b4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:58.319401 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b3583a47-f8b2-4944-ae28-982be9046308 req-eaafb4b6-849f-4a40-9ebd-6a5eba12b0b4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 943 time: 0.2911146 Apr 20 16:20:58.332765 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3e407-9a08-4074-8145-a6b500756ad6 req-e217a0b7-b573-42ad-9899-06ad9280d24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:58.335805 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d6e3e407-9a08-4074-8145-a6b500756ad6 req-e217a0b7-b573-42ad-9899-06ad9280d24c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a8a96c12e6f64332b12b242a601a3df7&device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 1094 time: 0.0781441 Apr 20 16:20:58.364189 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-eca2e535-bb45-4a61-a152-224002e214cc tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Allocated IP 172.20.0.3 (7149c004-f3a8-4107-821e-83b0af89cdf4/abe219f4-3fe9-4dfe-82f9-6d973d12ff87/604f2d05-dc94-4f30-b064-1416474f57ab) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:20:58.403540 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b3583a47-f8b2-4944-ae28-982be9046308 req-604a53c9-060a-4461-a094-9b8b3345dfe5 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681336 Apr 20 16:20:58.469862 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-926c3469-a7a8-458c-a5b2-bf3013234d71 req-51cc7ad6-2b6c-4b77-b082-ae85590ebeb3 tempest-FlavorsV2NegativeTest-1907717236 tempest-FlavorsV2NegativeTest-1907717236-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8f60bd4219c842fb80140473f36c75b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349131 Apr 20 16:20:58.475664 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:58.516484 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3e407-9a08-4074-8145-a6b500756ad6 req-fd30cff7-fdde-4e42-bef0-090b2a9a2dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:58.517968 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d6e3e407-9a08-4074-8145-a6b500756ad6 req-fd30cff7-fdde-4e42-bef0-090b2a9a2dff service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a8a96c12e6f64332b12b242a601a3df7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1675084 Apr 20 16:20:58.587251 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-476df8fb-1908-4a72-beab-780b701f76c3 req-2076bf07-3178-42a7-a43c-2df73894c054 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/5646ba57-71ef-40cb-afda-46af0eaaec43 HTTP/1.1" status: 200 len: 1803 time: 0.0740368 Apr 20 16:20:58.591896 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-eca2e535-bb45-4a61-a152-224002e214cc tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:58.667633 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-476df8fb-1908-4a72-beab-780b701f76c3 req-7bb468c6-7076-417d-b778-dcee18584e54 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:58.692298 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-476df8fb-1908-4a72-beab-780b701f76c3 req-7bb468c6-7076-417d-b778-dcee18584e54 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:58.742838 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-eca2e535-bb45-4a61-a152-224002e214cc tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:58.810424 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-476df8fb-1908-4a72-beab-780b701f76c3 req-7bb468c6-7076-417d-b778-dcee18584e54 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:58.814994 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-476df8fb-1908-4a72-beab-780b701f76c3 req-7bb468c6-7076-417d-b778-dcee18584e54 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:58.814994 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-476df8fb-1908-4a72-beab-780b701f76c3 req-7bb468c6-7076-417d-b778-dcee18584e54 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "DELETE /v2.0/security-groups/5646ba57-71ef-40cb-afda-46af0eaaec43 HTTP/1.1" status: 204 len: 173 time: 0.2193973 Apr 20 16:20:58.843107 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-eca2e535-bb45-4a61-a152-224002e214cc tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Network 7149c004-f3a8-4107-821e-83b0af89cdf4 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:20:58.852534 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb468c6-7076-417d-b778-dcee18584e54 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5646ba57-71ef-40cb-afda-46af0eaaec43,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:58.854543 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-eca2e535-bb45-4a61-a152-224002e214cc tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:58.867546 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-eca2e535-bb45-4a61-a152-224002e214cc tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:20:58.882423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2e535-bb45-4a61-a152-224002e214cc tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Pushing event updated for resources: {'Port': ['ID=604f2d05-dc94-4f30-b064-1416474f57ab,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:20:58.888839 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-285a2a15-40d9-4d95-8a7b-f41808124eaf tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Allocated IP 172.20.0.11 (7149c004-f3a8-4107-821e-83b0af89cdf4/abe219f4-3fe9-4dfe-82f9-6d973d12ff87/f628972f-3124-4141-bda5-77508e0c11c0) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:20:58.991825 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5607fae5-25bd-4637-adf4-2747409d87c7 req-487a828f-a8dc-4c2f-a946-bacd3d5c0639 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0507398 Apr 20 16:20:59.009811 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c3469-a7a8-458c-a5b2-bf3013234d71 req-3c36f5a0-9930-4c36-91ea-0dce926ab8ee tempest-FlavorsV2NegativeTest-1907717236 tempest-FlavorsV2NegativeTest-1907717236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:59.011651 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-926c3469-a7a8-458c-a5b2-bf3013234d71 req-3c36f5a0-9930-4c36-91ea-0dce926ab8ee tempest-FlavorsV2NegativeTest-1907717236 tempest-FlavorsV2NegativeTest-1907717236-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5306025 Apr 20 16:20:59.056193 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-926c3469-a7a8-458c-a5b2-bf3013234d71 req-bde34fb2-04c4-4381-8f9c-926140787172 tempest-FlavorsV2NegativeTest-1907717236 tempest-FlavorsV2NegativeTest-1907717236-project] 10.222.0.15 "GET /v2.0/quotas/8f60bd4219c842fb80140473f36c75b1 HTTP/1.1" status: 200 len: 375 time: 0.0228550 Apr 20 16:20:59.080207 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3e407-9a08-4074-8145-a6b500756ad6 req-ab5cae94-9d0d-44ab-bbc7-b06e9a754dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:59.080929 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-eca2e535-bb45-4a61-a152-224002e214cc tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:59.081631 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-eca2e535-bb45-4a61-a152-224002e214cc tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:59.081920 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d6e3e407-9a08-4074-8145-a6b500756ad6 req-ab5cae94-9d0d-44ab-bbc7-b06e9a754dd3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5327022 Apr 20 16:20:59.108763 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-926c3469-a7a8-458c-a5b2-bf3013234d71 req-6921ae22-5fd0-4381-84c3-11bf42a8183c tempest-FlavorsV2NegativeTest-1907717236 tempest-FlavorsV2NegativeTest-1907717236-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f60bd4219c842fb80140473f36c75b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514722 Apr 20 16:20:59.221127 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2045176b-7222-4b63-86e8-1297a6a01471 req-f068ecce-4be5-446f-b605-3ece49013202 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/416dfbee-e946-4970-86b1-0224dd2790ce HTTP/1.1" status: 200 len: 1802 time: 0.1618168 Apr 20 16:20:59.226868 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f926df-7472-4203-b66e-bd20f09f3c5d req-bdf9b001-0690-432e-a378-da62415641d4 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:59.234344 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-80f926df-7472-4203-b66e-bd20f09f3c5d req-bdf9b001-0690-432e-a378-da62415641d4 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e717262-5ff0-4c05-bede-8af555ee5f66 HTTP/1.1" status: 200 len: 946 time: 0.0588539 Apr 20 16:20:59.274921 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2adf3a62-650c-4e07-9a48-58f0a944e048 None None] Provisioning complete for port 604f2d05-dc94-4f30-b064-1416474f57ab triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:20:59.275417 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2adf3a62-650c-4e07-9a48-58f0a944e048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:59.289092 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-80f926df-7472-4203-b66e-bd20f09f3c5d req-bb1ace24-8f73-4f28-b633-d56f9d715b17 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fe823e6-a116-40c2-a8f4-405af7467ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537798 Apr 20 16:20:59.335347 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-eca2e535-bb45-4a61-a152-224002e214cc tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9666424 Apr 20 16:20:59.367636 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-5a323e23-a84d-43cb-9911-d9f268426ba3 service neutron] Request body: {'port': {'device_id': '6163c139-d1a9-43b1-a6d4-a2f43c1b9818', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:20:59.376301 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2adf3a62-650c-4e07-9a48-58f0a944e048 None None] Port 604f2d05-dc94-4f30-b064-1416474f57ab cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:20:59.417151 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-376aed90-b5ed-4c3e-ab22-38e34aae83d0 req-476e6135-89cd-400e-b0c9-640a1bbb758b tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 210 time: 0.0348117 Apr 20 16:20:59.436508 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-c2cdcfbc-ecb1-4a9d-9b8b-c76547f547a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:59.438403 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-c2cdcfbc-ecb1-4a9d-9b8b-c76547f547a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a8a96c12e6f64332b12b242a601a3df7&device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 1094 time: 0.2755184 Apr 20 16:20:59.494929 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-5a323e23-a84d-43cb-9911-d9f268426ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:59.509540 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-285a2a15-40d9-4d95-8a7b-f41808124eaf tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:59.523081 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2045176b-7222-4b63-86e8-1297a6a01471 req-69e23c4c-07dd-4c13-896b-3611cdbd3514 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:59.530144 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-8aeef765-9866-466d-8f7d-f0bfad19dbb9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43367020-e55c-4927-90e7-e90c39a589e1 HTTP/1.1" status: 200 len: 217 time: 0.0772188 Apr 20 16:20:59.581013 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2045176b-7222-4b63-86e8-1297a6a01471 req-69e23c4c-07dd-4c13-896b-3611cdbd3514 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:59.651989 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d0fdf-0f01-433b-a337-3b6609f3d408 req-efe91fce-c4b7-40d1-af95-aac4221bf316 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:59.653655 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-be1d0fdf-0f01-433b-a337-3b6609f3d408 req-efe91fce-c4b7-40d1-af95-aac4221bf316 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e717262-5ff0-4c05-bede-8af555ee5f66 HTTP/1.1" status: 200 len: 946 time: 0.1481748 Apr 20 16:20:59.656299 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-91f4d8eb-e2f5-40d8-82dd-3ef802928387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:59.657824 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-91f4d8eb-e2f5-40d8-82dd-3ef802928387 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=abe219f4-3fe9-4dfe-82f9-6d973d12ff87 HTTP/1.1" status: 200 len: 855 time: 0.1089220 Apr 20 16:20:59.666633 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d6dbe-64a3-4828-9707-31c0ce2ea890 req-b3f6e118-82a8-405c-8ef9-37af61f41327 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:59.668246 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-993d6dbe-64a3-4828-9707-31c0ce2ea890 req-b3f6e118-82a8-405c-8ef9-37af61f41327 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 945 time: 0.1369393 Apr 20 16:20:59.698848 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:59.784642 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-285a2a15-40d9-4d95-8a7b-f41808124eaf tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:59.792812 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device c857b9a1-021c-4cae-bc5f-4a67b9b4573a no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:20:59.795574 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-993d6dbe-64a3-4828-9707-31c0ce2ea890 req-6500b09a-db5c-4fd9-adb7-c8e68e71cf7f tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/security-groups?id=335f89db-4b4e-4428-b8e7-4f77f314f210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091621 Apr 20 16:20:59.802091 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-c7697cfb-f904-4e7f-9994-cefec26fc1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:20:59.803560 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-c7697cfb-f904-4e7f-9994-cefec26fc1d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7149c004-f3a8-4107-821e-83b0af89cdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266537 Apr 20 16:20:59.830077 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: c857b9a1-021c-4cae-bc5f-4a67b9b4573a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:20:59.830645 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device c857b9a1-021c-4cae-bc5f-4a67b9b4573a not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:20:59.861324 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-285a2a15-40d9-4d95-8a7b-f41808124eaf tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Network 7149c004-f3a8-4107-821e-83b0af89cdf4 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:20:59.873109 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-285a2a15-40d9-4d95-8a7b-f41808124eaf tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:20:59.876170 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2045176b-7222-4b63-86e8-1297a6a01471 req-69e23c4c-07dd-4c13-896b-3611cdbd3514 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:59.877918 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-be1d0fdf-0f01-433b-a337-3b6609f3d408 req-17f4c952-d5d5-4e2c-ad12-5aecf0b5dce3 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Deleting port cf9c62d5-7b65-48a9-9281-035c5a9e8ca3 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:20:59.878309 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-be1d0fdf-0f01-433b-a337-3b6609f3d408 req-17f4c952-d5d5-4e2c-ad12-5aecf0b5dce3 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:59.879234 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-2045176b-7222-4b63-86e8-1297a6a01471 req-69e23c4c-07dd-4c13-896b-3611cdbd3514 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:20:59.912572 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2045176b-7222-4b63-86e8-1297a6a01471 req-69e23c4c-07dd-4c13-896b-3611cdbd3514 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "DELETE /v2.0/security-groups/416dfbee-e946-4970-86b1-0224dd2790ce HTTP/1.1" status: 204 len: 173 time: 0.6456172 Apr 20 16:20:59.966212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-285a2a15-40d9-4d95-8a7b-f41808124eaf tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:20:59.985156 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:21:00.030531 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e23c4c-07dd-4c13-896b-3611cdbd3514 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=416dfbee-e946-4970-86b1-0224dd2790ce,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:00.072593 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-437414be-5d68-4127-9876-cc318aa620ec req-cbaea4bb-e354-4c8c-b331-459734bcadd5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d3a33ac2-b4a2-4d69-86b8-ffb33685400d HTTP/1.1" status: 200 len: 210 time: 0.1011295 Apr 20 16:21:00.088033 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-79aac83a-9f48-4c93-ad8d-1ebbcae585bf req-ccf0cf8f-6729-4351-b038-8401dc4a27ae tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1896413541', 'description': 'tempest-description-533528444'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:00.101424 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-04bbc39f-5059-4e9e-9836-f2070ccaa943 service neutron] 10.222.0.26 "GET /v2.0/networks/7149c004-f3a8-4107-821e-83b0af89cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894313 Apr 20 16:21:00.110509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-285a2a15-40d9-4d95-8a7b-f41808124eaf tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:00.111293 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-285a2a15-40d9-4d95-8a7b-f41808124eaf tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:00.135365 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b406071-7ff8-4ae3-8406-61273220b9ea req-63d357fb-0c48-4082-8236-a138f02fa174 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:00.144989 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3b406071-7ff8-4ae3-8406-61273220b9ea req-63d357fb-0c48-4082-8236-a138f02fa174 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 943 time: 0.2022204 Apr 20 16:21:00.159726 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbf204-e5cd-42f8-97f9-b6988357a45a req-e5543d83-9817-4b54-8bb9-cf7bf07fa710 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:00.162710 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d8cbf204-e5cd-42f8-97f9-b6988357a45a req-e5543d83-9817-4b54-8bb9-cf7bf07fa710 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 945 time: 0.3905153 Apr 20 16:21:00.169083 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a2a15-40d9-4d95-8a7b-f41808124eaf tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Pushing event updated for resources: {'Port': ['ID=f628972f-3124-4141-bda5-77508e0c11c0,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:00.222036 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-edfd6167-52e6-4453-b986-00610e915bf5 None None] Provisioning complete for port f628972f-3124-4141-bda5-77508e0c11c0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:00.222607 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-edfd6167-52e6-4453-b986-00610e915bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:00.222887 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-be1d0fdf-0f01-433b-a337-3b6609f3d408 req-17f4c952-d5d5-4e2c-ad12-5aecf0b5dce3 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] For port cf9c62d5-7b65-48a9-9281-035c5a9e8ca3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=cf9c62d5-7b65-48a9-9281-035c5a9e8ca3,segment=NetworkSegment(7da64f4a-2f5c-40a4-9976-b32a14cb5d68),segment_id=7da64f4a-2f5c-40a4-9976-b32a14cb5d68)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:00.223276 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-be1d0fdf-0f01-433b-a337-3b6609f3d408 req-17f4c952-d5d5-4e2c-ad12-5aecf0b5dce3 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:00.240981 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3b406071-7ff8-4ae3-8406-61273220b9ea req-4ce41cc2-ae0b-4cd5-b26f-7403878905f6 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950224 Apr 20 16:21:00.259127 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-285a2a15-40d9-4d95-8a7b-f41808124eaf tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4191833 Apr 20 16:21:00.271325 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-edfd6167-52e6-4453-b986-00610e915bf5 None None] Port f628972f-3124-4141-bda5-77508e0c11c0 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:21:00.282905 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-be1d0fdf-0f01-433b-a337-3b6609f3d408 req-17f4c952-d5d5-4e2c-ad12-5aecf0b5dce3 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Calling delete_port for cf9c62d5-7b65-48a9-9281-035c5a9e8ca3 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:21:00.319295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-6211dd57-597c-4160-a170-8aff8a8860e7 service neutron] Request body: {'port': {'device_id': 'ce0642a2-8a72-47f1-af50-771005f27dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:00.372925 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-79aac83a-9f48-4c93-ad8d-1ebbcae585bf req-ccf0cf8f-6729-4351-b038-8401dc4a27ae tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:00.381081 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9a2d05a0-ff3f-473a-bd7f-cb1e1eba2e3c req-658f8ac0-3f1f-42e1-b9a1-7c1eefb29117 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0459299 Apr 20 16:21:00.517810 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-5a323e23-a84d-43cb-9911-d9f268426ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604f2d05-dc94-4f30-b064-1416474f57ab {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:21:00.539979 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-5a323e23-a84d-43cb-9911-d9f268426ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:00.542730 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-6211dd57-597c-4160-a170-8aff8a8860e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:00.545351 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41742) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:00.572628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-d8cbf204-e5cd-42f8-97f9-b6988357a45a req-8eae64b7-6109-4ccc-ba25-5f9431e05f76 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Deleting port 3a85de43-97d3-47c9-83b5-7a03273184f3 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:21:00.573051 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d8cbf204-e5cd-42f8-97f9-b6988357a45a req-8eae64b7-6109-4ccc-ba25-5f9431e05f76 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:00.595422 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-be1d0fdf-0f01-433b-a337-3b6609f3d408 req-17f4c952-d5d5-4e2c-ad12-5aecf0b5dce3 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:00.610902 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-5a323e23-a84d-43cb-9911-d9f268426ba3 service neutron] Transition to ACTIVE for port object 604f2d05-dc94-4f30-b064-1416474f57ab will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:21:00.628698 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['cf9c62d5-7b65-48a9-9281-035c5a9e8ca3'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:21:00.643602 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4c952-d5d5-4e2c-ad12-5aecf0b5dce3 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Pushing event deleted for resources: {'Port': ['ID=cf9c62d5-7b65-48a9-9281-035c5a9e8ca3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:00.684770 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d86905bf-f5b5-46c5-a1d9-2c612ef745a7 req-127e548c-3a11-4611-ba0b-a1c6aac104a7 service neutron] 10.222.0.26 "GET /v2.0/networks/7149c004-f3a8-4107-821e-83b0af89cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842840 Apr 20 16:21:00.692373 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b10a8-c19c-4e77-9d24-36098ddf78e7 req-08272e9c-1fb5-40c5-8b54-a40cf07f2b71 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:00.694113 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-037b10a8-c19c-4e77-9d24-36098ddf78e7 req-08272e9c-1fb5-40c5-8b54-a40cf07f2b71 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e717262-5ff0-4c05-bede-8af555ee5f66 HTTP/1.1" status: 200 len: 867 time: 0.2041905 Apr 20 16:21:00.730801 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-79aac83a-9f48-4c93-ad8d-1ebbcae585bf req-ccf0cf8f-6729-4351-b038-8401dc4a27ae tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:00.732218 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb224-4aba-4b51-b708-33012b87766f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:00.747733 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-5a323e23-a84d-43cb-9911-d9f268426ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:00.755695 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1d0fdf-0f01-433b-a337-3b6609f3d408 req-17f4c952-d5d5-4e2c-ad12-5aecf0b5dce3 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] No DVR routers for this DVR port cf9c62d5-7b65-48a9-9281-035c5a9e8ca3 on host n-h2-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:21:00.759505 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-be1d0fdf-0f01-433b-a337-3b6609f3d408 req-17f4c952-d5d5-4e2c-ad12-5aecf0b5dce3 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:00.762853 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-be1d0fdf-0f01-433b-a337-3b6609f3d408 req-17f4c952-d5d5-4e2c-ad12-5aecf0b5dce3 tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.30 "DELETE /v2.0/ports/cf9c62d5-7b65-48a9-9281-035c5a9e8ca3 HTTP/1.1" status: 204 len: 173 time: 1.0935981 Apr 20 16:21:00.763355 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e717262-5ff0-4c05-bede-8af555ee5f66', 'name': 'network-vif-deleted', 'tag': 'cf9c62d5-7b65-48a9-9281-035c5a9e8ca3'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:21:00.766291 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3fb951-df8b-41b6-bde2-b3b9cc71c7ea" -d '{"events": [{"server_uuid": "0e717262-5ff0-4c05-bede-8af555ee5f66", "name": "network-vif-deleted", "tag": "cf9c62d5-7b65-48a9-9281-035c5a9e8ca3"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:21:00.809086 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-037b10a8-c19c-4e77-9d24-36098ddf78e7 req-3fb57303-3b4c-4424-85fb-de7ffa10fb5c tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fe823e6-a116-40c2-a8f4-405af7467ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026165 Apr 20 16:21:00.905915 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-79aac83a-9f48-4c93-ad8d-1ebbcae585bf req-ccf0cf8f-6729-4351-b038-8401dc4a27ae tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:00.954724 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a48e04-70fc-4a79-8c9e-ab929ea2c906 req-c483e4fa-e494-4d6b-8b4d-363cb7cd6d78 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:00.962661 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-54a48e04-70fc-4a79-8c9e-ab929ea2c906 req-c483e4fa-e494-4d6b-8b4d-363cb7cd6d78 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 932 time: 0.0777266 Apr 20 16:21:01.007028 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-54a48e04-70fc-4a79-8c9e-ab929ea2c906 req-61025979-f846-47ac-b08f-0eebe1b4143a tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433977 Apr 20 16:21:01.049982 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f5dbba-0704-490b-b5a4-4850f2aa97fa x-openstack-request-id: req-f0f5dbba-0704-490b-b5a4-4850f2aa97fa {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:21:01.050482 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e717262-5ff0-4c05-bede-8af555ee5f66", "name": "network-vif-deleted", "tag": "cf9c62d5-7b65-48a9-9281-035c5a9e8ca3", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:21:01.050937 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0f5dbba-0704-490b-b5a4-4850f2aa97fa {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:21:01.051489 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0f5dbba-0704-490b-b5a4-4850f2aa97fa'] response: {'server_uuid': '0e717262-5ff0-4c05-bede-8af555ee5f66', 'name': 'network-vif-deleted', 'tag': 'cf9c62d5-7b65-48a9-9281-035c5a9e8ca3', 'status': 'completed', 'code': 200} Apr 20 16:21:01.062571 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a323e23-a84d-43cb-9911-d9f268426ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=604f2d05-dc94-4f30-b064-1416474f57ab,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:01.163293 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3fe36-ef2d-470b-8a12-53faac3fe9cf req-713f165b-2aea-46a9-aaeb-76cf5ac01b7c tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:01.171592 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-eee3fe36-ef2d-470b-8a12-53faac3fe9cf req-713f165b-2aea-46a9-aaeb-76cf5ac01b7c tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 945 time: 0.0629101 Apr 20 16:21:01.227529 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-eee3fe36-ef2d-470b-8a12-53faac3fe9cf req-5333e0f7-424a-48b2-8ba1-bd561c53d53d tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/security-groups?id=335f89db-4b4e-4428-b8e7-4f77f314f210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445995 Apr 20 16:21:01.373949 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5247c58-58a0-4999-ab24-8032200cde71 req-770cb426-9c84-4d71-9448-1a9e4c8dea02 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:01.376959 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a5247c58-58a0-4999-ab24-8032200cde71 req-770cb426-9c84-4d71-9448-1a9e4c8dea02 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 943 time: 0.0552800 Apr 20 16:21:01.421841 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a5247c58-58a0-4999-ab24-8032200cde71 req-18dbee77-c198-47b1-95da-7004485159d8 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384731 Apr 20 16:21:01.516640 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-5a323e23-a84d-43cb-9911-d9f268426ba3 service neutron] Attempting to bind port 604f2d05-dc94-4f30-b064-1416474f57ab on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:21:01.517240 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-5a323e23-a84d-43cb-9911-d9f268426ba3 service neutron] Attempting to bind port 604f2d05-dc94-4f30-b064-1416474f57ab by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '92ae8199-4df4-4470-93e0-b608fafb4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7149c004-f3a8-4107-821e-83b0af89cdf4'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:21:01.517353 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-5a323e23-a84d-43cb-9911-d9f268426ba3 service neutron] Attempting to bind port 604f2d05-dc94-4f30-b064-1416474f57ab on network 7149c004-f3a8-4107-821e-83b0af89cdf4 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:21:01.525760 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-d8cbf204-e5cd-42f8-97f9-b6988357a45a req-8eae64b7-6109-4ccc-ba25-5f9431e05f76 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] For port 3a85de43-97d3-47c9-83b5-7a03273184f3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=3a85de43-97d3-47c9-83b5-7a03273184f3,segment=NetworkSegment(012dea76-df1c-4418-8d44-1b53225e3572),segment_id=012dea76-df1c-4418-8d44-1b53225e3572)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:01.526109 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d8cbf204-e5cd-42f8-97f9-b6988357a45a req-8eae64b7-6109-4ccc-ba25-5f9431e05f76 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:01.528420 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0cf8f-6729-4351-b038-8401dc4a27ae tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a09779-a5a2-4eb9-aa46-ffa7dbc8baa0,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:01.556758 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-5a323e23-a84d-43cb-9911-d9f268426ba3 service neutron] Port 604f2d05-dc94-4f30-b064-1416474f57ab on network 7149c004-f3a8-4107-821e-83b0af89cdf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:21:01.557082 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-5a323e23-a84d-43cb-9911-d9f268426ba3 service neutron] Attempting to bind port 604f2d05-dc94-4f30-b064-1416474f57ab on network 7149c004-f3a8-4107-821e-83b0af89cdf4 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:21:01.566104 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-d8cbf204-e5cd-42f8-97f9-b6988357a45a req-8eae64b7-6109-4ccc-ba25-5f9431e05f76 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Calling delete_port for 3a85de43-97d3-47c9-83b5-7a03273184f3 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:21:01.568765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-5a323e23-a84d-43cb-9911-d9f268426ba3 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:21:01.569097 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-5a323e23-a84d-43cb-9911-d9f268426ba3 service neutron] Checking segment: {'id': '92ae8199-4df4-4470-93e0-b608fafb4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7149c004-f3a8-4107-821e-83b0af89cdf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:21:01.569918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-5a323e23-a84d-43cb-9911-d9f268426ba3 service neutron] Bound using segment: {'id': '92ae8199-4df4-4470-93e0-b608fafb4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7149c004-f3a8-4107-821e-83b0af89cdf4'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:21:01.569918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-5a323e23-a84d-43cb-9911-d9f268426ba3 service neutron] Bound port: 604f2d05-dc94-4f30-b064-1416474f57ab, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92ae8199-4df4-4470-93e0-b608fafb4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7149c004-f3a8-4107-821e-83b0af89cdf4'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:21:01.570239 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-5a323e23-a84d-43cb-9911-d9f268426ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:01.573679 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d011f93c-87cf-4142-ab7b-0692e34fc724 req-b36d5f00-4b78-497b-ac32-7704c04afa54 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0626779 Apr 20 16:21:01.618539 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-79aac83a-9f48-4c93-ad8d-1ebbcae585bf req-ccf0cf8f-6729-4351-b038-8401dc4a27ae tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:01.619768 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-79aac83a-9f48-4c93-ad8d-1ebbcae585bf req-ccf0cf8f-6729-4351-b038-8401dc4a27ae tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.5904536 Apr 20 16:21:01.676462 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-6211dd57-597c-4160-a170-8aff8a8860e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f628972f-3124-4141-bda5-77508e0c11c0 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:21:01.687489 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f337a4b1-9e5a-460e-ba1d-9be15788ba24 req-d1466e90-56c7-4e0e-a61f-457d20791acf tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/34a09779-a5a2-4eb9-aa46-ffa7dbc8baa0 HTTP/1.1" status: 200 len: 1802 time: 0.0420392 Apr 20 16:21:01.699547 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-f337a4b1-9e5a-460e-ba1d-9be15788ba24 req-40b9cc36-b364-46d1-a137-b639e9fe707e tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1737937015', 'description': 'tempest-description-hth-1117702464'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:01.713461 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-6211dd57-597c-4160-a170-8aff8a8860e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:01.733020 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f337a4b1-9e5a-460e-ba1d-9be15788ba24 req-40b9cc36-b364-46d1-a137-b639e9fe707e tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:01.750159 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb224-4aba-4b51-b708-33012b87766f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:01.763219 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-6211dd57-597c-4160-a170-8aff8a8860e7 service neutron] Transition to ACTIVE for port object f628972f-3124-4141-bda5-77508e0c11c0 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:21:01.789115 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f337a4b1-9e5a-460e-ba1d-9be15788ba24 req-40b9cc36-b364-46d1-a137-b639e9fe707e tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:01.791240 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-5a323e23-a84d-43cb-9911-d9f268426ba3 service neutron] For port 604f2d05-dc94-4f30-b064-1416474f57ab, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:21:01.803873 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-5a323e23-a84d-43cb-9911-d9f268426ba3 service neutron] For port 604f2d05-dc94-4f30-b064-1416474f57ab, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=604f2d05-dc94-4f30-b064-1416474f57ab,segment=NetworkSegment(92ae8199-4df4-4470-93e0-b608fafb4861),segment_id=92ae8199-4df4-4470-93e0-b608fafb4861)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:21:01.856278 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-6211dd57-597c-4160-a170-8aff8a8860e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:01.858755 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb224-4aba-4b51-b708-33012b87766f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:01.904308 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f337a4b1-9e5a-460e-ba1d-9be15788ba24 req-40b9cc36-b364-46d1-a137-b639e9fe707e tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:01.908445 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f337a4b1-9e5a-460e-ba1d-9be15788ba24 req-40b9cc36-b364-46d1-a137-b639e9fe707e tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:01.909876 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f337a4b1-9e5a-460e-ba1d-9be15788ba24 req-40b9cc36-b364-46d1-a137-b639e9fe707e tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "PUT /v2.0/security-groups/34a09779-a5a2-4eb9-aa46-ffa7dbc8baa0 HTTP/1.1" status: 200 len: 1777 time: 0.2146528 Apr 20 16:21:01.950227 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-5a323e23-a84d-43cb-9911-d9f268426ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:01.950655 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9cc36-b364-46d1-a137-b639e9fe707e tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a09779-a5a2-4eb9-aa46-ffa7dbc8baa0,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:01.989896 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8e748ba3-cc53-4ace-b30d-fac518791e1b req-4ab04dc3-371f-43e8-abb4-b0b000916738 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/34a09779-a5a2-4eb9-aa46-ffa7dbc8baa0 HTTP/1.1" status: 200 len: 1777 time: 0.0558202 Apr 20 16:21:02.003400 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211dd57-597c-4160-a170-8aff8a8860e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f628972f-3124-4141-bda5-77508e0c11c0,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:02.015462 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-751ef965-551a-48c8-899f-17af93274e1d req-d7b4aa29-e03a-44b7-b45a-8b9c0e31456c tempest-ServerTagsTestJSON-1599928210 tempest-ServerTagsTestJSON-1599928210-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e717262-5ff0-4c05-bede-8af555ee5f66 HTTP/1.1" status: 200 len: 210 time: 0.0939507 Apr 20 16:21:02.035563 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6a1cb224-4aba-4b51-b708-33012b87766f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f60bd4219c842fb80140473f36c75b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4828119 Apr 20 16:21:02.038008 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41766) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:02.055548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-5a323e23-a84d-43cb-9911-d9f268426ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:02.056149 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-5a323e23-a84d-43cb-9911-d9f268426ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:02.061694 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-5a323e23-a84d-43cb-9911-d9f268426ba3 service neutron] 10.222.0.26 "PUT /v2.0/ports/604f2d05-dc94-4f30-b064-1416474f57ab HTTP/1.1" status: 200 len: 1091 time: 2.7038882 Apr 20 16:21:02.065612 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6163c139-d1a9-43b1-a6d4-a2f43c1b9818', 'tag': '604f2d05-dc94-4f30-b064-1416474f57ab'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:21:02.072357 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc92bc7-5bec-4aaa-8fed-4eb01796d538" -d '{"events": [{"name": "network-changed", "server_uuid": "6163c139-d1a9-43b1-a6d4-a2f43c1b9818", "tag": "604f2d05-dc94-4f30-b064-1416474f57ab"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:21:02.088780 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cb224-4aba-4b51-b708-33012b87766f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7c7cff-18ce-4c3f-b2d1-f8c7e156c3e9,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:02.110573 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d8cbf204-e5cd-42f8-97f9-b6988357a45a req-8eae64b7-6109-4ccc-ba25-5f9431e05f76 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:02.175792 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ec6df82b-a926-4095-99a0-07c178d7fc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:02.184901 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fa2401e0-4e81-495d-8e3a-835c12aa65c9 req-dd5df9d2-fc0b-4554-bb47-9ee273bf63df tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/34a09779-a5a2-4eb9-aa46-ffa7dbc8baa0 HTTP/1.1" status: 200 len: 1777 time: 0.1680949 Apr 20 16:21:02.236860 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ec6df82b-a926-4095-99a0-07c178d7fc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:02.253322 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a323e23-a84d-43cb-9911-d9f268426ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=604f2d05-dc94-4f30-b064-1416474f57ab,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:02.302988 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-fa2401e0-4e81-495d-8e3a-835c12aa65c9 req-e77d7f0a-47db-46af-a097-0be3b2e99a2c tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:02.342545 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae64b7-6109-4ccc-ba25-5f9431e05f76 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Pushing event deleted for resources: {'Port': ['ID=3a85de43-97d3-47c9-83b5-7a03273184f3,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:02.344125 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-fa2401e0-4e81-495d-8e3a-835c12aa65c9 req-e77d7f0a-47db-46af-a097-0be3b2e99a2c tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:02.393380 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cbf204-e5cd-42f8-97f9-b6988357a45a req-8eae64b7-6109-4ccc-ba25-5f9431e05f76 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] No DVR routers for this DVR port 3a85de43-97d3-47c9-83b5-7a03273184f3 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:21:02.404435 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d8cbf204-e5cd-42f8-97f9-b6988357a45a req-8eae64b7-6109-4ccc-ba25-5f9431e05f76 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:02.407808 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d8cbf204-e5cd-42f8-97f9-b6988357a45a req-8eae64b7-6109-4ccc-ba25-5f9431e05f76 tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.30 "DELETE /v2.0/ports/3a85de43-97d3-47c9-83b5-7a03273184f3 HTTP/1.1" status: 204 len: 173 time: 2.2341897 Apr 20 16:21:02.414144 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-69ba966a-5baa-4d36-89a2-62fdd2b31cdb req-ef63b2a1-c7cf-4324-8e73-345b391fe603 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0361958 Apr 20 16:21:02.416710 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-6211dd57-597c-4160-a170-8aff8a8860e7 service neutron] Attempting to bind port f628972f-3124-4141-bda5-77508e0c11c0 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:21:02.417104 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-6211dd57-597c-4160-a170-8aff8a8860e7 service neutron] Attempting to bind port f628972f-3124-4141-bda5-77508e0c11c0 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '92ae8199-4df4-4470-93e0-b608fafb4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7149c004-f3a8-4107-821e-83b0af89cdf4'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:21:02.418358 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-6211dd57-597c-4160-a170-8aff8a8860e7 service neutron] Attempting to bind port f628972f-3124-4141-bda5-77508e0c11c0 on network 7149c004-f3a8-4107-821e-83b0af89cdf4 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:21:02.431720 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578463b-54d4-4583-b7c2-5668a38ecd9f req-2ff32a6b-5db1-4f68-9bd6-d603021c31cd tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:02.433324 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e578463b-54d4-4583-b7c2-5668a38ecd9f req-2ff32a6b-5db1-4f68-9bd6-d603021c31cd tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 944 time: 0.2347600 Apr 20 16:21:02.435715 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-6211dd57-597c-4160-a170-8aff8a8860e7 service neutron] Port f628972f-3124-4141-bda5-77508e0c11c0 on network 7149c004-f3a8-4107-821e-83b0af89cdf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:21:02.436033 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-6211dd57-597c-4160-a170-8aff8a8860e7 service neutron] Attempting to bind port f628972f-3124-4141-bda5-77508e0c11c0 on network 7149c004-f3a8-4107-821e-83b0af89cdf4 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:21:02.444056 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-847e917b-2332-48fd-83ad-2510a53ce6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:02.445614 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-847e917b-2332-48fd-83ad-2510a53ce6e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a8a96c12e6f64332b12b242a601a3df7&device_id=6163c139-d1a9-43b1-a6d4-a2f43c1b9818 HTTP/1.1" status: 200 len: 1094 time: 0.1226935 Apr 20 16:21:02.454376 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-6211dd57-597c-4160-a170-8aff8a8860e7 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:21:02.454716 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-6211dd57-597c-4160-a170-8aff8a8860e7 service neutron] Checking segment: {'id': '92ae8199-4df4-4470-93e0-b608fafb4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7149c004-f3a8-4107-821e-83b0af89cdf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:21:02.457311 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-6211dd57-597c-4160-a170-8aff8a8860e7 service neutron] Bound using segment: {'id': '92ae8199-4df4-4470-93e0-b608fafb4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7149c004-f3a8-4107-821e-83b0af89cdf4'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:21:02.457311 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-6211dd57-597c-4160-a170-8aff8a8860e7 service neutron] Bound port: f628972f-3124-4141-bda5-77508e0c11c0, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92ae8199-4df4-4470-93e0-b608fafb4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7149c004-f3a8-4107-821e-83b0af89cdf4'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:21:02.457311 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-6211dd57-597c-4160-a170-8aff8a8860e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:02.503897 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ec6df82b-a926-4095-99a0-07c178d7fc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:02.506545 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ec6df82b-a926-4095-99a0-07c178d7fc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:02.510303 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ec6df82b-a926-4095-99a0-07c178d7fc39 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d7c7cff-18ce-4c3f-b2d1-f8c7e156c3e9 HTTP/1.1" status: 204 len: 168 time: 0.4680264 Apr 20 16:21:02.521759 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6df82b-a926-4095-99a0-07c178d7fc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7c7cff-18ce-4c3f-b2d1-f8c7e156c3e9,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:02.526355 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-8b17f570-a6c2-4578-88cb-a47dab109b9d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=604f2d05-dc94-4f30-b064-1416474f57ab HTTP/1.1" status: 200 len: 217 time: 0.0663693 Apr 20 16:21:02.535720 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-fa2401e0-4e81-495d-8e3a-835c12aa65c9 req-e77d7f0a-47db-46af-a097-0be3b2e99a2c tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:02.540455 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-fa2401e0-4e81-495d-8e3a-835c12aa65c9 req-e77d7f0a-47db-46af-a097-0be3b2e99a2c tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:02.572950 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fa2401e0-4e81-495d-8e3a-835c12aa65c9 req-e77d7f0a-47db-46af-a097-0be3b2e99a2c tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "DELETE /v2.0/security-groups/34a09779-a5a2-4eb9-aa46-ffa7dbc8baa0 HTTP/1.1" status: 204 len: 173 time: 0.3546295 Apr 20 16:21:02.598360 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d7f0a-47db-46af-a097-0be3b2e99a2c tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a09779-a5a2-4eb9-aa46-ffa7dbc8baa0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:02.640651 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e578463b-54d4-4583-b7c2-5668a38ecd9f req-3eddfe10-9662-4652-ad5f-5127e5a510fc tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940088 Apr 20 16:21:02.646366 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec08621-eca0-4ef8-a6f8-c02f3b759bf5 x-openstack-request-id: req-4ec08621-eca0-4ef8-a6f8-c02f3b759bf5 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:21:02.646761 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6163c139-d1a9-43b1-a6d4-a2f43c1b9818", "tag": "604f2d05-dc94-4f30-b064-1416474f57ab", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:21:02.647112 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ec08621-eca0-4ef8-a6f8-c02f3b759bf5 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:21:02.647664 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec08621-eca0-4ef8-a6f8-c02f3b759bf5'] response: {'name': 'network-changed', 'server_uuid': '6163c139-d1a9-43b1-a6d4-a2f43c1b9818', 'tag': '604f2d05-dc94-4f30-b064-1416474f57ab', 'status': 'completed', 'code': 200} Apr 20 16:21:02.688398 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-7b0aeb7c-678c-4f4d-86d5-068547d80755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:02.690231 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-7b0aeb7c-678c-4f4d-86d5-068547d80755 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=abe219f4-3fe9-4dfe-82f9-6d973d12ff87 HTTP/1.1" status: 200 len: 855 time: 0.1338179 Apr 20 16:21:02.715172 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-6211dd57-597c-4160-a170-8aff8a8860e7 service neutron] For port f628972f-3124-4141-bda5-77508e0c11c0, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:21:02.758715 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8806aa8f-473b-4302-b10e-0596576d0d12 req-0d61c1e0-7c2f-4bd8-8b4b-6e5d6f2ec0af tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 210 time: 0.0426736 Apr 20 16:21:02.772892 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-6211dd57-597c-4160-a170-8aff8a8860e7 service neutron] For port f628972f-3124-4141-bda5-77508e0c11c0, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f628972f-3124-4141-bda5-77508e0c11c0,segment=NetworkSegment(92ae8199-4df4-4470-93e0-b608fafb4861),segment_id=92ae8199-4df4-4470-93e0-b608fafb4861)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:21:02.811878 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-fc8e7a2a-a3b6-4c82-9e6f-fcac9a30f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:02.813766 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-fc8e7a2a-a3b6-4c82-9e6f-fcac9a30f083 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7149c004-f3a8-4107-821e-83b0af89cdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168180 Apr 20 16:21:02.840562 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8ac74-54e9-4151-bba6-f06aec31880d req-65924e8a-856c-4b17-9b0c-2c2bcb459f31 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:02.842356 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dbb8ac74-54e9-4151-bba6-f06aec31880d req-65924e8a-856c-4b17-9b0c-2c2bcb459f31 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 943 time: 0.1022327 Apr 20 16:21:02.914699 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-30700c33-4e30-4b2f-a3e4-1e237e5c9b29 req-6251a495-383b-49a1-84a5-49ad237edac0 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0346675 Apr 20 16:21:02.946375 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dbb8ac74-54e9-4151-bba6-f06aec31880d req-a2c4a5ea-25c1-44b1-80b6-ba094c4d5b1c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915082 Apr 20 16:21:02.966027 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-234c5678-3fde-4f72-9635-09981f5f6c9f service neutron] 10.222.0.26 "GET /v2.0/networks/7149c004-f3a8-4107-821e-83b0af89cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451552 Apr 20 16:21:03.012742 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-6211dd57-597c-4160-a170-8aff8a8860e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:03.096212 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41788) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:03.128599 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-6211dd57-597c-4160-a170-8aff8a8860e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:03.129320 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-6211dd57-597c-4160-a170-8aff8a8860e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:03.131531 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-6211dd57-597c-4160-a170-8aff8a8860e7 service neutron] 10.222.0.30 "PUT /v2.0/ports/f628972f-3124-4141-bda5-77508e0c11c0 HTTP/1.1" status: 200 len: 1092 time: 2.8205833 Apr 20 16:21:03.138845 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-68cdea72-378a-4659-bc76-209c7a7dd17b req-1da13ffd-af62-4709-bc70-87a29c94af50 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] show failed (client error): The resource could not be found. Apr 20 16:21:03.140036 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68cdea72-378a-4659-bc76-209c7a7dd17b req-1da13ffd-af62-4709-bc70-87a29c94af50 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/416dfbee-e946-4970-86b1-0224dd2790ce HTTP/1.1" status: 404 len: 352 time: 0.0767906 Apr 20 16:21:03.220192 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b179e1f6-f69e-49c9-b70a-91b51b203b17 req-703c0eb1-498f-4ee1-b96d-45aa96bebc9f service neutron] 10.222.0.26 "GET /v2.0/networks/7149c004-f3a8-4107-821e-83b0af89cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408838 Apr 20 16:21:03.221985 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211dd57-597c-4160-a170-8aff8a8860e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f628972f-3124-4141-bda5-77508e0c11c0,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:03.222134 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [req-0c4b69f6-8bc6-4051-a42d-c024eb38eec1 req-c8c6418d-b4d3-4ca5-bb1e-7ead60000d71 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] show failed (client error): The resource could not be found. Apr 20 16:21:03.224663 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0c4b69f6-8bc6-4051-a42d-c024eb38eec1 req-c8c6418d-b4d3-4ca5-bb1e-7ead60000d71 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/5646ba57-71ef-40cb-afda-46af0eaaec43 HTTP/1.1" status: 404 len: 352 time: 0.0459092 Apr 20 16:21:03.261083 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-386b2ac6-1700-4ada-b9c8-fbc473cb1b2f admin admin] Deleting subnet f634dbe8-e67e-4091-97cd-ae718c405f5d {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:21:03.269353 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-386b2ac6-1700-4ada-b9c8-fbc473cb1b2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:03.273739 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-b1a8a68e-b6fe-461d-a27e-fa22cdb4118d req-d2223d64-fb9c-4f5e-8738-8461ca9622d9 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] show failed (client error): The resource could not be found. Apr 20 16:21:03.282001 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b1a8a68e-b6fe-461d-a27e-fa22cdb4118d req-d2223d64-fb9c-4f5e-8738-8461ca9622d9 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/bfa48cf4-19d6-493d-85d2-0472ec5fa12c HTTP/1.1" status: 404 len: 352 time: 0.0282958 Apr 20 16:21:03.331086 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [req-e1e3a720-703c-4758-9a13-043bd6a85aa5 req-4970049a-5c6d-4de4-912d-1e868c49d506 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] show failed (client error): The resource could not be found. Apr 20 16:21:03.341300 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e1e3a720-703c-4758-9a13-043bd6a85aa5 req-4970049a-5c6d-4de4-912d-1e868c49d506 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/f0a2b09d-b755-4a0e-944c-293046d24850 HTTP/1.1" status: 404 len: 352 time: 0.0335932 Apr 20 16:21:03.357145 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-386b2ac6-1700-4ada-b9c8-fbc473cb1b2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:03.388187 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-2d498954-fc1d-4fb0-881d-f64abc4bb0e7 req-a603f2b4-0f21-4067-a499-c2ef7e27a8a1 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] show failed (client error): The resource could not be found. Apr 20 16:21:03.391213 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2d498954-fc1d-4fb0-881d-f64abc4bb0e7 req-a603f2b4-0f21-4067-a499-c2ef7e27a8a1 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/dd55ea6f-9b6d-47f2-8015-ed0aaf474635 HTTP/1.1" status: 404 len: 352 time: 0.0256014 Apr 20 16:21:03.401284 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-686cb0d1-da57-4b48-bd01-5eb93eef1c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:03.402876 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-686cb0d1-da57-4b48-bd01-5eb93eef1c7d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8a96c12e6f64332b12b242a601a3df7&device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 1095 time: 0.0866413 Apr 20 16:21:03.420236 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-386b2ac6-1700-4ada-b9c8-fbc473cb1b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:03.480560 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-def76d89-20f6-400d-ac27-e3ee1104a112 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f628972f-3124-4141-bda5-77508e0c11c0 HTTP/1.1" status: 200 len: 217 time: 0.0588946 Apr 20 16:21:03.489366 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [req-f8a25b2e-d0f3-491b-b141-7a96cf75b393 req-ff062202-29fa-4654-a4d0-29011158d6f0 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] show failed (client error): The resource could not be found. Apr 20 16:21:03.508824 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f8a25b2e-d0f3-491b-b141-7a96cf75b393 req-ff062202-29fa-4654-a4d0-29011158d6f0 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/cbb3f49a-dabf-4c12-a325-24b54e1be3e0 HTTP/1.1" status: 404 len: 352 time: 0.0305650 Apr 20 16:21:03.591789 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc92bc7-5bec-4aaa-8fed-4eb01796d538 req-70a17a8d-9ba2-4da8-99b8-234676cd7ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:03.593898 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cdc92bc7-5bec-4aaa-8fed-4eb01796d538 req-70a17a8d-9ba2-4da8-99b8-234676cd7ec7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a8a96c12e6f64332b12b242a601a3df7&device_id=6163c139-d1a9-43b1-a6d4-a2f43c1b9818 HTTP/1.1" status: 200 len: 1094 time: 0.1234472 Apr 20 16:21:03.595237 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-d2b075ca-7bc5-40e5-aaf3-7c2504c046ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:03.596584 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-d2b075ca-7bc5-40e5-aaf3-7c2504c046ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abe219f4-3fe9-4dfe-82f9-6d973d12ff87 HTTP/1.1" status: 200 len: 855 time: 0.0740521 Apr 20 16:21:03.660062 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-386b2ac6-1700-4ada-b9c8-fbc473cb1b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:03.709698 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-386b2ac6-1700-4ada-b9c8-fbc473cb1b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:03.713939 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-386b2ac6-1700-4ada-b9c8-fbc473cb1b2f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f634dbe8-e67e-4091-97cd-ae718c405f5d HTTP/1.1" status: 204 len: 168 time: 0.6164458 Apr 20 16:21:03.714967 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b2ac6-1700-4ada-b9c8-fbc473cb1b2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f634dbe8-e67e-4091-97cd-ae718c405f5d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:03.717384 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41814) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:03.734919 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-f2501b5c-af9d-42ff-99dd-c3f9bb342442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:03.736705 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-f2501b5c-af9d-42ff-99dd-c3f9bb342442 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7149c004-f3a8-4107-821e-83b0af89cdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120276 Apr 20 16:21:03.762091 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc92bc7-5bec-4aaa-8fed-4eb01796d538 req-d8da3ef9-40fe-4a78-ae56-496b36cba2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:03.764099 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cdc92bc7-5bec-4aaa-8fed-4eb01796d538 req-d8da3ef9-40fe-4a78-ae56-496b36cba2bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=7149c004-f3a8-4107-821e-83b0af89cdf4 HTTP/1.1" status: 200 len: 917 time: 0.1638484 Apr 20 16:21:03.808699 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device cf9c62d5-7b65-48a9-9281-035c5a9e8ca3 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:21:03.835280 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cdc92bc7-5bec-4aaa-8fed-4eb01796d538 req-33a2b9e3-59ef-461a-bba6-cd6e61e1aad5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=604f2d05-dc94-4f30-b064-1416474f57ab HTTP/1.1" status: 200 len: 217 time: 0.0512912 Apr 20 16:21:03.850695 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: cf9c62d5-7b65-48a9-9281-035c5a9e8ca3 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:21:03.851042 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device cf9c62d5-7b65-48a9-9281-035c5a9e8ca3 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:21:03.851921 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 3a85de43-97d3-47c9-83b5-7a03273184f3 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:21:03.891052 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 3a85de43-97d3-47c9-83b5-7a03273184f3 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:21:03.906397 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 3a85de43-97d3-47c9-83b5-7a03273184f3 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:21:03.930478 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d5b0-d870-4eae-b85f-d5871ae336da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:03.941165 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc92bc7-5bec-4aaa-8fed-4eb01796d538 req-a916e3ac-664e-40e6-902a-72f0700dce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:03.944191 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cdc92bc7-5bec-4aaa-8fed-4eb01796d538 req-a916e3ac-664e-40e6-902a-72f0700dce4d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=abe219f4-3fe9-4dfe-82f9-6d973d12ff87 HTTP/1.1" status: 200 len: 855 time: 0.0751059 Apr 20 16:21:03.963098 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec28f97-02da-4c68-ba5a-608b09796f6e req-0294d847-154d-4c8a-bb63-d50fa8f753d5 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:03.966274 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9ec28f97-02da-4c68-ba5a-608b09796f6e req-0294d847-154d-4c8a-bb63-d50fa8f753d5 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 944 time: 0.1897912 Apr 20 16:21:03.966417 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-ee43836b-5b58-45a7-a9e3-a7ccb408c1c5 service neutron] 10.222.0.30 "GET /v2.0/networks/7149c004-f3a8-4107-821e-83b0af89cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118380 Apr 20 16:21:04.065238 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc92bc7-5bec-4aaa-8fed-4eb01796d538 req-519b9d2b-7b8a-4e19-86b4-9dd79acf92c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:04.066952 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cdc92bc7-5bec-4aaa-8fed-4eb01796d538 req-519b9d2b-7b8a-4e19-86b4-9dd79acf92c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7149c004-f3a8-4107-821e-83b0af89cdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144960 Apr 20 16:21:04.092404 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d5b0-d870-4eae-b85f-d5871ae336da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:04.136800 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9ec28f97-02da-4c68-ba5a-608b09796f6e req-eed1f129-d138-4e42-b66c-a04532ca2340 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397302 Apr 20 16:21:04.167079 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-a7a3d5b0-d870-4eae-b85f-d5871ae336da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea2da9a2-a1d7-4120-97f9-c79126af11ec']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:04.183795 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-a7a3d5b0-d870-4eae-b85f-d5871ae336da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da64f4a-2f5c-40a4-9976-b32a14cb5d68') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:04.183995 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-a7a3d5b0-d870-4eae-b85f-d5871ae336da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da64f4a-2f5c-40a4-9976-b32a14cb5d68') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:04.195493 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d5b0-d870-4eae-b85f-d5871ae336da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:04.219512 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c25da3a-aac1-40c2-aa08-575a7f8abb3d req-9366ed03-6a7d-4063-a82c-22547b8fbc2d service neutron] 10.222.0.30 "GET /v2.0/networks/7149c004-f3a8-4107-821e-83b0af89cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398927 Apr 20 16:21:04.236912 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b09c5fbb-759f-441e-9e90-2dd55707da7c req-6a7b7ec6-a1e5-4f11-ba69-a43fe547304b tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0390637 Apr 20 16:21:04.240745 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3a0c5e5f-2e78-4999-b255-b320b3130289 req-9075ab42-e203-49ba-b9e5-d2009f67ab3f tempest-ServerMetadataNegativeTestJSON-78968920 tempest-ServerMetadataNegativeTestJSON-78968920-project] 10.222.0.15 "GET /v2.0/ports?device_id=6de59e16-9d32-4934-a827-c12fb83a9142 HTTP/1.1" status: 200 len: 210 time: 0.0438273 Apr 20 16:21:04.247387 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d5b0-d870-4eae-b85f-d5871ae336da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:04.253073 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a3d5b0-d870-4eae-b85f-d5871ae336da admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:21:04.253766 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d5b0-d870-4eae-b85f-d5871ae336da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:21:04.260494 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:21:04.300712 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cdc92bc7-5bec-4aaa-8fed-4eb01796d538 req-acbfca5c-ec32-4b46-ac51-fff890a975b2 service neutron] 10.222.0.26 "GET /v2.0/networks/7149c004-f3a8-4107-821e-83b0af89cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165947 Apr 20 16:21:04.404827 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa29aee-25a4-4b16-ac8d-44233e9a62e7 req-4fcc312f-7576-4b8e-9d0a-80c8b6ba2aa9 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:04.406300 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aaa29aee-25a4-4b16-ac8d-44233e9a62e7 req-4fcc312f-7576-4b8e-9d0a-80c8b6ba2aa9 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 1024 time: 0.0585198 Apr 20 16:21:04.412805 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d5b0-d870-4eae-b85f-d5871ae336da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:04.428349 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d5b0-d870-4eae-b85f-d5871ae336da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:04.431676 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a7a3d5b0-d870-4eae-b85f-d5871ae336da admin admin] 10.222.0.15 "DELETE /v2.0/networks/ea2da9a2-a1d7-4120-97f9-c79126af11ec HTTP/1.1" status: 204 len: 168 time: 0.7130880 Apr 20 16:21:04.440974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b68886-fea2-4801-a1cc-49056899ae6c req-2b4c378a-f9b3-4943-9954-ab8cdc5521d8 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:04.443073 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15b68886-fea2-4801-a1cc-49056899ae6c req-2b4c378a-f9b3-4943-9954-ab8cdc5521d8 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 943 time: 0.0816896 Apr 20 16:21:04.445500 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cdc92bc7-5bec-4aaa-8fed-4eb01796d538 req-11977717-1633-4575-ae2e-8ae10036be85 service neutron] 10.222.0.26 "GET /v2.0/networks/7149c004-f3a8-4107-821e-83b0af89cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452501 Apr 20 16:21:04.452399 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3d5b0-d870-4eae-b85f-d5871ae336da admin admin] Pushing event deleted for resources: {'Network': ['ID=ea2da9a2-a1d7-4120-97f9-c79126af11ec,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:04.490211 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aaa29aee-25a4-4b16-ac8d-44233e9a62e7 req-4e73f412-ae5f-472e-94eb-e5f5feaad272 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=d937ba71-129b-4aab-9cb8-6a75b3db904f&id=79c3ed7c-7597-4d4f-8d42-e8e864a4f6f0&id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0748663 Apr 20 16:21:04.493950 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15b68886-fea2-4801-a1cc-49056899ae6c req-bcff9f63-d7af-4253-84ce-6f2085453e80 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413630 Apr 20 16:21:04.653053 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de59e16-9d32-4934-a827-c12fb83a9142', 'name': 'network-vif-deleted', 'tag': '3a85de43-97d3-47c9-83b5-7a03273184f3'}, {'name': 'network-changed', 'server_uuid': 'ce0642a2-8a72-47f1-af50-771005f27dbf', 'tag': 'f628972f-3124-4141-bda5-77508e0c11c0'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:21:04.655447 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9ca569-a61b-466b-b9cd-65284ed571b9" -d '{"events": [{"server_uuid": "6de59e16-9d32-4934-a827-c12fb83a9142", "name": "network-vif-deleted", "tag": "3a85de43-97d3-47c9-83b5-7a03273184f3"}, {"name": "network-changed", "server_uuid": "ce0642a2-8a72-47f1-af50-771005f27dbf", "tag": "f628972f-3124-4141-bda5-77508e0c11c0"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:21:04.719503 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 20 Apr 2022 16:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2b7bc9-8f6c-4f2d-b14a-7c1225075e67 x-openstack-request-id: req-1d2b7bc9-8f6c-4f2d-b14a-7c1225075e67 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:21:04.719799 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de59e16-9d32-4934-a827-c12fb83a9142", "name": "network-vif-deleted", "tag": "3a85de43-97d3-47c9-83b5-7a03273184f3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce0642a2-8a72-47f1-af50-771005f27dbf", "tag": "f628972f-3124-4141-bda5-77508e0c11c0", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:21:04.720699 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d2b7bc9-8f6c-4f2d-b14a-7c1225075e67 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:21:04.721661 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d2b7bc9-8f6c-4f2d-b14a-7c1225075e67'] response: {'server_uuid': '6de59e16-9d32-4934-a827-c12fb83a9142', 'name': 'network-vif-deleted', 'tag': '3a85de43-97d3-47c9-83b5-7a03273184f3', 'status': 'completed', 'code': 200} Apr 20 16:21:04.721661 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d2b7bc9-8f6c-4f2d-b14a-7c1225075e67'] response: {'name': 'network-changed', 'server_uuid': 'ce0642a2-8a72-47f1-af50-771005f27dbf', 'tag': 'f628972f-3124-4141-bda5-77508e0c11c0', 'status': 'completed', 'code': 200} Apr 20 16:21:04.809215 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ca569-a61b-466b-b9cd-65284ed571b9 req-1839ae91-df4d-447a-97e1-652db5215e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:04.810691 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9d9ca569-a61b-466b-b9cd-65284ed571b9 req-1839ae91-df4d-447a-97e1-652db5215e45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8a96c12e6f64332b12b242a601a3df7&device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 1095 time: 0.0402634 Apr 20 16:21:04.896808 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41854) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:04.923343 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ca569-a61b-466b-b9cd-65284ed571b9 req-549367ec-ec2f-4d9e-a232-598361705dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:04.924702 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9d9ca569-a61b-466b-b9cd-65284ed571b9 req-549367ec-ec2f-4d9e-a232-598361705dcb service neutron] 10.222.0.30 "GET /v2.0/networks?id=7149c004-f3a8-4107-821e-83b0af89cdf4 HTTP/1.1" status: 200 len: 917 time: 0.1064305 Apr 20 16:21:04.977558 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-398d19ae-6d24-4157-a2e3-541981d60807 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37d2b036334b4671890b4a5f5ccf35c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0794604 Apr 20 16:21:04.979705 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41858) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:04.984037 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9d9ca569-a61b-466b-b9cd-65284ed571b9 req-fa67e61f-3223-4a46-bb34-0f1bd80de267 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f628972f-3124-4141-bda5-77508e0c11c0 HTTP/1.1" status: 200 len: 217 time: 0.0509632 Apr 20 16:21:05.047228 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ca569-a61b-466b-b9cd-65284ed571b9 req-495669c3-229f-4ef2-8281-b827324debd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:05.048696 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-eeb21889-b6ae-4ed2-9529-24947d2ebac7 req-3c6f6790-b1c3-4c9d-88ae-67a82d4ee2aa tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0323255 Apr 20 16:21:05.049564 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9d9ca569-a61b-466b-b9cd-65284ed571b9 req-495669c3-229f-4ef2-8281-b827324debd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abe219f4-3fe9-4dfe-82f9-6d973d12ff87 HTTP/1.1" status: 200 len: 855 time: 0.0586531 Apr 20 16:21:05.066157 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1698e98b-5756-4185-b0ba-c82b0a823cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:05.095395 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1698e98b-5756-4185-b0ba-c82b0a823cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:05.116841 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ca569-a61b-466b-b9cd-65284ed571b9 req-2637ba2e-12db-48bb-ada8-039514eda056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:05.118343 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9d9ca569-a61b-466b-b9cd-65284ed571b9 req-2637ba2e-12db-48bb-ada8-039514eda056 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7149c004-f3a8-4107-821e-83b0af89cdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607049 Apr 20 16:21:05.164904 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41864) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:05.229852 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1698e98b-5756-4185-b0ba-c82b0a823cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:05.235040 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1698e98b-5756-4185-b0ba-c82b0a823cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:05.235040 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1698e98b-5756-4185-b0ba-c82b0a823cf5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7fe823e6-a116-40c2-a8f4-405af7467ed5 HTTP/1.1" status: 204 len: 168 time: 0.2542915 Apr 20 16:21:05.245670 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9d9ca569-a61b-466b-b9cd-65284ed571b9 req-3ac53108-65c7-44ec-b11c-ff194654c1d1 service neutron] 10.222.0.30 "GET /v2.0/networks/7149c004-f3a8-4107-821e-83b0af89cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182392 Apr 20 16:21:05.246289 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698e98b-5756-4185-b0ba-c82b0a823cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe823e6-a116-40c2-a8f4-405af7467ed5,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:05.316631 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b701ce-baa3-4498-adac-3b033998021f req-99a140e3-5e7a-4bbe-bd15-9944028b5770 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:05.318928 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6b701ce-baa3-4498-adac-3b033998021f req-99a140e3-5e7a-4bbe-bd15-9944028b5770 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 944 time: 0.1172876 Apr 20 16:21:05.320116 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41876) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:05.325687 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 43367020-e55c-4927-90e7-e90c39a589e1 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:21:05.362475 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-29d2aa6b-17a3-4ed5-8b03-8c47ad4257fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:05.399741 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4b326b-c9d4-4119-a541-334c302a4b10 admin admin] Deleting subnet c310e3d9-2ea2-462e-97e0-a97b3595687b {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:21:05.407487 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea4b326b-c9d4-4119-a541-334c302a4b10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:05.426701 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6b701ce-baa3-4498-adac-3b033998021f req-7533c658-8900-46b7-b64b-6ebee0c2ddd2 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535407 Apr 20 16:21:05.442580 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9d9ca569-a61b-466b-b9cd-65284ed571b9 req-7f273ea2-f145-4363-904a-e5370ae18e59 service neutron] 10.222.0.30 "GET /v2.0/networks/7149c004-f3a8-4107-821e-83b0af89cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858163 Apr 20 16:21:05.458908 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 43367020-e55c-4927-90e7-e90c39a589e1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=43367020-e55c-4927-90e7-e90c39a589e1,segment=NetworkSegment(92ae8199-4df4-4470-93e0-b608fafb4861),segment_id=92ae8199-4df4-4470-93e0-b608fafb4861)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:05.476450 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea4b326b-c9d4-4119-a541-334c302a4b10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:05.485177 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '43367020-e55c-4927-90e7-e90c39a589e1', 'network_id': '7149c004-f3a8-4107-821e-83b0af89cdf4', 'port_id': '43367020-e55c-4927-90e7-e90c39a589e1', 'mac_address': 'fa:16:3e:e9:72:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe219f4-3fe9-4dfe-82f9-6d973d12ff87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:21:05.525741 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:05.547691 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43367020-e55c-4927-90e7-e90c39a589e1 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:21:05.549588 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea4b326b-c9d4-4119-a541-334c302a4b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:05.570424 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 43367020-e55c-4927-90e7-e90c39a589e1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=43367020-e55c-4927-90e7-e90c39a589e1,segment=NetworkSegment(92ae8199-4df4-4470-93e0-b608fafb4861),segment_id=92ae8199-4df4-4470-93e0-b608fafb4861)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:05.627750 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-29d2aa6b-17a3-4ed5-8b03-8c47ad4257fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:05.647895 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:05.684830 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667cff1-8515-4b5f-bbfc-df8168fc3d7d req-c0f17374-2515-4602-a318-d40f8de9620d tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:05.686368 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1667cff1-8515-4b5f-bbfc-df8168fc3d7d req-c0f17374-2515-4602-a318-d40f8de9620d tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 943 time: 0.0644968 Apr 20 16:21:05.697082 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b136f-bdf5-472b-810d-32271af35f2a req-3985a31b-fa2d-479e-a86f-349c8fd536c0 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:05.700974 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6d4b136f-bdf5-472b-810d-32271af35f2a req-3985a31b-fa2d-479e-a86f-349c8fd536c0 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 1024 time: 0.0801845 Apr 20 16:21:05.734267 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-29d2aa6b-17a3-4ed5-8b03-8c47ad4257fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:05.742342 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=43367020-e55c-4927-90e7-e90c39a589e1,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:05.767914 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea4b326b-c9d4-4119-a541-334c302a4b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:05.794621 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-29d2aa6b-17a3-4ed5-8b03-8c47ad4257fa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77481543d1fa48a8af8c1b1d82d39dd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6285565 Apr 20 16:21:05.806523 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1667cff1-8515-4b5f-bbfc-df8168fc3d7d req-9ccd7ccf-74c3-49dd-aa94-cf3f627763df tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126893 Apr 20 16:21:05.809640 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41890) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:05.832005 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b326b-c9d4-4119-a541-334c302a4b10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c310e3d9-2ea2-462e-97e0-a97b3595687b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:05.834587 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea4b326b-c9d4-4119-a541-334c302a4b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:05.837779 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ea4b326b-c9d4-4119-a541-334c302a4b10 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c310e3d9-2ea2-462e-97e0-a97b3595687b HTTP/1.1" status: 204 len: 168 time: 0.5164464 Apr 20 16:21:05.842093 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41894) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:05.851792 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-88a0fcbe-5abd-4679-a8e3-5a84759b5b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:05.853410 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-88a0fcbe-5abd-4679-a8e3-5a84759b5b6b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834&tenant_id=ffad88bc0f5d4afd9c32393497a68147 HTTP/1.1" status: 200 len: 1094 time: 0.1343710 Apr 20 16:21:05.866467 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6d4b136f-bdf5-472b-810d-32271af35f2a req-7cd28f12-3e56-454d-833f-88735c4b37d1 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups?id=d937ba71-129b-4aab-9cb8-6a75b3db904f&id=79c3ed7c-7597-4d4f-8d42-e8e864a4f6f0&id=0ff42b31-233f-4225-8d08-56b0ce478470&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1585743 Apr 20 16:21:05.869752 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2aa6b-17a3-4ed5-8b03-8c47ad4257fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228cfd3d-63bd-4663-bf70-3ae151faa7fb,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:05.871262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333c147-9c49-498d-a60c-0c3cc23978d9 req-b10941f5-63c1-493d-b1fb-d3cbdc5da0a7 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:05.872793 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a333c147-9c49-498d-a60c-0c3cc23978d9 req-b10941f5-63c1-493d-b1fb-d3cbdc5da0a7 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.26 "GET /v2.0/ports?device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 1024 time: 0.1148124 Apr 20 16:21:05.885637 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836146-2', 'device_owner': 'compute:nova'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:05.929606 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-01e6ce48-5dec-4468-b948-b09092e2a6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:05.988881 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0852aa9c-99a4-4976-ade3-b1b9e86cbdb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:06.012167 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-01e6ce48-5dec-4468-b948-b09092e2a6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:06.023866 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:06.033618 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-01e6ce48-5dec-4468-b948-b09092e2a6d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a706e9-d76d-49fa-908b-94ccac264bee']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:06.043073 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-01e6ce48-5dec-4468-b948-b09092e2a6d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '012dea76-df1c-4418-8d44-1b53225e3572') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:06.043368 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-01e6ce48-5dec-4468-b948-b09092e2a6d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '012dea76-df1c-4418-8d44-1b53225e3572') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:06.048678 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0852aa9c-99a4-4976-ade3-b1b9e86cbdb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:06.058983 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-01e6ce48-5dec-4468-b948-b09092e2a6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:06.073860 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-01e6ce48-5dec-4468-b948-b09092e2a6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:06.081929 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['43367020-e55c-4927-90e7-e90c39a589e1'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:21:06.091585 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e6ce48-5dec-4468-b948-b09092e2a6d1 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:21:06.093991 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-01e6ce48-5dec-4468-b948-b09092e2a6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:21:06.126078 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:21:06.144995 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-a333c147-9c49-498d-a60c-0c3cc23978d9 req-f9f47606-d746-484b-af53-ec06a6ebd4c8 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Deleting port 9f6487ec-8b6f-44eb-87b1-0690b758458b {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:21:06.145326 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a333c147-9c49-498d-a60c-0c3cc23978d9 req-f9f47606-d746-484b-af53-ec06a6ebd4c8 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:06.283441 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c581b725-091b-4e83-9da6-636074a5b9d9 req-5500ac02-1f44-4d3b-a03a-0e59aa869e61 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0820551 Apr 20 16:21:06.326181 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-01e6ce48-5dec-4468-b948-b09092e2a6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:06.335574 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-01e6ce48-5dec-4468-b948-b09092e2a6d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:06.339211 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-01e6ce48-5dec-4468-b948-b09092e2a6d1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/26a706e9-d76d-49fa-908b-94ccac264bee HTTP/1.1" status: 204 len: 168 time: 0.4962034 Apr 20 16:21:06.370259 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6ce48-5dec-4468-b948-b09092e2a6d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=26a706e9-d76d-49fa-908b-94ccac264bee,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:06.384179 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a333c147-9c49-498d-a60c-0c3cc23978d9 req-f9f47606-d746-484b-af53-ec06a6ebd4c8 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] For port 9f6487ec-8b6f-44eb-87b1-0690b758458b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=9f6487ec-8b6f-44eb-87b1-0690b758458b,segment=NetworkSegment(21ec1e0a-7032-4c6a-b26c-15010c22cb42),segment_id=21ec1e0a-7032-4c6a-b26c-15010c22cb42)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:06.384569 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a333c147-9c49-498d-a60c-0c3cc23978d9 req-f9f47606-d746-484b-af53-ec06a6ebd4c8 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:06.402988 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0852aa9c-99a4-4976-ade3-b1b9e86cbdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:06.405534 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0852aa9c-99a4-4976-ade3-b1b9e86cbdb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:06.406668 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0852aa9c-99a4-4976-ade3-b1b9e86cbdb0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/228cfd3d-63bd-4663-bf70-3ae151faa7fb HTTP/1.1" status: 204 len: 168 time: 0.5958960 Apr 20 16:21:06.414546 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-a333c147-9c49-498d-a60c-0c3cc23978d9 req-f9f47606-d746-484b-af53-ec06a6ebd4c8 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Calling delete_port for 9f6487ec-8b6f-44eb-87b1-0690b758458b owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:21:06.433608 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852aa9c-99a4-4976-ade3-b1b9e86cbdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228cfd3d-63bd-4663-bf70-3ae151faa7fb,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:06.443496 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] For port 40d30113-8702-45e7-a372-34eb5ce08ae3, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=40d30113-8702-45e7-a372-34eb5ce08ae3,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:06.523181 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] For port 40d30113-8702-45e7-a372-34eb5ce08ae3, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:21:06.560079 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b5056-2411-41d2-ab6c-ddf97a3523aa req-acb912ad-0d64-41ca-9fa6-7e593ada83a4 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:06.562498 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-084b5056-2411-41d2-ab6c-ddf97a3523aa req-acb912ad-0d64-41ca-9fa6-7e593ada83a4 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 944 time: 0.0535970 Apr 20 16:21:06.564813 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d30113-8702-45e7-a372-34eb5ce08ae3 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:21:06.573075 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:06.614098 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-084b5056-2411-41d2-ab6c-ddf97a3523aa req-c8cc675e-6cac-498c-b2de-963fd4fad849 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449979 Apr 20 16:21:06.710460 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] Transition to ACTIVE for port object 40d30113-8702-45e7-a372-34eb5ce08ae3 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:21:06.711277 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a333c147-9c49-498d-a60c-0c3cc23978d9 req-f9f47606-d746-484b-af53-ec06a6ebd4c8 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:06.715512 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41914) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:06.743812 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f47606-d746-484b-af53-ec06a6ebd4c8 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event deleted for resources: {'Port': ['ID=9f6487ec-8b6f-44eb-87b1-0690b758458b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:06.768894 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3a8a7ef9-d00b-4201-9892-7806537a80c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f91a78ec27e34720818ee950bc0f6583&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517797 Apr 20 16:21:06.772781 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41916) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:06.803387 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-a333c147-9c49-498d-a60c-0c3cc23978d9 req-f9f47606-d746-484b-af53-ec06a6ebd4c8 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] No DVR routers for this DVR port 9f6487ec-8b6f-44eb-87b1-0690b758458b on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:21:06.803579 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41918) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:06.806039 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a333c147-9c49-498d-a60c-0c3cc23978d9 req-f9f47606-d746-484b-af53-ec06a6ebd4c8 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:06.809678 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a333c147-9c49-498d-a60c-0c3cc23978d9 req-f9f47606-d746-484b-af53-ec06a6ebd4c8 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.26 "DELETE /v2.0/ports/9f6487ec-8b6f-44eb-87b1-0690b758458b HTTP/1.1" status: 204 len: 173 time: 0.9196982 Apr 20 16:21:06.810273 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4755d6cb-8026-497a-b714-39d80eeeeb89', 'name': 'network-vif-deleted', 'tag': '9f6487ec-8b6f-44eb-87b1-0690b758458b'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:21:06.813263 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9e6e7f-be33-4f2d-81cf-5c8cfd7dc15a" -d '{"events": [{"server_uuid": "4755d6cb-8026-497a-b714-39d80eeeeb89", "name": "network-vif-deleted", "tag": "9f6487ec-8b6f-44eb-87b1-0690b758458b"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:21:06.816094 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:06.843257 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7401d4dd-c18e-4ad6-b5c8-307f9f68c732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:06.846799 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['9f6487ec-8b6f-44eb-87b1-0690b758458b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:21:06.929627 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7401d4dd-c18e-4ad6-b5c8-307f9f68c732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:07.098721 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7401d4dd-c18e-4ad6-b5c8-307f9f68c732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:07.101786 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7401d4dd-c18e-4ad6-b5c8-307f9f68c732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:07.105335 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7401d4dd-c18e-4ad6-b5c8-307f9f68c732 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/335f89db-4b4e-4428-b8e7-4f77f314f210 HTTP/1.1" status: 204 len: 168 time: 0.3292577 Apr 20 16:21:07.122553 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401d4dd-c18e-4ad6-b5c8-307f9f68c732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335f89db-4b4e-4428-b8e7-4f77f314f210,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:07.167177 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a28ae-a96b-46cd-b897-c116e65339ea req-53fbc508-efc7-4c0e-b918-e336f9902b53 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:07.168794 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-220a28ae-a96b-46cd-b897-c116e65339ea req-53fbc508-efc7-4c0e-b918-e336f9902b53 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 943 time: 0.1328561 Apr 20 16:21:07.233123 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-220a28ae-a96b-46cd-b897-c116e65339ea req-5ec1a4b0-e667-406e-bcb9-1ee039b68174 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571191 Apr 20 16:21:07.239105 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-2a1cf46b-7902-4ee8-b62e-84109b42927e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-301240884-network', 'tenant_id': '71e90f34f4d14feeaf0cf43e200d47fa'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:07.325484 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6fc851-5498-4016-afec-c7c96162942b x-openstack-request-id: req-8a6fc851-5498-4016-afec-c7c96162942b {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:21:07.325781 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4755d6cb-8026-497a-b714-39d80eeeeb89", "name": "network-vif-deleted", "tag": "9f6487ec-8b6f-44eb-87b1-0690b758458b", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:21:07.326035 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a6fc851-5498-4016-afec-c7c96162942b {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:21:07.326495 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a6fc851-5498-4016-afec-c7c96162942b'] response: {'server_uuid': '4755d6cb-8026-497a-b714-39d80eeeeb89', 'name': 'network-vif-deleted', 'tag': '9f6487ec-8b6f-44eb-87b1-0690b758458b', 'status': 'completed', 'code': 200} Apr 20 16:21:07.341103 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 604f2d05-dc94-4f30-b064-1416474f57ab details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:21:07.347560 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] Pushing event updated for resources: {'Port': ['ID=40d30113-8702-45e7-a372-34eb5ce08ae3,revision_number=9']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:07.357368 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 43367020-e55c-4927-90e7-e90c39a589e1 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:21:07.381998 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4622bec3-900c-4768-af1a-30ce990c44b3 req-11f3f946-c246-4139-b26f-2c581df2ec48 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/ports?device_id=4755d6cb-8026-497a-b714-39d80eeeeb89 HTTP/1.1" status: 200 len: 210 time: 0.0545959 Apr 20 16:21:07.389553 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1cf46b-7902-4ee8-b62e-84109b42927e admin admin] Made reservation on behalf of 71e90f34f4d14feeaf0cf43e200d47fa for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:21:07.392029 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf46b-7902-4ee8-b62e-84109b42927e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:07.411130 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1bc1b56c-b73c-4105-82e4-c12ba5a27170 req-cbef5975-d64b-4c9f-80f4-9eb92439c087 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0376878 Apr 20 16:21:07.418572 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf46b-7902-4ee8-b62e-84109b42927e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:07.446334 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] No DVR routers for this DVR port 40d30113-8702-45e7-a372-34eb5ce08ae3 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:21:07.516292 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 604f2d05-dc94-4f30-b064-1416474f57ab, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=604f2d05-dc94-4f30-b064-1416474f57ab,segment=NetworkSegment(92ae8199-4df4-4470-93e0-b608fafb4861),segment_id=92ae8199-4df4-4470-93e0-b608fafb4861)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:07.523734 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf46b-7902-4ee8-b62e-84109b42927e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:07.530507 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '604f2d05-dc94-4f30-b064-1416474f57ab', 'network_id': '7149c004-f3a8-4107-821e-83b0af89cdf4', 'port_id': '604f2d05-dc94-4f30-b064-1416474f57ab', 'mac_address': 'fa:16:3e:df:46:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe219f4-3fe9-4dfe-82f9-6d973d12ff87', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:21:07.585237 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:07.601469 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 43367020-e55c-4927-90e7-e90c39a589e1 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:21:07.605746 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 43367020-e55c-4927-90e7-e90c39a589e1 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:07.606105 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:07.608843 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604f2d05-dc94-4f30-b064-1416474f57ab {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:21:07.634385 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] Attempting to bind port 40d30113-8702-45e7-a372-34eb5ce08ae3 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:21:07.634755 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] Attempting to bind port 40d30113-8702-45e7-a372-34eb5ce08ae3 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '7b740a99-9aa6-43fa-99dc-a97008602c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:21:07.635116 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] Attempting to bind port 40d30113-8702-45e7-a372-34eb5ce08ae3 on network 4b50dca8-daf4-4aac-8eb3-c8968bda22dd {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:21:07.639829 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] Port 40d30113-8702-45e7-a372-34eb5ce08ae3 on network 4b50dca8-daf4-4aac-8eb3-c8968bda22dd not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:21:07.640151 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] Attempting to bind port 40d30113-8702-45e7-a372-34eb5ce08ae3 on network 4b50dca8-daf4-4aac-8eb3-c8968bda22dd {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:21:07.645325 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:21:07.645692 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] Checking segment: {'id': '7b740a99-9aa6-43fa-99dc-a97008602c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:21:07.646079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] Bound using segment: {'id': '7b740a99-9aa6-43fa-99dc-a97008602c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:21:07.646525 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] Bound port: 40d30113-8702-45e7-a372-34eb5ce08ae3, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b740a99-9aa6-43fa-99dc-a97008602c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:21:07.646649 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf46b-7902-4ee8-b62e-84109b42927e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:07.647000 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:07.682106 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1cf46b-7902-4ee8-b62e-84109b42927e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:21:07.684575 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 604f2d05-dc94-4f30-b064-1416474f57ab, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=604f2d05-dc94-4f30-b064-1416474f57ab,segment=NetworkSegment(92ae8199-4df4-4470-93e0-b608fafb4861),segment_id=92ae8199-4df4-4470-93e0-b608fafb4861)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:07.733092 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cf46b-7902-4ee8-b62e-84109b42927e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4ff02f-c3fc-4b34-a72a-0fa46f6d4e26,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:07.736598 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf46b-7902-4ee8-b62e-84109b42927e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:07.737680 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-2a1cf46b-7902-4ee8-b62e-84109b42927e admin admin] Added segment 6da48fd5-7c1a-4920-a2a0-bbd7bb6d06db of type vlan for network dd148b20-27de-405e-a743-e03f6f2f182c Apr 20 16:21:07.774630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] For port 40d30113-8702-45e7-a372-34eb5ce08ae3, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:21:07.790108 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:07.791225 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf46b-7902-4ee8-b62e-84109b42927e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:07.797372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] For port 40d30113-8702-45e7-a372-34eb5ce08ae3, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=40d30113-8702-45e7-a372-34eb5ce08ae3,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:21:07.819166 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18353bce-4785-4e5b-986f-fb6b1f5d3e39 req-1b95d3cd-3a28-49c5-bd5d-3cf6285d583f tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:07.822968 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:07.832508 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-18353bce-4785-4e5b-986f-fb6b1f5d3e39 req-1b95d3cd-3a28-49c5-bd5d-3cf6285d583f tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 944 time: 0.1035421 Apr 20 16:21:07.863811 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fb8099-469e-427f-bf45-24b578889ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43367020-e55c-4927-90e7-e90c39a589e1'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:21:07.865706 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-18353bce-4785-4e5b-986f-fb6b1f5d3e39 req-d5504e1a-f617-4e7e-9535-1f4caad2bf10 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371802 Apr 20 16:21:07.866342 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c5327c-cd02-4268-a606-f79699badd41" -d '{"events": [{"server_uuid": "d1fb8099-469e-427f-bf45-24b578889ae2", "name": "network-vif-plugged", "status": "completed", "tag": "43367020-e55c-4927-90e7-e90c39a589e1"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:21:07.885423 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=604f2d05-dc94-4f30-b064-1416474f57ab,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:07.888768 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:07.900231 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 43367020-e55c-4927-90e7-e90c39a589e1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=43367020-e55c-4927-90e7-e90c39a589e1,segment=NetworkSegment(92ae8199-4df4-4470-93e0-b608fafb4861),segment_id=92ae8199-4df4-4470-93e0-b608fafb4861)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:07.911146 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb004df8-4249-4782-a78b-a36d859b0464 x-openstack-request-id: req-bb004df8-4249-4782-a78b-a36d859b0464 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:21:07.911466 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fb8099-469e-427f-bf45-24b578889ae2", "name": "network-vif-plugged", "status": "completed", "tag": "43367020-e55c-4927-90e7-e90c39a589e1", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:21:07.911770 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb004df8-4249-4782-a78b-a36d859b0464 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:21:07.912168 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb004df8-4249-4782-a78b-a36d859b0464'] response: {'server_uuid': 'd1fb8099-469e-427f-bf45-24b578889ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43367020-e55c-4927-90e7-e90c39a589e1', 'code': 200} Apr 20 16:21:07.933784 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf46b-7902-4ee8-b62e-84109b42927e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:07.934201 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:07.934773 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:07.935213 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1cf46b-7902-4ee8-b62e-84109b42927e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:07.936319 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf46b-7902-4ee8-b62e-84109b42927e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:07.936461 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] 10.222.0.30 "PUT /v2.0/ports/40d30113-8702-45e7-a372-34eb5ce08ae3 HTTP/1.1" status: 200 len: 1091 time: 2.0625205 Apr 20 16:21:07.961943 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50d87b-d43a-41f9-9c1e-87f740acc71e service neutron] Pushing event updated for resources: {'Port': ['ID=40d30113-8702-45e7-a372-34eb5ce08ae3,revision_number=10']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:08.000927 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:08.039077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-4ebaaba4-06a1-44cd-beea-02a12ab117ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:08.043176 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-4ebaaba4-06a1-44cd-beea-02a12ab117ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ffad88bc0f5d4afd9c32393497a68147&device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 1095 time: 0.0658329 Apr 20 16:21:08.082611 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cf46b-7902-4ee8-b62e-84109b42927e admin admin] Pushing event updated for resources: {'Network': ['ID=dd148b20-27de-405e-a743-e03f6f2f182c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:08.118024 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network dd148b20-27de-405e-a743-e03f6f2f182c details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:21:08.133096 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2a1cf46b-7902-4ee8-b62e-84109b42927e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3283505 Apr 20 16:21:08.133792 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41964) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:08.138752 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5606ba07-72e8-484b-b751-4582d8a46ff9 admin admin] Request body: {'subnet': {'network_id': 'dd148b20-27de-405e-a743-e03f6f2f182c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-301240884-subnet', 'tenant_id': '71e90f34f4d14feeaf0cf43e200d47fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:08.211327 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=43367020-e55c-4927-90e7-e90c39a589e1,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:08.223538 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e254c-d053-4e17-8915-4fa5da110a40 req-1b9bc479-6e77-449f-b7cb-af1245410786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:08.225086 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e44e254c-d053-4e17-8915-4fa5da110a40 req-1b9bc479-6e77-449f-b7cb-af1245410786 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 1096 time: 0.1751025 Apr 20 16:21:08.253142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-475dc7af-c470-4789-8d5a-3b3ad24b9aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:08.256126 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-475dc7af-c470-4789-8d5a-3b3ad24b9aac service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd HTTP/1.1" status: 200 len: 917 time: 0.1991544 Apr 20 16:21:08.257394 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['604f2d05-dc94-4f30-b064-1416474f57ab'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:21:08.276379 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5606ba07-72e8-484b-b751-4582d8a46ff9 admin admin] Made reservation on behalf of 71e90f34f4d14feeaf0cf43e200d47fa for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:21:08.278930 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5606ba07-72e8-484b-b751-4582d8a46ff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:08.353950 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-fbafe6c6-a484-42b5-b504-9d22ebb7cec4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40d30113-8702-45e7-a372-34eb5ce08ae3 HTTP/1.1" status: 200 len: 998 time: 0.0923727 Apr 20 16:21:08.358929 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e44e254c-d053-4e17-8915-4fa5da110a40 req-0b8b795f-6286-43ea-8994-54f5e5bfab45 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224580 Apr 20 16:21:08.488906 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-10efb7ce-cee5-4e65-91c0-de96b7fd691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:08.490961 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-10efb7ce-cee5-4e65-91c0-de96b7fd691e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=67866dc0-b0b9-4599-80d0-c4f37b27fe8d HTTP/1.1" status: 200 len: 855 time: 0.1300545 Apr 20 16:21:08.537861 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31598053-feb6-45b1-a389-33428dea0ed8 req-183d3b46-0691-4f6c-b491-061bc1a7cccb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:08.540845 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31598053-feb6-45b1-a389-33428dea0ed8 req-183d3b46-0691-4f6c-b491-061bc1a7cccb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 944 time: 0.1274643 Apr 20 16:21:08.589887 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-91897bc2-49f0-4b4d-94b8-e4bc32f8022e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:08.591039 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-91897bc2-49f0-4b4d-94b8-e4bc32f8022e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867298 Apr 20 16:21:08.596290 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31598053-feb6-45b1-a389-33428dea0ed8 req-bfe3f0f2-e29e-4868-b942-0a8ee003463c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502665 Apr 20 16:21:08.664089 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5606ba07-72e8-484b-b751-4582d8a46ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:08.719092 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-95077cf1-de4c-4ce6-97bc-b735b9457c5a req-27443485-251e-4d9b-8d20-d14a86963d59 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0523157 Apr 20 16:21:08.750616 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-e694b02c-42ef-4edc-90f2-435cd9e197e9 service neutron] 10.222.0.30 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469705 Apr 20 16:21:08.752617 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606ba07-72e8-484b-b751-4582d8a46ff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af3b6a06-93c0-46ef-a8a1-1ceb5eb69fa8,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:08.765316 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7483acdf-6235-42cd-8870-08e424a7dd8e req-fc4fb4db-6f5a-4509-9f65-1717d0caa610 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/d937ba71-129b-4aab-9cb8-6a75b3db904f HTTP/1.1" status: 200 len: 1802 time: 0.0752695 Apr 20 16:21:08.766066 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5606ba07-72e8-484b-b751-4582d8a46ff9 admin admin] Checking segment: {'id': '6da48fd5-7c1a-4920-a2a0-bbd7bb6d06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dd148b20-27de-405e-a743-e03f6f2f182c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:21:08.766434 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5606ba07-72e8-484b-b751-4582d8a46ff9 admin admin] Network hostable DHCP agents. Network: dd148b20-27de-405e-a743-e03f6f2f182c, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:21:08.783545 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42010) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:08.880443 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5606ba07-72e8-484b-b751-4582d8a46ff9 admin admin] Network dd148b20-27de-405e-a743-e03f6f2f182c is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:21:08.891988 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-50f3bbb2-9ce9-4e56-a67a-d40a7e4ee17d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-508807362-network', 'tenant_id': 'b8c373d0b6ef424fae64df57ef92f83e'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:08.900288 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7483acdf-6235-42cd-8870-08e424a7dd8e req-89d026de-ccc3-4938-ae14-038d5ce67b00 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:08.920180 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6950fb1b-ba69-43b7-9597-4a6e456e01e4 req-8c42276a-ed0a-4425-9560-51aa4027a3ad service neutron] 10.222.0.30 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342118 Apr 20 16:21:08.932901 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7483acdf-6235-42cd-8870-08e424a7dd8e req-89d026de-ccc3-4938-ae14-038d5ce67b00 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:08.984109 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-5606ba07-72e8-484b-b751-4582d8a46ff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, dd148b20-27de-405e-a743-e03f6f2f182c) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:21:08.991671 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc49b343-01d4-47ab-8ce9-5180d2c1f3e5 None None] Network dd148b20-27de-405e-a743-e03f6f2f182c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:21:08.995378 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6517f-9cc2-4a29-9672-a40b1e1cbba7 req-9bfdbea3-6f19-4fab-860f-019a2f2b8258 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:08.997023 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-25b6517f-9cc2-4a29-9672-a40b1e1cbba7 req-9bfdbea3-6f19-4fab-860f-019a2f2b8258 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 944 time: 0.0539038 Apr 20 16:21:08.999890 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5606ba07-72e8-484b-b751-4582d8a46ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:09.000586 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5606ba07-72e8-484b-b751-4582d8a46ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:09.041063 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-25b6517f-9cc2-4a29-9672-a40b1e1cbba7 req-1d690b73-61ec-48de-aa19-a7f4f8562287 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368943 Apr 20 16:21:09.057599 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f3bbb2-9ce9-4e56-a67a-d40a7e4ee17d admin admin] Made reservation on behalf of b8c373d0b6ef424fae64df57ef92f83e for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:21:09.057599 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-50f3bbb2-9ce9-4e56-a67a-d40a7e4ee17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:09.067544 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-50f3bbb2-9ce9-4e56-a67a-d40a7e4ee17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:09.116636 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16035be5-cd0a-41ec-9e77-685174e98840 None None] Network dd148b20-27de-405e-a743-e03f6f2f182c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:21:09.118036 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7483acdf-6235-42cd-8870-08e424a7dd8e req-89d026de-ccc3-4938-ae14-038d5ce67b00 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:09.124994 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7483acdf-6235-42cd-8870-08e424a7dd8e req-89d026de-ccc3-4938-ae14-038d5ce67b00 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:09.135944 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7483acdf-6235-42cd-8870-08e424a7dd8e req-89d026de-ccc3-4938-ae14-038d5ce67b00 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "DELETE /v2.0/security-groups/d937ba71-129b-4aab-9cb8-6a75b3db904f HTTP/1.1" status: 204 len: 173 time: 0.3673165 Apr 20 16:21:09.157339 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d026de-ccc3-4938-ae14-038d5ce67b00 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d937ba71-129b-4aab-9cb8-6a75b3db904f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:09.183809 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5606ba07-72e8-484b-b751-4582d8a46ff9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0489018 Apr 20 16:21:09.222408 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cb635dbd-71f2-481f-91fa-ae5d212c6018 req-b1a9a400-3603-4c93-a049-4e79314a1439 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "GET /v2.0/security-groups/79c3ed7c-7597-4d4f-8d42-e8e864a4f6f0 HTTP/1.1" status: 200 len: 1803 time: 0.0690958 Apr 20 16:21:09.226844 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-50f3bbb2-9ce9-4e56-a67a-d40a7e4ee17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:09.285625 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cb635dbd-71f2-481f-91fa-ae5d212c6018 req-34f0b133-bde5-4f45-815c-6b746af1d3b7 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:09.313069 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-50f3bbb2-9ce9-4e56-a67a-d40a7e4ee17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:09.317925 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cb635dbd-71f2-481f-91fa-ae5d212c6018 req-34f0b133-bde5-4f45-815c-6b746af1d3b7 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:09.326490 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42036) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:09.327048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d92c8a2-33ba-4fe0-963a-4266af0d1834', 'tag': '40d30113-8702-45e7-a372-34eb5ce08ae3'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:21:09.329721 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10315ec3-1981-4d87-ad09-bf422db5f3eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9d92c8a2-33ba-4fe0-963a-4266af0d1834", "tag": "40d30113-8702-45e7-a372-34eb5ce08ae3"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:21:09.350725 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 9f6487ec-8b6f-44eb-87b1-0690b758458b no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:21:09.367229 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f3bbb2-9ce9-4e56-a67a-d40a7e4ee17d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:21:09.377416 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3bbb2-9ce9-4e56-a67a-d40a7e4ee17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b157d423-48be-4f2c-a7a3-1cd29444061b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:09.384264 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-50f3bbb2-9ce9-4e56-a67a-d40a7e4ee17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:09.385218 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-50f3bbb2-9ce9-4e56-a67a-d40a7e4ee17d admin admin] Added segment 2d25fc5f-e30a-468b-a164-868f7980ef69 of type vlan for network a24f1ee1-7962-4b42-99b4-cd4d398ef380 Apr 20 16:21:09.404486 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 9f6487ec-8b6f-44eb-87b1-0690b758458b {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:21:09.408899 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 9f6487ec-8b6f-44eb-87b1-0690b758458b not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:21:09.413122 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a44526c-5f50-4786-bad4-3a8d908fc85d x-openstack-request-id: req-7a44526c-5f50-4786-bad4-3a8d908fc85d {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:21:09.413511 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d92c8a2-33ba-4fe0-963a-4266af0d1834", "tag": "40d30113-8702-45e7-a372-34eb5ce08ae3", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:21:09.413964 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a44526c-5f50-4786-bad4-3a8d908fc85d {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:21:09.414561 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a44526c-5f50-4786-bad4-3a8d908fc85d'] response: {'name': 'network-changed', 'server_uuid': '9d92c8a2-33ba-4fe0-963a-4266af0d1834', 'tag': '40d30113-8702-45e7-a372-34eb5ce08ae3', 'status': 'completed', 'code': 200} Apr 20 16:21:09.443981 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece3cf98-1787-4055-9f2f-250eab18745f admin admin] Deleting subnet af3b6a06-93c0-46ef-a8a1-1ceb5eb69fa8 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:21:09.453948 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ece3cf98-1787-4055-9f2f-250eab18745f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:09.455267 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-50f3bbb2-9ce9-4e56-a67a-d40a7e4ee17d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:09.493113 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42044) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:09.508915 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cb635dbd-71f2-481f-91fa-ae5d212c6018 req-34f0b133-bde5-4f45-815c-6b746af1d3b7 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:09.511218 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-cb635dbd-71f2-481f-91fa-ae5d212c6018 req-34f0b133-bde5-4f45-815c-6b746af1d3b7 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:09.512369 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cb635dbd-71f2-481f-91fa-ae5d212c6018 req-34f0b133-bde5-4f45-815c-6b746af1d3b7 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] 10.222.0.15 "DELETE /v2.0/security-groups/79c3ed7c-7597-4d4f-8d42-e8e864a4f6f0 HTTP/1.1" status: 204 len: 173 time: 0.2892392 Apr 20 16:21:09.523446 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42048) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:09.532020 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0b133-bde5-4f45-815c-6b746af1d3b7 tempest-SecurityGroupsTestJSON-249963424 tempest-SecurityGroupsTestJSON-249963424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c3ed7c-7597-4d4f-8d42-e8e864a4f6f0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:09.578264 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-50f3bbb2-9ce9-4e56-a67a-d40a7e4ee17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:09.579797 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f3bbb2-9ce9-4e56-a67a-d40a7e4ee17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:09.580634 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-50f3bbb2-9ce9-4e56-a67a-d40a7e4ee17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:09.581390 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ece3cf98-1787-4055-9f2f-250eab18745f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:09.605851 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10315ec3-1981-4d87-ad09-bf422db5f3eb req-b28f0a3c-4c71-4a8f-9ee6-da54c6c2c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:09.607774 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-10315ec3-1981-4d87-ad09-bf422db5f3eb req-b28f0a3c-4c71-4a8f-9ee6-da54c6c2c213 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ffad88bc0f5d4afd9c32393497a68147&device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 1095 time: 0.1515484 Apr 20 16:21:09.624982 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3b221a-9f50-403a-9d7c-2a8410991e4d admin admin] Deleting subnet e508aa00-d9ac-4d19-b6db-06331192a4a4 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:21:09.653072 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-be3b221a-9f50-403a-9d7c-2a8410991e4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:09.664940 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3bbb2-9ce9-4e56-a67a-d40a7e4ee17d admin admin] Pushing event updated for resources: {'Network': ['ID=a24f1ee1-7962-4b42-99b4-cd4d398ef380,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:09.667255 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ec5fa3af-da81-4faf-ad3c-e7165410ff37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:09.675978 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network a24f1ee1-7962-4b42-99b4-cd4d398ef380 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:21:09.695057 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-50f3bbb2-9ce9-4e56-a67a-d40a7e4ee17d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9064565 Apr 20 16:21:09.695057 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42056) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:09.700648 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a88116f8-42ae-46cc-b871-b001519b14f9 admin admin] Request body: {'subnet': {'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-508807362-subnet', 'tenant_id': 'b8c373d0b6ef424fae64df57ef92f83e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:09.735072 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ece3cf98-1787-4055-9f2f-250eab18745f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:09.781767 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-be3b221a-9f50-403a-9d7c-2a8410991e4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:09.790517 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ec5fa3af-da81-4faf-ad3c-e7165410ff37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:09.828173 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f628972f-3124-4141-bda5-77508e0c11c0 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:21:09.836136 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88116f8-42ae-46cc-b871-b001519b14f9 admin admin] Made reservation on behalf of b8c373d0b6ef424fae64df57ef92f83e for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:21:09.839117 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a88116f8-42ae-46cc-b871-b001519b14f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:09.912832 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10315ec3-1981-4d87-ad09-bf422db5f3eb req-fb1c5ca5-67bf-4555-bba9-2e5ee75f4224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:09.917312 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-10315ec3-1981-4d87-ad09-bf422db5f3eb req-fb1c5ca5-67bf-4555-bba9-2e5ee75f4224 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd HTTP/1.1" status: 200 len: 917 time: 0.2961216 Apr 20 16:21:09.922804 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-be3b221a-9f50-403a-9d7c-2a8410991e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:09.939240 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ec5fa3af-da81-4faf-ad3c-e7165410ff37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:09.980221 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484b375-80ca-4f64-9b23-8e498876a465 req-a4d33634-b2bf-4649-84d9-19fb6abea347 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:09.992704 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f628972f-3124-4141-bda5-77508e0c11c0, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f628972f-3124-4141-bda5-77508e0c11c0,segment=NetworkSegment(92ae8199-4df4-4470-93e0-b608fafb4861),segment_id=92ae8199-4df4-4470-93e0-b608fafb4861)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:09.993734 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5484b375-80ca-4f64-9b23-8e498876a465 req-a4d33634-b2bf-4649-84d9-19fb6abea347 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 944 time: 0.2865815 Apr 20 16:21:10.011041 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'f628972f-3124-4141-bda5-77508e0c11c0', 'network_id': '7149c004-f3a8-4107-821e-83b0af89cdf4', 'port_id': 'f628972f-3124-4141-bda5-77508e0c11c0', 'mac_address': 'fa:16:3e:df:53:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe219f4-3fe9-4dfe-82f9-6d973d12ff87', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:21:10.044652 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c7e980b9-71ad-44a3-848c-145de1cce023 req-4347de0f-5837-4028-8383-63539f43a7f6 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.1154277 Apr 20 16:21:10.053689 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ec5fa3af-da81-4faf-ad3c-e7165410ff37 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3622749b987647e38a04c4bc02fbb3bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5594375 Apr 20 16:21:10.057332 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42062) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:10.066626 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:10.083658 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f628972f-3124-4141-bda5-77508e0c11c0 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:21:10.127770 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f628972f-3124-4141-bda5-77508e0c11c0, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f628972f-3124-4141-bda5-77508e0c11c0,segment=NetworkSegment(92ae8199-4df4-4470-93e0-b608fafb4861),segment_id=92ae8199-4df4-4470-93e0-b608fafb4861)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:10.135509 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5fa3af-da81-4faf-ad3c-e7165410ff37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f75fd7-8851-4cfb-b960-a8c42bde4401,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:10.160069 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5484b375-80ca-4f64-9b23-8e498876a465 req-63252ddd-36b7-48d3-9041-45f94e24ad9b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648867 Apr 20 16:21:10.197338 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7876f41-18a9-4272-aa63-e048e0ac2907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:10.209442 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-10315ec3-1981-4d87-ad09-bf422db5f3eb req-2ef174ed-be5f-4cd4-9542-b04e69bdb433 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40d30113-8702-45e7-a372-34eb5ce08ae3 HTTP/1.1" status: 200 len: 998 time: 0.2003829 Apr 20 16:21:10.240539 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7876f41-18a9-4272-aa63-e048e0ac2907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:10.262827 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:10.280309 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10315ec3-1981-4d87-ad09-bf422db5f3eb req-b439a721-0a07-4dad-b470-d8689478d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:10.282173 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-10315ec3-1981-4d87-ad09-bf422db5f3eb req-b439a721-0a07-4dad-b470-d8689478d242 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=67866dc0-b0b9-4599-80d0-c4f37b27fe8d HTTP/1.1" status: 200 len: 855 time: 0.0625246 Apr 20 16:21:10.318595 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=f628972f-3124-4141-bda5-77508e0c11c0,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:10.338450 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23316d3f-0a08-4839-9bd0-bac1b72f216d req-5e653e4d-879b-4d0c-a32b-1dbec247444d tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:10.346682 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-23316d3f-0a08-4839-9bd0-bac1b72f216d req-5e653e4d-879b-4d0c-a32b-1dbec247444d tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 945 time: 0.1010885 Apr 20 16:21:10.360145 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-be3b221a-9f50-403a-9d7c-2a8410991e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:10.365735 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ece3cf98-1787-4055-9f2f-250eab18745f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:10.405502 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-23316d3f-0a08-4839-9bd0-bac1b72f216d req-28ff79c3-0d7b-406f-8ab5-4e01868f3b4c tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532076 Apr 20 16:21:10.407848 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ece3cf98-1787-4055-9f2f-250eab18745f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:10.413820 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ece3cf98-1787-4055-9f2f-250eab18745f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/af3b6a06-93c0-46ef-a8a1-1ceb5eb69fa8 HTTP/1.1" status: 204 len: 168 time: 1.0781970 Apr 20 16:21:10.413820 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b221a-9f50-403a-9d7c-2a8410991e4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e508aa00-d9ac-4d19-b6db-06331192a4a4,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:10.414601 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42066) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:10.425251 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-be3b221a-9f50-403a-9d7c-2a8410991e4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:10.425251 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-be3b221a-9f50-403a-9d7c-2a8410991e4d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e508aa00-d9ac-4d19-b6db-06331192a4a4 HTTP/1.1" status: 204 len: 168 time: 0.8963189 Apr 20 16:21:10.425251 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42068) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:10.469721 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10315ec3-1981-4d87-ad09-bf422db5f3eb req-f6851cf1-d592-4f9b-8f3d-a36824fdbee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:10.471415 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-10315ec3-1981-4d87-ad09-bf422db5f3eb req-f6851cf1-d592-4f9b-8f3d-a36824fdbee5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1564739 Apr 20 16:21:10.475307 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3cf98-1787-4055-9f2f-250eab18745f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af3b6a06-93c0-46ef-a8a1-1ceb5eb69fa8,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:10.534618 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7876f41-18a9-4272-aa63-e048e0ac2907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:10.537279 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7876f41-18a9-4272-aa63-e048e0ac2907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:10.538413 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c7876f41-18a9-4272-aa63-e048e0ac2907 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e2f75fd7-8851-4cfb-b960-a8c42bde4401 HTTP/1.1" status: 204 len: 168 time: 0.4801075 Apr 20 16:21:10.564663 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7876f41-18a9-4272-aa63-e048e0ac2907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f75fd7-8851-4cfb-b960-a8c42bde4401,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:10.571843 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a6a5696-c04c-4c12-9447-07f9b265fca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:10.575368 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e550fc8-da06-485c-ae08-0b4b0716a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:10.686794 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f628972f-3124-4141-bda5-77508e0c11c0'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:21:10.745164 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a6a5696-c04c-4c12-9447-07f9b265fca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:10.766913 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-1a6a5696-c04c-4c12-9447-07f9b265fca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29dbfc8e-095a-4d2b-82ac-4cea5a87b262']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:10.777391 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-1a6a5696-c04c-4c12-9447-07f9b265fca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ec1e0a-7032-4c6a-b26c-15010c22cb42') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:10.777762 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-1a6a5696-c04c-4c12-9447-07f9b265fca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ec1e0a-7032-4c6a-b26c-15010c22cb42') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:10.788404 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a6a5696-c04c-4c12-9447-07f9b265fca8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:10.802575 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a6a5696-c04c-4c12-9447-07f9b265fca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:10.808845 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6a5696-c04c-4c12-9447-07f9b265fca8 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:21:10.809376 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a6a5696-c04c-4c12-9447-07f9b265fca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:21:10.875735 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:21:10.939333 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e550fc8-da06-485c-ae08-0b4b0716a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:10.983803 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-4e550fc8-da06-485c-ae08-0b4b0716a1d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd148b20-27de-405e-a743-e03f6f2f182c']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:10.988891 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a6a5696-c04c-4c12-9447-07f9b265fca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:11.008922 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a6a5696-c04c-4c12-9447-07f9b265fca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:11.010443 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-4e550fc8-da06-485c-ae08-0b4b0716a1d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da48fd5-7c1a-4920-a2a0-bbd7bb6d06db') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:11.010719 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-4e550fc8-da06-485c-ae08-0b4b0716a1d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da48fd5-7c1a-4920-a2a0-bbd7bb6d06db') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:11.013566 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a88116f8-42ae-46cc-b871-b001519b14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:11.042519 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1a6a5696-c04c-4c12-9447-07f9b265fca8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/29dbfc8e-095a-4d2b-82ac-4cea5a87b262 HTTP/1.1" status: 204 len: 168 time: 0.6162555 Apr 20 16:21:11.054077 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e550fc8-da06-485c-ae08-0b4b0716a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:11.117039 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e550fc8-da06-485c-ae08-0b4b0716a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:11.132752 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e550fc8-da06-485c-ae08-0b4b0716a1d7 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:21:11.133227 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e550fc8-da06-485c-ae08-0b4b0716a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:21:11.135071 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:21:11.162814 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88116f8-42ae-46cc-b871-b001519b14f9 admin admin] Checking segment: {'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:21:11.166809 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88116f8-42ae-46cc-b871-b001519b14f9 admin admin] Network hostable DHCP agents. Network: a24f1ee1-7962-4b42-99b4-cd4d398ef380, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:21:11.170454 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-10315ec3-1981-4d87-ad09-bf422db5f3eb req-8a3ab00c-edab-4c0a-96d2-1d64f05a8c7f service neutron] 10.222.0.30 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024182 Apr 20 16:21:11.171332 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a5696-c04c-4c12-9447-07f9b265fca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=29dbfc8e-095a-4d2b-82ac-4cea5a87b262,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:11.179585 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88116f8-42ae-46cc-b871-b001519b14f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b506ada-a815-4b95-bd30-2bdbb75a1ede,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:11.325284 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b5657a1b-b9b3-459e-8f95-8539fd3dff9e req-2a9a7fc0-f651-40b3-8585-c3b3cd34cce3 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0699222 Apr 20 16:21:11.375209 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-10315ec3-1981-4d87-ad09-bf422db5f3eb req-f39f7b12-ee46-4741-936d-659c87643a7d service neutron] 10.222.0.30 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803241 Apr 20 16:21:11.375424 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88116f8-42ae-46cc-b871-b001519b14f9 admin admin] Network a24f1ee1-7962-4b42-99b4-cd4d398ef380 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:21:11.378435 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 604f2d05-dc94-4f30-b064-1416474f57ab up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:21:11.407052 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e550fc8-da06-485c-ae08-0b4b0716a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:11.421137 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e550fc8-da06-485c-ae08-0b4b0716a1d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:11.427329 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4e550fc8-da06-485c-ae08-0b4b0716a1d7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/dd148b20-27de-405e-a743-e03f6f2f182c HTTP/1.1" status: 204 len: 168 time: 1.0119820 Apr 20 16:21:11.465594 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e550fc8-da06-485c-ae08-0b4b0716a1d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd148b20-27de-405e-a743-e03f6f2f182c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:11.495254 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5847ae-54a6-4686-b798-07a25c905b16 req-ac099546-33c0-4f5d-93ec-48e9bb2225d2 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:11.512069 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7e5847ae-54a6-4686-b798-07a25c905b16 req-ac099546-33c0-4f5d-93ec-48e9bb2225d2 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 944 time: 0.1865218 Apr 20 16:21:11.517595 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-a88116f8-42ae-46cc-b871-b001519b14f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, a24f1ee1-7962-4b42-99b4-cd4d398ef380) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:21:11.535583 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88116f8-42ae-46cc-b871-b001519b14f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:11.537369 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a88116f8-42ae-46cc-b871-b001519b14f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:11.541175 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67195f0-2641-46fb-bfea-f3aa5d960753 None None] Network a24f1ee1-7962-4b42-99b4-cd4d398ef380 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:21:11.642578 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7e5847ae-54a6-4686-b798-07a25c905b16 req-50fd03a7-c928-444a-8c20-ecdab63c5c9d tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294999 Apr 20 16:21:11.673121 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa2f24-c4ad-4a9d-a6e2-65e85d261c5b req-776f50dc-6825-4829-aae7-e793413d9250 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:11.682824 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3efa2f24-c4ad-4a9d-a6e2-65e85d261c5b req-776f50dc-6825-4829-aae7-e793413d9250 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 945 time: 0.1614723 Apr 20 16:21:11.686077 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a88116f8-42ae-46cc-b871-b001519b14f9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9903162 Apr 20 16:21:11.750448 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 604f2d05-dc94-4f30-b064-1416474f57ab completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:21:11.756885 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3efa2f24-c4ad-4a9d-a6e2-65e85d261c5b req-35bc14e1-2838-48ad-8baa-13c4ce986e0a tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641937 Apr 20 16:21:11.757080 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 604f2d05-dc94-4f30-b064-1416474f57ab triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:11.757309 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:11.796977 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42094) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:11.836156 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9265f5c-4e90-42cb-9c74-cc6366455cef None None] Network a24f1ee1-7962-4b42-99b4-cd4d398ef380 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:21:11.858550 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f628972f-3124-4141-bda5-77508e0c11c0 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:21:11.892378 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-046c4540-7d75-441b-8376-aafe743728d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73ba2d154aa546b5bdc4027f729bae8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0917964 Apr 20 16:21:11.893022 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42096) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:11.988300 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:11.997338 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0ae049ea-f736-4dde-962c-c055821c8fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:12.027126 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0ae049ea-f736-4dde-962c-c055821c8fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:12.043407 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6163c139-d1a9-43b1-a6d4-a2f43c1b9818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604f2d05-dc94-4f30-b064-1416474f57ab'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:21:12.045705 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011e5598-9e30-48a5-b94a-7193bf38acc5" -d '{"events": [{"server_uuid": "6163c139-d1a9-43b1-a6d4-a2f43c1b9818", "name": "network-vif-plugged", "status": "completed", "tag": "604f2d05-dc94-4f30-b064-1416474f57ab"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:21:12.075280 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 604f2d05-dc94-4f30-b064-1416474f57ab, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=604f2d05-dc94-4f30-b064-1416474f57ab,segment=NetworkSegment(92ae8199-4df4-4470-93e0-b608fafb4861),segment_id=92ae8199-4df4-4470-93e0-b608fafb4861)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:12.117854 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42102) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:12.145005 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e16bf9-a5c8-4e8c-9cec-745941f99d69 x-openstack-request-id: req-79e16bf9-a5c8-4e8c-9cec-745941f99d69 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:21:12.145675 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6163c139-d1a9-43b1-a6d4-a2f43c1b9818", "name": "network-vif-plugged", "status": "completed", "tag": "604f2d05-dc94-4f30-b064-1416474f57ab", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:21:12.146039 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79e16bf9-a5c8-4e8c-9cec-745941f99d69 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:21:12.146482 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79e16bf9-a5c8-4e8c-9cec-745941f99d69'] response: {'server_uuid': '6163c139-d1a9-43b1-a6d4-a2f43c1b9818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604f2d05-dc94-4f30-b064-1416474f57ab', 'code': 200} Apr 20 16:21:12.166331 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port f628972f-3124-4141-bda5-77508e0c11c0 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:21:12.171883 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port f628972f-3124-4141-bda5-77508e0c11c0 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:12.172439 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:12.184096 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d5e52dd5-4907-46d5-8897-fbd106e6e920 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71e90f34f4d14feeaf0cf43e200d47fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648134 Apr 20 16:21:12.186392 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42104) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:12.259906 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:12.284425 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0ae049ea-f736-4dde-962c-c055821c8fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:12.292393 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0ae049ea-f736-4dde-962c-c055821c8fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:12.300016 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0ae049ea-f736-4dde-962c-c055821c8fc7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ff42b31-233f-4225-8d08-56b0ce478470 HTTP/1.1" status: 204 len: 168 time: 0.4051144 Apr 20 16:21:12.339446 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61b59393-1c1d-46d5-9b38-5daa23ed2c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:12.352776 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae049ea-f736-4dde-962c-c055821c8fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff42b31-233f-4225-8d08-56b0ce478470,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:12.354537 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f69a2a-6d4f-4145-98fc-a2c4228595e1 req-9a418b15-63c0-4fd7-ad4e-0f12b9fc1273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:12.356587 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66f69a2a-6d4f-4145-98fc-a2c4228595e1 req-9a418b15-63c0-4fd7-ad4e-0f12b9fc1273 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6163c139-d1a9-43b1-a6d4-a2f43c1b9818 HTTP/1.1" status: 200 len: 1096 time: 0.0982640 Apr 20 16:21:12.428222 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66f69a2a-6d4f-4145-98fc-a2c4228595e1 req-71f14816-787c-4847-a847-f1886941f68e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633438 Apr 20 16:21:12.429292 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61b59393-1c1d-46d5-9b38-5daa23ed2c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:12.452284 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=604f2d05-dc94-4f30-b064-1416474f57ab,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:12.512315 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:12.533615 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9d5c08f0-258c-4d9f-b8d7-fcf7dc42fd49 req-da6a56aa-58c6-418f-a6e5-2aa37b841101 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0483167 Apr 20 16:21:12.601378 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61b59393-1c1d-46d5-9b38-5daa23ed2c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:12.604301 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61b59393-1c1d-46d5-9b38-5daa23ed2c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:12.606823 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-61b59393-1c1d-46d5-9b38-5daa23ed2c72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6a4ff02f-c3fc-4b34-a72a-0fa46f6d4e26 HTTP/1.1" status: 204 len: 168 time: 0.4182520 Apr 20 16:21:12.625069 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b59393-1c1d-46d5-9b38-5daa23ed2c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4ff02f-c3fc-4b34-a72a-0fa46f6d4e26,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:12.828353 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f628972f-3124-4141-bda5-77508e0c11c0, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f628972f-3124-4141-bda5-77508e0c11c0,segment=NetworkSegment(92ae8199-4df4-4470-93e0-b608fafb4861),segment_id=92ae8199-4df4-4470-93e0-b608fafb4861)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:12.882172 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d18859-2921-47bb-a7b0-7219977f0562 req-03440288-1017-4dc1-801d-9f38838b1592 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:12.890106 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-77d18859-2921-47bb-a7b0-7219977f0562 req-03440288-1017-4dc1-801d-9f38838b1592 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 944 time: 0.0970314 Apr 20 16:21:12.946036 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-77d18859-2921-47bb-a7b0-7219977f0562 req-bb2e6a8c-b4ef-4040-993f-118b934479e6 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473003 Apr 20 16:21:12.955157 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:13.072756 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=f628972f-3124-4141-bda5-77508e0c11c0,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:13.164497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c668f17-8c2d-4e09-9833-7dbeb14be1e1 req-6d66cd35-4b12-4f1f-83a9-3d7bc2ffa23b tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:13.180382 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c668f17-8c2d-4e09-9833-7dbeb14be1e1 req-6d66cd35-4b12-4f1f-83a9-3d7bc2ffa23b tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 946 time: 0.1095679 Apr 20 16:21:13.233269 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c668f17-8c2d-4e09-9833-7dbeb14be1e1 req-7c44cc1c-1560-434d-9069-fbcb016c5338 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511405 Apr 20 16:21:13.283176 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-bc2b7e32-24f1-4a0b-a2b3-853d190e77c9 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:13.286492 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-bc2b7e32-24f1-4a0b-a2b3-853d190e77c9 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/networks?id=a24f1ee1-7962-4b42-99b4-cd4d398ef380 HTTP/1.1" status: 200 len: 805 time: 0.1775725 Apr 20 16:21:13.303664 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-03f7d738-5aa1-460f-a210-93da505ec184 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/quotas/b8c373d0b6ef424fae64df57ef92f83e HTTP/1.1" status: 200 len: 375 time: 0.0114124 Apr 20 16:21:13.564119 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42150) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:13.738205 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-60aa938d-89d7-4162-b57b-62b7056b1e3c req-e506fe26-208a-4766-af1d-63516dba10ef tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0689251 Apr 20 16:21:13.756301 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-07f37e91-42ce-4e77-b0cf-6174deefb640 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1177770113-network', 'tenant_id': 'f886dfc067a64167bc949f4f42fd5577'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:13.813972 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-d51f90f3-2b63-4c66-914b-284a34dce50a tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5045462 Apr 20 16:21:13.927342 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f37e91-42ce-4e77-b0cf-6174deefb640 admin admin] Made reservation on behalf of f886dfc067a64167bc949f4f42fd5577 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:21:13.931698 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07f37e91-42ce-4e77-b0cf-6174deefb640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:13.948378 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07f37e91-42ce-4e77-b0cf-6174deefb640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:14.004049 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-4890fb70-4fa4-41dd-bd91-e5f7c83d67ae service neutron] 10.222.0.15 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891837 Apr 20 16:21:14.148130 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0642a2-8a72-47f1-af50-771005f27dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f628972f-3124-4141-bda5-77508e0c11c0'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:21:14.153078 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-9603fba2-f026-498a-8914-845d716168b9 service neutron] 10.222.0.15 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362231 Apr 20 16:21:14.158817 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610ae0b6-3547-43ad-84c2-6709db30d9fe" -d '{"events": [{"server_uuid": "ce0642a2-8a72-47f1-af50-771005f27dbf", "name": "network-vif-plugged", "status": "completed", "tag": "f628972f-3124-4141-bda5-77508e0c11c0"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:21:14.224659 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce076a34-5161-4812-aa36-40752a34a5cb req-13df701b-d960-4945-91fa-52c6da8e3e32 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:14.227781 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ce076a34-5161-4812-aa36-40752a34a5cb req-13df701b-d960-4945-91fa-52c6da8e3e32 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 944 time: 0.1440265 Apr 20 16:21:14.236120 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07f37e91-42ce-4e77-b0cf-6174deefb640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:14.306228 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ce076a34-5161-4812-aa36-40752a34a5cb req-fa491d74-f68f-489b-ae17-ee08372326df tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668974 Apr 20 16:21:14.383853 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07f37e91-42ce-4e77-b0cf-6174deefb640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:14.420565 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d646ba7a-76bf-416f-bdb7-6b5d6623b5bf x-openstack-request-id: req-d646ba7a-76bf-416f-bdb7-6b5d6623b5bf {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:21:14.420565 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0642a2-8a72-47f1-af50-771005f27dbf", "name": "network-vif-plugged", "status": "completed", "tag": "f628972f-3124-4141-bda5-77508e0c11c0", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:21:14.420565 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d646ba7a-76bf-416f-bdb7-6b5d6623b5bf {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:21:14.420565 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d646ba7a-76bf-416f-bdb7-6b5d6623b5bf'] response: {'server_uuid': 'ce0642a2-8a72-47f1-af50-771005f27dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f628972f-3124-4141-bda5-77508e0c11c0', 'code': 200} Apr 20 16:21:14.431491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f37e91-42ce-4e77-b0cf-6174deefb640 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:21:14.445316 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07f37e91-42ce-4e77-b0cf-6174deefb640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:14.445748 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-07f37e91-42ce-4e77-b0cf-6174deefb640 admin admin] Added segment 5eaf814b-0dea-469f-9641-42a3d463f791 of type vlan for network 14305f54-0072-4772-9eb4-eebb457a7733 Apr 20 16:21:14.510785 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07f37e91-42ce-4e77-b0cf-6174deefb640 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:14.573488 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f37e91-42ce-4e77-b0cf-6174deefb640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7922336-3f33-4647-b256-63438028ce78,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:14.644518 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b6b51bc4-cadf-4b27-95e0-6e2215e60e2f req-3e741c77-a23e-48ea-b137-6b8d44c433fb tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 210 time: 0.0542552 Apr 20 16:21:14.647380 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07f37e91-42ce-4e77-b0cf-6174deefb640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:14.663328 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f37e91-42ce-4e77-b0cf-6174deefb640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:14.663328 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07f37e91-42ce-4e77-b0cf-6174deefb640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:14.758093 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42190) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:14.830650 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f82c9-85ea-4ad4-a684-185f4e470a72 req-7271115b-d263-4012-9f3a-7a8f4403a7f7 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:14.832554 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d68f82c9-85ea-4ad4-a684-185f4e470a72 req-7271115b-d263-4012-9f3a-7a8f4403a7f7 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 946 time: 0.2693896 Apr 20 16:21:14.853952 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42196) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:14.855970 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-07f37e91-42ce-4e77-b0cf-6174deefb640 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2903888 Apr 20 16:21:14.860322 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-4157e6cc-41a3-49fe-8cfb-9288acd2471d admin admin] Request body: {'subnet': {'network_id': '14305f54-0072-4772-9eb4-eebb457a7733', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1177770113-subnet', 'tenant_id': 'f886dfc067a64167bc949f4f42fd5577', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:14.887095 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f37e91-42ce-4e77-b0cf-6174deefb640 admin admin] Pushing event updated for resources: {'Network': ['ID=14305f54-0072-4772-9eb4-eebb457a7733,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:14.905770 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 14305f54-0072-4772-9eb4-eebb457a7733 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:21:14.974759 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d68f82c9-85ea-4ad4-a684-185f4e470a72 req-17ae947d-0091-402d-9dde-ff01ff94bb7f tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175640 Apr 20 16:21:15.013355 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3aaff866-4fb8-41f5-af5d-9127897c592c req-c1d61724-b373-4c8b-9efb-2e744037e827 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.1115043 Apr 20 16:21:15.016770 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4157e6cc-41a3-49fe-8cfb-9288acd2471d admin admin] Made reservation on behalf of f886dfc067a64167bc949f4f42fd5577 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:21:15.021556 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4157e6cc-41a3-49fe-8cfb-9288acd2471d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:15.033291 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b0cc6d32-ee95-4c96-8e49-497c9c0c88ee admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-654275397-network', 'tenant_id': '3cc4f828c4024c5e9e29e4972749306e'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:15.054434 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c6339-1ffe-4b8f-8d15-e37c2f681b1e req-4e0bd46e-2fe4-4bfd-b071-191228bb7e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:15.056690 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f2c6339-1ffe-4b8f-8d15-e37c2f681b1e req-4e0bd46e-2fe4-4bfd-b071-191228bb7e02 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 1097 time: 0.0766044 Apr 20 16:21:15.181153 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f2c6339-1ffe-4b8f-8d15-e37c2f681b1e req-0d31eaab-cb16-4de0-902d-e5e8e5e75446 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471284 Apr 20 16:21:15.227958 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cc6d32-ee95-4c96-8e49-497c9c0c88ee admin admin] Made reservation on behalf of 3cc4f828c4024c5e9e29e4972749306e for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:21:15.230360 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0cc6d32-ee95-4c96-8e49-497c9c0c88ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:15.243416 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0cc6d32-ee95-4c96-8e49-497c9c0c88ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:15.385623 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0cc6d32-ee95-4c96-8e49-497c9c0c88ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:15.396287 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4157e6cc-41a3-49fe-8cfb-9288acd2471d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:15.487972 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157e6cc-41a3-49fe-8cfb-9288acd2471d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3abe9991-0f1a-40a2-a5b0-0cfd4b031fe5,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:15.505581 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250168d2-4d5f-47c5-9fa3-defa054bc79e req-36428ff5-9038-43e0-ad72-e5e519c612b8 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:15.507055 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-250168d2-4d5f-47c5-9fa3-defa054bc79e req-36428ff5-9038-43e0-ad72-e5e519c612b8 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 944 time: 0.1072052 Apr 20 16:21:15.509079 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0cc6d32-ee95-4c96-8e49-497c9c0c88ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:15.520014 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4157e6cc-41a3-49fe-8cfb-9288acd2471d admin admin] Checking segment: {'id': '5eaf814b-0dea-469f-9641-42a3d463f791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '14305f54-0072-4772-9eb4-eebb457a7733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:21:15.520919 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4157e6cc-41a3-49fe-8cfb-9288acd2471d admin admin] Network hostable DHCP agents. Network: 14305f54-0072-4772-9eb4-eebb457a7733, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:21:15.542967 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0cc6d32-ee95-4c96-8e49-497c9c0c88ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:21:15.577453 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc6d32-ee95-4c96-8e49-497c9c0c88ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ab9015-fb0f-4b92-942b-8257112fd757,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:15.593378 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0cc6d32-ee95-4c96-8e49-497c9c0c88ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:15.593966 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-b0cc6d32-ee95-4c96-8e49-497c9c0c88ee admin admin] Added segment 50153279-d293-4586-9e34-66e4c2fc7c52 of type vlan for network ccddc865-94c4-4ee1-a68f-7c9c22fa904c Apr 20 16:21:15.610814 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-250168d2-4d5f-47c5-9fa3-defa054bc79e req-3228e6f1-da81-45b7-ab08-dc4ebb327a88 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940323 Apr 20 16:21:15.650472 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0cc6d32-ee95-4c96-8e49-497c9c0c88ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:15.737888 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4157e6cc-41a3-49fe-8cfb-9288acd2471d admin admin] Network 14305f54-0072-4772-9eb4-eebb457a7733 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:21:15.750132 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87140370-6481-43a3-883f-d254192680ab req-7aa88f71-cf2c-4b04-8d70-177b1adf4a90 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 210 time: 0.0329764 Apr 20 16:21:15.761076 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0cc6d32-ee95-4c96-8e49-497c9c0c88ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:15.762079 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cc6d32-ee95-4c96-8e49-497c9c0c88ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:15.769009 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0cc6d32-ee95-4c96-8e49-497c9c0c88ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:15.825917 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc6d32-ee95-4c96-8e49-497c9c0c88ee admin admin] Pushing event updated for resources: {'Network': ['ID=ccddc865-94c4-4ee1-a68f-7c9c22fa904c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:15.838575 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network ccddc865-94c4-4ee1-a68f-7c9c22fa904c details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:21:15.847110 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-4157e6cc-41a3-49fe-8cfb-9288acd2471d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 14305f54-0072-4772-9eb4-eebb457a7733) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:21:15.867135 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4157e6cc-41a3-49fe-8cfb-9288acd2471d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:15.867814 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4157e6cc-41a3-49fe-8cfb-9288acd2471d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:15.926487 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7c78fb-bf1d-4b0a-8569-f73bdab9048a None None] Network 14305f54-0072-4772-9eb4-eebb457a7733 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:21:15.944249 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42218) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:15.950739 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b0cc6d32-ee95-4c96-8e49-497c9c0c88ee admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1900523 Apr 20 16:21:15.953790 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-337511ee-d19b-4713-95ae-ad89f3933750 admin admin] Request body: {'subnet': {'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-654275397-subnet', 'tenant_id': '3cc4f828c4024c5e9e29e4972749306e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:16.014479 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4157e6cc-41a3-49fe-8cfb-9288acd2471d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1577299 Apr 20 16:21:16.059263 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42224) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:16.127034 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337511ee-d19b-4713-95ae-ad89f3933750 admin admin] Made reservation on behalf of 3cc4f828c4024c5e9e29e4972749306e for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:21:16.130343 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-337511ee-d19b-4713-95ae-ad89f3933750 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:16.185071 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9110349d-92c7-4ebc-9b1d-f8ce5fdcd666 None None] Network 14305f54-0072-4772-9eb4-eebb457a7733 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:21:16.205482 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebf863-0d16-4f34-bc9d-386e7d73fac6 req-3fa67ddc-dee1-41cd-912d-77510ad8df0b tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:16.207038 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9aebf863-0d16-4f34-bc9d-386e7d73fac6 req-3fa67ddc-dee1-41cd-912d-77510ad8df0b tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 946 time: 0.1161115 Apr 20 16:21:16.294310 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-97be0827-58ee-4920-814b-b79a82394458 req-1b5cc604-000f-4075-8ce0-6a7e942ece32 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0578811 Apr 20 16:21:16.309550 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1199ac8b-7063-4ca6-b3da-5790c8df398a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:16.333231 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9aebf863-0d16-4f34-bc9d-386e7d73fac6 req-d193caf3-7499-4663-ab34-7960e405252f tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163919 Apr 20 16:21:16.519284 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1199ac8b-7063-4ca6-b3da-5790c8df398a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:16.534327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-54da0a94-678c-44ab-943d-a851691a39c5 req-c36c53c7-9e54-41c5-9eee-db78afe1e900 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-707198778', 'description': 'tempest-description-23909975'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:16.585323 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-337511ee-d19b-4713-95ae-ad89f3933750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:16.619627 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-54da0a94-678c-44ab-943d-a851691a39c5 req-c36c53c7-9e54-41c5-9eee-db78afe1e900 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:16.621307 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1199ac8b-7063-4ca6-b3da-5790c8df398a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:16.713645 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337511ee-d19b-4713-95ae-ad89f3933750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e5e1853-efd5-4800-b27e-3ac73eee167e,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:16.717620 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1199ac8b-7063-4ca6-b3da-5790c8df398a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91e280acc7d747abb5fcb2d64568dea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6573176 Apr 20 16:21:16.720868 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42236) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:16.729612 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199ac8b-7063-4ca6-b3da-5790c8df398a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8accf2fa-c8c9-454e-8e5b-7a902a85347a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:16.752204 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337511ee-d19b-4713-95ae-ad89f3933750 admin admin] Checking segment: {'id': '50153279-d293-4586-9e34-66e4c2fc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:21:16.752868 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337511ee-d19b-4713-95ae-ad89f3933750 admin admin] Network hostable DHCP agents. Network: ccddc865-94c4-4ee1-a68f-7c9c22fa904c, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:21:16.807631 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5750f-232b-481b-b2ce-5ed1c4eac709 req-2ab5f2b1-98b1-4012-ad21-1bb38f388a33 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:16.809180 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-98c5750f-232b-481b-b2ce-5ed1c4eac709 req-2ab5f2b1-98b1-4012-ad21-1bb38f388a33 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 944 time: 0.0943675 Apr 20 16:21:16.822734 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-54da0a94-678c-44ab-943d-a851691a39c5 req-c36c53c7-9e54-41c5-9eee-db78afe1e900 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:16.850132 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-98cd2a24-525b-4576-ae4f-713b85367d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:16.858827 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337511ee-d19b-4713-95ae-ad89f3933750 admin admin] Network ccddc865-94c4-4ee1-a68f-7c9c22fa904c is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:21:16.893802 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-54da0a94-678c-44ab-943d-a851691a39c5 req-c36c53c7-9e54-41c5-9eee-db78afe1e900 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:16.894498 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-98cd2a24-525b-4576-ae4f-713b85367d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:16.933504 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c53c7-9e54-41c5-9eee-db78afe1e900 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e44b6c1-e59a-4d38-853a-4193d1a1cb00,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:16.952739 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-98c5750f-232b-481b-b2ce-5ed1c4eac709 req-9fb04b10-a53f-4943-a91f-2267d0ae16ba tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210892 Apr 20 16:21:16.967402 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-337511ee-d19b-4713-95ae-ad89f3933750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, ccddc865-94c4-4ee1-a68f-7c9c22fa904c) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:21:16.972797 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337511ee-d19b-4713-95ae-ad89f3933750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:16.974271 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-337511ee-d19b-4713-95ae-ad89f3933750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:16.980249 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21a9ba2-49db-456b-95b3-6172103cd5b4 None None] Network ccddc865-94c4-4ee1-a68f-7c9c22fa904c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:21:17.071479 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d49cd34-2624-401b-9e39-a34e0af58ad0 req-845fa2e2-2b72-4f3b-b3f4-594fb86a5007 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 210 time: 0.0307252 Apr 20 16:21:17.085471 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-54da0a94-678c-44ab-943d-a851691a39c5 req-c36c53c7-9e54-41c5-9eee-db78afe1e900 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:17.086276 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54da0a94-678c-44ab-943d-a851691a39c5 req-c36c53c7-9e54-41c5-9eee-db78afe1e900 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5560653 Apr 20 16:21:17.121272 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-98cd2a24-525b-4576-ae4f-713b85367d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:17.124010 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-98cd2a24-525b-4576-ae4f-713b85367d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:17.125362 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-98cd2a24-525b-4576-ae4f-713b85367d05 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8accf2fa-c8c9-454e-8e5b-7a902a85347a HTTP/1.1" status: 204 len: 168 time: 0.3963146 Apr 20 16:21:17.139612 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd2a24-525b-4576-ae4f-713b85367d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8accf2fa-c8c9-454e-8e5b-7a902a85347a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:17.182651 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-337511ee-d19b-4713-95ae-ad89f3933750 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2304442 Apr 20 16:21:17.187190 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7b4f6e-b14a-4795-976d-7423da5b2248 None None] Network ccddc865-94c4-4ee1-a68f-7c9c22fa904c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:21:17.208500 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1a1cc0a-473b-4218-a6a4-106c75f1998f req-033c541a-9bfb-4ea7-be79-8f08652592c7 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "GET /v2.0/security-groups/8e44b6c1-e59a-4d38-853a-4193d1a1cb00 HTTP/1.1" status: 200 len: 1812 time: 0.0959554 Apr 20 16:21:17.221823 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-d1a1cc0a-473b-4218-a6a4-106c75f1998f req-e83b918d-033b-43fa-8d35-cc247427a5e3 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8e44b6c1-e59a-4d38-853a-4193d1a1cb00', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:17.221823 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-d1a1cc0a-473b-4218-a6a4-106c75f1998f req-e83b918d-033b-43fa-8d35-cc247427a5e3 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8e44b6c1-e59a-4d38-853a-4193d1a1cb00', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:17.399257 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d1a1cc0a-473b-4218-a6a4-106c75f1998f req-e83b918d-033b-43fa-8d35-cc247427a5e3 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:17.442784 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d1a1cc0a-473b-4218-a6a4-106c75f1998f req-e83b918d-033b-43fa-8d35-cc247427a5e3 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:17.468907 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-12fa4526-e252-4e40-a328-9b6fa18ee1d3 req-ac674f55-020e-4cff-9b69-3338325d091b tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0410812 Apr 20 16:21:17.513105 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d1a1cc0a-473b-4218-a6a4-106c75f1998f req-e83b918d-033b-43fa-8d35-cc247427a5e3 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:17.550418 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b918d-033b-43fa-8d35-cc247427a5e3 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84c817c-232a-4a6c-a6f6-1790386cbd32,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:17.637300 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386d10c-dfa4-4814-ba33-9d759ec4127e req-209c5368-e84d-4b3b-8328-6b3fad776085 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:17.640665 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9386d10c-dfa4-4814-ba33-9d759ec4127e req-209c5368-e84d-4b3b-8328-6b3fad776085 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 946 time: 0.0851519 Apr 20 16:21:17.668797 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d1a1cc0a-473b-4218-a6a4-106c75f1998f req-e83b918d-033b-43fa-8d35-cc247427a5e3 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:17.670089 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1a1cc0a-473b-4218-a6a4-106c75f1998f req-e83b918d-033b-43fa-8d35-cc247427a5e3 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4607203 Apr 20 16:21:17.700073 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9386d10c-dfa4-4814-ba33-9d759ec4127e req-03be8e2e-3321-4b76-917b-8193683abefc tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515797 Apr 20 16:21:17.804178 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fd90376f-45d7-4db0-b9c4-e0314b225ef6 req-ca98cf41-8ac0-40d2-a172-9db0e880f2c9 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "GET /v2.0/security-groups/8e44b6c1-e59a-4d38-853a-4193d1a1cb00 HTTP/1.1" status: 200 len: 2406 time: 0.0448356 Apr 20 16:21:17.849812 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-27f2c417-9a8e-4ccd-8559-f8460a172fd9 req-78162630-878f-43c7-be31-6a91e59ae9c9 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "GET /v2.0/security-group-rules/b84c817c-232a-4a6c-a6f6-1790386cbd32 HTTP/1.1" status: 200 len: 778 time: 0.0235305 Apr 20 16:21:17.905040 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-27f2c417-9a8e-4ccd-8559-f8460a172fd9 req-31bb2cd8-38d2-41da-8ce9-bbdd6a9e866a tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "GET /v2.0/security-groups/8e44b6c1-e59a-4d38-853a-4193d1a1cb00 HTTP/1.1" status: 200 len: 2406 time: 0.0541506 Apr 20 16:21:17.936496 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-27f2c417-9a8e-4ccd-8559-f8460a172fd9 req-28e1cc54-5728-464b-99a7-a7ead2eca65f tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:17.965921 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-27f2c417-9a8e-4ccd-8559-f8460a172fd9 req-28e1cc54-5728-464b-99a7-a7ead2eca65f tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:18.155200 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-466fee1d-8f8d-4685-98bc-a1593e1cd204 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:18.156600 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-466fee1d-8f8d-4685-98bc-a1593e1cd204 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/networks?id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c HTTP/1.1" status: 200 len: 811 time: 0.1155565 Apr 20 16:21:18.174361 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-f30d10b3-948b-41cd-8078-30196395c4d6 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/quotas/3cc4f828c4024c5e9e29e4972749306e HTTP/1.1" status: 200 len: 375 time: 0.0100784 Apr 20 16:21:18.214052 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-f864fdba-4fc9-4885-b690-fd82771fea58 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cc4f828c4024c5e9e29e4972749306e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316002 Apr 20 16:21:18.252241 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-27f2c417-9a8e-4ccd-8559-f8460a172fd9 req-28e1cc54-5728-464b-99a7-a7ead2eca65f tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:18.258548 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-27f2c417-9a8e-4ccd-8559-f8460a172fd9 req-28e1cc54-5728-464b-99a7-a7ead2eca65f tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:18.259741 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-27f2c417-9a8e-4ccd-8559-f8460a172fd9 req-28e1cc54-5728-464b-99a7-a7ead2eca65f tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/b84c817c-232a-4a6c-a6f6-1790386cbd32 HTTP/1.1" status: 204 len: 173 time: 0.3539579 Apr 20 16:21:18.265299 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1cc54-5728-464b-99a7-a7ead2eca65f tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b84c817c-232a-4a6c-a6f6-1790386cbd32,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:18.345678 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-413fb730-68c3-443f-9008-dd563d6a3de3 service neutron] 10.222.0.15 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117475 Apr 20 16:21:18.434617 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b821ec-10dd-4b6d-9d90-295449d20851 req-4de0bf1e-6383-4380-a5c2-622f8a8b959d tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:18.442801 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b2b821ec-10dd-4b6d-9d90-295449d20851 req-4de0bf1e-6383-4380-a5c2-622f8a8b959d tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 944 time: 0.1230536 Apr 20 16:21:18.487920 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b2b821ec-10dd-4b6d-9d90-295449d20851 req-77c84639-775b-42ff-b619-c175b8f2dcc1 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390534 Apr 20 16:21:18.512169 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-4c446ff1-4b01-4b30-9fcf-d692311846d4 service neutron] 10.222.0.15 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540551 Apr 20 16:21:18.692168 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-296fb21d-bbb1-4f09-b17e-3d79a1ee2bec req-07dffb12-724b-4191-a40c-3ab52b49ef12 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 210 time: 0.0659635 Apr 20 16:21:18.735969 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-18bdcdc2-e48c-4e4a-9cc9-17a75a22aaf2 req-a6629de7-0358-4e05-a6ed-828984b899fa tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1355400031', 'description': 'tempest-description-672765222'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:18.865821 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-18bdcdc2-e48c-4e4a-9cc9-17a75a22aaf2 req-a6629de7-0358-4e05-a6ed-828984b899fa tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:18.923077 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fe3eeaba-5031-46d6-9361-d3ae800c11dc req-2fbcc51a-cc53-44c8-8a09-3c1e60fe8739 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0526202 Apr 20 16:21:19.011775 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-18bdcdc2-e48c-4e4a-9cc9-17a75a22aaf2 req-a6629de7-0358-4e05-a6ed-828984b899fa tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:19.053392 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f8bf4-90b0-4f47-9eed-58478ac598bb req-e341bfcc-3127-41ca-a165-924dd72ef974 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:19.073830 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f23f8bf4-90b0-4f47-9eed-58478ac598bb req-e341bfcc-3127-41ca-a165-924dd72ef974 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 946 time: 0.0643666 Apr 20 16:21:19.092986 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-18bdcdc2-e48c-4e4a-9cc9-17a75a22aaf2 req-a6629de7-0358-4e05-a6ed-828984b899fa tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:19.113850 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f23f8bf4-90b0-4f47-9eed-58478ac598bb req-92f1189e-5b47-4132-93d7-d6b39c2e0f60 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495813 Apr 20 16:21:19.160351 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6629de7-0358-4e05-a6ed-828984b899fa tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e72a24fc-fece-4160-9d07-f48ced19f9d2,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:19.174752 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-42f42e3e-2ed9-4329-b95b-e9c73b7bc78f req-b38a89ba-1001-4aa0-a2ef-b36a51f1762b tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 210 time: 0.0276306 Apr 20 16:21:19.203208 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-18bdcdc2-e48c-4e4a-9cc9-17a75a22aaf2 req-a6629de7-0358-4e05-a6ed-828984b899fa tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:19.212514 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-18bdcdc2-e48c-4e4a-9cc9-17a75a22aaf2 req-a6629de7-0358-4e05-a6ed-828984b899fa tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4733236 Apr 20 16:21:19.308297 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cf8cb3ef-4ff6-499a-8482-96522c5a9e18 req-b2d394d3-024e-4990-862f-388f8ba7ba12 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "GET /v2.0/security-groups/e72a24fc-fece-4160-9d07-f48ced19f9d2 HTTP/1.1" status: 200 len: 1814 time: 0.0814734 Apr 20 16:21:19.338520 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-e9bb2f02-d9a1-4457-be9f-d0470273d428 req-a968121e-e3a4-4781-b58c-9c68f4b8cf31 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1516579764', 'description': 'tempest-description-58720316'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:19.442925 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e9bb2f02-d9a1-4457-be9f-d0470273d428 req-a968121e-e3a4-4781-b58c-9c68f4b8cf31 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:19.548850 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e9bb2f02-d9a1-4457-be9f-d0470273d428 req-a968121e-e3a4-4781-b58c-9c68f4b8cf31 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:19.635074 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e9bb2f02-d9a1-4457-be9f-d0470273d428 req-a968121e-e3a4-4781-b58c-9c68f4b8cf31 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:19.710160 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968121e-e3a4-4781-b58c-9c68f4b8cf31 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=039445d7-5781-4320-b045-5356251b4ba9,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:19.791607 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e9bb2f02-d9a1-4457-be9f-d0470273d428 req-a968121e-e3a4-4781-b58c-9c68f4b8cf31 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:19.807724 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e9bb2f02-d9a1-4457-be9f-d0470273d428 req-a968121e-e3a4-4781-b58c-9c68f4b8cf31 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4750743 Apr 20 16:21:19.813300 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f78e5-97b3-47f6-bac6-ee39ab6abf40 req-e54bfd28-61b1-442e-8c69-d419dc7f363d tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:19.814823 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd7f78e5-97b3-47f6-bac6-ee39ab6abf40 req-e54bfd28-61b1-442e-8c69-d419dc7f363d tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 944 time: 0.1254721 Apr 20 16:21:19.907897 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd7f78e5-97b3-47f6-bac6-ee39ab6abf40 req-2b9d8471-3e55-4126-9920-1de3dd67a6e3 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826344 Apr 20 16:21:20.018983 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b0dc970-154e-4231-87a4-952b7beb5b24 req-b9ed0100-4f76-47a6-8118-d1d1a50434d0 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 210 time: 0.0269613 Apr 20 16:21:20.123550 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a731765-f28c-4835-bf63-43ae2f79b18f req-5019dbb8-19dc-49c8-8292-ae8a4727e062 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "GET /v2.0/security-groups/039445d7-5781-4320-b045-5356251b4ba9 HTTP/1.1" status: 200 len: 1813 time: 0.0657485 Apr 20 16:21:20.251628 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7da570f6-3335-4fcf-af2f-25752a0dddd8 req-7245f4d6-fb4a-40ec-8ed8-0f8ae538e36e tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0570891 Apr 20 16:21:20.289053 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-6002c6ce-1fa2-4052-b969-b602ecf71167 req-45b921a7-18ff-4f0c-b5ea-e3e6f691e3a9 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1047356616', 'description': 'tempest-description-1590007907'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:21.287261 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6002c6ce-1fa2-4052-b969-b602ecf71167 req-45b921a7-18ff-4f0c-b5ea-e3e6f691e3a9 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:21.363318 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6002c6ce-1fa2-4052-b969-b602ecf71167 req-45b921a7-18ff-4f0c-b5ea-e3e6f691e3a9 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:21.505473 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd67c9-9428-4640-8a5d-442dae9c8287 req-3a867c77-2ad4-4879-8286-fd69664541ad tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:21.506913 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4bdd67c9-9428-4640-8a5d-442dae9c8287 req-3a867c77-2ad4-4879-8286-fd69664541ad tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 946 time: 0.0485597 Apr 20 16:21:21.532473 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6002c6ce-1fa2-4052-b969-b602ecf71167 req-45b921a7-18ff-4f0c-b5ea-e3e6f691e3a9 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:21.548586 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4bdd67c9-9428-4640-8a5d-442dae9c8287 req-aa1656b2-546e-4b42-8ea4-3d2dbb1814d2 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354431 Apr 20 16:21:21.573260 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b921a7-18ff-4f0c-b5ea-e3e6f691e3a9 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0064023c-9b54-4eec-a3af-ed4fd169426f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:21.632929 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6002c6ce-1fa2-4052-b969-b602ecf71167 req-45b921a7-18ff-4f0c-b5ea-e3e6f691e3a9 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:21.646317 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-13dd0f36-3b14-464d-a79c-19a2ed91fd6d req-ebc89d95-c6bb-4e65-84f0-bd2d7e686875 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 210 time: 0.0313754 Apr 20 16:21:21.646965 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6002c6ce-1fa2-4052-b969-b602ecf71167 req-45b921a7-18ff-4f0c-b5ea-e3e6f691e3a9 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.3627126 Apr 20 16:21:21.730379 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3fb54a49-fdcd-4f41-bf72-049805b04f8b req-a64a6abf-2417-477d-87fe-ce4fb2674615 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 210 time: 0.0254705 Apr 20 16:21:21.744716 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0ab33-1720-4d51-a799-ab81a04a5f62 req-38c2a20c-44a6-4ee1-9b7c-a0b9de9cbc71 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:21.746292 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6fc0ab33-1720-4d51-a799-ab81a04a5f62 req-38c2a20c-44a6-4ee1-9b7c-a0b9de9cbc71 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 944 time: 0.0488575 Apr 20 16:21:21.787880 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6fc0ab33-1720-4d51-a799-ab81a04a5f62 req-985a9eb0-bd89-4f88-9b0c-6efc0a0adb96 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354211 Apr 20 16:21:21.830582 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2e94c090-db14-4fae-a520-361d39fa8fc6 req-81155269-6c53-4545-a60b-32ecb9c9e196 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0325797 Apr 20 16:21:21.899251 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d769ffe2-8345-41ea-8756-42055cd3c13f req-fed9dcfa-56f3-4c73-96bf-4205bb5bdec3 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "GET /v2.0/security-groups/0064023c-9b54-4eec-a3af-ed4fd169426f HTTP/1.1" status: 200 len: 1815 time: 0.0382259 Apr 20 16:21:21.906658 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368a1e5-0859-42f4-9e4a-e8888a525999 req-f4580f1c-cc1c-44f1-b8f6-9bf0fa421e27 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:21.907799 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3368a1e5-0859-42f4-9e4a-e8888a525999 req-f4580f1c-cc1c-44f1-b8f6-9bf0fa421e27 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0506723 Apr 20 16:21:21.923787 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-7f578978-7f0a-4b45-94e8-1c6764407986 req-5b7cedac-4938-42ea-b3a7-68d1b591c131 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-602894296', 'description': 'tempest-description-378438881'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:21.950464 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3368a1e5-0859-42f4-9e4a-e8888a525999 req-b43027d6-52b3-4113-aae8-3a5415d4a21d tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358121 Apr 20 16:21:22.069858 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7f578978-7f0a-4b45-94e8-1c6764407986 req-5b7cedac-4938-42ea-b3a7-68d1b591c131 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:22.138595 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7f578978-7f0a-4b45-94e8-1c6764407986 req-5b7cedac-4938-42ea-b3a7-68d1b591c131 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:22.258007 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7f578978-7f0a-4b45-94e8-1c6764407986 req-5b7cedac-4938-42ea-b3a7-68d1b591c131 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:22.287514 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cedac-4938-42ea-b3a7-68d1b591c131 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0860a08d-551a-4dc0-ad40-a04873a37fe9,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:22.374084 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-7f578978-7f0a-4b45-94e8-1c6764407986 req-5b7cedac-4938-42ea-b3a7-68d1b591c131 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:22.375357 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7f578978-7f0a-4b45-94e8-1c6764407986 req-5b7cedac-4938-42ea-b3a7-68d1b591c131 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4556644 Apr 20 16:21:22.436107 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-001ed5ec-d5ae-4eba-b7f0-a81ee647fb9a req-112c1847-dedc-4cb5-97d8-22462d25dbe4 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "GET /v2.0/security-groups/0860a08d-551a-4dc0-ad40-a04873a37fe9 HTTP/1.1" status: 200 len: 1813 time: 0.0385718 Apr 20 16:21:22.479909 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [req-45a7cd66-002a-4b2e-b25c-5db58cf928f4 req-c3cd97d1-c9bc-4917-a578-27d258267b0c tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] show failed (client error): The resource could not be found. Apr 20 16:21:22.480923 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-45a7cd66-002a-4b2e-b25c-5db58cf928f4 req-c3cd97d1-c9bc-4917-a578-27d258267b0c tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "GET /v2.0/security-groups/04b2c773-499d-4557-bbde-79d3b445b293 HTTP/1.1" status: 404 len: 352 time: 0.0142663 Apr 20 16:21:22.516558 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-4220d5f8-a12b-46d9-be05-9815f8b709d6 req-6d4a988d-8003-44ea-b17e-1e9a328e3756 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] show failed (client error): The resource could not be found. Apr 20 16:21:22.517512 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4220d5f8-a12b-46d9-be05-9815f8b709d6 req-6d4a988d-8003-44ea-b17e-1e9a328e3756 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "GET /v2.0/security-group-rules/2a15f897-d748-4f99-ac00-7127f4c5dbce HTTP/1.1" status: 404 len: 361 time: 0.0149758 Apr 20 16:21:22.583195 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-16c5d447-a1bc-451c-9795-c14dd79dab75 req-6929326a-8d58-4ace-9b70-bc4fe8db1862 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "GET /v2.0/security-groups/0860a08d-551a-4dc0-ad40-a04873a37fe9 HTTP/1.1" status: 200 len: 1813 time: 0.0442383 Apr 20 16:21:22.647295 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-16c5d447-a1bc-451c-9795-c14dd79dab75 req-23c14209-8d44-4302-bda3-eb869b54c71f tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:22.670954 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-16c5d447-a1bc-451c-9795-c14dd79dab75 req-23c14209-8d44-4302-bda3-eb869b54c71f tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:22.671675 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72b78e-b13a-4d89-ac75-c5a0ec5e9ab7 req-15064722-954d-4b97-93be-f712f1b03bca tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:22.673206 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ec72b78e-b13a-4d89-ac75-c5a0ec5e9ab7 req-15064722-954d-4b97-93be-f712f1b03bca tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 946 time: 0.0520570 Apr 20 16:21:22.725014 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ec72b78e-b13a-4d89-ac75-c5a0ec5e9ab7 req-0ac7ab62-f3fd-4782-bb52-946de4bf2a3e tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357735 Apr 20 16:21:22.754522 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1de9cd98-152f-4381-b223-a2dbc3f402a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:22.798890 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1594e5b4-cb70-476b-99bd-32806e0f041a req-a5b9e760-dd0d-4f38-8287-e047d5cd833e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 210 time: 0.0262580 Apr 20 16:21:22.833976 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-16c5d447-a1bc-451c-9795-c14dd79dab75 req-23c14209-8d44-4302-bda3-eb869b54c71f tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:22.836863 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-16c5d447-a1bc-451c-9795-c14dd79dab75 req-23c14209-8d44-4302-bda3-eb869b54c71f tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:22.838195 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-16c5d447-a1bc-451c-9795-c14dd79dab75 req-23c14209-8d44-4302-bda3-eb869b54c71f tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "DELETE /v2.0/security-groups/0860a08d-551a-4dc0-ad40-a04873a37fe9 HTTP/1.1" status: 204 len: 173 time: 0.2468605 Apr 20 16:21:22.848007 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c14209-8d44-4302-bda3-eb869b54c71f tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0860a08d-551a-4dc0-ad40-a04873a37fe9,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:22.898699 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f51d00c2-51f9-4338-9370-9f2cf9d2412c req-e22e213f-153b-44c0-ae1a-cb97137fd6e2 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 210 time: 0.0354502 Apr 20 16:21:22.958034 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4188a5-19e3-426c-80f6-763aa7a9f174 req-0928124c-9f5d-4879-bcb2-f27d2b0b49f7 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:22.959765 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ee4188a5-19e3-426c-80f6-763aa7a9f174 req-0928124c-9f5d-4879-bcb2-f27d2b0b49f7 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 944 time: 0.0590065 Apr 20 16:21:22.972766 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-612bb6eb-209e-4756-ad77-e1c82eae409d req-e2b4437e-dd8e-48ad-84ec-9b3e17166bc6 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "GET /v2.0/security-groups/0064023c-9b54-4eec-a3af-ed4fd169426f HTTP/1.1" status: 200 len: 1815 time: 0.0487354 Apr 20 16:21:23.000395 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ee4188a5-19e3-426c-80f6-763aa7a9f174 req-fb560e18-2541-4800-b507-c23c73e3659c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344789 Apr 20 16:21:23.040402 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-612bb6eb-209e-4756-ad77-e1c82eae409d req-55212ded-f89f-4902-832a-fe3af3e29517 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:23.065432 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-612bb6eb-209e-4756-ad77-e1c82eae409d req-55212ded-f89f-4902-832a-fe3af3e29517 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:23.097924 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2b914dcb-0ac3-4e9c-8666-52bfc344ef15 req-e75edf5e-e188-47f1-9393-c84363992072 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0299664 Apr 20 16:21:23.189301 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-612bb6eb-209e-4756-ad77-e1c82eae409d req-55212ded-f89f-4902-832a-fe3af3e29517 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:23.192493 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-612bb6eb-209e-4756-ad77-e1c82eae409d req-55212ded-f89f-4902-832a-fe3af3e29517 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:23.193647 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-612bb6eb-209e-4756-ad77-e1c82eae409d req-55212ded-f89f-4902-832a-fe3af3e29517 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "DELETE /v2.0/security-groups/0064023c-9b54-4eec-a3af-ed4fd169426f HTTP/1.1" status: 204 len: 173 time: 0.2134237 Apr 20 16:21:23.202891 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55212ded-f89f-4902-832a-fe3af3e29517 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0064023c-9b54-4eec-a3af-ed4fd169426f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:23.211975 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12842d8b-b6ab-4399-9dc3-4c3079b77472 req-b5d0cf68-5c2c-4f97-be6a-b190c2e38d2a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:23.213605 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-12842d8b-b6ab-4399-9dc3-4c3079b77472 req-b5d0cf68-5c2c-4f97-be6a-b190c2e38d2a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0543904 Apr 20 16:21:23.255287 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-96726ed7-647c-4a27-ad09-bcfc34fa2810 req-ecaba056-77ef-444f-a7c4-e3e3fe0201f7 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "GET /v2.0/security-groups/039445d7-5781-4320-b045-5356251b4ba9 HTTP/1.1" status: 200 len: 1813 time: 0.0394413 Apr 20 16:21:23.258338 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-12842d8b-b6ab-4399-9dc3-4c3079b77472 req-64206c65-362f-45df-b7c4-072ad5210779 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383947 Apr 20 16:21:23.313272 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-96726ed7-647c-4a27-ad09-bcfc34fa2810 req-eafb9ff4-d612-4164-ae7f-93cd873c1610 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:23.638912 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-96726ed7-647c-4a27-ad09-bcfc34fa2810 req-eafb9ff4-d612-4164-ae7f-93cd873c1610 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:23.698868 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca3be0-420d-4012-ac31-2207d1c2220f req-f625bd2d-cd5a-49bf-b145-b2d2723ea6f7 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:23.701109 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61ca3be0-420d-4012-ac31-2207d1c2220f req-f625bd2d-cd5a-49bf-b145-b2d2723ea6f7 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.3615859 Apr 20 16:21:23.787478 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-96726ed7-647c-4a27-ad09-bcfc34fa2810 req-eafb9ff4-d612-4164-ae7f-93cd873c1610 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:23.790175 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-96726ed7-647c-4a27-ad09-bcfc34fa2810 req-eafb9ff4-d612-4164-ae7f-93cd873c1610 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:23.791303 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-96726ed7-647c-4a27-ad09-bcfc34fa2810 req-eafb9ff4-d612-4164-ae7f-93cd873c1610 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "DELETE /v2.0/security-groups/039445d7-5781-4320-b045-5356251b4ba9 HTTP/1.1" status: 204 len: 173 time: 0.5297196 Apr 20 16:21:23.810096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb9ff4-d612-4164-ae7f-93cd873c1610 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=039445d7-5781-4320-b045-5356251b4ba9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:23.813104 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-61ca3be0-420d-4012-ac31-2207d1c2220f req-e9d2cdc4-9f9a-4ccd-8f16-007e4fbe1d9a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Deleting port eb7745ff-4f81-4633-8823-8c3af85ef2c1 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:21:23.813386 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-61ca3be0-420d-4012-ac31-2207d1c2220f req-e9d2cdc4-9f9a-4ccd-8f16-007e4fbe1d9a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:23.846149 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af147a4d-1a51-458c-be16-93ab3a865f3e req-a16c180f-5878-4adf-8871-e7b627faa96a tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:23.849093 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-af147a4d-1a51-458c-be16-93ab3a865f3e req-a16c180f-5878-4adf-8871-e7b627faa96a tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 946 time: 0.0616636 Apr 20 16:21:23.905028 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-af147a4d-1a51-458c-be16-93ab3a865f3e req-f97509eb-00b4-4f75-8c8a-a67b11e4cb3d tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463107 Apr 20 16:21:23.923849 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8d52f1be-9609-466e-83bb-6db5e1951dea req-d838ef02-61eb-4210-ae44-fab10e9be698 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "GET /v2.0/security-groups/e72a24fc-fece-4160-9d07-f48ced19f9d2 HTTP/1.1" status: 200 len: 1814 time: 0.1150231 Apr 20 16:21:23.955338 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-61ca3be0-420d-4012-ac31-2207d1c2220f req-e9d2cdc4-9f9a-4ccd-8f16-007e4fbe1d9a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] For port eb7745ff-4f81-4633-8823-8c3af85ef2c1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=eb7745ff-4f81-4633-8823-8c3af85ef2c1,segment=NetworkSegment(fbddc46f-6394-4b83-97a1-2ef96c69e7cf),segment_id=fbddc46f-6394-4b83-97a1-2ef96c69e7cf)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:23.955706 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-61ca3be0-420d-4012-ac31-2207d1c2220f req-e9d2cdc4-9f9a-4ccd-8f16-007e4fbe1d9a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:23.985277 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-39863a50-086c-4c74-b29f-19605fde9b79 req-84c4aace-4155-47b0-a2d8-c0a299a5405c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 210 time: 0.0305083 Apr 20 16:21:24.048362 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8d52f1be-9609-466e-83bb-6db5e1951dea req-99522adc-e0bd-4989-83af-be75faab2222 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:24.071917 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5126cc84-90d1-4d4b-a955-3ca6e62170fd req-82701b0b-2298-48f2-b9de-252d10cce5fc tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 210 time: 0.0269551 Apr 20 16:21:24.111008 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8d52f1be-9609-466e-83bb-6db5e1951dea req-99522adc-e0bd-4989-83af-be75faab2222 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:24.182395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a9923-a6f7-4e32-92aa-109b39f807c2 req-91c858d5-d73b-45fc-851b-367d699663c1 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:24.184319 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-304a9923-a6f7-4e32-92aa-109b39f807c2 req-91c858d5-d73b-45fc-851b-367d699663c1 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 944 time: 0.0528457 Apr 20 16:21:24.206146 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-61ca3be0-420d-4012-ac31-2207d1c2220f req-e9d2cdc4-9f9a-4ccd-8f16-007e4fbe1d9a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:24.206513 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-61ca3be0-420d-4012-ac31-2207d1c2220f req-e9d2cdc4-9f9a-4ccd-8f16-007e4fbe1d9a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:24.206895 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-61ca3be0-420d-4012-ac31-2207d1c2220f req-e9d2cdc4-9f9a-4ccd-8f16-007e4fbe1d9a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Floating IP 257ba397-de40-4598-8d71-49a7db0ef789 disassociated. External IP: 172.25.0.117, port: eb7745ff-4f81-4633-8823-8c3af85ef2c1. Apr 20 16:21:24.207187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-61ca3be0-420d-4012-ac31-2207d1c2220f req-e9d2cdc4-9f9a-4ccd-8f16-007e4fbe1d9a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Calling delete_port for eb7745ff-4f81-4633-8823-8c3af85ef2c1 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:21:24.225723 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-304a9923-a6f7-4e32-92aa-109b39f807c2 req-6d5fd768-9fc0-4b91-b508-5f03900b0ded tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336022 Apr 20 16:21:24.287650 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8d52f1be-9609-466e-83bb-6db5e1951dea req-99522adc-e0bd-4989-83af-be75faab2222 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:24.290211 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8d52f1be-9609-466e-83bb-6db5e1951dea req-99522adc-e0bd-4989-83af-be75faab2222 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:24.291364 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8d52f1be-9609-466e-83bb-6db5e1951dea req-99522adc-e0bd-4989-83af-be75faab2222 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "DELETE /v2.0/security-groups/e72a24fc-fece-4160-9d07-f48ced19f9d2 HTTP/1.1" status: 204 len: 173 time: 0.3590696 Apr 20 16:21:24.302838 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99522adc-e0bd-4989-83af-be75faab2222 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72a24fc-fece-4160-9d07-f48ced19f9d2,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:24.341559 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-343de5a5-893b-4c1a-82b0-da2444c20481 req-c1973201-c1c1-456d-b0a6-06b1f7989680 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0482266 Apr 20 16:21:24.411553 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-90010fad-e26a-48cc-abd0-5339cbe4a497 req-475d047f-32ce-412a-88c0-440121620d65 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "GET /v2.0/security-groups/8e44b6c1-e59a-4d38-853a-4193d1a1cb00 HTTP/1.1" status: 200 len: 1812 time: 0.0479925 Apr 20 16:21:24.422439 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d7bf9-aea9-48c2-b8f9-a55ea2662497 req-981a8eec-8ce0-4457-ad19-d64c856ca614 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:24.424275 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3a2d7bf9-aea9-48c2-b8f9-a55ea2662497 req-981a8eec-8ce0-4457-ad19-d64c856ca614 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 945 time: 0.0619779 Apr 20 16:21:24.470248 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3a2d7bf9-aea9-48c2-b8f9-a55ea2662497 req-d0d8cc0e-5979-4854-842a-44deef1095a6 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377498 Apr 20 16:21:24.472359 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-90010fad-e26a-48cc-abd0-5339cbe4a497 req-bdc66538-b16c-4408-86b9-f601075b5929 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:24.480632 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-61ca3be0-420d-4012-ac31-2207d1c2220f req-e9d2cdc4-9f9a-4ccd-8f16-007e4fbe1d9a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:24.497311 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-90010fad-e26a-48cc-abd0-5339cbe4a497 req-bdc66538-b16c-4408-86b9-f601075b5929 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:24.507827 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2cdc4-9f9a-4ccd-8f16-007e4fbe1d9a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Pushing event deleted for resources: {'Port': ['ID=eb7745ff-4f81-4633-8823-8c3af85ef2c1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:24.629701 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61ca3be0-420d-4012-ac31-2207d1c2220f req-e9d2cdc4-9f9a-4ccd-8f16-007e4fbe1d9a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Router 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:21:24.635300 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-90010fad-e26a-48cc-abd0-5339cbe4a497 req-bdc66538-b16c-4408-86b9-f601075b5929 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:24.638310 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-90010fad-e26a-48cc-abd0-5339cbe4a497 req-bdc66538-b16c-4408-86b9-f601075b5929 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:24.642857 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-90010fad-e26a-48cc-abd0-5339cbe4a497 req-bdc66538-b16c-4408-86b9-f601075b5929 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] 10.222.0.15 "DELETE /v2.0/security-groups/8e44b6c1-e59a-4d38-853a-4193d1a1cb00 HTTP/1.1" status: 204 len: 173 time: 0.2304733 Apr 20 16:21:24.647034 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42440) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:24.665650 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc66538-b16c-4408-86b9-f601075b5929 tempest-SecurityGroupRulesNegativeTestJSON-1685983566 tempest-SecurityGroupRulesNegativeTestJSON-1685983566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e44b6c1-e59a-4d38-853a-4193d1a1cb00,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:24.714895 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2f00e8-e8ad-49d9-8f91-a122c0069ce4 admin admin] Deleting subnet 3abe9991-0f1a-40a2-a5b0-0cfd4b031fe5 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:21:24.718194 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c2f00e8-e8ad-49d9-8f91-a122c0069ce4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:24.753975 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c2f00e8-e8ad-49d9-8f91-a122c0069ce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:24.759429 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61ca3be0-420d-4012-ac31-2207d1c2220f req-e9d2cdc4-9f9a-4ccd-8f16-007e4fbe1d9a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:21:24.784012 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b34173-4d1e-4c45-a1f0-55e1d289e6c5 None None] Sync routers for ids ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:21:24.796528 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b34173-4d1e-4c45-a1f0-55e1d289e6c5 None None] Routers {'1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:21:24.797173 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f4b34173-4d1e-4c45-a1f0-55e1d289e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:20:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:24.804436 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ca3be0-420d-4012-ac31-2207d1c2220f req-e9d2cdc4-9f9a-4ccd-8f16-007e4fbe1d9a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] No DVR routers for this DVR port eb7745ff-4f81-4633-8823-8c3af85ef2c1 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:21:24.807004 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-61ca3be0-420d-4012-ac31-2207d1c2220f req-e9d2cdc4-9f9a-4ccd-8f16-007e4fbe1d9a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:24.810132 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c2f00e8-e8ad-49d9-8f91-a122c0069ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:24.810734 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61ca3be0-420d-4012-ac31-2207d1c2220f req-e9d2cdc4-9f9a-4ccd-8f16-007e4fbe1d9a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.26 "DELETE /v2.0/ports/eb7745ff-4f81-4633-8823-8c3af85ef2c1 HTTP/1.1" status: 204 len: 173 time: 1.1030495 Apr 20 16:21:24.811403 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ab5959-57b2-4cc0-9787-5fcf8380c938', 'name': 'network-vif-deleted', 'tag': 'eb7745ff-4f81-4633-8823-8c3af85ef2c1'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:21:24.814166 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38eb8d3-7e94-4596-8431-87cb526d1b7f" -d '{"events": [{"server_uuid": "a6ab5959-57b2-4cc0-9787-5fcf8380c938", "name": "network-vif-deleted", "tag": "eb7745ff-4f81-4633-8823-8c3af85ef2c1"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:21:24.862824 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0250576-9eae-4fdb-8a69-843c60d0831a x-openstack-request-id: req-d0250576-9eae-4fdb-8a69-843c60d0831a {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:21:24.863131 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ab5959-57b2-4cc0-9787-5fcf8380c938", "name": "network-vif-deleted", "tag": "eb7745ff-4f81-4633-8823-8c3af85ef2c1", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:21:24.864783 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0250576-9eae-4fdb-8a69-843c60d0831a {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:21:24.865199 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0250576-9eae-4fdb-8a69-843c60d0831a'] response: {'server_uuid': 'a6ab5959-57b2-4cc0-9787-5fcf8380c938', 'name': 'network-vif-deleted', 'tag': 'eb7745ff-4f81-4633-8823-8c3af85ef2c1', 'status': 'completed', 'code': 200} Apr 20 16:21:24.951537 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-f4b34173-4d1e-4c45-a1f0-55e1d289e6c5 None None] Set router 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:21:25.058400 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c2f00e8-e8ad-49d9-8f91-a122c0069ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:25.139174 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f00e8-e8ad-49d9-8f91-a122c0069ce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3abe9991-0f1a-40a2-a5b0-0cfd4b031fe5,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:25.141296 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c2f00e8-e8ad-49d9-8f91-a122c0069ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:25.147054 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3c2f00e8-e8ad-49d9-8f91-a122c0069ce4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3abe9991-0f1a-40a2-a5b0-0cfd4b031fe5 HTTP/1.1" status: 204 len: 168 time: 0.4953790 Apr 20 16:21:25.147954 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42454) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:25.150210 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-544e5fe3-f334-4696-bae1-9a57501f94fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:25.158348 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-89005408-fa33-4af3-9017-8387d2942229 req-3ba5c299-9b91-4f26-b9d6-720c000db599 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 210 time: 0.0419810 Apr 20 16:21:25.180147 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c4ee7-cd86-4d4b-ab70-74c3f9252f07 req-9dbe6a8c-f517-4d90-84dc-76e1c430d2dc tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:25.188479 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-245c4ee7-cd86-4d4b-ab70-74c3f9252f07 req-9dbe6a8c-f517-4d90-84dc-76e1c430d2dc tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 946 time: 0.2071865 Apr 20 16:21:25.255173 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e3e0636-a6ea-4de5-9d2c-1c121fa21ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:25.350033 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9919fbe9-57d1-41e8-a7a3-0d11e5b4e5e8 req-63855ee3-56f4-4081-8b0e-ee7e37dab999 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 210 time: 0.0398870 Apr 20 16:21:25.382994 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-245c4ee7-cd86-4d4b-ab70-74c3f9252f07 req-6ea573fd-d1be-4089-9230-198222f602be tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936033 Apr 20 16:21:25.396068 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e3e0636-a6ea-4de5-9d2c-1c121fa21ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:25.429288 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2e3e0636-a6ea-4de5-9d2c-1c121fa21ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14305f54-0072-4772-9eb4-eebb457a7733']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:25.440887 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2e3e0636-a6ea-4de5-9d2c-1c121fa21ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eaf814b-0dea-469f-9641-42a3d463f791') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:25.441233 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2e3e0636-a6ea-4de5-9d2c-1c121fa21ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eaf814b-0dea-469f-9641-42a3d463f791') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:25.449960 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f4b34173-4d1e-4c45-a1f0-55e1d289e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'name': 'tempest-AttachVolumeTestJSON-782311160-router', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:37Z', 'updated_at': '2022-04-20T16:15:46Z', 'revision_number': 4, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'gw_port': {'id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '4559b831-69c2-44cd-9aa0-3a727d8cee61', 'name': '', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'mac_address': 'fa:16:3e:d2:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:44Z', 'updated_at': '2022-04-20T16:15:54Z', 'revision_number': 5, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'subnets': [{'id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:25.475911 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e3e0636-a6ea-4de5-9d2c-1c121fa21ada admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:25.483139 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b34173-4d1e-4c45-a1f0-55e1d289e6c5 None None] Checking router: 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:21:25.495342 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b34173-4d1e-4c45-a1f0-55e1d289e6c5 None None] Routers {'1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:21:25.496327 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f4b34173-4d1e-4c45-a1f0-55e1d289e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:21:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:25.541788 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b237f0f-e86d-4288-aecc-1878af2e3a85 req-b2652c62-6100-4e22-acf4-d3faa70a4f65 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:25.549081 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b237f0f-e86d-4288-aecc-1878af2e3a85 req-b2652c62-6100-4e22-acf4-d3faa70a4f65 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 944 time: 0.0920978 Apr 20 16:21:25.552024 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4d7795af-e276-421b-a0ce-20b652881107 req-d3412d89-8c87-4d49-827f-2fbe33e13f63 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0706019 Apr 20 16:21:25.552024 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e3e0636-a6ea-4de5-9d2c-1c121fa21ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:25.559253 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3e0636-a6ea-4de5-9d2c-1c121fa21ada admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:21:25.559999 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e3e0636-a6ea-4de5-9d2c-1c121fa21ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:21:25.563205 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:21:25.611851 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b237f0f-e86d-4288-aecc-1878af2e3a85 req-c40e2d97-0cf9-4717-909e-07a1b638590d tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615721 Apr 20 16:21:25.644213 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-f4b34173-4d1e-4c45-a1f0-55e1d289e6c5 None None] Set router 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:21:25.720607 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-501b12ff-9c58-4ac5-b5b7-816c54e64cbb req-67cd836f-cf52-411d-add0-b8aa870e08b1 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ab5959-57b2-4cc0-9787-5fcf8380c938 HTTP/1.1" status: 200 len: 210 time: 0.0374739 Apr 20 16:21:25.791692 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-9284fa5c-ed24-4286-987e-d7fd536ef240 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:25.794319 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-9284fa5c-ed24-4286-987e-d7fd536ef240 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.30 "GET /v2.0/networks?id=a24f1ee1-7962-4b42-99b4-cd4d398ef380 HTTP/1.1" status: 200 len: 805 time: 0.1140556 Apr 20 16:21:25.816495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-084d4f95-1170-4035-8f3b-c7a8afa5a061 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Request body: {'port': {'device_id': 'd8b7e043-84d1-4aaf-8caa-7d289cf224e3', 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380', 'admin_state_up': True, 'tenant_id': 'b8c373d0b6ef424fae64df57ef92f83e'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:25.836582 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e3e0636-a6ea-4de5-9d2c-1c121fa21ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:25.860921 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e3e0636-a6ea-4de5-9d2c-1c121fa21ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:25.877591 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2e3e0636-a6ea-4de5-9d2c-1c121fa21ada admin admin] 10.222.0.15 "DELETE /v2.0/networks/14305f54-0072-4772-9eb4-eebb457a7733 HTTP/1.1" status: 204 len: 168 time: 0.7200456 Apr 20 16:21:25.880416 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e0636-a6ea-4de5-9d2c-1c121fa21ada admin admin] Pushing event deleted for resources: {'Network': ['ID=14305f54-0072-4772-9eb4-eebb457a7733,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:25.887055 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f4b34173-4d1e-4c45-a1f0-55e1d289e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'name': 'tempest-AttachVolumeTestJSON-782311160-router', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:37Z', 'updated_at': '2022-04-20T16:15:46Z', 'revision_number': 4, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'gw_port': {'id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '4559b831-69c2-44cd-9aa0-3a727d8cee61', 'name': '', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'mac_address': 'fa:16:3e:d2:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:44Z', 'updated_at': '2022-04-20T16:15:54Z', 'revision_number': 5, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'subnets': [{'id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:25.918809 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b34173-4d1e-4c45-a1f0-55e1d289e6c5 None None] The sync data for ids ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'] in n-d-836146-2 is: [{'id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'name': 'tempest-AttachVolumeTestJSON-782311160-router', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:37Z', 'updated_at': '2022-04-20T16:15:46Z', 'revision_number': 4, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'gw_port': {'id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '4559b831-69c2-44cd-9aa0-3a727d8cee61', 'name': '', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'mac_address': 'fa:16:3e:d2:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:44Z', 'updated_at': '2022-04-20T16:15:54Z', 'revision_number': 5, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'subnets': [{'id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:21:26.030359 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-084d4f95-1170-4035-8f3b-c7a8afa5a061 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Made reservation on behalf of b8c373d0b6ef424fae64df57ef92f83e for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:21:26.034882 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-084d4f95-1170-4035-8f3b-c7a8afa5a061 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:26.210053 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-084d4f95-1170-4035-8f3b-c7a8afa5a061 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Allocated IP 172.20.0.8 (a24f1ee1-7962-4b42-99b4-cd4d398ef380/1b506ada-a815-4b95-bd30-2bdbb75a1ede/ff9eabef-07f4-42fd-8261-dfda19d01138) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:21:26.237468 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7297d0b3-97f9-41df-8d4f-8789833d20bc None None] New status for floating IP 257ba397-de40-4598-8d71-49a7db0ef789: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:21:26.346082 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ee94802f-08de-490c-8d4c-8bb6e70a8571 req-200f3df0-19a7-4bf3-9903-ae04e0c6891e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 210 time: 0.0437541 Apr 20 16:21:26.363756 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:26.444369 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42478) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:26.507531 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-084d4f95-1170-4035-8f3b-c7a8afa5a061 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:26.529908 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-40e79941-a20e-4306-8037-28b851f587f6 req-ba0dabf5-31b3-49fb-b686-2f2d971c8018 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 210 time: 0.0315697 Apr 20 16:21:26.597144 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dd740b59-c29b-400d-b9bd-9bebd2b7df26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f886dfc067a64167bc949f4f42fd5577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504171 Apr 20 16:21:26.602005 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-237ede8b-a183-4368-8734-e6b3828c63b6 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:26.603432 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-237ede8b-a183-4368-8734-e6b3828c63b6 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.30 "GET /v2.0/networks?id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c HTTP/1.1" status: 200 len: 811 time: 0.2033434 Apr 20 16:21:26.603922 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42484) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:26.626919 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-40017a9c-467d-47a6-89df-e9f987e70290 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Request body: {'port': {'device_id': 'e79ce4ff-f278-45a7-9230-57a6389676f7', 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c', 'admin_state_up': True, 'tenant_id': '3cc4f828c4024c5e9e29e4972749306e'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:26.637966 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c98c4c-1a87-4d30-bc35-6370daaddb79 req-f1c98a43-e9f1-4a8d-8507-45444221b3ca tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:26.648057 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b3c98c4c-1a87-4d30-bc35-6370daaddb79 req-f1c98a43-e9f1-4a8d-8507-45444221b3ca tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 946 time: 0.1704571 Apr 20 16:21:26.694239 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b3c98c4c-1a87-4d30-bc35-6370daaddb79 req-a488b056-d6bb-446c-8e22-1d485d8c4825 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447838 Apr 20 16:21:26.731699 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e5dc6978-1a63-4ddd-85da-b9077a6f651e req-b623197c-394a-4862-92c6-48db2f9bb4a5 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0443337 Apr 20 16:21:26.750038 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-084d4f95-1170-4035-8f3b-c7a8afa5a061 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:26.779713 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff649f3f-2448-4b30-9955-97dc63220eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:26.822354 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff649f3f-2448-4b30-9955-97dc63220eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:26.857331 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-084d4f95-1170-4035-8f3b-c7a8afa5a061 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Network a24f1ee1-7962-4b42-99b4-cd4d398ef380 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:21:26.865578 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-084d4f95-1170-4035-8f3b-c7a8afa5a061 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:21:26.887931 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-084d4f95-1170-4035-8f3b-c7a8afa5a061 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:21:26.895509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d4f95-1170-4035-8f3b-c7a8afa5a061 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Pushing event updated for resources: {'Port': ['ID=ff9eabef-07f4-42fd-8261-dfda19d01138,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:26.914442 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fd240-d0e4-4b83-876e-49f8e931b9da req-1954a4c7-fbba-4d15-a547-7fc5f3f3d8cc tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:26.916282 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f63fd240-d0e4-4b83-876e-49f8e931b9da req-1954a4c7-fbba-4d15-a547-7fc5f3f3d8cc tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 945 time: 0.0747094 Apr 20 16:21:26.919854 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-40017a9c-467d-47a6-89df-e9f987e70290 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Made reservation on behalf of 3cc4f828c4024c5e9e29e4972749306e for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:21:26.926446 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-40017a9c-467d-47a6-89df-e9f987e70290 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:26.951662 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64f90a-2340-479a-a789-4535892cf3e2 req-472800b6-a636-4a2e-8544-b3ad0bc7c715 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:26.953289 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a64f90a-2340-479a-a789-4535892cf3e2 req-472800b6-a636-4a2e-8544-b3ad0bc7c715 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 944 time: 0.1610048 Apr 20 16:21:26.986741 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-084d4f95-1170-4035-8f3b-c7a8afa5a061 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:26.986894 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f63fd240-d0e4-4b83-876e-49f8e931b9da req-c2851abc-98f7-462c-9bb1-7168d2118e5b tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600269 Apr 20 16:21:26.987378 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-084d4f95-1170-4035-8f3b-c7a8afa5a061 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:27.019367 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a64f90a-2340-479a-a789-4535892cf3e2 req-ed5fcb81-7702-4cd5-ba21-a9e2a811ed4b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564399 Apr 20 16:21:27.044170 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff649f3f-2448-4b30-9955-97dc63220eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:27.046847 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff649f3f-2448-4b30-9955-97dc63220eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:27.050194 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ff649f3f-2448-4b30-9955-97dc63220eb7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7922336-3f33-4647-b256-63438028ce78 HTTP/1.1" status: 204 len: 168 time: 0.4430146 Apr 20 16:21:27.066957 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff649f3f-2448-4b30-9955-97dc63220eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7922336-3f33-4647-b256-63438028ce78,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:27.112968 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-084d4f95-1170-4035-8f3b-c7a8afa5a061 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3003898 Apr 20 16:21:27.178731 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-55524839-799f-4557-b800-f9081ac2cf3a service neutron] Request body: {'port': {'device_id': 'd8b7e043-84d1-4aaf-8caa-7d289cf224e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:27.179852 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-40017a9c-467d-47a6-89df-e9f987e70290 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Allocated IP 172.20.0.9 (ccddc865-94c4-4ee1-a68f-7c9c22fa904c/6e5e1853-efd5-4800-b27e-3ac73eee167e/a33a397e-6e79-43e1-80bc-8bd07de0fbe1) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:21:27.191312 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4228c-e351-445a-9e4f-f0cbbe94da79 req-32f08e8d-be3d-4846-8acf-e517c4f728f9 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:27.198871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42514) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:27.200324 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ea4228c-e351-445a-9e4f-f0cbbe94da79 req-32f08e8d-be3d-4846-8acf-e517c4f728f9 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=6163c139-d1a9-43b1-a6d4-a2f43c1b9818 HTTP/1.1" status: 200 len: 945 time: 0.0776377 Apr 20 16:21:27.290079 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ea4228c-e351-445a-9e4f-f0cbbe94da79 req-e4c042c1-a022-4407-a87a-e5f7fec58fc1 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889812 Apr 20 16:21:27.300072 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-55524839-799f-4557-b800-f9081ac2cf3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:27.343457 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d9e321b-98b9-4bbc-acbc-8199d74c53dd tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:27.387558 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d9e321b-98b9-4bbc-acbc-8199d74c53dd tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:27.433601 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device eb7745ff-4f81-4633-8823-8c3af85ef2c1 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:21:27.448098 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-40017a9c-467d-47a6-89df-e9f987e70290 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:27.477578 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: eb7745ff-4f81-4633-8823-8c3af85ef2c1 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:21:27.477923 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device eb7745ff-4f81-4633-8823-8c3af85ef2c1 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:21:27.534663 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-73b9a913-3c55-435e-a01c-1571ce19f18d req-8da9838b-3c55-495a-a026-66d61b014b1c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 210 time: 0.0606697 Apr 20 16:21:27.602194 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d9e321b-98b9-4bbc-acbc-8199d74c53dd tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:27.608923 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d9e321b-98b9-4bbc-acbc-8199d74c53dd tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:27.613518 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8d9e321b-98b9-4bbc-acbc-8199d74c53dd tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "DELETE /v2.0/security-groups/d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7 HTTP/1.1" status: 204 len: 168 time: 0.4105322 Apr 20 16:21:27.616763 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42524) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:27.661210 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-e703aeb9-ad99-49fc-b799-e556ebacd363 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] show failed (client error): The resource could not be found. Apr 20 16:21:27.672577 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e703aeb9-ad99-49fc-b799-e556ebacd363 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups/d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7 HTTP/1.1" status: 404 len: 347 time: 0.0495470 Apr 20 16:21:27.672577 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42528) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:27.675217 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-40017a9c-467d-47a6-89df-e9f987e70290 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:27.698504 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:27.733654 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e321b-98b9-4bbc-acbc-8199d74c53dd tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6732b71-84bf-4f4c-8bc6-0eefef1c3bd7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:27.781462 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-40017a9c-467d-47a6-89df-e9f987e70290 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Network ccddc865-94c4-4ee1-a68f-7c9c22fa904c is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:21:27.794600 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-40017a9c-467d-47a6-89df-e9f987e70290 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:21:27.800241 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-40017a9c-467d-47a6-89df-e9f987e70290 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:21:27.833240 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40017a9c-467d-47a6-89df-e9f987e70290 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Pushing event updated for resources: {'Port': ['ID=a33a397e-6e79-43e1-80bc-8bd07de0fbe1,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:27.845494 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4febd0-3bc1-4920-bebd-e94a081b3def req-3ec8b990-7f89-4498-bb29-80410d703545 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:27.853185 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ba4febd0-3bc1-4920-bebd-e94a081b3def req-3ec8b990-7f89-4498-bb29-80410d703545 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 946 time: 0.2410131 Apr 20 16:21:27.905267 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-40017a9c-467d-47a6-89df-e9f987e70290 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:27.905925 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-40017a9c-467d-47a6-89df-e9f987e70290 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:27.928928 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ba4febd0-3bc1-4920-bebd-e94a081b3def req-53329ee9-3cec-4e3c-b7e0-3510a012e3f2 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747890 Apr 20 16:21:27.940228 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073530c-e9a3-44e3-a72e-aa4b1a1d131f req-a57fd741-396c-4a68-8aaa-f3b448357fdc tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:27.943062 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a073530c-e9a3-44e3-a72e-aa4b1a1d131f req-a57fd741-396c-4a68-8aaa-f3b448357fdc tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 931 time: 0.2482281 Apr 20 16:21:28.006208 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-55524839-799f-4557-b800-f9081ac2cf3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9eabef-07f4-42fd-8261-dfda19d01138 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:21:28.016108 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-24982dee-8095-44bc-82eb-2a3cdfd9fd36 req-44f4f0ab-2316-4ae3-a74e-0b2e5a7b54a0 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0338879 Apr 20 16:21:28.025578 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-55524839-799f-4557-b800-f9081ac2cf3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:28.031762 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-40017a9c-467d-47a6-89df-e9f987e70290 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4117215 Apr 20 16:21:28.041801 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-baed9c8e-ae7f-462a-bfcc-9ffeb888ef3a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Deleting port a5c92cde-681b-4e48-beb7-1b30abe260ba {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:21:28.042198 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-baed9c8e-ae7f-462a-bfcc-9ffeb888ef3a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:28.056857 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a073530c-e9a3-44e3-a72e-aa4b1a1d131f req-d53f21c4-8a83-48ba-9d1d-7da0e66ed5f7 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898719 Apr 20 16:21:28.058543 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:28.059167 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-6b398748-e7c6-4ed1-a9c3-ed0907874a2a service neutron] Request body: {'port': {'device_id': 'e79ce4ff-f278-45a7-9230-57a6389676f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:28.105160 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-55524839-799f-4557-b800-f9081ac2cf3a service neutron] Transition to ACTIVE for port object ff9eabef-07f4-42fd-8261-dfda19d01138 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:21:28.151921 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-6b398748-e7c6-4ed1-a9c3-ed0907874a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:28.187997 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-55524839-799f-4557-b800-f9081ac2cf3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:28.289116 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-baed9c8e-ae7f-462a-bfcc-9ffeb888ef3a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:28.289445 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-baed9c8e-ae7f-462a-bfcc-9ffeb888ef3a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:28.302884 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55524839-799f-4557-b800-f9081ac2cf3a service neutron] Pushing event updated for resources: {'Port': ['ID=ff9eabef-07f4-42fd-8261-dfda19d01138,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:28.349316 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73007a2a-51e7-4ec7-8d5f-7ec2c4ff51a0 req-c32ce1aa-24ab-4540-bad9-9d2ac00e553f tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:28.351104 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-73007a2a-51e7-4ec7-8d5f-7ec2c4ff51a0 req-c32ce1aa-24ab-4540-bad9-9d2ac00e553f tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 944 time: 0.1816840 Apr 20 16:21:28.352378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-baed9c8e-ae7f-462a-bfcc-9ffeb888ef3a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Calling delete_port for a5c92cde-681b-4e48-beb7-1b30abe260ba owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:21:28.470536 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caacaf3-28f7-45ed-9c56-aab9d8c6eb5c req-dfb7e62a-fed3-43ee-9c46-465f5b80b849 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:28.471916 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1caacaf3-28f7-45ed-9c56-aab9d8c6eb5c req-dfb7e62a-fed3-43ee-9c46-465f5b80b849 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 945 time: 0.1099458 Apr 20 16:21:28.477438 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-73007a2a-51e7-4ec7-8d5f-7ec2c4ff51a0 req-4288f0ec-d868-4243-afaa-f96a40b7ed31 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025226 Apr 20 16:21:28.482704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-55524839-799f-4557-b800-f9081ac2cf3a service neutron] Attempting to bind port ff9eabef-07f4-42fd-8261-dfda19d01138 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:21:28.483069 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-55524839-799f-4557-b800-f9081ac2cf3a service neutron] Attempting to bind port ff9eabef-07f4-42fd-8261-dfda19d01138 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:21:28.483862 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-55524839-799f-4557-b800-f9081ac2cf3a service neutron] Attempting to bind port ff9eabef-07f4-42fd-8261-dfda19d01138 on network a24f1ee1-7962-4b42-99b4-cd4d398ef380 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:21:28.506083 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-55524839-799f-4557-b800-f9081ac2cf3a service neutron] Port ff9eabef-07f4-42fd-8261-dfda19d01138 on network a24f1ee1-7962-4b42-99b4-cd4d398ef380 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:21:28.506083 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-55524839-799f-4557-b800-f9081ac2cf3a service neutron] Attempting to bind port ff9eabef-07f4-42fd-8261-dfda19d01138 on network a24f1ee1-7962-4b42-99b4-cd4d398ef380 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:21:28.506083 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-55524839-799f-4557-b800-f9081ac2cf3a service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:21:28.506568 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-55524839-799f-4557-b800-f9081ac2cf3a service neutron] Checking segment: {'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:21:28.506778 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-55524839-799f-4557-b800-f9081ac2cf3a service neutron] Bound using segment: {'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:21:28.507259 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-55524839-799f-4557-b800-f9081ac2cf3a service neutron] Bound port: ff9eabef-07f4-42fd-8261-dfda19d01138, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:21:28.507626 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-55524839-799f-4557-b800-f9081ac2cf3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:28.528926 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:28.544728 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1caacaf3-28f7-45ed-9c56-aab9d8c6eb5c req-d7874787-df4a-4cad-b06a-a4d57cdfe2bc tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642517 Apr 20 16:21:28.614493 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-6b398748-e7c6-4ed1-a9c3-ed0907874a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33a397e-6e79-43e1-80bc-8bd07de0fbe1 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:21:28.623061 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-6b398748-e7c6-4ed1-a9c3-ed0907874a2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:28.634372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-55524839-799f-4557-b800-f9081ac2cf3a service neutron] For port ff9eabef-07f4-42fd-8261-dfda19d01138, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:21:28.641474 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-55524839-799f-4557-b800-f9081ac2cf3a service neutron] For port ff9eabef-07f4-42fd-8261-dfda19d01138, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ff9eabef-07f4-42fd-8261-dfda19d01138,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:21:28.665121 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42558) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:28.722142 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3049b-4a79-468e-bd6d-6c71cd366a19 req-6ad86513-8f04-4cb8-b5a6-340f57dca82b tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:28.724567 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-25d3049b-4a79-468e-bd6d-6c71cd366a19 req-6ad86513-8f04-4cb8-b5a6-340f57dca82b tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 931 time: 0.0695703 Apr 20 16:21:28.744208 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-55524839-799f-4557-b800-f9081ac2cf3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:28.769735 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-25d3049b-4a79-468e-bd6d-6c71cd366a19 req-f54978b1-f085-4c76-95d8-4923ba72ada0 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388017 Apr 20 16:21:28.782986 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-6b398748-e7c6-4ed1-a9c3-ed0907874a2a service neutron] Transition to ACTIVE for port object a33a397e-6e79-43e1-80bc-8bd07de0fbe1 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:21:28.795838 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-baed9c8e-ae7f-462a-bfcc-9ffeb888ef3a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:28.814139 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-9905e671-bf27-4dfc-954c-127c8888f609 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-59466583-network', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:28.814999 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-55524839-799f-4557-b800-f9081ac2cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:28.815640 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-55524839-799f-4557-b800-f9081ac2cf3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:28.817616 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-55524839-799f-4557-b800-f9081ac2cf3a service neutron] 10.222.0.30 "PUT /v2.0/ports/ff9eabef-07f4-42fd-8261-dfda19d01138 HTTP/1.1" status: 200 len: 1091 time: 1.6451683 Apr 20 16:21:28.818054 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b7e043-84d1-4aaf-8caa-7d289cf224e3', 'tag': 'ff9eabef-07f4-42fd-8261-dfda19d01138'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:21:28.820374 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060ed657-1962-467b-9200-10e46aebb6be" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b7e043-84d1-4aaf-8caa-7d289cf224e3", "tag": "ff9eabef-07f4-42fd-8261-dfda19d01138"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:21:28.863604 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-6b398748-e7c6-4ed1-a9c3-ed0907874a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:28.914931 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083edf98-ebf0-43a2-bc32-d0b946147af2 x-openstack-request-id: req-083edf98-ebf0-43a2-bc32-d0b946147af2 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:21:28.915585 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b7e043-84d1-4aaf-8caa-7d289cf224e3", "tag": "ff9eabef-07f4-42fd-8261-dfda19d01138", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:21:28.916028 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-083edf98-ebf0-43a2-bc32-d0b946147af2 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:21:28.916604 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-083edf98-ebf0-43a2-bc32-d0b946147af2'] response: {'name': 'network-changed', 'server_uuid': 'd8b7e043-84d1-4aaf-8caa-7d289cf224e3', 'tag': 'ff9eabef-07f4-42fd-8261-dfda19d01138', 'status': 'completed', 'code': 200} Apr 20 16:21:28.923618 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-baed9c8e-ae7f-462a-bfcc-9ffeb888ef3a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:28.926623 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-baed9c8e-ae7f-462a-bfcc-9ffeb888ef3a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:28.929554 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-baed9c8e-ae7f-462a-bfcc-9ffeb888ef3a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "DELETE /v2.0/floatingips/257ba397-de40-4598-8d71-49a7db0ef789 HTTP/1.1" status: 204 len: 168 time: 1.2494333 Apr 20 16:21:28.929554 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55524839-799f-4557-b800-f9081ac2cf3a service neutron] Pushing event updated for resources: {'Port': ['ID=ff9eabef-07f4-42fd-8261-dfda19d01138,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:28.977826 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9905e671-bf27-4dfc-954c-127c8888f609 admin admin] Made reservation on behalf of e35470c169cb468daf63345ebb7ba6b2 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:21:28.980096 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9905e671-bf27-4dfc-954c-127c8888f609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:29.011291 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b398748-e7c6-4ed1-a9c3-ed0907874a2a service neutron] Pushing event updated for resources: {'Port': ['ID=a33a397e-6e79-43e1-80bc-8bd07de0fbe1,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:29.015419 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9905e671-bf27-4dfc-954c-127c8888f609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:29.021945 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed9c8e-ae7f-462a-bfcc-9ffeb888ef3a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Pushing event deleted for resources: {'Port': ['ID=a5c92cde-681b-4e48-beb7-1b30abe260ba,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:29.054809 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f920ec-5e31-4945-8ec3-3f2a5e998a2d req-3a2335b3-91ea-42d6-a42b-25658fd5c4a0 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:29.061671 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f920ec-5e31-4945-8ec3-3f2a5e998a2d req-3a2335b3-91ea-42d6-a42b-25658fd5c4a0 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:29.068031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f920ec-5e31-4945-8ec3-3f2a5e998a2d req-3a2335b3-91ea-42d6-a42b-25658fd5c4a0 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:29.069489 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-33f920ec-5e31-4945-8ec3-3f2a5e998a2d req-3a2335b3-91ea-42d6-a42b-25658fd5c4a0 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf&device_id=6163c139-d1a9-43b1-a6d4-a2f43c1b9818&device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 2417 time: 0.1368718 Apr 20 16:21:29.072403 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ed657-1962-467b-9200-10e46aebb6be req-907e3ce1-eacf-4782-baab-ad3e265cdc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:29.073784 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-060ed657-1962-467b-9200-10e46aebb6be req-907e3ce1-eacf-4782-baab-ad3e265cdc2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 1094 time: 0.1274924 Apr 20 16:21:29.079674 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-6b398748-e7c6-4ed1-a9c3-ed0907874a2a service neutron] Attempting to bind port a33a397e-6e79-43e1-80bc-8bd07de0fbe1 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:21:29.080106 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-6b398748-e7c6-4ed1-a9c3-ed0907874a2a service neutron] Attempting to bind port a33a397e-6e79-43e1-80bc-8bd07de0fbe1 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '50153279-d293-4586-9e34-66e4c2fc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:21:29.080494 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-6b398748-e7c6-4ed1-a9c3-ed0907874a2a service neutron] Attempting to bind port a33a397e-6e79-43e1-80bc-8bd07de0fbe1 on network ccddc865-94c4-4ee1-a68f-7c9c22fa904c {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:21:29.090648 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-6b398748-e7c6-4ed1-a9c3-ed0907874a2a service neutron] Port a33a397e-6e79-43e1-80bc-8bd07de0fbe1 on network ccddc865-94c4-4ee1-a68f-7c9c22fa904c not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:21:29.090972 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-6b398748-e7c6-4ed1-a9c3-ed0907874a2a service neutron] Attempting to bind port a33a397e-6e79-43e1-80bc-8bd07de0fbe1 on network ccddc865-94c4-4ee1-a68f-7c9c22fa904c {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:21:29.102968 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-6b398748-e7c6-4ed1-a9c3-ed0907874a2a service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:21:29.103419 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-6b398748-e7c6-4ed1-a9c3-ed0907874a2a service neutron] Checking segment: {'id': '50153279-d293-4586-9e34-66e4c2fc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:21:29.103817 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-6b398748-e7c6-4ed1-a9c3-ed0907874a2a service neutron] Bound using segment: {'id': '50153279-d293-4586-9e34-66e4c2fc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:21:29.104237 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-6b398748-e7c6-4ed1-a9c3-ed0907874a2a service neutron] Bound port: a33a397e-6e79-43e1-80bc-8bd07de0fbe1, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50153279-d293-4586-9e34-66e4c2fc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:21:29.104670 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-6b398748-e7c6-4ed1-a9c3-ed0907874a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:29.147229 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-33f920ec-5e31-4945-8ec3-3f2a5e998a2d req-efb1726b-becc-408c-9977-c1433b86ee2f tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685813 Apr 20 16:21:29.219687 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ed657-1962-467b-9200-10e46aebb6be req-482e9e54-968d-44bb-a04f-bc8d03726965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:29.221833 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-060ed657-1962-467b-9200-10e46aebb6be req-482e9e54-968d-44bb-a04f-bc8d03726965 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1203961 Apr 20 16:21:29.249794 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9905e671-bf27-4dfc-954c-127c8888f609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:29.267096 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-6b398748-e7c6-4ed1-a9c3-ed0907874a2a service neutron] For port a33a397e-6e79-43e1-80bc-8bd07de0fbe1, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:21:29.276735 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-6b398748-e7c6-4ed1-a9c3-ed0907874a2a service neutron] For port a33a397e-6e79-43e1-80bc-8bd07de0fbe1, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a33a397e-6e79-43e1-80bc-8bd07de0fbe1,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:21:29.311649 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1efcb5b2-dedc-491c-bec5-93720477f3d4 req-40d8b35d-c6e4-4c1f-8ee1-9176ae1bcac7 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0695000 Apr 20 16:21:29.364883 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ed657-1962-467b-9200-10e46aebb6be req-4e47cd8b-bf90-4315-8750-cfb1ad1d727f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:29.366479 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-060ed657-1962-467b-9200-10e46aebb6be req-4e47cd8b-bf90-4315-8750-cfb1ad1d727f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1376219 Apr 20 16:21:29.421112 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06ea89-bba8-40bb-a298-83627d50dc66 req-8c3ab276-49a7-4f43-bc35-39ceaf9b25fb tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:29.422588 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5d06ea89-bba8-40bb-a298-83627d50dc66 req-8c3ab276-49a7-4f43-bc35-39ceaf9b25fb tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 943 time: 0.0518048 Apr 20 16:21:29.481634 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9905e671-bf27-4dfc-954c-127c8888f609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:29.488266 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5d06ea89-bba8-40bb-a298-83627d50dc66 req-c54aac6c-99ee-4577-a2ae-54a9ff3f67c1 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562198 Apr 20 16:21:29.491583 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-e76f9d11-667c-4561-ba9e-5d28358cac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:29.493031 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-e76f9d11-667c-4561-ba9e-5d28358cac8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 1094 time: 0.0690527 Apr 20 16:21:29.507911 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9905e671-bf27-4dfc-954c-127c8888f609 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:21:29.521069 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-6b398748-e7c6-4ed1-a9c3-ed0907874a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:29.541397 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905e671-bf27-4dfc-954c-127c8888f609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6980a149-fa89-4ca2-a7a5-614714f6f1f2,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:29.544920 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9905e671-bf27-4dfc-954c-127c8888f609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:29.545343 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-9905e671-bf27-4dfc-954c-127c8888f609 admin admin] Added segment e979549a-3086-404e-9eac-99c87ec0175a of type vlan for network 0da3ddac-7911-41b8-948e-27e3525d219a Apr 20 16:21:29.584948 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-0f3f4de7-e9ae-4d97-8912-7c4ceb48eeeb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff9eabef-07f4-42fd-8261-dfda19d01138 HTTP/1.1" status: 200 len: 217 time: 0.0769265 Apr 20 16:21:29.593227 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-6b398748-e7c6-4ed1-a9c3-ed0907874a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:29.598553 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-6b398748-e7c6-4ed1-a9c3-ed0907874a2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:29.598553 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-6b398748-e7c6-4ed1-a9c3-ed0907874a2a service neutron] 10.222.0.30 "PUT /v2.0/ports/a33a397e-6e79-43e1-80bc-8bd07de0fbe1 HTTP/1.1" status: 200 len: 1091 time: 1.5419703 Apr 20 16:21:29.614305 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79ce4ff-f278-45a7-9230-57a6389676f7', 'tag': 'a33a397e-6e79-43e1-80bc-8bd07de0fbe1'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:21:29.616888 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d9ab70-f20b-4412-a636-6d795cd959c7" -d '{"events": [{"name": "network-changed", "server_uuid": "e79ce4ff-f278-45a7-9230-57a6389676f7", "tag": "a33a397e-6e79-43e1-80bc-8bd07de0fbe1"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:21:29.642319 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9905e671-bf27-4dfc-954c-127c8888f609 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:29.657234 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b398748-e7c6-4ed1-a9c3-ed0907874a2a service neutron] Pushing event updated for resources: {'Port': ['ID=a33a397e-6e79-43e1-80bc-8bd07de0fbe1,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:29.681207 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-025257e4-5664-4c70-9c69-cce0e698bc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:29.682683 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-025257e4-5664-4c70-9c69-cce0e698bc06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b506ada-a815-4b95-bd30-2bdbb75a1ede HTTP/1.1" status: 200 len: 845 time: 0.0925491 Apr 20 16:21:29.690931 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7bdb9-5d2c-4c57-93ac-e3ee39ba202d req-023c2c22-902a-48ac-90db-5e72ed2d9b7c tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:29.692907 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ee7bdb9-5d2c-4c57-93ac-e3ee39ba202d req-023c2c22-902a-48ac-90db-5e72ed2d9b7c tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 946 time: 0.0923893 Apr 20 16:21:29.695011 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42580) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:29.699846 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b319bcb5-ba15-4a4e-8301-572c0d5ad2e7 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--87626556', 'description': 'tempest-description--1869811700'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:29.704031 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:29.737068 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-edaf5bc3-58d3-411c-9500-783c91cd894f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a24f1ee1-7962-4b42-99b4-cd4d398ef380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431993 Apr 20 16:21:29.790808 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9905e671-bf27-4dfc-954c-127c8888f609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:29.795265 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9905e671-bf27-4dfc-954c-127c8888f609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:29.795265 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9905e671-bf27-4dfc-954c-127c8888f609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:29.831791 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ee7bdb9-5d2c-4c57-93ac-e3ee39ba202d req-ecc089d5-76a9-4dea-8f92-9ab19a6c6cf3 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302416 Apr 20 16:21:29.871582 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-145a75df-6be4-4a9b-b446-f073ba82e728 service neutron] 10.222.0.30 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251369 Apr 20 16:21:29.873261 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b319bcb5-ba15-4a4e-8301-572c0d5ad2e7 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:29.913766 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98c3fe9-a28f-4d98-bc91-7673a6c9e59c x-openstack-request-id: req-f98c3fe9-a28f-4d98-bc91-7673a6c9e59c {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:21:29.914057 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79ce4ff-f278-45a7-9230-57a6389676f7", "tag": "a33a397e-6e79-43e1-80bc-8bd07de0fbe1", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:21:29.914295 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f98c3fe9-a28f-4d98-bc91-7673a6c9e59c {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:21:29.914690 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98c3fe9-a28f-4d98-bc91-7673a6c9e59c'] response: {'name': 'network-changed', 'server_uuid': 'e79ce4ff-f278-45a7-9230-57a6389676f7', 'tag': 'a33a397e-6e79-43e1-80bc-8bd07de0fbe1', 'status': 'completed', 'code': 200} Apr 20 16:21:29.940928 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-c35c2bcc-e4c2-446a-8355-6c4dc6251f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:29.942463 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-c35c2bcc-e4c2-446a-8355-6c4dc6251f7e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cc4f828c4024c5e9e29e4972749306e&device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 1094 time: 0.1973610 Apr 20 16:21:29.943067 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905e671-bf27-4dfc-954c-127c8888f609 admin admin] Pushing event updated for resources: {'Network': ['ID=0da3ddac-7911-41b8-948e-27e3525d219a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:29.954861 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 0da3ddac-7911-41b8-948e-27e3525d219a details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:21:29.967129 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9905e671-bf27-4dfc-954c-127c8888f609 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2981813 Apr 20 16:21:29.968758 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42588) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:29.976750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-320a20dc-5a2a-4b76-b6eb-6f8e2d1dc57a admin admin] Request body: {'subnet': {'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-59466583-subnet', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:29.984245 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034d8fc-82c5-4e24-90a3-f42d2fd2582e req-73967f88-6aa3-4ebc-985e-7874fbe80a26 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:29.985833 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f034d8fc-82c5-4e24-90a3-f42d2fd2582e req-73967f88-6aa3-4ebc-985e-7874fbe80a26 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 944 time: 0.2012434 Apr 20 16:21:30.026197 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-54db294a-e140-4d4f-8cfd-7aa7edf1ea1a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a33a397e-6e79-43e1-80bc-8bd07de0fbe1 HTTP/1.1" status: 200 len: 217 time: 0.0650585 Apr 20 16:21:30.029639 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb94c71-77ea-4fac-944e-cd1e6faedc6d req-2887c042-8858-40d5-a9d0-75f77e2b5baa tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:30.031232 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cdb94c71-77ea-4fac-944e-cd1e6faedc6d req-2887c042-8858-40d5-a9d0-75f77e2b5baa tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 943 time: 0.1154957 Apr 20 16:21:30.052553 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-589e733f-0db1-45d0-8a2b-a1adfeebe6a7 req-1e1ba2fc-9b04-48b9-a8c0-8fc5f387b090 service neutron] 10.222.0.30 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701255 Apr 20 16:21:30.079942 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cdb94c71-77ea-4fac-944e-cd1e6faedc6d req-f6cdb954-2b8c-4b99-a6ae-aff1b1136e94 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394783 Apr 20 16:21:30.121289 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320a20dc-5a2a-4b76-b6eb-6f8e2d1dc57a admin admin] Made reservation on behalf of e35470c169cb468daf63345ebb7ba6b2 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:21:30.129070 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-320a20dc-5a2a-4b76-b6eb-6f8e2d1dc57a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:30.129435 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f034d8fc-82c5-4e24-90a3-f42d2fd2582e req-ae475204-ac57-4357-ad0f-c1b430a4d2dc tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044528 Apr 20 16:21:30.139375 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-02f1bcc9-e5e8-4b6a-b0c2-049c1553def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:30.140865 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-02f1bcc9-e5e8-4b6a-b0c2-049c1553def6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e5e1853-efd5-4800-b27e-3ac73eee167e HTTP/1.1" status: 200 len: 851 time: 0.1051037 Apr 20 16:21:30.143251 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b319bcb5-ba15-4a4e-8301-572c0d5ad2e7 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:30.181986 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-789a2278-da6b-4875-aa2b-651a213be776 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272722 Apr 20 16:21:30.274320 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b319bcb5-ba15-4a4e-8301-572c0d5ad2e7 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:30.327916 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319bcb5-ba15-4a4e-8301-572c0d5ad2e7 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=166312b2-8734-4d83-bf28-6242b4682b68,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:30.347408 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-a64d99a5-e448-4629-9621-fe85abbbdb9f service neutron] 10.222.0.30 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264005 Apr 20 16:21:30.385276 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b319bcb5-ba15-4a4e-8301-572c0d5ad2e7 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:30.388391 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b319bcb5-ba15-4a4e-8301-572c0d5ad2e7 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6906040 Apr 20 16:21:30.389734 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42600) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:30.397089 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d66ca8a8-abbb-4d3b-a5c7-8ae2c840ab3a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Request body: {'security_group_rule': {'security_group_id': '166312b2-8734-4d83-bf28-6242b4682b68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:30.410808 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-320a20dc-5a2a-4b76-b6eb-6f8e2d1dc57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:30.482605 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42602) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:30.488827 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-62f533b1-dc7f-4f84-9a2f-32d368e0fbb9 req-feda5966-255c-4ed0-8447-970d944957fe tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0493069 Apr 20 16:21:30.502535 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a20dc-5a2a-4b76-b6eb-6f8e2d1dc57a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b30ddac-8129-4355-b7e6-7b26172bb5fd,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:30.515992 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320a20dc-5a2a-4b76-b6eb-6f8e2d1dc57a admin admin] Checking segment: {'id': 'e979549a-3086-404e-9eac-99c87ec0175a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:21:30.516417 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320a20dc-5a2a-4b76-b6eb-6f8e2d1dc57a admin admin] Network hostable DHCP agents. Network: 0da3ddac-7911-41b8-948e-27e3525d219a, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:21:30.549999 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d66ca8a8-abbb-4d3b-a5c7-8ae2c840ab3a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:30.566120 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15380e9c-9b94-4ce3-b98c-abf6f79b2b53 req-513ccb88-5347-49ad-ac16-bd8deb65eaff service neutron] 10.222.0.30 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060635 Apr 20 16:21:30.611937 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320a20dc-5a2a-4b76-b6eb-6f8e2d1dc57a admin admin] Network 0da3ddac-7911-41b8-948e-27e3525d219a is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:21:30.635740 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d66ca8a8-abbb-4d3b-a5c7-8ae2c840ab3a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:30.646628 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4104c-dd56-4825-9b61-7d463a862673 req-36c7bc9d-46bf-451f-8aca-72959ac172ae tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:30.648298 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-27f4104c-dd56-4825-9b61-7d463a862673 req-36c7bc9d-46bf-451f-8aca-72959ac172ae tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 943 time: 0.0741065 Apr 20 16:21:30.672265 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0aa44b69-9e60-4258-9efd-75e2415e755d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:30.699294 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-27f4104c-dd56-4825-9b61-7d463a862673 req-4faf34f5-c51b-4aed-ac32-60106b410c5a tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447049 Apr 20 16:21:30.733237 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-320a20dc-5a2a-4b76-b6eb-6f8e2d1dc57a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 0da3ddac-7911-41b8-948e-27e3525d219a) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:21:30.738432 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320a20dc-5a2a-4b76-b6eb-6f8e2d1dc57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:30.740406 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-320a20dc-5a2a-4b76-b6eb-6f8e2d1dc57a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:30.741561 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162c15c2-21cf-4766-a53b-d7ead0c004db None None] Network 0da3ddac-7911-41b8-948e-27e3525d219a requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:21:30.742586 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d66ca8a8-abbb-4d3b-a5c7-8ae2c840ab3a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:30.781850 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ca8a8-abbb-4d3b-a5c7-8ae2c840ab3a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960d2cfc-0168-4253-8aad-7deab885e7d2,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:30.807291 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9ab70-f20b-4412-a636-6d795cd959c7 req-772f039d-b45a-4aa1-a811-db16a7da3205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:30.810937 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-09d9ab70-f20b-4412-a636-6d795cd959c7 req-772f039d-b45a-4aa1-a811-db16a7da3205 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cc4f828c4024c5e9e29e4972749306e&device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 1094 time: 0.0600960 Apr 20 16:21:30.812765 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0aa44b69-9e60-4258-9efd-75e2415e755d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:30.847557 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-320a20dc-5a2a-4b76-b6eb-6f8e2d1dc57a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8751199 Apr 20 16:21:30.848363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42612) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:30.854906 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-6c4a7fd4-4c5a-49ef-b3f0-7d7820c924d9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-59466583-router', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:30.871436 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0aa44b69-9e60-4258-9efd-75e2415e755d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:30.876323 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d66ca8a8-abbb-4d3b-a5c7-8ae2c840ab3a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:30.880142 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d66ca8a8-abbb-4d3b-a5c7-8ae2c840ab3a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4867537 Apr 20 16:21:30.890953 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42614) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:30.895341 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c670b01b-6135-473c-a686-85f4589a450f tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Request body: {'security_group_rule': {'security_group_id': '166312b2-8734-4d83-bf28-6242b4682b68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:30.915748 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-0da3ddac-7911-41b8-948e-27e3525d219a', 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'fixed_ips': [{'subnet_id': '5b30ddac-8129-4355-b7e6-7b26172bb5fd'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:21:30.917638 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:30.934945 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0aa44b69-9e60-4258-9efd-75e2415e755d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=677b23205e4a48f7a4301bc4a37651e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4508500 Apr 20 16:21:30.937736 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42618) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:30.938929 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa44b69-9e60-4258-9efd-75e2415e755d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4765be2b-502b-4501-828c-fd54f2aa3404,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:30.978052 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9ab70-f20b-4412-a636-6d795cd959c7 req-97183619-d396-4b8b-b63b-df5dab002b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:30.979524 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-09d9ab70-f20b-4412-a636-6d795cd959c7 req-97183619-d396-4b8b-b63b-df5dab002b0a service neutron] 10.222.0.30 "GET /v2.0/networks?id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c HTTP/1.1" status: 200 len: 912 time: 0.1613023 Apr 20 16:21:31.001492 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7fd4-4c5a-49ef-b3f0-7d7820c924d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:31.002580 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7fd4-4c5a-49ef-b3f0-7d7820c924d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:31.029826 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-09d9ab70-f20b-4412-a636-6d795cd959c7 req-1c9c0ed8-2ffd-4b99-955a-7a3868a63b07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a33a397e-6e79-43e1-80bc-8bd07de0fbe1 HTTP/1.1" status: 200 len: 217 time: 0.0428488 Apr 20 16:21:31.038248 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fd313207-0ccc-4e4e-a4b7-e7b13d6d5a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:31.041233 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c670b01b-6135-473c-a686-85f4589a450f tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:31.068827 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7fd4-4c5a-49ef-b3f0-7d7820c924d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:31.076381 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Allocated IP 172.20.0.2 (0da3ddac-7911-41b8-948e-27e3525d219a/5b30ddac-8129-4355-b7e6-7b26172bb5fd/2f215406-361a-4597-81d9-374660c032c5) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:21:31.110353 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fd313207-0ccc-4e4e-a4b7-e7b13d6d5a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:31.167238 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9ab70-f20b-4412-a636-6d795cd959c7 req-043b3075-b81d-483a-9960-2e43d7de2c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:31.168739 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-09d9ab70-f20b-4412-a636-6d795cd959c7 req-043b3075-b81d-483a-9960-2e43d7de2c5c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e5e1853-efd5-4800-b27e-3ac73eee167e HTTP/1.1" status: 200 len: 851 time: 0.1249454 Apr 20 16:21:31.210005 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-09d9ab70-f20b-4412-a636-6d795cd959c7 req-52756145-cbc2-4af1-a7b9-f8df2c16b678 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327678 Apr 20 16:21:31.212750 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c670b01b-6135-473c-a686-85f4589a450f tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:31.248935 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:31.303260 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c670b01b-6135-473c-a686-85f4589a450f tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:31.324936 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:31.330890 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fd313207-0ccc-4e4e-a4b7-e7b13d6d5a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:31.334131 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fd313207-0ccc-4e4e-a4b7-e7b13d6d5a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:31.347101 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fd313207-0ccc-4e4e-a4b7-e7b13d6d5a04 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4765be2b-502b-4501-828c-fd54f2aa3404 HTTP/1.1" status: 204 len: 168 time: 0.3961163 Apr 20 16:21:31.367772 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670b01b-6135-473c-a686-85f4589a450f tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c4d120-020f-4e43-96dd-eda499a41a8d,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:31.379428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd313207-0ccc-4e4e-a4b7-e7b13d6d5a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4765be2b-502b-4501-828c-fd54f2aa3404,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:31.404167 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ff945-bf05-4a3e-9477-d147f841d0e4 req-19298c7e-5869-4512-b74c-52fea209e27a tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:31.406175 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d03ff945-bf05-4a3e-9477-d147f841d0e4 req-19298c7e-5869-4512-b74c-52fea209e27a tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 945 time: 0.1729918 Apr 20 16:21:31.409978 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-09d9ab70-f20b-4412-a636-6d795cd959c7 req-ef5813b6-8e31-4d1e-abab-5e213801baa4 service neutron] 10.222.0.30 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906810 Apr 20 16:21:31.497648 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c670b01b-6135-473c-a686-85f4589a450f tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:31.502093 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c670b01b-6135-473c-a686-85f4589a450f tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6070848 Apr 20 16:21:31.509248 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42628) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:31.516517 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-962794c7-ac3d-4ea3-9155-5b9288f16790 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:31.533422 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d03ff945-bf05-4a3e-9477-d147f841d0e4 req-f67aac8b-fba5-4adb-baa3-4d4020f2e5ec tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194825 Apr 20 16:21:31.581939 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Network 0da3ddac-7911-41b8-948e-27e3525d219a is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:21:31.596526 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:21:31.601546 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:21:31.609694 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Pushing event updated for resources: {'Port': ['ID=2f215406-361a-4597-81d9-374660c032c5,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:31.610226 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-09d9ab70-f20b-4412-a636-6d795cd959c7 req-d82dd625-f50f-4418-a998-c0bfd83b974d service neutron] 10.222.0.30 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894970 Apr 20 16:21:31.623146 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:31.623728 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:31.624223 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:31.624732 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:31.625407 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:31.625901 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:31.626669 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:31.627148 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:31.627637 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:31.628124 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:31.628632 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:31.629172 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:31.640514 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e656f67-a384-46c4-9c90-bfdd6947636a req-06dc0b29-1635-4f1c-b65d-1e3db938ce34 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:31.647630 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0e656f67-a384-46c4-9c90-bfdd6947636a req-06dc0b29-1635-4f1c-b65d-1e3db938ce34 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 943 time: 0.4879141 Apr 20 16:21:31.663926 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-962794c7-ac3d-4ea3-9155-5b9288f16790 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:31.682922 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Attempting to bind port 2f215406-361a-4597-81d9-374660c032c5 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:21:31.683533 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Attempting to bind port 2f215406-361a-4597-81d9-374660c032c5 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'e979549a-3086-404e-9eac-99c87ec0175a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:21:31.684212 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Attempting to bind port 2f215406-361a-4597-81d9-374660c032c5 on network 0da3ddac-7911-41b8-948e-27e3525d219a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:21:31.689790 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:21:31.690065 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Checking segment: {'id': 'e979549a-3086-404e-9eac-99c87ec0175a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:21:31.690448 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:31.690843 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Bound using segment: {'id': 'e979549a-3086-404e-9eac-99c87ec0175a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:21:31.691337 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Bound port: 2f215406-361a-4597-81d9-374660c032c5, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e979549a-3086-404e-9eac-99c87ec0175a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:21:31.691769 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:31.699456 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7fd4-4c5a-49ef-b3f0-7d7820c924d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:31.720355 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0e656f67-a384-46c4-9c90-bfdd6947636a req-1ed12e35-137c-49b3-b2a3-5a75406cb8ad tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713770 Apr 20 16:21:31.758044 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] For port 2f215406-361a-4597-81d9-374660c032c5, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:21:31.762048 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] For port 2f215406-361a-4597-81d9-374660c032c5, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2f215406-361a-4597-81d9-374660c032c5,segment=NetworkSegment(e979549a-3086-404e-9eac-99c87ec0175a),segment_id=e979549a-3086-404e-9eac-99c87ec0175a)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:21:31.795051 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06557b84-3ba1-460d-9f88-6a2033b3ba7d req-104c2f6f-3a71-4cc0-b481-5a04cc8c464d tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:31.803748 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-06557b84-3ba1-460d-9f88-6a2033b3ba7d req-104c2f6f-3a71-4cc0-b481-5a04cc8c464d tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 944 time: 0.1105721 Apr 20 16:21:31.824767 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:31.856669 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-06557b84-3ba1-460d-9f88-6a2033b3ba7d req-b39358ad-a0f7-4cd7-bacd-468dec645bb3 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519440 Apr 20 16:21:31.874775 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-962794c7-ac3d-4ea3-9155-5b9288f16790 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:31.883069 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6daf3dfb-192f-48c6-8bb2-7f6dc97cc086 req-8a0d012b-35b6-4b93-b1bb-665f439b22fd tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0770872 Apr 20 16:21:31.921674 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c346d-bb64-446f-be29-f4bc59d40956 None None] Pushing event updated for resources: {'Port': ['ID=2f215406-361a-4597-81d9-374660c032c5,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:32.061308 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-962794c7-ac3d-4ea3-9155-5b9288f16790 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Allocated IP 172.25.0.64 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/1cd2184a-1681-4854-9737-96558771e9a0) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:21:32.101167 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7fd4-4c5a-49ef-b3f0-7d7820c924d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:32.113314 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bb8e8-13c5-405e-818e-de0decfd083c req-6f137357-e876-4730-9a12-ef149a1ec5a5 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:32.116271 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-317bb8e8-13c5-405e-818e-de0decfd083c req-6f137357-e876-4730-9a12-ef149a1ec5a5 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 943 time: 0.1209128 Apr 20 16:21:32.134392 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7fd4-4c5a-49ef-b3f0-7d7820c924d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:32.201906 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-317bb8e8-13c5-405e-818e-de0decfd083c req-d0d9d786-0be0-4ac3-91c1-291b43651d52 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721550 Apr 20 16:21:32.250148 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-962794c7-ac3d-4ea3-9155-5b9288f16790 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:32.298972 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42636) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:32.312179 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0022e8f1-c801-4aa2-9f5c-73a97151c9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:32.325384 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2f215406-361a-4597-81d9-374660c032c5 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:21:32.373638 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 2f215406-361a-4597-81d9-374660c032c5 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:32.373935 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:32.379787 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-962794c7-ac3d-4ea3-9155-5b9288f16790 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:32.418313 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0022e8f1-c801-4aa2-9f5c-73a97151c9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:32.426607 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962794c7-ac3d-4ea3-9155-5b9288f16790 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:21:32.428014 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-6c4a7fd4-4c5a-49ef-b3f0-7d7820c924d9 admin admin] Allocated IP 172.25.0.6 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/ef535b38-4d32-4f9f-ba27-84ebd53b6b43) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:21:32.433385 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-962794c7-ac3d-4ea3-9155-5b9288f16790 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:21:32.437207 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962794c7-ac3d-4ea3-9155-5b9288f16790 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:21:32.444481 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962794c7-ac3d-4ea3-9155-5b9288f16790 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Pushing event updated for resources: {'Port': ['ID=1cd2184a-1681-4854-9737-96558771e9a0,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:32.452320 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:32.478893 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0022e8f1-c801-4aa2-9f5c-73a97151c9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:32.490698 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 2f215406-361a-4597-81d9-374660c032c5, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2f215406-361a-4597-81d9-374660c032c5,segment=NetworkSegment(e979549a-3086-404e-9eac-99c87ec0175a),segment_id=e979549a-3086-404e-9eac-99c87ec0175a)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:32.550127 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0022e8f1-c801-4aa2-9f5c-73a97151c9aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dba246db11754c91812d7b5e68508c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2498631 Apr 20 16:21:32.550998 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022e8f1-c801-4aa2-9f5c-73a97151c9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588527fd-7fd2-41ba-8be1-e44fb8eda74e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:32.553235 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7fd4-4c5a-49ef-b3f0-7d7820c924d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:32.554619 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42638) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:32.567019 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:32.594153 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-962794c7-ac3d-4ea3-9155-5b9288f16790 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:32.635497 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=2f215406-361a-4597-81d9-374660c032c5,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:32.641878 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0606c4e6-1841-49c4-9bd0-980cad48ae3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:32.680227 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0606c4e6-1841-49c4-9bd0-980cad48ae3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:32.720784 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cf8a0-8d02-41a6-ad25-4aff5c069e93 req-1a5bb9ee-8627-4c6d-a3ec-1634180e1c86 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:32.722312 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ce4cf8a0-8d02-41a6-ad25-4aff5c069e93 req-1a5bb9ee-8627-4c6d-a3ec-1634180e1c86 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 945 time: 0.0931559 Apr 20 16:21:32.724940 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-962794c7-ac3d-4ea3-9155-5b9288f16790 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:32.727148 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7fd4-4c5a-49ef-b3f0-7d7820c924d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:32.790370 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4a7fd4-4c5a-49ef-b3f0-7d7820c924d9 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:21:32.797773 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-6c4a7fd4-4c5a-49ef-b3f0-7d7820c924d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:21:32.803104 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a7fd4-4c5a-49ef-b3f0-7d7820c924d9 admin admin] Pushing event updated for resources: {'Port': ['ID=ef535b38-4d32-4f9f-ba27-84ebd53b6b43,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:32.803862 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4a7fd4-4c5a-49ef-b3f0-7d7820c924d9 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:21:32.844630 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ce4cf8a0-8d02-41a6-ad25-4aff5c069e93 req-0b77d6cf-eb70-4d57-a095-cb34f1f4be66 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087708 Apr 20 16:21:32.896880 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0606c4e6-1841-49c4-9bd0-980cad48ae3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:32.899536 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0606c4e6-1841-49c4-9bd0-980cad48ae3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:32.900825 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0606c4e6-1841-49c4-9bd0-980cad48ae3f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/588527fd-7fd2-41ba-8be1-e44fb8eda74e HTTP/1.1" status: 204 len: 168 time: 0.3450122 Apr 20 16:21:32.994510 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606c4e6-1841-49c4-9bd0-980cad48ae3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588527fd-7fd2-41ba-8be1-e44fb8eda74e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:33.080032 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ac39e-2164-4bd1-b7d8-420fcf966c61 req-d436dba0-ceb7-4aa6-bb35-f94cac5b779f tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:33.084222 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb5ac39e-2164-4bd1-b7d8-420fcf966c61 req-d436dba0-ceb7-4aa6-bb35-f94cac5b779f tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 944 time: 0.0789857 Apr 20 16:21:33.099308 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf82988b-95a3-4e2a-a1cd-af0f704c6738 None None] Network 0da3ddac-7911-41b8-948e-27e3525d219a requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:21:33.175212 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb5ac39e-2164-4bd1-b7d8-420fcf966c61 req-610110bb-594a-42ca-828d-0b11636c50bf tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859077 Apr 20 16:21:33.179207 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-77c475bb-f468-40be-9621-638880232c12 None None] Provisioning complete for port 2f215406-361a-4597-81d9-374660c032c5 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:33.179591 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-77c475bb-f468-40be-9621-638880232c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:33.257984 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7fd4-4c5a-49ef-b3f0-7d7820c924d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:33.273403 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d926b8-9fc3-4c1b-9753-86184fad73f7 req-6586a4f7-c6f6-462a-8bde-332366a9c2b4 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:33.280963 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-29d926b8-9fc3-4c1b-9753-86184fad73f7 req-6586a4f7-c6f6-462a-8bde-332366a9c2b4 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 943 time: 0.4629579 Apr 20 16:21:33.331585 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f2023fb-a1d3-47fe-be32-28b41438bc3f req-6e7b660c-fa25-4ebe-be3f-6257f26e8b9d tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0317144 Apr 20 16:21:33.369436 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-29d926b8-9fc3-4c1b-9753-86184fad73f7 req-6d81073c-4573-465f-9135-bf7f60725c29 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869281 Apr 20 16:21:33.375958 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-962794c7-ac3d-4ea3-9155-5b9288f16790 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:33.447045 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-962794c7-ac3d-4ea3-9155-5b9288f16790 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:33.540985 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962794c7-ac3d-4ea3-9155-5b9288f16790 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Pushing event updated for resources: {'Port': ['ID=1cd2184a-1681-4854-9737-96558771e9a0,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:33.553048 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-962794c7-ac3d-4ea3-9155-5b9288f16790 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:33.579144 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7fd4-4c5a-49ef-b3f0-7d7820c924d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:33.631064 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-962794c7-ac3d-4ea3-9155-5b9288f16790 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:33.632292 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-962794c7-ac3d-4ea3-9155-5b9288f16790 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1219835 Apr 20 16:21:33.637202 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bd07f-f22d-45d8-b8b5-036063d4de7d req-dd258237-f976-4fe7-ab60-f680ea369fb7 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:33.640793 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-757bd07f-f22d-45d8-b8b5-036063d4de7d req-dd258237-f976-4fe7-ab60-f680ea369fb7 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 943 time: 0.1595080 Apr 20 16:21:33.730567 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-757bd07f-f22d-45d8-b8b5-036063d4de7d req-24bb6271-d773-4cb5-8933-2d0e8379cfcb tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762868 Apr 20 16:21:33.764282 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ba7b7ab0-a1a1-41a3-a22e-59f5420cb1ad None None] Provisioning complete for port 2f215406-361a-4597-81d9-374660c032c5 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:33.764686 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ba7b7ab0-a1a1-41a3-a22e-59f5420cb1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:33.842578 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-28688478-d73d-4eb6-a874-9a178346eac9 req-270488d6-7a09-4e13-8136-dc961bded66b tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--87626556&fields=id&tenant_id=4632da89faba4c6f8bca66fdf8a9bf10 HTTP/1.1" status: 200 len: 267 time: 0.0326552 Apr 20 16:21:33.847024 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4a7fd4-4c5a-49ef-b3f0-7d7820c924d9 admin admin] Router 995019f1-ce8d-403d-b59b-bfe149fac08e is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:21:33.963326 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28688478-d73d-4eb6-a874-9a178346eac9 req-106b97bf-7a74-442b-8cb2-c40592be76ff tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:33.964496 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-28688478-d73d-4eb6-a874-9a178346eac9 req-106b97bf-7a74-442b-8cb2-c40592be76ff tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/networks?id=1909df4a-72a6-4533-bf20-1f90fba3849a HTTP/1.1" status: 200 len: 810 time: 0.1130769 Apr 20 16:21:33.980867 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-28688478-d73d-4eb6-a874-9a178346eac9 req-41edd2d4-a427-4f2b-a01f-e186c1c197cb tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/quotas/4632da89faba4c6f8bca66fdf8a9bf10 HTTP/1.1" status: 200 len: 375 time: 0.0094607 Apr 20 16:21:33.994726 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4a7fd4-4c5a-49ef-b3f0-7d7820c924d9 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:21:34.008696 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] Sync routers for ids ['995019f1-ce8d-403d-b59b-bfe149fac08e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:21:34.023653 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] Routers {'995019f1-ce8d-403d-b59b-bfe149fac08e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:21:34.024784 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:21:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['995019f1-ce8d-403d-b59b-bfe149fac08e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:34.028201 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97abe6-536c-4906-af3c-aec56ba3cf04 req-cadb2f78-8649-4df1-bd16-c61d404d7f4d tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:34.036562 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb97abe6-536c-4906-af3c-aec56ba3cf04 req-cadb2f78-8649-4df1-bd16-c61d404d7f4d tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 945 time: 0.0881350 Apr 20 16:21:34.047506 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-28688478-d73d-4eb6-a874-9a178346eac9 req-998fa37e-b1a4-4f99-8444-b34766d6c51a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4632da89faba4c6f8bca66fdf8a9bf10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541673 Apr 20 16:21:34.070875 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb97abe6-536c-4906-af3c-aec56ba3cf04 req-a78ed97c-3659-46e1-8f4c-5cbf2fe884fa tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334451 Apr 20 16:21:34.077872 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7fd4-4c5a-49ef-b3f0-7d7820c924d9 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:34.079409 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6c4a7fd4-4c5a-49ef-b3f0-7d7820c924d9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2298627 Apr 20 16:21:34.082305 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42682) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:34.159326 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] Set router 995019f1-ce8d-403d-b59b-bfe149fac08e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:21:34.172838 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-28688478-d73d-4eb6-a874-9a178346eac9 req-611d7e09-10ce-4d46-b866-1e8ddf65c38f service neutron] 10.222.0.15 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119320 Apr 20 16:21:34.304610 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-28688478-d73d-4eb6-a874-9a178346eac9 req-ff30a9e7-51e3-4662-9a74-ec186a59a988 service neutron] 10.222.0.15 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231949 Apr 20 16:21:34.330931 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2f215406-361a-4597-81d9-374660c032c5 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:21:34.390747 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'name': 'tempest-TaggedBootDevicesTest-59466583-router', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:21:31Z', 'updated_at': '2022-04-20T16:21:32Z', 'revision_number': 3, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'gw_port': {'id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:32Z', 'updated_at': '2022-04-20T16:21:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:34.417208 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 2f215406-361a-4597-81d9-374660c032c5 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:34.417585 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:34.429587 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] Checking router: 995019f1-ce8d-403d-b59b-bfe149fac08e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:21:34.430075 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] Updating router 995019f1-ce8d-403d-b59b-bfe149fac08e port ef535b38-4d32-4f9f-ba27-84ebd53b6b43 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:21:34.455145 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:34.496158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37945d39-47e6-4280-90ac-ffc63189785c req-9739bd33-43ca-42f1-8f84-404bca79c019 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:34.500985 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-37945d39-47e6-4280-90ac-ffc63189785c req-9739bd33-43ca-42f1-8f84-404bca79c019 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 944 time: 0.1506407 Apr 20 16:21:34.550892 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-37945d39-47e6-4280-90ac-ffc63189785c req-4da2e304-0b73-4235-ad89-ea08ccd0b5c4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468178 Apr 20 16:21:34.695055 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8f966649-4738-41fa-a00f-86e4354de83b req-7df9c7ef-eb30-447e-a940-1772cd92eb76 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0572386 Apr 20 16:21:34.803188 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-88d59448-a423-4b2c-8ee0-56820437a613 req-78d4a7cb-e2a9-435c-892e-9b326e8e76e6 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 210 time: 0.0467145 Apr 20 16:21:34.805436 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-01afa48a-85a9-4ae5-851b-ac336a914b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:34.852587 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76060f20-ad9f-4492-af01-2aebfe389381 req-90e1ebb9-774a-44f1-8e19-93ba896ae12c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:34.854217 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-76060f20-ad9f-4492-af01-2aebfe389381 req-90e1ebb9-774a-44f1-8e19-93ba896ae12c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 943 time: 0.0705092 Apr 20 16:21:34.868652 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:34.908276 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-76060f20-ad9f-4492-af01-2aebfe389381 req-4caf179c-df09-47a2-be39-6271a80eb37d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464196 Apr 20 16:21:34.961198 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:34.992912 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa2853-3a4b-42df-b4a0-a087695c9e36 req-7328c1d4-e4a7-4170-8b6d-6aafa0785784 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:34.994430 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-78aa2853-3a4b-42df-b4a0-a087695c9e36 req-7328c1d4-e4a7-4170-8b6d-6aafa0785784 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 943 time: 0.0668023 Apr 20 16:21:35.017289 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573ce33-a574-460c-834f-db2efe2de199 None None] Pushing event updated for resources: {'Port': ['ID=ef535b38-4d32-4f9f-ba27-84ebd53b6b43,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:35.028181 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9573ce33-a574-460c-834f-db2efe2de199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:35.028600 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9573ce33-a574-460c-834f-db2efe2de199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:35.028937 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9573ce33-a574-460c-834f-db2efe2de199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:35.029483 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9573ce33-a574-460c-834f-db2efe2de199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:35.029974 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9573ce33-a574-460c-834f-db2efe2de199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:35.030460 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9573ce33-a574-460c-834f-db2efe2de199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:35.030949 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9573ce33-a574-460c-834f-db2efe2de199 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:35.031429 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9573ce33-a574-460c-834f-db2efe2de199 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:35.032033 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9573ce33-a574-460c-834f-db2efe2de199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:35.032542 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9573ce33-a574-460c-834f-db2efe2de199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:35.033112 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9573ce33-a574-460c-834f-db2efe2de199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:35.034561 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9573ce33-a574-460c-834f-db2efe2de199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:35.042560 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] Attempting to bind port ef535b38-4d32-4f9f-ba27-84ebd53b6b43 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:21:35.043112 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] Attempting to bind port ef535b38-4d32-4f9f-ba27-84ebd53b6b43 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:21:35.043650 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] Attempting to bind port ef535b38-4d32-4f9f-ba27-84ebd53b6b43 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:21:35.050204 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:21:35.050673 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:21:35.051041 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:35.052027 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:21:35.052712 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] Bound port: ef535b38-4d32-4f9f-ba27-84ebd53b6b43, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:21:35.053096 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:35.054144 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-01afa48a-85a9-4ae5-851b-ac336a914b4b admin admin] Allocated IP 172.20.0.1 (0da3ddac-7911-41b8-948e-27e3525d219a/5b30ddac-8129-4355-b7e6-7b26172bb5fd/22f60e37-c9d7-4a2a-a961-5cb4a1afdb63) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:21:35.079536 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-78aa2853-3a4b-42df-b4a0-a087695c9e36 req-bf1051f5-23b4-47fc-b1d3-6ca9e0c9c7cb tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603905 Apr 20 16:21:35.109220 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] For port ef535b38-4d32-4f9f-ba27-84ebd53b6b43, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:21:35.112529 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] For port ef535b38-4d32-4f9f-ba27-84ebd53b6b43, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ef535b38-4d32-4f9f-ba27-84ebd53b6b43,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:21:35.199842 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-01afa48a-85a9-4ae5-851b-ac336a914b4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:35.205972 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e3a14-cd72-41dd-aa63-9c52fa94959c req-3eab92c3-d610-4aa2-8a97-4bb56a003653 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:35.206534 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:35.207519 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dd4e3a14-cd72-41dd-aa63-9c52fa94959c req-3eab92c3-d610-4aa2-8a97-4bb56a003653 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 945 time: 0.0584819 Apr 20 16:21:35.274323 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dd4e3a14-cd72-41dd-aa63-9c52fa94959c req-7c82d85e-5d39-4ee4-87da-ba91910a1f6b tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554371 Apr 20 16:21:35.287873 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] Routers {'995019f1-ce8d-403d-b59b-bfe149fac08e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:21:35.288655 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:21:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['995019f1-ce8d-403d-b59b-bfe149fac08e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:35.341599 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573ce33-a574-460c-834f-db2efe2de199 None None] Pushing event updated for resources: {'Port': ['ID=ef535b38-4d32-4f9f-ba27-84ebd53b6b43,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:35.367131 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-01afa48a-85a9-4ae5-851b-ac336a914b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:35.417240 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01afa48a-85a9-4ae5-851b-ac336a914b4b admin admin] Network 0da3ddac-7911-41b8-948e-27e3525d219a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:21:35.421053 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-01afa48a-85a9-4ae5-851b-ac336a914b4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:21:35.423066 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] Set router 995019f1-ce8d-403d-b59b-bfe149fac08e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:21:35.426655 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01afa48a-85a9-4ae5-851b-ac336a914b4b admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:21:35.469012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afa48a-85a9-4ae5-851b-ac336a914b4b admin admin] Pushing event updated for resources: {'Port': ['ID=22f60e37-c9d7-4a2a-a961-5cb4a1afdb63,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:35.483151 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-01afa48a-85a9-4ae5-851b-ac336a914b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:35.672824 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'name': 'tempest-TaggedBootDevicesTest-59466583-router', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:21:31Z', 'updated_at': '2022-04-20T16:21:32Z', 'revision_number': 3, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'gw_port': {'id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:32Z', 'updated_at': '2022-04-20T16:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:35.702208 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab227116-7673-482c-9812-9f2e84a81a7b None None] The sync data for ids ['995019f1-ce8d-403d-b59b-bfe149fac08e'] in n-d-836146-2 is: [{'id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'name': 'tempest-TaggedBootDevicesTest-59466583-router', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:21:31Z', 'updated_at': '2022-04-20T16:21:32Z', 'revision_number': 3, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'gw_port': {'id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:32Z', 'updated_at': '2022-04-20T16:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:21:35.713786 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-bbdafc88-6293-4669-a75e-e851ec42923a None None] Provisioning complete for port 22f60e37-c9d7-4a2a-a961-5cb4a1afdb63 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:35.714305 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bbdafc88-6293-4669-a75e-e851ec42923a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:35.728967 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f61db-746d-4bc4-946f-1da5e8b3bfd4 req-e44528d6-c636-425a-a335-4ddcdf64ecfe tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:35.732626 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d29f61db-746d-4bc4-946f-1da5e8b3bfd4 req-e44528d6-c636-425a-a335-4ddcdf64ecfe tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 944 time: 0.0759206 Apr 20 16:21:35.736015 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-01afa48a-85a9-4ae5-851b-ac336a914b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:35.773608 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-bbdafc88-6293-4669-a75e-e851ec42923a None None] Port 22f60e37-c9d7-4a2a-a961-5cb4a1afdb63 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:21:35.826841 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d29f61db-746d-4bc4-946f-1da5e8b3bfd4 req-6999e0f7-6ec8-4519-8cbd-f1b2e308474e tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763915 Apr 20 16:21:35.839742 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3ecbbf8f-314b-4c75-b41f-e00fefaf5dc7 req-41a0f0a8-69aa-4e78-a25c-cc20c64ecbd5 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0445759 Apr 20 16:21:35.958737 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-259351a4-3dc6-4736-81c0-a81a99733297 req-4ecd82df-a4d5-4c17-951d-e2c6e837c244 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 210 time: 0.0372152 Apr 20 16:21:35.978698 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ff9eabef-07f4-42fd-8261-dfda19d01138 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:21:36.032775 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-01afa48a-85a9-4ae5-851b-ac336a914b4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:36.117756 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port ff9eabef-07f4-42fd-8261-dfda19d01138, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ff9eabef-07f4-42fd-8261-dfda19d01138,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:36.123612 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e7a67-98c9-4255-95d0-9ff5e4e31f7d req-9c1a85b8-fed1-4967-a6e3-8837f94fd7d2 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:36.131970 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'ff9eabef-07f4-42fd-8261-dfda19d01138', 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380', 'port_id': 'ff9eabef-07f4-42fd-8261-dfda19d01138', 'mac_address': 'fa:16:3e:30:f8:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b506ada-a815-4b95-bd30-2bdbb75a1ede', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:21:36.136513 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c39e7a67-98c9-4255-95d0-9ff5e4e31f7d req-9c1a85b8-fed1-4967-a6e3-8837f94fd7d2 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 943 time: 0.0884423 Apr 20 16:21:36.187380 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:36.198976 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c39e7a67-98c9-4255-95d0-9ff5e4e31f7d req-939db786-546a-4169-9e2b-42cf62d67dca tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539813 Apr 20 16:21:36.207306 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9eabef-07f4-42fd-8261-dfda19d01138 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:21:36.216534 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-01afa48a-85a9-4ae5-851b-ac336a914b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:36.256602 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port ff9eabef-07f4-42fd-8261-dfda19d01138, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ff9eabef-07f4-42fd-8261-dfda19d01138,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:36.308719 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-01afa48a-85a9-4ae5-851b-ac336a914b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:36.332735 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:36.333807 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 40d30113-8702-45e7-a372-34eb5ce08ae3 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:21:36.416007 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afa48a-85a9-4ae5-851b-ac336a914b4b admin admin] Pushing event updated for resources: {'Port': ['ID=22f60e37-c9d7-4a2a-a961-5cb4a1afdb63,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:36.440795 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca99a9c-5382-412c-bbf3-3fa9c453f4e6 req-1971daa3-93e1-4694-813f-896e31aa51f1 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:36.441077 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ef535b38-4d32-4f9f-ba27-84ebd53b6b43 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:21:36.449092 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eca99a9c-5382-412c-bbf3-3fa9c453f4e6 req-1971daa3-93e1-4694-813f-896e31aa51f1 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 943 time: 0.2720423 Apr 20 16:21:36.492054 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9bede-fe17-4e57-b25e-d47524bbb604 req-bfc2ef43-056d-4329-8f94-f70a3d547f8f tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:36.500315 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-10f9bede-fe17-4e57-b25e-d47524bbb604 req-bfc2ef43-056d-4329-8f94-f70a3d547f8f tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 945 time: 0.0928769 Apr 20 16:21:36.504451 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=ff9eabef-07f4-42fd-8261-dfda19d01138,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:36.506016 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eca99a9c-5382-412c-bbf3-3fa9c453f4e6 req-5cad8966-060f-45ae-9ff1-6340e26f91fd tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559268 Apr 20 16:21:36.558840 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-10f9bede-fe17-4e57-b25e-d47524bbb604 req-5039287a-fd16-4865-800e-037019815045 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544419 Apr 20 16:21:36.568968 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01afa48a-85a9-4ae5-851b-ac336a914b4b admin admin] Network 0da3ddac-7911-41b8-948e-27e3525d219a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:21:36.570654 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-01afa48a-85a9-4ae5-851b-ac336a914b4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:21:36.629663 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 40d30113-8702-45e7-a372-34eb5ce08ae3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=40d30113-8702-45e7-a372-34eb5ce08ae3,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:36.652178 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ef535b38-4d32-4f9f-ba27-84ebd53b6b43 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:36.652662 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:36.654436 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '40d30113-8702-45e7-a372-34eb5ce08ae3', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'port_id': '40d30113-8702-45e7-a372-34eb5ce08ae3', 'mac_address': 'fa:16:3e:ca:ee:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:21:36.749980 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:36.778960 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d30113-8702-45e7-a372-34eb5ce08ae3 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:21:36.815004 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 40d30113-8702-45e7-a372-34eb5ce08ae3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=40d30113-8702-45e7-a372-34eb5ce08ae3,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:36.897666 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:36.924892 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port ef535b38-4d32-4f9f-ba27-84ebd53b6b43, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ef535b38-4d32-4f9f-ba27-84ebd53b6b43,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:36.930933 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:36.931838 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device a33a397e-6e79-43e1-80bc-8bd07de0fbe1 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:21:36.988537 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:21:37.012983 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5db9a6f7-b3b7-4c6d-8b52-99622c5abd96 req-574d5c0a-4ae1-4b3d-a244-0452ff058c66 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0479481 Apr 20 16:21:37.023915 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-63fe494a-e612-4961-b4a0-7bce317350f8 None None] Provisioning complete for port 22f60e37-c9d7-4a2a-a961-5cb4a1afdb63 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:37.024292 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-63fe494a-e612-4961-b4a0-7bce317350f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:37.025870 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=40d30113-8702-45e7-a372-34eb5ce08ae3,revision_number=11']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:37.042504 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:37.181458 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01afa48a-85a9-4ae5-851b-ac336a914b4b admin admin] Router 995019f1-ce8d-403d-b59b-bfe149fac08e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:21:37.192142 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-03c1ddf1-594b-4d3b-9398-3ce6f2cfbd57 req-84f6ecc4-7c51-4127-8681-dc6b7c09cb81 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 210 time: 0.0399215 Apr 20 16:21:37.205489 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-63fe494a-e612-4961-b4a0-7bce317350f8 None None] Port 22f60e37-c9d7-4a2a-a961-5cb4a1afdb63 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:21:37.213667 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=ef535b38-4d32-4f9f-ba27-84ebd53b6b43,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:37.239662 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port a33a397e-6e79-43e1-80bc-8bd07de0fbe1, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a33a397e-6e79-43e1-80bc-8bd07de0fbe1,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:37.255574 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'a33a397e-6e79-43e1-80bc-8bd07de0fbe1', 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c', 'port_id': 'a33a397e-6e79-43e1-80bc-8bd07de0fbe1', 'mac_address': 'fa:16:3e:7f:5d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e5e1853-efd5-4800-b27e-3ac73eee167e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:21:37.276786 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6b3c9-4804-4b46-b309-fbe91062a97a req-6c9b4fbc-7ae9-406d-a02d-f3955b696a7b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:37.289287 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4cd6b3c9-4804-4b46-b309-fbe91062a97a req-6c9b4fbc-7ae9-406d-a02d-f3955b696a7b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.1017475 Apr 20 16:21:37.316901 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:37.334302 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33a397e-6e79-43e1-80bc-8bd07de0fbe1 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:21:37.345040 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99476a-fc98-43f0-a295-7bdac85a9cc2 req-cc0e4387-97dd-4e16-862e-f45a0a42e592 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:37.353430 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3d99476a-fc98-43f0-a295-7bdac85a9cc2 req-cc0e4387-97dd-4e16-862e-f45a0a42e592 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 943 time: 0.0701237 Apr 20 16:21:37.355597 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port a33a397e-6e79-43e1-80bc-8bd07de0fbe1, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a33a397e-6e79-43e1-80bc-8bd07de0fbe1,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:37.367756 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4cd6b3c9-4804-4b46-b309-fbe91062a97a req-76168b22-ad8b-4520-9a77-d7ea6f87ba14 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775223 Apr 20 16:21:37.388059 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01afa48a-85a9-4ae5-851b-ac336a914b4b admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:21:37.399860 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-01afa48a-85a9-4ae5-851b-ac336a914b4b admin admin] 10.222.0.15 "PUT /v2.0/routers/995019f1-ce8d-403d-b59b-bfe149fac08e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3162196 Apr 20 16:21:37.401499 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3d99476a-fc98-43f0-a295-7bdac85a9cc2 req-9c003456-7180-47eb-aa8d-a1cae2d41e58 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469549 Apr 20 16:21:37.491354 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:37.576871 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=a33a397e-6e79-43e1-80bc-8bd07de0fbe1,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:37.633244 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28688478-d73d-4eb6-a874-9a178346eac9 req-93a0e865-2d87-4a43-910f-ef989d6ca115 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:37.635171 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28688478-d73d-4eb6-a874-9a178346eac9 req-93a0e865-2d87-4a43-910f-ef989d6ca115 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.26 "GET /v2.0/networks?id=1909df4a-72a6-4533-bf20-1f90fba3849a HTTP/1.1" status: 200 len: 810 time: 0.1325958 Apr 20 16:21:37.686871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c31e00-3139-4261-a9fe-2d1ecb470eb1 req-266d565c-8c4c-4913-93b3-18bc4f03f7e6 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:37.692061 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e4c31e00-3139-4261-a9fe-2d1ecb470eb1 req-266d565c-8c4c-4913-93b3-18bc4f03f7e6 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 945 time: 0.0609069 Apr 20 16:21:37.749030 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e4c31e00-3139-4261-a9fe-2d1ecb470eb1 req-cf8a6081-4895-4f3f-bf2f-59e84199a67a tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555184 Apr 20 16:21:37.780980 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddc0b1-31b4-4682-9602-1c30025cd2d1 req-718e5217-1512-4146-9a23-806cbedf6a73 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:37.782560 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ccddc0b1-31b4-4682-9602-1c30025cd2d1 req-718e5217-1512-4146-9a23-806cbedf6a73 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 944 time: 0.1334705 Apr 20 16:21:37.795673 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28688478-d73d-4eb6-a874-9a178346eac9 req-d58713b1-6373-4df3-bd63-cc6b5273f4ac tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4632da89faba4c6f8bca66fdf8a9bf10 HTTP/1.1" status: 200 len: 378 time: 0.1358855 Apr 20 16:21:37.813750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-28688478-d73d-4eb6-a874-9a178346eac9 req-8927a7c3-7d04-4c17-b3d3-9b54f9296680 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Request body: {'port': {'device_id': 'e9ed467d-d5c7-4613-9600-172c9543697d', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'admin_state_up': True, 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'security_groups': ['166312b2-8734-4d83-bf28-6242b4682b68']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:37.880749 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ccddc0b1-31b4-4682-9602-1c30025cd2d1 req-8d7b30e4-1fb3-4d4d-b63d-13a98196a199 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906689 Apr 20 16:21:38.006277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28688478-d73d-4eb6-a874-9a178346eac9 req-8927a7c3-7d04-4c17-b3d3-9b54f9296680 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Made reservation on behalf of 4632da89faba4c6f8bca66fdf8a9bf10 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:21:38.009846 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28688478-d73d-4eb6-a874-9a178346eac9 req-8927a7c3-7d04-4c17-b3d3-9b54f9296680 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:38.067566 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] Sync routers for ids ['995019f1-ce8d-403d-b59b-bfe149fac08e'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:21:38.078962 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] Routers {'995019f1-ce8d-403d-b59b-bfe149fac08e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:21:38.079606 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:21:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['995019f1-ce8d-403d-b59b-bfe149fac08e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:38.135388 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e3b95322-b6ff-42d3-8445-9fd995b08f9a req-c15fc46d-70ba-4cbe-8da9-4447b38e2540 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0362563 Apr 20 16:21:38.182910 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-28688478-d73d-4eb6-a874-9a178346eac9 req-8927a7c3-7d04-4c17-b3d3-9b54f9296680 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Allocated IP 172.20.0.3 (1909df4a-72a6-4533-bf20-1f90fba3849a/49f7ee52-7222-4a78-88ae-a616c6706517/0f782a72-b42f-4ff0-9bba-3f2b013b9e0b) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:21:38.195963 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['40d30113-8702-45e7-a372-34eb5ce08ae3'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:21:38.199808 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['ff9eabef-07f4-42fd-8261-dfda19d01138'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:21:38.302532 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['a33a397e-6e79-43e1-80bc-8bd07de0fbe1'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:21:38.382261 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2ad77ce1-8768-4e0e-98c1-383325e2fb30 req-fe4a41cf-2150-4f34-9968-a6a0015758ae tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 210 time: 0.0376406 Apr 20 16:21:38.416027 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28688478-d73d-4eb6-a874-9a178346eac9 req-8927a7c3-7d04-4c17-b3d3-9b54f9296680 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:38.498989 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ef535b38-4d32-4f9f-ba27-84ebd53b6b43 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:21:38.533320 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0cde7-e321-4433-8bc1-1ac690a9b414 req-5d1bdf3d-8c22-4bed-a694-6a8735fb690e tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:38.535699 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9ef0cde7-e321-4433-8bc1-1ac690a9b414 req-5d1bdf3d-8c22-4bed-a694-6a8735fb690e tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.0717831 Apr 20 16:21:38.551669 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] Set router 995019f1-ce8d-403d-b59b-bfe149fac08e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:21:38.587210 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9ef0cde7-e321-4433-8bc1-1ac690a9b414 req-9351f443-59d2-4afc-bfb9-732f7b80160f tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452039 Apr 20 16:21:38.590801 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524e06d-e498-49cb-8f80-232fcdeff800 req-5aaa0189-4c49-430b-af06-6f79d538bcb4 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:38.599955 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a524e06d-e498-49cb-8f80-232fcdeff800 req-5aaa0189-4c49-430b-af06-6f79d538bcb4 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 944 time: 0.0717530 Apr 20 16:21:38.634956 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28688478-d73d-4eb6-a874-9a178346eac9 req-8927a7c3-7d04-4c17-b3d3-9b54f9296680 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:38.678337 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a524e06d-e498-49cb-8f80-232fcdeff800 req-144dcf58-ec6b-44a1-8ae2-b1461b9a2f2f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789113 Apr 20 16:21:38.685139 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42808) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:38.691257 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-756a7b45-b353-4be7-9de7-6bde1932965a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-799050170-network', 'tenant_id': '57218ea06f3d4871826e01013c36e647'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:38.709510 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927a7c3-7d04-4c17-b3d3-9b54f9296680 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Pushing event updated for resources: {'Port': ['ID=0f782a72-b42f-4ff0-9bba-3f2b013b9e0b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:38.717943 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28688478-d73d-4eb6-a874-9a178346eac9 req-8927a7c3-7d04-4c17-b3d3-9b54f9296680 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Network 1909df4a-72a6-4533-bf20-1f90fba3849a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:21:38.723086 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-28688478-d73d-4eb6-a874-9a178346eac9 req-8927a7c3-7d04-4c17-b3d3-9b54f9296680 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:21:38.725677 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927a7c3-7d04-4c17-b3d3-9b54f9296680 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:38.726023 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927a7c3-7d04-4c17-b3d3-9b54f9296680 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:38.726366 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927a7c3-7d04-4c17-b3d3-9b54f9296680 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:38.726709 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927a7c3-7d04-4c17-b3d3-9b54f9296680 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:38.727046 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927a7c3-7d04-4c17-b3d3-9b54f9296680 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:38.727378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927a7c3-7d04-4c17-b3d3-9b54f9296680 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:38.727874 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927a7c3-7d04-4c17-b3d3-9b54f9296680 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:38.728206 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927a7c3-7d04-4c17-b3d3-9b54f9296680 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:38.728579 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927a7c3-7d04-4c17-b3d3-9b54f9296680 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:38.728907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927a7c3-7d04-4c17-b3d3-9b54f9296680 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:38.729636 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927a7c3-7d04-4c17-b3d3-9b54f9296680 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:38.729636 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927a7c3-7d04-4c17-b3d3-9b54f9296680 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:38.729858 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ef535b38-4d32-4f9f-ba27-84ebd53b6b43 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:38.730210 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:38.732970 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-28688478-d73d-4eb6-a874-9a178346eac9 req-8927a7c3-7d04-4c17-b3d3-9b54f9296680 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:21:38.791476 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28688478-d73d-4eb6-a874-9a178346eac9 req-8927a7c3-7d04-4c17-b3d3-9b54f9296680 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:38.792365 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28688478-d73d-4eb6-a874-9a178346eac9 req-8927a7c3-7d04-4c17-b3d3-9b54f9296680 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:38.829555 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756a7b45-b353-4be7-9de7-6bde1932965a admin admin] Made reservation on behalf of 57218ea06f3d4871826e01013c36e647 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:21:38.833624 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-756a7b45-b353-4be7-9de7-6bde1932965a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:38.852404 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-756a7b45-b353-4be7-9de7-6bde1932965a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:38.917421 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28688478-d73d-4eb6-a874-9a178346eac9 req-8927a7c3-7d04-4c17-b3d3-9b54f9296680 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1143563 Apr 20 16:21:38.926335 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842599c8-ed8f-4831-996d-798e5e25bfdb req-d6dd8e90-7d1b-4354-9233-2a4d14c69543 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:38.928930 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-842599c8-ed8f-4831-996d-798e5e25bfdb req-d6dd8e90-7d1b-4354-9233-2a4d14c69543 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 945 time: 0.0906606 Apr 20 16:21:38.945026 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-28688478-d73d-4eb6-a874-9a178346eac9 req-785e0b7b-6b5f-4fc3-b5f2-2a356873c60f service neutron] Request body: {'port': {'device_id': 'e9ed467d-d5c7-4613-9600-172c9543697d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:39.044981 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-842599c8-ed8f-4831-996d-798e5e25bfdb req-889ed079-4469-472b-a7fe-044e2e8ddd78 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941348 Apr 20 16:21:39.056430 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-756a7b45-b353-4be7-9de7-6bde1932965a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:39.116659 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28688478-d73d-4eb6-a874-9a178346eac9 req-785e0b7b-6b5f-4fc3-b5f2-2a356873c60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:39.138061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743e16e-897e-430b-9825-e339ec1e13bb req-0e97bfc6-091a-4353-b510-09d6028f15b6 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:39.138539 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42816) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:39.139590 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7743e16e-897e-430b-9825-e339ec1e13bb req-0e97bfc6-091a-4353-b510-09d6028f15b6 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 944 time: 0.1105323 Apr 20 16:21:39.161635 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-756a7b45-b353-4be7-9de7-6bde1932965a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:39.168676 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-81ab43d9-1772-4324-81d9-62cd0bd0944a None None] Provisioning complete for port 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:39.169251 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-81ab43d9-1772-4324-81d9-62cd0bd0944a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:39.245613 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-81ab43d9-1772-4324-81d9-62cd0bd0944a None None] Port 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:21:39.257727 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756a7b45-b353-4be7-9de7-6bde1932965a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:21:39.270685 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'name': 'tempest-TaggedBootDevicesTest-59466583-router', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:21:31Z', 'updated_at': '2022-04-20T16:21:35Z', 'revision_number': 4, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'gw_port': {'id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:32Z', 'updated_at': '2022-04-20T16:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '22f60e37-c9d7-4a2a-a961-5cb4a1afdb63', 'name': '', 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'mac_address': 'fa:16:3e:95:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '5b30ddac-8129-4355-b7e6-7b26172bb5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:34Z', 'updated_at': '2022-04-20T16:21:35Z', 'revision_number': 2, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'subnets': [{'id': '5b30ddac-8129-4355-b7e6-7b26172bb5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:39.285739 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7743e16e-897e-430b-9825-e339ec1e13bb req-ba46aae3-56d0-4b68-b2d1-43a49d61c204 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159623 Apr 20 16:21:39.303190 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d0492e6-90b7-4c28-9f8a-5fe55c522da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:39.306655 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] Checking router: 995019f1-ce8d-403d-b59b-bfe149fac08e for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:21:39.307098 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] Updating router 995019f1-ce8d-403d-b59b-bfe149fac08e port 22f60e37-c9d7-4a2a-a961-5cb4a1afdb63 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:21:39.307232 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a7b45-b353-4be7-9de7-6bde1932965a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ce925d-e730-4527-b488-abbe2c502433,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:39.334223 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-756a7b45-b353-4be7-9de7-6bde1932965a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:39.334223 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-756a7b45-b353-4be7-9de7-6bde1932965a admin admin] Added segment f4f90321-9409-4e2e-a77b-e8ad971d43bf of type vlan for network 748528ae-4025-44f0-a6ad-526fe5c81451 Apr 20 16:21:39.335926 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:39.369570 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-50c5d72e-6810-416f-9e59-535a0f99399b req-927e4c9e-c028-4a4d-a1dc-97035a153beb tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0564418 Apr 20 16:21:39.630329 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-756a7b45-b353-4be7-9de7-6bde1932965a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:39.630329 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d0492e6-90b7-4c28-9f8a-5fe55c522da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:39.632254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-28688478-d73d-4eb6-a874-9a178346eac9 req-785e0b7b-6b5f-4fc3-b5f2-2a356873c60f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:21:39.632254 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28688478-d73d-4eb6-a874-9a178346eac9 req-785e0b7b-6b5f-4fc3-b5f2-2a356873c60f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:39.632254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071aab6-1d3c-4678-871d-5d0d846a2701 req-272e5a6d-d89e-4e7b-b545-01dd9647110e tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:39.632254 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2071aab6-1d3c-4678-871d-5d0d846a2701 req-272e5a6d-d89e-4e7b-b545-01dd9647110e tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 931 time: 0.0876603 Apr 20 16:21:39.632254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-28688478-d73d-4eb6-a874-9a178346eac9 req-785e0b7b-6b5f-4fc3-b5f2-2a356873c60f service neutron] Transition to ACTIVE for port object 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:21:39.632254 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2071aab6-1d3c-4678-871d-5d0d846a2701 req-8e1fdf1a-764b-4a76-b0f2-ac5bba3aec2e tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=166312b2-8734-4d83-bf28-6242b4682b68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323870 Apr 20 16:21:39.632884 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:39.709929 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-756a7b45-b353-4be7-9de7-6bde1932965a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:39.710881 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756a7b45-b353-4be7-9de7-6bde1932965a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:39.711469 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-756a7b45-b353-4be7-9de7-6bde1932965a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:39.749159 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28688478-d73d-4eb6-a874-9a178346eac9 req-785e0b7b-6b5f-4fc3-b5f2-2a356873c60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:39.756768 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:39.777898 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d0492e6-90b7-4c28-9f8a-5fe55c522da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:39.819005 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7670e-2e4c-417c-a493-fecbbdb38d9b req-ab97402c-1e5f-4aa0-ad10-4224bea1a047 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:39.822067 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-26d7670e-2e4c-417c-a493-fecbbdb38d9b req-ab97402c-1e5f-4aa0-ad10-4224bea1a047 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.1410007 Apr 20 16:21:39.831146 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957625ea-e658-4c80-a9ce-052825da123f None None] Pushing event updated for resources: {'Port': ['ID=22f60e37-c9d7-4a2a-a961-5cb4a1afdb63,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:39.831420 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a7b45-b353-4be7-9de7-6bde1932965a admin admin] Pushing event updated for resources: {'Network': ['ID=748528ae-4025-44f0-a6ad-526fe5c81451,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:39.864745 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 748528ae-4025-44f0-a6ad-526fe5c81451 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:21:39.866039 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-756a7b45-b353-4be7-9de7-6bde1932965a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1792617 Apr 20 16:21:39.873171 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42828) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:39.878157 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7d0492e6-90b7-4c28-9f8a-5fe55c522da2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ba5dd5cf52d4c84a9e35d483ad4e8ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7352774 Apr 20 16:21:39.878157 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0492e6-90b7-4c28-9f8a-5fe55c522da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80568d98-cfd5-411d-8fa6-772be3fac6e2,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:39.878419 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e0b7b-6b5f-4fc3-b5f2-2a356873c60f service neutron] Pushing event updated for resources: {'Port': ['ID=0f782a72-b42f-4ff0-9bba-3f2b013b9e0b,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:39.883572 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42830) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:39.896518 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] Attempting to bind port 22f60e37-c9d7-4a2a-a961-5cb4a1afdb63 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:21:39.896872 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] Attempting to bind port 22f60e37-c9d7-4a2a-a961-5cb4a1afdb63 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'e979549a-3086-404e-9eac-99c87ec0175a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:21:39.897296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] Attempting to bind port 22f60e37-c9d7-4a2a-a961-5cb4a1afdb63 on network 0da3ddac-7911-41b8-948e-27e3525d219a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:21:39.913218 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-1310dd26-36f2-4431-9a7b-67bd8e095707 admin admin] Request body: {'subnet': {'network_id': '748528ae-4025-44f0-a6ad-526fe5c81451', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-799050170-subnet', 'tenant_id': '57218ea06f3d4871826e01013c36e647', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:39.963761 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f1b62-2829-4c96-a919-d2521183097b req-02f97466-0fac-4aff-bb57-0698282eef9e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:39.971431 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df1f1b62-2829-4c96-a919-d2521183097b req-02f97466-0fac-4aff-bb57-0698282eef9e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 944 time: 0.2186399 Apr 20 16:21:39.976048 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-26d7670e-2e4c-417c-a493-fecbbdb38d9b req-48420cd3-16d4-4493-b317-4ebb6a1c690d tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180360 Apr 20 16:21:39.987454 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:21:39.988034 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] Checking segment: {'id': 'e979549a-3086-404e-9eac-99c87ec0175a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:21:39.988639 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:39.992742 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] Bound using segment: {'id': 'e979549a-3086-404e-9eac-99c87ec0175a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:21:39.994602 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] Bound port: 22f60e37-c9d7-4a2a-a961-5cb4a1afdb63, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e979549a-3086-404e-9eac-99c87ec0175a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:21:39.995118 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:40.051954 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1310dd26-36f2-4431-9a7b-67bd8e095707 admin admin] Made reservation on behalf of 57218ea06f3d4871826e01013c36e647 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:21:40.054684 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1310dd26-36f2-4431-9a7b-67bd8e095707 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:40.058415 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dadb293d-9ff2-49a0-89d7-575b58e422a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:40.064897 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-28688478-d73d-4eb6-a874-9a178346eac9 req-785e0b7b-6b5f-4fc3-b5f2-2a356873c60f service neutron] Attempting to bind port 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:21:40.066158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-28688478-d73d-4eb6-a874-9a178346eac9 req-785e0b7b-6b5f-4fc3-b5f2-2a356873c60f service neutron] Attempting to bind port 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'fbddc46f-6394-4b83-97a1-2ef96c69e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:21:40.066158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28688478-d73d-4eb6-a874-9a178346eac9 req-785e0b7b-6b5f-4fc3-b5f2-2a356873c60f service neutron] Attempting to bind port 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b on network 1909df4a-72a6-4533-bf20-1f90fba3849a {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:21:40.084958 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df1f1b62-2829-4c96-a919-d2521183097b req-ce8521f8-e1bb-470b-abed-b2022f764480 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078434 Apr 20 16:21:40.095888 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28688478-d73d-4eb6-a874-9a178346eac9 req-785e0b7b-6b5f-4fc3-b5f2-2a356873c60f service neutron] Port 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b on network 1909df4a-72a6-4533-bf20-1f90fba3849a not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:21:40.098049 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28688478-d73d-4eb6-a874-9a178346eac9 req-785e0b7b-6b5f-4fc3-b5f2-2a356873c60f service neutron] Attempting to bind port 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b on network 1909df4a-72a6-4533-bf20-1f90fba3849a {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:21:40.109174 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] For port 22f60e37-c9d7-4a2a-a961-5cb4a1afdb63, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:21:40.111262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28688478-d73d-4eb6-a874-9a178346eac9 req-785e0b7b-6b5f-4fc3-b5f2-2a356873c60f service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:21:40.111622 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28688478-d73d-4eb6-a874-9a178346eac9 req-785e0b7b-6b5f-4fc3-b5f2-2a356873c60f service neutron] Checking segment: {'id': 'fbddc46f-6394-4b83-97a1-2ef96c69e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:21:40.112742 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28688478-d73d-4eb6-a874-9a178346eac9 req-785e0b7b-6b5f-4fc3-b5f2-2a356873c60f service neutron] Bound using segment: {'id': 'fbddc46f-6394-4b83-97a1-2ef96c69e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:21:40.113694 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-28688478-d73d-4eb6-a874-9a178346eac9 req-785e0b7b-6b5f-4fc3-b5f2-2a356873c60f service neutron] Bound port: 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbddc46f-6394-4b83-97a1-2ef96c69e7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:21:40.113694 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28688478-d73d-4eb6-a874-9a178346eac9 req-785e0b7b-6b5f-4fc3-b5f2-2a356873c60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:40.129522 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] For port 22f60e37-c9d7-4a2a-a961-5cb4a1afdb63, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=22f60e37-c9d7-4a2a-a961-5cb4a1afdb63,segment=NetworkSegment(e979549a-3086-404e-9eac-99c87ec0175a),segment_id=e979549a-3086-404e-9eac-99c87ec0175a)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:21:40.133986 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dadb293d-9ff2-49a0-89d7-575b58e422a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:40.223354 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-28688478-d73d-4eb6-a874-9a178346eac9 req-785e0b7b-6b5f-4fc3-b5f2-2a356873c60f service neutron] For port 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:21:40.226696 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-28688478-d73d-4eb6-a874-9a178346eac9 req-785e0b7b-6b5f-4fc3-b5f2-2a356873c60f service neutron] For port 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0f782a72-b42f-4ff0-9bba-3f2b013b9e0b,segment=NetworkSegment(fbddc46f-6394-4b83-97a1-2ef96c69e7cf),segment_id=fbddc46f-6394-4b83-97a1-2ef96c69e7cf)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:21:40.246530 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:40.259865 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2159ef4-92bb-4c78-85dd-231452f1bf61 req-532e8314-94c2-4c9d-8b62-cd240871bea8 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:40.261647 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e2159ef4-92bb-4c78-85dd-231452f1bf61 req-532e8314-94c2-4c9d-8b62-cd240871bea8 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 945 time: 0.0844538 Apr 20 16:21:40.307205 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e2159ef4-92bb-4c78-85dd-231452f1bf61 req-5e031dda-789e-4c39-ade8-8b6edfaab586 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372608 Apr 20 16:21:40.320571 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-0726f588-4c0b-4088-8551-95691c7eb959 None None] Provisioning complete for port 22f60e37-c9d7-4a2a-a961-5cb4a1afdb63 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:40.321110 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0726f588-4c0b-4088-8551-95691c7eb959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:40.324492 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957625ea-e658-4c80-a9ce-052825da123f None None] Pushing event updated for resources: {'Port': ['ID=22f60e37-c9d7-4a2a-a961-5cb4a1afdb63,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:40.327599 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28688478-d73d-4eb6-a874-9a178346eac9 req-785e0b7b-6b5f-4fc3-b5f2-2a356873c60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:40.344203 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] Routers {'995019f1-ce8d-403d-b59b-bfe149fac08e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:21:40.345330 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:21:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['995019f1-ce8d-403d-b59b-bfe149fac08e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:40.364060 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28688478-d73d-4eb6-a874-9a178346eac9 req-785e0b7b-6b5f-4fc3-b5f2-2a356873c60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:40.364656 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28688478-d73d-4eb6-a874-9a178346eac9 req-785e0b7b-6b5f-4fc3-b5f2-2a356873c60f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:40.366102 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28688478-d73d-4eb6-a874-9a178346eac9 req-785e0b7b-6b5f-4fc3-b5f2-2a356873c60f service neutron] 10.222.0.26 "PUT /v2.0/ports/0f782a72-b42f-4ff0-9bba-3f2b013b9e0b HTTP/1.1" status: 200 len: 1091 time: 1.4325614 Apr 20 16:21:40.366561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ed467d-d5c7-4613-9600-172c9543697d', 'tag': '0f782a72-b42f-4ff0-9bba-3f2b013b9e0b'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:21:40.368883 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1ae3bf-617e-42cb-acac-5f81515c2d43" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ed467d-d5c7-4613-9600-172c9543697d", "tag": "0f782a72-b42f-4ff0-9bba-3f2b013b9e0b"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:21:40.486413 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dadb293d-9ff2-49a0-89d7-575b58e422a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:40.505457 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dadb293d-9ff2-49a0-89d7-575b58e422a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:40.510375 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dadb293d-9ff2-49a0-89d7-575b58e422a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80568d98-cfd5-411d-8fa6-772be3fac6e2 HTTP/1.1" status: 204 len: 168 time: 0.6234248 Apr 20 16:21:40.567782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb293d-9ff2-49a0-89d7-575b58e422a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80568d98-cfd5-411d-8fa6-772be3fac6e2,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:40.571126 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e0b7b-6b5f-4fc3-b5f2-2a356873c60f service neutron] Pushing event updated for resources: {'Port': ['ID=0f782a72-b42f-4ff0-9bba-3f2b013b9e0b,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:40.617069 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38411e5c-bbc1-44c7-9de7-07935485381c req-7e395b12-5866-47be-8847-a805b34d87a3 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:40.625468 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-38411e5c-bbc1-44c7-9de7-07935485381c req-7e395b12-5866-47be-8847-a805b34d87a3 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 944 time: 0.2388599 Apr 20 16:21:40.652724 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28688478-d73d-4eb6-a874-9a178346eac9 req-df848e76-507e-43cf-ab60-38f8f96b3113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:40.654523 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28688478-d73d-4eb6-a874-9a178346eac9 req-df848e76-507e-43cf-ab60-38f8f96b3113 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4632da89faba4c6f8bca66fdf8a9bf10&device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 1094 time: 0.1386282 Apr 20 16:21:40.699877 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] Set router 995019f1-ce8d-403d-b59b-bfe149fac08e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:21:40.708977 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-38411e5c-bbc1-44c7-9de7-07935485381c req-96d41f39-dac2-44f5-b6c2-42e624d83f45 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780413 Apr 20 16:21:40.746771 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0726f588-4c0b-4088-8551-95691c7eb959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:40.778550 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1310dd26-36f2-4431-9a7b-67bd8e095707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:40.782249 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f760571-5d8b-45bc-9440-f77975a93221 x-openstack-request-id: req-5f760571-5d8b-45bc-9440-f77975a93221 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:21:40.784756 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ed467d-d5c7-4613-9600-172c9543697d", "tag": "0f782a72-b42f-4ff0-9bba-3f2b013b9e0b", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:21:40.785670 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f760571-5d8b-45bc-9440-f77975a93221 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:21:40.789101 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f760571-5d8b-45bc-9440-f77975a93221'] response: {'name': 'network-changed', 'server_uuid': 'e9ed467d-d5c7-4613-9600-172c9543697d', 'tag': '0f782a72-b42f-4ff0-9bba-3f2b013b9e0b', 'status': 'completed', 'code': 200} Apr 20 16:21:40.792148 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28688478-d73d-4eb6-a874-9a178346eac9 req-0c3eda08-b46e-4c48-bbef-416dc191c890 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f782a72-b42f-4ff0-9bba-3f2b013b9e0b HTTP/1.1" status: 200 len: 217 time: 0.1079719 Apr 20 16:21:40.850725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28688478-d73d-4eb6-a874-9a178346eac9 req-8e35d1b8-9196-4236-a4cd-4998ff052380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:40.851375 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-0726f588-4c0b-4088-8551-95691c7eb959 None None] For port 22f60e37-c9d7-4a2a-a961-5cb4a1afdb63, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=22f60e37-c9d7-4a2a-a961-5cb4a1afdb63,segment=NetworkSegment(e979549a-3086-404e-9eac-99c87ec0175a),segment_id=e979549a-3086-404e-9eac-99c87ec0175a)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:40.852563 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28688478-d73d-4eb6-a874-9a178346eac9 req-8e35d1b8-9196-4236-a4cd-4998ff052380 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49f7ee52-7222-4a78-88ae-a616c6706517 HTTP/1.1" status: 200 len: 849 time: 0.0530915 Apr 20 16:21:40.884626 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310dd26-36f2-4431-9a7b-67bd8e095707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4554128e-40ca-48cd-a856-b88a34c125cd,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:40.891305 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f27ba55-995b-4cf1-9a91-787cfa299b75 req-491dafd9-dde3-4040-a424-d64ef70c9201 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0376451 Apr 20 16:21:40.929678 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b33dbf-00b5-4bea-b754-b3b8513469fe req-fbc2b627-a540-48ef-b529-b5fbda3c2f64 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:40.931647 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-49b33dbf-00b5-4bea-b754-b3b8513469fe req-fbc2b627-a540-48ef-b529-b5fbda3c2f64 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 943 time: 0.1010735 Apr 20 16:21:40.934525 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28688478-d73d-4eb6-a874-9a178346eac9 req-94fb1635-9def-4ca2-afd8-36118f580fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:40.936834 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28688478-d73d-4eb6-a874-9a178346eac9 req-94fb1635-9def-4ca2-afd8-36118f580fa3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1909df4a-72a6-4533-bf20-1f90fba3849a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729518 Apr 20 16:21:40.940086 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0726f588-4c0b-4088-8551-95691c7eb959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:40.942517 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1310dd26-36f2-4431-9a7b-67bd8e095707 admin admin] Checking segment: {'id': 'f4f90321-9409-4e2e-a77b-e8ad971d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '748528ae-4025-44f0-a6ad-526fe5c81451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:21:40.942988 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1310dd26-36f2-4431-9a7b-67bd8e095707 admin admin] Network hostable DHCP agents. Network: 748528ae-4025-44f0-a6ad-526fe5c81451, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:21:40.991420 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-49b33dbf-00b5-4bea-b754-b3b8513469fe req-10c1d327-0c7f-44a2-aaf7-2b99db22106f tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=166312b2-8734-4d83-bf28-6242b4682b68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517323 Apr 20 16:21:41.027772 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726f588-4c0b-4088-8551-95691c7eb959 None None] Pushing event updated for resources: {'Port': ['ID=22f60e37-c9d7-4a2a-a961-5cb4a1afdb63,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:41.059982 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'name': 'tempest-TaggedBootDevicesTest-59466583-router', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:21:31Z', 'updated_at': '2022-04-20T16:21:35Z', 'revision_number': 4, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'gw_port': {'id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:32Z', 'updated_at': '2022-04-20T16:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '22f60e37-c9d7-4a2a-a961-5cb4a1afdb63', 'name': '', 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'mac_address': 'fa:16:3e:95:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '5b30ddac-8129-4355-b7e6-7b26172bb5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:34Z', 'updated_at': '2022-04-20T16:21:40Z', 'revision_number': 4, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'subnets': [{'id': '5b30ddac-8129-4355-b7e6-7b26172bb5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:41.065977 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28688478-d73d-4eb6-a874-9a178346eac9 req-a3b21da8-186c-4447-bef0-e19dc21e1df9 service neutron] 10.222.0.26 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221881 Apr 20 16:21:41.086380 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1310dd26-36f2-4431-9a7b-67bd8e095707 admin admin] Network 748528ae-4025-44f0-a6ad-526fe5c81451 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:21:41.093336 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586e5fc8-b22c-41bd-aadb-7fa397563dc7 None None] The sync data for ids ['995019f1-ce8d-403d-b59b-bfe149fac08e'] in n-d-836146-2 is: [{'id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'name': 'tempest-TaggedBootDevicesTest-59466583-router', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:21:31Z', 'updated_at': '2022-04-20T16:21:35Z', 'revision_number': 4, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'gw_port': {'id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:32Z', 'updated_at': '2022-04-20T16:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '22f60e37-c9d7-4a2a-a961-5cb4a1afdb63', 'name': '', 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'mac_address': 'fa:16:3e:95:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '5b30ddac-8129-4355-b7e6-7b26172bb5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:34Z', 'updated_at': '2022-04-20T16:21:40Z', 'revision_number': 4, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'subnets': [{'id': '5b30ddac-8129-4355-b7e6-7b26172bb5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:21:41.147086 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-caea56c8-4771-4cb4-9003-8ca5f6740b5c None None] Provisioning complete for port 22f60e37-c9d7-4a2a-a961-5cb4a1afdb63 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:41.147523 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-caea56c8-4771-4cb4-9003-8ca5f6740b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:41.180006 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-1310dd26-36f2-4431-9a7b-67bd8e095707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 748528ae-4025-44f0-a6ad-526fe5c81451) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:21:41.195472 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1310dd26-36f2-4431-9a7b-67bd8e095707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:41.196498 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1310dd26-36f2-4431-9a7b-67bd8e095707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:41.214319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec7b57-43c5-498e-8db4-7583ee7b1abe req-18e92c46-489b-4bfd-aaf5-1dfdc35029b1 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:41.216636 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-abec7b57-43c5-498e-8db4-7583ee7b1abe req-18e92c46-489b-4bfd-aaf5-1dfdc35029b1 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.1353836 Apr 20 16:21:41.216790 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbe7987-e590-4c5c-b299-bde655317481 None None] Network 748528ae-4025-44f0-a6ad-526fe5c81451 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:21:41.293459 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28688478-d73d-4eb6-a874-9a178346eac9 req-26cec051-a27c-41cb-ba8a-29d27e6501a2 service neutron] 10.222.0.26 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176929 Apr 20 16:21:41.302199 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6585219-c868-43bf-97df-69cd5949ed51 req-3cd67f30-5fc3-42bf-bd8d-d107cc883291 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:41.309488 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-abec7b57-43c5-498e-8db4-7583ee7b1abe req-1104a41d-e972-42c7-8c23-0aea4cb4f294 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856535 Apr 20 16:21:41.317208 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b6585219-c868-43bf-97df-69cd5949ed51 req-3cd67f30-5fc3-42bf-bd8d-d107cc883291 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 944 time: 0.1509178 Apr 20 16:21:41.366727 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b6585219-c868-43bf-97df-69cd5949ed51 req-a1d63522-16cd-423e-bcd6-76e2e949b226 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486424 Apr 20 16:21:41.375730 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1310dd26-36f2-4431-9a7b-67bd8e095707 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4785030 Apr 20 16:21:41.375950 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42854) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:41.381513 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-32fc13d1-8d2d-4f09-8d73-f043f70d8d13 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-799050170-router', 'tenant_id': '57218ea06f3d4871826e01013c36e647', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:41.484742 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d5b5-513d-4048-bde1-6ad018a1ba9c req-ec9d1179-6b7c-49ac-993b-b61879ac4f85 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:41.488896 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3719d5b5-513d-4048-bde1-6ad018a1ba9c req-ec9d1179-6b7c-49ac-993b-b61879ac4f85 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 945 time: 0.0613887 Apr 20 16:21:41.495333 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14518ff-f527-495d-be3a-6137a07e1a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-748528ae-4025-44f0-a6ad-526fe5c81451', 'network_id': '748528ae-4025-44f0-a6ad-526fe5c81451', 'tenant_id': '57218ea06f3d4871826e01013c36e647', 'fixed_ips': [{'subnet_id': '4554128e-40ca-48cd-a856-b88a34c125cd'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:21:41.496246 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d14518ff-f527-495d-be3a-6137a07e1a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:41.560119 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-32fc13d1-8d2d-4f09-8d73-f043f70d8d13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:41.560390 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-32fc13d1-8d2d-4f09-8d73-f043f70d8d13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:41.561806 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42856) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:41.583539 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3719d5b5-513d-4048-bde1-6ad018a1ba9c req-9867371b-6f51-408e-bfb1-537106e13cf5 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821106 Apr 20 16:21:41.588065 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf6db5b6-fa67-45fb-b592-de35e6ba9303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:41.678830 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-32fc13d1-8d2d-4f09-8d73-f043f70d8d13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:41.682637 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ae3bf-617e-42cb-acac-5f81515c2d43 req-8d324841-32f0-4cff-ae73-a7b44a8c3b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:41.684168 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd1ae3bf-617e-42cb-acac-5f81515c2d43 req-8d324841-32f0-4cff-ae73-a7b44a8c3b34 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4632da89faba4c6f8bca66fdf8a9bf10&device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 1094 time: 0.1930323 Apr 20 16:21:41.776993 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf6db5b6-fa67-45fb-b592-de35e6ba9303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:41.829173 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-d14518ff-f527-495d-be3a-6137a07e1a64 None None] Allocated IP 172.20.0.2 (748528ae-4025-44f0-a6ad-526fe5c81451/4554128e-40ca-48cd-a856-b88a34c125cd/b146befb-a869-47c6-b3b6-9e5b91c5a80e) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:21:41.841212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ae3bf-617e-42cb-acac-5f81515c2d43 req-cb202e2e-a234-4131-b2d9-d710489b0b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:41.844818 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd1ae3bf-617e-42cb-acac-5f81515c2d43 req-cb202e2e-a234-4131-b2d9-d710489b0b72 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1909df4a-72a6-4533-bf20-1f90fba3849a HTTP/1.1" status: 200 len: 911 time: 0.1450362 Apr 20 16:21:41.869122 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56664e-3f1c-4b93-8a18-64b916d1157f req-25974450-227a-410f-afb6-68b7cb17a60d tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:41.877816 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dc56664e-3f1c-4b93-8a18-64b916d1157f req-25974450-227a-410f-afb6-68b7cb17a60d tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 944 time: 0.0683832 Apr 20 16:21:41.919722 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf6db5b6-fa67-45fb-b592-de35e6ba9303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:41.980852 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dc56664e-3f1c-4b93-8a18-64b916d1157f req-98a9f9e5-8ced-4f18-a90c-efe5af95bf6d tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006236 Apr 20 16:21:42.017646 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cf6db5b6-fa67-45fb-b592-de35e6ba9303 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94a470289a8d442a860448a34e7651bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4536421 Apr 20 16:21:42.018894 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6db5b6-fa67-45fb-b592-de35e6ba9303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805b348c-6817-40e1-9988-a2139a7ec9e2,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:42.025894 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42864) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:42.051368 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ff9eabef-07f4-42fd-8261-dfda19d01138 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:21:42.085207 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd1ae3bf-617e-42cb-acac-5f81515c2d43 req-3d7ffbeb-9d10-410e-aad3-bab728128060 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f782a72-b42f-4ff0-9bba-3f2b013b9e0b HTTP/1.1" status: 200 len: 217 time: 0.2347422 Apr 20 16:21:42.125830 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d14518ff-f527-495d-be3a-6137a07e1a64 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:42.164440 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-366c0923-8625-4911-b885-54db5880738f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:42.186755 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1492a6ca-3a4c-4e59-a085-87109e1600f2 req-56fe11ed-78a9-42d1-80d7-8c3205f229f5 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.1004713 Apr 20 16:21:42.196035 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d14518ff-f527-495d-be3a-6137a07e1a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:42.210849 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293a677-13ac-4957-b174-6049e48b78e1 req-04ba8633-8e02-4906-a0de-1974bd77fae2 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:42.212628 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a293a677-13ac-4957-b174-6049e48b78e1 req-04ba8633-8e02-4906-a0de-1974bd77fae2 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 943 time: 0.1046884 Apr 20 16:21:42.214698 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-366c0923-8625-4911-b885-54db5880738f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:42.223761 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-32fc13d1-8d2d-4f09-8d73-f043f70d8d13 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:42.244604 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ae3bf-617e-42cb-acac-5f81515c2d43 req-696354c1-b866-445d-ae45-bdef441d7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:42.246337 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd1ae3bf-617e-42cb-acac-5f81515c2d43 req-696354c1-b866-445d-ae45-bdef441d7af9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49f7ee52-7222-4a78-88ae-a616c6706517 HTTP/1.1" status: 200 len: 849 time: 0.1065564 Apr 20 16:21:42.258200 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port ff9eabef-07f4-42fd-8261-dfda19d01138 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:21:42.276007 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14518ff-f527-495d-be3a-6137a07e1a64 None None] Network 748528ae-4025-44f0-a6ad-526fe5c81451 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:21:42.277695 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-d14518ff-f527-495d-be3a-6137a07e1a64 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:21:42.280808 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port ff9eabef-07f4-42fd-8261-dfda19d01138 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:42.281181 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:42.297372 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14518ff-f527-495d-be3a-6137a07e1a64 None None] Pushing event updated for resources: {'Port': ['ID=b146befb-a869-47c6-b3b6-9e5b91c5a80e,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:42.308705 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14518ff-f527-495d-be3a-6137a07e1a64 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:21:42.321293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ae3bf-617e-42cb-acac-5f81515c2d43 req-c3122ae6-fcb3-4a65-9529-9d835ba5af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:42.324283 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd1ae3bf-617e-42cb-acac-5f81515c2d43 req-c3122ae6-fcb3-4a65-9529-9d835ba5af23 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1909df4a-72a6-4533-bf20-1f90fba3849a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707173 Apr 20 16:21:42.358320 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 22f60e37-c9d7-4a2a-a961-5cb4a1afdb63 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:21:42.404853 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a293a677-13ac-4957-b174-6049e48b78e1 req-7bb255ed-24db-4eeb-9fe4-fb88bf733a28 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=166312b2-8734-4d83-bf28-6242b4682b68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1531327 Apr 20 16:21:42.504816 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d14518ff-f527-495d-be3a-6137a07e1a64 None None] Attempting to bind port b146befb-a869-47c6-b3b6-9e5b91c5a80e on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:21:42.505417 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d14518ff-f527-495d-be3a-6137a07e1a64 None None] Attempting to bind port b146befb-a869-47c6-b3b6-9e5b91c5a80e by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'f4f90321-9409-4e2e-a77b-e8ad971d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '748528ae-4025-44f0-a6ad-526fe5c81451'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:21:42.505544 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14518ff-f527-495d-be3a-6137a07e1a64 None None] Attempting to bind port b146befb-a869-47c6-b3b6-9e5b91c5a80e on network 748528ae-4025-44f0-a6ad-526fe5c81451 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:21:42.516735 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-366c0923-8625-4911-b885-54db5880738f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:42.518325 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14518ff-f527-495d-be3a-6137a07e1a64 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:21:42.518771 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14518ff-f527-495d-be3a-6137a07e1a64 None None] Checking segment: {'id': 'f4f90321-9409-4e2e-a77b-e8ad971d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '748528ae-4025-44f0-a6ad-526fe5c81451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:21:42.519173 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d14518ff-f527-495d-be3a-6137a07e1a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:42.520098 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14518ff-f527-495d-be3a-6137a07e1a64 None None] Bound using segment: {'id': 'f4f90321-9409-4e2e-a77b-e8ad971d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '748528ae-4025-44f0-a6ad-526fe5c81451'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:21:42.520674 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d14518ff-f527-495d-be3a-6137a07e1a64 None None] Bound port: b146befb-a869-47c6-b3b6-9e5b91c5a80e, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f90321-9409-4e2e-a77b-e8ad971d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '748528ae-4025-44f0-a6ad-526fe5c81451'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:21:42.521060 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d14518ff-f527-495d-be3a-6137a07e1a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:42.521641 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-366c0923-8625-4911-b885-54db5880738f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:42.523219 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-366c0923-8625-4911-b885-54db5880738f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/805b348c-6817-40e1-9988-a2139a7ec9e2 HTTP/1.1" status: 204 len: 168 time: 0.4963827 Apr 20 16:21:42.545585 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca5f3a-1859-418d-b70d-39583983e9ae req-ba76ca4e-f7d0-4223-b291-cf75df6e78fc tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:42.556591 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-10ca5f3a-1859-418d-b70d-39583983e9ae req-ba76ca4e-f7d0-4223-b291-cf75df6e78fc tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 944 time: 0.0875986 Apr 20 16:21:42.566120 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd1ae3bf-617e-42cb-acac-5f81515c2d43 req-d6b693d2-eb41-4e38-b2df-19a4442b3dce service neutron] 10.222.0.26 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314098 Apr 20 16:21:42.577663 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c0923-8625-4911-b885-54db5880738f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805b348c-6817-40e1-9988-a2139a7ec9e2,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:42.590034 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f54f90-3f2c-45e5-92e1-f70bfa1dfdf4 req-6c3c26dc-43f1-4afb-85a6-06a57035bd05 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:42.591618 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b9f54f90-3f2c-45e5-92e1-f70bfa1dfdf4 req-6c3c26dc-43f1-4afb-85a6-06a57035bd05 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 945 time: 0.1571493 Apr 20 16:21:42.604909 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:42.628732 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-10ca5f3a-1859-418d-b70d-39583983e9ae req-ab4c783b-a8c8-4f5e-be60-272c4e9eceba tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487781 Apr 20 16:21:42.650286 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b7e043-84d1-4aaf-8caa-7d289cf224e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9eabef-07f4-42fd-8261-dfda19d01138'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:21:42.661845 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7b5ae9-e160-4ff1-a9e0-7423ee1338a7" -d '{"events": [{"server_uuid": "d8b7e043-84d1-4aaf-8caa-7d289cf224e3", "name": "network-vif-plugged", "status": "completed", "tag": "ff9eabef-07f4-42fd-8261-dfda19d01138"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:21:42.702358 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 22f60e37-c9d7-4a2a-a961-5cb4a1afdb63 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:42.702883 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:42.747452 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port ff9eabef-07f4-42fd-8261-dfda19d01138, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ff9eabef-07f4-42fd-8261-dfda19d01138,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:42.787920 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b9f54f90-3f2c-45e5-92e1-f70bfa1dfdf4 req-1c0b87d6-5a78-421d-83f7-a5c088e85f6f tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707108 Apr 20 16:21:42.798959 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46d1da-926b-48e8-a14e-c2630d9089d7 req-f9e45ef5-981a-441e-aa83-397c94950d2a tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:42.801846 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bd46d1da-926b-48e8-a14e-c2630d9089d7 req-f9e45ef5-981a-441e-aa83-397c94950d2a tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 945 time: 0.0718746 Apr 20 16:21:42.827616 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:42.827616 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 40d30113-8702-45e7-a372-34eb5ce08ae3 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:21:42.828920 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d14518ff-f527-495d-be3a-6137a07e1a64 None None] For port b146befb-a869-47c6-b3b6-9e5b91c5a80e, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:21:42.835293 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d14518ff-f527-495d-be3a-6137a07e1a64 None None] For port b146befb-a869-47c6-b3b6-9e5b91c5a80e, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b146befb-a869-47c6-b3b6-9e5b91c5a80e,segment=NetworkSegment(f4f90321-9409-4e2e-a77b-e8ad971d43bf),segment_id=f4f90321-9409-4e2e-a77b-e8ad971d43bf)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:21:42.880311 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bd46d1da-926b-48e8-a14e-c2630d9089d7 req-cb48e59b-7190-481c-b401-97ff4ade5f65 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407081 Apr 20 16:21:42.932085 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd1ae3bf-617e-42cb-acac-5f81515c2d43 req-12f755b8-8f14-40aa-8309-59e0e2766b58 service neutron] 10.222.0.26 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380992 Apr 20 16:21:42.964306 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=ff9eabef-07f4-42fd-8261-dfda19d01138,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:43.000073 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d14518ff-f527-495d-be3a-6137a07e1a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:43.003225 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-32fc13d1-8d2d-4f09-8d73-f043f70d8d13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:43.025261 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-32fc13d1-8d2d-4f09-8d73-f043f70d8d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:43.183397 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14518ff-f527-495d-be3a-6137a07e1a64 None None] Pushing event updated for resources: {'Port': ['ID=b146befb-a869-47c6-b3b6-9e5b91c5a80e,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:43.209048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-32fc13d1-8d2d-4f09-8d73-f043f70d8d13 admin admin] Allocated IP 172.25.0.181 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/ae3069bb-360d-4ab0-85cd-a5b709f69ca8) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:21:43.240270 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 40d30113-8702-45e7-a372-34eb5ce08ae3 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:21:43.251296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 40d30113-8702-45e7-a372-34eb5ce08ae3 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:43.251296 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:43.322572 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc09e48-453c-4f7d-9ca2-887da6130174 x-openstack-request-id: req-ddc09e48-453c-4f7d-9ca2-887da6130174 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:21:43.322945 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b7e043-84d1-4aaf-8caa-7d289cf224e3", "name": "network-vif-plugged", "status": "completed", "tag": "ff9eabef-07f4-42fd-8261-dfda19d01138", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:21:43.323150 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ddc09e48-453c-4f7d-9ca2-887da6130174 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:21:43.326246 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc09e48-453c-4f7d-9ca2-887da6130174'] response: {'server_uuid': 'd8b7e043-84d1-4aaf-8caa-7d289cf224e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9eabef-07f4-42fd-8261-dfda19d01138', 'code': 200} Apr 20 16:21:43.456351 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:43.475026 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e47ec-8908-413e-9134-d4dae72c911d req-a960e058-a342-447f-b7e6-8c88cb85288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:43.475530 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-32fc13d1-8d2d-4f09-8d73-f043f70d8d13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:43.477684 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a82e47ec-8908-413e-9134-d4dae72c911d req-a960e058-a342-447f-b7e6-8c88cb85288a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 1096 time: 0.0892563 Apr 20 16:21:43.497769 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd2f1e-5737-4101-92aa-dd34d1346e0a req-26cb5b31-7bfc-4c1e-8bde-a1ee7bc271d1 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:43.506380 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 40d30113-8702-45e7-a372-34eb5ce08ae3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=40d30113-8702-45e7-a372-34eb5ce08ae3,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:43.509098 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4fdd2f1e-5737-4101-92aa-dd34d1346e0a req-26cb5b31-7bfc-4c1e-8bde-a1ee7bc271d1 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 945 time: 0.2113960 Apr 20 16:21:43.602162 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:43.603951 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-32fc13d1-8d2d-4f09-8d73-f043f70d8d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:43.604509 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device a33a397e-6e79-43e1-80bc-8bd07de0fbe1 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:21:43.612803 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4fdd2f1e-5737-4101-92aa-dd34d1346e0a req-95bddfe8-46ac-417e-adec-bf9027968a0e tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956798 Apr 20 16:21:43.615547 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a82e47ec-8908-413e-9134-d4dae72c911d req-b6612ca6-55c8-4eea-a418-cb076c6d24d0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033406 Apr 20 16:21:43.689261 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fc13d1-8d2d-4f09-8d73-f043f70d8d13 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:21:43.698289 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-32fc13d1-8d2d-4f09-8d73-f043f70d8d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:21:43.717904 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fc13d1-8d2d-4f09-8d73-f043f70d8d13 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:21:43.727972 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=40d30113-8702-45e7-a372-34eb5ce08ae3,revision_number=12']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:43.737608 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f0d5c-17c4-4152-9199-3986d6527ae1 req-4cd041d8-402e-4306-911f-c49c26e2aba7 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:43.741208 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-304f0d5c-17c4-4152-9199-3986d6527ae1 req-4cd041d8-402e-4306-911f-c49c26e2aba7 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 943 time: 0.0714259 Apr 20 16:21:43.779080 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1b0375f-2d0f-45db-92e8-671023e84f2a req-4f865119-0a8e-4ed3-b6a1-27bd10856840 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0428689 Apr 20 16:21:43.819757 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc13d1-8d2d-4f09-8d73-f043f70d8d13 admin admin] Pushing event updated for resources: {'Port': ['ID=ae3069bb-360d-4ab0-85cd-a5b709f69ca8,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:43.824066 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port a33a397e-6e79-43e1-80bc-8bd07de0fbe1 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:21:43.834490 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port a33a397e-6e79-43e1-80bc-8bd07de0fbe1 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:43.834637 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-304f0d5c-17c4-4152-9199-3986d6527ae1 req-da2d6171-cf2e-49c3-9f3d-53b1e2b5ed39 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=166312b2-8734-4d83-bf28-6242b4682b68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869172 Apr 20 16:21:43.835284 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:43.941733 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:43.954661 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb5859-8e13-4458-b178-488cde6d075e req-0f144ccf-7617-4590-9c93-0e4fd880c957 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:43.956317 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7fdb5859-8e13-4458-b178-488cde6d075e req-0f144ccf-7617-4590-9c93-0e4fd880c957 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 944 time: 0.0532842 Apr 20 16:21:43.982776 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port a33a397e-6e79-43e1-80bc-8bd07de0fbe1, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a33a397e-6e79-43e1-80bc-8bd07de0fbe1,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:44.014826 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7fdb5859-8e13-4458-b178-488cde6d075e req-393f3d36-44db-4585-8602-b06b1b9e9d9d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503523 Apr 20 16:21:44.069586 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:44.175385 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252a3e5-3e00-4e52-9e91-cf3955a2d394 req-1587a239-708c-4513-801c-342579aa5572 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:44.184453 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0252a3e5-3e00-4e52-9e91-cf3955a2d394 req-1587a239-708c-4513-801c-342579aa5572 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 946 time: 0.0918655 Apr 20 16:21:44.185350 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=a33a397e-6e79-43e1-80bc-8bd07de0fbe1,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:44.249268 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0252a3e5-3e00-4e52-9e91-cf3955a2d394 req-886aebfa-5f94-4c71-8de3-402fbd4f766a tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630765 Apr 20 16:21:44.367929 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b146befb-a869-47c6-b3b6-9e5b91c5a80e up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:21:44.384891 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea985b74-14bd-4e7e-a0bb-db28465f08e2 req-a6097cfe-4d3f-4cc2-8721-0839871047e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:44.386395 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea985b74-14bd-4e7e-a0bb-db28465f08e2 req-a6097cfe-4d3f-4cc2-8721-0839871047e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a8a96c12e6f64332b12b242a601a3df7&device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 1096 time: 0.5520325 Apr 20 16:21:44.419150 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port b146befb-a869-47c6-b3b6-9e5b91c5a80e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:44.419756 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:44.467092 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c548ca-2c4f-4c26-8288-68be9be53627 req-a3c62f0a-a695-4371-84f0-23050461ed0e tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:44.473354 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99c548ca-2c4f-4c26-8288-68be9be53627 req-a3c62f0a-a695-4371-84f0-23050461ed0e tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 945 time: 0.5720966 Apr 20 16:21:44.503084 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f6cad9-95fd-454c-991b-007aa803ae8d None None] Network 748528ae-4025-44f0-a6ad-526fe5c81451 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:21:44.543528 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99c548ca-2c4f-4c26-8288-68be9be53627 req-1203e87e-98c5-4016-8ca0-8e6e565c8f57 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599077 Apr 20 16:21:44.548961 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea985b74-14bd-4e7e-a0bb-db28465f08e2 req-61331054-74f9-4bc8-a381-cf08edae0f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:44.550891 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea985b74-14bd-4e7e-a0bb-db28465f08e2 req-61331054-74f9-4bc8-a381-cf08edae0f91 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7149c004-f3a8-4107-821e-83b0af89cdf4 HTTP/1.1" status: 200 len: 917 time: 0.1550190 Apr 20 16:21:44.596058 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:44.622452 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8628d997-214e-4907-8974-bddbdce7c02d None None] Provisioning complete for port b146befb-a869-47c6-b3b6-9e5b91c5a80e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:44.622919 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8628d997-214e-4907-8974-bddbdce7c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:44.649193 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea985b74-14bd-4e7e-a0bb-db28465f08e2 req-b2932166-47b4-4511-8435-e2e3296732ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43367020-e55c-4927-90e7-e90c39a589e1 HTTP/1.1" status: 200 len: 217 time: 0.0760779 Apr 20 16:21:44.688405 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port b146befb-a869-47c6-b3b6-9e5b91c5a80e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b146befb-a869-47c6-b3b6-9e5b91c5a80e,segment=NetworkSegment(f4f90321-9409-4e2e-a77b-e8ad971d43bf),segment_id=f4f90321-9409-4e2e-a77b-e8ad971d43bf)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:44.728488 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69891300-0df2-4770-a7ff-dba9fc4db18c req-601989e8-7c62-4db1-8134-66f0e2697525 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:44.737867 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-69891300-0df2-4770-a7ff-dba9fc4db18c req-601989e8-7c62-4db1-8134-66f0e2697525 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 945 time: 0.0604391 Apr 20 16:21:44.769038 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-32fc13d1-8d2d-4f09-8d73-f043f70d8d13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:44.775206 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:44.794418 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-69891300-0df2-4770-a7ff-dba9fc4db18c req-a0789290-3e6c-4699-a9e6-93bb03b11aa6 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512781 Apr 20 16:21:44.825940 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea985b74-14bd-4e7e-a0bb-db28465f08e2 req-5d0b4325-f7b2-4a5f-b018-2a35c80a2df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:44.827723 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea985b74-14bd-4e7e-a0bb-db28465f08e2 req-5d0b4325-f7b2-4a5f-b018-2a35c80a2df9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=abe219f4-3fe9-4dfe-82f9-6d973d12ff87 HTTP/1.1" status: 200 len: 855 time: 0.1710188 Apr 20 16:21:44.859984 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8628d997-214e-4907-8974-bddbdce7c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:44.899669 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=b146befb-a869-47c6-b3b6-9e5b91c5a80e,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:44.962442 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9d6c847a-e9c8-4448-95ba-ff2d7a9a51fd req-8e05153f-ece6-4f43-8bde-8414ce4674e9 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0594676 Apr 20 16:21:44.967409 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-8628d997-214e-4907-8974-bddbdce7c02d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:21:44.967830 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-8628d997-214e-4907-8974-bddbdce7c02d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:21:44.977659 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea985b74-14bd-4e7e-a0bb-db28465f08e2 req-065ef92b-0c92-434f-8dcd-e286500804b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:44.977952 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea985b74-14bd-4e7e-a0bb-db28465f08e2 req-065ef92b-0c92-434f-8dcd-e286500804b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7149c004-f3a8-4107-821e-83b0af89cdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1416094 Apr 20 16:21:45.154785 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-32fc13d1-8d2d-4f09-8d73-f043f70d8d13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:45.235465 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea985b74-14bd-4e7e-a0bb-db28465f08e2 req-39b8236a-1604-4f70-95cf-c29f6125f7b3 service neutron] 10.222.0.26 "GET /v2.0/networks/7149c004-f3a8-4107-821e-83b0af89cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078011 Apr 20 16:21:45.315514 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87465b-a4f5-4cfb-b83c-8dfca3ecd23b req-1a04c7a3-5579-4a63-8b61-b1dadf9fc15d tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:45.317550 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b87465b-a4f5-4cfb-b83c-8dfca3ecd23b req-1a04c7a3-5579-4a63-8b61-b1dadf9fc15d tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 943 time: 0.0513363 Apr 20 16:21:45.327003 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d92c8a2-33ba-4fe0-963a-4266af0d1834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d30113-8702-45e7-a372-34eb5ce08ae3'}, {'server_uuid': 'e79ce4ff-f278-45a7-9230-57a6389676f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33a397e-6e79-43e1-80bc-8bd07de0fbe1'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:21:45.329491 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b643e97-5474-4e71-b364-40f49aec882a" -d '{"events": [{"server_uuid": "9d92c8a2-33ba-4fe0-963a-4266af0d1834", "name": "network-vif-plugged", "status": "completed", "tag": "40d30113-8702-45e7-a372-34eb5ce08ae3"}, {"server_uuid": "e79ce4ff-f278-45a7-9230-57a6389676f7", "name": "network-vif-plugged", "status": "completed", "tag": "a33a397e-6e79-43e1-80bc-8bd07de0fbe1"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:21:45.373918 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b87465b-a4f5-4cfb-b83c-8dfca3ecd23b req-56b3cfd4-f5de-4920-bcf1-dcd56a4b2dd6 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=166312b2-8734-4d83-bf28-6242b4682b68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475802 Apr 20 16:21:45.403501 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e90761-1a40-437d-bdeb-d645d2c5bf1a req-80b3fe9d-513d-4fbf-aa35-128340dc0eeb tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:45.408489 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-27e90761-1a40-437d-bdeb-d645d2c5bf1a req-80b3fe9d-513d-4fbf-aa35-128340dc0eeb tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 945 time: 0.2016900 Apr 20 16:21:45.449733 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea985b74-14bd-4e7e-a0bb-db28465f08e2 req-58e30c9b-6f2b-445b-9450-e472df56fef5 service neutron] 10.222.0.26 "GET /v2.0/networks/7149c004-f3a8-4107-821e-83b0af89cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866980 Apr 20 16:21:45.459980 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:21:45.503454 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-27e90761-1a40-437d-bdeb-d645d2c5bf1a req-a119ec62-6270-4458-89ec-d588ba432377 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879159 Apr 20 16:21:45.571322 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006995e7-1279-4273-a00d-8dd8cdc4be77 req-b168260a-b7bc-456b-8b06-c29140223f26 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:45.572853 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-006995e7-1279-4273-a00d-8dd8cdc4be77 req-b168260a-b7bc-456b-8b06-c29140223f26 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 946 time: 0.1203310 Apr 20 16:21:45.633084 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 16:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4f44fa-d999-4e0b-b6ec-0bb10ab5f360 x-openstack-request-id: req-3f4f44fa-d999-4e0b-b6ec-0bb10ab5f360 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:21:45.634085 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d92c8a2-33ba-4fe0-963a-4266af0d1834", "name": "network-vif-plugged", "status": "completed", "tag": "40d30113-8702-45e7-a372-34eb5ce08ae3", "code": 200}, {"server_uuid": "e79ce4ff-f278-45a7-9230-57a6389676f7", "name": "network-vif-plugged", "status": "completed", "tag": "a33a397e-6e79-43e1-80bc-8bd07de0fbe1", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:21:45.634521 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f4f44fa-d999-4e0b-b6ec-0bb10ab5f360 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:21:45.635531 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f4f44fa-d999-4e0b-b6ec-0bb10ab5f360'] response: {'server_uuid': '9d92c8a2-33ba-4fe0-963a-4266af0d1834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d30113-8702-45e7-a372-34eb5ce08ae3', 'code': 200} Apr 20 16:21:45.639155 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-006995e7-1279-4273-a00d-8dd8cdc4be77 req-b84ae20b-e42b-467f-baf0-04658bca1980 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585096 Apr 20 16:21:45.640233 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f4f44fa-d999-4e0b-b6ec-0bb10ab5f360'] response: {'server_uuid': 'e79ce4ff-f278-45a7-9230-57a6389676f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33a397e-6e79-43e1-80bc-8bd07de0fbe1', 'code': 200} Apr 20 16:21:45.659655 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fc13d1-8d2d-4f09-8d73-f043f70d8d13 admin admin] Router de993821-f6b6-4bd0-a33f-3ec4ae31dafe is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:21:45.758816 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0f782a72-b42f-4ff0-9bba-3f2b013b9e0b,segment=NetworkSegment(fbddc46f-6394-4b83-97a1-2ef96c69e7cf),segment_id=fbddc46f-6394-4b83-97a1-2ef96c69e7cf)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:45.781599 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '0f782a72-b42f-4ff0-9bba-3f2b013b9e0b', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'port_id': '0f782a72-b42f-4ff0-9bba-3f2b013b9e0b', 'mac_address': 'fa:16:3e:d0:47:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:21:45.792930 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2b36df35-f2e7-4411-ae1d-6ce62e5878a2 None None] Provisioning complete for port b146befb-a869-47c6-b3b6-9e5b91c5a80e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:45.793303 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2b36df35-f2e7-4411-ae1d-6ce62e5878a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:45.855998 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-943378d8-ab7c-4672-a695-de4d21d7dbc4 req-93b6967b-f96b-43a4-a887-f191bdd2eacb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0682013 Apr 20 16:21:45.879850 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:45.923091 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d8f94-a379-409c-90ed-d16cf40089ba req-03ae6ed4-2d3f-43f7-824a-b99d37fec0e4 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:45.925085 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-714d8f94-a379-409c-90ed-d16cf40089ba req-03ae6ed4-2d3f-43f7-824a-b99d37fec0e4 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 945 time: 0.0538247 Apr 20 16:21:45.933568 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fc13d1-8d2d-4f09-8d73-f043f70d8d13 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:21:45.948013 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] Sync routers for ids ['de993821-f6b6-4bd0-a33f-3ec4ae31dafe'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:21:45.951776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e03fdc-0d83-4483-a740-ba9cfb0750f7 req-4804a8a6-5d9b-4ca0-8f13-f543af5c877d tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:45.953553 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28e03fdc-0d83-4483-a740-ba9cfb0750f7 req-4804a8a6-5d9b-4ca0-8f13-f543af5c877d tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 945 time: 0.1898775 Apr 20 16:21:45.964063 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] Routers {'de993821-f6b6-4bd0-a33f-3ec4ae31dafe'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:21:45.964792 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:21:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['de993821-f6b6-4bd0-a33f-3ec4ae31dafe'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:45.973098 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738173e-5c21-429a-a1e6-1b1683d11aad req-13f86bd1-2201-4a69-8d92-ddf0788ec212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:45.974718 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c738173e-5c21-429a-a1e6-1b1683d11aad req-13f86bd1-2201-4a69-8d92-ddf0788ec212 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 1096 time: 0.0958734 Apr 20 16:21:45.992956 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-714d8f94-a379-409c-90ed-d16cf40089ba req-ada054b3-ec6a-4611-bf19-c44b59039662 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592566 Apr 20 16:21:46.025454 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28e03fdc-0d83-4483-a740-ba9cfb0750f7 req-cb6465db-be15-418a-ba6e-9ee7e9d5d9c5 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552170 Apr 20 16:21:46.061999 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:21:46.090516 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0f782a72-b42f-4ff0-9bba-3f2b013b9e0b,segment=NetworkSegment(fbddc46f-6394-4b83-97a1-2ef96c69e7cf),segment_id=fbddc46f-6394-4b83-97a1-2ef96c69e7cf)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:46.108247 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6a6e1c31-e7c5-4369-ac30-4dd6bcda2f9f req-b87ad20b-dc64-46a9-bb23-939b25ccb930 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0279422 Apr 20 16:21:46.143979 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] Set router de993821-f6b6-4bd0-a33f-3ec4ae31dafe gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:21:46.202968 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-32fc13d1-8d2d-4f09-8d73-f043f70d8d13 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:46.207619 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42958) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:46.210809 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:46.218929 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-32fc13d1-8d2d-4f09-8d73-f043f70d8d13 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8417130 Apr 20 16:21:46.354439 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b146befb-a869-47c6-b3b6-9e5b91c5a80e up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:21:46.403980 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c738173e-5c21-429a-a1e6-1b1683d11aad req-5b125ff3-fcd2-4f30-8ddf-2a53ef75788f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838617 Apr 20 16:21:46.423724 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=0f782a72-b42f-4ff0-9bba-3f2b013b9e0b,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:46.485560 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port b146befb-a869-47c6-b3b6-9e5b91c5a80e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:46.485932 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:46.492727 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445caf69-7b3c-4094-96d3-384e0228b7b9 req-d633272a-f02e-45b1-9504-980fec3835bd tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:46.499830 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-445caf69-7b3c-4094-96d3-384e0228b7b9 req-d633272a-f02e-45b1-9504-980fec3835bd tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/networks?id=a24f1ee1-7962-4b42-99b4-cd4d398ef380 HTTP/1.1" status: 200 len: 805 time: 0.1899934 Apr 20 16:21:46.518486 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-445caf69-7b3c-4094-96d3-384e0228b7b9 req-425df5e5-c04d-410f-9528-e17fbaddea0b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/quotas/b8c373d0b6ef424fae64df57ef92f83e HTTP/1.1" status: 200 len: 375 time: 0.0169506 Apr 20 16:21:46.531191 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31ffbb-a31c-4944-98a0-ce93acc64104 req-c9738b1d-cc83-4907-8426-4641c0ff16f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:46.537920 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9c31ffbb-a31c-4944-98a0-ce93acc64104 req-c9738b1d-cc83-4907-8426-4641c0ff16f2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 1097 time: 0.1829894 Apr 20 16:21:46.541608 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de993821-f6b6-4bd0-a33f-3ec4ae31dafe', 'name': 'tempest-TaggedBootDevicesTest-799050170-router', 'tenant_id': '57218ea06f3d4871826e01013c36e647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'ae3069bb-360d-4ab0-85cd-a5b709f69ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:21:41Z', 'updated_at': '2022-04-20T16:21:44Z', 'revision_number': 3, 'project_id': '57218ea06f3d4871826e01013c36e647', 'gw_port': {'id': 'ae3069bb-360d-4ab0-85cd-a5b709f69ca8', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de993821-f6b6-4bd0-a33f-3ec4ae31dafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:43Z', 'updated_at': '2022-04-20T16:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:46.588418 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-445caf69-7b3c-4094-96d3-384e0228b7b9 req-c7d4677d-5ad1-476d-a4e9-7073935213d2 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0688920 Apr 20 16:21:46.595172 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] Checking router: de993821-f6b6-4bd0-a33f-3ec4ae31dafe for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:21:46.595478 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] Updating router de993821-f6b6-4bd0-a33f-3ec4ae31dafe port ae3069bb-360d-4ab0-85cd-a5b709f69ca8 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:21:46.633192 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:46.639907 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['0f782a72-b42f-4ff0-9bba-3f2b013b9e0b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:21:46.664571 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be56a1-ecc3-4cb0-96e2-e670e9b3b498 req-c1d4800c-272e-46f7-9988-a5a775c77b35 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:46.666143 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31be56a1-ecc3-4cb0-96e2-e670e9b3b498 req-c1d4800c-272e-46f7-9988-a5a775c77b35 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 944 time: 0.0974607 Apr 20 16:21:46.781966 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31be56a1-ecc3-4cb0-96e2-e670e9b3b498 req-95692fef-e51a-402c-bd37-720a50608312 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=166312b2-8734-4d83-bf28-6242b4682b68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1004593 Apr 20 16:21:46.914636 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-445caf69-7b3c-4094-96d3-384e0228b7b9 req-26d29e83-7f87-48fe-84a8-e1b926096e1f service neutron] 10.222.0.15 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253031 Apr 20 16:21:46.998052 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9c31ffbb-a31c-4944-98a0-ce93acc64104 req-5ffbb6e5-41bf-41b2-938b-d08e2a94f50d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112664 Apr 20 16:21:47.021262 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-445caf69-7b3c-4094-96d3-384e0228b7b9 req-bc577bb3-c685-4094-b505-50f42b1912bd service neutron] 10.222.0.15 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989568 Apr 20 16:21:47.022478 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e2c8e-1694-475a-8310-2d23c4d3014a req-93b3fc16-1032-471b-b8cd-c2977ac08421 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:47.024796 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-240e2c8e-1694-475a-8310-2d23c4d3014a req-93b3fc16-1032-471b-b8cd-c2977ac08421 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 945 time: 0.1263549 Apr 20 16:21:47.038522 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:47.121655 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:47.133416 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-240e2c8e-1694-475a-8310-2d23c4d3014a req-7f1c7832-0637-4152-954c-76565bc885e5 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012735 Apr 20 16:21:47.232725 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] Attempting to bind port ae3069bb-360d-4ab0-85cd-a5b709f69ca8 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:21:47.235403 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] Attempting to bind port ae3069bb-360d-4ab0-85cd-a5b709f69ca8 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:21:47.235882 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] Attempting to bind port ae3069bb-360d-4ab0-85cd-a5b709f69ca8 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:21:47.247579 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:47.251834 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88dd95c-c0c5-4c86-a5c1-c75dcebf13b2 None None] Pushing event updated for resources: {'Port': ['ID=ae3069bb-360d-4ab0-85cd-a5b709f69ca8,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:47.266556 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:21:47.268143 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:21:47.268784 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:47.269204 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:21:47.274254 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] Bound port: ae3069bb-360d-4ab0-85cd-a5b709f69ca8, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:21:47.274653 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:47.319687 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a343a-d4f4-4978-9e29-6139fe8f8b44 req-c9fc0ddb-971e-412c-a0df-9e2eb1e30357 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:47.321221 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8f2a343a-d4f4-4978-9e29-6139fe8f8b44 req-c9fc0ddb-971e-412c-a0df-9e2eb1e30357 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 946 time: 0.1166654 Apr 20 16:21:47.369378 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] For port ae3069bb-360d-4ab0-85cd-a5b709f69ca8, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:21:47.374560 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] For port ae3069bb-360d-4ab0-85cd-a5b709f69ca8, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ae3069bb-360d-4ab0-85cd-a5b709f69ca8,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:21:47.407968 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bff13-007b-4b09-93b9-1e726e294eb3 req-3dcb6329-0a1c-483c-a467-fcdfdf5ba564 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:47.409476 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-687bff13-007b-4b09-93b9-1e726e294eb3 req-3dcb6329-0a1c-483c-a467-fcdfdf5ba564 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 945 time: 0.1025758 Apr 20 16:21:47.417899 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8f2a343a-d4f4-4978-9e29-6139fe8f8b44 req-45ce9b45-d4d5-46bb-a226-7a3471466ca4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861356 Apr 20 16:21:47.459615 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-687bff13-007b-4b09-93b9-1e726e294eb3 req-57826aec-28e8-428f-9d68-7e4f8c3ac219 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404091 Apr 20 16:21:47.464062 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:47.512270 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Allocated IP 172.20.0.1 (748528ae-4025-44f0-a6ad-526fe5c81451/4554128e-40ca-48cd-a856-b88a34c125cd/20438346-f55f-46f4-a92a-7c3d7844fb95) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:21:47.539710 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88dd95c-c0c5-4c86-a5c1-c75dcebf13b2 None None] Pushing event updated for resources: {'Port': ['ID=ae3069bb-360d-4ab0-85cd-a5b709f69ca8,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:47.557209 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] Routers {'de993821-f6b6-4bd0-a33f-3ec4ae31dafe'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:21:47.558274 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:21:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['de993821-f6b6-4bd0-a33f-3ec4ae31dafe'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:47.618041 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-eb1a00c6-b68d-4a99-9459-3736fa69e245 req-8bc6ad76-24c9-4e42-b002-e440d5c54c58 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0341437 Apr 20 16:21:47.655481 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:47.684893 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] Set router de993821-f6b6-4bd0-a33f-3ec4ae31dafe gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:21:47.794544 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c85190-cb9c-4640-8683-cda8d25e508e req-4a0518af-45c8-41dc-858b-2cab1e5a1eaa tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:47.796942 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b6c85190-cb9c-4640-8683-cda8d25e508e req-4a0518af-45c8-41dc-858b-2cab1e5a1eaa tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 945 time: 0.0712218 Apr 20 16:21:47.820539 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:47.886287 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b6c85190-cb9c-4640-8683-cda8d25e508e req-3f6573c2-6514-4ece-899a-e28a28b49692 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824354 Apr 20 16:21:47.897135 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Network 748528ae-4025-44f0-a6ad-526fe5c81451 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:21:47.900144 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:21:47.906816 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:21:47.908280 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de993821-f6b6-4bd0-a33f-3ec4ae31dafe', 'name': 'tempest-TaggedBootDevicesTest-799050170-router', 'tenant_id': '57218ea06f3d4871826e01013c36e647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'ae3069bb-360d-4ab0-85cd-a5b709f69ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:21:41Z', 'updated_at': '2022-04-20T16:21:44Z', 'revision_number': 3, 'project_id': '57218ea06f3d4871826e01013c36e647', 'gw_port': {'id': 'ae3069bb-360d-4ab0-85cd-a5b709f69ca8', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de993821-f6b6-4bd0-a33f-3ec4ae31dafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:43Z', 'updated_at': '2022-04-20T16:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:47.938835 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3655e0fb-2938-4042-983a-b33e0d12a89c None None] The sync data for ids ['de993821-f6b6-4bd0-a33f-3ec4ae31dafe'] in n-d-836146-2 is: [{'id': 'de993821-f6b6-4bd0-a33f-3ec4ae31dafe', 'name': 'tempest-TaggedBootDevicesTest-799050170-router', 'tenant_id': '57218ea06f3d4871826e01013c36e647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'ae3069bb-360d-4ab0-85cd-a5b709f69ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:21:41Z', 'updated_at': '2022-04-20T16:21:44Z', 'revision_number': 3, 'project_id': '57218ea06f3d4871826e01013c36e647', 'gw_port': {'id': 'ae3069bb-360d-4ab0-85cd-a5b709f69ca8', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de993821-f6b6-4bd0-a33f-3ec4ae31dafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:43Z', 'updated_at': '2022-04-20T16:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:21:47.962656 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:48.012897 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Pushing event updated for resources: {'Port': ['ID=20438346-f55f-46f4-a92a-7c3d7844fb95,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:48.024498 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:48.024841 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:48.025177 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:48.025513 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:48.025835 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:48.026221 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:48.026640 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:48.027091 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:48.027538 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:48.028229 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:48.028668 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:48.029156 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:21:48.157361 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64837a1a-9d15-4937-b386-f6c966800b69 req-a7ee395c-c62e-4978-ab7c-a23246ced035 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:48.160924 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-64837a1a-9d15-4937-b386-f6c966800b69 req-a7ee395c-c62e-4978-ab7c-a23246ced035 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 944 time: 0.1492238 Apr 20 16:21:48.251138 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-64837a1a-9d15-4937-b386-f6c966800b69 req-d11160b7-c60e-4224-b00c-9c6a1f110551 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=166312b2-8734-4d83-bf28-6242b4682b68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496914 Apr 20 16:21:48.333971 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-6c1b4336-e8bf-4657-aad7-410658fd7939 None None] Provisioning complete for port 20438346-f55f-46f4-a92a-7c3d7844fb95 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:48.334501 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6c1b4336-e8bf-4657-aad7-410658fd7939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:48.376128 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-6c1b4336-e8bf-4657-aad7-410658fd7939 None None] Port 20438346-f55f-46f4-a92a-7c3d7844fb95 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:21:48.392518 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a29b2-3f91-486a-9981-ea99939ea22e req-acb3cc3d-9cb7-41ef-95bb-baa587493a36 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:48.394130 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-775a29b2-3f91-486a-9981-ea99939ea22e req-acb3cc3d-9cb7-41ef-95bb-baa587493a36 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=6163c139-d1a9-43b1-a6d4-a2f43c1b9818 HTTP/1.1" status: 200 len: 945 time: 0.0694723 Apr 20 16:21:48.450005 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-775a29b2-3f91-486a-9981-ea99939ea22e req-b50370b8-d585-409c-9442-c1f3ea923337 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491438 Apr 20 16:21:48.516993 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:48.635693 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a2f2f-0c76-47d6-b249-10dcafc1c276 req-94c8b29f-1214-443c-a7ae-57ac096dbbc4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:48.637239 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d91a2f2f-0c76-47d6-b249-10dcafc1c276 req-94c8b29f-1214-443c-a7ae-57ac096dbbc4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 946 time: 0.0519292 Apr 20 16:21:48.661005 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46fecf-c278-45c7-a426-c9b52e9c94e3 req-bcfb1614-b093-4c13-9aa8-8e683a47399f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:48.668432 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f46fecf-c278-45c7-a426-c9b52e9c94e3 req-bcfb1614-b093-4c13-9aa8-8e683a47399f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 945 time: 0.1201568 Apr 20 16:21:48.713331 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d91a2f2f-0c76-47d6-b249-10dcafc1c276 req-d8a0d261-a3ce-43b2-a54f-a69cb17235ed tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694678 Apr 20 16:21:48.780310 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f46fecf-c278-45c7-a426-c9b52e9c94e3 req-de179992-a55a-4568-a8a6-f39114a1c198 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109872 Apr 20 16:21:48.874944 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:48.945475 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:49.015093 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56368d96-c979-4537-b411-38baeac07c7b req-ceee19ac-4324-4fa4-8e4a-e88ea7cbc3be tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:49.019928 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56368d96-c979-4537-b411-38baeac07c7b req-ceee19ac-4324-4fa4-8e4a-e88ea7cbc3be tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 946 time: 0.1980062 Apr 20 16:21:49.043975 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Pushing event updated for resources: {'Port': ['ID=20438346-f55f-46f4-a92a-7c3d7844fb95,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:49.114036 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-be7bb9c0-fd19-4e9a-b313-d1cf3e54c34e req-db7ea584-2391-4a1a-b110-269a285817c1 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0672014 Apr 20 16:21:49.115409 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:49.126832 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56368d96-c979-4537-b411-38baeac07c7b req-ed1e1cfe-85ea-42f7-9390-b03cdc2f6911 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953393 Apr 20 16:21:49.415644 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-988ea211-f256-4c55-b710-e1f8380f6e0b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:49.423315 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-988ea211-f256-4c55-b710-e1f8380f6e0b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/networks?id=a24f1ee1-7962-4b42-99b4-cd4d398ef380 HTTP/1.1" status: 200 len: 805 time: 0.1212161 Apr 20 16:21:49.437763 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Network 748528ae-4025-44f0-a6ad-526fe5c81451 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:21:49.446965 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-e163a2ab-5d28-4f02-8432-f307fbb08af8 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/quotas/b8c373d0b6ef424fae64df57ef92f83e HTTP/1.1" status: 200 len: 375 time: 0.0226529 Apr 20 16:21:49.458468 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:21:49.464107 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:21:49.594099 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-d1092d76-e371-4e3e-ab2a-a9dcdc403e35 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1458726 Apr 20 16:21:49.664366 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9f2526e-1a7e-43a4-a892-601d85f7e41b req-b263f58e-a73f-4dcc-8d59-feeedd7d97c4 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548&device_id=d3a33ac2-b4a2-4d69-86b8-ffb33685400d HTTP/1.1" status: 200 len: 210 time: 0.0667329 Apr 20 16:21:49.676623 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:21:49.680716 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:49.681165 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:49.715256 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-75cea08d-6d82-413a-9da2-d965c1e8bcb1 req-11c294c5-2b11-423a-ac0b-19a0e475acab tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:21:49.717229 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-75cea08d-6d82-413a-9da2-d965c1e8bcb1 req-11c294c5-2b11-423a-ac0b-19a0e475acab tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084577 Apr 20 16:21:49.778951 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-f5768db9-b76c-4249-950a-34018109d273 service neutron] 10.222.0.15 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837661 Apr 20 16:21:49.786771 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Router de993821-f6b6-4bd0-a33f-3ec4ae31dafe has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:21:49.817751 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:49.879075 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ed467d-d5c7-4613-9600-172c9543697d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f782a72-b42f-4ff0-9bba-3f2b013b9e0b'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:21:49.880083 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-75cea08d-6d82-413a-9da2-d965c1e8bcb1 req-bd2b64e9-9b28-4948-9b5b-66b448e45f8a tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1552398 Apr 20 16:21:49.887759 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9ae9b5-5818-42cf-9950-35e12cf789c9" -d '{"events": [{"server_uuid": "e9ed467d-d5c7-4613-9600-172c9543697d", "name": "network-vif-plugged", "status": "completed", "tag": "0f782a72-b42f-4ff0-9bba-3f2b013b9e0b"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:21:49.957214 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0f782a72-b42f-4ff0-9bba-3f2b013b9e0b,segment=NetworkSegment(fbddc46f-6394-4b83-97a1-2ef96c69e7cf),segment_id=fbddc46f-6394-4b83-97a1-2ef96c69e7cf)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:49.974884 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8c5ecf5b-acfa-4869-ab68-599b17d8bfbb None None] Provisioning complete for port 20438346-f55f-46f4-a92a-7c3d7844fb95 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:49.976103 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8c5ecf5b-acfa-4869-ab68-599b17d8bfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:50.023321 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-8c5ecf5b-acfa-4869-ab68-599b17d8bfbb None None] Port 20438346-f55f-46f4-a92a-7c3d7844fb95 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:21:50.060388 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:50.179836 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=0f782a72-b42f-4ff0-9bba-3f2b013b9e0b,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:50.252314 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e745b57-f4ce-41fe-a83d-dfb024f8f41d req-b9b2f0d0-93b3-464d-85ac-4c95dfe7f8b7 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:50.254160 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e745b57-f4ce-41fe-a83d-dfb024f8f41d req-b9b2f0d0-93b3-464d-85ac-4c95dfe7f8b7 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 945 time: 0.1332366 Apr 20 16:21:50.320690 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e745b57-f4ce-41fe-a83d-dfb024f8f41d req-f00bf9be-2e9c-4ddf-afe8-3e3e3c135b92 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=166312b2-8734-4d83-bf28-6242b4682b68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577836 Apr 20 16:21:50.359829 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ae3069bb-360d-4ab0-85cd-a5b709f69ca8 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:21:50.448743 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ae3069bb-360d-4ab0-85cd-a5b709f69ca8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:50.448743 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:50.547147 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-71c66392-70ba-43ee-9d0a-de4d4cc41834 service neutron] 10.222.0.15 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7586052 Apr 20 16:21:50.567994 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:50.578289 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:21:50.594791 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] Sync routers for ids ['de993821-f6b6-4bd0-a33f-3ec4ae31dafe'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:21:50.595774 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4eb29bb9-e942-4435-8f0b-0110b93facf9 admin admin] 10.222.0.15 "PUT /v2.0/routers/de993821-f6b6-4bd0-a33f-3ec4ae31dafe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3860090 Apr 20 16:21:50.601011 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port ae3069bb-360d-4ab0-85cd-a5b709f69ca8, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ae3069bb-360d-4ab0-85cd-a5b709f69ca8,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:50.616754 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] Routers {'de993821-f6b6-4bd0-a33f-3ec4ae31dafe'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:21:50.617529 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:21:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['de993821-f6b6-4bd0-a33f-3ec4ae31dafe'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:50.681591 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:50.782558 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=ae3069bb-360d-4ab0-85cd-a5b709f69ca8,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:50.798053 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] Set router de993821-f6b6-4bd0-a33f-3ec4ae31dafe gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:21:50.980294 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ca794-4563-4680-b5a5-576374eca53e req-06adccc4-8f7d-441e-871a-9aed6825e1eb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:51.007654 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-848ca794-4563-4680-b5a5-576374eca53e req-06adccc4-8f7d-441e-871a-9aed6825e1eb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 946 time: 0.1336951 Apr 20 16:21:51.031717 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-967f808d-2432-4aa9-8875-78501fc1e0d9 req-f5b860b8-849c-4e20-8885-47542897f644 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eeec2c04dcf3427ea4ac2f30f806351a&device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.2570195 Apr 20 16:21:51.040292 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d0ade-d390-4edc-a3a4-addf00740011 req-b2f4b670-efa6-47c3-8c8f-750857d50e4d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:51.041947 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-926d0ade-d390-4edc-a3a4-addf00740011 req-b2f4b670-efa6-47c3-8c8f-750857d50e4d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 945 time: 0.0995390 Apr 20 16:21:51.098394 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-967f808d-2432-4aa9-8875-78501fc1e0d9 req-112a4341-1c0d-4090-8e82-81202d7ec65a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=eeec2c04dcf3427ea4ac2f30f806351a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380306 Apr 20 16:21:51.115927 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-926d0ade-d390-4edc-a3a4-addf00740011 req-74bb949e-af2c-4beb-9104-af5d51c5b4e2 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659125 Apr 20 16:21:51.144771 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-848ca794-4563-4680-b5a5-576374eca53e req-068ae7df-df3a-4caa-ac04-64f58405c179 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246259 Apr 20 16:21:51.196221 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2121a403-4df6-43fc-b2cc-45ea1ec38716 x-openstack-request-id: req-2121a403-4df6-43fc-b2cc-45ea1ec38716 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:21:51.196559 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ed467d-d5c7-4613-9600-172c9543697d", "name": "network-vif-plugged", "status": "completed", "tag": "0f782a72-b42f-4ff0-9bba-3f2b013b9e0b", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:21:51.196812 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2121a403-4df6-43fc-b2cc-45ea1ec38716 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:21:51.197209 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2121a403-4df6-43fc-b2cc-45ea1ec38716'] response: {'server_uuid': 'e9ed467d-d5c7-4613-9600-172c9543697d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f782a72-b42f-4ff0-9bba-3f2b013b9e0b', 'code': 200} Apr 20 16:21:51.255151 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de993821-f6b6-4bd0-a33f-3ec4ae31dafe', 'name': 'tempest-TaggedBootDevicesTest-799050170-router', 'tenant_id': '57218ea06f3d4871826e01013c36e647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'ae3069bb-360d-4ab0-85cd-a5b709f69ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:21:41Z', 'updated_at': '2022-04-20T16:21:48Z', 'revision_number': 4, 'project_id': '57218ea06f3d4871826e01013c36e647', 'gw_port': {'id': 'ae3069bb-360d-4ab0-85cd-a5b709f69ca8', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de993821-f6b6-4bd0-a33f-3ec4ae31dafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:43Z', 'updated_at': '2022-04-20T16:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '20438346-f55f-46f4-a92a-7c3d7844fb95', 'name': '', 'network_id': '748528ae-4025-44f0-a6ad-526fe5c81451', 'tenant_id': '57218ea06f3d4871826e01013c36e647', 'mac_address': 'fa:16:3e:57:d9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de993821-f6b6-4bd0-a33f-3ec4ae31dafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '4554128e-40ca-48cd-a856-b88a34c125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:47Z', 'updated_at': '2022-04-20T16:21:48Z', 'revision_number': 2, 'project_id': '57218ea06f3d4871826e01013c36e647', 'subnets': [{'id': '4554128e-40ca-48cd-a856-b88a34c125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:51.323860 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] Checking router: de993821-f6b6-4bd0-a33f-3ec4ae31dafe for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:21:51.324611 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] Updating router de993821-f6b6-4bd0-a33f-3ec4ae31dafe port 20438346-f55f-46f4-a92a-7c3d7844fb95 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:21:51.328869 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b285afb-5006-453e-8a93-00a9b9860b63 req-1c20d0ec-2fbc-4868-9eb7-2f6bf6e59292 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:51.340220 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b285afb-5006-453e-8a93-00a9b9860b63 req-1c20d0ec-2fbc-4868-9eb7-2f6bf6e59292 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 945 time: 0.0947745 Apr 20 16:21:51.358845 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:51.368568 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c6b61618-1e98-4b3d-80e3-88431424b22d req-f76b18f1-a2ab-40cc-9ed9-a21881de45db tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0600715 Apr 20 16:21:51.405633 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f808d-2432-4aa9-8875-78501fc1e0d9 req-2e45e0de-2a3e-4a1a-b64f-620d63cbdb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:51.407870 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-967f808d-2432-4aa9-8875-78501fc1e0d9 req-2e45e0de-2a3e-4a1a-b64f-620d63cbdb20 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2902575 Apr 20 16:21:51.422930 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b285afb-5006-453e-8a93-00a9b9860b63 req-f0d31359-2c76-4602-b0f8-f68db8b3d608 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749073 Apr 20 16:21:51.451611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd9387-1a19-49ed-a1fb-f1a2d5b58a5c req-1162199f-4916-495d-965c-e4da2f0e0c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:51.454466 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-25fd9387-1a19-49ed-a1fb-f1a2d5b58a5c req-1162199f-4916-495d-965c-e4da2f0e0c36 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 1096 time: 0.0773256 Apr 20 16:21:51.520098 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bbc8aa3d-0d01-490b-8149-2cc47f1b9cbf req-c85b2c87-aa05-49b9-bbbd-aa0d859691d6 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d29aa8a8-0ecc-497c-9cd8-dc797691b8f1 HTTP/1.1" status: 200 len: 210 time: 0.0492833 Apr 20 16:21:51.524747 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-25fd9387-1a19-49ed-a1fb-f1a2d5b58a5c req-dd0c3137-1ec0-4a31-8b31-04d9e8ae4598 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=166312b2-8734-4d83-bf28-6242b4682b68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629129 Apr 20 16:21:51.672803 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8af14-2eac-4053-82bc-366f5844e3db req-4b6b084b-6892-43c2-8c4f-01aac95fbfac tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:51.675206 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a5a8af14-2eac-4053-82bc-366f5844e3db req-4b6b084b-6892-43c2-8c4f-01aac95fbfac tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 945 time: 0.0558214 Apr 20 16:21:51.715945 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a5a8af14-2eac-4053-82bc-366f5844e3db req-e5a0b329-83fe-4b89-836e-1e4e87f2b600 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=166312b2-8734-4d83-bf28-6242b4682b68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345712 Apr 20 16:21:51.768078 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:51.851954 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecbd4f-0e0f-4f82-9788-11363ba60d58 req-d9730db1-c5e5-40e9-8d25-d974dc1a203b tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:51.853471 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c0ecbd4f-0e0f-4f82-9788-11363ba60d58 req-d9730db1-c5e5-40e9-8d25-d974dc1a203b tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=6163c139-d1a9-43b1-a6d4-a2f43c1b9818 HTTP/1.1" status: 200 len: 945 time: 0.0580485 Apr 20 16:21:51.895052 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c0ecbd4f-0e0f-4f82-9788-11363ba60d58 req-feea2bef-72f9-48bc-8b7f-71afcb5c1e59 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347812 Apr 20 16:21:52.008503 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c7029-4a67-4075-a2dd-3c5a26b7808a req-86fbb8cd-2e9f-4202-b310-9625add4b15f tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:52.009849 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c09c7029-4a67-4075-a2dd-3c5a26b7808a req-86fbb8cd-2e9f-4202-b310-9625add4b15f tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 946 time: 0.0500317 Apr 20 16:21:52.047193 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c09c7029-4a67-4075-a2dd-3c5a26b7808a req-4f4a32f2-6a06-4601-86cd-86095526fa0b tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312722 Apr 20 16:21:52.143636 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:52.235501 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a4f59-4db4-4981-b15e-77b2ab60fdaf None None] Pushing event updated for resources: {'Port': ['ID=20438346-f55f-46f4-a92a-7c3d7844fb95,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:52.267103 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] Attempting to bind port 20438346-f55f-46f4-a92a-7c3d7844fb95 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:21:52.267474 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] Attempting to bind port 20438346-f55f-46f4-a92a-7c3d7844fb95 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'f4f90321-9409-4e2e-a77b-e8ad971d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '748528ae-4025-44f0-a6ad-526fe5c81451'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:21:52.267837 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] Attempting to bind port 20438346-f55f-46f4-a92a-7c3d7844fb95 on network 748528ae-4025-44f0-a6ad-526fe5c81451 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:21:52.281030 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:21:52.282126 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] Checking segment: {'id': 'f4f90321-9409-4e2e-a77b-e8ad971d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '748528ae-4025-44f0-a6ad-526fe5c81451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:21:52.284909 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:52.288419 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] Bound using segment: {'id': 'f4f90321-9409-4e2e-a77b-e8ad971d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '748528ae-4025-44f0-a6ad-526fe5c81451'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:21:52.292755 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] Bound port: 20438346-f55f-46f4-a92a-7c3d7844fb95, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f90321-9409-4e2e-a77b-e8ad971d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '748528ae-4025-44f0-a6ad-526fe5c81451'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:21:52.292981 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602af8a8-049b-412b-9dc0-39e363937623 req-d3690723-97d7-4c7f-a9f9-60ac33e237df tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:52.296128 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:52.300795 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602af8a8-049b-412b-9dc0-39e363937623 req-d3690723-97d7-4c7f-a9f9-60ac33e237df tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:52.320873 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602af8a8-049b-412b-9dc0-39e363937623 req-d3690723-97d7-4c7f-a9f9-60ac33e237df tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:52.331307 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-602af8a8-049b-412b-9dc0-39e363937623 req-d3690723-97d7-4c7f-a9f9-60ac33e237df tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf&device_id=6163c139-d1a9-43b1-a6d4-a2f43c1b9818&device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 2417 time: 0.1392236 Apr 20 16:21:52.348247 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d1513-f522-49ba-ae45-e9190dea0549 req-226c179c-c53b-4c5d-b80f-ee6facdbbacb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:52.357673 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a46d1513-f522-49ba-ae45-e9190dea0549 req-226c179c-c53b-4c5d-b80f-ee6facdbbacb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 946 time: 0.0965834 Apr 20 16:21:52.377408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ae3069bb-360d-4ab0-85cd-a5b709f69ca8 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:21:52.403991 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a46d1513-f522-49ba-ae45-e9190dea0549 req-d5dcd05a-c98c-4706-8c7f-d3fdc91938e2 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452361 Apr 20 16:21:52.410960 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-602af8a8-049b-412b-9dc0-39e363937623 req-9bb677f0-75ac-4a5b-bce5-3b0c125fa364 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786376 Apr 20 16:21:52.489975 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] For port 20438346-f55f-46f4-a92a-7c3d7844fb95, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:21:52.494734 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] For port 20438346-f55f-46f4-a92a-7c3d7844fb95, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=20438346-f55f-46f4-a92a-7c3d7844fb95,segment=NetworkSegment(f4f90321-9409-4e2e-a77b-e8ad971d43bf),segment_id=f4f90321-9409-4e2e-a77b-e8ad971d43bf)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:21:52.512924 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ae3069bb-360d-4ab0-85cd-a5b709f69ca8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:52.513373 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:52.538951 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b90aec7-6a4b-45dd-a417-414e03043d5d req-b88f86cd-dac9-4b9c-9723-8a5cd273bb16 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0838335 Apr 20 16:21:52.565712 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076804d2-0538-4a1e-8afe-a0cb75deeeb9 req-95219da9-4ec7-49ae-8592-3fb148992c02 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:52.567441 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-076804d2-0538-4a1e-8afe-a0cb75deeeb9 req-95219da9-4ec7-49ae-8592-3fb148992c02 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 945 time: 0.0726948 Apr 20 16:21:52.598801 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-53fd5ae5-515e-480b-98c6-22e5b417d4e6 None None] Provisioning complete for port 20438346-f55f-46f4-a92a-7c3d7844fb95 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:52.599188 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-53fd5ae5-515e-480b-98c6-22e5b417d4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:52.624912 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-076804d2-0538-4a1e-8afe-a0cb75deeeb9 req-746571ee-0e70-47a8-8c96-af2a5dc3904d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459483 Apr 20 16:21:52.633639 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43220) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:52.686230 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-53fd5ae5-515e-480b-98c6-22e5b417d4e6 None None] Port 20438346-f55f-46f4-a92a-7c3d7844fb95 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:21:52.692107 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:52.759266 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0fbb5be5-006e-4742-95ac-da42d27462b4 req-7e293330-5445-4a14-a302-dc78b41b75c1 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d29aa8a8-0ecc-497c-9cd8-dc797691b8f1 HTTP/1.1" status: 200 len: 210 time: 0.0399888 Apr 20 16:21:52.798760 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-723d051e-e5d6-4e64-8345-2f60d73b4712 req-f1107d78-d964-4e51-9522-735ab0f1eed4 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0498960 Apr 20 16:21:52.839364 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a4f59-4db4-4981-b15e-77b2ab60fdaf None None] Pushing event updated for resources: {'Port': ['ID=20438346-f55f-46f4-a92a-7c3d7844fb95,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:52.877464 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8c769f36-f4e7-48e7-b848-b0cfe5bc80b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:52.919515 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c2c4660a-cb38-4d0c-bc5f-7ff2bc149333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:52.970552 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] Routers {'de993821-f6b6-4bd0-a33f-3ec4ae31dafe'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:21:52.971207 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:21:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['de993821-f6b6-4bd0-a33f-3ec4ae31dafe'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:52.972776 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8a9e8-68ad-4542-b550-f88b8c288f18 req-d059ef9c-9044-4896-aec0-95df96fe36a4 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:52.974485 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-28e8a9e8-68ad-4542-b550-f88b8c288f18 req-d059ef9c-9044-4896-aec0-95df96fe36a4 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 945 time: 0.0928721 Apr 20 16:21:53.062445 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8c769f36-f4e7-48e7-b848-b0cfe5bc80b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:53.068751 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-28e8a9e8-68ad-4542-b550-f88b8c288f18 req-af1a7173-cb79-44b5-a0a7-2ced4a02ffcb tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=166312b2-8734-4d83-bf28-6242b4682b68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0773473 Apr 20 16:21:53.106204 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-967f808d-2432-4aa9-8875-78501fc1e0d9 req-d580461f-2e09-4a2e-af86-33dc2e06387a tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0294778 Apr 20 16:21:53.257618 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8c769f36-f4e7-48e7-b848-b0cfe5bc80b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:53.294931 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c769f36-f4e7-48e7-b848-b0cfe5bc80b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fddbe20-5173-43b6-bbb7-2dae4f38ab6f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:53.308637 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] Set router de993821-f6b6-4bd0-a33f-3ec4ae31dafe gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:21:53.312329 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8c769f36-f4e7-48e7-b848-b0cfe5bc80b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a4d58b3fcab4e0da3288b6a7e3d81ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6764686 Apr 20 16:21:53.315000 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43240) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:53.337015 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ae0a4be3-502f-4bbd-a972-557c5cf09408 None None] Provisioning complete for port 20438346-f55f-46f4-a92a-7c3d7844fb95 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:53.337519 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ae0a4be3-502f-4bbd-a972-557c5cf09408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:53.396238 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91e8418e-0c87-427d-823d-8d9ca519f29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:53.425807 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91e8418e-0c87-427d-823d-8d9ca519f29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:53.592061 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ae0a4be3-502f-4bbd-a972-557c5cf09408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:53.635220 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91e8418e-0c87-427d-823d-8d9ca519f29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:53.638774 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91e8418e-0c87-427d-823d-8d9ca519f29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:53.642533 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-91e8418e-0c87-427d-823d-8d9ca519f29f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2fddbe20-5173-43b6-bbb7-2dae4f38ab6f HTTP/1.1" status: 204 len: 168 time: 0.3239565 Apr 20 16:21:53.659704 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ae0a4be3-502f-4bbd-a972-557c5cf09408 None None] For port 20438346-f55f-46f4-a92a-7c3d7844fb95, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=20438346-f55f-46f4-a92a-7c3d7844fb95,segment=NetworkSegment(f4f90321-9409-4e2e-a77b-e8ad971d43bf),segment_id=f4f90321-9409-4e2e-a77b-e8ad971d43bf)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:53.676655 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8418e-0c87-427d-823d-8d9ca519f29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fddbe20-5173-43b6-bbb7-2dae4f38ab6f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:53.686727 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de993821-f6b6-4bd0-a33f-3ec4ae31dafe', 'name': 'tempest-TaggedBootDevicesTest-799050170-router', 'tenant_id': '57218ea06f3d4871826e01013c36e647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'ae3069bb-360d-4ab0-85cd-a5b709f69ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:21:41Z', 'updated_at': '2022-04-20T16:21:48Z', 'revision_number': 4, 'project_id': '57218ea06f3d4871826e01013c36e647', 'gw_port': {'id': 'ae3069bb-360d-4ab0-85cd-a5b709f69ca8', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de993821-f6b6-4bd0-a33f-3ec4ae31dafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:43Z', 'updated_at': '2022-04-20T16:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '20438346-f55f-46f4-a92a-7c3d7844fb95', 'name': '', 'network_id': '748528ae-4025-44f0-a6ad-526fe5c81451', 'tenant_id': '57218ea06f3d4871826e01013c36e647', 'mac_address': 'fa:16:3e:57:d9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de993821-f6b6-4bd0-a33f-3ec4ae31dafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '4554128e-40ca-48cd-a856-b88a34c125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:47Z', 'updated_at': '2022-04-20T16:21:52Z', 'revision_number': 4, 'project_id': '57218ea06f3d4871826e01013c36e647', 'subnets': [{'id': '4554128e-40ca-48cd-a856-b88a34c125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:53.762515 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415e7a3-106d-46a0-963a-3da1ec1d34d3 None None] The sync data for ids ['de993821-f6b6-4bd0-a33f-3ec4ae31dafe'] in n-d-836146-2 is: [{'id': 'de993821-f6b6-4bd0-a33f-3ec4ae31dafe', 'name': 'tempest-TaggedBootDevicesTest-799050170-router', 'tenant_id': '57218ea06f3d4871826e01013c36e647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'ae3069bb-360d-4ab0-85cd-a5b709f69ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:21:41Z', 'updated_at': '2022-04-20T16:21:48Z', 'revision_number': 4, 'project_id': '57218ea06f3d4871826e01013c36e647', 'gw_port': {'id': 'ae3069bb-360d-4ab0-85cd-a5b709f69ca8', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de993821-f6b6-4bd0-a33f-3ec4ae31dafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:43Z', 'updated_at': '2022-04-20T16:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '20438346-f55f-46f4-a92a-7c3d7844fb95', 'name': '', 'network_id': '748528ae-4025-44f0-a6ad-526fe5c81451', 'tenant_id': '57218ea06f3d4871826e01013c36e647', 'mac_address': 'fa:16:3e:57:d9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de993821-f6b6-4bd0-a33f-3ec4ae31dafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '4554128e-40ca-48cd-a856-b88a34c125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:47Z', 'updated_at': '2022-04-20T16:21:52Z', 'revision_number': 4, 'project_id': '57218ea06f3d4871826e01013c36e647', 'subnets': [{'id': '4554128e-40ca-48cd-a856-b88a34c125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:21:53.766314 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ae0a4be3-502f-4bbd-a972-557c5cf09408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:53.904746 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a4be3-502f-4bbd-a972-557c5cf09408 None None] Pushing event updated for resources: {'Port': ['ID=20438346-f55f-46f4-a92a-7c3d7844fb95,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:53.908849 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1010e-fe07-48bd-b01a-392b8e6971c6 req-f195111e-4077-4339-9641-f85bd837b3a6 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:53.910575 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-afa1010e-fe07-48bd-b01a-392b8e6971c6 req-f195111e-4077-4339-9641-f85bd837b3a6 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 945 time: 0.1556160 Apr 20 16:21:53.973645 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-afa1010e-fe07-48bd-b01a-392b8e6971c6 req-c1c4030c-5809-4a08-aa9f-19806069539a tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553162 Apr 20 16:21:53.990352 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-132d8055-e162-4d1d-b940-6090310f07d1 req-215bfba7-6067-4de9-a18d-8eac184be3ed tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d29aa8a8-0ecc-497c-9cd8-dc797691b8f1 HTTP/1.1" status: 200 len: 210 time: 0.0451617 Apr 20 16:21:54.124304 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-630688d2-9830-4be5-92b3-ec450f67251a req-5f977767-dffe-4ca3-9592-e59faccc26ea tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcf82f97-4cc0-4cdc-bef1-e0a69ed64548 HTTP/1.1" status: 200 len: 210 time: 0.0298452 Apr 20 16:21:54.375784 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbe7a1-5bcf-4690-8b6a-be42f1ee498b req-1c6eea21-139c-4110-bfc0-6ee1d814d7a6 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:54.377353 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2dbbe7a1-5bcf-4690-8b6a-be42f1ee498b req-1c6eea21-139c-4110-bfc0-6ee1d814d7a6 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 945 time: 0.1251576 Apr 20 16:21:54.410339 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 20438346-f55f-46f4-a92a-7c3d7844fb95 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:21:54.416737 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ceea17-763e-410a-af95-25e8ade6376c req-f4826132-8398-4b01-aa0b-88e21926d411 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:54.418294 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-20ceea17-763e-410a-af95-25e8ade6376c req-f4826132-8398-4b01-aa0b-88e21926d411 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.30 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 945 time: 0.1005704 Apr 20 16:21:54.484447 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 20438346-f55f-46f4-a92a-7c3d7844fb95 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:21:54.485179 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:54.521815 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2dbbe7a1-5bcf-4690-8b6a-be42f1ee498b req-53272b84-68eb-462f-8d2f-70cd2063b480 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=166312b2-8734-4d83-bf28-6242b4682b68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1016312 Apr 20 16:21:54.654762 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-20ceea17-763e-410a-af95-25e8ade6376c req-a7c77af7-098e-412d-a4d0-36462ce683d1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Deleting port a33a397e-6e79-43e1-80bc-8bd07de0fbe1 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:21:54.655100 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-20ceea17-763e-410a-af95-25e8ade6376c req-a7c77af7-098e-412d-a4d0-36462ce683d1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:54.764709 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-ac4e110a-e73b-4439-88ec-bd4688016354 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:54.766498 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-ac4e110a-e73b-4439-88ec-bd4688016354 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.26 "GET /v2.0/networks?id=a24f1ee1-7962-4b42-99b4-cd4d398ef380 HTTP/1.1" status: 200 len: 805 time: 0.1517508 Apr 20 16:21:54.789014 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-325848c8-ff29-4b76-9fe2-07a340e476b8 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Request body: {'port': {'device_id': 'd29aa8a8-0ecc-497c-9cd8-dc797691b8f1', 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380', 'admin_state_up': True, 'tenant_id': 'b8c373d0b6ef424fae64df57ef92f83e'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:54.831953 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a501737-3e29-4cd2-a06d-fbe0c19369f5 req-96ac5954-45cf-4f33-b069-246151defdaa tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:54.848710 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5a501737-3e29-4cd2-a06d-fbe0c19369f5 req-96ac5954-45cf-4f33-b069-246151defdaa tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 945 time: 0.2258980 Apr 20 16:21:54.856198 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43296) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:54.861473 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ea7a88e0-acb9-44a8-87f6-cf36554cff85 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Request body: {'floatingip': {'port_id': '0f782a72-b42f-4ff0-9bba-3f2b013b9e0b'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:54.866882 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43298) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:54.917490 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-018c1377-1709-48f8-9be4-d7757436422b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:54.953582 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea7a88e0-acb9-44a8-87f6-cf36554cff85 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for floatingip, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:54.988942 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa410e-7dd4-4fd2-a1fc-79a9b807accf req-b61f3537-3563-4533-b3b0-36db98448d22 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:54.991366 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-18aa410e-7dd4-4fd2-a1fc-79a9b807accf req-b61f3537-3563-4533-b3b0-36db98448d22 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 946 time: 0.0962343 Apr 20 16:21:55.047005 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-18aa410e-7dd4-4fd2-a1fc-79a9b807accf req-2ef61fe3-8a68-4d07-a103-577b1ee377ad tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457962 Apr 20 16:21:55.079139 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-20ceea17-763e-410a-af95-25e8ade6376c req-a7c77af7-098e-412d-a4d0-36462ce683d1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] For port a33a397e-6e79-43e1-80bc-8bd07de0fbe1, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a33a397e-6e79-43e1-80bc-8bd07de0fbe1,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:55.080169 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-20ceea17-763e-410a-af95-25e8ade6376c req-a7c77af7-098e-412d-a4d0-36462ce683d1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:55.119488 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-325848c8-ff29-4b76-9fe2-07a340e476b8 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Made reservation on behalf of b8c373d0b6ef424fae64df57ef92f83e for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:21:55.119488 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-325848c8-ff29-4b76-9fe2-07a340e476b8 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:55.150866 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2ee185ca-59a5-4988-8408-fa2591d673c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:55.167686 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-20ceea17-763e-410a-af95-25e8ade6376c req-a7c77af7-098e-412d-a4d0-36462ce683d1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Calling delete_port for a33a397e-6e79-43e1-80bc-8bd07de0fbe1 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:21:55.177779 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f6e88af-3033-4e9b-b934-5efca3e6162a req-39cb8b36-dee9-4235-9710-4d700bba74bd tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d29aa8a8-0ecc-497c-9cd8-dc797691b8f1 HTTP/1.1" status: 200 len: 210 time: 0.0408268 Apr 20 16:21:55.362766 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-325848c8-ff29-4b76-9fe2-07a340e476b8 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Allocated IP 172.20.0.4 (a24f1ee1-7962-4b42-99b4-cd4d398ef380/1b506ada-a815-4b95-bd30-2bdbb75a1ede/a8594f91-cf36-4bc7-9073-61723b64eba0) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:21:55.392478 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936c663-3b61-4637-be0f-11a03c935318 req-243d43d7-b243-4db2-b768-d01e2833ad96 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:55.395383 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a936c663-3b61-4637-be0f-11a03c935318 req-243d43d7-b243-4db2-b768-d01e2833ad96 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 945 time: 0.2875323 Apr 20 16:21:55.509289 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-018c1377-1709-48f8-9be4-d7757436422b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:55.633770 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-018c1377-1709-48f8-9be4-d7757436422b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:55.643419 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a936c663-3b61-4637-be0f-11a03c935318 req-ba6af7ef-2462-4726-937c-e25b080543d1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940448 Apr 20 16:21:55.705471 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c1377-1709-48f8-9be4-d7757436422b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd5d42f-1b77-4204-ab72-60ad5eae3123,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:55.710893 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-018c1377-1709-48f8-9be4-d7757436422b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cfcefc57714c47c2a352c427a8b85f68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8430336 Apr 20 16:21:55.713619 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43310) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:21:55.808299 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-325848c8-ff29-4b76-9fe2-07a340e476b8 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:55.812541 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-20ceea17-763e-410a-af95-25e8ade6376c req-a7c77af7-098e-412d-a4d0-36462ce683d1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:55.829529 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-207bb1f2-3eae-413e-961f-7d421c20780d req-fe13f2f0-1c4b-40a8-a31b-f92d8498e7a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eeec2c04dcf3427ea4ac2f30f806351a&device_id=d3a33ac2-b4a2-4d69-86b8-ffb33685400d HTTP/1.1" status: 200 len: 210 time: 0.0494442 Apr 20 16:21:55.852039 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['a33a397e-6e79-43e1-80bc-8bd07de0fbe1'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:21:55.895855 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c77af7-098e-412d-a4d0-36462ce683d1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Pushing event deleted for resources: {'Port': ['ID=a33a397e-6e79-43e1-80bc-8bd07de0fbe1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:55.920811 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-325848c8-ff29-4b76-9fe2-07a340e476b8 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:55.936144 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b15863a3-4e92-4cf8-9383-2fac9841aa13 req-0e5f6659-8990-4571-80c5-14ba49526033 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3a33ac2-b4a2-4d69-86b8-ffb33685400d HTTP/1.1" status: 200 len: 210 time: 0.1034057 Apr 20 16:21:55.972623 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['ff9eabef-07f4-42fd-8261-dfda19d01138'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:21:55.973075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-325848c8-ff29-4b76-9fe2-07a340e476b8 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Network a24f1ee1-7962-4b42-99b4-cd4d398ef380 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:21:55.976875 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-325848c8-ff29-4b76-9fe2-07a340e476b8 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:21:55.982566 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-325848c8-ff29-4b76-9fe2-07a340e476b8 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:21:55.986705 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.db.resource_extend [None req-ea7a88e0-acb9-44a8-87f6-cf36554cff85 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 16:21:55.990714 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-207bb1f2-3eae-413e-961f-7d421c20780d req-fe8c2830-ebf3-473b-bfb3-bd59a1c5470a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=eeec2c04dcf3427ea4ac2f30f806351a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590210 Apr 20 16:21:56.024236 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325848c8-ff29-4b76-9fe2-07a340e476b8 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Pushing event updated for resources: {'Port': ['ID=a8594f91-cf36-4bc7-9073-61723b64eba0,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:56.049669 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1052442f-7306-4612-a941-7261d54ee42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:56.053949 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-325848c8-ff29-4b76-9fe2-07a340e476b8 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:56.054949 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-325848c8-ff29-4b76-9fe2-07a340e476b8 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:56.075210 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ceea17-763e-410a-af95-25e8ade6376c req-a7c77af7-098e-412d-a4d0-36462ce683d1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] No DVR routers for this DVR port a33a397e-6e79-43e1-80bc-8bd07de0fbe1 on host n-h2-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:21:56.096698 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-20ceea17-763e-410a-af95-25e8ade6376c req-a7c77af7-098e-412d-a4d0-36462ce683d1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:56.100770 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-20ceea17-763e-410a-af95-25e8ade6376c req-a7c77af7-098e-412d-a4d0-36462ce683d1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.30 "DELETE /v2.0/ports/a33a397e-6e79-43e1-80bc-8bd07de0fbe1 HTTP/1.1" status: 204 len: 173 time: 1.6644399 Apr 20 16:21:56.112690 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79ce4ff-f278-45a7-9230-57a6389676f7', 'name': 'network-vif-deleted', 'tag': 'a33a397e-6e79-43e1-80bc-8bd07de0fbe1'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:21:56.115578 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3521b92-e772-412c-8ad8-b2815fcb6a02" -d '{"events": [{"server_uuid": "e79ce4ff-f278-45a7-9230-57a6389676f7", "name": "network-vif-deleted", "tag": "a33a397e-6e79-43e1-80bc-8bd07de0fbe1"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:21:56.150112 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1052442f-7306-4612-a941-7261d54ee42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:56.156392 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea7a88e0-acb9-44a8-87f6-cf36554cff85 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:56.196438 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-325848c8-ff29-4b76-9fe2-07a340e476b8 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4153495 Apr 20 16:21:56.203707 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62333636-a878-44b9-8a93-a32aceae18d2 x-openstack-request-id: req-62333636-a878-44b9-8a93-a32aceae18d2 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:21:56.204226 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79ce4ff-f278-45a7-9230-57a6389676f7", "name": "network-vif-deleted", "tag": "a33a397e-6e79-43e1-80bc-8bd07de0fbe1", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:21:56.204226 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62333636-a878-44b9-8a93-a32aceae18d2 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:21:56.204653 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62333636-a878-44b9-8a93-a32aceae18d2'] response: {'server_uuid': 'e79ce4ff-f278-45a7-9230-57a6389676f7', 'name': 'network-vif-deleted', 'tag': 'a33a397e-6e79-43e1-80bc-8bd07de0fbe1', 'status': 'completed', 'code': 200} Apr 20 16:21:56.229905 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea7a88e0-acb9-44a8-87f6-cf36554cff85 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:56.230982 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f7d7d-2452-4461-9378-af12de7a36d6 req-5280d9da-cfac-4489-a900-93bd37ab3f1d tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:56.244064 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dd9f7d7d-2452-4461-9378-af12de7a36d6 req-5280d9da-cfac-4489-a900-93bd37ab3f1d tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 946 time: 0.1089303 Apr 20 16:21:56.252376 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-ae1ae443-9ce7-46a0-863d-f1a7ead9ccea service neutron] Request body: {'port': {'device_id': 'd29aa8a8-0ecc-497c-9cd8-dc797691b8f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:21:56.349875 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bb1f2-3eae-413e-961f-7d421c20780d req-e50ca782-690f-4fb3-bcbc-ad076122bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:56.351301 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-207bb1f2-3eae-413e-961f-7d421c20780d req-e50ca782-690f-4fb3-bcbc-ad076122bd75 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2779632 Apr 20 16:21:56.362845 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dd9f7d7d-2452-4461-9378-af12de7a36d6 req-6a0edc14-74a8-4f7c-8e55-d74bab73e2e4 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133740 Apr 20 16:21:56.371480 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-ae1ae443-9ce7-46a0-863d-f1a7ead9ccea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:56.377114 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:56.431647 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1052442f-7306-4612-a941-7261d54ee42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:56.434236 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1052442f-7306-4612-a941-7261d54ee42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:56.437930 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1052442f-7306-4612-a941-7261d54ee42b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/efd5d42f-1b77-4204-ab72-60ad5eae3123 HTTP/1.1" status: 204 len: 168 time: 0.7209213 Apr 20 16:21:56.437930 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-ea7a88e0-acb9-44a8-87f6-cf36554cff85 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Floating IP 369bd6c6-4e28-4714-985e-84a5476003e0 associated. External IP: 172.25.0.64, port: 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b. Apr 20 16:21:56.514498 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c7b09-662e-4345-b8bb-d5db7e1b9416 req-c7b4be9c-defa-48b8-9b8b-abda0fdf4db6 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:56.516091 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-720c7b09-662e-4345-b8bb-d5db7e1b9416 req-c7b4be9c-defa-48b8-9b8b-abda0fdf4db6 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d29aa8a8-0ecc-497c-9cd8-dc797691b8f1 HTTP/1.1" status: 200 len: 931 time: 0.2070060 Apr 20 16:21:56.578661 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052442f-7306-4612-a941-7261d54ee42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd5d42f-1b77-4204-ab72-60ad5eae3123,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:56.666017 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-720c7b09-662e-4345-b8bb-d5db7e1b9416 req-820c1578-4dfa-4bac-904d-607bf13f84ac tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140306 Apr 20 16:21:56.717292 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20dc83c-2e8a-4700-936e-d8ee580ff606 req-47298dc3-df73-481f-b828-1945bcb1459f tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:56.718821 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a20dc83c-2e8a-4700-936e-d8ee580ff606 req-47298dc3-df73-481f-b828-1945bcb1459f tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 946 time: 0.1686268 Apr 20 16:21:56.790532 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c0c5af84-c15a-4248-9c8b-3210a323240d req-47fe0678-6293-4b3f-bbf4-d0dfff51eafa tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=e79ce4ff-f278-45a7-9230-57a6389676f7 HTTP/1.1" status: 200 len: 210 time: 0.0410194 Apr 20 16:21:56.798618 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-ae1ae443-9ce7-46a0-863d-f1a7ead9ccea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8594f91-cf36-4bc7-9073-61723b64eba0 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:21:56.815920 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-ae1ae443-9ce7-46a0-863d-f1a7ead9ccea service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:56.830257 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-ae1ae443-9ce7-46a0-863d-f1a7ead9ccea service neutron] Transition to ACTIVE for port object a8594f91-cf36-4bc7-9073-61723b64eba0 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:21:56.932557 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-ae1ae443-9ce7-46a0-863d-f1a7ead9ccea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:57.010270 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ae443-9ce7-46a0-863d-f1a7ead9ccea service neutron] Pushing event updated for resources: {'Port': ['ID=a8594f91-cf36-4bc7-9073-61723b64eba0,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:57.112030 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-ae1ae443-9ce7-46a0-863d-f1a7ead9ccea service neutron] Attempting to bind port a8594f91-cf36-4bc7-9073-61723b64eba0 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:21:57.130384 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-ae1ae443-9ce7-46a0-863d-f1a7ead9ccea service neutron] Attempting to bind port a8594f91-cf36-4bc7-9073-61723b64eba0 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:21:57.131931 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-ae1ae443-9ce7-46a0-863d-f1a7ead9ccea service neutron] Attempting to bind port a8594f91-cf36-4bc7-9073-61723b64eba0 on network a24f1ee1-7962-4b42-99b4-cd4d398ef380 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:21:57.144562 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-ae1ae443-9ce7-46a0-863d-f1a7ead9ccea service neutron] Port a8594f91-cf36-4bc7-9073-61723b64eba0 on network a24f1ee1-7962-4b42-99b4-cd4d398ef380 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:21:57.146086 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-ae1ae443-9ce7-46a0-863d-f1a7ead9ccea service neutron] Attempting to bind port a8594f91-cf36-4bc7-9073-61723b64eba0 on network a24f1ee1-7962-4b42-99b4-cd4d398ef380 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:21:57.152877 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-ae1ae443-9ce7-46a0-863d-f1a7ead9ccea service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:21:57.153202 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-ae1ae443-9ce7-46a0-863d-f1a7ead9ccea service neutron] Checking segment: {'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:21:57.153580 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-ae1ae443-9ce7-46a0-863d-f1a7ead9ccea service neutron] Bound using segment: {'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:21:57.154055 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-ae1ae443-9ce7-46a0-863d-f1a7ead9ccea service neutron] Bound port: a8594f91-cf36-4bc7-9073-61723b64eba0, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:21:57.154363 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-ae1ae443-9ce7-46a0-863d-f1a7ead9ccea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:57.205220 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8bb4fed6-fc63-45b1-b4a3-1dbd1cab6ec5 req-626853d9-3eaf-4abf-9a93-a1752e9f722e tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3a33ac2-b4a2-4d69-86b8-ffb33685400d HTTP/1.1" status: 200 len: 210 time: 0.0521820 Apr 20 16:21:57.215894 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7a88e0-acb9-44a8-87f6-cf36554cff85 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Router 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:21:57.234362 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-ae1ae443-9ce7-46a0-863d-f1a7ead9ccea service neutron] For port a8594f91-cf36-4bc7-9073-61723b64eba0, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:21:57.239488 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-ae1ae443-9ce7-46a0-863d-f1a7ead9ccea service neutron] For port a8594f91-cf36-4bc7-9073-61723b64eba0, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a8594f91-cf36-4bc7-9073-61723b64eba0,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:21:57.293410 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-a20dc83c-2e8a-4700-936e-d8ee580ff606 req-92affb68-7aa4-49fc-9cf3-321c8a3ecefb tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Deleting port f628972f-3124-4141-bda5-77508e0c11c0 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:21:57.293819 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a20dc83c-2e8a-4700-936e-d8ee580ff606 req-92affb68-7aa4-49fc-9cf3-321c8a3ecefb tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:57.344220 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-ae1ae443-9ce7-46a0-863d-f1a7ead9ccea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:57.417618 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7a88e0-acb9-44a8-87f6-cf36554cff85 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:21:57.424132 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea7a88e0-acb9-44a8-87f6-cf36554cff85 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:57.432121 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c8f95a-0f6a-4b5f-9bc8-453e8c7e742c None None] Sync routers for ids ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:21:57.463655 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-a20dc83c-2e8a-4700-936e-d8ee580ff606 req-92affb68-7aa4-49fc-9cf3-321c8a3ecefb tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] For port f628972f-3124-4141-bda5-77508e0c11c0, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f628972f-3124-4141-bda5-77508e0c11c0,segment=NetworkSegment(92ae8199-4df4-4470-93e0-b608fafb4861),segment_id=92ae8199-4df4-4470-93e0-b608fafb4861)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:21:57.463655 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a20dc83c-2e8a-4700-936e-d8ee580ff606 req-92affb68-7aa4-49fc-9cf3-321c8a3ecefb tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:57.465423 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c8f95a-0f6a-4b5f-9bc8-453e8c7e742c None None] Routers {'1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:21:57.466089 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-34c8f95a-0f6a-4b5f-9bc8-453e8c7e742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:21:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:57.484201 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ea7a88e0-acb9-44a8-87f6-cf36554cff85 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "PUT /v2.0/floatingips/369bd6c6-4e28-4714-985e-84a5476003e0 HTTP/1.1" status: 200 len: 990 time: 2.6271436 Apr 20 16:21:57.489388 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-a20dc83c-2e8a-4700-936e-d8ee580ff606 req-92affb68-7aa4-49fc-9cf3-321c8a3ecefb tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Calling delete_port for f628972f-3124-4141-bda5-77508e0c11c0 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:21:57.685905 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:57.704903 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-34c8f95a-0f6a-4b5f-9bc8-453e8c7e742c None None] Set router 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:21:57.841764 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf2c13-3e2d-4ec7-8850-b4302d62c191 req-db2a0391-169f-4ce5-b539-3dcd74a156d1 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:57.843327 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d0cf2c13-3e2d-4ec7-8850-b4302d62c191 req-db2a0391-169f-4ce5-b539-3dcd74a156d1 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d29aa8a8-0ecc-497c-9cd8-dc797691b8f1 HTTP/1.1" status: 200 len: 943 time: 0.0983961 Apr 20 16:21:57.860858 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a20dc83c-2e8a-4700-936e-d8ee580ff606 req-92affb68-7aa4-49fc-9cf3-321c8a3ecefb tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:57.873497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-ae1ae443-9ce7-46a0-863d-f1a7ead9ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:57.875152 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-ae1ae443-9ce7-46a0-863d-f1a7ead9ccea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:57.884617 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-ae1ae443-9ce7-46a0-863d-f1a7ead9ccea service neutron] 10.222.0.26 "PUT /v2.0/ports/a8594f91-cf36-4bc7-9073-61723b64eba0 HTTP/1.1" status: 200 len: 1091 time: 1.6647134 Apr 20 16:21:57.899801 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29aa8a8-0ecc-497c-9cd8-dc797691b8f1', 'tag': 'a8594f91-cf36-4bc7-9073-61723b64eba0'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:21:57.902511 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['43367020-e55c-4927-90e7-e90c39a589e1', '604f2d05-dc94-4f30-b064-1416474f57ab'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:21:57.903790 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac79e00-bf78-4f62-953d-49e9179bf8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "d29aa8a8-0ecc-497c-9cd8-dc797691b8f1", "tag": "a8594f91-cf36-4bc7-9073-61723b64eba0"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:21:57.904325 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92affb68-7aa4-49fc-9cf3-321c8a3ecefb tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Pushing event deleted for resources: {'Port': ['ID=f628972f-3124-4141-bda5-77508e0c11c0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:57.909302 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f628972f-3124-4141-bda5-77508e0c11c0'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:21:57.928393 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ae443-9ce7-46a0-863d-f1a7ead9ccea service neutron] Pushing event updated for resources: {'Port': ['ID=a8594f91-cf36-4bc7-9073-61723b64eba0,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:21:57.947321 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d0cf2c13-3e2d-4ec7-8850-b4302d62c191 req-64e23a2a-327d-4b32-9c61-ada7ae27887e tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963585 Apr 20 16:21:57.961721 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1df23-78c0-4fa4-b854-2db26b903805 req-0c5bc85b-3904-485e-aa8d-68d8d16ee7e1 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:57.973355 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ae1df23-78c0-4fa4-b854-2db26b903805 req-0c5bc85b-3904-485e-aa8d-68d8d16ee7e1 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 867 time: 0.1995966 Apr 20 16:21:58.065210 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-207bb1f2-3eae-413e-961f-7d421c20780d req-a86c3635-946a-413f-a9c6-ffeb693adfb3 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3a33ac2-b4a2-4d69-86b8-ffb33685400d HTTP/1.1" status: 200 len: 210 time: 0.0779071 Apr 20 16:21:58.117431 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20dc83c-2e8a-4700-936e-d8ee580ff606 req-92affb68-7aa4-49fc-9cf3-321c8a3ecefb tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] No DVR routers for this DVR port f628972f-3124-4141-bda5-77508e0c11c0 on host n-h2-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:21:58.133531 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ae1df23-78c0-4fa4-b854-2db26b903805 req-227aaeae-234f-49d5-82dc-f3a08a8ed38a tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548977 Apr 20 16:21:58.133986 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device a33a397e-6e79-43e1-80bc-8bd07de0fbe1 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:21:58.135094 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-34c8f95a-0f6a-4b5f-9bc8-453e8c7e742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'name': 'tempest-AttachVolumeTestJSON-782311160-router', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:37Z', 'updated_at': '2022-04-20T16:15:46Z', 'revision_number': 4, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'gw_port': {'id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '369bd6c6-4e28-4714-985e-84a5476003e0', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'port_id': '0f782a72-b42f-4ff0-9bba-3f2b013b9e0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'mac_address': 'fa:16:3e:d0:47:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ed467d-d5c7-4613-9600-172c9543697d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:21:32Z', 'updated_at': '2022-04-20T16:21:55Z', 'revision_number': 1, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4559b831-69c2-44cd-9aa0-3a727d8cee61', 'name': '', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'mac_address': 'fa:16:3e:d2:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:44Z', 'updated_at': '2022-04-20T16:15:54Z', 'revision_number': 5, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'subnets': [{'id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:58.164326 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a20dc83c-2e8a-4700-936e-d8ee580ff606 req-92affb68-7aa4-49fc-9cf3-321c8a3ecefb tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:58.168542 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8224ffa-ad9e-4d28-9f7a-1299e321ccc9 x-openstack-request-id: req-f8224ffa-ad9e-4d28-9f7a-1299e321ccc9 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:21:58.168997 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29aa8a8-0ecc-497c-9cd8-dc797691b8f1", "tag": "a8594f91-cf36-4bc7-9073-61723b64eba0", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:21:58.169506 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8224ffa-ad9e-4d28-9f7a-1299e321ccc9 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:21:58.169963 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a20dc83c-2e8a-4700-936e-d8ee580ff606 req-92affb68-7aa4-49fc-9cf3-321c8a3ecefb tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.30 "DELETE /v2.0/ports/f628972f-3124-4141-bda5-77508e0c11c0 HTTP/1.1" status: 204 len: 173 time: 1.4321487 Apr 20 16:21:58.170272 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8224ffa-ad9e-4d28-9f7a-1299e321ccc9'] response: {'name': 'network-changed', 'server_uuid': 'd29aa8a8-0ecc-497c-9cd8-dc797691b8f1', 'tag': 'a8594f91-cf36-4bc7-9073-61723b64eba0', 'status': 'completed', 'code': 200} Apr 20 16:21:58.208433 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ed467d-d5c7-4613-9600-172c9543697d', 'tag': '0f782a72-b42f-4ff0-9bba-3f2b013b9e0b'}, {'server_uuid': 'ce0642a2-8a72-47f1-af50-771005f27dbf', 'name': 'network-vif-deleted', 'tag': 'f628972f-3124-4141-bda5-77508e0c11c0'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:21:58.210703 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381a52b4-524a-469f-ad0f-6520725fb68f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ed467d-d5c7-4613-9600-172c9543697d", "tag": "0f782a72-b42f-4ff0-9bba-3f2b013b9e0b"}, {"server_uuid": "ce0642a2-8a72-47f1-af50-771005f27dbf", "name": "network-vif-deleted", "tag": "f628972f-3124-4141-bda5-77508e0c11c0"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:21:58.216186 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c8f95a-0f6a-4b5f-9bc8-453e8c7e742c None None] Checking router: 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:21:58.219542 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:58.235239 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c8f95a-0f6a-4b5f-9bc8-453e8c7e742c None None] Routers {'1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:21:58.236838 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-34c8f95a-0f6a-4b5f-9bc8-453e8c7e742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:21:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:58.262570 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: a33a397e-6e79-43e1-80bc-8bd07de0fbe1 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:21:58.262918 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device a33a397e-6e79-43e1-80bc-8bd07de0fbe1 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:21:58.263336 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f628972f-3124-4141-bda5-77508e0c11c0 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:21:58.263836 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-57fb7914-fa7f-4fbc-b4bd-fb935340db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:58.281454 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-57fb7914-fa7f-4fbc-b4bd-fb935340db14 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&device_id=d29aa8a8-0ecc-497c-9cd8-dc797691b8f1 HTTP/1.1" status: 200 len: 1094 time: 0.1608021 Apr 20 16:21:58.356994 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: f628972f-3124-4141-bda5-77508e0c11c0 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:21:58.358101 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f628972f-3124-4141-bda5-77508e0c11c0 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:21:58.405358 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 20 Apr 2022 16:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddac9d4-44a6-4fbb-a561-d2e67d1d85b8 x-openstack-request-id: req-6ddac9d4-44a6-4fbb-a561-d2e67d1d85b8 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:21:58.405682 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ed467d-d5c7-4613-9600-172c9543697d", "tag": "0f782a72-b42f-4ff0-9bba-3f2b013b9e0b", "status": "completed", "code": 200}, {"server_uuid": "ce0642a2-8a72-47f1-af50-771005f27dbf", "name": "network-vif-deleted", "tag": "f628972f-3124-4141-bda5-77508e0c11c0", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:21:58.405942 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ddac9d4-44a6-4fbb-a561-d2e67d1d85b8 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:21:58.406342 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ddac9d4-44a6-4fbb-a561-d2e67d1d85b8'] response: {'name': 'network-changed', 'server_uuid': 'e9ed467d-d5c7-4613-9600-172c9543697d', 'tag': '0f782a72-b42f-4ff0-9bba-3f2b013b9e0b', 'status': 'completed', 'code': 200} Apr 20 16:21:58.406598 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ddac9d4-44a6-4fbb-a561-d2e67d1d85b8'] response: {'server_uuid': 'ce0642a2-8a72-47f1-af50-771005f27dbf', 'name': 'network-vif-deleted', 'tag': 'f628972f-3124-4141-bda5-77508e0c11c0', 'status': 'completed', 'code': 200} Apr 20 16:21:58.410123 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-6d7c29e8-66c8-45be-8cff-a4c15ab87314 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8594f91-cf36-4bc7-9073-61723b64eba0 HTTP/1.1" status: 200 len: 217 time: 0.1190152 Apr 20 16:21:58.516295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a52b4-524a-469f-ad0f-6520725fb68f req-9006c076-e7b0-47d6-8fdd-14a75cc688d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:58.517731 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d94f0077-ce1e-4327-b0e0-081552a18fbd req-06d5c568-6878-4adc-80b3-229c21540a69 tempest-ServerShowV247Test-1361121800 tempest-ServerShowV247Test-1361121800-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3a33ac2-b4a2-4d69-86b8-ffb33685400d HTTP/1.1" status: 200 len: 210 time: 0.1003225 Apr 20 16:21:58.523382 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-381a52b4-524a-469f-ad0f-6520725fb68f req-9006c076-e7b0-47d6-8fdd-14a75cc688d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4632da89faba4c6f8bca66fdf8a9bf10&device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 1096 time: 0.1272042 Apr 20 16:21:58.548653 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-cfb59759-a6cf-4726-a360-6e02f4582acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:58.548653 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-cfb59759-a6cf-4726-a360-6e02f4582acc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b506ada-a815-4b95-bd30-2bdbb75a1ede HTTP/1.1" status: 200 len: 845 time: 0.1299813 Apr 20 16:21:58.600719 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-eab70564-dd3f-4f0b-89e0-996078248f79 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a24f1ee1-7962-4b42-99b4-cd4d398ef380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467954 Apr 20 16:21:58.614806 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-34c8f95a-0f6a-4b5f-9bc8-453e8c7e742c None None] Set router 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:21:58.691881 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a52b4-524a-469f-ad0f-6520725fb68f req-0c0d8837-11ca-4a9b-aebe-458246c2a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:58.693812 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-381a52b4-524a-469f-ad0f-6520725fb68f req-0c0d8837-11ca-4a9b-aebe-458246c2a62e service neutron] 10.222.0.26 "GET /v2.0/networks?id=1909df4a-72a6-4533-bf20-1f90fba3849a HTTP/1.1" status: 200 len: 911 time: 0.1640670 Apr 20 16:21:58.737820 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:58.770804 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-45366f16-6616-4c44-82d9-64275bc13fa6 service neutron] 10.222.0.26 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622083 Apr 20 16:21:58.861661 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-381a52b4-524a-469f-ad0f-6520725fb68f req-8398221a-6aa4-4660-bf8f-e435069bcf1e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f782a72-b42f-4ff0-9bba-3f2b013b9e0b HTTP/1.1" status: 200 len: 998 time: 0.1524806 Apr 20 16:21:58.889088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-effbf453-b6e7-4634-902a-e9b878620664 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:58.898278 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-effbf453-b6e7-4634-902a-e9b878620664 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/networks?id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c HTTP/1.1" status: 200 len: 811 time: 0.2026901 Apr 20 16:21:58.915327 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-34c8f95a-0f6a-4b5f-9bc8-453e8c7e742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'name': 'tempest-AttachVolumeTestJSON-782311160-router', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:37Z', 'updated_at': '2022-04-20T16:15:46Z', 'revision_number': 4, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'gw_port': {'id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '369bd6c6-4e28-4714-985e-84a5476003e0', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'port_id': '0f782a72-b42f-4ff0-9bba-3f2b013b9e0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'mac_address': 'fa:16:3e:d0:47:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ed467d-d5c7-4613-9600-172c9543697d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:21:32Z', 'updated_at': '2022-04-20T16:21:55Z', 'revision_number': 1, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4559b831-69c2-44cd-9aa0-3a727d8cee61', 'name': '', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'mac_address': 'fa:16:3e:d2:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:44Z', 'updated_at': '2022-04-20T16:15:54Z', 'revision_number': 5, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'subnets': [{'id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:21:58.950577 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-6933c174-38c5-4ab9-acfd-09829c9220a8 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/quotas/3cc4f828c4024c5e9e29e4972749306e HTTP/1.1" status: 200 len: 375 time: 0.0516083 Apr 20 16:21:58.952586 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c8f95a-0f6a-4b5f-9bc8-453e8c7e742c None None] The sync data for ids ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'] in n-d-836146-2 is: [{'id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'name': 'tempest-AttachVolumeTestJSON-782311160-router', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:37Z', 'updated_at': '2022-04-20T16:15:46Z', 'revision_number': 4, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'gw_port': {'id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '369bd6c6-4e28-4714-985e-84a5476003e0', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'port_id': '0f782a72-b42f-4ff0-9bba-3f2b013b9e0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'mac_address': 'fa:16:3e:d0:47:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ed467d-d5c7-4613-9600-172c9543697d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:21:32Z', 'updated_at': '2022-04-20T16:21:55Z', 'revision_number': 1, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4559b831-69c2-44cd-9aa0-3a727d8cee61', 'name': '', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'mac_address': 'fa:16:3e:d2:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:44Z', 'updated_at': '2022-04-20T16:15:54Z', 'revision_number': 5, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'subnets': [{'id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:21:59.002132 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-ea9fef21-f84d-4c45-87a8-0ef3092e5ef5 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cc4f828c4024c5e9e29e4972749306e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502946 Apr 20 16:21:59.017787 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-610e5184-7d2c-41cc-bada-dcfcfbae797e req-0c2ae81c-0fb3-493f-be57-d9984fd1363a service neutron] 10.222.0.26 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349360 Apr 20 16:21:59.080590 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a52b4-524a-469f-ad0f-6520725fb68f req-60eb6df8-6f21-4543-996e-eb96faf35b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:59.082609 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-381a52b4-524a-469f-ad0f-6520725fb68f req-60eb6df8-6f21-4543-996e-eb96faf35b91 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49f7ee52-7222-4a78-88ae-a616c6706517 HTTP/1.1" status: 200 len: 849 time: 0.1815104 Apr 20 16:21:59.150170 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-3c4334e7-9a22-40a8-8bb0-d1e86d911dc2 service neutron] 10.222.0.15 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470723 Apr 20 16:21:59.166684 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d551215-2b98-4c3e-bd14-a4d7cee4b26a req-5669793b-e897-4eeb-948d-9f3bd2cdc127 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:59.176412 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4d551215-2b98-4c3e-bd14-a4d7cee4b26a req-5669793b-e897-4eeb-948d-9f3bd2cdc127 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d29aa8a8-0ecc-497c-9cd8-dc797691b8f1 HTTP/1.1" status: 200 len: 943 time: 0.1321135 Apr 20 16:21:59.224978 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a52b4-524a-469f-ad0f-6520725fb68f req-58d3d60a-9920-4973-a181-a7b4a01332fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:59.226582 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-381a52b4-524a-469f-ad0f-6520725fb68f req-58d3d60a-9920-4973-a181-a7b4a01332fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1909df4a-72a6-4533-bf20-1f90fba3849a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1339517 Apr 20 16:21:59.290084 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4d551215-2b98-4c3e-bd14-a4d7cee4b26a req-e6d295d1-ae83-420c-9f00-ec5cd1d2cc36 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125679 Apr 20 16:21:59.303944 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac79e00-bf78-4f62-953d-49e9179bf8dd req-e093e191-7c06-4c67-bc98-d047db611040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:59.315184 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bac79e00-bf78-4f62-953d-49e9179bf8dd req-e093e191-7c06-4c67-bc98-d047db611040 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&device_id=d29aa8a8-0ecc-497c-9cd8-dc797691b8f1 HTTP/1.1" status: 200 len: 1094 time: 0.0912750 Apr 20 16:21:59.359342 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a101092-2027-43e6-8ef9-2bf221e369bc None None] New status for floating IP 369bd6c6-4e28-4714-985e-84a5476003e0: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:21:59.401976 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-10dc0a25-92ba-43e5-ae95-0ab99e4fac04 service neutron] 10.222.0.15 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509348 Apr 20 16:21:59.431095 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-381a52b4-524a-469f-ad0f-6520725fb68f req-c2e6559e-e740-4ab4-8047-fafdd7063ab3 service neutron] 10.222.0.26 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888180 Apr 20 16:21:59.481166 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac79e00-bf78-4f62-953d-49e9179bf8dd req-b6c2c433-bfd5-45c3-8be7-9ce7bb010e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:59.483724 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bac79e00-bf78-4f62-953d-49e9179bf8dd req-b6c2c433-bfd5-45c3-8be7-9ce7bb010e96 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a24f1ee1-7962-4b42-99b4-cd4d398ef380 HTTP/1.1" status: 200 len: 906 time: 0.1597278 Apr 20 16:21:59.572823 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47c1ad6e-55d4-4c69-a30a-79deaa81e774 req-520bbe7c-6488-45a8-b760-1391ddc5a923 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0642a2-8a72-47f1-af50-771005f27dbf HTTP/1.1" status: 200 len: 210 time: 0.0880861 Apr 20 16:21:59.576458 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bac79e00-bf78-4f62-953d-49e9179bf8dd req-53d98efc-c773-4771-bbc2-7cb7d90d4d85 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8594f91-cf36-4bc7-9073-61723b64eba0 HTTP/1.1" status: 200 len: 217 time: 0.0806201 Apr 20 16:21:59.646879 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac79e00-bf78-4f62-953d-49e9179bf8dd req-46fdf9b6-1927-4c33-9fc0-aaaab6341c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:21:59.658841 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bac79e00-bf78-4f62-953d-49e9179bf8dd req-46fdf9b6-1927-4c33-9fc0-aaaab6341c6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b506ada-a815-4b95-bd30-2bdbb75a1ede HTTP/1.1" status: 200 len: 845 time: 0.0604661 Apr 20 16:21:59.674315 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-381a52b4-524a-469f-ad0f-6520725fb68f req-1c7e5b8d-ef37-4c39-b3d8-9fbbaba019a3 service neutron] 10.222.0.26 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341275 Apr 20 16:21:59.741416 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bac79e00-bf78-4f62-953d-49e9179bf8dd req-5a8112bc-e4a3-4f99-9ad1-7bd6aaa8aab6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a24f1ee1-7962-4b42-99b4-cd4d398ef380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788257 Apr 20 16:21:59.811484 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e5bcf1d-bad8-43d9-a0fa-2ade9e6922e5 req-6cfaf016-c3b4-4549-9822-4cea8bf2cc45 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 210 time: 0.0541236 Apr 20 16:21:59.846793 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:21:59.933277 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bac79e00-bf78-4f62-953d-49e9179bf8dd req-acc6478b-3900-4666-b73b-714bb355ce3a service neutron] 10.222.0.26 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781235 Apr 20 16:22:00.033984 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bac79e00-bf78-4f62-953d-49e9179bf8dd req-4e39a5ad-df47-46f3-aae9-0869a49b902f service neutron] 10.222.0.26 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936139 Apr 20 16:22:00.432820 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58664b4-377d-4e92-ae70-e85549ccc21d req-dca65c40-5a4f-4af9-b7bc-76df499a3a7b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:00.434394 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a58664b4-377d-4e92-ae70-e85549ccc21d req-dca65c40-5a4f-4af9-b7bc-76df499a3a7b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d29aa8a8-0ecc-497c-9cd8-dc797691b8f1 HTTP/1.1" status: 200 len: 943 time: 0.0604262 Apr 20 16:22:00.506121 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a58664b4-377d-4e92-ae70-e85549ccc21d req-a6899679-fb2a-4424-8be5-168c20e0eaa0 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559700 Apr 20 16:22:00.519556 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43422) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:00.647067 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-35bcc28e-ae09-4999-85a5-ea11e74805ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:00.740234 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-35bcc28e-ae09-4999-85a5-ea11e74805ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:00.885938 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-35bcc28e-ae09-4999-85a5-ea11e74805ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:00.903780 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-71483823-7c0c-4446-b478-b7c2cfac01c2 req-f566d09d-934c-4b11-a836-1ecd5bd3a66d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 210 time: 0.0346820 Apr 20 16:22:00.927411 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-35bcc28e-ae09-4999-85a5-ea11e74805ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eeec2c04dcf3427ea4ac2f30f806351a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4067662 Apr 20 16:22:00.965328 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bcc28e-ae09-4999-85a5-ea11e74805ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471e0195-d040-4108-ad4a-2b0befc465fc,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:00.967376 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43436) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:01.018935 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21c05482-ebd0-4045-9966-b25d1bfc197d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:01.041631 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21c05482-ebd0-4045-9966-b25d1bfc197d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:01.201222 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21c05482-ebd0-4045-9966-b25d1bfc197d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:01.204941 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21c05482-ebd0-4045-9966-b25d1bfc197d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:01.206989 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-21c05482-ebd0-4045-9966-b25d1bfc197d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/471e0195-d040-4108-ad4a-2b0befc465fc HTTP/1.1" status: 204 len: 168 time: 0.2375965 Apr 20 16:22:01.223354 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c05482-ebd0-4045-9966-b25d1bfc197d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471e0195-d040-4108-ad4a-2b0befc465fc,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:01.299276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e0f90-48a6-4377-a72a-0bee491b9eee req-c4d73dcd-95ca-4d38-8b9e-7cd2cd417784 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:01.301409 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-674e0f90-48a6-4377-a72a-0bee491b9eee req-c4d73dcd-95ca-4d38-8b9e-7cd2cd417784 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=6163c139-d1a9-43b1-a6d4-a2f43c1b9818 HTTP/1.1" status: 200 len: 945 time: 0.0734544 Apr 20 16:22:01.352922 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-674e0f90-48a6-4377-a72a-0bee491b9eee req-1ec5c0c5-b233-48cb-af71-e84c76d0a58e tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445781 Apr 20 16:22:01.648771 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50f692-6865-417e-9639-cb13bcdb4693 req-d65727c2-0754-4856-9fdb-8354808abe32 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:01.650610 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ad50f692-6865-417e-9639-cb13bcdb4693 req-d65727c2-0754-4856-9fdb-8354808abe32 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d29aa8a8-0ecc-497c-9cd8-dc797691b8f1 HTTP/1.1" status: 200 len: 943 time: 0.0600371 Apr 20 16:22:01.696171 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ad50f692-6865-417e-9639-cb13bcdb4693 req-46a423be-91fe-40c5-a3fe-e2df447954e1 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392759 Apr 20 16:22:02.002468 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a4d2357-0b32-4830-8910-243f1be19560 req-acf9db11-375f-4634-a447-234feae77729 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 210 time: 0.0293622 Apr 20 16:22:02.484315 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c94f57-05dc-46dd-8c09-d12331bf3675 req-2875487a-e7b6-44d7-9e14-89d426774ad2 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:02.485900 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b6c94f57-05dc-46dd-8c09-d12331bf3675 req-2875487a-e7b6-44d7-9e14-89d426774ad2 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=6163c139-d1a9-43b1-a6d4-a2f43c1b9818 HTTP/1.1" status: 200 len: 945 time: 0.0588276 Apr 20 16:22:02.596364 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b6c94f57-05dc-46dd-8c09-d12331bf3675 req-ca21a47c-7b7c-474f-80d3-6f96f175bdc7 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028321 Apr 20 16:22:02.646983 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-242d0da3-9586-49f8-9e44-d279aabc25de tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:02.648660 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-242d0da3-9586-49f8-9e44-d279aabc25de tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.30 "GET /v2.0/networks?id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c HTTP/1.1" status: 200 len: 811 time: 0.1377032 Apr 20 16:22:02.668251 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-8062a723-5ead-43e2-9ae3-31015a20e4a3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Request body: {'port': {'device_id': '99dce7e6-fdcd-4a36-9c65-30a594ac2ee0', 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c', 'admin_state_up': True, 'tenant_id': '3cc4f828c4024c5e9e29e4972749306e'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:02.865971 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035f090-0cc5-4e2b-8b33-cb0b0c016f2d req-ac6e7b95-685b-4be1-bb69-7fd8e179518b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:02.868556 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d035f090-0cc5-4e2b-8b33-cb0b0c016f2d req-ac6e7b95-685b-4be1-bb69-7fd8e179518b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d29aa8a8-0ecc-497c-9cd8-dc797691b8f1 HTTP/1.1" status: 200 len: 943 time: 0.0897553 Apr 20 16:22:02.917605 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d035f090-0cc5-4e2b-8b33-cb0b0c016f2d req-258ae3ea-bef1-4d92-9550-8918e91a4918 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369201 Apr 20 16:22:02.960487 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-8062a723-5ead-43e2-9ae3-31015a20e4a3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Made reservation on behalf of 3cc4f828c4024c5e9e29e4972749306e for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:22:02.964767 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-8062a723-5ead-43e2-9ae3-31015a20e4a3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:03.150706 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-70b92a73-3a33-4d93-b064-29daeac74718 req-031ed3ab-23b5-40b4-a143-de4f884dadbe tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 210 time: 0.0624173 Apr 20 16:22:03.180544 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-8062a723-5ead-43e2-9ae3-31015a20e4a3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Allocated IP 172.20.0.10 (ccddc865-94c4-4ee1-a68f-7c9c22fa904c/6e5e1853-efd5-4800-b27e-3ac73eee167e/eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:22:03.199227 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cf2f3-f5d1-4119-8a22-0415c375bd73 req-74461434-84a7-44da-b603-a526766d5c59 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:03.200700 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9d3cf2f3-f5d1-4119-8a22-0415c375bd73 req-74461434-84a7-44da-b603-a526766d5c59 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.26 "GET /v2.0/ports?device_id=6163c139-d1a9-43b1-a6d4-a2f43c1b9818 HTTP/1.1" status: 200 len: 945 time: 0.1139681 Apr 20 16:22:03.393019 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-9d3cf2f3-f5d1-4119-8a22-0415c375bd73 req-894b222f-5211-4e3f-b072-f865b5c22686 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Deleting port 604f2d05-dc94-4f30-b064-1416474f57ab {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:22:03.393368 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9d3cf2f3-f5d1-4119-8a22-0415c375bd73 req-894b222f-5211-4e3f-b072-f865b5c22686 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:03.475460 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-8062a723-5ead-43e2-9ae3-31015a20e4a3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:03.527498 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-9d3cf2f3-f5d1-4119-8a22-0415c375bd73 req-894b222f-5211-4e3f-b072-f865b5c22686 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] For port 604f2d05-dc94-4f30-b064-1416474f57ab, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=604f2d05-dc94-4f30-b064-1416474f57ab,segment=NetworkSegment(92ae8199-4df4-4470-93e0-b608fafb4861),segment_id=92ae8199-4df4-4470-93e0-b608fafb4861)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:03.527865 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9d3cf2f3-f5d1-4119-8a22-0415c375bd73 req-894b222f-5211-4e3f-b072-f865b5c22686 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:03.543532 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-9d3cf2f3-f5d1-4119-8a22-0415c375bd73 req-894b222f-5211-4e3f-b072-f865b5c22686 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Calling delete_port for 604f2d05-dc94-4f30-b064-1416474f57ab owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:22:03.547826 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a8594f91-cf36-4bc7-9073-61723b64eba0 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:22:03.674316 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port a8594f91-cf36-4bc7-9073-61723b64eba0, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a8594f91-cf36-4bc7-9073-61723b64eba0,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:03.696982 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'a8594f91-cf36-4bc7-9073-61723b64eba0', 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380', 'port_id': 'a8594f91-cf36-4bc7-9073-61723b64eba0', 'mac_address': 'fa:16:3e:b2:4c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b506ada-a815-4b95-bd30-2bdbb75a1ede', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:22:03.738010 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:03.744081 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-8062a723-5ead-43e2-9ae3-31015a20e4a3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:03.758295 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8594f91-cf36-4bc7-9073-61723b64eba0 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:22:03.782832 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528662c4-b339-4cac-abe2-2e75c2f22db9 req-29892a81-ea44-43bd-98b5-f5b9f9855ff9 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:03.785051 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-528662c4-b339-4cac-abe2-2e75c2f22db9 req-29892a81-ea44-43bd-98b5-f5b9f9855ff9 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=6163c139-d1a9-43b1-a6d4-a2f43c1b9818 HTTP/1.1" status: 200 len: 945 time: 0.0875425 Apr 20 16:22:03.786599 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port a8594f91-cf36-4bc7-9073-61723b64eba0, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a8594f91-cf36-4bc7-9073-61723b64eba0,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:03.826941 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-8062a723-5ead-43e2-9ae3-31015a20e4a3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Network ccddc865-94c4-4ee1-a68f-7c9c22fa904c is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:22:03.829632 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062a723-5ead-43e2-9ae3-31015a20e4a3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Pushing event updated for resources: {'Port': ['ID=eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:03.835504 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-8062a723-5ead-43e2-9ae3-31015a20e4a3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:22:03.849742 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-8062a723-5ead-43e2-9ae3-31015a20e4a3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:22:03.879037 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-528662c4-b339-4cac-abe2-2e75c2f22db9 req-0c27b97a-06ed-419d-a90a-bab20fd900a5 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850627 Apr 20 16:22:03.882044 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9d3cf2f3-f5d1-4119-8a22-0415c375bd73 req-894b222f-5211-4e3f-b072-f865b5c22686 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:03.897509 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:03.930600 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b222f-5211-4e3f-b072-f865b5c22686 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Pushing event deleted for resources: {'Port': ['ID=604f2d05-dc94-4f30-b064-1416474f57ab,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:03.982887 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-8062a723-5ead-43e2-9ae3-31015a20e4a3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:03.983538 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-8062a723-5ead-43e2-9ae3-31015a20e4a3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:03.998022 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['43367020-e55c-4927-90e7-e90c39a589e1', '604f2d05-dc94-4f30-b064-1416474f57ab'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:22:04.011106 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3cf2f3-f5d1-4119-8a22-0415c375bd73 req-894b222f-5211-4e3f-b072-f865b5c22686 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] No DVR routers for this DVR port 604f2d05-dc94-4f30-b064-1416474f57ab on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:22:04.013750 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9d3cf2f3-f5d1-4119-8a22-0415c375bd73 req-894b222f-5211-4e3f-b072-f865b5c22686 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:04.017006 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9d3cf2f3-f5d1-4119-8a22-0415c375bd73 req-894b222f-5211-4e3f-b072-f865b5c22686 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.26 "DELETE /v2.0/ports/604f2d05-dc94-4f30-b064-1416474f57ab HTTP/1.1" status: 204 len: 173 time: 0.8085077 Apr 20 16:22:04.017445 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6163c139-d1a9-43b1-a6d4-a2f43c1b9818', 'name': 'network-vif-deleted', 'tag': '604f2d05-dc94-4f30-b064-1416474f57ab'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:22:04.020288 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bb728f-386d-4583-b5be-da8383b966c6" -d '{"events": [{"server_uuid": "6163c139-d1a9-43b1-a6d4-a2f43c1b9818", "name": "network-vif-deleted", "tag": "604f2d05-dc94-4f30-b064-1416474f57ab"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:22:04.045906 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=a8594f91-cf36-4bc7-9073-61723b64eba0,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:04.093840 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91acccb0-d38b-42e5-8874-0c304a0748d0 x-openstack-request-id: req-91acccb0-d38b-42e5-8874-0c304a0748d0 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:22:04.094137 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6163c139-d1a9-43b1-a6d4-a2f43c1b9818", "name": "network-vif-deleted", "tag": "604f2d05-dc94-4f30-b064-1416474f57ab", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:22:04.094376 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91acccb0-d38b-42e5-8874-0c304a0748d0 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:22:04.094786 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91acccb0-d38b-42e5-8874-0c304a0748d0'] response: {'server_uuid': '6163c139-d1a9-43b1-a6d4-a2f43c1b9818', 'name': 'network-vif-deleted', 'tag': '604f2d05-dc94-4f30-b064-1416474f57ab', 'status': 'completed', 'code': 200} Apr 20 16:22:04.115789 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-8062a723-5ead-43e2-9ae3-31015a20e4a3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4519796 Apr 20 16:22:04.136753 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-7746eb89-f25b-4bc2-afa5-1d84be9c0119 service neutron] Request body: {'port': {'device_id': '99dce7e6-fdcd-4a36-9c65-30a594ac2ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:04.149326 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d2426-e37e-42f8-ad4d-f15d7d32d371 req-8435ab7c-6d07-48a9-9b33-d91608a52f84 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:04.149900 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-886d2426-e37e-42f8-ad4d-f15d7d32d371 req-8435ab7c-6d07-48a9-9b33-d91608a52f84 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d29aa8a8-0ecc-497c-9cd8-dc797691b8f1 HTTP/1.1" status: 200 len: 944 time: 0.0776792 Apr 20 16:22:04.274285 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-886d2426-e37e-42f8-ad4d-f15d7d32d371 req-00e657c5-6038-467e-a459-0e1cf15c40ba tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074517 Apr 20 16:22:04.274285 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-7746eb89-f25b-4bc2-afa5-1d84be9c0119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:04.372074 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc4664-d855-487d-ba71-b65b48ebb3b1 req-36ad873e-6f32-43d6-a3e9-6d730fc332ef tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:04.373727 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2dc4664-d855-487d-ba71-b65b48ebb3b1 req-36ad873e-6f32-43d6-a3e9-6d730fc332ef tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 932 time: 0.0790827 Apr 20 16:22:04.435054 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['a8594f91-cf36-4bc7-9073-61723b64eba0'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:22:04.456894 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2dc4664-d855-487d-ba71-b65b48ebb3b1 req-df0f51f2-71db-483c-8ee4-5a165846810f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696855 Apr 20 16:22:04.715635 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-7746eb89-f25b-4bc2-afa5-1d84be9c0119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:22:04.723691 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-7746eb89-f25b-4bc2-afa5-1d84be9c0119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:04.736535 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-7746eb89-f25b-4bc2-afa5-1d84be9c0119 service neutron] Transition to ACTIVE for port object eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:22:04.817258 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-7746eb89-f25b-4bc2-afa5-1d84be9c0119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:04.870885 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746eb89-f25b-4bc2-afa5-1d84be9c0119 service neutron] Pushing event updated for resources: {'Port': ['ID=eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:04.950149 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-7746eb89-f25b-4bc2-afa5-1d84be9c0119 service neutron] Attempting to bind port eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:22:04.950600 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-7746eb89-f25b-4bc2-afa5-1d84be9c0119 service neutron] Attempting to bind port eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '50153279-d293-4586-9e34-66e4c2fc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:22:04.951033 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-7746eb89-f25b-4bc2-afa5-1d84be9c0119 service neutron] Attempting to bind port eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789 on network ccddc865-94c4-4ee1-a68f-7c9c22fa904c {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:22:04.956984 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-7746eb89-f25b-4bc2-afa5-1d84be9c0119 service neutron] Port eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789 on network ccddc865-94c4-4ee1-a68f-7c9c22fa904c not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:22:04.957300 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-7746eb89-f25b-4bc2-afa5-1d84be9c0119 service neutron] Attempting to bind port eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789 on network ccddc865-94c4-4ee1-a68f-7c9c22fa904c {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:22:04.962167 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-7746eb89-f25b-4bc2-afa5-1d84be9c0119 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:22:04.962502 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-7746eb89-f25b-4bc2-afa5-1d84be9c0119 service neutron] Checking segment: {'id': '50153279-d293-4586-9e34-66e4c2fc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:22:04.962880 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-7746eb89-f25b-4bc2-afa5-1d84be9c0119 service neutron] Bound using segment: {'id': '50153279-d293-4586-9e34-66e4c2fc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:22:04.963301 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-7746eb89-f25b-4bc2-afa5-1d84be9c0119 service neutron] Bound port: eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50153279-d293-4586-9e34-66e4c2fc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:22:04.963656 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-7746eb89-f25b-4bc2-afa5-1d84be9c0119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:05.063690 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b2a249e7-c084-4538-bf44-7b119b6cbed3 req-606f015b-9783-4982-879d-e9e8988b8cc0 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=6163c139-d1a9-43b1-a6d4-a2f43c1b9818 HTTP/1.1" status: 200 len: 210 time: 0.0435503 Apr 20 16:22:05.119891 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-7746eb89-f25b-4bc2-afa5-1d84be9c0119 service neutron] For port eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:22:05.123594 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-7746eb89-f25b-4bc2-afa5-1d84be9c0119 service neutron] For port eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:22:05.206770 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-7746eb89-f25b-4bc2-afa5-1d84be9c0119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:05.246943 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-7746eb89-f25b-4bc2-afa5-1d84be9c0119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:05.247545 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-7746eb89-f25b-4bc2-afa5-1d84be9c0119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:05.248999 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-7746eb89-f25b-4bc2-afa5-1d84be9c0119 service neutron] 10.222.0.30 "PUT /v2.0/ports/eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789 HTTP/1.1" status: 200 len: 1092 time: 1.1166203 Apr 20 16:22:05.274252 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746eb89-f25b-4bc2-afa5-1d84be9c0119 service neutron] Pushing event updated for resources: {'Port': ['ID=eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:05.389650 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a60af-50fa-4d11-bf16-d6a5969c9e21 req-2202cdaf-b18a-4635-a6de-1f80d9825422 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:05.391144 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c58a60af-50fa-4d11-bf16-d6a5969c9e21 req-2202cdaf-b18a-4635-a6de-1f80d9825422 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d29aa8a8-0ecc-497c-9cd8-dc797691b8f1 HTTP/1.1" status: 200 len: 944 time: 0.0522032 Apr 20 16:22:05.457543 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c58a60af-50fa-4d11-bf16-d6a5969c9e21 req-37c1cb30-7001-48a4-92cf-3849b8ca61a1 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570724 Apr 20 16:22:05.461248 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-63d00f99-a79b-4088-a1d6-b6b0700b4573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:05.463824 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-63d00f99-a79b-4088-a1d6-b6b0700b4573 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cc4f828c4024c5e9e29e4972749306e&device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 1095 time: 0.0715394 Apr 20 16:22:05.525288 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-13ed2bdc-69a5-4564-87a2-06355593e43c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789 HTTP/1.1" status: 200 len: 217 time: 0.0450046 Apr 20 16:22:05.565936 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a8594f91-cf36-4bc7-9073-61723b64eba0 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:22:05.587109 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fbbe0-cea8-4bdd-848e-de63968c2c9f req-46be016a-1571-4157-9c1b-1dec92ee62fd tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:05.595945 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bf5fbbe0-cea8-4bdd-848e-de63968c2c9f req-46be016a-1571-4157-9c1b-1dec92ee62fd tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 944 time: 0.0693958 Apr 20 16:22:05.600947 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-17941f71-6c28-41c6-9ced-a96078d90b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:05.603139 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-17941f71-6c28-41c6-9ced-a96078d90b44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e5e1853-efd5-4800-b27e-3ac73eee167e HTTP/1.1" status: 200 len: 851 time: 0.0690022 Apr 20 16:22:05.646842 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-760ce1df-1e14-4097-b345-cab77a41c700 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332451 Apr 20 16:22:05.647872 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bf5fbbe0-cea8-4bdd-848e-de63968c2c9f req-03329209-f316-426a-b8bd-c0fd90b13ecf tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510423 Apr 20 16:22:05.698047 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port a8594f91-cf36-4bc7-9073-61723b64eba0 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:22:05.702696 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port a8594f91-cf36-4bc7-9073-61723b64eba0 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:22:05.702972 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:05.755815 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-26a2cbfb-2acc-4421-ab45-d67ace2bf6c9 service neutron] 10.222.0.30 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003158 Apr 20 16:22:05.829188 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:05.853549 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-58bab6b2-e5eb-4f3c-a874-51fcd65fdf4f req-1cc7caee-5d19-486e-ad04-c4739e43a64b service neutron] 10.222.0.30 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906219 Apr 20 16:22:05.854879 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29aa8a8-0ecc-497c-9cd8-dc797691b8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8594f91-cf36-4bc7-9073-61723b64eba0'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:22:05.859309 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087dd5c2-c478-4c5d-be82-45c9ab5b0b9d" -d '{"events": [{"server_uuid": "d29aa8a8-0ecc-497c-9cd8-dc797691b8f1", "name": "network-vif-plugged", "status": "completed", "tag": "a8594f91-cf36-4bc7-9073-61723b64eba0"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:22:05.877459 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port a8594f91-cf36-4bc7-9073-61723b64eba0, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a8594f91-cf36-4bc7-9073-61723b64eba0,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:05.902338 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b182a8-b28d-41b9-b1cf-f3583f294ee4 x-openstack-request-id: req-06b182a8-b28d-41b9-b1cf-f3583f294ee4 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:22:05.902712 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29aa8a8-0ecc-497c-9cd8-dc797691b8f1", "name": "network-vif-plugged", "status": "completed", "tag": "a8594f91-cf36-4bc7-9073-61723b64eba0", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:22:05.902966 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-06b182a8-b28d-41b9-b1cf-f3583f294ee4 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:22:05.903364 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b182a8-b28d-41b9-b1cf-f3583f294ee4'] response: {'server_uuid': 'd29aa8a8-0ecc-497c-9cd8-dc797691b8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8594f91-cf36-4bc7-9073-61723b64eba0', 'code': 200} Apr 20 16:22:05.954521 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:06.007872 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=a8594f91-cf36-4bc7-9073-61723b64eba0,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:06.056674 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edb429-8e1c-40e7-8fa8-030318587e80 req-fd4a8310-d0d0-4a8e-b7d7-96acc88bd148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:06.058426 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c6edb429-8e1c-40e7-8fa8-030318587e80 req-fd4a8310-d0d0-4a8e-b7d7-96acc88bd148 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d29aa8a8-0ecc-497c-9cd8-dc797691b8f1 HTTP/1.1" status: 200 len: 1096 time: 0.0539401 Apr 20 16:22:06.096583 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99dce7e6-fdcd-4a36-9c65-30a594ac2ee0', 'tag': 'eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:22:06.098941 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd49b0f-1d12-4743-80ee-e02c2f2697fa" -d '{"events": [{"name": "network-changed", "server_uuid": "99dce7e6-fdcd-4a36-9c65-30a594ac2ee0", "tag": "eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:22:06.116514 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c6edb429-8e1c-40e7-8fa8-030318587e80 req-a4ed9141-f6c2-46b2-b0e3-067a656bd1ba service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512311 Apr 20 16:22:06.142175 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371a6787-bba4-41a4-b30b-de6b39c258a8 x-openstack-request-id: req-371a6787-bba4-41a4-b30b-de6b39c258a8 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:22:06.142559 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99dce7e6-fdcd-4a36-9c65-30a594ac2ee0", "tag": "eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:22:06.142904 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-371a6787-bba4-41a4-b30b-de6b39c258a8 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:22:06.143394 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-371a6787-bba4-41a4-b30b-de6b39c258a8'] response: {'name': 'network-changed', 'server_uuid': '99dce7e6-fdcd-4a36-9c65-30a594ac2ee0', 'tag': 'eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789', 'status': 'completed', 'code': 200} Apr 20 16:22:06.245238 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd49b0f-1d12-4743-80ee-e02c2f2697fa req-db0335f1-af21-4bce-8b4a-5eb70f169fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:06.247183 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-acd49b0f-1d12-4743-80ee-e02c2f2697fa req-db0335f1-af21-4bce-8b4a-5eb70f169fdd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cc4f828c4024c5e9e29e4972749306e&device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 1095 time: 0.0525136 Apr 20 16:22:06.357120 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd49b0f-1d12-4743-80ee-e02c2f2697fa req-6877f3f3-f3c7-4e5f-b5e4-3222f1dbbb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:06.358907 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-acd49b0f-1d12-4743-80ee-e02c2f2697fa req-6877f3f3-f3c7-4e5f-b5e4-3222f1dbbb93 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c HTTP/1.1" status: 200 len: 912 time: 0.0983138 Apr 20 16:22:06.417412 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-acd49b0f-1d12-4743-80ee-e02c2f2697fa req-c0a81a04-175c-4f2e-89ed-3118fd23592f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789 HTTP/1.1" status: 200 len: 217 time: 0.0413854 Apr 20 16:22:06.477808 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd49b0f-1d12-4743-80ee-e02c2f2697fa req-4ce2557c-06fb-4f56-8081-72ad46fbf436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:06.479397 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-acd49b0f-1d12-4743-80ee-e02c2f2697fa req-4ce2557c-06fb-4f56-8081-72ad46fbf436 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e5e1853-efd5-4800-b27e-3ac73eee167e HTTP/1.1" status: 200 len: 851 time: 0.0540876 Apr 20 16:22:06.515385 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-acd49b0f-1d12-4743-80ee-e02c2f2697fa req-80bf81c7-7102-4def-a5a5-9c81409beab2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282149 Apr 20 16:22:06.628600 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-acd49b0f-1d12-4743-80ee-e02c2f2697fa req-61d04a1e-199f-40bb-8e70-783a80a51053 service neutron] 10.222.0.30 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053600 Apr 20 16:22:06.672295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b3b1b-3bcb-4937-b2bc-b14bc60123ef req-ac5282dc-d9ea-4dc8-b185-513c0f4b0ab7 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:06.674059 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be5b3b1b-3bcb-4937-b2bc-b14bc60123ef req-ac5282dc-d9ea-4dc8-b185-513c0f4b0ab7 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d29aa8a8-0ecc-497c-9cd8-dc797691b8f1 HTTP/1.1" status: 200 len: 945 time: 0.0628653 Apr 20 16:22:06.751558 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be5b3b1b-3bcb-4937-b2bc-b14bc60123ef req-44196602-9b08-487d-8e34-88c4cfc4ab4b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581760 Apr 20 16:22:06.847042 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-acd49b0f-1d12-4743-80ee-e02c2f2697fa req-2cdeda5c-2538-4369-8129-3d3f8c314179 service neutron] 10.222.0.30 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106078 Apr 20 16:22:06.869966 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b31b65-9124-46eb-9aee-10772f49e480 req-b19b25ab-6e37-4e1c-92a3-201275bd8c89 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:06.874703 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-35b31b65-9124-46eb-9aee-10772f49e480 req-b19b25ab-6e37-4e1c-92a3-201275bd8c89 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 945 time: 0.1664529 Apr 20 16:22:06.917191 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874deaf-faf3-4202-a384-510b8e6e48ee req-99f5bb00-7286-43be-b6c8-e3fa3389135c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:06.919228 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6874deaf-faf3-4202-a384-510b8e6e48ee req-99f5bb00-7286-43be-b6c8-e3fa3389135c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 944 time: 0.0686917 Apr 20 16:22:06.935077 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-35b31b65-9124-46eb-9aee-10772f49e480 req-3cc09611-438a-4d8a-afd8-cc2599add0ea tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515916 Apr 20 16:22:06.962458 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6874deaf-faf3-4202-a384-510b8e6e48ee req-e3265d62-55e1-4fc2-8593-1475c4edc116 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350170 Apr 20 16:22:07.567178 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 604f2d05-dc94-4f30-b064-1416474f57ab no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:22:07.595930 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 604f2d05-dc94-4f30-b064-1416474f57ab {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:22:07.597478 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 604f2d05-dc94-4f30-b064-1416474f57ab not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:22:07.923061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8675c31-6f08-472c-bf51-39fe42f89fec req-4a345a7b-1c5b-4f93-bcea-98691f045433 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:07.923061 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b8675c31-6f08-472c-bf51-39fe42f89fec req-4a345a7b-1c5b-4f93-bcea-98691f045433 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d29aa8a8-0ecc-497c-9cd8-dc797691b8f1 HTTP/1.1" status: 200 len: 945 time: 0.0687325 Apr 20 16:22:08.007776 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b8675c31-6f08-472c-bf51-39fe42f89fec req-557365e5-89d7-4530-bd62-8b25e65124bf tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505631 Apr 20 16:22:08.119752 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e37edf-7d44-4977-8291-856bac5f9a4f req-e59eae0c-831a-4653-a97b-066937a30979 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:08.130472 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04e37edf-7d44-4977-8291-856bac5f9a4f req-e59eae0c-831a-4653-a97b-066937a30979 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 944 time: 0.0641115 Apr 20 16:22:08.166703 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037958b-ebde-4935-b817-ac9d20069237 req-3f3dc21d-9756-4a9d-b4b4-b7fc51831f7a tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:08.169004 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8037958b-ebde-4935-b817-ac9d20069237 req-3f3dc21d-9756-4a9d-b4b4-b7fc51831f7a tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 945 time: 0.1199887 Apr 20 16:22:08.177566 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04e37edf-7d44-4977-8291-856bac5f9a4f req-802a8441-a3d9-40a5-a1e6-88c01f56a842 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459681 Apr 20 16:22:08.224040 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8037958b-ebde-4935-b817-ac9d20069237 req-05283765-c1dc-4182-b0fb-3c7331036d16 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429149 Apr 20 16:22:08.927353 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de15ee-c20e-4413-8273-08336285fb6c req-0147d4bb-79cf-4375-85d0-82fe16f33341 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:08.928930 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a5de15ee-c20e-4413-8273-08336285fb6c req-0147d4bb-79cf-4375-85d0-82fe16f33341 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 945 time: 0.0499434 Apr 20 16:22:09.043987 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-a5de15ee-c20e-4413-8273-08336285fb6c req-c4ec63d0-3ac3-4305-b435-ac5f2dcdea42 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Deleting port 43367020-e55c-4927-90e7-e90c39a589e1 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:22:09.044606 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a5de15ee-c20e-4413-8273-08336285fb6c req-c4ec63d0-3ac3-4305-b435-ac5f2dcdea42 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:09.184147 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff9f83-b5fe-4d42-a115-1f7316cf5341 req-33fa0b9b-7295-4ad2-b564-3a773f1af1ac tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:09.185593 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-beff9f83-b5fe-4d42-a115-1f7316cf5341 req-33fa0b9b-7295-4ad2-b564-3a773f1af1ac tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d29aa8a8-0ecc-497c-9cd8-dc797691b8f1 HTTP/1.1" status: 200 len: 945 time: 0.0834589 Apr 20 16:22:09.216520 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-a5de15ee-c20e-4413-8273-08336285fb6c req-c4ec63d0-3ac3-4305-b435-ac5f2dcdea42 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] For port 43367020-e55c-4927-90e7-e90c39a589e1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=43367020-e55c-4927-90e7-e90c39a589e1,segment=NetworkSegment(92ae8199-4df4-4470-93e0-b608fafb4861),segment_id=92ae8199-4df4-4470-93e0-b608fafb4861)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:09.217191 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a5de15ee-c20e-4413-8273-08336285fb6c req-c4ec63d0-3ac3-4305-b435-ac5f2dcdea42 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:09.238759 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-a5de15ee-c20e-4413-8273-08336285fb6c req-c4ec63d0-3ac3-4305-b435-ac5f2dcdea42 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Calling delete_port for 43367020-e55c-4927-90e7-e90c39a589e1 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:22:09.270047 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-beff9f83-b5fe-4d42-a115-1f7316cf5341 req-5899b34e-0f74-4090-b751-5966956d1ec4 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712593 Apr 20 16:22:09.354057 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3962edf-62ed-430a-b4c6-6b92dee666fd req-61f06710-73d3-4c10-80ba-be46ac89362e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:09.355689 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3962edf-62ed-430a-b4c6-6b92dee666fd req-61f06710-73d3-4c10-80ba-be46ac89362e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 944 time: 0.0604119 Apr 20 16:22:09.425357 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3962edf-62ed-430a-b4c6-6b92dee666fd req-8d3237fb-0b11-4cf5-ad2c-7124d9a8f0f1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527117 Apr 20 16:22:09.443066 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120ad35-525c-4d34-8c69-bce31cf8a55c req-9cf5a8b5-7420-440f-8202-092b840ce3c5 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:09.444675 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b120ad35-525c-4d34-8c69-bce31cf8a55c req-9cf5a8b5-7420-440f-8202-092b840ce3c5 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 945 time: 0.1038370 Apr 20 16:22:09.532654 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b120ad35-525c-4d34-8c69-bce31cf8a55c req-59388d19-be11-45f2-aca9-cf42af4d974a tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/security-groups?id=716e351f-3281-4973-abe6-47247536e927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738304 Apr 20 16:22:09.545789 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abe1fb-19a7-4ae2-bbde-e79497e57778 req-1c8f6d60-84af-4f50-8e31-e3fdb1638a91 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:09.557460 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b9abe1fb-19a7-4ae2-bbde-e79497e57778 req-1c8f6d60-84af-4f50-8e31-e3fdb1638a91 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d29aa8a8-0ecc-497c-9cd8-dc797691b8f1 HTTP/1.1" status: 200 len: 945 time: 0.0713649 Apr 20 16:22:09.594241 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a5de15ee-c20e-4413-8273-08336285fb6c req-c4ec63d0-3ac3-4305-b435-ac5f2dcdea42 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:09.624101 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b9abe1fb-19a7-4ae2-bbde-e79497e57778 req-407ddb3e-4018-47c1-8dab-53659771a078 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510554 Apr 20 16:22:09.625548 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['43367020-e55c-4927-90e7-e90c39a589e1'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:22:09.642933 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec63d0-3ac3-4305-b435-ac5f2dcdea42 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Pushing event deleted for resources: {'Port': ['ID=43367020-e55c-4927-90e7-e90c39a589e1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:09.722319 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5de15ee-c20e-4413-8273-08336285fb6c req-c4ec63d0-3ac3-4305-b435-ac5f2dcdea42 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] No DVR routers for this DVR port 43367020-e55c-4927-90e7-e90c39a589e1 on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:22:09.724964 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a5de15ee-c20e-4413-8273-08336285fb6c req-c4ec63d0-3ac3-4305-b435-ac5f2dcdea42 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:09.728596 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a5de15ee-c20e-4413-8273-08336285fb6c req-c4ec63d0-3ac3-4305-b435-ac5f2dcdea42 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.26 "DELETE /v2.0/ports/43367020-e55c-4927-90e7-e90c39a589e1 HTTP/1.1" status: 204 len: 173 time: 0.7942452 Apr 20 16:22:09.729153 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fb8099-469e-427f-bf45-24b578889ae2', 'name': 'network-vif-deleted', 'tag': '43367020-e55c-4927-90e7-e90c39a589e1'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:22:09.731804 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdab6f0-03b9-41be-9d08-d0af7249b6a7" -d '{"events": [{"server_uuid": "d1fb8099-469e-427f-bf45-24b578889ae2", "name": "network-vif-deleted", "tag": "43367020-e55c-4927-90e7-e90c39a589e1"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:22:09.773431 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c831e236-f97f-4287-9980-e95322db311d x-openstack-request-id: req-c831e236-f97f-4287-9980-e95322db311d {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:22:09.773943 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fb8099-469e-427f-bf45-24b578889ae2", "name": "network-vif-deleted", "tag": "43367020-e55c-4927-90e7-e90c39a589e1", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:22:09.774362 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c831e236-f97f-4287-9980-e95322db311d {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:22:09.775107 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c831e236-f97f-4287-9980-e95322db311d'] response: {'server_uuid': 'd1fb8099-469e-427f-bf45-24b578889ae2', 'name': 'network-vif-deleted', 'tag': '43367020-e55c-4927-90e7-e90c39a589e1', 'status': 'completed', 'code': 200} Apr 20 16:22:10.103864 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:22:10.215340 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:10.227901 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789', 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c', 'port_id': 'eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789', 'mac_address': 'fa:16:3e:63:9d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e5e1853-efd5-4800-b27e-3ac73eee167e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:22:10.265932 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:10.280414 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:22:10.303860 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:10.542813 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f67d5-a8f5-4dfc-a914-4a807ddca7e5 req-138110c0-7931-4d5a-8739-557cb0aa021a tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:10.544244 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa0f67d5-a8f5-4dfc-a914-4a807ddca7e5 req-138110c0-7931-4d5a-8739-557cb0aa021a tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 944 time: 0.0560272 Apr 20 16:22:10.585408 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa0f67d5-a8f5-4dfc-a914-4a807ddca7e5 req-b594e36b-f48d-4ff0-a390-a1ecc102e661 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337987 Apr 20 16:22:10.685926 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-367ccffc-2368-4a08-83ab-671ecde8af55 req-06c93316-94c9-4da0-92d1-7260d028bade tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 210 time: 0.0351939 Apr 20 16:22:11.069235 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:11.158530 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:11.248074 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd94c85-3133-47ce-a58d-616abadc4318 req-deeaca04-1e4c-4613-a46b-2ead09afca9d tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:11.249816 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5fd94c85-3133-47ce-a58d-616abadc4318 req-deeaca04-1e4c-4613-a46b-2ead09afca9d tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d29aa8a8-0ecc-497c-9cd8-dc797691b8f1 HTTP/1.1" status: 200 len: 945 time: 0.0629227 Apr 20 16:22:11.296637 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5fd94c85-3133-47ce-a58d-616abadc4318 req-3239c08b-8029-49fb-9542-1aaab7ec486d tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379694 Apr 20 16:22:11.488615 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43700) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:11.497420 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:22:11.594594 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 43367020-e55c-4927-90e7-e90c39a589e1 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:22:11.633435 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 43367020-e55c-4927-90e7-e90c39a589e1 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:22:11.633847 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 43367020-e55c-4927-90e7-e90c39a589e1 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:22:11.755541 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc136f-f4b0-4c49-8e86-f62a85aaca54 req-021e7699-3056-47a3-b79c-bba65602a458 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:11.761485 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a2cc136f-f4b0-4c49-8e86-f62a85aaca54 req-021e7699-3056-47a3-b79c-bba65602a458 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 945 time: 0.0817595 Apr 20 16:22:11.799471 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f69295f5-9e5b-4e96-b589-de3b4a4f1944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:11.848736 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a2cc136f-f4b0-4c49-8e86-f62a85aaca54 req-5a8cfd66-2011-4327-a7a6-7caf63b2a808 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834985 Apr 20 16:22:11.879090 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a59b9a46-0834-411c-9f77-ff06299635a0 req-f48fab66-198a-4160-8a29-3e2a6e663964 tempest-ListServerFiltersTestJSON-1798342894 tempest-ListServerFiltersTestJSON-1798342894-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1fb8099-469e-427f-bf45-24b578889ae2 HTTP/1.1" status: 200 len: 210 time: 0.0351064 Apr 20 16:22:11.940069 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f69295f5-9e5b-4e96-b589-de3b4a4f1944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:12.028263 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f69295f5-9e5b-4e96-b589-de3b4a4f1944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:12.070422 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f69295f5-9e5b-4e96-b589-de3b4a4f1944 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6d168779de345c38b23eaf82fa28c84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5781343 Apr 20 16:22:12.070422 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69295f5-9e5b-4e96-b589-de3b4a4f1944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7033836d-e65c-442a-ada1-8a24ae5d0f07,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:12.070947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43712) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:12.142651 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4993591d-534e-4d21-b663-55b21ec8256e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:12.165036 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4993591d-534e-4d21-b663-55b21ec8256e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:12.276502 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43718) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:12.360815 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4993591d-534e-4d21-b663-55b21ec8256e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:12.363364 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4993591d-534e-4d21-b663-55b21ec8256e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:12.367125 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4993591d-534e-4d21-b663-55b21ec8256e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7033836d-e65c-442a-ada1-8a24ae5d0f07 HTTP/1.1" status: 204 len: 168 time: 0.2925124 Apr 20 16:22:12.394256 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993591d-534e-4d21-b663-55b21ec8256e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7033836d-e65c-442a-ada1-8a24ae5d0f07,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:12.429478 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e733c13a-c349-4e78-8c21-98ef013526ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:12.466154 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f980f0b-30fa-44c4-aac6-95ae4bd3c5f0 req-1cd5d759-b1b0-483f-b7b5-7267c81e892e tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:12.467731 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9f980f0b-30fa-44c4-aac6-95ae4bd3c5f0 req-1cd5d759-b1b0-483f-b7b5-7267c81e892e tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d29aa8a8-0ecc-497c-9cd8-dc797691b8f1 HTTP/1.1" status: 200 len: 945 time: 0.0897603 Apr 20 16:22:12.526967 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9f980f0b-30fa-44c4-aac6-95ae4bd3c5f0 req-0303fead-5e9e-4d9a-aff0-a0e74da0fb3e tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512135 Apr 20 16:22:12.552274 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e733c13a-c349-4e78-8c21-98ef013526ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:12.702719 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e733c13a-c349-4e78-8c21-98ef013526ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:12.744049 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733c13a-c349-4e78-8c21-98ef013526ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077457c2-dcbd-4f03-a118-56ee27357e53,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:12.751029 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43730) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:12.751215 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e733c13a-c349-4e78-8c21-98ef013526ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d573c1acdca24a93b8250f703cc9d463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4734883 Apr 20 16:22:12.809100 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bf8280f7-9860-4ca4-a5e1-c54c5492aeb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:12.832818 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bf8280f7-9860-4ca4-a5e1-c54c5492aeb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:12.967970 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bf8280f7-9860-4ca4-a5e1-c54c5492aeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:12.972189 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bf8280f7-9860-4ca4-a5e1-c54c5492aeb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:12.988483 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bf8280f7-9860-4ca4-a5e1-c54c5492aeb6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/077457c2-dcbd-4f03-a118-56ee27357e53 HTTP/1.1" status: 204 len: 168 time: 0.2351568 Apr 20 16:22:13.025642 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43744) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:13.104254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8280f7-9860-4ca4-a5e1-c54c5492aeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077457c2-dcbd-4f03-a118-56ee27357e53,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:13.162423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fe625-4a3f-4689-b8a8-d42f8ff6e642 req-8c023e03-7b9b-4030-aad4-62ea88aa807c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:13.171251 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-327fe625-4a3f-4689-b8a8-d42f8ff6e642 req-8c023e03-7b9b-4030-aad4-62ea88aa807c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 945 time: 0.2199707 Apr 20 16:22:13.176565 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-aded23c8-191a-4806-8dff-66413f33ee35 admin admin] Deleting subnet abe219f4-3fe9-4dfe-82f9-6d973d12ff87 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:22:13.185497 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aded23c8-191a-4806-8dff-66413f33ee35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:13.256107 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-327fe625-4a3f-4689-b8a8-d42f8ff6e642 req-735c0cd7-d07b-4200-9ffd-fe6dc0c3ade3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796759 Apr 20 16:22:13.276402 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aded23c8-191a-4806-8dff-66413f33ee35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:13.281918 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ea527-99a2-432c-ad87-5314fb2be1ee req-7074c00e-5f3f-4b94-8ed2-8d3d29cc310b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:13.283437 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-305ea527-99a2-432c-ad87-5314fb2be1ee req-7074c00e-5f3f-4b94-8ed2-8d3d29cc310b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.26 "GET /v2.0/ports?device_id=d29aa8a8-0ecc-497c-9cd8-dc797691b8f1 HTTP/1.1" status: 200 len: 945 time: 0.4798801 Apr 20 16:22:13.375767 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aded23c8-191a-4806-8dff-66413f33ee35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:13.429678 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-305ea527-99a2-432c-ad87-5314fb2be1ee req-3cb640dc-4199-473c-96e4-6f5acb01823c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Deleting port a8594f91-cf36-4bc7-9073-61723b64eba0 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:22:13.430244 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-305ea527-99a2-432c-ad87-5314fb2be1ee req-3cb640dc-4199-473c-96e4-6f5acb01823c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:13.530621 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-305ea527-99a2-432c-ad87-5314fb2be1ee req-3cb640dc-4199-473c-96e4-6f5acb01823c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] For port a8594f91-cf36-4bc7-9073-61723b64eba0, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a8594f91-cf36-4bc7-9073-61723b64eba0,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:13.531262 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-305ea527-99a2-432c-ad87-5314fb2be1ee req-3cb640dc-4199-473c-96e4-6f5acb01823c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:13.538813 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aded23c8-191a-4806-8dff-66413f33ee35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:13.544770 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-305ea527-99a2-432c-ad87-5314fb2be1ee req-3cb640dc-4199-473c-96e4-6f5acb01823c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Calling delete_port for a8594f91-cf36-4bc7-9073-61723b64eba0 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:22:13.587525 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded23c8-191a-4806-8dff-66413f33ee35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abe219f4-3fe9-4dfe-82f9-6d973d12ff87,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:13.599919 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568ba007-dd20-4400-b2fc-aa0e1877a8a6 None None] Network 7149c004-f3a8-4107-821e-83b0af89cdf4 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:22:13.612793 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aded23c8-191a-4806-8dff-66413f33ee35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:13.619689 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-aded23c8-191a-4806-8dff-66413f33ee35 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/abe219f4-3fe9-4dfe-82f9-6d973d12ff87 HTTP/1.1" status: 204 len: 168 time: 0.5872824 Apr 20 16:22:13.620713 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43768) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:13.706806 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-66a5f588-0605-4e90-8ec9-3b993eeeb97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:13.776429 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-66a5f588-0605-4e90-8ec9-3b993eeeb97a admin admin] Deleting port 1cde792a-e443-4434-8beb-c514cb80e648 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:22:13.776691 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-66a5f588-0605-4e90-8ec9-3b993eeeb97a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:13.779900 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaaec48-f2e5-4de6-891f-e93d1ca45874 req-dbe92fbc-6d51-4dd9-afdb-ae1e6ef0c0d6 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:13.781579 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3eaaec48-f2e5-4de6-891f-e93d1ca45874 req-dbe92fbc-6d51-4dd9-afdb-ae1e6ef0c0d6 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d29aa8a8-0ecc-497c-9cd8-dc797691b8f1 HTTP/1.1" status: 200 len: 945 time: 0.1306489 Apr 20 16:22:13.842439 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3eaaec48-f2e5-4de6-891f-e93d1ca45874 req-7506a788-4f91-4ede-ad20-7885f393899c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543566 Apr 20 16:22:13.872073 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43772) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:13.878758 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-66a5f588-0605-4e90-8ec9-3b993eeeb97a admin admin] For port 1cde792a-e443-4434-8beb-c514cb80e648, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=1cde792a-e443-4434-8beb-c514cb80e648,segment=NetworkSegment(92ae8199-4df4-4470-93e0-b608fafb4861),segment_id=92ae8199-4df4-4470-93e0-b608fafb4861)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:13.879430 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-66a5f588-0605-4e90-8ec9-3b993eeeb97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:13.906399 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-66a5f588-0605-4e90-8ec9-3b993eeeb97a admin admin] Calling delete_port for 1cde792a-e443-4434-8beb-c514cb80e648 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:22:13.911366 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c3e7033d-6439-4c03-8971-b56e152eebcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:13.913296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5abfd6-541f-489c-80f0-58bb87c5d102 None None] DHCP port deletion for 7149c004-f3a8-4107-821e-83b0af89cdf4 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:22:13.989524 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:22:13.992125 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c5abfd6-541f-489c-80f0-58bb87c5d102 None None] Deleting port 1cde792a-e443-4434-8beb-c514cb80e648 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:22:13.992651 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c5abfd6-541f-489c-80f0-58bb87c5d102 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:14.011409 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-305ea527-99a2-432c-ad87-5314fb2be1ee req-3cb640dc-4199-473c-96e4-6f5acb01823c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:14.065855 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb640dc-4199-473c-96e4-6f5acb01823c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Pushing event deleted for resources: {'Port': ['ID=a8594f91-cf36-4bc7-9073-61723b64eba0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:14.074810 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-66a5f588-0605-4e90-8ec9-3b993eeeb97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:14.081146 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c3e7033d-6439-4c03-8971-b56e152eebcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:14.126203 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5f588-0605-4e90-8ec9-3b993eeeb97a admin admin] Pushing event deleted for resources: {'Port': ['ID=1cde792a-e443-4434-8beb-c514cb80e648,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:14.129042 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a5f588-0605-4e90-8ec9-3b993eeeb97a admin admin] No DVR routers for this DVR port 1cde792a-e443-4434-8beb-c514cb80e648 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:22:14.146271 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-305ea527-99a2-432c-ad87-5314fb2be1ee req-3cb640dc-4199-473c-96e4-6f5acb01823c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] No DVR routers for this DVR port a8594f91-cf36-4bc7-9073-61723b64eba0 on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:22:14.150157 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-305ea527-99a2-432c-ad87-5314fb2be1ee req-3cb640dc-4199-473c-96e4-6f5acb01823c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:14.157554 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-305ea527-99a2-432c-ad87-5314fb2be1ee req-3cb640dc-4199-473c-96e4-6f5acb01823c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.26 "DELETE /v2.0/ports/a8594f91-cf36-4bc7-9073-61723b64eba0 HTTP/1.1" status: 204 len: 173 time: 0.8669939 Apr 20 16:22:14.161081 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29aa8a8-0ecc-497c-9cd8-dc797691b8f1', 'name': 'network-vif-deleted', 'tag': 'a8594f91-cf36-4bc7-9073-61723b64eba0'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:22:14.167154 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf5678c-0a8a-476e-a07e-2d3004e209f3" -d '{"events": [{"server_uuid": "d29aa8a8-0ecc-497c-9cd8-dc797691b8f1", "name": "network-vif-deleted", "tag": "a8594f91-cf36-4bc7-9073-61723b64eba0"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:22:14.183116 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c3e7033d-6439-4c03-8971-b56e152eebcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:14.222476 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e435647-848e-468c-8885-ccb314939ce4 x-openstack-request-id: req-6e435647-848e-468c-8885-ccb314939ce4 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:22:14.223034 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29aa8a8-0ecc-497c-9cd8-dc797691b8f1", "name": "network-vif-deleted", "tag": "a8594f91-cf36-4bc7-9073-61723b64eba0", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:22:14.223526 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e435647-848e-468c-8885-ccb314939ce4 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:22:14.224360 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e435647-848e-468c-8885-ccb314939ce4'] response: {'server_uuid': 'd29aa8a8-0ecc-497c-9cd8-dc797691b8f1', 'name': 'network-vif-deleted', 'tag': 'a8594f91-cf36-4bc7-9073-61723b64eba0', 'status': 'completed', 'code': 200} Apr 20 16:22:14.240409 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-66a5f588-0605-4e90-8ec9-3b993eeeb97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:14.263421 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c3e7033d-6439-4c03-8971-b56e152eebcb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c549ed46b1f64b9ca0beb2d08cbc52b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3897943 Apr 20 16:22:14.264452 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7033d-6439-4c03-8971-b56e152eebcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3030731c-df93-43ab-b039-218076479c67,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:14.271867 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43778) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:14.324141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-66a5f588-0605-4e90-8ec9-3b993eeeb97a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7149c004-f3a8-4107-821e-83b0af89cdf4']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:22:14.340779 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['ff9eabef-07f4-42fd-8261-dfda19d01138'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:22:14.347868 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6f90a6dd-d04f-4b2b-9b27-bf9fb9b8fc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:14.353558 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-66a5f588-0605-4e90-8ec9-3b993eeeb97a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ae8199-4df4-4470-93e0-b608fafb4861') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:22:14.353853 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-66a5f588-0605-4e90-8ec9-3b993eeeb97a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ae8199-4df4-4470-93e0-b608fafb4861') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:22:14.390993 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-66a5f588-0605-4e90-8ec9-3b993eeeb97a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:14.402751 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6f90a6dd-d04f-4b2b-9b27-bf9fb9b8fc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:14.413461 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:22:14.429222 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-66a5f588-0605-4e90-8ec9-3b993eeeb97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:14.439487 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a5f588-0605-4e90-8ec9-3b993eeeb97a admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:22:14.439487 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-66a5f588-0605-4e90-8ec9-3b993eeeb97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:14.443312 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1cde792a-e443-4434-8beb-c514cb80e648 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:22:14.510308 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:22:14.516698 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc274d-4391-4ba0-9646-feca4224de4b req-e48482bf-84d5-4e8e-a023-e3de4ac40879 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:14.521727 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 1cde792a-e443-4434-8beb-c514cb80e648 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:22:14.522071 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1cde792a-e443-4434-8beb-c514cb80e648 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:22:14.523771 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-65dc274d-4391-4ba0-9646-feca4224de4b req-e48482bf-84d5-4e8e-a023-e3de4ac40879 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 945 time: 0.1158690 Apr 20 16:22:14.552306 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3c5abfd6-541f-489c-80f0-58bb87c5d102 None None] For port 1cde792a-e443-4434-8beb-c514cb80e648, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=1cde792a-e443-4434-8beb-c514cb80e648,segment=NetworkSegment(92ae8199-4df4-4470-93e0-b608fafb4861),segment_id=92ae8199-4df4-4470-93e0-b608fafb4861)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:14.553186 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c5abfd6-541f-489c-80f0-58bb87c5d102 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:14.577008 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-65dc274d-4391-4ba0-9646-feca4224de4b req-1fb2f2e3-7fb6-451e-8eec-14c4c4234b57 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518579 Apr 20 16:22:14.594686 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-66a5f588-0605-4e90-8ec9-3b993eeeb97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:14.598508 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3c5abfd6-541f-489c-80f0-58bb87c5d102 None None] Calling delete_port for 1cde792a-e443-4434-8beb-c514cb80e648 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:22:14.602540 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-66a5f588-0605-4e90-8ec9-3b993eeeb97a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:14.606365 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-66a5f588-0605-4e90-8ec9-3b993eeeb97a admin admin] 10.222.0.15 "DELETE /v2.0/networks/7149c004-f3a8-4107-821e-83b0af89cdf4 HTTP/1.1" status: 204 len: 168 time: 0.9847069 Apr 20 16:22:14.623285 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6f90a6dd-d04f-4b2b-9b27-bf9fb9b8fc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:14.623977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5f588-0605-4e90-8ec9-3b993eeeb97a admin admin] Pushing event deleted for resources: {'Network': ['ID=7149c004-f3a8-4107-821e-83b0af89cdf4,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:14.632423 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6f90a6dd-d04f-4b2b-9b27-bf9fb9b8fc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:14.638410 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6f90a6dd-d04f-4b2b-9b27-bf9fb9b8fc94 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3030731c-df93-43ab-b039-218076479c67 HTTP/1.1" status: 204 len: 168 time: 0.3634739 Apr 20 16:22:14.649107 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90a6dd-d04f-4b2b-9b27-bf9fb9b8fc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3030731c-df93-43ab-b039-218076479c67,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.743195 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.746440 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.746440 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.746440 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.746440 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.746440 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.746440 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.746440 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.746440 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.746440 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.746440 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.746440 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.746440 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.746440 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:22:14.746440 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:22:14.761149 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3c5abfd6-541f-489c-80f0-58bb87c5d102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:14.769034 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3c5abfd6-541f-489c-80f0-58bb87c5d102 None None] Network 7149c004-f3a8-4107-821e-83b0af89cdf4 is not hosted by any dhcp agent {{(pid=103486) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 16:22:14.769748 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5abfd6-541f-489c-80f0-58bb87c5d102 None None] No DVR routers for this DVR port 1cde792a-e443-4434-8beb-c514cb80e648 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:22:14.789015 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5abfd6-541f-489c-80f0-58bb87c5d102 None None] Pushing event deleted for resources: {'Port': ['ID=1cde792a-e443-4434-8beb-c514cb80e648,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:14.790593 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:22:14.797035 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:22:14.798021 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:14.886221 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:14.915248 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99dce7e6-fdcd-4a36-9c65-30a594ac2ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:22:14.915248 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72877aa3-16a0-4838-8d34-f97d5035c99d" -d '{"events": [{"server_uuid": "99dce7e6-fdcd-4a36-9c65-30a594ac2ee0", "name": "network-vif-plugged", "status": "completed", "tag": "eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:22:14.929208 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:14.979599 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176efb05-8c4e-421b-ac83-69652eb9db89 x-openstack-request-id: req-176efb05-8c4e-421b-ac83-69652eb9db89 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:22:14.979892 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99dce7e6-fdcd-4a36-9c65-30a594ac2ee0", "name": "network-vif-plugged", "status": "completed", "tag": "eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:22:14.980307 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-176efb05-8c4e-421b-ac83-69652eb9db89 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:22:14.980736 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-176efb05-8c4e-421b-ac83-69652eb9db89'] response: {'server_uuid': '99dce7e6-fdcd-4a36-9c65-30a594ac2ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789', 'code': 200} Apr 20 16:22:14.990022 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8433d2be-6082-45ab-b09f-d2cf336b303c req-f4930b73-2169-459f-868c-84504c4a24eb tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d29aa8a8-0ecc-497c-9cd8-dc797691b8f1 HTTP/1.1" status: 200 len: 210 time: 0.0459127 Apr 20 16:22:15.022652 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:15.077615 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:15.110039 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f739db9-3bdd-4818-9289-036284d2467d req-c67c11d9-4dc4-4138-bfd0-12c0c508026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:15.111542 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f739db9-3bdd-4818-9289-036284d2467d req-c67c11d9-4dc4-4138-bfd0-12c0c508026f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 1097 time: 0.0410621 Apr 20 16:22:15.146340 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43798) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:15.147847 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f739db9-3bdd-4818-9289-036284d2467d req-d3c93681-8fd0-45cc-b889-677bd8d2f469 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296504 Apr 20 16:22:15.189537 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-50d74cfe-50df-4953-b0af-845962caba2e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8a96c12e6f64332b12b242a601a3df7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420477 Apr 20 16:22:15.200515 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43800) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:15.252708 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eefc4cca-73bf-4a32-89ba-5f5e083d8054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:15.278457 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eefc4cca-73bf-4a32-89ba-5f5e083d8054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:15.503272 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eefc4cca-73bf-4a32-89ba-5f5e083d8054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:15.515058 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eefc4cca-73bf-4a32-89ba-5f5e083d8054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:15.515058 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-eefc4cca-73bf-4a32-89ba-5f5e083d8054 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/716e351f-3281-4973-abe6-47247536e927 HTTP/1.1" status: 204 len: 168 time: 0.3052979 Apr 20 16:22:15.515709 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc4cca-73bf-4a32-89ba-5f5e083d8054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716e351f-3281-4973-abe6-47247536e927,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:15.631924 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a8594f91-cf36-4bc7-9073-61723b64eba0 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:22:15.655628 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: a8594f91-cf36-4bc7-9073-61723b64eba0 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:22:15.655971 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a8594f91-cf36-4bc7-9073-61723b64eba0 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:22:15.695897 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102897a-8904-4f14-b882-a6c8f0dec174 req-8ed72d57-703a-45d9-8d25-65f83bbd3d07 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:15.697516 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9102897a-8904-4f14-b882-a6c8f0dec174 req-8ed72d57-703a-45d9-8d25-65f83bbd3d07 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0505509 Apr 20 16:22:15.738981 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9102897a-8904-4f14-b882-a6c8f0dec174 req-381c858e-b0f8-4c04-a332-24652e8268e5 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351942 Apr 20 16:22:16.766522 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-715f207e-db83-4fc3-884b-06110dd8f050 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:16.768037 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-715f207e-db83-4fc3-884b-06110dd8f050 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/networks?id=a24f1ee1-7962-4b42-99b4-cd4d398ef380 HTTP/1.1" status: 200 len: 805 time: 0.1070881 Apr 20 16:22:16.797356 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-ed4cdda4-585b-4e7e-b346-08757ca72781 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/quotas/b8c373d0b6ef424fae64df57ef92f83e HTTP/1.1" status: 200 len: 375 time: 0.0194936 Apr 20 16:22:16.853025 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-e0d4183b-ba8b-4f34-a448-83aaf2dbf227 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0531285 Apr 20 16:22:16.889198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74861c-010e-41cc-b308-192297cbfeaa req-e3ed0d23-17c4-4674-90c9-4d5e86a9e5ec tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:16.891459 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3c74861c-010e-41cc-b308-192297cbfeaa req-e3ed0d23-17c4-4674-90c9-4d5e86a9e5ec tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0569713 Apr 20 16:22:16.936732 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3c74861c-010e-41cc-b308-192297cbfeaa req-ad699992-1624-403c-8ede-c912bafc134e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373898 Apr 20 16:22:17.247360 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-9148efaa-0fe9-4da8-930b-674a7725f100 service neutron] 10.222.0.15 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855062 Apr 20 16:22:17.347758 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-d04d5d1a-43f6-4892-8ad3-c8b74e93098c service neutron] 10.222.0.15 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937278 Apr 20 16:22:17.780079 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f3031ec5-6567-4fa6-8d47-dd5e6464caf5 req-651561f2-92b4-431e-a42f-bead866541da tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e0ff132-1dd1-4970-915e-db085111dbbf HTTP/1.1" status: 200 len: 210 time: 0.0303407 Apr 20 16:22:17.822864 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43904) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:18.023946 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-6b3b1242-5702-4606-8f56-e960fd5ccad5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1255170820-network', 'tenant_id': '999f887c90c5494dac90905d94c51860'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:18.075839 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4f12d-858c-406b-b35a-91a06989afc9 req-70cd6ecb-b7e1-4022-af4f-379013b0ea0f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:18.077526 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8b4f12d-858c-406b-b35a-91a06989afc9 req-70cd6ecb-b7e1-4022-af4f-379013b0ea0f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0677276 Apr 20 16:22:18.118505 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8b4f12d-858c-406b-b35a-91a06989afc9 req-46014fc5-f484-4e77-8a85-80a6f5aae032 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341287 Apr 20 16:22:18.125557 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3b1242-5702-4606-8f56-e960fd5ccad5 admin admin] Made reservation on behalf of 999f887c90c5494dac90905d94c51860 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:22:18.128462 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b3b1242-5702-4606-8f56-e960fd5ccad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:18.137584 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b3b1242-5702-4606-8f56-e960fd5ccad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:18.232808 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b3b1242-5702-4606-8f56-e960fd5ccad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:18.325661 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b3b1242-5702-4606-8f56-e960fd5ccad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:18.347235 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3b1242-5702-4606-8f56-e960fd5ccad5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:22:18.361821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b1242-5702-4606-8f56-e960fd5ccad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7478c5e8-7e90-4e90-8abf-bb372afaed98,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:18.365193 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b3b1242-5702-4606-8f56-e960fd5ccad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:18.365529 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-6b3b1242-5702-4606-8f56-e960fd5ccad5 admin admin] Added segment 99592530-6e52-4878-9635-cdf5a0297024 of type vlan for network bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d Apr 20 16:22:18.416872 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b3b1242-5702-4606-8f56-e960fd5ccad5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:18.555918 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b3b1242-5702-4606-8f56-e960fd5ccad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:18.556959 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3b1242-5702-4606-8f56-e960fd5ccad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:18.557783 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b3b1242-5702-4606-8f56-e960fd5ccad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:18.618236 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b1242-5702-4606-8f56-e960fd5ccad5 admin admin] Pushing event updated for resources: {'Network': ['ID=bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:18.628188 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:22:18.700572 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6b3b1242-5702-4606-8f56-e960fd5ccad5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8730698 Apr 20 16:22:18.700572 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43940) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:18.706109 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-24e3a5d1-0827-4921-a9ac-7e8bed41c402 admin admin] Request body: {'subnet': {'network_id': 'bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1255170820-subnet', 'tenant_id': '999f887c90c5494dac90905d94c51860', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:18.841192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e3a5d1-0827-4921-a9ac-7e8bed41c402 admin admin] Made reservation on behalf of 999f887c90c5494dac90905d94c51860 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:22:18.845029 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-24e3a5d1-0827-4921-a9ac-7e8bed41c402 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:18.919606 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a8e805d-84be-4230-b9c3-4279e5cc6122 req-a6fa064d-ca7a-44cd-91a6-49b0dae39e40 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e0ff132-1dd1-4970-915e-db085111dbbf HTTP/1.1" status: 200 len: 210 time: 0.0580194 Apr 20 16:22:19.149631 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-24e3a5d1-0827-4921-a9ac-7e8bed41c402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:19.226568 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3a5d1-0827-4921-a9ac-7e8bed41c402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a28507-a47c-4040-aee2-28d20b2123b2,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:19.235723 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e3a5d1-0827-4921-a9ac-7e8bed41c402 admin admin] Checking segment: {'id': '99592530-6e52-4878-9635-cdf5a0297024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:22:19.235944 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e3a5d1-0827-4921-a9ac-7e8bed41c402 admin admin] Network hostable DHCP agents. Network: bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:22:19.405475 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e3a5d1-0827-4921-a9ac-7e8bed41c402 admin admin] Network bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:22:19.651281 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-24e3a5d1-0827-4921-a9ac-7e8bed41c402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:22:19.655508 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e3a5d1-0827-4921-a9ac-7e8bed41c402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:19.656090 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-24e3a5d1-0827-4921-a9ac-7e8bed41c402 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:19.660672 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d297747e-5cf7-45b4-9da1-0548b8b9b07b None None] Network bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:22:19.791077 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-24e3a5d1-0827-4921-a9ac-7e8bed41c402 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0898631 Apr 20 16:22:19.809408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88a8926-3c0b-4b60-9a50-94c87218d810 None None] Network bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:22:20.022386 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f5800070-6b30-47c3-a61d-a5217086f99f req-99add98d-2e57-4110-b2d0-ffbab0c73cd4 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e0ff132-1dd1-4970-915e-db085111dbbf HTTP/1.1" status: 200 len: 210 time: 0.0276496 Apr 20 16:22:20.621556 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-a82dc520-267f-499a-8fb4-6c94d3d78bcd tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:20.623088 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-a82dc520-267f-499a-8fb4-6c94d3d78bcd tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/networks?id=bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d HTTP/1.1" status: 200 len: 822 time: 0.1099508 Apr 20 16:22:20.639629 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-0feaadf4-57e2-4457-8969-261a47a4d609 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/quotas/999f887c90c5494dac90905d94c51860 HTTP/1.1" status: 200 len: 375 time: 0.0097358 Apr 20 16:22:20.693928 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43998) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:20.714896 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-bda3ab7a-09ad-41e1-9941-84187efb9785 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=999f887c90c5494dac90905d94c51860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633829 Apr 20 16:22:20.725704 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-cf37869e-7ce5-4ccf-a9ea-9c487a24fbc1 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:20.736109 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-cf37869e-7ce5-4ccf-a9ea-9c487a24fbc1 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.26 "GET /v2.0/networks?id=a24f1ee1-7962-4b42-99b4-cd4d398ef380 HTTP/1.1" status: 200 len: 805 time: 0.1743901 Apr 20 16:22:20.774043 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-4e1d376f-34ab-43ca-afd0-040d19b3eeda tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Request body: {'port': {'device_id': '1e0ff132-1dd1-4970-915e-db085111dbbf', 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380', 'admin_state_up': True, 'tenant_id': 'b8c373d0b6ef424fae64df57ef92f83e'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:20.878852 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-51f50a61-c2a2-43bf-a1b7-e6964a240ace service neutron] 10.222.0.15 "GET /v2.0/networks/bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630020 Apr 20 16:22:20.902005 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02daef65-afe0-4732-8050-a99383aea6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:21.004901 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-96efcf81-13fa-47a4-a281-9e258cb37f16 service neutron] 10.222.0.15 "GET /v2.0/networks/bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095722 Apr 20 16:22:21.024586 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02daef65-afe0-4732-8050-a99383aea6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:21.079952 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-4e1d376f-34ab-43ca-afd0-040d19b3eeda tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Made reservation on behalf of b8c373d0b6ef424fae64df57ef92f83e for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:22:21.084892 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-4e1d376f-34ab-43ca-afd0-040d19b3eeda tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:21.170114 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-26b8e050-ebb7-4659-b8e6-ad7cbeea6e76 req-6965769e-32c6-4562-a7bf-9b55f144727c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e0ff132-1dd1-4970-915e-db085111dbbf HTTP/1.1" status: 200 len: 210 time: 0.0635068 Apr 20 16:22:21.174021 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02daef65-afe0-4732-8050-a99383aea6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:21.242580 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-02daef65-afe0-4732-8050-a99383aea6fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=830c73b957fa451faaff3732aebef1fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5476773 Apr 20 16:22:21.243776 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02daef65-afe0-4732-8050-a99383aea6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1731adb-3716-48f3-94e6-30f74e39845b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:21.245744 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44008) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:21.348119 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f091fce9-87e3-40e9-a86d-d15e784ce1fd req-4aaededb-5cc9-4155-8b19-ac0552d3c8f5 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/ports?device_id=48063591-94b9-480a-a0c8-a0de7267e317 HTTP/1.1" status: 200 len: 210 time: 0.0435669 Apr 20 16:22:21.350074 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-4e1d376f-34ab-43ca-afd0-040d19b3eeda tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Allocated IP 172.20.0.4 (a24f1ee1-7962-4b42-99b4-cd4d398ef380/1b506ada-a815-4b95-bd30-2bdbb75a1ede/1a79f179-ebae-4cbb-86d4-2d2acb01547f) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:22:21.393967 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-90c61e9d-1dd7-43d4-b15d-eb66bbbef19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:21.420896 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-90c61e9d-1dd7-43d4-b15d-eb66bbbef19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:21.585085 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-4e1d376f-34ab-43ca-afd0-040d19b3eeda tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:21.618124 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-90c61e9d-1dd7-43d4-b15d-eb66bbbef19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:21.621195 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-90c61e9d-1dd7-43d4-b15d-eb66bbbef19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:21.622375 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-90c61e9d-1dd7-43d4-b15d-eb66bbbef19e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1731adb-3716-48f3-94e6-30f74e39845b HTTP/1.1" status: 204 len: 168 time: 0.3745301 Apr 20 16:22:21.631257 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c61e9d-1dd7-43d4-b15d-eb66bbbef19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1731adb-3716-48f3-94e6-30f74e39845b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:21.681511 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-4e1d376f-34ab-43ca-afd0-040d19b3eeda tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:21.729653 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['ff9eabef-07f4-42fd-8261-dfda19d01138'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:22:21.737337 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-4e1d376f-34ab-43ca-afd0-040d19b3eeda tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Network a24f1ee1-7962-4b42-99b4-cd4d398ef380 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:22:21.740558 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-4e1d376f-34ab-43ca-afd0-040d19b3eeda tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:22:21.751654 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-4e1d376f-34ab-43ca-afd0-040d19b3eeda tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:22:21.808700 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d376f-34ab-43ca-afd0-040d19b3eeda tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Pushing event updated for resources: {'Port': ['ID=1a79f179-ebae-4cbb-86d4-2d2acb01547f,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:21.817825 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-4e1d376f-34ab-43ca-afd0-040d19b3eeda tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:21.818466 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-4e1d376f-34ab-43ca-afd0-040d19b3eeda tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:21.900310 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-4e1d376f-34ab-43ca-afd0-040d19b3eeda tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1540909 Apr 20 16:22:21.922451 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-ec4221f7-fcc5-4411-b43a-afadc69b562f service neutron] Request body: {'port': {'device_id': '1e0ff132-1dd1-4970-915e-db085111dbbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:21.997417 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-ec4221f7-fcc5-4411-b43a-afadc69b562f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:22.396091 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcad04a-ff08-4252-8d42-a8d79f26dfd9 req-dd561605-854c-4338-81da-ec50ce97cb02 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:22.397792 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5bcad04a-ff08-4252-8d42-a8d79f26dfd9 req-dd561605-854c-4338-81da-ec50ce97cb02 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e0ff132-1dd1-4970-915e-db085111dbbf HTTP/1.1" status: 200 len: 931 time: 0.1052663 Apr 20 16:22:22.400309 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-ec4221f7-fcc5-4411-b43a-afadc69b562f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a79f179-ebae-4cbb-86d4-2d2acb01547f {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:22:22.410386 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-ec4221f7-fcc5-4411-b43a-afadc69b562f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:22.453575 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-ec4221f7-fcc5-4411-b43a-afadc69b562f service neutron] Transition to ACTIVE for port object 1a79f179-ebae-4cbb-86d4-2d2acb01547f will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:22:22.456177 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5bcad04a-ff08-4252-8d42-a8d79f26dfd9 req-46eb1f30-5296-413e-85cf-bf78f256cb92 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506306 Apr 20 16:22:22.456593 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8c484337-c0f7-4453-b14f-56b49a694025 req-cff3b6dd-f77b-466b-86b7-dc703a92deee tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/ports?device_id=48063591-94b9-480a-a0c8-a0de7267e317 HTTP/1.1" status: 200 len: 210 time: 0.0347102 Apr 20 16:22:22.548531 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-ec4221f7-fcc5-4411-b43a-afadc69b562f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:22.619548 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4221f7-fcc5-4411-b43a-afadc69b562f service neutron] Pushing event updated for resources: {'Port': ['ID=1a79f179-ebae-4cbb-86d4-2d2acb01547f,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:22.693509 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-ec4221f7-fcc5-4411-b43a-afadc69b562f service neutron] Attempting to bind port 1a79f179-ebae-4cbb-86d4-2d2acb01547f on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:22:22.693509 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-ec4221f7-fcc5-4411-b43a-afadc69b562f service neutron] Attempting to bind port 1a79f179-ebae-4cbb-86d4-2d2acb01547f by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:22:22.693707 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-ec4221f7-fcc5-4411-b43a-afadc69b562f service neutron] Attempting to bind port 1a79f179-ebae-4cbb-86d4-2d2acb01547f on network a24f1ee1-7962-4b42-99b4-cd4d398ef380 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:22:22.698187 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-ec4221f7-fcc5-4411-b43a-afadc69b562f service neutron] Port 1a79f179-ebae-4cbb-86d4-2d2acb01547f on network a24f1ee1-7962-4b42-99b4-cd4d398ef380 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:22:22.698567 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-ec4221f7-fcc5-4411-b43a-afadc69b562f service neutron] Attempting to bind port 1a79f179-ebae-4cbb-86d4-2d2acb01547f on network a24f1ee1-7962-4b42-99b4-cd4d398ef380 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:22:22.703424 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-ec4221f7-fcc5-4411-b43a-afadc69b562f service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:22:22.703758 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-ec4221f7-fcc5-4411-b43a-afadc69b562f service neutron] Checking segment: {'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:22:22.704130 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-ec4221f7-fcc5-4411-b43a-afadc69b562f service neutron] Bound using segment: {'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:22:22.704588 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-ec4221f7-fcc5-4411-b43a-afadc69b562f service neutron] Bound port: 1a79f179-ebae-4cbb-86d4-2d2acb01547f, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:22:22.705011 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-ec4221f7-fcc5-4411-b43a-afadc69b562f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:22.710440 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44054) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:22.724028 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac4b31c5-d6ef-4110-9a5c-80fdc3bac0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:22.772832 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-83a1db1f-e7a4-46f7-9479-19bbc96a8b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:22.776490 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-ec4221f7-fcc5-4411-b43a-afadc69b562f service neutron] For port 1a79f179-ebae-4cbb-86d4-2d2acb01547f, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:22:22.780615 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-ec4221f7-fcc5-4411-b43a-afadc69b562f service neutron] For port 1a79f179-ebae-4cbb-86d4-2d2acb01547f, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=1a79f179-ebae-4cbb-86d4-2d2acb01547f,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:22:22.817869 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac4b31c5-d6ef-4110-9a5c-80fdc3bac0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:22.898246 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac4b31c5-d6ef-4110-9a5c-80fdc3bac0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:22.899002 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-ec4221f7-fcc5-4411-b43a-afadc69b562f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:22.952755 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ac4b31c5-d6ef-4110-9a5c-80fdc3bac0d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62f2f4de196641e887862a20caf0716d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2412078 Apr 20 16:22:22.953075 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-ec4221f7-fcc5-4411-b43a-afadc69b562f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:22.956447 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-ec4221f7-fcc5-4411-b43a-afadc69b562f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:22.956584 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b31c5-d6ef-4110-9a5c-80fdc3bac0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0a563c-f7c4-4ae4-a254-601a916a6bfb,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:22.956794 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-ec4221f7-fcc5-4411-b43a-afadc69b562f service neutron] 10.222.0.26 "PUT /v2.0/ports/1a79f179-ebae-4cbb-86d4-2d2acb01547f HTTP/1.1" status: 200 len: 1091 time: 1.0408027 Apr 20 16:22:22.956794 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0ff132-1dd1-4970-915e-db085111dbbf', 'tag': '1a79f179-ebae-4cbb-86d4-2d2acb01547f'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:22:22.958962 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8bf690-d950-467c-84c0-9dace051474e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0ff132-1dd1-4970-915e-db085111dbbf", "tag": "1a79f179-ebae-4cbb-86d4-2d2acb01547f"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:22:22.962109 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44058) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:22.995455 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4221f7-fcc5-4411-b43a-afadc69b562f service neutron] Pushing event updated for resources: {'Port': ['ID=1a79f179-ebae-4cbb-86d4-2d2acb01547f,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:23.035560 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f32a76f0-cbcd-4140-845e-66f14e1fcf93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:23.065421 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f32a76f0-cbcd-4140-845e-66f14e1fcf93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:23.200061 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f32a76f0-cbcd-4140-845e-66f14e1fcf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:23.205191 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f32a76f0-cbcd-4140-845e-66f14e1fcf93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:23.209689 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f32a76f0-cbcd-4140-845e-66f14e1fcf93 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da0a563c-f7c4-4ae4-a254-601a916a6bfb HTTP/1.1" status: 204 len: 168 time: 0.2464767 Apr 20 16:22:23.212843 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-edd67f3d-7498-4701-b3bb-614113ccc2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:23.214728 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-edd67f3d-7498-4701-b3bb-614113ccc2cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&device_id=1e0ff132-1dd1-4970-915e-db085111dbbf HTTP/1.1" status: 200 len: 1094 time: 0.0522025 Apr 20 16:22:23.219342 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a76f0-cbcd-4140-845e-66f14e1fcf93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0a563c-f7c4-4ae4-a254-601a916a6bfb,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:23.242084 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e743f0-0b02-485f-ac6d-b3e279590bbf x-openstack-request-id: req-e1e743f0-0b02-485f-ac6d-b3e279590bbf {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:22:23.242372 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0ff132-1dd1-4970-915e-db085111dbbf", "tag": "1a79f179-ebae-4cbb-86d4-2d2acb01547f", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:22:23.242625 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e1e743f0-0b02-485f-ac6d-b3e279590bbf {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:22:23.243021 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1e743f0-0b02-485f-ac6d-b3e279590bbf'] response: {'name': 'network-changed', 'server_uuid': '1e0ff132-1dd1-4970-915e-db085111dbbf', 'tag': '1a79f179-ebae-4cbb-86d4-2d2acb01547f', 'status': 'completed', 'code': 200} Apr 20 16:22:23.275737 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-2bf7c97d-4c6f-4d44-8cd6-1aa0ea3d77c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a79f179-ebae-4cbb-86d4-2d2acb01547f HTTP/1.1" status: 200 len: 217 time: 0.0475321 Apr 20 16:22:23.341116 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-c20d4a25-72a7-4b2b-a5f2-13be42c06478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:23.342663 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-c20d4a25-72a7-4b2b-a5f2-13be42c06478 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b506ada-a815-4b95-bd30-2bdbb75a1ede HTTP/1.1" status: 200 len: 845 time: 0.0586488 Apr 20 16:22:23.382930 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-d966698f-575e-4075-905c-060ac7b67ba6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a24f1ee1-7962-4b42-99b4-cd4d398ef380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323822 Apr 20 16:22:23.514702 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-49f64c87-dc86-447c-8d7a-579dddf0bb5a service neutron] 10.222.0.26 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236196 Apr 20 16:22:23.589623 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a12f59f-e71d-4baf-a134-d35989a06b1e req-d0be13d7-3e3d-4314-84ee-7089d2fe6fdc tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/ports?device_id=48063591-94b9-480a-a0c8-a0de7267e317 HTTP/1.1" status: 200 len: 210 time: 0.0438261 Apr 20 16:22:23.656849 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc83dd-132f-4049-9bbc-287fd8d117fb req-73afc8f5-84b3-44f0-bb64-f230c9d23983 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:23.658320 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c7bc83dd-132f-4049-9bbc-287fd8d117fb req-73afc8f5-84b3-44f0-bb64-f230c9d23983 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e0ff132-1dd1-4970-915e-db085111dbbf HTTP/1.1" status: 200 len: 943 time: 0.1090686 Apr 20 16:22:23.663904 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8c69d6d3-90a0-45bc-a066-312ff2890920 req-7abbfbac-793b-45cc-a39c-57d477ebf6cc service neutron] 10.222.0.26 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428099 Apr 20 16:22:23.700918 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c7bc83dd-132f-4049-9bbc-287fd8d117fb req-f13222a6-8fa0-4ab6-bfd8-5c63cf064119 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353529 Apr 20 16:22:23.905043 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bf690-d950-467c-84c0-9dace051474e req-488fc554-1482-48fd-8b0e-0d5bca91f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:23.912496 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a8bf690-d950-467c-84c0-9dace051474e req-488fc554-1482-48fd-8b0e-0d5bca91f0d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&device_id=1e0ff132-1dd1-4970-915e-db085111dbbf HTTP/1.1" status: 200 len: 1094 time: 0.0846531 Apr 20 16:22:24.030286 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bf690-d950-467c-84c0-9dace051474e req-de452cda-b503-4326-803f-d0e6e5de547a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:24.032126 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a8bf690-d950-467c-84c0-9dace051474e req-de452cda-b503-4326-803f-d0e6e5de547a service neutron] 10.222.0.26 "GET /v2.0/networks?id=a24f1ee1-7962-4b42-99b4-cd4d398ef380 HTTP/1.1" status: 200 len: 906 time: 0.1128557 Apr 20 16:22:24.077300 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a8bf690-d950-467c-84c0-9dace051474e req-352ecde1-14ad-493d-80a9-4da4e042bf61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a79f179-ebae-4cbb-86d4-2d2acb01547f HTTP/1.1" status: 200 len: 217 time: 0.0388401 Apr 20 16:22:24.192455 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bf690-d950-467c-84c0-9dace051474e req-91979634-41e9-4d2c-a0c0-b3d6e66c762d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:24.193922 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a8bf690-d950-467c-84c0-9dace051474e req-91979634-41e9-4d2c-a0c0-b3d6e66c762d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b506ada-a815-4b95-bd30-2bdbb75a1ede HTTP/1.1" status: 200 len: 845 time: 0.1100538 Apr 20 16:22:24.261628 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a8bf690-d950-467c-84c0-9dace051474e req-34e872ce-d389-4662-8428-c03614d255cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a24f1ee1-7962-4b42-99b4-cd4d398ef380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612051 Apr 20 16:22:24.369907 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-fa1a3228-a45f-4e01-b732-de2b58694757 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:24.371465 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-fa1a3228-a45f-4e01-b732-de2b58694757 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.30 "GET /v2.0/networks?id=bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d HTTP/1.1" status: 200 len: 822 time: 0.2561042 Apr 20 16:22:24.402401 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-6ba10f6f-5821-43d4-88ed-69cbea729e72 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Request body: {'port': {'device_id': '48063591-94b9-480a-a0c8-a0de7267e317', 'network_id': 'bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d', 'admin_state_up': True, 'tenant_id': '999f887c90c5494dac90905d94c51860'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:24.456731 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a8bf690-d950-467c-84c0-9dace051474e req-dfc1d393-4321-4f94-9ece-d5848c586686 service neutron] 10.222.0.26 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888471 Apr 20 16:22:24.611838 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a8bf690-d950-467c-84c0-9dace051474e req-34c8198b-1eb1-4f86-87ef-4d0264e23e29 service neutron] 10.222.0.26 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451108 Apr 20 16:22:24.688789 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-527534af-eb57-4e76-97ac-e067a6b1965d req-8212beca-f9e8-4f3e-b499-cb4f127e3069 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/ports?device_id=48063591-94b9-480a-a0c8-a0de7267e317 HTTP/1.1" status: 200 len: 210 time: 0.0275970 Apr 20 16:22:24.734907 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-6ba10f6f-5821-43d4-88ed-69cbea729e72 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Made reservation on behalf of 999f887c90c5494dac90905d94c51860 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:22:24.741024 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-6ba10f6f-5821-43d4-88ed-69cbea729e72 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:24.976552 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a753e9-82f6-4413-ac6d-bbad0ae99a38 req-de18bca7-9fa2-4063-a077-d7f07f9307d0 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:24.978014 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-88a753e9-82f6-4413-ac6d-bbad0ae99a38 req-de18bca7-9fa2-4063-a077-d7f07f9307d0 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e0ff132-1dd1-4970-915e-db085111dbbf HTTP/1.1" status: 200 len: 943 time: 0.1150124 Apr 20 16:22:24.990319 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-6ba10f6f-5821-43d4-88ed-69cbea729e72 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Allocated IP 172.20.0.9 (bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d/20a28507-a47c-4040-aee2-28d20b2123b2/5fdccc7c-ddab-4db3-a796-dcceacb1123f) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:22:25.043705 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-88a753e9-82f6-4413-ac6d-bbad0ae99a38 req-c90e994b-f0d3-4a41-a307-6118d00c69ee tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547557 Apr 20 16:22:25.119503 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4258616b-f238-4fd2-99d3-ba32cbcb1e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:25.215687 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-6ba10f6f-5821-43d4-88ed-69cbea729e72 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:25.354647 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-6ba10f6f-5821-43d4-88ed-69cbea729e72 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:25.423118 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-6ba10f6f-5821-43d4-88ed-69cbea729e72 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Network bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:22:25.424982 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba10f6f-5821-43d4-88ed-69cbea729e72 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Pushing event updated for resources: {'Port': ['ID=5fdccc7c-ddab-4db3-a796-dcceacb1123f,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:25.429460 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-6ba10f6f-5821-43d4-88ed-69cbea729e72 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:22:25.436933 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-6ba10f6f-5821-43d4-88ed-69cbea729e72 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:22:25.502541 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-6ba10f6f-5821-43d4-88ed-69cbea729e72 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:25.503382 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-6ba10f6f-5821-43d4-88ed-69cbea729e72 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:25.769880 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-6ba10f6f-5821-43d4-88ed-69cbea729e72 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3786027 Apr 20 16:22:25.789555 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-9da2fc27-18b3-43a7-8447-f443328b778b service neutron] Request body: {'port': {'device_id': '48063591-94b9-480a-a0c8-a0de7267e317', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:25.827136 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d1ea9-4f87-4a4f-b3c0-eb455cd3bae3 req-8fbb29fd-52af-4a27-8135-c0d1bc120685 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:25.829703 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0c0d1ea9-4f87-4a4f-b3c0-eb455cd3bae3 req-8fbb29fd-52af-4a27-8135-c0d1bc120685 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/ports?device_id=48063591-94b9-480a-a0c8-a0de7267e317 HTTP/1.1" status: 200 len: 931 time: 0.0665236 Apr 20 16:22:25.907804 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0c0d1ea9-4f87-4a4f-b3c0-eb455cd3bae3 req-8587b357-c447-4950-9e0a-7b510010b428 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/security-groups?id=7478c5e8-7e90-4e90-8abf-bb372afaed98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707464 Apr 20 16:22:25.978492 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-9da2fc27-18b3-43a7-8447-f443328b778b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:26.288228 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f58b2-0ad0-4b48-9291-6409697e6db1 req-c571d540-22a9-4a73-a7ae-8f28330d3e93 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:26.290520 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d11f58b2-0ad0-4b48-9291-6409697e6db1 req-c571d540-22a9-4a73-a7ae-8f28330d3e93 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e0ff132-1dd1-4970-915e-db085111dbbf HTTP/1.1" status: 200 len: 943 time: 0.1035957 Apr 20 16:22:26.303061 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:26.429930 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d11f58b2-0ad0-4b48-9291-6409697e6db1 req-f55cc4cf-b8d5-49a9-bb49-2e0e59309338 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130118 Apr 20 16:22:26.474321 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-9da2fc27-18b3-43a7-8447-f443328b778b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fdccc7c-ddab-4db3-a796-dcceacb1123f {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:22:26.482730 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-9da2fc27-18b3-43a7-8447-f443328b778b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:26.495838 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-9da2fc27-18b3-43a7-8447-f443328b778b service neutron] Transition to ACTIVE for port object 5fdccc7c-ddab-4db3-a796-dcceacb1123f will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:22:26.645163 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-9da2fc27-18b3-43a7-8447-f443328b778b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:26.710490 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2fc27-18b3-43a7-8447-f443328b778b service neutron] Pushing event updated for resources: {'Port': ['ID=5fdccc7c-ddab-4db3-a796-dcceacb1123f,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:26.777811 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-9da2fc27-18b3-43a7-8447-f443328b778b service neutron] Attempting to bind port 5fdccc7c-ddab-4db3-a796-dcceacb1123f on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:22:26.777811 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-9da2fc27-18b3-43a7-8447-f443328b778b service neutron] Attempting to bind port 5fdccc7c-ddab-4db3-a796-dcceacb1123f by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '99592530-6e52-4878-9635-cdf5a0297024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:22:26.777811 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-9da2fc27-18b3-43a7-8447-f443328b778b service neutron] Attempting to bind port 5fdccc7c-ddab-4db3-a796-dcceacb1123f on network bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:22:26.782640 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-9da2fc27-18b3-43a7-8447-f443328b778b service neutron] Port 5fdccc7c-ddab-4db3-a796-dcceacb1123f on network bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:22:26.783256 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-9da2fc27-18b3-43a7-8447-f443328b778b service neutron] Attempting to bind port 5fdccc7c-ddab-4db3-a796-dcceacb1123f on network bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:22:26.789841 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-9da2fc27-18b3-43a7-8447-f443328b778b service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:22:26.790259 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-9da2fc27-18b3-43a7-8447-f443328b778b service neutron] Checking segment: {'id': '99592530-6e52-4878-9635-cdf5a0297024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:22:26.790834 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-9da2fc27-18b3-43a7-8447-f443328b778b service neutron] Bound using segment: {'id': '99592530-6e52-4878-9635-cdf5a0297024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:22:26.791464 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-9da2fc27-18b3-43a7-8447-f443328b778b service neutron] Bound port: 5fdccc7c-ddab-4db3-a796-dcceacb1123f, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99592530-6e52-4878-9635-cdf5a0297024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:22:26.791893 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-9da2fc27-18b3-43a7-8447-f443328b778b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:26.870842 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-9da2fc27-18b3-43a7-8447-f443328b778b service neutron] For port 5fdccc7c-ddab-4db3-a796-dcceacb1123f, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:22:26.874403 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-9da2fc27-18b3-43a7-8447-f443328b778b service neutron] For port 5fdccc7c-ddab-4db3-a796-dcceacb1123f, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5fdccc7c-ddab-4db3-a796-dcceacb1123f,segment=NetworkSegment(99592530-6e52-4878-9635-cdf5a0297024),segment_id=99592530-6e52-4878-9635-cdf5a0297024)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:22:26.955127 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-9da2fc27-18b3-43a7-8447-f443328b778b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:27.027560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-9da2fc27-18b3-43a7-8447-f443328b778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:27.027560 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-9da2fc27-18b3-43a7-8447-f443328b778b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:27.027560 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-9da2fc27-18b3-43a7-8447-f443328b778b service neutron] 10.222.0.30 "PUT /v2.0/ports/5fdccc7c-ddab-4db3-a796-dcceacb1123f HTTP/1.1" status: 200 len: 1091 time: 1.2388670 Apr 20 16:22:27.027560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48063591-94b9-480a-a0c8-a0de7267e317', 'tag': '5fdccc7c-ddab-4db3-a796-dcceacb1123f'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:22:27.027560 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907aeaea-b319-466a-99fe-3b062ec9fe1a" -d '{"events": [{"name": "network-changed", "server_uuid": "48063591-94b9-480a-a0c8-a0de7267e317", "tag": "5fdccc7c-ddab-4db3-a796-dcceacb1123f"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:22:27.062604 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2fc27-18b3-43a7-8447-f443328b778b service neutron] Pushing event updated for resources: {'Port': ['ID=5fdccc7c-ddab-4db3-a796-dcceacb1123f,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:27.114064 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d70438f-0cc1-411c-81a0-6a85fce74954 x-openstack-request-id: req-3d70438f-0cc1-411c-81a0-6a85fce74954 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:22:27.116137 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48063591-94b9-480a-a0c8-a0de7267e317", "tag": "5fdccc7c-ddab-4db3-a796-dcceacb1123f", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:22:27.116464 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d70438f-0cc1-411c-81a0-6a85fce74954 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:22:27.116975 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d70438f-0cc1-411c-81a0-6a85fce74954'] response: {'name': 'network-changed', 'server_uuid': '48063591-94b9-480a-a0c8-a0de7267e317', 'tag': '5fdccc7c-ddab-4db3-a796-dcceacb1123f', 'status': 'completed', 'code': 200} Apr 20 16:22:27.141748 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bca3cb-7db2-45bc-bbf7-7ccbc38297c4 req-c2e040a2-f606-43f4-b748-09c44040a2b2 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:27.144188 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63bca3cb-7db2-45bc-bbf7-7ccbc38297c4 req-c2e040a2-f606-43f4-b748-09c44040a2b2 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/ports?device_id=48063591-94b9-480a-a0c8-a0de7267e317 HTTP/1.1" status: 200 len: 943 time: 0.1283877 Apr 20 16:22:27.208891 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63bca3cb-7db2-45bc-bbf7-7ccbc38297c4 req-925da44e-cd06-4d16-a3b6-325d89c29224 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/security-groups?id=7478c5e8-7e90-4e90-8abf-bb372afaed98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518258 Apr 20 16:22:27.230115 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907aeaea-b319-466a-99fe-3b062ec9fe1a req-72c77d13-5657-4527-8f91-b700a4584b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:27.230115 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-907aeaea-b319-466a-99fe-3b062ec9fe1a req-72c77d13-5657-4527-8f91-b700a4584b5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=999f887c90c5494dac90905d94c51860&device_id=48063591-94b9-480a-a0c8-a0de7267e317 HTTP/1.1" status: 200 len: 1094 time: 0.0610230 Apr 20 16:22:27.343478 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907aeaea-b319-466a-99fe-3b062ec9fe1a req-a0ef7f19-a284-4318-8270-e927c615b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:27.344996 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-907aeaea-b319-466a-99fe-3b062ec9fe1a req-a0ef7f19-a284-4318-8270-e927c615b906 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=999f887c90c5494dac90905d94c51860&shared=False HTTP/1.1" status: 200 len: 923 time: 0.0978966 Apr 20 16:22:27.441600 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907aeaea-b319-466a-99fe-3b062ec9fe1a req-29eba6a3-4201-49e6-946b-417a24932f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:27.443660 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-907aeaea-b319-466a-99fe-3b062ec9fe1a req-29eba6a3-4201-49e6-946b-417a24932f40 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917327 Apr 20 16:22:27.586657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da97c55-2dc6-4186-b03c-8ffc290d93ec req-255cd5d0-ed86-4112-8584-42e3d7b15313 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:27.588112 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9da97c55-2dc6-4186-b03c-8ffc290d93ec req-255cd5d0-ed86-4112-8584-42e3d7b15313 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e0ff132-1dd1-4970-915e-db085111dbbf HTTP/1.1" status: 200 len: 943 time: 0.0813942 Apr 20 16:22:27.593696 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-dded9a5c-d58c-4891-aadc-3e53c6376add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:27.595072 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-dded9a5c-d58c-4891-aadc-3e53c6376add service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=999f887c90c5494dac90905d94c51860&device_id=48063591-94b9-480a-a0c8-a0de7267e317 HTTP/1.1" status: 200 len: 1094 time: 0.0621650 Apr 20 16:22:27.649639 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-91a1b7c0-1cba-4828-b2cb-745a9e546cd9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fdccc7c-ddab-4db3-a796-dcceacb1123f HTTP/1.1" status: 200 len: 217 time: 0.0384889 Apr 20 16:22:27.670767 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9da97c55-2dc6-4186-b03c-8ffc290d93ec req-b97f2b26-eca1-4f52-894b-24f9bed9e45c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747695 Apr 20 16:22:27.685905 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:27.704680 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-7ca6e3be-c117-42a2-bf0f-8d90beaf5b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:27.706728 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-7ca6e3be-c117-42a2-bf0f-8d90beaf5b71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20a28507-a47c-4040-aee2-28d20b2123b2 HTTP/1.1" status: 200 len: 862 time: 0.0495963 Apr 20 16:22:27.708635 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 1a79f179-ebae-4cbb-86d4-2d2acb01547f details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:22:27.743240 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-4fbed9c7-2b36-43f2-98c6-d482b1f361ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303638 Apr 20 16:22:27.820377 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 1a79f179-ebae-4cbb-86d4-2d2acb01547f, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=1a79f179-ebae-4cbb-86d4-2d2acb01547f,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:27.833192 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '1a79f179-ebae-4cbb-86d4-2d2acb01547f', 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380', 'port_id': '1a79f179-ebae-4cbb-86d4-2d2acb01547f', 'mac_address': 'fa:16:3e:e0:aa:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b506ada-a815-4b95-bd30-2bdbb75a1ede', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:22:27.837535 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-c6fd6748-4748-4c19-9e32-0d84fa389b05 service neutron] 10.222.0.30 "GET /v2.0/networks/bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866699 Apr 20 16:22:27.890194 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:27.906439 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a79f179-ebae-4cbb-86d4-2d2acb01547f {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:22:27.945812 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 1a79f179-ebae-4cbb-86d4-2d2acb01547f, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=1a79f179-ebae-4cbb-86d4-2d2acb01547f,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:27.976378 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d110b356-0550-42ec-97a0-7c20bad0ea86 req-69d91b4e-a75b-487a-be67-9b586472f2c3 service neutron] 10.222.0.30 "GET /v2.0/networks/bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318235 Apr 20 16:22:28.034241 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:28.070331 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:28.092841 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=1a79f179-ebae-4cbb-86d4-2d2acb01547f,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:28.202630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44202) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:28.350341 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e8143502-a30a-4bcf-8b1b-c47d0a419a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:28.384948 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a1015-e91d-4133-888f-955d9a8cae99 req-ec10ec6e-c5fc-4e26-a623-82783b4a0adc tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:28.386266 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8c8a1015-e91d-4133-888f-955d9a8cae99 req-ec10ec6e-c5fc-4e26-a623-82783b4a0adc tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/ports?device_id=48063591-94b9-480a-a0c8-a0de7267e317 HTTP/1.1" status: 200 len: 943 time: 0.0838747 Apr 20 16:22:28.409888 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['1a79f179-ebae-4cbb-86d4-2d2acb01547f'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:22:28.460142 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8c8a1015-e91d-4133-888f-955d9a8cae99 req-b3e76a7b-169e-4134-8daf-220370e87dc1 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/security-groups?id=7478c5e8-7e90-4e90-8abf-bb372afaed98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632153 Apr 20 16:22:28.499236 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e8143502-a30a-4bcf-8b1b-c47d0a419a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:28.514555 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:28.610876 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e8143502-a30a-4bcf-8b1b-c47d0a419a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:28.655578 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44212) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:28.655814 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e8143502-a30a-4bcf-8b1b-c47d0a419a24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b58e60c704694a88b36633c273c3354f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4514534 Apr 20 16:22:28.656576 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8143502-a30a-4bcf-8b1b-c47d0a419a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360cff7b-726d-479a-a17c-83e7322a525a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:28.725987 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91d3f3f1-7dce-4ff3-a4d7-6f3141772c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:28.749693 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91d3f3f1-7dce-4ff3-a4d7-6f3141772c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:28.822548 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ac4a4-cfd9-453b-a60c-01ac34c29c30 req-c4088478-1907-45c9-9f01-b3c9e6a3d9f9 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:28.824016 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-997ac4a4-cfd9-453b-a60c-01ac34c29c30 req-c4088478-1907-45c9-9f01-b3c9e6a3d9f9 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e0ff132-1dd1-4970-915e-db085111dbbf HTTP/1.1" status: 200 len: 944 time: 0.0765529 Apr 20 16:22:28.876713 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-997ac4a4-cfd9-453b-a60c-01ac34c29c30 req-20e2a0a5-53f2-40fd-9cfc-b9c858ff477c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399852 Apr 20 16:22:28.895366 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91d3f3f1-7dce-4ff3-a4d7-6f3141772c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:28.898127 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91d3f3f1-7dce-4ff3-a4d7-6f3141772c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:28.899189 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-91d3f3f1-7dce-4ff3-a4d7-6f3141772c1d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/360cff7b-726d-479a-a17c-83e7322a525a HTTP/1.1" status: 204 len: 168 time: 0.2421608 Apr 20 16:22:28.919763 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3f3f1-7dce-4ff3-a4d7-6f3141772c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360cff7b-726d-479a-a17c-83e7322a525a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:29.577826 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009e47f-5e09-4972-a5bc-c5a3b2ea563a req-2340b729-0014-4b76-882b-bee1fc219136 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:29.579305 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c009e47f-5e09-4972-a5bc-c5a3b2ea563a req-2340b729-0014-4b76-882b-bee1fc219136 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/ports?device_id=48063591-94b9-480a-a0c8-a0de7267e317 HTTP/1.1" status: 200 len: 943 time: 0.0497124 Apr 20 16:22:29.618701 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c009e47f-5e09-4972-a5bc-c5a3b2ea563a req-6c0e8a27-e757-4fea-a37e-d044e3b52494 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/security-groups?id=7478c5e8-7e90-4e90-8abf-bb372afaed98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321562 Apr 20 16:22:29.739792 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 1a79f179-ebae-4cbb-86d4-2d2acb01547f up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:22:29.743153 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44236) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:29.743608 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:29.756517 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0b160afa-3fb5-4a68-beed-bca68d1d013b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:29.838676 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0b160afa-3fb5-4a68-beed-bca68d1d013b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:29.976973 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 1a79f179-ebae-4cbb-86d4-2d2acb01547f completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:22:29.980867 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 1a79f179-ebae-4cbb-86d4-2d2acb01547f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:22:29.981429 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:29.999613 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902cf81b-7745-4d96-86f6-ab91c1906594 req-e7db322a-8243-4ea4-8b87-d4907bb0e98e tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:30.004813 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-902cf81b-7745-4d96-86f6-ab91c1906594 req-e7db322a-8243-4ea4-8b87-d4907bb0e98e tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e0ff132-1dd1-4970-915e-db085111dbbf HTTP/1.1" status: 200 len: 944 time: 0.0511677 Apr 20 16:22:30.044562 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0b160afa-3fb5-4a68-beed-bca68d1d013b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:30.056396 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44246) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:30.060163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-5562abd7-f0f1-4e7e-a34a-8b7b690d863c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-72373163'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:30.066041 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-902cf81b-7745-4d96-86f6-ab91c1906594 req-f8c94d5e-4375-4392-9950-3a1e88dd5683 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588441 Apr 20 16:22:30.079494 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:30.091957 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b160afa-3fb5-4a68-beed-bca68d1d013b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d217055-6d02-40df-8bf0-01ae0a666b78,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:30.099701 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0b160afa-3fb5-4a68-beed-bca68d1d013b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bcd9f630c1cf4b9dbdd0342488450427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3549476 Apr 20 16:22:30.108044 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0ff132-1dd1-4970-915e-db085111dbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a79f179-ebae-4cbb-86d4-2d2acb01547f'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:22:30.108044 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a29a037-2830-48b0-8c93-fd52e731e7dd" -d '{"events": [{"server_uuid": "1e0ff132-1dd1-4970-915e-db085111dbbf", "name": "network-vif-plugged", "status": "completed", "tag": "1a79f179-ebae-4cbb-86d4-2d2acb01547f"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:22:30.109948 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44248) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:30.122077 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 1a79f179-ebae-4cbb-86d4-2d2acb01547f, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=1a79f179-ebae-4cbb-86d4-2d2acb01547f,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:30.149106 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef86393c-98ee-44ea-a5c3-3afdce4f64b2 x-openstack-request-id: req-ef86393c-98ee-44ea-a5c3-3afdce4f64b2 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:22:30.159381 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0ff132-1dd1-4970-915e-db085111dbbf", "name": "network-vif-plugged", "status": "completed", "tag": "1a79f179-ebae-4cbb-86d4-2d2acb01547f", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:22:30.159381 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef86393c-98ee-44ea-a5c3-3afdce4f64b2 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:22:30.159381 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef86393c-98ee-44ea-a5c3-3afdce4f64b2'] response: {'server_uuid': '1e0ff132-1dd1-4970-915e-db085111dbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a79f179-ebae-4cbb-86d4-2d2acb01547f', 'code': 200} Apr 20 16:22:30.165629 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be926153-4626-45e7-92a8-2c2af288a749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:30.190938 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be926153-4626-45e7-92a8-2c2af288a749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:30.193703 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5562abd7-f0f1-4e7e-a34a-8b7b690d863c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Made reservation on behalf of e35470c169cb468daf63345ebb7ba6b2 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:22:30.197222 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5562abd7-f0f1-4e7e-a34a-8b7b690d863c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:30.222957 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:30.245474 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5562abd7-f0f1-4e7e-a34a-8b7b690d863c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:22:30.279610 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=1a79f179-ebae-4cbb-86d4-2d2acb01547f,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:30.350921 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5562abd7-f0f1-4e7e-a34a-8b7b690d863c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:30.351295 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-5562abd7-f0f1-4e7e-a34a-8b7b690d863c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Added segment 54417bab-79ed-4fa5-a41e-0ab25e2ab60e of type vlan for network 3024306a-3909-40d1-ba02-5dd3136dffcd Apr 20 16:22:30.397730 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5562abd7-f0f1-4e7e-a34a-8b7b690d863c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:30.583127 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be926153-4626-45e7-92a8-2c2af288a749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:30.585692 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be926153-4626-45e7-92a8-2c2af288a749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:30.587094 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-be926153-4626-45e7-92a8-2c2af288a749 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d217055-6d02-40df-8bf0-01ae0a666b78 HTTP/1.1" status: 204 len: 168 time: 0.4758334 Apr 20 16:22:30.599037 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be926153-4626-45e7-92a8-2c2af288a749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d217055-6d02-40df-8bf0-01ae0a666b78,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:30.608409 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b02a6-35fa-455f-a420-dd853f16a7c1 req-b87526c5-9401-4533-b13c-db820f44a3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:30.610024 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f3b02a6-35fa-455f-a420-dd853f16a7c1 req-b87526c5-9401-4533-b13c-db820f44a3fc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1e0ff132-1dd1-4970-915e-db085111dbbf HTTP/1.1" status: 200 len: 1096 time: 0.3569417 Apr 20 16:22:30.611123 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5562abd7-f0f1-4e7e-a34a-8b7b690d863c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:30.621378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5562abd7-f0f1-4e7e-a34a-8b7b690d863c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:30.627189 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5562abd7-f0f1-4e7e-a34a-8b7b690d863c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:30.652256 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f3b02a6-35fa-455f-a420-dd853f16a7c1 req-11aee61e-486e-413c-ae14-4363dd7ccd26 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337603 Apr 20 16:22:30.706754 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562abd7-f0f1-4e7e-a34a-8b7b690d863c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event updated for resources: {'Network': ['ID=3024306a-3909-40d1-ba02-5dd3136dffcd,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:30.718308 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 3024306a-3909-40d1-ba02-5dd3136dffcd details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:22:30.745481 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce586dc-0929-4478-b095-8d56de3d2c92 req-cfc91d7c-3f46-41df-9d5a-7a211078d22d tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:30.746977 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8ce586dc-0929-4478-b095-8d56de3d2c92 req-cfc91d7c-3f46-41df-9d5a-7a211078d22d tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/ports?device_id=48063591-94b9-480a-a0c8-a0de7267e317 HTTP/1.1" status: 200 len: 943 time: 0.0502474 Apr 20 16:22:30.774167 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5562abd7-f0f1-4e7e-a34a-8b7b690d863c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7185726 Apr 20 16:22:30.776824 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44262) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:30.782256 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e978a343-7088-424c-b079-6aa0a885dc0e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1140550260'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:30.789695 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8ce586dc-0929-4478-b095-8d56de3d2c92 req-b2f52d88-5b18-4e6a-bad6-3eaf009dddd8 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/security-groups?id=7478c5e8-7e90-4e90-8abf-bb372afaed98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354278 Apr 20 16:22:30.906071 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e978a343-7088-424c-b079-6aa0a885dc0e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Made reservation on behalf of e35470c169cb468daf63345ebb7ba6b2 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:22:30.906071 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e978a343-7088-424c-b079-6aa0a885dc0e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:30.929623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e978a343-7088-424c-b079-6aa0a885dc0e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:22:30.938104 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e978a343-7088-424c-b079-6aa0a885dc0e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:30.938468 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-e978a343-7088-424c-b079-6aa0a885dc0e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Added segment c7a4213b-0bd6-496a-8d47-4db9331e16ee of type vlan for network 8d815abc-b52f-44a7-b0f4-be6307f2c66b Apr 20 16:22:30.977902 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e978a343-7088-424c-b079-6aa0a885dc0e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:31.085328 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e978a343-7088-424c-b079-6aa0a885dc0e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:31.091183 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e978a343-7088-424c-b079-6aa0a885dc0e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:31.091875 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e978a343-7088-424c-b079-6aa0a885dc0e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:31.199770 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978a343-7088-424c-b079-6aa0a885dc0e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event updated for resources: {'Network': ['ID=8d815abc-b52f-44a7-b0f4-be6307f2c66b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:31.214179 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 8d815abc-b52f-44a7-b0f4-be6307f2c66b details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:22:31.227473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a470c7-d9c2-404a-a67b-68b8ac65d5d8 req-18c0f346-a21b-4887-95de-2789bcbb578a tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:31.235620 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22a470c7-d9c2-404a-a67b-68b8ac65d5d8 req-18c0f346-a21b-4887-95de-2789bcbb578a tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e0ff132-1dd1-4970-915e-db085111dbbf HTTP/1.1" status: 200 len: 945 time: 0.0734985 Apr 20 16:22:31.247584 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e978a343-7088-424c-b079-6aa0a885dc0e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4693785 Apr 20 16:22:31.250179 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44282) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:31.255628 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a8ec419d-bd77-4d0c-b0dc-015d2e2b0358 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Request body: {'subnet': {'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:31.304588 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22a470c7-d9c2-404a-a67b-68b8ac65d5d8 req-f6bcff21-4c84-4605-9237-17b69160f141 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668695 Apr 20 16:22:31.576870 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ec419d-bd77-4d0c-b0dc-015d2e2b0358 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Made reservation on behalf of e35470c169cb468daf63345ebb7ba6b2 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:22:31.581800 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8ec419d-bd77-4d0c-b0dc-015d2e2b0358 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:31.897833 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8ec419d-bd77-4d0c-b0dc-015d2e2b0358 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:31.966755 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec419d-bd77-4d0c-b0dc-015d2e2b0358 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event updated for resources: {'Subnet': ['ID=d97c5e51-a8a6-4631-b5a6-573cb3068b25,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:31.980503 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8cf07-47e7-4f98-888e-0f360ba7fd91 req-c6b48716-809a-4dbe-9d37-253b1a7f26c6 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:31.982462 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-11f8cf07-47e7-4f98-888e-0f360ba7fd91 req-c6b48716-809a-4dbe-9d37-253b1a7f26c6 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/ports?device_id=48063591-94b9-480a-a0c8-a0de7267e317 HTTP/1.1" status: 200 len: 943 time: 0.1141908 Apr 20 16:22:31.996124 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ec419d-bd77-4d0c-b0dc-015d2e2b0358 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Checking segment: {'id': '54417bab-79ed-4fa5-a41e-0ab25e2ab60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:22:31.996513 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ec419d-bd77-4d0c-b0dc-015d2e2b0358 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Network hostable DHCP agents. Network: 3024306a-3909-40d1-ba02-5dd3136dffcd, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:22:32.040625 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-11f8cf07-47e7-4f98-888e-0f360ba7fd91 req-2701aa50-c0b0-4ec5-8fa5-1a4bbc492542 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/security-groups?id=7478c5e8-7e90-4e90-8abf-bb372afaed98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468385 Apr 20 16:22:32.136387 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ec419d-bd77-4d0c-b0dc-015d2e2b0358 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Network 3024306a-3909-40d1-ba02-5dd3136dffcd is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:22:32.195143 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 5fdccc7c-ddab-4db3-a796-dcceacb1123f details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:22:32.295457 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 5fdccc7c-ddab-4db3-a796-dcceacb1123f, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5fdccc7c-ddab-4db3-a796-dcceacb1123f,segment=NetworkSegment(99592530-6e52-4878-9635-cdf5a0297024),segment_id=99592530-6e52-4878-9635-cdf5a0297024)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:32.308042 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '5fdccc7c-ddab-4db3-a796-dcceacb1123f', 'network_id': 'bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d', 'port_id': '5fdccc7c-ddab-4db3-a796-dcceacb1123f', 'mac_address': 'fa:16:3e:6b:a1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a28507-a47c-4040-aee2-28d20b2123b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:22:32.313990 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-a8ec419d-bd77-4d0c-b0dc-015d2e2b0358 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 3024306a-3909-40d1-ba02-5dd3136dffcd) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:22:32.313990 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ec419d-bd77-4d0c-b0dc-015d2e2b0358 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:32.313990 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8ec419d-bd77-4d0c-b0dc-015d2e2b0358 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:32.353629 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945fefba-58b3-4d6d-8ce5-cacb7ae681be None None] Network 3024306a-3909-40d1-ba02-5dd3136dffcd requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:22:32.353629 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:32.405103 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fdccc7c-ddab-4db3-a796-dcceacb1123f {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:22:32.423254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac87af-6766-41dc-923f-cc976cb12acd req-3ef25501-e551-40f7-881f-23075384df2d tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:32.424864 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d3ac87af-6766-41dc-923f-cc976cb12acd req-3ef25501-e551-40f7-881f-23075384df2d tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e0ff132-1dd1-4970-915e-db085111dbbf HTTP/1.1" status: 200 len: 945 time: 0.0494642 Apr 20 16:22:32.429543 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a8ec419d-bd77-4d0c-b0dc-015d2e2b0358 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1771052 Apr 20 16:22:32.431822 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44316) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:32.434866 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 5fdccc7c-ddab-4db3-a796-dcceacb1123f, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5fdccc7c-ddab-4db3-a796-dcceacb1123f,segment=NetworkSegment(99592530-6e52-4878-9635-cdf5a0297024),segment_id=99592530-6e52-4878-9635-cdf5a0297024)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:32.440641 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-1fd1687a-45e1-4419-9b23-8edae37f5bbb tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Request body: {'subnet': {'network_id': '8d815abc-b52f-44a7-b0f4-be6307f2c66b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:32.483755 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d3ac87af-6766-41dc-923f-cc976cb12acd req-6bb7898a-0877-4a89-ab41-d338f494e58c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470042 Apr 20 16:22:32.534530 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cc5813-1597-4a86-8f75-2eeb741dc1e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-3024306a-3909-40d1-ba02-5dd3136dffcd', 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'fixed_ips': [{'subnet_id': 'd97c5e51-a8a6-4631-b5a6-573cb3068b25'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:22:32.535590 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-42cc5813-1597-4a86-8f75-2eeb741dc1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:32.659950 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:32.694940 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-42cc5813-1597-4a86-8f75-2eeb741dc1e3 None None] Allocated IP 10.1.1.2 (3024306a-3909-40d1-ba02-5dd3136dffcd/d97c5e51-a8a6-4631-b5a6-573cb3068b25/551eae38-9049-4bc6-99af-f27f54a1affd) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:22:32.713596 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd1687a-45e1-4419-9b23-8edae37f5bbb tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Made reservation on behalf of e35470c169cb468daf63345ebb7ba6b2 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:22:32.718082 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1fd1687a-45e1-4419-9b23-8edae37f5bbb tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:32.728065 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=5fdccc7c-ddab-4db3-a796-dcceacb1123f,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:32.750664 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:32.751085 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:32.751487 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:32.752095 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:32.753164 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:32.753696 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:32.754216 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:32.754733 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:32.755267 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:32.755783 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:32.756296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:32.756853 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:32.857628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44326) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:32.910561 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-42cc5813-1597-4a86-8f75-2eeb741dc1e3 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:32.981882 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9156ff00-3eda-4ff7-bb8f-1db8f50e7a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:33.028846 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-42cc5813-1597-4a86-8f75-2eeb741dc1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:33.056847 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1fd1687a-45e1-4419-9b23-8edae37f5bbb tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:33.059633 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9156ff00-3eda-4ff7-bb8f-1db8f50e7a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:33.079615 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cc5813-1597-4a86-8f75-2eeb741dc1e3 None None] Network 3024306a-3909-40d1-ba02-5dd3136dffcd is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:22:33.085418 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-42cc5813-1597-4a86-8f75-2eeb741dc1e3 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:22:33.088122 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cc5813-1597-4a86-8f75-2eeb741dc1e3 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:22:33.091335 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc5813-1597-4a86-8f75-2eeb741dc1e3 None None] Pushing event updated for resources: {'Port': ['ID=551eae38-9049-4bc6-99af-f27f54a1affd,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:33.134403 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1687a-45e1-4419-9b23-8edae37f5bbb tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event updated for resources: {'Subnet': ['ID=2c180477-2e70-4742-80cf-468c6df467b5,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:33.145332 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd1687a-45e1-4419-9b23-8edae37f5bbb tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Checking segment: {'id': 'c7a4213b-0bd6-496a-8d47-4db9331e16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8d815abc-b52f-44a7-b0f4-be6307f2c66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:22:33.145696 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd1687a-45e1-4419-9b23-8edae37f5bbb tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Network hostable DHCP agents. Network: 8d815abc-b52f-44a7-b0f4-be6307f2c66b, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:22:33.148307 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9156ff00-3eda-4ff7-bb8f-1db8f50e7a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:33.162700 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-42cc5813-1597-4a86-8f75-2eeb741dc1e3 None None] Attempting to bind port 551eae38-9049-4bc6-99af-f27f54a1affd on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:22:33.163168 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-42cc5813-1597-4a86-8f75-2eeb741dc1e3 None None] Attempting to bind port 551eae38-9049-4bc6-99af-f27f54a1affd by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '54417bab-79ed-4fa5-a41e-0ab25e2ab60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:22:33.164368 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cc5813-1597-4a86-8f75-2eeb741dc1e3 None None] Attempting to bind port 551eae38-9049-4bc6-99af-f27f54a1affd on network 3024306a-3909-40d1-ba02-5dd3136dffcd {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:22:33.172501 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cc5813-1597-4a86-8f75-2eeb741dc1e3 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:22:33.172978 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cc5813-1597-4a86-8f75-2eeb741dc1e3 None None] Checking segment: {'id': '54417bab-79ed-4fa5-a41e-0ab25e2ab60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:22:33.173486 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-42cc5813-1597-4a86-8f75-2eeb741dc1e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:33.175799 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cc5813-1597-4a86-8f75-2eeb741dc1e3 None None] Bound using segment: {'id': '54417bab-79ed-4fa5-a41e-0ab25e2ab60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:22:33.176906 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-42cc5813-1597-4a86-8f75-2eeb741dc1e3 None None] Bound port: 551eae38-9049-4bc6-99af-f27f54a1affd, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54417bab-79ed-4fa5-a41e-0ab25e2ab60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:22:33.178820 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-42cc5813-1597-4a86-8f75-2eeb741dc1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:33.192953 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['5fdccc7c-ddab-4db3-a796-dcceacb1123f'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:22:33.213858 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c9e29-b879-4c16-954d-735af4708487 req-ea6b4b4f-3be8-4011-ad61-98828a8809a5 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:33.215476 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-481c9e29-b879-4c16-954d-735af4708487 req-ea6b4b4f-3be8-4011-ad61-98828a8809a5 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/ports?device_id=48063591-94b9-480a-a0c8-a0de7267e317 HTTP/1.1" status: 200 len: 944 time: 0.0671747 Apr 20 16:22:33.216881 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9156ff00-3eda-4ff7-bb8f-1db8f50e7a56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62b8cc52453740acbe28dbfa57f90f82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3579807 Apr 20 16:22:33.217903 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44338) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:33.221535 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156ff00-3eda-4ff7-bb8f-1db8f50e7a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105e6cc3-17c1-4b91-8354-889400a9c42b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:33.291853 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-481c9e29-b879-4c16-954d-735af4708487 req-19a68208-e429-4945-ad92-bc67d760e4e5 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/security-groups?id=7478c5e8-7e90-4e90-8abf-bb372afaed98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629547 Apr 20 16:22:33.299243 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd1687a-45e1-4419-9b23-8edae37f5bbb tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Network 8d815abc-b52f-44a7-b0f4-be6307f2c66b is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:22:33.304387 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-42cc5813-1597-4a86-8f75-2eeb741dc1e3 None None] For port 551eae38-9049-4bc6-99af-f27f54a1affd, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:22:33.310212 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-10ff753a-7d25-4391-ae95-b34df88488b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:33.317716 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-42cc5813-1597-4a86-8f75-2eeb741dc1e3 None None] For port 551eae38-9049-4bc6-99af-f27f54a1affd, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=551eae38-9049-4bc6-99af-f27f54a1affd,segment=NetworkSegment(54417bab-79ed-4fa5-a41e-0ab25e2ab60e),segment_id=54417bab-79ed-4fa5-a41e-0ab25e2ab60e)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:22:33.336850 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-10ff753a-7d25-4391-ae95-b34df88488b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:33.411396 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-1fd1687a-45e1-4419-9b23-8edae37f5bbb tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 8d815abc-b52f-44a7-b0f4-be6307f2c66b) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:22:33.416124 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd1687a-45e1-4419-9b23-8edae37f5bbb tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:33.416766 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1fd1687a-45e1-4419-9b23-8edae37f5bbb tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:33.421479 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bc17d5-c9ac-499c-827b-c1c3994d327e None None] Network 8d815abc-b52f-44a7-b0f4-be6307f2c66b requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:22:33.465649 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-42cc5813-1597-4a86-8f75-2eeb741dc1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:33.555180 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc5813-1597-4a86-8f75-2eeb741dc1e3 None None] Pushing event updated for resources: {'Port': ['ID=551eae38-9049-4bc6-99af-f27f54a1affd,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:33.560624 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-10ff753a-7d25-4391-ae95-b34df88488b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:33.563754 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-10ff753a-7d25-4391-ae95-b34df88488b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:33.574245 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-10ff753a-7d25-4391-ae95-b34df88488b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/105e6cc3-17c1-4b91-8354-889400a9c42b HTTP/1.1" status: 204 len: 168 time: 0.3552263 Apr 20 16:22:33.589793 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff753a-7d25-4391-ae95-b34df88488b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105e6cc3-17c1-4b91-8354-889400a9c42b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:33.632055 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1fd1687a-45e1-4419-9b23-8edae37f5bbb tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1988661 Apr 20 16:22:33.634920 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44348) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:33.640853 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-062d8a7d-27a7-4425-bfde-fe31c572f2d5 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Request body: {'port': {'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd', 'name': 'tempest-TaggedBootDevicesTest-64497684', 'fixed_ips': [{'subnet_id': 'd97c5e51-a8a6-4631-b5a6-573cb3068b25'}]}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:33.666356 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5f4581-177a-48a2-9c4f-090ce4b35fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-8d815abc-b52f-44a7-b0f4-be6307f2c66b', 'network_id': '8d815abc-b52f-44a7-b0f4-be6307f2c66b', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'fixed_ips': [{'subnet_id': '2c180477-2e70-4742-80cf-468c6df467b5'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:22:33.667775 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4b5f4581-177a-48a2-9c4f-090ce4b35fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:33.695886 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684ebc9-4fb1-4d2a-860e-759dfd73f32a req-42c76591-50bf-44e3-8d6c-bf4fce766bb1 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:33.705281 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1684ebc9-4fb1-4d2a-860e-759dfd73f32a req-42c76591-50bf-44e3-8d6c-bf4fce766bb1 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e0ff132-1dd1-4970-915e-db085111dbbf HTTP/1.1" status: 200 len: 945 time: 0.1152349 Apr 20 16:22:33.801866 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1684ebc9-4fb1-4d2a-860e-759dfd73f32a req-8b02350d-a587-40c4-bf65-46f8f8ce101b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884147 Apr 20 16:22:33.956368 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b646d1-49b8-46ee-8fed-a1c273e521a1 req-27bd5f38-1e99-4430-bbc3-0401feac4b14 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:33.957938 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-51b646d1-49b8-46ee-8fed-a1c273e521a1 req-27bd5f38-1e99-4430-bbc3-0401feac4b14 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e0ff132-1dd1-4970-915e-db085111dbbf HTTP/1.1" status: 200 len: 945 time: 0.0584805 Apr 20 16:22:33.986262 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062d8a7d-27a7-4425-bfde-fe31c572f2d5 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Made reservation on behalf of e35470c169cb468daf63345ebb7ba6b2 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:22:34.046055 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-4b5f4581-177a-48a2-9c4f-090ce4b35fc7 None None] Allocated IP 10.2.2.2 (8d815abc-b52f-44a7-b0f4-be6307f2c66b/2c180477-2e70-4742-80cf-468c6df467b5/fe35c303-ba91-49e7-9121-2e4cd048347d) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:22:34.132354 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-062d8a7d-27a7-4425-bfde-fe31c572f2d5 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:34.159968 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-062d8a7d-27a7-4425-bfde-fe31c572f2d5 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] device_id is not set on port 7aad5049-9aa0-458c-b354-2fe68c76f185 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:22:34.170496 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-51b646d1-49b8-46ee-8fed-a1c273e521a1 req-e3925e8a-6061-4e8b-aa51-27df885ddbe7 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995211 Apr 20 16:22:34.225463 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4b5f4581-177a-48a2-9c4f-090ce4b35fc7 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:34.315758 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4b5f4581-177a-48a2-9c4f-090ce4b35fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:34.362011 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 551eae38-9049-4bc6-99af-f27f54a1affd up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:22:34.407918 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5f4581-177a-48a2-9c4f-090ce4b35fc7 None None] Network 8d815abc-b52f-44a7-b0f4-be6307f2c66b is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:22:34.416713 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-4b5f4581-177a-48a2-9c4f-090ce4b35fc7 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:22:34.422382 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5f4581-177a-48a2-9c4f-090ce4b35fc7 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:22:34.450192 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f4581-177a-48a2-9c4f-090ce4b35fc7 None None] Pushing event updated for resources: {'Port': ['ID=fe35c303-ba91-49e7-9121-2e4cd048347d,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:34.518581 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4b5f4581-177a-48a2-9c4f-090ce4b35fc7 None None] Attempting to bind port fe35c303-ba91-49e7-9121-2e4cd048347d on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:22:34.519072 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4b5f4581-177a-48a2-9c4f-090ce4b35fc7 None None] Attempting to bind port fe35c303-ba91-49e7-9121-2e4cd048347d by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'c7a4213b-0bd6-496a-8d47-4db9331e16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8d815abc-b52f-44a7-b0f4-be6307f2c66b'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:22:34.519384 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5f4581-177a-48a2-9c4f-090ce4b35fc7 None None] Attempting to bind port fe35c303-ba91-49e7-9121-2e4cd048347d on network 8d815abc-b52f-44a7-b0f4-be6307f2c66b {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:22:34.531143 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5f4581-177a-48a2-9c4f-090ce4b35fc7 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:22:34.531587 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5f4581-177a-48a2-9c4f-090ce4b35fc7 None None] Checking segment: {'id': 'c7a4213b-0bd6-496a-8d47-4db9331e16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8d815abc-b52f-44a7-b0f4-be6307f2c66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:22:34.531989 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4b5f4581-177a-48a2-9c4f-090ce4b35fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:34.532404 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5f4581-177a-48a2-9c4f-090ce4b35fc7 None None] Bound using segment: {'id': 'c7a4213b-0bd6-496a-8d47-4db9331e16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8d815abc-b52f-44a7-b0f4-be6307f2c66b'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:22:34.532881 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4b5f4581-177a-48a2-9c4f-090ce4b35fc7 None None] Bound port: fe35c303-ba91-49e7-9121-2e4cd048347d, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a4213b-0bd6-496a-8d47-4db9331e16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8d815abc-b52f-44a7-b0f4-be6307f2c66b'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:22:34.533324 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4b5f4581-177a-48a2-9c4f-090ce4b35fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:34.543671 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 551eae38-9049-4bc6-99af-f27f54a1affd triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:22:34.544036 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:34.586086 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-062d8a7d-27a7-4425-bfde-fe31c572f2d5 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Allocated IP 10.1.1.154 (3024306a-3909-40d1-ba02-5dd3136dffcd/d97c5e51-a8a6-4631-b5a6-573cb3068b25/7aad5049-9aa0-458c-b354-2fe68c76f185) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:22:34.615277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44372) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:34.640802 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f1e2e7fb-e4cc-48a9-812c-625fde2af9f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:34.644215 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-4b5f4581-177a-48a2-9c4f-090ce4b35fc7 None None] For port fe35c303-ba91-49e7-9121-2e4cd048347d, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:22:34.648278 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-4b5f4581-177a-48a2-9c4f-090ce4b35fc7 None None] For port fe35c303-ba91-49e7-9121-2e4cd048347d, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=fe35c303-ba91-49e7-9121-2e4cd048347d,segment=NetworkSegment(c7a4213b-0bd6-496a-8d47-4db9331e16ee),segment_id=c7a4213b-0bd6-496a-8d47-4db9331e16ee)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:22:34.670746 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2aa9a-647f-46c0-82e6-784817ea09e8 req-1f8e4ce2-d623-49ed-8c41-ca1dddbe3bc4 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:34.683055 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fda2aa9a-647f-46c0-82e6-784817ea09e8 req-1f8e4ce2-d623-49ed-8c41-ca1dddbe3bc4 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/ports?device_id=48063591-94b9-480a-a0c8-a0de7267e317 HTTP/1.1" status: 200 len: 944 time: 0.2957354 Apr 20 16:22:34.705273 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:34.733256 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4b5f4581-177a-48a2-9c4f-090ce4b35fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:34.800551 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fda2aa9a-647f-46c0-82e6-784817ea09e8 req-0e53d2bc-afbc-46aa-9a3c-196cd5fe3ee8 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/security-groups?id=7478c5e8-7e90-4e90-8abf-bb372afaed98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165500 Apr 20 16:22:34.826991 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f1e2e7fb-e4cc-48a9-812c-625fde2af9f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:34.873099 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 551eae38-9049-4bc6-99af-f27f54a1affd, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=551eae38-9049-4bc6-99af-f27f54a1affd,segment=NetworkSegment(54417bab-79ed-4fa5-a41e-0ab25e2ab60e),segment_id=54417bab-79ed-4fa5-a41e-0ab25e2ab60e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:34.893909 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f4581-177a-48a2-9c4f-090ce4b35fc7 None None] Pushing event updated for resources: {'Port': ['ID=fe35c303-ba91-49e7-9121-2e4cd048347d,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:34.932106 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f1e2e7fb-e4cc-48a9-812c-625fde2af9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:34.980351 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2e7fb-e4cc-48a9-812c-625fde2af9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd674c40-afcc-4697-9865-41f7557113af,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:35.003003 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f1e2e7fb-e4cc-48a9-812c-625fde2af9f7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7363bbe7d3004c14bbe81beb1803e965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3862400 Apr 20 16:22:35.006190 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44380) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:35.011703 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:35.035150 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953bffe-edcb-4d26-a9d4-8ef9f93ce857 req-ab94f445-b211-40d8-b37c-9b75b8f6f558 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:35.045938 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f953bffe-edcb-4d26-a9d4-8ef9f93ce857 req-ab94f445-b211-40d8-b37c-9b75b8f6f558 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e0ff132-1dd1-4970-915e-db085111dbbf HTTP/1.1" status: 200 len: 945 time: 0.1207497 Apr 20 16:22:35.070222 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-062d8a7d-27a7-4425-bfde-fe31c572f2d5 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:35.098204 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=551eae38-9049-4bc6-99af-f27f54a1affd,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:35.102093 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c150f7b-989a-47e8-b8df-a7ca71c56e00 None None] Network 3024306a-3909-40d1-ba02-5dd3136dffcd requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:22:35.134281 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12d5637d-a09b-490a-9dcf-73da197f1938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:35.140740 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f953bffe-edcb-4d26-a9d4-8ef9f93ce857 req-f0bde96f-554e-4c73-a4cd-fa0a0410faf6 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966902 Apr 20 16:22:35.178273 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12d5637d-a09b-490a-9dcf-73da197f1938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:35.227007 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfb1db-3c50-4d9c-bedd-77f3f36ed900 req-35515293-6cf6-423d-9905-c688512be04d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:35.229836 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-0a062cdc-80af-4f7d-8508-f3858e390e22 None None] Provisioning complete for port 551eae38-9049-4bc6-99af-f27f54a1affd triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:22:35.230227 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0a062cdc-80af-4f7d-8508-f3858e390e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:35.235328 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-30dfb1db-3c50-4d9c-bedd-77f3f36ed900 req-35515293-6cf6-423d-9905-c688512be04d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 946 time: 0.1188097 Apr 20 16:22:35.298308 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-062d8a7d-27a7-4425-bfde-fe31c572f2d5 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:35.298553 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-30dfb1db-3c50-4d9c-bedd-77f3f36ed900 req-4cdefb25-672d-4b4d-8463-8d3e15d370ab tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613341 Apr 20 16:22:35.368997 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d8a7d-27a7-4425-bfde-fe31c572f2d5 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event updated for resources: {'Port': ['ID=7aad5049-9aa0-458c-b354-2fe68c76f185,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:35.382596 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12d5637d-a09b-490a-9dcf-73da197f1938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:35.385676 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12d5637d-a09b-490a-9dcf-73da197f1938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:35.386833 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-12d5637d-a09b-490a-9dcf-73da197f1938 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd674c40-afcc-4697-9865-41f7557113af HTTP/1.1" status: 204 len: 168 time: 0.3794994 Apr 20 16:22:35.390133 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062d8a7d-27a7-4425-bfde-fe31c572f2d5 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Network 3024306a-3909-40d1-ba02-5dd3136dffcd is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:22:35.391975 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-062d8a7d-27a7-4425-bfde-fe31c572f2d5 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:22:35.395922 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062d8a7d-27a7-4425-bfde-fe31c572f2d5 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:22:35.418466 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5637d-a09b-490a-9dcf-73da197f1938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd674c40-afcc-4697-9865-41f7557113af,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:35.455338 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062d8a7d-27a7-4425-bfde-fe31c572f2d5 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:35.455664 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-062d8a7d-27a7-4425-bfde-fe31c572f2d5 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:35.603354 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-062d8a7d-27a7-4425-bfde-fe31c572f2d5 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9622686 Apr 20 16:22:35.603354 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44394) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:35.607725 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-4a2ae145-31d2-46b7-a828-fb6bce232a3b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Request body: {'port': {'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd', 'name': 'tempest-TaggedBootDevicesTest-204253113', 'fixed_ips': [{'subnet_id': 'd97c5e51-a8a6-4631-b5a6-573cb3068b25'}]}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:35.737975 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-0024151f-f71d-4e1f-a662-ef4b4b614b62 None None] Provisioning complete for port 7aad5049-9aa0-458c-b354-2fe68c76f185 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:22:35.738533 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0024151f-f71d-4e1f-a662-ef4b4b614b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:35.776998 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-0024151f-f71d-4e1f-a662-ef4b4b614b62 None None] Port 7aad5049-9aa0-458c-b354-2fe68c76f185 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:22:35.777122 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2ae145-31d2-46b7-a828-fb6bce232a3b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Made reservation on behalf of e35470c169cb468daf63345ebb7ba6b2 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:22:35.782339 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae145-31d2-46b7-a828-fb6bce232a3b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:35.795256 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-0024151f-f71d-4e1f-a662-ef4b4b614b62 None None] Provisioning complete for port 551eae38-9049-4bc6-99af-f27f54a1affd triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:22:35.795485 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0024151f-f71d-4e1f-a662-ef4b4b614b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:35.818380 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-4a2ae145-31d2-46b7-a828-fb6bce232a3b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] device_id is not set on port dea2ca34-3ee5-4a2c-8889-a99b5105e97c yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:22:36.066681 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c374eedf-0d02-4f67-a0fa-8c8ae53c50ce None None] Provisioning complete for port 7aad5049-9aa0-458c-b354-2fe68c76f185 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:22:36.067365 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c374eedf-0d02-4f67-a0fa-8c8ae53c50ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:36.126406 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c374eedf-0d02-4f67-a0fa-8c8ae53c50ce None None] Port 7aad5049-9aa0-458c-b354-2fe68c76f185 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:22:36.126587 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c89d8-6a2a-4fcb-a29d-31b910ffa580 req-5056aab0-84a7-47b3-8d56-9bec81e02313 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:36.128884 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-758c89d8-6a2a-4fcb-a29d-31b910ffa580 req-5056aab0-84a7-47b3-8d56-9bec81e02313 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/ports?device_id=48063591-94b9-480a-a0c8-a0de7267e317 HTTP/1.1" status: 200 len: 944 time: 0.1536446 Apr 20 16:22:36.136114 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-4a2ae145-31d2-46b7-a828-fb6bce232a3b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Allocated IP 10.1.1.116 (3024306a-3909-40d1-ba02-5dd3136dffcd/d97c5e51-a8a6-4631-b5a6-573cb3068b25/dea2ca34-3ee5-4a2c-8889-a99b5105e97c) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:22:36.210429 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-758c89d8-6a2a-4fcb-a29d-31b910ffa580 req-9de0647c-3013-4bc0-81d8-5268c27067db tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/security-groups?id=7478c5e8-7e90-4e90-8abf-bb372afaed98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694146 Apr 20 16:22:36.222332 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 5fdccc7c-ddab-4db3-a796-dcceacb1123f up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:22:36.274989 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cdd683-6703-447b-8329-db44ac9117eb None None] Network 8d815abc-b52f-44a7-b0f4-be6307f2c66b requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:22:36.365922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7049f-8be8-4a2e-b798-695b8b9695ed req-bed58891-a5b2-4f01-9b77-b12901b8418c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:36.370554 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cec7049f-8be8-4a2e-b798-695b8b9695ed req-bed58891-a5b2-4f01-9b77-b12901b8418c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e0ff132-1dd1-4970-915e-db085111dbbf HTTP/1.1" status: 200 len: 945 time: 0.1028638 Apr 20 16:22:36.417946 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f54070-7cd7-41a7-9cc9-cf55bfda7a27 req-fef3385e-0387-4cc8-a8c7-90e5234172cc tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:36.419683 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b4f54070-7cd7-41a7-9cc9-cf55bfda7a27 req-fef3385e-0387-4cc8-a8c7-90e5234172cc tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e0ff132-1dd1-4970-915e-db085111dbbf HTTP/1.1" status: 200 len: 945 time: 0.2047358 Apr 20 16:22:36.450056 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cec7049f-8be8-4a2e-b798-695b8b9695ed req-cce10bb9-45d6-4bcb-9176-ebcc33f022df tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733340 Apr 20 16:22:36.492430 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-cdbe7fbb-4bb5-4250-8edf-2870033e7615 None None] Provisioning complete for port fe35c303-ba91-49e7-9121-2e4cd048347d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:22:36.492807 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cdbe7fbb-4bb5-4250-8edf-2870033e7615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:36.521851 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device fe35c303-ba91-49e7-9121-2e4cd048347d up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:22:36.602108 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae145-31d2-46b7-a828-fb6bce232a3b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:36.628113 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063de69e-ac8c-4478-aad1-8935312faff0 req-2956e194-640b-4c55-a737-6c540fe9ded0 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:36.629645 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-063de69e-ac8c-4478-aad1-8935312faff0 req-2956e194-640b-4c55-a737-6c540fe9ded0 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 946 time: 0.1927397 Apr 20 16:22:36.672963 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port fe35c303-ba91-49e7-9121-2e4cd048347d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:22:36.673335 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:36.697845 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-b4f54070-7cd7-41a7-9cc9-cf55bfda7a27 req-1e0f0c35-1d99-47ad-bbec-8d72a9410418 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Deleting port 1a79f179-ebae-4cbb-86d4-2d2acb01547f {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:22:36.698109 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-b4f54070-7cd7-41a7-9cc9-cf55bfda7a27 req-1e0f0c35-1d99-47ad-bbec-8d72a9410418 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:36.703165 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 5fdccc7c-ddab-4db3-a796-dcceacb1123f completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:22:36.704452 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-063de69e-ac8c-4478-aad1-8935312faff0 req-37b0ebaf-ebec-4844-8c4c-e0686ac0e28b tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665185 Apr 20 16:22:36.710438 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cdbe7fbb-4bb5-4250-8edf-2870033e7615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:36.721422 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 5fdccc7c-ddab-4db3-a796-dcceacb1123f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:22:36.721903 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:36.764147 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae145-31d2-46b7-a828-fb6bce232a3b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:36.800471 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-cdbe7fbb-4bb5-4250-8edf-2870033e7615 None None] For port fe35c303-ba91-49e7-9121-2e4cd048347d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=fe35c303-ba91-49e7-9121-2e4cd048347d,segment=NetworkSegment(c7a4213b-0bd6-496a-8d47-4db9331e16ee),segment_id=c7a4213b-0bd6-496a-8d47-4db9331e16ee)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:36.823073 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2ae145-31d2-46b7-a828-fb6bce232a3b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Network 3024306a-3909-40d1-ba02-5dd3136dffcd is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:22:36.836292 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-4a2ae145-31d2-46b7-a828-fb6bce232a3b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:22:36.847851 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2ae145-31d2-46b7-a828-fb6bce232a3b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:22:36.861350 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:36.888019 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ae145-31d2-46b7-a828-fb6bce232a3b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event updated for resources: {'Port': ['ID=dea2ca34-3ee5-4a2c-8889-a99b5105e97c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:36.893988 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cdbe7fbb-4bb5-4250-8edf-2870033e7615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:36.924561 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-b4f54070-7cd7-41a7-9cc9-cf55bfda7a27 req-1e0f0c35-1d99-47ad-bbec-8d72a9410418 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] For port 1a79f179-ebae-4cbb-86d4-2d2acb01547f, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=1a79f179-ebae-4cbb-86d4-2d2acb01547f,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:36.924939 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-b4f54070-7cd7-41a7-9cc9-cf55bfda7a27 req-1e0f0c35-1d99-47ad-bbec-8d72a9410418 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:36.947228 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-b4f54070-7cd7-41a7-9cc9-cf55bfda7a27 req-1e0f0c35-1d99-47ad-bbec-8d72a9410418 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Calling delete_port for 1a79f179-ebae-4cbb-86d4-2d2acb01547f owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:22:36.969127 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:36.981492 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2ae145-31d2-46b7-a828-fb6bce232a3b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:36.982436 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae145-31d2-46b7-a828-fb6bce232a3b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:37.024934 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:22:37.025348 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:22:37.035675 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe7fbb-4bb5-4250-8edf-2870033e7615 None None] Pushing event updated for resources: {'Port': ['ID=fe35c303-ba91-49e7-9121-2e4cd048347d,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:37.043335 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48063591-94b9-480a-a0c8-a0de7267e317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdccc7c-ddab-4db3-a796-dcceacb1123f'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:22:37.045625 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc4de73-87dd-4b65-91c5-5aababefc668" -d '{"events": [{"server_uuid": "48063591-94b9-480a-a0c8-a0de7267e317", "name": "network-vif-plugged", "status": "completed", "tag": "5fdccc7c-ddab-4db3-a796-dcceacb1123f"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:22:37.066347 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 5fdccc7c-ddab-4db3-a796-dcceacb1123f, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5fdccc7c-ddab-4db3-a796-dcceacb1123f,segment=NetworkSegment(99592530-6e52-4878-9635-cdf5a0297024),segment_id=99592530-6e52-4878-9635-cdf5a0297024)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:37.097380 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358e742d-4a96-4231-ba6d-f225a542bef3 x-openstack-request-id: req-358e742d-4a96-4231-ba6d-f225a542bef3 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:22:37.101783 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48063591-94b9-480a-a0c8-a0de7267e317", "name": "network-vif-plugged", "status": "completed", "tag": "5fdccc7c-ddab-4db3-a796-dcceacb1123f", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:22:37.101783 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-358e742d-4a96-4231-ba6d-f225a542bef3 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:22:37.101783 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-358e742d-4a96-4231-ba6d-f225a542bef3'] response: {'server_uuid': '48063591-94b9-480a-a0c8-a0de7267e317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdccc7c-ddab-4db3-a796-dcceacb1123f', 'code': 200} Apr 20 16:22:37.138808 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4a2ae145-31d2-46b7-a828-fb6bce232a3b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5320201 Apr 20 16:22:37.213106 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:37.267222 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-17519e12-76e9-43c5-9124-23fc616d772f None None] Provisioning complete for port fe35c303-ba91-49e7-9121-2e4cd048347d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:22:37.267222 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-17519e12-76e9-43c5-9124-23fc616d772f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:37.284328 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8680404-8974-44d2-b022-6f1e2fbca56c req-d4ae05d7-363d-4435-a156-0c2f3ace058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:37.285858 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d8680404-8974-44d2-b022-6f1e2fbca56c req-d4ae05d7-363d-4435-a156-0c2f3ace058d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=48063591-94b9-480a-a0c8-a0de7267e317 HTTP/1.1" status: 200 len: 1096 time: 0.0763044 Apr 20 16:22:37.312459 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=5fdccc7c-ddab-4db3-a796-dcceacb1123f,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:37.376693 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66ceef-9ed9-4bac-ad1d-35b4130d9360 req-b12baa98-6ead-402c-bf43-91c0b0014ce7 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:37.377335 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d8680404-8974-44d2-b022-6f1e2fbca56c req-0c93313b-c5d2-4fbb-9785-9a49e7f1b865 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7478c5e8-7e90-4e90-8abf-bb372afaed98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789142 Apr 20 16:22:37.384257 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2a66ceef-9ed9-4bac-ad1d-35b4130d9360 req-b12baa98-6ead-402c-bf43-91c0b0014ce7 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/ports?device_id=48063591-94b9-480a-a0c8-a0de7267e317 HTTP/1.1" status: 200 len: 945 time: 0.0776320 Apr 20 16:22:37.423002 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2a66ceef-9ed9-4bac-ad1d-35b4130d9360 req-8b9f0dc7-8f80-423f-bb5b-3d374f7003c6 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/security-groups?id=7478c5e8-7e90-4e90-8abf-bb372afaed98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379045 Apr 20 16:22:37.445601 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-b4f54070-7cd7-41a7-9cc9-cf55bfda7a27 req-1e0f0c35-1d99-47ad-bbec-8d72a9410418 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:37.493997 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['ff9eabef-07f4-42fd-8261-dfda19d01138'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:22:37.496454 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['1a79f179-ebae-4cbb-86d4-2d2acb01547f'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:22:37.537084 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f0c35-1d99-47ad-bbec-8d72a9410418 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Pushing event deleted for resources: {'Port': ['ID=1a79f179-ebae-4cbb-86d4-2d2acb01547f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:37.622113 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69774679-f81b-4d00-bc88-2bb2fb79e36f req-2e7a8e7e-f5bf-4268-a601-d524ea7f9848 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e0ff132-1dd1-4970-915e-db085111dbbf HTTP/1.1" status: 200 len: 210 time: 0.0612042 Apr 20 16:22:37.622657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f54070-7cd7-41a7-9cc9-cf55bfda7a27 req-1e0f0c35-1d99-47ad-bbec-8d72a9410418 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] No DVR routers for this DVR port 1a79f179-ebae-4cbb-86d4-2d2acb01547f on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:22:37.628461 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-b4f54070-7cd7-41a7-9cc9-cf55bfda7a27 req-1e0f0c35-1d99-47ad-bbec-8d72a9410418 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:37.636575 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b4f54070-7cd7-41a7-9cc9-cf55bfda7a27 req-1e0f0c35-1d99-47ad-bbec-8d72a9410418 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.26 "DELETE /v2.0/ports/1a79f179-ebae-4cbb-86d4-2d2acb01547f HTTP/1.1" status: 204 len: 173 time: 1.2022922 Apr 20 16:22:37.637036 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0ff132-1dd1-4970-915e-db085111dbbf', 'name': 'network-vif-deleted', 'tag': '1a79f179-ebae-4cbb-86d4-2d2acb01547f'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:22:37.652068 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c094a92-be42-460f-a528-cadf796dc5b4" -d '{"events": [{"server_uuid": "1e0ff132-1dd1-4970-915e-db085111dbbf", "name": "network-vif-deleted", "tag": "1a79f179-ebae-4cbb-86d4-2d2acb01547f"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:22:37.660697 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f2c74fa8-0306-46d1-b226-170483e2ea38 None None] Provisioning complete for port dea2ca34-3ee5-4a2c-8889-a99b5105e97c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:22:37.661269 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f2c74fa8-0306-46d1-b226-170483e2ea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:37.701755 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376c3d40-98c5-4be1-88b3-8988fecfa8b1 x-openstack-request-id: req-376c3d40-98c5-4be1-88b3-8988fecfa8b1 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:22:37.702135 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0ff132-1dd1-4970-915e-db085111dbbf", "name": "network-vif-deleted", "tag": "1a79f179-ebae-4cbb-86d4-2d2acb01547f", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:22:37.702482 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-376c3d40-98c5-4be1-88b3-8988fecfa8b1 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:22:37.702978 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-376c3d40-98c5-4be1-88b3-8988fecfa8b1'] response: {'server_uuid': '1e0ff132-1dd1-4970-915e-db085111dbbf', 'name': 'network-vif-deleted', 'tag': '1a79f179-ebae-4cbb-86d4-2d2acb01547f', 'status': 'completed', 'code': 200} Apr 20 16:22:37.796867 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44452) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:37.803578 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-3af23715-32c3-499e-8836-b5bbe85c7889 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--352412336', 'description': 'tempest-description--1838921409'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:37.857912 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5115f-633c-4d96-b56f-c680645ae859 req-380a8482-6fcd-4901-bd87-a73b67c036e6 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:37.860409 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e1c5115f-633c-4d96-b56f-c680645ae859 req-380a8482-6fcd-4901-bd87-a73b67c036e6 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.30 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0669582 Apr 20 16:22:37.868853 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 551eae38-9049-4bc6-99af-f27f54a1affd up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:22:37.911808 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f2c74fa8-0306-46d1-b226-170483e2ea38 None None] Port dea2ca34-3ee5-4a2c-8889-a99b5105e97c cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:22:37.914319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9f692-c893-47c5-b3d2-6080d25670ef req-6bd20857-b8ad-448b-877c-2335572bc998 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:37.922490 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f7e9f692-c893-47c5-b3d2-6080d25670ef req-6bd20857-b8ad-448b-877c-2335572bc998 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0851426 Apr 20 16:22:37.932647 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3af23715-32c3-499e-8836-b5bbe85c7889 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:37.971373 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 551eae38-9049-4bc6-99af-f27f54a1affd triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:22:37.971724 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:38.007775 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-e1c5115f-633c-4d96-b56f-c680645ae859 req-db1ef422-81c2-40bb-83ba-bda64b2adbe2 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Deleting port eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:22:38.008518 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e1c5115f-633c-4d96-b56f-c680645ae859 req-db1ef422-81c2-40bb-83ba-bda64b2adbe2 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:38.019424 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f7e9f692-c893-47c5-b3d2-6080d25670ef req-47e65ee7-e558-4f06-ae24-e821c839c5b1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934150 Apr 20 16:22:38.082164 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3af23715-32c3-499e-8836-b5bbe85c7889 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:38.137782 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-e1c5115f-633c-4d96-b56f-c680645ae859 req-db1ef422-81c2-40bb-83ba-bda64b2adbe2 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] For port eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:38.138154 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e1c5115f-633c-4d96-b56f-c680645ae859 req-db1ef422-81c2-40bb-83ba-bda64b2adbe2 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:38.153353 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-e1c5115f-633c-4d96-b56f-c680645ae859 req-db1ef422-81c2-40bb-83ba-bda64b2adbe2 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Calling delete_port for eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:22:38.159939 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3af23715-32c3-499e-8836-b5bbe85c7889 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:38.189719 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af23715-32c3-499e-8836-b5bbe85c7889 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d256e91b-3838-4651-8de6-76d927bed53e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:38.287410 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3af23715-32c3-499e-8836-b5bbe85c7889 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:38.289278 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3af23715-32c3-499e-8836-b5bbe85c7889 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4904470 Apr 20 16:22:38.291697 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44464) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:38.296247 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-3a6ca95b-80c3-4164-b9c0-218688149b44 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Request body: {'security_group_rule': {'security_group_id': 'd256e91b-3838-4651-8de6-76d927bed53e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:38.324009 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device fe35c303-ba91-49e7-9121-2e4cd048347d up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:22:38.371421 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port fe35c303-ba91-49e7-9121-2e4cd048347d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:22:38.371792 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:38.394847 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e1c5115f-633c-4d96-b56f-c680645ae859 req-db1ef422-81c2-40bb-83ba-bda64b2adbe2 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:38.430859 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ef422-81c2-40bb-83ba-bda64b2adbe2 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Pushing event deleted for resources: {'Port': ['ID=eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:38.474296 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c5115f-633c-4d96-b56f-c680645ae859 req-db1ef422-81c2-40bb-83ba-bda64b2adbe2 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] No DVR routers for this DVR port eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789 on host n-h2-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:22:38.478964 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e1c5115f-633c-4d96-b56f-c680645ae859 req-db1ef422-81c2-40bb-83ba-bda64b2adbe2 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:38.482482 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e1c5115f-633c-4d96-b56f-c680645ae859 req-db1ef422-81c2-40bb-83ba-bda64b2adbe2 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.30 "DELETE /v2.0/ports/eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789 HTTP/1.1" status: 204 len: 173 time: 0.6053219 Apr 20 16:22:38.492309 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a6ca95b-80c3-4164-b9c0-218688149b44 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:38.554830 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a6ca95b-80c3-4164-b9c0-218688149b44 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:38.638449 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4983b-3bdb-46d8-b306-c1e8b07bd8cb req-32ccb5cc-c467-418c-93df-575a34d7dbbe tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:38.640055 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-34a4983b-3bdb-46d8-b306-c1e8b07bd8cb req-32ccb5cc-c467-418c-93df-575a34d7dbbe tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/ports?device_id=48063591-94b9-480a-a0c8-a0de7267e317 HTTP/1.1" status: 200 len: 945 time: 0.0575280 Apr 20 16:22:38.689980 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a6ca95b-80c3-4164-b9c0-218688149b44 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:38.709819 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-34a4983b-3bdb-46d8-b306-c1e8b07bd8cb req-2e2635e9-33f5-42ec-a6b2-f31a4a4334b7 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/security-groups?id=7478c5e8-7e90-4e90-8abf-bb372afaed98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522926 Apr 20 16:22:38.713277 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ca95b-80c3-4164-b9c0-218688149b44 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bfb3fb2-697c-4fe7-bfa0-9e1cd85a986a,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:38.743349 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e6a9a7c-4d56-47a9-9661-c21a5f6d4aa6 req-2c0c6839-db50-439c-880d-776447eb1e8b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e0ff132-1dd1-4970-915e-db085111dbbf HTTP/1.1" status: 200 len: 210 time: 0.0290875 Apr 20 16:22:38.819137 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a6ca95b-80c3-4164-b9c0-218688149b44 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:38.820829 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3a6ca95b-80c3-4164-b9c0-218688149b44 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5281775 Apr 20 16:22:38.824084 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44480) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:38.831282 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-93cd3ad8-3699-4453-b844-50f905a3306e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Request body: {'security_group_rule': {'security_group_id': 'd256e91b-3838-4651-8de6-76d927bed53e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:38.924703 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93cd3ad8-3699-4453-b844-50f905a3306e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:39.009622 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93cd3ad8-3699-4453-b844-50f905a3306e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:39.119562 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-be8c7c3e-4731-4ba8-b380-00818c80c365 req-08ebfadd-ee83-4ecc-924f-a1bdb64c1a28 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 210 time: 0.0326092 Apr 20 16:22:39.143852 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93cd3ad8-3699-4453-b844-50f905a3306e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:39.173163 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd3ad8-3699-4453-b844-50f905a3306e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40b7807-79c1-42ae-ad48-4e905df7c6a7,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:39.270221 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93cd3ad8-3699-4453-b844-50f905a3306e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:39.274475 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-93cd3ad8-3699-4453-b844-50f905a3306e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4460371 Apr 20 16:22:39.274836 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44492) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:39.279581 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b8aad0a2-9bd1-4c36-bd26-df1271032430 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:39.377273 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b8aad0a2-9bd1-4c36-bd26-df1271032430 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:39.489828 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b8aad0a2-9bd1-4c36-bd26-df1271032430 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:39.620215 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-b8aad0a2-9bd1-4c36-bd26-df1271032430 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Allocated IP 172.25.0.63 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/9ff8d77d-13da-4307-b1b2-a9d603b10f7c) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:22:39.706881 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99dce7e6-fdcd-4a36-9c65-30a594ac2ee0', 'name': 'network-vif-deleted', 'tag': 'eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:22:39.709192 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d863158-92ae-4a7a-87f9-0fd9bb03741d" -d '{"events": [{"server_uuid": "99dce7e6-fdcd-4a36-9c65-30a594ac2ee0", "name": "network-vif-deleted", "tag": "eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:22:39.736980 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b8aad0a2-9bd1-4c36-bd26-df1271032430 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:39.761650 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c366266c-425f-43aa-baf7-ec3769a64b33 x-openstack-request-id: req-c366266c-425f-43aa-baf7-ec3769a64b33 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:22:39.761957 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99dce7e6-fdcd-4a36-9c65-30a594ac2ee0", "name": "network-vif-deleted", "tag": "eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:22:39.762184 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c366266c-425f-43aa-baf7-ec3769a64b33 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:22:39.762581 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c366266c-425f-43aa-baf7-ec3769a64b33'] response: {'server_uuid': '99dce7e6-fdcd-4a36-9c65-30a594ac2ee0', 'name': 'network-vif-deleted', 'tag': 'eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789', 'status': 'completed', 'code': 200} Apr 20 16:22:39.770922 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 1a79f179-ebae-4cbb-86d4-2d2acb01547f no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:22:39.808562 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 1a79f179-ebae-4cbb-86d4-2d2acb01547f {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:22:39.808909 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 1a79f179-ebae-4cbb-86d4-2d2acb01547f not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:22:39.873721 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44514) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:39.894598 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f098ce7-2a42-449f-a061-72f513acd3fe req-32488c5f-e8f4-48bf-93ce-fe307086e4e6 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:39.897005 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0f098ce7-2a42-449f-a061-72f513acd3fe req-32488c5f-e8f4-48bf-93ce-fe307086e4e6 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/ports?device_id=48063591-94b9-480a-a0c8-a0de7267e317 HTTP/1.1" status: 200 len: 945 time: 0.0698826 Apr 20 16:22:39.899088 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b8aad0a2-9bd1-4c36-bd26-df1271032430 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:39.987556 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aad0a2-9bd1-4c36-bd26-df1271032430 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:22:39.996443 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-b8aad0a2-9bd1-4c36-bd26-df1271032430 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:22:40.003044 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0f098ce7-2a42-449f-a061-72f513acd3fe req-a7795563-6b2e-4b3d-a2d6-981d2a425748 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/security-groups?id=7478c5e8-7e90-4e90-8abf-bb372afaed98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983570 Apr 20 16:22:40.005630 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aad0a2-9bd1-4c36-bd26-df1271032430 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:22:40.011201 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aad0a2-9bd1-4c36-bd26-df1271032430 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event updated for resources: {'Port': ['ID=9ff8d77d-13da-4307-b1b2-a9d603b10f7c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:40.024048 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aee892bb-1db4-4102-8472-9b054bb96258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:40.161451 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b8aad0a2-9bd1-4c36-bd26-df1271032430 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:40.168830 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aee892bb-1db4-4102-8472-9b054bb96258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:40.228174 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aee892bb-1db4-4102-8472-9b054bb96258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:40.250298 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:22:40.255462 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f25a92ac-6eb6-41fc-b325-7dd399b9efc5 req-605c5aeb-1fb6-46a0-9d67-1b940e671edd tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 210 time: 0.0329466 Apr 20 16:22:40.287413 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-aee892bb-1db4-4102-8472-9b054bb96258 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80a611d9755743baba8ef80502ea0e98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4123695 Apr 20 16:22:40.295684 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:22:40.296245 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device eb52b0c5-ab9f-47fa-8507-4f1f9bcd2789 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:22:40.302812 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44536) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:40.319877 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee892bb-1db4-4102-8472-9b054bb96258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58504243-30e8-446c-adfc-5c94dc635586,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:40.321044 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b8aad0a2-9bd1-4c36-bd26-df1271032430 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:40.350659 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee892bb-1db4-4102-8472-9b054bb96258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:40.351828 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee892bb-1db4-4102-8472-9b054bb96258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:40.352356 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee892bb-1db4-4102-8472-9b054bb96258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:40.352978 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee892bb-1db4-4102-8472-9b054bb96258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:40.353471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee892bb-1db4-4102-8472-9b054bb96258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:40.354275 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee892bb-1db4-4102-8472-9b054bb96258 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:40.354766 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee892bb-1db4-4102-8472-9b054bb96258 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:40.355251 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee892bb-1db4-4102-8472-9b054bb96258 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:40.355747 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee892bb-1db4-4102-8472-9b054bb96258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:40.356228 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee892bb-1db4-4102-8472-9b054bb96258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:40.356745 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee892bb-1db4-4102-8472-9b054bb96258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:40.357607 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee892bb-1db4-4102-8472-9b054bb96258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:40.415124 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-871ae936-9ce7-46e2-8f1e-17041dced89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:40.441574 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-871ae936-9ce7-46e2-8f1e-17041dced89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:40.537124 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-bcc82461-709a-40b5-a16a-f08daa442230 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:40.538616 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-bcc82461-709a-40b5-a16a-f08daa442230 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/networks?id=a24f1ee1-7962-4b42-99b4-cd4d398ef380 HTTP/1.1" status: 200 len: 805 time: 0.1727519 Apr 20 16:22:40.577960 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-d2996d49-31c3-4493-8807-2cdd92cd79aa tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/quotas/b8c373d0b6ef424fae64df57ef92f83e HTTP/1.1" status: 200 len: 375 time: 0.0268769 Apr 20 16:22:40.582105 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-871ae936-9ce7-46e2-8f1e-17041dced89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:40.588965 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-871ae936-9ce7-46e2-8f1e-17041dced89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:40.590201 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-871ae936-9ce7-46e2-8f1e-17041dced89d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58504243-30e8-446c-adfc-5c94dc635586 HTTP/1.1" status: 204 len: 168 time: 0.2856441 Apr 20 16:22:40.606445 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ae936-9ce7-46e2-8f1e-17041dced89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58504243-30e8-446c-adfc-5c94dc635586,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:40.657049 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b8aad0a2-9bd1-4c36-bd26-df1271032430 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:40.689990 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-98d41b92-1ec7-406f-b631-eb668ca6dced tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1015310 Apr 20 16:22:40.715678 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b8aad0a2-9bd1-4c36-bd26-df1271032430 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:40.774758 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8791f46-0ff4-47d4-8268-afc0c13d077b req-ef213025-db07-4d39-ade6-9b0c5f9858c0 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:40.777031 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b8791f46-0ff4-47d4-8268-afc0c13d077b req-ef213025-db07-4d39-ade6-9b0c5f9858c0 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/ports?device_id=48063591-94b9-480a-a0c8-a0de7267e317 HTTP/1.1" status: 200 len: 945 time: 0.0583663 Apr 20 16:22:40.841309 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b8791f46-0ff4-47d4-8268-afc0c13d077b req-70f822fd-3b4b-468b-a5fa-11d3e2624cee tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/security-groups?id=7478c5e8-7e90-4e90-8abf-bb372afaed98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555546 Apr 20 16:22:40.863340 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aad0a2-9bd1-4c36-bd26-df1271032430 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event updated for resources: {'Port': ['ID=9ff8d77d-13da-4307-b1b2-a9d603b10f7c,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:40.887954 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b8aad0a2-9bd1-4c36-bd26-df1271032430 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:40.892141 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-badafd91-12fe-4664-aa1f-4120bc96c387 service neutron] 10.222.0.15 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012978 Apr 20 16:22:40.994613 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-a1b9a1b7-021c-4200-8f2a-04eb25fac663 service neutron] 10.222.0.15 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925350 Apr 20 16:22:41.040860 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b8aad0a2-9bd1-4c36-bd26-df1271032430 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:41.045221 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b8aad0a2-9bd1-4c36-bd26-df1271032430 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7663581 Apr 20 16:22:41.346325 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-77a84f71-1b9c-40d0-86f8-fb0483c328df req-7544d39e-03f2-4616-9742-81b3582848b6 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=34380448-448e-4d61-80d9-2998f74949eb HTTP/1.1" status: 200 len: 210 time: 0.0459249 Apr 20 16:22:41.420777 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-37cb978f-00ee-49c3-92d4-4c60c490ba46 req-aef72eff-f5ee-4070-9dba-35ee581fc09a tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 210 time: 0.0548224 Apr 20 16:22:41.572087 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-8dde0736-388e-49e6-b9c8-92b8f1ab2862 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--352412336&fields=id&tenant_id=e35470c169cb468daf63345ebb7ba6b2 HTTP/1.1" status: 200 len: 267 time: 0.0395396 Apr 20 16:22:41.628972 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-a576e66f-c3be-4f32-88e1-201624f65940 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:41.630326 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-a576e66f-c3be-4f32-88e1-201624f65940 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports/7aad5049-9aa0-458c-b354-2fe68c76f185 HTTP/1.1" status: 200 len: 930 time: 0.0500739 Apr 20 16:22:41.678024 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-f3c3da39-9112-48c4-9206-637a1a504653 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:41.679422 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-f3c3da39-9112-48c4-9206-637a1a504653 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports/dea2ca34-3ee5-4a2c-8889-a99b5105e97c HTTP/1.1" status: 200 len: 931 time: 0.0432811 Apr 20 16:22:41.723092 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-12059712-3836-4633-ace8-6b8bfd4a1ba0 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?network_id=8d815abc-b52f-44a7-b0f4-be6307f2c66b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0364380 Apr 20 16:22:41.794069 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-2ef8c997-f3fb-49d0-a494-d9c88dbe7917 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?network_id=8d815abc-b52f-44a7-b0f4-be6307f2c66b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0525324 Apr 20 16:22:41.920966 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-8b4c2d9e-a967-4aad-b298-8eb5bf79180c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:41.927811 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-8b4c2d9e-a967-4aad-b298-8eb5bf79180c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:41.933679 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-8b4c2d9e-a967-4aad-b298-8eb5bf79180c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:41.942085 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-8b4c2d9e-a967-4aad-b298-8eb5bf79180c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/networks?id=0da3ddac-7911-41b8-948e-27e3525d219a&id=3024306a-3909-40d1-ba02-5dd3136dffcd&id=3024306a-3909-40d1-ba02-5dd3136dffcd&id=8d815abc-b52f-44a7-b0f4-be6307f2c66b&id=8d815abc-b52f-44a7-b0f4-be6307f2c66b HTTP/1.1" status: 200 len: 1987 time: 0.1469681 Apr 20 16:22:41.958234 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-660c9fff-7de4-4671-b847-f0523494bf56 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/quotas/e35470c169cb468daf63345ebb7ba6b2 HTTP/1.1" status: 200 len: 375 time: 0.0152268 Apr 20 16:22:42.024093 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-584c9812-39b6-4035-9920-1eaee479ec0a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e35470c169cb468daf63345ebb7ba6b2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0647368 Apr 20 16:22:42.026575 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab53f6-ecd9-4d60-825c-aff336fbf36e req-a20bd395-04bd-4a6c-a211-3d8c5fef9bdb tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:42.032917 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8fab53f6-ecd9-4d60-825c-aff336fbf36e req-a20bd395-04bd-4a6c-a211-3d8c5fef9bdb tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/ports?device_id=48063591-94b9-480a-a0c8-a0de7267e317 HTTP/1.1" status: 200 len: 945 time: 0.1036105 Apr 20 16:22:42.087225 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8fab53f6-ecd9-4d60-825c-aff336fbf36e req-731e29c0-23ba-44b1-8859-b8e285ff6f5a tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/security-groups?id=7478c5e8-7e90-4e90-8abf-bb372afaed98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531933 Apr 20 16:22:42.148358 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-49e785bb-f5bb-400e-8c0e-3a87634acb07 service neutron] 10.222.0.15 "GET /v2.0/networks/0da3ddac-7911-41b8-948e-27e3525d219a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095772 Apr 20 16:22:42.278610 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-d5130146-14a6-4339-9cf3-f4ac37798302 service neutron] 10.222.0.15 "GET /v2.0/networks/0da3ddac-7911-41b8-948e-27e3525d219a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133108 Apr 20 16:22:42.328404 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-e11ce6a3-9844-41bc-89f2-7a0e59358e22 service neutron] 10.222.0.15 "GET /v2.0/ports/7aad5049-9aa0-458c-b354-2fe68c76f185?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0406334 Apr 20 16:22:42.445655 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-d966ec58-56cc-48ad-9d7f-3c4716fbd66b service neutron] 10.222.0.15 "GET /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076276 Apr 20 16:22:42.462405 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0817ceed-af28-4595-b0d3-7a7eabf745ac req-4d5b1347-fc0d-4e44-91e2-87ede0892f4f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=34380448-448e-4d61-80d9-2998f74949eb HTTP/1.1" status: 200 len: 210 time: 0.0705979 Apr 20 16:22:42.508061 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0f1c3-d50a-49b7-a1eb-0d07022f4bf2 req-88e9fe67-4360-4c10-b6e0-ee3e3c38fa6e tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:42.510724 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f4f0f1c3-d50a-49b7-a1eb-0d07022f4bf2 req-88e9fe67-4360-4c10-b6e0-ee3e3c38fa6e tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.30 "GET /v2.0/ports?device_id=48063591-94b9-480a-a0c8-a0de7267e317 HTTP/1.1" status: 200 len: 945 time: 0.1060479 Apr 20 16:22:42.583983 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-55c16fd1-9703-4cc7-9c61-b7ddfdb795b1 service neutron] 10.222.0.15 "GET /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249764 Apr 20 16:22:42.610273 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0b1c0d20-89d3-4188-99de-1faa73528f64 req-43162c36-5fb0-4224-94cd-4636513dcead tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 210 time: 0.0806584 Apr 20 16:22:42.644399 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-342959b4-23f5-4edb-ad04-a9679d575164 service neutron] 10.222.0.15 "GET /v2.0/ports/dea2ca34-3ee5-4a2c-8889-a99b5105e97c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0552511 Apr 20 16:22:42.700931 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-f4f0f1c3-d50a-49b7-a1eb-0d07022f4bf2 req-cae6fa6a-67cf-4847-b2f1-fa55b37e96c3 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Deleting port 5fdccc7c-ddab-4db3-a796-dcceacb1123f {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:22:42.704475 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f4f0f1c3-d50a-49b7-a1eb-0d07022f4bf2 req-cae6fa6a-67cf-4847-b2f1-fa55b37e96c3 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:42.773815 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-89107d5c-ba2c-4a88-9eb9-6dca09b88590 service neutron] 10.222.0.15 "GET /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275437 Apr 20 16:22:42.817544 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-f4f0f1c3-d50a-49b7-a1eb-0d07022f4bf2 req-cae6fa6a-67cf-4847-b2f1-fa55b37e96c3 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] For port 5fdccc7c-ddab-4db3-a796-dcceacb1123f, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=5fdccc7c-ddab-4db3-a796-dcceacb1123f,segment=NetworkSegment(99592530-6e52-4878-9635-cdf5a0297024),segment_id=99592530-6e52-4878-9635-cdf5a0297024)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:42.817544 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f4f0f1c3-d50a-49b7-a1eb-0d07022f4bf2 req-cae6fa6a-67cf-4847-b2f1-fa55b37e96c3 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:42.838014 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-f4f0f1c3-d50a-49b7-a1eb-0d07022f4bf2 req-cae6fa6a-67cf-4847-b2f1-fa55b37e96c3 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Calling delete_port for 5fdccc7c-ddab-4db3-a796-dcceacb1123f owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:22:42.887617 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-b71ccc92-046d-4e65-adfc-8f0d4187a85c service neutron] 10.222.0.15 "GET /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067483 Apr 20 16:22:42.989856 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-14095a43-b166-4add-8813-2801a76841fc service neutron] 10.222.0.15 "GET /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955839 Apr 20 16:22:43.079353 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f4f0f1c3-d50a-49b7-a1eb-0d07022f4bf2 req-cae6fa6a-67cf-4847-b2f1-fa55b37e96c3 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:43.097718 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-8c761a2a-0340-4eca-96dc-909d8219727b service neutron] 10.222.0.15 "GET /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011026 Apr 20 16:22:43.110141 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6fa6a-67cf-4847-b2f1-fa55b37e96c3 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Pushing event deleted for resources: {'Port': ['ID=5fdccc7c-ddab-4db3-a796-dcceacb1123f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:43.122913 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['5fdccc7c-ddab-4db3-a796-dcceacb1123f'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:22:43.157323 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f0f1c3-d50a-49b7-a1eb-0d07022f4bf2 req-cae6fa6a-67cf-4847-b2f1-fa55b37e96c3 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] No DVR routers for this DVR port 5fdccc7c-ddab-4db3-a796-dcceacb1123f on host n-h2-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:22:43.161860 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-f4f0f1c3-d50a-49b7-a1eb-0d07022f4bf2 req-cae6fa6a-67cf-4847-b2f1-fa55b37e96c3 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:43.165549 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f4f0f1c3-d50a-49b7-a1eb-0d07022f4bf2 req-cae6fa6a-67cf-4847-b2f1-fa55b37e96c3 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.30 "DELETE /v2.0/ports/5fdccc7c-ddab-4db3-a796-dcceacb1123f HTTP/1.1" status: 204 len: 173 time: 0.6454554 Apr 20 16:22:43.168638 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48063591-94b9-480a-a0c8-a0de7267e317', 'name': 'network-vif-deleted', 'tag': '5fdccc7c-ddab-4db3-a796-dcceacb1123f'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:22:43.169129 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac07008-b69a-4c42-8d76-a0528267fa67" -d '{"events": [{"server_uuid": "48063591-94b9-480a-a0c8-a0de7267e317", "name": "network-vif-deleted", "tag": "5fdccc7c-ddab-4db3-a796-dcceacb1123f"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:22:43.208760 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-0494b031-3c1d-4a1c-b1ee-b858a7005d8b service neutron] 10.222.0.15 "GET /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048031 Apr 20 16:22:43.225786 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-db7725e7-32d3-440a-bea1-c6aa2d4aaa97 req-9069dd89-0a2c-46dd-ad88-4c6aa16955d3 tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/ports?device_id=48063591-94b9-480a-a0c8-a0de7267e317 HTTP/1.1" status: 200 len: 210 time: 0.0331748 Apr 20 16:22:43.296305 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a57e03-b2c2-47cb-a7c3-013862a1ce0e x-openstack-request-id: req-d1a57e03-b2c2-47cb-a7c3-013862a1ce0e {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:22:43.296634 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48063591-94b9-480a-a0c8-a0de7267e317", "name": "network-vif-deleted", "tag": "5fdccc7c-ddab-4db3-a796-dcceacb1123f", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:22:43.296886 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1a57e03-b2c2-47cb-a7c3-013862a1ce0e {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:22:43.297286 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1a57e03-b2c2-47cb-a7c3-013862a1ce0e'] response: {'server_uuid': '48063591-94b9-480a-a0c8-a0de7267e317', 'name': 'network-vif-deleted', 'tag': '5fdccc7c-ddab-4db3-a796-dcceacb1123f', 'status': 'completed', 'code': 200} Apr 20 16:22:43.327014 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-289306dc-602f-494a-bab1-dc0613502c6e service neutron] 10.222.0.15 "GET /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118309 Apr 20 16:22:43.372735 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44636) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:43.423975 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-3a9b8295-4d0a-41de-94cb-c70d845930c3 service neutron] 10.222.0.15 "GET /v2.0/networks/8d815abc-b52f-44a7-b0f4-be6307f2c66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902297 Apr 20 16:22:43.471924 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-53252881-55c3-4f62-909c-783e8b67c03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:43.574423 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-c0946020-c5f0-49ba-8e4e-1ac57f8059d2 service neutron] 10.222.0.15 "GET /v2.0/networks/8d815abc-b52f-44a7-b0f4-be6307f2c66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370096 Apr 20 16:22:43.577366 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2072d511-bd05-4523-bfdc-0c6d61c548ad req-1d2f08ba-b604-4875-96f3-a7bf3be91aef tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=34380448-448e-4d61-80d9-2998f74949eb HTTP/1.1" status: 200 len: 210 time: 0.0442333 Apr 20 16:22:43.615774 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-53252881-55c3-4f62-909c-783e8b67c03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:43.671005 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-5653e318-97bd-42b1-8130-5670482a53e3 service neutron] 10.222.0.15 "GET /v2.0/networks/8d815abc-b52f-44a7-b0f4-be6307f2c66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956771 Apr 20 16:22:43.723815 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-53252881-55c3-4f62-909c-783e8b67c03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:43.771216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-8ffb57a8-514c-4a80-a3c1-9a68f8382b1b service neutron] 10.222.0.15 "GET /v2.0/networks/8d815abc-b52f-44a7-b0f4-be6307f2c66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939379 Apr 20 16:22:44.100771 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d9d57a25-38b5-4065-89f5-73e8afe5df2d req-27a42c6b-c222-483c-a55a-aade2425f71f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=99dce7e6-fdcd-4a36-9c65-30a594ac2ee0 HTTP/1.1" status: 200 len: 210 time: 0.3929071 Apr 20 16:22:44.184251 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-53252881-55c3-4f62-909c-783e8b67c03c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f5316513fd94a76a41ac9ca57bdeab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8166521 Apr 20 16:22:44.187086 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44664) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:44.187255 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53252881-55c3-4f62-909c-783e8b67c03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6daf4195-5a9d-40a4-8455-ef486f031bd5,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:44.240031 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-e16fa8da-dd90-4860-91fa-4acbecedb5e6 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:44.240830 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e515e00-9c69-4a66-b61e-c7827c6c9346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:44.241490 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-e16fa8da-dd90-4860-91fa-4acbecedb5e6 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.26 "GET /v2.0/networks?id=a24f1ee1-7962-4b42-99b4-cd4d398ef380 HTTP/1.1" status: 200 len: 805 time: 0.1443985 Apr 20 16:22:44.260413 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-38c7b63a-f83c-4e6c-a137-b7825389caca tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Request body: {'port': {'device_id': '34380448-448e-4d61-80d9-2998f74949eb', 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380', 'admin_state_up': True, 'tenant_id': 'b8c373d0b6ef424fae64df57ef92f83e'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:44.272904 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e515e00-9c69-4a66-b61e-c7827c6c9346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:44.356881 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5e4310b4-4d63-4e85-b05a-6d5c363095e2 req-5810744b-4466-46b2-bc67-93513d4deb9e tempest-ServerAddressesNegativeTestJSON-1644927774 tempest-ServerAddressesNegativeTestJSON-1644927774-project] 10.222.0.15 "GET /v2.0/ports?device_id=48063591-94b9-480a-a0c8-a0de7267e317 HTTP/1.1" status: 200 len: 210 time: 0.0391767 Apr 20 16:22:44.411476 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e515e00-9c69-4a66-b61e-c7827c6c9346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:44.414388 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e515e00-9c69-4a66-b61e-c7827c6c9346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:44.416383 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7e515e00-9c69-4a66-b61e-c7827c6c9346 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6daf4195-5a9d-40a4-8455-ef486f031bd5 HTTP/1.1" status: 204 len: 168 time: 0.2273068 Apr 20 16:22:44.425544 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e515e00-9c69-4a66-b61e-c7827c6c9346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6daf4195-5a9d-40a4-8455-ef486f031bd5,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:44.559149 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-38c7b63a-f83c-4e6c-a137-b7825389caca tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Made reservation on behalf of b8c373d0b6ef424fae64df57ef92f83e for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:22:44.563721 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-38c7b63a-f83c-4e6c-a137-b7825389caca tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:44.700505 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a1a41af0-b834-417e-934b-c80214dc19c7 req-072707da-167a-4ee3-910e-ecfcff08b552 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=34380448-448e-4d61-80d9-2998f74949eb HTTP/1.1" status: 200 len: 210 time: 0.0462122 Apr 20 16:22:44.730590 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-38c7b63a-f83c-4e6c-a137-b7825389caca tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Allocated IP 172.20.0.6 (a24f1ee1-7962-4b42-99b4-cd4d398ef380/1b506ada-a815-4b95-bd30-2bdbb75a1ede/698c1779-3b89-4736-930b-b7a36cce1027) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:22:44.890353 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-38c7b63a-f83c-4e6c-a137-b7825389caca tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:45.062399 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-38c7b63a-f83c-4e6c-a137-b7825389caca tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:45.097933 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['ff9eabef-07f4-42fd-8261-dfda19d01138'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:22:45.106631 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-38c7b63a-f83c-4e6c-a137-b7825389caca tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Network a24f1ee1-7962-4b42-99b4-cd4d398ef380 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:22:45.110553 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-38c7b63a-f83c-4e6c-a137-b7825389caca tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:22:45.114593 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-38c7b63a-f83c-4e6c-a137-b7825389caca tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:22:45.144421 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7b63a-f83c-4e6c-a137-b7825389caca tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Pushing event updated for resources: {'Port': ['ID=698c1779-3b89-4736-930b-b7a36cce1027,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:45.172595 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-38c7b63a-f83c-4e6c-a137-b7825389caca tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:45.173554 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-38c7b63a-f83c-4e6c-a137-b7825389caca tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:45.281894 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-38c7b63a-f83c-4e6c-a137-b7825389caca tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0257683 Apr 20 16:22:45.299544 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-b00e43fb-7a07-407f-bdc2-b48018e813ec service neutron] Request body: {'port': {'device_id': '34380448-448e-4d61-80d9-2998f74949eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:45.359507 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-b00e43fb-7a07-407f-bdc2-b48018e813ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:45.449643 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44732) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:45.538466 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-42d6980e-24af-4625-866c-3c1a23ae3ea7 req-c6ea1342-b0fa-4ad5-ab34-bcd5c15837b7 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 210 time: 0.0612743 Apr 20 16:22:45.609415 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a53c8a-e2ad-4c8a-8daf-e1807493b561 admin admin] Deleting subnet 20a28507-a47c-4040-aee2-28d20b2123b2 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:22:45.613384 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-66a53c8a-e2ad-4c8a-8daf-e1807493b561 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:45.650255 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-66a53c8a-e2ad-4c8a-8daf-e1807493b561 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:45.779272 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-66a53c8a-e2ad-4c8a-8daf-e1807493b561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:45.830776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e937c7-fbc3-4a95-9195-01a8bc1e1a19 req-dece0851-dc0a-4e95-bc5b-3d1dfa8858a7 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:45.839881 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-50e937c7-fbc3-4a95-9195-01a8bc1e1a19 req-dece0851-dc0a-4e95-bc5b-3d1dfa8858a7 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=34380448-448e-4d61-80d9-2998f74949eb HTTP/1.1" status: 200 len: 931 time: 0.0698578 Apr 20 16:22:45.892856 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-50e937c7-fbc3-4a95-9195-01a8bc1e1a19 req-93728c4c-ce6c-475b-b572-1fad3eef7c6d tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481007 Apr 20 16:22:45.905994 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14033463-b2a8-4e0d-a6fb-6b6bdd914b80 req-73513d3a-dacb-4450-b122-8d69ebfa112c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:45.907517 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-14033463-b2a8-4e0d-a6fb-6b6bdd914b80 req-73513d3a-dacb-4450-b122-8d69ebfa112c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/networks?id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c HTTP/1.1" status: 200 len: 811 time: 0.2366691 Apr 20 16:22:45.951650 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-14033463-b2a8-4e0d-a6fb-6b6bdd914b80 req-43d0420d-dfda-43fc-a1c3-acf77ec0d63c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/quotas/3cc4f828c4024c5e9e29e4972749306e HTTP/1.1" status: 200 len: 375 time: 0.0365887 Apr 20 16:22:45.976391 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-b00e43fb-7a07-407f-bdc2-b48018e813ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698c1779-3b89-4736-930b-b7a36cce1027 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:22:46.001090 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-14033463-b2a8-4e0d-a6fb-6b6bdd914b80 req-6b6dafb6-4a0c-4c0b-8572-785692ab4aae tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cc4f828c4024c5e9e29e4972749306e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393367 Apr 20 16:22:46.005324 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-b00e43fb-7a07-407f-bdc2-b48018e813ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:46.037603 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-66a53c8a-e2ad-4c8a-8daf-e1807493b561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:46.077086 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-b00e43fb-7a07-407f-bdc2-b48018e813ec service neutron] Transition to ACTIVE for port object 698c1779-3b89-4736-930b-b7a36cce1027 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:22:46.101771 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a53c8a-e2ad-4c8a-8daf-e1807493b561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20a28507-a47c-4040-aee2-28d20b2123b2,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:46.110432 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-66a53c8a-e2ad-4c8a-8daf-e1807493b561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:46.113665 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-66a53c8a-e2ad-4c8a-8daf-e1807493b561 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/20a28507-a47c-4040-aee2-28d20b2123b2 HTTP/1.1" status: 204 len: 168 time: 0.6629977 Apr 20 16:22:46.116375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44762) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:46.147092 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-14033463-b2a8-4e0d-a6fb-6b6bdd914b80 req-67d687a6-fb35-4acc-a507-22b6489de271 service neutron] 10.222.0.15 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386325 Apr 20 16:22:46.148752 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-b00e43fb-7a07-407f-bdc2-b48018e813ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:46.185236 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8b6e45e6-b44e-4f3f-a902-aa4f007e6e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:46.279000 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 5fdccc7c-ddab-4db3-a796-dcceacb1123f no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:22:46.281102 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e43fb-7a07-407f-bdc2-b48018e813ec service neutron] Pushing event updated for resources: {'Port': ['ID=698c1779-3b89-4736-930b-b7a36cce1027,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:46.323792 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 5fdccc7c-ddab-4db3-a796-dcceacb1123f {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:22:46.324418 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 5fdccc7c-ddab-4db3-a796-dcceacb1123f not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:22:46.364802 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-14033463-b2a8-4e0d-a6fb-6b6bdd914b80 req-0eed2853-41e7-440b-b5b8-dd3a849170c1 service neutron] 10.222.0.15 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042654 Apr 20 16:22:46.378645 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-b00e43fb-7a07-407f-bdc2-b48018e813ec service neutron] Attempting to bind port 698c1779-3b89-4736-930b-b7a36cce1027 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:22:46.379156 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-b00e43fb-7a07-407f-bdc2-b48018e813ec service neutron] Attempting to bind port 698c1779-3b89-4736-930b-b7a36cce1027 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:22:46.379493 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-b00e43fb-7a07-407f-bdc2-b48018e813ec service neutron] Attempting to bind port 698c1779-3b89-4736-930b-b7a36cce1027 on network a24f1ee1-7962-4b42-99b4-cd4d398ef380 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:22:46.392815 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-b00e43fb-7a07-407f-bdc2-b48018e813ec service neutron] Port 698c1779-3b89-4736-930b-b7a36cce1027 on network a24f1ee1-7962-4b42-99b4-cd4d398ef380 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:22:46.392815 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-b00e43fb-7a07-407f-bdc2-b48018e813ec service neutron] Attempting to bind port 698c1779-3b89-4736-930b-b7a36cce1027 on network a24f1ee1-7962-4b42-99b4-cd4d398ef380 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:22:46.395978 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-b00e43fb-7a07-407f-bdc2-b48018e813ec service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:22:46.396487 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-b00e43fb-7a07-407f-bdc2-b48018e813ec service neutron] Checking segment: {'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:22:46.397248 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-b00e43fb-7a07-407f-bdc2-b48018e813ec service neutron] Bound using segment: {'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:22:46.397609 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-b00e43fb-7a07-407f-bdc2-b48018e813ec service neutron] Bound port: 698c1779-3b89-4736-930b-b7a36cce1027, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:22:46.398775 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-b00e43fb-7a07-407f-bdc2-b48018e813ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:46.509145 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-b00e43fb-7a07-407f-bdc2-b48018e813ec service neutron] For port 698c1779-3b89-4736-930b-b7a36cce1027, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:22:46.513251 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-b00e43fb-7a07-407f-bdc2-b48018e813ec service neutron] For port 698c1779-3b89-4736-930b-b7a36cce1027, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=698c1779-3b89-4736-930b-b7a36cce1027,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:22:46.576191 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44770) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:46.658307 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8b6e45e6-b44e-4f3f-a902-aa4f007e6e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:46.674477 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-b00e43fb-7a07-407f-bdc2-b48018e813ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:46.684671 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-132b3584-8b52-47ef-a12c-e75ab6648f4d req-7a1eace5-fb9f-4281-a10c-50a29d09fa5c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 210 time: 0.0484078 Apr 20 16:22:46.699939 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-8b6e45e6-b44e-4f3f-a902-aa4f007e6e24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:22:46.712748 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-8b6e45e6-b44e-4f3f-a902-aa4f007e6e24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99592530-6e52-4878-9635-cdf5a0297024') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:22:46.713239 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-8b6e45e6-b44e-4f3f-a902-aa4f007e6e24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99592530-6e52-4878-9635-cdf5a0297024') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:22:46.717134 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-486224bd-306d-4c85-bc04-f8e1324f0cba req-442ca1fb-bb84-4fcb-b138-842740447f55 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9ed467d-d5c7-4613-9600-172c9543697d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1285799 Apr 20 16:22:46.726432 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8b6e45e6-b44e-4f3f-a902-aa4f007e6e24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:46.734134 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9eb4d0b0-9496-4b1b-a929-fae762c354f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:46.741738 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-b00e43fb-7a07-407f-bdc2-b48018e813ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:46.742354 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-b00e43fb-7a07-407f-bdc2-b48018e813ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:46.743725 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-b00e43fb-7a07-407f-bdc2-b48018e813ec service neutron] 10.222.0.26 "PUT /v2.0/ports/698c1779-3b89-4736-930b-b7a36cce1027 HTTP/1.1" status: 200 len: 1091 time: 1.4487474 Apr 20 16:22:46.745048 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34380448-448e-4d61-80d9-2998f74949eb', 'tag': '698c1779-3b89-4736-930b-b7a36cce1027'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:22:46.747328 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616c043b-9151-40b7-b068-938d22fade44" -d '{"events": [{"name": "network-changed", "server_uuid": "34380448-448e-4d61-80d9-2998f74949eb", "tag": "698c1779-3b89-4736-930b-b7a36cce1027"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:22:46.755265 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8b6e45e6-b44e-4f3f-a902-aa4f007e6e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:46.772837 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6e45e6-b44e-4f3f-a902-aa4f007e6e24 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:22:46.773252 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8b6e45e6-b44e-4f3f-a902-aa4f007e6e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:22:46.783553 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:22:46.836598 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e550dbb6-6fc2-4063-918e-fa9ad1881f4a x-openstack-request-id: req-e550dbb6-6fc2-4063-918e-fa9ad1881f4a {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:22:46.837145 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34380448-448e-4d61-80d9-2998f74949eb", "tag": "698c1779-3b89-4736-930b-b7a36cce1027", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:22:46.837390 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e550dbb6-6fc2-4063-918e-fa9ad1881f4a {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:22:46.837930 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e550dbb6-6fc2-4063-918e-fa9ad1881f4a'] response: {'name': 'network-changed', 'server_uuid': '34380448-448e-4d61-80d9-2998f74949eb', 'tag': '698c1779-3b89-4736-930b-b7a36cce1027', 'status': 'completed', 'code': 200} Apr 20 16:22:46.876321 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e43fb-7a07-407f-bdc2-b48018e813ec service neutron] Pushing event updated for resources: {'Port': ['ID=698c1779-3b89-4736-930b-b7a36cce1027,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:46.918189 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c043b-9151-40b7-b068-938d22fade44 req-1061631e-fec1-4bcf-a781-559e5537e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:46.920209 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-616c043b-9151-40b7-b068-938d22fade44 req-1061631e-fec1-4bcf-a781-559e5537e9c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&device_id=34380448-448e-4d61-80d9-2998f74949eb HTTP/1.1" status: 200 len: 1094 time: 0.0473940 Apr 20 16:22:46.925143 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9eb4d0b0-9496-4b1b-a929-fae762c354f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:46.973231 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6d04e356-0c39-4fb8-9109-712f970156a7 req-c0d6acee-745f-4910-91c8-228561860e4c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c77bb5c-11d5-425c-adb6-2ccd089e9062 HTTP/1.1" status: 200 len: 210 time: 0.1092093 Apr 20 16:22:46.986386 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486224bd-306d-4c85-bc04-f8e1324f0cba req-f4cd1710-7ad1-426a-b05a-f25eaf69aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:46.987897 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-486224bd-306d-4c85-bc04-f8e1324f0cba req-f4cd1710-7ad1-426a-b05a-f25eaf69aa17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4632da89faba4c6f8bca66fdf8a9bf10&device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 1096 time: 0.1564708 Apr 20 16:22:47.045542 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9eb4d0b0-9496-4b1b-a929-fae762c354f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:47.070317 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8b6e45e6-b44e-4f3f-a902-aa4f007e6e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:47.076644 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8b6e45e6-b44e-4f3f-a902-aa4f007e6e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:47.081361 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8b6e45e6-b44e-4f3f-a902-aa4f007e6e24 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d HTTP/1.1" status: 204 len: 168 time: 0.9639561 Apr 20 16:22:47.120950 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e45e6-b44e-4f3f-a902-aa4f007e6e24 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf0687b7-7bc6-48d0-bd5a-4dd96eb90b7d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:47.131806 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c043b-9151-40b7-b068-938d22fade44 req-6413e860-18fc-4386-bf29-519e0bc093e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:47.133637 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-616c043b-9151-40b7-b068-938d22fade44 req-6413e860-18fc-4386-bf29-519e0bc093e9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1970377 Apr 20 16:22:47.140380 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9eb4d0b0-9496-4b1b-a929-fae762c354f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2178e2681c9b4d169e60825adb9667fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5625641 Apr 20 16:22:47.143675 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44794) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:47.145645 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4d0b0-9496-4b1b-a929-fae762c354f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b5882e-5241-44d5-b4ff-ce5ddd557a32,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:47.168673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6956f8-cae2-425f-a205-adfb21f049b5 req-abded5e5-cf4c-4282-a192-3532c3007fa7 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:47.179380 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0e6956f8-cae2-425f-a205-adfb21f049b5 req-abded5e5-cf4c-4282-a192-3532c3007fa7 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=34380448-448e-4d61-80d9-2998f74949eb HTTP/1.1" status: 200 len: 943 time: 0.2018919 Apr 20 16:22:47.209206 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486224bd-306d-4c85-bc04-f8e1324f0cba req-a3855d04-a4af-4dea-b6c4-ff24744314b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:47.210678 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-486224bd-306d-4c85-bc04-f8e1324f0cba req-a3855d04-a4af-4dea-b6c4-ff24744314b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1909df4a-72a6-4533-bf20-1f90fba3849a HTTP/1.1" status: 200 len: 911 time: 0.1958945 Apr 20 16:22:47.331465 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0421be4d-12e2-4727-9377-925115568ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:47.346755 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0e6956f8-cae2-425f-a205-adfb21f049b5 req-8dbc38bd-3a79-4102-abf1-eefabab91d63 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464729 Apr 20 16:22:47.390267 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c043b-9151-40b7-b068-938d22fade44 req-f41f19eb-85c0-4c75-84f7-992b0df0c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:47.391723 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-616c043b-9151-40b7-b068-938d22fade44 req-f41f19eb-85c0-4c75-84f7-992b0df0c032 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2345660 Apr 20 16:22:47.401153 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0421be4d-12e2-4727-9377-925115568ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:47.404243 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-486224bd-306d-4c85-bc04-f8e1324f0cba req-581f466d-1779-47f8-bd62-fb048a4e6522 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f782a72-b42f-4ff0-9bba-3f2b013b9e0b HTTP/1.1" status: 200 len: 1000 time: 0.1866100 Apr 20 16:22:47.471843 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486224bd-306d-4c85-bc04-f8e1324f0cba req-5d56986c-9035-4636-b6e8-bd92815f4fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:47.473652 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-486224bd-306d-4c85-bc04-f8e1324f0cba req-5d56986c-9035-4636-b6e8-bd92815f4fbd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49f7ee52-7222-4a78-88ae-a616c6706517 HTTP/1.1" status: 200 len: 849 time: 0.0617406 Apr 20 16:22:47.532401 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486224bd-306d-4c85-bc04-f8e1324f0cba req-71f63fdc-8a63-4484-9b47-0010150a3969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:47.534404 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-486224bd-306d-4c85-bc04-f8e1324f0cba req-71f63fdc-8a63-4484-9b47-0010150a3969 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1909df4a-72a6-4533-bf20-1f90fba3849a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527942 Apr 20 16:22:47.540645 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-d2c2f10c-85f3-4fc7-8dd6-ed2bb79f3459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:47.542248 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-d2c2f10c-85f3-4fc7-8dd6-ed2bb79f3459 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&device_id=34380448-448e-4d61-80d9-2998f74949eb HTTP/1.1" status: 200 len: 1094 time: 0.0559461 Apr 20 16:22:47.595068 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-082aeb84-52ee-4196-96d1-9dba21736aa5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=698c1779-3b89-4736-930b-b7a36cce1027 HTTP/1.1" status: 200 len: 217 time: 0.0386398 Apr 20 16:22:47.606019 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0421be4d-12e2-4727-9377-925115568ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:47.609603 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0421be4d-12e2-4727-9377-925115568ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:47.613130 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0421be4d-12e2-4727-9377-925115568ff7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11b5882e-5241-44d5-b4ff-ce5ddd557a32 HTTP/1.1" status: 204 len: 168 time: 0.4680417 Apr 20 16:22:47.630027 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421be4d-12e2-4727-9377-925115568ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b5882e-5241-44d5-b4ff-ce5ddd557a32,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:47.678749 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-486224bd-306d-4c85-bc04-f8e1324f0cba req-83d19ba9-d8d4-4927-96dd-8eadbabd187d service neutron] 10.222.0.26 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352303 Apr 20 16:22:47.683443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-10588168-17dc-4262-a25b-4d62c60390a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:47.686380 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-10588168-17dc-4262-a25b-4d62c60390a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b506ada-a815-4b95-bd30-2bdbb75a1ede HTTP/1.1" status: 200 len: 845 time: 0.0834064 Apr 20 16:22:47.715694 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-c4309812-cfb1-482c-bcb0-c882b633951c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a24f1ee1-7962-4b42-99b4-cd4d398ef380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248997 Apr 20 16:22:47.794272 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-486224bd-306d-4c85-bc04-f8e1324f0cba req-c6899b9c-79de-4325-9a68-983f83632d08 service neutron] 10.222.0.26 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087329 Apr 20 16:22:47.811800 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44812) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:47.822999 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c1e1733-1425-45f6-b604-40b949b03c3d req-d9cd038d-3ee1-40dd-8ecb-d938a37148a4 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 210 time: 0.0438581 Apr 20 16:22:47.882677 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ab848a0d-0286-40c2-8803-c0f0bda53dc7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=999f887c90c5494dac90905d94c51860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0695086 Apr 20 16:22:47.884934 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-8381fe1c-7a46-4351-8c30-de71396b8c18 service neutron] 10.222.0.26 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623521 Apr 20 16:22:47.885313 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44814) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:47.963585 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6a067619-fca9-4a47-88e5-fc3f650ffdf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:47.992640 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6a067619-fca9-4a47-88e5-fc3f650ffdf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:48.030293 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b15b3b6-f01a-4a1c-8df2-7527f89ba6ba req-3ffc6bf4-9bcc-4220-a34d-f179e076b42e service neutron] 10.222.0.26 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381879 Apr 20 16:22:48.167886 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6a067619-fca9-4a47-88e5-fc3f650ffdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:48.170606 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6a067619-fca9-4a47-88e5-fc3f650ffdf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:48.172626 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6a067619-fca9-4a47-88e5-fc3f650ffdf1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7478c5e8-7e90-4e90-8abf-bb372afaed98 HTTP/1.1" status: 204 len: 168 time: 0.2855349 Apr 20 16:22:48.183180 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a067619-fca9-4a47-88e5-fc3f650ffdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7478c5e8-7e90-4e90-8abf-bb372afaed98,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:48.193768 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a067619-fca9-4a47-88e5-fc3f650ffdf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:48.194158 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a067619-fca9-4a47-88e5-fc3f650ffdf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:48.194461 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a067619-fca9-4a47-88e5-fc3f650ffdf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:48.194824 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a067619-fca9-4a47-88e5-fc3f650ffdf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:48.195474 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a067619-fca9-4a47-88e5-fc3f650ffdf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:48.195474 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a067619-fca9-4a47-88e5-fc3f650ffdf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:48.195794 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a067619-fca9-4a47-88e5-fc3f650ffdf1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:48.196104 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a067619-fca9-4a47-88e5-fc3f650ffdf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:48.196451 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a067619-fca9-4a47-88e5-fc3f650ffdf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:48.196782 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a067619-fca9-4a47-88e5-fc3f650ffdf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:48.197103 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a067619-fca9-4a47-88e5-fc3f650ffdf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:48.197427 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a067619-fca9-4a47-88e5-fc3f650ffdf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:22:48.435513 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44328983-507f-4c51-bca8-25dcc2191c1f req-7cb2f2d6-a4a4-403a-a3d3-20f588a5b3c5 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:48.437498 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-44328983-507f-4c51-bca8-25dcc2191c1f req-7cb2f2d6-a4a4-403a-a3d3-20f588a5b3c5 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/networks?id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c HTTP/1.1" status: 200 len: 811 time: 0.1082790 Apr 20 16:22:48.457780 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535b240-5ca3-469a-8c7f-e4da2b318573 req-b76dfed7-0ed0-40a7-83bc-df7318584661 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:48.461522 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-44328983-507f-4c51-bca8-25dcc2191c1f req-471c8364-869c-4ec9-a3e3-a064c572dd1f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/quotas/3cc4f828c4024c5e9e29e4972749306e HTTP/1.1" status: 200 len: 375 time: 0.0178037 Apr 20 16:22:48.466434 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c535b240-5ca3-469a-8c7f-e4da2b318573 req-b76dfed7-0ed0-40a7-83bc-df7318584661 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=34380448-448e-4d61-80d9-2998f74949eb HTTP/1.1" status: 200 len: 943 time: 0.0637383 Apr 20 16:22:48.496286 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-44328983-507f-4c51-bca8-25dcc2191c1f req-6ad1648d-9960-47cf-b21f-74051bfb68dc tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cc4f828c4024c5e9e29e4972749306e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339072 Apr 20 16:22:48.504681 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c535b240-5ca3-469a-8c7f-e4da2b318573 req-0a7e7972-d9b4-4fda-98aa-18805bcf8c92 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371273 Apr 20 16:22:48.609817 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-44328983-507f-4c51-bca8-25dcc2191c1f req-7d3645f8-8e80-49d7-a468-26c30b3fb08e service neutron] 10.222.0.15 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974598 Apr 20 16:22:48.717140 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-44328983-507f-4c51-bca8-25dcc2191c1f req-a7db1f3d-3105-4fc6-9db4-e7b95ee3d019 service neutron] 10.222.0.15 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979042 Apr 20 16:22:48.950501 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-5758e123-e341-457c-9a88-a2e31566ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:48.951882 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-5758e123-e341-457c-9a88-a2e31566ae82 service neutron] 10.222.0.30 "GET /v2.0/ports/7aad5049-9aa0-458c-b354-2fe68c76f185 HTTP/1.1" status: 200 len: 1026 time: 0.0416567 Apr 20 16:22:48.957734 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7de43266-46c1-4177-9b50-7377bf1d9cc7 req-0342a3d8-6c0b-4873-adfe-4110978e5854 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 210 time: 0.0480666 Apr 20 16:22:49.008874 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-41e84ee9-2fc6-4e0e-a693-6fb1c1bf666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:49.010534 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-41e84ee9-2fc6-4e0e-a693-6fb1c1bf666c service neutron] 10.222.0.30 "GET /v2.0/ports/dea2ca34-3ee5-4a2c-8889-a99b5105e97c HTTP/1.1" status: 200 len: 1027 time: 0.0510838 Apr 20 16:22:49.026699 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6b46f856-1db2-4f3e-bf3c-19f169194eb0 req-837b151e-b5d6-46a0-90a8-095492fb199d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 210 time: 0.0321374 Apr 20 16:22:49.206922 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-efa386f1-d0b3-430b-9583-e23b94e2a56d tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:49.217928 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-efa386f1-d0b3-430b-9583-e23b94e2a56d tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:49.230001 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-efa386f1-d0b3-430b-9583-e23b94e2a56d tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:49.231558 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-efa386f1-d0b3-430b-9583-e23b94e2a56d tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.30 "GET /v2.0/networks?id=0da3ddac-7911-41b8-948e-27e3525d219a&id=3024306a-3909-40d1-ba02-5dd3136dffcd&id=3024306a-3909-40d1-ba02-5dd3136dffcd&id=3024306a-3909-40d1-ba02-5dd3136dffcd&id=3024306a-3909-40d1-ba02-5dd3136dffcd&id=8d815abc-b52f-44a7-b0f4-be6307f2c66b&id=8d815abc-b52f-44a7-b0f4-be6307f2c66b HTTP/1.1" status: 200 len: 1987 time: 0.2075505 Apr 20 16:22:49.321482 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bfdf5873-437c-4c8a-81a1-b8fa899d8bea tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e35470c169cb468daf63345ebb7ba6b2 HTTP/1.1" status: 200 len: 379 time: 0.0745451 Apr 20 16:22:49.333871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-42283e28-84c0-4a63-b852-de889ee3aa83 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Request body: {'port': {'device_id': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a', 'admin_state_up': True, 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'security_groups': ['d256e91b-3838-4651-8de6-76d927bed53e']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:49.682975 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12404d64-8fa8-4edf-8c77-8e685be7b9d6 req-77495edd-adc1-4e99-b5d7-04489f23760f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:49.685311 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-12404d64-8fa8-4edf-8c77-8e685be7b9d6 req-77495edd-adc1-4e99-b5d7-04489f23760f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=34380448-448e-4d61-80d9-2998f74949eb HTTP/1.1" status: 200 len: 943 time: 0.0922430 Apr 20 16:22:49.769669 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-12404d64-8fa8-4edf-8c77-8e685be7b9d6 req-6a1a2ccd-da9b-4a09-be61-8406d61f77c5 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728679 Apr 20 16:22:49.827830 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-42283e28-84c0-4a63-b852-de889ee3aa83 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Made reservation on behalf of e35470c169cb468daf63345ebb7ba6b2 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:22:49.831915 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-42283e28-84c0-4a63-b852-de889ee3aa83 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:49.999869 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-42283e28-84c0-4a63-b852-de889ee3aa83 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Allocated IP 172.20.0.7 (0da3ddac-7911-41b8-948e-27e3525d219a/5b30ddac-8129-4355-b7e6-7b26172bb5fd/7a124185-eb8a-4596-af17-192c400a73d6) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:22:50.148635 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7f76c47d-eb55-4863-81b6-6d1349afcfca req-6bda1b9c-1f46-4bd8-b447-1a01929a26b7 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 210 time: 0.0365694 Apr 20 16:22:50.181379 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b8f399b7-c6ed-4326-a298-c8daace0bf51 req-7100830f-8d58-45fd-b944-736e613ddbfd tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 210 time: 0.0350022 Apr 20 16:22:50.259485 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-42283e28-84c0-4a63-b852-de889ee3aa83 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:50.405664 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-42283e28-84c0-4a63-b852-de889ee3aa83 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:50.462016 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42283e28-84c0-4a63-b852-de889ee3aa83 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event updated for resources: {'Port': ['ID=7a124185-eb8a-4596-af17-192c400a73d6,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:50.528382 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-42283e28-84c0-4a63-b852-de889ee3aa83 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Network 0da3ddac-7911-41b8-948e-27e3525d219a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:22:50.529892 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-42283e28-84c0-4a63-b852-de889ee3aa83 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:22:50.532213 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-42283e28-84c0-4a63-b852-de889ee3aa83 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:22:50.591699 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-42283e28-84c0-4a63-b852-de889ee3aa83 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:50.592495 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-42283e28-84c0-4a63-b852-de889ee3aa83 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:50.775386 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44914) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:50.808864 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-42283e28-84c0-4a63-b852-de889ee3aa83 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4818027 Apr 20 16:22:50.828402 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bcecd723-9439-4d02-aba5-f1613d91f62b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Request body: {'port': {'device_id': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd', 'admin_state_up': True, 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'security_groups': ['d256e91b-3838-4651-8de6-76d927bed53e']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:50.851457 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3dfd0184-6cf4-4491-91da-270bc0752e8c None None] Provisioning complete for port 7a124185-eb8a-4596-af17-192c400a73d6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:22:50.851975 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3dfd0184-6cf4-4491-91da-270bc0752e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:50.915957 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd0184-6cf4-4491-91da-270bc0752e8c None None] Port 7a124185-eb8a-4596-af17-192c400a73d6 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:22:50.917578 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca6f69-8502-48e0-9f8f-dcb0e9967295 req-cb0c396d-3828-4c34-bdde-11be85e2a4c8 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:50.929816 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-76ca6f69-8502-48e0-9f8f-dcb0e9967295 req-cb0c396d-3828-4c34-bdde-11be85e2a4c8 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=34380448-448e-4d61-80d9-2998f74949eb HTTP/1.1" status: 200 len: 943 time: 0.0688837 Apr 20 16:22:50.990019 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:22:51.018938 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-76ca6f69-8502-48e0-9f8f-dcb0e9967295 req-221c35e6-2bd0-4556-932f-aba4fb34ddbe tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879149 Apr 20 16:22:51.091522 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-14b8f76d-24e2-45fb-8228-0f938fc801a2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-149214004-network', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:51.126915 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44922) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:51.155591 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bcecd723-9439-4d02-aba5-f1613d91f62b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Made reservation on behalf of e35470c169cb468daf63345ebb7ba6b2 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:22:51.165777 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bcecd723-9439-4d02-aba5-f1613d91f62b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:51.209629 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ece76d1f-9ab2-4255-b986-c54931a19e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:51.218775 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b8f76d-24e2-45fb-8228-0f938fc801a2 admin admin] Made reservation on behalf of cbc372ad2d1446089af0923f5d212489 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:22:51.221761 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-14b8f76d-24e2-45fb-8228-0f938fc801a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:51.241975 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-14b8f76d-24e2-45fb-8228-0f938fc801a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:51.310536 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f4931907-cf4e-421b-bcd7-b139cd1385fb req-40062d74-c0b2-445f-b309-12981114dc08 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 210 time: 0.0508168 Apr 20 16:22:51.383800 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bcecd723-9439-4d02-aba5-f1613d91f62b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Allocated IP 10.1.1.216 (3024306a-3909-40d1-ba02-5dd3136dffcd/d97c5e51-a8a6-4631-b5a6-573cb3068b25/223525cb-7aed-4392-a92a-a330adfba580) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:22:51.424903 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-14b8f76d-24e2-45fb-8228-0f938fc801a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:51.654480 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544356d6-4417-4a8d-97a9-a7ab50a67ea7 req-b57e2083-6de0-4eed-8f15-d37a957f2084 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:51.654480 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-544356d6-4417-4a8d-97a9-a7ab50a67ea7 req-b57e2083-6de0-4eed-8f15-d37a957f2084 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 931 time: 0.1785271 Apr 20 16:22:51.654480 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ece76d1f-9ab2-4255-b986-c54931a19e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:51.654480 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-544356d6-4417-4a8d-97a9-a7ab50a67ea7 req-a7956654-163c-4526-80c5-f83bace1a232 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645666 Apr 20 16:22:51.656625 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bcecd723-9439-4d02-aba5-f1613d91f62b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:51.691222 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-14b8f76d-24e2-45fb-8228-0f938fc801a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:51.717487 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b8f76d-24e2-45fb-8228-0f938fc801a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:22:51.728019 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8f76d-24e2-45fb-8228-0f938fc801a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1dc2a7-e0f3-421c-9eab-5244706e2583,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:51.733717 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-14b8f76d-24e2-45fb-8228-0f938fc801a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:51.734094 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-14b8f76d-24e2-45fb-8228-0f938fc801a2 admin admin] Added segment 42815ea2-076c-480e-bac2-ffc0f665e2ff of type vlan for network d9af20c5-ec0a-4beb-b93d-6291e4255aeb Apr 20 16:22:51.792655 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-14b8f76d-24e2-45fb-8228-0f938fc801a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:51.816791 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bcecd723-9439-4d02-aba5-f1613d91f62b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:51.825094 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 698c1779-3b89-4736-930b-b7a36cce1027 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:22:51.850213 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ece76d1f-9ab2-4255-b986-c54931a19e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:51.858887 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bcecd723-9439-4d02-aba5-f1613d91f62b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Network 3024306a-3909-40d1-ba02-5dd3136dffcd is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:22:51.865394 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bcecd723-9439-4d02-aba5-f1613d91f62b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:22:51.870352 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bcecd723-9439-4d02-aba5-f1613d91f62b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:22:51.897958 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcecd723-9439-4d02-aba5-f1613d91f62b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event updated for resources: {'Port': ['ID=223525cb-7aed-4392-a92a-a330adfba580,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:51.936103 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bcecd723-9439-4d02-aba5-f1613d91f62b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:51.936405 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece76d1f-9ab2-4255-b986-c54931a19e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f7a326-3fda-43cd-9d95-72089effeb9a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:51.937494 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bcecd723-9439-4d02-aba5-f1613d91f62b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:51.984967 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 698c1779-3b89-4736-930b-b7a36cce1027, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=698c1779-3b89-4736-930b-b7a36cce1027,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:52.007227 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '698c1779-3b89-4736-930b-b7a36cce1027', 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380', 'port_id': '698c1779-3b89-4736-930b-b7a36cce1027', 'mac_address': 'fa:16:3e:9e:62:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b506ada-a815-4b95-bd30-2bdbb75a1ede', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:22:52.037852 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-14b8f76d-24e2-45fb-8228-0f938fc801a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:52.039630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b8f76d-24e2-45fb-8228-0f938fc801a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:52.041028 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-14b8f76d-24e2-45fb-8228-0f938fc801a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:52.067350 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bcecd723-9439-4d02-aba5-f1613d91f62b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2434359 Apr 20 16:22:52.085269 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-7b60d2d1-bb38-4a86-a3b9-cad07e9efe71 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Request body: {'port': {'device_id': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd', 'admin_state_up': True, 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'security_groups': ['d256e91b-3838-4651-8de6-76d927bed53e']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:52.097589 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:52.119828 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698c1779-3b89-4736-930b-b7a36cce1027 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:22:52.142647 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 698c1779-3b89-4736-930b-b7a36cce1027, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=698c1779-3b89-4736-930b-b7a36cce1027,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:52.152500 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ece76d1f-9ab2-4255-b986-c54931a19e97 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b280039d41f453ca635986306253d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0233269 Apr 20 16:22:52.172926 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44936) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:52.216556 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:52.302647 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-96de6192-6178-4d89-9858-2afc14c6c4a2 None None] Provisioning complete for port 223525cb-7aed-4392-a92a-a330adfba580 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:22:52.303114 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-96de6192-6178-4d89-9858-2afc14c6c4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:52.305090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8f76d-24e2-45fb-8228-0f938fc801a2 admin admin] Pushing event updated for resources: {'Network': ['ID=d9af20c5-ec0a-4beb-b93d-6291e4255aeb,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:52.309318 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=698c1779-3b89-4736-930b-b7a36cce1027,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:52.358447 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network d9af20c5-ec0a-4beb-b93d-6291e4255aeb details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:22:52.388227 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-14b8f76d-24e2-45fb-8228-0f938fc801a2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6117318 Apr 20 16:22:52.392316 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44942) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:52.410135 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-bb9fe0ca-93a1-47ef-9a4e-2c923b936069 admin admin] Request body: {'subnet': {'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-149214004-subnet', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:52.425011 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d295449-d550-41ed-a83c-6e06ce0aa29f req-5d42a522-64ee-4acd-ad5f-534c19d8893c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:52.426574 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4d295449-d550-41ed-a83c-6e06ce0aa29f req-5d42a522-64ee-4acd-ad5f-534c19d8893c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=34380448-448e-4d61-80d9-2998f74949eb HTTP/1.1" status: 200 len: 943 time: 0.2783356 Apr 20 16:22:52.482027 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ba808a7-62a2-4f44-823f-dfa873159b77 req-28b867fb-5771-4836-89eb-323ea4b05b69 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 210 time: 0.0522077 Apr 20 16:22:52.498602 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44328983-507f-4c51-bca8-25dcc2191c1f req-d6b80583-7648-4e6d-8944-572a558c0141 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:52.500533 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44328983-507f-4c51-bca8-25dcc2191c1f req-d6b80583-7648-4e6d-8944-572a558c0141 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.26 "GET /v2.0/networks?id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c HTTP/1.1" status: 200 len: 811 time: 0.4868939 Apr 20 16:22:52.508069 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4d295449-d550-41ed-a83c-6e06ce0aa29f req-85f11e56-67f9-40ed-a7e9-3fb0da55cb7c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732207 Apr 20 16:22:52.508522 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1651db10-ec62-4154-b4fb-9851c2a11213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:52.537282 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-44328983-507f-4c51-bca8-25dcc2191c1f req-3ae3fa4c-8976-49f4-a907-0d6b50677f4c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Request body: {'port': {'device_id': '793a0eb2-6099-4de6-ab87-7020c148f82c', 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c', 'admin_state_up': True, 'tenant_id': '3cc4f828c4024c5e9e29e4972749306e'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:52.539502 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-96de6192-6178-4d89-9858-2afc14c6c4a2 None None] Port 223525cb-7aed-4392-a92a-a330adfba580 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:22:52.545790 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1651db10-ec62-4154-b4fb-9851c2a11213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:52.612612 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9fe0ca-93a1-47ef-9a4e-2c923b936069 admin admin] Made reservation on behalf of cbc372ad2d1446089af0923f5d212489 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:22:52.615211 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb9fe0ca-93a1-47ef-9a4e-2c923b936069 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:52.622054 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-7b60d2d1-bb38-4a86-a3b9-cad07e9efe71 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Made reservation on behalf of e35470c169cb468daf63345ebb7ba6b2 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:22:52.627447 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-7b60d2d1-bb38-4a86-a3b9-cad07e9efe71 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:52.705504 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['698c1779-3b89-4736-930b-b7a36cce1027'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:22:52.731641 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0e960348-f941-45b4-850b-7aa81fa8e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:52.808152 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-7b60d2d1-bb38-4a86-a3b9-cad07e9efe71 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Allocated IP 10.1.1.198 (3024306a-3909-40d1-ba02-5dd3136dffcd/d97c5e51-a8a6-4631-b5a6-573cb3068b25/38c183c1-2ecf-4a3b-97ca-cd36101f24ff) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:22:52.819772 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782392a-a6c9-4659-a403-28a6c92ddc9d req-70c43f02-70b9-4c29-a408-5cea5971b78f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:52.825973 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782392a-a6c9-4659-a403-28a6c92ddc9d req-70c43f02-70b9-4c29-a408-5cea5971b78f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:52.827806 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5782392a-a6c9-4659-a403-28a6c92ddc9d req-70c43f02-70b9-4c29-a408-5cea5971b78f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 1653 time: 0.1397541 Apr 20 16:22:52.919582 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5782392a-a6c9-4659-a403-28a6c92ddc9d req-f1a9adc7-40ff-400b-8dd5-eb6c818f084d tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822165 Apr 20 16:22:52.987824 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1651db10-ec62-4154-b4fb-9851c2a11213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:52.991244 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1651db10-ec62-4154-b4fb-9851c2a11213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:52.993592 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1651db10-ec62-4154-b4fb-9851c2a11213 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/95f7a326-3fda-43cd-9d95-72089effeb9a HTTP/1.1" status: 204 len: 168 time: 0.8180375 Apr 20 16:22:53.001582 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651db10-ec62-4154-b4fb-9851c2a11213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f7a326-3fda-43cd-9d95-72089effeb9a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:53.003328 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-7b60d2d1-bb38-4a86-a3b9-cad07e9efe71 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:53.038113 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44328983-507f-4c51-bca8-25dcc2191c1f req-3ae3fa4c-8976-49f4-a907-0d6b50677f4c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Made reservation on behalf of 3cc4f828c4024c5e9e29e4972749306e for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:22:53.041711 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-44328983-507f-4c51-bca8-25dcc2191c1f req-3ae3fa4c-8976-49f4-a907-0d6b50677f4c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:53.118254 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb9fe0ca-93a1-47ef-9a4e-2c923b936069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:53.156381 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-7b60d2d1-bb38-4a86-a3b9-cad07e9efe71 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:53.214057 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9fe0ca-93a1-47ef-9a4e-2c923b936069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f49ef81d-6341-40ae-b59c-ad7cca19ee9b,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:53.241521 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9fe0ca-93a1-47ef-9a4e-2c923b936069 admin admin] Checking segment: {'id': '42815ea2-076c-480e-bac2-ffc0f665e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:22:53.241799 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9fe0ca-93a1-47ef-9a4e-2c923b936069 admin admin] Network hostable DHCP agents. Network: d9af20c5-ec0a-4beb-b93d-6291e4255aeb, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:22:53.244320 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-44328983-507f-4c51-bca8-25dcc2191c1f req-3ae3fa4c-8976-49f4-a907-0d6b50677f4c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Allocated IP 172.20.0.10 (ccddc865-94c4-4ee1-a68f-7c9c22fa904c/6e5e1853-efd5-4800-b27e-3ac73eee167e/e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:22:53.257141 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-7b60d2d1-bb38-4a86-a3b9-cad07e9efe71 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Network 3024306a-3909-40d1-ba02-5dd3136dffcd is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:22:53.271280 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60d2d1-bb38-4a86-a3b9-cad07e9efe71 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event updated for resources: {'Port': ['ID=38c183c1-2ecf-4a3b-97ca-cd36101f24ff,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:53.276078 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-7b60d2d1-bb38-4a86-a3b9-cad07e9efe71 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:22:53.291112 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-7b60d2d1-bb38-4a86-a3b9-cad07e9efe71 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:22:53.384721 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9fe0ca-93a1-47ef-9a4e-2c923b936069 admin admin] Network d9af20c5-ec0a-4beb-b93d-6291e4255aeb is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:22:53.389771 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-7b60d2d1-bb38-4a86-a3b9-cad07e9efe71 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:53.390446 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-7b60d2d1-bb38-4a86-a3b9-cad07e9efe71 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:53.487816 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-bb9fe0ca-93a1-47ef-9a4e-2c923b936069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, d9af20c5-ec0a-4beb-b93d-6291e4255aeb) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:22:53.496935 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9fe0ca-93a1-47ef-9a4e-2c923b936069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:53.501870 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb9fe0ca-93a1-47ef-9a4e-2c923b936069 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:53.502012 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e13164a-5e45-4fcd-979f-1034864d09a3 None None] Network d9af20c5-ec0a-4beb-b93d-6291e4255aeb requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:22:53.534088 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-44328983-507f-4c51-bca8-25dcc2191c1f req-3ae3fa4c-8976-49f4-a907-0d6b50677f4c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:53.535363 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-7b60d2d1-bb38-4a86-a3b9-cad07e9efe71 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4546776 Apr 20 16:22:53.555521 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-92957581-60fa-4267-8956-5f6b5f124536 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Request body: {'port': {'device_id': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8d815abc-b52f-44a7-b0f4-be6307f2c66b', 'admin_state_up': True, 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'security_groups': ['d256e91b-3838-4651-8de6-76d927bed53e']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:53.722846 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-97a330c9-f54a-4aeb-9f9a-028d42900b2b req-68087241-ff82-4fbd-b843-bd5c66d51e52 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 210 time: 0.0413549 Apr 20 16:22:53.741611 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-44328983-507f-4c51-bca8-25dcc2191c1f req-3ae3fa4c-8976-49f4-a907-0d6b50677f4c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:53.754674 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bb9fe0ca-93a1-47ef-9a4e-2c923b936069 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3580210 Apr 20 16:22:53.755289 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44968) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:53.765891 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e0f7cb5c-b13e-4a8d-98ff-d8d537239bcf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-149214004-router', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:53.804613 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4d816f09-eb51-4983-847c-1d5f84fe23a1 None None] Provisioning complete for port 38c183c1-2ecf-4a3b-97ca-cd36101f24ff triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:22:53.809141 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4d816f09-eb51-4983-847c-1d5f84fe23a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:53.888426 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e346a-109a-4ddc-9911-c72dc6556338 req-b25d5022-74c8-4704-95d1-ec866a93a4d8 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:53.889992 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd5e346a-109a-4ddc-9911-c72dc6556338 req-b25d5022-74c8-4704-95d1-ec866a93a4d8 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=34380448-448e-4d61-80d9-2998f74949eb HTTP/1.1" status: 200 len: 944 time: 0.2359610 Apr 20 16:22:53.895928 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44328983-507f-4c51-bca8-25dcc2191c1f req-3ae3fa4c-8976-49f4-a907-0d6b50677f4c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Network ccddc865-94c4-4ee1-a68f-7c9c22fa904c is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:22:53.897162 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 698c1779-3b89-4736-930b-b7a36cce1027 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:22:53.916967 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-44328983-507f-4c51-bca8-25dcc2191c1f req-3ae3fa4c-8976-49f4-a907-0d6b50677f4c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:22:53.923486 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-44328983-507f-4c51-bca8-25dcc2191c1f req-3ae3fa4c-8976-49f4-a907-0d6b50677f4c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:22:53.929762 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3fa4c-8976-49f4-a907-0d6b50677f4c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Pushing event updated for resources: {'Port': ['ID=e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:53.934980 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cb5c-b13e-4a8d-98ff-d8d537239bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:53.934980 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cb5c-b13e-4a8d-98ff-d8d537239bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:53.972782 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd5e346a-109a-4ddc-9911-c72dc6556338 req-d26148de-3409-4907-825f-9283cd2c19b1 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755997 Apr 20 16:22:53.989604 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44328983-507f-4c51-bca8-25dcc2191c1f req-3ae3fa4c-8976-49f4-a907-0d6b50677f4c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:53.990244 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-44328983-507f-4c51-bca8-25dcc2191c1f req-3ae3fa4c-8976-49f4-a907-0d6b50677f4c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:54.007614 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-92957581-60fa-4267-8956-5f6b5f124536 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Made reservation on behalf of e35470c169cb468daf63345ebb7ba6b2 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:22:54.019643 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-4d816f09-eb51-4983-847c-1d5f84fe23a1 None None] Port 38c183c1-2ecf-4a3b-97ca-cd36101f24ff cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:22:54.043158 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac37b6f0-50ba-43db-8438-724dd6ddc61e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-d9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'fixed_ips': [{'subnet_id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:22:54.044207 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ac37b6f0-50ba-43db-8438-724dd6ddc61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:54.128670 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44328983-507f-4c51-bca8-25dcc2191c1f req-3ae3fa4c-8976-49f4-a907-0d6b50677f4c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5954616 Apr 20 16:22:54.147104 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-44328983-507f-4c51-bca8-25dcc2191c1f req-5b747346-7b75-4eb5-8cf6-c61b85dbd534 service neutron] Request body: {'port': {'device_id': '793a0eb2-6099-4de6-ab87-7020c148f82c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:54.176748 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cb5c-b13e-4a8d-98ff-d8d537239bcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:54.262742 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-44328983-507f-4c51-bca8-25dcc2191c1f req-5b747346-7b75-4eb5-8cf6-c61b85dbd534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:54.302832 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe0e00-c909-423f-af05-0635b9519e3b req-695bef2f-aca5-4326-9070-781b22ea2e30 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:54.309739 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe0e00-c909-423f-af05-0635b9519e3b req-695bef2f-aca5-4326-9070-781b22ea2e30 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:54.316110 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-ac37b6f0-50ba-43db-8438-724dd6ddc61e None None] Allocated IP 172.20.0.2 (d9af20c5-ec0a-4beb-b93d-6291e4255aeb/f49ef81d-6341-40ae-b59c-ad7cca19ee9b/07d2d933-6917-4ac9-a850-33efecd5ac53) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:22:54.319695 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe0e00-c909-423f-af05-0635b9519e3b req-695bef2f-aca5-4326-9070-781b22ea2e30 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:54.321837 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2abe0e00-c909-423f-af05-0635b9519e3b req-695bef2f-aca5-4326-9070-781b22ea2e30 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 2374 time: 0.1578586 Apr 20 16:22:54.331248 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-92957581-60fa-4267-8956-5f6b5f124536 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:54.341111 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 698c1779-3b89-4736-930b-b7a36cce1027 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:22:54.355798 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 698c1779-3b89-4736-930b-b7a36cce1027 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:22:54.356566 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:54.566711 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cb5c-b13e-4a8d-98ff-d8d537239bcf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:54.590690 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:54.598851 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ac37b6f0-50ba-43db-8438-724dd6ddc61e None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:54.641479 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34380448-448e-4d61-80d9-2998f74949eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698c1779-3b89-4736-930b-b7a36cce1027'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:22:54.645775 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903dc89b-08c7-4cf1-8b3c-6dff0e9ad513" -d '{"events": [{"server_uuid": "34380448-448e-4d61-80d9-2998f74949eb", "name": "network-vif-plugged", "status": "completed", "tag": "698c1779-3b89-4736-930b-b7a36cce1027"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:22:54.653144 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-44328983-507f-4c51-bca8-25dcc2191c1f req-5b747346-7b75-4eb5-8cf6-c61b85dbd534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:22:54.661767 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-44328983-507f-4c51-bca8-25dcc2191c1f req-5b747346-7b75-4eb5-8cf6-c61b85dbd534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:54.674730 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 698c1779-3b89-4736-930b-b7a36cce1027, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=698c1779-3b89-4736-930b-b7a36cce1027,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:54.676963 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2abe0e00-c909-423f-af05-0635b9519e3b req-0f258188-6c8e-4401-a459-34f031a87f81 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3074732 Apr 20 16:22:54.684147 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-44328983-507f-4c51-bca8-25dcc2191c1f req-5b747346-7b75-4eb5-8cf6-c61b85dbd534 service neutron] Transition to ACTIVE for port object e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:22:54.716106 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ac37b6f0-50ba-43db-8438-724dd6ddc61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:54.728544 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6674d0ef-6491-4a54-a3ac-1f9a02520dac x-openstack-request-id: req-6674d0ef-6491-4a54-a3ac-1f9a02520dac {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:22:54.728873 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34380448-448e-4d61-80d9-2998f74949eb", "name": "network-vif-plugged", "status": "completed", "tag": "698c1779-3b89-4736-930b-b7a36cce1027", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:22:54.729130 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6674d0ef-6491-4a54-a3ac-1f9a02520dac {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:22:54.729617 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6674d0ef-6491-4a54-a3ac-1f9a02520dac'] response: {'server_uuid': '34380448-448e-4d61-80d9-2998f74949eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698c1779-3b89-4736-930b-b7a36cce1027', 'code': 200} Apr 20 16:22:54.787098 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:54.803074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac37b6f0-50ba-43db-8438-724dd6ddc61e None None] Network d9af20c5-ec0a-4beb-b93d-6291e4255aeb is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:22:54.809885 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-ac37b6f0-50ba-43db-8438-724dd6ddc61e None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:22:54.813387 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-44328983-507f-4c51-bca8-25dcc2191c1f req-5b747346-7b75-4eb5-8cf6-c61b85dbd534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:54.813705 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac37b6f0-50ba-43db-8438-724dd6ddc61e None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:22:54.830421 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b6f0-50ba-43db-8438-724dd6ddc61e None None] Pushing event updated for resources: {'Port': ['ID=07d2d933-6917-4ac9-a850-33efecd5ac53,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:54.973024 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ac37b6f0-50ba-43db-8438-724dd6ddc61e None None] Attempting to bind port 07d2d933-6917-4ac9-a850-33efecd5ac53 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:22:54.973618 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ac37b6f0-50ba-43db-8438-724dd6ddc61e None None] Attempting to bind port 07d2d933-6917-4ac9-a850-33efecd5ac53 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '42815ea2-076c-480e-bac2-ffc0f665e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:22:54.974143 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37b6f0-50ba-43db-8438-724dd6ddc61e None None] Attempting to bind port 07d2d933-6917-4ac9-a850-33efecd5ac53 on network d9af20c5-ec0a-4beb-b93d-6291e4255aeb {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:22:54.988651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37b6f0-50ba-43db-8438-724dd6ddc61e None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:22:54.989094 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37b6f0-50ba-43db-8438-724dd6ddc61e None None] Checking segment: {'id': '42815ea2-076c-480e-bac2-ffc0f665e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:22:54.990164 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ac37b6f0-50ba-43db-8438-724dd6ddc61e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:54.990573 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37b6f0-50ba-43db-8438-724dd6ddc61e None None] Bound using segment: {'id': '42815ea2-076c-480e-bac2-ffc0f665e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:22:54.992414 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ac37b6f0-50ba-43db-8438-724dd6ddc61e None None] Bound port: 07d2d933-6917-4ac9-a850-33efecd5ac53, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42815ea2-076c-480e-bac2-ffc0f665e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:22:54.992938 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ac37b6f0-50ba-43db-8438-724dd6ddc61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:54.997544 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=698c1779-3b89-4736-930b-b7a36cce1027,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:55.034576 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904361e4-d6d0-46db-9c1e-bceceb395d01 req-7292e4c5-1faa-47f1-a0fc-1167945bbf45 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:55.043293 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-904361e4-d6d0-46db-9c1e-bceceb395d01 req-7292e4c5-1faa-47f1-a0fc-1167945bbf45 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 944 time: 0.1711843 Apr 20 16:22:55.069814 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f9fc5-1f0f-49ad-8e3f-a5130d73694d req-81aadf2c-fc9a-468f-95c9-ece52c991ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:55.071318 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-508f9fc5-1f0f-49ad-8e3f-a5130d73694d req-81aadf2c-fc9a-468f-95c9-ece52c991ade service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=34380448-448e-4d61-80d9-2998f74949eb HTTP/1.1" status: 200 len: 1096 time: 0.2473242 Apr 20 16:22:55.083688 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b747346-7b75-4eb5-8cf6-c61b85dbd534 service neutron] Pushing event updated for resources: {'Port': ['ID=e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:55.127054 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ac37b6f0-50ba-43db-8438-724dd6ddc61e None None] For port 07d2d933-6917-4ac9-a850-33efecd5ac53, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:22:55.132632 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ac37b6f0-50ba-43db-8438-724dd6ddc61e None None] For port 07d2d933-6917-4ac9-a850-33efecd5ac53, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=07d2d933-6917-4ac9-a850-33efecd5ac53,segment=NetworkSegment(42815ea2-076c-480e-bac2-ffc0f665e2ff),segment_id=42815ea2-076c-480e-bac2-ffc0f665e2ff)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:22:55.137025 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a6208190-d071-4647-ae77-20e1f1159fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:55.145270 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-92957581-60fa-4267-8956-5f6b5f124536 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Allocated IP 10.2.2.100 (8d815abc-b52f-44a7-b0f4-be6307f2c66b/2c180477-2e70-4742-80cf-468c6df467b5/d1628b9e-6015-40ce-9c03-59336f363801) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:22:55.155611 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-904361e4-d6d0-46db-9c1e-bceceb395d01 req-aaf347be-8d7a-4fc3-923b-9dba9e1bd68b tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114259 Apr 20 16:22:55.211355 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-44328983-507f-4c51-bca8-25dcc2191c1f req-5b747346-7b75-4eb5-8cf6-c61b85dbd534 service neutron] Attempting to bind port e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:22:55.211778 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-44328983-507f-4c51-bca8-25dcc2191c1f req-5b747346-7b75-4eb5-8cf6-c61b85dbd534 service neutron] Attempting to bind port e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '50153279-d293-4586-9e34-66e4c2fc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:22:55.212075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44328983-507f-4c51-bca8-25dcc2191c1f req-5b747346-7b75-4eb5-8cf6-c61b85dbd534 service neutron] Attempting to bind port e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5 on network ccddc865-94c4-4ee1-a68f-7c9c22fa904c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:22:55.215851 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-508f9fc5-1f0f-49ad-8e3f-a5130d73694d req-5e928533-a92f-4994-9f17-c69e8d7be5ea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372523 Apr 20 16:22:55.219425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44328983-507f-4c51-bca8-25dcc2191c1f req-5b747346-7b75-4eb5-8cf6-c61b85dbd534 service neutron] Port e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5 on network ccddc865-94c4-4ee1-a68f-7c9c22fa904c not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:22:55.220369 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44328983-507f-4c51-bca8-25dcc2191c1f req-5b747346-7b75-4eb5-8cf6-c61b85dbd534 service neutron] Attempting to bind port e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5 on network ccddc865-94c4-4ee1-a68f-7c9c22fa904c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:22:55.232552 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55475be8-0f34-4eb1-a8f6-0dfa072f3b76 req-2b79b5e1-f07f-4186-bad6-b4dd91ae83d6 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:55.234753 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ac37b6f0-50ba-43db-8438-724dd6ddc61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:55.238233 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-55475be8-0f34-4eb1-a8f6-0dfa072f3b76 req-2b79b5e1-f07f-4186-bad6-b4dd91ae83d6 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=34380448-448e-4d61-80d9-2998f74949eb HTTP/1.1" status: 200 len: 945 time: 0.0939224 Apr 20 16:22:55.243101 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44328983-507f-4c51-bca8-25dcc2191c1f req-5b747346-7b75-4eb5-8cf6-c61b85dbd534 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:22:55.243471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44328983-507f-4c51-bca8-25dcc2191c1f req-5b747346-7b75-4eb5-8cf6-c61b85dbd534 service neutron] Checking segment: {'id': '50153279-d293-4586-9e34-66e4c2fc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:22:55.243813 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44328983-507f-4c51-bca8-25dcc2191c1f req-5b747346-7b75-4eb5-8cf6-c61b85dbd534 service neutron] Bound using segment: {'id': '50153279-d293-4586-9e34-66e4c2fc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:22:55.244558 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-44328983-507f-4c51-bca8-25dcc2191c1f req-5b747346-7b75-4eb5-8cf6-c61b85dbd534 service neutron] Bound port: e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50153279-d293-4586-9e34-66e4c2fc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:22:55.244810 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-44328983-507f-4c51-bca8-25dcc2191c1f req-5b747346-7b75-4eb5-8cf6-c61b85dbd534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:55.329971 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-55475be8-0f34-4eb1-a8f6-0dfa072f3b76 req-0edc0452-7c89-4357-a81c-dcaed62543ed tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881977 Apr 20 16:22:55.354618 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-44328983-507f-4c51-bca8-25dcc2191c1f req-5b747346-7b75-4eb5-8cf6-c61b85dbd534 service neutron] For port e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:22:55.361673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-44328983-507f-4c51-bca8-25dcc2191c1f req-5b747346-7b75-4eb5-8cf6-c61b85dbd534 service neutron] For port e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:22:55.396743 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b6f0-50ba-43db-8438-724dd6ddc61e None None] Pushing event updated for resources: {'Port': ['ID=07d2d933-6917-4ac9-a850-33efecd5ac53,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:55.468921 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-44328983-507f-4c51-bca8-25dcc2191c1f req-5b747346-7b75-4eb5-8cf6-c61b85dbd534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:55.540003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44328983-507f-4c51-bca8-25dcc2191c1f req-5b747346-7b75-4eb5-8cf6-c61b85dbd534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:55.540003 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-44328983-507f-4c51-bca8-25dcc2191c1f req-5b747346-7b75-4eb5-8cf6-c61b85dbd534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:55.541267 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44328983-507f-4c51-bca8-25dcc2191c1f req-5b747346-7b75-4eb5-8cf6-c61b85dbd534 service neutron] 10.222.0.26 "PUT /v2.0/ports/e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5 HTTP/1.1" status: 200 len: 1092 time: 1.3979959 Apr 20 16:22:55.541749 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '793a0eb2-6099-4de6-ab87-7020c148f82c', 'tag': 'e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:22:55.544086 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b180b6-16a9-4a6d-91b4-b6741805222c" -d '{"events": [{"name": "network-changed", "server_uuid": "793a0eb2-6099-4de6-ab87-7020c148f82c", "tag": "e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:22:55.593495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b747346-7b75-4eb5-8cf6-c61b85dbd534 service neutron] Pushing event updated for resources: {'Port': ['ID=e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:55.648448 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdeff05-c521-4e70-807e-781d87999380 x-openstack-request-id: req-5cdeff05-c521-4e70-807e-781d87999380 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:22:55.648825 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "793a0eb2-6099-4de6-ab87-7020c148f82c", "tag": "e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:22:55.658087 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5cdeff05-c521-4e70-807e-781d87999380 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:22:55.658087 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cdeff05-c521-4e70-807e-781d87999380'] response: {'name': 'network-changed', 'server_uuid': '793a0eb2-6099-4de6-ab87-7020c148f82c', 'tag': 'e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5', 'status': 'completed', 'code': 200} Apr 20 16:22:55.745993 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cb5c-b13e-4a8d-98ff-d8d537239bcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:55.767269 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b180b6-16a9-4a6d-91b4-b6741805222c req-6b67d29a-0c9a-4ef2-bdc5-8f319eec50e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:55.770240 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a9b180b6-16a9-4a6d-91b4-b6741805222c req-6b67d29a-0c9a-4ef2-bdc5-8f319eec50e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cc4f828c4024c5e9e29e4972749306e&device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 1095 time: 0.0770938 Apr 20 16:22:55.783690 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cb5c-b13e-4a8d-98ff-d8d537239bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:55.855193 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-92957581-60fa-4267-8956-5f6b5f124536 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:55.913774 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff2e32-86d3-4f66-b50d-f4c604104917 req-b0857e65-c519-41b7-abdc-4ed661deba3e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:55.919062 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff2e32-86d3-4f66-b50d-f4c604104917 req-b0857e65-c519-41b7-abdc-4ed661deba3e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:55.925856 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff2e32-86d3-4f66-b50d-f4c604104917 req-b0857e65-c519-41b7-abdc-4ed661deba3e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:55.927749 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-78ff2e32-86d3-4f66-b50d-f4c604104917 req-b0857e65-c519-41b7-abdc-4ed661deba3e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 2374 time: 0.1563921 Apr 20 16:22:55.942585 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-e0f7cb5c-b13e-4a8d-98ff-d8d537239bcf admin admin] Allocated IP 172.25.0.32 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/86de962c-f195-42c1-8c84-8a0d8be1efeb) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:22:56.004215 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b180b6-16a9-4a6d-91b4-b6741805222c req-d1fa3fb4-6f69-478a-ad2d-473f59f564fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:56.005709 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a9b180b6-16a9-4a6d-91b4-b6741805222c req-d1fa3fb4-6f69-478a-ad2d-473f59f564fa service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=3cc4f828c4024c5e9e29e4972749306e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2184587 Apr 20 16:22:56.032711 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-92957581-60fa-4267-8956-5f6b5f124536 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:56.044089 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-78ff2e32-86d3-4f66-b50d-f4c604104917 req-cc039e45-de9c-4f44-8e3e-88542ea16985 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024754 Apr 20 16:22:56.090795 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ec0398d0-9633-461f-8e02-82e05c49ccc0 req-8a5d4a03-5004-4a94-aeb3-1532aefc1d4c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1239336 Apr 20 16:22:56.150695 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b180b6-16a9-4a6d-91b4-b6741805222c req-946c1873-cbb5-4994-9c7e-5aa2c5d64ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:56.152600 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a9b180b6-16a9-4a6d-91b4-b6741805222c req-946c1873-cbb5-4994-9c7e-5aa2c5d64ad0 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1394496 Apr 20 16:22:56.184244 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-92957581-60fa-4267-8956-5f6b5f124536 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Network 8d815abc-b52f-44a7-b0f4-be6307f2c66b is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:22:56.213759 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-92957581-60fa-4267-8956-5f6b5f124536 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:22:56.232063 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-92957581-60fa-4267-8956-5f6b5f124536 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:22:56.235877 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cb5c-b13e-4a8d-98ff-d8d537239bcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:56.284859 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:56.312110 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92957581-60fa-4267-8956-5f6b5f124536 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event updated for resources: {'Port': ['ID=d1628b9e-6015-40ce-9c03-59336f363801,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:56.399634 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44328983-507f-4c51-bca8-25dcc2191c1f req-d7c50dcb-0828-42cb-b2d7-21f7f24693d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:56.405271 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44328983-507f-4c51-bca8-25dcc2191c1f req-d7c50dcb-0828-42cb-b2d7-21f7f24693d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cc4f828c4024c5e9e29e4972749306e&device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 1095 time: 0.1840761 Apr 20 16:22:56.411711 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0398d0-9633-461f-8e02-82e05c49ccc0 req-5ba485f4-7166-46d0-8714-29b918cef086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:56.415336 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ec0398d0-9633-461f-8e02-82e05c49ccc0 req-5ba485f4-7166-46d0-8714-29b918cef086 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ffad88bc0f5d4afd9c32393497a68147&device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 1097 time: 0.2425628 Apr 20 16:22:56.554533 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 07d2d933-6917-4ac9-a850-33efecd5ac53 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:22:56.573394 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-92957581-60fa-4267-8956-5f6b5f124536 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:56.574151 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44328983-507f-4c51-bca8-25dcc2191c1f req-6f19f6e0-8f40-4b47-b6e9-bd9609bcf4fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5 HTTP/1.1" status: 200 len: 217 time: 0.1535232 Apr 20 16:22:56.574656 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-92957581-60fa-4267-8956-5f6b5f124536 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:56.618306 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff557e-b178-43ba-a6c3-d3207c2683a8 req-d7a9cf91-8bef-4b0f-b7bc-7fec8fd1f055 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:56.620963 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-48ff557e-b178-43ba-a6c3-d3207c2683a8 req-d7a9cf91-8bef-4b0f-b7bc-7fec8fd1f055 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 944 time: 0.2915578 Apr 20 16:22:56.684894 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cb5c-b13e-4a8d-98ff-d8d537239bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:56.709483 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-92957581-60fa-4267-8956-5f6b5f124536 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1605802 Apr 20 16:22:56.711398 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 07d2d933-6917-4ac9-a850-33efecd5ac53 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:22:56.711398 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:56.716746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0398d0-9633-461f-8e02-82e05c49ccc0 req-a7a45e61-2a64-45fc-bf7f-6ae91ed9dc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:56.718237 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ec0398d0-9633-461f-8e02-82e05c49ccc0 req-a7a45e61-2a64-45fc-bf7f-6ae91ed9dc77 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd HTTP/1.1" status: 200 len: 917 time: 0.1891384 Apr 20 16:22:56.740133 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-48ff557e-b178-43ba-a6c3-d3207c2683a8 req-45f430cd-dd8b-47cc-8aa0-358a64ab480e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114376 Apr 20 16:22:56.748790 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-cd9f24cd-977a-471b-89ca-e20c90547298 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Request body: {'port': {'device_id': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8d815abc-b52f-44a7-b0f4-be6307f2c66b', 'admin_state_up': True, 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'security_groups': ['d256e91b-3838-4651-8de6-76d927bed53e']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:56.830071 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7958915b-961c-4f6b-afc1-978f0286b22b None None] Provisioning complete for port d1628b9e-6015-40ce-9c03-59336f363801 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:22:56.832091 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7958915b-961c-4f6b-afc1-978f0286b22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:56.905001 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-7958915b-961c-4f6b-afc1-978f0286b22b None None] Port d1628b9e-6015-40ce-9c03-59336f363801 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:22:56.913599 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:56.915738 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f7cb5c-b13e-4a8d-98ff-d8d537239bcf admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:22:56.924879 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-e0f7cb5c-b13e-4a8d-98ff-d8d537239bcf admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:22:56.930667 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f7cb5c-b13e-4a8d-98ff-d8d537239bcf admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:22:56.965031 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ec0398d0-9633-461f-8e02-82e05c49ccc0 req-5997a0d7-a42d-45a3-8ea1-0462cf634160 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40d30113-8702-45e7-a372-34eb5ce08ae3 HTTP/1.1" status: 200 len: 1000 time: 0.2013762 Apr 20 16:22:56.967113 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44328983-507f-4c51-bca8-25dcc2191c1f req-177b4894-addb-45fe-bb42-687886f26240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:56.968524 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44328983-507f-4c51-bca8-25dcc2191c1f req-177b4894-addb-45fe-bb42-687886f26240 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6e5e1853-efd5-4800-b27e-3ac73eee167e HTTP/1.1" status: 200 len: 851 time: 0.2066064 Apr 20 16:22:56.977886 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c4789-6008-42f7-8d13-a405efcc4ef0 req-25250c43-f844-49de-ab15-78fe9d3a24e3 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:56.978752 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7cb5c-b13e-4a8d-98ff-d8d537239bcf admin admin] Pushing event updated for resources: {'Port': ['ID=86de962c-f195-42c1-8c84-8a0d8be1efeb,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:56.979443 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e0c4789-6008-42f7-8d13-a405efcc4ef0 req-25250c43-f844-49de-ab15-78fe9d3a24e3 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=34380448-448e-4d61-80d9-2998f74949eb HTTP/1.1" status: 200 len: 945 time: 0.4459643 Apr 20 16:22:56.989571 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 07d2d933-6917-4ac9-a850-33efecd5ac53, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=07d2d933-6917-4ac9-a850-33efecd5ac53,segment=NetworkSegment(42815ea2-076c-480e-bac2-ffc0f665e2ff),segment_id=42815ea2-076c-480e-bac2-ffc0f665e2ff)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:22:57.061384 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc8d4c9-9477-4a43-8bbf-f9ccfda87bdd None None] Network d9af20c5-ec0a-4beb-b93d-6291e4255aeb requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:22:57.073161 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44328983-507f-4c51-bca8-25dcc2191c1f req-adfd6d44-d9dc-42ab-bf0b-8005eeba731a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836146 Apr 20 16:22:57.231799 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-cd9f24cd-977a-471b-89ca-e20c90547298 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Made reservation on behalf of e35470c169cb468daf63345ebb7ba6b2 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:22:57.236799 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-cd9f24cd-977a-471b-89ca-e20c90547298 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:57.268279 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0398d0-9633-461f-8e02-82e05c49ccc0 req-fa5e3934-46b0-4071-a3ad-3833335dfde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:57.269779 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ec0398d0-9633-461f-8e02-82e05c49ccc0 req-fa5e3934-46b0-4071-a3ad-3833335dfde4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=67866dc0-b0b9-4599-80d0-c4f37b27fe8d HTTP/1.1" status: 200 len: 855 time: 0.2895083 Apr 20 16:22:57.298847 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45054) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:57.315063 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e0c4789-6008-42f7-8d13-a405efcc4ef0 req-033720dd-e9ec-4e37-9213-5ee4b309879a tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197181 Apr 20 16:22:57.347760 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:57.403750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0398d0-9633-461f-8e02-82e05c49ccc0 req-c13c9214-dcaf-403c-8295-0020ee338ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:57.405272 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ec0398d0-9633-461f-8e02-82e05c49ccc0 req-c13c9214-dcaf-403c-8295-0020ee338ec6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1207972 Apr 20 16:22:57.411009 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=07d2d933-6917-4ac9-a850-33efecd5ac53,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:57.428004 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44328983-507f-4c51-bca8-25dcc2191c1f req-8cb9e014-517e-43bc-bdbc-f323393fbe3d service neutron] 10.222.0.26 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268337 Apr 20 16:22:57.455262 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1cbf0536-1522-489a-be77-008b2e981911 None None] Provisioning complete for port 07d2d933-6917-4ac9-a850-33efecd5ac53 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:22:57.455671 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1cbf0536-1522-489a-be77-008b2e981911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:57.497677 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc7b46-1b62-450d-841d-d2d3c96184e7 req-bb3bbdb5-0c9d-4062-b31f-fb65621a5870 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:57.514503 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc7b46-1b62-450d-841d-d2d3c96184e7 req-bb3bbdb5-0c9d-4062-b31f-fb65621a5870 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:57.520787 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc7b46-1b62-450d-841d-d2d3c96184e7 req-bb3bbdb5-0c9d-4062-b31f-fb65621a5870 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:57.534726 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc7b46-1b62-450d-841d-d2d3c96184e7 req-bb3bbdb5-0c9d-4062-b31f-fb65621a5870 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:57.557028 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1cbc7b46-1b62-450d-841d-d2d3c96184e7 req-bb3bbdb5-0c9d-4062-b31f-fb65621a5870 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 3095 time: 0.2975960 Apr 20 16:22:57.579691 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ec0398d0-9633-461f-8e02-82e05c49ccc0 req-b9729cf4-960f-4a91-9a1e-4c9754cccecd service neutron] 10.222.0.30 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499994 Apr 20 16:22:57.721829 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1cbc7b46-1b62-450d-841d-d2d3c96184e7 req-14e635dd-bb67-4fc4-b3f4-71f9f2487397 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636093 Apr 20 16:22:57.797160 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-cd9f24cd-977a-471b-89ca-e20c90547298 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Allocated IP 10.2.2.200 (8d815abc-b52f-44a7-b0f4-be6307f2c66b/2c180477-2e70-4742-80cf-468c6df467b5/d508a3b0-0004-4f38-82f9-28f5a0647800) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:22:57.803158 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:57.808501 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cb5c-b13e-4a8d-98ff-d8d537239bcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:58.078805 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:58.136915 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-cd9f24cd-977a-471b-89ca-e20c90547298 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:58.163067 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cb5c-b13e-4a8d-98ff-d8d537239bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:58.182295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-9597694c-407d-4c42-9f83-8d87487f7d13 tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:58.217145 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-dd22d387-41e2-4681-b46d-63f3038e57f6 None None] Provisioning complete for port 07d2d933-6917-4ac9-a850-33efecd5ac53 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:22:58.217706 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dd22d387-41e2-4681-b46d-63f3038e57f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:58.362764 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-cd9f24cd-977a-471b-89ca-e20c90547298 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:58.395015 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f150d2-fa21-4d54-9a20-ac269ac5fe90 req-aaf9ad39-0873-47d2-908d-d98d510658f5 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:58.396589 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b1f150d2-fa21-4d54-9a20-ac269ac5fe90 req-aaf9ad39-0873-47d2-908d-d98d510658f5 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 944 time: 0.2210603 Apr 20 16:22:58.429552 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 07d2d933-6917-4ac9-a850-33efecd5ac53 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:22:58.434937 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-cd9f24cd-977a-471b-89ca-e20c90547298 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Network 8d815abc-b52f-44a7-b0f4-be6307f2c66b is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:22:58.446369 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44328983-507f-4c51-bca8-25dcc2191c1f req-e39a390b-90bb-4467-ae52-e50a25d65f88 service neutron] 10.222.0.26 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9951923 Apr 20 16:22:58.452909 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-cd9f24cd-977a-471b-89ca-e20c90547298 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:22:58.457954 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-cd9f24cd-977a-471b-89ca-e20c90547298 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:22:58.462145 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ec0398d0-9633-461f-8e02-82e05c49ccc0 req-43cadb22-80f0-4097-8590-36c7a6596650 service neutron] 10.222.0.30 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877316 Apr 20 16:22:58.482110 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b1f150d2-fa21-4d54-9a20-ac269ac5fe90 req-abb0f2fb-53c1-4b27-85cc-b60d80bf1ab4 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637076 Apr 20 16:22:58.542025 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9597694c-407d-4c42-9f83-8d87487f7d13 tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] 10.222.0.15 "PUT /v2.0/quotas/282635bd370849909daee7f588043af7 HTTP/1.1" status: 200 len: 366 time: 1.2334340 Apr 20 16:22:58.552609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45070) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:58.570758 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:58.571989 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-425695a0-7547-4d0d-8b6b-91d59b6d80eb tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0182016 Apr 20 16:22:58.574449 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45072) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:58.579729 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 07d2d933-6917-4ac9-a850-33efecd5ac53 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:22:58.579729 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:58.589195 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-cd9f24cd-977a-471b-89ca-e20c90547298 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:58.590048 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-cd9f24cd-977a-471b-89ca-e20c90547298 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:58.593201 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-781fde9c-4094-4335-82f4-e5a0f6b26aed tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] 10.222.0.15 "GET /v2.0/quotas/282635bd370849909daee7f588043af7 HTTP/1.1" status: 200 len: 366 time: 0.0176570 Apr 20 16:22:58.595298 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45076) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:58.609693 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f24cd-977a-471b-89ca-e20c90547298 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event updated for resources: {'Port': ['ID=d508a3b0-0004-4f38-82f9-28f5a0647800,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:22:58.650538 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b03b0f-e3d3-4ad1-8eec-5620fa993769 req-8b3c1d73-9acf-4ed1-9d49-ed7325c405c9 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:58.652956 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-19b03b0f-e3d3-4ad1-8eec-5620fa993769 req-8b3c1d73-9acf-4ed1-9d49-ed7325c405c9 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=34380448-448e-4d61-80d9-2998f74949eb HTTP/1.1" status: 200 len: 945 time: 0.2091670 Apr 20 16:22:58.699877 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-19b03b0f-e3d3-4ad1-8eec-5620fa993769 req-eff8a4cb-ef71-4c32-8eca-e0f6b382d4a5 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403876 Apr 20 16:22:58.700856 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f7cb5c-b13e-4a8d-98ff-d8d537239bcf admin admin] Router 7b9156ca-8973-407a-989b-a0e256fceb47 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:22:58.727141 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9d90d2ed-9ee1-4d07-b2b0-95679b82f31b tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/282635bd370849909daee7f588043af7 HTTP/1.1" status: 204 len: 168 time: 0.1307218 Apr 20 16:22:58.737162 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45082) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:58.751889 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f127fc48-329c-40cd-a478-8764b5331010 tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0127633 Apr 20 16:22:58.752484 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45084) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:58.765303 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a5efcfb8-c5cc-4486-aee8-14e0c11bfed3 tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] 10.222.0.15 "GET /v2.0/quotas/282635bd370849909daee7f588043af7 HTTP/1.1" status: 200 len: 370 time: 0.0117383 Apr 20 16:22:58.766125 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45088) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:58.766421 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-cd9f24cd-977a-471b-89ca-e20c90547298 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0313005 Apr 20 16:22:58.774431 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7f498238-45c6-4069-a597-9177820bae9a tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] 10.222.0.15 "GET /v2.0/quotas/282635bd370849909daee7f588043af7/default HTTP/1.1" status: 200 len: 370 time: 0.0068457 Apr 20 16:22:58.775031 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45090) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:58.793583 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-f8d04595-e46c-4ab1-b9ed-9dc13c48398f service neutron] Request body: {'port': {'device_id': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:22:58.853341 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-53b2dcf2-222d-4975-b1bc-f7a6ea2f3e26 tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] delete failed (client error): The resource could not be found. Apr 20 16:22:58.854378 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-53b2dcf2-222d-4975-b1bc-f7a6ea2f3e26 tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/282635bd370849909daee7f588043af7 HTTP/1.1" status: 404 len: 348 time: 0.0769165 Apr 20 16:22:58.889849 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-f8d04595-e46c-4ab1-b9ed-9dc13c48398f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:58.931160 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cec316-10f2-45b4-8474-ba7fab08cbe4 req-1d91a648-a8d9-4f3c-b3a2-13f0ebe356d7 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:58.941696 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cec316-10f2-45b4-8474-ba7fab08cbe4 req-1d91a648-a8d9-4f3c-b3a2-13f0ebe356d7 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:58.947903 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cec316-10f2-45b4-8474-ba7fab08cbe4 req-1d91a648-a8d9-4f3c-b3a2-13f0ebe356d7 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:58.954103 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1e6e51e0-964c-4a27-9528-1de88670d109 None None] Provisioning complete for port d508a3b0-0004-4f38-82f9-28f5a0647800 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:22:58.954596 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1e6e51e0-964c-4a27-9528-1de88670d109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:58.956978 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cec316-10f2-45b4-8474-ba7fab08cbe4 req-1d91a648-a8d9-4f3c-b3a2-13f0ebe356d7 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:58.963156 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cec316-10f2-45b4-8474-ba7fab08cbe4 req-1d91a648-a8d9-4f3c-b3a2-13f0ebe356d7 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:58.967251 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f7cb5c-b13e-4a8d-98ff-d8d537239bcf admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:22:58.978728 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] Sync routers for ids ['7b9156ca-8973-407a-989b-a0e256fceb47'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:22:58.980431 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f2cec316-10f2-45b4-8474-ba7fab08cbe4 req-1d91a648-a8d9-4f3c-b3a2-13f0ebe356d7 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 3816 time: 0.1442974 Apr 20 16:22:58.993248 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] Routers {'7b9156ca-8973-407a-989b-a0e256fceb47'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:22:58.993925 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:22:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['7b9156ca-8973-407a-989b-a0e256fceb47'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:22:59.005310 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-1e6e51e0-964c-4a27-9528-1de88670d109 None None] Port d508a3b0-0004-4f38-82f9-28f5a0647800 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:22:59.038911 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f2cec316-10f2-45b4-8474-ba7fab08cbe4 req-53f3a341-f781-4990-874b-b3c55bfb53ca tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505199 Apr 20 16:22:59.121155 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] Set router 7b9156ca-8973-407a-989b-a0e256fceb47 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:22:59.123447 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cb5c-b13e-4a8d-98ff-d8d537239bcf admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:59.127892 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e0f7cb5c-b13e-4a8d-98ff-d8d537239bcf admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3623579 Apr 20 16:22:59.128353 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45108) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:59.469271 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'name': 'tempest-ServerRescueNegativeTestJSON-149214004-router', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:22:53Z', 'updated_at': '2022-04-20T16:22:57Z', 'revision_number': 3, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'gw_port': {'id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:22:55Z', 'updated_at': '2022-04-20T16:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:22:59.509095 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] Checking router: 7b9156ca-8973-407a-989b-a0e256fceb47 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:22:59.509751 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] Updating router 7b9156ca-8973-407a-989b-a0e256fceb47 port 86de962c-f195-42c1-8c84-8a0d8be1efeb binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:22:59.555694 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:59.598934 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-1ca77c13-3fbc-47be-bde5-7a517941b7b9 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:59.600710 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-1ca77c13-3fbc-47be-bde5-7a517941b7b9 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/networks?id=a24f1ee1-7962-4b42-99b4-cd4d398ef380 HTTP/1.1" status: 200 len: 805 time: 0.5749385 Apr 20 16:22:59.605813 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45118) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:22:59.658149 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-15ee30a4-fe96-49db-82fe-3ce775d8ea56 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/quotas/b8c373d0b6ef424fae64df57ef92f83e HTTP/1.1" status: 200 len: 375 time: 0.0416150 Apr 20 16:22:59.663780 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-f8d04595-e46c-4ab1-b9ed-9dc13c48398f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a124185-eb8a-4596-af17-192c400a73d6 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:22:59.704696 n-d-836146-2 neutron-server[103485]: DEBUG neutron.quota.resource [None req-023fae2a-f411-49fc-bd07-6f0d7b6b776e tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] Usage tracker for resource:network and tenant:7f5e0bce50a0493c85bd43709425bc1e is out of sync, need to count used quota {{(pid=103485) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 16:22:59.710053 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-f8d04595-e46c-4ab1-b9ed-9dc13c48398f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:59.715597 n-d-836146-2 neutron-server[103485]: DEBUG neutron.quota.resource [None req-023fae2a-f411-49fc-bd07-6f0d7b6b776e tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103485) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 16:22:59.735276 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-f8d04595-e46c-4ab1-b9ed-9dc13c48398f service neutron] Transition to ACTIVE for port object 7a124185-eb8a-4596-af17-192c400a73d6 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:22:59.736124 n-d-836146-2 neutron-server[103485]: DEBUG neutron.quota.resource [None req-023fae2a-f411-49fc-bd07-6f0d7b6b776e tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] Usage tracker for resource:subnet and tenant:7f5e0bce50a0493c85bd43709425bc1e is out of sync, need to count used quota {{(pid=103485) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 16:22:59.745649 n-d-836146-2 neutron-server[103485]: DEBUG neutron.quota.resource [None req-023fae2a-f411-49fc-bd07-6f0d7b6b776e tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103485) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 16:22:59.760305 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-a664ed05-82b7-4c80-b19c-42f0cb673358 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914245 Apr 20 16:22:59.766312 n-d-836146-2 neutron-server[103485]: DEBUG neutron.quota.resource [None req-023fae2a-f411-49fc-bd07-6f0d7b6b776e tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] Usage tracker for resource:subnetpool and tenant:7f5e0bce50a0493c85bd43709425bc1e is out of sync, need to count used quota {{(pid=103485) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 16:22:59.782214 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:22:59.795669 n-d-836146-2 neutron-server[103485]: DEBUG neutron.quota.resource [None req-023fae2a-f411-49fc-bd07-6f0d7b6b776e tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103485) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 16:22:59.839174 n-d-836146-2 neutron-server[103485]: DEBUG neutron.quota.resource [None req-023fae2a-f411-49fc-bd07-6f0d7b6b776e tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] Usage tracker for resource:port and tenant:7f5e0bce50a0493c85bd43709425bc1e is out of sync, need to count used quota {{(pid=103485) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 16:22:59.847988 n-d-836146-2 neutron-server[103485]: DEBUG neutron.quota.resource [None req-023fae2a-f411-49fc-bd07-6f0d7b6b776e tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103485) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 16:22:59.850803 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70baffd-ce9d-42aa-8adc-f72ec97dc29d req-987fb74a-e28d-4852-959e-1e84ac1019ca tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:22:59.861508 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a70baffd-ce9d-42aa-8adc-f72ec97dc29d req-987fb74a-e28d-4852-959e-1e84ac1019ca tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 944 time: 0.2418869 Apr 20 16:22:59.914545 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a70baffd-ce9d-42aa-8adc-f72ec97dc29d req-f5c09e2c-aba8-41fe-a660-546336892d68 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521431 Apr 20 16:22:59.943636 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:00.022737 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57bb810b-edc1-47d1-9022-1f2b956e16b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:00.039234 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:00.164433 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-f8d04595-e46c-4ab1-b9ed-9dc13c48398f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:00.176703 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] Attempting to bind port 86de962c-f195-42c1-8c84-8a0d8be1efeb on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:23:00.177575 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] Attempting to bind port 86de962c-f195-42c1-8c84-8a0d8be1efeb by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:23:00.178215 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] Attempting to bind port 86de962c-f195-42c1-8c84-8a0d8be1efeb on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:00.193864 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:23:00.197052 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:23:00.197813 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:00.198417 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:23:00.199275 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] Bound port: 86de962c-f195-42c1-8c84-8a0d8be1efeb, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:23:00.199896 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:00.206195 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f3a07-25d7-4bc9-96f5-340ab14c4216 None None] Pushing event updated for resources: {'Port': ['ID=86de962c-f195-42c1-8c84-8a0d8be1efeb,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:00.221319 n-d-836146-2 neutron-server[103485]: DEBUG neutron.quota.resource [None req-023fae2a-f411-49fc-bd07-6f0d7b6b776e tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] Usage tracker for resource:router and tenant:7f5e0bce50a0493c85bd43709425bc1e is out of sync, need to count used quota {{(pid=103485) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 16:23:00.253320 n-d-836146-2 neutron-server[103485]: DEBUG neutron.quota.resource [None req-023fae2a-f411-49fc-bd07-6f0d7b6b776e tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103485) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 16:23:00.278103 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d04595-e46c-4ab1-b9ed-9dc13c48398f service neutron] Pushing event updated for resources: {'Port': ['ID=7a124185-eb8a-4596-af17-192c400a73d6,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:00.292181 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f3a07-25d7-4bc9-96f5-340ab14c4216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:00.292615 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f3a07-25d7-4bc9-96f5-340ab14c4216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:00.297800 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f3a07-25d7-4bc9-96f5-340ab14c4216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:00.297800 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f3a07-25d7-4bc9-96f5-340ab14c4216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:00.297800 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f3a07-25d7-4bc9-96f5-340ab14c4216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:00.297800 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f3a07-25d7-4bc9-96f5-340ab14c4216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:00.297800 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f3a07-25d7-4bc9-96f5-340ab14c4216 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:00.297800 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f3a07-25d7-4bc9-96f5-340ab14c4216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:00.297800 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f3a07-25d7-4bc9-96f5-340ab14c4216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:00.297800 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f3a07-25d7-4bc9-96f5-340ab14c4216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:00.297800 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f3a07-25d7-4bc9-96f5-340ab14c4216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:00.297800 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f3a07-25d7-4bc9-96f5-340ab14c4216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:00.300506 n-d-836146-2 neutron-server[103485]: DEBUG neutron.quota.resource [None req-023fae2a-f411-49fc-bd07-6f0d7b6b776e tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] Usage tracker for resource:floatingip and tenant:7f5e0bce50a0493c85bd43709425bc1e is out of sync, need to count used quota {{(pid=103485) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 16:23:00.306816 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fb1f8-23ef-4aee-8f40-e268312c773a req-f3656b1b-5271-4263-8fc5-117a2570149a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:00.308014 n-d-836146-2 neutron-server[103485]: DEBUG neutron.quota.resource [None req-023fae2a-f411-49fc-bd07-6f0d7b6b776e tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103485) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 16:23:00.318338 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fb1f8-23ef-4aee-8f40-e268312c773a req-f3656b1b-5271-4263-8fc5-117a2570149a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:00.326588 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fb1f8-23ef-4aee-8f40-e268312c773a req-f3656b1b-5271-4263-8fc5-117a2570149a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:00.347840 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fb1f8-23ef-4aee-8f40-e268312c773a req-f3656b1b-5271-4263-8fc5-117a2570149a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:00.351067 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-7a1a297a-f3a8-4843-9d5d-f68c7044dc77 service neutron] 10.222.0.15 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813577 Apr 20 16:23:00.364066 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] For port 86de962c-f195-42c1-8c84-8a0d8be1efeb, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:23:00.372934 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] For port 86de962c-f195-42c1-8c84-8a0d8be1efeb, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=86de962c-f195-42c1-8c84-8a0d8be1efeb,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:23:00.383465 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fb1f8-23ef-4aee-8f40-e268312c773a req-f3656b1b-5271-4263-8fc5-117a2570149a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:00.385391 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db1fb1f8-23ef-4aee-8f40-e268312c773a req-f3656b1b-5271-4263-8fc5-117a2570149a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 3828 time: 0.2358992 Apr 20 16:23:00.388909 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-57bb810b-edc1-47d1-9022-1f2b956e16b5 admin admin] Allocated IP 172.20.0.1 (d9af20c5-ec0a-4beb-b93d-6291e4255aeb/f49ef81d-6341-40ae-b59c-ad7cca19ee9b/c98b43b9-d7a1-47e3-8354-d223de2a00e2) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:23:00.465228 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:00.483412 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-f8d04595-e46c-4ab1-b9ed-9dc13c48398f service neutron] Attempting to bind port 7a124185-eb8a-4596-af17-192c400a73d6 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:23:00.483770 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-f8d04595-e46c-4ab1-b9ed-9dc13c48398f service neutron] Attempting to bind port 7a124185-eb8a-4596-af17-192c400a73d6 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'e979549a-3086-404e-9eac-99c87ec0175a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:23:00.484077 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-f8d04595-e46c-4ab1-b9ed-9dc13c48398f service neutron] Attempting to bind port 7a124185-eb8a-4596-af17-192c400a73d6 on network 0da3ddac-7911-41b8-948e-27e3525d219a {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:00.503370 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-f8d04595-e46c-4ab1-b9ed-9dc13c48398f service neutron] Port 7a124185-eb8a-4596-af17-192c400a73d6 on network 0da3ddac-7911-41b8-948e-27e3525d219a not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:23:00.503699 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-f8d04595-e46c-4ab1-b9ed-9dc13c48398f service neutron] Attempting to bind port 7a124185-eb8a-4596-af17-192c400a73d6 on network 0da3ddac-7911-41b8-948e-27e3525d219a {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:00.510890 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db1fb1f8-23ef-4aee-8f40-e268312c773a req-581faaa5-8907-4099-bafa-9cf14a6a0a40 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113648 Apr 20 16:23:00.512497 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-894c4f8a-086c-43d5-96b4-07f5d257c13a service neutron] 10.222.0.15 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526954 Apr 20 16:23:00.514198 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-f8d04595-e46c-4ab1-b9ed-9dc13c48398f service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:23:00.514544 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-f8d04595-e46c-4ab1-b9ed-9dc13c48398f service neutron] Checking segment: {'id': 'e979549a-3086-404e-9eac-99c87ec0175a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:23:00.514935 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-f8d04595-e46c-4ab1-b9ed-9dc13c48398f service neutron] Bound using segment: {'id': 'e979549a-3086-404e-9eac-99c87ec0175a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:23:00.515858 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-f8d04595-e46c-4ab1-b9ed-9dc13c48398f service neutron] Bound port: 7a124185-eb8a-4596-af17-192c400a73d6, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e979549a-3086-404e-9eac-99c87ec0175a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:23:00.515858 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-f8d04595-e46c-4ab1-b9ed-9dc13c48398f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:00.531089 n-d-836146-2 neutron-server[103485]: DEBUG neutron.quota.resource [None req-023fae2a-f411-49fc-bd07-6f0d7b6b776e tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] Usage tracker for resource:security_group and tenant:7f5e0bce50a0493c85bd43709425bc1e is out of sync, need to count used quota {{(pid=103485) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 16:23:00.538559 n-d-836146-2 neutron-server[103485]: DEBUG neutron.quota.resource [None req-023fae2a-f411-49fc-bd07-6f0d7b6b776e tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103485) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 16:23:00.570967 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] Routers {'7b9156ca-8973-407a-989b-a0e256fceb47'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:23:00.572647 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:22:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['7b9156ca-8973-407a-989b-a0e256fceb47'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:00.596264 n-d-836146-2 neutron-server[103485]: DEBUG neutron.quota.resource [None req-023fae2a-f411-49fc-bd07-6f0d7b6b776e tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] Usage tracker for resource:security_group_rule and tenant:7f5e0bce50a0493c85bd43709425bc1e is out of sync, need to count used quota {{(pid=103485) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 16:23:00.603566 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57bb810b-edc1-47d1-9022-1f2b956e16b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:00.624831 n-d-836146-2 neutron-server[103485]: DEBUG neutron.quota.resource [None req-023fae2a-f411-49fc-bd07-6f0d7b6b776e tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103485) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 16:23:00.648924 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-023fae2a-f411-49fc-bd07-6f0d7b6b776e tempest-QuotasTest-1390134381 tempest-QuotasTest-1390134381-project-admin] 10.222.0.15 "GET /v2.0/quotas/7f5e0bce50a0493c85bd43709425bc1e/details.json HTTP/1.1" status: 200 len: 703 time: 1.0420024 Apr 20 16:23:00.665257 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-f8d04595-e46c-4ab1-b9ed-9dc13c48398f service neutron] For port 7a124185-eb8a-4596-af17-192c400a73d6, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:23:00.675053 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-f8d04595-e46c-4ab1-b9ed-9dc13c48398f service neutron] For port 7a124185-eb8a-4596-af17-192c400a73d6, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7a124185-eb8a-4596-af17-192c400a73d6,segment=NetworkSegment(e979549a-3086-404e-9eac-99c87ec0175a),segment_id=e979549a-3086-404e-9eac-99c87ec0175a)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:23:00.714143 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57bb810b-edc1-47d1-9022-1f2b956e16b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:00.742731 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-f8d04595-e46c-4ab1-b9ed-9dc13c48398f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:00.765956 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f3a07-25d7-4bc9-96f5-340ab14c4216 None None] Pushing event updated for resources: {'Port': ['ID=86de962c-f195-42c1-8c84-8a0d8be1efeb,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:00.780061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bb810b-edc1-47d1-9022-1f2b956e16b5 admin admin] Network d9af20c5-ec0a-4beb-b93d-6291e4255aeb is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:23:00.783547 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] Set router 7b9156ca-8973-407a-989b-a0e256fceb47 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:23:00.786493 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-57bb810b-edc1-47d1-9022-1f2b956e16b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:23:00.791094 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bb810b-edc1-47d1-9022-1f2b956e16b5 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:23:00.821616 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-f8d04595-e46c-4ab1-b9ed-9dc13c48398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:00.827850 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-f8d04595-e46c-4ab1-b9ed-9dc13c48398f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:00.827850 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-f8d04595-e46c-4ab1-b9ed-9dc13c48398f service neutron] 10.222.0.30 "PUT /v2.0/ports/7a124185-eb8a-4596-af17-192c400a73d6 HTTP/1.1" status: 200 len: 1091 time: 2.0347044 Apr 20 16:23:00.827850 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'tag': '7a124185-eb8a-4596-af17-192c400a73d6'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:00.827850 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b20f223-fb0b-4cb3-bc42-5ca9b8523870" -d '{"events": [{"name": "network-changed", "server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "tag": "7a124185-eb8a-4596-af17-192c400a73d6"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:00.906772 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d04595-e46c-4ab1-b9ed-9dc13c48398f service neutron] Pushing event updated for resources: {'Port': ['ID=7a124185-eb8a-4596-af17-192c400a73d6,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:00.922445 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c41af39-0fd0-472e-b253-24833a1cf137 x-openstack-request-id: req-6c41af39-0fd0-472e-b253-24833a1cf137 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:00.923105 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "tag": "7a124185-eb8a-4596-af17-192c400a73d6", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:00.923590 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c41af39-0fd0-472e-b253-24833a1cf137 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:00.924232 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c41af39-0fd0-472e-b253-24833a1cf137'] response: {'name': 'network-changed', 'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'tag': '7a124185-eb8a-4596-af17-192c400a73d6', 'status': 'completed', 'code': 200} Apr 20 16:23:00.943258 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb810b-edc1-47d1-9022-1f2b956e16b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c98b43b9-d7a1-47e3-8354-d223de2a00e2,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:00.959482 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57bb810b-edc1-47d1-9022-1f2b956e16b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:00.985680 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-20945efd-294b-4370-afa5-360cb4b03eb2 service neutron] Request body: {'port': {'device_id': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:01.114605 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f425a03f-569b-47bc-8790-898aae36dcb8 req-c72e6aac-85c4-4941-9f45-0fc6bbc405db tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7822a6a-08c7-4a18-9ea9-3b23b8e033f1 HTTP/1.1" status: 200 len: 210 time: 0.1416342 Apr 20 16:23:01.137274 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20f223-fb0b-4cb3-bc42-5ca9b8523870 req-814eb5d6-87ac-45c1-8f03-d717ac16fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:01.137274 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20f223-fb0b-4cb3-bc42-5ca9b8523870 req-814eb5d6-87ac-45c1-8f03-d717ac16fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:01.137274 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20f223-fb0b-4cb3-bc42-5ca9b8523870 req-814eb5d6-87ac-45c1-8f03-d717ac16fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:01.137882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20f223-fb0b-4cb3-bc42-5ca9b8523870 req-814eb5d6-87ac-45c1-8f03-d717ac16fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:01.142820 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20f223-fb0b-4cb3-bc42-5ca9b8523870 req-814eb5d6-87ac-45c1-8f03-d717ac16fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:01.147736 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0b20f223-fb0b-4cb3-bc42-5ca9b8523870 req-814eb5d6-87ac-45c1-8f03-d717ac16fde4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e35470c169cb468daf63345ebb7ba6b2&device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 4363 time: 0.1273673 Apr 20 16:23:01.228674 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-20945efd-294b-4370-afa5-360cb4b03eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:01.303957 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-bba1b0b4-f2d0-4ce9-9649-10d55e0ec7cf None None] Provisioning complete for port c98b43b9-d7a1-47e3-8354-d223de2a00e2 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:01.304650 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bba1b0b4-f2d0-4ce9-9649-10d55e0ec7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:01.345382 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'name': 'tempest-ServerRescueNegativeTestJSON-149214004-router', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:22:53Z', 'updated_at': '2022-04-20T16:22:57Z', 'revision_number': 3, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'gw_port': {'id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:22:55Z', 'updated_at': '2022-04-20T16:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:01.398051 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45158) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:01.417193 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb78aa0-0144-444b-a852-962a3a89e64b None None] The sync data for ids ['7b9156ca-8973-407a-989b-a0e256fceb47'] in n-d-836146-2 is: [{'id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'name': 'tempest-ServerRescueNegativeTestJSON-149214004-router', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:22:53Z', 'updated_at': '2022-04-20T16:22:57Z', 'revision_number': 3, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'gw_port': {'id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:22:55Z', 'updated_at': '2022-04-20T16:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:23:01.425793 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-bba1b0b4-f2d0-4ce9-9649-10d55e0ec7cf None None] Port c98b43b9-d7a1-47e3-8354-d223de2a00e2 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:23:01.500249 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb41e5-583e-49d2-8494-80624a652fbd req-526ffce5-b802-4b22-91ae-f633c6afa31b tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:01.502272 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1cb41e5-583e-49d2-8494-80624a652fbd req-526ffce5-b802-4b22-91ae-f633c6afa31b tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 944 time: 0.3456516 Apr 20 16:23:01.616746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20f223-fb0b-4cb3-bc42-5ca9b8523870 req-3af7217b-ae1d-4cf1-a14d-cc95eb12260e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:01.617481 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20f223-fb0b-4cb3-bc42-5ca9b8523870 req-3af7217b-ae1d-4cf1-a14d-cc95eb12260e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:01.618138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20f223-fb0b-4cb3-bc42-5ca9b8523870 req-3af7217b-ae1d-4cf1-a14d-cc95eb12260e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:01.621964 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0b20f223-fb0b-4cb3-bc42-5ca9b8523870 req-3af7217b-ae1d-4cf1-a14d-cc95eb12260e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e35470c169cb468daf63345ebb7ba6b2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3122706 Apr 20 16:23:01.693670 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1cb41e5-583e-49d2-8494-80624a652fbd req-cf9775d3-81ff-4670-93d0-0f0727a8f557 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644318 Apr 20 16:23:01.769296 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57bb810b-edc1-47d1-9022-1f2b956e16b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:01.771420 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-20945efd-294b-4370-afa5-360cb4b03eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aad5049-9aa0-458c-b354-2fe68c76f185 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:01.781663 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-20945efd-294b-4370-afa5-360cb4b03eb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:01.794546 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4cadd-86e8-4c97-97e4-b9d365886522 req-26b5e90e-cc12-4a79-9e75-33e7d384d9c1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:01.799171 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e572efa6-65de-4610-a080-492aa702190c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:01.807473 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4cadd-86e8-4c97-97e4-b9d365886522 req-26b5e90e-cc12-4a79-9e75-33e7d384d9c1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:01.813519 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4cadd-86e8-4c97-97e4-b9d365886522 req-26b5e90e-cc12-4a79-9e75-33e7d384d9c1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:01.819881 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4cadd-86e8-4c97-97e4-b9d365886522 req-26b5e90e-cc12-4a79-9e75-33e7d384d9c1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:01.829335 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4cadd-86e8-4c97-97e4-b9d365886522 req-26b5e90e-cc12-4a79-9e75-33e7d384d9c1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:01.831198 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4ba4cadd-86e8-4c97-97e4-b9d365886522 req-26b5e90e-cc12-4a79-9e75-33e7d384d9c1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 3828 time: 0.1524763 Apr 20 16:23:01.882064 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:23:01.884094 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-20945efd-294b-4370-afa5-360cb4b03eb2 service neutron] Transition to ACTIVE for port object 7aad5049-9aa0-458c-b354-2fe68c76f185 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:23:01.922702 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4ba4cadd-86e8-4c97-97e4-b9d365886522 req-a4fc34a3-086f-44ed-8a51-54775e6ec647 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835378 Apr 20 16:23:01.958463 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20f223-fb0b-4cb3-bc42-5ca9b8523870 req-ca3c89a8-e01d-49d1-aa69-589b8a18c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:01.960232 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0b20f223-fb0b-4cb3-bc42-5ca9b8523870 req-ca3c89a8-e01d-49d1-aa69-589b8a18c78d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2577634 Apr 20 16:23:01.960458 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-20945efd-294b-4370-afa5-360cb4b03eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:02.090260 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20945efd-294b-4370-afa5-360cb4b03eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=7aad5049-9aa0-458c-b354-2fe68c76f185,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:02.146379 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:02.162498 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5', 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c', 'port_id': 'e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5', 'mac_address': 'fa:16:3e:af:e7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e5e1853-efd5-4800-b27e-3ac73eee167e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:23:02.256606 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-20945efd-294b-4370-afa5-360cb4b03eb2 service neutron] Attempting to bind port 7aad5049-9aa0-458c-b354-2fe68c76f185 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:23:02.257237 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-20945efd-294b-4370-afa5-360cb4b03eb2 service neutron] Attempting to bind port 7aad5049-9aa0-458c-b354-2fe68c76f185 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '54417bab-79ed-4fa5-a41e-0ab25e2ab60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:23:02.257237 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-20945efd-294b-4370-afa5-360cb4b03eb2 service neutron] Attempting to bind port 7aad5049-9aa0-458c-b354-2fe68c76f185 on network 3024306a-3909-40d1-ba02-5dd3136dffcd {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:02.267893 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-20945efd-294b-4370-afa5-360cb4b03eb2 service neutron] Port 7aad5049-9aa0-458c-b354-2fe68c76f185 on network 3024306a-3909-40d1-ba02-5dd3136dffcd not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:23:02.268549 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-20945efd-294b-4370-afa5-360cb4b03eb2 service neutron] Attempting to bind port 7aad5049-9aa0-458c-b354-2fe68c76f185 on network 3024306a-3909-40d1-ba02-5dd3136dffcd {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:02.276402 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-20945efd-294b-4370-afa5-360cb4b03eb2 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:23:02.276402 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-20945efd-294b-4370-afa5-360cb4b03eb2 service neutron] Checking segment: {'id': '54417bab-79ed-4fa5-a41e-0ab25e2ab60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:23:02.278036 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-20945efd-294b-4370-afa5-360cb4b03eb2 service neutron] Bound using segment: {'id': '54417bab-79ed-4fa5-a41e-0ab25e2ab60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:23:02.278741 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-20945efd-294b-4370-afa5-360cb4b03eb2 service neutron] Bound port: 7aad5049-9aa0-458c-b354-2fe68c76f185, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54417bab-79ed-4fa5-a41e-0ab25e2ab60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:23:02.278973 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-20945efd-294b-4370-afa5-360cb4b03eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:02.290926 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e572efa6-65de-4610-a080-492aa702190c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:02.341468 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:02.341974 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d44d0e75-cf44-47e7-8bca-ccfaec233b5f req-2fa3b530-dc56-4326-8afe-ba4c24812338 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7822a6a-08c7-4a18-9ea9-3b23b8e033f1 HTTP/1.1" status: 200 len: 210 time: 0.0774746 Apr 20 16:23:02.366925 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57bb810b-edc1-47d1-9022-1f2b956e16b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:02.373647 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e572efa6-65de-4610-a080-492aa702190c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:02.387694 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:02.448408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:02.470440 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-20945efd-294b-4370-afa5-360cb4b03eb2 service neutron] For port 7aad5049-9aa0-458c-b354-2fe68c76f185, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:23:02.480697 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57bb810b-edc1-47d1-9022-1f2b956e16b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:02.496415 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-20945efd-294b-4370-afa5-360cb4b03eb2 service neutron] For port 7aad5049-9aa0-458c-b354-2fe68c76f185, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7aad5049-9aa0-458c-b354-2fe68c76f185,segment=NetworkSegment(54417bab-79ed-4fa5-a41e-0ab25e2ab60e),segment_id=54417bab-79ed-4fa5-a41e-0ab25e2ab60e)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:23:02.524654 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 86de962c-f195-42c1-8c84-8a0d8be1efeb up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:23:02.527110 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:02.582955 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e572efa6-65de-4610-a080-492aa702190c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ce80aff5b614448827787a5aae8e4e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1782954 Apr 20 16:23:02.584714 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572efa6-65de-4610-a080-492aa702190c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a7faed-7f09-4420-87ed-8692cfbc5bb8,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:02.585449 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45172) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:02.622060 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb810b-edc1-47d1-9022-1f2b956e16b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c98b43b9-d7a1-47e3-8354-d223de2a00e2,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:02.629428 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-20945efd-294b-4370-afa5-360cb4b03eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:02.651593 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:02.654565 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57bb810b-edc1-47d1-9022-1f2b956e16b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:02.674784 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 86de962c-f195-42c1-8c84-8a0d8be1efeb triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:02.675694 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:02.758248 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-20945efd-294b-4370-afa5-360cb4b03eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:02.759554 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-20945efd-294b-4370-afa5-360cb4b03eb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:02.760353 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-20945efd-294b-4370-afa5-360cb4b03eb2 service neutron] 10.222.0.30 "PUT /v2.0/ports/7aad5049-9aa0-458c-b354-2fe68c76f185 HTTP/1.1" status: 200 len: 1129 time: 1.7988393 Apr 20 16:23:02.839606 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bb810b-edc1-47d1-9022-1f2b956e16b5 admin admin] Network d9af20c5-ec0a-4beb-b93d-6291e4255aeb is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:23:02.841752 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-57bb810b-edc1-47d1-9022-1f2b956e16b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:23:02.843827 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-11ea58f5-61fc-41ce-9a1a-43278bc60455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:02.855799 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:02.918992 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 86de962c-f195-42c1-8c84-8a0d8be1efeb, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=86de962c-f195-42c1-8c84-8a0d8be1efeb,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:02.929280 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20945efd-294b-4370-afa5-360cb4b03eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=7aad5049-9aa0-458c-b354-2fe68c76f185,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:02.951966 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'tag': '7aad5049-9aa0-458c-b354-2fe68c76f185'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:02.959810 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a488f2-220d-493b-96ec-bf0476ce324e" -d '{"events": [{"name": "network-changed", "server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "tag": "7aad5049-9aa0-458c-b354-2fe68c76f185"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:02.999463 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:03.028728 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-995ffc49-7230-462a-812d-dbe902dbf4a9 service neutron] Request body: {'port': {'device_id': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:03.099519 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:23:03.099802 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bb810b-edc1-47d1-9022-1f2b956e16b5 admin admin] Router 7b9156ca-8973-407a-989b-a0e256fceb47 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:23:03.133232 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f27638-7798-45af-b009-c63b553d80fc x-openstack-request-id: req-79f27638-7798-45af-b009-c63b553d80fc {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:03.133232 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "tag": "7aad5049-9aa0-458c-b354-2fe68c76f185", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:03.134607 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79f27638-7798-45af-b009-c63b553d80fc {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:03.136090 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f27638-7798-45af-b009-c63b553d80fc'] response: {'name': 'network-changed', 'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'tag': '7aad5049-9aa0-458c-b354-2fe68c76f185', 'status': 'completed', 'code': 200} Apr 20 16:23:03.272840 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-11ea58f5-61fc-41ce-9a1a-43278bc60455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:03.280405 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=86de962c-f195-42c1-8c84-8a0d8be1efeb,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:03.367824 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa24b8-5935-4b4b-87a1-108ba022bc37 req-2370dcee-b142-491e-8a76-8c933c84e979 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:03.376460 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-84aa24b8-5935-4b4b-87a1-108ba022bc37 req-2370dcee-b142-491e-8a76-8c933c84e979 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 945 time: 0.5335524 Apr 20 16:23:03.390571 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-995ffc49-7230-462a-812d-dbe902dbf4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:03.405351 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ef64da96-48db-4b08-af91-3f3a50fdbadb None None] Provisioning complete for port c98b43b9-d7a1-47e3-8354-d223de2a00e2 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:03.407510 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ef64da96-48db-4b08-af91-3f3a50fdbadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:03.443776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a488f2-220d-493b-96ec-bf0476ce324e req-ad2ff991-ab48-444d-b848-de8c90597a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:03.445932 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a488f2-220d-493b-96ec-bf0476ce324e req-ad2ff991-ab48-444d-b848-de8c90597a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:03.445932 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a488f2-220d-493b-96ec-bf0476ce324e req-ad2ff991-ab48-444d-b848-de8c90597a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:03.445932 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a488f2-220d-493b-96ec-bf0476ce324e req-ad2ff991-ab48-444d-b848-de8c90597a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:03.446183 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a488f2-220d-493b-96ec-bf0476ce324e req-ad2ff991-ab48-444d-b848-de8c90597a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:03.446527 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a488f2-220d-493b-96ec-bf0476ce324e req-ad2ff991-ab48-444d-b848-de8c90597a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:03.450618 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54a488f2-220d-493b-96ec-bf0476ce324e req-ad2ff991-ab48-444d-b848-de8c90597a0a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e35470c169cb468daf63345ebb7ba6b2&device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5285 time: 0.2408388 Apr 20 16:23:03.462149 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ef64da96-48db-4b08-af91-3f3a50fdbadb None None] Port c98b43b9-d7a1-47e3-8354-d223de2a00e2 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:23:03.470245 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-84aa24b8-5935-4b4b-87a1-108ba022bc37 req-1eccafcd-ce9e-45f0-834d-5743d54f307d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887928 Apr 20 16:23:03.471119 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b041f5-d4d0-402b-aa0d-5cde3f5015d3 req-543b0a63-aa2e-4e02-b205-34390e346e10 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:03.479896 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b041f5-d4d0-402b-aa0d-5cde3f5015d3 req-543b0a63-aa2e-4e02-b205-34390e346e10 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:03.487993 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b041f5-d4d0-402b-aa0d-5cde3f5015d3 req-543b0a63-aa2e-4e02-b205-34390e346e10 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:03.498497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b041f5-d4d0-402b-aa0d-5cde3f5015d3 req-543b0a63-aa2e-4e02-b205-34390e346e10 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:03.508723 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b041f5-d4d0-402b-aa0d-5cde3f5015d3 req-543b0a63-aa2e-4e02-b205-34390e346e10 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:03.516842 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b041f5-d4d0-402b-aa0d-5cde3f5015d3 req-543b0a63-aa2e-4e02-b205-34390e346e10 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:03.518974 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-83b041f5-d4d0-402b-aa0d-5cde3f5015d3 req-543b0a63-aa2e-4e02-b205-34390e346e10 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 4599 time: 0.2417591 Apr 20 16:23:03.568781 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-11ea58f5-61fc-41ce-9a1a-43278bc60455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:03.570424 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-11ea58f5-61fc-41ce-9a1a-43278bc60455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:03.574429 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-11ea58f5-61fc-41ce-9a1a-43278bc60455 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/86a7faed-7f09-4420-87ed-8692cfbc5bb8 HTTP/1.1" status: 204 len: 168 time: 0.9877474 Apr 20 16:23:03.607974 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea58f5-61fc-41ce-9a1a-43278bc60455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a7faed-7f09-4420-87ed-8692cfbc5bb8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:03.638250 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bb810b-edc1-47d1-9022-1f2b956e16b5 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:23:03.670766 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-57bb810b-edc1-47d1-9022-1f2b956e16b5 admin admin] 10.222.0.15 "PUT /v2.0/routers/7b9156ca-8973-407a-989b-a0e256fceb47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5332088 Apr 20 16:23:03.718797 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-83b041f5-d4d0-402b-aa0d-5cde3f5015d3 req-8dded86d-20d6-4d06-b8a1-dfe2172bfa3a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1730773 Apr 20 16:23:03.779910 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a488f2-220d-493b-96ec-bf0476ce324e req-acbe127a-cf65-4003-acba-bd8b1bb7f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:03.780453 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a488f2-220d-493b-96ec-bf0476ce324e req-acbe127a-cf65-4003-acba-bd8b1bb7f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:03.781104 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a488f2-220d-493b-96ec-bf0476ce324e req-acbe127a-cf65-4003-acba-bd8b1bb7f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:03.783310 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54a488f2-220d-493b-96ec-bf0476ce324e req-acbe127a-cf65-4003-acba-bd8b1bb7f70e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e35470c169cb468daf63345ebb7ba6b2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2615716 Apr 20 16:23:03.787517 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c0a7b881-7008-4e50-b650-158af5ea252c req-b2390ac8-290c-4c50-bf6e-4151eff31724 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7822a6a-08c7-4a18-9ea9-3b23b8e033f1 HTTP/1.1" status: 200 len: 210 time: 0.0381792 Apr 20 16:23:03.893435 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-995ffc49-7230-462a-812d-dbe902dbf4a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea2ca34-3ee5-4a2c-8889-a99b5105e97c {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:03.906683 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-995ffc49-7230-462a-812d-dbe902dbf4a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:03.923780 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-995ffc49-7230-462a-812d-dbe902dbf4a9 service neutron] Transition to ACTIVE for port object dea2ca34-3ee5-4a2c-8889-a99b5105e97c will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:23:03.929038 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a488f2-220d-493b-96ec-bf0476ce324e req-f28eb2ae-6a07-44e8-819a-421745581428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:03.930674 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54a488f2-220d-493b-96ec-bf0476ce324e req-f28eb2ae-6a07-44e8-819a-421745581428 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1365676 Apr 20 16:23:04.039206 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-995ffc49-7230-462a-812d-dbe902dbf4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:04.071952 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45200) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:04.111245 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ffc49-7230-462a-812d-dbe902dbf4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=dea2ca34-3ee5-4a2c-8889-a99b5105e97c,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:04.227501 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-6d75f75c-6e90-4f7a-a985-c8e400c2b31f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:04.231201 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-6d75f75c-6e90-4f7a-a985-c8e400c2b31f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.30 "GET /v2.0/networks?id=a24f1ee1-7962-4b42-99b4-cd4d398ef380 HTTP/1.1" status: 200 len: 805 time: 0.1831987 Apr 20 16:23:04.247345 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-995ffc49-7230-462a-812d-dbe902dbf4a9 service neutron] Attempting to bind port dea2ca34-3ee5-4a2c-8889-a99b5105e97c on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:23:04.247599 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-995ffc49-7230-462a-812d-dbe902dbf4a9 service neutron] Attempting to bind port dea2ca34-3ee5-4a2c-8889-a99b5105e97c by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '54417bab-79ed-4fa5-a41e-0ab25e2ab60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:23:04.247938 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-995ffc49-7230-462a-812d-dbe902dbf4a9 service neutron] Attempting to bind port dea2ca34-3ee5-4a2c-8889-a99b5105e97c on network 3024306a-3909-40d1-ba02-5dd3136dffcd {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:04.255106 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-995ffc49-7230-462a-812d-dbe902dbf4a9 service neutron] Port dea2ca34-3ee5-4a2c-8889-a99b5105e97c on network 3024306a-3909-40d1-ba02-5dd3136dffcd not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:23:04.255444 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-995ffc49-7230-462a-812d-dbe902dbf4a9 service neutron] Attempting to bind port dea2ca34-3ee5-4a2c-8889-a99b5105e97c on network 3024306a-3909-40d1-ba02-5dd3136dffcd {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:04.262550 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-995ffc49-7230-462a-812d-dbe902dbf4a9 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:23:04.268062 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-995ffc49-7230-462a-812d-dbe902dbf4a9 service neutron] Checking segment: {'id': '54417bab-79ed-4fa5-a41e-0ab25e2ab60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:23:04.268062 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-995ffc49-7230-462a-812d-dbe902dbf4a9 service neutron] Bound using segment: {'id': '54417bab-79ed-4fa5-a41e-0ab25e2ab60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:23:04.268062 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-995ffc49-7230-462a-812d-dbe902dbf4a9 service neutron] Bound port: dea2ca34-3ee5-4a2c-8889-a99b5105e97c, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54417bab-79ed-4fa5-a41e-0ab25e2ab60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:23:04.268062 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-995ffc49-7230-462a-812d-dbe902dbf4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:04.275808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-ff99c8ff-ee11-4967-a644-1366233bab74 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Request body: {'port': {'device_id': 'c7822a6a-08c7-4a18-9ea9-3b23b8e033f1', 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380', 'admin_state_up': True, 'tenant_id': 'b8c373d0b6ef424fae64df57ef92f83e'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:04.402354 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] Sync routers for ids ['7b9156ca-8973-407a-989b-a0e256fceb47'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:23:04.421852 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 86de962c-f195-42c1-8c84-8a0d8be1efeb up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:23:04.461700 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-995ffc49-7230-462a-812d-dbe902dbf4a9 service neutron] For port dea2ca34-3ee5-4a2c-8889-a99b5105e97c, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:23:04.481247 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-995ffc49-7230-462a-812d-dbe902dbf4a9 service neutron] For port dea2ca34-3ee5-4a2c-8889-a99b5105e97c, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=dea2ca34-3ee5-4a2c-8889-a99b5105e97c,segment=NetworkSegment(54417bab-79ed-4fa5-a41e-0ab25e2ab60e),segment_id=54417bab-79ed-4fa5-a41e-0ab25e2ab60e)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:23:04.492173 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] Routers {'7b9156ca-8973-407a-989b-a0e256fceb47'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:23:04.492797 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:22:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['7b9156ca-8973-407a-989b-a0e256fceb47'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:04.540794 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e7e3514-5b27-48bb-b907-9029ac75cf61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:04.602378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45212) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:04.625738 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-995ffc49-7230-462a-812d-dbe902dbf4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:04.636264 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-ff99c8ff-ee11-4967-a644-1366233bab74 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Made reservation on behalf of b8c373d0b6ef424fae64df57ef92f83e for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:23:04.640284 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 86de962c-f195-42c1-8c84-8a0d8be1efeb triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:04.640685 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:04.646534 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-ff99c8ff-ee11-4967-a644-1366233bab74 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:04.687372 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b1388ba-0962-4bff-b6ed-8e1653b0dbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:04.691874 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] Set router 7b9156ca-8973-407a-989b-a0e256fceb47 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:23:04.700143 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-995ffc49-7230-462a-812d-dbe902dbf4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:04.701351 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-995ffc49-7230-462a-812d-dbe902dbf4a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:04.703533 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-995ffc49-7230-462a-812d-dbe902dbf4a9 service neutron] 10.222.0.30 "PUT /v2.0/ports/dea2ca34-3ee5-4a2c-8889-a99b5105e97c HTTP/1.1" status: 200 len: 1130 time: 1.7157931 Apr 20 16:23:04.788854 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe5930-12c8-469c-9470-8e91997b7db3 req-dd143271-faa5-46bd-93e3-f2b4317b55ed tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:04.790440 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6abe5930-12c8-469c-9470-8e91997b7db3 req-dd143271-faa5-46bd-93e3-f2b4317b55ed tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 945 time: 0.2145033 Apr 20 16:23:04.826530 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-9c2ea56a-1f37-4613-8df9-63d17e8a4b34 service neutron] Request body: {'port': {'device_id': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:04.835569 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ffc49-7230-462a-812d-dbe902dbf4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=dea2ca34-3ee5-4a2c-8889-a99b5105e97c,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:04.934844 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b1388ba-0962-4bff-b6ed-8e1653b0dbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:05.019649 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b1388ba-0962-4bff-b6ed-8e1653b0dbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:05.054646 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6b1388ba-0962-4bff-b6ed-8e1653b0dbc9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f5e0bce50a0493c85bd43709425bc1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4489155 Apr 20 16:23:05.058202 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e7e3514-5b27-48bb-b907-9029ac75cf61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:05.064224 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45222) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:05.082557 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6abe5930-12c8-469c-9470-8e91997b7db3 req-23edd786-2b42-458e-af4a-f02dd789d415 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722964 Apr 20 16:23:05.093775 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'name': 'tempest-ServerRescueNegativeTestJSON-149214004-router', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:22:53Z', 'updated_at': '2022-04-20T16:23:01Z', 'revision_number': 4, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'gw_port': {'id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:22:55Z', 'updated_at': '2022-04-20T16:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'c98b43b9-d7a1-47e3-8354-d223de2a00e2', 'name': '', 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'mac_address': 'fa:16:3e:01:8b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:23:00Z', 'updated_at': '2022-04-20T16:23:01Z', 'revision_number': 2, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'subnets': [{'id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:05.098236 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-9c2ea56a-1f37-4613-8df9-63d17e8a4b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:05.127277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1388ba-0962-4bff-b6ed-8e1653b0dbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9336a4-c5dd-4762-9154-b197ef9924e6,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:05.129629 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] Checking router: 7b9156ca-8973-407a-989b-a0e256fceb47 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:23:05.129921 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] Updating router 7b9156ca-8973-407a-989b-a0e256fceb47 port c98b43b9-d7a1-47e3-8354-d223de2a00e2 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:23:05.149958 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'tag': 'dea2ca34-3ee5-4a2c-8889-a99b5105e97c'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:05.156048 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771f7962-2fd2-4ae3-b07c-bd73023d79df" -d '{"events": [{"name": "network-changed", "server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "tag": "dea2ca34-3ee5-4a2c-8889-a99b5105e97c"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:05.161310 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-ff99c8ff-ee11-4967-a644-1366233bab74 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Allocated IP 172.20.0.3 (a24f1ee1-7962-4b42-99b4-cd4d398ef380/1b506ada-a815-4b95-bd30-2bdbb75a1ede/81c84724-c8ae-4bc9-8811-50b9e836d7f2) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:23:05.163350 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e7e3514-5b27-48bb-b907-9029ac75cf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:05.171648 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:05.272977 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-185d3f5a-9400-4b26-822e-2d7bb5c129e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:05.282733 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3e7e3514-5b27-48bb-b907-9029ac75cf61 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=484ab1076277456b8428e2602093f888&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2075171 Apr 20 16:23:05.288473 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45234) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:05.341106 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e3514-5b27-48bb-b907-9029ac75cf61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea60d47-f939-48c1-9e38-c6d9098ecedf,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:05.440196 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-185d3f5a-9400-4b26-822e-2d7bb5c129e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:05.511439 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0df0ef-0208-459f-b256-ae500d80075a req-068142e7-71c1-4897-a545-cbd610284f08 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:05.518720 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0df0ef-0208-459f-b256-ae500d80075a req-068142e7-71c1-4897-a545-cbd610284f08 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:05.525378 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0df0ef-0208-459f-b256-ae500d80075a req-068142e7-71c1-4897-a545-cbd610284f08 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:05.532040 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0df0ef-0208-459f-b256-ae500d80075a req-068142e7-71c1-4897-a545-cbd610284f08 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:05.538696 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0df0ef-0208-459f-b256-ae500d80075a req-068142e7-71c1-4897-a545-cbd610284f08 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:05.545489 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0df0ef-0208-459f-b256-ae500d80075a req-068142e7-71c1-4897-a545-cbd610284f08 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:05.552056 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0df0ef-0208-459f-b256-ae500d80075a req-068142e7-71c1-4897-a545-cbd610284f08 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:05.571483 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a0df0ef-0208-459f-b256-ae500d80075a req-068142e7-71c1-4897-a545-cbd610284f08 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5371 time: 0.3187864 Apr 20 16:23:05.583161 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-d8d5e038-2d6e-4893-8f29-fc9fba3e1258 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:05.584765 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-d8d5e038-2d6e-4893-8f29-fc9fba3e1258 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/networks?id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb HTTP/1.1" status: 200 len: 818 time: 0.4359369 Apr 20 16:23:05.634673 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-7a27525d-9733-4dbf-962d-35b4403fdd45 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/quotas/cbc372ad2d1446089af0923f5d212489 HTTP/1.1" status: 200 len: 375 time: 0.0278533 Apr 20 16:23:05.641874 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:05.671754 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5c59a93-e657-4cc3-a16e-6b218665696e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:05.681880 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a0df0ef-0208-459f-b256-ae500d80075a req-bbe03fd1-e8cb-488e-ad8c-9a8b511f6036 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0820653 Apr 20 16:23:05.723767 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-ff99c8ff-ee11-4967-a644-1366233bab74 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:05.739167 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:05.741491 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5c59a93-e657-4cc3-a16e-6b218665696e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:05.760859 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-bc7642c5-7c33-4ac1-b5e0-8ddcedc30f7b tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbc372ad2d1446089af0923f5d212489&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1110344 Apr 20 16:23:05.835226 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35524a-2f36-4500-b906-aa24b40eb0ec None None] Pushing event updated for resources: {'Port': ['ID=c98b43b9-d7a1-47e3-8354-d223de2a00e2,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:05.856511 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-185d3f5a-9400-4b26-822e-2d7bb5c129e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:05.860708 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-734ce76e-7352-45cd-bbb0-ae2659c8d66e req-19982e86-05ff-4c2c-af54-22002b406042 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7822a6a-08c7-4a18-9ea9-3b23b8e033f1 HTTP/1.1" status: 200 len: 210 time: 0.0794668 Apr 20 16:23:05.880725 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-185d3f5a-9400-4b26-822e-2d7bb5c129e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:05.882795 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-185d3f5a-9400-4b26-822e-2d7bb5c129e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da9336a4-c5dd-4762-9154-b197ef9924e6 HTTP/1.1" status: 204 len: 168 time: 0.8166506 Apr 20 16:23:05.932993 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] Attempting to bind port c98b43b9-d7a1-47e3-8354-d223de2a00e2 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:23:05.933439 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] Attempting to bind port c98b43b9-d7a1-47e3-8354-d223de2a00e2 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '42815ea2-076c-480e-bac2-ffc0f665e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:23:05.934057 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] Attempting to bind port c98b43b9-d7a1-47e3-8354-d223de2a00e2 on network d9af20c5-ec0a-4beb-b93d-6291e4255aeb {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:05.945086 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:23:05.946721 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d3f5a-9400-4b26-822e-2d7bb5c129e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9336a4-c5dd-4762-9154-b197ef9924e6,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:06.012993 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094995be-2241-437c-973f-78044cb788e0 x-openstack-request-id: req-094995be-2241-437c-973f-78044cb788e0 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:06.013656 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "tag": "dea2ca34-3ee5-4a2c-8889-a99b5105e97c", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:06.014114 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-094995be-2241-437c-973f-78044cb788e0 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:06.014716 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-094995be-2241-437c-973f-78044cb788e0'] response: {'name': 'network-changed', 'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'tag': 'dea2ca34-3ee5-4a2c-8889-a99b5105e97c', 'status': 'completed', 'code': 200} Apr 20 16:23:06.058326 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-afe8ca3f-f932-4f5e-9227-bcc9bb649260 service neutron] 10.222.0.15 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864833 Apr 20 16:23:06.084567 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-9c2ea56a-1f37-4613-8df9-63d17e8a4b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223525cb-7aed-4392-a92a-a330adfba580 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:06.084567 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-9c2ea56a-1f37-4613-8df9-63d17e8a4b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:06.086158 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-ff99c8ff-ee11-4967-a644-1366233bab74 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:06.099961 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:23:06.103294 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] Checking segment: {'id': '42815ea2-076c-480e-bac2-ffc0f665e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:23:06.103729 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:06.104133 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] Bound using segment: {'id': '42815ea2-076c-480e-bac2-ffc0f665e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:23:06.104658 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] Bound port: c98b43b9-d7a1-47e3-8354-d223de2a00e2, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42815ea2-076c-480e-bac2-ffc0f665e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:23:06.106694 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:06.112262 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-9c2ea56a-1f37-4613-8df9-63d17e8a4b34 service neutron] Transition to ACTIVE for port object 223525cb-7aed-4392-a92a-a330adfba580 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:23:06.119117 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5c59a93-e657-4cc3-a16e-6b218665696e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:06.121612 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5c59a93-e657-4cc3-a16e-6b218665696e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:06.125070 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b5c59a93-e657-4cc3-a16e-6b218665696e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fea60d47-f939-48c1-9e38-c6d9098ecedf HTTP/1.1" status: 204 len: 168 time: 0.8352084 Apr 20 16:23:06.138252 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['ff9eabef-07f4-42fd-8261-dfda19d01138'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:23:06.140242 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['698c1779-3b89-4736-930b-b7a36cce1027'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:23:06.158430 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c59a93-e657-4cc3-a16e-6b218665696e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea60d47-f939-48c1-9e38-c6d9098ecedf,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:06.275984 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-9c2ea56a-1f37-4613-8df9-63d17e8a4b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:06.305425 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-c1125da1-ec9d-4baf-acd9-05d921513408 service neutron] 10.222.0.15 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170701 Apr 20 16:23:06.331151 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc7a8a-bb94-4875-93c8-8bebebfc3ae4 req-09806425-bb8c-4756-9c91-40f0488918a9 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:06.332895 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-49cc7a8a-bb94-4875-93c8-8bebebfc3ae4 req-09806425-bb8c-4756-9c91-40f0488918a9 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 945 time: 0.1280501 Apr 20 16:23:06.366576 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ea56a-1f37-4613-8df9-63d17e8a4b34 service neutron] Pushing event updated for resources: {'Port': ['ID=223525cb-7aed-4392-a92a-a330adfba580,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:06.377015 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-ff99c8ff-ee11-4967-a644-1366233bab74 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Network a24f1ee1-7962-4b42-99b4-cd4d398ef380 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:23:06.381560 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99c8ff-ee11-4967-a644-1366233bab74 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Pushing event updated for resources: {'Port': ['ID=81c84724-c8ae-4bc9-8811-50b9e836d7f2,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:06.392208 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-ff99c8ff-ee11-4967-a644-1366233bab74 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:23:06.392208 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-ff99c8ff-ee11-4967-a644-1366233bab74 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:23:06.450468 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f7962-2fd2-4ae3-b07c-bd73023d79df req-6f93b30c-874d-475a-acca-eb95a485e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:06.450954 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f7962-2fd2-4ae3-b07c-bd73023d79df req-6f93b30c-874d-475a-acca-eb95a485e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:06.451616 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f7962-2fd2-4ae3-b07c-bd73023d79df req-6f93b30c-874d-475a-acca-eb95a485e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:06.452093 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f7962-2fd2-4ae3-b07c-bd73023d79df req-6f93b30c-874d-475a-acca-eb95a485e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:06.452861 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f7962-2fd2-4ae3-b07c-bd73023d79df req-6f93b30c-874d-475a-acca-eb95a485e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:06.453429 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f7962-2fd2-4ae3-b07c-bd73023d79df req-6f93b30c-874d-475a-acca-eb95a485e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:06.453978 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f7962-2fd2-4ae3-b07c-bd73023d79df req-6f93b30c-874d-475a-acca-eb95a485e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:06.457728 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-771f7962-2fd2-4ae3-b07c-bd73023d79df req-6f93b30c-874d-475a-acca-eb95a485e8c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e35470c169cb468daf63345ebb7ba6b2&device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 6208 time: 0.3952212 Apr 20 16:23:06.487266 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-49cc7a8a-bb94-4875-93c8-8bebebfc3ae4 req-65b5999c-8445-471e-8b2d-23edf59c74f9 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336033 Apr 20 16:23:06.596183 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-9c2ea56a-1f37-4613-8df9-63d17e8a4b34 service neutron] Attempting to bind port 223525cb-7aed-4392-a92a-a330adfba580 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:23:06.596951 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-9c2ea56a-1f37-4613-8df9-63d17e8a4b34 service neutron] Attempting to bind port 223525cb-7aed-4392-a92a-a330adfba580 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '54417bab-79ed-4fa5-a41e-0ab25e2ab60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:23:06.596951 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-9c2ea56a-1f37-4613-8df9-63d17e8a4b34 service neutron] Attempting to bind port 223525cb-7aed-4392-a92a-a330adfba580 on network 3024306a-3909-40d1-ba02-5dd3136dffcd {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:06.618742 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-9c2ea56a-1f37-4613-8df9-63d17e8a4b34 service neutron] Port 223525cb-7aed-4392-a92a-a330adfba580 on network 3024306a-3909-40d1-ba02-5dd3136dffcd not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:23:06.619169 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-9c2ea56a-1f37-4613-8df9-63d17e8a4b34 service neutron] Attempting to bind port 223525cb-7aed-4392-a92a-a330adfba580 on network 3024306a-3909-40d1-ba02-5dd3136dffcd {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:06.626416 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-9c2ea56a-1f37-4613-8df9-63d17e8a4b34 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:23:06.632497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f7962-2fd2-4ae3-b07c-bd73023d79df req-4cc27b4f-1d8a-4c0e-bc05-d4ad32156f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:06.632497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f7962-2fd2-4ae3-b07c-bd73023d79df req-4cc27b4f-1d8a-4c0e-bc05-d4ad32156f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:06.632497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f7962-2fd2-4ae3-b07c-bd73023d79df req-4cc27b4f-1d8a-4c0e-bc05-d4ad32156f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:06.634679 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-771f7962-2fd2-4ae3-b07c-bd73023d79df req-4cc27b4f-1d8a-4c0e-bc05-d4ad32156f03 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e35470c169cb468daf63345ebb7ba6b2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1587775 Apr 20 16:23:06.635159 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-9c2ea56a-1f37-4613-8df9-63d17e8a4b34 service neutron] Checking segment: {'id': '54417bab-79ed-4fa5-a41e-0ab25e2ab60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:23:06.635658 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-9c2ea56a-1f37-4613-8df9-63d17e8a4b34 service neutron] Bound using segment: {'id': '54417bab-79ed-4fa5-a41e-0ab25e2ab60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:23:06.637846 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-25b5c2a6-fbf2-45e4-8f4c-1ec118c48287 None None] Provisioning complete for port c98b43b9-d7a1-47e3-8354-d223de2a00e2 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:06.639129 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-9c2ea56a-1f37-4613-8df9-63d17e8a4b34 service neutron] Bound port: 223525cb-7aed-4392-a92a-a330adfba580, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54417bab-79ed-4fa5-a41e-0ab25e2ab60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:23:06.639579 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-9c2ea56a-1f37-4613-8df9-63d17e8a4b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:06.642248 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-25b5c2a6-fbf2-45e4-8f4c-1ec118c48287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:06.725415 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-ff99c8ff-ee11-4967-a644-1366233bab74 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:06.726112 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-ff99c8ff-ee11-4967-a644-1366233bab74 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:06.809510 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f7962-2fd2-4ae3-b07c-bd73023d79df req-d166d127-0ba8-4c4f-9894-88abc7e2ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:06.812434 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-771f7962-2fd2-4ae3-b07c-bd73023d79df req-d166d127-0ba8-4c4f-9894-88abc7e2ec1b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1674359 Apr 20 16:23:06.841283 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-ff99c8ff-ee11-4967-a644-1366233bab74 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5704973 Apr 20 16:23:06.861315 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-232ea695-8d5b-4a9b-9cc1-454e3eac3281 service neutron] Request body: {'port': {'device_id': 'c7822a6a-08c7-4a18-9ea9-3b23b8e033f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:06.905735 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-9c2ea56a-1f37-4613-8df9-63d17e8a4b34 service neutron] For port 223525cb-7aed-4392-a92a-a330adfba580, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:23:06.915932 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-9c2ea56a-1f37-4613-8df9-63d17e8a4b34 service neutron] For port 223525cb-7aed-4392-a92a-a330adfba580, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=223525cb-7aed-4392-a92a-a330adfba580,segment=NetworkSegment(54417bab-79ed-4fa5-a41e-0ab25e2ab60e),segment_id=54417bab-79ed-4fa5-a41e-0ab25e2ab60e)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:23:06.916825 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] For port c98b43b9-d7a1-47e3-8354-d223de2a00e2, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:23:06.958493 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-25b5c2a6-fbf2-45e4-8f4c-1ec118c48287 None None] Port c98b43b9-d7a1-47e3-8354-d223de2a00e2 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:23:06.979652 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-574ce18f-391d-4173-b7d3-acf277fcc4d4 req-e0a48645-229f-4429-a1ad-b8a2cb029c69 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 210 time: 0.0632958 Apr 20 16:23:06.987736 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:23:06.999694 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-9c2ea56a-1f37-4613-8df9-63d17e8a4b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:07.016957 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] For port c98b43b9-d7a1-47e3-8354-d223de2a00e2, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c98b43b9-d7a1-47e3-8354-d223de2a00e2,segment=NetworkSegment(42815ea2-076c-480e-bac2-ffc0f665e2ff),segment_id=42815ea2-076c-480e-bac2-ffc0f665e2ff)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:23:07.019496 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:07.019496 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:07.111775 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-9c2ea56a-1f37-4613-8df9-63d17e8a4b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:07.111775 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-9c2ea56a-1f37-4613-8df9-63d17e8a4b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:07.116959 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-9c2ea56a-1f37-4613-8df9-63d17e8a4b34 service neutron] 10.222.0.30 "PUT /v2.0/ports/223525cb-7aed-4392-a92a-a330adfba580 HTTP/1.1" status: 200 len: 1091 time: 2.2907703 Apr 20 16:23:07.147880 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:07.178573 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ea56a-1f37-4613-8df9-63d17e8a4b34 service neutron] Pushing event updated for resources: {'Port': ['ID=223525cb-7aed-4392-a92a-a330adfba580,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:07.198171 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-232ea695-8d5b-4a9b-9cc1-454e3eac3281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:07.231107 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bd39838a-542c-48fb-ba93-31223601249b service neutron] Request body: {'port': {'device_id': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:07.248062 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] Routers {'7b9156ca-8973-407a-989b-a0e256fceb47'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:23:07.248911 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:22:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['7b9156ca-8973-407a-989b-a0e256fceb47'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:07.270479 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45276) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:07.283405 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96198a73-d0a3-4eac-9516-83699bf96fe1 req-d581b890-1809-4ec5-85c5-8fdd06e816ff tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:07.312226 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96198a73-d0a3-4eac-9516-83699bf96fe1 req-d581b890-1809-4ec5-85c5-8fdd06e816ff tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:07.337602 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96198a73-d0a3-4eac-9516-83699bf96fe1 req-d581b890-1809-4ec5-85c5-8fdd06e816ff tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:07.363065 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3bd0-6049-4841-aeed-723a7595c121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:07.391839 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96198a73-d0a3-4eac-9516-83699bf96fe1 req-d581b890-1809-4ec5-85c5-8fdd06e816ff tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:07.414805 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:07.429057 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96198a73-d0a3-4eac-9516-83699bf96fe1 req-d581b890-1809-4ec5-85c5-8fdd06e816ff tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:07.442561 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35524a-2f36-4500-b906-aa24b40eb0ec None None] Pushing event updated for resources: {'Port': ['ID=c98b43b9-d7a1-47e3-8354-d223de2a00e2,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:07.450832 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96198a73-d0a3-4eac-9516-83699bf96fe1 req-d581b890-1809-4ec5-85c5-8fdd06e816ff tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:07.502338 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96198a73-d0a3-4eac-9516-83699bf96fe1 req-d581b890-1809-4ec5-85c5-8fdd06e816ff tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:07.513069 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-96198a73-d0a3-4eac-9516-83699bf96fe1 req-d581b890-1809-4ec5-85c5-8fdd06e816ff tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5383 time: 0.5950954 Apr 20 16:23:07.615171 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bd39838a-542c-48fb-ba93-31223601249b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:07.620083 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793a0eb2-6099-4de6-ab87-7020c148f82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:07.623026 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a294db-c861-4b4a-afb0-a8756526cfa6" -d '{"events": [{"server_uuid": "793a0eb2-6099-4de6-ab87-7020c148f82c", "name": "network-vif-plugged", "status": "completed", "tag": "e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:07.642404 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:07.667963 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-96198a73-d0a3-4eac-9516-83699bf96fe1 req-7dd62ae8-75ad-485a-a11b-d97d01fe8c8c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1519935 Apr 20 16:23:07.677017 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] Set router 7b9156ca-8973-407a-989b-a0e256fceb47 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:23:07.798716 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3bd0-6049-4841-aeed-723a7595c121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:07.825215 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:08.032157 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'tag': '223525cb-7aed-4392-a92a-a330adfba580'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:08.034987 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9973f9aa-87bd-43da-9442-2fc7d9d03cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "tag": "223525cb-7aed-4392-a92a-a330adfba580"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:08.037781 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3bd0-6049-4841-aeed-723a7595c121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:08.038961 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:08.131297 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7e6c3bd0-6049-4841-aeed-723a7595c121 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7592dc5fe624bfe955f513e1a1d20e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8509271 Apr 20 16:23:08.135681 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45304) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:08.143922 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c3bd0-6049-4841-aeed-723a7595c121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded927a0-7913-4f05-9c70-952c03a5994a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:08.152401 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-efd0387e-fb82-45f2-8a05-29484876532b None None] Provisioning complete for port c98b43b9-d7a1-47e3-8354-d223de2a00e2 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:08.152747 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-efd0387e-fb82-45f2-8a05-29484876532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:08.224259 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b063a35-e1a1-4f81-94bf-b8045826476b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:08.248305 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45306) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:08.274592 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b063a35-e1a1-4f81-94bf-b8045826476b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:08.385696 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bd39838a-542c-48fb-ba93-31223601249b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c183c1-2ecf-4a3b-97ca-cd36101f24ff {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:08.397477 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bd39838a-542c-48fb-ba93-31223601249b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:08.411482 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'name': 'tempest-ServerRescueNegativeTestJSON-149214004-router', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:22:53Z', 'updated_at': '2022-04-20T16:23:01Z', 'revision_number': 4, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'gw_port': {'id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:22:55Z', 'updated_at': '2022-04-20T16:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'c98b43b9-d7a1-47e3-8354-d223de2a00e2', 'name': '', 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'mac_address': 'fa:16:3e:01:8b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:23:00Z', 'updated_at': '2022-04-20T16:23:06Z', 'revision_number': 4, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'subnets': [{'id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:08.415790 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35134803-d46c-4847-b46c-a4bb0e489df7 req-6c5fec9e-f8a8-4fe9-b690-283617de24cf tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:08.417927 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-35134803-d46c-4847-b46c-a4bb0e489df7 req-6c5fec9e-f8a8-4fe9-b690-283617de24cf tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7822a6a-08c7-4a18-9ea9-3b23b8e033f1 HTTP/1.1" status: 200 len: 931 time: 0.5979259 Apr 20 16:23:08.493449 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-35134803-d46c-4847-b46c-a4bb0e489df7 req-7cb4b17d-dfbd-4628-ad16-68897e24f239 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604143 Apr 20 16:23:08.505471 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12629ea-9eef-4204-a3c1-4c6e4e2ea690 req-bb51af09-5119-403c-84de-55538a4394ea tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:08.507603 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c12629ea-9eef-4204-a3c1-4c6e4e2ea690 req-bb51af09-5119-403c-84de-55538a4394ea tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 946 time: 0.1524572 Apr 20 16:23:08.513107 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e01e126f-35cd-45e6-b917-5614ed4979ef tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-154017469'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:08.514300 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd5df1a-2618-4725-b1b3-d0449c2ae608 None None] The sync data for ids ['7b9156ca-8973-407a-989b-a0e256fceb47'] in n-d-836146-2 is: [{'id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'name': 'tempest-ServerRescueNegativeTestJSON-149214004-router', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:22:53Z', 'updated_at': '2022-04-20T16:23:01Z', 'revision_number': 4, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'gw_port': {'id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:22:55Z', 'updated_at': '2022-04-20T16:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'c98b43b9-d7a1-47e3-8354-d223de2a00e2', 'name': '', 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'mac_address': 'fa:16:3e:01:8b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:23:00Z', 'updated_at': '2022-04-20T16:23:06Z', 'revision_number': 4, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'subnets': [{'id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:23:08.537281 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bd39838a-542c-48fb-ba93-31223601249b service neutron] Transition to ACTIVE for port object 38c183c1-2ecf-4a3b-97ca-cd36101f24ff will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:23:08.599288 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b063a35-e1a1-4f81-94bf-b8045826476b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:08.601640 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b063a35-e1a1-4f81-94bf-b8045826476b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:08.603066 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1b063a35-e1a1-4f81-94bf-b8045826476b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ded927a0-7913-4f05-9c70-952c03a5994a HTTP/1.1" status: 204 len: 168 time: 0.4663255 Apr 20 16:23:08.630705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-232ea695-8d5b-4a9b-9cc1-454e3eac3281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c84724-c8ae-4bc9-8811-50b9e836d7f2 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:08.652909 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b063a35-e1a1-4f81-94bf-b8045826476b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded927a0-7913-4f05-9c70-952c03a5994a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:08.656091 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-232ea695-8d5b-4a9b-9cc1-454e3eac3281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:08.672994 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c12629ea-9eef-4204-a3c1-4c6e4e2ea690 req-0def0a26-87d5-4b5d-a0cc-5d7df4df5f28 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501775 Apr 20 16:23:08.674212 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bd39838a-542c-48fb-ba93-31223601249b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:08.779229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-232ea695-8d5b-4a9b-9cc1-454e3eac3281 service neutron] Transition to ACTIVE for port object 81c84724-c8ae-4bc9-8811-50b9e836d7f2 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:23:08.786394 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-efd0387e-fb82-45f2-8a05-29484876532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:08.788971 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01e126f-35cd-45e6-b917-5614ed4979ef tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Made reservation on behalf of d87efd492e6e451aaa4c67b7eef152fc for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:23:08.792723 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e01e126f-35cd-45e6-b917-5614ed4979ef tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:08.846418 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-232ea695-8d5b-4a9b-9cc1-454e3eac3281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:08.859574 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e01e126f-35cd-45e6-b917-5614ed4979ef tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:08.882467 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee1fe01-f8fa-4aab-89ba-2a7b2007f0db x-openstack-request-id: req-2ee1fe01-f8fa-4aab-89ba-2a7b2007f0db {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:08.883108 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793a0eb2-6099-4de6-ab87-7020c148f82c", "name": "network-vif-plugged", "status": "completed", "tag": "e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:08.884873 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ee1fe01-f8fa-4aab-89ba-2a7b2007f0db {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:08.885522 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee1fe01-f8fa-4aab-89ba-2a7b2007f0db'] response: {'server_uuid': '793a0eb2-6099-4de6-ab87-7020c148f82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5', 'code': 200} Apr 20 16:23:08.944887 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5ab6ba-9fbc-4b6c-a608-deae24d4e5d8 x-openstack-request-id: req-4e5ab6ba-9fbc-4b6c-a608-deae24d4e5d8 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:08.946388 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "tag": "223525cb-7aed-4392-a92a-a330adfba580", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:08.946845 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e5ab6ba-9fbc-4b6c-a608-deae24d4e5d8 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:08.950703 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e5ab6ba-9fbc-4b6c-a608-deae24d4e5d8'] response: {'name': 'network-changed', 'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'tag': '223525cb-7aed-4392-a92a-a330adfba580', 'status': 'completed', 'code': 200} Apr 20 16:23:09.025634 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-efd0387e-fb82-45f2-8a05-29484876532b None None] For port c98b43b9-d7a1-47e3-8354-d223de2a00e2, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c98b43b9-d7a1-47e3-8354-d223de2a00e2,segment=NetworkSegment(42815ea2-076c-480e-bac2-ffc0f665e2ff),segment_id=42815ea2-076c-480e-bac2-ffc0f665e2ff)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:09.065492 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea8d95-053d-4af9-866a-8e0003505489 req-fefb7412-7f76-459e-882b-1b624ca54218 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:09.072961 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15ea8d95-053d-4af9-866a-8e0003505489 req-fefb7412-7f76-459e-882b-1b624ca54218 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/networks?id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb HTTP/1.1" status: 200 len: 818 time: 0.4358227 Apr 20 16:23:09.081340 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39838a-542c-48fb-ba93-31223601249b service neutron] Pushing event updated for resources: {'Port': ['ID=38c183c1-2ecf-4a3b-97ca-cd36101f24ff,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:09.112385 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-efd0387e-fb82-45f2-8a05-29484876532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:09.239210 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bd39838a-542c-48fb-ba93-31223601249b service neutron] Attempting to bind port 38c183c1-2ecf-4a3b-97ca-cd36101f24ff on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:23:09.239822 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bd39838a-542c-48fb-ba93-31223601249b service neutron] Attempting to bind port 38c183c1-2ecf-4a3b-97ca-cd36101f24ff by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '54417bab-79ed-4fa5-a41e-0ab25e2ab60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:23:09.240469 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bd39838a-542c-48fb-ba93-31223601249b service neutron] Attempting to bind port 38c183c1-2ecf-4a3b-97ca-cd36101f24ff on network 3024306a-3909-40d1-ba02-5dd3136dffcd {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:09.258260 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15ea8d95-053d-4af9-866a-8e0003505489 req-a6ca5e3f-12af-4a99-b383-905901758a63 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/quotas/cbc372ad2d1446089af0923f5d212489 HTTP/1.1" status: 200 len: 375 time: 0.1844859 Apr 20 16:23:09.262428 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ea695-8d5b-4a9b-9cc1-454e3eac3281 service neutron] Pushing event updated for resources: {'Port': ['ID=81c84724-c8ae-4bc9-8811-50b9e836d7f2,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:09.286817 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bd39838a-542c-48fb-ba93-31223601249b service neutron] Port 38c183c1-2ecf-4a3b-97ca-cd36101f24ff on network 3024306a-3909-40d1-ba02-5dd3136dffcd not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:23:09.287162 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bd39838a-542c-48fb-ba93-31223601249b service neutron] Attempting to bind port 38c183c1-2ecf-4a3b-97ca-cd36101f24ff on network 3024306a-3909-40d1-ba02-5dd3136dffcd {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:09.311994 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45038e-4d71-42a3-97b5-864d1f4eb8d8 req-d49251e6-6361-4fe4-acb3-8e091e561a93 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:09.324158 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0387e-fb82-45f2-8a05-29484876532b None None] Pushing event updated for resources: {'Port': ['ID=c98b43b9-d7a1-47e3-8354-d223de2a00e2,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:09.327294 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973f9aa-87bd-43da-9442-2fc7d9d03cf3 req-27047809-77e5-49a0-b0ea-75ea9ba33001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:09.327786 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973f9aa-87bd-43da-9442-2fc7d9d03cf3 req-27047809-77e5-49a0-b0ea-75ea9ba33001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:09.332205 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973f9aa-87bd-43da-9442-2fc7d9d03cf3 req-27047809-77e5-49a0-b0ea-75ea9ba33001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:09.334712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973f9aa-87bd-43da-9442-2fc7d9d03cf3 req-27047809-77e5-49a0-b0ea-75ea9ba33001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:09.336659 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973f9aa-87bd-43da-9442-2fc7d9d03cf3 req-27047809-77e5-49a0-b0ea-75ea9ba33001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:09.337098 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45038e-4d71-42a3-97b5-864d1f4eb8d8 req-d49251e6-6361-4fe4-acb3-8e091e561a93 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:09.337226 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973f9aa-87bd-43da-9442-2fc7d9d03cf3 req-27047809-77e5-49a0-b0ea-75ea9ba33001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:09.337611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973f9aa-87bd-43da-9442-2fc7d9d03cf3 req-27047809-77e5-49a0-b0ea-75ea9ba33001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:09.346746 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9973f9aa-87bd-43da-9442-2fc7d9d03cf3 req-27047809-77e5-49a0-b0ea-75ea9ba33001 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e35470c169cb468daf63345ebb7ba6b2&device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 6300 time: 0.3392813 Apr 20 16:23:09.357852 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45038e-4d71-42a3-97b5-864d1f4eb8d8 req-d49251e6-6361-4fe4-acb3-8e091e561a93 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:09.364354 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45038e-4d71-42a3-97b5-864d1f4eb8d8 req-d49251e6-6361-4fe4-acb3-8e091e561a93 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:09.378275 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45038e-4d71-42a3-97b5-864d1f4eb8d8 req-d49251e6-6361-4fe4-acb3-8e091e561a93 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:09.395552 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45038e-4d71-42a3-97b5-864d1f4eb8d8 req-d49251e6-6361-4fe4-acb3-8e091e561a93 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:09.403963 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45038e-4d71-42a3-97b5-864d1f4eb8d8 req-d49251e6-6361-4fe4-acb3-8e091e561a93 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:09.415616 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-be45038e-4d71-42a3-97b5-864d1f4eb8d8 req-d49251e6-6361-4fe4-acb3-8e091e561a93 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5395 time: 0.3153234 Apr 20 16:23:09.452420 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bd39838a-542c-48fb-ba93-31223601249b service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:23:09.452420 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bd39838a-542c-48fb-ba93-31223601249b service neutron] Checking segment: {'id': '54417bab-79ed-4fa5-a41e-0ab25e2ab60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:23:09.452420 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bd39838a-542c-48fb-ba93-31223601249b service neutron] Bound using segment: {'id': '54417bab-79ed-4fa5-a41e-0ab25e2ab60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:23:09.452420 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bd39838a-542c-48fb-ba93-31223601249b service neutron] Bound port: 38c183c1-2ecf-4a3b-97ca-cd36101f24ff, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54417bab-79ed-4fa5-a41e-0ab25e2ab60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:23:09.452420 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bd39838a-542c-48fb-ba93-31223601249b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:09.502176 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e01e126f-35cd-45e6-b917-5614ed4979ef tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:09.585444 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-be45038e-4d71-42a3-97b5-864d1f4eb8d8 req-b3ec0ea4-7b66-4a6f-9f6e-9232a2ccd694 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1683538 Apr 20 16:23:09.586892 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8334398-6616-4312-9d0d-abc10ff455d5 req-4e08fa43-4f5d-421b-985d-4614c1dd9149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:09.588407 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8334398-6616-4312-9d0d-abc10ff455d5 req-4e08fa43-4f5d-421b-985d-4614c1dd9149 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 1097 time: 0.6670170 Apr 20 16:23:09.610811 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e01e126f-35cd-45e6-b917-5614ed4979ef tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:09.649745 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01e126f-35cd-45e6-b917-5614ed4979ef tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:23:09.682765 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bd39838a-542c-48fb-ba93-31223601249b service neutron] For port 38c183c1-2ecf-4a3b-97ca-cd36101f24ff, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:23:09.687842 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e01e126f-35cd-45e6-b917-5614ed4979ef tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:09.690511 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-e01e126f-35cd-45e6-b917-5614ed4979ef tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Added segment 8e59c458-5438-45e3-9bca-a0f4a5a8cf4d of type vlan for network 46db77c6-2d51-4a1a-ae7c-5124c093f129 Apr 20 16:23:09.712145 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-232ea695-8d5b-4a9b-9cc1-454e3eac3281 service neutron] Attempting to bind port 81c84724-c8ae-4bc9-8811-50b9e836d7f2 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:23:09.712399 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-232ea695-8d5b-4a9b-9cc1-454e3eac3281 service neutron] Attempting to bind port 81c84724-c8ae-4bc9-8811-50b9e836d7f2 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:23:09.712743 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-232ea695-8d5b-4a9b-9cc1-454e3eac3281 service neutron] Attempting to bind port 81c84724-c8ae-4bc9-8811-50b9e836d7f2 on network a24f1ee1-7962-4b42-99b4-cd4d398ef380 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:09.721266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-232ea695-8d5b-4a9b-9cc1-454e3eac3281 service neutron] Port 81c84724-c8ae-4bc9-8811-50b9e836d7f2 on network a24f1ee1-7962-4b42-99b4-cd4d398ef380 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:23:09.721598 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-232ea695-8d5b-4a9b-9cc1-454e3eac3281 service neutron] Attempting to bind port 81c84724-c8ae-4bc9-8811-50b9e836d7f2 on network a24f1ee1-7962-4b42-99b4-cd4d398ef380 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:09.723665 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e126f-35cd-45e6-b917-5614ed4979ef tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5cae0a-fcb5-4bff-9a59-4a516f365236,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:09.745234 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bd39838a-542c-48fb-ba93-31223601249b service neutron] For port 38c183c1-2ecf-4a3b-97ca-cd36101f24ff, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=38c183c1-2ecf-4a3b-97ca-cd36101f24ff,segment=NetworkSegment(54417bab-79ed-4fa5-a41e-0ab25e2ab60e),segment_id=54417bab-79ed-4fa5-a41e-0ab25e2ab60e)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:23:09.761152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-232ea695-8d5b-4a9b-9cc1-454e3eac3281 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:23:09.761775 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-232ea695-8d5b-4a9b-9cc1-454e3eac3281 service neutron] Checking segment: {'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:23:09.762378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-232ea695-8d5b-4a9b-9cc1-454e3eac3281 service neutron] Bound using segment: {'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:23:09.763108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-232ea695-8d5b-4a9b-9cc1-454e3eac3281 service neutron] Bound port: 81c84724-c8ae-4bc9-8811-50b9e836d7f2, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:23:09.764033 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-232ea695-8d5b-4a9b-9cc1-454e3eac3281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:09.792193 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e01e126f-35cd-45e6-b917-5614ed4979ef tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:09.793768 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15ea8d95-053d-4af9-866a-8e0003505489 req-0ba60c0d-44fd-43a4-bcf8-3e38178f39aa tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbc372ad2d1446089af0923f5d212489&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5232804 Apr 20 16:23:09.833198 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bd39838a-542c-48fb-ba93-31223601249b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:09.841351 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8334398-6616-4312-9d0d-abc10ff455d5 req-0b042df9-bc84-4c1f-b70b-530547b3b901 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372983 Apr 20 16:23:09.905656 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bd39838a-542c-48fb-ba93-31223601249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:09.906279 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bd39838a-542c-48fb-ba93-31223601249b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:09.908216 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-bd39838a-542c-48fb-ba93-31223601249b service neutron] 10.222.0.30 "PUT /v2.0/ports/38c183c1-2ecf-4a3b-97ca-cd36101f24ff HTTP/1.1" status: 200 len: 1091 time: 2.6820054 Apr 20 16:23:09.933695 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e01e126f-35cd-45e6-b917-5614ed4979ef tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:09.955535 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01e126f-35cd-45e6-b917-5614ed4979ef tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:09.963512 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e01e126f-35cd-45e6-b917-5614ed4979ef tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:10.006423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973f9aa-87bd-43da-9442-2fc7d9d03cf3 req-e0624ef1-f270-4100-a3ad-67a11faa7e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:10.006888 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973f9aa-87bd-43da-9442-2fc7d9d03cf3 req-e0624ef1-f270-4100-a3ad-67a11faa7e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:10.007398 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973f9aa-87bd-43da-9442-2fc7d9d03cf3 req-e0624ef1-f270-4100-a3ad-67a11faa7e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:10.017775 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9973f9aa-87bd-43da-9442-2fc7d9d03cf3 req-e0624ef1-f270-4100-a3ad-67a11faa7e13 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e35470c169cb468daf63345ebb7ba6b2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6274536 Apr 20 16:23:10.025671 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15ea8d95-053d-4af9-866a-8e0003505489 req-5d673b3f-21ce-460a-b3ee-ad47a854a675 service neutron] 10.222.0.15 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878748 Apr 20 16:23:10.189364 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-232ea695-8d5b-4a9b-9cc1-454e3eac3281 service neutron] For port 81c84724-c8ae-4bc9-8811-50b9e836d7f2, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:23:10.317774 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-232ea695-8d5b-4a9b-9cc1-454e3eac3281 service neutron] For port 81c84724-c8ae-4bc9-8811-50b9e836d7f2, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=81c84724-c8ae-4bc9-8811-50b9e836d7f2,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:23:10.481829 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c98b43b9-d7a1-47e3-8354-d223de2a00e2 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:23:10.485321 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973f9aa-87bd-43da-9442-2fc7d9d03cf3 req-4713ff50-5551-4f51-b3a1-1d852b8acd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:10.485828 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9973f9aa-87bd-43da-9442-2fc7d9d03cf3 req-4713ff50-5551-4f51-b3a1-1d852b8acd2b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4445558 Apr 20 16:23:10.501531 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-232ea695-8d5b-4a9b-9cc1-454e3eac3281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:10.515121 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15ea8d95-053d-4af9-866a-8e0003505489 req-cbcf1f72-0cbd-43fc-96cb-28a59e724675 service neutron] 10.222.0.15 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725471 Apr 20 16:23:10.572995 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port c98b43b9-d7a1-47e3-8354-d223de2a00e2 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:10.591459 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:10.618720 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-232ea695-8d5b-4a9b-9cc1-454e3eac3281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:10.619326 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-232ea695-8d5b-4a9b-9cc1-454e3eac3281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:10.629141 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-232ea695-8d5b-4a9b-9cc1-454e3eac3281 service neutron] 10.222.0.30 "PUT /v2.0/ports/81c84724-c8ae-4bc9-8811-50b9e836d7f2 HTTP/1.1" status: 200 len: 1091 time: 3.7736354 Apr 20 16:23:10.632922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7822a6a-08c7-4a18-9ea9-3b23b8e033f1', 'tag': '81c84724-c8ae-4bc9-8811-50b9e836d7f2'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:10.643342 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea69cff-557d-4910-b744-dc9842bc7707" -d '{"events": [{"name": "network-changed", "server_uuid": "c7822a6a-08c7-4a18-9ea9-3b23b8e033f1", "tag": "81c84724-c8ae-4bc9-8811-50b9e836d7f2"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:10.663508 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-ee4163aa-e005-42d6-b7b1-b1ca50c0ae12 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:10.665271 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-ee4163aa-e005-42d6-b7b1-b1ca50c0ae12 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.26 "GET /v2.0/networks?id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb HTTP/1.1" status: 200 len: 818 time: 0.3942246 Apr 20 16:23:10.667204 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-a6bef8b7-453a-41b8-98b4-6b7ddcbdb90b service neutron] Request body: {'port': {'device_id': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:10.692717 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-489e8060-f504-4775-aca4-782354977090 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Request body: {'port': {'device_id': '0df4d47a-a4f1-40c3-9be6-343b11198f77', 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'admin_state_up': True, 'tenant_id': 'cbc372ad2d1446089af0923f5d212489'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:10.698639 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ea695-8d5b-4a9b-9cc1-454e3eac3281 service neutron] Pushing event updated for resources: {'Port': ['ID=81c84724-c8ae-4bc9-8811-50b9e836d7f2,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:10.808318 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39838a-542c-48fb-ba93-31223601249b service neutron] Pushing event updated for resources: {'Port': ['ID=38c183c1-2ecf-4a3b-97ca-cd36101f24ff,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:10.903189 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e01e126f-35cd-45e6-b917-5614ed4979ef tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.6537588 Apr 20 16:23:10.910592 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45358) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:10.915077 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e126f-35cd-45e6-b917-5614ed4979ef tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Pushing event updated for resources: {'Network': ['ID=46db77c6-2d51-4a1a-ae7c-5124c093f129,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:10.930436 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c53e2f-5002-426c-a1ca-975fc5e95ab0 req-d2bf2989-deb2-4a66-9280-c10e50891d76 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:10.939476 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 46db77c6-2d51-4a1a-ae7c-5124c093f129 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:23:10.940405 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-77c53e2f-5002-426c-a1ca-975fc5e95ab0 req-d2bf2989-deb2-4a66-9280-c10e50891d76 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7822a6a-08c7-4a18-9ea9-3b23b8e033f1 HTTP/1.1" status: 200 len: 943 time: 0.3639004 Apr 20 16:23:10.958876 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'tag': '38c183c1-2ecf-4a3b-97ca-cd36101f24ff'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:10.968159 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972d78b2-741d-4913-9468-1d1512c05048" -d '{"events": [{"name": "network-changed", "server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "tag": "38c183c1-2ecf-4a3b-97ca-cd36101f24ff"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:10.968386 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-08e0ee25-ddea-40ce-a504-edba2fa7add3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Request body: {'subnet': {'network_id': '46db77c6-2d51-4a1a-ae7c-5124c093f129', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:11.028872 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-a6bef8b7-453a-41b8-98b4-6b7ddcbdb90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:11.068779 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-77c53e2f-5002-426c-a1ca-975fc5e95ab0 req-76aabd9b-39cc-41f7-b5df-661a5a8fd9c7 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226072 Apr 20 16:23:11.223548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-489e8060-f504-4775-aca4-782354977090 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Made reservation on behalf of cbc372ad2d1446089af0923f5d212489 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:23:11.227174 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-489e8060-f504-4775-aca4-782354977090 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:11.302847 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-2db44a13-8169-4eed-88d4-8d149448941f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:11.304583 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-2db44a13-8169-4eed-88d4-8d149448941f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&device_id=c7822a6a-08c7-4a18-9ea9-3b23b8e033f1 HTTP/1.1" status: 200 len: 1094 time: 0.3927469 Apr 20 16:23:11.360489 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501a5a1-be4a-4d38-838b-fff08c3bd9ed req-4c401de7-8217-4fcc-af26-ccb997e60354 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:11.362382 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9501a5a1-be4a-4d38-838b-fff08c3bd9ed req-4c401de7-8217-4fcc-af26-ccb997e60354 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 946 time: 0.1993854 Apr 20 16:23:11.378636 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c35510-6388-4abf-9701-292a46e08d04 req-798d5759-c70b-4696-a301-44164c67d94f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:11.385465 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c35510-6388-4abf-9701-292a46e08d04 req-798d5759-c70b-4696-a301-44164c67d94f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:11.392501 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c35510-6388-4abf-9701-292a46e08d04 req-798d5759-c70b-4696-a301-44164c67d94f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:11.399167 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c35510-6388-4abf-9701-292a46e08d04 req-798d5759-c70b-4696-a301-44164c67d94f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:11.403314 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-d7f66d18-ac60-4579-a13f-402a5da76e5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81c84724-c8ae-4bc9-8811-50b9e836d7f2 HTTP/1.1" status: 200 len: 217 time: 0.0595467 Apr 20 16:23:11.405763 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c35510-6388-4abf-9701-292a46e08d04 req-798d5759-c70b-4696-a301-44164c67d94f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:11.412391 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c35510-6388-4abf-9701-292a46e08d04 req-798d5759-c70b-4696-a301-44164c67d94f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:11.418468 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c35510-6388-4abf-9701-292a46e08d04 req-798d5759-c70b-4696-a301-44164c67d94f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:11.460769 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-59c35510-6388-4abf-9701-292a46e08d04 req-798d5759-c70b-4696-a301-44164c67d94f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5395 time: 0.1429758 Apr 20 16:23:11.553813 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e0ee25-ddea-40ce-a504-edba2fa7add3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Made reservation on behalf of d87efd492e6e451aaa4c67b7eef152fc for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:23:11.559423 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-08e0ee25-ddea-40ce-a504-edba2fa7add3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:11.659342 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-59c35510-6388-4abf-9701-292a46e08d04 req-fcf02fde-6ae2-4c9e-ba76-7c56ed0487ec tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2202353 Apr 20 16:23:11.666618 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9501a5a1-be4a-4d38-838b-fff08c3bd9ed req-07772af6-e5bc-4895-b2b4-c9ada4b97e2e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675190 Apr 20 16:23:11.688471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-8cf84a93-e18c-466a-9c2a-290c288d45c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:11.708397 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-8cf84a93-e18c-466a-9c2a-290c288d45c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b506ada-a815-4b95-bd30-2bdbb75a1ede HTTP/1.1" status: 200 len: 845 time: 0.2974207 Apr 20 16:23:11.762867 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-489e8060-f504-4775-aca4-782354977090 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Allocated IP 172.20.0.11 (d9af20c5-ec0a-4beb-b93d-6291e4255aeb/f49ef81d-6341-40ae-b59c-ad7cca19ee9b/f185935b-c5c0-4e59-89ac-b70d084b1382) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:23:11.790597 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-a6bef8b7-453a-41b8-98b4-6b7ddcbdb90b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1628b9e-6015-40ce-9c03-59336f363801 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:11.791782 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6feb572-20ef-4d3d-bf21-f120f967abfa x-openstack-request-id: req-f6feb572-20ef-4d3d-bf21-f120f967abfa {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:11.792081 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7822a6a-08c7-4a18-9ea9-3b23b8e033f1", "tag": "81c84724-c8ae-4bc9-8811-50b9e836d7f2", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:11.792420 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6feb572-20ef-4d3d-bf21-f120f967abfa {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:11.792855 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6feb572-20ef-4d3d-bf21-f120f967abfa'] response: {'name': 'network-changed', 'server_uuid': 'c7822a6a-08c7-4a18-9ea9-3b23b8e033f1', 'tag': '81c84724-c8ae-4bc9-8811-50b9e836d7f2', 'status': 'completed', 'code': 200} Apr 20 16:23:11.814951 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-a6bef8b7-453a-41b8-98b4-6b7ddcbdb90b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:11.852819 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-a6bef8b7-453a-41b8-98b4-6b7ddcbdb90b service neutron] Transition to ACTIVE for port object d1628b9e-6015-40ce-9c03-59336f363801 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:23:11.865618 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbb7035-6a67-40f5-ba27-8df9ef2d438c x-openstack-request-id: req-efbb7035-6a67-40f5-ba27-8df9ef2d438c {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:11.865977 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "tag": "38c183c1-2ecf-4a3b-97ca-cd36101f24ff", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:11.866320 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-efbb7035-6a67-40f5-ba27-8df9ef2d438c {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:11.866849 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efbb7035-6a67-40f5-ba27-8df9ef2d438c'] response: {'name': 'network-changed', 'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'tag': '38c183c1-2ecf-4a3b-97ca-cd36101f24ff', 'status': 'completed', 'code': 200} Apr 20 16:23:11.877739 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-3e3dbf62-c2df-4bfd-80df-1101d693655e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a24f1ee1-7962-4b42-99b4-cd4d398ef380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1515183 Apr 20 16:23:11.956674 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a1754876-bf19-40ba-88bb-e4fe8c6159cd req-d398fa49-63e1-468d-806b-d1aa96fb8c22 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 210 time: 0.0881605 Apr 20 16:23:12.171757 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-a6bef8b7-453a-41b8-98b4-6b7ddcbdb90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:12.231700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d78b2-741d-4913-9468-1d1512c05048 req-1a3cd526-c2c1-44b5-954c-8d776c4611ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:12.232460 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d78b2-741d-4913-9468-1d1512c05048 req-1a3cd526-c2c1-44b5-954c-8d776c4611ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:12.232939 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d78b2-741d-4913-9468-1d1512c05048 req-1a3cd526-c2c1-44b5-954c-8d776c4611ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:12.233404 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d78b2-741d-4913-9468-1d1512c05048 req-1a3cd526-c2c1-44b5-954c-8d776c4611ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:12.233867 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d78b2-741d-4913-9468-1d1512c05048 req-1a3cd526-c2c1-44b5-954c-8d776c4611ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:12.234571 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d78b2-741d-4913-9468-1d1512c05048 req-1a3cd526-c2c1-44b5-954c-8d776c4611ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:12.234821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d78b2-741d-4913-9468-1d1512c05048 req-1a3cd526-c2c1-44b5-954c-8d776c4611ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:12.237296 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-972d78b2-741d-4913-9468-1d1512c05048 req-1a3cd526-c2c1-44b5-954c-8d776c4611ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e35470c169cb468daf63345ebb7ba6b2&device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 6342 time: 0.3080599 Apr 20 16:23:12.297987 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471caec7-effa-45a8-afa4-1385b4024926 req-0ad8399a-5391-4c39-a97a-faf3859fedb5 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:12.309434 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-471caec7-effa-45a8-afa4-1385b4024926 req-0ad8399a-5391-4c39-a97a-faf3859fedb5 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7822a6a-08c7-4a18-9ea9-3b23b8e033f1 HTTP/1.1" status: 200 len: 943 time: 0.1497993 Apr 20 16:23:12.320271 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bef8b7-453a-41b8-98b4-6b7ddcbdb90b service neutron] Pushing event updated for resources: {'Port': ['ID=d1628b9e-6015-40ce-9c03-59336f363801,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:12.352154 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-8d5b8387-839c-49eb-bb57-0de432c47f12 service neutron] 10.222.0.30 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242692 Apr 20 16:23:12.458245 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-471caec7-effa-45a8-afa4-1385b4024926 req-d9744a14-233d-4b4f-a5ab-a5ac2fe2c3c1 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325939 Apr 20 16:23:12.486029 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-08e0ee25-ddea-40ce-a504-edba2fa7add3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:12.491494 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-a6bef8b7-453a-41b8-98b4-6b7ddcbdb90b service neutron] Attempting to bind port d1628b9e-6015-40ce-9c03-59336f363801 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:23:12.493859 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-a6bef8b7-453a-41b8-98b4-6b7ddcbdb90b service neutron] Attempting to bind port d1628b9e-6015-40ce-9c03-59336f363801 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'c7a4213b-0bd6-496a-8d47-4db9331e16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8d815abc-b52f-44a7-b0f4-be6307f2c66b'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:23:12.494443 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-a6bef8b7-453a-41b8-98b4-6b7ddcbdb90b service neutron] Attempting to bind port d1628b9e-6015-40ce-9c03-59336f363801 on network 8d815abc-b52f-44a7-b0f4-be6307f2c66b {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:12.494590 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-489e8060-f504-4775-aca4-782354977090 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:12.506578 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-a6bef8b7-453a-41b8-98b4-6b7ddcbdb90b service neutron] Port d1628b9e-6015-40ce-9c03-59336f363801 on network 8d815abc-b52f-44a7-b0f4-be6307f2c66b not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:23:12.516560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-a6bef8b7-453a-41b8-98b4-6b7ddcbdb90b service neutron] Attempting to bind port d1628b9e-6015-40ce-9c03-59336f363801 on network 8d815abc-b52f-44a7-b0f4-be6307f2c66b {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:12.516560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-a6bef8b7-453a-41b8-98b4-6b7ddcbdb90b service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:23:12.516560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-a6bef8b7-453a-41b8-98b4-6b7ddcbdb90b service neutron] Checking segment: {'id': 'c7a4213b-0bd6-496a-8d47-4db9331e16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8d815abc-b52f-44a7-b0f4-be6307f2c66b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:23:12.516560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-a6bef8b7-453a-41b8-98b4-6b7ddcbdb90b service neutron] Bound using segment: {'id': 'c7a4213b-0bd6-496a-8d47-4db9331e16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8d815abc-b52f-44a7-b0f4-be6307f2c66b'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:23:12.516560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-a6bef8b7-453a-41b8-98b4-6b7ddcbdb90b service neutron] Bound port: d1628b9e-6015-40ce-9c03-59336f363801, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a4213b-0bd6-496a-8d47-4db9331e16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8d815abc-b52f-44a7-b0f4-be6307f2c66b'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:23:12.516560 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-a6bef8b7-453a-41b8-98b4-6b7ddcbdb90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:12.618061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d78b2-741d-4913-9468-1d1512c05048 req-7a829c81-9c5c-4a4a-b3a0-a5f1727b2d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:12.619728 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d78b2-741d-4913-9468-1d1512c05048 req-7a829c81-9c5c-4a4a-b3a0-a5f1727b2d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:12.620118 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d78b2-741d-4913-9468-1d1512c05048 req-7a829c81-9c5c-4a4a-b3a0-a5f1727b2d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:12.621970 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-972d78b2-741d-4913-9468-1d1512c05048 req-7a829c81-9c5c-4a4a-b3a0-a5f1727b2d95 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e35470c169cb468daf63345ebb7ba6b2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3602107 Apr 20 16:23:12.633308 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-a6bef8b7-453a-41b8-98b4-6b7ddcbdb90b service neutron] For port d1628b9e-6015-40ce-9c03-59336f363801, host n-h2-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:23:12.648378 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-a6bef8b7-453a-41b8-98b4-6b7ddcbdb90b service neutron] For port d1628b9e-6015-40ce-9c03-59336f363801, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=d1628b9e-6015-40ce-9c03-59336f363801,segment=NetworkSegment(c7a4213b-0bd6-496a-8d47-4db9331e16ee),segment_id=c7a4213b-0bd6-496a-8d47-4db9331e16ee)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:23:12.715811 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-73d68052-e1cc-4a27-baf9-c42b69490cce req-65f9c77f-d1a3-4ef6-a3db-925b92fd7a9b service neutron] 10.222.0.30 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293502 Apr 20 16:23:12.724586 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0ee25-ddea-40ce-a504-edba2fa7add3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Pushing event updated for resources: {'Subnet': ['ID=35080641-818a-4e2b-a21b-c904fe5beefd,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:12.725796 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-a6bef8b7-453a-41b8-98b4-6b7ddcbdb90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:12.776846 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-a6bef8b7-453a-41b8-98b4-6b7ddcbdb90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:12.777826 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-a6bef8b7-453a-41b8-98b4-6b7ddcbdb90b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:12.779183 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-a6bef8b7-453a-41b8-98b4-6b7ddcbdb90b service neutron] 10.222.0.30 "PUT /v2.0/ports/d1628b9e-6015-40ce-9c03-59336f363801 HTTP/1.1" status: 200 len: 1091 time: 2.1818471 Apr 20 16:23:12.845532 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bef8b7-453a-41b8-98b4-6b7ddcbdb90b service neutron] Pushing event updated for resources: {'Port': ['ID=d1628b9e-6015-40ce-9c03-59336f363801,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:12.849413 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e0ee25-ddea-40ce-a504-edba2fa7add3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Checking segment: {'id': '8e59c458-5438-45e3-9bca-a0f4a5a8cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '46db77c6-2d51-4a1a-ae7c-5124c093f129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:23:12.849804 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e0ee25-ddea-40ce-a504-edba2fa7add3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Network hostable DHCP agents. Network: 46db77c6-2d51-4a1a-ae7c-5124c093f129, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:23:12.865648 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-489e8060-f504-4775-aca4-782354977090 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:12.914306 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5ec68-1f10-4f30-8faf-3ba3241949d8 req-d7cf63f0-3a4b-4a3b-9f54-b291c9c6d7d2 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:12.916235 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-50f5ec68-1f10-4f30-8faf-3ba3241949d8 req-d7cf63f0-3a4b-4a3b-9f54-b291c9c6d7d2 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 946 time: 0.0928547 Apr 20 16:23:12.955630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e8060-f504-4775-aca4-782354977090 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Pushing event updated for resources: {'Port': ['ID=f185935b-c5c0-4e59-89ac-b70d084b1382,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:12.961484 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-ca45936e-6788-4cbf-9494-23331e77557c service neutron] Request body: {'port': {'device_id': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:13.038490 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea69cff-557d-4910-b744-dc9842bc7707 req-29ca8d3c-ca2f-47fe-a6df-db7ca052526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:13.041613 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5ea69cff-557d-4910-b744-dc9842bc7707 req-29ca8d3c-ca2f-47fe-a6df-db7ca052526f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&device_id=c7822a6a-08c7-4a18-9ea9-3b23b8e033f1 HTTP/1.1" status: 200 len: 1094 time: 0.1233947 Apr 20 16:23:13.058065 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd03a5-65c2-4fdf-94c3-d7af7c21c3b4 req-c097962e-ee68-45c3-aa21-27fc4172ed22 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:13.059446 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-50f5ec68-1f10-4f30-8faf-3ba3241949d8 req-b563a912-7665-442d-a485-8305c3a2d7f1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038129 Apr 20 16:23:13.064661 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd03a5-65c2-4fdf-94c3-d7af7c21c3b4 req-c097962e-ee68-45c3-aa21-27fc4172ed22 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:13.070991 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd03a5-65c2-4fdf-94c3-d7af7c21c3b4 req-c097962e-ee68-45c3-aa21-27fc4172ed22 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:13.078099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd03a5-65c2-4fdf-94c3-d7af7c21c3b4 req-c097962e-ee68-45c3-aa21-27fc4172ed22 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:13.086145 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd03a5-65c2-4fdf-94c3-d7af7c21c3b4 req-c097962e-ee68-45c3-aa21-27fc4172ed22 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:13.092361 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd03a5-65c2-4fdf-94c3-d7af7c21c3b4 req-c097962e-ee68-45c3-aa21-27fc4172ed22 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:13.099134 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd03a5-65c2-4fdf-94c3-d7af7c21c3b4 req-c097962e-ee68-45c3-aa21-27fc4172ed22 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:13.112467 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-20cd03a5-65c2-4fdf-94c3-d7af7c21c3b4 req-c097962e-ee68-45c3-aa21-27fc4172ed22 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5407 time: 0.3378592 Apr 20 16:23:13.159188 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-489e8060-f504-4775-aca4-782354977090 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Network d9af20c5-ec0a-4beb-b93d-6291e4255aeb is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:23:13.163272 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d78b2-741d-4913-9468-1d1512c05048 req-9fbb9401-10e1-4f0e-b9cb-5bb8cd38f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:13.164815 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-972d78b2-741d-4913-9468-1d1512c05048 req-9fbb9401-10e1-4f0e-b9cb-5bb8cd38f09d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5032134 Apr 20 16:23:13.171873 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e0ee25-ddea-40ce-a504-edba2fa7add3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Network 46db77c6-2d51-4a1a-ae7c-5124c093f129 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:23:13.211590 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-489e8060-f504-4775-aca4-782354977090 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:23:13.218225 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-ca45936e-6788-4cbf-9494-23331e77557c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:13.221542 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-489e8060-f504-4775-aca4-782354977090 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:23:13.231769 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-20cd03a5-65c2-4fdf-94c3-d7af7c21c3b4 req-1a613ff0-8d5d-4a14-b233-6878398d11e1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1208308 Apr 20 16:23:13.253815 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a326e378-b2b6-488b-a495-c4b452978762 req-a9edccef-18e3-454b-8666-138849b80275 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 210 time: 0.1099758 Apr 20 16:23:13.318487 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea69cff-557d-4910-b744-dc9842bc7707 req-3f5cd1ed-7a45-4d76-8d72-e1d91067cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:13.320149 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5ea69cff-557d-4910-b744-dc9842bc7707 req-3f5cd1ed-7a45-4d76-8d72-e1d91067cf70 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a24f1ee1-7962-4b42-99b4-cd4d398ef380 HTTP/1.1" status: 200 len: 906 time: 0.2597136 Apr 20 16:23:13.331260 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-489e8060-f504-4775-aca4-782354977090 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:13.332255 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-489e8060-f504-4775-aca4-782354977090 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:13.383553 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-08e0ee25-ddea-40ce-a504-edba2fa7add3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 46db77c6-2d51-4a1a-ae7c-5124c093f129) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:23:13.385190 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5ea69cff-557d-4910-b744-dc9842bc7707 req-c416f038-7104-456a-a640-153de6706cff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81c84724-c8ae-4bc9-8811-50b9e836d7f2 HTTP/1.1" status: 200 len: 217 time: 0.0578134 Apr 20 16:23:13.394411 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e0ee25-ddea-40ce-a504-edba2fa7add3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:13.395006 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-08e0ee25-ddea-40ce-a504-edba2fa7add3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:13.395295 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5edd49-8e8a-4ec0-bda4-c99a6dbe9e73 None None] Network 46db77c6-2d51-4a1a-ae7c-5124c093f129 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:23:13.468466 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea69cff-557d-4910-b744-dc9842bc7707 req-cba278c3-ca8e-4355-a5ce-39aa822694ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:13.470013 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5ea69cff-557d-4910-b744-dc9842bc7707 req-cba278c3-ca8e-4355-a5ce-39aa822694ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b506ada-a815-4b95-bd30-2bdbb75a1ede HTTP/1.1" status: 200 len: 845 time: 0.0727115 Apr 20 16:23:13.486293 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-489e8060-f504-4775-aca4-782354977090 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8027890 Apr 20 16:23:13.489498 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-08e0ee25-ddea-40ce-a504-edba2fa7add3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5336485 Apr 20 16:23:13.493112 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45406) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:13.511026 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-727a7a45-2285-4612-9f15-916f0229fea1 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1973389442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:13.564616 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5ea69cff-557d-4910-b744-dc9842bc7707 req-b77509b1-ce2e-443a-b1b8-65013206095d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a24f1ee1-7962-4b42-99b4-cd4d398ef380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873930 Apr 20 16:23:13.696218 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac720602-7aca-4ff3-9c0f-f594cbe11976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-46db77c6-2d51-4a1a-ae7c-5124c093f129', 'network_id': '46db77c6-2d51-4a1a-ae7c-5124c093f129', 'tenant_id': 'd87efd492e6e451aaa4c67b7eef152fc', 'fixed_ips': [{'subnet_id': '35080641-818a-4e2b-a21b-c904fe5beefd'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:23:13.706532 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ac720602-7aca-4ff3-9c0f-f594cbe11976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:13.710290 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-91a4a7a9-6b68-4d6e-8837-341662075982 None None] Provisioning complete for port f185935b-c5c0-4e59-89ac-b70d084b1382 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:13.710669 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-91a4a7a9-6b68-4d6e-8837-341662075982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:13.759439 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-91a4a7a9-6b68-4d6e-8837-341662075982 None None] Port f185935b-c5c0-4e59-89ac-b70d084b1382 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:23:13.796719 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819c460-73f1-4b8f-b34a-35585c480409 req-23c7087c-e815-40f9-ba41-2c3f25acb191 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:13.798650 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a819c460-73f1-4b8f-b34a-35585c480409 req-23c7087c-e815-40f9-ba41-2c3f25acb191 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7822a6a-08c7-4a18-9ea9-3b23b8e033f1 HTTP/1.1" status: 200 len: 943 time: 0.2280345 Apr 20 16:23:13.806751 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5ea69cff-557d-4910-b744-dc9842bc7707 req-12f70768-a5e0-407f-a547-083c5e8ad286 service neutron] 10.222.0.30 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661859 Apr 20 16:23:13.868972 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'tag': 'd1628b9e-6015-40ce-9c03-59336f363801'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:13.879799 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ff03e8-ee39-45c2-b8b8-65181597b316" -d '{"events": [{"name": "network-changed", "server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "tag": "d1628b9e-6015-40ce-9c03-59336f363801"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:13.909911 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-ac720602-7aca-4ff3-9c0f-f594cbe11976 None None] Allocated IP 172.20.0.2 (46db77c6-2d51-4a1a-ae7c-5124c093f129/35080641-818a-4e2b-a21b-c904fe5beefd/ddaafa65-189f-4d11-abda-da16624094c6) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:23:13.936613 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a819c460-73f1-4b8f-b34a-35585c480409 req-28fa4703-182e-405a-84f0-c58b1eec0aeb tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174612 Apr 20 16:23:14.080617 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5ea69cff-557d-4910-b744-dc9842bc7707 req-cc6e2e72-0275-4987-bb14-2b65b80103f6 service neutron] 10.222.0.30 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639585 Apr 20 16:23:14.082441 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7ccfd0-021a-4682-a87e-77202b711b6b x-openstack-request-id: req-7a7ccfd0-021a-4682-a87e-77202b711b6b {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:14.082441 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "tag": "d1628b9e-6015-40ce-9c03-59336f363801", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:14.082701 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a7ccfd0-021a-4682-a87e-77202b711b6b {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:14.082882 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a7ccfd0-021a-4682-a87e-77202b711b6b'] response: {'name': 'network-changed', 'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'tag': 'd1628b9e-6015-40ce-9c03-59336f363801', 'status': 'completed', 'code': 200} Apr 20 16:23:14.100369 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-9ccc2760-1885-49a3-b8d5-6819daf8ccd3 service neutron] Request body: {'port': {'device_id': '0df4d47a-a4f1-40c3-9be6-343b11198f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:14.125309 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-727a7a45-2285-4612-9f15-916f0229fea1 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:14.126372 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-727a7a45-2285-4612-9f15-916f0229fea1 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:14.147457 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ac720602-7aca-4ff3-9c0f-f594cbe11976 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:14.201348 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff03e8-ee39-45c2-b8b8-65181597b316 req-12573bd8-f0ab-4efe-a94f-35bb9804a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:14.202186 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff03e8-ee39-45c2-b8b8-65181597b316 req-12573bd8-f0ab-4efe-a94f-35bb9804a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:14.202842 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff03e8-ee39-45c2-b8b8-65181597b316 req-12573bd8-f0ab-4efe-a94f-35bb9804a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:14.204101 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff03e8-ee39-45c2-b8b8-65181597b316 req-12573bd8-f0ab-4efe-a94f-35bb9804a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:14.205105 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff03e8-ee39-45c2-b8b8-65181597b316 req-12573bd8-f0ab-4efe-a94f-35bb9804a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:14.205744 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff03e8-ee39-45c2-b8b8-65181597b316 req-12573bd8-f0ab-4efe-a94f-35bb9804a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:14.206428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff03e8-ee39-45c2-b8b8-65181597b316 req-12573bd8-f0ab-4efe-a94f-35bb9804a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:14.208818 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-45ff03e8-ee39-45c2-b8b8-65181597b316 req-12573bd8-f0ab-4efe-a94f-35bb9804a5e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e35470c169cb468daf63345ebb7ba6b2&device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 6409 time: 0.0990903 Apr 20 16:23:14.256114 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ac720602-7aca-4ff3-9c0f-f594cbe11976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:14.347853 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32610da-29b2-4c77-a65b-d8ef30babb59 req-6b76ed57-8d53-4775-b8d8-41e68564520a tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:14.356631 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d32610da-29b2-4c77-a65b-d8ef30babb59 req-6b76ed57-8d53-4775-b8d8-41e68564520a tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 946 time: 0.2518702 Apr 20 16:23:14.386713 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac720602-7aca-4ff3-9c0f-f594cbe11976 None None] Pushing event updated for resources: {'Port': ['ID=ddaafa65-189f-4d11-abda-da16624094c6,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:14.392693 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac720602-7aca-4ff3-9c0f-f594cbe11976 None None] Network 46db77c6-2d51-4a1a-ae7c-5124c093f129 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:23:14.405965 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-ac720602-7aca-4ff3-9c0f-f594cbe11976 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:23:14.411780 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac720602-7aca-4ff3-9c0f-f594cbe11976 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:23:14.423158 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff03e8-ee39-45c2-b8b8-65181597b316 req-84e5b92e-7970-4816-aa7a-4227575832cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:14.423657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff03e8-ee39-45c2-b8b8-65181597b316 req-84e5b92e-7970-4816-aa7a-4227575832cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:14.424201 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff03e8-ee39-45c2-b8b8-65181597b316 req-84e5b92e-7970-4816-aa7a-4227575832cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:14.425895 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-45ff03e8-ee39-45c2-b8b8-65181597b316 req-84e5b92e-7970-4816-aa7a-4227575832cf service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e35470c169cb468daf63345ebb7ba6b2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2031183 Apr 20 16:23:14.483898 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-9ccc2760-1885-49a3-b8d5-6819daf8ccd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:14.526325 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-727a7a45-2285-4612-9f15-916f0229fea1 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:14.527200 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ac720602-7aca-4ff3-9c0f-f594cbe11976 None None] Attempting to bind port ddaafa65-189f-4d11-abda-da16624094c6 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:23:14.527642 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ac720602-7aca-4ff3-9c0f-f594cbe11976 None None] Attempting to bind port ddaafa65-189f-4d11-abda-da16624094c6 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '8e59c458-5438-45e3-9bca-a0f4a5a8cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '46db77c6-2d51-4a1a-ae7c-5124c093f129'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:23:14.528123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac720602-7aca-4ff3-9c0f-f594cbe11976 None None] Attempting to bind port ddaafa65-189f-4d11-abda-da16624094c6 on network 46db77c6-2d51-4a1a-ae7c-5124c093f129 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:14.529512 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919145b-4699-4538-bbaa-36dbca5a361b req-c507b71a-9fc8-4979-bf8b-b0288c22d08c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:14.534470 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac720602-7aca-4ff3-9c0f-f594cbe11976 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:23:14.534929 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac720602-7aca-4ff3-9c0f-f594cbe11976 None None] Checking segment: {'id': '8e59c458-5438-45e3-9bca-a0f4a5a8cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '46db77c6-2d51-4a1a-ae7c-5124c093f129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:23:14.535575 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ac720602-7aca-4ff3-9c0f-f594cbe11976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:14.535804 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919145b-4699-4538-bbaa-36dbca5a361b req-c507b71a-9fc8-4979-bf8b-b0288c22d08c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:14.536103 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac720602-7aca-4ff3-9c0f-f594cbe11976 None None] Bound using segment: {'id': '8e59c458-5438-45e3-9bca-a0f4a5a8cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '46db77c6-2d51-4a1a-ae7c-5124c093f129'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:23:14.536700 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ac720602-7aca-4ff3-9c0f-f594cbe11976 None None] Bound port: ddaafa65-189f-4d11-abda-da16624094c6, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e59c458-5438-45e3-9bca-a0f4a5a8cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '46db77c6-2d51-4a1a-ae7c-5124c093f129'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:23:14.537390 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ac720602-7aca-4ff3-9c0f-f594cbe11976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:14.542729 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919145b-4699-4538-bbaa-36dbca5a361b req-c507b71a-9fc8-4979-bf8b-b0288c22d08c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:14.549978 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919145b-4699-4538-bbaa-36dbca5a361b req-c507b71a-9fc8-4979-bf8b-b0288c22d08c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:14.563702 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919145b-4699-4538-bbaa-36dbca5a361b req-c507b71a-9fc8-4979-bf8b-b0288c22d08c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:14.574443 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919145b-4699-4538-bbaa-36dbca5a361b req-c507b71a-9fc8-4979-bf8b-b0288c22d08c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:14.581223 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919145b-4699-4538-bbaa-36dbca5a361b req-c507b71a-9fc8-4979-bf8b-b0288c22d08c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:14.592006 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a919145b-4699-4538-bbaa-36dbca5a361b req-c507b71a-9fc8-4979-bf8b-b0288c22d08c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5407 time: 0.2110367 Apr 20 16:23:14.640437 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff03e8-ee39-45c2-b8b8-65181597b316 req-0310a085-47e8-45cd-a321-a8e2edfce4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:14.645535 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-45ff03e8-ee39-45c2-b8b8-65181597b316 req-0310a085-47e8-45cd-a321-a8e2edfce4b4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2019563 Apr 20 16:23:14.653817 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea8d95-053d-4af9-866a-8e0003505489 req-e9a055a1-45de-4606-8b24-42c1048aa8c9 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:14.655157 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15ea8d95-053d-4af9-866a-8e0003505489 req-e9a055a1-45de-4606-8b24-42c1048aa8c9 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.30 "GET /v2.0/networks?id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb HTTP/1.1" status: 200 len: 818 time: 0.2961643 Apr 20 16:23:14.669063 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-727a7a45-2285-4612-9f15-916f0229fea1 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:14.674132 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ac720602-7aca-4ff3-9c0f-f594cbe11976 None None] For port ddaafa65-189f-4d11-abda-da16624094c6, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:23:14.678143 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ac720602-7aca-4ff3-9c0f-f594cbe11976 None None] For port ddaafa65-189f-4d11-abda-da16624094c6, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ddaafa65-189f-4d11-abda-da16624094c6,segment=NetworkSegment(8e59c458-5438-45e3-9bca-a0f4a5a8cf4d),segment_id=8e59c458-5438-45e3-9bca-a0f4a5a8cf4d)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:23:14.696229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-15ea8d95-053d-4af9-866a-8e0003505489 req-558fa054-956f-49f9-9d17-5e68b4240103 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Request body: {'port': {'device_id': 'c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3', 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'admin_state_up': True, 'tenant_id': 'cbc372ad2d1446089af0923f5d212489'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:14.744008 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a919145b-4699-4538-bbaa-36dbca5a361b req-bf5f1990-66e1-4fe4-84c6-ee9ed2bf0dac tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1508482 Apr 20 16:23:14.753749 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ac720602-7aca-4ff3-9c0f-f594cbe11976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:14.783205 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d32610da-29b2-4c77-a65b-d8ef30babb59 req-c8b68c5c-e377-4578-8d92-b82221f48b5d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253151 Apr 20 16:23:14.857782 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac720602-7aca-4ff3-9c0f-f594cbe11976 None None] Pushing event updated for resources: {'Port': ['ID=ddaafa65-189f-4d11-abda-da16624094c6,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:14.924804 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-727a7a45-2285-4612-9f15-916f0229fea1 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:14.928772 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-727a7a45-2285-4612-9f15-916f0229fea1 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.4351165 Apr 20 16:23:14.930473 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45434) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:14.934310 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-ca45936e-6788-4cbf-9494-23331e77557c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d508a3b0-0004-4f38-82f9-28f5a0647800 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:14.958480 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b87c7db0-338e-46ea-9141-a9956455bc09 req-0b08e40d-b94b-4eb7-8c66-7ac7f4159a08 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 210 time: 0.0620682 Apr 20 16:23:15.083621 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-ca45936e-6788-4cbf-9494-23331e77557c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:15.183192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-ca45936e-6788-4cbf-9494-23331e77557c service neutron] Transition to ACTIVE for port object d508a3b0-0004-4f38-82f9-28f5a0647800 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:23:15.234717 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ea8d95-053d-4af9-866a-8e0003505489 req-558fa054-956f-49f9-9d17-5e68b4240103 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Made reservation on behalf of cbc372ad2d1446089af0923f5d212489 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:23:15.242850 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-15ea8d95-053d-4af9-866a-8e0003505489 req-558fa054-956f-49f9-9d17-5e68b4240103 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:15.359411 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-ca45936e-6788-4cbf-9494-23331e77557c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:15.359699 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d5e60bf-319b-408d-95c1-7017e4507bc6 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:15.369246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52142a5-1f03-48e9-a1ac-376ecbc9d88e req-a3c2dadc-3df0-4787-a382-fda2699b1809 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:15.370772 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a52142a5-1f03-48e9-a1ac-376ecbc9d88e req-a3c2dadc-3df0-4787-a382-fda2699b1809 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7822a6a-08c7-4a18-9ea9-3b23b8e033f1 HTTP/1.1" status: 200 len: 943 time: 0.2955360 Apr 20 16:23:15.509566 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45936e-6788-4cbf-9494-23331e77557c service neutron] Pushing event updated for resources: {'Port': ['ID=d508a3b0-0004-4f38-82f9-28f5a0647800,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:15.536072 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a52142a5-1f03-48e9-a1ac-376ecbc9d88e req-163333d1-d90d-4569-a34c-bb75d117fe91 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483154 Apr 20 16:23:15.672271 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-9ccc2760-1885-49a3-b8d5-6819daf8ccd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f185935b-c5c0-4e59-89ac-b70d084b1382 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:15.685573 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-7d5e60bf-319b-408d-95c1-7017e4507bc6 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Allocated IP 172.20.0.1 (46db77c6-2d51-4a1a-ae7c-5124c093f129/35080641-818a-4e2b-a21b-c904fe5beefd/466b224a-277e-4f02-91ea-343a503e04b1) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:23:15.686628 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-9ccc2760-1885-49a3-b8d5-6819daf8ccd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:15.718187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-9ccc2760-1885-49a3-b8d5-6819daf8ccd3 service neutron] Transition to ACTIVE for port object f185935b-c5c0-4e59-89ac-b70d084b1382 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:23:15.718187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-ca45936e-6788-4cbf-9494-23331e77557c service neutron] Attempting to bind port d508a3b0-0004-4f38-82f9-28f5a0647800 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:23:15.718187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-ca45936e-6788-4cbf-9494-23331e77557c service neutron] Attempting to bind port d508a3b0-0004-4f38-82f9-28f5a0647800 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'c7a4213b-0bd6-496a-8d47-4db9331e16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8d815abc-b52f-44a7-b0f4-be6307f2c66b'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:23:15.718187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-ca45936e-6788-4cbf-9494-23331e77557c service neutron] Attempting to bind port d508a3b0-0004-4f38-82f9-28f5a0647800 on network 8d815abc-b52f-44a7-b0f4-be6307f2c66b {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:15.718187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-ca45936e-6788-4cbf-9494-23331e77557c service neutron] Port d508a3b0-0004-4f38-82f9-28f5a0647800 on network 8d815abc-b52f-44a7-b0f4-be6307f2c66b not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:23:15.718187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-ca45936e-6788-4cbf-9494-23331e77557c service neutron] Attempting to bind port d508a3b0-0004-4f38-82f9-28f5a0647800 on network 8d815abc-b52f-44a7-b0f4-be6307f2c66b {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:15.725060 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-ca45936e-6788-4cbf-9494-23331e77557c service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:23:15.726528 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-ca45936e-6788-4cbf-9494-23331e77557c service neutron] Checking segment: {'id': 'c7a4213b-0bd6-496a-8d47-4db9331e16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8d815abc-b52f-44a7-b0f4-be6307f2c66b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:23:15.727078 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-ca45936e-6788-4cbf-9494-23331e77557c service neutron] Bound using segment: {'id': 'c7a4213b-0bd6-496a-8d47-4db9331e16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8d815abc-b52f-44a7-b0f4-be6307f2c66b'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:23:15.727694 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-ca45936e-6788-4cbf-9494-23331e77557c service neutron] Bound port: d508a3b0-0004-4f38-82f9-28f5a0647800, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a4213b-0bd6-496a-8d47-4db9331e16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8d815abc-b52f-44a7-b0f4-be6307f2c66b'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:23:15.728362 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-ca45936e-6788-4cbf-9494-23331e77557c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:15.846787 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-ca45936e-6788-4cbf-9494-23331e77557c service neutron] For port d508a3b0-0004-4f38-82f9-28f5a0647800, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:23:15.855322 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-ca45936e-6788-4cbf-9494-23331e77557c service neutron] For port d508a3b0-0004-4f38-82f9-28f5a0647800, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=d508a3b0-0004-4f38-82f9-28f5a0647800,segment=NetworkSegment(c7a4213b-0bd6-496a-8d47-4db9331e16ee),segment_id=c7a4213b-0bd6-496a-8d47-4db9331e16ee)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:23:15.862112 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-9ccc2760-1885-49a3-b8d5-6819daf8ccd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:15.977180 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-ca45936e-6788-4cbf-9494-23331e77557c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:16.030273 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc2760-1885-49a3-b8d5-6819daf8ccd3 service neutron] Pushing event updated for resources: {'Port': ['ID=f185935b-c5c0-4e59-89ac-b70d084b1382,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:16.104329 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-ca45936e-6788-4cbf-9494-23331e77557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:16.105182 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-ca45936e-6788-4cbf-9494-23331e77557c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:16.106641 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-ca45936e-6788-4cbf-9494-23331e77557c service neutron] 10.222.0.30 "PUT /v2.0/ports/d508a3b0-0004-4f38-82f9-28f5a0647800 HTTP/1.1" status: 200 len: 1091 time: 3.1655037 Apr 20 16:23:16.110276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'tag': 'd508a3b0-0004-4f38-82f9-28f5a0647800'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:16.110614 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd29a20-6457-458e-8762-714c53c0c7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "tag": "d508a3b0-0004-4f38-82f9-28f5a0647800"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:16.116574 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-15ea8d95-053d-4af9-866a-8e0003505489 req-558fa054-956f-49f9-9d17-5e68b4240103 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Allocated IP 172.20.0.14 (d9af20c5-ec0a-4beb-b93d-6291e4255aeb/f49ef81d-6341-40ae-b59c-ad7cca19ee9b/6209a169-6730-4f41-a458-484602ed19ba) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:23:16.190364 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d5e60bf-319b-408d-95c1-7017e4507bc6 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:16.245324 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45936e-6788-4cbf-9494-23331e77557c service neutron] Pushing event updated for resources: {'Port': ['ID=d508a3b0-0004-4f38-82f9-28f5a0647800,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:16.271756 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039abdeb-9622-4f39-a72b-2f39cf63f8cb req-bc4fce38-32ad-4d7c-886d-b20b1eced40f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:16.285529 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-039abdeb-9622-4f39-a72b-2f39cf63f8cb req-bc4fce38-32ad-4d7c-886d-b20b1eced40f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 946 time: 0.3684328 Apr 20 16:23:16.322952 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8de85-7e03-45f5-9466-d16c2e094fd6 req-7fa80bb5-7805-40ab-8ac8-1feb5d530c26 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:16.345379 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8de85-7e03-45f5-9466-d16c2e094fd6 req-7fa80bb5-7805-40ab-8ac8-1feb5d530c26 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:16.361514 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8de85-7e03-45f5-9466-d16c2e094fd6 req-7fa80bb5-7805-40ab-8ac8-1feb5d530c26 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:16.379201 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8de85-7e03-45f5-9466-d16c2e094fd6 req-7fa80bb5-7805-40ab-8ac8-1feb5d530c26 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:16.380063 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 81c84724-c8ae-4bc9-8811-50b9e836d7f2 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:23:16.395822 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8de85-7e03-45f5-9466-d16c2e094fd6 req-7fa80bb5-7805-40ab-8ac8-1feb5d530c26 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:16.414303 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8de85-7e03-45f5-9466-d16c2e094fd6 req-7fa80bb5-7805-40ab-8ac8-1feb5d530c26 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:16.429918 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8de85-7e03-45f5-9466-d16c2e094fd6 req-7fa80bb5-7805-40ab-8ac8-1feb5d530c26 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:16.434233 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8cd8de85-7e03-45f5-9466-d16c2e094fd6 req-7fa80bb5-7805-40ab-8ac8-1feb5d530c26 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5419 time: 0.5522799 Apr 20 16:23:16.445607 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d5e60bf-319b-408d-95c1-7017e4507bc6 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:16.582584 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-9ccc2760-1885-49a3-b8d5-6819daf8ccd3 service neutron] Attempting to bind port f185935b-c5c0-4e59-89ac-b70d084b1382 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:23:16.582921 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-9ccc2760-1885-49a3-b8d5-6819daf8ccd3 service neutron] Attempting to bind port f185935b-c5c0-4e59-89ac-b70d084b1382 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '42815ea2-076c-480e-bac2-ffc0f665e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:23:16.583248 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-9ccc2760-1885-49a3-b8d5-6819daf8ccd3 service neutron] Attempting to bind port f185935b-c5c0-4e59-89ac-b70d084b1382 on network d9af20c5-ec0a-4beb-b93d-6291e4255aeb {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:16.600285 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e60bf-319b-408d-95c1-7017e4507bc6 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Pushing event updated for resources: {'Port': ['ID=466b224a-277e-4f02-91ea-343a503e04b1,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:16.618734 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ddaafa65-189f-4d11-abda-da16624094c6 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:23:16.622228 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5e60bf-319b-408d-95c1-7017e4507bc6 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Network 46db77c6-2d51-4a1a-ae7c-5124c093f129 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:23:16.630353 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-7d5e60bf-319b-408d-95c1-7017e4507bc6 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:23:16.636646 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5e60bf-319b-408d-95c1-7017e4507bc6 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:23:16.678974 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced69415-5b9d-4b86-afa5-2c4821995ec4 None None] Network 46db77c6-2d51-4a1a-ae7c-5124c093f129 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:23:16.716436 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8cd8de85-7e03-45f5-9466-d16c2e094fd6 req-c05dc9f2-e6c6-412d-af27-e799b2f4d273 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2459912 Apr 20 16:23:16.735001 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d5e60bf-319b-408d-95c1-7017e4507bc6 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:16.822339 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-15ea8d95-053d-4af9-866a-8e0003505489 req-558fa054-956f-49f9-9d17-5e68b4240103 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:16.860825 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-9ccc2760-1885-49a3-b8d5-6819daf8ccd3 service neutron] Port f185935b-c5c0-4e59-89ac-b70d084b1382 on network d9af20c5-ec0a-4beb-b93d-6291e4255aeb not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:23:16.861197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-9ccc2760-1885-49a3-b8d5-6819daf8ccd3 service neutron] Attempting to bind port f185935b-c5c0-4e59-89ac-b70d084b1382 on network d9af20c5-ec0a-4beb-b93d-6291e4255aeb {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:16.882548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-9ccc2760-1885-49a3-b8d5-6819daf8ccd3 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:23:16.882548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-9ccc2760-1885-49a3-b8d5-6819daf8ccd3 service neutron] Checking segment: {'id': '42815ea2-076c-480e-bac2-ffc0f665e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:23:16.882548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-9ccc2760-1885-49a3-b8d5-6819daf8ccd3 service neutron] Bound using segment: {'id': '42815ea2-076c-480e-bac2-ffc0f665e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:23:16.882548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-9ccc2760-1885-49a3-b8d5-6819daf8ccd3 service neutron] Bound port: f185935b-c5c0-4e59-89ac-b70d084b1382, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42815ea2-076c-480e-bac2-ffc0f665e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:23:16.883390 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-9ccc2760-1885-49a3-b8d5-6819daf8ccd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:16.913963 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ddaafa65-189f-4d11-abda-da16624094c6 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:16.913963 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:16.919212 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6da90568-c54a-4009-a3b5-570629672bdd req-b8fc0a0d-f224-408c-9bd4-f79201e0ae71 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 210 time: 0.0499136 Apr 20 16:23:16.919526 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-039abdeb-9622-4f39-a72b-2f39cf63f8cb req-7d6689f5-1aa1-4cb4-aaf0-0d008ea595f8 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6118424 Apr 20 16:23:16.927577 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-e83a3a77-e026-4cde-834e-10e4e8a73d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:16.928074 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-e83a3a77-e026-4cde-834e-10e4e8a73d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:16.928580 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-e83a3a77-e026-4cde-834e-10e4e8a73d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:16.929060 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-e83a3a77-e026-4cde-834e-10e4e8a73d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:16.929532 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-e83a3a77-e026-4cde-834e-10e4e8a73d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:16.930005 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-e83a3a77-e026-4cde-834e-10e4e8a73d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:16.933715 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-e83a3a77-e026-4cde-834e-10e4e8a73d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:16.937318 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-e83a3a77-e026-4cde-834e-10e4e8a73d4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e35470c169cb468daf63345ebb7ba6b2&device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 6476 time: 0.6483777 Apr 20 16:23:16.992822 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-15ea8d95-053d-4af9-866a-8e0003505489 req-558fa054-956f-49f9-9d17-5e68b4240103 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:17.033324 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 81c84724-c8ae-4bc9-8811-50b9e836d7f2, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=81c84724-c8ae-4bc9-8811-50b9e836d7f2,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:17.067737 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c4ad2a43-3f0a-4810-be0e-c838f6ecc780 None None] Provisioning complete for port ddaafa65-189f-4d11-abda-da16624094c6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:17.068389 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c4ad2a43-3f0a-4810-be0e-c838f6ecc780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:17.113151 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '81c84724-c8ae-4bc9-8811-50b9e836d7f2', 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380', 'port_id': '81c84724-c8ae-4bc9-8811-50b9e836d7f2', 'mac_address': 'fa:16:3e:56:fa:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b506ada-a815-4b95-bd30-2bdbb75a1ede', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:23:17.156816 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d5e60bf-319b-408d-95c1-7017e4507bc6 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:17.166119 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664a928d-64a1-496d-8e19-49f187e31c6a x-openstack-request-id: req-664a928d-64a1-496d-8e19-49f187e31c6a {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:17.166396 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "tag": "d508a3b0-0004-4f38-82f9-28f5a0647800", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:17.166656 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-664a928d-64a1-496d-8e19-49f187e31c6a {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:17.167066 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-664a928d-64a1-496d-8e19-49f187e31c6a'] response: {'name': 'network-changed', 'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'tag': 'd508a3b0-0004-4f38-82f9-28f5a0647800', 'status': 'completed', 'code': 200} Apr 20 16:23:17.228247 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-1c9215db-4355-47b4-899c-36c068bc7193 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a124185-eb8a-4596-af17-192c400a73d6 HTTP/1.1" status: 200 len: 217 time: 0.2303419 Apr 20 16:23:17.230983 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef5b65-84d0-4f7b-8972-e57379b29833 req-18b01fa7-2491-4f92-abc3-b15b14d4c358 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:17.234990 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-22ef5b65-84d0-4f7b-8972-e57379b29833 req-18b01fa7-2491-4f92-abc3-b15b14d4c358 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7822a6a-08c7-4a18-9ea9-3b23b8e033f1 HTTP/1.1" status: 200 len: 943 time: 0.1681736 Apr 20 16:23:17.330996 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ea8d95-053d-4af9-866a-8e0003505489 req-558fa054-956f-49f9-9d17-5e68b4240103 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Network d9af20c5-ec0a-4beb-b93d-6291e4255aeb is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:23:17.359094 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-15ea8d95-053d-4af9-866a-8e0003505489 req-558fa054-956f-49f9-9d17-5e68b4240103 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:23:17.370070 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-9ccc2760-1885-49a3-b8d5-6819daf8ccd3 service neutron] For port f185935b-c5c0-4e59-89ac-b70d084b1382, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:23:17.384178 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ea8d95-053d-4af9-866a-8e0003505489 req-558fa054-956f-49f9-9d17-5e68b4240103 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:23:17.387095 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fa054-956f-49f9-9d17-5e68b4240103 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Pushing event updated for resources: {'Port': ['ID=6209a169-6730-4f41-a458-484602ed19ba,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:17.440410 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-22ef5b65-84d0-4f7b-8972-e57379b29833 req-64e99225-4557-4748-8a23-0b9c2be7200e tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976376 Apr 20 16:23:17.485755 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-9ccc2760-1885-49a3-b8d5-6819daf8ccd3 service neutron] For port f185935b-c5c0-4e59-89ac-b70d084b1382, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=f185935b-c5c0-4e59-89ac-b70d084b1382,segment=NetworkSegment(42815ea2-076c-480e-bac2-ffc0f665e2ff),segment_id=42815ea2-076c-480e-bac2-ffc0f665e2ff)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:23:17.488026 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-3d1e72c2-6b09-4e81-8501-14144cc12d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:17.493245 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-3d1e72c2-6b09-4e81-8501-14144cc12d7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5b30ddac-8129-4355-b7e6-7b26172bb5fd HTTP/1.1" status: 200 len: 849 time: 0.2427182 Apr 20 16:23:17.633915 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:17.660839 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea8d95-053d-4af9-866a-8e0003505489 req-558fa054-956f-49f9-9d17-5e68b4240103 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:17.662610 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-15ea8d95-053d-4af9-866a-8e0003505489 req-558fa054-956f-49f9-9d17-5e68b4240103 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:17.671322 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-9ccc2760-1885-49a3-b8d5-6819daf8ccd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:17.749930 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c4ad2a43-3f0a-4810-be0e-c838f6ecc780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:17.785434 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-fd5191d1-f04e-44f5-8bb3-48c2df4bcc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:17.797880 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-fd5191d1-f04e-44f5-8bb3-48c2df4bcc04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0da3ddac-7911-41b8-948e-27e3525d219a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2879477 Apr 20 16:23:17.806712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-9ccc2760-1885-49a3-b8d5-6819daf8ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:17.808034 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-9ccc2760-1885-49a3-b8d5-6819daf8ccd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:17.809442 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-9ccc2760-1885-49a3-b8d5-6819daf8ccd3 service neutron] 10.222.0.26 "PUT /v2.0/ports/f185935b-c5c0-4e59-89ac-b70d084b1382 HTTP/1.1" status: 200 len: 1092 time: 4.2473907 Apr 20 16:23:17.849298 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15ea8d95-053d-4af9-866a-8e0003505489 req-558fa054-956f-49f9-9d17-5e68b4240103 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1630456 Apr 20 16:23:17.933063 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c4ad2a43-3f0a-4810-be0e-c838f6ecc780 None None] For port ddaafa65-189f-4d11-abda-da16624094c6, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ddaafa65-189f-4d11-abda-da16624094c6,segment=NetworkSegment(8e59c458-5438-45e3-9bca-a0f4a5a8cf4d),segment_id=8e59c458-5438-45e3-9bca-a0f4a5a8cf4d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:17.949204 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d5e60bf-319b-408d-95c1-7017e4507bc6 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:17.959867 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c84724-c8ae-4bc9-8811-50b9e836d7f2 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:17.963844 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-15ea8d95-053d-4af9-866a-8e0003505489 req-886fdc3e-537a-47c8-9dd6-8da03164122a service neutron] Request body: {'port': {'device_id': 'c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:18.004682 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 81c84724-c8ae-4bc9-8811-50b9e836d7f2, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=81c84724-c8ae-4bc9-8811-50b9e836d7f2,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:18.009068 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:18.053871 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c4ad2a43-3f0a-4810-be0e-c838f6ecc780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:18.079623 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d5e60bf-319b-408d-95c1-7017e4507bc6 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:18.135366 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-15ea8d95-053d-4af9-866a-8e0003505489 req-886fdc3e-537a-47c8-9dd6-8da03164122a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:18.168974 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad2a43-3f0a-4810-be0e-c838f6ecc780 None None] Pushing event updated for resources: {'Port': ['ID=ddaafa65-189f-4d11-abda-da16624094c6,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:18.179686 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc2760-1885-49a3-b8d5-6819daf8ccd3 service neutron] Pushing event updated for resources: {'Port': ['ID=f185935b-c5c0-4e59-89ac-b70d084b1382,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:18.187116 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:18.270428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e60bf-319b-408d-95c1-7017e4507bc6 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Pushing event updated for resources: {'Port': ['ID=466b224a-277e-4f02-91ea-343a503e04b1,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:18.316296 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d5e60bf-319b-408d-95c1-7017e4507bc6 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:18.339222 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:23:18.339584 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:23:18.352389 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=81c84724-c8ae-4bc9-8811-50b9e836d7f2,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:18.386559 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12378f-6753-4f28-959a-26182cdada0a req-fa8d11c8-0410-4b0b-ae4a-9aacd17df783 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:18.395776 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1e12378f-6753-4f28-959a-26182cdada0a req-fa8d11c8-0410-4b0b-ae4a-9aacd17df783 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 932 time: 0.1213737 Apr 20 16:23:18.411477 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-56fb548a-29fb-450b-b1b6-da8de9e863ee None None] Provisioning complete for port ddaafa65-189f-4d11-abda-da16624094c6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:18.411965 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-56fb548a-29fb-450b-b1b6-da8de9e863ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:18.432758 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-4e5d000a-8623-4c9b-97c6-9e8ac4c630ec service neutron] 10.222.0.30 "GET /v2.0/networks/0da3ddac-7911-41b8-948e-27e3525d219a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6339312 Apr 20 16:23:18.477117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0bb98-f1ac-4cfb-9200-1b0ca13594f1 req-e1a3b17c-1289-4461-a4dc-b865ac26fc6d tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:18.484016 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0bb98-f1ac-4cfb-9200-1b0ca13594f1 req-e1a3b17c-1289-4461-a4dc-b865ac26fc6d tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:18.484975 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1e12378f-6753-4f28-959a-26182cdada0a req-7d06d33b-1398-45e4-8a59-4986a0d80000 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879476 Apr 20 16:23:18.489880 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0bb98-f1ac-4cfb-9200-1b0ca13594f1 req-e1a3b17c-1289-4461-a4dc-b865ac26fc6d tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:18.496662 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0bb98-f1ac-4cfb-9200-1b0ca13594f1 req-e1a3b17c-1289-4461-a4dc-b865ac26fc6d tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:18.502680 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0bb98-f1ac-4cfb-9200-1b0ca13594f1 req-e1a3b17c-1289-4461-a4dc-b865ac26fc6d tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:18.508614 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0bb98-f1ac-4cfb-9200-1b0ca13594f1 req-e1a3b17c-1289-4461-a4dc-b865ac26fc6d tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:18.525992 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5e60bf-319b-408d-95c1-7017e4507bc6 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Network 46db77c6-2d51-4a1a-ae7c-5124c093f129 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:23:18.527870 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-7d5e60bf-319b-408d-95c1-7017e4507bc6 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:23:18.529875 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0bb98-f1ac-4cfb-9200-1b0ca13594f1 req-e1a3b17c-1289-4461-a4dc-b865ac26fc6d tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:18.531881 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eac0bb98-f1ac-4cfb-9200-1b0ca13594f1 req-e1a3b17c-1289-4461-a4dc-b865ac26fc6d tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5419 time: 0.4034920 Apr 20 16:23:18.564368 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-56fb548a-29fb-450b-b1b6-da8de9e863ee None None] Provisioning complete for port 6209a169-6730-4f41-a458-484602ed19ba triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:18.567066 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-56fb548a-29fb-450b-b1b6-da8de9e863ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:18.648951 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-56fb548a-29fb-450b-b1b6-da8de9e863ee None None] Port 6209a169-6730-4f41-a458-484602ed19ba cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:23:18.673469 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-56fb548a-29fb-450b-b1b6-da8de9e863ee None None] Provisioning complete for port 466b224a-277e-4f02-91ea-343a503e04b1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:18.674065 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-56fb548a-29fb-450b-b1b6-da8de9e863ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:18.715551 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['81c84724-c8ae-4bc9-8811-50b9e836d7f2'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:23:18.772369 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-56fb548a-29fb-450b-b1b6-da8de9e863ee None None] Port 466b224a-277e-4f02-91ea-343a503e04b1 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:23:18.785391 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a15319-4e5b-49c7-8eff-b14dfd8b7470 req-55a2210b-1f72-49b1-85b8-31affb5606d0 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:18.799589 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-55a15319-4e5b-49c7-8eff-b14dfd8b7470 req-55a2210b-1f72-49b1-85b8-31affb5606d0 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 946 time: 0.1623724 Apr 20 16:23:18.905094 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-55a15319-4e5b-49c7-8eff-b14dfd8b7470 req-b8a9cf45-8905-4b24-8d48-757d688177fa tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062222 Apr 20 16:23:18.989215 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-5da86cd3-9fe0-49f3-8609-60cf4319ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:18.990712 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-5da86cd3-9fe0-49f3-8609-60cf4319ee49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbc372ad2d1446089af0923f5d212489&device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 1095 time: 0.8637147 Apr 20 16:23:19.018425 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2632694b-bd90-43ac-8c18-16052c213c64 None None] Provisioning complete for port 466b224a-277e-4f02-91ea-343a503e04b1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:19.018796 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2632694b-bd90-43ac-8c18-16052c213c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:19.060806 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5e60bf-319b-408d-95c1-7017e4507bc6 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Router 5a8c7ba1-6ef9-4c03-859e-b18701262371 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:23:19.063017 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ddaafa65-189f-4d11-abda-da16624094c6 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:23:19.082158 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6caa58-e75a-4df0-ae1f-b79b73197e1f req-6a3d7dfd-f2bd-4646-b954-29f0077a8393 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:19.083928 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3c6caa58-e75a-4df0-ae1f-b79b73197e1f req-6a3d7dfd-f2bd-4646-b954-29f0077a8393 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7822a6a-08c7-4a18-9ea9-3b23b8e033f1 HTTP/1.1" status: 200 len: 944 time: 0.0830779 Apr 20 16:23:19.103256 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2632694b-bd90-43ac-8c18-16052c213c64 None None] Port 466b224a-277e-4f02-91ea-343a503e04b1 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:23:19.113100 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eac0bb98-f1ac-4cfb-9200-1b0ca13594f1 req-1014b2e2-70d4-450b-875d-439524d3a81f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4820247 Apr 20 16:23:19.118151 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-bf408acc-4a48-4c28-a94f-95444b072571 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f185935b-c5c0-4e59-89ac-b70d084b1382 HTTP/1.1" status: 200 len: 217 time: 0.1080313 Apr 20 16:23:19.166882 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ddaafa65-189f-4d11-abda-da16624094c6 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:19.171519 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:19.185410 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df4d47a-a4f1-40c3-9be6-343b11198f77', 'tag': 'f185935b-c5c0-4e59-89ac-b70d084b1382'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:19.188259 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f091a81-87d4-4869-9052-e0c127cdaa8f" -d '{"events": [{"name": "network-changed", "server_uuid": "0df4d47a-a4f1-40c3-9be6-343b11198f77", "tag": "f185935b-c5c0-4e59-89ac-b70d084b1382"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:19.191893 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-1aa1449f-21f1-4226-9991-e7ff416f4b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:19.193510 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-1aa1449f-21f1-4226-9991-e7ff416f4b9b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f49ef81d-6341-40ae-b59c-ad7cca19ee9b HTTP/1.1" status: 200 len: 857 time: 0.0609751 Apr 20 16:23:19.307763 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-76cb5c96-c969-4c20-877a-8749025a2798 service neutron] 10.222.0.30 "GET /v2.0/networks/0da3ddac-7911-41b8-948e-27e3525d219a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8515589 Apr 20 16:23:19.352271 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3c6caa58-e75a-4df0-ae1f-b79b73197e1f req-b4071c4c-c06e-42ab-b951-3eea10a0bf69 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428083 Apr 20 16:23:19.364619 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70508876-2545-4869-8f33-fdc20cd85013 x-openstack-request-id: req-70508876-2545-4869-8f33-fdc20cd85013 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:19.364619 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df4d47a-a4f1-40c3-9be6-343b11198f77", "tag": "f185935b-c5c0-4e59-89ac-b70d084b1382", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:19.364619 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70508876-2545-4869-8f33-fdc20cd85013 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:19.364619 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70508876-2545-4869-8f33-fdc20cd85013'] response: {'name': 'network-changed', 'server_uuid': '0df4d47a-a4f1-40c3-9be6-343b11198f77', 'tag': 'f185935b-c5c0-4e59-89ac-b70d084b1382', 'status': 'completed', 'code': 200} Apr 20 16:23:19.364619 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-15ea8d95-053d-4af9-866a-8e0003505489 req-886fdc3e-537a-47c8-9dd6-8da03164122a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6209a169-6730-4f41-a458-484602ed19ba {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:19.366304 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-ba4c2f4f-4136-498b-a441-f25616c0bea7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=7aad5049-9aa0-458c-b354-2fe68c76f185 HTTP/1.1" status: 200 len: 217 time: 0.0509331 Apr 20 16:23:19.367391 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5e60bf-319b-408d-95c1-7017e4507bc6 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:23:19.371887 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-15ea8d95-053d-4af9-866a-8e0003505489 req-886fdc3e-537a-47c8-9dd6-8da03164122a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:19.375254 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7d5e60bf-319b-408d-95c1-7017e4507bc6 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] 10.222.0.15 "PUT /v2.0/routers/5a8c7ba1-6ef9-4c03-859e-b18701262371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4432704 Apr 20 16:23:19.377783 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45500) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:19.379615 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e721d8d-4f65-4fb1-8003-d1e5c19307cb None None] Sync routers for ids ['5a8c7ba1-6ef9-4c03-859e-b18701262371'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:23:19.383668 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-30398679-5798-4b51-a320-69ca6960dcbf tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Request body: {'port': {'network_id': '46db77c6-2d51-4a1a-ae7c-5124c093f129', 'name': 'tempest-FloatingIPNegativeTestJSON-680546627'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:19.393044 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e721d8d-4f65-4fb1-8003-d1e5c19307cb None None] Routers {'5a8c7ba1-6ef9-4c03-859e-b18701262371'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:23:19.394388 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-3e721d8d-4f65-4fb1-8003-d1e5c19307cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:22:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5a8c7ba1-6ef9-4c03-859e-b18701262371'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:19.430830 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-15ea8d95-053d-4af9-866a-8e0003505489 req-886fdc3e-537a-47c8-9dd6-8da03164122a service neutron] Transition to ACTIVE for port object 6209a169-6730-4f41-a458-484602ed19ba will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:23:19.433412 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-3e721d8d-4f65-4fb1-8003-d1e5c19307cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:19.433702 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-5f5cfd99-b7ad-4210-9a9d-3bc9dbaaa2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:19.435392 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-5f5cfd99-b7ad-4210-9a9d-3bc9dbaaa2d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1965008 Apr 20 16:23:19.444095 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e721d8d-4f65-4fb1-8003-d1e5c19307cb None None] Routers {'5a8c7ba1-6ef9-4c03-859e-b18701262371'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:23:19.445158 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-3e721d8d-4f65-4fb1-8003-d1e5c19307cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:22:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5a8c7ba1-6ef9-4c03-859e-b18701262371'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:19.473461 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-197eb1dd-1ea3-4047-b283-073ca4bc3ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:19.475144 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-197eb1dd-1ea3-4047-b283-073ca4bc3ff3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d97c5e51-a8a6-4631-b5a6-573cb3068b25 HTTP/1.1" status: 200 len: 797 time: 0.1006179 Apr 20 16:23:19.483455 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-3e721d8d-4f65-4fb1-8003-d1e5c19307cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:19.484352 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e721d8d-4f65-4fb1-8003-d1e5c19307cb None None] The sync data for ids ['5a8c7ba1-6ef9-4c03-859e-b18701262371'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:23:19.562586 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-15ea8d95-053d-4af9-866a-8e0003505489 req-886fdc3e-537a-47c8-9dd6-8da03164122a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:19.621214 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30398679-5798-4b51-a320-69ca6960dcbf tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Made reservation on behalf of d87efd492e6e451aaa4c67b7eef152fc for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:23:19.625762 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-30398679-5798-4b51-a320-69ca6960dcbf tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:19.647581 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-30398679-5798-4b51-a320-69ca6960dcbf tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] device_id is not set on port 4a571a6a-21ff-42f0-a68a-7fa6425dff80 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:23:19.680403 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-7df4bde4-2e02-45f2-9dae-8dbca492a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:19.681892 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-7df4bde4-2e02-45f2-9dae-8dbca492a0a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3024306a-3909-40d1-ba02-5dd3136dffcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1578112 Apr 20 16:23:19.687234 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-5c4baa26-016a-4fab-9273-4f5295261b24 service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436628 Apr 20 16:23:19.702403 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fdc3e-537a-47c8-9dd6-8da03164122a service neutron] Pushing event updated for resources: {'Port': ['ID=6209a169-6730-4f41-a458-484602ed19ba,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:19.914993 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6e98d-68c0-4b29-8771-543c6c4f3989 req-3ed15e85-7796-4d7d-9dfb-a67b4d038c6e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:19.916584 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d5b6e98d-68c0-4b29-8771-543c6c4f3989 req-3ed15e85-7796-4d7d-9dfb-a67b4d038c6e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.26 "GET /v2.0/ports?device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 946 time: 0.0905271 Apr 20 16:23:19.971871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-30398679-5798-4b51-a320-69ca6960dcbf tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Allocated IP 172.20.0.12 (46db77c6-2d51-4a1a-ae7c-5124c093f129/35080641-818a-4e2b-a21b-c904fe5beefd/4a571a6a-21ff-42f0-a68a-7fa6425dff80) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:23:20.138601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3362f-4551-4fc1-8794-96b21bbed272 req-770208fb-3f57-4a94-abe5-21fa9a7d9ebe tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:20.140291 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eeb3362f-4551-4fc1-8794-96b21bbed272 req-770208fb-3f57-4a94-abe5-21fa9a7d9ebe tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 944 time: 0.5793304 Apr 20 16:23:20.261803 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eeb3362f-4551-4fc1-8794-96b21bbed272 req-472e4f89-2b6b-4556-8c56-d563512bf7db tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936992 Apr 20 16:23:20.320704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-15ea8d95-053d-4af9-866a-8e0003505489 req-886fdc3e-537a-47c8-9dd6-8da03164122a service neutron] Attempting to bind port 6209a169-6730-4f41-a458-484602ed19ba on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:23:20.321065 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-15ea8d95-053d-4af9-866a-8e0003505489 req-886fdc3e-537a-47c8-9dd6-8da03164122a service neutron] Attempting to bind port 6209a169-6730-4f41-a458-484602ed19ba by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '42815ea2-076c-480e-bac2-ffc0f665e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:23:20.321507 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea8d95-053d-4af9-866a-8e0003505489 req-886fdc3e-537a-47c8-9dd6-8da03164122a service neutron] Attempting to bind port 6209a169-6730-4f41-a458-484602ed19ba on network d9af20c5-ec0a-4beb-b93d-6291e4255aeb {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:20.339104 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-dc45c96d-2540-4e47-81bb-a2436b53721b service neutron] 10.222.0.30 "GET /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6489451 Apr 20 16:23:20.342052 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-544d74b4-6f75-4870-8403-4b33c50b2dfb req-dc57c6c9-fa78-42fb-95e8-f8f64b1387c7 service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6345522 Apr 20 16:23:20.342052 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea8d95-053d-4af9-866a-8e0003505489 req-886fdc3e-537a-47c8-9dd6-8da03164122a service neutron] Port 6209a169-6730-4f41-a458-484602ed19ba on network d9af20c5-ec0a-4beb-b93d-6291e4255aeb not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:23:20.342262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea8d95-053d-4af9-866a-8e0003505489 req-886fdc3e-537a-47c8-9dd6-8da03164122a service neutron] Attempting to bind port 6209a169-6730-4f41-a458-484602ed19ba on network d9af20c5-ec0a-4beb-b93d-6291e4255aeb {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:20.345498 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700b220-5143-49f2-84d6-92fd50af633c req-d6eac20c-fac2-43ae-a1bf-004a0a6a1eed tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:20.352874 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3700b220-5143-49f2-84d6-92fd50af633c req-d6eac20c-fac2-43ae-a1bf-004a0a6a1eed tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 946 time: 0.3531029 Apr 20 16:23:20.360216 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-30398679-5798-4b51-a320-69ca6960dcbf tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:20.396857 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 81c84724-c8ae-4bc9-8811-50b9e836d7f2 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:23:20.430577 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-d5b6e98d-68c0-4b29-8771-543c6c4f3989 req-bb398e23-3798-4d95-a5cc-43376de5dba5 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Deleting port e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:23:20.430957 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d5b6e98d-68c0-4b29-8771-543c6c4f3989 req-bb398e23-3798-4d95-a5cc-43376de5dba5 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:20.436234 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-e00c3d8d-4ded-4bd3-b0c6-795c8d57ce8f service neutron] 10.222.0.30 "GET /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900478 Apr 20 16:23:20.446561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea8d95-053d-4af9-866a-8e0003505489 req-886fdc3e-537a-47c8-9dd6-8da03164122a service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:23:20.451488 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea8d95-053d-4af9-866a-8e0003505489 req-886fdc3e-537a-47c8-9dd6-8da03164122a service neutron] Checking segment: {'id': '42815ea2-076c-480e-bac2-ffc0f665e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:23:20.451488 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ea8d95-053d-4af9-866a-8e0003505489 req-886fdc3e-537a-47c8-9dd6-8da03164122a service neutron] Bound using segment: {'id': '42815ea2-076c-480e-bac2-ffc0f665e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:23:20.451488 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-15ea8d95-053d-4af9-866a-8e0003505489 req-886fdc3e-537a-47c8-9dd6-8da03164122a service neutron] Bound port: 6209a169-6730-4f41-a458-484602ed19ba, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42815ea2-076c-480e-bac2-ffc0f665e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:23:20.451488 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-15ea8d95-053d-4af9-866a-8e0003505489 req-886fdc3e-537a-47c8-9dd6-8da03164122a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:20.467716 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3700b220-5143-49f2-84d6-92fd50af633c req-c1da215b-f023-464e-a1c5-67f828563097 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132333 Apr 20 16:23:20.513837 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-1fa360c5-7a9b-4ccc-b74b-ce3978dd975e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=dea2ca34-3ee5-4a2c-8889-a99b5105e97c HTTP/1.1" status: 200 len: 217 time: 0.0626545 Apr 20 16:23:20.575978 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 81c84724-c8ae-4bc9-8811-50b9e836d7f2 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:23:20.580493 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-30398679-5798-4b51-a320-69ca6960dcbf tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:20.587110 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 81c84724-c8ae-4bc9-8811-50b9e836d7f2 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:20.587110 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:20.593437 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-d5b6e98d-68c0-4b29-8771-543c6c4f3989 req-bb398e23-3798-4d95-a5cc-43376de5dba5 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] For port e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:20.594388 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d5b6e98d-68c0-4b29-8771-543c6c4f3989 req-bb398e23-3798-4d95-a5cc-43376de5dba5 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:20.595908 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-15ea8d95-053d-4af9-866a-8e0003505489 req-886fdc3e-537a-47c8-9dd6-8da03164122a service neutron] For port 6209a169-6730-4f41-a458-484602ed19ba, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:23:20.641930 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-d5b6e98d-68c0-4b29-8771-543c6c4f3989 req-bb398e23-3798-4d95-a5cc-43376de5dba5 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Calling delete_port for e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:23:20.655517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-15ea8d95-053d-4af9-866a-8e0003505489 req-886fdc3e-537a-47c8-9dd6-8da03164122a service neutron] For port 6209a169-6730-4f41-a458-484602ed19ba, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=6209a169-6730-4f41-a458-484602ed19ba,segment=NetworkSegment(42815ea2-076c-480e-bac2-ffc0f665e2ff),segment_id=42815ea2-076c-480e-bac2-ffc0f665e2ff)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:23:20.668272 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30398679-5798-4b51-a320-69ca6960dcbf tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Network 46db77c6-2d51-4a1a-ae7c-5124c093f129 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:23:20.674398 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-30398679-5798-4b51-a320-69ca6960dcbf tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:23:20.675366 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08596282-8b5c-4a4a-8f9b-b480236b0c4f req-fa5e0dee-2d08-429f-9643-239f30548f2b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:20.681858 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08596282-8b5c-4a4a-8f9b-b480236b0c4f req-fa5e0dee-2d08-429f-9643-239f30548f2b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:20.688946 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08596282-8b5c-4a4a-8f9b-b480236b0c4f req-fa5e0dee-2d08-429f-9643-239f30548f2b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:20.694983 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08596282-8b5c-4a4a-8f9b-b480236b0c4f req-fa5e0dee-2d08-429f-9643-239f30548f2b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:20.701674 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30398679-5798-4b51-a320-69ca6960dcbf tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:23:20.701863 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08596282-8b5c-4a4a-8f9b-b480236b0c4f req-fa5e0dee-2d08-429f-9643-239f30548f2b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:20.708398 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08596282-8b5c-4a4a-8f9b-b480236b0c4f req-fa5e0dee-2d08-429f-9643-239f30548f2b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:20.715062 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08596282-8b5c-4a4a-8f9b-b480236b0c4f req-fa5e0dee-2d08-429f-9643-239f30548f2b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:20.717191 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-08596282-8b5c-4a4a-8f9b-b480236b0c4f req-fa5e0dee-2d08-429f-9643-239f30548f2b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5419 time: 0.2799246 Apr 20 16:23:20.724154 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-15ea8d95-053d-4af9-866a-8e0003505489 req-886fdc3e-537a-47c8-9dd6-8da03164122a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:20.736657 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:20.748568 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-64a312e4-65f4-4fe6-83c2-46607262ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:20.750943 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-64a312e4-65f4-4fe6-83c2-46607262ebf2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d97c5e51-a8a6-4631-b5a6-573cb3068b25 HTTP/1.1" status: 200 len: 797 time: 0.1737082 Apr 20 16:23:20.768193 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7822a6a-08c7-4a18-9ea9-3b23b8e033f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c84724-c8ae-4bc9-8811-50b9e836d7f2'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:20.771004 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0107a7-0e8c-44af-99f0-3430dab0456b" -d '{"events": [{"server_uuid": "c7822a6a-08c7-4a18-9ea9-3b23b8e033f1", "name": "network-vif-plugged", "status": "completed", "tag": "81c84724-c8ae-4bc9-8811-50b9e836d7f2"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:20.799569 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 81c84724-c8ae-4bc9-8811-50b9e836d7f2, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=81c84724-c8ae-4bc9-8811-50b9e836d7f2,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:20.806378 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30398679-5798-4b51-a320-69ca6960dcbf tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Pushing event updated for resources: {'Port': ['ID=4a571a6a-21ff-42f0-a68a-7fa6425dff80,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:20.856788 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f091a81-87d4-4869-9052-e0c127cdaa8f req-0ced19dd-6287-4021-939e-996f1fb6365b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:20.858694 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f091a81-87d4-4869-9052-e0c127cdaa8f req-0ced19dd-6287-4021-939e-996f1fb6365b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbc372ad2d1446089af0923f5d212489&device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 1095 time: 0.2832854 Apr 20 16:23:20.871091 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30398679-5798-4b51-a320-69ca6960dcbf tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:20.872935 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:20.878700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea8d95-053d-4af9-866a-8e0003505489 req-886fdc3e-537a-47c8-9dd6-8da03164122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:20.879401 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-15ea8d95-053d-4af9-866a-8e0003505489 req-886fdc3e-537a-47c8-9dd6-8da03164122a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:20.880922 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15ea8d95-053d-4af9-866a-8e0003505489 req-886fdc3e-537a-47c8-9dd6-8da03164122a service neutron] 10.222.0.30 "PUT /v2.0/ports/6209a169-6730-4f41-a458-484602ed19ba HTTP/1.1" status: 200 len: 1092 time: 2.9336143 Apr 20 16:23:20.889870 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-30398679-5798-4b51-a320-69ca6960dcbf tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:20.961172 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-08596282-8b5c-4a4a-8f9b-b480236b0c4f req-22daaab2-6913-4556-a433-00ea6ca98d49 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2254660 Apr 20 16:23:20.978632 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=81c84724-c8ae-4bc9-8811-50b9e836d7f2,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:20.992208 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb4f71-f4e3-4226-9340-8bb60bc9a78c req-1d77bbda-c9cc-45ca-9328-54dd5777c2c2 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:20.993923 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c6eb4f71-f4e3-4226-9340-8bb60bc9a78c req-1d77bbda-c9cc-45ca-9328-54dd5777c2c2 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7822a6a-08c7-4a18-9ea9-3b23b8e033f1 HTTP/1.1" status: 200 len: 944 time: 0.3496106 Apr 20 16:23:20.997314 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fdc3e-537a-47c8-9dd6-8da03164122a service neutron] Pushing event updated for resources: {'Port': ['ID=6209a169-6730-4f41-a458-484602ed19ba,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:21.032775 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-4148345e-ac43-46e0-9f63-a6d32216d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:21.034311 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-4148345e-ac43-46e0-9f63-a6d32216d4b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3024306a-3909-40d1-ba02-5dd3136dffcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2462535 Apr 20 16:23:21.056421 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-30398679-5798-4b51-a320-69ca6960dcbf tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6776028 Apr 20 16:23:21.071472 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45524) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:21.077459 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-d3a17e4f-58d9-485d-81c8-cbe4a7aa6fd3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:21.097226 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e385789b-aab8-4546-bf1f-6d22af11b10d x-openstack-request-id: req-e385789b-aab8-4546-bf1f-6d22af11b10d {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:21.097526 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7822a6a-08c7-4a18-9ea9-3b23b8e033f1", "name": "network-vif-plugged", "status": "completed", "tag": "81c84724-c8ae-4bc9-8811-50b9e836d7f2", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:21.097820 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e385789b-aab8-4546-bf1f-6d22af11b10d {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:21.098247 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e385789b-aab8-4546-bf1f-6d22af11b10d'] response: {'server_uuid': 'c7822a6a-08c7-4a18-9ea9-3b23b8e033f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c84724-c8ae-4bc9-8811-50b9e836d7f2', 'code': 200} Apr 20 16:23:21.111371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f091a81-87d4-4869-9052-e0c127cdaa8f req-7ab446ef-8e94-4472-84ff-d67c0f69a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:21.115094 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f091a81-87d4-4869-9052-e0c127cdaa8f req-7ab446ef-8e94-4472-84ff-d67c0f69a8dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb HTTP/1.1" status: 200 len: 919 time: 0.2380941 Apr 20 16:23:21.144122 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c6eb4f71-f4e3-4226-9340-8bb60bc9a78c req-6bee8889-f858-47fb-9f4b-81f1f19c5225 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149309 Apr 20 16:23:21.181046 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ab46ef73-9959-4115-b072-9bfbe56c9756 None None] Provisioning complete for port 4a571a6a-21ff-42f0-a68a-7fa6425dff80 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:21.181046 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ab46ef73-9959-4115-b072-9bfbe56c9756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:21.232528 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ab46ef73-9959-4115-b072-9bfbe56c9756 None None] Port 4a571a6a-21ff-42f0-a68a-7fa6425dff80 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:23:21.252424 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d3a17e4f-58d9-485d-81c8-cbe4a7aa6fd3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:21.252685 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f091a81-87d4-4869-9052-e0c127cdaa8f req-b52e1418-b831-4592-bf6b-650d58087108 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f185935b-c5c0-4e59-89ac-b70d084b1382 HTTP/1.1" status: 200 len: 217 time: 0.0722387 Apr 20 16:23:21.273885 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d5b6e98d-68c0-4b29-8771-543c6c4f3989 req-bb398e23-3798-4d95-a5cc-43376de5dba5 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:21.309601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea8d95-053d-4af9-866a-8e0003505489 req-57e29627-e1f1-4b30-a49d-a2e0cda46a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:21.311735 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15ea8d95-053d-4af9-866a-8e0003505489 req-57e29627-e1f1-4b30-a49d-a2e0cda46a41 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbc372ad2d1446089af0923f5d212489&device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 1095 time: 0.2037706 Apr 20 16:23:21.316728 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:23:21.346174 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb398e23-3798-4d95-a5cc-43376de5dba5 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Pushing event deleted for resources: {'Port': ['ID=e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:21.355116 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24825e49-c2d9-42e6-a5ef-97ff1e9b9c89 req-c1bad4dd-f1df-4dae-9679-a9f6163f234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:21.356638 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-24825e49-c2d9-42e6-a5ef-97ff1e9b9c89 req-c1bad4dd-f1df-4dae-9679-a9f6163f234c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c7822a6a-08c7-4a18-9ea9-3b23b8e033f1 HTTP/1.1" status: 200 len: 1096 time: 0.1467645 Apr 20 16:23:21.373298 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3', 'tag': '6209a169-6730-4f41-a458-484602ed19ba'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:21.376449 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfe9a94-0d40-4eff-804a-92c81f234cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3", "tag": "6209a169-6730-4f41-a458-484602ed19ba"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:21.384134 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-f9958e49-5fae-405a-b56d-de9fad1e2f7e service neutron] 10.222.0.30 "GET /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399618 Apr 20 16:23:21.385373 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15ea8d95-053d-4af9-866a-8e0003505489 req-bf4488f2-75bc-44c8-ab3f-6cb7dd299744 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6209a169-6730-4f41-a458-484602ed19ba HTTP/1.1" status: 200 len: 217 time: 0.0559168 Apr 20 16:23:21.387026 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f091a81-87d4-4869-9052-e0c127cdaa8f req-d2c79acf-c538-487d-bd63-aa0accb645eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:21.388312 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f091a81-87d4-4869-9052-e0c127cdaa8f req-d2c79acf-c538-487d-bd63-aa0accb645eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f49ef81d-6341-40ae-b59c-ad7cca19ee9b HTTP/1.1" status: 200 len: 857 time: 0.1257977 Apr 20 16:23:21.427031 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b6e98d-68c0-4b29-8771-543c6c4f3989 req-bb398e23-3798-4d95-a5cc-43376de5dba5 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] No DVR routers for this DVR port e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5 on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:23:21.431374 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d5b6e98d-68c0-4b29-8771-543c6c4f3989 req-bb398e23-3798-4d95-a5cc-43376de5dba5 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:21.436078 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d5b6e98d-68c0-4b29-8771-543c6c4f3989 req-bb398e23-3798-4d95-a5cc-43376de5dba5 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.26 "DELETE /v2.0/ports/e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5 HTTP/1.1" status: 204 len: 173 time: 1.4857230 Apr 20 16:23:21.436078 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793a0eb2-6099-4de6-ab87-7020c148f82c', 'name': 'network-vif-deleted', 'tag': 'e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:21.438382 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a50d39-a4a8-4eed-a2ef-df5d80795768" -d '{"events": [{"server_uuid": "793a0eb2-6099-4de6-ab87-7020c148f82c", "name": "network-vif-deleted", "tag": "e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:21.471343 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-24825e49-c2d9-42e6-a5ef-97ff1e9b9c89 req-f1d5bd0c-1402-4cb1-bd8f-aaadda789184 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081252 Apr 20 16:23:21.494539 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189fa6ce-d6e2-45f5-af72-bf34f9c73f2b x-openstack-request-id: req-189fa6ce-d6e2-45f5-af72-bf34f9c73f2b {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:21.495097 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3", "tag": "6209a169-6730-4f41-a458-484602ed19ba", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:21.495097 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-189fa6ce-d6e2-45f5-af72-bf34f9c73f2b {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:21.495452 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-189fa6ce-d6e2-45f5-af72-bf34f9c73f2b'] response: {'name': 'network-changed', 'server_uuid': 'c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3', 'tag': '6209a169-6730-4f41-a458-484602ed19ba', 'status': 'completed', 'code': 200} Apr 20 16:23:21.515155 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d3a17e4f-58d9-485d-81c8-cbe4a7aa6fd3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:21.518852 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad7dc98-4121-4309-99b1-a845ae26e2f5 x-openstack-request-id: req-4ad7dc98-4121-4309-99b1-a845ae26e2f5 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:21.519214 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793a0eb2-6099-4de6-ab87-7020c148f82c", "name": "network-vif-deleted", "tag": "e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:21.519528 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ad7dc98-4121-4309-99b1-a845ae26e2f5 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:21.519992 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad7dc98-4121-4309-99b1-a845ae26e2f5'] response: {'server_uuid': '793a0eb2-6099-4de6-ab87-7020c148f82c', 'name': 'network-vif-deleted', 'tag': 'e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5', 'status': 'completed', 'code': 200} Apr 20 16:23:21.586555 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea8d95-053d-4af9-866a-8e0003505489 req-22c3a656-4336-4dec-be17-d32634de770e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:21.588084 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15ea8d95-053d-4af9-866a-8e0003505489 req-22c3a656-4336-4dec-be17-d32634de770e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f49ef81d-6341-40ae-b59c-ad7cca19ee9b HTTP/1.1" status: 200 len: 857 time: 0.1897995 Apr 20 16:23:21.626737 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f091a81-87d4-4869-9052-e0c127cdaa8f req-d41707cf-6bdb-462b-98e6-3c9f75d8f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:21.628263 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f091a81-87d4-4869-9052-e0c127cdaa8f req-d41707cf-6bdb-462b-98e6-3c9f75d8f798 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2290268 Apr 20 16:23:21.639425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e330a-bacb-4cf5-b657-1ed698fa8a48 req-00f2cc36-1fe8-4a3f-a79b-072ab0f61e3c tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:21.641612 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f98e330a-bacb-4cf5-b657-1ed698fa8a48 req-00f2cc36-1fe8-4a3f-a79b-072ab0f61e3c tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 944 time: 0.2258549 Apr 20 16:23:21.643596 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-b613fe9f-494e-4104-b2b6-31971e172219 service neutron] 10.222.0.30 "GET /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465136 Apr 20 16:23:21.662211 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d4565a4f-e0ac-4af6-8b86-3d20d02569fc req-e9e57b54-a26e-4f85-9b6c-6285d4b36543 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 210 time: 0.0419335 Apr 20 16:23:21.757050 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f98e330a-bacb-4cf5-b657-1ed698fa8a48 req-c0380a50-8c5a-457a-bec0-65bef1cbc5cb tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050186 Apr 20 16:23:21.790116 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-d3a17e4f-58d9-485d-81c8-cbe4a7aa6fd3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Allocated IP 172.25.0.165 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/c0f2af59-c553-45de-a0ba-fd7371e1038f) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:23:21.802026 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f091a81-87d4-4869-9052-e0c127cdaa8f req-b48c6032-3ce3-4af0-846c-b8ae435f7615 service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574717 Apr 20 16:23:21.911684 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d3a17e4f-58d9-485d-81c8-cbe4a7aa6fd3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:21.922994 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-2d7878bf-166e-4cec-b389-2882b4893219 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=223525cb-7aed-4392-a92a-a330adfba580 HTTP/1.1" status: 200 len: 217 time: 0.0671413 Apr 20 16:23:21.991396 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea8d95-053d-4af9-866a-8e0003505489 req-b7a68755-7f99-4e9d-8d9d-73d7e27f54f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:21.992916 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15ea8d95-053d-4af9-866a-8e0003505489 req-b7a68755-7f99-4e9d-8d9d-73d7e27f54f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1366544 Apr 20 16:23:22.006682 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f091a81-87d4-4869-9052-e0c127cdaa8f req-d693e250-56cd-4b16-94af-2c6ea9ab3b0a service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977470 Apr 20 16:23:22.017364 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-1bbba364-2cbe-49d1-a8ba-f33c90452536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:22.018789 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-1bbba364-2cbe-49d1-a8ba-f33c90452536 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d97c5e51-a8a6-4631-b5a6-573cb3068b25 HTTP/1.1" status: 200 len: 797 time: 0.0865805 Apr 20 16:23:22.062189 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d3a17e4f-58d9-485d-81c8-cbe4a7aa6fd3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:22.143499 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-0c2fa817-8169-4d6d-85dd-6736b53f3be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:22.145585 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-0c2fa817-8169-4d6d-85dd-6736b53f3be9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3024306a-3909-40d1-ba02-5dd3136dffcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1105750 Apr 20 16:23:22.151042 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a17e4f-58d9-485d-81c8-cbe4a7aa6fd3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:23:22.156825 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-d3a17e4f-58d9-485d-81c8-cbe4a7aa6fd3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:23:22.164470 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a17e4f-58d9-485d-81c8-cbe4a7aa6fd3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:23:22.167698 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a17e4f-58d9-485d-81c8-cbe4a7aa6fd3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Pushing event updated for resources: {'Port': ['ID=c0f2af59-c553-45de-a0ba-fd7371e1038f,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:22.195551 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15ea8d95-053d-4af9-866a-8e0003505489 req-47e94a74-cfb9-4cb6-be87-cc7a60972d30 service neutron] 10.222.0.30 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930747 Apr 20 16:23:22.213449 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a9a28-1c88-40b1-a2b3-7a53a0b50148 req-1c5f0aab-58a3-4a6b-a941-9ea92b593e2a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:22.219575 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a9a28-1c88-40b1-a2b3-7a53a0b50148 req-1c5f0aab-58a3-4a6b-a941-9ea92b593e2a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:22.227252 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a9a28-1c88-40b1-a2b3-7a53a0b50148 req-1c5f0aab-58a3-4a6b-a941-9ea92b593e2a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:22.234084 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a9a28-1c88-40b1-a2b3-7a53a0b50148 req-1c5f0aab-58a3-4a6b-a941-9ea92b593e2a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:22.240665 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a9a28-1c88-40b1-a2b3-7a53a0b50148 req-1c5f0aab-58a3-4a6b-a941-9ea92b593e2a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:22.247396 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a9a28-1c88-40b1-a2b3-7a53a0b50148 req-1c5f0aab-58a3-4a6b-a941-9ea92b593e2a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:22.254570 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a9a28-1c88-40b1-a2b3-7a53a0b50148 req-1c5f0aab-58a3-4a6b-a941-9ea92b593e2a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:22.256757 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b47a9a28-1c88-40b1-a2b3-7a53a0b50148 req-1c5f0aab-58a3-4a6b-a941-9ea92b593e2a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5419 time: 0.1653550 Apr 20 16:23:22.340711 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b47a9a28-1c88-40b1-a2b3-7a53a0b50148 req-6e1db4cd-3155-48af-b15e-e5624caab9eb tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0741808 Apr 20 16:23:22.360877 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d3a17e4f-58d9-485d-81c8-cbe4a7aa6fd3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:22.400707 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15ea8d95-053d-4af9-866a-8e0003505489 req-4c539234-3564-4e2b-9cd6-e6fd7713a0b6 service neutron] 10.222.0.30 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706359 Apr 20 16:23:22.438843 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761559c1-c45a-4227-a47b-3ffafa78738e req-8d1448e7-ef86-421f-b0f3-d3313daf8841 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:22.441876 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-761559c1-c45a-4227-a47b-3ffafa78738e req-8d1448e7-ef86-421f-b0f3-d3313daf8841 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7822a6a-08c7-4a18-9ea9-3b23b8e033f1 HTTP/1.1" status: 200 len: 945 time: 0.1042929 Apr 20 16:23:22.444546 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-9e7cd9ae-1f8c-4efd-b8bd-f25f8dd963bf service neutron] 10.222.0.30 "GET /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912998 Apr 20 16:23:22.533439 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d3a17e4f-58d9-485d-81c8-cbe4a7aa6fd3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:22.569002 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-761559c1-c45a-4227-a47b-3ffafa78738e req-0be8669b-e801-4d7e-8240-c5090c94ca5f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150482 Apr 20 16:23:22.623269 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-cd11a88c-bcf6-45d6-815c-81aa072c3d0d service neutron] 10.222.0.30 "GET /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608820 Apr 20 16:23:22.727916 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-fef984cd-87d8-436e-bdfa-39e5925a0fe1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=38c183c1-2ecf-4a3b-97ca-cd36101f24ff HTTP/1.1" status: 200 len: 217 time: 0.0916636 Apr 20 16:23:22.749725 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d3a17e4f-58d9-485d-81c8-cbe4a7aa6fd3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:22.753680 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe9a94-0d40-4eff-804a-92c81f234cf9 req-2ac1bc97-5a32-47b6-9ead-106abdf387b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:22.758876 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3bfe9a94-0d40-4eff-804a-92c81f234cf9 req-2ac1bc97-5a32-47b6-9ead-106abdf387b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbc372ad2d1446089af0923f5d212489&device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 1095 time: 0.1201236 Apr 20 16:23:22.775357 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8340ae03-9dbb-4af4-b848-ab14e2d414c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:22.833064 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d3a17e4f-58d9-485d-81c8-cbe4a7aa6fd3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:22.852466 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-aeecbf79-f596-4eaf-8625-27061a43c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:22.854019 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-aeecbf79-f596-4eaf-8625-27061a43c5c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d97c5e51-a8a6-4631-b5a6-573cb3068b25 HTTP/1.1" status: 200 len: 797 time: 0.1090295 Apr 20 16:23:22.949174 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe9a94-0d40-4eff-804a-92c81f234cf9 req-1e51de43-9579-4d83-8592-9ade050d7f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:22.951289 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3bfe9a94-0d40-4eff-804a-92c81f234cf9 req-1e51de43-9579-4d83-8592-9ade050d7f7a service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb HTTP/1.1" status: 200 len: 919 time: 0.1747441 Apr 20 16:23:23.036761 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3bfe9a94-0d40-4eff-804a-92c81f234cf9 req-a897209f-53e4-456a-a2ae-941dd1c248e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6209a169-6730-4f41-a458-484602ed19ba HTTP/1.1" status: 200 len: 217 time: 0.0785284 Apr 20 16:23:23.055703 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-71f7b206-fce8-4121-bcf5-4f3ec6767122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:23.057430 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-71f7b206-fce8-4121-bcf5-4f3ec6767122 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3024306a-3909-40d1-ba02-5dd3136dffcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1932523 Apr 20 16:23:23.100768 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0777f-d93c-4630-8298-1cdc72f66578 req-e069b26a-4be4-4e3c-8f93-6b43748d088f tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:23.102611 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-86d0777f-d93c-4630-8298-1cdc72f66578 req-e069b26a-4be4-4e3c-8f93-6b43748d088f tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 944 time: 0.1474802 Apr 20 16:23:23.183174 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe9a94-0d40-4eff-804a-92c81f234cf9 req-db7c82d3-1eff-4e94-a4ba-e8cf55b0b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:23.185139 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3bfe9a94-0d40-4eff-804a-92c81f234cf9 req-db7c82d3-1eff-4e94-a4ba-e8cf55b0b1dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f49ef81d-6341-40ae-b59c-ad7cca19ee9b HTTP/1.1" status: 200 len: 857 time: 0.1417263 Apr 20 16:23:23.192267 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-292e57b9-22b5-4eb3-8b69-eb9dcc0dd992 req-ea0210f4-ae4f-4cba-868d-b6dd8dd21f7a tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=793a0eb2-6099-4de6-ab87-7020c148f82c HTTP/1.1" status: 200 len: 210 time: 0.0567615 Apr 20 16:23:23.210598 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a17e4f-58d9-485d-81c8-cbe4a7aa6fd3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Pushing event updated for resources: {'Port': ['ID=c0f2af59-c553-45de-a0ba-fd7371e1038f,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:23.223029 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d3a17e4f-58d9-485d-81c8-cbe4a7aa6fd3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:23.232912 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-86d0777f-d93c-4630-8298-1cdc72f66578 req-9f0c9ec8-5219-48f6-8e39-9c731ef39d03 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160994 Apr 20 16:23:23.386108 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d3a17e4f-58d9-485d-81c8-cbe4a7aa6fd3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:23.387516 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d3a17e4f-58d9-485d-81c8-cbe4a7aa6fd3 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3147805 Apr 20 16:23:23.390386 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45570) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:23.396055 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5a148561-19ae-4bfd-9e78-dc0eccc66e8b tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Request body: {'floatingip': {'port_id': '4a571a6a-21ff-42f0-a68a-7fa6425dff80', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:23.462304 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5a148561-19ae-4bfd-9e78-dc0eccc66e8b tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks [] for floatingip, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:23.612467 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-add277e5-920d-4d23-b267-b10756c11782 service neutron] 10.222.0.30 "GET /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317049 Apr 20 16:23:23.623262 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12030b-075a-4909-ac94-b85cd8177933 req-101c704f-275a-4f4a-a2ce-c01f049f2c18 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:23.629594 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12030b-075a-4909-ac94-b85cd8177933 req-101c704f-275a-4f4a-a2ce-c01f049f2c18 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:23.635425 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12030b-075a-4909-ac94-b85cd8177933 req-101c704f-275a-4f4a-a2ce-c01f049f2c18 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:23.642252 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12030b-075a-4909-ac94-b85cd8177933 req-101c704f-275a-4f4a-a2ce-c01f049f2c18 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:23.648097 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12030b-075a-4909-ac94-b85cd8177933 req-101c704f-275a-4f4a-a2ce-c01f049f2c18 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:23.654193 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12030b-075a-4909-ac94-b85cd8177933 req-101c704f-275a-4f4a-a2ce-c01f049f2c18 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:23.660035 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12030b-075a-4909-ac94-b85cd8177933 req-101c704f-275a-4f4a-a2ce-c01f049f2c18 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:23.662068 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ed12030b-075a-4909-ac94-b85cd8177933 req-101c704f-275a-4f4a-a2ce-c01f049f2c18 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5419 time: 0.1630988 Apr 20 16:23:23.683757 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe9a94-0d40-4eff-804a-92c81f234cf9 req-2f61f761-e297-42ee-b673-cc59b1e93042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:23.685237 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3bfe9a94-0d40-4eff-804a-92c81f234cf9 req-2f61f761-e297-42ee-b673-cc59b1e93042 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4743884 Apr 20 16:23:23.691078 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-5a148561-19ae-4bfd-9e78-dc0eccc66e8b tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] update failed (client error): The resource could not be found. Apr 20 16:23:23.691078 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5a148561-19ae-4bfd-9e78-dc0eccc66e8b tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] 10.222.0.15 "PUT /v2.0/floatingips/fd1f59f7-5e6e-498e-ad21-33fa08e1e756 HTTP/1.1" status: 404 len: 507 time: 0.2994065 Apr 20 16:23:23.693911 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45578) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:23.808516 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ed12030b-075a-4909-ac94-b85cd8177933 req-819f46ba-d1e8-45c2-9efa-1e8b8b102e12 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1284018 Apr 20 16:23:23.832212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53f830-9cfe-45c4-8512-ede31d326f98 req-3d6a47d3-d855-49e1-9e0b-028fcdce47a5 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:23.833736 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-af53f830-9cfe-45c4-8512-ede31d326f98 req-3d6a47d3-d855-49e1-9e0b-028fcdce47a5 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7822a6a-08c7-4a18-9ea9-3b23b8e033f1 HTTP/1.1" status: 200 len: 945 time: 0.1800599 Apr 20 16:23:23.863218 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-94c0ddef-ecb9-41a3-a380-f34338301cf6 service neutron] 10.222.0.30 "GET /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389798 Apr 20 16:23:23.886395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c926da81-bd87-4cbb-8077-60a53f75f9b9 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Deleting port c0f2af59-c553-45de-a0ba-fd7371e1038f {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:23:23.886747 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c926da81-bd87-4cbb-8077-60a53f75f9b9 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:23.924876 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3bfe9a94-0d40-4eff-804a-92c81f234cf9 req-16e02201-d2f6-4111-9599-78390ed35502 service neutron] 10.222.0.30 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889050 Apr 20 16:23:23.926086 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-de61665e-d467-43d7-8a7a-d74d7f64df8e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d1628b9e-6015-40ce-9c03-59336f363801 HTTP/1.1" status: 200 len: 217 time: 0.0522935 Apr 20 16:23:23.951378 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device f185935b-c5c0-4e59-89ac-b70d084b1382 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:23:23.957092 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:23:23.957481 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-af53f830-9cfe-45c4-8512-ede31d326f98 req-f703f29b-85d8-4e39-8faf-4152ac9e0616 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140840 Apr 20 16:23:23.998558 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:23:23.999073 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device e0ee38ee-06ce-4b63-8a1d-739eb51a0ea5 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:23:24.004112 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c926da81-bd87-4cbb-8077-60a53f75f9b9 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:24.004715 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c926da81-bd87-4cbb-8077-60a53f75f9b9 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:24.027007 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c926da81-bd87-4cbb-8077-60a53f75f9b9 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Calling delete_port for c0f2af59-c553-45de-a0ba-fd7371e1038f owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:23:24.059197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-1351da75-e8d0-4b8d-b2a1-638cb0e5f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:24.060695 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-1351da75-e8d0-4b8d-b2a1-638cb0e5f9a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2c180477-2e70-4742-80cf-468c6df467b5 HTTP/1.1" status: 200 len: 797 time: 0.1221449 Apr 20 16:23:24.127915 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port f185935b-c5c0-4e59-89ac-b70d084b1382, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=f185935b-c5c0-4e59-89ac-b70d084b1382,segment=NetworkSegment(42815ea2-076c-480e-bac2-ffc0f665e2ff),segment_id=42815ea2-076c-480e-bac2-ffc0f665e2ff)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:24.143157 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'f185935b-c5c0-4e59-89ac-b70d084b1382', 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'port_id': 'f185935b-c5c0-4e59-89ac-b70d084b1382', 'mac_address': 'fa:16:3e:ba:98:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:23:24.143578 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3bfe9a94-0d40-4eff-804a-92c81f234cf9 req-4bfbb615-cd33-4db3-ab5d-11e2ed8ee2ac service neutron] 10.222.0.30 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036631 Apr 20 16:23:24.155793 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-b065992a-b21b-4d86-8399-fae9bc3656e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:24.158274 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-b065992a-b21b-4d86-8399-fae9bc3656e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d815abc-b52f-44a7-b0f4-be6307f2c66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0894160 Apr 20 16:23:24.168577 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20e0f9-8817-4afe-9a7e-100576a36f75 req-1c5963ad-1204-4fa9-b400-f675a8444b7e tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:24.170096 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d20e0f9-8817-4afe-9a7e-100576a36f75 req-1c5963ad-1204-4fa9-b400-f675a8444b7e tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=34380448-448e-4d61-80d9-2998f74949eb HTTP/1.1" status: 200 len: 945 time: 0.0748115 Apr 20 16:23:24.190194 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:24.204782 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f185935b-c5c0-4e59-89ac-b70d084b1382 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:24.229504 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d20e0f9-8817-4afe-9a7e-100576a36f75 req-98c1f21d-ef86-475c-863f-53bed24e584d tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461395 Apr 20 16:23:24.245541 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port f185935b-c5c0-4e59-89ac-b70d084b1382, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=f185935b-c5c0-4e59-89ac-b70d084b1382,segment=NetworkSegment(42815ea2-076c-480e-bac2-ffc0f665e2ff),segment_id=42815ea2-076c-480e-bac2-ffc0f665e2ff)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:24.307629 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-9ff1c352-6be0-41d8-84fa-9e537827f344 service neutron] 10.222.0.30 "GET /v2.0/networks/8d815abc-b52f-44a7-b0f4-be6307f2c66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289272 Apr 20 16:23:24.329721 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45598) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:24.392985 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:24.407105 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d5ed9-9581-4c7c-93a3-4c207f80bc55 req-7555d6aa-b27a-4cc7-8617-62ba11de4adc tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:24.412260 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b00d5ed9-9581-4c7c-93a3-4c207f80bc55 req-7555d6aa-b27a-4cc7-8617-62ba11de4adc tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7822a6a-08c7-4a18-9ea9-3b23b8e033f1 HTTP/1.1" status: 200 len: 945 time: 0.0560503 Apr 20 16:23:24.457890 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-2db2bb6f-490f-481d-998f-de570cb5543c service neutron] 10.222.0.30 "GET /v2.0/networks/8d815abc-b52f-44a7-b0f4-be6307f2c66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470237 Apr 20 16:23:24.458595 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c926da81-bd87-4cbb-8077-60a53f75f9b9 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:24.460652 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=f185935b-c5c0-4e59-89ac-b70d084b1382,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:24.482761 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b00d5ed9-9581-4c7c-93a3-4c207f80bc55 req-abeaf5c8-d5cd-42a3-9793-43656c6c158c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529387 Apr 20 16:23:24.508438 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-211eb648-7dd2-46ae-8a9b-2a16d91baced service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d508a3b0-0004-4f38-82f9-28f5a0647800 HTTP/1.1" status: 200 len: 217 time: 0.0423925 Apr 20 16:23:24.522702 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926da81-bd87-4cbb-8077-60a53f75f9b9 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Pushing event deleted for resources: {'Port': ['ID=c0f2af59-c553-45de-a0ba-fd7371e1038f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:24.542738 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee62f9ca-eff7-4981-91af-97e5b1a265d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:24.566407 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-d784f382-82e9-4c2a-8282-45225b2abc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:24.568007 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-d784f382-82e9-4c2a-8282-45225b2abc25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2c180477-2e70-4742-80cf-468c6df467b5 HTTP/1.1" status: 200 len: 797 time: 0.0521784 Apr 20 16:23:24.622452 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-7ea60d86-1f98-4215-956e-30d3d2a582f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:24.624936 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-7ea60d86-1f98-4215-956e-30d3d2a582f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d815abc-b52f-44a7-b0f4-be6307f2c66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0487645 Apr 20 16:23:24.670264 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c926da81-bd87-4cbb-8077-60a53f75f9b9 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:24.670264 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c926da81-bd87-4cbb-8077-60a53f75f9b9 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:24.670264 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c926da81-bd87-4cbb-8077-60a53f75f9b9 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] 10.222.0.15 "DELETE /v2.0/floatingips/fd1f59f7-5e6e-498e-ad21-33fa08e1e756 HTTP/1.1" status: 204 len: 168 time: 0.9752283 Apr 20 16:23:24.674300 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45614) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:24.680963 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e53dec66-8ec8-45e1-8973-facf8879f2ef tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Request body: {'floatingip': {'floating_network_id': '46db77c6-2d51-4a1a-ae7c-5124c093f129', 'port_id': '4a571a6a-21ff-42f0-a68a-7fa6425dff80', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:24.701691 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68578e-9e86-4817-a06f-25fd5edbfa0c req-74c8d9c1-e85b-404b-8490-960c43bbd8a7 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:24.703720 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a68578e-9e86-4817-a06f-25fd5edbfa0c req-74c8d9c1-e85b-404b-8490-960c43bbd8a7 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 944 time: 0.1642711 Apr 20 16:23:24.787489 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-5571adca-63d9-468c-bcf6-97c66a414f8b service neutron] 10.222.0.30 "GET /v2.0/networks/8d815abc-b52f-44a7-b0f4-be6307f2c66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551161 Apr 20 16:23:24.790598 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a68578e-9e86-4817-a06f-25fd5edbfa0c req-7ca1a853-868e-4fc6-bd28-2be5ff2bfd74 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706308 Apr 20 16:23:24.792366 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee62f9ca-eff7-4981-91af-97e5b1a265d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:24.858705 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['f185935b-c5c0-4e59-89ac-b70d084b1382'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:23:24.888710 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-98b51766-f249-43f5-959a-b6c361128a34 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:24.889912 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e53dec66-8ec8-45e1-8973-facf8879f2ef tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:24.890198 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-98b51766-f249-43f5-959a-b6c361128a34 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/networks?id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c HTTP/1.1" status: 200 len: 811 time: 0.1806645 Apr 20 16:23:24.923488 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-ec0c5894-d1ce-4e8a-9988-b7140881dddc tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/quotas/3cc4f828c4024c5e9e29e4972749306e HTTP/1.1" status: 200 len: 375 time: 0.0200095 Apr 20 16:23:24.928983 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa9e224f-c33f-47f0-ad82-7ee04c10f36a req-a27b0d3e-a15e-4f6c-abea-07335c0e9c8b service neutron] 10.222.0.30 "GET /v2.0/networks/8d815abc-b52f-44a7-b0f4-be6307f2c66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319892 Apr 20 16:23:24.954388 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee62f9ca-eff7-4981-91af-97e5b1a265d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:24.959152 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-aa2e4cb5-30bd-4dc7-ae88-bd3332911b21 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cc4f828c4024c5e9e29e4972749306e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280323 Apr 20 16:23:25.016314 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ee62f9ca-eff7-4981-91af-97e5b1a265d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8a3efce5e69e43979e3129ffce78c1ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6828990 Apr 20 16:23:25.016314 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62f9ca-eff7-4981-91af-97e5b1a265d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533b1c1b-7eac-47b7-887c-62dfc258542f,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:25.017853 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45622) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:25.094577 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-b0aac667-ff81-4aea-8263-1a20ed8cb98a service neutron] 10.222.0.15 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269691 Apr 20 16:23:25.111452 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f1d249ec-e625-4bc3-a47c-dbddd3c68756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:25.158254 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2d2d6b3f-8690-4e24-b5bf-5b1c2b5f6cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:25.174166 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f1d249ec-e625-4bc3-a47c-dbddd3c68756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:25.226724 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-4acc6136-95a3-4209-b10f-78857d292bf5 service neutron] 10.222.0.15 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251132 Apr 20 16:23:25.238951 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-e53dec66-8ec8-45e1-8973-facf8879f2ef tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:23:25.240057 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e53dec66-8ec8-45e1-8973-facf8879f2ef tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5637960 Apr 20 16:23:25.247349 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45624) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:25.249015 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-34c7000d-1c7a-43e6-af92-8f6ecd6082ee tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': '4a571a6a-21ff-42f0-a68a-7fa6425dff80', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:25.316932 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd29a20-6457-458e-8762-714c53c0c7e7 req-de9ac314-9f4d-4d8a-a27e-5f3cd19901f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:25.317417 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd29a20-6457-458e-8762-714c53c0c7e7 req-de9ac314-9f4d-4d8a-a27e-5f3cd19901f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:25.317893 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd29a20-6457-458e-8762-714c53c0c7e7 req-de9ac314-9f4d-4d8a-a27e-5f3cd19901f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:25.318369 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd29a20-6457-458e-8762-714c53c0c7e7 req-de9ac314-9f4d-4d8a-a27e-5f3cd19901f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:25.318833 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd29a20-6457-458e-8762-714c53c0c7e7 req-de9ac314-9f4d-4d8a-a27e-5f3cd19901f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:25.319301 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd29a20-6457-458e-8762-714c53c0c7e7 req-de9ac314-9f4d-4d8a-a27e-5f3cd19901f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:25.319764 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd29a20-6457-458e-8762-714c53c0c7e7 req-de9ac314-9f4d-4d8a-a27e-5f3cd19901f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:25.321725 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bbd29a20-6457-458e-8762-714c53c0c7e7 req-de9ac314-9f4d-4d8a-a27e-5f3cd19901f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e35470c169cb468daf63345ebb7ba6b2&device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 6476 time: 0.0618539 Apr 20 16:23:25.413296 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd29a20-6457-458e-8762-714c53c0c7e7 req-a31a46d6-aca9-4b1f-b71a-102709f4cd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:25.414839 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bbd29a20-6457-458e-8762-714c53c0c7e7 req-a31a46d6-aca9-4b1f-b71a-102709f4cd0f service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d815abc-b52f-44a7-b0f4-be6307f2c66b HTTP/1.1" status: 200 len: 903 time: 0.0847538 Apr 20 16:23:25.426294 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f1d249ec-e625-4bc3-a47c-dbddd3c68756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:25.428887 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f1d249ec-e625-4bc3-a47c-dbddd3c68756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:25.431089 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f1d249ec-e625-4bc3-a47c-dbddd3c68756 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/533b1c1b-7eac-47b7-887c-62dfc258542f HTTP/1.1" status: 204 len: 168 time: 0.4133985 Apr 20 16:23:25.432164 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-34c7000d-1c7a-43e6-af92-8f6ecd6082ee tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:25.456171 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d249ec-e625-4bc3-a47c-dbddd3c68756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533b1c1b-7eac-47b7-887c-62dfc258542f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:25.568630 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bbd29a20-6457-458e-8762-714c53c0c7e7 req-c1396579-ef5f-472f-ad16-f4a30cbd5e64 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d508a3b0-0004-4f38-82f9-28f5a0647800 HTTP/1.1" status: 200 len: 217 time: 0.0888619 Apr 20 16:23:25.592523 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df4889-d502-4516-97dd-c6c7152bbbc8 req-3bbaa460-5659-4cae-a377-4533bebc4fa2 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:25.594567 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-75df4889-d502-4516-97dd-c6c7152bbbc8 req-3bbaa460-5659-4cae-a377-4533bebc4fa2 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 946 time: 0.0740850 Apr 20 16:23:25.646956 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-75df4889-d502-4516-97dd-c6c7152bbbc8 req-b614d8c6-0ccc-416d-9887-887f2d87e9d3 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426977 Apr 20 16:23:25.661927 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd29a20-6457-458e-8762-714c53c0c7e7 req-83bf5ec2-4df1-40c8-91d8-1fcfaa6a749d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:25.663662 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bbd29a20-6457-458e-8762-714c53c0c7e7 req-83bf5ec2-4df1-40c8-91d8-1fcfaa6a749d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2c180477-2e70-4742-80cf-468c6df467b5 HTTP/1.1" status: 200 len: 797 time: 0.0895863 Apr 20 16:23:25.738984 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603a8a1-871a-486c-8ff5-8aa53a8de6b3 req-658fbed2-2c7a-4c7f-9038-82c068f04914 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:25.746754 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603a8a1-871a-486c-8ff5-8aa53a8de6b3 req-658fbed2-2c7a-4c7f-9038-82c068f04914 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:25.753277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603a8a1-871a-486c-8ff5-8aa53a8de6b3 req-658fbed2-2c7a-4c7f-9038-82c068f04914 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:25.759609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603a8a1-871a-486c-8ff5-8aa53a8de6b3 req-658fbed2-2c7a-4c7f-9038-82c068f04914 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:25.765600 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603a8a1-871a-486c-8ff5-8aa53a8de6b3 req-658fbed2-2c7a-4c7f-9038-82c068f04914 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:25.771345 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603a8a1-871a-486c-8ff5-8aa53a8de6b3 req-658fbed2-2c7a-4c7f-9038-82c068f04914 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:25.777256 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603a8a1-871a-486c-8ff5-8aa53a8de6b3 req-658fbed2-2c7a-4c7f-9038-82c068f04914 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:25.779273 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d603a8a1-871a-486c-8ff5-8aa53a8de6b3 req-658fbed2-2c7a-4c7f-9038-82c068f04914 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5419 time: 0.1901722 Apr 20 16:23:25.804500 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a84a4-cbea-477d-b3d0-a59afb914529 req-6026f1a9-22f9-4fc9-ba7e-d535fe28ab97 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:25.805038 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-34c7000d-1c7a-43e6-af92-8f6ecd6082ee tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:25.806092 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c32a84a4-cbea-477d-b3d0-a59afb914529 req-6026f1a9-22f9-4fc9-ba7e-d535fe28ab97 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7822a6a-08c7-4a18-9ea9-3b23b8e033f1 HTTP/1.1" status: 200 len: 945 time: 0.0614827 Apr 20 16:23:25.822103 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd29a20-6457-458e-8762-714c53c0c7e7 req-36674344-a60c-4687-88d0-73813c3d642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:25.823514 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bbd29a20-6457-458e-8762-714c53c0c7e7 req-36674344-a60c-4687-88d0-73813c3d642a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d815abc-b52f-44a7-b0f4-be6307f2c66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1467996 Apr 20 16:23:25.854988 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c32a84a4-cbea-477d-b3d0-a59afb914529 req-9836afd2-4ba5-4012-a633-b6ed45678785 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426250 Apr 20 16:23:25.926754 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d603a8a1-871a-486c-8ff5-8aa53a8de6b3 req-bfff3749-521e-48d2-a5ce-b0e247eb72f4 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1342971 Apr 20 16:23:25.932842 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da85b274-ecd3-4ad3-b49b-9cadbb5390c4 req-9db9dda6-38ab-445c-acf0-6edab7d0c54c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 210 time: 0.0301425 Apr 20 16:23:25.964760 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device f185935b-c5c0-4e59-89ac-b70d084b1382 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:23:26.042574 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bbd29a20-6457-458e-8762-714c53c0c7e7 req-30f7354a-9b4e-4b07-a977-a84bdc24b94a service neutron] 10.222.0.30 "GET /v2.0/networks/8d815abc-b52f-44a7-b0f4-be6307f2c66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102108 Apr 20 16:23:26.053959 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-34c7000d-1c7a-43e6-af92-8f6ecd6082ee tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Allocated IP 172.25.0.200 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/9b43829a-1b0b-433a-9a3a-22254c5d8a8b) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:23:26.158344 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port f185935b-c5c0-4e59-89ac-b70d084b1382 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:23:26.162360 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port f185935b-c5c0-4e59-89ac-b70d084b1382 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:26.162731 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:26.213779 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30f97b-6920-450c-9291-511ad1bd15d4 req-23057826-9613-49ef-9293-08f134135593 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:26.215307 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9c30f97b-6920-450c-9291-511ad1bd15d4 req-23057826-9613-49ef-9293-08f134135593 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 944 time: 0.1569870 Apr 20 16:23:26.274332 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:26.282862 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bbd29a20-6457-458e-8762-714c53c0c7e7 req-c08f2001-df9e-4eef-b684-ead55902dff7 service neutron] 10.222.0.30 "GET /v2.0/networks/8d815abc-b52f-44a7-b0f4-be6307f2c66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085369 Apr 20 16:23:26.300985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df4d47a-a4f1-40c3-9be6-343b11198f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f185935b-c5c0-4e59-89ac-b70d084b1382'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:26.303245 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e20ec5-bc81-43f5-a042-77cd7ef76fb4" -d '{"events": [{"server_uuid": "0df4d47a-a4f1-40c3-9be6-343b11198f77", "name": "network-vif-plugged", "status": "completed", "tag": "f185935b-c5c0-4e59-89ac-b70d084b1382"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:26.311862 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9c30f97b-6920-450c-9291-511ad1bd15d4 req-8c8f9d5c-d0fa-45fc-b30f-d8eda0fc2e37 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806701 Apr 20 16:23:26.313967 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:26.315348 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-34c7000d-1c7a-43e6-af92-8f6ecd6082ee tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:26.334921 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port f185935b-c5c0-4e59-89ac-b70d084b1382, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=f185935b-c5c0-4e59-89ac-b70d084b1382,segment=NetworkSegment(42815ea2-076c-480e-bac2-ffc0f665e2ff),segment_id=42815ea2-076c-480e-bac2-ffc0f665e2ff)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:26.358008 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45656) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:26.361686 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6260d5-cb60-4a64-85e9-e1b22d2f0871 x-openstack-request-id: req-cc6260d5-cb60-4a64-85e9-e1b22d2f0871 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:26.362059 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df4d47a-a4f1-40c3-9be6-343b11198f77", "name": "network-vif-plugged", "status": "completed", "tag": "f185935b-c5c0-4e59-89ac-b70d084b1382", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:26.362317 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc6260d5-cb60-4a64-85e9-e1b22d2f0871 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:26.362754 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc6260d5-cb60-4a64-85e9-e1b22d2f0871'] response: {'server_uuid': '0df4d47a-a4f1-40c3-9be6-343b11198f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f185935b-c5c0-4e59-89ac-b70d084b1382', 'code': 200} Apr 20 16:23:26.371531 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-057262a5-de83-4cd3-b83f-c38f57b6a6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:26.430917 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 6209a169-6730-4f41-a458-484602ed19ba details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:23:26.454993 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-057262a5-de83-4cd3-b83f-c38f57b6a6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:26.484991 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a9cec-f6f5-4ef6-bc36-98e3c65a1284 req-05e297a2-2782-4040-87c0-b7297e4082c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:26.486538 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f13a9cec-f6f5-4ef6-bc36-98e3c65a1284 req-05e297a2-2782-4040-87c0-b7297e4082c6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 1096 time: 0.0409195 Apr 20 16:23:26.490637 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:26.522009 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f13a9cec-f6f5-4ef6-bc36-98e3c65a1284 req-16f76f6f-0e2f-4afc-b108-b592085e5f2f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275521 Apr 20 16:23:26.548071 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-34c7000d-1c7a-43e6-af92-8f6ecd6082ee tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:26.564969 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=f185935b-c5c0-4e59-89ac-b70d084b1382,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:26.573669 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 6209a169-6730-4f41-a458-484602ed19ba, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=6209a169-6730-4f41-a458-484602ed19ba,segment=NetworkSegment(42815ea2-076c-480e-bac2-ffc0f665e2ff),segment_id=42815ea2-076c-480e-bac2-ffc0f665e2ff)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:26.586346 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '6209a169-6730-4f41-a458-484602ed19ba', 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'port_id': '6209a169-6730-4f41-a458-484602ed19ba', 'mac_address': 'fa:16:3e:6d:44:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:23:26.617208 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c7000d-1c7a-43e6-af92-8f6ecd6082ee tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:23:26.621283 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-34c7000d-1c7a-43e6-af92-8f6ecd6082ee tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:23:26.623236 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7000d-1c7a-43e6-af92-8f6ecd6082ee tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Pushing event updated for resources: {'Port': ['ID=9b43829a-1b0b-433a-9a3a-22254c5d8a8b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:26.625627 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c7000d-1c7a-43e6-af92-8f6ecd6082ee tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:23:26.632877 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:26.633047 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-057262a5-de83-4cd3-b83f-c38f57b6a6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:26.648813 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6209a169-6730-4f41-a458-484602ed19ba {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:26.673848 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 6209a169-6730-4f41-a458-484602ed19ba, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=6209a169-6730-4f41-a458-484602ed19ba,segment=NetworkSegment(42815ea2-076c-480e-bac2-ffc0f665e2ff),segment_id=42815ea2-076c-480e-bac2-ffc0f665e2ff)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:26.677428 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-057262a5-de83-4cd3-b83f-c38f57b6a6aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=18bf48eb2a5d4ca7b261c706f11496e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3183300 Apr 20 16:23:26.678558 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45660) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:26.699695 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057262a5-de83-4cd3-b83f-c38f57b6a6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae33d21-219e-4d3f-9da5-c9334333972c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:26.739819 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e68b0b45-40ce-4235-917d-494465a7a3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:26.746833 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:26.762337 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e68b0b45-40ce-4235-917d-494465a7a3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:26.805227 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=6209a169-6730-4f41-a458-484602ed19ba,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:26.808739 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeb35b-5284-4699-abb5-dd7d25ef51a7 req-2c9e67a6-5046-4966-a877-21d621c7091c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:26.810263 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6aeb35b-5284-4699-abb5-dd7d25ef51a7 req-2c9e67a6-5046-4966-a877-21d621c7091c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 946 time: 0.0809827 Apr 20 16:23:26.918337 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636f9e5-f325-4de7-bdab-c1da786aab81 req-5e18b2fa-0e92-4521-8a24-2d9e8ae02d10 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:26.919793 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c636f9e5-f325-4de7-bdab-c1da786aab81 req-5e18b2fa-0e92-4521-8a24-2d9e8ae02d10 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 946 time: 0.1065083 Apr 20 16:23:26.922989 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6aeb35b-5284-4699-abb5-dd7d25ef51a7 req-6f61d3d2-8741-4cf1-8ed0-cddacd52a6c4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820498 Apr 20 16:23:26.923904 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e68b0b45-40ce-4235-917d-494465a7a3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:26.927663 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e68b0b45-40ce-4235-917d-494465a7a3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:26.944740 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e68b0b45-40ce-4235-917d-494465a7a3db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ae33d21-219e-4d3f-9da5-c9334333972c HTTP/1.1" status: 204 len: 168 time: 0.2649057 Apr 20 16:23:26.963677 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-34c7000d-1c7a-43e6-af92-8f6ecd6082ee tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Deleting port 9b43829a-1b0b-433a-9a3a-22254c5d8a8b {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:23:26.963677 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-34c7000d-1c7a-43e6-af92-8f6ecd6082ee tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:26.974707 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b0b45-40ce-4235-917d-494465a7a3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae33d21-219e-4d3f-9da5-c9334333972c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:27.074039 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd49332-0366-4b53-8709-e8880c2159b4 req-0d6d7819-865d-4ffa-a6a0-d49752ae7dab tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:27.075957 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1cd49332-0366-4b53-8709-e8880c2159b4 req-0d6d7819-865d-4ffa-a6a0-d49752ae7dab tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7822a6a-08c7-4a18-9ea9-3b23b8e033f1 HTTP/1.1" status: 200 len: 945 time: 0.1270344 Apr 20 16:23:27.103026 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-34c7000d-1c7a-43e6-af92-8f6ecd6082ee tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:27.103384 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-34c7000d-1c7a-43e6-af92-8f6ecd6082ee tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:27.124976 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1cd49332-0366-4b53-8709-e8880c2159b4 req-ff933130-baf4-43a0-b7a2-6b5c1c358fb6 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394335 Apr 20 16:23:27.133287 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-c636f9e5-f325-4de7-bdab-c1da786aab81 req-ca0c9fd0-4fbb-4ccf-bab8-cb82027ad786 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Deleting port 40d30113-8702-45e7-a372-34eb5ce08ae3 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:23:27.133633 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c636f9e5-f325-4de7-bdab-c1da786aab81 req-ca0c9fd0-4fbb-4ccf-bab8-cb82027ad786 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:27.161923 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-34c7000d-1c7a-43e6-af92-8f6ecd6082ee tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Calling delete_port for 9b43829a-1b0b-433a-9a3a-22254c5d8a8b owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:23:27.231408 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b0385c91-949d-4809-817e-1042ac0f624e req-cc5e800c-5006-4d10-a2f7-923f28e1c9b4 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 210 time: 0.0379796 Apr 20 16:23:27.257997 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['6209a169-6730-4f41-a458-484602ed19ba'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:23:27.285823 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a3823-b14f-48b0-b5dd-a8330a10262c req-9b883f5a-904e-40f4-b39a-911c15030487 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:27.291948 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a3823-b14f-48b0-b5dd-a8330a10262c req-9b883f5a-904e-40f4-b39a-911c15030487 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:27.299088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a3823-b14f-48b0-b5dd-a8330a10262c req-9b883f5a-904e-40f4-b39a-911c15030487 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:27.305252 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a3823-b14f-48b0-b5dd-a8330a10262c req-9b883f5a-904e-40f4-b39a-911c15030487 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:27.311154 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a3823-b14f-48b0-b5dd-a8330a10262c req-9b883f5a-904e-40f4-b39a-911c15030487 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:27.317198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a3823-b14f-48b0-b5dd-a8330a10262c req-9b883f5a-904e-40f4-b39a-911c15030487 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:27.323313 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a3823-b14f-48b0-b5dd-a8330a10262c req-9b883f5a-904e-40f4-b39a-911c15030487 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:27.330879 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cf5a3823-b14f-48b0-b5dd-a8330a10262c req-9b883f5a-904e-40f4-b39a-911c15030487 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5419 time: 0.2425847 Apr 20 16:23:27.397394 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-c636f9e5-f325-4de7-bdab-c1da786aab81 req-ca0c9fd0-4fbb-4ccf-bab8-cb82027ad786 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] For port 40d30113-8702-45e7-a372-34eb5ce08ae3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=40d30113-8702-45e7-a372-34eb5ce08ae3,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:27.398084 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c636f9e5-f325-4de7-bdab-c1da786aab81 req-ca0c9fd0-4fbb-4ccf-bab8-cb82027ad786 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:27.467985 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cf5a3823-b14f-48b0-b5dd-a8330a10262c req-4e511c69-4b8f-4b95-9372-ac8f9e0da1ef tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1196966 Apr 20 16:23:27.511895 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cb07f-e39a-4042-b28e-46364d31b7fa req-e1ea9af6-b388-4824-a622-df84c5206c54 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:27.516167 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ab9cb07f-e39a-4042-b28e-46364d31b7fa req-e1ea9af6-b388-4824-a622-df84c5206c54 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 945 time: 0.1024892 Apr 20 16:23:27.593347 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ab9cb07f-e39a-4042-b28e-46364d31b7fa req-99257941-8f95-4f81-bfb1-a3a99548296d tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703793 Apr 20 16:23:27.708461 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:27.991274 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:23:28.088615 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:28.101862 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30c135-cf4b-4812-9d06-f679b1a69736 req-988e577d-cf8a-4adf-b7fb-154f2f1b31fc tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:28.103354 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb30c135-cf4b-4812-9d06-f679b1a69736 req-988e577d-cf8a-4adf-b7fb-154f2f1b31fc tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7822a6a-08c7-4a18-9ea9-3b23b8e033f1 HTTP/1.1" status: 200 len: 945 time: 0.5302074 Apr 20 16:23:28.127779 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c636f9e5-f325-4de7-bdab-c1da786aab81 req-ca0c9fd0-4fbb-4ccf-bab8-cb82027ad786 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:28.127779 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c636f9e5-f325-4de7-bdab-c1da786aab81 req-ca0c9fd0-4fbb-4ccf-bab8-cb82027ad786 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:28.128116 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-c636f9e5-f325-4de7-bdab-c1da786aab81 req-ca0c9fd0-4fbb-4ccf-bab8-cb82027ad786 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Floating IP 8848de66-bb52-48a6-af6c-0ae4c00b443d disassociated. External IP: 172.25.0.49, port: 40d30113-8702-45e7-a372-34eb5ce08ae3. Apr 20 16:23:28.128363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-c636f9e5-f325-4de7-bdab-c1da786aab81 req-ca0c9fd0-4fbb-4ccf-bab8-cb82027ad786 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Calling delete_port for 40d30113-8702-45e7-a372-34eb5ce08ae3 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:23:28.181418 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74e461-f7cb-4a97-8395-404d0a9ae5d6 req-8161ddca-5ef8-460d-9c8b-84c80d786fdb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:28.183012 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bc74e461-f7cb-4a97-8395-404d0a9ae5d6 req-8161ddca-5ef8-460d-9c8b-84c80d786fdb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 946 time: 0.1451938 Apr 20 16:23:28.256530 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-34c7000d-1c7a-43e6-af92-8f6ecd6082ee tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:28.267817 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d2f1b-2971-467f-bd91-672ffa053f37 req-07e04197-aa77-4095-bfb5-0aec76bcdfea tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:28.269400 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-913d2f1b-2971-467f-bd91-672ffa053f37 req-07e04197-aa77-4095-bfb5-0aec76bcdfea tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7822a6a-08c7-4a18-9ea9-3b23b8e033f1 HTTP/1.1" status: 200 len: 945 time: 0.0544775 Apr 20 16:23:28.302301 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7000d-1c7a-43e6-af92-8f6ecd6082ee tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Pushing event deleted for resources: {'Port': ['ID=9b43829a-1b0b-433a-9a3a-22254c5d8a8b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:28.310969 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-913d2f1b-2971-467f-bd91-672ffa053f37 req-25cbf531-3cef-48b3-9edd-dabb0ca91540 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352864 Apr 20 16:23:28.383236 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bc74e461-f7cb-4a97-8395-404d0a9ae5d6 req-2f6c5597-ceb9-46e8-91f6-8e73aaeddbaa tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=8e8bdd62-d6f1-4f64-babe-a15c721f7d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588247 Apr 20 16:23:28.436797 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-032fc835-6848-424b-9190-589211883377 req-aed1cd8b-91dc-4b12-9d5f-ff14bb342787 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 210 time: 0.0612216 Apr 20 16:23:28.477943 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-eb30c135-cf4b-4812-9d06-f679b1a69736 req-2971fa52-c2b7-47f4-b163-42f07ba1dbee tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Deleting port 81c84724-c8ae-4bc9-8811-50b9e836d7f2 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:23:28.478283 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-eb30c135-cf4b-4812-9d06-f679b1a69736 req-2971fa52-c2b7-47f4-b163-42f07ba1dbee tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:28.486823 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 6209a169-6730-4f41-a458-484602ed19ba up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:23:28.575758 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:28.644149 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 6209a169-6730-4f41-a458-484602ed19ba completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:23:28.651304 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 6209a169-6730-4f41-a458-484602ed19ba triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:28.652249 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:28.670847 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-f90a793b-2cfe-47e9-8bed-461ac7daa15f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:28.673000 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-f90a793b-2cfe-47e9-8bed-461ac7daa15f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.26 "GET /v2.0/networks?id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c HTTP/1.1" status: 200 len: 811 time: 0.2764142 Apr 20 16:23:28.680988 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-34c7000d-1c7a-43e6-af92-8f6ecd6082ee tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] create failed (client error): The resource could not be found. Apr 20 16:23:28.682033 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-34c7000d-1c7a-43e6-af92-8f6ecd6082ee tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4367516 Apr 20 16:23:28.685657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45712) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:28.703108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-7150480c-df6b-4a91-91a4-06c255b5f9c1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Request body: {'port': {'device_id': '8b70cba9-bac1-4dd0-bd46-536136783036', 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c', 'admin_state_up': True, 'tenant_id': '3cc4f828c4024c5e9e29e4972749306e'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:28.744637 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-eb30c135-cf4b-4812-9d06-f679b1a69736 req-2971fa52-c2b7-47f4-b163-42f07ba1dbee tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] For port 81c84724-c8ae-4bc9-8811-50b9e836d7f2, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=81c84724-c8ae-4bc9-8811-50b9e836d7f2,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:28.745007 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-eb30c135-cf4b-4812-9d06-f679b1a69736 req-2971fa52-c2b7-47f4-b163-42f07ba1dbee tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:28.766068 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:28.772176 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c636f9e5-f325-4de7-bdab-c1da786aab81 req-ca0c9fd0-4fbb-4ccf-bab8-cb82027ad786 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:28.781443 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5b091-75f7-4c52-a65c-98f7791cb05d req-f28b88a1-03e7-4d98-a0eb-45a180765f0e tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:28.784814 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1ba5b091-75f7-4c52-a65c-98f7791cb05d req-f28b88a1-03e7-4d98-a0eb-45a180765f0e tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 945 time: 0.1174939 Apr 20 16:23:28.785335 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c34e04-25e2-4eae-a96d-612bef8c0e1c req-6a599cdd-c751-4327-9de7-fd8102bd8de2 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:28.791303 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c34e04-25e2-4eae-a96d-612bef8c0e1c req-6a599cdd-c751-4327-9de7-fd8102bd8de2 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:28.795579 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6209a169-6730-4f41-a458-484602ed19ba'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:28.797457 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c34e04-25e2-4eae-a96d-612bef8c0e1c req-6a599cdd-c751-4327-9de7-fd8102bd8de2 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:28.798036 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a14ea1-7a93-43ff-943f-57afc96db058" -d '{"events": [{"server_uuid": "c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3", "name": "network-vif-plugged", "status": "completed", "tag": "6209a169-6730-4f41-a458-484602ed19ba"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:28.803335 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c34e04-25e2-4eae-a96d-612bef8c0e1c req-6a599cdd-c751-4327-9de7-fd8102bd8de2 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:28.809188 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c34e04-25e2-4eae-a96d-612bef8c0e1c req-6a599cdd-c751-4327-9de7-fd8102bd8de2 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:28.810931 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 6209a169-6730-4f41-a458-484602ed19ba, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=6209a169-6730-4f41-a458-484602ed19ba,segment=NetworkSegment(42815ea2-076c-480e-bac2-ffc0f665e2ff),segment_id=42815ea2-076c-480e-bac2-ffc0f665e2ff)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:28.815597 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c34e04-25e2-4eae-a96d-612bef8c0e1c req-6a599cdd-c751-4327-9de7-fd8102bd8de2 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:28.821462 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c34e04-25e2-4eae-a96d-612bef8c0e1c req-6a599cdd-c751-4327-9de7-fd8102bd8de2 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:28.823664 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87c34e04-25e2-4eae-a96d-612bef8c0e1c req-6a599cdd-c751-4327-9de7-fd8102bd8de2 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5419 time: 0.2217121 Apr 20 16:23:28.847794 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1ba5b091-75f7-4c52-a65c-98f7791cb05d req-0e0fa3d5-5f7e-4a5f-a414-62af53a1dc53 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571125 Apr 20 16:23:28.849326 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-eb30c135-cf4b-4812-9d06-f679b1a69736 req-2971fa52-c2b7-47f4-b163-42f07ba1dbee tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Calling delete_port for 81c84724-c8ae-4bc9-8811-50b9e836d7f2 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:23:28.855350 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5bd2c3ac-6dc4-4748-a2e8-fb6800644420 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Deleting port 4a571a6a-21ff-42f0-a68a-7fa6425dff80 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:23:28.855979 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5bd2c3ac-6dc4-4748-a2e8-fb6800644420 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:28.888739 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c9fd0-4fbb-4ccf-bab8-cb82027ad786 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Pushing event deleted for resources: {'Port': ['ID=40d30113-8702-45e7-a372-34eb5ce08ae3,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:28.912695 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:28.913815 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 40d30113-8702-45e7-a372-34eb5ce08ae3 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:23:28.975500 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5bd2c3ac-6dc4-4748-a2e8-fb6800644420 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:28.998703 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065b3912-c0a2-438c-919f-af5fcc806e93 x-openstack-request-id: req-065b3912-c0a2-438c-919f-af5fcc806e93 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:28.999315 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3", "name": "network-vif-plugged", "status": "completed", "tag": "6209a169-6730-4f41-a458-484602ed19ba", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:28.999781 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-065b3912-c0a2-438c-919f-af5fcc806e93 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:29.006271 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-065b3912-c0a2-438c-919f-af5fcc806e93'] response: {'server_uuid': 'c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6209a169-6730-4f41-a458-484602ed19ba', 'code': 200} Apr 20 16:23:29.006271 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 40d30113-8702-45e7-a372-34eb5ce08ae3 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:23:29.006271 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 40d30113-8702-45e7-a372-34eb5ce08ae3 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:23:29.006271 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 81c84724-c8ae-4bc9-8811-50b9e836d7f2 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:23:29.007634 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5bd2c3ac-6dc4-4748-a2e8-fb6800644420 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Calling delete_port for 4a571a6a-21ff-42f0-a68a-7fa6425dff80 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:23:29.069092 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87c34e04-25e2-4eae-a96d-612bef8c0e1c req-b51d88c1-e251-4c04-86c8-7d2936c89fc8 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2338486 Apr 20 16:23:29.145043 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=6209a169-6730-4f41-a458-484602ed19ba,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:29.180901 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6abb5f-e7b5-47ab-aba1-e567a4dd50c2 req-3eb411ac-c1d9-4858-b04f-052ee1f92964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:29.182371 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5f6abb5f-e7b5-47ab-aba1-e567a4dd50c2 req-3eb411ac-c1d9-4858-b04f-052ee1f92964 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 1097 time: 0.1064665 Apr 20 16:23:29.222680 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c636f9e5-f325-4de7-bdab-c1da786aab81 req-ca0c9fd0-4fbb-4ccf-bab8-cb82027ad786 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Router 51e71fb0-46db-4370-8d78-24480a9f4333 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:23:29.233410 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-7150480c-df6b-4a91-91a4-06c255b5f9c1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Made reservation on behalf of 3cc4f828c4024c5e9e29e4972749306e for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:23:29.253272 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:29.253921 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45724) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:29.254291 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-7150480c-df6b-4a91-91a4-06c255b5f9c1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:29.255865 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5f6abb5f-e7b5-47ab-aba1-e567a4dd50c2 req-f8ab1621-d177-4170-9e1c-5d85d5fbfa4c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645154 Apr 20 16:23:29.407481 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5bd2c3ac-6dc4-4748-a2e8-fb6800644420 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:29.415734 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-188383dc-b295-4f8d-8f7a-c0f6febaecd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:29.453645 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2c3ac-6dc4-4748-a2e8-fb6800644420 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Pushing event deleted for resources: {'Port': ['ID=4a571a6a-21ff-42f0-a68a-7fa6425dff80,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:29.519046 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-eb30c135-cf4b-4812-9d06-f679b1a69736 req-2971fa52-c2b7-47f4-b163-42f07ba1dbee tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:29.551482 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['698c1779-3b89-4736-930b-b7a36cce1027'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:23:29.571954 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['ff9eabef-07f4-42fd-8261-dfda19d01138'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:23:29.588511 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971fa52-c2b7-47f4-b163-42f07ba1dbee tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Pushing event deleted for resources: {'Port': ['ID=81c84724-c8ae-4bc9-8811-50b9e836d7f2,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:29.589065 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-188383dc-b295-4f8d-8f7a-c0f6febaecd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:29.616521 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5bd2c3ac-6dc4-4748-a2e8-fb6800644420 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:29.622471 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5bd2c3ac-6dc4-4748-a2e8-fb6800644420 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] 10.222.0.15 "DELETE /v2.0/ports/4a571a6a-21ff-42f0-a68a-7fa6425dff80 HTTP/1.1" status: 204 len: 168 time: 0.9357834 Apr 20 16:23:29.625827 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45738) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:29.649425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c636f9e5-f325-4de7-bdab-c1da786aab81 req-ca0c9fd0-4fbb-4ccf-bab8-cb82027ad786 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:23:29.672949 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-188383dc-b295-4f8d-8f7a-c0f6febaecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:29.713023 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188383dc-b295-4f8d-8f7a-c0f6febaecd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0699964-b05c-4a8e-8ab8-87eb875cdb8a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:29.723985 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2f2048-2089-4084-95db-2648787e9277 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:29.725514 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ca2f2048-2089-4084-95db-2648787e9277 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a8c7ba1-6ef9-4c03-859e-b18701262371 HTTP/1.1" status: 200 len: 913 time: 0.0986373 Apr 20 16:23:29.731185 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45740) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:29.747870 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb30c135-cf4b-4812-9d06-f679b1a69736 req-2971fa52-c2b7-47f4-b163-42f07ba1dbee tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] No DVR routers for this DVR port 81c84724-c8ae-4bc9-8811-50b9e836d7f2 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:23:29.751200 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-eb30c135-cf4b-4812-9d06-f679b1a69736 req-2971fa52-c2b7-47f4-b163-42f07ba1dbee tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:29.755630 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb30c135-cf4b-4812-9d06-f679b1a69736 req-2971fa52-c2b7-47f4-b163-42f07ba1dbee tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.30 "DELETE /v2.0/ports/81c84724-c8ae-4bc9-8811-50b9e836d7f2 HTTP/1.1" status: 204 len: 173 time: 1.6391470 Apr 20 16:23:29.760947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7822a6a-08c7-4a18-9ea9-3b23b8e033f1', 'name': 'network-vif-deleted', 'tag': '81c84724-c8ae-4bc9-8811-50b9e836d7f2'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:29.763324 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77de27e-979a-48e7-b4af-efd412f8f44f" -d '{"events": [{"server_uuid": "c7822a6a-08c7-4a18-9ea9-3b23b8e033f1", "name": "network-vif-deleted", "tag": "81c84724-c8ae-4bc9-8811-50b9e836d7f2"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:29.796782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-c636f9e5-f325-4de7-bdab-c1da786aab81 req-ca0c9fd0-4fbb-4ccf-bab8-cb82027ad786 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] No DVR routers for this DVR port 40d30113-8702-45e7-a372-34eb5ce08ae3 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:23:29.800967 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c636f9e5-f325-4de7-bdab-c1da786aab81 req-ca0c9fd0-4fbb-4ccf-bab8-cb82027ad786 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:29.806982 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c636f9e5-f325-4de7-bdab-c1da786aab81 req-ca0c9fd0-4fbb-4ccf-bab8-cb82027ad786 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.30 "DELETE /v2.0/ports/40d30113-8702-45e7-a372-34eb5ce08ae3 HTTP/1.1" status: 204 len: 173 time: 2.8807514 Apr 20 16:23:29.822433 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b4607-89e1-496b-9d95-ea4d03647aa8 req-75e4c47b-378b-4536-a139-0d0fc63dc906 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:29.825227 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac7b4607-89e1-496b-9d95-ea4d03647aa8 req-75e4c47b-378b-4536-a139-0d0fc63dc906 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7822a6a-08c7-4a18-9ea9-3b23b8e033f1 HTTP/1.1" status: 200 len: 867 time: 0.3867366 Apr 20 16:23:29.859033 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c482d4-b7fb-4725-b1e2-70633dd3d0e6 None None] Sync routers for ids ['51e71fb0-46db-4370-8d78-24480a9f4333'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:23:29.865452 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-188383dc-b295-4f8d-8f7a-c0f6febaecd9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efff995de6ae4448a1b5433e6101c53a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6085489 Apr 20 16:23:29.871420 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-7150480c-df6b-4a91-91a4-06c255b5f9c1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Allocated IP 172.20.0.4 (ccddc865-94c4-4ee1-a68f-7c9c22fa904c/6e5e1853-efd5-4800-b27e-3ac73eee167e/795ec65d-eede-491f-ba8c-2025da77f36b) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:23:29.873419 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45744) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:29.909382 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c482d4-b7fb-4725-b1e2-70633dd3d0e6 None None] Routers {'51e71fb0-46db-4370-8d78-24480a9f4333'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:23:29.910015 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-48c482d4-b7fb-4725-b1e2-70633dd3d0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:23:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['51e71fb0-46db-4370-8d78-24480a9f4333'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:29.929038 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac7b4607-89e1-496b-9d95-ea4d03647aa8 req-68b7b4ea-bced-4d93-bb6c-ca690a392c52 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952194 Apr 20 16:23:29.991579 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:29.999647 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fab90186-c3f8-4d81-a7ad-a2cde9bbaa78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:30.072968 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fab90186-c3f8-4d81-a7ad-a2cde9bbaa78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:30.160894 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7e25e2e0-8474-4e95-aadf-dbf3b9cac1e4 req-7eff51f7-71ee-4ec8-ba85-4519dcc48286 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 210 time: 0.0731828 Apr 20 16:23:30.262703 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-7150480c-df6b-4a91-91a4-06c255b5f9c1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:30.267641 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-48c482d4-b7fb-4725-b1e2-70633dd3d0e6 None None] Set router 51e71fb0-46db-4370-8d78-24480a9f4333 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:23:30.332528 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c04ab2-87d7-42eb-95ef-a95cdef9d15c x-openstack-request-id: req-69c04ab2-87d7-42eb-95ef-a95cdef9d15c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:30.332826 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7822a6a-08c7-4a18-9ea9-3b23b8e033f1", "name": "network-vif-deleted", "tag": "81c84724-c8ae-4bc9-8811-50b9e836d7f2", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:30.333083 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-69c04ab2-87d7-42eb-95ef-a95cdef9d15c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:30.333599 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69c04ab2-87d7-42eb-95ef-a95cdef9d15c'] response: {'server_uuid': 'c7822a6a-08c7-4a18-9ea9-3b23b8e033f1', 'name': 'network-vif-deleted', 'tag': '81c84724-c8ae-4bc9-8811-50b9e836d7f2', 'status': 'completed', 'code': 200} Apr 20 16:23:30.343268 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-faca22a2-3ef9-4005-98fa-b9010b8fdd7e req-96fa7c2b-e5ea-4d10-9dac-262171924425 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 210 time: 0.0596125 Apr 20 16:23:30.372386 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8f2c6a40-3b8d-42b4-ab3f-3b713ead44c1 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:30.413877 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fbfa1-53bd-4b9f-8cca-233f99bc50bb req-d807ba3f-e6c5-41c7-979c-a8aff9d76557 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:30.415547 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-704fbfa1-53bd-4b9f-8cca-233f99bc50bb req-d807ba3f-e6c5-41c7-979c-a8aff9d76557 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0636854 Apr 20 16:23:30.439205 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-7150480c-df6b-4a91-91a4-06c255b5f9c1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:30.483966 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fab90186-c3f8-4d81-a7ad-a2cde9bbaa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:30.487112 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fab90186-c3f8-4d81-a7ad-a2cde9bbaa78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:30.490781 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-fab90186-c3f8-4d81-a7ad-a2cde9bbaa78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0699964-b05c-4a8e-8ab8-87eb875cdb8a HTTP/1.1" status: 204 len: 168 time: 0.6135933 Apr 20 16:23:30.509143 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-7150480c-df6b-4a91-91a4-06c255b5f9c1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Network ccddc865-94c4-4ee1-a68f-7c9c22fa904c is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:23:30.526412 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-7150480c-df6b-4a91-91a4-06c255b5f9c1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:23:30.542798 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab90186-c3f8-4d81-a7ad-a2cde9bbaa78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0699964-b05c-4a8e-8ab8-87eb875cdb8a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:30.574387 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-7150480c-df6b-4a91-91a4-06c255b5f9c1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:23:30.579895 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e07502-4e8d-4f0d-9b22-3f3172160ec1 req-e13fca54-ff2e-4ba6-a7c3-430968ac491a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:30.586800 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e07502-4e8d-4f0d-9b22-3f3172160ec1 req-e13fca54-ff2e-4ba6-a7c3-430968ac491a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:30.593092 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e07502-4e8d-4f0d-9b22-3f3172160ec1 req-e13fca54-ff2e-4ba6-a7c3-430968ac491a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:30.599939 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e07502-4e8d-4f0d-9b22-3f3172160ec1 req-e13fca54-ff2e-4ba6-a7c3-430968ac491a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:30.605912 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e07502-4e8d-4f0d-9b22-3f3172160ec1 req-e13fca54-ff2e-4ba6-a7c3-430968ac491a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:30.612379 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e07502-4e8d-4f0d-9b22-3f3172160ec1 req-e13fca54-ff2e-4ba6-a7c3-430968ac491a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:30.618425 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e07502-4e8d-4f0d-9b22-3f3172160ec1 req-e13fca54-ff2e-4ba6-a7c3-430968ac491a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:30.627308 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-39e07502-4e8d-4f0d-9b22-3f3172160ec1 req-e13fca54-ff2e-4ba6-a7c3-430968ac491a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5419 time: 0.2035902 Apr 20 16:23:30.634041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-7150480c-df6b-4a91-91a4-06c255b5f9c1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:30.635365 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-7150480c-df6b-4a91-91a4-06c255b5f9c1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:30.649714 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-704fbfa1-53bd-4b9f-8cca-233f99bc50bb req-da61fe24-2e53-4071-af33-ccdaa5caefa2 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253935 Apr 20 16:23:30.655163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150480c-df6b-4a91-91a4-06c255b5f9c1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Pushing event updated for resources: {'Port': ['ID=795ec65d-eede-491f-ba8c-2025da77f36b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:30.748875 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-39e07502-4e8d-4f0d-9b22-3f3172160ec1 req-119e3611-e3b9-4b42-aab6-2490d4a4a9ef tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1204054 Apr 20 16:23:30.755987 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-7150480c-df6b-4a91-91a4-06c255b5f9c1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0655782 Apr 20 16:23:30.761488 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-48c482d4-b7fb-4725-b1e2-70633dd3d0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'name': 'tempest-AttachVolumeShelveTestJSON-562560097-router', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:17:59Z', 'updated_at': '2022-04-20T16:18:04Z', 'revision_number': 4, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'gw_port': {'id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:00Z', 'updated_at': '2022-04-20T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '6e5cb97c-070d-4432-8f82-25ea648ad4ac', 'name': '', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'mac_address': 'fa:16:3e:98:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:03Z', 'updated_at': '2022-04-20T16:18:09Z', 'revision_number': 5, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'subnets': [{'id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:30.773922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-2e1252d0-a2ee-4b7f-99c5-acc02af90222 service neutron] Request body: {'port': {'device_id': '8b70cba9-bac1-4dd0-bd46-536136783036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:30.804409 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c482d4-b7fb-4725-b1e2-70633dd3d0e6 None None] Checking router: 51e71fb0-46db-4370-8d78-24480a9f4333 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:23:30.814230 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c482d4-b7fb-4725-b1e2-70633dd3d0e6 None None] Routers {'51e71fb0-46db-4370-8d78-24480a9f4333'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:23:30.814878 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-48c482d4-b7fb-4725-b1e2-70633dd3d0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:23:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['51e71fb0-46db-4370-8d78-24480a9f4333'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:30.870444 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-2e1252d0-a2ee-4b7f-99c5-acc02af90222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:30.934858 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-8f2c6a40-3b8d-42b4-ab3f-3b713ead44c1 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Deleting port 466b224a-277e-4f02-91ea-343a503e04b1 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:23:30.951770 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8f2c6a40-3b8d-42b4-ab3f-3b713ead44c1 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:31.052928 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-48c482d4-b7fb-4725-b1e2-70633dd3d0e6 None None] Set router 51e71fb0-46db-4370-8d78-24480a9f4333 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:23:31.119611 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8f2c6a40-3b8d-42b4-ab3f-3b713ead44c1 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:31.176289 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-8f2c6a40-3b8d-42b4-ab3f-3b713ead44c1 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Calling delete_port for 466b224a-277e-4f02-91ea-343a503e04b1 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:23:31.429438 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6e607ac5-b8c6-4335-ab48-940c5f4244f5 req-aea8f6df-7d99-4aad-93e4-689ea8728263 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d92c8a2-33ba-4fe0-963a-4266af0d1834 HTTP/1.1" status: 200 len: 210 time: 0.0351768 Apr 20 16:23:31.543716 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-2e1252d0-a2ee-4b7f-99c5-acc02af90222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795ec65d-eede-491f-ba8c-2025da77f36b {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:31.568740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-48c482d4-b7fb-4725-b1e2-70633dd3d0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'name': 'tempest-AttachVolumeShelveTestJSON-562560097-router', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:17:59Z', 'updated_at': '2022-04-20T16:18:04Z', 'revision_number': 4, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'gw_port': {'id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:00Z', 'updated_at': '2022-04-20T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '6e5cb97c-070d-4432-8f82-25ea648ad4ac', 'name': '', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'mac_address': 'fa:16:3e:98:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:03Z', 'updated_at': '2022-04-20T16:18:09Z', 'revision_number': 5, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'subnets': [{'id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:31.604836 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c482d4-b7fb-4725-b1e2-70633dd3d0e6 None None] The sync data for ids ['51e71fb0-46db-4370-8d78-24480a9f4333'] in n-d-836146-2 is: [{'id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'name': 'tempest-AttachVolumeShelveTestJSON-562560097-router', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:17:59Z', 'updated_at': '2022-04-20T16:18:04Z', 'revision_number': 4, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'gw_port': {'id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:00Z', 'updated_at': '2022-04-20T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '6e5cb97c-070d-4432-8f82-25ea648ad4ac', 'name': '', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'mac_address': 'fa:16:3e:98:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:03Z', 'updated_at': '2022-04-20T16:18:09Z', 'revision_number': 5, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'subnets': [{'id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:23:31.606063 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19a5b535-8d92-4364-a133-8211ed503ec1 req-6ee5ecbe-f503-4f52-b630-09e81ee12abf tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7822a6a-08c7-4a18-9ea9-3b23b8e033f1 HTTP/1.1" status: 200 len: 210 time: 0.0931010 Apr 20 16:23:31.616731 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-2e1252d0-a2ee-4b7f-99c5-acc02af90222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:31.634395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a72b8a-12e2-4739-bfcf-72f8ca54718f req-4e774846-ab1b-41d8-ad86-d2ee54a4fcc5 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:31.636081 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-09a72b8a-12e2-4739-bfcf-72f8ca54718f req-4e774846-ab1b-41d8-ad86-d2ee54a4fcc5 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 931 time: 0.0997055 Apr 20 16:23:31.678311 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-09a72b8a-12e2-4739-bfcf-72f8ca54718f req-3fb37742-76f5-4fbd-a228-dc13d19f3f78 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349207 Apr 20 16:23:31.753125 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-2e1252d0-a2ee-4b7f-99c5-acc02af90222 service neutron] Transition to ACTIVE for port object 795ec65d-eede-491f-ba8c-2025da77f36b will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:23:31.754152 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8f2c6a40-3b8d-42b4-ab3f-3b713ead44c1 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:31.802861 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc94a3e-b1bd-43d7-b628-70238456397f req-a71e7cb0-c6c4-4740-9365-93b2abdf9a4c tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:31.803497 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c6a40-3b8d-42b4-ab3f-3b713ead44c1 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Pushing event deleted for resources: {'Port': ['ID=466b224a-277e-4f02-91ea-343a503e04b1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:31.804654 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0cc94a3e-b1bd-43d7-b628-70238456397f req-a71e7cb0-c6c4-4740-9365-93b2abdf9a4c tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0849626 Apr 20 16:23:31.860024 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-2e1252d0-a2ee-4b7f-99c5-acc02af90222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:31.931763 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0cc94a3e-b1bd-43d7-b628-70238456397f req-cf119d38-c79d-42a7-8185-dd575a004427 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171525 Apr 20 16:23:32.012909 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1252d0-a2ee-4b7f-99c5-acc02af90222 service neutron] Pushing event updated for resources: {'Port': ['ID=795ec65d-eede-491f-ba8c-2025da77f36b,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:32.063044 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37129a5-1ef8-41f3-9620-fcc2f093a7e0 None None] New status for floating IP 8848de66-bb52-48a6-af6c-0ae4c00b443d: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:23:32.131595 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-2e1252d0-a2ee-4b7f-99c5-acc02af90222 service neutron] Attempting to bind port 795ec65d-eede-491f-ba8c-2025da77f36b on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:23:32.132315 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-2e1252d0-a2ee-4b7f-99c5-acc02af90222 service neutron] Attempting to bind port 795ec65d-eede-491f-ba8c-2025da77f36b by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '50153279-d293-4586-9e34-66e4c2fc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:23:32.133560 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-2e1252d0-a2ee-4b7f-99c5-acc02af90222 service neutron] Attempting to bind port 795ec65d-eede-491f-ba8c-2025da77f36b on network ccddc865-94c4-4ee1-a68f-7c9c22fa904c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:32.146591 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-2e1252d0-a2ee-4b7f-99c5-acc02af90222 service neutron] Port 795ec65d-eede-491f-ba8c-2025da77f36b on network ccddc865-94c4-4ee1-a68f-7c9c22fa904c not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:23:32.147262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-2e1252d0-a2ee-4b7f-99c5-acc02af90222 service neutron] Attempting to bind port 795ec65d-eede-491f-ba8c-2025da77f36b on network ccddc865-94c4-4ee1-a68f-7c9c22fa904c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:32.164116 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-2e1252d0-a2ee-4b7f-99c5-acc02af90222 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:23:32.164515 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-2e1252d0-a2ee-4b7f-99c5-acc02af90222 service neutron] Checking segment: {'id': '50153279-d293-4586-9e34-66e4c2fc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:23:32.164872 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-2e1252d0-a2ee-4b7f-99c5-acc02af90222 service neutron] Bound using segment: {'id': '50153279-d293-4586-9e34-66e4c2fc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:23:32.165322 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-2e1252d0-a2ee-4b7f-99c5-acc02af90222 service neutron] Bound port: 795ec65d-eede-491f-ba8c-2025da77f36b, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50153279-d293-4586-9e34-66e4c2fc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:23:32.165685 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-2e1252d0-a2ee-4b7f-99c5-acc02af90222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:32.337171 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-2e1252d0-a2ee-4b7f-99c5-acc02af90222 service neutron] For port 795ec65d-eede-491f-ba8c-2025da77f36b, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:23:32.343690 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-2e1252d0-a2ee-4b7f-99c5-acc02af90222 service neutron] For port 795ec65d-eede-491f-ba8c-2025da77f36b, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=795ec65d-eede-491f-ba8c-2025da77f36b,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:23:32.345899 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d92c8a2-33ba-4fe0-963a-4266af0d1834', 'name': 'network-vif-deleted', 'tag': '40d30113-8702-45e7-a372-34eb5ce08ae3'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:32.350616 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59168cf2-1be6-4200-805c-0d094f6fc662" -d '{"events": [{"server_uuid": "9d92c8a2-33ba-4fe0-963a-4266af0d1834", "name": "network-vif-deleted", "tag": "40d30113-8702-45e7-a372-34eb5ce08ae3"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:32.485371 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-2e1252d0-a2ee-4b7f-99c5-acc02af90222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:32.522226 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-2e1252d0-a2ee-4b7f-99c5-acc02af90222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:32.522728 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-2e1252d0-a2ee-4b7f-99c5-acc02af90222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:32.524388 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-2e1252d0-a2ee-4b7f-99c5-acc02af90222 service neutron] 10.222.0.26 "PUT /v2.0/ports/795ec65d-eede-491f-ba8c-2025da77f36b HTTP/1.1" status: 200 len: 1091 time: 1.7546513 Apr 20 16:23:32.532849 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf97c6-969a-4721-a73a-ddb5d9e7e42c req-b6d4a34d-523d-434e-b5e5-c59b4937404b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:32.538650 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf97c6-969a-4721-a73a-ddb5d9e7e42c req-b6d4a34d-523d-434e-b5e5-c59b4937404b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:32.544323 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf97c6-969a-4721-a73a-ddb5d9e7e42c req-b6d4a34d-523d-434e-b5e5-c59b4937404b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:32.550746 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf97c6-969a-4721-a73a-ddb5d9e7e42c req-b6d4a34d-523d-434e-b5e5-c59b4937404b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:32.565159 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf97c6-969a-4721-a73a-ddb5d9e7e42c req-b6d4a34d-523d-434e-b5e5-c59b4937404b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:32.574267 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf97c6-969a-4721-a73a-ddb5d9e7e42c req-b6d4a34d-523d-434e-b5e5-c59b4937404b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:32.580101 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf97c6-969a-4721-a73a-ddb5d9e7e42c req-b6d4a34d-523d-434e-b5e5-c59b4937404b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:32.582034 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fabf97c6-969a-4721-a73a-ddb5d9e7e42c req-b6d4a34d-523d-434e-b5e5-c59b4937404b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5419 time: 0.6463835 Apr 20 16:23:32.585161 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8f2c6a40-3b8d-42b4-ab3f-3b713ead44c1 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:32.587069 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1252d0-a2ee-4b7f-99c5-acc02af90222 service neutron] Pushing event updated for resources: {'Port': ['ID=795ec65d-eede-491f-ba8c-2025da77f36b,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:32.627022 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5faf49f0-853c-4720-8b58-c09b50bdc697 x-openstack-request-id: req-5faf49f0-853c-4720-8b58-c09b50bdc697 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:32.627318 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d92c8a2-33ba-4fe0-963a-4266af0d1834", "name": "network-vif-deleted", "tag": "40d30113-8702-45e7-a372-34eb5ce08ae3", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:32.627570 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5faf49f0-853c-4720-8b58-c09b50bdc697 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:32.628270 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5faf49f0-853c-4720-8b58-c09b50bdc697'] response: {'server_uuid': '9d92c8a2-33ba-4fe0-963a-4266af0d1834', 'name': 'network-vif-deleted', 'tag': '40d30113-8702-45e7-a372-34eb5ce08ae3', 'status': 'completed', 'code': 200} Apr 20 16:23:32.752542 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fabf97c6-969a-4721-a73a-ddb5d9e7e42c req-592962ab-d5fc-4bf1-944a-785f1fb84bc5 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1517398 Apr 20 16:23:32.832765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-da11d1b3-9beb-4701-a37c-9c12e57397d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:32.832765 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-da11d1b3-9beb-4701-a37c-9c12e57397d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cc4f828c4024c5e9e29e4972749306e&device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 1094 time: 0.1177692 Apr 20 16:23:32.847486 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2c6a40-3b8d-42b4-ab3f-3b713ead44c1 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Router 5a8c7ba1-6ef9-4c03-859e-b18701262371 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:23:32.870038 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264534e-c6e5-4035-aa89-4ff41fbe0ee6 req-0b8aa76e-5b2f-4f62-9bb6-28c30099909c tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:32.871519 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9264534e-c6e5-4035-aa89-4ff41fbe0ee6 req-0b8aa76e-5b2f-4f62-9bb6-28c30099909c tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.1280551 Apr 20 16:23:32.908425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54888b-b627-4563-a5dd-a78a1c38ec68 req-b770f060-2dd8-4c29-bc0b-4d2cdd76251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:32.909936 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a54888b-b627-4563-a5dd-a78a1c38ec68 req-b770f060-2dd8-4c29-bc0b-4d2cdd76251d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbc372ad2d1446089af0923f5d212489&device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 1097 time: 0.1498001 Apr 20 16:23:32.913373 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-1bd41934-c770-4864-8f64-ac848405d8bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=795ec65d-eede-491f-ba8c-2025da77f36b HTTP/1.1" status: 200 len: 217 time: 0.0621014 Apr 20 16:23:32.936933 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2c6a40-3b8d-42b4-ab3f-3b713ead44c1 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:23:32.943387 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8f2c6a40-3b8d-42b4-ab3f-3b713ead44c1 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] 10.222.0.15 "PUT /v2.0/routers/5a8c7ba1-6ef9-4c03-859e-b18701262371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2110095 Apr 20 16:23:32.945668 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45808) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:32.951385 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b57a4a-ec9d-4663-bdc2-303309bf30ce None None] Sync routers for ids ['5a8c7ba1-6ef9-4c03-859e-b18701262371'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:23:32.985829 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b57a4a-ec9d-4663-bdc2-303309bf30ce None None] Routers {'5a8c7ba1-6ef9-4c03-859e-b18701262371'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:23:32.989692 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c6b57a4a-ec9d-4663-bdc2-303309bf30ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:23:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5a8c7ba1-6ef9-4c03-859e-b18701262371'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:33.025002 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45810) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:33.055304 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c6b57a4a-ec9d-4663-bdc2-303309bf30ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:33.065031 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b57a4a-ec9d-4663-bdc2-303309bf30ce None None] Routers {'5a8c7ba1-6ef9-4c03-859e-b18701262371'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:23:33.066049 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c6b57a4a-ec9d-4663-bdc2-303309bf30ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:23:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5a8c7ba1-6ef9-4c03-859e-b18701262371'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:33.096144 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54888b-b627-4563-a5dd-a78a1c38ec68 req-201ec40e-4b28-4c2d-958a-6c806a6461fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:33.097759 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a54888b-b627-4563-a5dd-a78a1c38ec68 req-201ec40e-4b28-4c2d-958a-6c806a6461fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb HTTP/1.1" status: 200 len: 919 time: 0.1654398 Apr 20 16:23:33.102787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c6b57a4a-ec9d-4663-bdc2-303309bf30ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:33.103786 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b57a4a-ec9d-4663-bdc2-303309bf30ce None None] The sync data for ids ['5a8c7ba1-6ef9-4c03-859e-b18701262371'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:23:33.105465 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9264534e-c6e5-4035-aa89-4ff41fbe0ee6 req-f098848a-2044-45c5-bbcd-564f9bb13a3e tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943002 Apr 20 16:23:33.106895 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-5c19cfdc-f640-403f-a270-69d82134d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:33.108574 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-5c19cfdc-f640-403f-a270-69d82134d0e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6e5e1853-efd5-4800-b27e-3ac73eee167e HTTP/1.1" status: 200 len: 851 time: 0.1752198 Apr 20 16:23:33.159412 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bca7a4fe-8620-439e-b36a-400abe0496da tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:33.178678 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a54888b-b627-4563-a5dd-a78a1c38ec68 req-5107593e-b4f5-4cb5-b7d0-77451a15696d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6209a169-6730-4f41-a458-484602ed19ba HTTP/1.1" status: 200 len: 217 time: 0.0585260 Apr 20 16:23:33.244321 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54888b-b627-4563-a5dd-a78a1c38ec68 req-781ad942-0ac7-4bc3-82ac-085f55cceabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:33.245806 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a54888b-b627-4563-a5dd-a78a1c38ec68 req-781ad942-0ac7-4bc3-82ac-085f55cceabe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f49ef81d-6341-40ae-b59c-ad7cca19ee9b HTTP/1.1" status: 200 len: 857 time: 0.0664291 Apr 20 16:23:33.247733 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-2c4d4f1b-c502-4c3b-90c7-2c158f7f5679 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309915 Apr 20 16:23:33.373231 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96d07fc7-2a58-4c3f-80cc-8f8827b814c7 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:33.373418 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54888b-b627-4563-a5dd-a78a1c38ec68 req-9020b299-0c33-40d1-b0d3-2b925d1f949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:33.374859 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a54888b-b627-4563-a5dd-a78a1c38ec68 req-9020b299-0c33-40d1-b0d3-2b925d1f949c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225891 Apr 20 16:23:33.397704 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96d07fc7-2a58-4c3f-80cc-8f8827b814c7 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:33.443717 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bca7a4fe-8620-439e-b36a-400abe0496da tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:33.455570 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf57597-3084-4aa5-9714-96489a9fbf78 req-c1b29227-2806-43ae-a9a3-a8a069cd236d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:33.463118 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bbf57597-3084-4aa5-9714-96489a9fbf78 req-c1b29227-2806-43ae-a9a3-a8a069cd236d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 943 time: 0.3852947 Apr 20 16:23:33.467516 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-6bce9e6d-05d7-4563-83a9-b1ba980c34f7 service neutron] 10.222.0.26 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029121 Apr 20 16:23:33.469662 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bca7a4fe-8620-439e-b36a-400abe0496da tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:33.578036 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bbf57597-3084-4aa5-9714-96489a9fbf78 req-b1a2cb56-11d7-4c39-8c3c-8f0ed17d9fe4 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054852 Apr 20 16:23:33.578036 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96d07fc7-2a58-4c3f-80cc-8f8827b814c7 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:33.587688 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96d07fc7-2a58-4c3f-80cc-8f8827b814c7 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:33.589239 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-96d07fc7-2a58-4c3f-80cc-8f8827b814c7 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "DELETE /v2.0/security-groups/8e8bdd62-d6f1-4f64-babe-a15c721f7d63 HTTP/1.1" status: 204 len: 168 time: 0.5630047 Apr 20 16:23:33.594714 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45824) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:33.617722 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a54888b-b627-4563-a5dd-a78a1c38ec68 req-5343ecab-740a-4579-ad60-f8ce1aa8efe7 service neutron] 10.222.0.30 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361989 Apr 20 16:23:33.624208 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d07fc7-2a58-4c3f-80cc-8f8827b814c7 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8bdd62-d6f1-4f64-babe-a15c721f7d63,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:33.626473 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-e54f1156-b293-4b82-9fa3-30e86f8b2989 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] show failed (client error): The resource could not be found. Apr 20 16:23:33.627582 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e54f1156-b293-4b82-9fa3-30e86f8b2989 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups/8e8bdd62-d6f1-4f64-babe-a15c721f7d63 HTTP/1.1" status: 404 len: 347 time: 0.0305791 Apr 20 16:23:33.630732 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45826) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:33.666924 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44438e21-f64d-4e3b-a727-470d8605c0f7 req-323de891-8ba4-4084-94cf-018a78ad4cfb service neutron] 10.222.0.26 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898208 Apr 20 16:23:33.672045 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bca7a4fe-8620-439e-b36a-400abe0496da tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:33.673062 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca7a4fe-8620-439e-b36a-400abe0496da tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Fanout notify agent at l3_agent the message router_deleted on router 5a8c7ba1-6ef9-4c03-859e-b18701262371 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:23:33.686963 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bca7a4fe-8620-439e-b36a-400abe0496da tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:33.686963 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bca7a4fe-8620-439e-b36a-400abe0496da tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] 10.222.0.15 "DELETE /v2.0/routers/5a8c7ba1-6ef9-4c03-859e-b18701262371 HTTP/1.1" status: 204 len: 168 time: 0.7369561 Apr 20 16:23:33.688512 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45830) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:33.766359 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-864eb09f-0d01-4de9-9c93-49685c0bab6e tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Deleting subnet 35080641-818a-4e2b-a21b-c904fe5beefd {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:23:33.772458 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-864eb09f-0d01-4de9-9c93-49685c0bab6e tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:33.833485 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-864eb09f-0d01-4de9-9c93-49685c0bab6e tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:33.892802 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a54888b-b627-4563-a5dd-a78a1c38ec68 req-6c381ee6-49ac-4237-ae37-a28eb7f43067 service neutron] 10.222.0.30 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650375 Apr 20 16:23:33.963011 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-da5bfb5d-6dd7-44e2-98d5-ad26e854b500 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Deleting port 814829b9-59bf-4aca-b4f4-2d4b2ee6f9d0 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:23:33.963355 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-da5bfb5d-6dd7-44e2-98d5-ad26e854b500 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:33.976426 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a073b93-7220-418b-b858-273c77e240ad req-5424966e-09cc-46fd-8b34-74c8ff5569ad tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:33.982755 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a073b93-7220-418b-b858-273c77e240ad req-5424966e-09cc-46fd-8b34-74c8ff5569ad tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:33.989560 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a073b93-7220-418b-b858-273c77e240ad req-5424966e-09cc-46fd-8b34-74c8ff5569ad tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:33.990022 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-864eb09f-0d01-4de9-9c93-49685c0bab6e tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:33.995693 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a073b93-7220-418b-b858-273c77e240ad req-5424966e-09cc-46fd-8b34-74c8ff5569ad tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:34.001779 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a073b93-7220-418b-b858-273c77e240ad req-5424966e-09cc-46fd-8b34-74c8ff5569ad tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:34.018642 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a073b93-7220-418b-b858-273c77e240ad req-5424966e-09cc-46fd-8b34-74c8ff5569ad tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:34.026876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a073b93-7220-418b-b858-273c77e240ad req-5424966e-09cc-46fd-8b34-74c8ff5569ad tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:34.032097 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1a073b93-7220-418b-b858-273c77e240ad req-5424966e-09cc-46fd-8b34-74c8ff5569ad tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5419 time: 0.1425023 Apr 20 16:23:34.035513 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede114c4-be4c-4fda-a9da-b39f4c394079 req-8edabf2e-9488-4751-a03e-d441734144f2 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:34.037176 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ede114c4-be4c-4fda-a9da-b39f4c394079 req-8edabf2e-9488-4751-a03e-d441734144f2 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=34380448-448e-4d61-80d9-2998f74949eb HTTP/1.1" status: 200 len: 945 time: 0.1239817 Apr 20 16:23:34.106937 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ede114c4-be4c-4fda-a9da-b39f4c394079 req-417b266a-d250-483a-85e0-56ae08f80e3f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583644 Apr 20 16:23:34.175482 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-864eb09f-0d01-4de9-9c93-49685c0bab6e tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:34.216079 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864eb09f-0d01-4de9-9c93-49685c0bab6e tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Pushing event deleted for resources: {'Subnet': ['ID=35080641-818a-4e2b-a21b-c904fe5beefd,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:34.247038 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-864eb09f-0d01-4de9-9c93-49685c0bab6e tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:34.250312 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742f3eba-29f5-4190-9224-f54b0cbada62 None None] Network 46db77c6-2d51-4a1a-ae7c-5124c093f129 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:23:34.252565 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-864eb09f-0d01-4de9-9c93-49685c0bab6e tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] 10.222.0.15 "DELETE /v2.0/subnets/35080641-818a-4e2b-a21b-c904fe5beefd HTTP/1.1" status: 204 len: 168 time: 0.5628173 Apr 20 16:23:34.259744 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45844) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:34.302233 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8f2fc-bff1-401c-ac24-c8681f523046 req-6154fc36-c3a9-459b-9b9a-a65408af276a tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:34.304114 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f9a8f2fc-bff1-401c-ac24-c8681f523046 req-6154fc36-c3a9-459b-9b9a-a65408af276a tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0996730 Apr 20 16:23:34.425987 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f9a8f2fc-bff1-401c-ac24-c8681f523046 req-8d6024d7-d93f-41ec-acb2-0dc45fc9e58b tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800989 Apr 20 16:23:34.434328 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dea7f118-b23d-4ae4-93ce-cd644cad9368 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:34.482938 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45848) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:34.510917 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7338490-5b32-483a-8c0c-d6989f15d0fd None None] DHCP port deletion for 46db77c6-2d51-4a1a-ae7c-5124c093f129 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:23:34.520483 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-dea7f118-b23d-4ae4-93ce-cd644cad9368 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Deleting port ddaafa65-189f-4d11-abda-da16624094c6 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:23:34.520976 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dea7f118-b23d-4ae4-93ce-cd644cad9368 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:34.565151 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1a073b93-7220-418b-b858-273c77e240ad req-9f669f5f-d032-4cd5-9548-72b0246b9eed tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5196772 Apr 20 16:23:34.609679 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-da5bfb5d-6dd7-44e2-98d5-ad26e854b500 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:34.609919 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-da5bfb5d-6dd7-44e2-98d5-ad26e854b500 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:34.630292 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-dea7f118-b23d-4ae4-93ce-cd644cad9368 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] For port ddaafa65-189f-4d11-abda-da16624094c6, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ddaafa65-189f-4d11-abda-da16624094c6,segment=NetworkSegment(8e59c458-5438-45e3-9bca-a0f4a5a8cf4d),segment_id=8e59c458-5438-45e3-9bca-a0f4a5a8cf4d)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:34.631869 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dea7f118-b23d-4ae4-93ce-cd644cad9368 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:34.634199 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-da5bfb5d-6dd7-44e2-98d5-ad26e854b500 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Calling delete_port for 814829b9-59bf-4aca-b4f4-2d4b2ee6f9d0 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:23:34.646775 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-dea7f118-b23d-4ae4-93ce-cd644cad9368 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Calling delete_port for ddaafa65-189f-4d11-abda-da16624094c6 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:23:34.662903 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c7338490-5b32-483a-8c0c-d6989f15d0fd None None] Deleting port ddaafa65-189f-4d11-abda-da16624094c6 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:23:34.663266 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c7338490-5b32-483a-8c0c-d6989f15d0fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:34.746217 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c7338490-5b32-483a-8c0c-d6989f15d0fd None None] For port ddaafa65-189f-4d11-abda-da16624094c6, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ddaafa65-189f-4d11-abda-da16624094c6,segment=NetworkSegment(8e59c458-5438-45e3-9bca-a0f4a5a8cf4d),segment_id=8e59c458-5438-45e3-9bca-a0f4a5a8cf4d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:34.746530 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c7338490-5b32-483a-8c0c-d6989f15d0fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:34.760082 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c7338490-5b32-483a-8c0c-d6989f15d0fd None None] Calling delete_port for ddaafa65-189f-4d11-abda-da16624094c6 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:23:34.762157 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0528f7ef-0b8b-4877-862a-ee4110edd8a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:34.772716 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b70cba9-bac1-4dd0-bd46-536136783036', 'tag': '795ec65d-eede-491f-ba8c-2025da77f36b'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:34.774448 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfca56bf-24ab-42b2-b7dc-d7edb55ce5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "8b70cba9-bac1-4dd0-bd46-536136783036", "tag": "795ec65d-eede-491f-ba8c-2025da77f36b"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:34.816570 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ad524c-0869-479e-b6a2-c12cd4b03f7b x-openstack-request-id: req-54ad524c-0869-479e-b6a2-c12cd4b03f7b {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:34.817367 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b70cba9-bac1-4dd0-bd46-536136783036", "tag": "795ec65d-eede-491f-ba8c-2025da77f36b", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:34.817367 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54ad524c-0869-479e-b6a2-c12cd4b03f7b {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:34.817983 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54ad524c-0869-479e-b6a2-c12cd4b03f7b'] response: {'name': 'network-changed', 'server_uuid': '8b70cba9-bac1-4dd0-bd46-536136783036', 'tag': '795ec65d-eede-491f-ba8c-2025da77f36b', 'status': 'completed', 'code': 200} Apr 20 16:23:34.844170 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-da5bfb5d-6dd7-44e2-98d5-ad26e854b500 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:34.874015 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bfb5d-6dd7-44e2-98d5-ad26e854b500 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Pushing event deleted for resources: {'Port': ['ID=814829b9-59bf-4aca-b4f4-2d4b2ee6f9d0,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:34.875128 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca4926-fca2-4de2-816f-c44a2972eed3 req-ae921edc-85cf-4831-93d6-674afbc5e4e1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:34.876698 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3cca4926-fca2-4de2-816f-c44a2972eed3 req-ae921edc-85cf-4831-93d6-674afbc5e4e1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 943 time: 0.1555784 Apr 20 16:23:34.878819 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0528f7ef-0b8b-4877-862a-ee4110edd8a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:34.930409 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3cca4926-fca2-4de2-816f-c44a2972eed3 req-85d45fe6-0602-458f-ad3e-535cab120007 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451679 Apr 20 16:23:34.957189 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dea7f118-b23d-4ae4-93ce-cd644cad9368 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:34.964488 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c7338490-5b32-483a-8c0c-d6989f15d0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:34.972638 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca56bf-24ab-42b2-b7dc-d7edb55ce5b7 req-d48488c9-b210-4204-85ae-77f99abd9b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:34.974912 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cfca56bf-24ab-42b2-b7dc-d7edb55ce5b7 req-d48488c9-b210-4204-85ae-77f99abd9b16 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cc4f828c4024c5e9e29e4972749306e&device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 1094 time: 0.0721078 Apr 20 16:23:34.979797 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-da5bfb5d-6dd7-44e2-98d5-ad26e854b500 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:34.983000 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-da5bfb5d-6dd7-44e2-98d5-ad26e854b500 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:34.987677 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-da5bfb5d-6dd7-44e2-98d5-ad26e854b500 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "DELETE /v2.0/floatingips/8848de66-bb52-48a6-af6c-0ae4c00b443d HTTP/1.1" status: 204 len: 168 time: 1.3522491 Apr 20 16:23:35.004121 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7f118-b23d-4ae4-93ce-cd644cad9368 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Pushing event deleted for resources: {'Port': ['ID=ddaafa65-189f-4d11-abda-da16624094c6,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:35.009425 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0528f7ef-0b8b-4877-862a-ee4110edd8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:35.015588 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7338490-5b32-483a-8c0c-d6989f15d0fd None None] Pushing event deleted for resources: {'Port': ['ID=ddaafa65-189f-4d11-abda-da16624094c6,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:35.022293 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7338490-5b32-483a-8c0c-d6989f15d0fd None None] No DVR routers for this DVR port ddaafa65-189f-4d11-abda-da16624094c6 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:23:35.061223 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7338490-5b32-483a-8c0c-d6989f15d0fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:35.062002 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7338490-5b32-483a-8c0c-d6989f15d0fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:35.063075 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7338490-5b32-483a-8c0c-d6989f15d0fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:35.065663 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7338490-5b32-483a-8c0c-d6989f15d0fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:35.066289 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7338490-5b32-483a-8c0c-d6989f15d0fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:35.066837 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7338490-5b32-483a-8c0c-d6989f15d0fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:35.067397 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7338490-5b32-483a-8c0c-d6989f15d0fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:35.067946 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7338490-5b32-483a-8c0c-d6989f15d0fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:35.068723 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7338490-5b32-483a-8c0c-d6989f15d0fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:35.070852 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7338490-5b32-483a-8c0c-d6989f15d0fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:35.071290 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7338490-5b32-483a-8c0c-d6989f15d0fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:35.071721 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7338490-5b32-483a-8c0c-d6989f15d0fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:35.080364 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ddaafa65-189f-4d11-abda-da16624094c6 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:23:35.094129 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0528f7ef-0b8b-4877-862a-ee4110edd8a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93b3ac7716774c8187b982e08fbde8d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6100726 Apr 20 16:23:35.095196 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea7f118-b23d-4ae4-93ce-cd644cad9368 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] No DVR routers for this DVR port ddaafa65-189f-4d11-abda-da16624094c6 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:23:35.097200 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528f7ef-0b8b-4877-862a-ee4110edd8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3683f040-55b2-447f-af06-01f81f7b7d2f,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:35.097921 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45860) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:35.177812 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca56bf-24ab-42b2-b7dc-d7edb55ce5b7 req-be4544aa-0f54-4945-92b6-f4509bd9dd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:35.179297 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cfca56bf-24ab-42b2-b7dc-d7edb55ce5b7 req-be4544aa-0f54-4945-92b6-f4509bd9dd69 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c HTTP/1.1" status: 200 len: 912 time: 0.1936674 Apr 20 16:23:35.195204 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d226d457-22a5-4f3e-9b69-cf0283153a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:35.199465 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: ddaafa65-189f-4d11-abda-da16624094c6 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:23:35.202287 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ddaafa65-189f-4d11-abda-da16624094c6 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:23:35.228513 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dea7f118-b23d-4ae4-93ce-cd644cad9368 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:35.257006 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cfca56bf-24ab-42b2-b7dc-d7edb55ce5b7 req-3b505230-a536-46ea-88b7-51f6e29e90e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=795ec65d-eede-491f-ba8c-2025da77f36b HTTP/1.1" status: 200 len: 217 time: 0.0521586 Apr 20 16:23:35.260475 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-dea7f118-b23d-4ae4-93ce-cd644cad9368 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46db77c6-2d51-4a1a-ae7c-5124c093f129']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:35.261778 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d226d457-22a5-4f3e-9b69-cf0283153a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:35.283093 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-dea7f118-b23d-4ae4-93ce-cd644cad9368 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e59c458-5438-45e3-9bca-a0f4a5a8cf4d') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:35.283400 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-dea7f118-b23d-4ae4-93ce-cd644cad9368 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e59c458-5438-45e3-9bca-a0f4a5a8cf4d') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:35.310402 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dea7f118-b23d-4ae4-93ce-cd644cad9368 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:35.333339 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dea7f118-b23d-4ae4-93ce-cd644cad9368 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:35.335041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca56bf-24ab-42b2-b7dc-d7edb55ce5b7 req-893d4d30-d908-41f1-901f-e8da4e238037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:35.336540 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cfca56bf-24ab-42b2-b7dc-d7edb55ce5b7 req-893d4d30-d908-41f1-901f-e8da4e238037 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6e5e1853-efd5-4800-b27e-3ac73eee167e HTTP/1.1" status: 200 len: 851 time: 0.0726562 Apr 20 16:23:35.342273 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139275c1-c62d-4bdf-a540-7b2599fc300f req-bd5e4c18-197a-4ed7-9346-0b8d7ed165f0 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:35.343823 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-139275c1-c62d-4bdf-a540-7b2599fc300f req-bd5e4c18-197a-4ed7-9346-0b8d7ed165f0 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=34380448-448e-4d61-80d9-2998f74949eb HTTP/1.1" status: 200 len: 945 time: 0.0809464 Apr 20 16:23:35.354778 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea7f118-b23d-4ae4-93ce-cd644cad9368 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:23:35.355198 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dea7f118-b23d-4ae4-93ce-cd644cad9368 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:23:35.359593 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:23:35.387333 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cfca56bf-24ab-42b2-b7dc-d7edb55ce5b7 req-1fc63c11-327e-4a99-892b-080eeb68dbcd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354848 Apr 20 16:23:35.387333 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45864) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:35.391630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e1256644-c804-4059-8b32-76c7ed9ef9ce tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Request body: {'security_group': {'name': 'tempest-securitygroup--241146366', 'description': 'tempest-description--1635098425'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:35.465919 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-139275c1-c62d-4bdf-a540-7b2599fc300f req-a0449f60-f66b-4dca-ba61-86b94a68a319 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025672 Apr 20 16:23:35.513379 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a036c75-f955-4ece-9782-750766c76004 req-a8369053-5672-4113-9578-07e3040e180b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:35.515329 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8a036c75-f955-4ece-9782-750766c76004 req-a8369053-5672-4113-9578-07e3040e180b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.26 "GET /v2.0/ports?device_id=34380448-448e-4d61-80d9-2998f74949eb HTTP/1.1" status: 200 len: 945 time: 0.0693417 Apr 20 16:23:35.547652 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dea7f118-b23d-4ae4-93ce-cd644cad9368 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:35.556379 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dea7f118-b23d-4ae4-93ce-cd644cad9368 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:35.559484 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dea7f118-b23d-4ae4-93ce-cd644cad9368 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] 10.222.0.15 "DELETE /v2.0/networks/46db77c6-2d51-4a1a-ae7c-5124c093f129 HTTP/1.1" status: 204 len: 168 time: 1.2987335 Apr 20 16:23:35.577952 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7f118-b23d-4ae4-93ce-cd644cad9368 tempest-FloatingIPNegativeTestJSON-705286786 tempest-FloatingIPNegativeTestJSON-705286786-project] Pushing event deleted for resources: {'Network': ['ID=46db77c6-2d51-4a1a-ae7c-5124c093f129,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:35.586004 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cfca56bf-24ab-42b2-b7dc-d7edb55ce5b7 req-50621bd5-71ac-4618-8d4f-7149c0d1b37d service neutron] 10.222.0.26 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325414 Apr 20 16:23:35.588393 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d226d457-22a5-4f3e-9b69-cf0283153a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:35.591580 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d226d457-22a5-4f3e-9b69-cf0283153a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:35.595698 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d226d457-22a5-4f3e-9b69-cf0283153a52 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3683f040-55b2-447f-af06-01f81f7b7d2f HTTP/1.1" status: 204 len: 168 time: 0.4904764 Apr 20 16:23:35.625664 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1256644-c804-4059-8b32-76c7ed9ef9ce tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:35.665330 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-8a036c75-f955-4ece-9782-750766c76004 req-57958d07-a91a-4857-802e-5441ceb2c6b3 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Deleting port 698c1779-3b89-4736-930b-b7a36cce1027 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:23:35.665682 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8a036c75-f955-4ece-9782-750766c76004 req-57958d07-a91a-4857-802e-5441ceb2c6b3 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:35.668594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226d457-22a5-4f3e-9b69-cf0283153a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3683f040-55b2-447f-af06-01f81f7b7d2f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:35.826367 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aca1ee-0509-4ea0-8dfa-667bfa5ea906 req-290f5a39-ed8b-4d91-888e-017967913e12 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:35.832877 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aca1ee-0509-4ea0-8dfa-667bfa5ea906 req-290f5a39-ed8b-4d91-888e-017967913e12 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:35.838785 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aca1ee-0509-4ea0-8dfa-667bfa5ea906 req-290f5a39-ed8b-4d91-888e-017967913e12 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:35.845311 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aca1ee-0509-4ea0-8dfa-667bfa5ea906 req-290f5a39-ed8b-4d91-888e-017967913e12 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:35.851119 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aca1ee-0509-4ea0-8dfa-667bfa5ea906 req-290f5a39-ed8b-4d91-888e-017967913e12 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:35.851833 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88d83f-6c7f-4fd9-9f5d-a05a4d28ad3d req-ee33b060-1d73-4f4a-bf22-399f3e36da99 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:35.853449 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4b88d83f-6c7f-4fd9-9f5d-a05a4d28ad3d req-ee33b060-1d73-4f4a-bf22-399f3e36da99 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.2664397 Apr 20 16:23:35.857590 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aca1ee-0509-4ea0-8dfa-667bfa5ea906 req-290f5a39-ed8b-4d91-888e-017967913e12 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:35.863503 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aca1ee-0509-4ea0-8dfa-667bfa5ea906 req-290f5a39-ed8b-4d91-888e-017967913e12 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:35.865409 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-98aca1ee-0509-4ea0-8dfa-667bfa5ea906 req-290f5a39-ed8b-4d91-888e-017967913e12 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5419 time: 0.1246080 Apr 20 16:23:35.872752 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-8a036c75-f955-4ece-9782-750766c76004 req-57958d07-a91a-4857-802e-5441ceb2c6b3 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] For port 698c1779-3b89-4736-930b-b7a36cce1027, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=698c1779-3b89-4736-930b-b7a36cce1027,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:35.873125 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8a036c75-f955-4ece-9782-750766c76004 req-57958d07-a91a-4857-802e-5441ceb2c6b3 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:35.898386 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-8a036c75-f955-4ece-9782-750766c76004 req-57958d07-a91a-4857-802e-5441ceb2c6b3 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Calling delete_port for 698c1779-3b89-4736-930b-b7a36cce1027 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:23:35.932632 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-98aca1ee-0509-4ea0-8dfa-667bfa5ea906 req-cb278e48-4c64-4185-a999-252588f9128d tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568058 Apr 20 16:23:35.971425 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 795ec65d-eede-491f-ba8c-2025da77f36b details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:23:35.997538 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1256644-c804-4059-8b32-76c7ed9ef9ce tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.025333 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4b88d83f-6c7f-4fd9-9f5d-a05a4d28ad3d req-a10f2546-a823-4c0a-8b38-625de5c293d1 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606622 Apr 20 16:23:36.028730 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cfca56bf-24ab-42b2-b7dc-d7edb55ce5b7 req-a6653eb4-9641-49c0-9bb0-c115081a6852 service neutron] 10.222.0.26 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342170 Apr 20 16:23:36.066962 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1256644-c804-4059-8b32-76c7ed9ef9ce tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.103429 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1256644-c804-4059-8b32-76c7ed9ef9ce tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=995867c9-53c6-4652-9e0e-2e2111cb0a49,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:36.139529 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 795ec65d-eede-491f-ba8c-2025da77f36b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=795ec65d-eede-491f-ba8c-2025da77f36b,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:36.168153 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1256644-c804-4059-8b32-76c7ed9ef9ce tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.174329 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e1256644-c804-4059-8b32-76c7ed9ef9ce tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7859275 Apr 20 16:23:36.174691 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '795ec65d-eede-491f-ba8c-2025da77f36b', 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c', 'port_id': '795ec65d-eede-491f-ba8c-2025da77f36b', 'mac_address': 'fa:16:3e:4a:1c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e5e1853-efd5-4800-b27e-3ac73eee167e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:23:36.175056 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45882) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:36.182759 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-73f3bdfe-0116-4202-b559-cb0976929c72 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Request body: {'security_group_rule': {'security_group_id': '995867c9-53c6-4652-9e0e-2e2111cb0a49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:36.211077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45884) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:36.231938 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e961c8d-78d7-4209-887a-e56131c759bc req-c215af6f-9653-43e7-8f62-b208addaa6c0 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:36.233708 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8e961c8d-78d7-4209-887a-e56131c759bc req-c215af6f-9653-43e7-8f62-b208addaa6c0 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 943 time: 0.1543288 Apr 20 16:23:36.242565 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.260663 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795ec65d-eede-491f-ba8c-2025da77f36b {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:36.277368 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73f3bdfe-0116-4202-b559-cb0976929c72 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.284033 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 795ec65d-eede-491f-ba8c-2025da77f36b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=795ec65d-eede-491f-ba8c-2025da77f36b,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:36.296869 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8e961c8d-78d7-4209-887a-e56131c759bc req-46f27824-b2d7-49fa-b81a-ec7b517da984 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452971 Apr 20 16:23:36.342996 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73f3bdfe-0116-4202-b559-cb0976929c72 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.351959 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8a036c75-f955-4ece-9782-750766c76004 req-57958d07-a91a-4857-802e-5441ceb2c6b3 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.377371 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c90a5a9a-956e-4a7a-b519-1aa106e9f133 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d87efd492e6e451aaa4c67b7eef152fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648128 Apr 20 16:23:36.379731 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45888) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:36.381290 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.387224 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['698c1779-3b89-4736-930b-b7a36cce1027'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:23:36.392365 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['ff9eabef-07f4-42fd-8261-dfda19d01138'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:23:36.393324 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57958d07-a91a-4857-802e-5441ceb2c6b3 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Pushing event deleted for resources: {'Port': ['ID=698c1779-3b89-4736-930b-b7a36cce1027,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:36.434892 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70600a69-7b5a-4454-a8da-f098cfaa8561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.443636 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a036c75-f955-4ece-9782-750766c76004 req-57958d07-a91a-4857-802e-5441ceb2c6b3 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] No DVR routers for this DVR port 698c1779-3b89-4736-930b-b7a36cce1027 on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:23:36.446614 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-8a036c75-f955-4ece-9782-750766c76004 req-57958d07-a91a-4857-802e-5441ceb2c6b3 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.450282 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8a036c75-f955-4ece-9782-750766c76004 req-57958d07-a91a-4857-802e-5441ceb2c6b3 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.26 "DELETE /v2.0/ports/698c1779-3b89-4736-930b-b7a36cce1027 HTTP/1.1" status: 204 len: 173 time: 0.9292066 Apr 20 16:23:36.451337 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34380448-448e-4d61-80d9-2998f74949eb', 'name': 'network-vif-deleted', 'tag': '698c1779-3b89-4736-930b-b7a36cce1027'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:36.454452 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73f3bdfe-0116-4202-b559-cb0976929c72 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.455644 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b386315d-36c2-4778-bb5d-60eb4a51c69c" -d '{"events": [{"server_uuid": "34380448-448e-4d61-80d9-2998f74949eb", "name": "network-vif-deleted", "tag": "698c1779-3b89-4736-930b-b7a36cce1027"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:36.481539 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3bdfe-0116-4202-b559-cb0976929c72 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70ecc5c-6f8e-40ad-8df0-b80d9aebfb18,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:36.493801 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70600a69-7b5a-4454-a8da-f098cfaa8561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.515987 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d586ef37-03e4-43b2-a818-6bda9eaf77c2 x-openstack-request-id: req-d586ef37-03e4-43b2-a818-6bda9eaf77c2 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:36.516877 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34380448-448e-4d61-80d9-2998f74949eb", "name": "network-vif-deleted", "tag": "698c1779-3b89-4736-930b-b7a36cce1027", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:36.517131 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d586ef37-03e4-43b2-a818-6bda9eaf77c2 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:36.522489 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d586ef37-03e4-43b2-a818-6bda9eaf77c2'] response: {'server_uuid': '34380448-448e-4d61-80d9-2998f74949eb', 'name': 'network-vif-deleted', 'tag': '698c1779-3b89-4736-930b-b7a36cce1027', 'status': 'completed', 'code': 200} Apr 20 16:23:36.531324 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=795ec65d-eede-491f-ba8c-2025da77f36b,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:36.588549 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dcb75301-a1de-4630-8aa7-77e110afb5a2 req-07020442-0c3c-42db-a88c-19fa4e20e0be tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=34380448-448e-4d61-80d9-2998f74949eb HTTP/1.1" status: 200 len: 210 time: 0.0282793 Apr 20 16:23:36.619396 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73f3bdfe-0116-4202-b559-cb0976929c72 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.619585 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-73f3bdfe-0116-4202-b559-cb0976929c72 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4429140 Apr 20 16:23:36.622233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45894) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:36.628515 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-aa371055-5365-4c6f-b891-70c77d5d4614 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Request body: {'security_group_rule': {'security_group_id': '995867c9-53c6-4652-9e0e-2e2111cb0a49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:36.651453 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45896) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:36.664700 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acae6630-25a7-4939-89d9-371c47e9329d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.673005 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70600a69-7b5a-4454-a8da-f098cfaa8561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.675597 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70600a69-7b5a-4454-a8da-f098cfaa8561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.676762 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-70600a69-7b5a-4454-a8da-f098cfaa8561 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e5cae0a-fcb5-4bff-9a59-4a516f365236 HTTP/1.1" status: 204 len: 168 time: 0.2959156 Apr 20 16:23:36.690169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70600a69-7b5a-4454-a8da-f098cfaa8561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5cae0a-fcb5-4bff-9a59-4a516f365236,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:36.773364 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa371055-5365-4c6f-b891-70c77d5d4614 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.794124 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acae6630-25a7-4939-89d9-371c47e9329d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.823552 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['795ec65d-eede-491f-ba8c-2025da77f36b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:23:36.843831 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa371055-5365-4c6f-b891-70c77d5d4614 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.888662 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acae6630-25a7-4939-89d9-371c47e9329d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.927573 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-acae6630-25a7-4939-89d9-371c47e9329d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f1101afe30e34df9beb58fe568fd44e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2750993 Apr 20 16:23:36.928526 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae6630-25a7-4939-89d9-371c47e9329d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792658d2-c6d3-4ca6-a47e-9a47eb3701c6,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:36.930336 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45902) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:36.932494 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa371055-5365-4c6f-b891-70c77d5d4614 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:36.955913 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa371055-5365-4c6f-b891-70c77d5d4614 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd21432a-37e9-4b4c-8b88-cea6a0e610b8,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:37.012145 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a736a7e5-6bf9-4a3d-b27b-64ce69bb3c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:37.035326 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a736a7e5-6bf9-4a3d-b27b-64ce69bb3c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:37.057544 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa371055-5365-4c6f-b891-70c77d5d4614 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:37.059413 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-aa371055-5365-4c6f-b891-70c77d5d4614 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4353094 Apr 20 16:23:37.063682 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45908) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:37.068386 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-50f9525d-2358-4762-a1f9-7de5d39e5841 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:37.103394 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13840c0c-807b-43e1-9f33-4f5bce48f299 req-fe020b34-fda1-4e68-be7b-b2d86f551823 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:37.110473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13840c0c-807b-43e1-9f33-4f5bce48f299 req-fe020b34-fda1-4e68-be7b-b2d86f551823 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:37.116497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13840c0c-807b-43e1-9f33-4f5bce48f299 req-fe020b34-fda1-4e68-be7b-b2d86f551823 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:37.122399 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13840c0c-807b-43e1-9f33-4f5bce48f299 req-fe020b34-fda1-4e68-be7b-b2d86f551823 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:37.128879 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13840c0c-807b-43e1-9f33-4f5bce48f299 req-fe020b34-fda1-4e68-be7b-b2d86f551823 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:37.134709 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13840c0c-807b-43e1-9f33-4f5bce48f299 req-fe020b34-fda1-4e68-be7b-b2d86f551823 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:37.141229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13840c0c-807b-43e1-9f33-4f5bce48f299 req-fe020b34-fda1-4e68-be7b-b2d86f551823 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:37.143205 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13840c0c-807b-43e1-9f33-4f5bce48f299 req-fe020b34-fda1-4e68-be7b-b2d86f551823 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5419 time: 0.1229193 Apr 20 16:23:37.154376 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fb701-ab6f-46d7-b184-d299e27580d7 req-29ecaee6-82fd-4342-b8f5-f85c9d9d7019 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:37.156042 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c10fb701-ab6f-46d7-b184-d299e27580d7 req-29ecaee6-82fd-4342-b8f5-f85c9d9d7019 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0555360 Apr 20 16:23:37.177340 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a736a7e5-6bf9-4a3d-b27b-64ce69bb3c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:37.179767 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a736a7e5-6bf9-4a3d-b27b-64ce69bb3c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:37.184784 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a736a7e5-6bf9-4a3d-b27b-64ce69bb3c9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/792658d2-c6d3-4ca6-a47e-9a47eb3701c6 HTTP/1.1" status: 204 len: 168 time: 0.2490609 Apr 20 16:23:37.190745 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13840c0c-807b-43e1-9f33-4f5bce48f299 req-889b0619-cbeb-4ffc-a152-ad35043be74f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397432 Apr 20 16:23:37.209258 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736a7e5-6bf9-4a3d-b27b-64ce69bb3c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792658d2-c6d3-4ca6-a47e-9a47eb3701c6,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:37.231746 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c10fb701-ab6f-46d7-b184-d299e27580d7 req-21c88544-6700-4bf7-8f3a-7d35591c4f7d tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680172 Apr 20 16:23:37.272077 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50f9525d-2358-4762-a1f9-7de5d39e5841 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:37.402388 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50f9525d-2358-4762-a1f9-7de5d39e5841 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:37.454755 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce3444-62ba-4bb6-8900-d9e255e9c726 req-4d18823c-471c-4f49-80f4-c7e606cbdfbf tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:37.455043 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e4ce3444-62ba-4bb6-8900-d9e255e9c726 req-4d18823c-471c-4f49-80f4-c7e606cbdfbf tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 944 time: 0.0951264 Apr 20 16:23:37.529653 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e4ce3444-62ba-4bb6-8900-d9e255e9c726 req-7d8cd669-e1c8-4267-8982-6e9244a07878 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670466 Apr 20 16:23:37.555423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-50f9525d-2358-4762-a1f9-7de5d39e5841 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Allocated IP 172.25.0.138 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/b97f2ac6-2f10-4a8c-bdf1-e82ed459f0f5) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:23:37.676314 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50f9525d-2358-4762-a1f9-7de5d39e5841 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:37.741073 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-efa5f017-4fce-4f90-b4f7-cc6cf51fa824 req-66925ec0-5adb-4582-8967-9fc37c17e809 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=34380448-448e-4d61-80d9-2998f74949eb HTTP/1.1" status: 200 len: 210 time: 0.0317912 Apr 20 16:23:37.792787 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50f9525d-2358-4762-a1f9-7de5d39e5841 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:37.830114 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f9525d-2358-4762-a1f9-7de5d39e5841 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:23:37.834956 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-50f9525d-2358-4762-a1f9-7de5d39e5841 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:23:37.837430 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f9525d-2358-4762-a1f9-7de5d39e5841 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:23:37.877713 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9525d-2358-4762-a1f9-7de5d39e5841 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Pushing event updated for resources: {'Port': ['ID=b97f2ac6-2f10-4a8c-bdf1-e82ed459f0f5,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:37.941275 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50f9525d-2358-4762-a1f9-7de5d39e5841 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:37.975204 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 795ec65d-eede-491f-ba8c-2025da77f36b up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:23:38.019278 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45946) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:38.046197 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50f9525d-2358-4762-a1f9-7de5d39e5841 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:38.136197 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 795ec65d-eede-491f-ba8c-2025da77f36b completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:23:38.141843 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 795ec65d-eede-491f-ba8c-2025da77f36b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:38.142601 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:38.227525 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50f9525d-2358-4762-a1f9-7de5d39e5841 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:38.239799 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:38.254900 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-03ecafaa-ac34-4135-b8aa-1ac3d22c4a21 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-819356809'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:38.268142 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b70cba9-bac1-4dd0-bd46-536136783036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795ec65d-eede-491f-ba8c-2025da77f36b'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:38.270916 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c729f21-5370-499a-950e-41b15946664b" -d '{"events": [{"server_uuid": "8b70cba9-bac1-4dd0-bd46-536136783036", "name": "network-vif-plugged", "status": "completed", "tag": "795ec65d-eede-491f-ba8c-2025da77f36b"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:38.283785 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 795ec65d-eede-491f-ba8c-2025da77f36b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=795ec65d-eede-491f-ba8c-2025da77f36b,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:38.339120 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c303caf-9196-44fe-9877-1a11e4e94950 req-bdd89f4c-b1e3-4388-b7c2-1dd2d7a687f1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:38.342154 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ecafaa-ac34-4135-b8aa-1ac3d22c4a21 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Made reservation on behalf of ba45707e1a3b413a96351986a900f914 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:23:38.345360 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c303caf-9196-44fe-9877-1a11e4e94950 req-bdd89f4c-b1e3-4388-b7c2-1dd2d7a687f1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:38.345792 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-03ecafaa-ac34-4135-b8aa-1ac3d22c4a21 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:38.351292 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c303caf-9196-44fe-9877-1a11e4e94950 req-bdd89f4c-b1e3-4388-b7c2-1dd2d7a687f1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:38.357741 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c303caf-9196-44fe-9877-1a11e4e94950 req-bdd89f4c-b1e3-4388-b7c2-1dd2d7a687f1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:38.361666 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-03ecafaa-ac34-4135-b8aa-1ac3d22c4a21 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:38.364236 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c303caf-9196-44fe-9877-1a11e4e94950 req-bdd89f4c-b1e3-4388-b7c2-1dd2d7a687f1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:38.370334 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c303caf-9196-44fe-9877-1a11e4e94950 req-bdd89f4c-b1e3-4388-b7c2-1dd2d7a687f1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:38.376956 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c303caf-9196-44fe-9877-1a11e4e94950 req-bdd89f4c-b1e3-4388-b7c2-1dd2d7a687f1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:38.385223 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8c303caf-9196-44fe-9877-1a11e4e94950 req-bdd89f4c-b1e3-4388-b7c2-1dd2d7a687f1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5419 time: 0.1043658 Apr 20 16:23:38.393099 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50f9525d-2358-4762-a1f9-7de5d39e5841 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:38.399458 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f6966-c90b-428a-9644-4c64078d6a8d req-14d9d01c-756d-4f81-ac2f-57c2a6bf09d5 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:38.399978 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d79f6966-c90b-428a-9644-4c64078d6a8d req-14d9d01c-756d-4f81-ac2f-57c2a6bf09d5 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0884447 Apr 20 16:23:38.409262 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:38.410189 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 698c1779-3b89-4736-930b-b7a36cce1027 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:23:38.455395 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 698c1779-3b89-4736-930b-b7a36cce1027 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:23:38.456116 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 698c1779-3b89-4736-930b-b7a36cce1027 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:23:38.480916 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d79f6966-c90b-428a-9644-4c64078d6a8d req-09a9d125-32b4-42bd-ac16-68c4090c4b97 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690289 Apr 20 16:23:38.500122 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9525d-2358-4762-a1f9-7de5d39e5841 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Pushing event updated for resources: {'Port': ['ID=b97f2ac6-2f10-4a8c-bdf1-e82ed459f0f5,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:38.502343 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=795ec65d-eede-491f-ba8c-2025da77f36b,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:38.508862 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8c303caf-9196-44fe-9877-1a11e4e94950 req-a6b1450e-18cb-40ce-bd40-070cee323767 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1226163 Apr 20 16:23:38.512534 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50f9525d-2358-4762-a1f9-7de5d39e5841 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:38.529612 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea03294-442d-4f59-b3a6-17b4a380717f x-openstack-request-id: req-1ea03294-442d-4f59-b3a6-17b4a380717f {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:38.530119 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b70cba9-bac1-4dd0-bd46-536136783036", "name": "network-vif-plugged", "status": "completed", "tag": "795ec65d-eede-491f-ba8c-2025da77f36b", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:38.531131 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ea03294-442d-4f59-b3a6-17b4a380717f {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:38.531744 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ea03294-442d-4f59-b3a6-17b4a380717f'] response: {'server_uuid': '8b70cba9-bac1-4dd0-bd46-536136783036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795ec65d-eede-491f-ba8c-2025da77f36b', 'code': 200} Apr 20 16:23:38.552689 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-03ecafaa-ac34-4135-b8aa-1ac3d22c4a21 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:38.668886 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50f9525d-2358-4762-a1f9-7de5d39e5841 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:38.670141 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-50f9525d-2358-4762-a1f9-7de5d39e5841 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6059687 Apr 20 16:23:38.684302 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a982023-950b-4057-bad8-388c65136724 req-df620aad-5e4d-4beb-9124-b542e1080f35 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:38.685866 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9a982023-950b-4057-bad8-388c65136724 req-df620aad-5e4d-4beb-9124-b542e1080f35 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.0790069 Apr 20 16:23:38.689574 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-03ecafaa-ac34-4135-b8aa-1ac3d22c4a21 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:38.704915 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd2c5a-6e2b-4cca-9b46-54e7fc372944 req-912e4f49-a181-4c54-8e8c-dea09934eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:38.706399 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a1bd2c5a-6e2b-4cca-9b46-54e7fc372944 req-912e4f49-a181-4c54-8e8c-dea09934eb59 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 1096 time: 0.0715191 Apr 20 16:23:38.724735 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ecafaa-ac34-4135-b8aa-1ac3d22c4a21 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:23:38.768948 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-03ecafaa-ac34-4135-b8aa-1ac3d22c4a21 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:38.769296 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-03ecafaa-ac34-4135-b8aa-1ac3d22c4a21 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Added segment db29a48b-827b-4df1-a721-2aac2702d1a4 of type vlan for network 65540dd5-3f15-4965-b312-23f97adf2275 Apr 20 16:23:38.785131 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecafaa-ac34-4135-b8aa-1ac3d22c4a21 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fda023-dffa-47c0-84ac-4ad00d3f9c9b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:38.822969 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9a982023-950b-4057-bad8-388c65136724 req-24071834-c97c-4169-b6c6-64ae5dd851ab tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237378 Apr 20 16:23:38.838013 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-03ecafaa-ac34-4135-b8aa-1ac3d22c4a21 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:38.844841 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a1bd2c5a-6e2b-4cca-9b46-54e7fc372944 req-c9904605-8c2d-4e36-a796-ca13954de50c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239266 Apr 20 16:23:38.940602 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-52c7994f-865d-4a6c-a767-5b9d2680d147 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--241146366&fields=id&tenant_id=ffad88bc0f5d4afd9c32393497a68147 HTTP/1.1" status: 200 len: 267 time: 0.0353701 Apr 20 16:23:38.952233 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-03ecafaa-ac34-4135-b8aa-1ac3d22c4a21 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:38.957958 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ecafaa-ac34-4135-b8aa-1ac3d22c4a21 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:38.958558 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-03ecafaa-ac34-4135-b8aa-1ac3d22c4a21 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:39.073477 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-5b469621-4b9d-4bfc-b08a-bb44eb90c6cd tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:39.074956 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-5b469621-4b9d-4bfc-b08a-bb44eb90c6cd tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/networks?id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd HTTP/1.1" status: 200 len: 816 time: 0.1238806 Apr 20 16:23:39.088821 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-03ecafaa-ac34-4135-b8aa-1ac3d22c4a21 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0678847 Apr 20 16:23:39.091918 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecafaa-ac34-4135-b8aa-1ac3d22c4a21 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event updated for resources: {'Network': ['ID=65540dd5-3f15-4965-b312-23f97adf2275,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:39.093906 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-8be0b03d-daed-4f7a-9027-e406bcb64072 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/quotas/ffad88bc0f5d4afd9c32393497a68147 HTTP/1.1" status: 200 len: 375 time: 0.0125859 Apr 20 16:23:39.108449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 65540dd5-3f15-4965-b312-23f97adf2275 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:23:39.190447 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-e344324e-8c77-466f-a0de-7c285a267c6b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:39.192243 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-e00fc04f-2056-44c6-a55d-e61f30d785a9 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ffad88bc0f5d4afd9c32393497a68147&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577660 Apr 20 16:23:39.200525 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-e344324e-8c77-466f-a0de-7c285a267c6b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/networks?id=a24f1ee1-7962-4b42-99b4-cd4d398ef380 HTTP/1.1" status: 200 len: 805 time: 0.2094257 Apr 20 16:23:39.215434 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-c29e99e2-e085-44b5-bd11-8064029dd820 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/quotas/b8c373d0b6ef424fae64df57ef92f83e HTTP/1.1" status: 200 len: 375 time: 0.0133817 Apr 20 16:23:39.285164 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-1802a150-304f-4a9c-9e6c-b6f142f565e8 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0637863 Apr 20 16:23:39.312104 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-1ec2a3ea-a56d-4641-80c3-b91c77664c82 service neutron] 10.222.0.15 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010294 Apr 20 16:23:39.378490 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-8f1a6b0c-2046-4fb1-964e-f9dbd78103fc service neutron] 10.222.0.15 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902705 Apr 20 16:23:39.414304 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-8a99f668-953d-4af5-b657-9f5d3d0a2955 service neutron] 10.222.0.15 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967352 Apr 20 16:23:39.634742 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-7258ebda-e99c-4937-a2e0-e9f77fc05cbb service neutron] 10.222.0.15 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396448 Apr 20 16:23:39.810909 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241693b-3291-48f4-a439-7094a7b0146a req-47e40b47-3149-443e-8174-d8d5471c51e8 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:39.816835 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6241693b-3291-48f4-a439-7094a7b0146a req-47e40b47-3149-443e-8174-d8d5471c51e8 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0773773 Apr 20 16:23:39.853931 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6241693b-3291-48f4-a439-7094a7b0146a req-63354898-77a0-44a7-bf29-29bba55207c7 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352566 Apr 20 16:23:40.040232 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-460c3abc-9eb9-481a-a7e8-5156cf17040b req-acb64bef-0ca4-4d56-ac5e-79903ddf2590 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 210 time: 0.0746450 Apr 20 16:23:40.078862 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d87375-44c6-4b91-8153-2fb2d3afd852 req-9b0e66eb-76b0-47b2-9a7a-8b4b0abe2df0 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:40.102433 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d87375-44c6-4b91-8153-2fb2d3afd852 req-9b0e66eb-76b0-47b2-9a7a-8b4b0abe2df0 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:40.124912 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d87375-44c6-4b91-8153-2fb2d3afd852 req-9b0e66eb-76b0-47b2-9a7a-8b4b0abe2df0 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:40.150776 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d87375-44c6-4b91-8153-2fb2d3afd852 req-9b0e66eb-76b0-47b2-9a7a-8b4b0abe2df0 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:40.167922 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d87375-44c6-4b91-8153-2fb2d3afd852 req-9b0e66eb-76b0-47b2-9a7a-8b4b0abe2df0 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:40.182812 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d87375-44c6-4b91-8153-2fb2d3afd852 req-9b0e66eb-76b0-47b2-9a7a-8b4b0abe2df0 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:40.191913 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d87375-44c6-4b91-8153-2fb2d3afd852 req-9b0e66eb-76b0-47b2-9a7a-8b4b0abe2df0 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:40.194570 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54a2bcfb-48b3-4915-af9d-5844bef7793e req-bcaf0ebd-50ba-43e7-8879-c406047b5005 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 210 time: 0.0564830 Apr 20 16:23:40.204570 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d2d87375-44c6-4b91-8153-2fb2d3afd852 req-9b0e66eb-76b0-47b2-9a7a-8b4b0abe2df0 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5419 time: 0.2427061 Apr 20 16:23:40.278957 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d2d87375-44c6-4b91-8153-2fb2d3afd852 req-6f693708-2621-4683-937f-baa1a3c60aa1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680940 Apr 20 16:23:40.347105 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951cd24-c0d8-4890-bbb9-e50cb81946e8 req-70d9aece-dd72-487e-b5f4-52e8a9f53ee7 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:40.356452 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a951cd24-c0d8-4890-bbb9-e50cb81946e8 req-70d9aece-dd72-487e-b5f4-52e8a9f53ee7 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.0812006 Apr 20 16:23:40.396563 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a951cd24-c0d8-4890-bbb9-e50cb81946e8 req-1bb1586c-68e8-45bd-8858-5eafe5cc7246 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382304 Apr 20 16:23:41.025984 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bba665-081d-436f-af86-c6df59cf3766 req-e1994d2e-91e6-4132-a3ed-23535bb642ba tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:41.027538 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71bba665-081d-436f-af86-c6df59cf3766 req-e1994d2e-91e6-4132-a3ed-23535bb642ba tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0627680 Apr 20 16:23:41.069871 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71bba665-081d-436f-af86-c6df59cf3766 req-9f196c0b-d433-4b70-8f8a-aae0886121e0 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360518 Apr 20 16:23:41.160708 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eaeaf138-9084-42d7-9f84-abca03cb242c req-640ef0b5-c652-49ff-b19d-222a28867b05 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 210 time: 0.0273681 Apr 20 16:23:41.280689 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b8d57878-caa6-481b-bd1f-433b8333c8c4 req-0a093540-f25a-40cb-8594-3c423871c53d tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 210 time: 0.0271378 Apr 20 16:23:41.439139 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d731657-d16f-4830-92d8-abc6dc3d4f07 req-fc5c3e21-df5a-40bf-835d-55c22fa6cd25 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:41.445970 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d731657-d16f-4830-92d8-abc6dc3d4f07 req-fc5c3e21-df5a-40bf-835d-55c22fa6cd25 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:41.452097 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d731657-d16f-4830-92d8-abc6dc3d4f07 req-fc5c3e21-df5a-40bf-835d-55c22fa6cd25 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:41.459867 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d731657-d16f-4830-92d8-abc6dc3d4f07 req-fc5c3e21-df5a-40bf-835d-55c22fa6cd25 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:41.466054 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d731657-d16f-4830-92d8-abc6dc3d4f07 req-fc5c3e21-df5a-40bf-835d-55c22fa6cd25 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:41.472774 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d731657-d16f-4830-92d8-abc6dc3d4f07 req-fc5c3e21-df5a-40bf-835d-55c22fa6cd25 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:41.479435 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d731657-d16f-4830-92d8-abc6dc3d4f07 req-fc5c3e21-df5a-40bf-835d-55c22fa6cd25 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:41.481738 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5d731657-d16f-4830-92d8-abc6dc3d4f07 req-fc5c3e21-df5a-40bf-835d-55c22fa6cd25 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5419 time: 0.1115236 Apr 20 16:23:41.500932 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46094) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:41.539315 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5d731657-d16f-4830-92d8-abc6dc3d4f07 req-dda3ba93-e0c1-459e-9822-f5588fc60535 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0494189 Apr 20 16:23:41.631982 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f702fc9-fae8-45cf-81e9-0d04e3b30c8c req-3b5b5488-ac66-47ce-942c-9ac3713db5c0 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:41.633544 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1f702fc9-fae8-45cf-81e9-0d04e3b30c8c req-3b5b5488-ac66-47ce-942c-9ac3713db5c0 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.1205397 Apr 20 16:23:41.654126 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9808064-4ca5-420a-8c99-a90dd6403be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:41.703275 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1f702fc9-fae8-45cf-81e9-0d04e3b30c8c req-38d8398c-bbfe-41df-abc6-49e5968ae25d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614340 Apr 20 16:23:41.760011 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9808064-4ca5-420a-8c99-a90dd6403be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:41.866014 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9808064-4ca5-420a-8c99-a90dd6403be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:41.904232 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b9808064-4ca5-420a-8c99-a90dd6403be7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e293c3751b04f5b936346b282533606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4022164 Apr 20 16:23:41.906931 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9808064-4ca5-420a-8c99-a90dd6403be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6481e638-c1d5-4f1e-8c31-4ae73d07d6da,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:41.907645 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46100) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:41.968745 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c8b9a8d-185b-461d-9d36-5842aab7c26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:41.991374 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c8b9a8d-185b-461d-9d36-5842aab7c26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:42.136428 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c8b9a8d-185b-461d-9d36-5842aab7c26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:42.141590 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c8b9a8d-185b-461d-9d36-5842aab7c26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:42.149227 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7c8b9a8d-185b-461d-9d36-5842aab7c26f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6481e638-c1d5-4f1e-8c31-4ae73d07d6da HTTP/1.1" status: 204 len: 168 time: 0.2343311 Apr 20 16:23:42.183363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b9a8d-185b-461d-9d36-5842aab7c26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6481e638-c1d5-4f1e-8c31-4ae73d07d6da,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:42.234522 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b9a8d-185b-461d-9d36-5842aab7c26f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:42.234974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b9a8d-185b-461d-9d36-5842aab7c26f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:42.236683 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b9a8d-185b-461d-9d36-5842aab7c26f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:42.237622 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b9a8d-185b-461d-9d36-5842aab7c26f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:42.239601 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68917a-62a8-4e04-b4db-bbf713c27097 req-c6c61a3d-8cc2-4fc0-b434-657a85ba9436 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:42.239743 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b9a8d-185b-461d-9d36-5842aab7c26f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:42.242222 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b9a8d-185b-461d-9d36-5842aab7c26f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:42.242648 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b9a8d-185b-461d-9d36-5842aab7c26f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:42.243187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b9a8d-185b-461d-9d36-5842aab7c26f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:42.245398 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b9a8d-185b-461d-9d36-5842aab7c26f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:42.245975 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b9a8d-185b-461d-9d36-5842aab7c26f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:42.247808 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cd68917a-62a8-4e04-b4db-bbf713c27097 req-c6c61a3d-8cc2-4fc0-b434-657a85ba9436 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0934708 Apr 20 16:23:42.247974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b9a8d-185b-461d-9d36-5842aab7c26f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:42.249895 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8b9a8d-185b-461d-9d36-5842aab7c26f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:42.316313 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cd68917a-62a8-4e04-b4db-bbf713c27097 req-7a484546-409b-4504-bc6a-9709685f455d tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612519 Apr 20 16:23:42.400580 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f597dc08-2922-4ccb-8313-4be290051188 req-0aaae77d-7aa0-46ec-b977-6035c18f0e91 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 210 time: 0.0308607 Apr 20 16:23:42.411348 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46120) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:42.417397 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e6cae6a8-860e-4cef-9fd6-9e7d20f09b99 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Request body: {'subnet': {'network_id': '65540dd5-3f15-4965-b312-23f97adf2275', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:42.491567 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b3c50766-5258-4569-b7bd-ca0d76b70c08 req-d471bf94-0bdb-42eb-be19-5796629d8cc8 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 210 time: 0.0270960 Apr 20 16:23:42.614807 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cae6a8-860e-4cef-9fd6-9e7d20f09b99 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Made reservation on behalf of ba45707e1a3b413a96351986a900f914 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:23:42.618671 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e6cae6a8-860e-4cef-9fd6-9e7d20f09b99 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:42.717764 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-9713d14a-9996-413b-ad83-a3a06c90984b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:42.719548 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-9713d14a-9996-413b-ad83-a3a06c90984b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.26 "GET /v2.0/networks?id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd HTTP/1.1" status: 200 len: 816 time: 0.1622775 Apr 20 16:23:42.737768 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2a972-537b-4252-8196-dd941e6a37fb req-fa102f6e-19f9-483b-bc8f-f9bd8eae62e4 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:42.743641 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2a972-537b-4252-8196-dd941e6a37fb req-fa102f6e-19f9-483b-bc8f-f9bd8eae62e4 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:42.759709 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2a972-537b-4252-8196-dd941e6a37fb req-fa102f6e-19f9-483b-bc8f-f9bd8eae62e4 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:42.760027 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda417b-3ff8-4cf5-9bad-414d3ea686d2 req-5d11d952-4192-4dd5-920f-1d175eae286e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:42.763038 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2fda417b-3ff8-4cf5-9bad-414d3ea686d2 req-5d11d952-4192-4dd5-920f-1d175eae286e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.0908551 Apr 20 16:23:42.765410 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2a972-537b-4252-8196-dd941e6a37fb req-fa102f6e-19f9-483b-bc8f-f9bd8eae62e4 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:42.771680 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2a972-537b-4252-8196-dd941e6a37fb req-fa102f6e-19f9-483b-bc8f-f9bd8eae62e4 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:42.778564 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2a972-537b-4252-8196-dd941e6a37fb req-fa102f6e-19f9-483b-bc8f-f9bd8eae62e4 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:42.785965 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2a972-537b-4252-8196-dd941e6a37fb req-fa102f6e-19f9-483b-bc8f-f9bd8eae62e4 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:42.788426 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-37d2a972-537b-4252-8196-dd941e6a37fb req-fa102f6e-19f9-483b-bc8f-f9bd8eae62e4 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5419 time: 0.1555674 Apr 20 16:23:42.819006 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2fda417b-3ff8-4cf5-9bad-414d3ea686d2 req-f91412cc-2f2c-41bc-bb7d-d5bb8efb0726 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543599 Apr 20 16:23:42.870980 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-8758f4ad-be69-4ff6-b40a-f04d34b0f40a tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffad88bc0f5d4afd9c32393497a68147 HTTP/1.1" status: 200 len: 379 time: 0.0803709 Apr 20 16:23:42.878666 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-37d2a972-537b-4252-8196-dd941e6a37fb req-9034880c-d4cf-483c-b223-9c4f5141082a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784445 Apr 20 16:23:42.905232 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-f850ba23-16ab-4cd2-a553-211545f58abb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Request body: {'port': {'device_id': 'ef88d8d4-91d2-4678-87e2-c0198ee91a6b', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'admin_state_up': True, 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'security_groups': ['995867c9-53c6-4652-9e0e-2e2111cb0a49']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:43.021627 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e6cae6a8-860e-4cef-9fd6-9e7d20f09b99 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:43.092529 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cae6a8-860e-4cef-9fd6-9e7d20f09b99 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event updated for resources: {'Subnet': ['ID=4dac179a-5d97-435a-9817-c4cfc3fba71d,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:43.101011 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cae6a8-860e-4cef-9fd6-9e7d20f09b99 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Checking segment: {'id': 'db29a48b-827b-4df1-a721-2aac2702d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '65540dd5-3f15-4965-b312-23f97adf2275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:23:43.101379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cae6a8-860e-4cef-9fd6-9e7d20f09b99 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Network hostable DHCP agents. Network: 65540dd5-3f15-4965-b312-23f97adf2275, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:23:43.202786 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cae6a8-860e-4cef-9fd6-9e7d20f09b99 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Network 65540dd5-3f15-4965-b312-23f97adf2275 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:23:43.261094 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46132) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:43.280700 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1eb5916e-7f6a-48b6-af67-d66728c9a721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:43.303426 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-e6cae6a8-860e-4cef-9fd6-9e7d20f09b99 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 65540dd5-3f15-4965-b312-23f97adf2275) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:23:43.308851 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cae6a8-860e-4cef-9fd6-9e7d20f09b99 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:43.309722 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e6cae6a8-860e-4cef-9fd6-9e7d20f09b99 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:43.316951 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ac1fed-e298-424c-96fa-f89ed5c571a9 None None] Network 65540dd5-3f15-4965-b312-23f97adf2275 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:23:43.384346 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-2808c969-e832-458f-a2bb-654db518e410 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:43.385977 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-2808c969-e832-458f-a2bb-654db518e410 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.26 "GET /v2.0/networks?id=a24f1ee1-7962-4b42-99b4-cd4d398ef380 HTTP/1.1" status: 200 len: 805 time: 0.1766694 Apr 20 16:23:43.397885 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-f850ba23-16ab-4cd2-a553-211545f58abb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Made reservation on behalf of ffad88bc0f5d4afd9c32393497a68147 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:23:43.401505 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-f850ba23-16ab-4cd2-a553-211545f58abb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:43.408277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-feede608-efcb-42c7-9cf4-3374ccce0b69 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Request body: {'port': {'device_id': '5f753f1d-21fb-4e98-8b4e-c03383edb362', 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380', 'admin_state_up': True, 'tenant_id': 'b8c373d0b6ef424fae64df57ef92f83e'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:43.438016 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1eb5916e-7f6a-48b6-af67-d66728c9a721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:43.538733 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e6cae6a8-860e-4cef-9fd6-9e7d20f09b99 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1255898 Apr 20 16:23:43.544206 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46146) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:43.574966 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-0dcfc799-40d7-493b-ad38-d6a8f57b8d36 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-721624150'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:43.583235 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1eb5916e-7f6a-48b6-af67-d66728c9a721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:43.590487 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9c07acda-e38e-45bc-bdd5-c9271ab5c408 req-6bf9c5ce-e02f-412d-a80f-4933d779cf6b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 210 time: 0.0501826 Apr 20 16:23:43.615971 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c49cec-ccf5-4970-a5a9-97b5389c2bd0 req-a73126d3-ed95-4dd1-8df0-fccf1cf5e4d9 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:43.620801 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a6c49cec-ccf5-4970-a5a9-97b5389c2bd0 req-a73126d3-ed95-4dd1-8df0-fccf1cf5e4d9 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.2043667 Apr 20 16:23:43.666684 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-feede608-efcb-42c7-9cf4-3374ccce0b69 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Made reservation on behalf of b8c373d0b6ef424fae64df57ef92f83e for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:23:43.671729 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-feede608-efcb-42c7-9cf4-3374ccce0b69 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:43.680444 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-f850ba23-16ab-4cd2-a553-211545f58abb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Allocated IP 172.20.0.4 (4b50dca8-daf4-4aac-8eb3-c8968bda22dd/67866dc0-b0b9-4599-80d0-c4f37b27fe8d/b463745f-05ca-4647-8b4c-710910c8dde7) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:23:43.681768 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73f82b1-6065-43d4-96ec-01143e27ee73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-65540dd5-3f15-4965-b312-23f97adf2275', 'network_id': '65540dd5-3f15-4965-b312-23f97adf2275', 'tenant_id': 'ba45707e1a3b413a96351986a900f914', 'fixed_ips': [{'subnet_id': '4dac179a-5d97-435a-9817-c4cfc3fba71d'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:23:43.682843 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b73f82b1-6065-43d4-96ec-01143e27ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:43.689112 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5916e-7f6a-48b6-af67-d66728c9a721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0bbf0c-c200-4dd2-a8ad-854bac598cd2,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:43.696719 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1eb5916e-7f6a-48b6-af67-d66728c9a721 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd5ae74af9654253aa7526eea655017e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4323044 Apr 20 16:23:43.698225 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46148) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:43.730504 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a6c49cec-ccf5-4970-a5a9-97b5389c2bd0 req-39a7ca83-44db-4bb2-9b59-bc24ccb4375f tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814729 Apr 20 16:23:43.737187 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcfc799-40d7-493b-ad38-d6a8f57b8d36 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Made reservation on behalf of ba45707e1a3b413a96351986a900f914 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:23:43.740514 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0dcfc799-40d7-493b-ad38-d6a8f57b8d36 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:43.754627 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-06952fe1-833c-4d49-b815-75c0e02f2d27 req-f00c0398-0971-4ad1-b76b-97d0f1233315 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 210 time: 0.0793500 Apr 20 16:23:43.831100 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dcfc799-40d7-493b-ad38-d6a8f57b8d36 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:23:43.852381 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0dcfc799-40d7-493b-ad38-d6a8f57b8d36 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:43.852789 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-0dcfc799-40d7-493b-ad38-d6a8f57b8d36 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Added segment 8398a19e-c139-4658-b54d-996c5cfb523d of type vlan for network 9ee61eb5-d0be-4d85-b6ab-df14bebee3e1 Apr 20 16:23:43.888869 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-b73f82b1-6065-43d4-96ec-01143e27ee73 None None] Allocated IP 2001:db8:0:ffff::2 (65540dd5-3f15-4965-b312-23f97adf2275/4dac179a-5d97-435a-9817-c4cfc3fba71d/444edfc2-2b00-4942-9ddf-d45b7b8c2dd4) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:23:43.906677 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-47e27735-70b4-4890-90bd-a0c3c6ab8610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:43.924371 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0dcfc799-40d7-493b-ad38-d6a8f57b8d36 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:43.933586 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-47e27735-70b4-4890-90bd-a0c3c6ab8610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:43.973320 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-f850ba23-16ab-4cd2-a553-211545f58abb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:44.049719 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b0b1d-dd1c-4655-b286-71d6485dd925 req-fda5c03d-5310-4d1c-a582-f975af99a546 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:44.051256 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-099b0b1d-dd1c-4655-b286-71d6485dd925 req-fda5c03d-5310-4d1c-a582-f975af99a546 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.0935874 Apr 20 16:23:44.058733 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-feede608-efcb-42c7-9cf4-3374ccce0b69 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Allocated IP 172.20.0.12 (a24f1ee1-7962-4b42-99b4-cd4d398ef380/1b506ada-a815-4b95-bd30-2bdbb75a1ede/b90a0b9e-8827-4b3c-bd97-72a1b80f915a) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:23:44.082305 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b73f82b1-6065-43d4-96ec-01143e27ee73 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:44.092603 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-099b0b1d-dd1c-4655-b286-71d6485dd925 req-6bfaf63e-09b1-459a-95d8-40cc57cc8aec tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341294 Apr 20 16:23:44.115291 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0dcfc799-40d7-493b-ad38-d6a8f57b8d36 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:44.115499 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-47e27735-70b4-4890-90bd-a0c3c6ab8610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:44.117769 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-47e27735-70b4-4890-90bd-a0c3c6ab8610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:44.119760 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-47e27735-70b4-4890-90bd-a0c3c6ab8610 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba0bbf0c-c200-4dd2-a8ad-854bac598cd2 HTTP/1.1" status: 204 len: 168 time: 0.4199142 Apr 20 16:23:44.121067 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcfc799-40d7-493b-ad38-d6a8f57b8d36 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:44.121543 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0dcfc799-40d7-493b-ad38-d6a8f57b8d36 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:44.147658 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e27735-70b4-4890-90bd-a0c3c6ab8610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0bbf0c-c200-4dd2-a8ad-854bac598cd2,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:44.187840 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-f850ba23-16ab-4cd2-a553-211545f58abb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:44.233039 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b73f82b1-6065-43d4-96ec-01143e27ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:44.257097 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfc799-40d7-493b-ad38-d6a8f57b8d36 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event updated for resources: {'Network': ['ID=9ee61eb5-d0be-4d85-b6ab-df14bebee3e1,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:44.262752 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-feede608-efcb-42c7-9cf4-3374ccce0b69 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:44.277720 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0dcfc799-40d7-493b-ad38-d6a8f57b8d36 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7323997 Apr 20 16:23:44.282307 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-f850ba23-16ab-4cd2-a553-211545f58abb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Network 4b50dca8-daf4-4aac-8eb3-c8968bda22dd is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:23:44.282964 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46164) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:44.295144 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a4ae80e0-7e3a-4497-970a-78ab3394c06a tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Request body: {'subnet': {'network_id': '9ee61eb5-d0be-4d85-b6ab-df14bebee3e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:44.299507 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-f850ba23-16ab-4cd2-a553-211545f58abb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:23:44.302896 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-f850ba23-16ab-4cd2-a553-211545f58abb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:23:44.325757 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 9ee61eb5-d0be-4d85-b6ab-df14bebee3e1 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:23:44.362269 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73f82b1-6065-43d4-96ec-01143e27ee73 None None] Network 65540dd5-3f15-4965-b312-23f97adf2275 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:23:44.365373 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850ba23-16ab-4cd2-a553-211545f58abb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Pushing event updated for resources: {'Port': ['ID=b463745f-05ca-4647-8b4c-710910c8dde7,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:44.399011 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f82b1-6065-43d4-96ec-01143e27ee73 None None] Pushing event updated for resources: {'Port': ['ID=444edfc2-2b00-4942-9ddf-d45b7b8c2dd4,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:44.402844 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-b73f82b1-6065-43d4-96ec-01143e27ee73 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:23:44.408197 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73f82b1-6065-43d4-96ec-01143e27ee73 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:23:44.415976 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5242fd0-1ffb-43dd-9171-540bbba61432 req-68c1ffd1-4183-491f-8306-ce36ffc689dc tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:44.421978 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5242fd0-1ffb-43dd-9171-540bbba61432 req-68c1ffd1-4183-491f-8306-ce36ffc689dc tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:44.427810 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5242fd0-1ffb-43dd-9171-540bbba61432 req-68c1ffd1-4183-491f-8306-ce36ffc689dc tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:44.433279 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-feede608-efcb-42c7-9cf4-3374ccce0b69 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:44.433788 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5242fd0-1ffb-43dd-9171-540bbba61432 req-68c1ffd1-4183-491f-8306-ce36ffc689dc tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:44.451954 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5242fd0-1ffb-43dd-9171-540bbba61432 req-68c1ffd1-4183-491f-8306-ce36ffc689dc tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:44.451954 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5242fd0-1ffb-43dd-9171-540bbba61432 req-68c1ffd1-4183-491f-8306-ce36ffc689dc tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:44.454564 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5242fd0-1ffb-43dd-9171-540bbba61432 req-68c1ffd1-4183-491f-8306-ce36ffc689dc tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:44.462771 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e5242fd0-1ffb-43dd-9171-540bbba61432 req-68c1ffd1-4183-491f-8306-ce36ffc689dc tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5419 time: 0.2840788 Apr 20 16:23:44.498296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['ff9eabef-07f4-42fd-8261-dfda19d01138'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:23:44.500603 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 7a124185-eb8a-4596-af17-192c400a73d6 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:23:44.514739 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-f850ba23-16ab-4cd2-a553-211545f58abb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:44.515766 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-f850ba23-16ab-4cd2-a553-211545f58abb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:44.541120 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-feede608-efcb-42c7-9cf4-3374ccce0b69 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Network a24f1ee1-7962-4b42-99b4-cd4d398ef380 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:23:44.545354 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b73f82b1-6065-43d4-96ec-01143e27ee73 None None] Attempting to bind port 444edfc2-2b00-4942-9ddf-d45b7b8c2dd4 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:23:44.546018 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b73f82b1-6065-43d4-96ec-01143e27ee73 None None] Attempting to bind port 444edfc2-2b00-4942-9ddf-d45b7b8c2dd4 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'db29a48b-827b-4df1-a721-2aac2702d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '65540dd5-3f15-4965-b312-23f97adf2275'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:23:44.546450 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-feede608-efcb-42c7-9cf4-3374ccce0b69 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:23:44.546731 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73f82b1-6065-43d4-96ec-01143e27ee73 None None] Attempting to bind port 444edfc2-2b00-4942-9ddf-d45b7b8c2dd4 on network 65540dd5-3f15-4965-b312-23f97adf2275 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:44.563584 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73f82b1-6065-43d4-96ec-01143e27ee73 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:23:44.564263 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73f82b1-6065-43d4-96ec-01143e27ee73 None None] Checking segment: {'id': 'db29a48b-827b-4df1-a721-2aac2702d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '65540dd5-3f15-4965-b312-23f97adf2275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:23:44.564858 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b73f82b1-6065-43d4-96ec-01143e27ee73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:44.565413 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73f82b1-6065-43d4-96ec-01143e27ee73 None None] Bound using segment: {'id': 'db29a48b-827b-4df1-a721-2aac2702d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '65540dd5-3f15-4965-b312-23f97adf2275'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:23:44.566066 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b73f82b1-6065-43d4-96ec-01143e27ee73 None None] Bound port: 444edfc2-2b00-4942-9ddf-d45b7b8c2dd4, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db29a48b-827b-4df1-a721-2aac2702d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '65540dd5-3f15-4965-b312-23f97adf2275'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:23:44.566620 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b73f82b1-6065-43d4-96ec-01143e27ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:44.575430 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-feede608-efcb-42c7-9cf4-3374ccce0b69 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:23:44.580649 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e5242fd0-1ffb-43dd-9171-540bbba61432 req-3774d83d-d088-44e0-a22f-a0493742094a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1167591 Apr 20 16:23:44.617508 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feede608-efcb-42c7-9cf4-3374ccce0b69 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Pushing event updated for resources: {'Port': ['ID=b90a0b9e-8827-4b3c-bd97-72a1b80f915a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:44.644093 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-f850ba23-16ab-4cd2-a553-211545f58abb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7454667 Apr 20 16:23:44.653548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-feede608-efcb-42c7-9cf4-3374ccce0b69 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:44.654285 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-feede608-efcb-42c7-9cf4-3374ccce0b69 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:44.672289 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-a4db2bed-fee3-40ef-bfa1-f1a9c183f3a2 service neutron] Request body: {'port': {'device_id': 'ef88d8d4-91d2-4678-87e2-c0198ee91a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:44.695528 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ae80e0-7e3a-4497-970a-78ab3394c06a tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Made reservation on behalf of ba45707e1a3b413a96351986a900f914 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:23:44.700790 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4ae80e0-7e3a-4497-970a-78ab3394c06a tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:44.738270 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-90ef70dd-3e72-4bd8-9842-4a3b8c6862ac None None] Provisioning complete for port b463745f-05ca-4647-8b4c-710910c8dde7 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:44.738936 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-90ef70dd-3e72-4bd8-9842-4a3b8c6862ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:44.755888 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-feede608-efcb-42c7-9cf4-3374ccce0b69 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3517609 Apr 20 16:23:44.775745 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-a4db2bed-fee3-40ef-bfa1-f1a9c183f3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:44.779119 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-93848081-fe6b-4c9a-a417-53ac2b569966 service neutron] Request body: {'port': {'device_id': '5f753f1d-21fb-4e98-8b4e-c03383edb362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:44.868440 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b93da-8ff9-4c0f-9cb4-864c13a0337e req-ab9cd916-01bf-44d7-94fc-175786e63c3e tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:44.869999 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fc4b93da-8ff9-4c0f-9cb4-864c13a0337e req-ab9cd916-01bf-44d7-94fc-175786e63c3e tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 931 time: 0.1636252 Apr 20 16:23:44.904397 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b73f82b1-6065-43d4-96ec-01143e27ee73 None None] For port 444edfc2-2b00-4942-9ddf-d45b7b8c2dd4, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:23:44.910225 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-90ef70dd-3e72-4bd8-9842-4a3b8c6862ac None None] Port b463745f-05ca-4647-8b4c-710910c8dde7 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:23:44.913410 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b73f82b1-6065-43d4-96ec-01143e27ee73 None None] For port 444edfc2-2b00-4942-9ddf-d45b7b8c2dd4, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=444edfc2-2b00-4942-9ddf-d45b7b8c2dd4,segment=NetworkSegment(db29a48b-827b-4df1-a721-2aac2702d1a4),segment_id=db29a48b-827b-4df1-a721-2aac2702d1a4)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:23:44.917615 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 7a124185-eb8a-4596-af17-192c400a73d6, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7a124185-eb8a-4596-af17-192c400a73d6,segment=NetworkSegment(e979549a-3086-404e-9eac-99c87ec0175a),segment_id=e979549a-3086-404e-9eac-99c87ec0175a)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:44.934625 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-93848081-fe6b-4c9a-a417-53ac2b569966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:44.942977 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '7a124185-eb8a-4596-af17-192c400a73d6', 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a', 'port_id': '7a124185-eb8a-4596-af17-192c400a73d6', 'mac_address': 'fa:16:3e:4f:dd:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b30ddac-8129-4355-b7e6-7b26172bb5fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:23:44.967513 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fc4b93da-8ff9-4c0f-9cb4-864c13a0337e req-9d989c1d-e506-41ef-bdd1-df4c69499921 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906644 Apr 20 16:23:45.026970 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57276de-8a04-4d42-a95e-7de1571f1a95 req-4e083118-bb90-41bb-904d-cbbeb951d905 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:45.028083 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a57276de-8a04-4d42-a95e-7de1571f1a95 req-4e083118-bb90-41bb-904d-cbbeb951d905 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.1627138 Apr 20 16:23:45.038792 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b73f82b1-6065-43d4-96ec-01143e27ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:45.135270 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:45.144860 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a57276de-8a04-4d42-a95e-7de1571f1a95 req-1aff4323-b6f1-45fa-bba8-d45e4ca1e646 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993865 Apr 20 16:23:45.188153 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a124185-eb8a-4596-af17-192c400a73d6 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:45.215154 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 7a124185-eb8a-4596-af17-192c400a73d6, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7a124185-eb8a-4596-af17-192c400a73d6,segment=NetworkSegment(e979549a-3086-404e-9eac-99c87ec0175a),segment_id=e979549a-3086-404e-9eac-99c87ec0175a)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:45.231607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f82b1-6065-43d4-96ec-01143e27ee73 None None] Pushing event updated for resources: {'Port': ['ID=444edfc2-2b00-4942-9ddf-d45b7b8c2dd4,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:45.317868 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:45.322065 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 7aad5049-9aa0-458c-b354-2fe68c76f185 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:23:45.332990 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8df95-6432-41a8-9479-a427f3e3890c req-47f3a64a-3c36-4337-ac57-fad69242a9d9 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:45.341079 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-23a8df95-6432-41a8-9479-a427f3e3890c req-47f3a64a-3c36-4337-ac57-fad69242a9d9 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 932 time: 0.1424062 Apr 20 16:23:45.411408 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-23a8df95-6432-41a8-9479-a427f3e3890c req-40886280-8a83-4b96-95a8-4c9263e8696d tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693913 Apr 20 16:23:45.482853 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081eb46b-9c6f-4fd3-a0fb-77f9a0bf3e76 req-1955722b-9bad-4ab1-92a7-6a49f6da5982 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:45.486885 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-081eb46b-9c6f-4fd3-a0fb-77f9a0bf3e76 req-1955722b-9bad-4ab1-92a7-6a49f6da5982 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.2308683 Apr 20 16:23:45.561079 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=7a124185-eb8a-4596-af17-192c400a73d6,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:45.586487 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-93848081-fe6b-4c9a-a417-53ac2b569966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b90a0b9e-8827-4b3c-bd97-72a1b80f915a {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:45.604209 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-93848081-fe6b-4c9a-a417-53ac2b569966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:45.642233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-93848081-fe6b-4c9a-a417-53ac2b569966 service neutron] Transition to ACTIVE for port object b90a0b9e-8827-4b3c-bd97-72a1b80f915a will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:23:45.651558 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4ae80e0-7e3a-4497-970a-78ab3394c06a tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:45.660747 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 7aad5049-9aa0-458c-b354-2fe68c76f185, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7aad5049-9aa0-458c-b354-2fe68c76f185,segment=NetworkSegment(54417bab-79ed-4fa5-a41e-0ab25e2ab60e),segment_id=54417bab-79ed-4fa5-a41e-0ab25e2ab60e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:45.696198 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '7aad5049-9aa0-458c-b354-2fe68c76f185', 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd', 'port_id': '7aad5049-9aa0-458c-b354-2fe68c76f185', 'mac_address': 'fa:16:3e:c8:96:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd97c5e51-a8a6-4631-b5a6-573cb3068b25', 'ip_address': '10.1.1.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:23:45.743149 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-081eb46b-9c6f-4fd3-a0fb-77f9a0bf3e76 req-af958aab-37d1-41ad-ae75-f82d903bc99a tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898553 Apr 20 16:23:45.773203 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-93848081-fe6b-4c9a-a417-53ac2b569966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:45.783657 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:45.822154 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aad5049-9aa0-458c-b354-2fe68c76f185 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:45.840202 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae80e0-7e3a-4497-970a-78ab3394c06a tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event updated for resources: {'Subnet': ['ID=8fa0af1e-1ae1-48c8-95d1-08dc0dcf8e9a,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:45.872765 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-a4db2bed-fee3-40ef-bfa1-f1a9c183f3a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b463745f-05ca-4647-8b4c-710910c8dde7 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:45.886040 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ae80e0-7e3a-4497-970a-78ab3394c06a tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Checking segment: {'id': '8398a19e-c139-4658-b54d-996c5cfb523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9ee61eb5-d0be-4d85-b6ab-df14bebee3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:23:45.886568 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ae80e0-7e3a-4497-970a-78ab3394c06a tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Network hostable DHCP agents. Network: 9ee61eb5-d0be-4d85-b6ab-df14bebee3e1, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:23:45.894602 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-a4db2bed-fee3-40ef-bfa1-f1a9c183f3a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:45.916621 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-a4db2bed-fee3-40ef-bfa1-f1a9c183f3a2 service neutron] Transition to ACTIVE for port object b463745f-05ca-4647-8b4c-710910c8dde7 will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:23:45.921163 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 7aad5049-9aa0-458c-b354-2fe68c76f185, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7aad5049-9aa0-458c-b354-2fe68c76f185,segment=NetworkSegment(54417bab-79ed-4fa5-a41e-0ab25e2ab60e),segment_id=54417bab-79ed-4fa5-a41e-0ab25e2ab60e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:45.993733 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93848081-fe6b-4c9a-a417-53ac2b569966 service neutron] Pushing event updated for resources: {'Port': ['ID=b90a0b9e-8827-4b3c-bd97-72a1b80f915a,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:45.997752 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-a4db2bed-fee3-40ef-bfa1-f1a9c183f3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:46.026447 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:46.027671 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device dea2ca34-3ee5-4a2c-8889-a99b5105e97c details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:23:46.042590 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ae80e0-7e3a-4497-970a-78ab3394c06a tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Network 9ee61eb5-d0be-4d85-b6ab-df14bebee3e1 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:23:46.111231 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db2bed-fee3-40ef-bfa1-f1a9c183f3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b463745f-05ca-4647-8b4c-710910c8dde7,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:46.111788 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01f0e7-bbc4-4eaa-85dd-bb435cfc966b req-6c26791e-7a7b-4302-b776-d5815667c8d7 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:46.143559 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01f0e7-bbc4-4eaa-85dd-bb435cfc966b req-6c26791e-7a7b-4302-b776-d5815667c8d7 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:46.147227 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-a4ae80e0-7e3a-4497-970a-78ab3394c06a tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 9ee61eb5-d0be-4d85-b6ab-df14bebee3e1) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:23:46.161660 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ae80e0-7e3a-4497-970a-78ab3394c06a tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:46.163653 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01f0e7-bbc4-4eaa-85dd-bb435cfc966b req-6c26791e-7a7b-4302-b776-d5815667c8d7 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:46.163811 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4ae80e0-7e3a-4497-970a-78ab3394c06a tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:46.167548 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574d454e-f432-4c73-b95f-db90de526892 None None] Network 9ee61eb5-d0be-4d85-b6ab-df14bebee3e1 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:23:46.181014 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01f0e7-bbc4-4eaa-85dd-bb435cfc966b req-6c26791e-7a7b-4302-b776-d5815667c8d7 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:46.189691 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01f0e7-bbc4-4eaa-85dd-bb435cfc966b req-6c26791e-7a7b-4302-b776-d5815667c8d7 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:46.199235 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01f0e7-bbc4-4eaa-85dd-bb435cfc966b req-6c26791e-7a7b-4302-b776-d5815667c8d7 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:46.206752 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01f0e7-bbc4-4eaa-85dd-bb435cfc966b req-6c26791e-7a7b-4302-b776-d5815667c8d7 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:46.209930 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de01f0e7-bbc4-4eaa-85dd-bb435cfc966b req-6c26791e-7a7b-4302-b776-d5815667c8d7 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5420 time: 0.4523215 Apr 20 16:23:46.243628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-93848081-fe6b-4c9a-a417-53ac2b569966 service neutron] Attempting to bind port b90a0b9e-8827-4b3c-bd97-72a1b80f915a on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:23:46.243891 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-93848081-fe6b-4c9a-a417-53ac2b569966 service neutron] Attempting to bind port b90a0b9e-8827-4b3c-bd97-72a1b80f915a by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:23:46.244294 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-93848081-fe6b-4c9a-a417-53ac2b569966 service neutron] Attempting to bind port b90a0b9e-8827-4b3c-bd97-72a1b80f915a on network a24f1ee1-7962-4b42-99b4-cd4d398ef380 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:46.263136 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b9ee3-28f5-4615-8a38-b3d3f15ba20c req-999cf7f0-19f5-46d4-b411-e726f166cb7d tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:46.274462 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-745b9ee3-28f5-4615-8a38-b3d3f15ba20c req-999cf7f0-19f5-46d4-b411-e726f166cb7d tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 943 time: 0.1305392 Apr 20 16:23:46.285682 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-a4db2bed-fee3-40ef-bfa1-f1a9c183f3a2 service neutron] Attempting to bind port b463745f-05ca-4647-8b4c-710910c8dde7 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:23:46.286012 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-a4db2bed-fee3-40ef-bfa1-f1a9c183f3a2 service neutron] Attempting to bind port b463745f-05ca-4647-8b4c-710910c8dde7 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '7b740a99-9aa6-43fa-99dc-a97008602c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:23:46.286402 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-a4db2bed-fee3-40ef-bfa1-f1a9c183f3a2 service neutron] Attempting to bind port b463745f-05ca-4647-8b4c-710910c8dde7 on network 4b50dca8-daf4-4aac-8eb3-c8968bda22dd {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:46.301622 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-a4db2bed-fee3-40ef-bfa1-f1a9c183f3a2 service neutron] Port b463745f-05ca-4647-8b4c-710910c8dde7 on network 4b50dca8-daf4-4aac-8eb3-c8968bda22dd not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:23:46.306871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-a4db2bed-fee3-40ef-bfa1-f1a9c183f3a2 service neutron] Attempting to bind port b463745f-05ca-4647-8b4c-710910c8dde7 on network 4b50dca8-daf4-4aac-8eb3-c8968bda22dd {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:46.341283 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de01f0e7-bbc4-4eaa-85dd-bb435cfc966b req-65cf4437-7c56-40c5-8392-a8c42c306021 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0910091 Apr 20 16:23:46.341283 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-93848081-fe6b-4c9a-a417-53ac2b569966 service neutron] Port b90a0b9e-8827-4b3c-bd97-72a1b80f915a on network a24f1ee1-7962-4b42-99b4-cd4d398ef380 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:23:46.341283 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-93848081-fe6b-4c9a-a417-53ac2b569966 service neutron] Attempting to bind port b90a0b9e-8827-4b3c-bd97-72a1b80f915a on network a24f1ee1-7962-4b42-99b4-cd4d398ef380 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:46.349233 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-745b9ee3-28f5-4615-8a38-b3d3f15ba20c req-bfc9c8b0-027f-408c-94c4-3b8d1913f231 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737147 Apr 20 16:23:46.351410 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-93848081-fe6b-4c9a-a417-53ac2b569966 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:23:46.352976 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-93848081-fe6b-4c9a-a417-53ac2b569966 service neutron] Checking segment: {'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:23:46.354081 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-93848081-fe6b-4c9a-a417-53ac2b569966 service neutron] Bound using segment: {'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:23:46.354540 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-93848081-fe6b-4c9a-a417-53ac2b569966 service neutron] Bound port: b90a0b9e-8827-4b3c-bd97-72a1b80f915a, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:23:46.354910 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-93848081-fe6b-4c9a-a417-53ac2b569966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:46.356049 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-a4db2bed-fee3-40ef-bfa1-f1a9c183f3a2 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:23:46.356421 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-a4db2bed-fee3-40ef-bfa1-f1a9c183f3a2 service neutron] Checking segment: {'id': '7b740a99-9aa6-43fa-99dc-a97008602c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:23:46.356812 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-a4db2bed-fee3-40ef-bfa1-f1a9c183f3a2 service neutron] Bound using segment: {'id': '7b740a99-9aa6-43fa-99dc-a97008602c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:23:46.362227 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-a4db2bed-fee3-40ef-bfa1-f1a9c183f3a2 service neutron] Bound port: b463745f-05ca-4647-8b4c-710910c8dde7, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b740a99-9aa6-43fa-99dc-a97008602c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:23:46.362453 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-a4db2bed-fee3-40ef-bfa1-f1a9c183f3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:46.394123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port dea2ca34-3ee5-4a2c-8889-a99b5105e97c, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=dea2ca34-3ee5-4a2c-8889-a99b5105e97c,segment=NetworkSegment(54417bab-79ed-4fa5-a41e-0ab25e2ab60e),segment_id=54417bab-79ed-4fa5-a41e-0ab25e2ab60e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:46.429168 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a4ae80e0-7e3a-4497-970a-78ab3394c06a tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1407163 Apr 20 16:23:46.435739 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46204) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:46.479599 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=7aad5049-9aa0-458c-b354-2fe68c76f185,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:46.520510 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'dea2ca34-3ee5-4a2c-8889-a99b5105e97c', 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd', 'port_id': 'dea2ca34-3ee5-4a2c-8889-a99b5105e97c', 'mac_address': 'fa:16:3e:3a:eb:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd97c5e51-a8a6-4631-b5a6-573cb3068b25', 'ip_address': '10.1.1.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:23:46.530313 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-93848081-fe6b-4c9a-a417-53ac2b569966 service neutron] For port b90a0b9e-8827-4b3c-bd97-72a1b80f915a, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:23:46.540017 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-93848081-fe6b-4c9a-a417-53ac2b569966 service neutron] For port b90a0b9e-8827-4b3c-bd97-72a1b80f915a, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b90a0b9e-8827-4b3c-bd97-72a1b80f915a,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:23:46.627367 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dffefa-14d7-4a61-97a5-9b431e3174a3 req-6ecd9267-5d87-45f3-b264-7ba163996b56 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:46.637759 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b2dffefa-14d7-4a61-97a5-9b431e3174a3 req-6ecd9267-5d87-45f3-b264-7ba163996b56 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0998871 Apr 20 16:23:46.659111 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:46.665220 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64d9740-e21f-4899-91ed-5d7dc47323f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-9ee61eb5-d0be-4d85-b6ab-df14bebee3e1', 'network_id': '9ee61eb5-d0be-4d85-b6ab-df14bebee3e1', 'tenant_id': 'ba45707e1a3b413a96351986a900f914', 'fixed_ips': [{'subnet_id': '8fa0af1e-1ae1-48c8-95d1-08dc0dcf8e9a'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:23:46.666271 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f64d9740-e21f-4899-91ed-5d7dc47323f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:46.671738 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-93848081-fe6b-4c9a-a417-53ac2b569966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:46.711310 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea2ca34-3ee5-4a2c-8889-a99b5105e97c {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:46.730420 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bf69f-392d-48e6-8241-ba5a1bd1a827 req-49d52576-cc2a-4a72-a228-885bcdbf768a tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:46.738741 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b54bf69f-392d-48e6-8241-ba5a1bd1a827 req-49d52576-cc2a-4a72-a228-885bcdbf768a tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 944 time: 0.1491103 Apr 20 16:23:46.742136 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-a4db2bed-fee3-40ef-bfa1-f1a9c183f3a2 service neutron] For port b463745f-05ca-4647-8b4c-710910c8dde7, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:23:46.748741 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-93848081-fe6b-4c9a-a417-53ac2b569966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:46.753052 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-93848081-fe6b-4c9a-a417-53ac2b569966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:46.753052 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-93848081-fe6b-4c9a-a417-53ac2b569966 service neutron] 10.222.0.26 "PUT /v2.0/ports/b90a0b9e-8827-4b3c-bd97-72a1b80f915a HTTP/1.1" status: 200 len: 1092 time: 1.9775131 Apr 20 16:23:46.753878 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f753f1d-21fb-4e98-8b4e-c03383edb362', 'tag': 'b90a0b9e-8827-4b3c-bd97-72a1b80f915a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:46.756499 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef113b9f-70b5-45bc-8e5d-b10e9f44a7a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5f753f1d-21fb-4e98-8b4e-c03383edb362", "tag": "b90a0b9e-8827-4b3c-bd97-72a1b80f915a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:46.789307 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-a4db2bed-fee3-40ef-bfa1-f1a9c183f3a2 service neutron] For port b463745f-05ca-4647-8b4c-710910c8dde7, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b463745f-05ca-4647-8b4c-710910c8dde7,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:23:46.808672 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b2dffefa-14d7-4a61-97a5-9b431e3174a3 req-763a2398-eff8-4e9c-be5d-5a62d99802e9 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690986 Apr 20 16:23:46.840058 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b54bf69f-392d-48e6-8241-ba5a1bd1a827 req-889ff46a-0cb0-4896-a428-1540e0aa16f3 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966253 Apr 20 16:23:46.850377 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:46.864654 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-a4db2bed-fee3-40ef-bfa1-f1a9c183f3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:46.869257 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93848081-fe6b-4c9a-a417-53ac2b569966 service neutron] Pushing event updated for resources: {'Port': ['ID=b90a0b9e-8827-4b3c-bd97-72a1b80f915a,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:46.901409 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-a4db2bed-fee3-40ef-bfa1-f1a9c183f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:46.903940 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-a4db2bed-fee3-40ef-bfa1-f1a9c183f3a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:46.907620 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-a4db2bed-fee3-40ef-bfa1-f1a9c183f3a2 service neutron] 10.222.0.26 "PUT /v2.0/ports/b463745f-05ca-4647-8b4c-710910c8dde7 HTTP/1.1" status: 200 len: 1091 time: 2.2410629 Apr 20 16:23:46.922691 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef88d8d4-91d2-4678-87e2-c0198ee91a6b', 'tag': 'b463745f-05ca-4647-8b4c-710910c8dde7'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:46.926349 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bb1abc-3b38-4d4b-87be-51ba1fbe236f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef88d8d4-91d2-4678-87e2-c0198ee91a6b", "tag": "b463745f-05ca-4647-8b4c-710910c8dde7"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:46.947420 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefa4bf8-992c-4539-8446-a52ad13c0d0c x-openstack-request-id: req-aefa4bf8-992c-4539-8446-a52ad13c0d0c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:46.948059 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f753f1d-21fb-4e98-8b4e-c03383edb362", "tag": "b90a0b9e-8827-4b3c-bd97-72a1b80f915a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:46.948540 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aefa4bf8-992c-4539-8446-a52ad13c0d0c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:46.949125 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aefa4bf8-992c-4539-8446-a52ad13c0d0c'] response: {'name': 'network-changed', 'server_uuid': '5f753f1d-21fb-4e98-8b4e-c03383edb362', 'tag': 'b90a0b9e-8827-4b3c-bd97-72a1b80f915a', 'status': 'completed', 'code': 200} Apr 20 16:23:46.981810 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-4028e9e2-37ad-4519-84f4-1a037d5f73aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:46.984818 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-4028e9e2-37ad-4519-84f4-1a037d5f73aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 1095 time: 0.1086600 Apr 20 16:23:47.034014 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fc4b07-371a-4163-83a4-7a30d66af4f7 x-openstack-request-id: req-f8fc4b07-371a-4163-83a4-7a30d66af4f7 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:47.034585 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef88d8d4-91d2-4678-87e2-c0198ee91a6b", "tag": "b463745f-05ca-4647-8b4c-710910c8dde7", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:47.035051 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8fc4b07-371a-4163-83a4-7a30d66af4f7 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:47.035671 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8fc4b07-371a-4163-83a4-7a30d66af4f7'] response: {'name': 'network-changed', 'server_uuid': 'ef88d8d4-91d2-4678-87e2-c0198ee91a6b', 'tag': 'b463745f-05ca-4647-8b4c-710910c8dde7', 'status': 'completed', 'code': 200} Apr 20 16:23:47.089736 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port dea2ca34-3ee5-4a2c-8889-a99b5105e97c, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=dea2ca34-3ee5-4a2c-8889-a99b5105e97c,segment=NetworkSegment(54417bab-79ed-4fa5-a41e-0ab25e2ab60e),segment_id=54417bab-79ed-4fa5-a41e-0ab25e2ab60e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:47.098001 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e326c4-1c92-43d7-acce-77d8a0e0cfd7 None None] Network 65540dd5-3f15-4965-b312-23f97adf2275 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:23:47.134918 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:47.138751 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-e89615ed-f59d-415a-b7bd-b8442cca5f9d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b90a0b9e-8827-4b3c-bd97-72a1b80f915a HTTP/1.1" status: 200 len: 217 time: 0.0491648 Apr 20 16:23:47.238703 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db2bed-fee3-40ef-bfa1-f1a9c183f3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b463745f-05ca-4647-8b4c-710910c8dde7,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:47.239085 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-f64d9740-e21f-4899-91ed-5d7dc47323f5 None None] Allocated IP 2001:db8::1 (9ee61eb5-d0be-4d85-b6ab-df14bebee3e1/8fa0af1e-1ae1-48c8-95d1-08dc0dcf8e9a/7a07d051-2781-4883-b0b4-3e26f3f9f15e) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:23:47.255846 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-e283a577-27e6-4b5b-9992-2e3c12c0052b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:47.258059 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-e283a577-27e6-4b5b-9992-2e3c12c0052b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b506ada-a815-4b95-bd30-2bdbb75a1ede HTTP/1.1" status: 200 len: 845 time: 0.1123130 Apr 20 16:23:47.271141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183ccb4-5525-431b-b8bc-7015f9d041c2 req-3e67f2d9-bf9b-4159-acf7-643d72faca22 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:47.271731 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb1abc-3b38-4d4b-87be-51ba1fbe236f req-0334065d-7599-4e7f-bc58-5fcd2aa3f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:47.273760 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b6bb1abc-3b38-4d4b-87be-51ba1fbe236f req-0334065d-7599-4e7f-bc58-5fcd2aa3f0d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ffad88bc0f5d4afd9c32393497a68147&device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 1094 time: 0.1442099 Apr 20 16:23:47.286794 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e183ccb4-5525-431b-b8bc-7015f9d041c2 req-3e67f2d9-bf9b-4159-acf7-643d72faca22 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.2857316 Apr 20 16:23:47.490679 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb1abc-3b38-4d4b-87be-51ba1fbe236f req-0683bfc3-0def-4a27-9bed-69116c7b0628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:47.494948 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b6bb1abc-3b38-4d4b-87be-51ba1fbe236f req-0683bfc3-0def-4a27-9bed-69116c7b0628 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ffad88bc0f5d4afd9c32393497a68147&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2069035 Apr 20 16:23:47.645115 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f64d9740-e21f-4899-91ed-5d7dc47323f5 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:47.650244 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0289a5-3cd8-48c1-a6dd-59904a1d463c req-7de64cd1-b33d-4b2b-8b00-bddbd008e318 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:47.656540 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0289a5-3cd8-48c1-a6dd-59904a1d463c req-7de64cd1-b33d-4b2b-8b00-bddbd008e318 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:47.659498 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 444edfc2-2b00-4942-9ddf-d45b7b8c2dd4 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:23:47.662900 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0289a5-3cd8-48c1-a6dd-59904a1d463c req-7de64cd1-b33d-4b2b-8b00-bddbd008e318 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:47.665747 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:47.669200 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0289a5-3cd8-48c1-a6dd-59904a1d463c req-7de64cd1-b33d-4b2b-8b00-bddbd008e318 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:47.675697 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0289a5-3cd8-48c1-a6dd-59904a1d463c req-7de64cd1-b33d-4b2b-8b00-bddbd008e318 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:47.682247 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0289a5-3cd8-48c1-a6dd-59904a1d463c req-7de64cd1-b33d-4b2b-8b00-bddbd008e318 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:47.689388 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0289a5-3cd8-48c1-a6dd-59904a1d463c req-7de64cd1-b33d-4b2b-8b00-bddbd008e318 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:47.698091 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4c0289a5-3cd8-48c1-a6dd-59904a1d463c req-7de64cd1-b33d-4b2b-8b00-bddbd008e318 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5422 time: 0.2007422 Apr 20 16:23:47.727800 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-187704f3-801a-48b5-bf12-89920d333799 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a24f1ee1-7962-4b42-99b4-cd4d398ef380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4438534 Apr 20 16:23:47.759645 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device d1628b9e-6015-40ce-9c03-59336f363801 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:23:47.770955 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1cfc4cf8-1b59-4794-9b75-4cc65a099108 None None] Provisioning complete for port 444edfc2-2b00-4942-9ddf-d45b7b8c2dd4 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:47.771323 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1cfc4cf8-1b59-4794-9b75-4cc65a099108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:47.787076 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e183ccb4-5525-431b-b8bc-7015f9d041c2 req-06b0f281-a324-4ea8-a88e-9a516c85f8b6 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000365 Apr 20 16:23:47.828710 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f64d9740-e21f-4899-91ed-5d7dc47323f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:47.859729 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4c0289a5-3cd8-48c1-a6dd-59904a1d463c req-aedddb13-4525-4c81-b7a6-9a7a7bc060cc tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1575718 Apr 20 16:23:47.880063 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-5742f3ea-83e9-4fdd-8a32-7bbb725ce484 service neutron] 10.222.0.26 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448836 Apr 20 16:23:47.923344 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb1abc-3b38-4d4b-87be-51ba1fbe236f req-5831a8d5-8a8b-4abf-beb7-fd782da02287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:47.927135 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b6bb1abc-3b38-4d4b-87be-51ba1fbe236f req-5831a8d5-8a8b-4abf-beb7-fd782da02287 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4090464 Apr 20 16:23:47.936000 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64d9740-e21f-4899-91ed-5d7dc47323f5 None None] Network 9ee61eb5-d0be-4d85-b6ab-df14bebee3e1 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:23:47.974178 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.resource_extend [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 16:23:47.982872 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-f64d9740-e21f-4899-91ed-5d7dc47323f5 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:23:47.994965 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64d9740-e21f-4899-91ed-5d7dc47323f5 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:23:48.000168 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=dea2ca34-3ee5-4a2c-8889-a99b5105e97c,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:48.016384 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82d65c-0056-4178-a982-c36df8eb957f req-acbb1c32-a274-4865-a3d7-4d28a7cafb9d tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:48.018175 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c82d65c-0056-4178-a982-c36df8eb957f req-acbb1c32-a274-4865-a3d7-4d28a7cafb9d tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 943 time: 0.1418910 Apr 20 16:23:48.078530 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56b72d23-6fd0-4c8e-b859-d8884e680e1e req-0e90d352-24e4-47c7-a292-e651f3aa5501 service neutron] 10.222.0.26 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873848 Apr 20 16:23:48.087462 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c82d65c-0056-4178-a982-c36df8eb957f req-981e0e08-7b80-446d-84e2-deba4e5b446c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557976 Apr 20 16:23:48.143999 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:48.188109 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 444edfc2-2b00-4942-9ddf-d45b7b8c2dd4 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:48.188109 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:48.192682 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Subnet': ['ID=8fa0af1e-1ae1-48c8-95d1-08dc0dcf8e9a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:48.228031 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6f935-40b2-4659-95df-3d3393f71896 req-32a5251d-4732-4e69-a669-87ae89ca27cc tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:48.236915 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-55b6f935-40b2-4659-95df-3d3393f71896 req-32a5251d-4732-4e69-a669-87ae89ca27cc tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.2210424 Apr 20 16:23:48.246273 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd515d24-2a25-4c16-93ec-147282843c17 req-b08b801f-ef16-4646-921c-e9ec5b8b099f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:48.248896 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd515d24-2a25-4c16-93ec-147282843c17 req-b08b801f-ef16-4646-921c-e9ec5b8b099f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 944 time: 0.0866487 Apr 20 16:23:48.258118 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d9740-e21f-4899-91ed-5d7dc47323f5 None None] Pushing event updated for resources: {'Port': ['ID=7a07d051-2781-4883-b0b4-3e26f3f9f15e,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:48.282444 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f64d9740-e21f-4899-91ed-5d7dc47323f5 None None] Attempting to bind port 7a07d051-2781-4883-b0b4-3e26f3f9f15e on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:23:48.282814 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f64d9740-e21f-4899-91ed-5d7dc47323f5 None None] Attempting to bind port 7a07d051-2781-4883-b0b4-3e26f3f9f15e by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '8398a19e-c139-4658-b54d-996c5cfb523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9ee61eb5-d0be-4d85-b6ab-df14bebee3e1'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:23:48.283254 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64d9740-e21f-4899-91ed-5d7dc47323f5 None None] Attempting to bind port 7a07d051-2781-4883-b0b4-3e26f3f9f15e on network 9ee61eb5-d0be-4d85-b6ab-df14bebee3e1 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:48.289492 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['7a124185-eb8a-4596-af17-192c400a73d6'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:23:48.352523 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd515d24-2a25-4c16-93ec-147282843c17 req-e111cfbb-bd52-4806-802a-a5408bf69bda tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919485 Apr 20 16:23:48.363685 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-42b029b9-617a-4730-942c-2fd1918194a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:48.366814 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef113b9f-70b5-45bc-8e5d-b10e9f44a7a7 req-b0586bf4-91ef-4bfe-bd74-5f7120669b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:48.368561 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef113b9f-70b5-45bc-8e5d-b10e9f44a7a7 req-b0586bf4-91ef-4bfe-bd74-5f7120669b73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 1095 time: 0.0820405 Apr 20 16:23:48.371428 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-42b029b9-617a-4730-942c-2fd1918194a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ffad88bc0f5d4afd9c32393497a68147&device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 1094 time: 0.3642402 Apr 20 16:23:48.401753 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['dea2ca34-3ee5-4a2c-8889-a99b5105e97c'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:23:48.403443 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:48.429250 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee61eb5-d0be-4d85-b6ab-df14bebee3e1']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:48.440413 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8398a19e-c139-4658-b54d-996c5cfb523d') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:48.440662 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8398a19e-c139-4658-b54d-996c5cfb523d') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:48.449291 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64d9740-e21f-4899-91ed-5d7dc47323f5 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:23:48.450069 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64d9740-e21f-4899-91ed-5d7dc47323f5 None None] Checking segment: {'id': '8398a19e-c139-4658-b54d-996c5cfb523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9ee61eb5-d0be-4d85-b6ab-df14bebee3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:23:48.450069 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f64d9740-e21f-4899-91ed-5d7dc47323f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:48.450438 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64d9740-e21f-4899-91ed-5d7dc47323f5 None None] Bound using segment: {'id': '8398a19e-c139-4658-b54d-996c5cfb523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9ee61eb5-d0be-4d85-b6ab-df14bebee3e1'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:23:48.450923 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f64d9740-e21f-4899-91ed-5d7dc47323f5 None None] Bound port: 7a07d051-2781-4883-b0b4-3e26f3f9f15e, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8398a19e-c139-4658-b54d-996c5cfb523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9ee61eb5-d0be-4d85-b6ab-df14bebee3e1'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:23:48.451301 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f64d9740-e21f-4899-91ed-5d7dc47323f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:48.451809 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:48.474093 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:48.480596 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:23:48.481014 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:48.537232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef113b9f-70b5-45bc-8e5d-b10e9f44a7a7 req-0cdba4f8-0b4d-47f6-b91a-4612039dcdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:48.539071 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef113b9f-70b5-45bc-8e5d-b10e9f44a7a7 req-0cdba4f8-0b4d-47f6-b91a-4612039dcdaf service neutron] 10.222.0.26 "GET /v2.0/networks?id=a24f1ee1-7962-4b42-99b4-cd4d398ef380 HTTP/1.1" status: 200 len: 906 time: 0.1510315 Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:23:48.561186 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:23:48.597631 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef113b9f-70b5-45bc-8e5d-b10e9f44a7a7 req-5826c076-53f9-4a49-bcdd-dd804faee890 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b90a0b9e-8827-4b3c-bd97-72a1b80f915a HTTP/1.1" status: 200 len: 217 time: 0.0496340 Apr 20 16:23:48.626425 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-00f44dc2-9408-426b-91fe-d741e3df2aad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b463745f-05ca-4647-8b4c-710910c8dde7 HTTP/1.1" status: 200 len: 217 time: 0.2307487 Apr 20 16:23:48.648113 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port d1628b9e-6015-40ce-9c03-59336f363801, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=d1628b9e-6015-40ce-9c03-59336f363801,segment=NetworkSegment(c7a4213b-0bd6-496a-8d47-4db9331e16ee),segment_id=c7a4213b-0bd6-496a-8d47-4db9331e16ee)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:48.656688 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-55b6f935-40b2-4659-95df-3d3393f71896 req-0d1083f0-1703-4b93-bff5-5be41c416f6c tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116178 Apr 20 16:23:48.716579 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1cfc4cf8-1b59-4794-9b75-4cc65a099108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:48.717508 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef113b9f-70b5-45bc-8e5d-b10e9f44a7a7 req-37e666d4-de15-45ae-aa26-d6dc735b7f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:48.719129 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef113b9f-70b5-45bc-8e5d-b10e9f44a7a7 req-37e666d4-de15-45ae-aa26-d6dc735b7f81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b506ada-a815-4b95-bd30-2bdbb75a1ede HTTP/1.1" status: 200 len: 845 time: 0.0991180 Apr 20 16:23:48.732211 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'd1628b9e-6015-40ce-9c03-59336f363801', 'network_id': '8d815abc-b52f-44a7-b0f4-be6307f2c66b', 'port_id': 'd1628b9e-6015-40ce-9c03-59336f363801', 'mac_address': 'fa:16:3e:19:ee:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c180477-2e70-4742-80cf-468c6df467b5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:23:48.747404 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.db.api [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 16:23:48.747404 n-d-836146-2 neutron-server[103485]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 16:23:48.747404 n-d-836146-2 neutron-server[103485]: [parameters: {'id': '9ee61eb5-d0be-4d85-b6ab-df14bebee3e1'}] Apr 20 16:23:48.747404 n-d-836146-2 neutron-server[103485]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:23:48.748259 n-d-836146-2 neutron-server[103485]: DEBUG oslo_db.api [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:23:48.761971 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:48.772214 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-bb0b03db-fe1b-4ad1-9fe1-eabd8dc4cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:48.774016 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-bb0b03db-fe1b-4ad1-9fe1-eabd8dc4cd1b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67866dc0-b0b9-4599-80d0-c4f37b27fe8d HTTP/1.1" status: 200 len: 855 time: 0.1129055 Apr 20 16:23:48.777469 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-238a341e-4542-4e00-bc6d-11067fb20ef6 req-745bcc9f-c296-40b6-b4ef-1da7f4528e54 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9ed467d-d5c7-4613-9600-172c9543697d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1492991 Apr 20 16:23:48.787728 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef113b9f-70b5-45bc-8e5d-b10e9f44a7a7 req-4f300abc-226a-4655-8b10-fe28595201c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a24f1ee1-7962-4b42-99b4-cd4d398ef380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611672 Apr 20 16:23:48.883936 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1cfc4cf8-1b59-4794-9b75-4cc65a099108 None None] For port 444edfc2-2b00-4942-9ddf-d45b7b8c2dd4, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=444edfc2-2b00-4942-9ddf-d45b7b8c2dd4,segment=NetworkSegment(db29a48b-827b-4df1-a721-2aac2702d1a4),segment_id=db29a48b-827b-4df1-a721-2aac2702d1a4)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:48.892555 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f64d9740-e21f-4899-91ed-5d7dc47323f5 None None] For port 7a07d051-2781-4883-b0b4-3e26f3f9f15e, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:23:48.926779 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f64d9740-e21f-4899-91ed-5d7dc47323f5 None None] For port 7a07d051-2781-4883-b0b4-3e26f3f9f15e, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7a07d051-2781-4883-b0b4-3e26f3f9f15e,segment=NetworkSegment(8398a19e-c139-4658-b54d-996c5cfb523d),segment_id=8398a19e-c139-4658-b54d-996c5cfb523d)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:23:48.930701 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-6bf04a12-6f84-46d3-aee6-7db5ae0c115e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:48.931413 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:48.936060 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-6bf04a12-6f84-46d3-aee6-7db5ae0c115e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334784 Apr 20 16:23:48.954625 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1cfc4cf8-1b59-4794-9b75-4cc65a099108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:49.001352 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1628b9e-6015-40ce-9c03-59336f363801 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:49.042127 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f64d9740-e21f-4899-91ed-5d7dc47323f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:49.050079 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef113b9f-70b5-45bc-8e5d-b10e9f44a7a7 req-932c2d0a-7037-4523-82bc-138b199152c7 service neutron] 10.222.0.26 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307801 Apr 20 16:23:49.065354 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a341e-4542-4e00-bc6d-11067fb20ef6 req-da402a2f-95eb-4665-a079-349a1bfb14ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:49.068397 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-238a341e-4542-4e00-bc6d-11067fb20ef6 req-da402a2f-95eb-4665-a079-349a1bfb14ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4632da89faba4c6f8bca66fdf8a9bf10&device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 1096 time: 0.2110417 Apr 20 16:23:49.159835 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc34d8-41e6-4049-9271-61ea30cbd17d req-c4368c8e-c31e-4121-8041-9bb6cac438c3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:49.161658 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69dc34d8-41e6-4049-9271-61ea30cbd17d req-c4368c8e-c31e-4121-8041-9bb6cac438c3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.1695790 Apr 20 16:23:49.178969 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-cc13c568-3003-47f2-ab64-a1077013c189 service neutron] 10.222.0.26 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331822 Apr 20 16:23:49.206698 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port d1628b9e-6015-40ce-9c03-59336f363801, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=d1628b9e-6015-40ce-9c03-59336f363801,segment=NetworkSegment(c7a4213b-0bd6-496a-8d47-4db9331e16ee),segment_id=c7a4213b-0bd6-496a-8d47-4db9331e16ee)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:49.240258 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69dc34d8-41e6-4049-9271-61ea30cbd17d req-e3b63fbe-ab19-4b89-b14b-bfda75f02cd2 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642557 Apr 20 16:23:49.241888 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc4cf8-1b59-4794-9b75-4cc65a099108 None None] Pushing event updated for resources: {'Port': ['ID=444edfc2-2b00-4942-9ddf-d45b7b8c2dd4,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:49.250841 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:23:49.251336 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:23:49.294185 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef113b9f-70b5-45bc-8e5d-b10e9f44a7a7 req-48be5748-766c-41a4-9265-519bb8820329 service neutron] 10.222.0.26 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329135 Apr 20 16:23:49.313190 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:49.314164 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device d508a3b0-0004-4f38-82f9-28f5a0647800 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:23:49.387596 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d9740-e21f-4899-91ed-5d7dc47323f5 None None] Pushing event updated for resources: {'Port': ['ID=7a07d051-2781-4883-b0b4-3e26f3f9f15e,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:49.522552 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b313732-ca0b-43d1-9ffa-edde826f5877 req-c22ac19f-a558-4002-8125-3a5b4b1f560d tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:49.525937 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['7aad5049-9aa0-458c-b354-2fe68c76f185'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:23:49.536172 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b313732-ca0b-43d1-9ffa-edde826f5877 req-c22ac19f-a558-4002-8125-3a5b4b1f560d tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 943 time: 0.1297765 Apr 20 16:23:49.537230 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.resource_extend [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 16:23:49.613865 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port d508a3b0-0004-4f38-82f9-28f5a0647800, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=d508a3b0-0004-4f38-82f9-28f5a0647800,segment=NetworkSegment(c7a4213b-0bd6-496a-8d47-4db9331e16ee),segment_id=c7a4213b-0bd6-496a-8d47-4db9331e16ee)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:49.621909 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b313732-ca0b-43d1-9ffa-edde826f5877 req-9b0e4a3d-bfe2-4281-ab4a-bd073b620fe2 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782495 Apr 20 16:23:49.635779 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fd96c9-2d1d-4fa0-9ba2-4db0d434d583 None None] Network 9ee61eb5-d0be-4d85-b6ab-df14bebee3e1 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:23:49.638341 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-077d5427-2ef7-49d3-a394-2f3ea8967e6c None None] Provisioning complete for port 444edfc2-2b00-4942-9ddf-d45b7b8c2dd4 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:49.639282 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-077d5427-2ef7-49d3-a394-2f3ea8967e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:49.644617 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'd508a3b0-0004-4f38-82f9-28f5a0647800', 'network_id': '8d815abc-b52f-44a7-b0f4-be6307f2c66b', 'port_id': 'd508a3b0-0004-4f38-82f9-28f5a0647800', 'mac_address': 'fa:16:3e:ac:69:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c180477-2e70-4742-80cf-468c6df467b5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:23:49.739861 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:49.743994 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b4927326-aa7c-45e4-ad94-8d0385977a97 req-bcc9bd77-1713-4766-b2c3-0e4221d4150d service neutron] 10.222.0.26 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342648 Apr 20 16:23:49.750734 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aae19e-faee-4cb1-80ef-b3e052e45e39 req-c0993cb6-04e2-4ad8-b20a-fe6fe5b42d03 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:49.771840 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0aae19e-faee-4cb1-80ef-b3e052e45e39 req-c0993cb6-04e2-4ad8-b20a-fe6fe5b42d03 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 944 time: 0.0895624 Apr 20 16:23:49.787359 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d51eb-90a9-45cd-a81b-4906979e7f64 req-219507b8-42e4-4140-8303-e186c11d8fc9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:49.793656 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d51eb-90a9-45cd-a81b-4906979e7f64 req-219507b8-42e4-4140-8303-e186c11d8fc9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:49.801028 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d51eb-90a9-45cd-a81b-4906979e7f64 req-219507b8-42e4-4140-8303-e186c11d8fc9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:49.807294 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d51eb-90a9-45cd-a81b-4906979e7f64 req-219507b8-42e4-4140-8303-e186c11d8fc9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:49.811118 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:49.815337 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d51eb-90a9-45cd-a81b-4906979e7f64 req-219507b8-42e4-4140-8303-e186c11d8fc9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:49.823832 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d51eb-90a9-45cd-a81b-4906979e7f64 req-219507b8-42e4-4140-8303-e186c11d8fc9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:49.830086 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d51eb-90a9-45cd-a81b-4906979e7f64 req-219507b8-42e4-4140-8303-e186c11d8fc9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:49.832183 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7d7d51eb-90a9-45cd-a81b-4906979e7f64 req-219507b8-42e4-4140-8303-e186c11d8fc9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5422 time: 0.7991662 Apr 20 16:23:49.881074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d508a3b0-0004-4f38-82f9-28f5a0647800 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:49.885601 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0aae19e-faee-4cb1-80ef-b3e052e45e39 req-c80cd33b-5a91-4564-9e0d-a426a961f66d tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970356 Apr 20 16:23:49.922579 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=d1628b9e-6015-40ce-9c03-59336f363801,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:49.950653 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a341e-4542-4e00-bc6d-11067fb20ef6 req-5b461748-a084-4ea3-8c75-c8c9810de644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:49.950653 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-238a341e-4542-4e00-bc6d-11067fb20ef6 req-5b461748-a084-4ea3-8c75-c8c9810de644 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1909df4a-72a6-4533-bf20-1f90fba3849a HTTP/1.1" status: 200 len: 911 time: 0.8456373 Apr 20 16:23:50.046259 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7d7d51eb-90a9-45cd-a81b-4906979e7f64 req-38877cfd-ff31-4697-b3ec-fd49965b271b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1895368 Apr 20 16:23:50.105027 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fb756-37cd-4956-842a-97ca39f9541d req-950405c3-ef61-4dcd-bd22-a733a315f2b9 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:50.107932 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-847fb756-37cd-4956-842a-97ca39f9541d req-950405c3-ef61-4dcd-bd22-a733a315f2b9 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0939052 Apr 20 16:23:50.112707 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Deleting port 7a07d051-2781-4883-b0b4-3e26f3f9f15e {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:23:50.113046 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:50.127325 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port d508a3b0-0004-4f38-82f9-28f5a0647800, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=d508a3b0-0004-4f38-82f9-28f5a0647800,segment=NetworkSegment(c7a4213b-0bd6-496a-8d47-4db9331e16ee),segment_id=c7a4213b-0bd6-496a-8d47-4db9331e16ee)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:50.200226 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-847fb756-37cd-4956-842a-97ca39f9541d req-1b00f538-6701-4aaa-8622-c6eb5fe79005 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828552 Apr 20 16:23:50.225697 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-238a341e-4542-4e00-bc6d-11067fb20ef6 req-ee50c206-1f5a-434d-aa49-77e6cbd58d6b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f782a72-b42f-4ff0-9bba-3f2b013b9e0b HTTP/1.1" status: 200 len: 1000 time: 0.2659390 Apr 20 16:23:50.239399 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:50.240191 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 223525cb-7aed-4392-a92a-a330adfba580 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:23:50.289188 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 444edfc2-2b00-4942-9ddf-d45b7b8c2dd4 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:23:50.313772 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a341e-4542-4e00-bc6d-11067fb20ef6 req-317e7609-4fbb-4a12-80e6-cad5a113b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:50.315406 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-238a341e-4542-4e00-bc6d-11067fb20ef6 req-317e7609-4fbb-4a12-80e6-cad5a113b642 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49f7ee52-7222-4a78-88ae-a616c6706517 HTTP/1.1" status: 200 len: 849 time: 0.0731637 Apr 20 16:23:50.321306 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] For port 7a07d051-2781-4883-b0b4-3e26f3f9f15e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7a07d051-2781-4883-b0b4-3e26f3f9f15e,segment=NetworkSegment(8398a19e-c139-4658-b54d-996c5cfb523d),segment_id=8398a19e-c139-4658-b54d-996c5cfb523d)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:50.321679 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:50.381633 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Calling delete_port for 7a07d051-2781-4883-b0b4-3e26f3f9f15e owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:23:50.406298 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6343a3d2-a43f-4709-949f-900ed328fb7c None None] get_active_networks_info from n-d-836146-2 {{(pid=103486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 16:23:50.490203 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a341e-4542-4e00-bc6d-11067fb20ef6 req-a3bfcf41-af4b-4ccd-beaa-f8a8834fe911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:50.491911 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-238a341e-4542-4e00-bc6d-11067fb20ef6 req-a3bfcf41-af4b-4ccd-beaa-f8a8834fe911 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1909df4a-72a6-4533-bf20-1f90fba3849a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1533413 Apr 20 16:23:50.508141 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe613cd8-0aeb-41f1-98eb-fc429cdf5c7d req-5419db09-3548-4297-a558-741aec8ca2ec tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:50.509743 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fe613cd8-0aeb-41f1-98eb-fc429cdf5c7d req-5419db09-3548-4297-a558-741aec8ca2ec tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.1335866 Apr 20 16:23:50.632484 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=d508a3b0-0004-4f38-82f9-28f5a0647800,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:50.663481 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fe613cd8-0aeb-41f1-98eb-fc429cdf5c7d req-501dc070-a103-4fc8-b039-490c1014a023 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276045 Apr 20 16:23:50.685265 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-238a341e-4542-4e00-bc6d-11067fb20ef6 req-594add61-e63e-473a-b121-d6206ed442c9 service neutron] 10.222.0.26 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729062 Apr 20 16:23:50.755423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b3174-8b19-4abc-bcce-25b4b9c5d583 req-b5422b97-95ad-463b-87d7-6ef08d5c11f3 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:50.763251 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c6b3174-8b19-4abc-bcce-25b4b9c5d583 req-b5422b97-95ad-463b-87d7-6ef08d5c11f3 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 943 time: 0.0579257 Apr 20 16:23:50.766747 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:50.799014 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46316) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:50.803346 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 444edfc2-2b00-4942-9ddf-d45b7b8c2dd4 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:50.804140 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:50.837198 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c6b3174-8b19-4abc-bcce-25b4b9c5d583 req-98ff03b6-500d-427e-94c8-26afc93340ac tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727496 Apr 20 16:23:50.841332 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-238a341e-4542-4e00-bc6d-11067fb20ef6 req-ad5cba90-7fc2-4485-9503-a8342bed12c2 service neutron] 10.222.0.26 "GET /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483631 Apr 20 16:23:50.842437 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Port': ['ID=7a07d051-2781-4883-b0b4-3e26f3f9f15e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:50.847773 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] No DVR routers for this DVR port 7a07d051-2781-4883-b0b4-3e26f3f9f15e on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:23:50.880039 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:50.880549 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:50.881005 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:50.881394 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:50.881793 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:50.882191 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:50.882593 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:50.882972 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:50.883367 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:50.884239 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:50.884658 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:50.885062 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:23:50.920385 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 223525cb-7aed-4392-a92a-a330adfba580, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=223525cb-7aed-4392-a92a-a330adfba580,segment=NetworkSegment(54417bab-79ed-4fa5-a41e-0ab25e2ab60e),segment_id=54417bab-79ed-4fa5-a41e-0ab25e2ab60e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:50.945285 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '223525cb-7aed-4392-a92a-a330adfba580', 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd', 'port_id': '223525cb-7aed-4392-a92a-a330adfba580', 'mac_address': 'fa:16:3e:dd:c0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd97c5e51-a8a6-4631-b5a6-573cb3068b25', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:23:50.954810 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6343a3d2-a43f-4709-949f-900ed328fb7c None None] Resources bound (agent type, host, resource id): {{(pid=103486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 16:23:50.986809 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.010715 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee61eb5-d0be-4d85-b6ab-df14bebee3e1']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:51.022014 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8398a19e-c139-4658-b54d-996c5cfb523d') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:51.022471 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8398a19e-c139-4658-b54d-996c5cfb523d') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:51.035835 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.038630 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.045087 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b4b2e983-9c67-4bec-ae01-c2ab7d4e5e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.053273 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223525cb-7aed-4392-a92a-a330adfba580 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:51.055011 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.088582 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:23:51.089158 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:23:51.092256 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:23:51.118391 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 223525cb-7aed-4392-a92a-a330adfba580, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=223525cb-7aed-4392-a92a-a330adfba580,segment=NetworkSegment(54417bab-79ed-4fa5-a41e-0ab25e2ab60e),segment_id=54417bab-79ed-4fa5-a41e-0ab25e2ab60e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:51.166699 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79680b9-410f-4dc6-be13-12ff6edf22f9 req-a27c5219-bf7a-4e05-91fa-e2a4d15cf6ab tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:51.174845 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e79680b9-410f-4dc6-be13-12ff6edf22f9 req-a27c5219-bf7a-4e05-91fa-e2a4d15cf6ab tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 944 time: 0.1240554 Apr 20 16:23:51.182780 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.183478 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 38c183c1-2ecf-4a3b-97ca-cd36101f24ff details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:23:51.220004 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e79680b9-410f-4dc6-be13-12ff6edf22f9 req-9ad56908-0bbe-4a72-8eac-8ee7e55fe460 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441215 Apr 20 16:23:51.230441 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc30071-f296-4000-b2c8-69ebe4fdd814 req-bec7d250-bac5-4e84-bead-cf282679b4fc tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:51.237734 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc30071-f296-4000-b2c8-69ebe4fdd814 req-bec7d250-bac5-4e84-bead-cf282679b4fc tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:51.244519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc30071-f296-4000-b2c8-69ebe4fdd814 req-bec7d250-bac5-4e84-bead-cf282679b4fc tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:51.250717 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc30071-f296-4000-b2c8-69ebe4fdd814 req-bec7d250-bac5-4e84-bead-cf282679b4fc tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:51.257333 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc30071-f296-4000-b2c8-69ebe4fdd814 req-bec7d250-bac5-4e84-bead-cf282679b4fc tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:51.263553 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc30071-f296-4000-b2c8-69ebe4fdd814 req-bec7d250-bac5-4e84-bead-cf282679b4fc tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:51.270628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc30071-f296-4000-b2c8-69ebe4fdd814 req-bec7d250-bac5-4e84-bead-cf282679b4fc tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:51.273090 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.284665 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cbc30071-f296-4000-b2c8-69ebe4fdd814 req-bec7d250-bac5-4e84-bead-cf282679b4fc tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5425 time: 0.1175277 Apr 20 16:23:51.286708 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.299250 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/networks/9ee61eb5-d0be-4d85-b6ab-df14bebee3e1 HTTP/1.1" status: 204 len: 168 time: 4.7836745 Apr 20 16:23:51.311269 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46328) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:51.315238 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-b6f3f87f-a6d8-4b79-99c1-0cb1a1e6270a tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1055583365'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:51.317238 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1f17f-ca0f-4f9f-b491-34af80b6b968 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Network': ['ID=9ee61eb5-d0be-4d85-b6ab-df14bebee3e1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:51.343084 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=223525cb-7aed-4392-a92a-a330adfba580,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:51.347165 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 38c183c1-2ecf-4a3b-97ca-cd36101f24ff, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=38c183c1-2ecf-4a3b-97ca-cd36101f24ff,segment=NetworkSegment(54417bab-79ed-4fa5-a41e-0ab25e2ab60e),segment_id=54417bab-79ed-4fa5-a41e-0ab25e2ab60e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:51.376351 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cbc30071-f296-4000-b2c8-69ebe4fdd814 req-c0bf79df-59d5-48c2-8a5a-f85c0bd5d2f2 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928495 Apr 20 16:23:51.393699 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '38c183c1-2ecf-4a3b-97ca-cd36101f24ff', 'network_id': '3024306a-3909-40d1-ba02-5dd3136dffcd', 'port_id': '38c183c1-2ecf-4a3b-97ca-cd36101f24ff', 'mac_address': 'fa:16:3e:0f:c5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd97c5e51-a8a6-4631-b5a6-573cb3068b25', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:23:51.432163 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47750b-bd60-471e-9073-bcdb61537a45 req-984feee0-aaeb-4336-9597-05fd54d46384 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:51.436867 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-be47750b-bd60-471e-9073-bcdb61537a45 req-984feee0-aaeb-4336-9597-05fd54d46384 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0810697 Apr 20 16:23:51.473150 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-be47750b-bd60-471e-9073-bcdb61537a45 req-65442bd4-d7df-496e-b3a1-e81ea14b59c5 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323973 Apr 20 16:23:51.480465 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.533026 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c183c1-2ecf-4a3b-97ca-cd36101f24ff {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:51.539707 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f3f87f-a6d8-4b79-99c1-0cb1a1e6270a tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Made reservation on behalf of ba45707e1a3b413a96351986a900f914 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:23:51.543327 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6f3f87f-a6d8-4b79-99c1-0cb1a1e6270a tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.566262 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b4b2e983-9c67-4bec-ae01-c2ab7d4e5e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.576239 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 38c183c1-2ecf-4a3b-97ca-cd36101f24ff, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=38c183c1-2ecf-4a3b-97ca-cd36101f24ff,segment=NetworkSegment(54417bab-79ed-4fa5-a41e-0ab25e2ab60e),segment_id=54417bab-79ed-4fa5-a41e-0ab25e2ab60e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:51.578311 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f3f87f-a6d8-4b79-99c1-0cb1a1e6270a tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:23:51.587044 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6f3f87f-a6d8-4b79-99c1-0cb1a1e6270a tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.587383 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-b6f3f87f-a6d8-4b79-99c1-0cb1a1e6270a tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Added segment e341fc97-9783-4385-a543-5cde6bb815f9 of type vlan for network 1f8732d0-08be-40ca-aa3e-ef79d359ef05 Apr 20 16:23:51.635072 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6f3f87f-a6d8-4b79-99c1-0cb1a1e6270a tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.723206 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b4b2e983-9c67-4bec-ae01-c2ab7d4e5e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.723317 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.777205 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=38c183c1-2ecf-4a3b-97ca-cd36101f24ff,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:51.779422 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b4b2e983-9c67-4bec-ae01-c2ab7d4e5e16 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b2609d288c94e03bdf603bad50f35d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9792156 Apr 20 16:23:51.781530 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46332) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:51.794020 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2e983-9c67-4bec-ae01-c2ab7d4e5e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e422f82b-9504-4b13-8eb9-7de35a16c46f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:51.800423 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6f3f87f-a6d8-4b79-99c1-0cb1a1e6270a tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.805820 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f3f87f-a6d8-4b79-99c1-0cb1a1e6270a tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:51.806410 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6f3f87f-a6d8-4b79-99c1-0cb1a1e6270a tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.837194 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4fadb30a-c755-4261-9ff9-3a69906f8925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.859149 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4fadb30a-c755-4261-9ff9-3a69906f8925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:51.877044 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 7a124185-eb8a-4596-af17-192c400a73d6 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:23:51.886736 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e1796-bee9-4635-b634-a592c2775644 req-c1aa70ba-becc-4c77-82aa-5117a599ff7b tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:51.896260 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-072e1796-bee9-4635-b634-a592c2775644 req-c1aa70ba-becc-4c77-82aa-5117a599ff7b tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.1331217 Apr 20 16:23:51.907096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3f87f-a6d8-4b79-99c1-0cb1a1e6270a tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event updated for resources: {'Network': ['ID=1f8732d0-08be-40ca-aa3e-ef79d359ef05,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:51.920598 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b6f3f87f-a6d8-4b79-99c1-0cb1a1e6270a tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6098182 Apr 20 16:23:51.923776 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46336) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:51.925868 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 1f8732d0-08be-40ca-aa3e-ef79d359ef05 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:23:51.930732 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-87d4283d-47d9-4703-b6a3-3f8aa66d2d67 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Request body: {'subnet': {'network_id': '1f8732d0-08be-40ca-aa3e-ef79d359ef05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:51.942765 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-072e1796-bee9-4635-b634-a592c2775644 req-7d2394a4-86fe-47bd-bdac-7586ff775993 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449567 Apr 20 16:23:52.017133 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4fadb30a-c755-4261-9ff9-3a69906f8925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:52.019744 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4fadb30a-c755-4261-9ff9-3a69906f8925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:52.020985 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4fadb30a-c755-4261-9ff9-3a69906f8925 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e422f82b-9504-4b13-8eb9-7de35a16c46f HTTP/1.1" status: 204 len: 168 time: 0.2384517 Apr 20 16:23:52.045349 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b463745f-05ca-4647-8b4c-710910c8dde7 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:23:52.057666 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fadb30a-c755-4261-9ff9-3a69906f8925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e422f82b-9504-4b13-8eb9-7de35a16c46f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:52.079217 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2c486-d5a7-41fc-8ec8-0e47b5b4d1fa req-c1b56726-af78-4863-b909-714ca5bdd4dd tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:52.080766 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-20a2c486-d5a7-41fc-8ec8-0e47b5b4d1fa req-c1b56726-af78-4863-b909-714ca5bdd4dd tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 943 time: 0.1463976 Apr 20 16:23:52.099712 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 7a124185-eb8a-4596-af17-192c400a73d6 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:23:52.131540 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 7a124185-eb8a-4596-af17-192c400a73d6 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:52.131912 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:52.154392 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-20a2c486-d5a7-41fc-8ec8-0e47b5b4d1fa req-55669443-f619-45ee-9659-e5b7aa24b9ca tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554285 Apr 20 16:23:52.201294 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b463745f-05ca-4647-8b4c-710910c8dde7, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b463745f-05ca-4647-8b4c-710910c8dde7,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:52.215075 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d4283d-47d9-4703-b6a3-3f8aa66d2d67 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Made reservation on behalf of ba45707e1a3b413a96351986a900f914 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:23:52.216282 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'b463745f-05ca-4647-8b4c-710910c8dde7', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'port_id': 'b463745f-05ca-4647-8b4c-710910c8dde7', 'mac_address': 'fa:16:3e:ab:4b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:23:52.220647 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-87d4283d-47d9-4703-b6a3-3f8aa66d2d67 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:52.299150 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:52.308532 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:52.332985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b463745f-05ca-4647-8b4c-710910c8dde7 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:52.339791 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a124185-eb8a-4596-af17-192c400a73d6'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:52.342091 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcabf302-2e25-4423-8e5e-7c3ab9ff986a" -d '{"events": [{"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-plugged", "status": "completed", "tag": "7a124185-eb8a-4596-af17-192c400a73d6"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:52.368864 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 7a124185-eb8a-4596-af17-192c400a73d6, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7a124185-eb8a-4596-af17-192c400a73d6,segment=NetworkSegment(e979549a-3086-404e-9eac-99c87ec0175a),segment_id=e979549a-3086-404e-9eac-99c87ec0175a)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:52.373079 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b463745f-05ca-4647-8b4c-710910c8dde7, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b463745f-05ca-4647-8b4c-710910c8dde7,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:52.383050 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737965d6-f99c-400c-a1c8-2da94e3dc66b req-a82dbbd6-e4cc-4e7d-bafe-7135b097aa60 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:52.384543 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-737965d6-f99c-400c-a1c8-2da94e3dc66b req-a82dbbd6-e4cc-4e7d-bafe-7135b097aa60 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 944 time: 0.0811555 Apr 20 16:23:52.458704 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-737965d6-f99c-400c-a1c8-2da94e3dc66b req-b0221120-1979-4e93-ab91-e096bc2d499c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666289 Apr 20 16:23:52.505016 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665bfee6-9758-4ed2-8b14-ba55a9bc9d09 x-openstack-request-id: req-665bfee6-9758-4ed2-8b14-ba55a9bc9d09 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:52.505311 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-plugged", "status": "completed", "tag": "7a124185-eb8a-4596-af17-192c400a73d6", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:52.505611 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-665bfee6-9758-4ed2-8b14-ba55a9bc9d09 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:52.506010 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-665bfee6-9758-4ed2-8b14-ba55a9bc9d09'] response: {'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a124185-eb8a-4596-af17-192c400a73d6', 'code': 200} Apr 20 16:23:52.602539 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c7e15-bc3d-461c-8267-382a35e009a8 req-0372dd62-c769-41f3-917c-9364a3419829 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:52.609147 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c7e15-bc3d-461c-8267-382a35e009a8 req-0372dd62-c769-41f3-917c-9364a3419829 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:52.614967 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c7e15-bc3d-461c-8267-382a35e009a8 req-0372dd62-c769-41f3-917c-9364a3419829 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:52.620713 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c7e15-bc3d-461c-8267-382a35e009a8 req-0372dd62-c769-41f3-917c-9364a3419829 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:52.627098 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c7e15-bc3d-461c-8267-382a35e009a8 req-0372dd62-c769-41f3-917c-9364a3419829 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:52.632882 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c7e15-bc3d-461c-8267-382a35e009a8 req-0372dd62-c769-41f3-917c-9364a3419829 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:52.638665 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c7e15-bc3d-461c-8267-382a35e009a8 req-0372dd62-c769-41f3-917c-9364a3419829 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:52.640629 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d64c7e15-bc3d-461c-8267-382a35e009a8 req-0372dd62-c769-41f3-917c-9364a3419829 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5426 time: 0.0917151 Apr 20 16:23:52.660102 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:52.661171 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 7aad5049-9aa0-458c-b354-2fe68c76f185 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:23:52.662817 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-87d4283d-47d9-4703-b6a3-3f8aa66d2d67 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:52.684691 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:52.689867 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b90a0b9e-8827-4b3c-bd97-72a1b80f915a details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:23:52.738014 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d64c7e15-bc3d-461c-8267-382a35e009a8 req-d718d246-5377-42d4-831f-3c23af44774f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0909910 Apr 20 16:23:52.743721 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-192359c5-62fb-4c11-bfd6-522cfae2aef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:52.747601 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4283d-47d9-4703-b6a3-3f8aa66d2d67 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event updated for resources: {'Subnet': ['ID=678d2555-b0a5-4ee0-9bd2-4aed31b6f117,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:52.755251 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d4283d-47d9-4703-b6a3-3f8aa66d2d67 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Checking segment: {'id': 'e341fc97-9783-4385-a543-5cde6bb815f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1f8732d0-08be-40ca-aa3e-ef79d359ef05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:23:52.755251 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d4283d-47d9-4703-b6a3-3f8aa66d2d67 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Network hostable DHCP agents. Network: 1f8732d0-08be-40ca-aa3e-ef79d359ef05, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:23:52.794771 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['d1628b9e-6015-40ce-9c03-59336f363801'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:23:52.863885 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d4283d-47d9-4703-b6a3-3f8aa66d2d67 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Network 1f8732d0-08be-40ca-aa3e-ef79d359ef05 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:23:52.869769 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['223525cb-7aed-4392-a92a-a330adfba580'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:23:52.888617 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380d6f9-0b9c-4591-8a26-40b2c2162e47 req-bc11b7bc-5af5-4aac-acc2-10bda0b788a9 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:52.896028 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4380d6f9-0b9c-4591-8a26-40b2c2162e47 req-bc11b7bc-5af5-4aac-acc2-10bda0b788a9 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0686338 Apr 20 16:23:52.907340 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['d508a3b0-0004-4f38-82f9-28f5a0647800'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:23:52.915294 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['38c183c1-2ecf-4a3b-97ca-cd36101f24ff'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:23:52.918918 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=7a124185-eb8a-4596-af17-192c400a73d6,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:52.932198 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4380d6f9-0b9c-4591-8a26-40b2c2162e47 req-71b7c57e-1c01-4668-a09b-d18cf7749296 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352147 Apr 20 16:23:52.980460 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-87d4283d-47d9-4703-b6a3-3f8aa66d2d67 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 1f8732d0-08be-40ca-aa3e-ef79d359ef05) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:23:52.985889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d4283d-47d9-4703-b6a3-3f8aa66d2d67 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:52.987837 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-87d4283d-47d9-4703-b6a3-3f8aa66d2d67 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:53.088451 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff0e98-ad97-4760-8e28-99379c1d9d7d req-6452c7b8-64c4-4905-a894-ccb922eb0104 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:53.089998 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8ff0e98-ad97-4760-8e28-99379c1d9d7d req-6452c7b8-64c4-4905-a894-ccb922eb0104 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.0565403 Apr 20 16:23:53.118327 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4866eaeb-405c-4819-8c65-26dd16778d06 None None] Network 1f8732d0-08be-40ca-aa3e-ef79d359ef05 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:23:53.119010 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-87d4283d-47d9-4703-b6a3-3f8aa66d2d67 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1905465 Apr 20 16:23:53.119540 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46364) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:53.125390 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-1fdf8ba1-faca-4078-a8a6-a27a842aa2c5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1430137782'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:53.134661 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8ff0e98-ad97-4760-8e28-99379c1d9d7d req-777ba630-c981-40a5-b3e0-4950b36f9d1c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381308 Apr 20 16:23:53.146242 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 7aad5049-9aa0-458c-b354-2fe68c76f185 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:23:53.179248 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46368) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:53.196213 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-917ed32d-f922-422e-abc0-726b322b6341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:53.203108 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 7aad5049-9aa0-458c-b354-2fe68c76f185 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:53.203481 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:53.245082 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdf8ba1-faca-4078-a8a6-a27a842aa2c5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Made reservation on behalf of ba45707e1a3b413a96351986a900f914 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:23:53.248465 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1fdf8ba1-faca-4078-a8a6-a27a842aa2c5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:53.316950 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fd1a1-97c6-4aae-a1f3-3d6393fb1381 req-a0fd8fa2-2b9b-46d4-9f0c-efca928cbff1 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:53.318473 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5d0fd1a1-97c6-4aae-a1f3-3d6393fb1381 req-a0fd8fa2-2b9b-46d4-9f0c-efca928cbff1 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 944 time: 0.0898926 Apr 20 16:23:53.323529 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fdf8ba1-faca-4078-a8a6-a27a842aa2c5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:23:53.323714 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b90a0b9e-8827-4b3c-bd97-72a1b80f915a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b90a0b9e-8827-4b3c-bd97-72a1b80f915a,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:53.353348 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1fdf8ba1-faca-4078-a8a6-a27a842aa2c5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:53.353691 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-1fdf8ba1-faca-4078-a8a6-a27a842aa2c5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Added segment 8857f292-6841-406c-b462-96a125f68ad1 of type vlan for network bf13d7f2-5315-4fdc-9b17-bc4858d35dee Apr 20 16:23:53.360773 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=b463745f-05ca-4647-8b4c-710910c8dde7,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:53.370901 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-917ed32d-f922-422e-abc0-726b322b6341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:53.383591 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'b90a0b9e-8827-4b3c-bd97-72a1b80f915a', 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380', 'port_id': 'b90a0b9e-8827-4b3c-bd97-72a1b80f915a', 'mac_address': 'fa:16:3e:9b:ea:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b506ada-a815-4b95-bd30-2bdbb75a1ede', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:23:53.421144 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1fdf8ba1-faca-4078-a8a6-a27a842aa2c5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:53.427116 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5d0fd1a1-97c6-4aae-a1f3-3d6393fb1381 req-ef6a9b70-b842-4e3a-9e49-93a354d7ccf4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969207 Apr 20 16:23:53.512449 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-917ed32d-f922-422e-abc0-726b322b6341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:53.567816 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ed32d-f922-422e-abc0-726b322b6341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef4df05-5f96-4b60-9b71-f6293b6be049,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:53.578636 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-917ed32d-f922-422e-abc0-726b322b6341 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49fada3a0a9a46f390f0cd38a8502170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3981149 Apr 20 16:23:53.579789 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46372) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:53.582356 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1fdf8ba1-faca-4078-a8a6-a27a842aa2c5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:53.589462 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:53.589782 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdf8ba1-faca-4078-a8a6-a27a842aa2c5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:53.590502 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1fdf8ba1-faca-4078-a8a6-a27a842aa2c5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:53.632513 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84146bd-9f9e-4ea3-b6e5-a779b2bc111d req-ba553485-ca81-40c7-ba0d-b5db3f9de2c7 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:53.636193 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e84146bd-9f9e-4ea3-b6e5-a779b2bc111d req-ba553485-ca81-40c7-ba0d-b5db3f9de2c7 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 944 time: 0.0977037 Apr 20 16:23:53.689371 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90a0b9e-8827-4b3c-bd97-72a1b80f915a {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:23:53.691042 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e84146bd-9f9e-4ea3-b6e5-a779b2bc111d req-c95daae2-61e8-4253-a489-7746e148119c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467691 Apr 20 16:23:53.736819 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d98d7d45-8a2e-4268-b098-a101fefd98fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:53.742467 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f10e5ae-be36-4f52-b58a-c6ee4674ad0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-1f8732d0-08be-40ca-aa3e-ef79d359ef05', 'network_id': '1f8732d0-08be-40ca-aa3e-ef79d359ef05', 'tenant_id': 'ba45707e1a3b413a96351986a900f914', 'fixed_ips': [{'subnet_id': '678d2555-b0a5-4ee0-9bd2-4aed31b6f117'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:23:53.743315 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8f10e5ae-be36-4f52-b58a-c6ee4674ad0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:53.755460 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46374) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:53.755881 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1fdf8ba1-faca-4078-a8a6-a27a842aa2c5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6351321 Apr 20 16:23:53.762169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2cdde9d0-2b4d-47ab-8bae-97fdcd29627d tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Request body: {'subnet': {'network_id': 'bf13d7f2-5315-4fdc-9b17-bc4858d35dee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:53.768214 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf8ba1-faca-4078-a8a6-a27a842aa2c5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event updated for resources: {'Network': ['ID=bf13d7f2-5315-4fdc-9b17-bc4858d35dee,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:53.770299 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:53.798512 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d98d7d45-8a2e-4268-b098-a101fefd98fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:53.799049 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b90a0b9e-8827-4b3c-bd97-72a1b80f915a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b90a0b9e-8827-4b3c-bd97-72a1b80f915a,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:53.814035 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network bf13d7f2-5315-4fdc-9b17-bc4858d35dee details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:23:53.900368 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:53.941013 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d98d7d45-8a2e-4268-b098-a101fefd98fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:53.943960 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d98d7d45-8a2e-4268-b098-a101fefd98fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:53.947691 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d98d7d45-8a2e-4268-b098-a101fefd98fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ef4df05-5f96-4b60-9b71-f6293b6be049 HTTP/1.1" status: 204 len: 168 time: 0.3645282 Apr 20 16:23:53.958161 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d7d45-8a2e-4268-b098-a101fefd98fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef4df05-5f96-4b60-9b71-f6293b6be049,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:53.992423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdde9d0-2b4d-47ab-8bae-97fdcd29627d tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Made reservation on behalf of ba45707e1a3b413a96351986a900f914 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:23:53.997191 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2cdde9d0-2b4d-47ab-8bae-97fdcd29627d tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:54.000129 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018ce2b-a05a-4583-bd59-dc54aa0924af req-05b2fdf3-04ba-44a1-aea1-95174ca635e6 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:54.011298 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018ce2b-a05a-4583-bd59-dc54aa0924af req-05b2fdf3-04ba-44a1-aea1-95174ca635e6 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:54.030443 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018ce2b-a05a-4583-bd59-dc54aa0924af req-05b2fdf3-04ba-44a1-aea1-95174ca635e6 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:54.043579 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018ce2b-a05a-4583-bd59-dc54aa0924af req-05b2fdf3-04ba-44a1-aea1-95174ca635e6 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:54.058257 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018ce2b-a05a-4583-bd59-dc54aa0924af req-05b2fdf3-04ba-44a1-aea1-95174ca635e6 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:54.066179 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018ce2b-a05a-4583-bd59-dc54aa0924af req-05b2fdf3-04ba-44a1-aea1-95174ca635e6 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:54.083868 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018ce2b-a05a-4583-bd59-dc54aa0924af req-05b2fdf3-04ba-44a1-aea1-95174ca635e6 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:54.086651 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d018ce2b-a05a-4583-bd59-dc54aa0924af req-05b2fdf3-04ba-44a1-aea1-95174ca635e6 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5427 time: 0.2110767 Apr 20 16:23:54.129323 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.ipam_backend_mixin [None req-2cdde9d0-2b4d-47ab-8bae-97fdcd29627d tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Performing IP validity checks on allocation pools {{(pid=103484) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 16:23:54.130470 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.ipam_backend_mixin [None req-2cdde9d0-2b4d-47ab-8bae-97fdcd29627d tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103484) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 16:23:54.172300 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d018ce2b-a05a-4583-bd59-dc54aa0924af req-16009c94-0602-4828-a7b8-4def2062e393 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789888 Apr 20 16:23:54.187197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cb8bd-bbd6-41fc-b16d-adfa903c675b req-791098a6-6a60-4228-b200-b13e5ce2c6bb tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:54.188843 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-536cb8bd-bbd6-41fc-b16d-adfa903c675b req-791098a6-6a60-4228-b200-b13e5ce2c6bb tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0946295 Apr 20 16:23:54.223853 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 7aad5049-9aa0-458c-b354-2fe68c76f185, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7aad5049-9aa0-458c-b354-2fe68c76f185,segment=NetworkSegment(54417bab-79ed-4fa5-a41e-0ab25e2ab60e),segment_id=54417bab-79ed-4fa5-a41e-0ab25e2ab60e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:54.270652 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-536cb8bd-bbd6-41fc-b16d-adfa903c675b req-384a9b26-3ffd-4132-b554-a7e9c3178859 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746074 Apr 20 16:23:54.321243 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:54.322832 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device dea2ca34-3ee5-4a2c-8889-a99b5105e97c up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:23:54.359037 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5337f-4d56-4958-8fd8-d2b06e25fae9 req-a478733d-f71f-4df7-83e5-4a64d37d317b tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:54.360710 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66b5337f-4d56-4958-8fd8-d2b06e25fae9 req-a478733d-f71f-4df7-83e5-4a64d37d317b tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.0929978 Apr 20 16:23:54.373138 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=b90a0b9e-8827-4b3c-bd97-72a1b80f915a,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:54.414925 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66b5337f-4d56-4958-8fd8-d2b06e25fae9 req-6ba52ddd-88f1-4498-9f5c-25473d7b2aa6 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469632 Apr 20 16:23:54.422271 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-8f10e5ae-be36-4f52-b58a-c6ee4674ad0f None None] Allocated IP 2001:db8::3 (1f8732d0-08be-40ca-aa3e-ef79d359ef05/678d2555-b0a5-4ee0-9bd2-4aed31b6f117/91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:23:54.440486 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['b463745f-05ca-4647-8b4c-710910c8dde7'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:23:54.449538 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2cdde9d0-2b4d-47ab-8bae-97fdcd29627d tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:54.471867 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=7aad5049-9aa0-458c-b354-2fe68c76f185,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:54.507710 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aad5049-9aa0-458c-b354-2fe68c76f185'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:54.509980 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f74564b-b06d-4619-a642-32a009845cb3" -d '{"events": [{"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-plugged", "status": "completed", "tag": "7aad5049-9aa0-458c-b354-2fe68c76f185"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:54.530248 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['b90a0b9e-8827-4b3c-bd97-72a1b80f915a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:23:54.534183 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdde9d0-2b4d-47ab-8bae-97fdcd29627d tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event updated for resources: {'Subnet': ['ID=cec047dc-5a31-4162-9e19-7ee65ecc5012,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:54.548579 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdde9d0-2b4d-47ab-8bae-97fdcd29627d tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Checking segment: {'id': '8857f292-6841-406c-b462-96a125f68ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'bf13d7f2-5315-4fdc-9b17-bc4858d35dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:23:54.549407 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdde9d0-2b4d-47ab-8bae-97fdcd29627d tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Network hostable DHCP agents. Network: bf13d7f2-5315-4fdc-9b17-bc4858d35dee, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:23:54.614877 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f7b7a4-6434-49ca-b931-b01e6bd255e3 x-openstack-request-id: req-b1f7b7a4-6434-49ca-b931-b01e6bd255e3 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:54.615166 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-plugged", "status": "completed", "tag": "7aad5049-9aa0-458c-b354-2fe68c76f185", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:54.615455 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1f7b7a4-6434-49ca-b931-b01e6bd255e3 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:54.615799 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f7b7a4-6434-49ca-b931-b01e6bd255e3'] response: {'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aad5049-9aa0-458c-b354-2fe68c76f185', 'code': 200} Apr 20 16:23:54.662619 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdde9d0-2b4d-47ab-8bae-97fdcd29627d tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Network bf13d7f2-5315-4fdc-9b17-bc4858d35dee is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:23:54.682603 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978500a0-e7b0-4730-a6df-95f8e572a3bf req-b22c1919-7d7e-4a1e-9b53-1474d3831642 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:54.684212 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-978500a0-e7b0-4730-a6df-95f8e572a3bf req-b22c1919-7d7e-4a1e-9b53-1474d3831642 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 944 time: 0.0970845 Apr 20 16:23:54.742791 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-978500a0-e7b0-4730-a6df-95f8e572a3bf req-146a84c9-a83a-4934-8e3e-c8153afd54a6 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480201 Apr 20 16:23:54.761522 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port dea2ca34-3ee5-4a2c-8889-a99b5105e97c completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:23:54.781587 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-2cdde9d0-2b4d-47ab-8bae-97fdcd29627d tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, bf13d7f2-5315-4fdc-9b17-bc4858d35dee) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:23:54.786566 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdde9d0-2b4d-47ab-8bae-97fdcd29627d tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:54.788131 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2cdde9d0-2b4d-47ab-8bae-97fdcd29627d tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:54.799083 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port dea2ca34-3ee5-4a2c-8889-a99b5105e97c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:54.804669 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:54.808609 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848956d8-83d1-415c-89cf-a2699ac85554 None None] Network bf13d7f2-5315-4fdc-9b17-bc4858d35dee requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:23:54.837367 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8eca10-9478-4f58-a3cc-abbee0c97d2e req-43660fcc-c006-4496-8f8d-5212966ad472 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:54.839600 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6f8eca10-9478-4f58-a3cc-abbee0c97d2e req-43660fcc-c006-4496-8f8d-5212966ad472 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 945 time: 0.0552690 Apr 20 16:23:54.840093 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8f10e5ae-be36-4f52-b58a-c6ee4674ad0f None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:54.880845 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6f8eca10-9478-4f58-a3cc-abbee0c97d2e req-87c260c4-2f9d-4fe7-a578-404d62ecacfb tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339456 Apr 20 16:23:54.907611 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2cdde9d0-2b4d-47ab-8bae-97fdcd29627d tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1501679 Apr 20 16:23:54.910482 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46402) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:54.991372 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8f10e5ae-be36-4f52-b58a-c6ee4674ad0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.051063 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b44c035a-ca86-4a96-9be9-7da7775beec8 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.110288 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b44c035a-ca86-4a96-9be9-7da7775beec8 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.162467 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f10e5ae-be36-4f52-b58a-c6ee4674ad0f None None] Network 1f8732d0-08be-40ca-aa3e-ef79d359ef05 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:23:55.207563 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5cf12ace-8984-41db-bd71-503277deb7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.210624 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-8f10e5ae-be36-4f52-b58a-c6ee4674ad0f None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:23:55.227416 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f10e5ae-be36-4f52-b58a-c6ee4674ad0f None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:23:55.227416 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10e5ae-be36-4f52-b58a-c6ee4674ad0f None None] Pushing event updated for resources: {'Port': ['ID=91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:55.267919 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.278114 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b44c035a-ca86-4a96-9be9-7da7775beec8 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.339786 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c035a-ca86-4a96-9be9-7da7775beec8 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Subnet': ['ID=cec047dc-5a31-4162-9e19-7ee65ecc5012,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:55.419344 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8f10e5ae-be36-4f52-b58a-c6ee4674ad0f None None] Attempting to bind port 91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:23:55.419734 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8f10e5ae-be36-4f52-b58a-c6ee4674ad0f None None] Attempting to bind port 91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'e341fc97-9783-4385-a543-5cde6bb815f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1f8732d0-08be-40ca-aa3e-ef79d359ef05'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:23:55.420112 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f10e5ae-be36-4f52-b58a-c6ee4674ad0f None None] Attempting to bind port 91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed on network 1f8732d0-08be-40ca-aa3e-ef79d359ef05 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:23:55.429618 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab026efd-5acd-46f0-8439-0a2eb8294782 req-27dd6781-73c0-405f-bec2-9d5c8c951be2 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:55.455998 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab026efd-5acd-46f0-8439-0a2eb8294782 req-27dd6781-73c0-405f-bec2-9d5c8c951be2 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:55.461653 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab026efd-5acd-46f0-8439-0a2eb8294782 req-27dd6781-73c0-405f-bec2-9d5c8c951be2 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:55.471459 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab026efd-5acd-46f0-8439-0a2eb8294782 req-27dd6781-73c0-405f-bec2-9d5c8c951be2 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:55.495416 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab026efd-5acd-46f0-8439-0a2eb8294782 req-27dd6781-73c0-405f-bec2-9d5c8c951be2 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:55.513129 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab026efd-5acd-46f0-8439-0a2eb8294782 req-27dd6781-73c0-405f-bec2-9d5c8c951be2 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:55.518989 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b44c035a-ca86-4a96-9be9-7da7775beec8 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.523809 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab026efd-5acd-46f0-8439-0a2eb8294782 req-27dd6781-73c0-405f-bec2-9d5c8c951be2 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:55.526714 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ab026efd-5acd-46f0-8439-0a2eb8294782 req-27dd6781-73c0-405f-bec2-9d5c8c951be2 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5428 time: 0.2592025 Apr 20 16:23:55.544630 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470b8dd-ad60-4472-8c27-f72e34971273 req-7b96b1d7-18f9-4bd1-95a3-202337737a03 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:55.553885 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5470b8dd-ad60-4472-8c27-f72e34971273 req-7b96b1d7-18f9-4bd1-95a3-202337737a03 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.1218913 Apr 20 16:23:55.609723 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ab026efd-5acd-46f0-8439-0a2eb8294782 req-d3a3c820-c236-46e3-93b4-bbe213d0590c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0757325 Apr 20 16:23:55.617230 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b44c035a-ca86-4a96-9be9-7da7775beec8 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf13d7f2-5315-4fdc-9b17-bc4858d35dee']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:55.630824 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5470b8dd-ad60-4472-8c27-f72e34971273 req-b68ea830-a88a-4b29-8d89-44ea750e1fe3 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760641 Apr 20 16:23:55.632828 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b44c035a-ca86-4a96-9be9-7da7775beec8 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8857f292-6841-406c-b462-96a125f68ad1') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:55.633329 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b44c035a-ca86-4a96-9be9-7da7775beec8 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8857f292-6841-406c-b462-96a125f68ad1') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:55.645992 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b44c035a-ca86-4a96-9be9-7da7775beec8 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.663745 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b44c035a-ca86-4a96-9be9-7da7775beec8 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.672743 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44c035a-ca86-4a96-9be9-7da7775beec8 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:23:55.674808 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b44c035a-ca86-4a96-9be9-7da7775beec8 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:23:55.677312 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:23:55.778869 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port dea2ca34-3ee5-4a2c-8889-a99b5105e97c, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=dea2ca34-3ee5-4a2c-8889-a99b5105e97c,segment=NetworkSegment(54417bab-79ed-4fa5-a41e-0ab25e2ab60e),segment_id=54417bab-79ed-4fa5-a41e-0ab25e2ab60e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:55.781067 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f10e5ae-be36-4f52-b58a-c6ee4674ad0f None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:23:55.781583 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd049701-725e-4765-ad45-4864e983fce4 req-0e12d714-c427-4f03-9c2e-bb68d673b45f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:55.781715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f10e5ae-be36-4f52-b58a-c6ee4674ad0f None None] Checking segment: {'id': 'e341fc97-9783-4385-a543-5cde6bb815f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1f8732d0-08be-40ca-aa3e-ef79d359ef05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:23:55.782251 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8f10e5ae-be36-4f52-b58a-c6ee4674ad0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.783409 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f10e5ae-be36-4f52-b58a-c6ee4674ad0f None None] Bound using segment: {'id': 'e341fc97-9783-4385-a543-5cde6bb815f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1f8732d0-08be-40ca-aa3e-ef79d359ef05'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:23:55.783978 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8f10e5ae-be36-4f52-b58a-c6ee4674ad0f None None] Bound port: 91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e341fc97-9783-4385-a543-5cde6bb815f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1f8732d0-08be-40ca-aa3e-ef79d359ef05'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:23:55.784632 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8f10e5ae-be36-4f52-b58a-c6ee4674ad0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.788582 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda571d5-c290-4c12-923a-be63636ed1c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-bf13d7f2-5315-4fdc-9b17-bc4858d35dee', 'network_id': 'bf13d7f2-5315-4fdc-9b17-bc4858d35dee', 'tenant_id': 'ba45707e1a3b413a96351986a900f914', 'fixed_ips': [{'subnet_id': 'cec047dc-5a31-4162-9e19-7ee65ecc5012'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:23:55.789589 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cda571d5-c290-4c12-923a-be63636ed1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.793366 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dd049701-725e-4765-ad45-4864e983fce4 req-0e12d714-c427-4f03-9c2e-bb68d673b45f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.0910962 Apr 20 16:23:55.837994 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b44c035a-ca86-4a96-9be9-7da7775beec8 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.849772 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b44c035a-ca86-4a96-9be9-7da7775beec8 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.858685 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b44c035a-ca86-4a96-9be9-7da7775beec8 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/networks/bf13d7f2-5315-4fdc-9b17-bc4858d35dee HTTP/1.1" status: 204 len: 168 time: 0.9422624 Apr 20 16:23:55.866823 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dd049701-725e-4765-ad45-4864e983fce4 req-ff14113d-4ffb-4754-823b-2c16e578617a tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713809 Apr 20 16:23:55.868700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46428) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:55.880382 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:55.886817 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c035a-ca86-4a96-9be9-7da7775beec8 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Network': ['ID=bf13d7f2-5315-4fdc-9b17-bc4858d35dee,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:55.890970 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-28d9147d-ba60-43f9-9b94-784bded29cd9 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1909620706'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:55.952530 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2356a7e1-36cb-401e-9463-8844d025eb75 None None] Network bf13d7f2-5315-4fdc-9b17-bc4858d35dee requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:23:55.975372 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8f10e5ae-be36-4f52-b58a-c6ee4674ad0f None None] For port 91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:23:55.978815 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2142f90-031b-4296-bfe0-fc9fd11219f3 req-f5b5091c-56ed-4be9-a0d3-4d0673017787 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:55.979119 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d2142f90-031b-4296-bfe0-fc9fd11219f3 req-f5b5091c-56ed-4be9-a0d3-4d0673017787 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 944 time: 0.1056561 Apr 20 16:23:55.991993 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d9147d-ba60-43f9-9b94-784bded29cd9 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Made reservation on behalf of ba45707e1a3b413a96351986a900f914 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:23:56.002893 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28d9147d-ba60-43f9-9b94-784bded29cd9 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:56.006859 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8f10e5ae-be36-4f52-b58a-c6ee4674ad0f None None] For port 91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed,segment=NetworkSegment(e341fc97-9783-4385-a543-5cde6bb815f9),segment_id=e341fc97-9783-4385-a543-5cde6bb815f9)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:23:56.008432 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2356a7e1-36cb-401e-9463-8844d025eb75 None None] Network bf13d7f2-5315-4fdc-9b17-bc4858d35dee could not be found, it might have been deleted concurrently. {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 16:23:56.014788 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=dea2ca34-3ee5-4a2c-8889-a99b5105e97c,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:56.065316 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d9147d-ba60-43f9-9b94-784bded29cd9 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:23:56.072786 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8f10e5ae-be36-4f52-b58a-c6ee4674ad0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:56.092370 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d2142f90-031b-4296-bfe0-fc9fd11219f3 req-5059ff03-325d-4ac7-8a19-3ea634baa5ac tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846958 Apr 20 16:23:56.095115 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28d9147d-ba60-43f9-9b94-784bded29cd9 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:56.096231 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-28d9147d-ba60-43f9-9b94-784bded29cd9 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Added segment 6e34905c-a5b8-425d-832d-3e619c2b54d0 of type vlan for network 73c82d21-73e0-43c8-9674-e98e454cddc6 Apr 20 16:23:56.130705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1e4f1-f5cd-4e99-92d5-4c1966336df9 req-8299d772-2f1f-4802-9531-a2bfd8a0e98f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:56.133898 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-88d1e4f1-f5cd-4e99-92d5-4c1966336df9 req-8299d772-2f1f-4802-9531-a2bfd8a0e98f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 945 time: 0.1054893 Apr 20 16:23:56.170415 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10e5ae-be36-4f52-b58a-c6ee4674ad0f None None] Pushing event updated for resources: {'Port': ['ID=91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:56.193993 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28d9147d-ba60-43f9-9b94-784bded29cd9 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:56.234505 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-88d1e4f1-f5cd-4e99-92d5-4c1966336df9 req-24c011cd-bf27-45c1-bf26-ad8ab0dc5901 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697551 Apr 20 16:23:56.272287 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:56.335291 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28d9147d-ba60-43f9-9b94-784bded29cd9 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:56.344065 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d9147d-ba60-43f9-9b94-784bded29cd9 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:56.344065 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28d9147d-ba60-43f9-9b94-784bded29cd9 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:56.446597 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9147d-ba60-43f9-9b94-784bded29cd9 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event updated for resources: {'Network': ['ID=73c82d21-73e0-43c8-9674-e98e454cddc6,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:56.457237 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 73c82d21-73e0-43c8-9674-e98e454cddc6 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:23:56.566071 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46462) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:56.568328 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-28d9147d-ba60-43f9-9b94-784bded29cd9 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6972172 Apr 20 16:23:56.571504 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-3de7b090-7e34-4fce-aeb2-9a405c914f05 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Request body: {'subnet': {'network_id': '73c82d21-73e0-43c8-9674-e98e454cddc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:56.616727 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea2ca34-3ee5-4a2c-8889-a99b5105e97c'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:56.619114 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5116833-48ca-43e8-b514-e830cca4f623" -d '{"events": [{"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-plugged", "status": "completed", "tag": "dea2ca34-3ee5-4a2c-8889-a99b5105e97c"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:56.666916 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c28cc15-592e-4769-a64f-cadf7963a562 x-openstack-request-id: req-7c28cc15-592e-4769-a64f-cadf7963a562 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:56.667430 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-plugged", "status": "completed", "tag": "dea2ca34-3ee5-4a2c-8889-a99b5105e97c", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:56.667841 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c28cc15-592e-4769-a64f-cadf7963a562 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:56.668456 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c28cc15-592e-4769-a64f-cadf7963a562'] response: {'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea2ca34-3ee5-4a2c-8889-a99b5105e97c', 'code': 200} Apr 20 16:23:56.754828 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab57211-c7fe-40c8-979b-cd91ff61d1a8 req-a32a22ed-554c-47ed-bce2-3e072fe03693 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:56.761485 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab57211-c7fe-40c8-979b-cd91ff61d1a8 req-a32a22ed-554c-47ed-bce2-3e072fe03693 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:56.763189 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de7b090-7e34-4fce-aeb2-9a405c914f05 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Made reservation on behalf of ba45707e1a3b413a96351986a900f914 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:23:56.767306 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3de7b090-7e34-4fce-aeb2-9a405c914f05 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:56.769583 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab57211-c7fe-40c8-979b-cd91ff61d1a8 req-a32a22ed-554c-47ed-bce2-3e072fe03693 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:56.775378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab57211-c7fe-40c8-979b-cd91ff61d1a8 req-a32a22ed-554c-47ed-bce2-3e072fe03693 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:56.781255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab57211-c7fe-40c8-979b-cd91ff61d1a8 req-a32a22ed-554c-47ed-bce2-3e072fe03693 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:56.787032 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab57211-c7fe-40c8-979b-cd91ff61d1a8 req-a32a22ed-554c-47ed-bce2-3e072fe03693 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:56.792840 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab57211-c7fe-40c8-979b-cd91ff61d1a8 req-a32a22ed-554c-47ed-bce2-3e072fe03693 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:56.794779 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4ab57211-c7fe-40c8-979b-cd91ff61d1a8 req-a32a22ed-554c-47ed-bce2-3e072fe03693 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5429 time: 0.1046748 Apr 20 16:23:56.828155 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4e29e-cc2d-43b7-8302-be465959e1e7 req-94605b47-6f35-488f-aa6e-6cecf59d45a9 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:56.832611 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-64b4e29e-cc2d-43b7-8302-be465959e1e7 req-94605b47-6f35-488f-aa6e-6cecf59d45a9 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.1072903 Apr 20 16:23:56.857699 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4ab57211-c7fe-40c8-979b-cd91ff61d1a8 req-d87b4046-d042-43ae-b520-349753fa2d09 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511358 Apr 20 16:23:56.903877 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-64b4e29e-cc2d-43b7-8302-be465959e1e7 req-2f42c572-9bce-4ef4-9d91-fa26a636062e tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656712 Apr 20 16:23:57.037571 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba8ba4-dae5-4dcd-8c3f-cb8c2b7b8f6d req-b83852bc-da68-4c40-9bba-9e0f98632654 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:57.046412 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-37ba8ba4-dae5-4dcd-8c3f-cb8c2b7b8f6d req-b83852bc-da68-4c40-9bba-9e0f98632654 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.0667214 Apr 20 16:23:57.097148 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-37ba8ba4-dae5-4dcd-8c3f-cb8c2b7b8f6d req-bf6d84a9-663a-430b-b3d5-79887facde8e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448165 Apr 20 16:23:57.116464 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3de7b090-7e34-4fce-aeb2-9a405c914f05 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:57.195749 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7b090-7e34-4fce-aeb2-9a405c914f05 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event updated for resources: {'Subnet': ['ID=64de4723-ae1f-4865-84f3-360ad9a543ae,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:57.217751 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de7b090-7e34-4fce-aeb2-9a405c914f05 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Checking segment: {'id': '6e34905c-a5b8-425d-832d-3e619c2b54d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '73c82d21-73e0-43c8-9674-e98e454cddc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:23:57.222946 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de7b090-7e34-4fce-aeb2-9a405c914f05 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Network hostable DHCP agents. Network: 73c82d21-73e0-43c8-9674-e98e454cddc6, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:23:57.288824 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d4960-fa64-46f9-9fbf-56c4dfc3ef86 req-afc0149a-c0d0-455b-b70e-6abd591dc3f2 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:57.295872 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8a8d4960-fa64-46f9-9fbf-56c4dfc3ef86 req-afc0149a-c0d0-455b-b70e-6abd591dc3f2 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 944 time: 0.0728469 Apr 20 16:23:57.365705 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8a8d4960-fa64-46f9-9fbf-56c4dfc3ef86 req-29c440df-80e1-4437-8c47-77ccd6a34296 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688696 Apr 20 16:23:57.366565 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de7b090-7e34-4fce-aeb2-9a405c914f05 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Network 73c82d21-73e0-43c8-9674-e98e454cddc6 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:23:57.396817 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef7fb7-dd23-48ec-8bac-529115147e69 req-2a1c56b6-5d19-4e84-b265-0e0531eab870 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:57.401384 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8eef7fb7-dd23-48ec-8bac-529115147e69 req-2a1c56b6-5d19-4e84-b265-0e0531eab870 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 945 time: 0.0788913 Apr 20 16:23:57.408904 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9adb651-6195-4cd8-a09e-b275d005401f None None] Network 1f8732d0-08be-40ca-aa3e-ef79d359ef05 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:23:57.440513 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8eef7fb7-dd23-48ec-8bac-529115147e69 req-a9e31879-b0a6-4814-ac28-2722225a38a3 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356910 Apr 20 16:23:57.526893 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d8ca6f2b-d7be-499d-92a0-c3eff941448e None None] Provisioning complete for port 91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:57.527382 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d8ca6f2b-d7be-499d-92a0-c3eff941448e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:57.568980 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-3de7b090-7e34-4fce-aeb2-9a405c914f05 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 73c82d21-73e0-43c8-9674-e98e454cddc6) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:23:57.574434 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de7b090-7e34-4fce-aeb2-9a405c914f05 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:57.576263 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3de7b090-7e34-4fce-aeb2-9a405c914f05 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:57.594991 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85853ae0-fa07-4cb4-b73e-4c7b60b1036d None None] Network 73c82d21-73e0-43c8-9674-e98e454cddc6 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:23:57.691249 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46532) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:57.692439 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3de7b090-7e34-4fce-aeb2-9a405c914f05 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1242123 Apr 20 16:23:57.702197 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:57.726838 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d8ca6f2b-d7be-499d-92a0-c3eff941448e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:57.810532 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d8ca6f2b-d7be-499d-92a0-c3eff941448e None None] For port 91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed,segment=NetworkSegment(e341fc97-9783-4385-a543-5cde6bb815f9),segment_id=e341fc97-9783-4385-a543-5cde6bb815f9)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:57.845179 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device d508a3b0-0004-4f38-82f9-28f5a0647800 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:23:57.865610 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae8d5-ea34-4d58-b251-e00054f5ccf0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:57.880192 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a64f0d7-eb43-4108-b149-6745af5bdbe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-73c82d21-73e0-43c8-9674-e98e454cddc6', 'network_id': '73c82d21-73e0-43c8-9674-e98e454cddc6', 'tenant_id': 'ba45707e1a3b413a96351986a900f914', 'fixed_ips': [{'subnet_id': '64de4723-ae1f-4865-84f3-360ad9a543ae'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:23:57.881325 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1a64f0d7-eb43-4108-b149-6745af5bdbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:57.896388 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d8ca6f2b-d7be-499d-92a0-c3eff941448e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:57.976511 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae8d5-ea34-4d58-b251-e00054f5ccf0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:57.986398 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca6f2b-d7be-499d-92a0-c3eff941448e None None] Pushing event updated for resources: {'Port': ['ID=91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:58.092325 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b463745f-05ca-4647-8b4c-710910c8dde7 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:23:58.127370 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92364a93-2c87-4aaf-a6a3-165693468389 req-f29bef17-e7c6-4003-9dae-80cd356b1612 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1521294 Apr 20 16:23:58.133042 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2a7ed-5306-46b0-9d82-1b61bf2020d4 req-2a3f4c01-4a8f-4e75-86ed-b5aa538e7e0d tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:58.136076 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a77255-0681-4fc1-8e82-cddaece542e1 req-9b149323-5b7b-4256-9016-8d6d9eba3ef4 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:58.138446 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00a77255-0681-4fc1-8e82-cddaece542e1 req-9b149323-5b7b-4256-9016-8d6d9eba3ef4 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0922792 Apr 20 16:23:58.138849 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae8d5-ea34-4d58-b251-e00054f5ccf0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:58.152553 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-946ccfb6-fba6-4618-8404-5761e4ca5ed3 None None] Provisioning complete for port 91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:58.152929 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-946ccfb6-fba6-4618-8404-5761e4ca5ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:58.173883 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2a7ed-5306-46b0-9d82-1b61bf2020d4 req-2a3f4c01-4a8f-4e75-86ed-b5aa538e7e0d tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:58.182384 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2a7ed-5306-46b0-9d82-1b61bf2020d4 req-2a3f4c01-4a8f-4e75-86ed-b5aa538e7e0d tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:58.189523 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2a7ed-5306-46b0-9d82-1b61bf2020d4 req-2a3f4c01-4a8f-4e75-86ed-b5aa538e7e0d tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:58.199755 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2a7ed-5306-46b0-9d82-1b61bf2020d4 req-2a3f4c01-4a8f-4e75-86ed-b5aa538e7e0d tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:58.210294 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2a7ed-5306-46b0-9d82-1b61bf2020d4 req-2a3f4c01-4a8f-4e75-86ed-b5aa538e7e0d tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:58.220915 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2a7ed-5306-46b0-9d82-1b61bf2020d4 req-2a3f4c01-4a8f-4e75-86ed-b5aa538e7e0d tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:58.222292 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46544) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:58.230533 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dee2a7ed-5306-46b0-9d82-1b61bf2020d4 req-2a3f4c01-4a8f-4e75-86ed-b5aa538e7e0d tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5429 time: 0.2083700 Apr 20 16:23:58.270075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ae8d5-ea34-4d58-b251-e00054f5ccf0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Subnet': ['ID=64de4723-ae1f-4865-84f3-360ad9a543ae,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:58.284907 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dee2a7ed-5306-46b0-9d82-1b61bf2020d4 req-b65c9edf-b294-4b3b-a590-b64c190db1d6 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527189 Apr 20 16:23:58.337222 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00a77255-0681-4fc1-8e82-cddaece542e1 req-62e0e381-520b-4052-8fa0-4173564ac593 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885326 Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server [None req-1a64f0d7-eb43-4108-b149-6745af5bdbe1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64de4723-ae1f-4865-84f3-360ad9a543ae: This subnet is being modified by another concurrent operation. Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 16:23:58.349511 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise exception Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64de4723-ae1f-4865-84f3-360ad9a543ae: This subnet is being modified by another concurrent operation. Apr 20 16:23:58.355221 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server Apr 20 16:23:58.361615 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae8d5-ea34-4d58-b251-e00054f5ccf0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:58.361745 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:23:58.383998 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92364a93-2c87-4aaf-a6a3-165693468389 req-c34291a0-e57f-4999-8b02-274db74e7309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:58.385525 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92364a93-2c87-4aaf-a6a3-165693468389 req-c34291a0-e57f-4999-8b02-274db74e7309 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 1096 time: 0.1623056 Apr 20 16:23:58.387083 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-ee7ae8d5-ea34-4d58-b251-e00054f5ccf0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c82d21-73e0-43c8-9674-e98e454cddc6']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:58.398455 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-ee7ae8d5-ea34-4d58-b251-e00054f5ccf0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e34905c-a5b8-425d-832d-3e619c2b54d0') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:58.399143 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-ee7ae8d5-ea34-4d58-b251-e00054f5ccf0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e34905c-a5b8-425d-832d-3e619c2b54d0') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:23:58.426990 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae8d5-ea34-4d58-b251-e00054f5ccf0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:58.467317 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c405e01e-0059-41f7-b4e7-418c8e6f7e1c None None] Network 73c82d21-73e0-43c8-9674-e98e454cddc6 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:23:58.470212 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port d508a3b0-0004-4f38-82f9-28f5a0647800 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:23:58.475615 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:58.492594 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbd4c8-91ee-4c64-b6f3-a1caadfa2e7a req-c929a241-1118-41a6-8b59-380c3eb7f459 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:58.496050 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port d508a3b0-0004-4f38-82f9-28f5a0647800 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:58.496644 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:58.501903 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-08cbd4c8-91ee-4c64-b6f3-a1caadfa2e7a req-c929a241-1118-41a6-8b59-380c3eb7f459 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.0877872 Apr 20 16:23:58.532933 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae8d5-ea34-4d58-b251-e00054f5ccf0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:58.565073 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7ae8d5-ea34-4d58-b251-e00054f5ccf0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:23:58.565733 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae8d5-ea34-4d58-b251-e00054f5ccf0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:23:58.573118 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:23:58.575547 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-08cbd4c8-91ee-4c64-b6f3-a1caadfa2e7a req-ce9064e7-3f27-48ee-885c-a630afa5f098 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709932 Apr 20 16:23:58.602873 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e8c0677a-0237-4075-95d1-ced38e9ff0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:58.638868 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:58.639269 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:58.693955 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:58.709058 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddc56e-6c50-42b6-a187-f0efc83c4e2e req-259cb5c5-7429-4963-9c5b-7ab21497c197 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:58.710584 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f3ddc56e-6c50-42b6-a187-f0efc83c4e2e req-259cb5c5-7429-4963-9c5b-7ab21497c197 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 944 time: 0.1676958 Apr 20 16:23:58.713788 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92364a93-2c87-4aaf-a6a3-165693468389 req-d218f601-5d26-489f-b196-0c91136d1171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:58.715354 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92364a93-2c87-4aaf-a6a3-165693468389 req-d218f601-5d26-489f-b196-0c91136d1171 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a24f1ee1-7962-4b42-99b4-cd4d398ef380 HTTP/1.1" status: 200 len: 906 time: 0.3005641 Apr 20 16:23:58.736783 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea005ce-2a09-4e2d-ba56-bcc74cb23de1 req-38269bb0-fa2d-4f11-9267-9e969222dce0 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:58.738478 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6ea005ce-2a09-4e2d-ba56-bcc74cb23de1 req-38269bb0-fa2d-4f11-9267-9e969222dce0 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 945 time: 0.0645335 Apr 20 16:23:58.749411 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port b463745f-05ca-4647-8b4c-710910c8dde7 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:23:58.766209 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71511c58-77e7-483e-a22a-f2435092e9ab None None] get_active_networks_info from n-d-836146-2 {{(pid=103486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 16:23:58.767749 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port b463745f-05ca-4647-8b4c-710910c8dde7 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:58.768112 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:58.768505 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92364a93-2c87-4aaf-a6a3-165693468389 req-d8174538-544b-401d-a549-3028926b2933 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff9eabef-07f4-42fd-8261-dfda19d01138 HTTP/1.1" status: 200 len: 217 time: 0.0462337 Apr 20 16:23:58.784106 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6ea005ce-2a09-4e2d-ba56-bcc74cb23de1 req-4fed7cc0-f6a7-46fc-9faf-b67102f7a3cc tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373631 Apr 20 16:23:58.819634 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae8d5-ea34-4d58-b251-e00054f5ccf0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:58.829548 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f3ddc56e-6c50-42b6-a187-f0efc83c4e2e req-914e0b4e-39e3-4a95-b364-af808e5be8b2 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091161 Apr 20 16:23:58.847752 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae8d5-ea34-4d58-b251-e00054f5ccf0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:58.851223 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ee7ae8d5-ea34-4d58-b251-e00054f5ccf0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/networks/73c82d21-73e0-43c8-9674-e98e454cddc6 HTTP/1.1" status: 204 len: 168 time: 1.1590514 Apr 20 16:23:58.855360 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46562) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:58.861536 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a8209a54-caba-4725-8ec3-c946e13f5d79 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-912824501'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:58.887211 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:58.888491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ae8d5-ea34-4d58-b251-e00054f5ccf0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Network': ['ID=73c82d21-73e0-43c8-9674-e98e454cddc6,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:58.902153 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92364a93-2c87-4aaf-a6a3-165693468389 req-28f97546-8160-49a6-918e-ee86c920fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:58.903609 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92364a93-2c87-4aaf-a6a3-165693468389 req-28f97546-8160-49a6-918e-ee86c920fd44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b506ada-a815-4b95-bd30-2bdbb75a1ede HTTP/1.1" status: 200 len: 845 time: 0.1247799 Apr 20 16:23:58.942277 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92364a93-2c87-4aaf-a6a3-165693468389 req-c5e058c6-8577-4375-8fae-19e53f0bd0cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a24f1ee1-7962-4b42-99b4-cd4d398ef380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312507 Apr 20 16:23:58.969912 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd508a3b0-0004-4f38-82f9-28f5a0647800'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:23:58.972170 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b0716b-7569-4760-85d4-96ade11f393f" -d '{"events": [{"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-plugged", "status": "completed", "tag": "d508a3b0-0004-4f38-82f9-28f5a0647800"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:23:58.980531 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8209a54-caba-4725-8ec3-c946e13f5d79 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Made reservation on behalf of ba45707e1a3b413a96351986a900f914 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:23:58.985623 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8209a54-caba-4725-8ec3-c946e13f5d79 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:58.996487 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port d508a3b0-0004-4f38-82f9-28f5a0647800, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=d508a3b0-0004-4f38-82f9-28f5a0647800,segment=NetworkSegment(c7a4213b-0bd6-496a-8d47-4db9331e16ee),segment_id=c7a4213b-0bd6-496a-8d47-4db9331e16ee)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:59.029575 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e8c0677a-0237-4075-95d1-ced38e9ff0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:59.044247 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8209a54-caba-4725-8ec3-c946e13f5d79 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:23:59.058086 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9c7e9d-a2ff-4738-a985-a7ebec3d1454 x-openstack-request-id: req-ab9c7e9d-a2ff-4738-a985-a7ebec3d1454 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:23:59.058378 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-plugged", "status": "completed", "tag": "d508a3b0-0004-4f38-82f9-28f5a0647800", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:23:59.058702 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab9c7e9d-a2ff-4738-a985-a7ebec3d1454 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:23:59.059017 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab9c7e9d-a2ff-4738-a985-a7ebec3d1454'] response: {'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd508a3b0-0004-4f38-82f9-28f5a0647800', 'code': 200} Apr 20 16:23:59.062852 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:59.065125 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8209a54-caba-4725-8ec3-c946e13f5d79 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:59.065477 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-a8209a54-caba-4725-8ec3-c946e13f5d79 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Added segment b7b549eb-41ca-4f88-91af-cecc1d976b89 of type vlan for network 6ab29d58-a014-4022-8bfa-2d3af7998b6b Apr 20 16:23:59.073910 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92364a93-2c87-4aaf-a6a3-165693468389 req-a957fb65-11f8-4ad3-993a-6fc906f4b7f3 service neutron] 10.222.0.30 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234596 Apr 20 16:23:59.080996 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:59.081794 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device d1628b9e-6015-40ce-9c03-59336f363801 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:23:59.111369 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8209a54-caba-4725-8ec3-c946e13f5d79 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:59.122468 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e8c0677a-0237-4075-95d1-ced38e9ff0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:59.168039 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71511c58-77e7-483e-a22a-f2435092e9ab None None] Resources bound (agent type, host, resource id): {{(pid=103486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 16:23:59.175149 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b463745f-05ca-4647-8b4c-710910c8dde7, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b463745f-05ca-4647-8b4c-710910c8dde7,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:23:59.200710 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=d508a3b0-0004-4f38-82f9-28f5a0647800,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:59.205424 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e8c0677a-0237-4075-95d1-ced38e9ff0a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c0c298e422cb437386df4880e5acf55d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9718068 Apr 20 16:23:59.206278 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46570) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:59.210105 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0677a-0237-4075-95d1-ced38e9ff0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137a8e76-ee14-4efc-80b0-110ca8db756c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:59.237585 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92364a93-2c87-4aaf-a6a3-165693468389 req-db9485b5-5f40-48bb-9841-6d50b0d87d10 service neutron] 10.222.0.30 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435153 Apr 20 16:23:59.272738 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8209a54-caba-4725-8ec3-c946e13f5d79 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:59.277788 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:59.278475 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8209a54-caba-4725-8ec3-c946e13f5d79 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:59.278599 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b90a0b9e-8827-4b3c-bd97-72a1b80f915a up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:23:59.285542 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8209a54-caba-4725-8ec3-c946e13f5d79 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:59.352778 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0efc576d-a868-49aa-a48d-8735ccb1a59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:59.364676 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8209a54-caba-4725-8ec3-c946e13f5d79 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event updated for resources: {'Network': ['ID=6ab29d58-a014-4022-8bfa-2d3af7998b6b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:59.373157 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port d1628b9e-6015-40ce-9c03-59336f363801 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:23:59.387004 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 6ab29d58-a014-4022-8bfa-2d3af7998b6b details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:23:59.394251 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0efc576d-a868-49aa-a48d-8735ccb1a59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:59.407348 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a8209a54-caba-4725-8ec3-c946e13f5d79 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5507143 Apr 20 16:23:59.410076 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46576) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:23:59.418172 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a5fee544-917d-48fb-ba86-059eaff2d0ce tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Request body: {'subnet': {'network_id': '6ab29d58-a014-4022-8bfa-2d3af7998b6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:23:59.425133 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port d1628b9e-6015-40ce-9c03-59336f363801 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:59.425594 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:59.467948 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=b463745f-05ca-4647-8b4c-710910c8dde7,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:59.468674 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2f8bb-c8a2-4515-896b-54b5b016e419 req-cc7c6716-dbbb-4e8a-b204-9ba1b5077117 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:59.474954 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2f8bb-c8a2-4515-896b-54b5b016e419 req-cc7c6716-dbbb-4e8a-b204-9ba1b5077117 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:59.482432 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2f8bb-c8a2-4515-896b-54b5b016e419 req-cc7c6716-dbbb-4e8a-b204-9ba1b5077117 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:59.488945 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2f8bb-c8a2-4515-896b-54b5b016e419 req-cc7c6716-dbbb-4e8a-b204-9ba1b5077117 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:59.494959 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2f8bb-c8a2-4515-896b-54b5b016e419 req-cc7c6716-dbbb-4e8a-b204-9ba1b5077117 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:59.500823 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2f8bb-c8a2-4515-896b-54b5b016e419 req-cc7c6716-dbbb-4e8a-b204-9ba1b5077117 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:59.506905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2f8bb-c8a2-4515-896b-54b5b016e419 req-cc7c6716-dbbb-4e8a-b204-9ba1b5077117 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:59.508997 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e8d2f8bb-c8a2-4515-896b-54b5b016e419 req-cc7c6716-dbbb-4e8a-b204-9ba1b5077117 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5430 time: 0.1124284 Apr 20 16:23:59.575127 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e8d2f8bb-c8a2-4515-896b-54b5b016e419 req-692a7b57-f6ab-4f93-a090-2d34305064ed tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0491934 Apr 20 16:23:59.625892 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0efc576d-a868-49aa-a48d-8735ccb1a59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:59.628563 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0efc576d-a868-49aa-a48d-8735ccb1a59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:59.631987 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0efc576d-a868-49aa-a48d-8735ccb1a59a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/137a8e76-ee14-4efc-80b0-110ca8db756c HTTP/1.1" status: 204 len: 168 time: 0.4203744 Apr 20 16:23:59.642935 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc576d-a868-49aa-a48d-8735ccb1a59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137a8e76-ee14-4efc-80b0-110ca8db756c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:23:59.676405 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fee544-917d-48fb-ba86-059eaff2d0ce tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Made reservation on behalf of ba45707e1a3b413a96351986a900f914 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:23:59.680221 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5fee544-917d-48fb-ba86-059eaff2d0ce tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:59.703525 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port b90a0b9e-8827-4b3c-bd97-72a1b80f915a completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:23:59.722905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be8df6-871a-4793-ae92-ceb8aec06fa6 req-3e101107-4e34-4263-90d4-3d575735ea52 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:59.724560 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5be8df6-871a-4793-ae92-ceb8aec06fa6 req-3e101107-4e34-4263-90d4-3d575735ea52 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 945 time: 0.0634568 Apr 20 16:23:59.778587 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ecea7-9726-483d-9ea5-ce7ae61bfa43 req-dd9704ad-5033-43bf-8bf4-0fcb0c223e59 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:59.778862 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5be8df6-871a-4793-ae92-ceb8aec06fa6 req-5dc53568-dabe-4435-90f5-7447427be871 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=166312b2-8734-4d83-bf28-6242b4682b68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470021 Apr 20 16:23:59.780258 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2e4ecea7-9726-483d-9ea5-ce7ae61bfa43 req-dd9704ad-5033-43bf-8bf4-0fcb0c223e59 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.1398866 Apr 20 16:23:59.840485 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2e4ecea7-9726-483d-9ea5-ce7ae61bfa43 req-8bda8717-7934-4cdb-a170-5a0ac5488f06 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481451 Apr 20 16:23:59.891985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port b90a0b9e-8827-4b3c-bd97-72a1b80f915a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:23:59.892387 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:59.919367 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:59.926306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b89525-0a68-4c56-adfa-64204acaaa6f req-208185d8-69ef-4b29-9e8c-2afc54484663 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:23:59.935808 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c4b89525-0a68-4c56-adfa-64204acaaa6f req-208185d8-69ef-4b29-9e8c-2afc54484663 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.0740094 Apr 20 16:23:59.969616 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:23:59.993284 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c4b89525-0a68-4c56-adfa-64204acaaa6f req-967133eb-ccd7-4c14-ba3b-089c8c1cd327 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565233 Apr 20 16:23:59.998401 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port d1628b9e-6015-40ce-9c03-59336f363801, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=d1628b9e-6015-40ce-9c03-59336f363801,segment=NetworkSegment(c7a4213b-0bd6-496a-8d47-4db9331e16ee),segment_id=c7a4213b-0bd6-496a-8d47-4db9331e16ee)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:00.051411 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84218834-10f8-4fae-9a76-90bf63fa58de req-56f01ca1-fb22-4df2-9af3-504d3a85d4d9 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:00.052968 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-84218834-10f8-4fae-9a76-90bf63fa58de req-56f01ca1-fb22-4df2-9af3-504d3a85d4d9 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 945 time: 0.1005576 Apr 20 16:24:00.055352 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.060078 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5fee544-917d-48fb-ba86-059eaff2d0ce tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.088417 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b90a0b9e-8827-4b3c-bd97-72a1b80f915a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b90a0b9e-8827-4b3c-bd97-72a1b80f915a,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:00.090092 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.097702 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 223525cb-7aed-4392-a92a-a330adfba580 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:24:00.132366 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b59b2-1f19-494b-9489-60702a91946e req-746ae93a-7727-40b3-8255-171d1d9db4ec tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:00.141677 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c92b59b2-1f19-494b-9489-60702a91946e req-746ae93a-7727-40b3-8255-171d1d9db4ec tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0775530 Apr 20 16:24:00.149381 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.173106 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-84218834-10f8-4fae-9a76-90bf63fa58de req-3386fd15-23a4-4abf-83ca-0766d73af7d3 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055477 Apr 20 16:24:00.184518 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=d1628b9e-6015-40ce-9c03-59336f363801,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:00.191940 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fee544-917d-48fb-ba86-059eaff2d0ce tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event updated for resources: {'Subnet': ['ID=c8495492-d136-483e-a951-c2b7e4afcedd,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:00.203893 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fee544-917d-48fb-ba86-059eaff2d0ce tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Checking segment: {'id': 'b7b549eb-41ca-4f88-91af-cecc1d976b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6ab29d58-a014-4022-8bfa-2d3af7998b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:24:00.204256 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fee544-917d-48fb-ba86-059eaff2d0ce tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Network hostable DHCP agents. Network: 6ab29d58-a014-4022-8bfa-2d3af7998b6b, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:24:00.224716 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c92b59b2-1f19-494b-9489-60702a91946e req-c1f3899b-2cab-41a8-8780-e640d4b81d62 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794916 Apr 20 16:24:00.242794 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=b90a0b9e-8827-4b3c-bd97-72a1b80f915a,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:00.300395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fee544-917d-48fb-ba86-059eaff2d0ce tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Network 6ab29d58-a014-4022-8bfa-2d3af7998b6b is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:24:00.301175 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 223525cb-7aed-4392-a92a-a330adfba580 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:24:00.305291 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 223525cb-7aed-4392-a92a-a330adfba580 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:00.305849 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.376205 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-a5fee544-917d-48fb-ba86-059eaff2d0ce tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 6ab29d58-a014-4022-8bfa-2d3af7998b6b) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:00.382483 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fee544-917d-48fb-ba86-059eaff2d0ce tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:00.383578 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5fee544-917d-48fb-ba86-059eaff2d0ce tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.387022 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b83263c-39ed-4edd-af1d-b9175012c510 None None] Network 6ab29d58-a014-4022-8bfa-2d3af7998b6b requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:00.405388 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.469313 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a5fee544-917d-48fb-ba86-059eaff2d0ce tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0578754 Apr 20 16:24:00.471973 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46598) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:00.478096 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 223525cb-7aed-4392-a92a-a330adfba580, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=223525cb-7aed-4392-a92a-a330adfba580,segment=NetworkSegment(54417bab-79ed-4fa5-a41e-0ab25e2ab60e),segment_id=54417bab-79ed-4fa5-a41e-0ab25e2ab60e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:00.564227 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.565068 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 38c183c1-2ecf-4a3b-97ca-cd36101f24ff up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:24:00.579441 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc458bb3-09f2-4737-aba3-92e36023768f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.609146 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed948f0-d752-47b1-9514-fa0405603bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-6ab29d58-a014-4022-8bfa-2d3af7998b6b', 'network_id': '6ab29d58-a014-4022-8bfa-2d3af7998b6b', 'tenant_id': 'ba45707e1a3b413a96351986a900f914', 'fixed_ips': [{'subnet_id': 'c8495492-d136-483e-a951-c2b7e4afcedd'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:24:00.610009 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1ed948f0-d752-47b1-9514-fa0405603bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.652864 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc458bb3-09f2-4737-aba3-92e36023768f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.667338 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=223525cb-7aed-4392-a92a-a330adfba580,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:00.755045 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd23219-33f1-40ad-9132-14e23214cd1f req-1b3a00ec-01aa-4115-bbab-1f8527bacd4a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:00.760937 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd23219-33f1-40ad-9132-14e23214cd1f req-1b3a00ec-01aa-4115-bbab-1f8527bacd4a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:00.767350 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd23219-33f1-40ad-9132-14e23214cd1f req-1b3a00ec-01aa-4115-bbab-1f8527bacd4a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:00.775996 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd23219-33f1-40ad-9132-14e23214cd1f req-1b3a00ec-01aa-4115-bbab-1f8527bacd4a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:00.782708 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd23219-33f1-40ad-9132-14e23214cd1f req-1b3a00ec-01aa-4115-bbab-1f8527bacd4a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:00.788629 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd23219-33f1-40ad-9132-14e23214cd1f req-1b3a00ec-01aa-4115-bbab-1f8527bacd4a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:00.794589 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd23219-33f1-40ad-9132-14e23214cd1f req-1b3a00ec-01aa-4115-bbab-1f8527bacd4a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:00.796602 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-afd23219-33f1-40ad-9132-14e23214cd1f req-1b3a00ec-01aa-4115-bbab-1f8527bacd4a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5432 time: 0.1112440 Apr 20 16:24:00.844927 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-afd23219-33f1-40ad-9132-14e23214cd1f req-c493f483-6f0b-4c22-b63f-368bbcab595a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395219 Apr 20 16:24:00.849490 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc458bb3-09f2-4737-aba3-92e36023768f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.850012 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 38c183c1-2ecf-4a3b-97ca-cd36101f24ff completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:24:00.854054 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 38c183c1-2ecf-4a3b-97ca-cd36101f24ff triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:00.857761 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:00.916126 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc458bb3-09f2-4737-aba3-92e36023768f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Subnet': ['ID=c8495492-d136-483e-a951-c2b7e4afcedd,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server [None req-1ed948f0-d752-47b1-9514-fa0405603bf5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8495492-d136-483e-a951-c2b7e4afcedd: This subnet is being modified by another concurrent operation. Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 16:24:00.931859 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise exception Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8495492-d136-483e-a951-c2b7e4afcedd: This subnet is being modified by another concurrent operation. Apr 20 16:24:00.936765 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server Apr 20 16:24:00.987586 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ba6c2f-132d-407b-ba02-921463358531 None None] Network 6ab29d58-a014-4022-8bfa-2d3af7998b6b requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:01.000615 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc458bb3-09f2-4737-aba3-92e36023768f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:01.048120 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-dc458bb3-09f2-4737-aba3-92e36023768f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab29d58-a014-4022-8bfa-2d3af7998b6b']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:01.050442 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ff534-4343-4879-bd5a-9a858b50f49c req-8dd7a2ec-b0dd-46ca-82de-7f761916686c tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:01.052440 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-701ff534-4343-4879-bd5a-9a858b50f49c req-8dd7a2ec-b0dd-46ca-82de-7f761916686c tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0800781 Apr 20 16:24:01.062416 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef88d8d4-91d2-4678-87e2-c0198ee91a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b463745f-05ca-4647-8b4c-710910c8dde7'}, {'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1628b9e-6015-40ce-9c03-59336f363801'}, {'server_uuid': '5f753f1d-21fb-4e98-8b4e-c03383edb362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90a0b9e-8827-4b3c-bd97-72a1b80f915a'}, {'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223525cb-7aed-4392-a92a-a330adfba580'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:24:01.064662 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ceb3b7c-9103-4f7b-815c-d941da67412d" -d '{"events": [{"server_uuid": "ef88d8d4-91d2-4678-87e2-c0198ee91a6b", "name": "network-vif-plugged", "status": "completed", "tag": "b463745f-05ca-4647-8b4c-710910c8dde7"}, {"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-plugged", "status": "completed", "tag": "d1628b9e-6015-40ce-9c03-59336f363801"}, {"server_uuid": "5f753f1d-21fb-4e98-8b4e-c03383edb362", "name": "network-vif-plugged", "status": "completed", "tag": "b90a0b9e-8827-4b3c-bd97-72a1b80f915a"}, {"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-plugged", "status": "completed", "tag": "223525cb-7aed-4392-a92a-a330adfba580"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:24:01.083258 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:01.106600 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8ad4c-a56d-49f2-a297-7eb12910ae83 req-620b5003-f0ce-46f5-9b3d-8b93aaa00b33 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:01.108213 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9bb8ad4c-a56d-49f2-a297-7eb12910ae83 req-620b5003-f0ce-46f5-9b3d-8b93aaa00b33 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 945 time: 0.2556524 Apr 20 16:24:01.111003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-dc458bb3-09f2-4737-aba3-92e36023768f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b549eb-41ca-4f88-91af-cecc1d976b89') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:01.111304 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-dc458bb3-09f2-4737-aba3-92e36023768f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b549eb-41ca-4f88-91af-cecc1d976b89') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:01.129029 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-701ff534-4343-4879-bd5a-9a858b50f49c req-cdbe41c5-e319-4145-b1de-068df5f9f67b tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597229 Apr 20 16:24:01.136419 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc458bb3-09f2-4737-aba3-92e36023768f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:01.159002 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 38c183c1-2ecf-4a3b-97ca-cd36101f24ff, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=38c183c1-2ecf-4a3b-97ca-cd36101f24ff,segment=NetworkSegment(54417bab-79ed-4fa5-a41e-0ab25e2ab60e),segment_id=54417bab-79ed-4fa5-a41e-0ab25e2ab60e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:01.166668 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5472e3ac-8770-49ae-9a1b-b9589b98b7c9 None None] get_active_networks_info from n-d-836146-2 {{(pid=103486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 16:24:01.171324 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa69773-c1e7-4aba-bfa7-14b8ec2796bb req-2480d2c9-f043-4e2e-a637-80b6625a3535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:01.171324 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eaa69773-c1e7-4aba-bfa7-14b8ec2796bb req-2480d2c9-f043-4e2e-a637-80b6625a3535 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 1097 time: 0.1365891 Apr 20 16:24:01.171550 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc458bb3-09f2-4737-aba3-92e36023768f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:01.194665 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc458bb3-09f2-4737-aba3-92e36023768f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:24:01.195088 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc458bb3-09f2-4737-aba3-92e36023768f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:24:01.198388 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:24:01.223911 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9bb8ad4c-a56d-49f2-a297-7eb12910ae83 req-b5f95d57-36ac-4f12-bbb6-659610d6ba9b tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=166312b2-8734-4d83-bf28-6242b4682b68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1032465 Apr 20 16:24:01.270019 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:01.277110 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3f8ab-31f5-4a9c-bc5b-b442aaf1ae9a req-b979b275-6793-478c-a7cd-dd51ab0002c8 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:01.278729 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-27d3f8ab-31f5-4a9c-bc5b-b442aaf1ae9a req-b979b275-6793-478c-a7cd-dd51ab0002c8 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.0822887 Apr 20 16:24:01.310399 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eaa69773-c1e7-4aba-bfa7-14b8ec2796bb req-dc5f827c-8c13-457c-9c4f-30d44e98b3cc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243141 Apr 20 16:24:01.329801 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-27d3f8ab-31f5-4a9c-bc5b-b442aaf1ae9a req-0f610f89-14c2-485b-ae45-58e7fba1b81d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446048 Apr 20 16:24:01.360108 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 20 Apr 2022 16:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ec2aa0-b47d-4072-94f1-89a463917fce x-openstack-request-id: req-a9ec2aa0-b47d-4072-94f1-89a463917fce {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:24:01.360453 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef88d8d4-91d2-4678-87e2-c0198ee91a6b", "name": "network-vif-plugged", "status": "completed", "tag": "b463745f-05ca-4647-8b4c-710910c8dde7", "code": 200}, {"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-plugged", "status": "completed", "tag": "d1628b9e-6015-40ce-9c03-59336f363801", "code": 200}, {"server_uuid": "5f753f1d-21fb-4e98-8b4e-c03383edb362", "name": "network-vif-plugged", "status": "completed", "tag": "b90a0b9e-8827-4b3c-bd97-72a1b80f915a", "code": 200}, {"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-plugged", "status": "completed", "tag": "223525cb-7aed-4392-a92a-a330adfba580", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:24:01.360811 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9ec2aa0-b47d-4072-94f1-89a463917fce {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:24:01.361278 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9ec2aa0-b47d-4072-94f1-89a463917fce'] response: {'server_uuid': 'ef88d8d4-91d2-4678-87e2-c0198ee91a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b463745f-05ca-4647-8b4c-710910c8dde7', 'code': 200} Apr 20 16:24:01.361776 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9ec2aa0-b47d-4072-94f1-89a463917fce'] response: {'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1628b9e-6015-40ce-9c03-59336f363801', 'code': 200} Apr 20 16:24:01.362307 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9ec2aa0-b47d-4072-94f1-89a463917fce'] response: {'server_uuid': '5f753f1d-21fb-4e98-8b4e-c03383edb362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90a0b9e-8827-4b3c-bd97-72a1b80f915a', 'code': 200} Apr 20 16:24:01.362838 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9ec2aa0-b47d-4072-94f1-89a463917fce'] response: {'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223525cb-7aed-4392-a92a-a330adfba580', 'code': 200} Apr 20 16:24:01.374732 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=38c183c1-2ecf-4a3b-97ca-cd36101f24ff,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:01.381015 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5472e3ac-8770-49ae-9a1b-b9589b98b7c9 None None] Resources bound (agent type, host, resource id): {{(pid=103486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 16:24:01.391864 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc458bb3-09f2-4737-aba3-92e36023768f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:01.409919 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc458bb3-09f2-4737-aba3-92e36023768f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:01.418214 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dc458bb3-09f2-4737-aba3-92e36023768f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/networks/6ab29d58-a014-4022-8bfa-2d3af7998b6b HTTP/1.1" status: 204 len: 168 time: 0.9419115 Apr 20 16:24:01.419213 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46626) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:01.424651 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-1bd7801c-4ee6-4241-95a6-fd306c90e5c4 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1247068530'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:01.470704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc458bb3-09f2-4737-aba3-92e36023768f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Network': ['ID=6ab29d58-a014-4022-8bfa-2d3af7998b6b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:01.534670 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08461418-77cf-4814-a4ee-ed745a46aa1c req-b674b430-0202-4282-ae9d-1d6339aa926f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:01.551506 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-08461418-77cf-4814-a4ee-ed745a46aa1c req-b674b430-0202-4282-ae9d-1d6339aa926f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 946 time: 0.0909889 Apr 20 16:24:01.608954 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd7801c-4ee6-4241-95a6-fd306c90e5c4 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Made reservation on behalf of ba45707e1a3b413a96351986a900f914 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:01.610797 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-08461418-77cf-4814-a4ee-ed745a46aa1c req-e5a1f3cd-4f02-4658-94bf-6adb46a1725b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580623 Apr 20 16:24:01.614837 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1bd7801c-4ee6-4241-95a6-fd306c90e5c4 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:01.636567 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605a597-9c09-40af-bc9a-a239b87c3557 req-19403a07-3ebd-4b40-9a3b-a6cf7ada4db5 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:01.638143 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9605a597-9c09-40af-bc9a-a239b87c3557 req-19403a07-3ebd-4b40-9a3b-a6cf7ada4db5 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.1781194 Apr 20 16:24:01.684369 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aed40f-21ac-47b2-9386-ea8f60f7ed54 req-7fc7f391-3ca4-44cd-bd26-90a2c042f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:01.686386 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-02aed40f-21ac-47b2-9386-ea8f60f7ed54 req-7fc7f391-3ca4-44cd-bd26-90a2c042f30f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 1096 time: 0.1669924 Apr 20 16:24:01.692001 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102f79a-acb6-44c0-adce-c721c14cb908 req-77e55676-9305-46fd-bf0a-fd3e3b028f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:01.693411 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c102f79a-acb6-44c0-adce-c721c14cb908 req-77e55676-9305-46fd-bf0a-fd3e3b028f1c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 1097 time: 0.1639643 Apr 20 16:24:01.705219 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd7801c-4ee6-4241-95a6-fd306c90e5c4 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:24:01.745048 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9605a597-9c09-40af-bc9a-a239b87c3557 req-9bd42f53-da4e-4a27-83f7-1331b7ab8579 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933404 Apr 20 16:24:01.751478 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1bd7801c-4ee6-4241-95a6-fd306c90e5c4 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:01.751830 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-1bd7801c-4ee6-4241-95a6-fd306c90e5c4 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Added segment 94ca8c9c-1ef8-4e2c-a195-d85cc60f9946 of type vlan for network 9341f040-90f6-4c37-8427-27f33b0379a7 Apr 20 16:24:01.797575 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-02aed40f-21ac-47b2-9386-ea8f60f7ed54 req-9739206b-e86d-414d-8943-010e0f94d3db service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032367 Apr 20 16:24:01.812319 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c102f79a-acb6-44c0-adce-c721c14cb908 req-fea86bff-5de2-44a4-9d52-af2f41955925 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989976 Apr 20 16:24:01.819009 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1bd7801c-4ee6-4241-95a6-fd306c90e5c4 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:01.946260 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1bd7801c-4ee6-4241-95a6-fd306c90e5c4 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:01.954414 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd7801c-4ee6-4241-95a6-fd306c90e5c4 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:01.955019 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1bd7801c-4ee6-4241-95a6-fd306c90e5c4 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:01.979566 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46640) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:01.983118 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f82658-5bcb-4abe-8cc1-1366c73fc6ab req-f8e3d2b8-fa51-424b-b292-768736ffb537 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:01.988974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f82658-5bcb-4abe-8cc1-1366c73fc6ab req-f8e3d2b8-fa51-424b-b292-768736ffb537 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:01.994705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f82658-5bcb-4abe-8cc1-1366c73fc6ab req-f8e3d2b8-fa51-424b-b292-768736ffb537 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:02.001024 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f82658-5bcb-4abe-8cc1-1366c73fc6ab req-f8e3d2b8-fa51-424b-b292-768736ffb537 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:02.006755 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f82658-5bcb-4abe-8cc1-1366c73fc6ab req-f8e3d2b8-fa51-424b-b292-768736ffb537 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:02.012541 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f82658-5bcb-4abe-8cc1-1366c73fc6ab req-f8e3d2b8-fa51-424b-b292-768736ffb537 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:02.018411 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f82658-5bcb-4abe-8cc1-1366c73fc6ab req-f8e3d2b8-fa51-424b-b292-768736ffb537 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:02.026283 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6f82658-5bcb-4abe-8cc1-1366c73fc6ab req-f8e3d2b8-fa51-424b-b292-768736ffb537 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5433 time: 0.0991817 Apr 20 16:24:02.032902 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7801c-4ee6-4241-95a6-fd306c90e5c4 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event updated for resources: {'Network': ['ID=9341f040-90f6-4c37-8427-27f33b0379a7,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:02.045771 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 9341f040-90f6-4c37-8427-27f33b0379a7 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:24:02.068815 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6f82658-5bcb-4abe-8cc1-1366c73fc6ab req-a6779f27-1671-4874-8f99-7ee439522690 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415671 Apr 20 16:24:02.119692 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1bd7801c-4ee6-4241-95a6-fd306c90e5c4 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6997783 Apr 20 16:24:02.122405 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46644) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:02.127788 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-92fef1b1-b087-462e-8000-64c873a4658c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Request body: {'subnet': {'network_id': '9341f040-90f6-4c37-8427-27f33b0379a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:02.136468 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-7759cb8e-1f93-47ce-89fd-17792909d730 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1678146335', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:02.268667 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca343d0-ce30-48ff-9def-0c0677d8142f req-95d3dd6a-2f38-4400-93a1-5b721fc475a0 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:02.270146 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0ca343d0-ce30-48ff-9def-0c0677d8142f req-95d3dd6a-2f38-4400-93a1-5b721fc475a0 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0697334 Apr 20 16:24:02.308440 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0ca343d0-ce30-48ff-9def-0c0677d8142f req-259e4466-75ba-4d69-a630-bfcb2a9ed636 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319345 Apr 20 16:24:02.341874 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3308612-e46f-4b04-98df-a1284a913a9f req-50a984f4-9e7e-4c9e-bcf8-c212adb58c4e tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:02.343343 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3308612-e46f-4b04-98df-a1284a913a9f req-50a984f4-9e7e-4c9e-bcf8-c212adb58c4e tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 945 time: 0.0489736 Apr 20 16:24:02.362854 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7759cb8e-1f93-47ce-89fd-17792909d730 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Made reservation on behalf of 71a5bbd7194f4cd9af104efb0f560385 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:02.373451 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7759cb8e-1f93-47ce-89fd-17792909d730 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:02.375521 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7759cb8e-1f93-47ce-89fd-17792909d730 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:02.381919 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3308612-e46f-4b04-98df-a1284a913a9f req-7086dd99-4807-4382-8ddb-846cce7bfd8a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=166312b2-8734-4d83-bf28-6242b4682b68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325284 Apr 20 16:24:02.399694 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fef1b1-b087-462e-8000-64c873a4658c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Made reservation on behalf of ba45707e1a3b413a96351986a900f914 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:02.403358 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-92fef1b1-b087-462e-8000-64c873a4658c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:02.564397 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d22f5-6a36-4c56-9dd1-679180bc90fc req-69e3f598-070a-44d1-99f8-568a04f4a043 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:02.565923 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4c7d22f5-6a36-4c56-9dd1-679180bc90fc req-69e3f598-070a-44d1-99f8-568a04f4a043 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.1536031 Apr 20 16:24:02.579966 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7759cb8e-1f93-47ce-89fd-17792909d730 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:02.617172 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ffe36-891a-4614-9d2f-9d499a31e5c1 req-4e2c3c74-799e-404f-9f27-025fbdc47d00 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:02.618633 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-459ffe36-891a-4614-9d2f-9d499a31e5c1 req-4e2c3c74-799e-404f-9f27-025fbdc47d00 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 945 time: 0.0561788 Apr 20 16:24:02.643887 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4c7d22f5-6a36-4c56-9dd1-679180bc90fc req-799b12a5-68aa-44a8-960b-5b59b502c6d2 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626535 Apr 20 16:24:02.704943 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7759cb8e-1f93-47ce-89fd-17792909d730 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:02.718736 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-7759cb8e-1f93-47ce-89fd-17792909d730 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] device_id is not set on port 9eb0ddaf-f3bb-4e22-a549-76b86a67d417 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:24:02.794357 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348223a7-e5d4-40a0-b1d2-7d54fe761749 req-cbc07733-d652-493a-812e-caa5ccd6511c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:02.796826 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-348223a7-e5d4-40a0-b1d2-7d54fe761749 req-cbc07733-d652-493a-812e-caa5ccd6511c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 946 time: 0.0979614 Apr 20 16:24:02.805378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-459ffe36-891a-4614-9d2f-9d499a31e5c1 req-b3537717-d905-4a22-af56-d8c77f8e8b91 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Deleting port 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:02.805852 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-459ffe36-891a-4614-9d2f-9d499a31e5c1 req-b3537717-d905-4a22-af56-d8c77f8e8b91 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:02.900610 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-348223a7-e5d4-40a0-b1d2-7d54fe761749 req-4e9a3334-22d6-428a-8544-755fb78185d0 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897701 Apr 20 16:24:02.931090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-459ffe36-891a-4614-9d2f-9d499a31e5c1 req-b3537717-d905-4a22-af56-d8c77f8e8b91 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] For port 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0f782a72-b42f-4ff0-9bba-3f2b013b9e0b,segment=NetworkSegment(fbddc46f-6394-4b83-97a1-2ef96c69e7cf),segment_id=fbddc46f-6394-4b83-97a1-2ef96c69e7cf)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:02.931510 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-459ffe36-891a-4614-9d2f-9d499a31e5c1 req-b3537717-d905-4a22-af56-d8c77f8e8b91 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:03.055365 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-92fef1b1-b087-462e-8000-64c873a4658c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:03.092707 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759cb8e-1f93-47ce-89fd-17792909d730 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21fd33e-4f1d-423e-aa56-1fb7752f26b9,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:03.117482 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-459ffe36-891a-4614-9d2f-9d499a31e5c1 req-b3537717-d905-4a22-af56-d8c77f8e8b91 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:03.117963 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-459ffe36-891a-4614-9d2f-9d499a31e5c1 req-b3537717-d905-4a22-af56-d8c77f8e8b91 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:03.118152 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-459ffe36-891a-4614-9d2f-9d499a31e5c1 req-b3537717-d905-4a22-af56-d8c77f8e8b91 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Floating IP 369bd6c6-4e28-4714-985e-84a5476003e0 disassociated. External IP: 172.25.0.64, port: 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b. Apr 20 16:24:03.118493 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-459ffe36-891a-4614-9d2f-9d499a31e5c1 req-b3537717-d905-4a22-af56-d8c77f8e8b91 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Calling delete_port for 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:03.194657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fef1b1-b087-462e-8000-64c873a4658c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event updated for resources: {'Subnet': ['ID=80454d78-ead8-4f11-ab22-4cfbb6ec6270,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:03.217091 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0811229-18c4-46e9-8f80-a40bc718b458 req-a64d27af-180a-40c6-b4a4-dfbf2f333f9a tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:03.218581 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0811229-18c4-46e9-8f80-a40bc718b458 req-a64d27af-180a-40c6-b4a4-dfbf2f333f9a tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.1696599 Apr 20 16:24:03.236269 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-7759cb8e-1f93-47ce-89fd-17792909d730 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Allocated IP 172.25.0.210 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/9eb0ddaf-f3bb-4e22-a549-76b86a67d417) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:03.242859 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fef1b1-b087-462e-8000-64c873a4658c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Checking segment: {'id': '94ca8c9c-1ef8-4e2c-a195-d85cc60f9946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9341f040-90f6-4c37-8427-27f33b0379a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:24:03.243219 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fef1b1-b087-462e-8000-64c873a4658c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Network hostable DHCP agents. Network: 9341f040-90f6-4c37-8427-27f33b0379a7, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:24:03.304925 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0811229-18c4-46e9-8f80-a40bc718b458 req-6fa0fad6-d153-46cd-a2b6-0bff4e769382 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772161 Apr 20 16:24:03.365484 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c183c1-2ecf-4a3b-97ca-cd36101f24ff'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:24:03.369819 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f89211a-97ff-46d4-a185-09729330ab45" -d '{"events": [{"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-plugged", "status": "completed", "tag": "38c183c1-2ecf-4a3b-97ca-cd36101f24ff"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:24:03.387890 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fef1b1-b087-462e-8000-64c873a4658c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Network 9341f040-90f6-4c37-8427-27f33b0379a7 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:24:03.476126 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7759cb8e-1f93-47ce-89fd-17792909d730 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:03.490845 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6700b2-23e6-4009-b2fe-4f98a8aae27a req-7717b7fc-3a99-40c1-8790-f174b677ee1f tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:03.492367 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3b6700b2-23e6-4009-b2fe-4f98a8aae27a req-7717b7fc-3a99-40c1-8790-f174b677ee1f tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0866361 Apr 20 16:24:03.520559 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-92fef1b1-b087-462e-8000-64c873a4658c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 9341f040-90f6-4c37-8427-27f33b0379a7) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:03.529322 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d686eb-a620-488c-afe1-0c899f0beb1d None None] Network 9341f040-90f6-4c37-8427-27f33b0379a7 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:03.534503 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fef1b1-b087-462e-8000-64c873a4658c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:03.535108 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-92fef1b1-b087-462e-8000-64c873a4658c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:03.564244 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3b6700b2-23e6-4009-b2fe-4f98a8aae27a req-a4231154-fc8a-405a-92d9-12b78f0bacd2 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614727 Apr 20 16:24:03.568138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b5e43-d640-4cf2-8e66-6a2fe78079d7 req-547bc5ae-0bba-498f-b7a1-72ce96ae08f2 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:03.574184 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b5e43-d640-4cf2-8e66-6a2fe78079d7 req-547bc5ae-0bba-498f-b7a1-72ce96ae08f2 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:03.582510 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b5e43-d640-4cf2-8e66-6a2fe78079d7 req-547bc5ae-0bba-498f-b7a1-72ce96ae08f2 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:03.589019 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b5e43-d640-4cf2-8e66-6a2fe78079d7 req-547bc5ae-0bba-498f-b7a1-72ce96ae08f2 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:03.597689 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b5e43-d640-4cf2-8e66-6a2fe78079d7 req-547bc5ae-0bba-498f-b7a1-72ce96ae08f2 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:03.606518 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b5e43-d640-4cf2-8e66-6a2fe78079d7 req-547bc5ae-0bba-498f-b7a1-72ce96ae08f2 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:03.613905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b5e43-d640-4cf2-8e66-6a2fe78079d7 req-547bc5ae-0bba-498f-b7a1-72ce96ae08f2 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:03.616112 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dd7b5e43-d640-4cf2-8e66-6a2fe78079d7 req-547bc5ae-0bba-498f-b7a1-72ce96ae08f2 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5433 time: 0.4455860 Apr 20 16:24:03.633275 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9638e1cb-751d-430f-8edd-0545d11af372 x-openstack-request-id: req-9638e1cb-751d-430f-8edd-0545d11af372 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:24:03.633671 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-plugged", "status": "completed", "tag": "38c183c1-2ecf-4a3b-97ca-cd36101f24ff", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:24:03.634105 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9638e1cb-751d-430f-8edd-0545d11af372 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:24:03.634599 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9638e1cb-751d-430f-8edd-0545d11af372'] response: {'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c183c1-2ecf-4a3b-97ca-cd36101f24ff', 'code': 200} Apr 20 16:24:03.638350 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7759cb8e-1f93-47ce-89fd-17792909d730 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:03.701897 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7759cb8e-1f93-47ce-89fd-17792909d730 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:03.709430 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dd7b5e43-d640-4cf2-8e66-6a2fe78079d7 req-2a6bb4ab-c816-477d-b84e-a382fdeab09f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358911 Apr 20 16:24:03.746015 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-92fef1b1-b087-462e-8000-64c873a4658c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6225259 Apr 20 16:24:03.755233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46668) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:03.759671 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6be71a-b55f-4073-b0ca-22a5ddd1d92d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-9341f040-90f6-4c37-8427-27f33b0379a7', 'network_id': '9341f040-90f6-4c37-8427-27f33b0379a7', 'tenant_id': 'ba45707e1a3b413a96351986a900f914', 'fixed_ips': [{'subnet_id': '80454d78-ead8-4f11-ab22-4cfbb6ec6270'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:24:03.759967 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-7759cb8e-1f93-47ce-89fd-17792909d730 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:03.761183 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4c6be71a-b55f-4073-b0ca-22a5ddd1d92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:03.767643 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7759cb8e-1f93-47ce-89fd-17792909d730 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:24:03.774692 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-a0121e6f-7ab9-421d-a7b0-ed362c4f608b tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Request body: {'subnet': {'network_id': '9341f040-90f6-4c37-8427-27f33b0379a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:03.800865 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-459ffe36-891a-4614-9d2f-9d499a31e5c1 req-b3537717-d905-4a22-af56-d8c77f8e8b91 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:03.863109 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759cb8e-1f93-47ce-89fd-17792909d730 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Pushing event updated for resources: {'Port': ['ID=9eb0ddaf-f3bb-4e22-a549-76b86a67d417,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:03.867171 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7759cb8e-1f93-47ce-89fd-17792909d730 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:03.867877 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7759cb8e-1f93-47ce-89fd-17792909d730 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:03.877869 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb3e1d-f018-4ab7-96fd-0e682b6bf20b req-d07cdc23-ea3b-40c8-a75c-64ef6bf2b6ca tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:03.887369 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-60fb3e1d-f018-4ab7-96fd-0e682b6bf20b req-d07cdc23-ea3b-40c8-a75c-64ef6bf2b6ca tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 867 time: 0.1845891 Apr 20 16:24:03.895424 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3537717-d905-4a22-af56-d8c77f8e8b91 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Pushing event deleted for resources: {'Port': ['ID=0f782a72-b42f-4ff0-9bba-3f2b013b9e0b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:03.943834 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-60fb3e1d-f018-4ab7-96fd-0e682b6bf20b req-c1f0fe3c-d788-4261-bfbe-585afad7450b tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups?id=166312b2-8734-4d83-bf28-6242b4682b68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528870 Apr 20 16:24:03.949583 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b705471-e77f-45ac-a8b9-1f03e30bce63 req-946c9724-8fff-4207-a69b-a573fb257802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:03.950079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b705471-e77f-45ac-a8b9-1f03e30bce63 req-946c9724-8fff-4207-a69b-a573fb257802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:03.950734 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b705471-e77f-45ac-a8b9-1f03e30bce63 req-946c9724-8fff-4207-a69b-a573fb257802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:03.951198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b705471-e77f-45ac-a8b9-1f03e30bce63 req-946c9724-8fff-4207-a69b-a573fb257802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:03.952383 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b705471-e77f-45ac-a8b9-1f03e30bce63 req-946c9724-8fff-4207-a69b-a573fb257802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:03.953013 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b705471-e77f-45ac-a8b9-1f03e30bce63 req-946c9724-8fff-4207-a69b-a573fb257802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:03.963523 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b705471-e77f-45ac-a8b9-1f03e30bce63 req-946c9724-8fff-4207-a69b-a573fb257802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:03.963523 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b705471-e77f-45ac-a8b9-1f03e30bce63 req-946c9724-8fff-4207-a69b-a573fb257802 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 6490 time: 0.2115774 Apr 20 16:24:03.994357 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-4c6be71a-b55f-4073-b0ca-22a5ddd1d92d None None] Allocated IP 2001:db8::2 (9341f040-90f6-4c37-8427-27f33b0379a7/80454d78-ead8-4f11-ab22-4cfbb6ec6270/edc3e64f-fa83-4018-8269-275484a6e1d9) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:04.024456 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7759cb8e-1f93-47ce-89fd-17792909d730 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.0407512 Apr 20 16:24:04.031269 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46672) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:04.036092 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-a058f049-4c06-44d2-b137-aa67636b62c7 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}]}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:04.054395 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be72ae-6278-439b-9c00-8e3131f0caa6 req-4b2010fe-3183-49d7-97db-502dc696a05c tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:04.063997 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-30be72ae-6278-439b-9c00-8e3131f0caa6 req-4b2010fe-3183-49d7-97db-502dc696a05c tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.2313952 Apr 20 16:24:04.093814 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:24:04.096021 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f828d79-fe91-4a0c-bbcc-1e0c663a349b req-90976d86-8687-467c-96a2-2963ed6f6816 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:04.100923 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7f828d79-fe91-4a0c-bbcc-1e0c663a349b req-90976d86-8687-467c-96a2-2963ed6f6816 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.0683951 Apr 20 16:24:04.127936 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:24:04.128269 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:24:04.142551 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7f828d79-fe91-4a0c-bbcc-1e0c663a349b req-107034ff-2c40-4d7c-bc2e-7252183521e9 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374584 Apr 20 16:24:04.150553 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b705471-e77f-45ac-a8b9-1f03e30bce63 req-0e9a6eca-8ebb-4c15-b95a-ef609e9218c5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1628780 Apr 20 16:24:04.183560 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-30be72ae-6278-439b-9c00-8e3131f0caa6 req-22023db5-1746-46b8-9034-65f6ec13102b tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184187 Apr 20 16:24:04.204834 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-459ffe36-891a-4614-9d2f-9d499a31e5c1 req-b3537717-d905-4a22-af56-d8c77f8e8b91 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Router 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:24:04.242571 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4c6be71a-b55f-4073-b0ca-22a5ddd1d92d None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:04.304072 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935f175-828b-419f-95bc-ac656b2eab9a req-427bc040-888b-4489-bf7b-8db73ec710e1 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:04.305955 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0935f175-828b-419f-95bc-ac656b2eab9a req-427bc040-888b-4489-bf7b-8db73ec710e1 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 946 time: 0.0743003 Apr 20 16:24:04.331083 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0121e6f-7ab9-421d-a7b0-ed362c4f608b tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Made reservation on behalf of ba45707e1a3b413a96351986a900f914 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:04.334801 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a0121e6f-7ab9-421d-a7b0-ed362c4f608b tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:04.339210 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a058f049-4c06-44d2-b137-aa67636b62c7 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:04.345701 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a058f049-4c06-44d2-b137-aa67636b62c7 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:04.351181 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0935f175-828b-419f-95bc-ac656b2eab9a req-c10aa53a-4fde-4524-a3ce-14d825a7a0ed tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384011 Apr 20 16:24:04.364317 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4c6be71a-b55f-4073-b0ca-22a5ddd1d92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:04.398241 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-459ffe36-891a-4614-9d2f-9d499a31e5c1 req-b3537717-d905-4a22-af56-d8c77f8e8b91 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:24:04.412185 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fdfe7e-20b8-4337-83b9-a6448defa933 None None] Sync routers for ids ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:24:04.423810 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fdfe7e-20b8-4337-83b9-a6448defa933 None None] Routers {'1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:24:04.427541 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f7fdfe7e-20b8-4337-83b9-a6448defa933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:23:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:04.458072 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6be71a-b55f-4073-b0ca-22a5ddd1d92d None None] Network 9341f040-90f6-4c37-8427-27f33b0379a7 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:04.462183 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-4c6be71a-b55f-4073-b0ca-22a5ddd1d92d None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:04.466122 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6be71a-b55f-4073-b0ca-22a5ddd1d92d None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:24:04.502441 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6be71a-b55f-4073-b0ca-22a5ddd1d92d None None] Pushing event updated for resources: {'Port': ['ID=edc3e64f-fa83-4018-8269-275484a6e1d9,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:04.547252 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4c6be71a-b55f-4073-b0ca-22a5ddd1d92d None None] Attempting to bind port edc3e64f-fa83-4018-8269-275484a6e1d9 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:24:04.547900 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4c6be71a-b55f-4073-b0ca-22a5ddd1d92d None None] Attempting to bind port edc3e64f-fa83-4018-8269-275484a6e1d9 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '94ca8c9c-1ef8-4e2c-a195-d85cc60f9946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9341f040-90f6-4c37-8427-27f33b0379a7'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:24:04.548463 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6be71a-b55f-4073-b0ca-22a5ddd1d92d None None] Attempting to bind port edc3e64f-fa83-4018-8269-275484a6e1d9 on network 9341f040-90f6-4c37-8427-27f33b0379a7 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:24:04.555103 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6be71a-b55f-4073-b0ca-22a5ddd1d92d None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:24:04.555755 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6be71a-b55f-4073-b0ca-22a5ddd1d92d None None] Checking segment: {'id': '94ca8c9c-1ef8-4e2c-a195-d85cc60f9946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9341f040-90f6-4c37-8427-27f33b0379a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:24:04.556313 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4c6be71a-b55f-4073-b0ca-22a5ddd1d92d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:04.556885 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6be71a-b55f-4073-b0ca-22a5ddd1d92d None None] Bound using segment: {'id': '94ca8c9c-1ef8-4e2c-a195-d85cc60f9946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9341f040-90f6-4c37-8427-27f33b0379a7'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:24:04.557817 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4c6be71a-b55f-4073-b0ca-22a5ddd1d92d None None] Bound port: edc3e64f-fa83-4018-8269-275484a6e1d9, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ca8c9c-1ef8-4e2c-a195-d85cc60f9946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9341f040-90f6-4c37-8427-27f33b0379a7'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:24:04.558464 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36026931-638d-4a2f-abb0-69d73dc53e0a req-4822defc-7b25-4a48-86f4-0b2b7192053b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:04.558650 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4c6be71a-b55f-4073-b0ca-22a5ddd1d92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:04.572058 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-36026931-638d-4a2f-abb0-69d73dc53e0a req-4822defc-7b25-4a48-86f4-0b2b7192053b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0875993 Apr 20 16:24:04.583872 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-f7fdfe7e-20b8-4337-83b9-a6448defa933 None None] Set router 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:24:04.593866 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a058f049-4c06-44d2-b137-aa67636b62c7 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:04.598451 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-459ffe36-891a-4614-9d2f-9d499a31e5c1 req-b3537717-d905-4a22-af56-d8c77f8e8b91 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] No DVR routers for this DVR port 0f782a72-b42f-4ff0-9bba-3f2b013b9e0b on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:24:04.602164 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-459ffe36-891a-4614-9d2f-9d499a31e5c1 req-b3537717-d905-4a22-af56-d8c77f8e8b91 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:04.605999 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-459ffe36-891a-4614-9d2f-9d499a31e5c1 req-b3537717-d905-4a22-af56-d8c77f8e8b91 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.26 "DELETE /v2.0/ports/0f782a72-b42f-4ff0-9bba-3f2b013b9e0b HTTP/1.1" status: 204 len: 173 time: 1.9494345 Apr 20 16:24:04.606789 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ed467d-d5c7-4613-9600-172c9543697d', 'name': 'network-vif-deleted', 'tag': '0f782a72-b42f-4ff0-9bba-3f2b013b9e0b'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:24:04.610241 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c278320a-6549-4f32-b947-cdf1a0a3e17a" -d '{"events": [{"server_uuid": "e9ed467d-d5c7-4613-9600-172c9543697d", "name": "network-vif-deleted", "tag": "0f782a72-b42f-4ff0-9bba-3f2b013b9e0b"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:24:04.631187 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-36026931-638d-4a2f-abb0-69d73dc53e0a req-36ed0616-d7c4-4a45-8f77-6ee8e982dec4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577857 Apr 20 16:24:04.659679 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-4c6be71a-b55f-4073-b0ca-22a5ddd1d92d None None] For port edc3e64f-fa83-4018-8269-275484a6e1d9, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:24:04.663176 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-4c6be71a-b55f-4073-b0ca-22a5ddd1d92d None None] For port edc3e64f-fa83-4018-8269-275484a6e1d9, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=edc3e64f-fa83-4018-8269-275484a6e1d9,segment=NetworkSegment(94ca8c9c-1ef8-4e2c-a195-d85cc60f9946),segment_id=94ca8c9c-1ef8-4e2c-a195-d85cc60f9946)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:24:04.746672 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4c6be71a-b55f-4073-b0ca-22a5ddd1d92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:04.768721 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62425f6b-61b7-468a-9ae9-245e8b6eb67d req-71152c1a-8646-4615-af5e-5f076c02bc1e tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:04.780916 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-62425f6b-61b7-468a-9ae9-245e8b6eb67d req-71152c1a-8646-4615-af5e-5f076c02bc1e tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.0740759 Apr 20 16:24:04.847790 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c27bd6a-35e9-40b7-89cb-08a59e6e6ac8 x-openstack-request-id: req-4c27bd6a-35e9-40b7-89cb-08a59e6e6ac8 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:24:04.848091 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ed467d-d5c7-4613-9600-172c9543697d", "name": "network-vif-deleted", "tag": "0f782a72-b42f-4ff0-9bba-3f2b013b9e0b", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:24:04.848317 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c27bd6a-35e9-40b7-89cb-08a59e6e6ac8 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:24:04.849154 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6be71a-b55f-4073-b0ca-22a5ddd1d92d None None] Pushing event updated for resources: {'Port': ['ID=edc3e64f-fa83-4018-8269-275484a6e1d9,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:04.857309 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c27bd6a-35e9-40b7-89cb-08a59e6e6ac8'] response: {'server_uuid': 'e9ed467d-d5c7-4613-9600-172c9543697d', 'name': 'network-vif-deleted', 'tag': '0f782a72-b42f-4ff0-9bba-3f2b013b9e0b', 'status': 'completed', 'code': 200} Apr 20 16:24:04.876166 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-62425f6b-61b7-468a-9ae9-245e8b6eb67d req-0016578d-7b44-44c9-a67e-f07571e056d6 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895979 Apr 20 16:24:04.879762 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f7fdfe7e-20b8-4337-83b9-a6448defa933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'name': 'tempest-AttachVolumeTestJSON-782311160-router', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:37Z', 'updated_at': '2022-04-20T16:15:46Z', 'revision_number': 4, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'gw_port': {'id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '4559b831-69c2-44cd-9aa0-3a727d8cee61', 'name': '', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'mac_address': 'fa:16:3e:d2:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:44Z', 'updated_at': '2022-04-20T16:15:54Z', 'revision_number': 5, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'subnets': [{'id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:04.925583 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a058f049-4c06-44d2-b137-aa67636b62c7 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:04.943319 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fdfe7e-20b8-4337-83b9-a6448defa933 None None] Checking router: 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:24:04.952432 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fdfe7e-20b8-4337-83b9-a6448defa933 None None] Routers {'1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:24:04.953535 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f7fdfe7e-20b8-4337-83b9-a6448defa933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:23:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:05.019209 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:24:05.065149 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a53b88-b475-4892-b988-12cdb84bd155 req-d1708085-905b-43f9-82b7-73761f1b3178 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:05.071528 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a53b88-b475-4892-b988-12cdb84bd155 req-d1708085-905b-43f9-82b7-73761f1b3178 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:05.077884 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a53b88-b475-4892-b988-12cdb84bd155 req-d1708085-905b-43f9-82b7-73761f1b3178 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:05.083915 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a53b88-b475-4892-b988-12cdb84bd155 req-d1708085-905b-43f9-82b7-73761f1b3178 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:05.092795 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a53b88-b475-4892-b988-12cdb84bd155 req-d1708085-905b-43f9-82b7-73761f1b3178 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:05.099452 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a53b88-b475-4892-b988-12cdb84bd155 req-d1708085-905b-43f9-82b7-73761f1b3178 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:05.105704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb26d3-bb93-47e0-acf3-4cf827078e54 req-e2b8e169-f312-4c33-9a10-07d2a27612e4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:05.107907 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19eb26d3-bb93-47e0-acf3-4cf827078e54 req-e2b8e169-f312-4c33-9a10-07d2a27612e4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.1635687 Apr 20 16:24:05.130855 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a53b88-b475-4892-b988-12cdb84bd155 req-d1708085-905b-43f9-82b7-73761f1b3178 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:05.134919 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f8a53b88-b475-4892-b988-12cdb84bd155 req-d1708085-905b-43f9-82b7-73761f1b3178 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5433 time: 0.1586769 Apr 20 16:24:05.142839 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46696) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:05.148539 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-f7fdfe7e-20b8-4337-83b9-a6448defa933 None None] Set router 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:24:05.152219 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-cf84fe93-7020-4588-b953-a1823b4535cf tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Request body: {'floatingip': {'port_id': 'b463745f-05ca-4647-8b4c-710910c8dde7'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:05.245171 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f8a53b88-b475-4892-b988-12cdb84bd155 req-bd3e7657-b6f3-410c-aa45-1cab54030712 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1006691 Apr 20 16:24:05.254073 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf84fe93-7020-4588-b953-a1823b4535cf tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for floatingip, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:05.335098 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a0121e6f-7ab9-421d-a7b0-ed362c4f608b tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:05.380823 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-54b05a39-27b3-4f1c-a736-87b9c72fed31 req-a1b0a042-0ba9-497d-9b78-570708495a20 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9ed467d-d5c7-4613-9600-172c9543697d HTTP/1.1" status: 200 len: 210 time: 0.0408671 Apr 20 16:24:05.494134 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48ab22-80bc-4bea-a9e6-8d7f469c17e8 req-98a154b6-bd3a-4d1d-a1b1-b2f750d2be2e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:05.495872 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5b48ab22-80bc-4bea-a9e6-8d7f469c17e8 req-98a154b6-bd3a-4d1d-a1b1-b2f750d2be2e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.0523381 Apr 20 16:24:05.504267 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f7fdfe7e-20b8-4337-83b9-a6448defa933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'name': 'tempest-AttachVolumeTestJSON-782311160-router', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:37Z', 'updated_at': '2022-04-20T16:15:46Z', 'revision_number': 4, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'gw_port': {'id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '4559b831-69c2-44cd-9aa0-3a727d8cee61', 'name': '', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'mac_address': 'fa:16:3e:d2:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:44Z', 'updated_at': '2022-04-20T16:15:54Z', 'revision_number': 5, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'subnets': [{'id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:05.531935 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fdfe7e-20b8-4337-83b9-a6448defa933 None None] The sync data for ids ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'] in n-d-836146-2 is: [{'id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'name': 'tempest-AttachVolumeTestJSON-782311160-router', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:37Z', 'updated_at': '2022-04-20T16:15:46Z', 'revision_number': 4, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'gw_port': {'id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '4559b831-69c2-44cd-9aa0-3a727d8cee61', 'name': '', 'network_id': '1909df4a-72a6-4533-bf20-1f90fba3849a', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'mac_address': 'fa:16:3e:d2:b4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:44Z', 'updated_at': '2022-04-20T16:15:54Z', 'revision_number': 5, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'subnets': [{'id': '49f7ee52-7222-4a78-88ae-a616c6706517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:24:05.535383 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0121e6f-7ab9-421d-a7b0-ed362c4f608b tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event updated for resources: {'Subnet': ['ID=5019cd0d-4526-4cf1-bfb0-7acd8d1e1d44,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:05.556953 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5b48ab22-80bc-4bea-a9e6-8d7f469c17e8 req-431687b5-d662-423f-92a6-be73343843cb tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528142 Apr 20 16:24:05.565734 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0121e6f-7ab9-421d-a7b0-ed362c4f608b tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Network 9341f040-90f6-4c37-8427-27f33b0379a7 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:05.579591 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-a0121e6f-7ab9-421d-a7b0-ed362c4f608b tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:05.587400 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0121e6f-7ab9-421d-a7b0-ed362c4f608b tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:05.587989 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a0121e6f-7ab9-421d-a7b0-ed362c4f608b tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:05.619651 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a06684-98ba-47e4-b2dd-d6d9f8d56e2f req-5d193319-0360-42cc-a729-c5e230dc3092 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:05.621232 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-86a06684-98ba-47e4-b2dd-d6d9f8d56e2f req-5d193319-0360-42cc-a729-c5e230dc3092 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 946 time: 0.3914964 Apr 20 16:24:05.743861 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a0121e6f-7ab9-421d-a7b0-ed362c4f608b tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9883399 Apr 20 16:24:05.746529 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46700) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:05.777469 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-86a06684-98ba-47e4-b2dd-d6d9f8d56e2f req-d4614af5-fb20-439b-81e0-92425e5f9d3c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151557 Apr 20 16:24:05.891590 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effa990e-2850-40d3-9bab-61683e3cc39f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:05.893155 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effa990e-2850-40d3-9bab-61683e3cc39f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:05.894859 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effa990e-2850-40d3-9bab-61683e3cc39f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:05.896753 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effa990e-2850-40d3-9bab-61683e3cc39f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:05.898615 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effa990e-2850-40d3-9bab-61683e3cc39f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:05.905122 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-effa990e-2850-40d3-9bab-61683e3cc39f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1574047 Apr 20 16:24:05.911890 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46706) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:05.924578 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-8992f468-f1d6-4ddb-bd34-7a561bc4944e tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1088391842'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:05.931968 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a058f049-4c06-44d2-b137-aa67636b62c7 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:05.969839 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea7c3d-90ea-4c82-942b-e42bebfefeb1 req-7be13a16-39ed-47f3-9c1e-f4176ba147c0 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:05.971550 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-abea7c3d-90ea-4c82-942b-e42bebfefeb1 req-7be13a16-39ed-47f3-9c1e-f4176ba147c0 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 946 time: 0.1027508 Apr 20 16:24:06.010744 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a058f049-4c06-44d2-b137-aa67636b62c7 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:06.024614 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-abea7c3d-90ea-4c82-942b-e42bebfefeb1 req-7006219c-e6c2-4102-95ba-ba87df5623ca tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450935 Apr 20 16:24:06.116056 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d8f7c2-109e-42b6-9b35-eb3f13e11805 None None] New status for floating IP 369bd6c6-4e28-4714-985e-84a5476003e0: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:24:06.277595 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf903c8-c28a-4d57-bcb9-7be732778c1d None None] Network 9341f040-90f6-4c37-8427-27f33b0379a7 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:06.290782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8992f468-f1d6-4ddb-bd34-7a561bc4944e tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Made reservation on behalf of ba45707e1a3b413a96351986a900f914 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:06.295125 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8992f468-f1d6-4ddb-bd34-7a561bc4944e tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:06.331747 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device edc3e64f-fa83-4018-8269-275484a6e1d9 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:24:06.336363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383506d1-a251-4306-bb8b-ef0c5ac80d72 req-3eb7c2bf-989c-46f7-a41e-73582c8f00d0 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:06.337876 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-383506d1-a251-4306-bb8b-ef0c5ac80d72 req-3eb7c2bf-989c-46f7-a41e-73582c8f00d0 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.3208702 Apr 20 16:24:06.423720 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d056ff8a-5f11-4e5e-bd81-dc846f7a2745 None None] Provisioning complete for port edc3e64f-fa83-4018-8269-275484a6e1d9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:06.424269 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d056ff8a-5f11-4e5e-bd81-dc846f7a2745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:06.427907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8992f468-f1d6-4ddb-bd34-7a561bc4944e tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:24:06.458089 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8992f468-f1d6-4ddb-bd34-7a561bc4944e tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:06.458451 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-8992f468-f1d6-4ddb-bd34-7a561bc4944e tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Added segment e55b2460-294e-4efb-9151-63a35c396eee of type vlan for network 1218b60d-2d70-4808-bc04-34ec9f74ef71 Apr 20 16:24:06.490026 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-383506d1-a251-4306-bb8b-ef0c5ac80d72 req-835f717d-a65f-4dda-aaea-6d4a1c17fd32 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393356 Apr 20 16:24:06.526470 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port edc3e64f-fa83-4018-8269-275484a6e1d9 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:06.526759 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:06.650523 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d056ff8a-5f11-4e5e-bd81-dc846f7a2745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:06.742609 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d056ff8a-5f11-4e5e-bd81-dc846f7a2745 None None] For port edc3e64f-fa83-4018-8269-275484a6e1d9, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=edc3e64f-fa83-4018-8269-275484a6e1d9,segment=NetworkSegment(94ca8c9c-1ef8-4e2c-a195-d85cc60f9946),segment_id=94ca8c9c-1ef8-4e2c-a195-d85cc60f9946)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:06.748153 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:06.775472 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb71a89-16b3-4ffe-b176-463f6771d79b None None] Update dhcp port {'port': {'network_id': '9341f040-90f6-4c37-8427-27f33b0379a7', 'fixed_ips': [{'subnet_id': '80454d78-ead8-4f11-ab22-4cfbb6ec6270', 'ip_address': '2001:db8::2'}, {'subnet_id': '5019cd0d-4526-4cf1-bfb0-7acd8d1e1d44'}], 'binding:host_id': 'n-d-836146-2'}, 'id': 'edc3e64f-fa83-4018-8269-275484a6e1d9'} from n-d-836146-2. {{(pid=103486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 16:24:06.803585 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fdb71a89-16b3-4ffe-b176-463f6771d79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:06.817619 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d056ff8a-5f11-4e5e-bd81-dc846f7a2745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:06.844570 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815b8d1-43af-47aa-b2fe-9bb2fdc399b0 req-6db9be80-596c-4bcc-86ac-161bb8ab7775 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:06.852930 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e815b8d1-43af-47aa-b2fe-9bb2fdc399b0 req-6db9be80-596c-4bcc-86ac-161bb8ab7775 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.0680077 Apr 20 16:24:06.867207 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a058f049-4c06-44d2-b137-aa67636b62c7 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:06.893487 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e815b8d1-43af-47aa-b2fe-9bb2fdc399b0 req-73c829d6-18b3-4cd8-834b-3c5f6e463ef6 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394378 Apr 20 16:24:06.949852 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8992f468-f1d6-4ddb-bd34-7a561bc4944e tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:06.997888 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf84fe93-7020-4588-b953-a1823b4535cf tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:07.032586 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd4b33-fdb3-4baf-a5b2-f09b99e9cc4c req-b9dd2422-6da6-4dd6-be07-3b5e7ac6d079 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:07.034138 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d4bd4b33-fdb3-4baf-a5b2-f09b99e9cc4c req-b9dd2422-6da6-4dd6-be07-3b5e7ac6d079 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 946 time: 0.0621586 Apr 20 16:24:07.076748 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf84fe93-7020-4588-b953-a1823b4535cf tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:07.082145 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d4bd4b33-fdb3-4baf-a5b2-f09b99e9cc4c req-e9f9eae7-6839-4312-9b05-fb281aefdbcf tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403421 Apr 20 16:24:07.117908 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a058f049-4c06-44d2-b137-aa67636b62c7 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:07.149431 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a058f049-4c06-44d2-b137-aa67636b62c7 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:07.153581 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056ff8a-5f11-4e5e-bd81-dc846f7a2745 None None] Pushing event updated for resources: {'Port': ['ID=edc3e64f-fa83-4018-8269-275484a6e1d9,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:07.156905 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:24:07.157062 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:24:07.161393 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1fba1-96fc-45d7-9341-faa24cfc2f3d req-88d7391d-ebd2-45cf-871f-134a1ad75873 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:07.167295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1fba1-96fc-45d7-9341-faa24cfc2f3d req-88d7391d-ebd2-45cf-871f-134a1ad75873 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:07.173120 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1fba1-96fc-45d7-9341-faa24cfc2f3d req-88d7391d-ebd2-45cf-871f-134a1ad75873 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:07.178931 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1fba1-96fc-45d7-9341-faa24cfc2f3d req-88d7391d-ebd2-45cf-871f-134a1ad75873 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:07.184712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1fba1-96fc-45d7-9341-faa24cfc2f3d req-88d7391d-ebd2-45cf-871f-134a1ad75873 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:07.190997 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1fba1-96fc-45d7-9341-faa24cfc2f3d req-88d7391d-ebd2-45cf-871f-134a1ad75873 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:07.197541 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1fba1-96fc-45d7-9341-faa24cfc2f3d req-88d7391d-ebd2-45cf-871f-134a1ad75873 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:07.198899 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eba1fba1-96fc-45d7-9341-faa24cfc2f3d req-88d7391d-ebd2-45cf-871f-134a1ad75873 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5433 time: 0.3522136 Apr 20 16:24:07.203199 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8992f468-f1d6-4ddb-bd34-7a561bc4944e tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:07.208592 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8992f468-f1d6-4ddb-bd34-7a561bc4944e tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:07.209194 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8992f468-f1d6-4ddb-bd34-7a561bc4944e tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:07.236319 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46724) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:07.243289 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-fdb71a89-16b3-4ffe-b176-463f6771d79b None None] Allocated IP 172.20.0.1 (9341f040-90f6-4c37-8427-27f33b0379a7/5019cd0d-4526-4cf1-bfb0-7acd8d1e1d44/edc3e64f-fa83-4018-8269-275484a6e1d9) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:07.308204 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-01687d60-a6bf-48cc-a260-d5b0e466cfd5 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:07.340626 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-01687d60-a6bf-48cc-a260-d5b0e466cfd5 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:07.368221 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-fdb71a89-16b3-4ffe-b176-463f6771d79b None None] For port edc3e64f-fa83-4018-8269-275484a6e1d9, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=edc3e64f-fa83-4018-8269-275484a6e1d9,segment=NetworkSegment(94ca8c9c-1ef8-4e2c-a195-d85cc60f9946),segment_id=94ca8c9c-1ef8-4e2c-a195-d85cc60f9946)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:07.382744 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992f468-f1d6-4ddb-bd34-7a561bc4944e tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event updated for resources: {'Network': ['ID=1218b60d-2d70-4808-bc04-34ec9f74ef71,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:07.396910 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8992f468-f1d6-4ddb-bd34-7a561bc4944e tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4782619 Apr 20 16:24:07.398227 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46726) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:07.399579 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 1218b60d-2d70-4808-bc04-34ec9f74ef71 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:24:07.403887 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5750eef0-d806-4821-84d3-1c524b8c3dbf tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:07.406585 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fdb71a89-16b3-4ffe-b176-463f6771d79b None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:07.419498 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eba1fba1-96fc-45d7-9341-faa24cfc2f3d req-5c874b55-3792-484f-bb56-939466a4d13a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2076535 Apr 20 16:24:07.421386 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-cf84fe93-7020-4588-b953-a1823b4535cf tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Floating IP 020b949f-9119-43b8-bcff-6a9506e6e49c associated. External IP: 172.25.0.138, port: b463745f-05ca-4647-8b4c-710910c8dde7. Apr 20 16:24:07.480292 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a058f049-4c06-44d2-b137-aa67636b62c7 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:07.480850 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a058f049-4c06-44d2-b137-aa67636b62c7 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0cf5f9d-4d06-47be-8b21-63ae249f88eb {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:24:07.496597 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fdb71a89-16b3-4ffe-b176-463f6771d79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:07.566370 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-01687d60-a6bf-48cc-a260-d5b0e466cfd5 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:07.573406 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-01687d60-a6bf-48cc-a260-d5b0e466cfd5 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:07.580287 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-01687d60-a6bf-48cc-a260-d5b0e466cfd5 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "DELETE /v2.0/security-groups/166312b2-8734-4d83-bf28-6242b4682b68 HTTP/1.1" status: 204 len: 168 time: 0.3436670 Apr 20 16:24:07.588406 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46730) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:07.620390 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01687d60-a6bf-48cc-a260-d5b0e466cfd5 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=166312b2-8734-4d83-bf28-6242b4682b68,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:07.641777 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb71a89-16b3-4ffe-b176-463f6771d79b None None] Pushing event updated for resources: {'Port': ['ID=edc3e64f-fa83-4018-8269-275484a6e1d9,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:07.646397 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-c64b942c-5a15-44aa-b8ac-ef0d0b3ac67a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] show failed (client error): The resource could not be found. Apr 20 16:24:07.647832 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c64b942c-5a15-44aa-b8ac-ef0d0b3ac67a tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "GET /v2.0/security-groups/166312b2-8734-4d83-bf28-6242b4682b68 HTTP/1.1" status: 404 len: 347 time: 0.0558960 Apr 20 16:24:07.655402 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46734) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:07.673246 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5750eef0-d806-4821-84d3-1c524b8c3dbf tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:07.769273 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-a058f049-4c06-44d2-b137-aa67636b62c7 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 20 16:24:07.770382 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a058f049-4c06-44d2-b137-aa67636b62c7 tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.7375615 Apr 20 16:24:07.780094 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46736) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:07.784840 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5750eef0-d806-4821-84d3-1c524b8c3dbf tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:07.808506 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5750eef0-d806-4821-84d3-1c524b8c3dbf tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Network 1218b60d-2d70-4808-bc04-34ec9f74ef71 is not hosted by any dhcp agent {{(pid=103485) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 16:24:07.814698 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5750eef0-d806-4821-84d3-1c524b8c3dbf tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:07.815322 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5750eef0-d806-4821-84d3-1c524b8c3dbf tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:07.819270 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5750eef0-d806-4821-84d3-1c524b8c3dbf tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "PUT /v2.0/networks/1218b60d-2d70-4808-bc04-34ec9f74ef71 HTTP/1.1" status: 200 len: 723 time: 0.4174354 Apr 20 16:24:07.824959 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46738) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:07.858736 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-fec56f33-bc1f-4ccc-8932-306f0bd5a988 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Request body: {'subnet': {'network_id': '1218b60d-2d70-4808-bc04-34ec9f74ef71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:07.872658 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1072ba-11e2-4a8a-83ad-4f109140c6be req-4217c99e-1cb5-4dd6-b8f4-da0f3edd31a9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:07.880067 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1072ba-11e2-4a8a-83ad-4f109140c6be req-4217c99e-1cb5-4dd6-b8f4-da0f3edd31a9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:07.886489 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1072ba-11e2-4a8a-83ad-4f109140c6be req-4217c99e-1cb5-4dd6-b8f4-da0f3edd31a9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:07.893090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1072ba-11e2-4a8a-83ad-4f109140c6be req-4217c99e-1cb5-4dd6-b8f4-da0f3edd31a9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:07.899155 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1072ba-11e2-4a8a-83ad-4f109140c6be req-4217c99e-1cb5-4dd6-b8f4-da0f3edd31a9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:07.905578 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1072ba-11e2-4a8a-83ad-4f109140c6be req-4217c99e-1cb5-4dd6-b8f4-da0f3edd31a9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:07.911519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1072ba-11e2-4a8a-83ad-4f109140c6be req-4217c99e-1cb5-4dd6-b8f4-da0f3edd31a9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:07.913477 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac1072ba-11e2-4a8a-83ad-4f109140c6be req-4217c99e-1cb5-4dd6-b8f4-da0f3edd31a9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5433 time: 0.3242612 Apr 20 16:24:07.925384 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46742) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:07.950330 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-65e85806-c8b8-405b-85bb-6a7240787f0f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Request body: {'floatingip': {'port_id': '7a124185-eb8a-4596-af17-192c400a73d6'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:07.974169 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e75ccd-8a29-49b7-8d74-7d2b22939700 req-9cbd4707-a790-424c-8a47-a96b055cfde0 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:07.975790 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d8e75ccd-8a29-49b7-8d74-7d2b22939700 req-9cbd4707-a790-424c-8a47-a96b055cfde0 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.2458196 Apr 20 16:24:07.976472 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750eef0-d806-4821-84d3-1c524b8c3dbf tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event updated for resources: {'Network': ['ID=1218b60d-2d70-4808-bc04-34ec9f74ef71,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:07.992941 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 1218b60d-2d70-4808-bc04-34ec9f74ef71 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:24:08.065341 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-65e85806-c8b8-405b-85bb-6a7240787f0f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for floatingip, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:08.078126 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d8e75ccd-8a29-49b7-8d74-7d2b22939700 req-de872b58-6686-40a9-b9d8-42e18a13773e tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901709 Apr 20 16:24:08.168730 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec56f33-bc1f-4ccc-8932-306f0bd5a988 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Made reservation on behalf of ba45707e1a3b413a96351986a900f914 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:08.173183 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fec56f33-bc1f-4ccc-8932-306f0bd5a988 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:08.306558 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device edc3e64f-fa83-4018-8269-275484a6e1d9 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:24:08.331722 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324bf46-3732-46da-af05-62ab71c75519 req-2cd4cbc1-a595-4232-94ab-6b934fc6900a tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:08.347612 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4324bf46-3732-46da-af05-62ab71c75519 req-2cd4cbc1-a595-4232-94ab-6b934fc6900a tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 946 time: 0.1467249 Apr 20 16:24:08.370345 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf84fe93-7020-4588-b953-a1823b4535cf tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Router 51e71fb0-46db-4370-8d78-24480a9f4333 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:24:08.404165 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port edc3e64f-fa83-4018-8269-275484a6e1d9 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:08.404719 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:08.432788 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155ce41-8e53-40dd-a024-3c2a2b28ecc9 req-84757af3-9858-42d6-9a75-f39c37fbc22e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:08.433347 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4324bf46-3732-46da-af05-62ab71c75519 req-a8ee7f6d-9848-494b-9ee4-6a657d1b565d tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826998 Apr 20 16:24:08.439371 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c155ce41-8e53-40dd-a024-3c2a2b28ecc9 req-84757af3-9858-42d6-9a75-f39c37fbc22e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.3789461 Apr 20 16:24:08.451627 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-3affdedd-b37e-4904-b24a-1365f30c5db6 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Deleting port 1cd2184a-1681-4854-9737-96558771e9a0 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:08.451627 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3affdedd-b37e-4904-b24a-1365f30c5db6 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:08.470459 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27304bfe-7765-49a3-9288-6721747749d7 None None] Network 9341f040-90f6-4c37-8427-27f33b0379a7 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:08.513222 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-d261ae87-4bea-4305-a4d3-b0527266d46d tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Deleting port 9eb0ddaf-f3bb-4e22-a549-76b86a67d417 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:08.513671 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d261ae87-4bea-4305-a4d3-b0527266d46d tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:08.539693 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7673fc3b-43be-4d45-a290-6c997f53ba78 None None] Provisioning complete for port edc3e64f-fa83-4018-8269-275484a6e1d9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:08.540067 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7673fc3b-43be-4d45-a290-6c997f53ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:08.597329 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bfebf-b8e7-4e19-ad3a-23d8f1c096e8 req-6f51b82a-3c79-4aaa-967b-868ad413c6e5 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:08.598789 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0d9bfebf-b8e7-4e19-ad3a-23d8f1c096e8 req-6f51b82a-3c79-4aaa-967b-868ad413c6e5 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 946 time: 0.2274466 Apr 20 16:24:08.692979 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fec56f33-bc1f-4ccc-8932-306f0bd5a988 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:08.747796 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3affdedd-b37e-4904-b24a-1365f30c5db6 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:08.748015 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3affdedd-b37e-4904-b24a-1365f30c5db6 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:08.753879 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c155ce41-8e53-40dd-a024-3c2a2b28ecc9 req-516a8d75-9cc4-4089-84e0-93cd0e6b1657 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119659 Apr 20 16:24:08.765357 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec56f33-bc1f-4ccc-8932-306f0bd5a988 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event updated for resources: {'Subnet': ['ID=367ff061-85ef-4190-8bef-c9b4968c2fa7,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:08.785152 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec56f33-bc1f-4ccc-8932-306f0bd5a988 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Checking segment: {'id': 'e55b2460-294e-4efb-9151-63a35c396eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1218b60d-2d70-4808-bc04-34ec9f74ef71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:24:08.785860 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec56f33-bc1f-4ccc-8932-306f0bd5a988 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Network hostable DHCP agents. Network: 1218b60d-2d70-4808-bc04-34ec9f74ef71, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:24:08.900112 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec56f33-bc1f-4ccc-8932-306f0bd5a988 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Network 1218b60d-2d70-4808-bc04-34ec9f74ef71 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:24:09.020026 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-fec56f33-bc1f-4ccc-8932-306f0bd5a988 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 1218b60d-2d70-4808-bc04-34ec9f74ef71) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:09.024609 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec56f33-bc1f-4ccc-8932-306f0bd5a988 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:09.025403 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fec56f33-bc1f-4ccc-8932-306f0bd5a988 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:09.030373 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da90b8b-09a9-451d-a0bb-51958d3ac29e None None] Network 1218b60d-2d70-4808-bc04-34ec9f74ef71 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:09.101068 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4045a833-74a9-4127-b9cf-4409f376923b None None] Provisioning complete for port edc3e64f-fa83-4018-8269-275484a6e1d9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:09.101068 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4045a833-74a9-4127-b9cf-4409f376923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:09.147453 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fec56f33-bc1f-4ccc-8932-306f0bd5a988 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3213282 Apr 20 16:24:09.150191 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46748) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:09.165156 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ee55e85a-f961-4592-97db-eefd98d18fe6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:09.169593 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-3affdedd-b37e-4904-b24a-1365f30c5db6 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Calling delete_port for 1cd2184a-1681-4854-9737-96558771e9a0 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:09.244957 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d261ae87-4bea-4305-a4d3-b0527266d46d tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:09.255630 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785b4823-08b2-4b23-8312-245768dae2bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-1218b60d-2d70-4808-bc04-34ec9f74ef71', 'network_id': '1218b60d-2d70-4808-bc04-34ec9f74ef71', 'tenant_id': 'ba45707e1a3b413a96351986a900f914', 'fixed_ips': [{'subnet_id': '367ff061-85ef-4190-8bef-c9b4968c2fa7'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:24:09.256573 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-785b4823-08b2-4b23-8312-245768dae2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:09.321581 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3add4ef-d2a4-4aa3-9f2c-5a60af2ac07f req-b5406bf8-1325-4dc0-ac83-8c717640c968 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:09.323193 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b3add4ef-d2a4-4aa3-9f2c-5a60af2ac07f req-b5406bf8-1325-4dc0-ac83-8c717640c968 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.1307993 Apr 20 16:24:09.334373 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee55e85a-f961-4592-97db-eefd98d18fe6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1497687'] for subnet, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:09.337809 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-d261ae87-4bea-4305-a4d3-b0527266d46d tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Calling delete_port for 9eb0ddaf-f3bb-4e22-a549-76b86a67d417 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:09.413595 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf84fe93-7020-4588-b953-a1823b4535cf tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:24:09.422035 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf84fe93-7020-4588-b953-a1823b4535cf tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:09.429537 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9893db70-6626-4561-a483-eebddfcb1aa2 None None] Sync routers for ids ['51e71fb0-46db-4370-8d78-24480a9f4333'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:24:09.433260 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-785b4823-08b2-4b23-8312-245768dae2bd None None] Allocated IP 2001:db8::2 (1218b60d-2d70-4808-bc04-34ec9f74ef71/367ff061-85ef-4190-8bef-c9b4968c2fa7/44dd8b29-9ebc-45fd-9272-96fea4c66562) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:09.440914 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9893db70-6626-4561-a483-eebddfcb1aa2 None None] Routers {'51e71fb0-46db-4370-8d78-24480a9f4333'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:24:09.441956 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9893db70-6626-4561-a483-eebddfcb1aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:23:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['51e71fb0-46db-4370-8d78-24480a9f4333'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:09.479364 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b3add4ef-d2a4-4aa3-9f2c-5a60af2ac07f req-b05d526a-5f58-4a4b-86e5-2a2caaf9da39 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367834 Apr 20 16:24:09.613265 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-9893db70-6626-4561-a483-eebddfcb1aa2 None None] Set router 51e71fb0-46db-4370-8d78-24480a9f4333 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:24:09.652835 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-785b4823-08b2-4b23-8312-245768dae2bd None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:09.661787 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cf84fe93-7020-4588-b953-a1823b4535cf tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "PUT /v2.0/floatingips/020b949f-9119-43b8-bcff-6a9506e6e49c HTTP/1.1" status: 200 len: 991 time: 4.5132368 Apr 20 16:24:09.666423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef88d8d4-91d2-4678-87e2-c0198ee91a6b', 'tag': 'b463745f-05ca-4647-8b4c-710910c8dde7'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:24:09.668718 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac409c45-799d-4bee-bf00-c5ae32df5b53" -d '{"events": [{"name": "network-changed", "server_uuid": "ef88d8d4-91d2-4678-87e2-c0198ee91a6b", "tag": "b463745f-05ca-4647-8b4c-710910c8dde7"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:24:09.677025 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-0d9bfebf-b8e7-4e19-ad3a-23d8f1c096e8 req-8dc8afd6-83e5-4936-b32b-ab6cdf818f0e tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Deleting port b90a0b9e-8827-4b3c-bd97-72a1b80f915a {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:09.677367 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0d9bfebf-b8e7-4e19-ad3a-23d8f1c096e8 req-8dc8afd6-83e5-4936-b32b-ab6cdf818f0e tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:09.757377 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a071d3-78bd-4835-95a5-f55b10c12ef8 x-openstack-request-id: req-05a071d3-78bd-4835-95a5-f55b10c12ef8 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:24:09.757598 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef88d8d4-91d2-4678-87e2-c0198ee91a6b", "tag": "b463745f-05ca-4647-8b4c-710910c8dde7", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:24:09.757812 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05a071d3-78bd-4835-95a5-f55b10c12ef8 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:24:09.758205 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05a071d3-78bd-4835-95a5-f55b10c12ef8'] response: {'name': 'network-changed', 'server_uuid': 'ef88d8d4-91d2-4678-87e2-c0198ee91a6b', 'tag': 'b463745f-05ca-4647-8b4c-710910c8dde7', 'status': 'completed', 'code': 200} Apr 20 16:24:09.764729 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-785b4823-08b2-4b23-8312-245768dae2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:09.828890 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be1bc4-6ffb-41e4-a44c-4e28f1d01758 req-457e6785-abc5-4f78-8e54-92de35fda24d tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:09.836013 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-10be1bc4-6ffb-41e4-a44c-4e28f1d01758 req-457e6785-abc5-4f78-8e54-92de35fda24d tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 946 time: 0.2726643 Apr 20 16:24:09.898814 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-65e85806-c8b8-405b-85bb-6a7240787f0f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:09.899256 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785b4823-08b2-4b23-8312-245768dae2bd None None] Network 1218b60d-2d70-4808-bc04-34ec9f74ef71 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:09.901159 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b4823-08b2-4b23-8312-245768dae2bd None None] Pushing event updated for resources: {'Port': ['ID=44dd8b29-9ebc-45fd-9272-96fea4c66562,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:09.905109 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-785b4823-08b2-4b23-8312-245768dae2bd None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:09.908388 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b4823-08b2-4b23-8312-245768dae2bd None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:24:09.927172 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac409c45-799d-4bee-bf00-c5ae32df5b53 req-28bd7618-2fb0-4637-a702-dd9839ad47e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:09.937935 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ac409c45-799d-4bee-bf00-c5ae32df5b53 req-28bd7618-2fb0-4637-a702-dd9839ad47e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ffad88bc0f5d4afd9c32393497a68147&device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 1096 time: 0.1567445 Apr 20 16:24:09.942201 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9893db70-6626-4561-a483-eebddfcb1aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'name': 'tempest-AttachVolumeShelveTestJSON-562560097-router', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:17:59Z', 'updated_at': '2022-04-20T16:18:04Z', 'revision_number': 4, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'gw_port': {'id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:00Z', 'updated_at': '2022-04-20T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '020b949f-9119-43b8-bcff-6a9506e6e49c', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'floating_ip_address': '172.25.0.138', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'port_id': 'b463745f-05ca-4647-8b4c-710910c8dde7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'mac_address': 'fa:16:3e:ab:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef88d8d4-91d2-4678-87e2-c0198ee91a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:23:37Z', 'updated_at': '2022-04-20T16:24:06Z', 'revision_number': 1, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e5cb97c-070d-4432-8f82-25ea648ad4ac', 'name': '', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'mac_address': 'fa:16:3e:98:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:03Z', 'updated_at': '2022-04-20T16:18:09Z', 'revision_number': 5, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'subnets': [{'id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:09.976790 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-65e85806-c8b8-405b-85bb-6a7240787f0f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:10.001342 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-785b4823-08b2-4b23-8312-245768dae2bd None None] Attempting to bind port 44dd8b29-9ebc-45fd-9272-96fea4c66562 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:24:10.002903 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-785b4823-08b2-4b23-8312-245768dae2bd None None] Attempting to bind port 44dd8b29-9ebc-45fd-9272-96fea4c66562 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'e55b2460-294e-4efb-9151-63a35c396eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1218b60d-2d70-4808-bc04-34ec9f74ef71'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:24:10.003506 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b4823-08b2-4b23-8312-245768dae2bd None None] Attempting to bind port 44dd8b29-9ebc-45fd-9272-96fea4c66562 on network 1218b60d-2d70-4808-bc04-34ec9f74ef71 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:24:10.005820 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-10be1bc4-6ffb-41e4-a44c-4e28f1d01758 req-76075a05-7163-48df-bded-3ca0f2198645 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544001 Apr 20 16:24:10.011158 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b4823-08b2-4b23-8312-245768dae2bd None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:24:10.013657 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b4823-08b2-4b23-8312-245768dae2bd None None] Checking segment: {'id': 'e55b2460-294e-4efb-9151-63a35c396eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1218b60d-2d70-4808-bc04-34ec9f74ef71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:24:10.014693 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-785b4823-08b2-4b23-8312-245768dae2bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:10.015338 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b4823-08b2-4b23-8312-245768dae2bd None None] Bound using segment: {'id': 'e55b2460-294e-4efb-9151-63a35c396eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1218b60d-2d70-4808-bc04-34ec9f74ef71'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:24:10.016195 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-785b4823-08b2-4b23-8312-245768dae2bd None None] Bound port: 44dd8b29-9ebc-45fd-9272-96fea4c66562, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55b2460-294e-4efb-9151-63a35c396eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1218b60d-2d70-4808-bc04-34ec9f74ef71'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:24:10.017188 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-785b4823-08b2-4b23-8312-245768dae2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:10.044014 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-0d9bfebf-b8e7-4e19-ad3a-23d8f1c096e8 req-8dc8afd6-83e5-4936-b32b-ab6cdf818f0e tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] For port b90a0b9e-8827-4b3c-bd97-72a1b80f915a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b90a0b9e-8827-4b3c-bd97-72a1b80f915a,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:10.044538 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0d9bfebf-b8e7-4e19-ad3a-23d8f1c096e8 req-8dc8afd6-83e5-4936-b32b-ab6cdf818f0e tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:10.053065 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac409c45-799d-4bee-bf00-c5ae32df5b53 req-9bd7731f-c272-4f52-80f3-c859fa800024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:10.054381 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ac409c45-799d-4bee-bf00-c5ae32df5b53 req-9bd7731f-c272-4f52-80f3-c859fa800024 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd HTTP/1.1" status: 200 len: 917 time: 0.1127355 Apr 20 16:24:10.062613 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-0d9bfebf-b8e7-4e19-ad3a-23d8f1c096e8 req-8dc8afd6-83e5-4936-b32b-ab6cdf818f0e tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Calling delete_port for b90a0b9e-8827-4b3c-bd97-72a1b80f915a owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:10.094352 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3affdedd-b37e-4904-b24a-1365f30c5db6 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:10.124369 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9893db70-6626-4561-a483-eebddfcb1aa2 None None] Checking router: 51e71fb0-46db-4370-8d78-24480a9f4333 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:24:10.129116 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-785b4823-08b2-4b23-8312-245768dae2bd None None] For port 44dd8b29-9ebc-45fd-9272-96fea4c66562, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:24:10.133314 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-785b4823-08b2-4b23-8312-245768dae2bd None None] For port 44dd8b29-9ebc-45fd-9272-96fea4c66562, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=44dd8b29-9ebc-45fd-9272-96fea4c66562,segment=NetworkSegment(e55b2460-294e-4efb-9151-63a35c396eee),segment_id=e55b2460-294e-4efb-9151-63a35c396eee)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:24:10.138558 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9893db70-6626-4561-a483-eebddfcb1aa2 None None] Routers {'51e71fb0-46db-4370-8d78-24480a9f4333'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:24:10.139753 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9893db70-6626-4561-a483-eebddfcb1aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:23:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['51e71fb0-46db-4370-8d78-24480a9f4333'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:10.160453 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73665944-d0e8-41ed-8674-5eedf08cda62 req-942adaf7-858d-4882-a06e-45c584b9c736 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:10.167960 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-73665944-d0e8-41ed-8674-5eedf08cda62 req-942adaf7-858d-4882-a06e-45c584b9c736 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.2302222 Apr 20 16:24:10.168144 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d261ae87-4bea-4305-a4d3-b0527266d46d tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:10.197233 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ac409c45-799d-4bee-bf00-c5ae32df5b53 req-7e2d089e-0ec6-4cd5-aaaf-99eefc4cb6a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b463745f-05ca-4647-8b4c-710910c8dde7 HTTP/1.1" status: 200 len: 999 time: 0.1233394 Apr 20 16:24:10.204296 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affdedd-b37e-4904-b24a-1365f30c5db6 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Pushing event deleted for resources: {'Port': ['ID=1cd2184a-1681-4854-9737-96558771e9a0,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:10.215251 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-785b4823-08b2-4b23-8312-245768dae2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:10.246791 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-73665944-d0e8-41ed-8674-5eedf08cda62 req-9eaaca36-0f40-4d1a-8fab-f144a3772bda tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761485 Apr 20 16:24:10.254055 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee55e85a-f961-4592-97db-eefd98d18fe6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781838299576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62250099'] for subnet, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:10.318367 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac409c45-799d-4bee-bf00-c5ae32df5b53 req-56b0807e-dc0e-44e2-91a9-3ccfcdeb687d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:10.318367 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ac409c45-799d-4bee-bf00-c5ae32df5b53 req-56b0807e-dc0e-44e2-91a9-3ccfcdeb687d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67866dc0-b0b9-4599-80d0-c4f37b27fe8d HTTP/1.1" status: 200 len: 855 time: 0.1145754 Apr 20 16:24:10.327444 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee55e85a-f961-4592-97db-eefd98d18fe6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:10.328155 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee55e85a-f961-4592-97db-eefd98d18fe6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:10.332844 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ee55e85a-f961-4592-97db-eefd98d18fe6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "PUT /v2.0/subnets/367ff061-85ef-4190-8bef-c9b4968c2fa7 HTTP/1.1" status: 200 len: 826 time: 1.1787484 Apr 20 16:24:10.333663 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261ae87-4bea-4305-a4d3-b0527266d46d tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Pushing event deleted for resources: {'Port': ['ID=9eb0ddaf-f3bb-4e22-a549-76b86a67d417,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:10.339400 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46762) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:10.342552 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b4823-08b2-4b23-8312-245768dae2bd None None] Pushing event updated for resources: {'Port': ['ID=44dd8b29-9ebc-45fd-9272-96fea4c66562,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:10.342684 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-9893db70-6626-4561-a483-eebddfcb1aa2 None None] Set router 51e71fb0-46db-4370-8d78-24480a9f4333 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:24:10.369386 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-65e85806-c8b8-405b-85bb-6a7240787f0f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Floating IP 6122b5d3-bc02-4839-9fd4-c62ffbedfd0a associated. External IP: 172.25.0.63, port: 7a124185-eb8a-4596-af17-192c400a73d6. Apr 20 16:24:10.417020 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55e85a-f961-4592-97db-eefd98d18fe6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event updated for resources: {'Subnet': ['ID=367ff061-85ef-4190-8bef-c9b4968c2fa7,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:10.432512 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac409c45-799d-4bee-bf00-c5ae32df5b53 req-7558ddd2-15dd-4f0b-a7b9-e7d859c3dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:10.435053 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ac409c45-799d-4bee-bf00-c5ae32df5b53 req-7558ddd2-15dd-4f0b-a7b9-e7d859c3dfa0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981553 Apr 20 16:24:10.567317 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3affdedd-b37e-4904-b24a-1365f30c5db6 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:10.570004 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3affdedd-b37e-4904-b24a-1365f30c5db6 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:10.571168 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3affdedd-b37e-4904-b24a-1365f30c5db6 tempest-AttachVolumeTestJSON-1502514261 tempest-AttachVolumeTestJSON-1502514261-project] 10.222.0.15 "DELETE /v2.0/floatingips/369bd6c6-4e28-4714-985e-84a5476003e0 HTTP/1.1" status: 204 len: 168 time: 2.9109323 Apr 20 16:24:10.575679 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ac409c45-799d-4bee-bf00-c5ae32df5b53 req-e25aa6da-29c9-44d5-8d95-423ecb44984e service neutron] 10.222.0.26 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289093 Apr 20 16:24:10.710316 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d261ae87-4bea-4305-a4d3-b0527266d46d tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:10.717408 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d261ae87-4bea-4305-a4d3-b0527266d46d tempest-RoutersAdminNegativeIpV6Test-520680452 tempest-RoutersAdminNegativeIpV6Test-520680452-project-admin] 10.222.0.15 "DELETE /v2.0/ports/9eb0ddaf-f3bb-4e22-a549-76b86a67d417 HTTP/1.1" status: 204 len: 168 time: 2.9359281 Apr 20 16:24:10.726207 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0d9bfebf-b8e7-4e19-ad3a-23d8f1c096e8 req-8dc8afd6-83e5-4936-b32b-ab6cdf818f0e tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:10.763299 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9893db70-6626-4561-a483-eebddfcb1aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'name': 'tempest-AttachVolumeShelveTestJSON-562560097-router', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:17:59Z', 'updated_at': '2022-04-20T16:18:04Z', 'revision_number': 4, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'gw_port': {'id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:00Z', 'updated_at': '2022-04-20T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '020b949f-9119-43b8-bcff-6a9506e6e49c', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'floating_ip_address': '172.25.0.138', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'port_id': 'b463745f-05ca-4647-8b4c-710910c8dde7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'mac_address': 'fa:16:3e:ab:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef88d8d4-91d2-4678-87e2-c0198ee91a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:23:37Z', 'updated_at': '2022-04-20T16:24:06Z', 'revision_number': 1, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e5cb97c-070d-4432-8f82-25ea648ad4ac', 'name': '', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'mac_address': 'fa:16:3e:98:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:03Z', 'updated_at': '2022-04-20T16:18:09Z', 'revision_number': 5, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'subnets': [{'id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:10.766975 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['ff9eabef-07f4-42fd-8261-dfda19d01138'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:24:10.801304 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8afd6-83e5-4936-b32b-ab6cdf818f0e tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Pushing event deleted for resources: {'Port': ['ID=b90a0b9e-8827-4b3c-bd97-72a1b80f915a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:10.814489 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9893db70-6626-4561-a483-eebddfcb1aa2 None None] The sync data for ids ['51e71fb0-46db-4370-8d78-24480a9f4333'] in n-d-836146-2 is: [{'id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'name': 'tempest-AttachVolumeShelveTestJSON-562560097-router', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:17:59Z', 'updated_at': '2022-04-20T16:18:04Z', 'revision_number': 4, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'gw_port': {'id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:00Z', 'updated_at': '2022-04-20T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '020b949f-9119-43b8-bcff-6a9506e6e49c', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'floating_ip_address': '172.25.0.138', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'port_id': 'b463745f-05ca-4647-8b4c-710910c8dde7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'mac_address': 'fa:16:3e:ab:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef88d8d4-91d2-4678-87e2-c0198ee91a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:23:37Z', 'updated_at': '2022-04-20T16:24:06Z', 'revision_number': 1, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e5cb97c-070d-4432-8f82-25ea648ad4ac', 'name': '', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'mac_address': 'fa:16:3e:98:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:03Z', 'updated_at': '2022-04-20T16:18:09Z', 'revision_number': 5, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'subnets': [{'id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:24:10.829987 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b902d45-a1e1-43e5-a023-11bbce5fbca5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:10.843200 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ac409c45-799d-4bee-bf00-c5ae32df5b53 req-95d2f9d5-d41d-43c6-a6e8-b3de26e62127 service neutron] 10.222.0.26 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583387 Apr 20 16:24:10.913498 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9bfebf-b8e7-4e19-ad3a-23d8f1c096e8 req-8dc8afd6-83e5-4936-b32b-ab6cdf818f0e tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] No DVR routers for this DVR port b90a0b9e-8827-4b3c-bd97-72a1b80f915a on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:24:10.918646 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0d9bfebf-b8e7-4e19-ad3a-23d8f1c096e8 req-8dc8afd6-83e5-4936-b32b-ab6cdf818f0e tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:10.924503 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0d9bfebf-b8e7-4e19-ad3a-23d8f1c096e8 req-8dc8afd6-83e5-4936-b32b-ab6cdf818f0e tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.26 "DELETE /v2.0/ports/b90a0b9e-8827-4b3c-bd97-72a1b80f915a HTTP/1.1" status: 204 len: 173 time: 2.3106153 Apr 20 16:24:11.048698 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e85806-c8b8-405b-85bb-6a7240787f0f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Router 995019f1-ce8d-403d-b59b-bfe149fac08e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:24:11.157260 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f6123e4-fb4e-4358-93f2-9f9eae16e024 req-c42dba4c-d79e-4476-a84b-4aee445ed299 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 210 time: 0.0379677 Apr 20 16:24:11.222883 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-1b902d45-a1e1-43e5-a023-11bbce5fbca5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Deleting port 44dd8b29-9ebc-45fd-9272-96fea4c66562 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:11.223230 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b902d45-a1e1-43e5-a023-11bbce5fbca5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:11.292084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e85806-c8b8-405b-85bb-6a7240787f0f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:24:11.298411 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-65e85806-c8b8-405b-85bb-6a7240787f0f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:11.309867 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e092faea-b813-4461-ace7-299d9ea65908 None None] Sync routers for ids ['995019f1-ce8d-403d-b59b-bfe149fac08e'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:24:11.331932 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e092faea-b813-4461-ace7-299d9ea65908 None None] Routers {'995019f1-ce8d-403d-b59b-bfe149fac08e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:24:11.332606 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e092faea-b813-4461-ace7-299d9ea65908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:23:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['995019f1-ce8d-403d-b59b-bfe149fac08e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:11.347475 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-65e85806-c8b8-405b-85bb-6a7240787f0f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "PUT /v2.0/floatingips/6122b5d3-bc02-4839-9fd4-c62ffbedfd0a HTTP/1.1" status: 200 len: 990 time: 3.4211590 Apr 20 16:24:11.356446 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5505631-4bc3-46c7-a6d1-e0dcefba793c None None] New status for floating IP 020b949f-9119-43b8-bcff-6a9506e6e49c: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:24:11.414235 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-1b902d45-a1e1-43e5-a023-11bbce5fbca5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] For port 44dd8b29-9ebc-45fd-9272-96fea4c66562, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=44dd8b29-9ebc-45fd-9272-96fea4c66562,segment=NetworkSegment(e55b2460-294e-4efb-9151-63a35c396eee),segment_id=e55b2460-294e-4efb-9151-63a35c396eee)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:11.414715 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b902d45-a1e1-43e5-a023-11bbce5fbca5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:11.436848 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-1b902d45-a1e1-43e5-a023-11bbce5fbca5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Calling delete_port for 44dd8b29-9ebc-45fd-9272-96fea4c66562 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:11.490487 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e2589-301d-4728-a0ba-79affc17f174 req-fca3cc5c-9363-4cb1-8694-1edff2b77849 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:11.492070 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-499e2589-301d-4728-a0ba-79affc17f174 req-fca3cc5c-9363-4cb1-8694-1edff2b77849 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.0869784 Apr 20 16:24:11.578269 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-499e2589-301d-4728-a0ba-79affc17f174 req-375ed77c-d90f-4208-813c-cb388df11f20 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719199 Apr 20 16:24:11.610285 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e092faea-b813-4461-ace7-299d9ea65908 None None] Set router 995019f1-ce8d-403d-b59b-bfe149fac08e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:24:11.673079 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46784) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:11.759525 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f753f1d-21fb-4e98-8b4e-c03383edb362', 'name': 'network-vif-deleted', 'tag': 'b90a0b9e-8827-4b3c-bd97-72a1b80f915a'}, {'name': 'network-changed', 'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'tag': '7a124185-eb8a-4596-af17-192c400a73d6'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:24:11.762554 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a2db96-ed02-4350-a317-be849494fbe6" -d '{"events": [{"server_uuid": "5f753f1d-21fb-4e98-8b4e-c03383edb362", "name": "network-vif-deleted", "tag": "b90a0b9e-8827-4b3c-bd97-72a1b80f915a"}, {"name": "network-changed", "server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "tag": "7a124185-eb8a-4596-af17-192c400a73d6"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:24:11.803686 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b902d45-a1e1-43e5-a023-11bbce5fbca5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:11.876365 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b902d45-a1e1-43e5-a023-11bbce5fbca5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Port': ['ID=44dd8b29-9ebc-45fd-9272-96fea4c66562,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:11.901522 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 20 Apr 2022 16:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203ac368-5bf9-49b4-96c1-3c6e5cf2bb40 x-openstack-request-id: req-203ac368-5bf9-49b4-96c1-3c6e5cf2bb40 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:24:11.901962 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f753f1d-21fb-4e98-8b4e-c03383edb362", "name": "network-vif-deleted", "tag": "b90a0b9e-8827-4b3c-bd97-72a1b80f915a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "tag": "7a124185-eb8a-4596-af17-192c400a73d6", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:24:11.902233 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-203ac368-5bf9-49b4-96c1-3c6e5cf2bb40 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:24:11.902636 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-203ac368-5bf9-49b4-96c1-3c6e5cf2bb40'] response: {'server_uuid': '5f753f1d-21fb-4e98-8b4e-c03383edb362', 'name': 'network-vif-deleted', 'tag': 'b90a0b9e-8827-4b3c-bd97-72a1b80f915a', 'status': 'completed', 'code': 200} Apr 20 16:24:11.902893 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-203ac368-5bf9-49b4-96c1-3c6e5cf2bb40'] response: {'name': 'network-changed', 'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'tag': '7a124185-eb8a-4596-af17-192c400a73d6', 'status': 'completed', 'code': 200} Apr 20 16:24:11.988603 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b902d45-a1e1-43e5-a023-11bbce5fbca5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] No DVR routers for this DVR port 44dd8b29-9ebc-45fd-9272-96fea4c66562 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:24:11.992012 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-beae00da-6e00-4ef1-a6a2-7956c159d54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:12.103000 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b902d45-a1e1-43e5-a023-11bbce5fbca5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:12.108970 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e092faea-b813-4461-ace7-299d9ea65908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'name': 'tempest-TaggedBootDevicesTest-59466583-router', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:21:31Z', 'updated_at': '2022-04-20T16:21:35Z', 'revision_number': 4, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'gw_port': {'id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:32Z', 'updated_at': '2022-04-20T16:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '6122b5d3-bc02-4839-9fd4-c62ffbedfd0a', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'port_id': '7a124185-eb8a-4596-af17-192c400a73d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a', 'mac_address': 'fa:16:3e:4f:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:22:40Z', 'updated_at': '2022-04-20T16:24:09Z', 'revision_number': 1, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f60e37-c9d7-4a2a-a961-5cb4a1afdb63', 'name': '', 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'mac_address': 'fa:16:3e:95:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '5b30ddac-8129-4355-b7e6-7b26172bb5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:34Z', 'updated_at': '2022-04-20T16:21:40Z', 'revision_number': 5, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'subnets': [{'id': '5b30ddac-8129-4355-b7e6-7b26172bb5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:12.109695 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-beae00da-6e00-4ef1-a6a2-7956c159d54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:12.191184 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-beae00da-6e00-4ef1-a6a2-7956c159d54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:12.214608 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2db96-ed02-4350-a317-be849494fbe6 req-53d248de-3a13-44c0-8dab-a5ce483403be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:12.215091 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2db96-ed02-4350-a317-be849494fbe6 req-53d248de-3a13-44c0-8dab-a5ce483403be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:12.221252 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2db96-ed02-4350-a317-be849494fbe6 req-53d248de-3a13-44c0-8dab-a5ce483403be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:12.221836 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2db96-ed02-4350-a317-be849494fbe6 req-53d248de-3a13-44c0-8dab-a5ce483403be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:12.222310 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2db96-ed02-4350-a317-be849494fbe6 req-53d248de-3a13-44c0-8dab-a5ce483403be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:12.222777 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2db96-ed02-4350-a317-be849494fbe6 req-53d248de-3a13-44c0-8dab-a5ce483403be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:12.223236 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2db96-ed02-4350-a317-be849494fbe6 req-53d248de-3a13-44c0-8dab-a5ce483403be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:12.233847 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a0a2db96-ed02-4350-a317-be849494fbe6 req-53d248de-3a13-44c0-8dab-a5ce483403be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e35470c169cb468daf63345ebb7ba6b2&device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 6490 time: 0.2429795 Apr 20 16:24:12.267128 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b902d45-a1e1-43e5-a023-11bbce5fbca5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:12.272039 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b90a0b9e-8827-4b3c-bd97-72a1b80f915a no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:24:12.286630 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e092faea-b813-4461-ace7-299d9ea65908 None None] Checking router: 995019f1-ce8d-403d-b59b-bfe149fac08e for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:24:12.353649 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-beae00da-6e00-4ef1-a6a2-7956c159d54f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2781f3e609df497fb649e7a882a326c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6793923 Apr 20 16:24:12.357990 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46794) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:12.369861 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae00da-6e00-4ef1-a6a2-7956c159d54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c962df-26d9-440e-ab1d-040e440e4c1d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:12.380506 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a6f8b4-bbfd-41b0-a178-9545dad378d0 None None] Network 1218b60d-2d70-4808-bc04-34ec9f74ef71 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:12.383308 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: b90a0b9e-8827-4b3c-bd97-72a1b80f915a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:24:12.384155 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b90a0b9e-8827-4b3c-bd97-72a1b80f915a not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:24:12.421561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b902d45-a1e1-43e5-a023-11bbce5fbca5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Subnet': ['ID=367ff061-85ef-4190-8bef-c9b4968c2fa7,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:12.463347 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-88248fef-2f04-4b05-88f5-8b6f127acea4 None None] Could not find standard attr ID for object 44dd8b29-9ebc-45fd-9272-96fea4c66562. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:24:12.502813 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e092faea-b813-4461-ace7-299d9ea65908 None None] Routers {'995019f1-ce8d-403d-b59b-bfe149fac08e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:24:12.503686 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e092faea-b813-4461-ace7-299d9ea65908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:23:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['995019f1-ce8d-403d-b59b-bfe149fac08e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:12.509894 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d85d4f0a-a273-44f6-b0d9-f998b745c796 req-302e11d7-07cd-4955-a2c3-f44dd70203da tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f753f1d-21fb-4e98-8b4e-c03383edb362 HTTP/1.1" status: 200 len: 210 time: 0.0885150 Apr 20 16:24:12.553379 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6f97890e-302c-440d-a872-5a7885fdde3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:12.602415 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6f97890e-302c-440d-a872-5a7885fdde3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:12.622996 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b902d45-a1e1-43e5-a023-11bbce5fbca5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:12.657743 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-1b902d45-a1e1-43e5-a023-11bbce5fbca5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1218b60d-2d70-4808-bc04-34ec9f74ef71']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:12.660555 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2db96-ed02-4350-a317-be849494fbe6 req-fd359977-8264-4968-8ea2-8ec63bf83d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:12.662039 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a0a2db96-ed02-4350-a317-be849494fbe6 req-fd359977-8264-4968-8ea2-8ec63bf83d50 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0da3ddac-7911-41b8-948e-27e3525d219a HTTP/1.1" status: 200 len: 911 time: 0.4208865 Apr 20 16:24:12.670774 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-1b902d45-a1e1-43e5-a023-11bbce5fbca5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55b2460-294e-4efb-9151-63a35c396eee') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:12.671066 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-1b902d45-a1e1-43e5-a023-11bbce5fbca5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55b2460-294e-4efb-9151-63a35c396eee') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:12.740772 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6f97890e-302c-440d-a872-5a7885fdde3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:12.744173 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6f97890e-302c-440d-a872-5a7885fdde3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:12.746497 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6f97890e-302c-440d-a872-5a7885fdde3e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76c962df-26d9-440e-ab1d-040e440e4c1d HTTP/1.1" status: 204 len: 168 time: 0.3860192 Apr 20 16:24:12.760542 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97890e-302c-440d-a872-5a7885fdde3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c962df-26d9-440e-ab1d-040e440e4c1d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:12.796583 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217c8e6-05f1-4820-8807-095e6ced8b60 req-46a39486-c01b-4044-877d-1fd7d19147d1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:12.806606 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6217c8e6-05f1-4820-8807-095e6ced8b60 req-46a39486-c01b-4044-877d-1fd7d19147d1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.1082580 Apr 20 16:24:12.855254 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e092faea-b813-4461-ace7-299d9ea65908 None None] Set router 995019f1-ce8d-403d-b59b-bfe149fac08e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:24:12.905308 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6217c8e6-05f1-4820-8807-095e6ced8b60 req-57bc082b-ee58-40f6-a1bf-a70287c0d93c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848403 Apr 20 16:24:12.933821 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c1b09e-7c6b-4070-922c-c4596e9aa03b None None] DHCP port deletion for 1218b60d-2d70-4808-bc04-34ec9f74ef71 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:24:12.985803 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e642e7b-55c2-4e90-bc80-32f0527dbb07 None None] Network 1218b60d-2d70-4808-bc04-34ec9f74ef71 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:13.136606 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b902d45-a1e1-43e5-a023-11bbce5fbca5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:13.167122 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b902d45-a1e1-43e5-a023-11bbce5fbca5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:13.188669 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbbb95-b234-472a-b087-37a101ff51bd req-b23cad32-2cc9-49ff-8b83-6f7126645a2e tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:13.191488 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3afbbb95-b234-472a-b087-37a101ff51bd req-b23cad32-2cc9-49ff-8b83-6f7126645a2e tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.0756171 Apr 20 16:24:13.193949 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b902d45-a1e1-43e5-a023-11bbce5fbca5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:24:13.194435 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b902d45-a1e1-43e5-a023-11bbce5fbca5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:24:13.206798 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:24:13.246622 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a0a2db96-ed02-4350-a317-be849494fbe6 req-8458f127-999c-4019-8c09-1dac49545bef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a124185-eb8a-4596-af17-192c400a73d6 HTTP/1.1" status: 200 len: 998 time: 0.5734792 Apr 20 16:24:13.272613 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3afbbb95-b234-472a-b087-37a101ff51bd req-611746b6-d94d-4d13-9c30-aa142684d7b2 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715363 Apr 20 16:24:13.372544 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2db96-ed02-4350-a317-be849494fbe6 req-35455cdb-efca-464b-8e70-b3d7c4a89910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:13.374574 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a0a2db96-ed02-4350-a317-be849494fbe6 req-35455cdb-efca-464b-8e70-b3d7c4a89910 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5b30ddac-8129-4355-b7e6-7b26172bb5fd HTTP/1.1" status: 200 len: 849 time: 0.0904560 Apr 20 16:24:13.377283 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d30c4-6c5b-4b52-bfcb-defb2dcb3a81 req-ca529432-57e9-4377-a077-9c40c768c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:13.378619 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e1d30c4-6c5b-4b52-bfcb-defb2dcb3a81 req-ca529432-57e9-4377-a077-9c40c768c9a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbc372ad2d1446089af0923f5d212489&device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 1097 time: 0.1918452 Apr 20 16:24:13.418738 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b902d45-a1e1-43e5-a023-11bbce5fbca5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:13.429999 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e092faea-b813-4461-ace7-299d9ea65908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'name': 'tempest-TaggedBootDevicesTest-59466583-router', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:21:31Z', 'updated_at': '2022-04-20T16:21:35Z', 'revision_number': 4, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'gw_port': {'id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:32Z', 'updated_at': '2022-04-20T16:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '6122b5d3-bc02-4839-9fd4-c62ffbedfd0a', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'port_id': '7a124185-eb8a-4596-af17-192c400a73d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a', 'mac_address': 'fa:16:3e:4f:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:22:40Z', 'updated_at': '2022-04-20T16:24:09Z', 'revision_number': 1, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f60e37-c9d7-4a2a-a961-5cb4a1afdb63', 'name': '', 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'mac_address': 'fa:16:3e:95:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '5b30ddac-8129-4355-b7e6-7b26172bb5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:34Z', 'updated_at': '2022-04-20T16:21:40Z', 'revision_number': 5, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'subnets': [{'id': '5b30ddac-8129-4355-b7e6-7b26172bb5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:13.430594 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b902d45-a1e1-43e5-a023-11bbce5fbca5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:13.435859 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1b902d45-a1e1-43e5-a023-11bbce5fbca5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/networks/1218b60d-2d70-4808-bc04-34ec9f74ef71 HTTP/1.1" status: 204 len: 168 time: 3.0686862 Apr 20 16:24:13.439494 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46810) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:13.463122 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1c76a6-5102-4c80-9e28-3b4d5ccfa110 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] DELETE failed (client error): The resource could not be found. Apr 20 16:24:13.463947 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae1c76a6-5102-4c80-9e28-3b4d5ccfa110 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:24:13.471104 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e092faea-b813-4461-ace7-299d9ea65908 None None] The sync data for ids ['995019f1-ce8d-403d-b59b-bfe149fac08e'] in n-d-836146-2 is: [{'id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'name': 'tempest-TaggedBootDevicesTest-59466583-router', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:21:31Z', 'updated_at': '2022-04-20T16:21:35Z', 'revision_number': 4, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'gw_port': {'id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:32Z', 'updated_at': '2022-04-20T16:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '6122b5d3-bc02-4839-9fd4-c62ffbedfd0a', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'port_id': '7a124185-eb8a-4596-af17-192c400a73d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a', 'mac_address': 'fa:16:3e:4f:dd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:22:40Z', 'updated_at': '2022-04-20T16:24:09Z', 'revision_number': 1, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f60e37-c9d7-4a2a-a961-5cb4a1afdb63', 'name': '', 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'mac_address': 'fa:16:3e:95:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '5b30ddac-8129-4355-b7e6-7b26172bb5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:34Z', 'updated_at': '2022-04-20T16:21:40Z', 'revision_number': 5, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'subnets': [{'id': '5b30ddac-8129-4355-b7e6-7b26172bb5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:24:13.477899 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46812) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:13.480605 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ae1c76a6-5102-4c80-9e28-3b4d5ccfa110 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/networks/1218b60d-2d70-4808-bc04-34ec9f74ef71 HTTP/1.1" status: 404 len: 339 time: 0.0430005 Apr 20 16:24:13.485074 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-ecd0c3bb-3851-46a2-9f6b-a40afdfb93f7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-223861567', 'description': 'd1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:13.491132 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b902d45-a1e1-43e5-a023-11bbce5fbca5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Network': ['ID=1218b60d-2d70-4808-bc04-34ec9f74ef71,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:13.529709 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2db96-ed02-4350-a317-be849494fbe6 req-fd69ed95-d215-4290-b4ea-2493fa3c1e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:13.531261 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a0a2db96-ed02-4350-a317-be849494fbe6 req-fd69ed95-d215-4290-b4ea-2493fa3c1e54 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0da3ddac-7911-41b8-948e-27e3525d219a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501229 Apr 20 16:24:13.558126 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d30c4-6c5b-4b52-bfcb-defb2dcb3a81 req-2df0f6ed-b74a-4bfe-a5c7-cf02a407d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:13.559684 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e1d30c4-6c5b-4b52-bfcb-defb2dcb3a81 req-2df0f6ed-b74a-4bfe-a5c7-cf02a407d9ba service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb HTTP/1.1" status: 200 len: 919 time: 0.1709762 Apr 20 16:24:13.636582 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e1d30c4-6c5b-4b52-bfcb-defb2dcb3a81 req-b4cfb1ee-41ee-438c-be35-133d367ad099 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f185935b-c5c0-4e59-89ac-b70d084b1382 HTTP/1.1" status: 200 len: 217 time: 0.0663040 Apr 20 16:24:13.652896 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd0c3bb-3851-46a2-9f6b-a40afdfb93f7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Made reservation on behalf of ba45707e1a3b413a96351986a900f914 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:13.660422 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ecd0c3bb-3851-46a2-9f6b-a40afdfb93f7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:13.736041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd0c3bb-3851-46a2-9f6b-a40afdfb93f7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:24:13.740661 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a0a2db96-ed02-4350-a317-be849494fbe6 req-f84bfadd-7b76-4f66-89b3-5dcddf6f1bcf service neutron] 10.222.0.30 "GET /v2.0/networks/0da3ddac-7911-41b8-948e-27e3525d219a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012086 Apr 20 16:24:13.745182 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d30c4-6c5b-4b52-bfcb-defb2dcb3a81 req-19103a5b-57c6-4bae-be7b-1b2aa51f83e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:13.746641 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e1d30c4-6c5b-4b52-bfcb-defb2dcb3a81 req-19103a5b-57c6-4bae-be7b-1b2aa51f83e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f49ef81d-6341-40ae-b59c-ad7cca19ee9b HTTP/1.1" status: 200 len: 857 time: 0.1021211 Apr 20 16:24:13.771968 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ecd0c3bb-3851-46a2-9f6b-a40afdfb93f7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:13.772723 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-ecd0c3bb-3851-46a2-9f6b-a40afdfb93f7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Added segment e8d27adf-fc26-4f65-9ff0-a03b1fe1a5cf of type vlan for network ebb33ce1-91bc-49f1-a471-8f58b819ced1 Apr 20 16:24:13.819841 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a5555a-d53d-4610-ae3b-f9c611414b0b None None] New status for floating IP 6122b5d3-bc02-4839-9fd4-c62ffbedfd0a: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:24:13.860558 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46828) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:13.989459 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ecd0c3bb-3851-46a2-9f6b-a40afdfb93f7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:14.001179 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d30c4-6c5b-4b52-bfcb-defb2dcb3a81 req-ad7c03b3-df85-4b26-b221-c51c39f584d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:14.002953 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e1d30c4-6c5b-4b52-bfcb-defb2dcb3a81 req-ad7c03b3-df85-4b26-b221-c51c39f584d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2333424 Apr 20 16:24:14.016093 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b51ae3d3-cc03-4a34-8e5c-3a10dd2fdabd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71a5bbd7194f4cd9af104efb0f560385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1549368 Apr 20 16:24:14.017161 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46832) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:14.107726 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-84351e27-2029-4253-bffd-abdfc8b12e32 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:14.109786 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-84351e27-2029-4253-bffd-abdfc8b12e32 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/networks?id=a24f1ee1-7962-4b42-99b4-cd4d398ef380 HTTP/1.1" status: 200 len: 805 time: 0.2627864 Apr 20 16:24:14.116256 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a0a2db96-ed02-4350-a317-be849494fbe6 req-b4ef34d8-297d-41c2-a638-0bae6370f319 service neutron] 10.222.0.30 "GET /v2.0/networks/0da3ddac-7911-41b8-948e-27e3525d219a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638549 Apr 20 16:24:14.138840 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d4abe0bc-91fc-400b-92d8-c6b1c806f22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:14.163880 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d4abe0bc-91fc-400b-92d8-c6b1c806f22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:14.180137 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ecd0c3bb-3851-46a2-9f6b-a40afdfb93f7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:14.192073 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd0c3bb-3851-46a2-9f6b-a40afdfb93f7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:14.193326 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ecd0c3bb-3851-46a2-9f6b-a40afdfb93f7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:14.215117 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-67c3db0e-06f5-434a-b674-9ed35847c11b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/quotas/b8c373d0b6ef424fae64df57ef92f83e HTTP/1.1" status: 200 len: 375 time: 0.0960608 Apr 20 16:24:14.216527 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 44dd8b29-9ebc-45fd-9272-96fea4c66562 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:24:14.219537 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9e21d-c974-4830-b846-895d2dbd7385 req-50014f22-a290-45ec-a718-bbb5ad92661d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:14.221236 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fcd9e21d-c974-4830-b846-895d2dbd7385 req-50014f22-a290-45ec-a718-bbb5ad92661d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.2023654 Apr 20 16:24:14.247798 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 44dd8b29-9ebc-45fd-9272-96fea4c66562 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:24:14.248179 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 44dd8b29-9ebc-45fd-9272-96fea4c66562 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:24:14.282836 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-696f8052-3839-4137-a54d-0242528049b6 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0668435 Apr 20 16:24:14.340792 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e1d30c4-6c5b-4b52-bfcb-defb2dcb3a81 req-f3f0b1f1-35c4-4455-a2ac-952572d7a1a0 service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143673 Apr 20 16:24:14.363024 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0c3bb-3851-46a2-9f6b-a40afdfb93f7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event updated for resources: {'Network': ['ID=ebb33ce1-91bc-49f1-a471-8f58b819ced1,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:14.367635 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fcd9e21d-c974-4830-b846-895d2dbd7385 req-751d2478-c77c-4149-beec-0bcba44ab9ec tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024251 Apr 20 16:24:14.376895 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network ebb33ce1-91bc-49f1-a471-8f58b819ced1 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:24:14.395765 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-bfc8386f-24a2-40ca-8d7f-593bc90748a9 service neutron] 10.222.0.15 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004722 Apr 20 16:24:14.428058 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d4abe0bc-91fc-400b-92d8-c6b1c806f22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:14.428058 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d4abe0bc-91fc-400b-92d8-c6b1c806f22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:14.428058 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d4abe0bc-91fc-400b-92d8-c6b1c806f22c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d21fd33e-4f1d-423e-aa56-1fb7752f26b9 HTTP/1.1" status: 204 len: 168 time: 0.3967149 Apr 20 16:24:14.435543 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ecd0c3bb-3851-46a2-9f6b-a40afdfb93f7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9551480 Apr 20 16:24:14.438739 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46840) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:14.479415 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abe0bc-91fc-400b-92d8-c6b1c806f22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21fd33e-4f1d-423e-aa56-1fb7752f26b9,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:14.570930 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-2b4e45c5-d2d7-4335-ba0d-61bc823c726f service neutron] 10.222.0.15 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635554 Apr 20 16:24:14.619409 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5292fcd1-13fa-4ced-93a0-ac1920c1b5fb tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:14.624248 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46842) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:14.634267 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5292fcd1-13fa-4ced-93a0-ac1920c1b5fb tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "GET /v2.0/networks?id=ebb33ce1-91bc-49f1-a471-8f58b819ced1 HTTP/1.1" status: 200 len: 764 time: 0.1841042 Apr 20 16:24:14.634684 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-2e391526-4179-4b6b-8ae9-4fd9a092ddf2 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Request body: {'network': {'description': 'd2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:14.637381 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee0795-cd5f-4a39-aea8-d579a7de85c7 req-e9a53af2-c8d1-4839-a3c1-2e26ad6d857c tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:14.640066 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56ee0795-cd5f-4a39-aea8-d579a7de85c7 req-e9a53af2-c8d1-4839-a3c1-2e26ad6d857c tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.1715035 Apr 20 16:24:14.641704 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e1d30c4-6c5b-4b52-bfcb-defb2dcb3a81 req-1cc6566b-1cdf-462c-8d87-5abd2d532376 service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912285 Apr 20 16:24:14.688924 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56ee0795-cd5f-4a39-aea8-d579a7de85c7 req-3adac3ae-7d3b-4ae6-8793-bd22feb915ff tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419269 Apr 20 16:24:14.809393 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e391526-4179-4b6b-8ae9-4fd9a092ddf2 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:14.870721 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-71687ff7-8477-4165-8c4e-e39fa2b7c53b req-e1f1a5d7-708e-4bbe-980c-096c348d19b8 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 210 time: 0.0365436 Apr 20 16:24:14.918997 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e391526-4179-4b6b-8ae9-4fd9a092ddf2 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:14.934745 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2e391526-4179-4b6b-8ae9-4fd9a092ddf2 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Network ebb33ce1-91bc-49f1-a471-8f58b819ced1 is not hosted by any dhcp agent {{(pid=103485) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 16:24:14.945163 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e391526-4179-4b6b-8ae9-4fd9a092ddf2 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:14.945163 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e391526-4179-4b6b-8ae9-4fd9a092ddf2 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:14.947115 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46856) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:14.947307 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2e391526-4179-4b6b-8ae9-4fd9a092ddf2 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "PUT /v2.0/networks/ebb33ce1-91bc-49f1-a471-8f58b819ced1 HTTP/1.1" status: 200 len: 761 time: 0.3217099 Apr 20 16:24:15.020944 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e391526-4179-4b6b-8ae9-4fd9a092ddf2 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event updated for resources: {'Network': ['ID=ebb33ce1-91bc-49f1-a471-8f58b819ced1,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:15.043368 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network ebb33ce1-91bc-49f1-a471-8f58b819ced1 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:24:15.059299 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52608035-6d78-45e4-950a-c71fdc27e07f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:15.064943 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-52608035-6d78-45e4-950a-c71fdc27e07f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "GET /v2.0/networks?id=ebb33ce1-91bc-49f1-a471-8f58b819ced1 HTTP/1.1" status: 200 len: 764 time: 0.1164796 Apr 20 16:24:15.065546 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46864) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:15.581141 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bb3b4-6a26-485a-9edc-84d197cfc8e4 req-000927b7-a66d-4ea0-aff1-053925e6eab5 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:15.582702 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-872bb3b4-6a26-485a-9edc-84d197cfc8e4 req-000927b7-a66d-4ea0-aff1-053925e6eab5 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.1178727 Apr 20 16:24:15.590703 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efb5e00-08d7-4200-8271-3150cdb48091 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:15.591006 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6efb5e00-08d7-4200-8271-3150cdb48091 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5248787 Apr 20 16:24:15.594120 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46886) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:15.633249 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-872bb3b4-6a26-485a-9edc-84d197cfc8e4 req-a03f25d1-cc1c-4ed9-988b-183cfd2b60dc tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411110 Apr 20 16:24:15.640047 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-94d8a86c-8da3-4ff7-8b28-1e7a6f60518b tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "GET /v2.0/subnets?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 207 time: 0.0447431 Apr 20 16:24:15.645411 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46888) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:15.867688 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01008b-9477-4bae-a2eb-88e3c868c71d req-d659ca01-1728-4cd7-9014-af0b51c07d3e tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:15.876408 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ce01008b-9477-4bae-a2eb-88e3c868c71d req-d659ca01-1728-4cd7-9014-af0b51c07d3e tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.0945714 Apr 20 16:24:15.896848 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46894) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:15.899915 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c31e800-b786-4eb4-87ac-ac6a187d4995 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:15.907295 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c31e800-b786-4eb4-87ac-ac6a187d4995 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:15.913965 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c31e800-b786-4eb4-87ac-ac6a187d4995 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:15.921031 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c31e800-b786-4eb4-87ac-ac6a187d4995 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:15.928862 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c31e800-b786-4eb4-87ac-ac6a187d4995 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:15.935271 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c31e800-b786-4eb4-87ac-ac6a187d4995 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:15.945297 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8c31e800-b786-4eb4-87ac-ac6a187d4995 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2934716 Apr 20 16:24:15.945611 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46900) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:15.950035 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ce01008b-9477-4bae-a2eb-88e3c868c71d req-ae212bcd-ed94-4f4f-a242-037e4e9a685a tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693977 Apr 20 16:24:16.064848 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-780d3667-9cb9-4d42-861a-873bfdab9b0a req-159e3d1a-4fb9-47d3-9afc-820aeff61c4b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 210 time: 0.0698388 Apr 20 16:24:16.071954 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a68beeed-58b1-42e9-9c96-d788a54b89a3 tempest-AgentManagementNegativeTest-1824472888 tempest-AgentManagementNegativeTest-1824472888-project] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1732414 Apr 20 16:24:16.160196 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-11218847-d4f3-4fb2-a386-fbdb203eddaa tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2105088 Apr 20 16:24:16.160630 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46904) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:16.170560 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 795ec65d-eede-491f-ba8c-2025da77f36b details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:24:16.236676 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6d5814-e506-45f7-a339-0fcef6911c5f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:16.238247 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6d5814-e506-45f7-a339-0fcef6911c5f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:16.239749 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6d5814-e506-45f7-a339-0fcef6911c5f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:16.241393 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6d5814-e506-45f7-a339-0fcef6911c5f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:16.243052 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6d5814-e506-45f7-a339-0fcef6911c5f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:16.245916 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fb6d5814-e506-45f7-a339-0fcef6911c5f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0838470 Apr 20 16:24:16.248617 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46906) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:16.326114 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 795ec65d-eede-491f-ba8c-2025da77f36b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=795ec65d-eede-491f-ba8c-2025da77f36b,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:16.326114 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '795ec65d-eede-491f-ba8c-2025da77f36b', 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c', 'port_id': '795ec65d-eede-491f-ba8c-2025da77f36b', 'mac_address': 'fa:16:3e:4a:1c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e5e1853-efd5-4800-b27e-3ac73eee167e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:24:16.338247 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:16.347433 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67adf7b-7969-4c68-b7a4-1fee7e58e9e9 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:16.348888 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67adf7b-7969-4c68-b7a4-1fee7e58e9e9 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:16.350369 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67adf7b-7969-4c68-b7a4-1fee7e58e9e9 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:16.351806 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67adf7b-7969-4c68-b7a4-1fee7e58e9e9 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:16.353364 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67adf7b-7969-4c68-b7a4-1fee7e58e9e9 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:16.355570 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a67adf7b-7969-4c68-b7a4-1fee7e58e9e9 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1051693 Apr 20 16:24:16.360425 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 795ec65d-eede-491f-ba8c-2025da77f36b {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:24:16.360559 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46908) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:16.383162 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 795ec65d-eede-491f-ba8c-2025da77f36b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=795ec65d-eede-491f-ba8c-2025da77f36b,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:16.481503 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39abc1be-29c0-485e-8c7d-247329f6df6f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:16.487014 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-39abc1be-29c0-485e-8c7d-247329f6df6f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "GET /v2.0/networks/65540dd5-3f15-4965-b312-23f97adf2275 HTTP/1.1" status: 200 len: 803 time: 0.1227283 Apr 20 16:24:16.487210 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:16.487477 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46910) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:16.539106 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=795ec65d-eede-491f-ba8c-2025da77f36b,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:16.631408 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46914) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:16.631951 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dc56cf5e-0fd0-4c18-9f67-9787afe14a77 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "GET /v2.0/networks/65540dd5-3f15-4965-b312-23f97adf2275?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1429403 Apr 20 16:24:16.671401 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['795ec65d-eede-491f-ba8c-2025da77f36b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:24:16.710998 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5a2fb0-b147-43c1-8444-b26143de1ae7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:16.713660 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ff5a2fb0-b147-43c1-8444-b26143de1ae7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "GET /v2.0/subnets/4dac179a-5d97-435a-9817-c4cfc3fba71d HTTP/1.1" status: 200 len: 843 time: 0.0810235 Apr 20 16:24:16.717335 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46920) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:16.775877 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46922) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:16.830188 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b6f83e-9516-42ab-b348-f9976aed5b7e tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:16.831724 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-04b6f83e-9516-42ab-b348-f9976aed5b7e tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "GET /v2.0/subnets/4dac179a-5d97-435a-9817-c4cfc3fba71d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1095512 Apr 20 16:24:16.835494 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46926) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:16.841003 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-d41e9b6a-2c9f-4a40-9b2c-39b3d3a8aaa3 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1555939574'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:16.859929 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7098d-6747-4eb2-ac37-ebfda110a377 req-38fd97a5-a5e3-4d4b-b445-536174029b4c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:16.862118 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52c7098d-6747-4eb2-ac37-ebfda110a377 req-38fd97a5-a5e3-4d4b-b445-536174029b4c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 944 time: 0.0963571 Apr 20 16:24:16.910959 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52c7098d-6747-4eb2-ac37-ebfda110a377 req-133e8462-b196-4c0e-a84a-3a8dddf08840 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419495 Apr 20 16:24:16.912543 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1f5ec1e5-8879-49f6-b40f-f85d6f500083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:16.948463 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41e9b6a-2c9f-4a40-9b2c-39b3d3a8aaa3 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Made reservation on behalf of ba45707e1a3b413a96351986a900f914 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:16.955889 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d41e9b6a-2c9f-4a40-9b2c-39b3d3a8aaa3 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:16.995695 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41e9b6a-2c9f-4a40-9b2c-39b3d3a8aaa3 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:24:17.017471 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d41e9b6a-2c9f-4a40-9b2c-39b3d3a8aaa3 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:17.017829 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-d41e9b6a-2c9f-4a40-9b2c-39b3d3a8aaa3 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Added segment 3ffe72f4-3811-43f7-83ac-b555efc477da of type vlan for network 7c729f25-0644-4c0e-925e-74b7e3172810 Apr 20 16:24:17.035027 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1f5ec1e5-8879-49f6-b40f-f85d6f500083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:17.098661 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d41e9b6a-2c9f-4a40-9b2c-39b3d3a8aaa3 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:17.129208 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069be02a-808a-440d-abf7-654d172c127b req-ac5f7ebb-b973-473c-a783-cdb1934b8ed6 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:17.130739 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-069be02a-808a-440d-abf7-654d172c127b req-ac5f7ebb-b973-473c-a783-cdb1934b8ed6 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.0984840 Apr 20 16:24:17.152842 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1f5ec1e5-8879-49f6-b40f-f85d6f500083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:17.182677 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4444cdf-612e-4398-b82d-573011cff086 req-17a902ef-766e-4c74-aa73-4f0b0c4e7934 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 210 time: 0.0360506 Apr 20 16:24:17.208728 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1f5ec1e5-8879-49f6-b40f-f85d6f500083 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aaff732bb99449c092309a80d31df38e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4317093 Apr 20 16:24:17.214766 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46932) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:17.219306 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-069be02a-808a-440d-abf7-654d172c127b req-73c83f13-11a5-48e8-9983-a2d6cb7405b6 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804596 Apr 20 16:24:17.220420 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ec1e5-8879-49f6-b40f-f85d6f500083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae22dca4-2cb9-40c4-b9c1-c8884bf81c5e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:17.255067 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d41e9b6a-2c9f-4a40-9b2c-39b3d3a8aaa3 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:17.262226 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41e9b6a-2c9f-4a40-9b2c-39b3d3a8aaa3 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:17.265351 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d41e9b6a-2c9f-4a40-9b2c-39b3d3a8aaa3 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:17.299213 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-85c78b44-db16-4dc4-b2d1-8ee78880ebbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:17.326365 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-85c78b44-db16-4dc4-b2d1-8ee78880ebbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:17.337238 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e9b6a-2c9f-4a40-9b2c-39b3d3a8aaa3 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event updated for resources: {'Network': ['ID=7c729f25-0644-4c0e-925e-74b7e3172810,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:17.349873 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 7c729f25-0644-4c0e-925e-74b7e3172810 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:24:17.384388 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d41e9b6a-2c9f-4a40-9b2c-39b3d3a8aaa3 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5456731 Apr 20 16:24:17.385601 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46934) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:17.392310 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-6b02031c-ddaa-4a55-ac5b-05c1469473e7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Request body: {'subnet': {'network_id': '7c729f25-0644-4c0e-925e-74b7e3172810', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:17.474018 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-4b4ef3f0-e2de-482d-b5ba-841fa0b1fe74 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:17.475776 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-4b4ef3f0-e2de-482d-b5ba-841fa0b1fe74 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.26 "GET /v2.0/networks?id=a24f1ee1-7962-4b42-99b4-cd4d398ef380 HTTP/1.1" status: 200 len: 805 time: 0.1153033 Apr 20 16:24:17.526426 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-05b7546c-99ba-4b93-85a7-3778df38c904 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Request body: {'port': {'device_id': 'e591783b-9e26-4bf2-ab23-450226f5c166', 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380', 'admin_state_up': True, 'tenant_id': 'b8c373d0b6ef424fae64df57ef92f83e'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:17.545447 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-85c78b44-db16-4dc4-b2d1-8ee78880ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:17.555444 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-85c78b44-db16-4dc4-b2d1-8ee78880ebbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:17.555444 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-85c78b44-db16-4dc4-b2d1-8ee78880ebbc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae22dca4-2cb9-40c4-b9c1-c8884bf81c5e HTTP/1.1" status: 204 len: 168 time: 0.3332260 Apr 20 16:24:17.579830 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b02031c-ddaa-4a55-ac5b-05c1469473e7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Made reservation on behalf of ba45707e1a3b413a96351986a900f914 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:17.584265 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b02031c-ddaa-4a55-ac5b-05c1469473e7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:17.593749 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c78b44-db16-4dc4-b2d1-8ee78880ebbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae22dca4-2cb9-40c4-b9c1-c8884bf81c5e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:17.685219 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.ipam_backend_mixin [None req-6b02031c-ddaa-4a55-ac5b-05c1469473e7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Performing IP validity checks on allocation pools {{(pid=103485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 16:24:17.687116 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.ipam_backend_mixin [None req-6b02031c-ddaa-4a55-ac5b-05c1469473e7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 16:24:17.734385 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-05b7546c-99ba-4b93-85a7-3778df38c904 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Made reservation on behalf of b8c373d0b6ef424fae64df57ef92f83e for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:17.738095 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-05b7546c-99ba-4b93-85a7-3778df38c904 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:17.905257 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-05b7546c-99ba-4b93-85a7-3778df38c904 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Allocated IP 172.20.0.3 (a24f1ee1-7962-4b42-99b4-cd4d398ef380/1b506ada-a815-4b95-bd30-2bdbb75a1ede/2412c883-60cd-45c7-8d9d-e3c856b8ea58) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:17.940132 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b02031c-ddaa-4a55-ac5b-05c1469473e7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:18.022349 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02031c-ddaa-4a55-ac5b-05c1469473e7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event updated for resources: {'Subnet': ['ID=23be19c5-8a88-4bcb-86ea-962636bb2d53,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:18.035361 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b02031c-ddaa-4a55-ac5b-05c1469473e7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Checking segment: {'id': '3ffe72f4-3811-43f7-83ac-b555efc477da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7c729f25-0644-4c0e-925e-74b7e3172810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:24:18.035361 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b02031c-ddaa-4a55-ac5b-05c1469473e7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Network hostable DHCP agents. Network: 7c729f25-0644-4c0e-925e-74b7e3172810, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:24:18.124021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa8e9e-9b70-40bb-a2fa-f58a063aa6da req-4f963a36-0f00-4e7c-9b11-2b3e626715cf tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:18.125679 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8caa8e9e-9b70-40bb-a2fa-f58a063aa6da req-4f963a36-0f00-4e7c-9b11-2b3e626715cf tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 944 time: 0.0904014 Apr 20 16:24:18.140367 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b02031c-ddaa-4a55-ac5b-05c1469473e7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Network 7c729f25-0644-4c0e-925e-74b7e3172810 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:24:18.176248 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 795ec65d-eede-491f-ba8c-2025da77f36b up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:24:18.176465 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-05b7546c-99ba-4b93-85a7-3778df38c904 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:18.210570 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8caa8e9e-9b70-40bb-a2fa-f58a063aa6da req-2be97d18-18da-4611-a528-76fddf81666a tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742903 Apr 20 16:24:18.236896 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 795ec65d-eede-491f-ba8c-2025da77f36b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:18.237519 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:18.255647 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-6b02031c-ddaa-4a55-ac5b-05c1469473e7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 7c729f25-0644-4c0e-925e-74b7e3172810) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:18.260584 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b02031c-ddaa-4a55-ac5b-05c1469473e7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:18.261133 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b02031c-ddaa-4a55-ac5b-05c1469473e7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:18.273779 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a085987-9a3b-49de-a641-bdac44282c79 None None] Network 7c729f25-0644-4c0e-925e-74b7e3172810 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:18.336445 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-01b36ad8-1185-4c31-bc9c-83ee211c2274 req-240ee49b-46bb-468d-9f4f-4e28ae792495 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 210 time: 0.0456195 Apr 20 16:24:18.386117 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-05b7546c-99ba-4b93-85a7-3778df38c904 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:18.428649 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:18.429353 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6b02031c-ddaa-4a55-ac5b-05c1469473e7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0422180 Apr 20 16:24:18.434093 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46956) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:18.434418 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['ff9eabef-07f4-42fd-8261-dfda19d01138'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:24:18.438418 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a4eb3f8f-461b-42ca-859a-f8286ac1a5c7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:18.468212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7546c-99ba-4b93-85a7-3778df38c904 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Pushing event updated for resources: {'Port': ['ID=2412c883-60cd-45c7-8d9d-e3c856b8ea58,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:18.478469 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c010c-a72a-4ad9-9ff3-79930494dfa7 req-9b952165-e5cc-4067-a128-d9439cdd5717 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:18.480435 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-041c010c-a72a-4ad9-9ff3-79930494dfa7 req-9b952165-e5cc-4067-a128-d9439cdd5717 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.1484096 Apr 20 16:24:18.487261 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-05b7546c-99ba-4b93-85a7-3778df38c904 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Network a24f1ee1-7962-4b42-99b4-cd4d398ef380 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:18.491129 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-05b7546c-99ba-4b93-85a7-3778df38c904 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:18.512769 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-05b7546c-99ba-4b93-85a7-3778df38c904 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:24:18.517665 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b70cba9-bac1-4dd0-bd46-536136783036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795ec65d-eede-491f-ba8c-2025da77f36b'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:24:18.520408 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30668181-5575-4469-82d6-7f40b4267502" -d '{"events": [{"server_uuid": "8b70cba9-bac1-4dd0-bd46-536136783036", "name": "network-vif-plugged", "status": "completed", "tag": "795ec65d-eede-491f-ba8c-2025da77f36b"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:24:18.592679 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5044456e-1ce3-48b3-8bfe-1fd0e7e40690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-7c729f25-0644-4c0e-925e-74b7e3172810', 'network_id': '7c729f25-0644-4c0e-925e-74b7e3172810', 'tenant_id': 'ba45707e1a3b413a96351986a900f914', 'fixed_ips': [{'subnet_id': '23be19c5-8a88-4bcb-86ea-962636bb2d53'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:24:18.596090 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5044456e-1ce3-48b3-8bfe-1fd0e7e40690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:18.599679 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 795ec65d-eede-491f-ba8c-2025da77f36b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=795ec65d-eede-491f-ba8c-2025da77f36b,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:18.600051 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4eb3f8f-461b-42ca-859a-f8286ac1a5c7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1497687'] for subnet, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:18.614327 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-041c010c-a72a-4ad9-9ff3-79930494dfa7 req-fcfc56ba-6203-42f8-9009-38a555b038e4 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254861 Apr 20 16:24:18.634354 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f658702d-b5b6-488f-b252-2bef2c36a683 x-openstack-request-id: req-f658702d-b5b6-488f-b252-2bef2c36a683 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:24:18.634354 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b70cba9-bac1-4dd0-bd46-536136783036", "name": "network-vif-plugged", "status": "completed", "tag": "795ec65d-eede-491f-ba8c-2025da77f36b", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:24:18.634354 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f658702d-b5b6-488f-b252-2bef2c36a683 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:24:18.634354 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f658702d-b5b6-488f-b252-2bef2c36a683'] response: {'server_uuid': '8b70cba9-bac1-4dd0-bd46-536136783036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795ec65d-eede-491f-ba8c-2025da77f36b', 'code': 200} Apr 20 16:24:18.634883 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-05b7546c-99ba-4b93-85a7-3778df38c904 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:18.635472 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-05b7546c-99ba-4b93-85a7-3778df38c904 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:18.774662 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:18.817489 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-05b7546c-99ba-4b93-85a7-3778df38c904 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2949390 Apr 20 16:24:18.844931 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-2deabd06-9638-4234-b288-14189dcb5c01 service neutron] Request body: {'port': {'device_id': 'e591783b-9e26-4bf2-ab23-450226f5c166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:18.854550 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=795ec65d-eede-491f-ba8c-2025da77f36b,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:18.926251 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-2deabd06-9638-4234-b288-14189dcb5c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:18.928218 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4eb3f8f-461b-42ca-859a-f8286ac1a5c7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781838299576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62250099'] for subnet, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:18.996205 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-5044456e-1ce3-48b3-8bfe-1fd0e7e40690 None None] Allocated IP 2001:db8::3 (7c729f25-0644-4c0e-925e-74b7e3172810/23be19c5-8a88-4bcb-86ea-962636bb2d53/d16507fd-c32d-442c-a51f-d36d84f15923) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:19.040668 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eb3f8f-461b-42ca-859a-f8286ac1a5c7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:19.041286 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4eb3f8f-461b-42ca-859a-f8286ac1a5c7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:19.047054 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a4eb3f8f-461b-42ca-859a-f8286ac1a5c7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "PUT /v2.0/subnets/23be19c5-8a88-4bcb-86ea-962636bb2d53 HTTP/1.1" status: 200 len: 900 time: 0.6140287 Apr 20 16:24:19.047850 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46976) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:19.092064 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb3f8f-461b-42ca-859a-f8286ac1a5c7 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event updated for resources: {'Subnet': ['ID=23be19c5-8a88-4bcb-86ea-962636bb2d53,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:19.179080 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46978) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:19.212529 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:19.233169 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5044456e-1ce3-48b3-8bfe-1fd0e7e40690 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:19.305215 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:19.317845 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-2deabd06-9638-4234-b288-14189dcb5c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2412c883-60cd-45c7-8d9d-e3c856b8ea58 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:24:19.328468 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5044456e-1ce3-48b3-8bfe-1fd0e7e40690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:19.336304 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-2deabd06-9638-4234-b288-14189dcb5c01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:19.349383 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-184195f0-f60b-403a-b7fe-6e3b37ad1253 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1979046694'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:19.362529 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5044456e-1ce3-48b3-8bfe-1fd0e7e40690 None None] Network 7c729f25-0644-4c0e-925e-74b7e3172810 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:19.369637 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-5044456e-1ce3-48b3-8bfe-1fd0e7e40690 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:19.388766 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-2deabd06-9638-4234-b288-14189dcb5c01 service neutron] Transition to ACTIVE for port object 2412c883-60cd-45c7-8d9d-e3c856b8ea58 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:24:19.417111 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5044456e-1ce3-48b3-8bfe-1fd0e7e40690 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:24:19.430041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c43768-d85d-491c-a529-4a24ec4282b9 req-bf8acf63-3932-4bac-b6e8-3609c0d83f3a tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:19.438196 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-39c43768-d85d-491c-a529-4a24ec4282b9 req-bf8acf63-3932-4bac-b6e8-3609c0d83f3a tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.1130366 Apr 20 16:24:19.473240 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-2deabd06-9638-4234-b288-14189dcb5c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:19.487141 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5044456e-1ce3-48b3-8bfe-1fd0e7e40690 None None] Attempting to bind port d16507fd-c32d-442c-a51f-d36d84f15923 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:24:19.488142 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5044456e-1ce3-48b3-8bfe-1fd0e7e40690 None None] Attempting to bind port d16507fd-c32d-442c-a51f-d36d84f15923 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '3ffe72f4-3811-43f7-83ac-b555efc477da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7c729f25-0644-4c0e-925e-74b7e3172810'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:24:19.488707 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5044456e-1ce3-48b3-8bfe-1fd0e7e40690 None None] Attempting to bind port d16507fd-c32d-442c-a51f-d36d84f15923 on network 7c729f25-0644-4c0e-925e-74b7e3172810 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:24:19.490909 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044456e-1ce3-48b3-8bfe-1fd0e7e40690 None None] Pushing event updated for resources: {'Port': ['ID=d16507fd-c32d-442c-a51f-d36d84f15923,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:19.496867 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5044456e-1ce3-48b3-8bfe-1fd0e7e40690 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:24:19.498013 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5044456e-1ce3-48b3-8bfe-1fd0e7e40690 None None] Checking segment: {'id': '3ffe72f4-3811-43f7-83ac-b555efc477da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7c729f25-0644-4c0e-925e-74b7e3172810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:24:19.499190 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5044456e-1ce3-48b3-8bfe-1fd0e7e40690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:19.499853 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5044456e-1ce3-48b3-8bfe-1fd0e7e40690 None None] Bound using segment: {'id': '3ffe72f4-3811-43f7-83ac-b555efc477da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7c729f25-0644-4c0e-925e-74b7e3172810'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:24:19.500536 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5044456e-1ce3-48b3-8bfe-1fd0e7e40690 None None] Bound port: d16507fd-c32d-442c-a51f-d36d84f15923, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffe72f4-3811-43f7-83ac-b555efc477da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7c729f25-0644-4c0e-925e-74b7e3172810'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:24:19.501108 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5044456e-1ce3-48b3-8bfe-1fd0e7e40690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:19.550805 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-39c43768-d85d-491c-a529-4a24ec4282b9 req-517283f2-9bda-4785-b3f8-e110bd6fa357 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003916 Apr 20 16:24:19.576643 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184195f0-f60b-403a-b7fe-6e3b37ad1253 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Made reservation on behalf of bd84423a25854299955cc6111c095d5c for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:19.580730 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-184195f0-f60b-403a-b7fe-6e3b37ad1253 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:19.585352 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5044456e-1ce3-48b3-8bfe-1fd0e7e40690 None None] For port d16507fd-c32d-442c-a51f-d36d84f15923, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:24:19.590741 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5044456e-1ce3-48b3-8bfe-1fd0e7e40690 None None] For port d16507fd-c32d-442c-a51f-d36d84f15923, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d16507fd-c32d-442c-a51f-d36d84f15923,segment=NetworkSegment(3ffe72f4-3811-43f7-83ac-b555efc477da),segment_id=3ffe72f4-3811-43f7-83ac-b555efc477da)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:24:19.595005 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deabd06-9638-4234-b288-14189dcb5c01 service neutron] Pushing event updated for resources: {'Port': ['ID=2412c883-60cd-45c7-8d9d-e3c856b8ea58,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:19.604404 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-184195f0-f60b-403a-b7fe-6e3b37ad1253 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:19.608324 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:19.663659 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-2deabd06-9638-4234-b288-14189dcb5c01 service neutron] Attempting to bind port 2412c883-60cd-45c7-8d9d-e3c856b8ea58 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:24:19.664231 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-2deabd06-9638-4234-b288-14189dcb5c01 service neutron] Attempting to bind port 2412c883-60cd-45c7-8d9d-e3c856b8ea58 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:24:19.664796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-2deabd06-9638-4234-b288-14189dcb5c01 service neutron] Attempting to bind port 2412c883-60cd-45c7-8d9d-e3c856b8ea58 on network a24f1ee1-7962-4b42-99b4-cd4d398ef380 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:24:19.669883 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-2deabd06-9638-4234-b288-14189dcb5c01 service neutron] Port 2412c883-60cd-45c7-8d9d-e3c856b8ea58 on network a24f1ee1-7962-4b42-99b4-cd4d398ef380 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:24:19.674571 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-2deabd06-9638-4234-b288-14189dcb5c01 service neutron] Attempting to bind port 2412c883-60cd-45c7-8d9d-e3c856b8ea58 on network a24f1ee1-7962-4b42-99b4-cd4d398ef380 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:24:19.674733 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86728fe1-b272-4f90-b3d2-0ce7541b82d2 req-e4af1188-f54b-466d-8861-ab858fbc701a tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:19.674733 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-86728fe1-b272-4f90-b3d2-0ce7541b82d2 req-e4af1188-f54b-466d-8861-ab858fbc701a tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 943 time: 0.2084384 Apr 20 16:24:19.675995 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-2deabd06-9638-4234-b288-14189dcb5c01 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:24:19.676537 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Subnet': ['ID=23be19c5-8a88-4bcb-86ea-962636bb2d53,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:19.676791 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-2deabd06-9638-4234-b288-14189dcb5c01 service neutron] Checking segment: {'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:24:19.677361 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-2deabd06-9638-4234-b288-14189dcb5c01 service neutron] Bound using segment: {'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:24:19.678162 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-2deabd06-9638-4234-b288-14189dcb5c01 service neutron] Bound port: 2412c883-60cd-45c7-8d9d-e3c856b8ea58, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d25fc5f-e30a-468b-a164-868f7980ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:24:19.678700 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-2deabd06-9638-4234-b288-14189dcb5c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:19.734652 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5044456e-1ce3-48b3-8bfe-1fd0e7e40690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:19.788639 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-2deabd06-9638-4234-b288-14189dcb5c01 service neutron] For port 2412c883-60cd-45c7-8d9d-e3c856b8ea58, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:24:19.792647 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-2deabd06-9638-4234-b288-14189dcb5c01 service neutron] For port 2412c883-60cd-45c7-8d9d-e3c856b8ea58, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=2412c883-60cd-45c7-8d9d-e3c856b8ea58,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:24:19.812011 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e8737-81d9-4387-86a6-5d536cb49ab0 req-f45af061-ea55-4144-8625-66135b70ae7f tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:19.813631 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-716e8737-81d9-4387-86a6-5d536cb49ab0 req-f45af061-ea55-4144-8625-66135b70ae7f tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.0816891 Apr 20 16:24:19.846201 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044456e-1ce3-48b3-8bfe-1fd0e7e40690 None None] Pushing event updated for resources: {'Port': ['ID=d16507fd-c32d-442c-a51f-d36d84f15923,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:19.874750 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:19.902482 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-716e8737-81d9-4387-86a6-5d536cb49ab0 req-d04817e3-cf93-48ce-9acf-788cdbe6fffe tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700121 Apr 20 16:24:19.902482 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-2deabd06-9638-4234-b288-14189dcb5c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:19.911010 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-86728fe1-b272-4f90-b3d2-0ce7541b82d2 req-366bc8e9-e951-4030-a35c-f5e3721bbb8b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069290 Apr 20 16:24:19.917710 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c729f25-0644-4c0e-925e-74b7e3172810']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:19.936841 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ffe72f4-3811-43f7-83ac-b555efc477da') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:19.937381 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ffe72f4-3811-43f7-83ac-b555efc477da') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:19.965122 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-2deabd06-9638-4234-b288-14189dcb5c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:19.965747 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-2deabd06-9638-4234-b288-14189dcb5c01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:19.967829 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:19.972468 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-2deabd06-9638-4234-b288-14189dcb5c01 service neutron] 10.222.0.26 "PUT /v2.0/ports/2412c883-60cd-45c7-8d9d-e3c856b8ea58 HTTP/1.1" status: 200 len: 1091 time: 1.1380460 Apr 20 16:24:19.977304 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e591783b-9e26-4bf2-ab23-450226f5c166', 'tag': '2412c883-60cd-45c7-8d9d-e3c856b8ea58'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:24:19.977304 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c8e329-479b-4332-8e21-4b86fcc558e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e591783b-9e26-4bf2-ab23-450226f5c166", "tag": "2412c883-60cd-45c7-8d9d-e3c856b8ea58"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:24:19.992909 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:19.999967 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deabd06-9638-4234-b288-14189dcb5c01 service neutron] Pushing event updated for resources: {'Port': ['ID=2412c883-60cd-45c7-8d9d-e3c856b8ea58,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:20.014364 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:24:20.014779 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:24:20.020436 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:24:20.046343 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd3223b-7579-4791-bf41-223885a8e8b6 x-openstack-request-id: req-4bd3223b-7579-4791-bf41-223885a8e8b6 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:24:20.046343 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e591783b-9e26-4bf2-ab23-450226f5c166", "tag": "2412c883-60cd-45c7-8d9d-e3c856b8ea58", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:24:20.046343 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4bd3223b-7579-4791-bf41-223885a8e8b6 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:24:20.046343 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd3223b-7579-4791-bf41-223885a8e8b6'] response: {'name': 'network-changed', 'server_uuid': 'e591783b-9e26-4bf2-ab23-450226f5c166', 'tag': '2412c883-60cd-45c7-8d9d-e3c856b8ea58', 'status': 'completed', 'code': 200} Apr 20 16:24:20.046730 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-184195f0-f60b-403a-b7fe-6e3b37ad1253 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:20.130659 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.db.api [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 16:24:20.130659 n-d-836146-2 neutron-server[103485]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 16:24:20.130659 n-d-836146-2 neutron-server[103485]: [parameters: {'id': '7c729f25-0644-4c0e-925e-74b7e3172810'}] Apr 20 16:24:20.130659 n-d-836146-2 neutron-server[103485]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:24:20.131011 n-d-836146-2 neutron-server[103485]: DEBUG oslo_db.api [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:24:20.131529 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-184195f0-f60b-403a-b7fe-6e3b37ad1253 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:20.201585 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184195f0-f60b-403a-b7fe-6e3b37ad1253 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:24:20.210139 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8e329-479b-4332-8e21-4b86fcc558e2 req-4ca0e0a4-941f-4e43-aa49-13052e68d672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:20.211861 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-12c8e329-479b-4332-8e21-4b86fcc558e2 req-4ca0e0a4-941f-4e43-aa49-13052e68d672 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 1094 time: 0.1074998 Apr 20 16:24:20.223408 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-184195f0-f60b-403a-b7fe-6e3b37ad1253 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:20.223408 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-184195f0-f60b-403a-b7fe-6e3b37ad1253 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Added segment bb753d31-797e-49ed-b7b3-9e6abb629024 of type vlan for network 8f00b36a-3d9d-4810-87e7-537bb9f1f9f5 Apr 20 16:24:20.232467 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184195f0-f60b-403a-b7fe-6e3b37ad1253 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4beabe9-8c14-4f9e-ab86-68a7ae25718d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:20.316199 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-184195f0-f60b-403a-b7fe-6e3b37ad1253 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:20.418375 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d16507fd-c32d-442c-a51f-d36d84f15923 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:24:20.459889 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-184195f0-f60b-403a-b7fe-6e3b37ad1253 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:20.465656 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184195f0-f60b-403a-b7fe-6e3b37ad1253 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:20.466301 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-184195f0-f60b-403a-b7fe-6e3b37ad1253 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:20.481650 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8e329-479b-4332-8e21-4b86fcc558e2 req-015552f7-db5b-4ca0-811e-62b4c1ebe30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:20.485069 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-12c8e329-479b-4332-8e21-4b86fcc558e2 req-015552f7-db5b-4ca0-811e-62b4c1ebe30a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2358139 Apr 20 16:24:20.491796 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port d16507fd-c32d-442c-a51f-d36d84f15923 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:20.493182 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:20.618260 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:20.632030 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:20.645505 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-184195f0-f60b-403a-b7fe-6e3b37ad1253 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4653618 Apr 20 16:24:20.648807 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47016) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:20.654813 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a4c0395a-b6c0-48de-ba9e-eaa6be80178d tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Request body: {'subnet': {'network_id': '8f00b36a-3d9d-4810-87e7-537bb9f1f9f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:20.655234 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8e329-479b-4332-8e21-4b86fcc558e2 req-fc1f09d8-ca43-42b2-be6a-272cb8c4e088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:20.657087 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-12c8e329-479b-4332-8e21-4b86fcc558e2 req-fc1f09d8-ca43-42b2-be6a-272cb8c4e088 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1619802 Apr 20 16:24:20.664102 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port d16507fd-c32d-442c-a51f-d36d84f15923, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d16507fd-c32d-442c-a51f-d36d84f15923,segment=NetworkSegment(3ffe72f4-3811-43f7-83ac-b555efc477da),segment_id=3ffe72f4-3811-43f7-83ac-b555efc477da)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:20.732664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6af306-f215-467f-9242-95c85174495b req-ad32ed7e-5b7d-454c-a1b2-a4feed40e2df tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:20.736916 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e6af306-f215-467f-9242-95c85174495b req-ad32ed7e-5b7d-454c-a1b2-a4feed40e2df tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.0787818 Apr 20 16:24:20.745611 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:20.774613 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184195f0-f60b-403a-b7fe-6e3b37ad1253 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Pushing event updated for resources: {'Network': ['ID=8f00b36a-3d9d-4810-87e7-537bb9f1f9f5,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:20.798802 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 8f00b36a-3d9d-4810-87e7-537bb9f1f9f5 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:24:20.857117 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Deleting port d16507fd-c32d-442c-a51f-d36d84f15923 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:20.859772 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-651c39bd-872c-49ce-b1b8-d2f2382de0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:20.860502 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:20.863454 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-651c39bd-872c-49ce-b1b8-d2f2382de0b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 1094 time: 0.1253216 Apr 20 16:24:20.864301 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c0395a-b6c0-48de-ba9e-eaa6be80178d tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Made reservation on behalf of bd84423a25854299955cc6111c095d5c for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:20.868384 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4c0395a-b6c0-48de-ba9e-eaa6be80178d tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:20.876812 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e6af306-f215-467f-9242-95c85174495b req-432a5b90-b23e-4306-af9a-40756d58074a tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205461 Apr 20 16:24:20.984481 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-0416e498-00b7-4837-8b22-4dda0bd2fa43 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2412c883-60cd-45c7-8d9d-e3c856b8ea58 HTTP/1.1" status: 200 len: 217 time: 0.1018906 Apr 20 16:24:21.045969 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] For port d16507fd-c32d-442c-a51f-d36d84f15923, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d16507fd-c32d-442c-a51f-d36d84f15923,segment=NetworkSegment(3ffe72f4-3811-43f7-83ac-b555efc477da),segment_id=3ffe72f4-3811-43f7-83ac-b555efc477da)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:21.046342 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:21.072617 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Calling delete_port for d16507fd-c32d-442c-a51f-d36d84f15923 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:21.103083 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=d16507fd-c32d-442c-a51f-d36d84f15923,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:21.186815 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-a5f8a494-a6a0-4c38-9cfe-8bf76e1f09bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:21.188753 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-a5f8a494-a6a0-4c38-9cfe-8bf76e1f09bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b506ada-a815-4b95-bd30-2bdbb75a1ede HTTP/1.1" status: 200 len: 845 time: 0.1976306 Apr 20 16:24:21.225863 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418f742-aa05-45be-86ab-dc28e19a1b4d req-7f09bd63-4d20-45aa-bdbd-4a8838949f08 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:21.227384 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e418f742-aa05-45be-86ab-dc28e19a1b4d req-7f09bd63-4d20-45aa-bdbd-4a8838949f08 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 943 time: 0.1369133 Apr 20 16:24:21.235706 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14774763-de1f-4b94-81d7-e7b8670faa88 req-b95de3f4-44a3-4fa0-9d1e-0802d39def17 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:21.238029 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-14774763-de1f-4b94-81d7-e7b8670faa88 req-b95de3f4-44a3-4fa0-9d1e-0802d39def17 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.1089141 Apr 20 16:24:21.263719 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-7d9485da-be28-4571-8a95-0ea8e54da449 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a24f1ee1-7962-4b42-99b4-cd4d398ef380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657499 Apr 20 16:24:21.300641 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e418f742-aa05-45be-86ab-dc28e19a1b4d req-8940dfc8-32e1-41a6-b3d9-dc56e8e99afb tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548959 Apr 20 16:24:21.323435 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-14774763-de1f-4b94-81d7-e7b8670faa88 req-4e1db843-aab6-49e5-9460-16d3fb54426b tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539711 Apr 20 16:24:21.471638 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:21.483309 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a548af-9ea2-4048-871c-624e98f74eb9 None None] Network 7c729f25-0644-4c0e-925e-74b7e3172810 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:21.485588 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-21ffcde2-e1ce-4cee-87f3-96a7762501f2 service neutron] 10.222.0.26 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852999 Apr 20 16:24:21.504164 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4c0395a-b6c0-48de-ba9e-eaa6be80178d tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:21.508945 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Port': ['ID=d16507fd-c32d-442c-a51f-d36d84f15923,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:21.520273 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-00f9d4d1-3b43-4182-aed2-843337953c9c None None] Could not find standard attr ID for object d16507fd-c32d-442c-a51f-d36d84f15923. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:24:21.587640 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0395a-b6c0-48de-ba9e-eaa6be80178d tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Pushing event updated for resources: {'Subnet': ['ID=db037b46-60e5-4677-82fe-6e3c069a29ed,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:21.619890 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] No DVR routers for this DVR port d16507fd-c32d-442c-a51f-d36d84f15923 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:24:21.661023 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e511b423-56ad-47ef-a657-25bf79ae3903 req-7d4cbf83-9c7f-45a4-bf42-b171be2980a9 service neutron] 10.222.0.26 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575222 Apr 20 16:24:21.764872 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ee1a13-9772-4212-bc51-7ccf8669118d None None] DHCP port deletion for 7c729f25-0644-4c0e-925e-74b7e3172810 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:24:21.773527 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c0395a-b6c0-48de-ba9e-eaa6be80178d tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Checking segment: {'id': 'bb753d31-797e-49ed-b7b3-9e6abb629024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8f00b36a-3d9d-4810-87e7-537bb9f1f9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:24:21.773894 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c0395a-b6c0-48de-ba9e-eaa6be80178d tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Network hostable DHCP agents. Network: 8f00b36a-3d9d-4810-87e7-537bb9f1f9f5, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:24:21.776920 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:21.809213 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c729f25-0644-4c0e-925e-74b7e3172810']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:21.815930 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3152e6b-3ff9-43cd-a48f-98a2f0e07e03 None None] Network 7c729f25-0644-4c0e-925e-74b7e3172810 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:21.823658 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ffe72f4-3811-43f7-83ac-b555efc477da') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:21.829827 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ffe72f4-3811-43f7-83ac-b555efc477da') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:21.836408 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:21.885261 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:21.906766 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:24:21.907183 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:24:21.915279 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:24:21.928138 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c0395a-b6c0-48de-ba9e-eaa6be80178d tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Network 8f00b36a-3d9d-4810-87e7-537bb9f1f9f5 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:24:22.035830 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-a4c0395a-b6c0-48de-ba9e-eaa6be80178d tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 8f00b36a-3d9d-4810-87e7-537bb9f1f9f5) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:22.042066 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c0395a-b6c0-48de-ba9e-eaa6be80178d tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:22.042692 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4c0395a-b6c0-48de-ba9e-eaa6be80178d tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:22.065307 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b927da9a-0512-422c-a6f7-e57710c8df51 None None] Network 8f00b36a-3d9d-4810-87e7-537bb9f1f9f5 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:22.073622 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9891d3-18b7-4355-8f20-4629298e59dc req-98023df8-3dda-407a-8a88-9a7480673a5c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:22.075170 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-de9891d3-18b7-4355-8f20-4629298e59dc req-98023df8-3dda-407a-8a88-9a7480673a5c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.0818119 Apr 20 16:24:22.099767 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:22.112652 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:22.116133 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47030) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:22.116687 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/networks/7c729f25-0644-4c0e-925e-74b7e3172810 HTTP/1.1" status: 204 len: 168 time: 3.0650012 Apr 20 16:24:22.137211 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226c6ce-7293-4bf6-a156-c8d1fb3c2f52 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Network': ['ID=7c729f25-0644-4c0e-925e-74b7e3172810,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:22.145052 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a4c0395a-b6c0-48de-ba9e-eaa6be80178d tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4950550 Apr 20 16:24:22.148560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47032) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:22.153987 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-2b302ed4-9488-46f9-acc6-f8817ce18d47 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Request body: {'port': {'network_id': '8f00b36a-3d9d-4810-87e7-537bb9f1f9f5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-632122411'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:22.156781 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-5780690d-9a82-4c9f-9ba6-f7a063d7a6b4 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] DELETE failed (client error): The resource could not be found. Apr 20 16:24:22.157593 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5780690d-9a82-4c9f-9ba6-f7a063d7a6b4 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:24:22.161177 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5780690d-9a82-4c9f-9ba6-f7a063d7a6b4 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/subnets/23be19c5-8a88-4bcb-86ea-962636bb2d53 HTTP/1.1" status: 404 len: 337 time: 0.0426085 Apr 20 16:24:22.167656 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47034) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:22.173941 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-de9891d3-18b7-4355-8f20-4629298e59dc req-d4b621e2-6f1d-49d2-a98d-65f756bef984 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912209 Apr 20 16:24:22.202665 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fae5d50-bbfa-40f6-a098-1717dfaa40de tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] DELETE failed (client error): The resource could not be found. Apr 20 16:24:22.203675 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fae5d50-bbfa-40f6-a098-1717dfaa40de tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:24:22.208139 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5fae5d50-bbfa-40f6-a098-1717dfaa40de tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/networks/7c729f25-0644-4c0e-925e-74b7e3172810 HTTP/1.1" status: 404 len: 339 time: 0.0395095 Apr 20 16:24:22.217979 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47036) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:22.368549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d16507fd-c32d-442c-a51f-d36d84f15923 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:24:22.375642 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ffaa2609-74c1-49df-b11e-0cec0d6f7ac3 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:22.393111 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966ee03d-fb87-404d-a785-0dbc1c1697a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-8f00b36a-3d9d-4810-87e7-537bb9f1f9f5', 'network_id': '8f00b36a-3d9d-4810-87e7-537bb9f1f9f5', 'tenant_id': 'bd84423a25854299955cc6111c095d5c', 'fixed_ips': [{'subnet_id': 'db037b46-60e5-4677-82fe-6e3c069a29ed'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:24:22.394268 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-966ee03d-fb87-404d-a785-0dbc1c1697a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:22.426269 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: d16507fd-c32d-442c-a51f-d36d84f15923 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:24:22.426865 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d16507fd-c32d-442c-a51f-d36d84f15923 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:24:22.524612 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ffaa2609-74c1-49df-b11e-0cec0d6f7ac3 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:22.556666 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b302ed4-9488-46f9-acc6-f8817ce18d47 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Made reservation on behalf of bd84423a25854299955cc6111c095d5c for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:22.560866 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2b302ed4-9488-46f9-acc6-f8817ce18d47 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:22.586222 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-2b302ed4-9488-46f9-acc6-f8817ce18d47 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] device_id is not set on port 1d5fabd2-22a0-4761-95c6-2150a36afa3b yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:24:22.606562 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11858692-2122-45ee-a889-ddd4301c9d38 req-6e552183-8367-4a25-af67-f58b0e7e8256 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:22.613583 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-ffaa2609-74c1-49df-b11e-0cec0d6f7ac3 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb33ce1-91bc-49f1-a471-8f58b819ced1']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:22.614965 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-11858692-2122-45ee-a889-ddd4301c9d38 req-6e552183-8367-4a25-af67-f58b0e7e8256 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.0939093 Apr 20 16:24:22.657431 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-ffaa2609-74c1-49df-b11e-0cec0d6f7ac3 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d27adf-fc26-4f65-9ff0-a03b1fe1a5cf') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:22.657729 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-ffaa2609-74c1-49df-b11e-0cec0d6f7ac3 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d27adf-fc26-4f65-9ff0-a03b1fe1a5cf') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:22.688674 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ffaa2609-74c1-49df-b11e-0cec0d6f7ac3 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:22.718101 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c492c6d-7b23-487d-a6ce-7e7eace8b6b9 req-6e6ed9e2-52e8-433b-875b-2fb8f57d4256 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:22.729659 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c492c6d-7b23-487d-a6ce-7e7eace8b6b9 req-6e6ed9e2-52e8-433b-875b-2fb8f57d4256 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 943 time: 0.3000143 Apr 20 16:24:22.737933 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-11858692-2122-45ee-a889-ddd4301c9d38 req-f0aefcaf-c3fa-4739-9cda-a6862fa96fbb tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220369 Apr 20 16:24:22.752539 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ffaa2609-74c1-49df-b11e-0cec0d6f7ac3 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:22.793467 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffaa2609-74c1-49df-b11e-0cec0d6f7ac3 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:24:22.793910 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ffaa2609-74c1-49df-b11e-0cec0d6f7ac3 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:24:22.797982 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:24:22.879368 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-966ee03d-fb87-404d-a785-0dbc1c1697a1 None None] Allocated IP 2001:db8::2 (8f00b36a-3d9d-4810-87e7-537bb9f1f9f5/db037b46-60e5-4677-82fe-6e3c069a29ed/49f9da72-84d2-44e9-b2e3-b143acd5763b) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:22.895146 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c492c6d-7b23-487d-a6ce-7e7eace8b6b9 req-e4a3c286-15cf-4099-9a56-f67bc287f504 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474638 Apr 20 16:24:22.952398 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dff61660-f7de-4211-bd0c-f69223b13bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:22.985215 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ffaa2609-74c1-49df-b11e-0cec0d6f7ac3 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:22.993160 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ffaa2609-74c1-49df-b11e-0cec0d6f7ac3 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:22.996383 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ffaa2609-74c1-49df-b11e-0cec0d6f7ac3 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/networks/ebb33ce1-91bc-49f1-a471-8f58b819ced1 HTTP/1.1" status: 204 len: 168 time: 0.7740831 Apr 20 16:24:22.999517 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47044) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:23.016014 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa2609-74c1-49df-b11e-0cec0d6f7ac3 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Network': ['ID=ebb33ce1-91bc-49f1-a471-8f58b819ced1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:23.048732 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3020cea-54e1-4b3a-b6c3-0b435726d679 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] DELETE failed (client error): The resource could not be found. Apr 20 16:24:23.049275 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3020cea-54e1-4b3a-b6c3-0b435726d679 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:24:23.053851 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a3020cea-54e1-4b3a-b6c3-0b435726d679 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/subnets/367ff061-85ef-4190-8bef-c9b4968c2fa7 HTTP/1.1" status: 404 len: 337 time: 0.0532820 Apr 20 16:24:23.056325 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47046) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:23.080426 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-4911cbeb-e5cc-430b-9571-89ecb38d22e1 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] DELETE failed (client error): The resource could not be found. Apr 20 16:24:23.082855 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4911cbeb-e5cc-430b-9571-89ecb38d22e1 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:24:23.085060 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4911cbeb-e5cc-430b-9571-89ecb38d22e1 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/networks/1218b60d-2d70-4808-bc04-34ec9f74ef71 HTTP/1.1" status: 404 len: 339 time: 0.0272772 Apr 20 16:24:23.087798 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47048) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:23.104598 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-966ee03d-fb87-404d-a785-0dbc1c1697a1 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:23.163168 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-21745d30-8391-46b0-9899-073ffda1feba tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Deleting subnet 5019cd0d-4526-4cf1-bfb0-7acd8d1e1d44 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:24:23.166586 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21745d30-8391-46b0-9899-073ffda1feba tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:23.186469 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-966ee03d-fb87-404d-a785-0dbc1c1697a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:23.222397 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21745d30-8391-46b0-9899-073ffda1feba tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:23.249238 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ee03d-fb87-404d-a785-0dbc1c1697a1 None None] Pushing event updated for resources: {'Port': ['ID=49f9da72-84d2-44e9-b2e3-b143acd5763b,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:23.277636 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966ee03d-fb87-404d-a785-0dbc1c1697a1 None None] Network 8f00b36a-3d9d-4810-87e7-537bb9f1f9f5 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:23.284439 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-966ee03d-fb87-404d-a785-0dbc1c1697a1 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:23.287972 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966ee03d-fb87-404d-a785-0dbc1c1697a1 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:24:23.351900 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-966ee03d-fb87-404d-a785-0dbc1c1697a1 None None] Attempting to bind port 49f9da72-84d2-44e9-b2e3-b143acd5763b on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:24:23.352268 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-966ee03d-fb87-404d-a785-0dbc1c1697a1 None None] Attempting to bind port 49f9da72-84d2-44e9-b2e3-b143acd5763b by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'bb753d31-797e-49ed-b7b3-9e6abb629024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8f00b36a-3d9d-4810-87e7-537bb9f1f9f5'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:24:23.353188 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ee03d-fb87-404d-a785-0dbc1c1697a1 None None] Attempting to bind port 49f9da72-84d2-44e9-b2e3-b143acd5763b on network 8f00b36a-3d9d-4810-87e7-537bb9f1f9f5 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:24:23.359211 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ee03d-fb87-404d-a785-0dbc1c1697a1 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:24:23.359657 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ee03d-fb87-404d-a785-0dbc1c1697a1 None None] Checking segment: {'id': 'bb753d31-797e-49ed-b7b3-9e6abb629024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8f00b36a-3d9d-4810-87e7-537bb9f1f9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:24:23.360254 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-966ee03d-fb87-404d-a785-0dbc1c1697a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:23.360839 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ee03d-fb87-404d-a785-0dbc1c1697a1 None None] Bound using segment: {'id': 'bb753d31-797e-49ed-b7b3-9e6abb629024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8f00b36a-3d9d-4810-87e7-537bb9f1f9f5'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:24:23.361396 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-966ee03d-fb87-404d-a785-0dbc1c1697a1 None None] Bound port: 49f9da72-84d2-44e9-b2e3-b143acd5763b, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb753d31-797e-49ed-b7b3-9e6abb629024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8f00b36a-3d9d-4810-87e7-537bb9f1f9f5'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:24:23.361797 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-966ee03d-fb87-404d-a785-0dbc1c1697a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:23.418945 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21745d30-8391-46b0-9899-073ffda1feba tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:23.460492 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1670802-2b60-4146-8750-25b517a8e09e req-1cdceeaa-5838-400a-a163-2963627fb904 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:23.462130 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a1670802-2b60-4146-8750-25b517a8e09e req-1cdceeaa-5838-400a-a163-2963627fb904 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.1712978 Apr 20 16:24:23.465627 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-2b302ed4-9488-46f9-acc6-f8817ce18d47 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Allocated IP 2001:db8::265 (8f00b36a-3d9d-4810-87e7-537bb9f1f9f5/db037b46-60e5-4677-82fe-6e3c069a29ed/1d5fabd2-22a0-4761-95c6-2150a36afa3b) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:23.489051 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-966ee03d-fb87-404d-a785-0dbc1c1697a1 None None] For port 49f9da72-84d2-44e9-b2e3-b143acd5763b, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:24:23.496220 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-966ee03d-fb87-404d-a785-0dbc1c1697a1 None None] For port 49f9da72-84d2-44e9-b2e3-b143acd5763b, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=49f9da72-84d2-44e9-b2e3-b143acd5763b,segment=NetworkSegment(bb753d31-797e-49ed-b7b3-9e6abb629024),segment_id=bb753d31-797e-49ed-b7b3-9e6abb629024)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:24:23.552969 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a1670802-2b60-4146-8750-25b517a8e09e req-04503d6e-c1b0-43d3-b50f-690106bc22e0 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776031 Apr 20 16:24:23.774722 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-966ee03d-fb87-404d-a785-0dbc1c1697a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:23.851969 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47064) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:23.939661 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ee03d-fb87-404d-a785-0dbc1c1697a1 None None] Pushing event updated for resources: {'Port': ['ID=49f9da72-84d2-44e9-b2e3-b143acd5763b,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:23.945931 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21745d30-8391-46b0-9899-073ffda1feba tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:24.051918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1ce32-2794-4d36-81cb-83a2bbf87f4c req-9af84fb9-d215-48a1-b417-aa20afe8ca8e tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:24.056905 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-35e1ce32-2794-4d36-81cb-83a2bbf87f4c req-9af84fb9-d215-48a1-b417-aa20afe8ca8e tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 943 time: 0.0765080 Apr 20 16:24:24.075539 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21745d30-8391-46b0-9899-073ffda1feba tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Subnet': ['ID=5019cd0d-4526-4cf1-bfb0-7acd8d1e1d44,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:24.089599 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0a49f5-2c87-415e-99b4-7bd6ed632504 None None] Network 9341f040-90f6-4c37-8427-27f33b0379a7 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:24.105400 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21745d30-8391-46b0-9899-073ffda1feba tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:24.109162 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-21745d30-8391-46b0-9899-073ffda1feba tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/subnets/5019cd0d-4526-4cf1-bfb0-7acd8d1e1d44 HTTP/1.1" status: 204 len: 168 time: 1.0197999 Apr 20 16:24:24.116131 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47070) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:24.183194 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f0a4a-f3cc-4326-8de0-2e787e7416d0 req-fb5895a9-1a03-42fb-b83f-b39d41f409f4 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:24.192625 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a2f0a4a-f3cc-4326-8de0-2e787e7416d0 req-fb5895a9-1a03-42fb-b83f-b39d41f409f4 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.2579370 Apr 20 16:24:24.230056 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 2412c883-60cd-45c7-8d9d-e3c856b8ea58 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:24:24.288959 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a2f0a4a-f3cc-4326-8de0-2e787e7416d0 req-a5925506-9bca-4bf0-a4ff-c8f863f68881 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937355 Apr 20 16:24:24.366945 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-35e1ce32-2794-4d36-81cb-83a2bbf87f4c req-3dc31991-9676-40d6-af01-220f62c80f3c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043339 Apr 20 16:24:24.389754 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e02b24-ae4c-4480-94b7-3b67b4f65edf tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Deleting subnet 80454d78-ead8-4f11-ab22-4cfbb6ec6270 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:24:24.395260 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b4e02b24-ae4c-4480-94b7-3b67b4f65edf tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:24.397117 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2b302ed4-9488-46f9-acc6-f8817ce18d47 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:24.520026 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b4e02b24-ae4c-4480-94b7-3b67b4f65edf tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:24.562869 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2b302ed4-9488-46f9-acc6-f8817ce18d47 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:24.615444 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 2412c883-60cd-45c7-8d9d-e3c856b8ea58, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=2412c883-60cd-45c7-8d9d-e3c856b8ea58,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:24.647674 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '2412c883-60cd-45c7-8d9d-e3c856b8ea58', 'network_id': 'a24f1ee1-7962-4b42-99b4-cd4d398ef380', 'port_id': '2412c883-60cd-45c7-8d9d-e3c856b8ea58', 'mac_address': 'fa:16:3e:18:5e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b506ada-a815-4b95-bd30-2bdbb75a1ede', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:24:24.702904 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:24.713278 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b302ed4-9488-46f9-acc6-f8817ce18d47 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Network 8f00b36a-3d9d-4810-87e7-537bb9f1f9f5 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:24.718255 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-2b302ed4-9488-46f9-acc6-f8817ce18d47 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:24.720401 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b302ed4-9488-46f9-acc6-f8817ce18d47 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Pushing event updated for resources: {'Port': ['ID=1d5fabd2-22a0-4761-95c6-2150a36afa3b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:24.730824 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b302ed4-9488-46f9-acc6-f8817ce18d47 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:24:24.735586 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2412c883-60cd-45c7-8d9d-e3c856b8ea58 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:24:24.738542 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b302ed4-9488-46f9-acc6-f8817ce18d47 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:24.739463 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2b302ed4-9488-46f9-acc6-f8817ce18d47 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:24.774862 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 2412c883-60cd-45c7-8d9d-e3c856b8ea58, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=2412c883-60cd-45c7-8d9d-e3c856b8ea58,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:24.801342 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a195b7-da55-4a0f-98a4-de088af8d1e6 req-716ac78b-e5cb-404d-8a71-f1832f9cee19 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:24.809390 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-57a195b7-da55-4a0f-98a4-de088af8d1e6 req-716ac78b-e5cb-404d-8a71-f1832f9cee19 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.0923223 Apr 20 16:24:24.843137 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:24.867097 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2b302ed4-9488-46f9-acc6-f8817ce18d47 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7171013 Apr 20 16:24:24.878640 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47074) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:24.900718 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-87f638b5-0cc8-447c-b4d2-ad20e94af70b tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Request body: {'port': {'network_id': '8f00b36a-3d9d-4810-87e7-537bb9f1f9f5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1647039879', 'allowed_address_pairs': [{'ip_address': '2001:db8::265', 'mac_address': 'fa:16:3e:26:e5:71'}]}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:24.919037 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-57a195b7-da55-4a0f-98a4-de088af8d1e6 req-6e5cd05d-ab34-4f34-b52c-8dd63e02746c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078148 Apr 20 16:24:24.937054 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=2412c883-60cd-45c7-8d9d-e3c856b8ea58,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:25.127198 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f68fe498-1096-4efb-b54f-73b005c3cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:25.259295 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f638b5-0cc8-447c-b4d2-ad20e94af70b tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Made reservation on behalf of bd84423a25854299955cc6111c095d5c for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:25.303248 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['2412c883-60cd-45c7-8d9d-e3c856b8ea58'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:24:25.549620 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-87f638b5-0cc8-447c-b4d2-ad20e94af70b tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:25.632684 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b4e02b24-ae4c-4480-94b7-3b67b4f65edf tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:25.673725 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-87f638b5-0cc8-447c-b4d2-ad20e94af70b tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] device_id is not set on port 511086ee-b510-4526-9885-ab7b1779bdd6 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:24:25.683472 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2551c61-8f93-45b3-84ed-75f4308cf7d6 None None] Network 8f00b36a-3d9d-4810-87e7-537bb9f1f9f5 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:25.755844 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5561e7-c1d8-4f2d-801c-a9da082e4217 req-150cc647-88b8-4a43-a44a-e50724ce3279 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:25.766954 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1b5561e7-c1d8-4f2d-801c-a9da082e4217 req-150cc647-88b8-4a43-a44a-e50724ce3279 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 944 time: 0.1974740 Apr 20 16:24:25.770779 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7200b-465c-49a3-8a3e-82c83e7fe4ac req-1e94a5a1-b661-4e38-aabf-e2477e58ab85 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:25.772799 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9e7200b-465c-49a3-8a3e-82c83e7fe4ac req-1e94a5a1-b661-4e38-aabf-e2477e58ab85 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.2544577 Apr 20 16:24:25.807202 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-bd256472-caa6-43dd-a8b3-8dc8af2d559c None None] Provisioning complete for port edc3e64f-fa83-4018-8269-275484a6e1d9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:25.808027 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bd256472-caa6-43dd-a8b3-8dc8af2d559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:25.811311 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b4e02b24-ae4c-4480-94b7-3b67b4f65edf tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:25.850724 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e02b24-ae4c-4480-94b7-3b67b4f65edf tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Subnet': ['ID=80454d78-ead8-4f11-ab22-4cfbb6ec6270,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:25.865992 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1b5561e7-c1d8-4f2d-801c-a9da082e4217 req-e532aeba-eaab-4f84-94e2-6f73da902da8 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980742 Apr 20 16:24:25.892294 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b4e02b24-ae4c-4480-94b7-3b67b4f65edf tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:25.892921 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25541b03-9404-4786-98fa-f9c1bf5ce32f None None] Network 9341f040-90f6-4c37-8427-27f33b0379a7 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:25.899184 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b4e02b24-ae4c-4480-94b7-3b67b4f65edf tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/subnets/80454d78-ead8-4f11-ab22-4cfbb6ec6270 HTTP/1.1" status: 204 len: 168 time: 1.7802017 Apr 20 16:24:25.908039 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47080) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:25.918618 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-87f638b5-0cc8-447c-b4d2-ad20e94af70b tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Allocated IP 2001:db8::21e (8f00b36a-3d9d-4810-87e7-537bb9f1f9f5/db037b46-60e5-4677-82fe-6e3c069a29ed/511086ee-b510-4526-9885-ab7b1779bdd6) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:26.125760 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1975ff0-e5fe-43ff-9af6-c5db74ec781c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:26.131532 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-bd256472-caa6-43dd-a8b3-8dc8af2d559c None None] Provisioning complete for port 49f9da72-84d2-44e9-b2e3-b143acd5763b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:26.132097 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bd256472-caa6-43dd-a8b3-8dc8af2d559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:26.152425 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9e7200b-465c-49a3-8a3e-82c83e7fe4ac req-4ebf89e1-72f1-4c98-9f8d-09dbfb0f9a55 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427596 Apr 20 16:24:26.219565 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-87f638b5-0cc8-447c-b4d2-ad20e94af70b tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:26.251618 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef931ce-d738-493e-9477-487f8f3e78cc req-aeaa48c5-188c-4135-a94e-509e4421936e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:26.260154 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bef931ce-d738-493e-9477-487f8f3e78cc req-aeaa48c5-188c-4135-a94e-509e4421936e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.1034927 Apr 20 16:24:26.297889 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5f95ef-8bb6-4d89-91c9-9a9987e3d88a None None] DHCP port deletion for 9341f040-90f6-4c37-8427-27f33b0379a7 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:24:26.337820 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bef931ce-d738-493e-9477-487f8f3e78cc req-008b49bf-99cc-4df9-ac34-8a2186614074 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761485 Apr 20 16:24:26.390266 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:26.396120 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bd256472-caa6-43dd-a8b3-8dc8af2d559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:26.432288 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 49f9da72-84d2-44e9-b2e3-b143acd5763b up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:24:26.439923 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-c1975ff0-e5fe-43ff-9af6-c5db74ec781c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Deleting port edc3e64f-fa83-4018-8269-275484a6e1d9 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:26.440386 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1975ff0-e5fe-43ff-9af6-c5db74ec781c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:26.470941 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-87f638b5-0cc8-447c-b4d2-ad20e94af70b tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:26.533400 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-c1975ff0-e5fe-43ff-9af6-c5db74ec781c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] For port edc3e64f-fa83-4018-8269-275484a6e1d9, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=edc3e64f-fa83-4018-8269-275484a6e1d9,segment=NetworkSegment(94ca8c9c-1ef8-4e2c-a195-d85cc60f9946),segment_id=94ca8c9c-1ef8-4e2c-a195-d85cc60f9946)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:26.534233 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1975ff0-e5fe-43ff-9af6-c5db74ec781c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:26.553024 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 49f9da72-84d2-44e9-b2e3-b143acd5763b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:26.566803 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:26.572136 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f638b5-0cc8-447c-b4d2-ad20e94af70b tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Network 8f00b36a-3d9d-4810-87e7-537bb9f1f9f5 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:26.572673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-c1975ff0-e5fe-43ff-9af6-c5db74ec781c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Calling delete_port for edc3e64f-fa83-4018-8269-275484a6e1d9 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:26.576518 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-87f638b5-0cc8-447c-b4d2-ad20e94af70b tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:26.582405 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b9c086c9-3b98-4627-ac50-7d61b68c1a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:26.591050 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f638b5-0cc8-447c-b4d2-ad20e94af70b tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:24:26.595279 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f638b5-0cc8-447c-b4d2-ad20e94af70b tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:26.600291 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-87f638b5-0cc8-447c-b4d2-ad20e94af70b tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:26.620668 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-bd256472-caa6-43dd-a8b3-8dc8af2d559c None None] For port 49f9da72-84d2-44e9-b2e3-b143acd5763b, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=49f9da72-84d2-44e9-b2e3-b143acd5763b,segment=NetworkSegment(bb753d31-797e-49ed-b7b3-9e6abb629024),segment_id=bb753d31-797e-49ed-b7b3-9e6abb629024)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:26.628314 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f638b5-0cc8-447c-b4d2-ad20e94af70b tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Pushing event updated for resources: {'Port': ['ID=511086ee-b510-4526-9885-ab7b1779bdd6,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:26.650132 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-de5f95ef-8bb6-4d89-91c9-9a9987e3d88a None None] Deleting port edc3e64f-fa83-4018-8269-275484a6e1d9 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:26.651255 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-de5f95ef-8bb6-4d89-91c9-9a9987e3d88a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:26.719590 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-87f638b5-0cc8-447c-b4d2-ad20e94af70b tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.8398519 Apr 20 16:24:26.722478 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47084) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:26.783921 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-de5f95ef-8bb6-4d89-91c9-9a9987e3d88a None None] For port edc3e64f-fa83-4018-8269-275484a6e1d9, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=edc3e64f-fa83-4018-8269-275484a6e1d9,segment=NetworkSegment(94ca8c9c-1ef8-4e2c-a195-d85cc60f9946),segment_id=94ca8c9c-1ef8-4e2c-a195-d85cc60f9946)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:26.783921 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-de5f95ef-8bb6-4d89-91c9-9a9987e3d88a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:26.820912 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-de5f95ef-8bb6-4d89-91c9-9a9987e3d88a None None] Calling delete_port for edc3e64f-fa83-4018-8269-275484a6e1d9 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:26.910976 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1975ff0-e5fe-43ff-9af6-c5db74ec781c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:26.917555 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099b53a3-b0d5-4b40-91bb-89caddda3fdb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:26.920081 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099b53a3-b0d5-4b40-91bb-89caddda3fdb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:26.920464 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bd256472-caa6-43dd-a8b3-8dc8af2d559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:26.926262 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099b53a3-b0d5-4b40-91bb-89caddda3fdb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:26.931263 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-099b53a3-b0d5-4b40-91bb-89caddda3fdb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2046571 Apr 20 16:24:26.937954 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47088) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:27.019197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1975ff0-e5fe-43ff-9af6-c5db74ec781c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] No DVR routers for this DVR port edc3e64f-fa83-4018-8269-275484a6e1d9 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:24:27.021153 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1975ff0-e5fe-43ff-9af6-c5db74ec781c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Port': ['ID=edc3e64f-fa83-4018-8269-275484a6e1d9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:27.104225 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd256472-caa6-43dd-a8b3-8dc8af2d559c None None] Pushing event updated for resources: {'Port': ['ID=49f9da72-84d2-44e9-b2e3-b143acd5763b,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:27.105596 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a20fa5de-2e08-4b3d-8d48-4ccab840e839 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Deleting port 511086ee-b510-4526-9885-ab7b1779bdd6 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:27.106134 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a20fa5de-2e08-4b3d-8d48-4ccab840e839 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:27.112854 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e167b90d-8d85-4fda-8845-5af8dd48cfc2 None None] Provisioning complete for port 1d5fabd2-22a0-4761-95c6-2150a36afa3b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:27.113406 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e167b90d-8d85-4fda-8845-5af8dd48cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:27.158030 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e167b90d-8d85-4fda-8845-5af8dd48cfc2 None None] Port 1d5fabd2-22a0-4761-95c6-2150a36afa3b cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:24:27.160897 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-de5f95ef-8bb6-4d89-91c9-9a9987e3d88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:27.183688 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1975ff0-e5fe-43ff-9af6-c5db74ec781c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:27.199739 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f95ef-8bb6-4d89-91c9-9a9987e3d88a None None] Pushing event deleted for resources: {'Port': ['ID=edc3e64f-fa83-4018-8269-275484a6e1d9,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:27.205184 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5f95ef-8bb6-4d89-91c9-9a9987e3d88a None None] No DVR routers for this DVR port edc3e64f-fa83-4018-8269-275484a6e1d9 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:24:27.221616 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e167b90d-8d85-4fda-8845-5af8dd48cfc2 None None] Provisioning complete for port 49f9da72-84d2-44e9-b2e3-b143acd5763b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:27.222082 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e167b90d-8d85-4fda-8845-5af8dd48cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:27.259123 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-c1975ff0-e5fe-43ff-9af6-c5db74ec781c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9341f040-90f6-4c37-8427-27f33b0379a7']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:27.272687 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-c1975ff0-e5fe-43ff-9af6-c5db74ec781c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ca8c9c-1ef8-4e2c-a195-d85cc60f9946') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:27.272687 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-c1975ff0-e5fe-43ff-9af6-c5db74ec781c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ca8c9c-1ef8-4e2c-a195-d85cc60f9946') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:27.285818 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1975ff0-e5fe-43ff-9af6-c5db74ec781c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:27.305425 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1975ff0-e5fe-43ff-9af6-c5db74ec781c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:27.314363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1975ff0-e5fe-43ff-9af6-c5db74ec781c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:24:27.314960 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1975ff0-e5fe-43ff-9af6-c5db74ec781c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:27.379654 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a20fa5de-2e08-4b3d-8d48-4ccab840e839 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:24:27.452909 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:24:27.462073 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a20fa5de-2e08-4b3d-8d48-4ccab840e839 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Calling delete_port for 511086ee-b510-4526-9885-ab7b1779bdd6 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:27.462073 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9576e-670e-4aa6-a04c-33370b10b396 req-f72e20b3-781a-4497-98c0-df282856c82a tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:27.462073 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-48c9576e-670e-4aa6-a04c-33370b10b396 req-f72e20b3-781a-4497-98c0-df282856c82a tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.1428638 Apr 20 16:24:27.506092 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1544e-9bf5-441f-89a2-3eff5d006db8 req-5ff49011-04f5-4982-99e3-efb9ab2f2843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:27.507634 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-75a1544e-9bf5-441f-89a2-3eff5d006db8 req-5ff49011-04f5-4982-99e3-efb9ab2f2843 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 1097 time: 0.1116104 Apr 20 16:24:27.518835 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-04924b5a-fdbd-48bb-8429-45b0d1e97791 None None] Provisioning complete for port 511086ee-b510-4526-9885-ab7b1779bdd6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:27.519216 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-04924b5a-fdbd-48bb-8429-45b0d1e97791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:27.521576 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddff89c-3ff2-4dc0-bb9b-38991cfe0374 req-5a90320d-91d6-4455-9ee1-397cc6bc8404 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:27.523081 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ddff89c-3ff2-4dc0-bb9b-38991cfe0374 req-5a90320d-91d6-4455-9ee1-397cc6bc8404 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 944 time: 0.4380665 Apr 20 16:24:27.545407 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-48c9576e-670e-4aa6-a04c-33370b10b396 req-99342b6a-abb2-4073-bde2-c26646808337 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580938 Apr 20 16:24:27.593127 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-04924b5a-fdbd-48bb-8429-45b0d1e97791 None None] Port 511086ee-b510-4526-9885-ab7b1779bdd6 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:24:27.629497 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-75a1544e-9bf5-441f-89a2-3eff5d006db8 req-d60b58da-9fa7-479e-bbd4-cc2723f48150 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054192 Apr 20 16:24:27.633650 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ddff89c-3ff2-4dc0-bb9b-38991cfe0374 req-b5d48917-c7bf-498e-a889-c04fd44bc19b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004755 Apr 20 16:24:27.654516 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-b9c086c9-3b98-4627-ac50-7d61b68c1a29 admin admin] Deleting port 4559b831-69c2-44cd-9aa0-3a727d8cee61 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:27.655010 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b9c086c9-3b98-4627-ac50-7d61b68c1a29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:27.697369 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b382a8e-f5ac-498e-ae7f-97bfaef6d444 req-5005aaa4-fca4-4e84-b9b3-e69c27d26837 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:27.700073 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1975ff0-e5fe-43ff-9af6-c5db74ec781c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:27.700872 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0b382a8e-f5ac-498e-ae7f-97bfaef6d444 req-5005aaa4-fca4-4e84-b9b3-e69c27d26837 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.0564418 Apr 20 16:24:27.709153 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1975ff0-e5fe-43ff-9af6-c5db74ec781c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:27.709153 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c1975ff0-e5fe-43ff-9af6-c5db74ec781c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/networks/9341f040-90f6-4c37-8427-27f33b0379a7 HTTP/1.1" status: 204 len: 168 time: 1.7396531 Apr 20 16:24:27.713886 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47094) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:27.728393 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1975ff0-e5fe-43ff-9af6-c5db74ec781c tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Network': ['ID=9341f040-90f6-4c37-8427-27f33b0379a7,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:27.744844 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:27.749982 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5de290-c9aa-4eff-95cd-3b1df72b2af5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] DELETE failed (client error): The resource could not be found. Apr 20 16:24:27.750443 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a5de290-c9aa-4eff-95cd-3b1df72b2af5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:24:27.753451 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5a5de290-c9aa-4eff-95cd-3b1df72b2af5 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/subnets/c8495492-d136-483e-a951-c2b7e4afcedd HTTP/1.1" status: 404 len: 337 time: 0.0377214 Apr 20 16:24:27.756538 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47096) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:27.764745 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-b9c086c9-3b98-4627-ac50-7d61b68c1a29 admin admin] For port 4559b831-69c2-44cd-9aa0-3a727d8cee61, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4559b831-69c2-44cd-9aa0-3a727d8cee61,segment=NetworkSegment(fbddc46f-6394-4b83-97a1-2ef96c69e7cf),segment_id=fbddc46f-6394-4b83-97a1-2ef96c69e7cf)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:27.765110 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b9c086c9-3b98-4627-ac50-7d61b68c1a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:27.789421 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-b9c086c9-3b98-4627-ac50-7d61b68c1a29 admin admin] Calling delete_port for 4559b831-69c2-44cd-9aa0-3a727d8cee61 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:27.789781 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-70389a64-4b97-4496-9879-6038889e5493 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] DELETE failed (client error): The resource could not be found. Apr 20 16:24:27.790389 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70389a64-4b97-4496-9879-6038889e5493 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:24:27.793582 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-70389a64-4b97-4496-9879-6038889e5493 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/networks/6ab29d58-a014-4022-8bfa-2d3af7998b6b HTTP/1.1" status: 404 len: 339 time: 0.0348606 Apr 20 16:24:27.797045 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0b382a8e-f5ac-498e-ae7f-97bfaef6d444 req-f2c99b7a-7dee-42fc-ae5a-f6f993dc8c8c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898788 Apr 20 16:24:27.797697 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47102) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:27.805431 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a20fa5de-2e08-4b3d-8d48-4ccab840e839 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:27.861213 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b9e39b-022e-4f53-a318-af9c52867ca9 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] DELETE failed (client error): The resource could not be found. Apr 20 16:24:27.861681 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b9e39b-022e-4f53-a318-af9c52867ca9 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:24:27.865024 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-27b9e39b-022e-4f53-a318-af9c52867ca9 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/subnets/64de4723-ae1f-4865-84f3-360ad9a543ae HTTP/1.1" status: 404 len: 337 time: 0.0663040 Apr 20 16:24:27.867712 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47104) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:27.877520 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20fa5de-2e08-4b3d-8d48-4ccab840e839 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Pushing event deleted for resources: {'Port': ['ID=511086ee-b510-4526-9885-ab7b1779bdd6,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:27.896678 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e912e5-016e-4e2b-947b-d2036e329f37 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] DELETE failed (client error): The resource could not be found. Apr 20 16:24:27.897810 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e912e5-016e-4e2b-947b-d2036e329f37 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:24:27.903042 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-17e912e5-016e-4e2b-947b-d2036e329f37 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/networks/73c82d21-73e0-43c8-9674-e98e454cddc6 HTTP/1.1" status: 404 len: 339 time: 0.0322385 Apr 20 16:24:27.922874 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47106) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:27.965346 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb594646-fab2-438e-a77f-52a0a4d33161 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] DELETE failed (client error): The resource could not be found. Apr 20 16:24:27.965791 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb594646-fab2-438e-a77f-52a0a4d33161 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:24:27.970223 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-eb594646-fab2-438e-a77f-52a0a4d33161 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/subnets/cec047dc-5a31-4162-9e19-7ee65ecc5012 HTTP/1.1" status: 404 len: 337 time: 0.0462902 Apr 20 16:24:27.973023 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47108) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:27.999564 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f8a736-cf55-4778-bc48-ac6ee1a1d729 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] DELETE failed (client error): The resource could not be found. Apr 20 16:24:28.000157 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f8a736-cf55-4778-bc48-ac6ee1a1d729 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:24:28.003261 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-97f8a736-cf55-4778-bc48-ac6ee1a1d729 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/networks/bf13d7f2-5315-4fdc-9b17-bc4858d35dee HTTP/1.1" status: 404 len: 339 time: 0.0292354 Apr 20 16:24:28.011118 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47110) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:28.050017 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:28.071470 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a20fa5de-2e08-4b3d-8d48-4ccab840e839 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:28.074968 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a20fa5de-2e08-4b3d-8d48-4ccab840e839 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] 10.222.0.15 "DELETE /v2.0/ports/511086ee-b510-4526-9885-ab7b1779bdd6 HTTP/1.1" status: 204 len: 168 time: 1.1348615 Apr 20 16:24:28.078204 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47112) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:28.109902 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e01ae68-d713-4af6-81a8-067f61561228 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] GET failed (client error): The resource could not be found. Apr 20 16:24:28.111550 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8e01ae68-d713-4af6-81a8-067f61561228 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] 10.222.0.15 "GET /v2.0/ports/511086ee-b510-4526-9885-ab7b1779bdd6 HTTP/1.1" status: 404 len: 333 time: 0.0321884 Apr 20 16:24:28.117333 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47114) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:28.122282 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-65f02973-3d94-43a3-a739-d84b3c35cb4e tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Request body: {'port': {'network_id': '8f00b36a-3d9d-4810-87e7-537bb9f1f9f5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-458648693'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:28.140610 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fbf5ceb-026d-46e6-9e96-119340839e82 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Deleting subnet 678d2555-b0a5-4ee0-9bd2-4aed31b6f117 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:24:28.144605 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2fbf5ceb-026d-46e6-9e96-119340839e82 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:28.204871 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2fbf5ceb-026d-46e6-9e96-119340839e82 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:28.230530 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b9c086c9-3b98-4627-ac50-7d61b68c1a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:28.243669 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 2412c883-60cd-45c7-8d9d-e3c856b8ea58 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:24:28.275128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c086c9-3b98-4627-ac50-7d61b68c1a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=4559b831-69c2-44cd-9aa0-3a727d8cee61,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:28.394631 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 49f9da72-84d2-44e9-b2e3-b143acd5763b up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:24:28.416877 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2fbf5ceb-026d-46e6-9e96-119340839e82 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:28.465831 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f02973-3d94-43a3-a739-d84b3c35cb4e tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Made reservation on behalf of bd84423a25854299955cc6111c095d5c for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:28.467593 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 49f9da72-84d2-44e9-b2e3-b143acd5763b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:28.467988 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:28.472299 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65f02973-3d94-43a3-a739-d84b3c35cb4e tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:28.507469 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-65f02973-3d94-43a3-a739-d84b3c35cb4e tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] device_id is not set on port 44525d61-1006-40ef-bbc5-6ff366c1bb05 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:24:28.508667 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 2412c883-60cd-45c7-8d9d-e3c856b8ea58 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:24:28.523718 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 2412c883-60cd-45c7-8d9d-e3c856b8ea58 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:28.524235 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:28.589793 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:28.631340 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b9c086c9-3b98-4627-ac50-7d61b68c1a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:28.748602 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:28.761370 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device edc3e64f-fa83-4018-8269-275484a6e1d9 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:24:28.767453 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-65f02973-3d94-43a3-a739-d84b3c35cb4e tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Allocated IP 2001:db8::12e (8f00b36a-3d9d-4810-87e7-537bb9f1f9f5/db037b46-60e5-4677-82fe-6e3c069a29ed/44525d61-1006-40ef-bbc5-6ff366c1bb05) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:28.791808 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: edc3e64f-fa83-4018-8269-275484a6e1d9 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:24:28.792569 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device edc3e64f-fa83-4018-8269-275484a6e1d9 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:24:28.811470 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e591783b-9e26-4bf2-ab23-450226f5c166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2412c883-60cd-45c7-8d9d-e3c856b8ea58'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:24:28.814016 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b8f844-5ce2-4e19-bc68-015d5af899db" -d '{"events": [{"server_uuid": "e591783b-9e26-4bf2-ab23-450226f5c166", "name": "network-vif-plugged", "status": "completed", "tag": "2412c883-60cd-45c7-8d9d-e3c856b8ea58"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:24:28.831722 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 2412c883-60cd-45c7-8d9d-e3c856b8ea58, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=2412c883-60cd-45c7-8d9d-e3c856b8ea58,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:28.882343 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2fbf5ceb-026d-46e6-9e96-119340839e82 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:28.910741 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:28.931257 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4876c1-4371-4dda-a0a6-9f2053ae8082 None None] Network 1f8732d0-08be-40ca-aa3e-ef79d359ef05 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:28.943706 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbf2a5-ee4e-472b-b6bc-74c74fde895b req-30882e2a-73e6-4960-bc24-de2547c43116 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:28.945417 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d1cbf2a5-ee4e-472b-b6bc-74c74fde895b req-30882e2a-73e6-4960-bc24-de2547c43116 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 944 time: 0.1156380 Apr 20 16:24:28.951816 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2fbf5ceb-026d-46e6-9e96-119340839e82 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:28.956121 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2fbf5ceb-026d-46e6-9e96-119340839e82 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/subnets/678d2555-b0a5-4ee0-9bd2-4aed31b6f117 HTTP/1.1" status: 204 len: 168 time: 0.9406121 Apr 20 16:24:28.970441 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47124) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:28.979346 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53759d-dd5a-49a0-b3a3-8a16c6544fd9 req-bebb43c0-5c2b-4c4f-a219-b16d2bd2f78d tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:28.990344 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8f53759d-dd5a-49a0-b3a3-8a16c6544fd9 req-bebb43c0-5c2b-4c4f-a219-b16d2bd2f78d tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.2369115 Apr 20 16:24:29.005355 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf5ceb-026d-46e6-9e96-119340839e82 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Subnet': ['ID=678d2555-b0a5-4ee0-9bd2-4aed31b6f117,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:29.020538 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d1cbf2a5-ee4e-472b-b6bc-74c74fde895b req-1e707957-6757-4747-a912-8d3b91df2829 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593607 Apr 20 16:24:29.061680 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65f02973-3d94-43a3-a739-d84b3c35cb4e tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:29.121307 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=2412c883-60cd-45c7-8d9d-e3c856b8ea58,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:29.237093 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65f02973-3d94-43a3-a739-d84b3c35cb4e tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:29.336588 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8f53759d-dd5a-49a0-b3a3-8a16c6544fd9 req-8c7f2de2-c492-4fbc-a525-ee28bc50aa4f tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382115 Apr 20 16:24:29.338597 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f02973-3d94-43a3-a739-d84b3c35cb4e tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Network 8f00b36a-3d9d-4810-87e7-537bb9f1f9f5 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:29.344029 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-65f02973-3d94-43a3-a739-d84b3c35cb4e tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:29.348747 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9fcb4163-d312-48ba-8469-b0e5b6c888a6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:29.358061 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f02973-3d94-43a3-a739-d84b3c35cb4e tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:24:29.364178 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f02973-3d94-43a3-a739-d84b3c35cb4e tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:29.364887 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65f02973-3d94-43a3-a739-d84b3c35cb4e tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:29.430513 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f92ba-4c29-470e-8577-798aa6f12a07 req-a93a53f3-191c-478f-938c-d385d44de4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:29.433832 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f02973-3d94-43a3-a739-d84b3c35cb4e tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Pushing event updated for resources: {'Port': ['ID=44525d61-1006-40ef-bbc5-6ff366c1bb05,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:29.433978 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-219f92ba-4c29-470e-8577-798aa6f12a07 req-a93a53f3-191c-478f-938c-d385d44de4f9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 1096 time: 0.1607409 Apr 20 16:24:29.449306 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21684528-55af-4cc5-9ea6-dec2f6ca9e84 x-openstack-request-id: req-21684528-55af-4cc5-9ea6-dec2f6ca9e84 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:24:29.449912 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e591783b-9e26-4bf2-ab23-450226f5c166", "name": "network-vif-plugged", "status": "completed", "tag": "2412c883-60cd-45c7-8d9d-e3c856b8ea58", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:24:29.450186 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21684528-55af-4cc5-9ea6-dec2f6ca9e84 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:24:29.450842 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21684528-55af-4cc5-9ea6-dec2f6ca9e84'] response: {'server_uuid': 'e591783b-9e26-4bf2-ab23-450226f5c166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2412c883-60cd-45c7-8d9d-e3c856b8ea58', 'code': 200} Apr 20 16:24:29.473551 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcf923-e0d6-4173-9555-1d0b7cc7ca0e req-73bcd84c-681c-4ea3-90ae-3542f711a1e3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:29.475123 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b8dcf923-e0d6-4173-9555-1d0b7cc7ca0e req-73bcd84c-681c-4ea3-90ae-3542f711a1e3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.1865244 Apr 20 16:24:29.528517 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-65f02973-3d94-43a3-a739-d84b3c35cb4e tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4100444 Apr 20 16:24:29.531112 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47126) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:29.539501 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-46854384-98f7-4dc9-84fb-5af6647db1ab tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::265', 'mac_address': 'fa:16:3e:26:e5:71'}]}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:29.553293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c086c9-3b98-4627-ac50-7d61b68c1a29 admin admin] Router 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:24:29.603966 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75adc56-18a7-42c7-aee1-e867db8fde7c None None] DHCP port deletion for 1f8732d0-08be-40ca-aa3e-ef79d359ef05 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:24:29.638133 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b8dcf923-e0d6-4173-9555-1d0b7cc7ca0e req-6e9e4395-ca62-439b-a875-57dc138d57c1 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483126 Apr 20 16:24:29.695833 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-46854384-98f7-4dc9-84fb-5af6647db1ab tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:29.750673 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e75adc56-18a7-42c7-aee1-e867db8fde7c None None] Deleting port 91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:29.751115 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e75adc56-18a7-42c7-aee1-e867db8fde7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:29.782264 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-219f92ba-4c29-470e-8577-798aa6f12a07 req-2524f65a-362d-4ad8-9997-883e011a0605 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386223 Apr 20 16:24:29.817828 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c086c9-3b98-4627-ac50-7d61b68c1a29 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:24:29.828988 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff71173-900a-4d1e-806f-5e749393f42d None None] Sync routers for ids ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:24:29.831553 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e75adc56-18a7-42c7-aee1-e867db8fde7c None None] For port 91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed,segment=NetworkSegment(e341fc97-9783-4385-a543-5cde6bb815f9),segment_id=e341fc97-9783-4385-a543-5cde6bb815f9)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:29.832061 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e75adc56-18a7-42c7-aee1-e867db8fde7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:29.841443 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b9c086c9-3b98-4627-ac50-7d61b68c1a29 admin admin] 10.222.0.15 "PUT /v2.0/routers/1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9869814 Apr 20 16:24:29.845042 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47128) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:29.846990 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff71173-900a-4d1e-806f-5e749393f42d None None] Routers {'1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:24:29.848018 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-aff71173-900a-4d1e-806f-5e749393f42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:24:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:29.850600 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e75adc56-18a7-42c7-aee1-e867db8fde7c None None] Calling delete_port for 91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:29.936815 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:29.937958 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-46854384-98f7-4dc9-84fb-5af6647db1ab tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:29.946952 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ffdfd3e3-9ae1-491e-b751-7407fd2766a4 None None] Provisioning complete for port 44525d61-1006-40ef-bbc5-6ff366c1bb05 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:29.947530 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ffdfd3e3-9ae1-491e-b751-7407fd2766a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:29.960758 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb4163-d312-48ba-8469-b0e5b6c888a6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Deleting port 91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:29.961342 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9fcb4163-d312-48ba-8469-b0e5b6c888a6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:30.013710 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ffdfd3e3-9ae1-491e-b751-7407fd2766a4 None None] Port 44525d61-1006-40ef-bbc5-6ff366c1bb05 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:24:30.060410 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-9fcb4163-d312-48ba-8469-b0e5b6c888a6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] For port 91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed,segment=NetworkSegment(e341fc97-9783-4385-a543-5cde6bb815f9),segment_id=e341fc97-9783-4385-a543-5cde6bb815f9)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:30.060898 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9fcb4163-d312-48ba-8469-b0e5b6c888a6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:30.066834 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-aff71173-900a-4d1e-806f-5e749393f42d None None] Set router 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:24:30.067674 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e75adc56-18a7-42c7-aee1-e867db8fde7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:30.083901 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-46854384-98f7-4dc9-84fb-5af6647db1ab tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:30.086155 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb4163-d312-48ba-8469-b0e5b6c888a6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Calling delete_port for 91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:30.204957 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75adc56-18a7-42c7-aee1-e867db8fde7c None None] No DVR routers for this DVR port 91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:24:30.235936 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46854384-98f7-4dc9-84fb-5af6647db1ab tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Pushing event updated for resources: {'Port': ['ID=44525d61-1006-40ef-bbc5-6ff366c1bb05,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:30.237185 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75adc56-18a7-42c7-aee1-e867db8fde7c None None] Pushing event deleted for resources: {'Port': ['ID=91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:30.255474 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-46854384-98f7-4dc9-84fb-5af6647db1ab tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] In _notify_port_updated(), no bound segment for port 44525d61-1006-40ef-bbc5-6ff366c1bb05 on network 8f00b36a-3d9d-4810-87e7-537bb9f1f9f5 {{(pid=103485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:24:30.265913 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46854384-98f7-4dc9-84fb-5af6647db1ab tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:30.267174 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-46854384-98f7-4dc9-84fb-5af6647db1ab tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:30.268789 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-46854384-98f7-4dc9-84fb-5af6647db1ab tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] 10.222.0.15 "PUT /v2.0/ports/44525d61-1006-40ef-bbc5-6ff366c1bb05 HTTP/1.1" status: 200 len: 1002 time: 0.7362287 Apr 20 16:24:30.272269 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47132) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:30.428324 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-aff71173-900a-4d1e-806f-5e749393f42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'name': 'tempest-AttachVolumeTestJSON-782311160-router', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:37Z', 'updated_at': '2022-04-20T16:24:28Z', 'revision_number': 5, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'gw_port': {'id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:30.496124 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-af235142-a24b-40d2-b2d5-31c64adf7991 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Deleting port 44525d61-1006-40ef-bbc5-6ff366c1bb05 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:30.499505 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af235142-a24b-40d2-b2d5-31c64adf7991 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:30.503636 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:24:30.506426 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff71173-900a-4d1e-806f-5e749393f42d None None] Checking router: 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:24:30.521661 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2996227b-38a4-4355-b39a-1f13d58bbc62 admin admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:30.523506 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9fcb4163-d312-48ba-8469-b0e5b6c888a6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:30.537711 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff71173-900a-4d1e-806f-5e749393f42d None None] Routers {'1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:24:30.538621 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-aff71173-900a-4d1e-806f-5e749393f42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:24:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:30.547059 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:24:30.551747 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:24:30.645558 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcb4163-d312-48ba-8469-b0e5b6c888a6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] No DVR routers for this DVR port 91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:24:30.673950 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb4163-d312-48ba-8469-b0e5b6c888a6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Port': ['ID=91e8fabf-3d3e-4203-aaf9-eaeae4e9c2ed,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:30.698443 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af235142-a24b-40d2-b2d5-31c64adf7991 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:30.700156 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-aff71173-900a-4d1e-806f-5e749393f42d None None] Set router 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:24:30.721697 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22969fc0-6b77-4d2b-be7f-13eff698debd req-20adee8e-4fd3-4595-af4d-51b14ae52cd3 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:30.724924 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-22969fc0-6b77-4d2b-be7f-13eff698debd req-20adee8e-4fd3-4595-af4d-51b14ae52cd3 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.1315465 Apr 20 16:24:30.730245 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-af235142-a24b-40d2-b2d5-31c64adf7991 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Calling delete_port for 44525d61-1006-40ef-bbc5-6ff366c1bb05 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:30.756103 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9fcb4163-d312-48ba-8469-b0e5b6c888a6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:30.780132 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-9fcb4163-d312-48ba-8469-b0e5b6c888a6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8732d0-08be-40ca-aa3e-ef79d359ef05']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:30.791241 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-9fcb4163-d312-48ba-8469-b0e5b6c888a6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e341fc97-9783-4385-a543-5cde6bb815f9') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:30.791563 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-9fcb4163-d312-48ba-8469-b0e5b6c888a6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e341fc97-9783-4385-a543-5cde6bb815f9') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:30.803396 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9fcb4163-d312-48ba-8469-b0e5b6c888a6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:30.809172 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-22969fc0-6b77-4d2b-be7f-13eff698debd req-a0c03943-787b-415e-81fc-9f31f7d12691 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758040 Apr 20 16:24:30.837324 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9fcb4163-d312-48ba-8469-b0e5b6c888a6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:30.852635 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fcb4163-d312-48ba-8469-b0e5b6c888a6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:24:30.854472 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9fcb4163-d312-48ba-8469-b0e5b6c888a6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:30.864287 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-94386f07-33c9-46d4-9563-26f4536e96b7 None None] Provisioning complete for port 44525d61-1006-40ef-bbc5-6ff366c1bb05 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:30.866164 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-94386f07-33c9-46d4-9563-26f4536e96b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:24:30.893272 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:24:30.973345 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-94386f07-33c9-46d4-9563-26f4536e96b7 None None] Port 44525d61-1006-40ef-bbc5-6ff366c1bb05 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:24:31.002787 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-aff71173-900a-4d1e-806f-5e749393f42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'name': 'tempest-AttachVolumeTestJSON-782311160-router', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:37Z', 'updated_at': '2022-04-20T16:24:28Z', 'revision_number': 5, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'gw_port': {'id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:31.040230 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff71173-900a-4d1e-806f-5e749393f42d None None] The sync data for ids ['1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a'] in n-d-836146-2 is: [{'id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'name': 'tempest-AttachVolumeTestJSON-782311160-router', 'tenant_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:15:37Z', 'updated_at': '2022-04-20T16:24:28Z', 'revision_number': 5, 'project_id': '4632da89faba4c6f8bca66fdf8a9bf10', 'gw_port': {'id': 'c1b18a2b-ec30-402e-b4ad-9f844b00705f', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:15:38Z', 'updated_at': '2022-04-20T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:24:31.048175 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943e6d7-970b-4406-a050-6d5fb0fca963 req-e30b02fd-13eb-4b6a-8dc0-39caa1da181b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:31.060711 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5943e6d7-970b-4406-a050-6d5fb0fca963 req-e30b02fd-13eb-4b6a-8dc0-39caa1da181b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.8276067 Apr 20 16:24:31.091123 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916c1c7-7fd8-4cea-95ef-d88105ac9464 req-9dbe229f-ba3c-407d-a8ac-b1c5b01f131b tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:31.101251 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0916c1c7-7fd8-4cea-95ef-d88105ac9464 req-9dbe229f-ba3c-407d-a8ac-b1c5b01f131b tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.0960999 Apr 20 16:24:31.119664 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5943e6d7-970b-4406-a050-6d5fb0fca963 req-6237d486-6593-46a3-bd42-883a767e2ade tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579419 Apr 20 16:24:31.134910 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2996227b-38a4-4355-b39a-1f13d58bbc62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:31.144544 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9fcb4163-d312-48ba-8469-b0e5b6c888a6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:31.154679 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9fcb4163-d312-48ba-8469-b0e5b6c888a6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:31.160695 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9fcb4163-d312-48ba-8469-b0e5b6c888a6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/networks/1f8732d0-08be-40ca-aa3e-ef79d359ef05 HTTP/1.1" status: 204 len: 168 time: 2.1656029 Apr 20 16:24:31.178140 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47144) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:31.181127 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0916c1c7-7fd8-4cea-95ef-d88105ac9464 req-a11e7098-7704-45f5-bda8-71a7a05162a2 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757179 Apr 20 16:24:31.187859 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb4163-d312-48ba-8469-b0e5b6c888a6 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Network': ['ID=1f8732d0-08be-40ca-aa3e-ef79d359ef05,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:31.200432 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af235142-a24b-40d2-b2d5-31c64adf7991 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:31.245992 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9b1deb-1e06-49f5-a508-64ef575e290d tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] DELETE failed (client error): The resource could not be found. Apr 20 16:24:31.247641 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b9b1deb-1e06-49f5-a508-64ef575e290d tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:24:31.253654 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4b9b1deb-1e06-49f5-a508-64ef575e290d tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/subnets/8fa0af1e-1ae1-48c8-95d1-08dc0dcf8e9a HTTP/1.1" status: 404 len: 337 time: 0.0713913 Apr 20 16:24:31.254204 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47146) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:31.301344 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-63326de4-ee62-4ff6-b1c6-289dae12a1bf tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] DELETE failed (client error): The resource could not be found. Apr 20 16:24:31.308854 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63326de4-ee62-4ff6-b1c6-289dae12a1bf tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:24:31.309004 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af235142-a24b-40d2-b2d5-31c64adf7991 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Pushing event deleted for resources: {'Port': ['ID=44525d61-1006-40ef-bbc5-6ff366c1bb05,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:31.309191 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-63326de4-ee62-4ff6-b1c6-289dae12a1bf tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/networks/9ee61eb5-d0be-4d85-b6ab-df14bebee3e1 HTTP/1.1" status: 404 len: 339 time: 0.0496588 Apr 20 16:24:31.309667 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47150) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:31.442714 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-2996227b-38a4-4355-b39a-1f13d58bbc62 admin admin] Deleting port c1b18a2b-ec30-402e-b4ad-9f844b00705f {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:31.443148 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2996227b-38a4-4355-b39a-1f13d58bbc62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:31.500039 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af235142-a24b-40d2-b2d5-31c64adf7991 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:31.507305 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-af235142-a24b-40d2-b2d5-31c64adf7991 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] 10.222.0.15 "DELETE /v2.0/ports/44525d61-1006-40ef-bbc5-6ff366c1bb05 HTTP/1.1" status: 204 len: 168 time: 1.2324655 Apr 20 16:24:31.507960 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47152) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:31.516171 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5cd00aa-2986-4b73-85c3-4938aa17e96f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Deleting subnet 4dac179a-5d97-435a-9817-c4cfc3fba71d {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:24:31.529795 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a5cd00aa-2986-4b73-85c3-4938aa17e96f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:31.559485 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6ab85e-bade-4fcf-8a71-30d73489c639 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] GET failed (client error): The resource could not be found. Apr 20 16:24:31.568843 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9c6ab85e-bade-4fcf-8a71-30d73489c639 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] 10.222.0.15 "GET /v2.0/ports/44525d61-1006-40ef-bbc5-6ff366c1bb05 HTTP/1.1" status: 404 len: 333 time: 0.0590940 Apr 20 16:24:31.569654 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47154) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:31.576593 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-bca1b5c3-c553-4e07-ab18-a2e5a2d22be8 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Request body: {'port': {'network_id': '8f00b36a-3d9d-4810-87e7-537bb9f1f9f5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2007169097'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:31.609418 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a5cd00aa-2986-4b73-85c3-4938aa17e96f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:31.617971 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-2996227b-38a4-4355-b39a-1f13d58bbc62 admin admin] For port c1b18a2b-ec30-402e-b4ad-9f844b00705f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c1b18a2b-ec30-402e-b4ad-9f844b00705f,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:31.622162 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2996227b-38a4-4355-b39a-1f13d58bbc62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:31.673211 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-2996227b-38a4-4355-b39a-1f13d58bbc62 admin admin] Calling delete_port for c1b18a2b-ec30-402e-b4ad-9f844b00705f owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:31.876252 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca1b5c3-c553-4e07-ab18-a2e5a2d22be8 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Made reservation on behalf of bd84423a25854299955cc6111c095d5c for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:31.880359 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bca1b5c3-c553-4e07-ab18-a2e5a2d22be8 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:31.898795 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a5cd00aa-2986-4b73-85c3-4938aa17e96f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:31.907975 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-bca1b5c3-c553-4e07-ab18-a2e5a2d22be8 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] device_id is not set on port 1407de31-b70c-459e-ac25-3dbc420f1fc4 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:24:32.049011 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-bca1b5c3-c553-4e07-ab18-a2e5a2d22be8 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Allocated IP 2001:db8::2cb (8f00b36a-3d9d-4810-87e7-537bb9f1f9f5/db037b46-60e5-4677-82fe-6e3c069a29ed/1407de31-b70c-459e-ac25-3dbc420f1fc4) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:32.253909 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4559b831-69c2-44cd-9aa0-3a727d8cee61 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:24:32.296374 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 4559b831-69c2-44cd-9aa0-3a727d8cee61 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:24:32.300566 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4559b831-69c2-44cd-9aa0-3a727d8cee61 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:24:32.321849 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bca1b5c3-c553-4e07-ab18-a2e5a2d22be8 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:32.401131 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03142fe-7491-4eb4-adc2-3aca84e758a5 req-4fe6c929-d543-4249-aea5-82cc3c3182bb tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:32.402921 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f03142fe-7491-4eb4-adc2-3aca84e758a5 req-4fe6c929-d543-4249-aea5-82cc3c3182bb tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.6078844 Apr 20 16:24:32.409358 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5f74e-7024-4d36-ade9-72c36d7a0e00 req-af739b56-2b79-4d6c-8e44-5bb988de2361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:32.410866 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-07c5f74e-7024-4d36-ade9-72c36d7a0e00 req-af739b56-2b79-4d6c-8e44-5bb988de2361 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbc372ad2d1446089af0923f5d212489&device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 1097 time: 0.6132283 Apr 20 16:24:32.422049 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10580ac-4947-4a53-8b9e-e04ae5ed6b55 req-dbb811ff-bcbc-4bbe-b7ab-16999e24f776 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:32.432674 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b10580ac-4947-4a53-8b9e-e04ae5ed6b55 req-dbb811ff-bcbc-4bbe-b7ab-16999e24f776 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.0715673 Apr 20 16:24:32.460166 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bca1b5c3-c553-4e07-ab18-a2e5a2d22be8 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:32.520247 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1b5c3-c553-4e07-ab18-a2e5a2d22be8 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Pushing event updated for resources: {'Port': ['ID=1407de31-b70c-459e-ac25-3dbc420f1fc4,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:32.570810 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b10580ac-4947-4a53-8b9e-e04ae5ed6b55 req-68ab22e7-bb70-4946-b171-d9570e79a277 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366673 Apr 20 16:24:32.573742 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca1b5c3-c553-4e07-ab18-a2e5a2d22be8 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Network 8f00b36a-3d9d-4810-87e7-537bb9f1f9f5 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:32.575943 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-bca1b5c3-c553-4e07-ab18-a2e5a2d22be8 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:32.578734 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca1b5c3-c553-4e07-ab18-a2e5a2d22be8 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:24:32.580010 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f03142fe-7491-4eb4-adc2-3aca84e758a5 req-89e3564b-e493-4bec-b9cd-8a160579bd45 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662624 Apr 20 16:24:32.585507 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca1b5c3-c553-4e07-ab18-a2e5a2d22be8 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:32.586755 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bca1b5c3-c553-4e07-ab18-a2e5a2d22be8 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:32.586889 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a5cd00aa-2986-4b73-85c3-4938aa17e96f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:32.656287 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5f74e-7024-4d36-ade9-72c36d7a0e00 req-e2ed39ad-ca0e-4de7-82ea-dc13fbfe8c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:32.657988 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-07c5f74e-7024-4d36-ade9-72c36d7a0e00 req-e2ed39ad-ca0e-4de7-82ea-dc13fbfe8c2f service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb HTTP/1.1" status: 200 len: 919 time: 0.2287982 Apr 20 16:24:32.661787 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd00aa-2986-4b73-85c3-4938aa17e96f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Subnet': ['ID=4dac179a-5d97-435a-9817-c4cfc3fba71d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:32.668527 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a5cd00aa-2986-4b73-85c3-4938aa17e96f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:32.677170 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610760c2-6674-470d-8599-27b803d0d964 None None] Network 65540dd5-3f15-4965-b312-23f97adf2275 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:32.687922 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a5cd00aa-2986-4b73-85c3-4938aa17e96f tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/subnets/4dac179a-5d97-435a-9817-c4cfc3fba71d HTTP/1.1" status: 204 len: 168 time: 1.3742077 Apr 20 16:24:32.695401 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47164) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:32.708144 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bca1b5c3-c553-4e07-ab18-a2e5a2d22be8 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1375206 Apr 20 16:24:32.733468 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47166) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:32.747333 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-01db7058-ffe8-4c44-a228-a54990489883 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:26:e5:71'}]}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:32.756101 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2996227b-38a4-4355-b39a-1f13d58bbc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:32.823606 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97a21d-af0d-42e8-b3f7-91f48a8d376d req-10cea7d3-7545-4398-ba7a-4c6c6746d288 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:32.832675 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ff97a21d-af0d-42e8-b3f7-91f48a8d376d req-10cea7d3-7545-4398-ba7a-4c6c6746d288 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.1431422 Apr 20 16:24:32.847885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996227b-38a4-4355-b39a-1f13d58bbc62 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b18a2b-ec30-402e-b4ad-9f844b00705f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:32.933905 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-07c5f74e-7024-4d36-ade9-72c36d7a0e00 req-6678156a-444f-4700-a2ec-2f8ec9093af7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f185935b-c5c0-4e59-89ac-b70d084b1382 HTTP/1.1" status: 200 len: 217 time: 0.2404938 Apr 20 16:24:33.006724 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ff97a21d-af0d-42e8-b3f7-91f48a8d376d req-d23f4aea-20d5-4492-be88-8b9f5aa93372 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731474 Apr 20 16:24:33.014691 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-01db7058-ffe8-4c44-a228-a54990489883 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:33.062049 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d10bb594-a8b6-4798-92d7-2a0ba880e869 None None] Provisioning complete for port 1407de31-b70c-459e-ac25-3dbc420f1fc4 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:33.064810 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d10bb594-a8b6-4798-92d7-2a0ba880e869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:33.114388 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cc306f-8055-4720-8ff2-1cbbe94bfa9b None None] DHCP port deletion for 65540dd5-3f15-4965-b312-23f97adf2275 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:24:33.122476 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d10bb594-a8b6-4798-92d7-2a0ba880e869 None None] Port 1407de31-b70c-459e-ac25-3dbc420f1fc4 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:24:33.131439 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0afec382-31a0-49b6-b634-2fad578732d0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:33.181181 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-03cc306f-8055-4720-8ff2-1cbbe94bfa9b None None] Deleting port 444edfc2-2b00-4942-9ddf-d45b7b8c2dd4 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:33.181596 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-03cc306f-8055-4720-8ff2-1cbbe94bfa9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:33.215635 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfe9c1-3153-48d8-bdd7-648ba4d4c19a req-5b9c62b7-e3c0-4768-a7ec-b80888a44ca0 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:33.215635 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70cfe9c1-3153-48d8-bdd7-648ba4d4c19a req-5b9c62b7-e3c0-4768-a7ec-b80888a44ca0 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.1819222 Apr 20 16:24:33.240215 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5f74e-7024-4d36-ade9-72c36d7a0e00 req-de7d09c0-7f7b-4e21-a2f3-8f615b77a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:33.241709 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-07c5f74e-7024-4d36-ade9-72c36d7a0e00 req-de7d09c0-7f7b-4e21-a2f3-8f615b77a5a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f49ef81d-6341-40ae-b59c-ad7cca19ee9b HTTP/1.1" status: 200 len: 857 time: 0.2715855 Apr 20 16:24:33.262332 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-03cc306f-8055-4720-8ff2-1cbbe94bfa9b None None] For port 444edfc2-2b00-4942-9ddf-d45b7b8c2dd4, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=444edfc2-2b00-4942-9ddf-d45b7b8c2dd4,segment=NetworkSegment(db29a48b-827b-4df1-a721-2aac2702d1a4),segment_id=db29a48b-827b-4df1-a721-2aac2702d1a4)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:33.263481 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-03cc306f-8055-4720-8ff2-1cbbe94bfa9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:33.275889 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-01db7058-ffe8-4c44-a228-a54990489883 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:33.276126 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-03cc306f-8055-4720-8ff2-1cbbe94bfa9b None None] Calling delete_port for 444edfc2-2b00-4942-9ddf-d45b7b8c2dd4 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:33.302225 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70cfe9c1-3153-48d8-bdd7-648ba4d4c19a req-5e777efd-b808-47dd-832c-a03110ac3f86 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681071 Apr 20 16:24:33.315118 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2996227b-38a4-4355-b39a-1f13d58bbc62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:33.362257 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-01db7058-ffe8-4c44-a228-a54990489883 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:33.448400 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-01db7058-ffe8-4c44-a228-a54990489883 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] In _notify_port_updated(), no bound segment for port 1407de31-b70c-459e-ac25-3dbc420f1fc4 on network 8f00b36a-3d9d-4810-87e7-537bb9f1f9f5 {{(pid=103485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:24:33.465000 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01db7058-ffe8-4c44-a228-a54990489883 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:33.465000 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-01db7058-ffe8-4c44-a228-a54990489883 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:33.465000 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-01db7058-ffe8-4c44-a228-a54990489883 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] 10.222.0.15 "PUT /v2.0/ports/1407de31-b70c-459e-ac25-3dbc420f1fc4 HTTP/1.1" status: 200 len: 1003 time: 0.7195821 Apr 20 16:24:33.467036 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47172) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:33.470656 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-03cc306f-8055-4720-8ff2-1cbbe94bfa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:33.471208 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2996227b-38a4-4355-b39a-1f13d58bbc62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:33.474218 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2996227b-38a4-4355-b39a-1f13d58bbc62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:33.505120 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db7058-ffe8-4c44-a228-a54990489883 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Pushing event updated for resources: {'Port': ['ID=1407de31-b70c-459e-ac25-3dbc420f1fc4,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:33.509541 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc306f-8055-4720-8ff2-1cbbe94bfa9b None None] Pushing event deleted for resources: {'Port': ['ID=444edfc2-2b00-4942-9ddf-d45b7b8c2dd4,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:33.527892 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cc306f-8055-4720-8ff2-1cbbe94bfa9b None None] No DVR routers for this DVR port 444edfc2-2b00-4942-9ddf-d45b7b8c2dd4 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:24:33.577049 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5f74e-7024-4d36-ade9-72c36d7a0e00 req-526cc9c4-4ec9-4201-8714-48ab6bcc84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:33.578854 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-07c5f74e-7024-4d36-ade9-72c36d7a0e00 req-526cc9c4-4ec9-4201-8714-48ab6bcc84d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3010900 Apr 20 16:24:33.586584 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-0afec382-31a0-49b6-b634-2fad578732d0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Deleting port 444edfc2-2b00-4942-9ddf-d45b7b8c2dd4 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:33.587279 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0afec382-31a0-49b6-b634-2fad578732d0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:33.604348 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672cde3-1859-49d2-bcf1-064d39c0c652 req-cada77ba-25bf-4e65-a82d-5f18bae12a69 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:33.605966 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3672cde3-1859-49d2-bcf1-064d39c0c652 req-cada77ba-25bf-4e65-a82d-5f18bae12a69 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.1764548 Apr 20 16:24:33.677454 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-0d5e81a6-dea2-4383-8d0a-a74a0cabdba2 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Deleting port 1407de31-b70c-459e-ac25-3dbc420f1fc4 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:33.678067 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0d5e81a6-dea2-4383-8d0a-a74a0cabdba2 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:33.748270 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3672cde3-1859-49d2-bcf1-064d39c0c652 req-6c3478bd-e2f2-4bb0-9852-4b6e9e2b5d08 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333754 Apr 20 16:24:33.855066 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-0afec382-31a0-49b6-b634-2fad578732d0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] For port 444edfc2-2b00-4942-9ddf-d45b7b8c2dd4, host n-d-836146-2, got binding levels [] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:33.855066 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0afec382-31a0-49b6-b634-2fad578732d0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:33.855265 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0d5e81a6-dea2-4383-8d0a-a74a0cabdba2 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:33.855356 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-0afec382-31a0-49b6-b634-2fad578732d0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Calling delete_port for 444edfc2-2b00-4942-9ddf-d45b7b8c2dd4 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:33.855356 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.ipam_backend_mixin [None req-0afec382-31a0-49b6-b634-2fad578732d0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Port 444edfc2-2b00-4942-9ddf-d45b7b8c2dd4 was not found and therefore no delete operation was performed {{(pid=103484) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 16:24:33.855509 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-0d5e81a6-dea2-4383-8d0a-a74a0cabdba2 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Calling delete_port for 1407de31-b70c-459e-ac25-3dbc420f1fc4 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:33.855598 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0afec382-31a0-49b6-b634-2fad578732d0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:33.855598 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-07c5f74e-7024-4d36-ade9-72c36d7a0e00 req-54fe88c4-2700-4f69-9119-cdd897b4c319 service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244627 Apr 20 16:24:33.855598 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afec382-31a0-49b6-b634-2fad578732d0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Port': ['ID=444edfc2-2b00-4942-9ddf-d45b7b8c2dd4,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:33.857496 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936db8b-b539-4b8f-b172-1519ae63a5fe req-7c5d8823-c74a-4c9a-a5a0-7e7af50c51dc tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:33.859009 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8936db8b-b539-4b8f-b172-1519ae63a5fe req-7c5d8823-c74a-4c9a-a5a0-7e7af50c51dc tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.1700742 Apr 20 16:24:33.859912 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afec382-31a0-49b6-b634-2fad578732d0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] No DVR routers for this DVR port 444edfc2-2b00-4942-9ddf-d45b7b8c2dd4 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:24:33.861481 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4031eae5-7801-4148-8d1c-ffb54f5313dd None None] Provisioning complete for port 1407de31-b70c-459e-ac25-3dbc420f1fc4 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:33.862163 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4031eae5-7801-4148-8d1c-ffb54f5313dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:33.911679 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-4031eae5-7801-4148-8d1c-ffb54f5313dd None None] Port 1407de31-b70c-459e-ac25-3dbc420f1fc4 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:24:34.005221 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2996227b-38a4-4355-b39a-1f13d58bbc62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:34.005664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2996227b-38a4-4355-b39a-1f13d58bbc62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:24:34.015085 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2996227b-38a4-4355-b39a-1f13d58bbc62 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:34.016243 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2996227b-38a4-4355-b39a-1f13d58bbc62 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1b3bc4d2-b7c2-4f7b-a0c6-f89a824e7e7a HTTP/1.1" status: 204 len: 168 time: 4.1604609 Apr 20 16:24:34.019266 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47178) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:34.025637 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8936db8b-b539-4b8f-b172-1519ae63a5fe req-3c6a05bd-43e8-4c69-9abb-516a2fdc95f9 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491182 Apr 20 16:24:34.027834 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0afec382-31a0-49b6-b634-2fad578732d0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:34.059877 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-0afec382-31a0-49b6-b634-2fad578732d0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65540dd5-3f15-4965-b312-23f97adf2275']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:34.072438 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-0afec382-31a0-49b6-b634-2fad578732d0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db29a48b-827b-4df1-a721-2aac2702d1a4') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:34.072741 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-0afec382-31a0-49b6-b634-2fad578732d0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db29a48b-827b-4df1-a721-2aac2702d1a4') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:34.092843 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0afec382-31a0-49b6-b634-2fad578732d0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:34.102083 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-12102349-5439-4bd8-b880-7709c8c18945 admin admin] Deleting subnet 49f7ee52-7222-4a78-88ae-a616c6706517 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:24:34.110054 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-07c5f74e-7024-4d36-ade9-72c36d7a0e00 req-922eec0d-32d6-44a8-9919-91ca5d466908 service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687976 Apr 20 16:24:34.112047 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-12102349-5439-4bd8-b880-7709c8c18945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:34.120839 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0afec382-31a0-49b6-b634-2fad578732d0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:34.132232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0afec382-31a0-49b6-b634-2fad578732d0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:24:34.133808 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0afec382-31a0-49b6-b634-2fad578732d0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:24:34.140578 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:24:34.158417 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0d5e81a6-dea2-4383-8d0a-a74a0cabdba2 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:34.271977 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e81a6-dea2-4383-8d0a-a74a0cabdba2 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Pushing event deleted for resources: {'Port': ['ID=1407de31-b70c-459e-ac25-3dbc420f1fc4,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:34.294802 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-12102349-5439-4bd8-b880-7709c8c18945 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:34.374744 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0d5e81a6-dea2-4383-8d0a-a74a0cabdba2 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:34.377639 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0d5e81a6-dea2-4383-8d0a-a74a0cabdba2 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] 10.222.0.15 "DELETE /v2.0/ports/1407de31-b70c-459e-ac25-3dbc420f1fc4 HTTP/1.1" status: 204 len: 168 time: 0.9095302 Apr 20 16:24:34.389284 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f7971-29a9-4e3c-b3da-3c89a26d6743 req-b90627a3-6454-45b3-ad36-af12a150be2f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:34.390897 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b19f7971-29a9-4e3c-b3da-3c89a26d6743 req-b90627a3-6454-45b3-ad36-af12a150be2f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.2472179 Apr 20 16:24:34.391388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47188) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:34.432874 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68e9309-b20f-4736-8358-a15e34141bec tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] GET failed (client error): The resource could not be found. Apr 20 16:24:34.439078 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e68e9309-b20f-4736-8358-a15e34141bec tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] 10.222.0.15 "GET /v2.0/ports/1407de31-b70c-459e-ac25-3dbc420f1fc4 HTTP/1.1" status: 404 len: 333 time: 0.0421581 Apr 20 16:24:34.440411 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47190) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:34.445191 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-8283349e-fdb8-4cd7-9583-dcf41241f3d1 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Request body: {'port': {'network_id': '8f00b36a-3d9d-4810-87e7-537bb9f1f9f5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-474167561'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:34.500864 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b19f7971-29a9-4e3c-b3da-3c89a26d6743 req-bc6822f0-fcdc-43e6-9452-d58aebf54550 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963984 Apr 20 16:24:34.502957 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0afec382-31a0-49b6-b634-2fad578732d0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:34.537446 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0afec382-31a0-49b6-b634-2fad578732d0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:34.546412 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e534c-1dc4-4d17-a4c4-a132815f61e0 req-e269990b-d897-4963-ab6e-8742a5132fcd tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:34.555986 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0afec382-31a0-49b6-b634-2fad578732d0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] 10.222.0.15 "DELETE /v2.0/networks/65540dd5-3f15-4965-b312-23f97adf2275 HTTP/1.1" status: 204 len: 168 time: 1.8254809 Apr 20 16:24:34.557354 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f67e534c-1dc4-4d17-a4c4-a132815f61e0 req-e269990b-d897-4963-ab6e-8742a5132fcd tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.2188129 Apr 20 16:24:34.579931 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-12102349-5439-4bd8-b880-7709c8c18945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:34.600517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afec382-31a0-49b6-b634-2fad578732d0 tempest-NetworksIpV6Test-205664181 tempest-NetworksIpV6Test-205664181-project] Pushing event deleted for resources: {'Network': ['ID=65540dd5-3f15-4965-b312-23f97adf2275,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:34.735318 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f67e534c-1dc4-4d17-a4c4-a132815f61e0 req-f1a6d41b-59cf-46c0-9fa2-4f2814614825 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573336 Apr 20 16:24:34.784838 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 444edfc2-2b00-4942-9ddf-d45b7b8c2dd4 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:24:34.816369 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 444edfc2-2b00-4942-9ddf-d45b7b8c2dd4 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:24:34.817126 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 444edfc2-2b00-4942-9ddf-d45b7b8c2dd4 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:24:34.819872 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8283349e-fdb8-4cd7-9583-dcf41241f3d1 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Made reservation on behalf of bd84423a25854299955cc6111c095d5c for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:34.823405 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8283349e-fdb8-4cd7-9583-dcf41241f3d1 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:34.830919 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-12102349-5439-4bd8-b880-7709c8c18945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:34.863976 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-12102349-5439-4bd8-b880-7709c8c18945 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:34.869592 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-12102349-5439-4bd8-b880-7709c8c18945 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/49f7ee52-7222-4a78-88ae-a616c6706517 HTTP/1.1" status: 204 len: 168 time: 0.8463023 Apr 20 16:24:34.869743 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893734ac-9b1d-489b-9afc-07547bc6e37d None None] Network 1909df4a-72a6-4533-bf20-1f90fba3849a requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:34.870165 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47194) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:34.870351 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12102349-5439-4bd8-b880-7709c8c18945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49f7ee52-7222-4a78-88ae-a616c6706517,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:34.877737 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-8283349e-fdb8-4cd7-9583-dcf41241f3d1 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] device_id is not set on port 06d3d637-1fc5-4895-8cfe-9f36bc893e5d yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:24:34.970538 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2491-aed3-482b-972e-a5111826123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:35.069245 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-d6ea2491-aed3-482b-972e-a5111826123d admin admin] Deleting port 327fef79-89a9-426e-a3c3-c3461942f74f {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:35.069655 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2491-aed3-482b-972e-a5111826123d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:35.107106 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-8283349e-fdb8-4cd7-9583-dcf41241f3d1 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Allocated IP 2001:db8::300 (8f00b36a-3d9d-4810-87e7-537bb9f1f9f5/db037b46-60e5-4677-82fe-6e3c069a29ed/06d3d637-1fc5-4895-8cfe-9f36bc893e5d) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:35.157443 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00143bf6-b396-49af-a00a-c44f91126338 None None] DHCP port deletion for 1909df4a-72a6-4533-bf20-1f90fba3849a request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:24:35.252506 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-00143bf6-b396-49af-a00a-c44f91126338 None None] Deleting port 327fef79-89a9-426e-a3c3-c3461942f74f {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:35.253450 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-00143bf6-b396-49af-a00a-c44f91126338 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:35.263360 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-d6ea2491-aed3-482b-972e-a5111826123d admin admin] For port 327fef79-89a9-426e-a3c3-c3461942f74f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=327fef79-89a9-426e-a3c3-c3461942f74f,segment=NetworkSegment(fbddc46f-6394-4b83-97a1-2ef96c69e7cf),segment_id=fbddc46f-6394-4b83-97a1-2ef96c69e7cf)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:35.263733 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2491-aed3-482b-972e-a5111826123d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:35.287622 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9927d7-7445-475a-a31b-90619390fc19 req-b2d82ad1-5773-4a7a-bc48-abae915301dd tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:35.289294 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8d9927d7-7445-475a-a31b-90619390fc19 req-b2d82ad1-5773-4a7a-bc48-abae915301dd tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.1255498 Apr 20 16:24:35.290859 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-d6ea2491-aed3-482b-972e-a5111826123d admin admin] Calling delete_port for 327fef79-89a9-426e-a3c3-c3461942f74f owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:35.312593 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47200) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:35.348084 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-00143bf6-b396-49af-a00a-c44f91126338 None None] For port 327fef79-89a9-426e-a3c3-c3461942f74f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=327fef79-89a9-426e-a3c3-c3461942f74f,segment=NetworkSegment(fbddc46f-6394-4b83-97a1-2ef96c69e7cf),segment_id=fbddc46f-6394-4b83-97a1-2ef96c69e7cf)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:35.348682 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-00143bf6-b396-49af-a00a-c44f91126338 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:35.387798 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-00143bf6-b396-49af-a00a-c44f91126338 None None] Calling delete_port for 327fef79-89a9-426e-a3c3-c3461942f74f owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:35.413657 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8d9927d7-7445-475a-a31b-90619390fc19 req-ffaebd1f-82ff-4420-a288-c5f79d79c1e7 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097362 Apr 20 16:24:35.420585 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8283349e-fdb8-4cd7-9583-dcf41241f3d1 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:35.534923 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b91d4dd3-f72b-477d-bb1f-147fc2f0c69d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ba45707e1a3b413a96351986a900f914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2210424 Apr 20 16:24:35.538233 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47206) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:35.546264 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-00143bf6-b396-49af-a00a-c44f91126338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:35.551427 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2491-aed3-482b-972e-a5111826123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:35.600754 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00143bf6-b396-49af-a00a-c44f91126338 None None] Pushing event deleted for resources: {'Port': ['ID=327fef79-89a9-426e-a3c3-c3461942f74f,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:35.603689 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00143bf6-b396-49af-a00a-c44f91126338 None None] No DVR routers for this DVR port 327fef79-89a9-426e-a3c3-c3461942f74f on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:24:35.617432 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea2491-aed3-482b-972e-a5111826123d admin admin] Pushing event deleted for resources: {'Port': ['ID=327fef79-89a9-426e-a3c3-c3461942f74f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:35.618272 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00143bf6-b396-49af-a00a-c44f91126338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:35.618272 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00143bf6-b396-49af-a00a-c44f91126338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:35.618272 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00143bf6-b396-49af-a00a-c44f91126338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:35.619511 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00143bf6-b396-49af-a00a-c44f91126338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:35.619511 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00143bf6-b396-49af-a00a-c44f91126338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:35.619511 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00143bf6-b396-49af-a00a-c44f91126338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:35.620950 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00143bf6-b396-49af-a00a-c44f91126338 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:35.620950 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00143bf6-b396-49af-a00a-c44f91126338 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:35.620950 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00143bf6-b396-49af-a00a-c44f91126338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:35.623196 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00143bf6-b396-49af-a00a-c44f91126338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:35.623196 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00143bf6-b396-49af-a00a-c44f91126338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:35.623196 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00143bf6-b396-49af-a00a-c44f91126338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:35.624653 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ea2491-aed3-482b-972e-a5111826123d admin admin] No DVR routers for this DVR port 327fef79-89a9-426e-a3c3-c3461942f74f on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:24:35.648970 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8283349e-fdb8-4cd7-9583-dcf41241f3d1 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:35.695585 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dc98067f-e9ae-42ac-abf5-134973cd62e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:35.712160 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2491-aed3-482b-972e-a5111826123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:35.726214 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8283349e-fdb8-4cd7-9583-dcf41241f3d1 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Network 8f00b36a-3d9d-4810-87e7-537bb9f1f9f5 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:35.736820 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-8283349e-fdb8-4cd7-9583-dcf41241f3d1 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:35.745404 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-d6ea2491-aed3-482b-972e-a5111826123d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1909df4a-72a6-4533-bf20-1f90fba3849a']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:35.749003 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760649b-371c-4a64-93f5-17c8f534e095 req-5dda9de1-5b47-4f75-bdf0-4d97d6274f95 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:35.756162 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d760649b-371c-4a64-93f5-17c8f534e095 req-5dda9de1-5b47-4f75-bdf0-4d97d6274f95 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.1642239 Apr 20 16:24:35.758835 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283349e-fdb8-4cd7-9583-dcf41241f3d1 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:24:35.764701 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8283349e-fdb8-4cd7-9583-dcf41241f3d1 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:35.766144 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8283349e-fdb8-4cd7-9583-dcf41241f3d1 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:35.776224 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-d6ea2491-aed3-482b-972e-a5111826123d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbddc46f-6394-4b83-97a1-2ef96c69e7cf') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:35.777330 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283349e-fdb8-4cd7-9583-dcf41241f3d1 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Pushing event updated for resources: {'Port': ['ID=06d3d637-1fc5-4895-8cfe-9f36bc893e5d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:35.779328 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-d6ea2491-aed3-482b-972e-a5111826123d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbddc46f-6394-4b83-97a1-2ef96c69e7cf') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:35.818633 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2491-aed3-482b-972e-a5111826123d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:35.844200 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2491-aed3-482b-972e-a5111826123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:35.862615 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ea2491-aed3-482b-972e-a5111826123d admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:24:35.863122 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2491-aed3-482b-972e-a5111826123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:24:35.877385 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:24:35.997164 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17fb7e-f0b2-48e5-9f56-7673ddf2685d req-f5c2e2ef-90a5-403b-ad60-9a272d10de98 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:35.998964 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5e17fb7e-f0b2-48e5-9f56-7673ddf2685d req-f5c2e2ef-90a5-403b-ad60-9a272d10de98 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.1431875 Apr 20 16:24:36.045686 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2491-aed3-482b-972e-a5111826123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:36.064055 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5e17fb7e-f0b2-48e5-9f56-7673ddf2685d req-f50e3350-7e1d-49b3-99e5-0104c8e86c9c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572910 Apr 20 16:24:36.073640 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2491-aed3-482b-972e-a5111826123d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:36.076960 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d6ea2491-aed3-482b-972e-a5111826123d admin admin] 10.222.0.15 "DELETE /v2.0/networks/1909df4a-72a6-4533-bf20-1f90fba3849a HTTP/1.1" status: 204 len: 168 time: 1.2060602 Apr 20 16:24:36.108169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea2491-aed3-482b-972e-a5111826123d admin admin] Pushing event deleted for resources: {'Network': ['ID=1909df4a-72a6-4533-bf20-1f90fba3849a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:36.163323 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-36711672-4a75-4740-9264-781b9599d920 None None] Provisioning complete for port 06d3d637-1fc5-4895-8cfe-9f36bc893e5d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:36.163960 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-36711672-4a75-4740-9264-781b9599d920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:36.194999 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dc98067f-e9ae-42ac-abf5-134973cd62e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:36.227140 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-36711672-4a75-4740-9264-781b9599d920 None None] Port 06d3d637-1fc5-4895-8cfe-9f36bc893e5d cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:24:36.248305 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d760649b-371c-4a64-93f5-17c8f534e095 req-3dedc1b3-b74c-48c5-98b4-2595b7d70cdf tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912310 Apr 20 16:24:36.286733 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c1b18a2b-ec30-402e-b4ad-9f844b00705f no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:24:36.309958 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: c1b18a2b-ec30-402e-b4ad-9f844b00705f {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:24:36.310305 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c1b18a2b-ec30-402e-b4ad-9f844b00705f not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:24:36.310626 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 327fef79-89a9-426e-a3c3-c3461942f74f no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:24:36.319263 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8283349e-fdb8-4cd7-9583-dcf41241f3d1 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8787415 Apr 20 16:24:36.321943 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47212) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:36.328297 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-6298326a-4948-4597-a0cd-a7172e384317 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Request body: {'port': {'network_id': '8f00b36a-3d9d-4810-87e7-537bb9f1f9f5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-342807581'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:36.334805 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 327fef79-89a9-426e-a3c3-c3461942f74f {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:24:36.335146 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 327fef79-89a9-426e-a3c3-c3461942f74f not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:24:36.397680 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dc98067f-e9ae-42ac-abf5-134973cd62e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:36.400186 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dc98067f-e9ae-42ac-abf5-134973cd62e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:36.404484 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dc98067f-e9ae-42ac-abf5-134973cd62e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a7fda023-dffa-47c0-84ac-4ad00d3f9c9b HTTP/1.1" status: 204 len: 168 time: 0.8621972 Apr 20 16:24:36.415748 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98067f-e9ae-42ac-abf5-134973cd62e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fda023-dffa-47c0-84ac-4ad00d3f9c9b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:36.581137 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f51215-74f0-4ec0-96e5-688ae8c90761 req-0507a403-32bd-483f-99d5-06ab0d775834 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:36.583065 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-49f51215-74f0-4ec0-96e5-688ae8c90761 req-0507a403-32bd-483f-99d5-06ab0d775834 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.0613766 Apr 20 16:24:36.628251 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-49f51215-74f0-4ec0-96e5-688ae8c90761 req-2d65fd99-8c58-41ee-b9dd-eab2aba9131a tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387380 Apr 20 16:24:36.648653 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6298326a-4948-4597-a0cd-a7172e384317 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Made reservation on behalf of bd84423a25854299955cc6111c095d5c for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:36.655861 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6298326a-4948-4597-a0cd-a7172e384317 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:36.686673 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-6298326a-4948-4597-a0cd-a7172e384317 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] device_id is not set on port 223c02a4-6e4b-4327-830e-c55ddcda5371 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:24:36.697675 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47218) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:36.801735 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7bdfaf6b-9143-4ea6-bf93-f8ef3da8930e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4632da89faba4c6f8bca66fdf8a9bf10&name=default HTTP/1.1" status: 200 len: 2982 time: 0.1004658 Apr 20 16:24:36.803443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47222) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:36.881103 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-903e7192-c3c8-42c4-b580-b9b0a441b359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:36.903518 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-6298326a-4948-4597-a0cd-a7172e384317 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Allocated IP 2001:db8::3aa (8f00b36a-3d9d-4810-87e7-537bb9f1f9f5/db037b46-60e5-4677-82fe-6e3c069a29ed/223c02a4-6e4b-4327-830e-c55ddcda5371) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:36.909952 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-903e7192-c3c8-42c4-b580-b9b0a441b359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:37.082336 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-903e7192-c3c8-42c4-b580-b9b0a441b359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:37.090923 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6298326a-4948-4597-a0cd-a7172e384317 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:37.100297 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-903e7192-c3c8-42c4-b580-b9b0a441b359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:37.100297 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-903e7192-c3c8-42c4-b580-b9b0a441b359 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08c3557e-1220-4f8b-956f-afc5f389b364 HTTP/1.1" status: 204 len: 168 time: 0.2876115 Apr 20 16:24:37.110173 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e7192-c3c8-42c4-b580-b9b0a441b359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c3557e-1220-4f8b-956f-afc5f389b364,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:37.216777 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49b5b5-1994-4de3-b830-243d2e6f89c8 req-0b9084ce-ba36-401f-b190-4a53fe9a5807 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:37.221233 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9d49b5b5-1994-4de3-b830-243d2e6f89c8 req-0b9084ce-ba36-401f-b190-4a53fe9a5807 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.0645046 Apr 20 16:24:37.279754 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6298326a-4948-4597-a0cd-a7172e384317 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:37.333927 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9d49b5b5-1994-4de3-b830-243d2e6f89c8 req-7ca59ec4-c4c7-454a-8492-b3ea0c2a7a90 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044042 Apr 20 16:24:37.348212 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6298326a-4948-4597-a0cd-a7172e384317 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Network 8f00b36a-3d9d-4810-87e7-537bb9f1f9f5 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:37.350634 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-6298326a-4948-4597-a0cd-a7172e384317 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:37.367511 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6298326a-4948-4597-a0cd-a7172e384317 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:24:37.374695 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6298326a-4948-4597-a0cd-a7172e384317 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:37.381048 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6298326a-4948-4597-a0cd-a7172e384317 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:37.399051 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298326a-4948-4597-a0cd-a7172e384317 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Pushing event updated for resources: {'Port': ['ID=223c02a4-6e4b-4327-830e-c55ddcda5371,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:37.473043 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfb441-b771-45cb-bbdf-24d815346d6d req-1628ad69-47a3-4381-8931-6b38ae2a6698 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:37.482861 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-debfb441-b771-45cb-bbdf-24d815346d6d req-1628ad69-47a3-4381-8931-6b38ae2a6698 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.0887039 Apr 20 16:24:37.528459 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6298326a-4948-4597-a0cd-a7172e384317 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2045488 Apr 20 16:24:37.534463 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47242) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:37.547617 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-beb20724-1d10-4133-8e66-decf90945f33 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::265', 'mac_address': 'fa:16:3e:26:e5:71'}, {'ip_address': '2001:db8::300', 'mac_address': 'fa:16:3e:b0:b2:85'}]}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:37.548460 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-debfb441-b771-45cb-bbdf-24d815346d6d req-f5e25eec-ea2e-472f-bca1-119b4e52ff33 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595374 Apr 20 16:24:37.730431 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-beb20724-1d10-4133-8e66-decf90945f33 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:37.879421 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9221459-50e8-43b3-8ebe-7da17511367c req-69f17a26-5f2d-4618-b85e-8e81780dd7cb tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:37.881062 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e9221459-50e8-43b3-8ebe-7da17511367c req-69f17a26-5f2d-4618-b85e-8e81780dd7cb tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.1048779 Apr 20 16:24:37.885748 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-fa2a9eeb-1bae-44a3-9c0f-334f31d13c14 None None] Provisioning complete for port 223c02a4-6e4b-4327-830e-c55ddcda5371 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:37.896940 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fa2a9eeb-1bae-44a3-9c0f-334f31d13c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:37.936402 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-fa2a9eeb-1bae-44a3-9c0f-334f31d13c14 None None] Port 223c02a4-6e4b-4327-830e-c55ddcda5371 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:24:37.988236 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e9221459-50e8-43b3-8ebe-7da17511367c req-5146844c-0993-408f-b9d7-feac0701cdc1 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910008 Apr 20 16:24:38.092529 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-beb20724-1d10-4133-8e66-decf90945f33 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:38.179333 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-beb20724-1d10-4133-8e66-decf90945f33 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:38.193059 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47264) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:38.240811 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-beb20724-1d10-4133-8e66-decf90945f33 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] In _notify_port_updated(), no bound segment for port 223c02a4-6e4b-4327-830e-c55ddcda5371 on network 8f00b36a-3d9d-4810-87e7-537bb9f1f9f5 {{(pid=103485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:24:38.256903 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb20724-1d10-4133-8e66-decf90945f33 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:38.256903 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-beb20724-1d10-4133-8e66-decf90945f33 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:38.256903 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-beb20724-1d10-4133-8e66-decf90945f33 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] 10.222.0.15 "PUT /v2.0/ports/223c02a4-6e4b-4327-830e-c55ddcda5371 HTTP/1.1" status: 200 len: 1067 time: 0.7137394 Apr 20 16:24:38.256903 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47268) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:38.307887 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb20724-1d10-4133-8e66-decf90945f33 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Pushing event updated for resources: {'Port': ['ID=223c02a4-6e4b-4327-830e-c55ddcda5371,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:38.343938 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-449f29d2-3b2f-42a6-a7db-200768379c06 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1547780498', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:38.409882 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-1121f7af-39a2-48b3-a7b8-0b59d62e53fb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Deleting port 223c02a4-6e4b-4327-830e-c55ddcda5371 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:38.410314 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1121f7af-39a2-48b3-a7b8-0b59d62e53fb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:38.487645 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-449f29d2-3b2f-42a6-a7db-200768379c06 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:38.505243 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-449f29d2-3b2f-42a6-a7db-200768379c06 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:38.538747 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1121f7af-39a2-48b3-a7b8-0b59d62e53fb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:38.556479 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-1121f7af-39a2-48b3-a7b8-0b59d62e53fb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Calling delete_port for 223c02a4-6e4b-4327-830e-c55ddcda5371 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:38.640068 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449b978-c7dd-4cd7-a8dd-00ea0ce2e898 req-ca3fec08-0e3c-4aec-8410-e543f43b8975 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:38.642221 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8449b978-c7dd-4cd7-a8dd-00ea0ce2e898 req-ca3fec08-0e3c-4aec-8410-e543f43b8975 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.1779003 Apr 20 16:24:38.667484 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ec61bc00-0801-464e-a287-e949d311ff70 None None] Provisioning complete for port 223c02a4-6e4b-4327-830e-c55ddcda5371 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:38.668395 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ec61bc00-0801-464e-a287-e949d311ff70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:38.673344 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-449f29d2-3b2f-42a6-a7db-200768379c06 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:38.709573 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ec61bc00-0801-464e-a287-e949d311ff70 None None] Port 223c02a4-6e4b-4327-830e-c55ddcda5371 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:24:38.714063 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8449b978-c7dd-4cd7-a8dd-00ea0ce2e898 req-06e702b0-9466-4d11-8da3-4c4d30491a13 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426095 Apr 20 16:24:38.758448 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681e18f-23e7-43a4-bdd8-1f4ce0973540 req-96f5c956-3a6a-47dd-a7ee-dc5ce5a0c141 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:38.760365 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6681e18f-23e7-43a4-bdd8-1f4ce0973540 req-96f5c956-3a6a-47dd-a7ee-dc5ce5a0c141 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.0936739 Apr 20 16:24:38.797866 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-449f29d2-3b2f-42a6-a7db-200768379c06 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:38.816355 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6681e18f-23e7-43a4-bdd8-1f4ce0973540 req-f5a3732e-6027-4796-9d50-580be5abc471 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499034 Apr 20 16:24:38.917196 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1121f7af-39a2-48b3-a7b8-0b59d62e53fb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:38.950648 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121f7af-39a2-48b3-a7b8-0b59d62e53fb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Pushing event deleted for resources: {'Port': ['ID=223c02a4-6e4b-4327-830e-c55ddcda5371,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:38.976843 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-449f29d2-3b2f-42a6-a7db-200768379c06 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:38.978533 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-449f29d2-3b2f-42a6-a7db-200768379c06 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7843258 Apr 20 16:24:38.984878 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47288) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:38.997696 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-d655d77a-dab1-468e-b878-31866a6d7c7a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1909299261'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:39.167641 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1121f7af-39a2-48b3-a7b8-0b59d62e53fb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:39.172028 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1121f7af-39a2-48b3-a7b8-0b59d62e53fb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] 10.222.0.15 "DELETE /v2.0/ports/223c02a4-6e4b-4327-830e-c55ddcda5371 HTTP/1.1" status: 204 len: 168 time: 0.9182899 Apr 20 16:24:39.174468 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47294) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:39.201514 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6e5130-76d2-4c9d-a6b4-18b011fb25af tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] GET failed (client error): The resource could not be found. Apr 20 16:24:39.203121 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6b6e5130-76d2-4c9d-a6b4-18b011fb25af tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] 10.222.0.15 "GET /v2.0/ports/223c02a4-6e4b-4327-830e-c55ddcda5371 HTTP/1.1" status: 404 len: 333 time: 0.0277216 Apr 20 16:24:39.205984 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47296) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:39.303149 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-d0e86303-7a04-46f7-b953-2e41a960bac2 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Deleting port 06d3d637-1fc5-4895-8cfe-9f36bc893e5d {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:39.303582 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0e86303-7a04-46f7-b953-2e41a960bac2 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:39.405067 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0e86303-7a04-46f7-b953-2e41a960bac2 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:39.416599 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-d0e86303-7a04-46f7-b953-2e41a960bac2 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Calling delete_port for 06d3d637-1fc5-4895-8cfe-9f36bc893e5d owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:39.522222 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d655d77a-dab1-468e-b878-31866a6d7c7a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Made reservation on behalf of eaba78383eae4d1b9a00511d30c1e9b9 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:39.538703 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d655d77a-dab1-468e-b878-31866a6d7c7a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:39.538703 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d655d77a-dab1-468e-b878-31866a6d7c7a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:39.722847 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0e86303-7a04-46f7-b953-2e41a960bac2 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:39.837247 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e86303-7a04-46f7-b953-2e41a960bac2 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Pushing event deleted for resources: {'Port': ['ID=06d3d637-1fc5-4895-8cfe-9f36bc893e5d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:39.881167 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0e86303-7a04-46f7-b953-2e41a960bac2 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:39.888973 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d0e86303-7a04-46f7-b953-2e41a960bac2 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] 10.222.0.15 "DELETE /v2.0/ports/06d3d637-1fc5-4895-8cfe-9f36bc893e5d HTTP/1.1" status: 204 len: 168 time: 0.6819181 Apr 20 16:24:39.890371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47310) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:39.916526 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d655d77a-dab1-468e-b878-31866a6d7c7a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:39.960512 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-16402662-db0e-4fba-b406-cac84e00ce40 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] GET failed (client error): The resource could not be found. Apr 20 16:24:39.969180 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-16402662-db0e-4fba-b406-cac84e00ce40 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] 10.222.0.15 "GET /v2.0/ports/06d3d637-1fc5-4895-8cfe-9f36bc893e5d HTTP/1.1" status: 404 len: 333 time: 0.0776684 Apr 20 16:24:39.970326 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47314) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:39.970890 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c4554-bb3a-4fcd-8fa1-2a1ef983e76e req-800805c9-e01c-45f6-9998-818e88f5defb tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:39.982292 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9a0c4554-bb3a-4fcd-8fa1-2a1ef983e76e req-800805c9-e01c-45f6-9998-818e88f5defb tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.1477492 Apr 20 16:24:40.010264 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d655d77a-dab1-468e-b878-31866a6d7c7a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:40.073665 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655d77a-dab1-468e-b878-31866a6d7c7a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a06448db-dcb5-401c-a6c2-407bdadb758c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:40.077223 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d655d77a-dab1-468e-b878-31866a6d7c7a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:24:40.094435 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9a0c4554-bb3a-4fcd-8fa1-2a1ef983e76e req-25ba9895-8ae0-4bc0-be20-4619cdda7e5c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045902 Apr 20 16:24:40.120284 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-33a701d1-6d03-4264-8fae-fa10168a0db5 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Deleting port 1d5fabd2-22a0-4761-95c6-2150a36afa3b {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:40.120882 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-33a701d1-6d03-4264-8fae-fa10168a0db5 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:40.131808 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d655d77a-dab1-468e-b878-31866a6d7c7a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:40.132247 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-d655d77a-dab1-468e-b878-31866a6d7c7a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Added segment bd95d438-6d95-4863-b086-12cb052d8278 of type vlan for network f7f97228-7cdd-46af-a221-4c3fc8b1cf4e Apr 20 16:24:40.238891 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-33a701d1-6d03-4264-8fae-fa10168a0db5 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:40.244108 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d655d77a-dab1-468e-b878-31866a6d7c7a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:40.252116 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-33a701d1-6d03-4264-8fae-fa10168a0db5 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Calling delete_port for 1d5fabd2-22a0-4761-95c6-2150a36afa3b owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:40.280560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0040c5-9284-4da9-8e92-8389242951ea req-9ec0ad1c-9553-464a-a830-836f2ebe7f36 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:40.281108 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0a0040c5-9284-4da9-8e92-8389242951ea req-9ec0ad1c-9553-464a-a830-836f2ebe7f36 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.0829232 Apr 20 16:24:40.347812 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0a0040c5-9284-4da9-8e92-8389242951ea req-afaf96e9-f65e-4b5b-a4eb-fc90cd311f88 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552313 Apr 20 16:24:40.413231 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d655d77a-dab1-468e-b878-31866a6d7c7a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:40.419926 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d655d77a-dab1-468e-b878-31866a6d7c7a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:40.420599 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d655d77a-dab1-468e-b878-31866a6d7c7a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:40.493854 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655d77a-dab1-468e-b878-31866a6d7c7a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Pushing event updated for resources: {'Network': ['ID=f7f97228-7cdd-46af-a221-4c3fc8b1cf4e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:40.504513 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network f7f97228-7cdd-46af-a221-4c3fc8b1cf4e details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:24:40.567883 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-33a701d1-6d03-4264-8fae-fa10168a0db5 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:40.575901 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d655d77a-dab1-468e-b878-31866a6d7c7a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5877695 Apr 20 16:24:40.577668 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47330) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:40.582915 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ee824a52-c249-4c1d-bf01-657be095b8ea tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Request body: {'subnet': {'network_id': 'f7f97228-7cdd-46af-a221-4c3fc8b1cf4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:40.598573 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a701d1-6d03-4264-8fae-fa10168a0db5 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Pushing event deleted for resources: {'Port': ['ID=1d5fabd2-22a0-4761-95c6-2150a36afa3b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:40.627965 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-33a701d1-6d03-4264-8fae-fa10168a0db5 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:40.640228 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-33a701d1-6d03-4264-8fae-fa10168a0db5 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] 10.222.0.15 "DELETE /v2.0/ports/1d5fabd2-22a0-4761-95c6-2150a36afa3b HTTP/1.1" status: 204 len: 168 time: 0.6685424 Apr 20 16:24:40.640946 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47332) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:40.720772 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92d069f-c23b-402f-9ecb-17643023deb7 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Deleting subnet db037b46-60e5-4677-82fe-6e3c069a29ed {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:24:40.724100 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e92d069f-c23b-402f-9ecb-17643023deb7 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:40.785059 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e92d069f-c23b-402f-9ecb-17643023deb7 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:40.857352 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee824a52-c249-4c1d-bf01-657be095b8ea tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Made reservation on behalf of eaba78383eae4d1b9a00511d30c1e9b9 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:40.858019 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee824a52-c249-4c1d-bf01-657be095b8ea tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:40.883544 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e92d069f-c23b-402f-9ecb-17643023deb7 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:41.082669 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e92d069f-c23b-402f-9ecb-17643023deb7 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:41.140079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d069f-c23b-402f-9ecb-17643023deb7 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Pushing event deleted for resources: {'Subnet': ['ID=db037b46-60e5-4677-82fe-6e3c069a29ed,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:41.150656 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e92d069f-c23b-402f-9ecb-17643023deb7 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:41.160567 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e92d069f-c23b-402f-9ecb-17643023deb7 tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] 10.222.0.15 "DELETE /v2.0/subnets/db037b46-60e5-4677-82fe-6e3c069a29ed HTTP/1.1" status: 204 len: 168 time: 0.5163021 Apr 20 16:24:41.160567 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47348) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:41.160840 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ebc24e-47f8-47b1-8d21-231892c17bbb None None] Network 8f00b36a-3d9d-4810-87e7-537bb9f1f9f5 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:41.263525 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:41.337535 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Deleting port 49f9da72-84d2-44e9-b2e3-b143acd5763b {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:41.337783 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:41.339665 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3cc908-883c-4501-879c-812f54e16e3d req-db15c72d-c943-428e-be8a-79d53d8cd75b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:41.349873 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cb3cc908-883c-4501-879c-812f54e16e3d req-db15c72d-c943-428e-be8a-79d53d8cd75b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.0851531 Apr 20 16:24:41.388165 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cb3cc908-883c-4501-879c-812f54e16e3d req-8385cb09-6ea2-4ad6-8c4b-eb9b2da71c4f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373924 Apr 20 16:24:41.430663 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51df922b-7877-4730-a4af-2d7cbe30ab40 None None] DHCP port deletion for 8f00b36a-3d9d-4810-87e7-537bb9f1f9f5 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:24:41.448617 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee824a52-c249-4c1d-bf01-657be095b8ea tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:41.460122 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] For port 49f9da72-84d2-44e9-b2e3-b143acd5763b, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=49f9da72-84d2-44e9-b2e3-b143acd5763b,segment=NetworkSegment(bb753d31-797e-49ed-b7b3-9e6abb629024),segment_id=bb753d31-797e-49ed-b7b3-9e6abb629024)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:41.463663 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:41.482856 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-51df922b-7877-4730-a4af-2d7cbe30ab40 None None] Deleting port 49f9da72-84d2-44e9-b2e3-b143acd5763b {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:41.483232 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-51df922b-7877-4730-a4af-2d7cbe30ab40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:41.488509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Calling delete_port for 49f9da72-84d2-44e9-b2e3-b143acd5763b owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:41.603302 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-51df922b-7877-4730-a4af-2d7cbe30ab40 None None] For port 49f9da72-84d2-44e9-b2e3-b143acd5763b, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=49f9da72-84d2-44e9-b2e3-b143acd5763b,segment=NetworkSegment(bb753d31-797e-49ed-b7b3-9e6abb629024),segment_id=bb753d31-797e-49ed-b7b3-9e6abb629024)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:41.603890 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-51df922b-7877-4730-a4af-2d7cbe30ab40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:41.610797 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee824a52-c249-4c1d-bf01-657be095b8ea tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Pushing event updated for resources: {'Subnet': ['ID=dcba9191-c0fb-4e8d-b3c2-7b7d5fc36bf5,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:41.629562 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-51df922b-7877-4730-a4af-2d7cbe30ab40 None None] Calling delete_port for 49f9da72-84d2-44e9-b2e3-b143acd5763b owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:41.656863 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89769e5-2c46-43be-852b-21de65699380 req-f6ad7b95-b193-4bbb-8397-55d39676d107 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:41.658793 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a89769e5-2c46-43be-852b-21de65699380 req-f6ad7b95-b193-4bbb-8397-55d39676d107 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.1966207 Apr 20 16:24:41.659742 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee824a52-c249-4c1d-bf01-657be095b8ea tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Checking segment: {'id': 'bd95d438-6d95-4863-b086-12cb052d8278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f7f97228-7cdd-46af-a221-4c3fc8b1cf4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:24:41.660291 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee824a52-c249-4c1d-bf01-657be095b8ea tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Network hostable DHCP agents. Network: f7f97228-7cdd-46af-a221-4c3fc8b1cf4e, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:24:41.718933 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a89769e5-2c46-43be-852b-21de65699380 req-9a116fc3-70e4-4630-aeec-645de63916db tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429275 Apr 20 16:24:41.780228 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:41.790014 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-51df922b-7877-4730-a4af-2d7cbe30ab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:41.816410 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Pushing event deleted for resources: {'Port': ['ID=49f9da72-84d2-44e9-b2e3-b143acd5763b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:41.818443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] No DVR routers for this DVR port 49f9da72-84d2-44e9-b2e3-b143acd5763b on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:24:41.819976 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df922b-7877-4730-a4af-2d7cbe30ab40 None None] Pushing event deleted for resources: {'Port': ['ID=49f9da72-84d2-44e9-b2e3-b143acd5763b,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:41.829616 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee824a52-c249-4c1d-bf01-657be095b8ea tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Network f7f97228-7cdd-46af-a221-4c3fc8b1cf4e is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:24:41.831513 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51df922b-7877-4730-a4af-2d7cbe30ab40 None None] No DVR routers for this DVR port 49f9da72-84d2-44e9-b2e3-b143acd5763b on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:24:41.864843 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47356) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:41.869710 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-1e82a128-74b6-405e-988e-5573f87e1060 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1508468654', 'description': 'tempest-description--636063329'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:41.920790 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4cd18-03fd-4979-92e4-181cfbf29b29 req-01f3e112-8851-4259-808c-79b4db935001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:41.922282 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98b4cd18-03fd-4979-92e4-181cfbf29b29 req-01f3e112-8851-4259-808c-79b4db935001 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cc4f828c4024c5e9e29e4972749306e&device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 1096 time: 0.1153431 Apr 20 16:24:41.926494 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:41.963722 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f00b36a-3d9d-4810-87e7-537bb9f1f9f5']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:41.995677 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-ee824a52-c249-4c1d-bf01-657be095b8ea tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, f7f97228-7cdd-46af-a221-4c3fc8b1cf4e) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:41.999901 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee824a52-c249-4c1d-bf01-657be095b8ea tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:42.000624 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee824a52-c249-4c1d-bf01-657be095b8ea tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:42.002678 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb753d31-797e-49ed-b7b3-9e6abb629024') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:42.002974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb753d31-797e-49ed-b7b3-9e6abb629024') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:42.007802 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc57daf-f91f-4735-8147-3823cc5c209d None None] Network f7f97228-7cdd-46af-a221-4c3fc8b1cf4e requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:42.018079 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:42.019975 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:24:42.042361 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:42.056594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:24:42.056986 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:24:42.060000 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:24:42.071347 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4cd18-03fd-4979-92e4-181cfbf29b29 req-a9662dc2-5a13-41ac-bf59-d19bdbd35136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:42.072850 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98b4cd18-03fd-4979-92e4-181cfbf29b29 req-a9662dc2-5a13-41ac-bf59-d19bdbd35136 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c HTTP/1.1" status: 200 len: 912 time: 0.1387770 Apr 20 16:24:42.099683 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1e82a128-74b6-405e-988e-5573f87e1060 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:42.150879 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98b4cd18-03fd-4979-92e4-181cfbf29b29 req-9961a847-2738-41e9-9b81-f06cbeee8aa8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=795ec65d-eede-491f-ba8c-2025da77f36b HTTP/1.1" status: 200 len: 217 time: 0.0714495 Apr 20 16:24:42.161004 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a7edff-b9a6-4922-9288-899a4b3d242a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-f7f97228-7cdd-46af-a221-4c3fc8b1cf4e', 'network_id': 'f7f97228-7cdd-46af-a221-4c3fc8b1cf4e', 'tenant_id': 'eaba78383eae4d1b9a00511d30c1e9b9', 'fixed_ips': [{'subnet_id': 'dcba9191-c0fb-4e8d-b3c2-7b7d5fc36bf5'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:24:42.162341 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-63a7edff-b9a6-4922-9288-899a4b3d242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:42.176527 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ee824a52-c249-4c1d-bf01-657be095b8ea tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5942330 Apr 20 16:24:42.176527 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47358) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:42.181567 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-90d6d3ac-b655-4228-9143-d4bcd3471f53 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Request body: {'network': {'name': 'tempest-router-network01--568959346'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:42.195390 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1e82a128-74b6-405e-988e-5573f87e1060 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:42.203047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4cd18-03fd-4979-92e4-181cfbf29b29 req-dde209cb-df47-4b43-95e0-8293a9783eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:42.204513 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98b4cd18-03fd-4979-92e4-181cfbf29b29 req-dde209cb-df47-4b43-95e0-8293a9783eeb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6e5e1853-efd5-4800-b27e-3ac73eee167e HTTP/1.1" status: 200 len: 851 time: 0.0480676 Apr 20 16:24:42.237231 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98b4cd18-03fd-4979-92e4-181cfbf29b29 req-d3aecb9b-de9a-420f-b9f2-4f47de2f3e74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257177 Apr 20 16:24:42.266836 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 49f9da72-84d2-44e9-b2e3-b143acd5763b no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:24:42.287205 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 49f9da72-84d2-44e9-b2e3-b143acd5763b {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:24:42.287544 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 49f9da72-84d2-44e9-b2e3-b143acd5763b not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:24:42.335952 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98b4cd18-03fd-4979-92e4-181cfbf29b29 req-dfdbeb02-1bc4-40da-a91d-6d3b34d14c3a service neutron] 10.222.0.26 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908124 Apr 20 16:24:42.350645 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d6d3ac-b655-4228-9143-d4bcd3471f53 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Made reservation on behalf of eaba78383eae4d1b9a00511d30c1e9b9 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:42.354340 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-90d6d3ac-b655-4228-9143-d4bcd3471f53 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:42.358696 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1e82a128-74b6-405e-988e-5573f87e1060 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:42.365121 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:42.395315 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:42.398611 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] 10.222.0.15 "DELETE /v2.0/networks/8f00b36a-3d9d-4810-87e7-537bb9f1f9f5 HTTP/1.1" status: 204 len: 168 time: 1.2381396 Apr 20 16:24:42.420285 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Pushing event deleted for resources: {'Network': ['ID=8f00b36a-3d9d-4810-87e7-537bb9f1f9f5,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:42.430048 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d6d3ac-b655-4228-9143-d4bcd3471f53 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:24:42.439820 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:42.440175 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:42.440549 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:42.440889 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:42.441343 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:42.441679 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:42.442006 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:42.442344 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:42.442672 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:42.442999 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:42.443607 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:42.443733 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fece70-1909-401a-b729-1a5cc87120eb tempest-AllowedAddressPairIpV6TestJSON-18779974 tempest-AllowedAddressPairIpV6TestJSON-18779974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:42.444854 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82a128-74b6-405e-988e-5573f87e1060 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b619a63-4fb4-4e06-8f4e-e62e439e32af,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:42.462846 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-90d6d3ac-b655-4228-9143-d4bcd3471f53 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:42.463056 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-90d6d3ac-b655-4228-9143-d4bcd3471f53 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Added segment 4736e6e0-cfe6-47d8-b75f-1b5bc5ab7311 of type vlan for network a1193c4c-53f2-42ed-b4b3-45850f59c249 Apr 20 16:24:42.497867 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-63a7edff-b9a6-4922-9288-899a4b3d242a None None] Allocated IP 2001:db8::2 (f7f97228-7cdd-46af-a221-4c3fc8b1cf4e/dcba9191-c0fb-4e8d-b3c2-7b7d5fc36bf5/ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:42.499863 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98b4cd18-03fd-4979-92e4-181cfbf29b29 req-5ecf4d07-9dda-47bf-8a52-7cbd5ced7803 service neutron] 10.222.0.26 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560206 Apr 20 16:24:42.519284 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1e82a128-74b6-405e-988e-5573f87e1060 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:42.523465 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47364) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:42.523633 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1e82a128-74b6-405e-988e-5573f87e1060 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6576319 Apr 20 16:24:42.525498 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-90d6d3ac-b655-4228-9143-d4bcd3471f53 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:42.528070 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7a7647fe-d88c-40ec-9377-a9a98e214087 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Request body: {'security_group_rule': {'security_group_id': '4b619a63-4fb4-4e06-8f4e-e62e439e32af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:42.580199 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c164c9-8354-459a-a260-d456f9ede95a req-cbd531e1-2584-4c46-b465-046ff87eead5 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:42.581816 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-64c164c9-8354-459a-a260-d456f9ede95a req-cbd531e1-2584-4c46-b465-046ff87eead5 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.0874600 Apr 20 16:24:42.621768 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-64c164c9-8354-459a-a260-d456f9ede95a req-29f2c2f6-9ec4-4e3e-bb5c-ac1d2a5e658a tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335977 Apr 20 16:24:42.661365 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-63a7edff-b9a6-4922-9288-899a4b3d242a None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:42.670568 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-90d6d3ac-b655-4228-9143-d4bcd3471f53 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:42.675886 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7a7647fe-d88c-40ec-9377-a9a98e214087 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:42.676574 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d6d3ac-b655-4228-9143-d4bcd3471f53 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:42.677225 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-90d6d3ac-b655-4228-9143-d4bcd3471f53 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:42.734720 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7a7647fe-d88c-40ec-9377-a9a98e214087 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:42.745874 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6d3ac-b655-4228-9143-d4bcd3471f53 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Pushing event updated for resources: {'Network': ['ID=a1193c4c-53f2-42ed-b4b3-45850f59c249,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:42.756012 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network a1193c4c-53f2-42ed-b4b3-45850f59c249 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:24:42.807167 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-63a7edff-b9a6-4922-9288-899a4b3d242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:42.838401 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-90d6d3ac-b655-4228-9143-d4bcd3471f53 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6604884 Apr 20 16:24:42.842323 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7a7647fe-d88c-40ec-9377-a9a98e214087 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:42.843899 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47372) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:42.859055 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7647fe-d88c-40ec-9377-a9a98e214087 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab1f45c-db87-400c-a00a-c4dd76e71148,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:42.863374 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a7edff-b9a6-4922-9288-899a4b3d242a None None] Network f7f97228-7cdd-46af-a221-4c3fc8b1cf4e is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:42.866062 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4e48e72d-9d5e-4e87-8690-941beeb9cd9f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Request body: {'network': {'name': 'tempest-router-network02--374841916'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:42.868985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-63a7edff-b9a6-4922-9288-899a4b3d242a None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:42.872308 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a7edff-b9a6-4922-9288-899a4b3d242a None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:24:42.880744 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7edff-b9a6-4922-9288-899a4b3d242a None None] Pushing event updated for resources: {'Port': ['ID=ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:42.889306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08581d-c1e6-4ae3-a2f7-28f86287c4a2 req-3c5b76bf-b191-46a2-928f-ec2f1e964a74 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:42.896878 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2c08581d-c1e6-4ae3-a2f7-28f86287c4a2 req-3c5b76bf-b191-46a2-928f-ec2f1e964a74 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.1069756 Apr 20 16:24:42.939187 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2c08581d-c1e6-4ae3-a2f7-28f86287c4a2 req-fd8809d2-7ca7-4b20-9133-be2b988734be tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414419 Apr 20 16:24:42.940153 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-63a7edff-b9a6-4922-9288-899a4b3d242a None None] Attempting to bind port ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:24:42.940557 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-63a7edff-b9a6-4922-9288-899a4b3d242a None None] Attempting to bind port ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'bd95d438-6d95-4863-b086-12cb052d8278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f7f97228-7cdd-46af-a221-4c3fc8b1cf4e'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:24:42.940924 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a7edff-b9a6-4922-9288-899a4b3d242a None None] Attempting to bind port ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4 on network f7f97228-7cdd-46af-a221-4c3fc8b1cf4e {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:24:42.946823 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a7edff-b9a6-4922-9288-899a4b3d242a None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:24:42.947205 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a7edff-b9a6-4922-9288-899a4b3d242a None None] Checking segment: {'id': 'bd95d438-6d95-4863-b086-12cb052d8278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f7f97228-7cdd-46af-a221-4c3fc8b1cf4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:24:42.947607 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-63a7edff-b9a6-4922-9288-899a4b3d242a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:42.948004 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a7edff-b9a6-4922-9288-899a4b3d242a None None] Bound using segment: {'id': 'bd95d438-6d95-4863-b086-12cb052d8278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f7f97228-7cdd-46af-a221-4c3fc8b1cf4e'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:24:42.948507 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-63a7edff-b9a6-4922-9288-899a4b3d242a None None] Bound port: ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd95d438-6d95-4863-b086-12cb052d8278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f7f97228-7cdd-46af-a221-4c3fc8b1cf4e'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:24:42.948930 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-63a7edff-b9a6-4922-9288-899a4b3d242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:43.022107 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-63a7edff-b9a6-4922-9288-899a4b3d242a None None] For port ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:24:43.025325 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-63a7edff-b9a6-4922-9288-899a4b3d242a None None] For port ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4,segment=NetworkSegment(bd95d438-6d95-4863-b086-12cb052d8278),segment_id=bd95d438-6d95-4863-b086-12cb052d8278)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:24:43.039441 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7a7647fe-d88c-40ec-9377-a9a98e214087 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:43.040713 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7a7647fe-d88c-40ec-9377-a9a98e214087 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5161977 Apr 20 16:24:43.044147 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47380) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:43.048687 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-46a3362b-0325-4775-ba41-dfbe42c97699 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Request body: {'security_group_rule': {'security_group_id': '4b619a63-4fb4-4e06-8f4e-e62e439e32af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:43.071950 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47382) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:43.179308 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-63a7edff-b9a6-4922-9288-899a4b3d242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:43.184793 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e48e72d-9d5e-4e87-8690-941beeb9cd9f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Made reservation on behalf of eaba78383eae4d1b9a00511d30c1e9b9 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:43.184793 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4e48e72d-9d5e-4e87-8690-941beeb9cd9f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:43.234359 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dc6bd5a5-b28c-4f5b-bbdc-355dbf108cdf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd84423a25854299955cc6111c095d5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1612539 Apr 20 16:24:43.235438 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e48e72d-9d5e-4e87-8690-941beeb9cd9f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:24:43.237104 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47386) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:43.243258 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7edff-b9a6-4922-9288-899a4b3d242a None None] Pushing event updated for resources: {'Port': ['ID=ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:43.245352 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4e48e72d-9d5e-4e87-8690-941beeb9cd9f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:43.245775 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-4e48e72d-9d5e-4e87-8690-941beeb9cd9f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Added segment 3bb0497b-b9e8-4691-9a18-04ccdd65e065 of type vlan for network c7e0b1bc-c261-441c-83a2-dd1fe442cb3b Apr 20 16:24:43.288606 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4e48e72d-9d5e-4e87-8690-941beeb9cd9f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:43.295358 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-26e1783b-7735-4b18-9014-10f2d7dcb495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:43.320904 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-26e1783b-7735-4b18-9014-10f2d7dcb495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:43.332595 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46a3362b-0325-4775-ba41-dfbe42c97699 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:43.384684 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46a3362b-0325-4775-ba41-dfbe42c97699 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:43.522020 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4e48e72d-9d5e-4e87-8690-941beeb9cd9f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:43.528651 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e48e72d-9d5e-4e87-8690-941beeb9cd9f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:43.529339 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4e48e72d-9d5e-4e87-8690-941beeb9cd9f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:43.584045 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-26e1783b-7735-4b18-9014-10f2d7dcb495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:43.586606 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-26e1783b-7735-4b18-9014-10f2d7dcb495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:43.587787 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-26e1783b-7735-4b18-9014-10f2d7dcb495 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4beabe9-8c14-4f9e-ab86-68a7ae25718d HTTP/1.1" status: 204 len: 168 time: 0.3495088 Apr 20 16:24:43.588272 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46a3362b-0325-4775-ba41-dfbe42c97699 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:43.603169 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1783b-7735-4b18-9014-10f2d7dcb495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4beabe9-8c14-4f9e-ab86-68a7ae25718d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:43.614284 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48e72d-9d5e-4e87-8690-941beeb9cd9f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Pushing event updated for resources: {'Network': ['ID=c7e0b1bc-c261-441c-83a2-dd1fe442cb3b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:43.615743 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3362b-0325-4775-ba41-dfbe42c97699 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d76e6da-c14d-4e3a-8e35-de9ce8b79ef0,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:43.624452 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network c7e0b1bc-c261-441c-83a2-dd1fe442cb3b details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:24:43.750771 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d6026-cb24-45f9-b118-6da797d21189 req-b031a8c0-8d0f-4422-a1e4-d181d73fa65f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:43.752261 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f52d6026-cb24-45f9-b118-6da797d21189 req-b031a8c0-8d0f-4422-a1e4-d181d73fa65f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.0512218 Apr 20 16:24:43.758639 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4e48e72d-9d5e-4e87-8690-941beeb9cd9f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9006193 Apr 20 16:24:43.759047 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47392) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:43.764949 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ad19a9e6-35a8-48fe-872f-67229807fa7d tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Request body: {'subnet': {'network_id': 'a1193c4c-53f2-42ed-b4b3-45850f59c249', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:43.795617 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f52d6026-cb24-45f9-b118-6da797d21189 req-5b4e098e-0fa3-44ca-bcb2-6816dfb3c018 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371850 Apr 20 16:24:43.815334 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46a3362b-0325-4775-ba41-dfbe42c97699 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:43.816760 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-46a3362b-0325-4775-ba41-dfbe42c97699 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7715607 Apr 20 16:24:43.821271 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47394) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:43.827181 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-cc46772a-e132-4828-bcc9-cff1ebeb4a83 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:44.035494 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad19a9e6-35a8-48fe-872f-67229807fa7d tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Made reservation on behalf of eaba78383eae4d1b9a00511d30c1e9b9 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:44.039052 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ad19a9e6-35a8-48fe-872f-67229807fa7d tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:44.368172 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fb963c-27a7-426f-8642-55e9b19dc586 None None] Network f7f97228-7cdd-46af-a221-4c3fc8b1cf4e requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:44.424206 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:24:44.438146 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cc46772a-e132-4828-bcc9-cff1ebeb4a83 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:44.504454 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a638a52-ed77-43c6-91f7-c0de71bf59a3 req-28e89adf-a101-437d-880c-f71ee01b341e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:44.506041 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a638a52-ed77-43c6-91f7-c0de71bf59a3 req-28e89adf-a101-437d-880c-f71ee01b341e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.4867907 Apr 20 16:24:44.535079 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ad19a9e6-35a8-48fe-872f-67229807fa7d tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:44.612837 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a638a52-ed77-43c6-91f7-c0de71bf59a3 req-a07f5981-e407-4c42-952e-e84c2fddd49c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979888 Apr 20 16:24:44.632106 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cc46772a-e132-4828-bcc9-cff1ebeb4a83 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:44.669560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad19a9e6-35a8-48fe-872f-67229807fa7d tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Checking segment: {'id': '4736e6e0-cfe6-47d8-b75f-1b5bc5ab7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a1193c4c-53f2-42ed-b4b3-45850f59c249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:24:44.671105 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad19a9e6-35a8-48fe-872f-67229807fa7d tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Network hostable DHCP agents. Network: a1193c4c-53f2-42ed-b4b3-45850f59c249, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:24:44.687586 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d20310f0-0e3c-406d-9356-4860d02ae8cc None None] Provisioning complete for port ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:44.688154 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d20310f0-0e3c-406d-9356-4860d02ae8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:44.692320 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19a9e6-35a8-48fe-872f-67229807fa7d tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Pushing event updated for resources: {'Subnet': ['ID=c2e38096-97ed-444e-881b-acc6878e9846,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:44.761581 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-cc46772a-e132-4828-bcc9-cff1ebeb4a83 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Allocated IP 172.25.0.93 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/7cc4de76-5e0d-4989-83fd-1d4a00c193ad) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:44.767979 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad19a9e6-35a8-48fe-872f-67229807fa7d tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Network a1193c4c-53f2-42ed-b4b3-45850f59c249 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:24:44.782837 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:44.782837 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:44.882089 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-ad19a9e6-35a8-48fe-872f-67229807fa7d tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, a1193c4c-53f2-42ed-b4b3-45850f59c249) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:44.886784 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19a9e6-35a8-48fe-872f-67229807fa7d tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:44.887906 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ad19a9e6-35a8-48fe-872f-67229807fa7d tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:44.919121 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2153e319-85c8-47d6-90a2-8f74c5b47097 None None] Network a1193c4c-53f2-42ed-b4b3-45850f59c249 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:44.935015 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d20310f0-0e3c-406d-9356-4860d02ae8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:44.948440 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cc46772a-e132-4828-bcc9-cff1ebeb4a83 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:44.973702 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b709e-257b-47ad-bd8a-27ec10fb5e9e req-61e0f602-0773-4de3-b831-197f8355baa4 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:44.975638 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c52b709e-257b-47ad-bd8a-27ec10fb5e9e req-61e0f602-0773-4de3-b831-197f8355baa4 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.0651898 Apr 20 16:24:45.005270 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ad19a9e6-35a8-48fe-872f-67229807fa7d tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2423737 Apr 20 16:24:45.005573 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47430) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:45.010765 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-873e0b11-4e1f-49c8-bfef-915a156a7b7e tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Request body: {'subnet': {'network_id': 'c7e0b1bc-c261-441c-83a2-dd1fe442cb3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:45.094319 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cc46772a-e132-4828-bcc9-cff1ebeb4a83 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:45.141812 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d20310f0-0e3c-406d-9356-4860d02ae8cc None None] For port ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4,segment=NetworkSegment(bd95d438-6d95-4863-b086-12cb052d8278),segment_id=bd95d438-6d95-4863-b086-12cb052d8278)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:45.159766 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46772a-e132-4828-bcc9-cff1ebeb4a83 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Pushing event updated for resources: {'Port': ['ID=7cc4de76-5e0d-4989-83fd-1d4a00c193ad,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:45.173107 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c52b709e-257b-47ad-bd8a-27ec10fb5e9e req-187b19ec-0390-43bd-b1f5-37b718a2ed91 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767428 Apr 20 16:24:45.201396 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc46772a-e132-4828-bcc9-cff1ebeb4a83 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:45.203165 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-cc46772a-e132-4828-bcc9-cff1ebeb4a83 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:45.220560 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc46772a-e132-4828-bcc9-cff1ebeb4a83 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:24:45.222404 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47438) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:45.234855 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:45.240992 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1126c1-9d64-4c21-89c2-30e21c7bac01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-a1193c4c-53f2-42ed-b4b3-45850f59c249', 'network_id': 'a1193c4c-53f2-42ed-b4b3-45850f59c249', 'tenant_id': 'eaba78383eae4d1b9a00511d30c1e9b9', 'fixed_ips': [{'subnet_id': 'c2e38096-97ed-444e-881b-acc6878e9846'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:24:45.247195 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1f1126c1-9d64-4c21-89c2-30e21c7bac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:45.247195 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d20310f0-0e3c-406d-9356-4860d02ae8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:45.357117 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873e0b11-4e1f-49c8-bfef-915a156a7b7e tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Made reservation on behalf of eaba78383eae4d1b9a00511d30c1e9b9 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:45.363049 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-873e0b11-4e1f-49c8-bfef-915a156a7b7e tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:45.424159 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cc46772a-e132-4828-bcc9-cff1ebeb4a83 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:45.436580 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-049b38cf-a617-45d7-931a-b26d41dccf24 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Request body: {'security_group': {'name': 'tempest-secgroup--364898104'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:45.462141 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20310f0-0e3c-406d-9356-4860d02ae8cc None None] Pushing event updated for resources: {'Port': ['ID=ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:45.490798 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:24:45.490798 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:24:45.588204 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3b77e41c-770a-4f42-9dfa-5cf38b5478de None None] Provisioning complete for port ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:45.588827 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3b77e41c-770a-4f42-9dfa-5cf38b5478de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:45.593411 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cc46772a-e132-4828-bcc9-cff1ebeb4a83 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:45.617004 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-1f1126c1-9d64-4c21-89c2-30e21c7bac01 None None] Allocated IP 2001:db8::2 (a1193c4c-53f2-42ed-b4b3-45850f59c249/c2e38096-97ed-444e-881b-acc6878e9846/745bfdd4-59cd-46fc-ad9c-85dded583a1b) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:45.702658 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-049b38cf-a617-45d7-931a-b26d41dccf24 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:45.713418 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-049b38cf-a617-45d7-931a-b26d41dccf24 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:45.881990 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1f1126c1-9d64-4c21-89c2-30e21c7bac01 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:45.912041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322415ce-7c36-47df-91ca-4d1766207a00 req-8e192e1f-3776-4762-9d64-997099732fc6 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:45.916413 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-322415ce-7c36-47df-91ca-4d1766207a00 req-8e192e1f-3776-4762-9d64-997099732fc6 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 945 time: 0.1865051 Apr 20 16:24:45.950658 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cc46772a-e132-4828-bcc9-cff1ebeb4a83 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:46.004874 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-322415ce-7c36-47df-91ca-4d1766207a00 req-4b30bcd2-5a2f-4fcd-bbca-a3cf4b919aeb tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723894 Apr 20 16:24:46.017061 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-049b38cf-a617-45d7-931a-b26d41dccf24 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:46.032435 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1f1126c1-9d64-4c21-89c2-30e21c7bac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:46.032689 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-873e0b11-4e1f-49c8-bfef-915a156a7b7e tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:46.033196 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cc46772a-e132-4828-bcc9-cff1ebeb4a83 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:46.112051 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1126c1-9d64-4c21-89c2-30e21c7bac01 None None] Network a1193c4c-53f2-42ed-b4b3-45850f59c249 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:46.115845 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-1f1126c1-9d64-4c21-89c2-30e21c7bac01 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:46.120472 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1126c1-9d64-4c21-89c2-30e21c7bac01 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:24:46.124356 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e0b11-4e1f-49c8-bfef-915a156a7b7e tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Pushing event updated for resources: {'Subnet': ['ID=eec49cb9-c9e1-4eb7-b546-e7573915a2ed,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:46.124553 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1126c1-9d64-4c21-89c2-30e21c7bac01 None None] Pushing event updated for resources: {'Port': ['ID=745bfdd4-59cd-46fc-ad9c-85dded583a1b,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:46.148115 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cc46772a-e132-4828-bcc9-cff1ebeb4a83 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:46.163748 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-049b38cf-a617-45d7-931a-b26d41dccf24 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:46.164105 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873e0b11-4e1f-49c8-bfef-915a156a7b7e tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Checking segment: {'id': '3bb0497b-b9e8-4691-9a18-04ccdd65e065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c7e0b1bc-c261-441c-83a2-dd1fe442cb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:24:46.164523 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873e0b11-4e1f-49c8-bfef-915a156a7b7e tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Network hostable DHCP agents. Network: c7e0b1bc-c261-441c-83a2-dd1fe442cb3b, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:24:46.229050 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46772a-e132-4828-bcc9-cff1ebeb4a83 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Pushing event updated for resources: {'Port': ['ID=7cc4de76-5e0d-4989-83fd-1d4a00c193ad,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:46.253129 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1f1126c1-9d64-4c21-89c2-30e21c7bac01 None None] Attempting to bind port 745bfdd4-59cd-46fc-ad9c-85dded583a1b on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:24:46.253701 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1f1126c1-9d64-4c21-89c2-30e21c7bac01 None None] Attempting to bind port 745bfdd4-59cd-46fc-ad9c-85dded583a1b by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '4736e6e0-cfe6-47d8-b75f-1b5bc5ab7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a1193c4c-53f2-42ed-b4b3-45850f59c249'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:24:46.254567 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1126c1-9d64-4c21-89c2-30e21c7bac01 None None] Attempting to bind port 745bfdd4-59cd-46fc-ad9c-85dded583a1b on network a1193c4c-53f2-42ed-b4b3-45850f59c249 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:24:46.257352 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b38cf-a617-45d7-931a-b26d41dccf24 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6acf90-ae31-4a27-86c9-05b85be72ee2,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:46.266902 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1126c1-9d64-4c21-89c2-30e21c7bac01 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:24:46.269234 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1126c1-9d64-4c21-89c2-30e21c7bac01 None None] Checking segment: {'id': '4736e6e0-cfe6-47d8-b75f-1b5bc5ab7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a1193c4c-53f2-42ed-b4b3-45850f59c249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:24:46.272624 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1f1126c1-9d64-4c21-89c2-30e21c7bac01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:46.273038 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1126c1-9d64-4c21-89c2-30e21c7bac01 None None] Bound using segment: {'id': '4736e6e0-cfe6-47d8-b75f-1b5bc5ab7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a1193c4c-53f2-42ed-b4b3-45850f59c249'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:24:46.273538 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1f1126c1-9d64-4c21-89c2-30e21c7bac01 None None] Bound port: 745bfdd4-59cd-46fc-ad9c-85dded583a1b, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4736e6e0-cfe6-47d8-b75f-1b5bc5ab7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a1193c4c-53f2-42ed-b4b3-45850f59c249'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:24:46.273928 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1f1126c1-9d64-4c21-89c2-30e21c7bac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:46.316182 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873e0b11-4e1f-49c8-bfef-915a156a7b7e tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Network c7e0b1bc-c261-441c-83a2-dd1fe442cb3b is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:24:46.349735 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:24:46.362131 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-049b38cf-a617-45d7-931a-b26d41dccf24 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:46.384180 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1f1126c1-9d64-4c21-89c2-30e21c7bac01 None None] For port 745bfdd4-59cd-46fc-ad9c-85dded583a1b, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:24:46.388078 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 795ec65d-eede-491f-ba8c-2025da77f36b no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:24:46.391455 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bea6bb-2524-498e-939c-2ea566ea8e23 req-703c3b81-5037-447b-8f8a-6e34fb9c798a tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:46.397282 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e0bea6bb-2524-498e-939c-2ea566ea8e23 req-703c3b81-5037-447b-8f8a-6e34fb9c798a tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.1037197 Apr 20 16:24:46.427489 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1f1126c1-9d64-4c21-89c2-30e21c7bac01 None None] For port 745bfdd4-59cd-46fc-ad9c-85dded583a1b, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=745bfdd4-59cd-46fc-ad9c-85dded583a1b,segment=NetworkSegment(4736e6e0-cfe6-47d8-b75f-1b5bc5ab7311),segment_id=4736e6e0-cfe6-47d8-b75f-1b5bc5ab7311)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:24:46.442330 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-873e0b11-4e1f-49c8-bfef-915a156a7b7e tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, c7e0b1bc-c261-441c-83a2-dd1fe442cb3b) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:46.456387 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cc46772a-e132-4828-bcc9-cff1ebeb4a83 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:46.457007 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873e0b11-4e1f-49c8-bfef-915a156a7b7e tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:46.459156 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cc46772a-e132-4828-bcc9-cff1ebeb4a83 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6360946 Apr 20 16:24:46.459633 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fed002c-492b-447b-beca-ade0964c14c6 None None] Network c7e0b1bc-c261-441c-83a2-dd1fe442cb3b requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:46.459753 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-873e0b11-4e1f-49c8-bfef-915a156a7b7e tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:46.464840 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-049b38cf-a617-45d7-931a-b26d41dccf24 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:46.501955 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b38cf-a617-45d7-931a-b26d41dccf24 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d71f303b-eaa7-4149-a5cb-ff7824fcaa1d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:46.526177 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e0bea6bb-2524-498e-939c-2ea566ea8e23 req-c7f44732-f829-4cd4-9edc-408f0ced33e5 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056077 Apr 20 16:24:46.566962 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:46.567352 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:46.593566 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:46.606719 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-873e0b11-4e1f-49c8-bfef-915a156a7b7e tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5992610 Apr 20 16:24:46.609444 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47468) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:46.624007 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1f1126c1-9d64-4c21-89c2-30e21c7bac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:46.695092 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b70cba9-bac1-4dd0-bd46-536136783036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '795ec65d-eede-491f-ba8c-2025da77f36b'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:24:46.698034 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1607813d-5466-4e84-9b4d-3c285dec8f7d" -d '{"events": [{"server_uuid": "8b70cba9-bac1-4dd0-bd46-536136783036", "name": "network-vif-unplugged", "status": "completed", "tag": "795ec65d-eede-491f-ba8c-2025da77f36b"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:24:46.722045 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-049b38cf-a617-45d7-931a-b26d41dccf24 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:46.723301 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-049b38cf-a617-45d7-931a-b26d41dccf24 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4998503 Apr 20 16:24:46.729287 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 795ec65d-eede-491f-ba8c-2025da77f36b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=795ec65d-eede-491f-ba8c-2025da77f36b,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:46.731739 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47482) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:46.742407 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-cf13184d-dc97-4241-9589-4b21a0d0dac5 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1508468654&fields=id&tenant_id=cbc372ad2d1446089af0923f5d212489 HTTP/1.1" status: 200 len: 267 time: 0.0607708 Apr 20 16:24:46.815466 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:46.818597 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-44068a3c-d749-492e-821d-2921cea7f0e5 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0853536 Apr 20 16:24:46.820058 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1126c1-9d64-4c21-89c2-30e21c7bac01 None None] Pushing event updated for resources: {'Port': ['ID=745bfdd4-59cd-46fc-ad9c-85dded583a1b,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:46.822005 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47488) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:46.841377 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7f62146d-5c7c-4950-aa4a-625b1dbfb82e tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Request body: {'security_group': {'name': 'tempest-security--404693350', 'description': 'tempest-security-description-434314946'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:46.928465 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7f62146d-5c7c-4950-aa4a-625b1dbfb82e tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:46.931482 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c2ca5c-6785-467a-bf59-d4f3489870b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-c7e0b1bc-c261-441c-83a2-dd1fe442cb3b', 'network_id': 'c7e0b1bc-c261-441c-83a2-dd1fe442cb3b', 'tenant_id': 'eaba78383eae4d1b9a00511d30c1e9b9', 'fixed_ips': [{'subnet_id': 'eec49cb9-c9e1-4eb7-b546-e7573915a2ed'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:24:46.932540 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-36c2ca5c-6785-467a-bf59-d4f3489870b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:46.938217 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3dec961-7523-4a00-acb5-d70715258085 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:46.991215 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=795ec65d-eede-491f-ba8c-2025da77f36b,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:47.055770 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-4fba9d5f-6e79-451a-a238-8a31ccaa0d86 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:47.065617 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-4fba9d5f-6e79-451a-a238-8a31ccaa0d86 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/networks?id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb HTTP/1.1" status: 200 len: 818 time: 0.2559817 Apr 20 16:24:47.086919 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7f62146d-5c7c-4950-aa4a-625b1dbfb82e tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:47.096491 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-851a0c77-f1fa-48f9-96b4-45da2dfa2dce tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/quotas/cbc372ad2d1446089af0923f5d212489 HTTP/1.1" status: 200 len: 375 time: 0.0297973 Apr 20 16:24:47.156393 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-515259af-7550-4377-bb1f-1a3342f8f028 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbc372ad2d1446089af0923f5d212489&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0589106 Apr 20 16:24:47.185774 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-36c2ca5c-6785-467a-bf59-d4f3489870b5 None None] Allocated IP 2001:db8::2 (c7e0b1bc-c261-441c-83a2-dd1fe442cb3b/eec49cb9-c9e1-4eb7-b546-e7573915a2ed/6c5ba87d-089d-42b5-a06b-80fa73945765) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:47.233428 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7f62146d-5c7c-4950-aa4a-625b1dbfb82e tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:47.236056 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7f62146d-5c7c-4950-aa4a-625b1dbfb82e tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:47.237416 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7f62146d-5c7c-4950-aa4a-625b1dbfb82e tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "PUT /v2.0/security-groups/d71f303b-eaa7-4149-a5cb-ff7824fcaa1d HTTP/1.1" status: 200 len: 1778 time: 0.3994856 Apr 20 16:24:47.241913 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47504) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:47.280851 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62146d-5c7c-4950-aa4a-625b1dbfb82e tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d71f303b-eaa7-4149-a5cb-ff7824fcaa1d,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:47.301986 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3fb297b7-c460-4881-b48f-6afcf3e0314b tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-groups/d71f303b-eaa7-4149-a5cb-ff7824fcaa1d HTTP/1.1" status: 200 len: 1778 time: 0.0570211 Apr 20 16:24:47.302198 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-f0333c29-bbec-41b1-961f-9e34600f87f8 service neutron] 10.222.0.15 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254182 Apr 20 16:24:47.302305 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47506) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:47.353100 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-b3dec961-7523-4a00-acb5-d70715258085 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Allocated IP 2001:db8::1 (a1193c4c-53f2-42ed-b4b3-45850f59c249/c2e38096-97ed-444e-881b-acc6878e9846/16c21dc6-a57d-4af3-9dd0-c5e624cd7d00) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:47.390658 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-36c2ca5c-6785-467a-bf59-d4f3489870b5 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:47.437965 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-720c289a-9777-42e1-815f-10a0c9c517aa tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:47.460977 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-cedc3f95-374e-4a0a-97f8-ff990f2021d8 service neutron] 10.222.0.15 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503055 Apr 20 16:24:47.473040 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-720c289a-9777-42e1-815f-10a0c9c517aa tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:47.478853 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3dec961-7523-4a00-acb5-d70715258085 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:47.531735 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-36c2ca5c-6785-467a-bf59-d4f3489870b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:47.573062 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c2ca5c-6785-467a-bf59-d4f3489870b5 None None] Network c7e0b1bc-c261-441c-83a2-dd1fe442cb3b is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:47.578254 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-36c2ca5c-6785-467a-bf59-d4f3489870b5 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:47.581759 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c2ca5c-6785-467a-bf59-d4f3489870b5 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:24:47.590902 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2ca5c-6785-467a-bf59-d4f3489870b5 None None] Pushing event updated for resources: {'Port': ['ID=6c5ba87d-089d-42b5-a06b-80fa73945765,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:47.647375 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-36c2ca5c-6785-467a-bf59-d4f3489870b5 None None] Attempting to bind port 6c5ba87d-089d-42b5-a06b-80fa73945765 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:24:47.647815 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-36c2ca5c-6785-467a-bf59-d4f3489870b5 None None] Attempting to bind port 6c5ba87d-089d-42b5-a06b-80fa73945765 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '3bb0497b-b9e8-4691-9a18-04ccdd65e065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c7e0b1bc-c261-441c-83a2-dd1fe442cb3b'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:24:47.648459 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c2ca5c-6785-467a-bf59-d4f3489870b5 None None] Attempting to bind port 6c5ba87d-089d-42b5-a06b-80fa73945765 on network c7e0b1bc-c261-441c-83a2-dd1fe442cb3b {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:24:47.654138 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c2ca5c-6785-467a-bf59-d4f3489870b5 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:24:47.657656 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c2ca5c-6785-467a-bf59-d4f3489870b5 None None] Checking segment: {'id': '3bb0497b-b9e8-4691-9a18-04ccdd65e065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c7e0b1bc-c261-441c-83a2-dd1fe442cb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:24:47.657656 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-36c2ca5c-6785-467a-bf59-d4f3489870b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:47.657656 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c2ca5c-6785-467a-bf59-d4f3489870b5 None None] Bound using segment: {'id': '3bb0497b-b9e8-4691-9a18-04ccdd65e065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c7e0b1bc-c261-441c-83a2-dd1fe442cb3b'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:24:47.657656 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-36c2ca5c-6785-467a-bf59-d4f3489870b5 None None] Bound port: 6c5ba87d-089d-42b5-a06b-80fa73945765, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb0497b-b9e8-4691-9a18-04ccdd65e065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c7e0b1bc-c261-441c-83a2-dd1fe442cb3b'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:24:47.657656 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-36c2ca5c-6785-467a-bf59-d4f3489870b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:47.682276 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-720c289a-9777-42e1-815f-10a0c9c517aa tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:47.692498 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3dec961-7523-4a00-acb5-d70715258085 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:47.692689 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-720c289a-9777-42e1-815f-10a0c9c517aa tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:47.692689 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-720c289a-9777-42e1-815f-10a0c9c517aa tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "DELETE /v2.0/security-groups/d71f303b-eaa7-4149-a5cb-ff7824fcaa1d HTTP/1.1" status: 204 len: 168 time: 0.3831768 Apr 20 16:24:47.692876 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47516) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:47.698697 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c289a-9777-42e1-815f-10a0c9c517aa tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71f303b-eaa7-4149-a5cb-ff7824fcaa1d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:47.787706 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Apr 2022 16:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe2213a-5465-42eb-80a1-912579f76c9a x-openstack-request-id: req-7fe2213a-5465-42eb-80a1-912579f76c9a {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:24:47.788044 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b70cba9-bac1-4dd0-bd46-536136783036", "name": "network-vif-unplugged", "status": "failed", "tag": "795ec65d-eede-491f-ba8c-2025da77f36b", "code": 422}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:24:47.788367 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7fe2213a-5465-42eb-80a1-912579f76c9a {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:24:47.788816 n-d-836146-2 neutron-server[103486]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7fe2213a-5465-42eb-80a1-912579f76c9a']: {'server_uuid': '8b70cba9-bac1-4dd0-bd46-536136783036', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '795ec65d-eede-491f-ba8c-2025da77f36b', 'code': 422} returned with failed status Apr 20 16:24:47.801558 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-36c2ca5c-6785-467a-bf59-d4f3489870b5 None None] For port 6c5ba87d-089d-42b5-a06b-80fa73945765, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:24:47.805775 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-36c2ca5c-6785-467a-bf59-d4f3489870b5 None None] For port 6c5ba87d-089d-42b5-a06b-80fa73945765, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6c5ba87d-089d-42b5-a06b-80fa73945765,segment=NetworkSegment(3bb0497b-b9e8-4691-9a18-04ccdd65e065),segment_id=3bb0497b-b9e8-4691-9a18-04ccdd65e065)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:24:47.830874 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dec961-7523-4a00-acb5-d70715258085 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Network a1193c4c-53f2-42ed-b4b3-45850f59c249 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:47.837174 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7a7300b5-974f-47f7-83d4-9140b896c8b6 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1445978 Apr 20 16:24:47.840472 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47526) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:47.853952 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dec961-7523-4a00-acb5-d70715258085 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Pushing event updated for resources: {'Port': ['ID=16c21dc6-a57d-4af3-9dd0-c5e624cd7d00,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:47.859864 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-b3dec961-7523-4a00-acb5-d70715258085 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:47.860048 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-9948db06-f03d-422b-9921-f68e06549627 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] delete failed (client error): The resource could not be found. Apr 20 16:24:47.863589 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9948db06-f03d-422b-9921-f68e06549627 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "DELETE /v2.0/security-groups/d71f303b-eaa7-4149-a5cb-ff7824fcaa1d HTTP/1.1" status: 404 len: 347 time: 0.0213437 Apr 20 16:24:47.863973 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dec961-7523-4a00-acb5-d70715258085 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:24:47.865417 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3dec961-7523-4a00-acb5-d70715258085 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:47.887265 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47528) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:47.894064 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-1b0a6837-eba4-4988-bccb-481df191ac15 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Request body: {'security_group': {'name': 'tempest-secgroup--214726638'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:47.962876 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-36c2ca5c-6785-467a-bf59-d4f3489870b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:48.009407 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c6503-e994-4fb0-bf5b-955e90f153eb req-013b8ff1-761c-4881-ac85-96b03b2a492b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:48.011344 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9c3c6503-e994-4fb0-bf5b-955e90f153eb req-013b8ff1-761c-4881-ac85-96b03b2a492b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.1117530 Apr 20 16:24:48.037579 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2ca5c-6785-467a-bf59-d4f3489870b5 None None] Pushing event updated for resources: {'Port': ['ID=6c5ba87d-089d-42b5-a06b-80fa73945765,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:48.043449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe84c93-140f-4f29-a0f4-cfbe06bf58b6 None None] Network a1193c4c-53f2-42ed-b4b3-45850f59c249 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:48.059521 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9c3c6503-e994-4fb0-bf5b-955e90f153eb req-fd9b9284-354d-4629-949a-4e28a6ab3b03 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392489 Apr 20 16:24:48.133662 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b0a6837-eba4-4988-bccb-481df191ac15 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:48.157557 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3dec961-7523-4a00-acb5-d70715258085 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:48.200538 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e67e017a-2b1b-40fe-bc98-992431924ffc req-264519c1-2bec-4668-bc0f-0da8d7eec476 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 210 time: 0.0868442 Apr 20 16:24:48.365020 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b0a6837-eba4-4988-bccb-481df191ac15 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:48.442380 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b0a6837-eba4-4988-bccb-481df191ac15 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:48.458411 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 745bfdd4-59cd-46fc-ad9c-85dded583a1b up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:24:48.480292 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-03aaf67e-7a46-4ac1-9661-debff0f8afaf None None] Provisioning complete for port 745bfdd4-59cd-46fc-ad9c-85dded583a1b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:48.481253 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-03aaf67e-7a46-4ac1-9661-debff0f8afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:48.495854 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9664d-3bb6-48bd-9086-a4b65b1019f7 req-181f209f-5f72-4308-b942-dbee3ccda160 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:48.498014 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fcc9664d-3bb6-48bd-9086-a4b65b1019f7 req-181f209f-5f72-4308-b942-dbee3ccda160 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b70cba9-bac1-4dd0-bd46-536136783036 HTTP/1.1" status: 200 len: 943 time: 0.1858349 Apr 20 16:24:48.519516 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a6837-eba4-4988-bccb-481df191ac15 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=803abfcc-4442-4ab0-9b72-3a5f8f2cc42c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:48.610687 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b0a6837-eba4-4988-bccb-481df191ac15 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:48.616212 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1b0a6837-eba4-4988-bccb-481df191ac15 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7252884 Apr 20 16:24:48.617011 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47542) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:48.623368 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d6da2c86-e276-485c-90ab-c4d4ed2111dc tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Request body: {'security_group_rule': {'security_group_id': '803abfcc-4442-4ab0-9b72-3a5f8f2cc42c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:48.631407 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-20ead10f-8487-41ac-bf6d-06149c688d20 req-f65bf80f-c439-4ca3-9c58-086e21c00465 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0628226 Apr 20 16:24:48.722563 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ead10f-8487-41ac-bf6d-06149c688d20 req-e65c9d88-c8e6-469c-9ff1-1fc7daf6c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:48.724857 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-20ead10f-8487-41ac-bf6d-06149c688d20 req-e65c9d88-c8e6-469c-9ff1-1fc7daf6c5a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbc372ad2d1446089af0923f5d212489&device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 1097 time: 0.0541489 Apr 20 16:24:48.729690 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3dec961-7523-4a00-acb5-d70715258085 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:48.737858 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-fcc9664d-3bb6-48bd-9086-a4b65b1019f7 req-969cc893-2d79-4277-8a62-e289756e47c3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Deleting port 795ec65d-eede-491f-ba8c-2025da77f36b {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:48.738545 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-fcc9664d-3bb6-48bd-9086-a4b65b1019f7 req-969cc893-2d79-4277-8a62-e289756e47c3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:48.744656 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 745bfdd4-59cd-46fc-ad9c-85dded583a1b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:48.745185 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:48.776757 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6da2c86-e276-485c-90ab-c4d4ed2111dc tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:48.776999 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-03aaf67e-7a46-4ac1-9661-debff0f8afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:48.830944 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-03aaf67e-7a46-4ac1-9661-debff0f8afaf None None] For port 745bfdd4-59cd-46fc-ad9c-85dded583a1b, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=745bfdd4-59cd-46fc-ad9c-85dded583a1b,segment=NetworkSegment(4736e6e0-cfe6-47d8-b75f-1b5bc5ab7311),segment_id=4736e6e0-cfe6-47d8-b75f-1b5bc5ab7311)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:48.907439 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6da2c86-e276-485c-90ab-c4d4ed2111dc tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:48.938768 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ead10f-8487-41ac-bf6d-06149c688d20 req-62c39762-c6bb-4a09-9d27-48a984de94c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:48.940768 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-20ead10f-8487-41ac-bf6d-06149c688d20 req-62c39762-c6bb-4a09-9d27-48a984de94c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb HTTP/1.1" status: 200 len: 919 time: 0.1904626 Apr 20 16:24:48.974095 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-03aaf67e-7a46-4ac1-9661-debff0f8afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:49.020535 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-20ead10f-8487-41ac-bf6d-06149c688d20 req-2748ec85-c42a-43f9-853c-4a684a4f23eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f185935b-c5c0-4e59-89ac-b70d084b1382 HTTP/1.1" status: 200 len: 217 time: 0.0697501 Apr 20 16:24:49.060851 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:49.102220 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aaf67e-7a46-4ac1-9661-debff0f8afaf None None] Pushing event updated for resources: {'Port': ['ID=745bfdd4-59cd-46fc-ad9c-85dded583a1b,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:49.184493 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ead10f-8487-41ac-bf6d-06149c688d20 req-68313da3-056f-4e81-94db-1d846202bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:49.193206 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-20ead10f-8487-41ac-bf6d-06149c688d20 req-68313da3-056f-4e81-94db-1d846202bb40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f49ef81d-6341-40ae-b59c-ad7cca19ee9b HTTP/1.1" status: 200 len: 857 time: 0.1631219 Apr 20 16:24:49.194971 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6da2c86-e276-485c-90ab-c4d4ed2111dc tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:49.205700 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:24:49.208721 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:24:49.311673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da2c86-e276-485c-90ab-c4d4ed2111dc tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc8313d-b8e6-4428-9a78-fbdbe8d3cf9c,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:49.354106 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ead10f-8487-41ac-bf6d-06149c688d20 req-7a762c04-5686-4f47-81ed-ac3ef8a45a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:49.357656 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-20ead10f-8487-41ac-bf6d-06149c688d20 req-7a762c04-5686-4f47-81ed-ac3ef8a45a19 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1497495 Apr 20 16:24:49.369275 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebbe5e-f7d4-4975-8e7e-12530f6c8a5c req-8d294453-6ef5-46f8-a713-5b5b41608010 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:49.379223 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6ebbe5e-f7d4-4975-8e7e-12530f6c8a5c req-8d294453-6ef5-46f8-a713-5b5b41608010 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.1445048 Apr 20 16:24:49.423022 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e9319cdf-8270-477c-886f-6629dd57396c None None] Provisioning complete for port 16c21dc6-a57d-4af3-9dd0-c5e624cd7d00 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:49.423503 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e9319cdf-8270-477c-886f-6629dd57396c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:49.467291 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6da2c86-e276-485c-90ab-c4d4ed2111dc tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:49.468478 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d6da2c86-e276-485c-90ab-c4d4ed2111dc tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8504310 Apr 20 16:24:49.470216 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-fcc9664d-3bb6-48bd-9086-a4b65b1019f7 req-969cc893-2d79-4277-8a62-e289756e47c3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] For port 795ec65d-eede-491f-ba8c-2025da77f36b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=795ec65d-eede-491f-ba8c-2025da77f36b,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:49.470607 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-fcc9664d-3bb6-48bd-9086-a4b65b1019f7 req-969cc893-2d79-4277-8a62-e289756e47c3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:49.488199 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47550) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:49.491892 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6ebbe5e-f7d4-4975-8e7e-12530f6c8a5c req-cdccb803-f545-4e59-bc16-78151a1cffe9 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112146 Apr 20 16:24:49.513457 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-fcc9664d-3bb6-48bd-9086-a4b65b1019f7 req-969cc893-2d79-4277-8a62-e289756e47c3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Calling delete_port for 795ec65d-eede-491f-ba8c-2025da77f36b owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:49.566610 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e9319cdf-8270-477c-886f-6629dd57396c None None] Port 16c21dc6-a57d-4af3-9dd0-c5e624cd7d00 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:24:49.583647 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb84575e-ee23-457b-92bb-579b702c55b3 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:49.585502 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7398bbcf-bf5e-4712-b066-bdf84ae1f4c0 None None] Network c7e0b1bc-c261-441c-83a2-dd1fe442cb3b requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:49.599756 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb84575e-ee23-457b-92bb-579b702c55b3 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:49.666327 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e9319cdf-8270-477c-886f-6629dd57396c None None] Provisioning complete for port 745bfdd4-59cd-46fc-ad9c-85dded583a1b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:49.669171 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e9319cdf-8270-477c-886f-6629dd57396c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:49.707980 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-20ead10f-8487-41ac-bf6d-06149c688d20 req-af51eb55-3c5f-41a8-b916-06e860a482d0 service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245389 Apr 20 16:24:49.737193 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a235a2ee-5b71-4641-9148-1b634f795706 req-97a9a791-9ff6-4c08-88a5-cb837b75fbca tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 210 time: 0.0678182 Apr 20 16:24:49.746127 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb84575e-ee23-457b-92bb-579b702c55b3 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:49.754911 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb84575e-ee23-457b-92bb-579b702c55b3 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:49.758686 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-eb84575e-ee23-457b-92bb-579b702c55b3 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/7bc8313d-b8e6-4428-9a78-fbdbe8d3cf9c HTTP/1.1" status: 204 len: 168 time: 0.2631290 Apr 20 16:24:49.778730 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47554) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:49.790229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84575e-ee23-457b-92bb-579b702c55b3 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bc8313d-b8e6-4428-9a78-fbdbe8d3cf9c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:49.869514 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3dec961-7523-4a00-acb5-d70715258085 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:49.871954 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3dec961-7523-4a00-acb5-d70715258085 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:49.921832 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3c605b36-99bd-4570-9383-9ae882d05aa6 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1395371 Apr 20 16:24:49.922401 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47558) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:49.972040 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-20ead10f-8487-41ac-bf6d-06149c688d20 req-80723099-32df-47af-9edb-5bf8772b214c service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379663 Apr 20 16:24:50.001192 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-fcc9664d-3bb6-48bd-9086-a4b65b1019f7 req-969cc893-2d79-4277-8a62-e289756e47c3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:50.031733 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6aa9a3e6-e8aa-45b3-86e3-152cf9da11aa tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:50.053705 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dec961-7523-4a00-acb5-d70715258085 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Pushing event updated for resources: {'Port': ['ID=16c21dc6-a57d-4af3-9dd0-c5e624cd7d00,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:50.084908 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6aa9a3e6-e8aa-45b3-86e3-152cf9da11aa tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:50.098580 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dec961-7523-4a00-acb5-d70715258085 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Network a1193c4c-53f2-42ed-b4b3-45850f59c249 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:50.137757 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc9664d-3bb6-48bd-9086-a4b65b1019f7 req-969cc893-2d79-4277-8a62-e289756e47c3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] No DVR routers for this DVR port 795ec65d-eede-491f-ba8c-2025da77f36b on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:24:50.139765 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969cc893-2d79-4277-8a62-e289756e47c3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Pushing event deleted for resources: {'Port': ['ID=795ec65d-eede-491f-ba8c-2025da77f36b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:50.141869 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-b3dec961-7523-4a00-acb5-d70715258085 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:50.146129 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-fcc9664d-3bb6-48bd-9086-a4b65b1019f7 req-969cc893-2d79-4277-8a62-e289756e47c3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:50.153820 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fcc9664d-3bb6-48bd-9086-a4b65b1019f7 req-969cc893-2d79-4277-8a62-e289756e47c3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "DELETE /v2.0/ports/795ec65d-eede-491f-ba8c-2025da77f36b HTTP/1.1" status: 204 len: 173 time: 1.6466515 Apr 20 16:24:50.155126 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b70cba9-bac1-4dd0-bd46-536136783036', 'name': 'network-vif-deleted', 'tag': '795ec65d-eede-491f-ba8c-2025da77f36b'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:24:50.157811 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abafb19-0770-421e-b386-a1a9d9df2726" -d '{"events": [{"server_uuid": "8b70cba9-bac1-4dd0-bd46-536136783036", "name": "network-vif-deleted", "tag": "795ec65d-eede-491f-ba8c-2025da77f36b"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:24:50.181863 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-0390366e-6e49-4296-b54e-7cb6441ae905 None None] Provisioning complete for port 16c21dc6-a57d-4af3-9dd0-c5e624cd7d00 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:50.184321 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0390366e-6e49-4296-b54e-7cb6441ae905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:50.249418 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6aa9a3e6-e8aa-45b3-86e3-152cf9da11aa tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:50.252875 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6aa9a3e6-e8aa-45b3-86e3-152cf9da11aa tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:50.256852 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6aa9a3e6-e8aa-45b3-86e3-152cf9da11aa tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "DELETE /v2.0/security-groups/803abfcc-4442-4ab0-9b72-3a5f8f2cc42c HTTP/1.1" status: 204 len: 168 time: 0.3338761 Apr 20 16:24:50.257879 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47580) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:50.270500 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 20 Apr 2022 16:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fee6f8a-39e3-490a-b0c3-d4ab7e371384 x-openstack-request-id: req-3fee6f8a-39e3-490a-b0c3-d4ab7e371384 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:24:50.270789 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b70cba9-bac1-4dd0-bd46-536136783036", "name": "network-vif-deleted", "tag": "795ec65d-eede-491f-ba8c-2025da77f36b", "status": "failed", "code": 422}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:24:50.271039 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3fee6f8a-39e3-490a-b0c3-d4ab7e371384 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:24:50.271682 n-d-836146-2 neutron-server[103485]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3fee6f8a-39e3-490a-b0c3-d4ab7e371384']: {'server_uuid': '8b70cba9-bac1-4dd0-bd46-536136783036', 'name': 'network-vif-deleted', 'tag': '795ec65d-eede-491f-ba8c-2025da77f36b', 'status': 'failed', 'code': 422} returned with failed status Apr 20 16:24:50.281533 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-0390366e-6e49-4296-b54e-7cb6441ae905 None None] Port 16c21dc6-a57d-4af3-9dd0-c5e624cd7d00 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:24:50.299217 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-0390366e-6e49-4296-b54e-7cb6441ae905 None None] Provisioning complete for port 6c5ba87d-089d-42b5-a06b-80fa73945765 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:50.299667 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0390366e-6e49-4296-b54e-7cb6441ae905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:50.325379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9a3e6-e8aa-45b3-86e3-152cf9da11aa tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=803abfcc-4442-4ab0-9b72-3a5f8f2cc42c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:50.352595 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-db98dc12-ba3e-4165-b3b1-07c51109d009 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0905623 Apr 20 16:24:50.358782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47582) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:50.390263 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-68d017dc-9ee2-4f87-b28d-25cc58bd44f7 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Request body: {'security_group': {'name': 'tempest-secgroup--539240887'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:50.451304 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0390366e-6e49-4296-b54e-7cb6441ae905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:50.502868 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-0390366e-6e49-4296-b54e-7cb6441ae905 None None] For port 6c5ba87d-089d-42b5-a06b-80fa73945765, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6c5ba87d-089d-42b5-a06b-80fa73945765,segment=NetworkSegment(3bb0497b-b9e8-4691-9a18-04ccdd65e065),segment_id=3bb0497b-b9e8-4691-9a18-04ccdd65e065)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:50.544408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6c5ba87d-089d-42b5-a06b-80fa73945765 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:24:50.573765 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-68d017dc-9ee2-4f87-b28d-25cc58bd44f7 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:50.628006 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 6c5ba87d-089d-42b5-a06b-80fa73945765 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:50.628587 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:50.642410 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3dec961-7523-4a00-acb5-d70715258085 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Router 12ab5efc-5865-4ddb-a195-5e99d057116f is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:24:50.704438 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-68d017dc-9ee2-4f87-b28d-25cc58bd44f7 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:50.715891 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62431e3-37eb-4261-9e61-733be38baac3 req-52c00c01-6e8d-4ddc-a6ad-42bf29c3bf91 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:50.720750 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:50.723948 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0390366e-6e49-4296-b54e-7cb6441ae905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:50.737024 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b62431e3-37eb-4261-9e61-733be38baac3 req-52c00c01-6e8d-4ddc-a6ad-42bf29c3bf91 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.1111681 Apr 20 16:24:50.807672 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dec961-7523-4a00-acb5-d70715258085 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:24:50.809769 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b62431e3-37eb-4261-9e61-733be38baac3 req-637e46e3-4ee1-45e5-a439-cf18c5e6a9a2 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715861 Apr 20 16:24:50.815224 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b3dec961-7523-4a00-acb5-d70715258085 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "PUT /v2.0/routers/12ab5efc-5865-4ddb-a195-5e99d057116f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2044725 Apr 20 16:24:50.817907 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47590) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:50.830257 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dc8d5e-b776-4264-86fd-76e0e140ae60 None None] Sync routers for ids ['12ab5efc-5865-4ddb-a195-5e99d057116f'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:24:50.842063 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:24:50.842425 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:24:50.856109 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390366e-6e49-4296-b54e-7cb6441ae905 None None] Pushing event updated for resources: {'Port': ['ID=6c5ba87d-089d-42b5-a06b-80fa73945765,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:50.861709 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dc8d5e-b776-4264-86fd-76e0e140ae60 None None] Routers {'12ab5efc-5865-4ddb-a195-5e99d057116f'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:24:50.862333 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-73dc8d5e-b776-4264-86fd-76e0e140ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:24:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['12ab5efc-5865-4ddb-a195-5e99d057116f'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:50.914892 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-73dc8d5e-b776-4264-86fd-76e0e140ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:50.920303 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8a6a27ed-dedc-4dd6-b322-72cdfc7cdb64 None None] Provisioning complete for port 16c21dc6-a57d-4af3-9dd0-c5e624cd7d00 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:50.921052 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8a6a27ed-dedc-4dd6-b322-72cdfc7cdb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:50.940613 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-68d017dc-9ee2-4f87-b28d-25cc58bd44f7 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:50.951556 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dc8d5e-b776-4264-86fd-76e0e140ae60 None None] Routers {'12ab5efc-5865-4ddb-a195-5e99d057116f'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:24:50.952195 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-73dc8d5e-b776-4264-86fd-76e0e140ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:24:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['12ab5efc-5865-4ddb-a195-5e99d057116f'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:50.993158 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-73dc8d5e-b776-4264-86fd-76e0e140ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:50.993825 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dc8d5e-b776-4264-86fd-76e0e140ae60 None None] The sync data for ids ['12ab5efc-5865-4ddb-a195-5e99d057116f'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:24:51.006004 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a27ed-dedc-4dd6-b322-72cdfc7cdb64 None None] Port 16c21dc6-a57d-4af3-9dd0-c5e624cd7d00 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:24:51.008918 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ce1d74c6-0f23-4d4d-b3d2-874f3dcf1168 req-4caeb1f9-9fc3-4171-b142-4711f9350e6a tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 210 time: 0.0696037 Apr 20 16:24:51.035040 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8a6a27ed-dedc-4dd6-b322-72cdfc7cdb64 None None] Provisioning complete for port 6c5ba87d-089d-42b5-a06b-80fa73945765 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:51.035408 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8a6a27ed-dedc-4dd6-b322-72cdfc7cdb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:51.064754 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-62c6a4d3-38a4-4658-98b9-29c196220f61 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:51.066400 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-62c6a4d3-38a4-4658-98b9-29c196220f61 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.26 "GET /v2.0/networks?id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb HTTP/1.1" status: 200 len: 818 time: 0.2729239 Apr 20 16:24:51.074885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d017dc-9ee2-4f87-b28d-25cc58bd44f7 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a38f31b-1806-433d-b9f7-1c4b2819a0a5,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:51.150265 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-68d017dc-9ee2-4f87-b28d-25cc58bd44f7 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:51.153490 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-68d017dc-9ee2-4f87-b28d-25cc58bd44f7 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7904589 Apr 20 16:24:51.153826 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47600) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:51.158480 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-3cbec379-a4ba-449c-8182-704712151912 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Request body: {'security_group_rule': {'security_group_id': '4a38f31b-1806-433d-b9f7-1c4b2819a0a5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:51.176999 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-5f310c8f-630e-4cb6-bad3-b8b483b8edd2 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbc372ad2d1446089af0923f5d212489 HTTP/1.1" status: 200 len: 380 time: 0.0919988 Apr 20 16:24:51.189056 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-4abfbd29-0d04-4f66-b379-57a2de7b73fe tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Request body: {'port': {'device_id': '4e1077d3-0552-4e83-b7ca-7f1b5c15cec2', 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'admin_state_up': True, 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'security_groups': ['4b619a63-4fb4-4e06-8f4e-e62e439e32af']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:51.341712 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3cbec379-a4ba-449c-8182-704712151912 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:51.392755 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 745bfdd4-59cd-46fc-ad9c-85dded583a1b up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:24:51.443809 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-6fcef9a1-a306-4b3d-a5db-c5c72407fc4e tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:24:51.445051 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6fcef9a1-a306-4b3d-a5db-c5c72407fc4e tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "PUT /v2.0/routers/12ab5efc-5865-4ddb-a195-5e99d057116f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6257942 Apr 20 16:24:51.447906 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47614) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:51.453081 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3cbec379-a4ba-449c-8182-704712151912 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:51.455958 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 745bfdd4-59cd-46fc-ad9c-85dded583a1b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:51.455958 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:51.487234 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-4abfbd29-0d04-4f66-b379-57a2de7b73fe tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Made reservation on behalf of cbc372ad2d1446089af0923f5d212489 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:51.491023 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-4abfbd29-0d04-4f66-b379-57a2de7b73fe tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:51.612610 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3cbec379-a4ba-449c-8182-704712151912 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:51.643934 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbec379-a4ba-449c-8182-704712151912 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1fcf8a-f8f8-4c42-ab8a-9451dffa0904,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:51.661085 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-4abfbd29-0d04-4f66-b379-57a2de7b73fe tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Allocated IP 172.20.0.3 (d9af20c5-ec0a-4beb-b93d-6291e4255aeb/f49ef81d-6341-40ae-b59c-ad7cca19ee9b/2e531f2f-3a09-478e-a83c-6e5843916ec8) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:51.736755 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-237a9b03-a6fe-4fa3-9dbc-5fba75fa7db6 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:51.744003 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-237a9b03-a6fe-4fa3-9dbc-5fba75fa7db6 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/networks?id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c HTTP/1.1" status: 200 len: 811 time: 0.2467067 Apr 20 16:24:51.768984 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-68ae905f-0b3d-4568-850e-1a3dde7a7961 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/quotas/3cc4f828c4024c5e9e29e4972749306e HTTP/1.1" status: 200 len: 375 time: 0.0240216 Apr 20 16:24:51.785417 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3cbec379-a4ba-449c-8182-704712151912 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:51.789263 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3cbec379-a4ba-449c-8182-704712151912 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6318948 Apr 20 16:24:51.792152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47624) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:51.798425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-314bcf91-cbc3-456f-8324-16e3b9567e0e tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Request body: {'security_group_rule': {'security_group_id': '4a38f31b-1806-433d-b9f7-1c4b2819a0a5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:51.822653 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-3adea1e2-486b-40e1-b4a9-b3e5d7b38238 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cc4f828c4024c5e9e29e4972749306e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523441 Apr 20 16:24:51.826979 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-4abfbd29-0d04-4f66-b379-57a2de7b73fe tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:51.928783 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-314bcf91-cbc3-456f-8324-16e3b9567e0e tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:51.968681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39316139-10d9-42e5-a225-e853598d786b req-28793138-6795-4f7d-a742-a0dd4c15668d tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:51.970346 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-1b912f4d-fd20-40c3-a6ca-2c4591b923a9 service neutron] 10.222.0.15 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314318 Apr 20 16:24:51.976517 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-39316139-10d9-42e5-a225-e853598d786b req-28793138-6795-4f7d-a742-a0dd4c15668d tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.0889235 Apr 20 16:24:51.990635 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-4abfbd29-0d04-4f66-b379-57a2de7b73fe tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:52.052275 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-4abfbd29-0d04-4f66-b379-57a2de7b73fe tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Network d9af20c5-ec0a-4beb-b93d-6291e4255aeb is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:52.057479 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-4abfbd29-0d04-4f66-b379-57a2de7b73fe tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:52.077911 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-4abfbd29-0d04-4f66-b379-57a2de7b73fe tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:24:52.092965 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1266fff5-e4b6-4293-b19f-bff8969fa722 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:52.122439 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-39316139-10d9-42e5-a225-e853598d786b req-3053746d-f26c-4d5b-b291-750bf6ac635f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449652 Apr 20 16:24:52.124347 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-314bcf91-cbc3-456f-8324-16e3b9567e0e tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:52.138156 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abfbd29-0d04-4f66-b379-57a2de7b73fe tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Pushing event updated for resources: {'Port': ['ID=2e531f2f-3a09-478e-a83c-6e5843916ec8,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:52.144706 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-de60e878-87c9-4e69-9bf5-d17fb97d0ae5 service neutron] 10.222.0.15 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506081 Apr 20 16:24:52.162990 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-4abfbd29-0d04-4f66-b379-57a2de7b73fe tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:52.163668 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-4abfbd29-0d04-4f66-b379-57a2de7b73fe tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:52.202776 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-314bcf91-cbc3-456f-8324-16e3b9567e0e tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:52.288776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bcf91-cbc3-456f-8324-16e3b9567e0e tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24987203-7ab5-45eb-8dd5-b3f609c7a096,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:52.303840 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-4abfbd29-0d04-4f66-b379-57a2de7b73fe tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1206529 Apr 20 16:24:52.324452 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-1fb7db21-877a-425a-98ee-8671348d0166 service neutron] Request body: {'port': {'device_id': '4e1077d3-0552-4e83-b7ca-7f1b5c15cec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:52.343921 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6c5ba87d-089d-42b5-a06b-80fa73945765 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:24:52.363467 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d564a-dad0-4ee1-a0eb-68ead767dbe1 req-6120f36d-1363-427e-b88b-15ad635186fb tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:52.372064 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c3d564a-dad0-4ee1-a0eb-68ead767dbe1 req-6120f36d-1363-427e-b88b-15ad635186fb tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 931 time: 0.1376455 Apr 20 16:24:52.395660 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-314bcf91-cbc3-456f-8324-16e3b9567e0e tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:52.397249 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-314bcf91-cbc3-456f-8324-16e3b9567e0e tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6039352 Apr 20 16:24:52.401108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47630) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:52.409802 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-9f32d8c6-24bf-4295-9435-358216800c18 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Request body: {'security_group_rule': {'security_group_id': '4a38f31b-1806-433d-b9f7-1c4b2819a0a5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:52.442200 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ebf8284e-37f7-48a4-aa95-094107f739cc None None] Provisioning complete for port 2e531f2f-3a09-478e-a83c-6e5843916ec8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:52.442755 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ebf8284e-37f7-48a4-aa95-094107f739cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:52.463626 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-1fb7db21-877a-425a-98ee-8671348d0166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:52.480580 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c3d564a-dad0-4ee1-a0eb-68ead767dbe1 req-5112e569-fa28-4801-bbe0-7574be79d979 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030748 Apr 20 16:24:52.501442 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ebf8284e-37f7-48a4-aa95-094107f739cc None None] Port 2e531f2f-3a09-478e-a83c-6e5843916ec8 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:24:52.514473 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 6c5ba87d-089d-42b5-a06b-80fa73945765 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:52.514927 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:52.551854 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-1266fff5-e4b6-4293-b19f-bff8969fa722 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Deleting port 16c21dc6-a57d-4af3-9dd0-c5e624cd7d00 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:24:52.552570 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1266fff5-e4b6-4293-b19f-bff8969fa722 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:52.686202 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f32d8c6-24bf-4295-9435-358216800c18 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:52.687826 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1266fff5-e4b6-4293-b19f-bff8969fa722 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:52.706954 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-1266fff5-e4b6-4293-b19f-bff8969fa722 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Calling delete_port for 16c21dc6-a57d-4af3-9dd0-c5e624cd7d00 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:24:52.726227 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4fe85cc7-5236-4371-82c0-2369efeee0a7 req-a14b31a0-7457-45f7-9159-48dd2066da01 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 210 time: 0.0556276 Apr 20 16:24:52.819777 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e96cfd54-4529-4d2d-93f1-8fbcd33996d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:52.841663 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f32d8c6-24bf-4295-9435-358216800c18 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:52.929550 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-1fb7db21-877a-425a-98ee-8671348d0166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e531f2f-3a09-478e-a83c-6e5843916ec8 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:24:52.940484 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-1fb7db21-877a-425a-98ee-8671348d0166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:53.024139 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f32d8c6-24bf-4295-9435-358216800c18 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:53.043900 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32d8c6-24bf-4295-9435-358216800c18 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41330ae-2c7e-41a8-88ec-361f908b4bfa,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:53.059019 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1266fff5-e4b6-4293-b19f-bff8969fa722 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:53.061696 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-1fb7db21-877a-425a-98ee-8671348d0166 service neutron] Transition to ACTIVE for port object 2e531f2f-3a09-478e-a83c-6e5843916ec8 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:24:53.092925 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266fff5-e4b6-4293-b19f-bff8969fa722 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Pushing event deleted for resources: {'Port': ['ID=16c21dc6-a57d-4af3-9dd0-c5e624cd7d00,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:53.125915 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266fff5-e4b6-4293-b19f-bff8969fa722 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:53.132823 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266fff5-e4b6-4293-b19f-bff8969fa722 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:53.132823 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266fff5-e4b6-4293-b19f-bff8969fa722 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:53.132823 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266fff5-e4b6-4293-b19f-bff8969fa722 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:53.132823 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266fff5-e4b6-4293-b19f-bff8969fa722 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:53.132823 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266fff5-e4b6-4293-b19f-bff8969fa722 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:53.132823 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266fff5-e4b6-4293-b19f-bff8969fa722 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:53.132823 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266fff5-e4b6-4293-b19f-bff8969fa722 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:53.132823 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266fff5-e4b6-4293-b19f-bff8969fa722 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:53.132823 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266fff5-e4b6-4293-b19f-bff8969fa722 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:53.132823 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266fff5-e4b6-4293-b19f-bff8969fa722 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:53.132823 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266fff5-e4b6-4293-b19f-bff8969fa722 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:24:53.153333 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f32d8c6-24bf-4295-9435-358216800c18 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:53.158895 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9f32d8c6-24bf-4295-9435-358216800c18 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7536724 Apr 20 16:24:53.160622 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47646) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:53.170124 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-c9a320e7-8748-4022-b9bb-c6e73e086ef8 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Request body: {'security_group_rule': {'security_group_id': '4a38f31b-1806-433d-b9f7-1c4b2819a0a5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:53.206651 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1266fff5-e4b6-4293-b19f-bff8969fa722 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:53.211090 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-1fb7db21-877a-425a-98ee-8671348d0166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:53.343340 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7db21-877a-425a-98ee-8671348d0166 service neutron] Pushing event updated for resources: {'Port': ['ID=2e531f2f-3a09-478e-a83c-6e5843916ec8,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:53.395573 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8afec8-c17b-49ee-81fe-8a65d4cd10d0 req-fa0b1a16-6170-4628-a691-a56df0ae42eb tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:53.404190 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e8afec8-c17b-49ee-81fe-8a65d4cd10d0 req-fa0b1a16-6170-4628-a691-a56df0ae42eb tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.1633286 Apr 20 16:24:53.443309 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9a320e7-8748-4022-b9bb-c6e73e086ef8 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:53.484113 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1266fff5-e4b6-4293-b19f-bff8969fa722 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Router 12ab5efc-5865-4ddb-a195-5e99d057116f has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:24:53.485328 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e8afec8-c17b-49ee-81fe-8a65d4cd10d0 req-cd0227a4-af22-4f6f-af96-1e321c18d61d tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802054 Apr 20 16:24:53.502980 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-1fb7db21-877a-425a-98ee-8671348d0166 service neutron] Attempting to bind port 2e531f2f-3a09-478e-a83c-6e5843916ec8 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:24:53.503316 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-1fb7db21-877a-425a-98ee-8671348d0166 service neutron] Attempting to bind port 2e531f2f-3a09-478e-a83c-6e5843916ec8 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '42815ea2-076c-480e-bac2-ffc0f665e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:24:53.503645 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-1fb7db21-877a-425a-98ee-8671348d0166 service neutron] Attempting to bind port 2e531f2f-3a09-478e-a83c-6e5843916ec8 on network d9af20c5-ec0a-4beb-b93d-6291e4255aeb {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:24:53.524673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-1fb7db21-877a-425a-98ee-8671348d0166 service neutron] Port 2e531f2f-3a09-478e-a83c-6e5843916ec8 on network d9af20c5-ec0a-4beb-b93d-6291e4255aeb not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:24:53.525063 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-1fb7db21-877a-425a-98ee-8671348d0166 service neutron] Attempting to bind port 2e531f2f-3a09-478e-a83c-6e5843916ec8 on network d9af20c5-ec0a-4beb-b93d-6291e4255aeb {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:24:53.536832 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-1fb7db21-877a-425a-98ee-8671348d0166 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:24:53.537222 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-1fb7db21-877a-425a-98ee-8671348d0166 service neutron] Checking segment: {'id': '42815ea2-076c-480e-bac2-ffc0f665e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:24:53.537655 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-1fb7db21-877a-425a-98ee-8671348d0166 service neutron] Bound using segment: {'id': '42815ea2-076c-480e-bac2-ffc0f665e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:24:53.538355 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-1fb7db21-877a-425a-98ee-8671348d0166 service neutron] Bound port: 2e531f2f-3a09-478e-a83c-6e5843916ec8, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42815ea2-076c-480e-bac2-ffc0f665e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:24:53.538721 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-1fb7db21-877a-425a-98ee-8671348d0166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:53.573892 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9a320e7-8748-4022-b9bb-c6e73e086ef8 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:53.625308 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-1fb7db21-877a-425a-98ee-8671348d0166 service neutron] For port 2e531f2f-3a09-478e-a83c-6e5843916ec8, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:24:53.628644 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-1fb7db21-877a-425a-98ee-8671348d0166 service neutron] For port 2e531f2f-3a09-478e-a83c-6e5843916ec8, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=2e531f2f-3a09-478e-a83c-6e5843916ec8,segment=NetworkSegment(42815ea2-076c-480e-bac2-ffc0f665e2ff),segment_id=42815ea2-076c-480e-bac2-ffc0f665e2ff)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:24:53.640946 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1266fff5-e4b6-4293-b19f-bff8969fa722 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:24:53.646013 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1266fff5-e4b6-4293-b19f-bff8969fa722 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "PUT /v2.0/routers/12ab5efc-5865-4ddb-a195-5e99d057116f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1968977 Apr 20 16:24:53.650802 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47652) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:53.654588 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c54b03-9511-4042-8c1e-ddace1142ef1 None None] Sync routers for ids ['12ab5efc-5865-4ddb-a195-5e99d057116f'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:24:53.666592 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c54b03-9511-4042-8c1e-ddace1142ef1 None None] Routers {'12ab5efc-5865-4ddb-a195-5e99d057116f'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:24:53.667411 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-71c54b03-9511-4042-8c1e-ddace1142ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:24:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['12ab5efc-5865-4ddb-a195-5e99d057116f'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:53.680961 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd643c-7723-44c6-9fef-181771421a61 req-9bfe2f77-0a64-4a0b-b6e5-ce8522f02415 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:53.689226 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2fcd643c-7723-44c6-9fef-181771421a61 req-9bfe2f77-0a64-4a0b-b6e5-ce8522f02415 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 943 time: 0.1183846 Apr 20 16:24:53.706364 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-71c54b03-9511-4042-8c1e-ddace1142ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:53.716961 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c54b03-9511-4042-8c1e-ddace1142ef1 None None] Routers {'12ab5efc-5865-4ddb-a195-5e99d057116f'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:24:53.717584 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-71c54b03-9511-4042-8c1e-ddace1142ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:24:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['12ab5efc-5865-4ddb-a195-5e99d057116f'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:53.739319 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2fcd643c-7723-44c6-9fef-181771421a61 req-ef64c138-640e-4c96-bc11-dff61f4fc1e5 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490313 Apr 20 16:24:53.740540 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-71982a17-65f9-4227-bccd-b05066c7d9d8 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] delete failed (client error): The resource could not be found. Apr 20 16:24:53.741742 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-71982a17-65f9-4227-bccd-b05066c7d9d8 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-512875636 HTTP/1.1" status: 404 len: 334 time: 0.0900195 Apr 20 16:24:53.749503 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47654) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:53.751822 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-235ccec5-724d-4348-810a-142ea1806da6 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Request body: {'router': {'external_gateway_info': {'network_id': '12ab5efc-5865-4ddb-a195-5e99d057116f'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:53.756676 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-1fb7db21-877a-425a-98ee-8671348d0166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:53.766389 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-71c54b03-9511-4042-8c1e-ddace1142ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:24:53.767430 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c54b03-9511-4042-8c1e-ddace1142ef1 None None] The sync data for ids ['12ab5efc-5865-4ddb-a195-5e99d057116f'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:24:53.790127 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9a320e7-8748-4022-b9bb-c6e73e086ef8 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:53.854804 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8810afd5-ec16-45ad-ada2-40913ac410ca req-a0dbe9a9-9965-4c6e-aa12-ec9ab6d2ca39 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 210 time: 0.0509048 Apr 20 16:24:53.855434 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a320e7-8748-4022-b9bb-c6e73e086ef8 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e7f6e5-4b29-4ed4-9134-684cd09497fc,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:53.858122 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-1fb7db21-877a-425a-98ee-8671348d0166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:53.858721 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-1fb7db21-877a-425a-98ee-8671348d0166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:53.859985 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-1fb7db21-877a-425a-98ee-8671348d0166 service neutron] 10.222.0.26 "PUT /v2.0/ports/2e531f2f-3a09-478e-a83c-6e5843916ec8 HTTP/1.1" status: 200 len: 1091 time: 1.5420029 Apr 20 16:24:53.864560 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1077d3-0552-4e83-b7ca-7f1b5c15cec2', 'tag': '2e531f2f-3a09-478e-a83c-6e5843916ec8'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:24:53.870047 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadc86e3-5126-4e60-8930-6f5c1043be7e" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1077d3-0552-4e83-b7ca-7f1b5c15cec2", "tag": "2e531f2f-3a09-478e-a83c-6e5843916ec8"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:24:53.897854 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7db21-877a-425a-98ee-8671348d0166 service neutron] Pushing event updated for resources: {'Port': ['ID=2e531f2f-3a09-478e-a83c-6e5843916ec8,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:53.925964 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c90ad51-6d52-464f-a03f-aab85524b36e x-openstack-request-id: req-9c90ad51-6d52-464f-a03f-aab85524b36e {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:24:53.927462 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1077d3-0552-4e83-b7ca-7f1b5c15cec2", "tag": "2e531f2f-3a09-478e-a83c-6e5843916ec8", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:24:53.927462 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c90ad51-6d52-464f-a03f-aab85524b36e {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:24:53.927462 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c90ad51-6d52-464f-a03f-aab85524b36e'] response: {'name': 'network-changed', 'server_uuid': '4e1077d3-0552-4e83-b7ca-7f1b5c15cec2', 'tag': '2e531f2f-3a09-478e-a83c-6e5843916ec8', 'status': 'completed', 'code': 200} Apr 20 16:24:53.958586 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9a320e7-8748-4022-b9bb-c6e73e086ef8 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:53.960421 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c9a320e7-8748-4022-b9bb-c6e73e086ef8 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7971182 Apr 20 16:24:53.962750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47664) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:53.968320 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-596ac5cf-6f23-4994-a3c5-073e793f590c tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Request body: {'security_group_rule': {'security_group_id': '4a38f31b-1806-433d-b9f7-1c4b2819a0a5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:54.034930 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc86e3-5126-4e60-8930-6f5c1043be7e req-b5190abd-f0fb-40c1-bab3-b182de258eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:54.036786 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eadc86e3-5126-4e60-8930-6f5c1043be7e req-b5190abd-f0fb-40c1-bab3-b182de258eca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbc372ad2d1446089af0923f5d212489&device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 1094 time: 0.0546653 Apr 20 16:24:54.165454 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-596ac5cf-6f23-4994-a3c5-073e793f590c tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:54.171777 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc86e3-5126-4e60-8930-6f5c1043be7e req-cc501a9a-2843-4cde-81f5-2fca33c5a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:54.173277 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eadc86e3-5126-4e60-8930-6f5c1043be7e req-cc501a9a-2843-4cde-81f5-2fca33c5a9a5 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=cbc372ad2d1446089af0923f5d212489&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1171176 Apr 20 16:24:54.318780 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-596ac5cf-6f23-4994-a3c5-073e793f590c tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:54.324255 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-235ccec5-724d-4348-810a-142ea1806da6 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:54.336935 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc86e3-5126-4e60-8930-6f5c1043be7e req-12b709cb-f6ff-44b1-a740-25a34e0addaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:54.338597 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eadc86e3-5126-4e60-8930-6f5c1043be7e req-12b709cb-f6ff-44b1-a740-25a34e0addaf service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1569970 Apr 20 16:24:54.439269 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-b6588ceb-cc4c-4d30-9847-9ec0751edd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:54.440816 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-b6588ceb-cc4c-4d30-9847-9ec0751edd7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbc372ad2d1446089af0923f5d212489&device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 1094 time: 0.0417295 Apr 20 16:24:54.495420 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-1766d7ad-87a9-4c91-b6d0-baebfd785063 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e531f2f-3a09-478e-a83c-6e5843916ec8 HTTP/1.1" status: 200 len: 217 time: 0.0352700 Apr 20 16:24:54.534228 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-596ac5cf-6f23-4994-a3c5-073e793f590c tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:54.575890 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ac5cf-6f23-4994-a3c5-073e793f590c tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93637eaf-8330-4ff2-b035-5fd362c3f800,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:54.583034 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-aa188817-42b8-45e2-9eef-75424de94e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:54.586390 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-aa188817-42b8-45e2-9eef-75424de94e1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f49ef81d-6341-40ae-b59c-ad7cca19ee9b HTTP/1.1" status: 200 len: 857 time: 0.0826793 Apr 20 16:24:54.587931 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-235ccec5-724d-4348-810a-142ea1806da6 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] update failed (client error): The resource could not be found. Apr 20 16:24:54.589158 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-235ccec5-724d-4348-810a-142ea1806da6 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "PUT /v2.0/routers/12ab5efc-5865-4ddb-a195-5e99d057116f HTTP/1.1" status: 404 len: 339 time: 0.8419504 Apr 20 16:24:54.594692 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47668) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:54.601681 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a54684a7-8e0b-49dc-b1d4-8cbb0575bea0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1853127356'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:54.651831 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-4334860e-ccb7-492c-912b-5b826b09df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:54.653894 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-4334860e-ccb7-492c-912b-5b826b09df8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539873 Apr 20 16:24:54.661703 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7387433-ceb6-4040-bb83-4e808aa53b09 req-93bb4541-1f4f-415a-84d2-8f03f847fc61 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:54.663182 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b7387433-ceb6-4040-bb83-4e808aa53b09 req-93bb4541-1f4f-415a-84d2-8f03f847fc61 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.1027749 Apr 20 16:24:54.755044 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b7387433-ceb6-4040-bb83-4e808aa53b09 req-682085ba-4f0b-4cfe-b74b-5fabf542ff59 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800879 Apr 20 16:24:54.792571 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-71ae03b4-e279-4c97-b861-1ce54663274d service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256678 Apr 20 16:24:54.855039 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-596ac5cf-6f23-4994-a3c5-073e793f590c tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:54.856366 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-596ac5cf-6f23-4994-a3c5-073e793f590c tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8926487 Apr 20 16:24:54.859611 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47674) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:54.906926 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ef0f87d-91a1-472a-a483-76e4140354d8 req-a63f3b67-ae84-42a4-a2d8-808104a420d0 service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061392 Apr 20 16:24:54.914369 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0774c429-434f-42b7-9232-faf28bf90e01 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:54.927913 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd62a5f-2e8e-4031-8793-ee522b43e729 req-e4375aed-709b-4af3-a6b5-afca28f17c7b tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:54.929773 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-edd62a5f-2e8e-4031-8793-ee522b43e729 req-e4375aed-709b-4af3-a6b5-afca28f17c7b tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 943 time: 0.1155303 Apr 20 16:24:54.939583 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54684a7-8e0b-49dc-b1d4-8cbb0575bea0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Made reservation on behalf of eaba78383eae4d1b9a00511d30c1e9b9 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:54.943049 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a54684a7-8e0b-49dc-b1d4-8cbb0575bea0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:54.947572 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0774c429-434f-42b7-9232-faf28bf90e01 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:54.982087 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-20f3ee22-4fb6-4fae-8245-8c938b610fb5 req-5d940e5a-b9a1-4419-b5a5-26750fc49633 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 210 time: 0.0337381 Apr 20 16:24:55.001800 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54684a7-8e0b-49dc-b1d4-8cbb0575bea0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:24:55.034991 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-edd62a5f-2e8e-4031-8793-ee522b43e729 req-275d9831-9d94-4838-9aa5-744e078d303f tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960677 Apr 20 16:24:55.116233 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1b2c3a43-8182-418c-847f-ed661b13e738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:55.144568 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0774c429-434f-42b7-9232-faf28bf90e01 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:55.149475 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a54684a7-8e0b-49dc-b1d4-8cbb0575bea0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:55.149819 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-a54684a7-8e0b-49dc-b1d4-8cbb0575bea0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Added segment 1a3ea39a-b895-48a7-92dc-aff07cc86a9f of type vlan for network a12a2214-e687-4c11-9455-1a154368bf01 Apr 20 16:24:55.166769 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0774c429-434f-42b7-9232-faf28bf90e01 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:55.168420 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0774c429-434f-42b7-9232-faf28bf90e01 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/93637eaf-8330-4ff2-b035-5fd362c3f800 HTTP/1.1" status: 204 len: 168 time: 0.2944767 Apr 20 16:24:55.170432 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774c429-434f-42b7-9232-faf28bf90e01 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93637eaf-8330-4ff2-b035-5fd362c3f800,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:55.171099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47690) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:55.210589 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a54684a7-8e0b-49dc-b1d4-8cbb0575bea0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:55.221246 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-22b170b3-7893-4b45-b717-c9b927a61a82 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0488770 Apr 20 16:24:55.224112 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47692) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:55.247967 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a7875bb2-831c-4057-bf0b-31a820caa69d tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:55.255209 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a7875bb2-831c-4057-bf0b-31a820caa69d tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:55.607899 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a7875bb2-831c-4057-bf0b-31a820caa69d tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:55.608240 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a54684a7-8e0b-49dc-b1d4-8cbb0575bea0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:55.614180 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a7875bb2-831c-4057-bf0b-31a820caa69d tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:55.616819 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a7875bb2-831c-4057-bf0b-31a820caa69d tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/d1e7f6e5-4b29-4ed4-9134-684cd09497fc HTTP/1.1" status: 204 len: 168 time: 0.3902321 Apr 20 16:24:55.620560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54684a7-8e0b-49dc-b1d4-8cbb0575bea0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:55.620856 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47694) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:55.621566 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a54684a7-8e0b-49dc-b1d4-8cbb0575bea0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:55.627503 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7875bb2-831c-4057-bf0b-31a820caa69d tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1e7f6e5-4b29-4ed4-9134-684cd09497fc,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:55.674614 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6c1bcd06-f46a-4358-bb3d-66bea5b5ea0b tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0523269 Apr 20 16:24:55.677294 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47696) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:55.703387 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca69670c-5013-4813-844c-93e230097588 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:55.706717 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54684a7-8e0b-49dc-b1d4-8cbb0575bea0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Pushing event updated for resources: {'Network': ['ID=a12a2214-e687-4c11-9455-1a154368bf01,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:55.712355 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca69670c-5013-4813-844c-93e230097588 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:55.718099 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network a12a2214-e687-4c11-9455-1a154368bf01 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:24:55.882213 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca69670c-5013-4813-844c-93e230097588 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:55.885589 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad904c-bc0e-4d2e-b0dc-12009f0cc800 req-ea2b8b7a-3cbf-4518-acc8-00bfb1947da4 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:55.887567 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b7ad904c-bc0e-4d2e-b0dc-12009f0cc800 req-ea2b8b7a-3cbf-4518-acc8-00bfb1947da4 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.0540447 Apr 20 16:24:55.893056 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca69670c-5013-4813-844c-93e230097588 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:55.893471 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a54684a7-8e0b-49dc-b1d4-8cbb0575bea0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2972538 Apr 20 16:24:55.894070 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47700) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:55.897607 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ca69670c-5013-4813-844c-93e230097588 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/c41330ae-2c7e-41a8-88ec-361f908b4bfa HTTP/1.1" status: 204 len: 168 time: 0.2171962 Apr 20 16:24:55.898179 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47702) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:55.900292 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-974846a3-c1cc-4cbd-9fbd-9db3cb4d7113 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Request body: {'subnet': {'network_id': 'a12a2214-e687-4c11-9455-1a154368bf01', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:55.922250 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69670c-5013-4813-844c-93e230097588 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c41330ae-2c7e-41a8-88ec-361f908b4bfa,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:55.957613 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3f726d51-dc50-4a04-ac17-19afffa988f0 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0582643 Apr 20 16:24:55.960303 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47706) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:55.987756 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c73517e4-f9bf-4b11-9ef6-913d15c79705 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:55.992269 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b7ad904c-bc0e-4d2e-b0dc-12009f0cc800 req-3af775ab-eaca-4afa-bb63-60b6f608de61 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972648 Apr 20 16:24:55.997026 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c73517e4-f9bf-4b11-9ef6-913d15c79705 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:56.040676 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47710) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:56.111874 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-334c76d0-cc7b-4269-857d-d167237265af req-b5f7e867-986e-4499-bccb-02cea110a9a3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 210 time: 0.0418899 Apr 20 16:24:56.137365 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974846a3-c1cc-4cbd-9fbd-9db3cb4d7113 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Made reservation on behalf of eaba78383eae4d1b9a00511d30c1e9b9 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:56.137365 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-974846a3-c1cc-4cbd-9fbd-9db3cb4d7113 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:56.189096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-9b6e2606-29b7-45ea-bcec-cda5c8652d25 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:56.190637 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-9b6e2606-29b7-45ea-bcec-cda5c8652d25 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.26 "GET /v2.0/networks?id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c HTTP/1.1" status: 200 len: 811 time: 0.1305947 Apr 20 16:24:56.210711 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-511caf26-741f-40f6-beb7-e6e23b654d00 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Request body: {'port': {'device_id': '20181709-d7a9-4ec4-98ec-15782b43a2c7', 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c', 'admin_state_up': True, 'tenant_id': '3cc4f828c4024c5e9e29e4972749306e'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:56.215807 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c73517e4-f9bf-4b11-9ef6-913d15c79705 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:56.229710 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f275948f-de21-45bd-865f-0528fe22fdb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:56.236839 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c73517e4-f9bf-4b11-9ef6-913d15c79705 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:56.240516 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c73517e4-f9bf-4b11-9ef6-913d15c79705 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/24987203-7ab5-45eb-8dd5-b3f609c7a096 HTTP/1.1" status: 204 len: 168 time: 0.2767222 Apr 20 16:24:56.241709 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47716) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:56.243526 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73517e4-f9bf-4b11-9ef6-913d15c79705 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24987203-7ab5-45eb-8dd5-b3f609c7a096,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:56.276317 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b987c-fa7d-49ea-8904-d94d84392245 req-d5490f86-76a4-41bc-9188-2c43a372ba4a tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:56.278260 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1f5b987c-fa7d-49ea-8904-d94d84392245 req-d5490f86-76a4-41bc-9188-2c43a372ba4a tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 943 time: 0.1669257 Apr 20 16:24:56.299156 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:56.332065 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1e34a1b2-a947-42f7-91a7-7a688b56d158 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0893471 Apr 20 16:24:56.338900 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47718) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:56.373251 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1f5b987c-fa7d-49ea-8904-d94d84392245 req-85f97fed-3960-405b-93e0-f61b1a8d99a4 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863903 Apr 20 16:24:56.378324 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1d4d8b3-4817-46c6-aee2-1b81ded2d426 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:56.391641 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1d4d8b3-4817-46c6-aee2-1b81ded2d426 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:56.476005 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f275948f-de21-45bd-865f-0528fe22fdb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:56.624592 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-511caf26-741f-40f6-beb7-e6e23b654d00 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Made reservation on behalf of 3cc4f828c4024c5e9e29e4972749306e for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:24:56.624908 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-974846a3-c1cc-4cbd-9fbd-9db3cb4d7113 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:56.628535 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-511caf26-741f-40f6-beb7-e6e23b654d00 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:56.637002 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1d4d8b3-4817-46c6-aee2-1b81ded2d426 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:56.637457 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f275948f-de21-45bd-865f-0528fe22fdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:56.646174 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1d4d8b3-4817-46c6-aee2-1b81ded2d426 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:56.647202 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a1d4d8b3-4817-46c6-aee2-1b81ded2d426 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/0f1fcf8a-f8f8-4c42-ab8a-9451dffa0904 HTTP/1.1" status: 204 len: 168 time: 0.3073766 Apr 20 16:24:56.653879 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47720) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:56.659995 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4d8b3-4817-46c6-aee2-1b81ded2d426 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f1fcf8a-f8f8-4c42-ab8a-9451dffa0904,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:56.713357 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275948f-de21-45bd-865f-0528fe22fdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f39a630-1300-4cf7-81a8-b4b1eb3888a0,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:56.724508 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f275948f-de21-45bd-865f-0528fe22fdb9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=006a6a7018f84046b0de1e2275efbe9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6823790 Apr 20 16:24:56.731142 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47722) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:56.743338 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974846a3-c1cc-4cbd-9fbd-9db3cb4d7113 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Pushing event updated for resources: {'Subnet': ['ID=fe223437-5e47-45ab-a95d-5482fd134c25,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:56.746792 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1b037141-facb-43f9-a13e-53497f02f1d2 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0918548 Apr 20 16:24:56.750208 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47724) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:56.784146 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974846a3-c1cc-4cbd-9fbd-9db3cb4d7113 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Checking segment: {'id': '1a3ea39a-b895-48a7-92dc-aff07cc86a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a12a2214-e687-4c11-9455-1a154368bf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:24:56.784498 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974846a3-c1cc-4cbd-9fbd-9db3cb4d7113 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Network hostable DHCP agents. Network: a12a2214-e687-4c11-9455-1a154368bf01, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:24:56.814616 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-afe1029f-bfb5-4785-a37d-8c1efd7731e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:56.837834 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-afe1029f-bfb5-4785-a37d-8c1efd7731e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:56.898818 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974846a3-c1cc-4cbd-9fbd-9db3cb4d7113 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Network a12a2214-e687-4c11-9455-1a154368bf01 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:24:57.018373 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-afe1029f-bfb5-4785-a37d-8c1efd7731e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:57.021000 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-afe1029f-bfb5-4785-a37d-8c1efd7731e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:57.028947 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-afe1029f-bfb5-4785-a37d-8c1efd7731e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f39a630-1300-4cf7-81a8-b4b1eb3888a0 HTTP/1.1" status: 204 len: 168 time: 0.2964461 Apr 20 16:24:57.038032 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1029f-bfb5-4785-a37d-8c1efd7731e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f39a630-1300-4cf7-81a8-b4b1eb3888a0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:57.053554 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-974846a3-c1cc-4cbd-9fbd-9db3cb4d7113 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, a12a2214-e687-4c11-9455-1a154368bf01) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:57.072004 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c549f1-2f81-4138-8ffe-4bdce6fa6dcc None None] Network a12a2214-e687-4c11-9455-1a154368bf01 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:57.077591 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974846a3-c1cc-4cbd-9fbd-9db3cb4d7113 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:57.078499 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-974846a3-c1cc-4cbd-9fbd-9db3cb4d7113 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:57.218467 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-511caf26-741f-40f6-beb7-e6e23b654d00 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Allocated IP 172.20.0.6 (ccddc865-94c4-4ee1-a68f-7c9c22fa904c/6e5e1853-efd5-4800-b27e-3ac73eee167e/dfa5979b-7fe9-4738-ba69-2b4d76b0692c) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:57.222075 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4c950ef5-7ecf-4174-9544-e6986f28d1d1 req-bc1312e7-e31f-49e1-89a4-7bc7169a46b6 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 210 time: 0.0300977 Apr 20 16:24:57.225558 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-974846a3-c1cc-4cbd-9fbd-9db3cb4d7113 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3294806 Apr 20 16:24:57.228424 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47732) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:57.234000 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-90514a93-567e-43ef-96bd-650d748bc072 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a12a2214-e687-4c11-9455-1a154368bf01'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:57.253414 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440429b6-affb-4a8a-b66e-eaba900b7ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-a12a2214-e687-4c11-9455-1a154368bf01', 'network_id': 'a12a2214-e687-4c11-9455-1a154368bf01', 'tenant_id': 'eaba78383eae4d1b9a00511d30c1e9b9', 'fixed_ips': [{'subnet_id': 'fe223437-5e47-45ab-a95d-5482fd134c25'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:24:57.254548 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-440429b6-affb-4a8a-b66e-eaba900b7ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:57.257261 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ff8f7b7-05d0-41b0-97cd-e708fc829bca req-8fc642e7-7f3e-42ba-aae8-d764327f405b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1414156 Apr 20 16:24:57.264970 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694acbf1-d88a-4b87-9be3-4b97d9e673be req-fa336464-638e-49f8-b546-b7c22ac523af tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:57.266471 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-694acbf1-d88a-4b87-9be3-4b97d9e673be req-fa336464-638e-49f8-b546-b7c22ac523af tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.1519365 Apr 20 16:24:57.276496 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5d353e4-a6d9-4ff6-9f62-b5356360d8a4 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:57.336290 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5d353e4-a6d9-4ff6-9f62-b5356360d8a4 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:57.400643 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-694acbf1-d88a-4b87-9be3-4b97d9e673be req-171b3ecc-a36e-4dbc-86db-d314e5c35f8d tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251967 Apr 20 16:24:57.454114 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-440429b6-affb-4a8a-b66e-eaba900b7ceb None None] Allocated IP 2001:db8:1::2 (a12a2214-e687-4c11-9455-1a154368bf01/fe223437-5e47-45ab-a95d-5482fd134c25/63f3de11-087c-4fd4-aeb0-013bbd8254f1) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:57.493358 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8f7b7-05d0-41b0-97cd-e708fc829bca req-9479ed69-1ef1-4de7-902e-d993cd76989d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:57.494855 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ff8f7b7-05d0-41b0-97cd-e708fc829bca req-9479ed69-1ef1-4de7-902e-d993cd76989d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 1096 time: 0.1515918 Apr 20 16:24:57.573499 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-90514a93-567e-43ef-96bd-650d748bc072 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:57.635186 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758c046-7039-40ce-91d7-f9d30eb58745 req-85a05d36-1d28-4bb2-a638-6e8d49992ef6 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:57.637577 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b758c046-7039-40ce-91d7-f9d30eb58745 req-85a05d36-1d28-4bb2-a638-6e8d49992ef6 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 943 time: 0.0607190 Apr 20 16:24:57.650576 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-440429b6-affb-4a8a-b66e-eaba900b7ceb None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:57.653074 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-511caf26-741f-40f6-beb7-e6e23b654d00 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:57.668700 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5d353e4-a6d9-4ff6-9f62-b5356360d8a4 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:57.668700 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5d353e4-a6d9-4ff6-9f62-b5356360d8a4 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:57.669616 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d5d353e4-a6d9-4ff6-9f62-b5356360d8a4 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "DELETE /v2.0/security-groups/4a38f31b-1806-433d-b9f7-1c4b2819a0a5 HTTP/1.1" status: 204 len: 168 time: 0.9185004 Apr 20 16:24:57.673460 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47740) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:57.682396 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8f7b7-05d0-41b0-97cd-e708fc829bca req-f4e6c757-dfb8-44b0-b8f4-dde44d7c2869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:57.684023 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ff8f7b7-05d0-41b0-97cd-e708fc829bca req-f4e6c757-dfb8-44b0-b8f4-dde44d7c2869 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a24f1ee1-7962-4b42-99b4-cd4d398ef380 HTTP/1.1" status: 200 len: 906 time: 0.1670039 Apr 20 16:24:57.687674 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b758c046-7039-40ce-91d7-f9d30eb58745 req-66376056-1810-4264-abb1-cd1e505819f5 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433116 Apr 20 16:24:57.692818 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d353e4-a6d9-4ff6-9f62-b5356360d8a4 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a38f31b-1806-433d-b9f7-1c4b2819a0a5,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:57.747991 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ff8f7b7-05d0-41b0-97cd-e708fc829bca req-4a476582-b94b-4cff-b145-20112df1397b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff9eabef-07f4-42fd-8261-dfda19d01138 HTTP/1.1" status: 200 len: 217 time: 0.0563111 Apr 20 16:24:57.751854 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6fb52212-9348-430c-a1c5-f0a5164df4f3 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0773470 Apr 20 16:24:57.756509 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47748) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:57.759789 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:57.761080 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-440429b6-affb-4a8a-b66e-eaba900b7ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:57.763289 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-33fbbc8e-75fe-4ba6-b535-7a956cd7418f tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Request body: {'security_group': {'name': 'tempest-secgroup--304049597'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:57.804873 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8f7b7-05d0-41b0-97cd-e708fc829bca req-546c9836-e347-4c67-a8fe-0f3476ef9eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:57.806650 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ff8f7b7-05d0-41b0-97cd-e708fc829bca req-546c9836-e347-4c67-a8fe-0f3476ef9eb2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b506ada-a815-4b95-bd30-2bdbb75a1ede HTTP/1.1" status: 200 len: 845 time: 0.0512953 Apr 20 16:24:57.817627 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440429b6-affb-4a8a-b66e-eaba900b7ceb None None] Network a12a2214-e687-4c11-9455-1a154368bf01 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:57.820458 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-440429b6-affb-4a8a-b66e-eaba900b7ceb None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:57.824238 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440429b6-affb-4a8a-b66e-eaba900b7ceb None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:24:57.831832 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440429b6-affb-4a8a-b66e-eaba900b7ceb None None] Pushing event updated for resources: {'Port': ['ID=63f3de11-087c-4fd4-aeb0-013bbd8254f1,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:57.848229 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ff8f7b7-05d0-41b0-97cd-e708fc829bca req-54013066-e43e-49cb-95e0-4f542adbd82e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a24f1ee1-7962-4b42-99b4-cd4d398ef380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352461 Apr 20 16:24:57.887101 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-90514a93-567e-43ef-96bd-650d748bc072 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:24:57.892031 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-440429b6-affb-4a8a-b66e-eaba900b7ceb None None] Attempting to bind port 63f3de11-087c-4fd4-aeb0-013bbd8254f1 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:24:57.892222 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-440429b6-affb-4a8a-b66e-eaba900b7ceb None None] Attempting to bind port 63f3de11-087c-4fd4-aeb0-013bbd8254f1 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '1a3ea39a-b895-48a7-92dc-aff07cc86a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a12a2214-e687-4c11-9455-1a154368bf01'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:24:57.892547 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440429b6-affb-4a8a-b66e-eaba900b7ceb None None] Attempting to bind port 63f3de11-087c-4fd4-aeb0-013bbd8254f1 on network a12a2214-e687-4c11-9455-1a154368bf01 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:24:57.894362 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-90514a93-567e-43ef-96bd-650d748bc072 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "PUT /v2.0/routers/12ab5efc-5865-4ddb-a195-5e99d057116f HTTP/1.1" status: 400 len: 364 time: 0.6642401 Apr 20 16:24:57.896896 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47752) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:57.898182 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440429b6-affb-4a8a-b66e-eaba900b7ceb None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:24:57.898563 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440429b6-affb-4a8a-b66e-eaba900b7ceb None None] Checking segment: {'id': '1a3ea39a-b895-48a7-92dc-aff07cc86a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a12a2214-e687-4c11-9455-1a154368bf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:24:57.898965 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-440429b6-affb-4a8a-b66e-eaba900b7ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:57.899359 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440429b6-affb-4a8a-b66e-eaba900b7ceb None None] Bound using segment: {'id': '1a3ea39a-b895-48a7-92dc-aff07cc86a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a12a2214-e687-4c11-9455-1a154368bf01'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:24:57.899849 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-440429b6-affb-4a8a-b66e-eaba900b7ceb None None] Bound port: 63f3de11-087c-4fd4-aeb0-013bbd8254f1, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3ea39a-b895-48a7-92dc-aff07cc86a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a12a2214-e687-4c11-9455-1a154368bf01'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:24:57.900214 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-440429b6-affb-4a8a-b66e-eaba900b7ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:57.904511 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-511caf26-741f-40f6-beb7-e6e23b654d00 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:57.948318 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-33fbbc8e-75fe-4ba6-b535-7a956cd7418f tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:57.974625 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-511caf26-741f-40f6-beb7-e6e23b654d00 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Network ccddc865-94c4-4ee1-a68f-7c9c22fa904c is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:57.983334 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-511caf26-741f-40f6-beb7-e6e23b654d00 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:57.992740 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-511caf26-741f-40f6-beb7-e6e23b654d00 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:24:58.012649 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-440429b6-affb-4a8a-b66e-eaba900b7ceb None None] For port 63f3de11-087c-4fd4-aeb0-013bbd8254f1, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:24:58.017003 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-440429b6-affb-4a8a-b66e-eaba900b7ceb None None] For port 63f3de11-087c-4fd4-aeb0-013bbd8254f1, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=63f3de11-087c-4fd4-aeb0-013bbd8254f1,segment=NetworkSegment(1a3ea39a-b895-48a7-92dc-aff07cc86a9f),segment_id=1a3ea39a-b895-48a7-92dc-aff07cc86a9f)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:24:58.020377 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511caf26-741f-40f6-beb7-e6e23b654d00 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Pushing event updated for resources: {'Port': ['ID=dfa5979b-7fe9-4738-ba69-2b4d76b0692c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:58.024046 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ff8f7b7-05d0-41b0-97cd-e708fc829bca req-1ef39e96-855a-414b-9ee9-1658fad81c53 service neutron] 10.222.0.30 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687942 Apr 20 16:24:58.063986 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:58.069616 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-33fbbc8e-75fe-4ba6-b535-7a956cd7418f tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:58.091637 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-511caf26-741f-40f6-beb7-e6e23b654d00 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:58.092283 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-511caf26-741f-40f6-beb7-e6e23b654d00 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:58.093713 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-440429b6-affb-4a8a-b66e-eaba900b7ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:58.140557 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ff8f7b7-05d0-41b0-97cd-e708fc829bca req-aaf6e5b1-b963-4e54-8f63-d758c8994746 service neutron] 10.222.0.30 "GET /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063373 Apr 20 16:24:58.181459 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440429b6-affb-4a8a-b66e-eaba900b7ceb None None] Pushing event updated for resources: {'Port': ['ID=63f3de11-087c-4fd4-aeb0-013bbd8254f1,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:58.195646 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-33fbbc8e-75fe-4ba6-b535-7a956cd7418f tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:58.222158 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-511caf26-741f-40f6-beb7-e6e23b654d00 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0153024 Apr 20 16:24:58.244114 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-9f1f8ec6-9f90-4193-8172-59ec36efbe50 service neutron] Request body: {'port': {'device_id': '20181709-d7a9-4ec4-98ec-15782b43a2c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:58.270638 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbbc8e-75fe-4ba6-b535-7a956cd7418f tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa229c14-dbfe-4249-91c1-81301b1c645e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:58.325985 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-9f1f8ec6-9f90-4193-8172-59ec36efbe50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:58.356022 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-67080b5b-8873-4d37-94f6-4be13fdf3f0a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:58.447667 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20c6af-272e-49be-801d-b1f6b28a95e0 req-ff5973a7-8b84-4e28-99e6-e4007e44261e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:58.456357 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5a20c6af-272e-49be-801d-b1f6b28a95e0 req-ff5973a7-8b84-4e28-99e6-e4007e44261e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 931 time: 0.1278768 Apr 20 16:24:58.496401 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-33fbbc8e-75fe-4ba6-b535-7a956cd7418f tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:58.497783 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-33fbbc8e-75fe-4ba6-b535-7a956cd7418f tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7402332 Apr 20 16:24:58.504211 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:58.505712 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47766) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:58.511618 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-0004c373-568c-4a43-a46c-d64f65e9664c tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Request body: {'security_group_rule': {'security_group_id': 'aa229c14-dbfe-4249-91c1-81301b1c645e', 'direction': 'ingress', 'protocol': 17}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:58.629843 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5a20c6af-272e-49be-801d-b1f6b28a95e0 req-fed50ea1-8983-483c-97d0-ff23c9b48349 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676505 Apr 20 16:24:58.706186 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c4f41-96e2-459e-98db-fdcd5a7fb0af req-08804278-fbf0-43e9-87a5-a3b53d3ff940 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:58.707637 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-167c4f41-96e2-459e-98db-fdcd5a7fb0af req-08804278-fbf0-43e9-87a5-a3b53d3ff940 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.1911864 Apr 20 16:24:58.769640 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0004c373-568c-4a43-a46c-d64f65e9664c tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:58.845611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-9f1f8ec6-9f90-4193-8172-59ec36efbe50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa5979b-7fe9-4738-ba69-2b4d76b0692c {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:24:58.855999 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-9f1f8ec6-9f90-4193-8172-59ec36efbe50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:58.867641 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-167c4f41-96e2-459e-98db-fdcd5a7fb0af req-8da5ead2-2ade-4af9-a3f2-cf70fb6c0b9e tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517084 Apr 20 16:24:58.879926 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725f778-1df8-4850-9267-534bf37cf858 req-5c875acd-1a43-4431-8dae-5e230aa8a7ea tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:58.884196 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-67080b5b-8873-4d37-94f6-4be13fdf3f0a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Allocated IP 2001:db8::1 (f7f97228-7cdd-46af-a221-4c3fc8b1cf4e/dcba9191-c0fb-4e8d-b3c2-7b7d5fc36bf5/355c0d66-11a3-40b7-bc59-4ada30f4ad71) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:24:58.884307 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6725f778-1df8-4850-9267-534bf37cf858 req-5c875acd-1a43-4431-8dae-5e230aa8a7ea tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 943 time: 0.0833051 Apr 20 16:24:58.885932 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-9f1f8ec6-9f90-4193-8172-59ec36efbe50 service neutron] Transition to ACTIVE for port object dfa5979b-7fe9-4738-ba69-2b4d76b0692c will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:24:58.905936 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0004c373-568c-4a43-a46c-d64f65e9664c tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:58.941142 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6725f778-1df8-4850-9267-534bf37cf858 req-9187a26c-df90-4674-b023-aa50561242af tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464852 Apr 20 16:24:59.007407 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-9f1f8ec6-9f90-4193-8172-59ec36efbe50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:59.026455 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-67080b5b-8873-4d37-94f6-4be13fdf3f0a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:59.032794 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0004c373-568c-4a43-a46c-d64f65e9664c tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:59.064628 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004c373-568c-4a43-a46c-d64f65e9664c tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44866aee-5751-4023-b6ea-74ad123d468d,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:59.085495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8ec6-9f90-4193-8172-59ec36efbe50 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa5979b-7fe9-4738-ba69-2b4d76b0692c,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:59.148318 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-9f1f8ec6-9f90-4193-8172-59ec36efbe50 service neutron] Attempting to bind port dfa5979b-7fe9-4738-ba69-2b4d76b0692c on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:24:59.152726 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-9f1f8ec6-9f90-4193-8172-59ec36efbe50 service neutron] Attempting to bind port dfa5979b-7fe9-4738-ba69-2b4d76b0692c by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '50153279-d293-4586-9e34-66e4c2fc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:24:59.152726 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-9f1f8ec6-9f90-4193-8172-59ec36efbe50 service neutron] Attempting to bind port dfa5979b-7fe9-4738-ba69-2b4d76b0692c on network ccddc865-94c4-4ee1-a68f-7c9c22fa904c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:24:59.154347 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-9f1f8ec6-9f90-4193-8172-59ec36efbe50 service neutron] Port dfa5979b-7fe9-4738-ba69-2b4d76b0692c on network ccddc865-94c4-4ee1-a68f-7c9c22fa904c not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:24:59.154631 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-9f1f8ec6-9f90-4193-8172-59ec36efbe50 service neutron] Attempting to bind port dfa5979b-7fe9-4738-ba69-2b4d76b0692c on network ccddc865-94c4-4ee1-a68f-7c9c22fa904c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:24:59.160178 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-9f1f8ec6-9f90-4193-8172-59ec36efbe50 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:24:59.160573 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-9f1f8ec6-9f90-4193-8172-59ec36efbe50 service neutron] Checking segment: {'id': '50153279-d293-4586-9e34-66e4c2fc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:24:59.160956 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-9f1f8ec6-9f90-4193-8172-59ec36efbe50 service neutron] Bound using segment: {'id': '50153279-d293-4586-9e34-66e4c2fc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:24:59.161388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-9f1f8ec6-9f90-4193-8172-59ec36efbe50 service neutron] Bound port: dfa5979b-7fe9-4738-ba69-2b4d76b0692c, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50153279-d293-4586-9e34-66e4c2fc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:24:59.161748 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-9f1f8ec6-9f90-4193-8172-59ec36efbe50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:59.197436 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0004c373-568c-4a43-a46c-d64f65e9664c tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:59.198964 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0004c373-568c-4a43-a46c-d64f65e9664c tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6912718 Apr 20 16:24:59.201709 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47780) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:59.235096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-9f1f8ec6-9f90-4193-8172-59ec36efbe50 service neutron] For port dfa5979b-7fe9-4738-ba69-2b4d76b0692c, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:24:59.239246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-9f1f8ec6-9f90-4193-8172-59ec36efbe50 service neutron] For port dfa5979b-7fe9-4738-ba69-2b4d76b0692c, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=dfa5979b-7fe9-4738-ba69-2b4d76b0692c,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:24:59.241218 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-67080b5b-8873-4d37-94f6-4be13fdf3f0a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:59.300882 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d92368e2-3786-4195-8606-163a2a89b53c tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:59.305538 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67080b5b-8873-4d37-94f6-4be13fdf3f0a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Network f7f97228-7cdd-46af-a221-4c3fc8b1cf4e is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:24:59.313391 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-67080b5b-8873-4d37-94f6-4be13fdf3f0a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:24:59.320936 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67080b5b-8873-4d37-94f6-4be13fdf3f0a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Pushing event updated for resources: {'Port': ['ID=355c0d66-11a3-40b7-bc59-4ada30f4ad71,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:59.325069 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67080b5b-8873-4d37-94f6-4be13fdf3f0a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:24:59.325630 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-67080b5b-8873-4d37-94f6-4be13fdf3f0a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:59.350292 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-9f1f8ec6-9f90-4193-8172-59ec36efbe50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:59.376617 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d92368e2-3786-4195-8606-163a2a89b53c tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:59.430492 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-9f1f8ec6-9f90-4193-8172-59ec36efbe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:59.431108 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-9f1f8ec6-9f90-4193-8172-59ec36efbe50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:59.432700 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-9f1f8ec6-9f90-4193-8172-59ec36efbe50 service neutron] 10.222.0.26 "PUT /v2.0/ports/dfa5979b-7fe9-4738-ba69-2b4d76b0692c HTTP/1.1" status: 200 len: 1091 time: 1.1940320 Apr 20 16:24:59.433681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20181709-d7a9-4ec4-98ec-15782b43a2c7', 'tag': 'dfa5979b-7fe9-4738-ba69-2b4d76b0692c'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:24:59.436448 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977d4f54-3a87-498a-9d9c-d7f8a31e5714" -d '{"events": [{"name": "network-changed", "server_uuid": "20181709-d7a9-4ec4-98ec-15782b43a2c7", "tag": "dfa5979b-7fe9-4738-ba69-2b4d76b0692c"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:24:59.485754 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8ec6-9f90-4193-8172-59ec36efbe50 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa5979b-7fe9-4738-ba69-2b4d76b0692c,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:59.492812 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2fdf58-fe4a-45a1-92b9-2bd82befba0a None None] Network a12a2214-e687-4c11-9455-1a154368bf01 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:24:59.522263 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62079d33-e5ee-4939-b7bb-8683b2522f0e x-openstack-request-id: req-62079d33-e5ee-4939-b7bb-8683b2522f0e {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:24:59.522644 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20181709-d7a9-4ec4-98ec-15782b43a2c7", "tag": "dfa5979b-7fe9-4738-ba69-2b4d76b0692c", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:24:59.523117 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62079d33-e5ee-4939-b7bb-8683b2522f0e {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:24:59.523616 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62079d33-e5ee-4939-b7bb-8683b2522f0e'] response: {'name': 'network-changed', 'server_uuid': '20181709-d7a9-4ec4-98ec-15782b43a2c7', 'tag': 'dfa5979b-7fe9-4738-ba69-2b4d76b0692c', 'status': 'completed', 'code': 200} Apr 20 16:24:59.589776 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-63e4235d-fb67-46ff-ae60-d24436955d7c None None] Provisioning complete for port 63f3de11-087c-4fd4-aeb0-013bbd8254f1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:24:59.590385 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-63e4235d-fb67-46ff-ae60-d24436955d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:59.611324 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d92368e2-3786-4195-8606-163a2a89b53c tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:59.614017 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d92368e2-3786-4195-8606-163a2a89b53c tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:59.616872 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d92368e2-3786-4195-8606-163a2a89b53c tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "DELETE /v2.0/security-groups/aa229c14-dbfe-4249-91c1-81301b1c645e HTTP/1.1" status: 204 len: 168 time: 0.4142227 Apr 20 16:24:59.618235 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47792) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:59.643114 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d4f54-3a87-498a-9d9c-d7f8a31e5714 req-7006e331-d33c-40f3-ba76-21778e867cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:59.645772 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-977d4f54-3a87-498a-9d9c-d7f8a31e5714 req-7006e331-d33c-40f3-ba76-21778e867cbb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cc4f828c4024c5e9e29e4972749306e&device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 1094 time: 0.0689297 Apr 20 16:24:59.679434 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92368e2-3786-4195-8606-163a2a89b53c tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa229c14-dbfe-4249-91c1-81301b1c645e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:24:59.706741 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-67080b5b-8873-4d37-94f6-4be13fdf3f0a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:59.762843 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-189a60b0-30c3-4fb3-b60e-8d948045862f tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1346922 Apr 20 16:24:59.771367 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47796) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:24:59.775673 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-972ff643-dc1c-49d2-85ec-1e0c83e4f2aa tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Request body: {'security_group': {'name': 'tempest-secgroup--2066806680'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:24:59.806393 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-63e4235d-fb67-46ff-ae60-d24436955d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:59.834717 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ffd29-c3a7-4ab3-b7f0-a482dacf1a2c req-8bbeda92-fcda-4baa-882b-958d50d2aadd tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:59.842884 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bf2ffd29-c3a7-4ab3-b7f0-a482dacf1a2c req-8bbeda92-fcda-4baa-882b-958d50d2aadd tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 943 time: 0.0926502 Apr 20 16:24:59.851437 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d4f54-3a87-498a-9d9c-d7f8a31e5714 req-c564a923-e004-43fa-a028-4e5d3e2b8ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:24:59.858799 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:24:59.859054 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-977d4f54-3a87-498a-9d9c-d7f8a31e5714 req-c564a923-e004-43fa-a028-4e5d3e2b8ffc service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=3cc4f828c4024c5e9e29e4972749306e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1941960 Apr 20 16:24:59.859381 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-63e4235d-fb67-46ff-ae60-d24436955d7c None None] For port 63f3de11-087c-4fd4-aeb0-013bbd8254f1, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=63f3de11-087c-4fd4-aeb0-013bbd8254f1,segment=NetworkSegment(1a3ea39a-b895-48a7-92dc-aff07cc86a9f),segment_id=1a3ea39a-b895-48a7-92dc-aff07cc86a9f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:24:59.946804 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bf2ffd29-c3a7-4ab3-b7f0-a482dacf1a2c req-a1f73cc7-dfc7-4756-b853-029e5d9066d0 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027999 Apr 20 16:24:59.967453 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-63e4235d-fb67-46ff-ae60-d24436955d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:00.034988 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d4f54-3a87-498a-9d9c-d7f8a31e5714 req-fb3f3640-9faf-44b8-a3d2-0f41526a652a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:00.036505 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-977d4f54-3a87-498a-9d9c-d7f8a31e5714 req-fb3f3640-9faf-44b8-a3d2-0f41526a652a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1755669 Apr 20 16:25:00.062860 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4235d-fb67-46ff-ae60-d24436955d7c None None] Pushing event updated for resources: {'Port': ['ID=63f3de11-087c-4fd4-aeb0-013bbd8254f1,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:00.095518 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-987f8899-6782-4a0e-b1e6-8922d3e4852d None None] Provisioning complete for port 355c0d66-11a3-40b7-bc59-4ada30f4ad71 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:25:00.096179 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-987f8899-6782-4a0e-b1e6-8922d3e4852d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:00.101817 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-972ff643-dc1c-49d2-85ec-1e0c83e4f2aa tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:00.113245 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be671b-7df3-4d7d-bc19-9fc7d7889660 req-b4cc568f-a97f-4d0d-b3a8-79cd78aeba2e tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:00.114741 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9be671b-7df3-4d7d-bc19-9fc7d7889660 req-b4cc568f-a97f-4d0d-b3a8-79cd78aeba2e tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 943 time: 0.0668094 Apr 20 16:25:00.144155 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-987f8899-6782-4a0e-b1e6-8922d3e4852d None None] Port 355c0d66-11a3-40b7-bc59-4ada30f4ad71 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:25:00.191498 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-67080b5b-8873-4d37-94f6-4be13fdf3f0a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:00.208256 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9be671b-7df3-4d7d-bc19-9fc7d7889660 req-ae27c949-0d8e-4165-a01e-91e431a27af0 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804002 Apr 20 16:25:00.209527 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247d08e-289f-402d-92f3-ab11a556b95a req-b5175380-8e62-4e5a-b1e9-27c1e07b7c69 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:00.211023 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6247d08e-289f-402d-92f3-ab11a556b95a req-b5175380-8e62-4e5a-b1e9-27c1e07b7c69 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.2024758 Apr 20 16:25:00.218397 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-5be426ec-fdbf-4d68-83f1-9132d90d3b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:00.219884 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-5be426ec-fdbf-4d68-83f1-9132d90d3b9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cc4f828c4024c5e9e29e4972749306e&device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 1094 time: 0.0834703 Apr 20 16:25:00.275579 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e63a9fb9-7818-4abd-a112-9fdfaae23359 None None] Provisioning complete for port 63f3de11-087c-4fd4-aeb0-013bbd8254f1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:25:00.276192 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-67080b5b-8873-4d37-94f6-4be13fdf3f0a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:00.277070 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-67080b5b-8873-4d37-94f6-4be13fdf3f0a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:00.280623 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e63a9fb9-7818-4abd-a112-9fdfaae23359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:00.304379 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-d3d2b159-4746-45cb-b773-493486e43629 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfa5979b-7fe9-4738-ba69-2b4d76b0692c HTTP/1.1" status: 200 len: 217 time: 0.0625386 Apr 20 16:25:00.328610 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-972ff643-dc1c-49d2-85ec-1e0c83e4f2aa tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:00.329871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67080b5b-8873-4d37-94f6-4be13fdf3f0a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Pushing event updated for resources: {'Port': ['ID=355c0d66-11a3-40b7-bc59-4ada30f4ad71,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:00.354668 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6247d08e-289f-402d-92f3-ab11a556b95a req-8c861b4b-1f40-4ed4-b8fb-2fcacf9e28c5 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307046 Apr 20 16:25:00.379112 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-af94e376-4636-4046-891d-42d7b2d4c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:00.380835 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-af94e376-4636-4046-891d-42d7b2d4c5bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6e5e1853-efd5-4800-b27e-3ac73eee167e HTTP/1.1" status: 200 len: 851 time: 0.0707345 Apr 20 16:25:00.408588 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-972ff643-dc1c-49d2-85ec-1e0c83e4f2aa tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:00.427768 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-1001e564-36f5-43b0-bd45-cef5fd562a8f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380402 Apr 20 16:25:00.457677 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ff643-dc1c-49d2-85ec-1e0c83e4f2aa tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec448ed-af57-41b1-ad43-b06e118cf853,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:00.483997 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67080b5b-8873-4d37-94f6-4be13fdf3f0a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Network f7f97228-7cdd-46af-a221-4c3fc8b1cf4e is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:25:00.485790 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-67080b5b-8873-4d37-94f6-4be13fdf3f0a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:25:00.543288 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 63f3de11-087c-4fd4-aeb0-013bbd8254f1 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:25:00.545116 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 2e531f2f-3a09-478e-a83c-6e5843916ec8 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:25:00.565184 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-60330df1-b658-4e0c-acc9-9d1218306f93 service neutron] 10.222.0.26 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297851 Apr 20 16:25:00.701417 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-27bdb375-055b-44ef-a5b6-c1f1f392e989 req-5c9a710e-0d1b-4dc0-9f20-c7631d3b6048 service neutron] 10.222.0.26 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270070 Apr 20 16:25:00.712155 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 2e531f2f-3a09-478e-a83c-6e5843916ec8, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=2e531f2f-3a09-478e-a83c-6e5843916ec8,segment=NetworkSegment(42815ea2-076c-480e-bac2-ffc0f665e2ff),segment_id=42815ea2-076c-480e-bac2-ffc0f665e2ff)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:25:00.730709 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '2e531f2f-3a09-478e-a83c-6e5843916ec8', 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'port_id': '2e531f2f-3a09-478e-a83c-6e5843916ec8', 'mac_address': 'fa:16:3e:2a:8e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:25:00.749165 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 63f3de11-087c-4fd4-aeb0-013bbd8254f1 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:25:00.749924 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:00.827596 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:00.844967 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e531f2f-3a09-478e-a83c-6e5843916ec8 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:25:00.871344 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 2e531f2f-3a09-478e-a83c-6e5843916ec8, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=2e531f2f-3a09-478e-a83c-6e5843916ec8,segment=NetworkSegment(42815ea2-076c-480e-bac2-ffc0f665e2ff),segment_id=42815ea2-076c-480e-bac2-ffc0f665e2ff)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:25:00.905854 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-972ff643-dc1c-49d2-85ec-1e0c83e4f2aa tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:00.907733 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-972ff643-dc1c-49d2-85ec-1e0c83e4f2aa tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1354272 Apr 20 16:25:00.910482 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47818) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:00.920313 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-16d6c375-a49a-4838-af10-69f51ca8e460 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Request body: {'security_group': {'name': 'tempest-secgroup--717156633'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:00.926333 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-44692b0b-08df-4c30-bd10-bb06dc2648ed None None] Provisioning complete for port 355c0d66-11a3-40b7-bc59-4ada30f4ad71 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:25:00.926797 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-44692b0b-08df-4c30-bd10-bb06dc2648ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:00.946692 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67080b5b-8873-4d37-94f6-4be13fdf3f0a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Router 12ab5efc-5865-4ddb-a195-5e99d057116f has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:25:00.962002 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-44692b0b-08df-4c30-bd10-bb06dc2648ed None None] Port 355c0d66-11a3-40b7-bc59-4ada30f4ad71 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:25:01.013642 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:01.049088 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-16d6c375-a49a-4838-af10-69f51ca8e460 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:01.062376 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67080b5b-8873-4d37-94f6-4be13fdf3f0a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:25:01.073870 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-67080b5b-8873-4d37-94f6-4be13fdf3f0a tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "PUT /v2.0/routers/12ab5efc-5865-4ddb-a195-5e99d057116f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1741021 Apr 20 16:25:01.076285 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47826) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:01.078412 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30a5d8a-9038-4820-af8b-b77c2237a527 None None] Sync routers for ids ['12ab5efc-5865-4ddb-a195-5e99d057116f'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:25:01.091044 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=2e531f2f-3a09-478e-a83c-6e5843916ec8,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:01.097233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31618f-74b7-4feb-85f4-642796bd4c1d req-afb6dc56-f0eb-4a3e-87bb-d1c90039c166 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:01.099287 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0b31618f-74b7-4feb-85f4-642796bd4c1d req-afb6dc56-f0eb-4a3e-87bb-d1c90039c166 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 943 time: 0.0708601 Apr 20 16:25:01.100182 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30a5d8a-9038-4820-af8b-b77c2237a527 None None] Routers {'12ab5efc-5865-4ddb-a195-5e99d057116f'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:25:01.101982 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d30a5d8a-9038-4820-af8b-b77c2237a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:24:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['12ab5efc-5865-4ddb-a195-5e99d057116f'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:01.146914 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0b31618f-74b7-4feb-85f4-642796bd4c1d req-e52fd3c4-4c9d-4d10-85e4-3cef43deff35 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369813 Apr 20 16:25:01.167940 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d30a5d8a-9038-4820-af8b-b77c2237a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:01.177664 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30a5d8a-9038-4820-af8b-b77c2237a527 None None] Routers {'12ab5efc-5865-4ddb-a195-5e99d057116f'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:25:01.178554 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d30a5d8a-9038-4820-af8b-b77c2237a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:24:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['12ab5efc-5865-4ddb-a195-5e99d057116f'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:01.206480 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3453590b-55de-4b39-92c9-70f40a2cae6e tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:01.215062 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d30a5d8a-9038-4820-af8b-b77c2237a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:01.215062 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30a5d8a-9038-4820-af8b-b77c2237a527 None None] The sync data for ids ['12ab5efc-5865-4ddb-a195-5e99d057116f'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:25:01.295354 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-16d6c375-a49a-4838-af10-69f51ca8e460 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:01.337503 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-3453590b-55de-4b39-92c9-70f40a2cae6e tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 16:25:01.338525 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3453590b-55de-4b39-92c9-70f40a2cae6e tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "DELETE /v2.0/routers/12ab5efc-5865-4ddb-a195-5e99d057116f HTTP/1.1" status: 409 len: 329 time: 0.2613306 Apr 20 16:25:01.342157 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47836) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:01.386362 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-16d6c375-a49a-4838-af10-69f51ca8e460 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:01.401366 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d119f87-7cf5-48d1-9d93-cee7d1c2a810 req-02fddd1f-ecb5-4159-aa39-aade1e453f8f tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:01.403356 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3d119f87-7cf5-48d1-9d93-cee7d1c2a810 req-02fddd1f-ecb5-4159-aa39-aade1e453f8f tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 944 time: 0.1069360 Apr 20 16:25:01.473168 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d2b1f-8ca9-461f-b11c-2aa385511998 req-1b75611f-11d4-4dfb-bd3c-b7271f9cc86f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:01.475327 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e3d2b1f-8ca9-461f-b11c-2aa385511998 req-1b75611f-11d4-4dfb-bd3c-b7271f9cc86f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.0530579 Apr 20 16:25:01.478207 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6c375-a49a-4838-af10-69f51ca8e460 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c881ddf2-b880-442c-a21a-e7cd21899e38,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:01.538359 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e3d2b1f-8ca9-461f-b11c-2aa385511998 req-1c4224b3-a7f0-4122-a059-da1c27377329 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527668 Apr 20 16:25:01.544088 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3d119f87-7cf5-48d1-9d93-cee7d1c2a810 req-e09f6b35-fb08-45aa-a827-f9ec4ae92c68 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328747 Apr 20 16:25:01.548881 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-16d6c375-a49a-4838-af10-69f51ca8e460 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:01.550153 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-16d6c375-a49a-4838-af10-69f51ca8e460 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6384988 Apr 20 16:25:01.565422 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47844) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:01.565422 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-689fe63c-83ff-4fad-9e75-3c9fa52252a2 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Request body: {'security_group_rule': {'security_group_id': 'aec448ed-af57-41b1-ad43-b06e118cf853', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c881ddf2-b880-442c-a21a-e7cd21899e38', 'remote_ip_prefix': None}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:01.674613 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-689fe63c-83ff-4fad-9e75-3c9fa52252a2 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:01.723496 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['2e531f2f-3a09-478e-a83c-6e5843916ec8'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:25:01.749923 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-689fe63c-83ff-4fad-9e75-3c9fa52252a2 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:01.754430 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2957f6dc-0ea7-4dff-a63d-bf657c55b7f1 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:01.841073 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-689fe63c-83ff-4fad-9e75-3c9fa52252a2 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:01.875302 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fe63c-83ff-4fad-9e75-3c9fa52252a2 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a4fedd-1ff0-4235-9ac1-d82a81224f97,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:01.951522 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-689fe63c-83ff-4fad-9e75-3c9fa52252a2 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:01.952760 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-689fe63c-83ff-4fad-9e75-3c9fa52252a2 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3923926 Apr 20 16:25:01.955746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47850) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:01.978279 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-183b3672-7c80-41ab-b7a2-4b47a1aceca2 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:01.986447 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-183b3672-7c80-41ab-b7a2-4b47a1aceca2 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:02.009871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-2957f6dc-0ea7-4dff-a63d-bf657c55b7f1 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Deleting port 355c0d66-11a3-40b7-bc59-4ada30f4ad71 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:25:02.010463 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2957f6dc-0ea7-4dff-a63d-bf657c55b7f1 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:02.097867 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2957f6dc-0ea7-4dff-a63d-bf657c55b7f1 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:02.110490 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-2957f6dc-0ea7-4dff-a63d-bf657c55b7f1 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Calling delete_port for 355c0d66-11a3-40b7-bc59-4ada30f4ad71 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:25:02.115448 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-183b3672-7c80-41ab-b7a2-4b47a1aceca2 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:02.123421 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-183b3672-7c80-41ab-b7a2-4b47a1aceca2 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:02.124631 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-183b3672-7c80-41ab-b7a2-4b47a1aceca2 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/b2a4fedd-1ff0-4235-9ac1-d82a81224f97 HTTP/1.1" status: 204 len: 168 time: 0.1679561 Apr 20 16:25:02.128187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47852) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:02.134591 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b3672-7c80-41ab-b7a2-4b47a1aceca2 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2a4fedd-1ff0-4235-9ac1-d82a81224f97,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:02.174417 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-38b25f06-c5a8-4987-ac2a-bbb89c26c820 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0448196 Apr 20 16:25:02.177254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47856) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:02.254435 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbd03-0b6c-49f8-99a8-b441f607d9bd tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:02.286423 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbd03-0b6c-49f8-99a8-b441f607d9bd tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:02.317293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28262eea-7d92-4b2e-8d65-2554aaa901f8 req-91970a2f-ae2f-4e00-897f-f1eca7fcd0b6 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:02.318814 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28262eea-7d92-4b2e-8d65-2554aaa901f8 req-91970a2f-ae2f-4e00-897f-f1eca7fcd0b6 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 943 time: 0.0983903 Apr 20 16:25:02.365888 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47860) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:02.368890 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28262eea-7d92-4b2e-8d65-2554aaa901f8 req-817d2503-25e1-48d3-ba99-4fa5b03c733b tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403695 Apr 20 16:25:02.418926 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2957f6dc-0ea7-4dff-a63d-bf657c55b7f1 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:02.454660 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957f6dc-0ea7-4dff-a63d-bf657c55b7f1 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Pushing event deleted for resources: {'Port': ['ID=355c0d66-11a3-40b7-bc59-4ada30f4ad71,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:02.486792 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbd03-0b6c-49f8-99a8-b441f607d9bd tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:02.492222 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbd03-0b6c-49f8-99a8-b441f607d9bd tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:02.492222 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6fbdbd03-0b6c-49f8-99a8-b441f607d9bd tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "DELETE /v2.0/security-groups/c881ddf2-b880-442c-a21a-e7cd21899e38 HTTP/1.1" status: 204 len: 168 time: 0.3123336 Apr 20 16:25:02.493896 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47864) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:02.513264 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdbd03-0b6c-49f8-99a8-b441f607d9bd tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c881ddf2-b880-442c-a21a-e7cd21899e38,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:02.552263 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-109fbee5-bb5d-477a-b863-ea2884412f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:02.568500 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-76b193a0-486b-40c2-8d9c-3bd363da9362 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0695255 Apr 20 16:25:02.572662 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2957f6dc-0ea7-4dff-a63d-bf657c55b7f1 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:02.573366 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47870) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:02.703959 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87865484-5b43-46de-b245-83f76572c95e req-6c972f36-18ca-48b0-b5a7-c2e7b163d7a0 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:02.705620 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87865484-5b43-46de-b245-83f76572c95e req-6c972f36-18ca-48b0-b5a7-c2e7b163d7a0 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.0549133 Apr 20 16:25:02.744210 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87865484-5b43-46de-b245-83f76572c95e req-c34a38b7-9766-4bdc-bdf3-24b064385973 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320847 Apr 20 16:25:02.785665 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-13b2803b-f7bd-475b-8c70-14cba25f13e5 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:02.876802 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71719df2-3b90-46cf-90cb-7c4e58951155 req-873d78af-3d3a-4f13-9a89-b6becb7d74cf tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:02.878177 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71719df2-3b90-46cf-90cb-7c4e58951155 req-873d78af-3d3a-4f13-9a89-b6becb7d74cf tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 944 time: 0.2068365 Apr 20 16:25:02.902723 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-13b2803b-f7bd-475b-8c70-14cba25f13e5 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:02.925811 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2957f6dc-0ea7-4dff-a63d-bf657c55b7f1 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Router 12ab5efc-5865-4ddb-a195-5e99d057116f has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:25:02.954114 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-109fbee5-bb5d-477a-b863-ea2884412f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:02.982995 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71719df2-3b90-46cf-90cb-7c4e58951155 req-3c1827da-fa59-4df6-b370-24bf90cc4c3b tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935168 Apr 20 16:25:03.048904 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2957f6dc-0ea7-4dff-a63d-bf657c55b7f1 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:25:03.053917 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2957f6dc-0ea7-4dff-a63d-bf657c55b7f1 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "PUT /v2.0/routers/12ab5efc-5865-4ddb-a195-5e99d057116f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7108452 Apr 20 16:25:03.057960 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47872) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:03.058680 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-109fbee5-bb5d-477a-b863-ea2884412f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:03.060419 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa22bb1-6085-4e8e-be9a-ec5d64950300 None None] Sync routers for ids ['12ab5efc-5865-4ddb-a195-5e99d057116f'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:25:03.069836 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa22bb1-6085-4e8e-be9a-ec5d64950300 None None] Routers {'12ab5efc-5865-4ddb-a195-5e99d057116f'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:25:03.070452 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6aa22bb1-6085-4e8e-be9a-ec5d64950300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:24:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['12ab5efc-5865-4ddb-a195-5e99d057116f'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:03.101949 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6aa22bb1-6085-4e8e-be9a-ec5d64950300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:03.111169 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa22bb1-6085-4e8e-be9a-ec5d64950300 None None] Routers {'12ab5efc-5865-4ddb-a195-5e99d057116f'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:25:03.111771 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6aa22bb1-6085-4e8e-be9a-ec5d64950300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:24:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['12ab5efc-5865-4ddb-a195-5e99d057116f'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:03.113954 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-a17666f8-d5a1-497a-938a-6212039fe767 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] show failed (client error): The resource could not be found. Apr 20 16:25:03.114975 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a17666f8-d5a1-497a-938a-6212039fe767 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-1585085824 HTTP/1.1" status: 404 len: 335 time: 0.0534749 Apr 20 16:25:03.115616 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-13b2803b-f7bd-475b-8c70-14cba25f13e5 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:03.118151 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-13b2803b-f7bd-475b-8c70-14cba25f13e5 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:03.121586 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-13b2803b-f7bd-475b-8c70-14cba25f13e5 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "DELETE /v2.0/security-groups/aec448ed-af57-41b1-ad43-b06e118cf853 HTTP/1.1" status: 204 len: 168 time: 0.5443635 Apr 20 16:25:03.121751 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47874) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:03.123901 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47876) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:03.127778 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e1582f4f-a7d7-4254-b9d6-a3c4fd2e86d9 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:03.138880 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fbee5-bb5d-477a-b863-ea2884412f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f05018c-b671-43b9-a9d0-2238128fc7a4,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:03.143286 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-109fbee5-bb5d-477a-b863-ea2884412f9b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1246d083b043489ca3762e69e9048e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7763622 Apr 20 16:25:03.146711 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47878) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:03.147406 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6aa22bb1-6085-4e8e-be9a-ec5d64950300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:03.148161 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa22bb1-6085-4e8e-be9a-ec5d64950300 None None] The sync data for ids ['12ab5efc-5865-4ddb-a195-5e99d057116f'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:25:03.165496 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2803b-f7bd-475b-8c70-14cba25f13e5 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec448ed-af57-41b1-ad43-b06e118cf853,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:03.191816 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-e1582f4f-a7d7-4254-b9d6-a3c4fd2e86d9 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] update failed (client error): The resource could not be found. Apr 20 16:25:03.192923 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e1582f4f-a7d7-4254-b9d6-a3c4fd2e86d9 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-1557937078 HTTP/1.1" status: 404 len: 335 time: 0.0699029 Apr 20 16:25:03.198247 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47880) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:03.221886 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-34b2f9e8-8bad-4029-bf8b-fbaa4c7b6046 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0912659 Apr 20 16:25:03.225787 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47882) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:03.230868 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-bfaaa363-7816-4d6d-b544-1bd2ca9221c6 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086760590'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:03.239722 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3ee3ff5e-e013-428e-87b3-d2edc781dc43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:03.271932 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-2221526c-e230-474c-abca-0b53a123808b tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Deleting subnet fe223437-5e47-45ab-a95d-5482fd134c25 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:25:03.278325 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3ee3ff5e-e013-428e-87b3-d2edc781dc43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:03.279974 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2221526c-e230-474c-abca-0b53a123808b tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:03.340363 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2221526c-e230-474c-abca-0b53a123808b tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:03.344537 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bfaaa363-7816-4d6d-b544-1bd2ca9221c6 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:03.414634 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bfaaa363-7816-4d6d-b544-1bd2ca9221c6 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:03.432828 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2221526c-e230-474c-abca-0b53a123808b tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:03.486333 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed6fe5-62ad-427b-aada-a9680dea7da5 req-349be882-6a1c-4242-8605-c0add4667383 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:03.487835 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6ed6fe5-62ad-427b-aada-a9680dea7da5 req-349be882-6a1c-4242-8605-c0add4667383 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 943 time: 0.0492327 Apr 20 16:25:03.525819 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6ed6fe5-62ad-427b-aada-a9680dea7da5 req-2d786607-12ed-4dcb-98a6-c42b9e4cb072 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318205 Apr 20 16:25:03.549370 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3ee3ff5e-e013-428e-87b3-d2edc781dc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:03.552092 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3ee3ff5e-e013-428e-87b3-d2edc781dc43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:03.553359 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3ee3ff5e-e013-428e-87b3-d2edc781dc43 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f05018c-b671-43b9-a9d0-2238128fc7a4 HTTP/1.1" status: 204 len: 168 time: 0.4057510 Apr 20 16:25:03.566831 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3ff5e-e013-428e-87b3-d2edc781dc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f05018c-b671-43b9-a9d0-2238128fc7a4,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:03.590655 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bfaaa363-7816-4d6d-b544-1bd2ca9221c6 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:03.591239 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2221526c-e230-474c-abca-0b53a123808b tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:03.622251 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221526c-e230-474c-abca-0b53a123808b tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Pushing event deleted for resources: {'Subnet': ['ID=fe223437-5e47-45ab-a95d-5482fd134c25,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:03.622503 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaaa363-7816-4d6d-b544-1bd2ca9221c6 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f49fad63-f5a8-480c-8edc-ad6b034ee2af,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:03.626347 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2221526c-e230-474c-abca-0b53a123808b tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:03.629648 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2221526c-e230-474c-abca-0b53a123808b tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "DELETE /v2.0/subnets/fe223437-5e47-45ab-a95d-5482fd134c25 HTTP/1.1" status: 204 len: 168 time: 0.4289923 Apr 20 16:25:03.632181 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47888) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:03.633834 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebdfeb0-8130-40e8-9065-c21b6fe3455b None None] Network a12a2214-e687-4c11-9455-1a154368bf01 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:25:03.711841 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-19919a13-fdf8-48df-9277-0d0f266304d0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:03.717998 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bfaaa363-7816-4d6d-b544-1bd2ca9221c6 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:03.719233 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bfaaa363-7816-4d6d-b544-1bd2ca9221c6 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4924459 Apr 20 16:25:03.722244 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47890) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:03.728778 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-2435d6e6-eb3c-4124-bf4c-ce673f90973b tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Request body: {'security_group_rule': {'security_group_id': 'f49fad63-f5a8-480c-8edc-ad6b034ee2af', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:03.780237 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-19919a13-fdf8-48df-9277-0d0f266304d0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Deleting port 63f3de11-087c-4fd4-aeb0-013bbd8254f1 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:25:03.780623 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-19919a13-fdf8-48df-9277-0d0f266304d0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:03.825114 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c348e645-f02d-482d-9f07-918b8a6b076f None None] DHCP port deletion for a12a2214-e687-4c11-9455-1a154368bf01 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:25:03.839039 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2435d6e6-eb3c-4124-bf4c-ce673f90973b tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:03.884911 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-19919a13-fdf8-48df-9277-0d0f266304d0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] For port 63f3de11-087c-4fd4-aeb0-013bbd8254f1, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=63f3de11-087c-4fd4-aeb0-013bbd8254f1,segment=NetworkSegment(1a3ea39a-b895-48a7-92dc-aff07cc86a9f),segment_id=1a3ea39a-b895-48a7-92dc-aff07cc86a9f)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:25:03.885267 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-19919a13-fdf8-48df-9277-0d0f266304d0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:03.894602 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c348e645-f02d-482d-9f07-918b8a6b076f None None] Deleting port 63f3de11-087c-4fd4-aeb0-013bbd8254f1 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:25:03.897361 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c348e645-f02d-482d-9f07-918b8a6b076f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:03.906378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-19919a13-fdf8-48df-9277-0d0f266304d0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Calling delete_port for 63f3de11-087c-4fd4-aeb0-013bbd8254f1 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:25:03.936813 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2435d6e6-eb3c-4124-bf4c-ce673f90973b tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:03.949560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd783f-4615-40c7-8253-41d0e5e8c9fe req-ec257d3f-6b5c-40ea-a925-77e768e43863 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:03.951857 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cabd783f-4615-40c7-8253-41d0e5e8c9fe req-ec257d3f-6b5c-40ea-a925-77e768e43863 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.0974910 Apr 20 16:25:03.968125 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c348e645-f02d-482d-9f07-918b8a6b076f None None] For port 63f3de11-087c-4fd4-aeb0-013bbd8254f1, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=63f3de11-087c-4fd4-aeb0-013bbd8254f1,segment=NetworkSegment(1a3ea39a-b895-48a7-92dc-aff07cc86a9f),segment_id=1a3ea39a-b895-48a7-92dc-aff07cc86a9f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:25:03.971798 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c348e645-f02d-482d-9f07-918b8a6b076f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.000563 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cabd783f-4615-40c7-8253-41d0e5e8c9fe req-bc1bff12-3934-47db-ab76-9a86821a31d5 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371752 Apr 20 16:25:04.001227 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c348e645-f02d-482d-9f07-918b8a6b076f None None] Calling delete_port for 63f3de11-087c-4fd4-aeb0-013bbd8254f1 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:25:04.047950 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2435d6e6-eb3c-4124-bf4c-ce673f90973b tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.072351 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435d6e6-eb3c-4124-bf4c-ce673f90973b tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b307b8-46e3-445f-b347-fedc31fea3b6,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:04.099174 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-19919a13-fdf8-48df-9277-0d0f266304d0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.106034 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c348e645-f02d-482d-9f07-918b8a6b076f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.134717 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348e645-f02d-482d-9f07-918b8a6b076f None None] Pushing event deleted for resources: {'Port': ['ID=63f3de11-087c-4fd4-aeb0-013bbd8254f1,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:04.137672 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c348e645-f02d-482d-9f07-918b8a6b076f None None] No DVR routers for this DVR port 63f3de11-087c-4fd4-aeb0-013bbd8254f1 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:25:04.153768 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19919a13-fdf8-48df-9277-0d0f266304d0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Pushing event deleted for resources: {'Port': ['ID=63f3de11-087c-4fd4-aeb0-013bbd8254f1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:04.159413 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19919a13-fdf8-48df-9277-0d0f266304d0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] No DVR routers for this DVR port 63f3de11-087c-4fd4-aeb0-013bbd8254f1 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:25:04.163024 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2435d6e6-eb3c-4124-bf4c-ce673f90973b tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.164847 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2435d6e6-eb3c-4124-bf4c-ce673f90973b tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4403141 Apr 20 16:25:04.167669 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47898) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:04.194896 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf8f3393-d100-44d6-8c23-cdd4528cc741 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.203943 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf8f3393-d100-44d6-8c23-cdd4528cc741 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.265900 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e2f9a-03d7-4c9a-a154-7b6df45ead24 req-49d28392-728f-44ef-9135-99a153083938 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:04.267413 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-198e2f9a-03d7-4c9a-a154-7b6df45ead24 req-49d28392-728f-44ef-9135-99a153083938 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 944 time: 0.1708455 Apr 20 16:25:04.276290 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-19919a13-fdf8-48df-9277-0d0f266304d0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.294722 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 63f3de11-087c-4fd4-aeb0-013bbd8254f1 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:25:04.315348 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-19919a13-fdf8-48df-9277-0d0f266304d0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12a2214-e687-4c11-9455-1a154368bf01']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:04.327115 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 63f3de11-087c-4fd4-aeb0-013bbd8254f1 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:25:04.328294 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 63f3de11-087c-4fd4-aeb0-013bbd8254f1 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:25:04.331925 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-19919a13-fdf8-48df-9277-0d0f266304d0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3ea39a-b895-48a7-92dc-aff07cc86a9f') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:04.332254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-19919a13-fdf8-48df-9277-0d0f266304d0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3ea39a-b895-48a7-92dc-aff07cc86a9f') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:04.338247 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf8f3393-d100-44d6-8c23-cdd4528cc741 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.352200 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf8f3393-d100-44d6-8c23-cdd4528cc741 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.352328 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-198e2f9a-03d7-4c9a-a154-7b6df45ead24 req-1d43bbd0-2958-41a0-9a68-9823792c4a6c tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734971 Apr 20 16:25:04.352328 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-19919a13-fdf8-48df-9277-0d0f266304d0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.354983 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cf8f3393-d100-44d6-8c23-cdd4528cc741 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/66b307b8-46e3-445f-b347-fedc31fea3b6 HTTP/1.1" status: 204 len: 168 time: 0.1862721 Apr 20 16:25:04.359506 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47900) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:04.361491 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f3393-d100-44d6-8c23-cdd4528cc741 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66b307b8-46e3-445f-b347-fedc31fea3b6,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:04.382707 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-19919a13-fdf8-48df-9277-0d0f266304d0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.394331 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19919a13-fdf8-48df-9277-0d0f266304d0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:25:04.394730 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-19919a13-fdf8-48df-9277-0d0f266304d0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:25:04.398076 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:25:04.435590 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8bfcebb9-f69c-477e-b329-3adff05a6f68 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0746768 Apr 20 16:25:04.438527 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47902) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:04.442248 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 2e531f2f-3a09-478e-a83c-6e5843916ec8 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:25:04.500962 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47904) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:04.502743 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8ffe7547-ad45-462d-8068-e5a7029c1b74 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.514230 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df78cb11-c748-47f4-b751-74ba8802508d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.525241 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8ffe7547-ad45-462d-8068-e5a7029c1b74 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.570320 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-19919a13-fdf8-48df-9277-0d0f266304d0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.581738 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-19919a13-fdf8-48df-9277-0d0f266304d0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.585036 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-19919a13-fdf8-48df-9277-0d0f266304d0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "DELETE /v2.0/networks/a12a2214-e687-4c11-9455-1a154368bf01 HTTP/1.1" status: 204 len: 168 time: 0.9514573 Apr 20 16:25:04.587731 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47908) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:04.600602 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19919a13-fdf8-48df-9277-0d0f266304d0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Pushing event deleted for resources: {'Network': ['ID=a12a2214-e687-4c11-9455-1a154368bf01,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:04.607507 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 2e531f2f-3a09-478e-a83c-6e5843916ec8 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:25:04.612209 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 2e531f2f-3a09-478e-a83c-6e5843916ec8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:25:04.613532 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.632419 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df78cb11-c748-47f4-b751-74ba8802508d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.684763 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a799999-3f4f-45b7-a72b-9e0a698787ed tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Deleting subnet eec49cb9-c9e1-4eb7-b546-e7573915a2ed {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:25:04.691062 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8ffe7547-ad45-462d-8068-e5a7029c1b74 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.693577 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8ffe7547-ad45-462d-8068-e5a7029c1b74 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.694695 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8ffe7547-ad45-462d-8068-e5a7029c1b74 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "DELETE /v2.0/security-groups/f49fad63-f5a8-480c-8edc-ad6b034ee2af HTTP/1.1" status: 204 len: 168 time: 0.2550774 Apr 20 16:25:04.695575 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8a799999-3f4f-45b7-a72b-9e0a698787ed tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.697447 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47910) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:04.699427 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.722847 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1077d3-0552-4e83-b7ca-7f1b5c15cec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e531f2f-3a09-478e-a83c-6e5843916ec8'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:25:04.724563 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df78cb11-c748-47f4-b751-74ba8802508d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.725308 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d468b36-5ccf-44db-92cf-34ac0350af7c" -d '{"events": [{"server_uuid": "4e1077d3-0552-4e83-b7ca-7f1b5c15cec2", "name": "network-vif-plugged", "status": "completed", "tag": "2e531f2f-3a09-478e-a83c-6e5843916ec8"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:25:04.736559 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee5124-6eb8-4f5e-8e8e-54de6fe1c8f9 req-aa7fe6e1-adea-4255-9464-3ddcd5010fc9 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:04.738433 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3aee5124-6eb8-4f5e-8e8e-54de6fe1c8f9 req-aa7fe6e1-adea-4255-9464-3ddcd5010fc9 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 943 time: 0.1158898 Apr 20 16:25:04.740887 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 2e531f2f-3a09-478e-a83c-6e5843916ec8, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=2e531f2f-3a09-478e-a83c-6e5843916ec8,segment=NetworkSegment(42815ea2-076c-480e-bac2-ffc0f665e2ff),segment_id=42815ea2-076c-480e-bac2-ffc0f665e2ff)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:25:04.741235 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe7547-ad45-462d-8068-e5a7029c1b74 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49fad63-f5a8-480c-8edc-ad6b034ee2af,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:04.770674 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8a799999-3f4f-45b7-a72b-9e0a698787ed tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.781168 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2956b3-a7a1-4ca4-8fa4-0ece39e675d4 x-openstack-request-id: req-bb2956b3-a7a1-4ca4-8fa4-0ece39e675d4 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:25:04.781723 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1077d3-0552-4e83-b7ca-7f1b5c15cec2", "name": "network-vif-plugged", "status": "completed", "tag": "2e531f2f-3a09-478e-a83c-6e5843916ec8", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:25:04.782095 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb2956b3-a7a1-4ca4-8fa4-0ece39e675d4 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:25:04.782662 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb2956b3-a7a1-4ca4-8fa4-0ece39e675d4'] response: {'server_uuid': '4e1077d3-0552-4e83-b7ca-7f1b5c15cec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e531f2f-3a09-478e-a83c-6e5843916ec8', 'code': 200} Apr 20 16:25:04.807177 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c1c55e33-c0f6-4dd6-9daa-9e470496af7b tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1083930 Apr 20 16:25:04.811191 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-df78cb11-c748-47f4-b751-74ba8802508d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f9e38a2754584882b78aff9828b36e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3092167 Apr 20 16:25:04.811940 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47914) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:04.816585 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-1a2dba43-c5af-4481-940e-765a13166df7 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Request body: {'security_group': {'name': 'tempest-secgroup--939719583'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:04.821789 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47916) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:04.821975 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.822110 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78cb11-c748-47f4-b751-74ba8802508d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a655a6d-5e7f-4d5b-ab5e-586e44b08b5d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:04.839721 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3aee5124-6eb8-4f5e-8e8e-54de6fe1c8f9 req-03ea08a3-a0e3-4e43-ba06-b66aefdeced7 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923352 Apr 20 16:25:04.894372 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=2e531f2f-3a09-478e-a83c-6e5843916ec8,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:04.917976 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8a799999-3f4f-45b7-a72b-9e0a698787ed tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.920961 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6c9f0fb5-0232-45f8-b4b6-c8c79d80ac76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.939278 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a2dba43-c5af-4481-940e-765a13166df7 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:04.954983 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d280f7-0289-44e8-a84a-afa25799a194 req-c62c88fa-5414-4807-92c1-d0f7137fe390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:04.956776 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f7d280f7-0289-44e8-a84a-afa25799a194 req-c62c88fa-5414-4807-92c1-d0f7137fe390 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 1096 time: 0.0566795 Apr 20 16:25:04.972872 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6c9f0fb5-0232-45f8-b4b6-c8c79d80ac76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:05.011406 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f7d280f7-0289-44e8-a84a-afa25799a194 req-e850694c-98d8-4e57-972c-f84c86da0f43 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475280 Apr 20 16:25:05.041270 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a2dba43-c5af-4481-940e-765a13166df7 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:05.081795 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8a799999-3f4f-45b7-a72b-9e0a698787ed tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:05.113057 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a799999-3f4f-45b7-a72b-9e0a698787ed tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Pushing event deleted for resources: {'Subnet': ['ID=eec49cb9-c9e1-4eb7-b546-e7573915a2ed,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:05.116701 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8a799999-3f4f-45b7-a72b-9e0a698787ed tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:05.119885 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8a799999-3f4f-45b7-a72b-9e0a698787ed tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "DELETE /v2.0/subnets/eec49cb9-c9e1-4eb7-b546-e7573915a2ed HTTP/1.1" status: 204 len: 168 time: 0.5309353 Apr 20 16:25:05.123054 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47920) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:05.126875 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666538c8-13d1-4765-966d-7a27c343966a None None] Network c7e0b1bc-c261-441c-83a2-dd1fe442cb3b requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:25:05.143741 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6c9f0fb5-0232-45f8-b4b6-c8c79d80ac76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:05.146310 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6c9f0fb5-0232-45f8-b4b6-c8c79d80ac76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:05.150046 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6c9f0fb5-0232-45f8-b4b6-c8c79d80ac76 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a655a6d-5e7f-4d5b-ab5e-586e44b08b5d HTTP/1.1" status: 204 len: 168 time: 0.3289185 Apr 20 16:25:05.164057 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a2dba43-c5af-4481-940e-765a13166df7 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:05.166383 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f0fb5-0232-45f8-b4b6-c8c79d80ac76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a655a6d-5e7f-4d5b-ab5e-586e44b08b5d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:05.231570 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c783b-9221-4e59-ab3c-7fabb17fe42c req-d3e5a98d-c74b-4f98-aad5-6343a07d5817 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:05.233098 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac5c783b-9221-4e59-ab3c-7fabb17fe42c req-d3e5a98d-c74b-4f98-aad5-6343a07d5817 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.1356428 Apr 20 16:25:05.239508 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7c26c3-043b-4b05-b79b-4834b8a1c370 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Deleting subnet c2e38096-97ed-444e-881b-acc6878e9846 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:25:05.250956 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2dba43-c5af-4481-940e-765a13166df7 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3898467-06eb-4a05-b304-53efb3073b62,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:05.254406 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3a7c26c3-043b-4b05-b79b-4834b8a1c370 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:05.315464 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a2dba43-c5af-4481-940e-765a13166df7 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:05.316693 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1a2dba43-c5af-4481-940e-765a13166df7 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5034335 Apr 20 16:25:05.318899 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3a7c26c3-043b-4b05-b79b-4834b8a1c370 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:05.326552 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47926) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:05.326552 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ff8dbb5a-d664-49bb-a27b-5384ebdd7bb1 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Request body: {'security_group_rule': {'security_group_id': 'c3898467-06eb-4a05-b304-53efb3073b62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:05.345214 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac5c783b-9221-4e59-ab3c-7fabb17fe42c req-9e665dee-32c7-46c7-87b3-afd1b52c9271 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018014 Apr 20 16:25:05.345440 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c75d3d3-cf75-4ec9-83af-3a77e2dd1527 None None] DHCP port deletion for c7e0b1bc-c261-441c-83a2-dd1fe442cb3b request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:25:05.412756 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2c75d3d3-cf75-4ec9-83af-3a77e2dd1527 None None] Deleting port 6c5ba87d-089d-42b5-a06b-80fa73945765 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:25:05.413927 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2c75d3d3-cf75-4ec9-83af-3a77e2dd1527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:05.420736 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3a7c26c3-043b-4b05-b79b-4834b8a1c370 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:05.480619 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b9e98-ca5f-41bf-aa59-8a0a9ea34984 req-ab944186-2afd-4863-a58a-e59744494295 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:05.482519 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a17b9e98-ca5f-41bf-aa59-8a0a9ea34984 req-ab944186-2afd-4863-a58a-e59744494295 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.0596814 Apr 20 16:25:05.491406 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2c75d3d3-cf75-4ec9-83af-3a77e2dd1527 None None] For port 6c5ba87d-089d-42b5-a06b-80fa73945765, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6c5ba87d-089d-42b5-a06b-80fa73945765,segment=NetworkSegment(3bb0497b-b9e8-4691-9a18-04ccdd65e065),segment_id=3bb0497b-b9e8-4691-9a18-04ccdd65e065)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:25:05.491871 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2c75d3d3-cf75-4ec9-83af-3a77e2dd1527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:05.505900 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2c75d3d3-cf75-4ec9-83af-3a77e2dd1527 None None] Calling delete_port for 6c5ba87d-089d-42b5-a06b-80fa73945765 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:25:05.513261 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff8dbb5a-d664-49bb-a27b-5384ebdd7bb1 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:05.534690 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a17b9e98-ca5f-41bf-aa59-8a0a9ea34984 req-4b7a026c-3aa1-4235-bef3-8aa7c3f5bf08 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454514 Apr 20 16:25:05.591493 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff8dbb5a-d664-49bb-a27b-5384ebdd7bb1 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:05.676012 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3a7c26c3-043b-4b05-b79b-4834b8a1c370 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:05.708565 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c26c3-043b-4b05-b79b-4834b8a1c370 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Pushing event deleted for resources: {'Subnet': ['ID=c2e38096-97ed-444e-881b-acc6878e9846,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:05.710541 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3a7c26c3-043b-4b05-b79b-4834b8a1c370 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:05.713687 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3a7c26c3-043b-4b05-b79b-4834b8a1c370 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "DELETE /v2.0/subnets/c2e38096-97ed-444e-881b-acc6878e9846 HTTP/1.1" status: 204 len: 168 time: 0.5897012 Apr 20 16:25:05.716855 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47932) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:05.720075 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0592aa-3374-4b5f-ac96-152a6943410a None None] Network a1193c4c-53f2-42ed-b4b3-45850f59c249 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:25:05.741065 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff8dbb5a-d664-49bb-a27b-5384ebdd7bb1 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:05.743263 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2c75d3d3-cf75-4ec9-83af-3a77e2dd1527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:05.797943 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8dbb5a-d664-49bb-a27b-5384ebdd7bb1 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05da6588-1cd1-4248-8e03-814207ff90da,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:05.815004 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75d3d3-cf75-4ec9-83af-3a77e2dd1527 None None] Pushing event deleted for resources: {'Port': ['ID=6c5ba87d-089d-42b5-a06b-80fa73945765,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:05.819937 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c75d3d3-cf75-4ec9-83af-3a77e2dd1527 None None] No DVR routers for this DVR port 6c5ba87d-089d-42b5-a06b-80fa73945765 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:25:05.848217 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3f34235b-21d2-46d4-b8df-cf64cbbfcde0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:05.883567 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff8dbb5a-d664-49bb-a27b-5384ebdd7bb1 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:05.885172 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ff8dbb5a-d664-49bb-a27b-5384ebdd7bb1 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5644696 Apr 20 16:25:05.887786 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47940) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:05.947508 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3df244cf-a7c3-45fb-b41b-d6f9872cad32 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-group-rules/05da6588-1cd1-4248-8e03-814207ff90da HTTP/1.1" status: 200 len: 763 time: 0.0586371 Apr 20 16:25:05.950710 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47944) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:05.961744 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3f34235b-21d2-46d4-b8df-cf64cbbfcde0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:05.987840 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-3f34235b-21d2-46d4-b8df-cf64cbbfcde0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e0b1bc-c261-441c-83a2-dd1fe442cb3b']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:05.998151 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-3f34235b-21d2-46d4-b8df-cf64cbbfcde0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb0497b-b9e8-4691-9a18-04ccdd65e065') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:05.998704 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-3f34235b-21d2-46d4-b8df-cf64cbbfcde0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb0497b-b9e8-4691-9a18-04ccdd65e065') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:06.008050 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3f34235b-21d2-46d4-b8df-cf64cbbfcde0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.021061 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1707e781-375d-4e5f-bc1d-676d2d66b878 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0618491 Apr 20 16:25:06.024300 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3f34235b-21d2-46d4-b8df-cf64cbbfcde0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.025650 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fa679c-bb02-44f2-bed3-284f7a2825fe None None] DHCP port deletion for a1193c4c-53f2-42ed-b4b3-45850f59c249 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:25:06.026280 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47946) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:06.031449 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d91c19-db42-4b81-98fd-a8de5b854c65 req-002e59ae-f1b3-48ce-bf2b-f600042cd331 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:06.038830 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54d91c19-db42-4b81-98fd-a8de5b854c65 req-002e59ae-f1b3-48ce-bf2b-f600042cd331 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 943 time: 0.0902724 Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f34235b-21d2-46d4-b8df-cf64cbbfcde0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3f34235b-21d2-46d4-b8df-cf64cbbfcde0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:25:06.046098 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:25:06.082185 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54d91c19-db42-4b81-98fd-a8de5b854c65 req-14faa58e-b0b9-41ac-8079-2a11ef71ba06 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420141 Apr 20 16:25:06.097014 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-a2fa679c-bb02-44f2-bed3-284f7a2825fe None None] Deleting port 745bfdd4-59cd-46fc-ad9c-85dded583a1b {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:25:06.097657 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a2fa679c-bb02-44f2-bed3-284f7a2825fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.112032 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-888409d8-c066-4bd9-89db-88228bd7e779 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.123330 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-888409d8-c066-4bd9-89db-88228bd7e779 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.162751 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a2fa679c-bb02-44f2-bed3-284f7a2825fe None None] For port 745bfdd4-59cd-46fc-ad9c-85dded583a1b, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=745bfdd4-59cd-46fc-ad9c-85dded583a1b,segment=NetworkSegment(4736e6e0-cfe6-47d8-b75f-1b5bc5ab7311),segment_id=4736e6e0-cfe6-47d8-b75f-1b5bc5ab7311)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:25:06.163152 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a2fa679c-bb02-44f2-bed3-284f7a2825fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.175483 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-a2fa679c-bb02-44f2-bed3-284f7a2825fe None None] Calling delete_port for 745bfdd4-59cd-46fc-ad9c-85dded583a1b owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:25:06.225327 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3f34235b-21d2-46d4-b8df-cf64cbbfcde0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.243180 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3f34235b-21d2-46d4-b8df-cf64cbbfcde0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.249462 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3f34235b-21d2-46d4-b8df-cf64cbbfcde0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "DELETE /v2.0/networks/c7e0b1bc-c261-441c-83a2-dd1fe442cb3b HTTP/1.1" status: 204 len: 168 time: 0.5313687 Apr 20 16:25:06.252554 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-888409d8-c066-4bd9-89db-88228bd7e779 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.253032 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47952) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:06.258580 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-888409d8-c066-4bd9-89db-88228bd7e779 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.261893 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-888409d8-c066-4bd9-89db-88228bd7e779 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/05da6588-1cd1-4248-8e03-814207ff90da HTTP/1.1" status: 204 len: 168 time: 0.2324288 Apr 20 16:25:06.264387 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47954) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:06.275896 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34235b-21d2-46d4-b8df-cf64cbbfcde0 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Pushing event deleted for resources: {'Network': ['ID=c7e0b1bc-c261-441c-83a2-dd1fe442cb3b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:06.282875 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888409d8-c066-4bd9-89db-88228bd7e779 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05da6588-1cd1-4248-8e03-814207ff90da,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:06.311024 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6c5ba87d-089d-42b5-a06b-80fa73945765 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:25:06.336559 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 6c5ba87d-089d-42b5-a06b-80fa73945765 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:25:06.336900 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6c5ba87d-089d-42b5-a06b-80fa73945765 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:25:06.337318 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 745bfdd4-59cd-46fc-ad9c-85dded583a1b no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:25:06.387096 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-631a5447-32af-4f0e-addc-e027f93fadd8 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1098485 Apr 20 16:25:06.387455 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47962) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:06.393181 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b050b89a-1237-4d42-b0b6-4f844c4b7009 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.393686 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-3c386d34-77f8-44d4-97e9-d64f5153ff63 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Request body: {'security_group_rule': {'security_group_id': 'c3898467-06eb-4a05-b304-53efb3073b62', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:06.397798 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No active binding found for port 745bfdd4-59cd-46fc-ad9c-85dded583a1b {{(pid=103486) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 20 16:25:06.398670 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 745bfdd4-59cd-46fc-ad9c-85dded583a1b not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:25:06.401848 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a2fa679c-bb02-44f2-bed3-284f7a2825fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.445052 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa679c-bb02-44f2-bed3-284f7a2825fe None None] Pushing event deleted for resources: {'Port': ['ID=745bfdd4-59cd-46fc-ad9c-85dded583a1b,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:06.451022 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fa679c-bb02-44f2-bed3-284f7a2825fe None None] No DVR routers for this DVR port 745bfdd4-59cd-46fc-ad9c-85dded583a1b on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:25:06.464744 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device dfa5979b-7fe9-4738-ba69-2b4d76b0692c details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:25:06.513879 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b050b89a-1237-4d42-b0b6-4f844c4b7009 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.537922 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8920f-95b7-4b5b-b8b3-45dd3ff8682d req-6f584a62-63e7-468b-b494-429ea002a80c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:06.547047 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-37d8920f-95b7-4b5b-b8b3-45dd3ff8682d req-6f584a62-63e7-468b-b494-429ea002a80c tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.0867655 Apr 20 16:25:06.555737 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-b050b89a-1237-4d42-b0b6-4f844c4b7009 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1193c4c-53f2-42ed-b4b3-45850f59c249']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:06.580048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-b050b89a-1237-4d42-b0b6-4f844c4b7009 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4736e6e0-cfe6-47d8-b75f-1b5bc5ab7311') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:06.580370 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-b050b89a-1237-4d42-b0b6-4f844c4b7009 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4736e6e0-cfe6-47d8-b75f-1b5bc5ab7311') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:06.592004 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b050b89a-1237-4d42-b0b6-4f844c4b7009 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.598819 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port dfa5979b-7fe9-4738-ba69-2b4d76b0692c, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=dfa5979b-7fe9-4738-ba69-2b4d76b0692c,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:25:06.599697 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c386d34-77f8-44d4-97e9-d64f5153ff63 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.609869 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b050b89a-1237-4d42-b0b6-4f844c4b7009 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.614361 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'dfa5979b-7fe9-4738-ba69-2b4d76b0692c', 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c', 'port_id': 'dfa5979b-7fe9-4738-ba69-2b4d76b0692c', 'mac_address': 'fa:16:3e:c6:cc:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e5e1853-efd5-4800-b27e-3ac73eee167e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:25:06.616800 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b050b89a-1237-4d42-b0b6-4f844c4b7009 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:25:06.617653 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b050b89a-1237-4d42-b0b6-4f844c4b7009 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.648134 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-37d8920f-95b7-4b5b-b8b3-45dd3ff8682d req-1a61f949-76b3-4e2d-b42f-bd4ee916eb90 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954738 Apr 20 16:25:06.662771 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.687290 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa5979b-7fe9-4738-ba69-2b4d76b0692c {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:25:06.708889 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:25:06.714443 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c386d34-77f8-44d4-97e9-d64f5153ff63 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.726776 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port dfa5979b-7fe9-4738-ba69-2b4d76b0692c, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=dfa5979b-7fe9-4738-ba69-2b4d76b0692c,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:25:06.764009 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed469811-ad05-44e3-9d31-4f32924e4497 req-69c332d7-2c3f-4147-9400-2d2209f486d9 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:06.765570 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ed469811-ad05-44e3-9d31-4f32924e4497 req-69c332d7-2c3f-4147-9400-2d2209f486d9 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.0558510 Apr 20 16:25:06.802286 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.805115 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c386d34-77f8-44d4-97e9-d64f5153ff63 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.812430 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b050b89a-1237-4d42-b0b6-4f844c4b7009 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.822482 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b050b89a-1237-4d42-b0b6-4f844c4b7009 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.829874 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b050b89a-1237-4d42-b0b6-4f844c4b7009 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "DELETE /v2.0/networks/a1193c4c-53f2-42ed-b4b3-45850f59c249 HTTP/1.1" status: 204 len: 168 time: 0.5723255 Apr 20 16:25:06.831268 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47972) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:06.836560 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ed469811-ad05-44e3-9d31-4f32924e4497 req-411af8c7-2dd9-46bb-835d-edf8c9d017cf tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627954 Apr 20 16:25:06.854070 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050b89a-1237-4d42-b0b6-4f844c4b7009 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Pushing event deleted for resources: {'Network': ['ID=a1193c4c-53f2-42ed-b4b3-45850f59c249,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:06.866956 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=dfa5979b-7fe9-4738-ba69-2b4d76b0692c,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:06.883089 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c386d34-77f8-44d4-97e9-d64f5153ff63 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59aa4805-8b8b-43c4-a463-036719e3c3fe,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:06.899705 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce86fe7-313c-41ef-84cb-8edc1a3ff761 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Deleting subnet dcba9191-c0fb-4e8d-b3c2-7b7d5fc36bf5 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:25:06.902965 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6ce86fe7-313c-41ef-84cb-8edc1a3ff761 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.944024 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6ce86fe7-313c-41ef-84cb-8edc1a3ff761 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.949021 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c386d34-77f8-44d4-97e9-d64f5153ff63 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:06.950295 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3c386d34-77f8-44d4-97e9-d64f5153ff63 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5617797 Apr 20 16:25:06.963223 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47976) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:06.984973 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-06200eca-9952-4d10-8578-1c4baf45fe4f tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-group-rules/59aa4805-8b8b-43c4-a463-036719e3c3fe HTTP/1.1" status: 200 len: 763 time: 0.0195510 Apr 20 16:25:06.987477 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47978) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:07.014246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b524-8ec0-43fe-a953-55fc3018547d req-d6b4b312-d38d-41b2-9af5-406ee1863339 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:07.015763 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ce8b524-8ec0-43fe-a953-55fc3018547d req-d6b4b312-d38d-41b2-9af5-406ee1863339 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.0778065 Apr 20 16:25:07.041578 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6ce86fe7-313c-41ef-84cb-8edc1a3ff761 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:07.057766 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d53097ec-df58-404b-a294-e323752ec239 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0658593 Apr 20 16:25:07.059978 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47982) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:07.096147 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ce8b524-8ec0-43fe-a953-55fc3018547d req-c8b6704d-b5cf-4cbc-a86e-df1468dcf1bb tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712118 Apr 20 16:25:07.099673 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ae7e13dd-fd1b-4e97-96ae-650d8d74343f tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:07.116465 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ae7e13dd-fd1b-4e97-96ae-650d8d74343f tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:07.184932 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6ce86fe7-313c-41ef-84cb-8edc1a3ff761 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:07.239527 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ae7e13dd-fd1b-4e97-96ae-650d8d74343f tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:07.246870 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ae7e13dd-fd1b-4e97-96ae-650d8d74343f tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:07.248374 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ae7e13dd-fd1b-4e97-96ae-650d8d74343f tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/59aa4805-8b8b-43c4-a463-036719e3c3fe HTTP/1.1" status: 204 len: 168 time: 0.1874018 Apr 20 16:25:07.251584 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47990) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:07.267996 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e13dd-fd1b-4e97-96ae-650d8d74343f tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59aa4805-8b8b-43c4-a463-036719e3c3fe,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:07.274677 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['dfa5979b-7fe9-4738-ba69-2b4d76b0692c'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:25:07.297080 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95525bb-1f92-44ce-b0e5-4bf014f25eb5 req-52dfad37-af83-42ab-bfe8-9ad6a8810202 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:07.305012 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d95525bb-1f92-44ce-b0e5-4bf014f25eb5 req-52dfad37-af83-42ab-bfe8-9ad6a8810202 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.1087766 Apr 20 16:25:07.368025 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-19432df2-195e-4349-ac1e-3a6b2eeecd55 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1135712 Apr 20 16:25:07.375800 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47994) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:07.383803 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-45b2ccfb-6511-4db9-a394-581f01c8f4d0 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Request body: {'security_group_rule': {'security_group_id': 'c3898467-06eb-4a05-b304-53efb3073b62', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:07.398048 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d95525bb-1f92-44ce-b0e5-4bf014f25eb5 req-a5243323-39b1-4870-bb95-0ec333afd3de tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918715 Apr 20 16:25:07.527586 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-45b2ccfb-6511-4db9-a394-581f01c8f4d0 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:07.544419 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce86fe7-313c-41ef-84cb-8edc1a3ff761 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Pushing event deleted for resources: {'Subnet': ['ID=dcba9191-c0fb-4e8d-b3c2-7b7d5fc36bf5,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:07.550448 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6ce86fe7-313c-41ef-84cb-8edc1a3ff761 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:07.558560 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b70c93-b3a5-494a-9467-70750b56ac63 None None] Network f7f97228-7cdd-46af-a221-4c3fc8b1cf4e requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:25:07.565206 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6ce86fe7-313c-41ef-84cb-8edc1a3ff761 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "DELETE /v2.0/subnets/dcba9191-c0fb-4e8d-b3c2-7b7d5fc36bf5 HTTP/1.1" status: 204 len: 168 time: 0.7302198 Apr 20 16:25:07.567629 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48000) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:07.584750 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d03e40-8537-4b34-ac87-c21a3ca981b7 req-cc0cbd71-fe66-4f66-b410-53c39b43241d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:07.587720 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-76d03e40-8537-4b34-ac87-c21a3ca981b7 req-cc0cbd71-fe66-4f66-b410-53c39b43241d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 944 time: 0.4324870 Apr 20 16:25:07.682162 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-76d03e40-8537-4b34-ac87-c21a3ca981b7 req-0fbba012-d1a7-415d-8bc3-a1e8d879365d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360889 Apr 20 16:25:07.683553 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-45b2ccfb-6511-4db9-a394-581f01c8f4d0 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:07.683553 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9eb35056-7f11-472c-ad84-4c2f9c89e43f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:07.716431 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-9eb35056-7f11-472c-ad84-4c2f9c89e43f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Deleting port ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:25:07.717039 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9eb35056-7f11-472c-ad84-4c2f9c89e43f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:07.779503 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed3b803-e123-4483-8e10-9beba6ef63c7 None None] DHCP port deletion for f7f97228-7cdd-46af-a221-4c3fc8b1cf4e request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:25:07.789399 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-9eb35056-7f11-472c-ad84-4c2f9c89e43f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] For port ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4,segment=NetworkSegment(bd95d438-6d95-4863-b086-12cb052d8278),segment_id=bd95d438-6d95-4863-b086-12cb052d8278)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:25:07.789856 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9eb35056-7f11-472c-ad84-4c2f9c89e43f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:07.804001 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-9eb35056-7f11-472c-ad84-4c2f9c89e43f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Calling delete_port for ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:25:07.808118 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-45b2ccfb-6511-4db9-a394-581f01c8f4d0 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:07.834902 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2ccfb-6511-4db9-a394-581f01c8f4d0 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8b6cd5-bb05-4657-9331-f01cf268f13c,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:07.846493 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-0ed3b803-e123-4483-8e10-9beba6ef63c7 None None] Deleting port ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:25:07.846493 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0ed3b803-e123-4483-8e10-9beba6ef63c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:07.908728 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-0ed3b803-e123-4483-8e10-9beba6ef63c7 None None] For port ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4,segment=NetworkSegment(bd95d438-6d95-4863-b086-12cb052d8278),segment_id=bd95d438-6d95-4863-b086-12cb052d8278)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:25:07.909431 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0ed3b803-e123-4483-8e10-9beba6ef63c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:07.924119 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-0ed3b803-e123-4483-8e10-9beba6ef63c7 None None] Calling delete_port for ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:25:07.974387 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-45b2ccfb-6511-4db9-a394-581f01c8f4d0 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:07.978053 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-45b2ccfb-6511-4db9-a394-581f01c8f4d0 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5987146 Apr 20 16:25:07.978513 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48010) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:07.993767 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259491c2-ca2b-4c7a-aecc-e210ebcb1061 req-51236289-8f50-45a0-bb1a-d239a18dba5d tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:07.995963 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-259491c2-ca2b-4c7a-aecc-e210ebcb1061 req-51236289-8f50-45a0-bb1a-d239a18dba5d tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.0533028 Apr 20 16:25:07.996283 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1b6a4ca0-7bf3-46a9-ad60-88d97f04bd74 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-group-rules/3f8b6cd5-bb05-4657-9331-f01cf268f13c HTTP/1.1" status: 200 len: 764 time: 0.0159132 Apr 20 16:25:07.998721 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48012) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:08.007114 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9eb35056-7f11-472c-ad84-4c2f9c89e43f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:08.014360 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0ed3b803-e123-4483-8e10-9beba6ef63c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:08.040136 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb35056-7f11-472c-ad84-4c2f9c89e43f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Pushing event deleted for resources: {'Port': ['ID=ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:08.052136 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb35056-7f11-472c-ad84-4c2f9c89e43f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] No DVR routers for this DVR port ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:25:08.057367 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3b803-e123-4483-8e10-9beba6ef63c7 None None] Pushing event deleted for resources: {'Port': ['ID=ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:08.061824 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed3b803-e123-4483-8e10-9beba6ef63c7 None None] No DVR routers for this DVR port ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:25:08.086552 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-259491c2-ca2b-4c7a-aecc-e210ebcb1061 req-4ad28740-4a51-49fa-b0a9-535dfa72f795 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663962 Apr 20 16:25:08.113033 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1836860e-876d-477b-8749-5856cb19c0dd tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1120231 Apr 20 16:25:08.115928 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48020) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:08.143384 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d2b23e55-f856-43a4-8c16-1a0e94b02c62 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:08.175180 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d2b23e55-f856-43a4-8c16-1a0e94b02c62 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:08.189376 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9eb35056-7f11-472c-ad84-4c2f9c89e43f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:08.218915 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652654a-5c1d-4eeb-a694-893c1b6c37de req-18665779-5b9b-49c1-b763-69738a9c0dbd tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:08.220043 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-9eb35056-7f11-472c-ad84-4c2f9c89e43f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f97228-7cdd-46af-a221-4c3fc8b1cf4e']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:08.220450 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c652654a-5c1d-4eeb-a694-893c1b6c37de req-18665779-5b9b-49c1-b763-69738a9c0dbd tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.0748866 Apr 20 16:25:08.229234 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1a140-e708-43ac-bb4a-ad6f40d0ed50 req-8bcb685b-013f-4a5d-8f6c-18b1c33b3c44 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:08.231696 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ab1a140-e708-43ac-bb4a-ad6f40d0ed50 req-8bcb685b-013f-4a5d-8f6c-18b1c33b3c44 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.1171513 Apr 20 16:25:08.237390 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48024) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:08.242015 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ffa74e2d-1eb9-4708-833d-f23fa358a3ac tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Request body: {'floatingip': {'port_id': '2e531f2f-3a09-478e-a83c-6e5843916ec8'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:08.246173 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-9eb35056-7f11-472c-ad84-4c2f9c89e43f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd95d438-6d95-4863-b086-12cb052d8278') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:08.246468 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-9eb35056-7f11-472c-ad84-4c2f9c89e43f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd95d438-6d95-4863-b086-12cb052d8278') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:08.268216 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9eb35056-7f11-472c-ad84-4c2f9c89e43f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:08.284762 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ffa74e2d-1eb9-4708-833d-f23fa358a3ac tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for floatingip, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:08.298707 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:25:08.312604 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9eb35056-7f11-472c-ad84-4c2f9c89e43f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:08.318029 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ab1a140-e708-43ac-bb4a-ad6f40d0ed50 req-8f13a36d-2af9-4b7e-a963-03eb18897bb5 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766857 Apr 20 16:25:08.320318 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:25:08.321740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ed9d11bd-fb4a-4274-937f-d3f8eebdd3e4 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:25:08.323702 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb35056-7f11-472c-ad84-4c2f9c89e43f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:25:08.324184 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9eb35056-7f11-472c-ad84-4c2f9c89e43f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:08.324596 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d2b23e55-f856-43a4-8c16-1a0e94b02c62 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:25:08.327536 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:25:08.330686 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d2b23e55-f856-43a4-8c16-1a0e94b02c62 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:08.335345 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d2b23e55-f856-43a4-8c16-1a0e94b02c62 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/3f8b6cd5-bb05-4657-9331-f01cf268f13c HTTP/1.1" status: 204 len: 168 time: 0.2153215 Apr 20 16:25:08.346419 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48028) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:08.384757 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b23e55-f856-43a4-8c16-1a0e94b02c62 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f8b6cd5-bb05-4657-9331-f01cf268f13c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:08.447851 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a36f3fd7-6310-438c-8e69-5a3077e64ff3 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1046598 Apr 20 16:25:08.450753 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48032) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:08.485210 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device dfa5979b-7fe9-4738-ba69-2b4d76b0692c up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:25:08.509807 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9719b3e0-5bed-4fcb-b0e1-66ce52f8aa0b tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:08.546619 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9719b3e0-5bed-4fcb-b0e1-66ce52f8aa0b tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:08.573837 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9eb35056-7f11-472c-ad84-4c2f9c89e43f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:08.579770 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9eb35056-7f11-472c-ad84-4c2f9c89e43f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:08.583715 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9eb35056-7f11-472c-ad84-4c2f9c89e43f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "DELETE /v2.0/networks/f7f97228-7cdd-46af-a221-4c3fc8b1cf4e HTTP/1.1" status: 204 len: 168 time: 1.0141990 Apr 20 16:25:08.586509 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48036) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:08.611235 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb35056-7f11-472c-ad84-4c2f9c89e43f tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Pushing event deleted for resources: {'Network': ['ID=f7f97228-7cdd-46af-a221-4c3fc8b1cf4e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:08.624790 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d79f04bc-8ac9-4c63-b79f-e0a05354e465 tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ab5efc-5865-4ddb-a195-5e99d057116f HTTP/1.1" status: 200 len: 205 time: 0.0367727 Apr 20 16:25:08.629420 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48038) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:08.652753 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port dfa5979b-7fe9-4738-ba69-2b4d76b0692c completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:25:08.657210 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port dfa5979b-7fe9-4738-ba69-2b4d76b0692c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:25:08.657583 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:08.738388 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9719b3e0-5bed-4fcb-b0e1-66ce52f8aa0b tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:08.741795 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9719b3e0-5bed-4fcb-b0e1-66ce52f8aa0b tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:08.743263 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9719b3e0-5bed-4fcb-b0e1-66ce52f8aa0b tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "DELETE /v2.0/security-groups/c3898467-06eb-4a05-b304-53efb3073b62 HTTP/1.1" status: 204 len: 168 time: 0.2914226 Apr 20 16:25:08.750699 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bef00387-08a7-4c44-b0ba-3eb84ce566fc tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:08.752563 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48042) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:08.785816 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:08.812345 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20181709-d7a9-4ec4-98ec-15782b43a2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa5979b-7fe9-4738-ba69-2b4d76b0692c'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:25:08.814817 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78158dce-3a20-4a80-bc0e-c4a0e415499e" -d '{"events": [{"server_uuid": "20181709-d7a9-4ec4-98ec-15782b43a2c7", "name": "network-vif-plugged", "status": "completed", "tag": "dfa5979b-7fe9-4738-ba69-2b4d76b0692c"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:25:08.831674 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port dfa5979b-7fe9-4738-ba69-2b4d76b0692c, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=dfa5979b-7fe9-4738-ba69-2b4d76b0692c,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:25:08.867482 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03d36c1-39e7-45a1-b4fe-333e4d7c8c24 x-openstack-request-id: req-b03d36c1-39e7-45a1-b4fe-333e4d7c8c24 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:25:08.868407 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20181709-d7a9-4ec4-98ec-15782b43a2c7", "name": "network-vif-plugged", "status": "completed", "tag": "dfa5979b-7fe9-4738-ba69-2b4d76b0692c", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:25:08.868870 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b03d36c1-39e7-45a1-b4fe-333e4d7c8c24 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:25:08.869747 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b03d36c1-39e7-45a1-b4fe-333e4d7c8c24'] response: {'server_uuid': '20181709-d7a9-4ec4-98ec-15782b43a2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa5979b-7fe9-4738-ba69-2b4d76b0692c', 'code': 200} Apr 20 16:25:08.895867 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d019d-c7b0-471b-9a62-4c72731ec254 req-3903ac4f-de72-424d-8c04-ad0ffcafdd3a tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:08.897662 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-202d019d-c7b0-471b-9a62-4c72731ec254 req-3903ac4f-de72-424d-8c04-ad0ffcafdd3a tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 944 time: 0.1228421 Apr 20 16:25:08.917398 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:08.989270 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-202d019d-c7b0-471b-9a62-4c72731ec254 req-a15c51c1-200a-48b9-9b6c-0df7b42fac15 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745604 Apr 20 16:25:08.998556 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=dfa5979b-7fe9-4738-ba69-2b4d76b0692c,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:09.019131 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ffa74e2d-1eb9-4708-833d-f23fa358a3ac tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:09.129334 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719b3e0-5bed-4fcb-b0e1-66ce52f8aa0b tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3898467-06eb-4a05-b304-53efb3073b62,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:09.132098 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ffa74e2d-1eb9-4708-833d-f23fa358a3ac tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:09.237992 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-ffa74e2d-1eb9-4708-833d-f23fa358a3ac tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Floating IP 7aec9425-c12e-41f8-a940-d0c459b9fb8c associated. External IP: 172.25.0.93, port: 2e531f2f-3a09-478e-a83c-6e5843916ec8. Apr 20 16:25:09.271559 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-908a8865-9ceb-4e22-93bf-55c0a4025eb2 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5155582 Apr 20 16:25:09.278930 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787abc8-3816-4419-9b17-1fe03adb2af8 req-c88b1aa5-5d39-4345-8d52-30e75f1c75bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:09.280418 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d787abc8-3816-4419-9b17-1fe03adb2af8 req-c88b1aa5-5d39-4345-8d52-30e75f1c75bf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 1096 time: 0.1664114 Apr 20 16:25:09.285697 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48052) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:09.288638 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c12bc457-79af-40a9-961b-fa730fffddfe tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Request body: {'security_group': {'name': 'tempest-secgroup--589786996'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:09.312886 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bef00387-08a7-4c44-b0ba-3eb84ce566fc tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:09.315756 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bef00387-08a7-4c44-b0ba-3eb84ce566fc tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:09.375770 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d787abc8-3816-4419-9b17-1fe03adb2af8 req-c37bd953-c6fa-43e5-aaad-fb8c93cfe266 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694473 Apr 20 16:25:09.460373 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b676d2d-9b02-4ecc-97fe-26f8a80ceac6 req-c83e316e-4378-4ac4-9058-4d8acdd5f3de tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:09.462009 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4b676d2d-9b02-4ecc-97fe-26f8a80ceac6 req-c83e316e-4378-4ac4-9058-4d8acdd5f3de tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.0495763 Apr 20 16:25:09.472653 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa74e2d-1eb9-4708-833d-f23fa358a3ac tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Router 7b9156ca-8973-407a-989b-a0e256fceb47 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:25:09.501226 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4b676d2d-9b02-4ecc-97fe-26f8a80ceac6 req-f669c5c3-db69-412e-81a8-fe189dd65995 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331829 Apr 20 16:25:09.515730 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bef00387-08a7-4c44-b0ba-3eb84ce566fc tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:09.517573 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef00387-08a7-4c44-b0ba-3eb84ce566fc tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Fanout notify agent at l3_agent the message router_deleted on router 12ab5efc-5865-4ddb-a195-5e99d057116f {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:25:09.534177 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c12bc457-79af-40a9-961b-fa730fffddfe tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:09.534306 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bef00387-08a7-4c44-b0ba-3eb84ce566fc tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:09.534306 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bef00387-08a7-4c44-b0ba-3eb84ce566fc tempest-RoutersNegativeIpV6Test-1995807063 tempest-RoutersNegativeIpV6Test-1995807063-project] 10.222.0.15 "DELETE /v2.0/routers/12ab5efc-5865-4ddb-a195-5e99d057116f HTTP/1.1" status: 204 len: 168 time: 0.8963726 Apr 20 16:25:09.629923 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa74e2d-1eb9-4708-833d-f23fa358a3ac tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:25:09.637165 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ffa74e2d-1eb9-4708-833d-f23fa358a3ac tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:09.644238 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7200cff-5256-41cc-adcc-e6d800cf0d01 None None] Sync routers for ids ['7b9156ca-8973-407a-989b-a0e256fceb47'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:25:09.653210 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7200cff-5256-41cc-adcc-e6d800cf0d01 None None] Routers {'7b9156ca-8973-407a-989b-a0e256fceb47'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:25:09.653834 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b7200cff-5256-41cc-adcc-e6d800cf0d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:24:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['7b9156ca-8973-407a-989b-a0e256fceb47'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:09.676277 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c12bc457-79af-40a9-961b-fa730fffddfe tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:09.692950 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ffa74e2d-1eb9-4708-833d-f23fa358a3ac tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "PUT /v2.0/floatingips/7aec9425-c12e-41f8-a940-d0c459b9fb8c HTTP/1.1" status: 200 len: 990 time: 1.4543793 Apr 20 16:25:09.695307 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1077d3-0552-4e83-b7ca-7f1b5c15cec2', 'tag': '2e531f2f-3a09-478e-a83c-6e5843916ec8'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:25:09.697967 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e1630f-5637-4afd-a5f2-2fb038e0f73e" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1077d3-0552-4e83-b7ca-7f1b5c15cec2", "tag": "2e531f2f-3a09-478e-a83c-6e5843916ec8"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:25:09.737865 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25813b44-8062-4f3e-8e67-2867d21fbf9f x-openstack-request-id: req-25813b44-8062-4f3e-8e67-2867d21fbf9f {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:25:09.738150 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1077d3-0552-4e83-b7ca-7f1b5c15cec2", "tag": "2e531f2f-3a09-478e-a83c-6e5843916ec8", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:25:09.738397 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25813b44-8062-4f3e-8e67-2867d21fbf9f {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:25:09.738796 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25813b44-8062-4f3e-8e67-2867d21fbf9f'] response: {'name': 'network-changed', 'server_uuid': '4e1077d3-0552-4e83-b7ca-7f1b5c15cec2', 'tag': '2e531f2f-3a09-478e-a83c-6e5843916ec8', 'status': 'completed', 'code': 200} Apr 20 16:25:09.789961 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c12bc457-79af-40a9-961b-fa730fffddfe tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:09.841311 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd75bf-70e6-4935-b44f-5dd008491d53 req-c60c07d2-9b84-43fa-8710-0a6e3debb8d6 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:09.843707 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ccfd75bf-70e6-4935-b44f-5dd008491d53 req-c60c07d2-9b84-43fa-8710-0a6e3debb8d6 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.26 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 945 time: 0.0578671 Apr 20 16:25:09.852243 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12bc457-79af-40a9-961b-fa730fffddfe tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d7c724-3aae-48e8-8238-6b3f7298685e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:09.881384 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1630f-5637-4afd-a5f2-2fb038e0f73e req-fd8ad5a0-2e4c-4eda-bac7-2f79c37c9549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:09.883720 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b0e1630f-5637-4afd-a5f2-2fb038e0f73e req-fd8ad5a0-2e4c-4eda-bac7-2f79c37c9549 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbc372ad2d1446089af0923f5d212489&device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 1096 time: 0.0730400 Apr 20 16:25:09.930833 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-b7200cff-5256-41cc-adcc-e6d800cf0d01 None None] Set router 7b9156ca-8973-407a-989b-a0e256fceb47 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:25:09.963090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-ccfd75bf-70e6-4935-b44f-5dd008491d53 req-eefc8147-fb48-4a97-ad9f-862302ba441f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Deleting port 2412c883-60cd-45c7-8d9d-e3c856b8ea58 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:25:09.963729 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ccfd75bf-70e6-4935-b44f-5dd008491d53 req-eefc8147-fb48-4a97-ad9f-862302ba441f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:09.993194 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c12bc457-79af-40a9-961b-fa730fffddfe tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:09.994469 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c12bc457-79af-40a9-961b-fa730fffddfe tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7096925 Apr 20 16:25:10.001312 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48068) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:10.007140 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-4659c12a-f5e5-4cba-9040-ed24dd58ce86 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Request body: {'security_group_rule': {'security_group_id': 'c3d7c724-3aae-48e8-8238-6b3f7298685e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:10.055948 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1630f-5637-4afd-a5f2-2fb038e0f73e req-39511a67-266c-4923-8e67-2cde502a9c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:10.057721 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b0e1630f-5637-4afd-a5f2-2fb038e0f73e req-39511a67-266c-4923-8e67-2cde502a9c22 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb HTTP/1.1" status: 200 len: 919 time: 0.1659796 Apr 20 16:25:10.142971 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-ccfd75bf-70e6-4935-b44f-5dd008491d53 req-eefc8147-fb48-4a97-ad9f-862302ba441f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] For port 2412c883-60cd-45c7-8d9d-e3c856b8ea58, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=2412c883-60cd-45c7-8d9d-e3c856b8ea58,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:25:10.143445 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ccfd75bf-70e6-4935-b44f-5dd008491d53 req-eefc8147-fb48-4a97-ad9f-862302ba441f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:10.154042 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b0e1630f-5637-4afd-a5f2-2fb038e0f73e req-4fa04b8d-3d59-4b6b-a9fa-7da489dd3430 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e531f2f-3a09-478e-a83c-6e5843916ec8 HTTP/1.1" status: 200 len: 998 time: 0.0893087 Apr 20 16:25:10.165523 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-ccfd75bf-70e6-4935-b44f-5dd008491d53 req-eefc8147-fb48-4a97-ad9f-862302ba441f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Calling delete_port for 2412c883-60cd-45c7-8d9d-e3c856b8ea58 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:25:10.172373 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4659c12a-f5e5-4cba-9040-ed24dd58ce86 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:10.190699 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652bc18-1e3b-44a2-8fa0-d9157b297feb req-7e16bcd6-2f09-4877-b075-02efc1575b54 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:10.192214 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d652bc18-1e3b-44a2-8fa0-d9157b297feb req-7e16bcd6-2f09-4877-b075-02efc1575b54 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0955710 Apr 20 16:25:10.199012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48078) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:10.253461 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1630f-5637-4afd-a5f2-2fb038e0f73e req-a3659cd2-2ea2-4754-ac1b-98ff69ec16d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:10.254943 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b0e1630f-5637-4afd-a5f2-2fb038e0f73e req-a3659cd2-2ea2-4754-ac1b-98ff69ec16d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f49ef81d-6341-40ae-b59c-ad7cca19ee9b HTTP/1.1" status: 200 len: 857 time: 0.0932324 Apr 20 16:25:10.301660 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4659c12a-f5e5-4cba-9040-ed24dd58ce86 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:10.309491 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b7200cff-5256-41cc-adcc-e6d800cf0d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'name': 'tempest-ServerRescueNegativeTestJSON-149214004-router', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:22:53Z', 'updated_at': '2022-04-20T16:23:01Z', 'revision_number': 4, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'gw_port': {'id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:22:55Z', 'updated_at': '2022-04-20T16:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '7aec9425-c12e-41f8-a940-d0c459b9fb8c', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'port_id': '2e531f2f-3a09-478e-a83c-6e5843916ec8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'mac_address': 'fa:16:3e:2a:8e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1077d3-0552-4e83-b7ca-7f1b5c15cec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:24:45Z', 'updated_at': '2022-04-20T16:25:08Z', 'revision_number': 1, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98b43b9-d7a1-47e3-8354-d223de2a00e2', 'name': '', 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'mac_address': 'fa:16:3e:01:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:23:00Z', 'updated_at': '2022-04-20T16:23:08Z', 'revision_number': 5, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'subnets': [{'id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:10.319864 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d652bc18-1e3b-44a2-8fa0-d9157b297feb req-e45d2fad-19e8-463e-af87-406e134b34d4 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194825 Apr 20 16:25:10.327469 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1630f-5637-4afd-a5f2-2fb038e0f73e req-cf69c8f5-a3f7-4da0-a97d-75d90abdbd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:10.329045 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b0e1630f-5637-4afd-a5f2-2fb038e0f73e req-cf69c8f5-a3f7-4da0-a97d-75d90abdbd92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623984 Apr 20 16:25:10.347748 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7200cff-5256-41cc-adcc-e6d800cf0d01 None None] Checking router: 7b9156ca-8973-407a-989b-a0e256fceb47 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:25:10.358871 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7200cff-5256-41cc-adcc-e6d800cf0d01 None None] Routers {'7b9156ca-8973-407a-989b-a0e256fceb47'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:25:10.359959 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b7200cff-5256-41cc-adcc-e6d800cf0d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:24:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['7b9156ca-8973-407a-989b-a0e256fceb47'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:10.459025 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4659c12a-f5e5-4cba-9040-ed24dd58ce86 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:10.484311 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b0e1630f-5637-4afd-a5f2-2fb038e0f73e req-01560e22-3903-4a26-bc6a-f6e9aa82081a service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465273 Apr 20 16:25:10.486871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659c12a-f5e5-4cba-9040-ed24dd58ce86 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84daa36-983b-4f6e-a477-7a3279cbc7e3,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:10.487640 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-b7200cff-5256-41cc-adcc-e6d800cf0d01 None None] Set router 7b9156ca-8973-407a-989b-a0e256fceb47 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:25:10.540870 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-42b6de5c-c3e6-4f9d-9e4f-32b525581684 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eaba78383eae4d1b9a00511d30c1e9b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3422773 Apr 20 16:25:10.543395 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48084) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:10.582710 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ccfd75bf-70e6-4935-b44f-5dd008491d53 req-eefc8147-fb48-4a97-ad9f-862302ba441f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:10.622736 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['ff9eabef-07f4-42fd-8261-dfda19d01138'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:25:10.637746 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4659c12a-f5e5-4cba-9040-ed24dd58ce86 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:10.642600 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc8147-fb48-4a97-ad9f-862302ba441f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Pushing event deleted for resources: {'Port': ['ID=2412c883-60cd-45c7-8d9d-e3c856b8ea58,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:10.651443 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4659c12a-f5e5-4cba-9040-ed24dd58ce86 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6417103 Apr 20 16:25:10.651852 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48088) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:10.656729 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b0e1630f-5637-4afd-a5f2-2fb038e0f73e req-bd10cbc7-4a5e-47bb-a22b-78497d20ff9b service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628773 Apr 20 16:25:10.683631 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfd75bf-70e6-4935-b44f-5dd008491d53 req-eefc8147-fb48-4a97-ad9f-862302ba441f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] No DVR routers for this DVR port 2412c883-60cd-45c7-8d9d-e3c856b8ea58 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:25:10.687822 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ccfd75bf-70e6-4935-b44f-5dd008491d53 req-eefc8147-fb48-4a97-ad9f-862302ba441f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:10.691574 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ccfd75bf-70e6-4935-b44f-5dd008491d53 req-eefc8147-fb48-4a97-ad9f-862302ba441f tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.26 "DELETE /v2.0/ports/2412c883-60cd-45c7-8d9d-e3c856b8ea58 HTTP/1.1" status: 204 len: 173 time: 0.8399255 Apr 20 16:25:10.692032 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e591783b-9e26-4bf2-ab23-450226f5c166', 'name': 'network-vif-deleted', 'tag': '2412c883-60cd-45c7-8d9d-e3c856b8ea58'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:25:10.694479 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbd08b8-80fd-4026-ae92-01bd06e98900" -d '{"events": [{"server_uuid": "e591783b-9e26-4bf2-ab23-450226f5c166", "name": "network-vif-deleted", "tag": "2412c883-60cd-45c7-8d9d-e3c856b8ea58"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:25:10.714975 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['2412c883-60cd-45c7-8d9d-e3c856b8ea58'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:25:10.716293 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-028893d4-361d-4f2e-adf7-ce636231acf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:10.740226 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-028893d4-361d-4f2e-adf7-ce636231acf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:10.745927 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a8fc8708-4de5-4a8b-b612-cd29c479df98 req-56ee3cb9-7221-4a9c-b550-cdbdc65a53f2 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 210 time: 0.0920799 Apr 20 16:25:10.792452 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2680ea3d-1f05-43f6-a38e-33157162c7cd tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:10.799023 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18276b47-e419-4fd6-8b6e-752216422c44 x-openstack-request-id: req-18276b47-e419-4fd6-8b6e-752216422c44 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:25:10.799514 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e591783b-9e26-4bf2-ab23-450226f5c166", "name": "network-vif-deleted", "tag": "2412c883-60cd-45c7-8d9d-e3c856b8ea58", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:25:10.799822 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18276b47-e419-4fd6-8b6e-752216422c44 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:25:10.800407 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18276b47-e419-4fd6-8b6e-752216422c44'] response: {'server_uuid': 'e591783b-9e26-4bf2-ab23-450226f5c166', 'name': 'network-vif-deleted', 'tag': '2412c883-60cd-45c7-8d9d-e3c856b8ea58', 'status': 'completed', 'code': 200} Apr 20 16:25:10.817635 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2680ea3d-1f05-43f6-a38e-33157162c7cd tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:10.952372 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b7200cff-5256-41cc-adcc-e6d800cf0d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'name': 'tempest-ServerRescueNegativeTestJSON-149214004-router', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:22:53Z', 'updated_at': '2022-04-20T16:23:01Z', 'revision_number': 4, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'gw_port': {'id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:22:55Z', 'updated_at': '2022-04-20T16:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '7aec9425-c12e-41f8-a940-d0c459b9fb8c', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'port_id': '2e531f2f-3a09-478e-a83c-6e5843916ec8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'mac_address': 'fa:16:3e:2a:8e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1077d3-0552-4e83-b7ca-7f1b5c15cec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:24:45Z', 'updated_at': '2022-04-20T16:25:08Z', 'revision_number': 1, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98b43b9-d7a1-47e3-8354-d223de2a00e2', 'name': '', 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'mac_address': 'fa:16:3e:01:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:23:00Z', 'updated_at': '2022-04-20T16:23:08Z', 'revision_number': 5, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'subnets': [{'id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:10.978104 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-028893d4-361d-4f2e-adf7-ce636231acf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:10.981575 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-028893d4-361d-4f2e-adf7-ce636231acf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:10.985734 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-028893d4-361d-4f2e-adf7-ce636231acf3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a06448db-dcb5-401c-a6c2-407bdadb758c HTTP/1.1" status: 204 len: 168 time: 0.4380662 Apr 20 16:25:10.985967 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7200cff-5256-41cc-adcc-e6d800cf0d01 None None] The sync data for ids ['7b9156ca-8973-407a-989b-a0e256fceb47'] in n-d-836146-2 is: [{'id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'name': 'tempest-ServerRescueNegativeTestJSON-149214004-router', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:22:53Z', 'updated_at': '2022-04-20T16:23:01Z', 'revision_number': 4, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'gw_port': {'id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:22:55Z', 'updated_at': '2022-04-20T16:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '7aec9425-c12e-41f8-a940-d0c459b9fb8c', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'port_id': '2e531f2f-3a09-478e-a83c-6e5843916ec8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'mac_address': 'fa:16:3e:2a:8e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1077d3-0552-4e83-b7ca-7f1b5c15cec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:24:45Z', 'updated_at': '2022-04-20T16:25:08Z', 'revision_number': 1, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98b43b9-d7a1-47e3-8354-d223de2a00e2', 'name': '', 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'mac_address': 'fa:16:3e:01:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:23:00Z', 'updated_at': '2022-04-20T16:23:08Z', 'revision_number': 5, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'subnets': [{'id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:25:10.991923 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028893d4-361d-4f2e-adf7-ce636231acf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06448db-dcb5-401c-a6c2-407bdadb758c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:11.024623 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2680ea3d-1f05-43f6-a38e-33157162c7cd tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:11.028073 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2680ea3d-1f05-43f6-a38e-33157162c7cd tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:11.028936 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2680ea3d-1f05-43f6-a38e-33157162c7cd tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "DELETE /v2.0/security-groups/c3d7c724-3aae-48e8-8238-6b3f7298685e HTTP/1.1" status: 204 len: 168 time: 0.3713601 Apr 20 16:25:11.031543 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48096) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:11.052432 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680ea3d-1f05-43f6-a38e-33157162c7cd tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d7c724-3aae-48e8-8238-6b3f7298685e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:11.123864 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0dc419b8-033d-4d2f-8da4-84f7ebb5a925 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0910356 Apr 20 16:25:11.126231 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48098) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:11.172182 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-13955c2c-d64a-4ccf-88e2-261628884fd8 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0414696 Apr 20 16:25:11.172542 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48100) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:11.187454 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-54d4b658-c66f-4318-bede-4f4e8d61ef61 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] delete failed (client error): The resource could not be found. Apr 20 16:25:11.192172 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-54d4b658-c66f-4318-bede-4f4e8d61ef61 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "DELETE /v2.0/security-groups/c3d7c724-3aae-48e8-8238-6b3f7298685e HTTP/1.1" status: 404 len: 347 time: 0.0148606 Apr 20 16:25:11.192592 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48102) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:11.242300 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-497fb380-07a7-43da-b48d-5d457f48cdb2 tempest-SecGroupTest-1839133774 tempest-SecGroupTest-1839133774-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0484514 Apr 20 16:25:11.267159 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d770abd-c6bb-4682-b7b4-1598925f95f0 None None] New status for floating IP 7aec9425-c12e-41f8-a940-d0c459b9fb8c: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:25:11.443610 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683c6f5-7f0d-4437-ae59-a64911769a7f req-f29db34b-6cdd-40c6-bce0-d6e4f473c549 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:11.445257 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9683c6f5-7f0d-4437-ae59-a64911769a7f req-f29db34b-6cdd-40c6-bce0-d6e4f473c549 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0503573 Apr 20 16:25:11.486602 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9683c6f5-7f0d-4437-ae59-a64911769a7f req-3bab50d8-f637-4864-94f4-d695448110af tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340419 Apr 20 16:25:11.868734 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1d221d6f-3186-41ef-b62d-05bad106d1f2 req-ab2570c8-a77d-4e04-97ee-0b63811280c6 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=e591783b-9e26-4bf2-ab23-450226f5c166 HTTP/1.1" status: 200 len: 210 time: 0.0277741 Apr 20 16:25:11.891248 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0599d-fef3-49eb-b806-65ab30b7f6be req-2c0865c1-1df2-4e29-9015-e34f26159386 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:11.893036 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04e0599d-fef3-49eb-b806-65ab30b7f6be req-2c0865c1-1df2-4e29-9015-e34f26159386 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0563755 Apr 20 16:25:11.930896 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04e0599d-fef3-49eb-b806-65ab30b7f6be req-00aed974-9083-455e-944e-73207c032b01 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317101 Apr 20 16:25:11.973193 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48126) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:12.176119 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9e4ab36c-3fcd-48b7-9818-7e2182653694 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2fcc8fa3234d406197c0e183c5f5b371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2016678 Apr 20 16:25:12.178569 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48134) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:12.230651 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93bd19e3-609e-411b-ab60-36ca8bba9f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:12.259912 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93bd19e3-609e-411b-ab60-36ca8bba9f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:12.446731 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93bd19e3-609e-411b-ab60-36ca8bba9f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:12.450987 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93bd19e3-609e-411b-ab60-36ca8bba9f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:12.452159 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-93bd19e3-609e-411b-ab60-36ca8bba9f4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d6acf90-ae31-4a27-86c9-05b85be72ee2 HTTP/1.1" status: 204 len: 168 time: 0.2725718 Apr 20 16:25:12.461742 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd19e3-609e-411b-ab60-36ca8bba9f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6acf90-ae31-4a27-86c9-05b85be72ee2,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:13.078461 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db1cab-ea45-4094-b714-0b7cfca18b4c req-d127e4cf-522a-4c73-80df-360f9184fadc tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:13.080160 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b3db1cab-ea45-4094-b714-0b7cfca18b4c req-d127e4cf-522a-4c73-80df-360f9184fadc tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0590119 Apr 20 16:25:13.138440 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b3db1cab-ea45-4094-b714-0b7cfca18b4c req-9cd2a9b6-9605-40f0-b49c-442f72dc96d5 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483401 Apr 20 16:25:13.996217 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a90dd-306e-479b-bbf6-4f9c799955d6 req-28bc8129-b397-4a19-91b5-2a209e6127f3 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:13.997716 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c3a90dd-306e-479b-bbf6-4f9c799955d6 req-28bc8129-b397-4a19-91b5-2a209e6127f3 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 945 time: 0.0516961 Apr 20 16:25:14.039379 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c3a90dd-306e-479b-bbf6-4f9c799955d6 req-0217c199-37f2-4623-9b0d-f7908fbb1481 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354064 Apr 20 16:25:14.258321 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63e351-1a66-474f-a313-e2941746b49a req-985a768e-66b4-4e29-a1bb-a604e52dbcfe tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:14.259797 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7a63e351-1a66-474f-a313-e2941746b49a req-985a768e-66b4-4e29-a1bb-a604e52dbcfe tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0484781 Apr 20 16:25:14.299795 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7a63e351-1a66-474f-a313-e2941746b49a req-ee8feb17-c5c3-47f9-be19-90c35a339c05 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328388 Apr 20 16:25:14.500540 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48248) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:14.510991 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 2412c883-60cd-45c7-8d9d-e3c856b8ea58 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:25:14.534125 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 2412c883-60cd-45c7-8d9d-e3c856b8ea58 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:25:14.534471 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 2412c883-60cd-45c7-8d9d-e3c856b8ea58 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:25:14.727002 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-3e9d470f-1c64-4dcb-8194-afeae0ec9a11 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:14.727925 n-d-836146-2 neutron-server[103485]: WARNING neutron.api.v2.base [None req-3e9d470f-1c64-4dcb-8194-afeae0ec9a11 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 20 16:25:14.728399 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-3e9d470f-1c64-4dcb-8194-afeae0ec9a11 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] create failed (client error): There was a conflict when trying to complete your request. Apr 20 16:25:14.729933 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3e9d470f-1c64-4dcb-8194-afeae0ec9a11 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2277901 Apr 20 16:25:14.733893 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48262) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:14.739245 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b9ee2619-4c58-4c5c-8058-28b0f4230e89 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group': {'name': 'tempest-secgroup--870154657'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:14.835700 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9ee2619-4c58-4c5c-8058-28b0f4230e89 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:14.845487 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9ee2619-4c58-4c5c-8058-28b0f4230e89 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:14.929903 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9ee2619-4c58-4c5c-8058-28b0f4230e89 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:15.034958 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9ee2619-4c58-4c5c-8058-28b0f4230e89 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:15.078373 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee2619-4c58-4c5c-8058-28b0f4230e89 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08311046-9f0e-4e33-a091-53aabef8e203,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:15.116953 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9ee2619-4c58-4c5c-8058-28b0f4230e89 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:15.185553 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8cf2c-4862-4fee-849c-7bae4b6b869c req-ff548d00-421b-490a-80f6-73989359fd5b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:15.187051 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bfb8cf2c-4862-4fee-849c-7bae4b6b869c req-ff548d00-421b-490a-80f6-73989359fd5b tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 945 time: 0.0523169 Apr 20 16:25:15.224176 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bfb8cf2c-4862-4fee-849c-7bae4b6b869c req-6c6c7177-e7a0-4e8e-8dab-c06c3c3518b9 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305233 Apr 20 16:25:15.246902 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9ee2619-4c58-4c5c-8058-28b0f4230e89 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:15.277845 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee2619-4c58-4c5c-8058-28b0f4230e89 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89719a7a-c470-484f-b506-a8c33b77a06b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:15.417313 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9ee2619-4c58-4c5c-8058-28b0f4230e89 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:15.418614 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b9ee2619-4c58-4c5c-8058-28b0f4230e89 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6838598 Apr 20 16:25:15.421705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48282) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:15.427135 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-bee8a2b2-cb9b-4c7c-96bb-fbd10df83478 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group_rule': {'security_group_id': '89719a7a-c470-484f-b506-a8c33b77a06b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:15.451319 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe090b-cc06-4c19-9f15-a753734612b1 req-3ba18a76-4b9a-40e4-8973-aa99323ff9bc tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:15.452959 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-28fe090b-cc06-4c19-9f15-a753734612b1 req-3ba18a76-4b9a-40e4-8973-aa99323ff9bc tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0729272 Apr 20 16:25:15.493185 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-28fe090b-cc06-4c19-9f15-a753734612b1 req-d8ae76ac-4528-4efb-98f1-73729358b089 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331931 Apr 20 16:25:15.686284 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bee8a2b2-cb9b-4c7c-96bb-fbd10df83478 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:15.732966 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bee8a2b2-cb9b-4c7c-96bb-fbd10df83478 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:15.872477 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb6e03-13d0-4b6e-ada9-9df7c86cacf8 req-0bd554aa-04b4-4c06-a2e0-32c4fb1fc533 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:15.873393 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-72bb6e03-13d0-4b6e-ada9-9df7c86cacf8 req-0bd554aa-04b4-4c06-a2e0-32c4fb1fc533 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 945 time: 0.0505390 Apr 20 16:25:15.909453 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bee8a2b2-cb9b-4c7c-96bb-fbd10df83478 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:15.939267 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8a2b2-cb9b-4c7c-96bb-fbd10df83478 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=383a88ab-c24e-438b-90d4-0be81df6ace6,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:15.992021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-72bb6e03-13d0-4b6e-ada9-9df7c86cacf8 req-ec23b0c5-c30e-43c2-bbed-098c9dcc3526 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Deleting port ff9eabef-07f4-42fd-8261-dfda19d01138 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:25:15.992391 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-72bb6e03-13d0-4b6e-ada9-9df7c86cacf8 req-ec23b0c5-c30e-43c2-bbed-098c9dcc3526 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:16.081412 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-72bb6e03-13d0-4b6e-ada9-9df7c86cacf8 req-ec23b0c5-c30e-43c2-bbed-098c9dcc3526 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] For port ff9eabef-07f4-42fd-8261-dfda19d01138, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ff9eabef-07f4-42fd-8261-dfda19d01138,segment=NetworkSegment(2d25fc5f-e30a-468b-a164-868f7980ef69),segment_id=2d25fc5f-e30a-468b-a164-868f7980ef69)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:25:16.081823 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-72bb6e03-13d0-4b6e-ada9-9df7c86cacf8 req-ec23b0c5-c30e-43c2-bbed-098c9dcc3526 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:16.097627 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bee8a2b2-cb9b-4c7c-96bb-fbd10df83478 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:16.100308 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bee8a2b2-cb9b-4c7c-96bb-fbd10df83478 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6774745 Apr 20 16:25:16.101927 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-72bb6e03-13d0-4b6e-ada9-9df7c86cacf8 req-ec23b0c5-c30e-43c2-bbed-098c9dcc3526 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Calling delete_port for ff9eabef-07f4-42fd-8261-dfda19d01138 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:25:16.103303 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48298) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:16.108171 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-91b61a96-11a6-49e8-aac0-709a8d3b441a tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group_rule': {'security_group_id': '89719a7a-c470-484f-b506-a8c33b77a06b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:16.252078 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91b61a96-11a6-49e8-aac0-709a8d3b441a tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:16.341630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfbdba-3e10-49ae-abf4-23bda1f556aa req-9ca8b8fb-5b49-4dbf-87eb-daf8b6fe4252 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:16.343184 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-32cfbdba-3e10-49ae-abf4-23bda1f556aa req-9ca8b8fb-5b49-4dbf-87eb-daf8b6fe4252 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 945 time: 0.0494673 Apr 20 16:25:16.382538 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-32cfbdba-3e10-49ae-abf4-23bda1f556aa req-cde4e355-ce30-463b-a90d-6fd5f4ca8ca7 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/security-groups?id=b157d423-48be-4f2c-a7a3-1cd29444061b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329363 Apr 20 16:25:16.424079 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-91b61a96-11a6-49e8-aac0-709a8d3b441a tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] create failed (client error): There was a conflict when trying to complete your request. Apr 20 16:25:16.426164 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-91b61a96-11a6-49e8-aac0-709a8d3b441a tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3210762 Apr 20 16:25:16.426645 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-72bb6e03-13d0-4b6e-ada9-9df7c86cacf8 req-ec23b0c5-c30e-43c2-bbed-098c9dcc3526 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:16.430068 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48306) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:16.455054 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23b0c5-c30e-43c2-bbed-098c9dcc3526 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Pushing event deleted for resources: {'Port': ['ID=ff9eabef-07f4-42fd-8261-dfda19d01138,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:16.460845 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['ff9eabef-07f4-42fd-8261-dfda19d01138'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:25:16.511667 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bb6e03-13d0-4b6e-ada9-9df7c86cacf8 req-ec23b0c5-c30e-43c2-bbed-098c9dcc3526 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] No DVR routers for this DVR port ff9eabef-07f4-42fd-8261-dfda19d01138 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:25:16.513872 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0d3ee34e-ca24-4711-a6c0-38af612bff76 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:16.514549 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-72bb6e03-13d0-4b6e-ada9-9df7c86cacf8 req-ec23b0c5-c30e-43c2-bbed-098c9dcc3526 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:16.524085 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-72bb6e03-13d0-4b6e-ada9-9df7c86cacf8 req-ec23b0c5-c30e-43c2-bbed-098c9dcc3526 tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.30 "DELETE /v2.0/ports/ff9eabef-07f4-42fd-8261-dfda19d01138 HTTP/1.1" status: 204 len: 173 time: 0.6417251 Apr 20 16:25:16.524587 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b7e043-84d1-4aaf-8caa-7d289cf224e3', 'name': 'network-vif-deleted', 'tag': 'ff9eabef-07f4-42fd-8261-dfda19d01138'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:25:16.527767 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd4150f-097b-461a-aa37-f972e044bc50" -d '{"events": [{"server_uuid": "d8b7e043-84d1-4aaf-8caa-7d289cf224e3", "name": "network-vif-deleted", "tag": "ff9eabef-07f4-42fd-8261-dfda19d01138"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:25:16.542548 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0d3ee34e-ca24-4711-a6c0-38af612bff76 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:16.593211 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be737e9-fb1a-4079-ba44-bce0dc054ec4 x-openstack-request-id: req-2be737e9-fb1a-4079-ba44-bce0dc054ec4 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:25:16.593563 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b7e043-84d1-4aaf-8caa-7d289cf224e3", "name": "network-vif-deleted", "tag": "ff9eabef-07f4-42fd-8261-dfda19d01138", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:25:16.593823 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2be737e9-fb1a-4079-ba44-bce0dc054ec4 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:25:16.594274 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2be737e9-fb1a-4079-ba44-bce0dc054ec4'] response: {'server_uuid': 'd8b7e043-84d1-4aaf-8caa-7d289cf224e3', 'name': 'network-vif-deleted', 'tag': 'ff9eabef-07f4-42fd-8261-dfda19d01138', 'status': 'completed', 'code': 200} Apr 20 16:25:16.643559 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1b796-adb5-403d-ac4b-4c7cc966b33f req-7b9c79f1-3c25-4b1a-9e4a-cdafb8d444bd tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:16.645277 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d7f1b796-adb5-403d-ac4b-4c7cc966b33f req-7b9c79f1-3c25-4b1a-9e4a-cdafb8d444bd tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0573957 Apr 20 16:25:16.687711 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d7f1b796-adb5-403d-ac4b-4c7cc966b33f req-d6718dd7-8648-47bc-86ea-a1847d2acca0 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355225 Apr 20 16:25:16.806058 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0d3ee34e-ca24-4711-a6c0-38af612bff76 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:16.809195 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0d3ee34e-ca24-4711-a6c0-38af612bff76 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:16.810298 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0d3ee34e-ca24-4711-a6c0-38af612bff76 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "DELETE /v2.0/security-groups/89719a7a-c470-484f-b506-a8c33b77a06b HTTP/1.1" status: 204 len: 168 time: 0.3790793 Apr 20 16:25:16.813033 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48318) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:16.819300 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ee34e-ca24-4711-a6c0-38af612bff76 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89719a7a-c470-484f-b506-a8c33b77a06b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:16.858781 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a67ddaad-424a-4cae-a4ba-8a295df03d35 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0445597 Apr 20 16:25:16.862272 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48322) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:16.867869 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-459751e7-169e-4b4e-bf53-2e6be8490817 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group': {'name': 'tempest-secgroup--1095684033'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:16.996282 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-459751e7-169e-4b4e-bf53-2e6be8490817 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:17.069129 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-459751e7-169e-4b4e-bf53-2e6be8490817 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:17.171846 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-459751e7-169e-4b4e-bf53-2e6be8490817 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:17.201316 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459751e7-169e-4b4e-bf53-2e6be8490817 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f2ac8c-9093-4794-8389-677c661bfab7,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:17.294454 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-459751e7-169e-4b4e-bf53-2e6be8490817 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:17.295733 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-459751e7-169e-4b4e-bf53-2e6be8490817 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4324167 Apr 20 16:25:17.298735 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48336) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:17.303368 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-35e380c4-d2a1-45e9-b5fc-8a1c4ec91b53 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group_rule': {'security_group_id': '48f2ac8c-9093-4794-8389-677c661bfab7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:17.304143 n-d-836146-2 neutron-server[103484]: WARNING neutron.api.v2.base [None req-35e380c4-d2a1-45e9-b5fc-8a1c4ec91b53 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 20 16:25:17.304770 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-35e380c4-d2a1-45e9-b5fc-8a1c4ec91b53 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:25:17.305717 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-35e380c4-d2a1-45e9-b5fc-8a1c4ec91b53 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058336 Apr 20 16:25:17.308787 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48338) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:17.365383 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-23678a33-c651-4587-ae5b-390945ad608f tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:17.390734 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-23678a33-c651-4587-ae5b-390945ad608f tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:17.500104 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17fb45f2-2407-4a70-bd14-9f44888c4751 req-a93eeb8d-10a0-4a87-967a-b5838c5e167e tempest-ServersTestJSON-695748953 tempest-ServersTestJSON-695748953-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b7e043-84d1-4aaf-8caa-7d289cf224e3 HTTP/1.1" status: 200 len: 210 time: 0.0269682 Apr 20 16:25:17.641092 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-23678a33-c651-4587-ae5b-390945ad608f tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:17.644036 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-23678a33-c651-4587-ae5b-390945ad608f tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:17.645290 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-23678a33-c651-4587-ae5b-390945ad608f tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "DELETE /v2.0/security-groups/48f2ac8c-9093-4794-8389-677c661bfab7 HTTP/1.1" status: 204 len: 168 time: 0.3350894 Apr 20 16:25:17.648173 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48346) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:17.656966 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23678a33-c651-4587-ae5b-390945ad608f tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f2ac8c-9093-4794-8389-677c661bfab7,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:17.698611 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-22ab925a-d868-4314-acb1-883c64913913 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0479286 Apr 20 16:25:17.702103 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48350) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:17.706672 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-1a3b7820-3cae-43db-9b27-67eaa124feb3 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group': {'name': 'tempest-secgroup--1158662268'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:17.812871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392da2cb-e4e5-4323-b9cc-17bd6799abf3 req-d15898bf-c70a-439c-8ec3-79584725a693 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:17.814362 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-392da2cb-e4e5-4323-b9cc-17bd6799abf3 req-d15898bf-c70a-439c-8ec3-79584725a693 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0567369 Apr 20 16:25:17.853095 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-392da2cb-e4e5-4323-b9cc-17bd6799abf3 req-86146028-5f36-46db-a447-f6652b64f860 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324168 Apr 20 16:25:17.920710 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7820-3cae-43db-9b27-67eaa124feb3 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:17.996776 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7820-3cae-43db-9b27-67eaa124feb3 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:18.138301 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7820-3cae-43db-9b27-67eaa124feb3 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:18.173443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b7820-3cae-43db-9b27-67eaa124feb3 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cef4ed74-0b88-4c5f-9516-8acdc7b26f54,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:18.300252 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7820-3cae-43db-9b27-67eaa124feb3 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:18.308492 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1a3b7820-3cae-43db-9b27-67eaa124feb3 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5985413 Apr 20 16:25:18.308492 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48362) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:18.309426 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-82906c8d-4faa-42d0-8e27-02a021763827 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group_rule': {'security_group_id': 'cef4ed74-0b88-4c5f-9516-8acdc7b26f54', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:18.310309 n-d-836146-2 neutron-server[103484]: WARNING neutron.api.v2.base [None req-82906c8d-4faa-42d0-8e27-02a021763827 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 20 16:25:18.310848 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-82906c8d-4faa-42d0-8e27-02a021763827 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:25:18.311799 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-82906c8d-4faa-42d0-8e27-02a021763827 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063703 Apr 20 16:25:18.314464 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48366) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:18.366092 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef105238-90a8-4a5f-a792-d6b7ad43491a tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:18.387885 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef105238-90a8-4a5f-a792-d6b7ad43491a tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:18.549575 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef105238-90a8-4a5f-a792-d6b7ad43491a tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:18.552222 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef105238-90a8-4a5f-a792-d6b7ad43491a tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:18.553593 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ef105238-90a8-4a5f-a792-d6b7ad43491a tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "DELETE /v2.0/security-groups/cef4ed74-0b88-4c5f-9516-8acdc7b26f54 HTTP/1.1" status: 204 len: 168 time: 0.2381532 Apr 20 16:25:18.557878 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48372) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:18.570035 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48374) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:18.570605 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef105238-90a8-4a5f-a792-d6b7ad43491a tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef4ed74-0b88-4c5f-9516-8acdc7b26f54,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:18.620377 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba98765f-52a7-4d0e-beb2-9a8e9a74ff72 admin admin] Deleting subnet 1b506ada-a815-4b95-bd30-2bdbb75a1ede {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:25:18.621790 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3488d2cc-3fe7-43bb-a043-3d36d17f3e2d tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0612702 Apr 20 16:25:18.625411 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48376) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:18.627303 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ba98765f-52a7-4d0e-beb2-9a8e9a74ff72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:18.629868 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e1153ad1-7d5b-4268-9609-3faee622306c tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group': {'name': 'tempest-secgroup--1313995472'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:18.665803 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ba98765f-52a7-4d0e-beb2-9a8e9a74ff72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:18.704315 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ba98765f-52a7-4d0e-beb2-9a8e9a74ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:18.898276 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ba98765f-52a7-4d0e-beb2-9a8e9a74ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:18.909363 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1153ad1-7d5b-4268-9609-3faee622306c tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:18.924890 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98765f-52a7-4d0e-beb2-9a8e9a74ff72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b506ada-a815-4b95-bd30-2bdbb75a1ede,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:18.930350 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ba98765f-52a7-4d0e-beb2-9a8e9a74ff72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:18.934270 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ba98765f-52a7-4d0e-beb2-9a8e9a74ff72 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1b506ada-a815-4b95-bd30-2bdbb75a1ede HTTP/1.1" status: 204 len: 168 time: 0.3622622 Apr 20 16:25:18.936910 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48384) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:19.001403 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a673b-5f53-4ff2-81a2-08f9abf8dd73 req-ec86108e-cfac-44d3-a6cb-4048f15c60cd tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:19.002898 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2c9a673b-5f53-4ff2-81a2-08f9abf8dd73 req-ec86108e-cfac-44d3-a6cb-4048f15c60cd tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0794656 Apr 20 16:25:19.014405 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d22fa6a2-c70b-4051-bd07-368408dc1c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:19.021931 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:25:19.041363 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1153ad1-7d5b-4268-9609-3faee622306c tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:19.064569 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2c9a673b-5f53-4ff2-81a2-08f9abf8dd73 req-27395a47-a0f1-47b9-89f8-13eb52a73c44 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549121 Apr 20 16:25:19.119169 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d22fa6a2-c70b-4051-bd07-368408dc1c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:19.127318 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1153ad1-7d5b-4268-9609-3faee622306c tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:19.140623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-d22fa6a2-c70b-4051-bd07-368408dc1c03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a24f1ee1-7962-4b42-99b4-cd4d398ef380']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:19.151503 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-d22fa6a2-c70b-4051-bd07-368408dc1c03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d25fc5f-e30a-468b-a164-868f7980ef69') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:19.152215 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-d22fa6a2-c70b-4051-bd07-368408dc1c03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d25fc5f-e30a-468b-a164-868f7980ef69') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:19.161614 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1153ad1-7d5b-4268-9609-3faee622306c tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=478735f9-e8ba-4b32-a554-463f148c15d0,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:19.162470 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d22fa6a2-c70b-4051-bd07-368408dc1c03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:19.177190 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d22fa6a2-c70b-4051-bd07-368408dc1c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:19.183428 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22fa6a2-c70b-4051-bd07-368408dc1c03 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:25:19.183819 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d22fa6a2-c70b-4051-bd07-368408dc1c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:25:19.185487 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:25:19.328482 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1153ad1-7d5b-4268-9609-3faee622306c tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:19.330121 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e1153ad1-7d5b-4268-9609-3faee622306c tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7036598 Apr 20 16:25:19.333486 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48394) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:19.337845 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-73dbbc07-b3b3-4c8d-85a4-975ee874eed0 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group_rule': {'security_group_id': '478735f9-e8ba-4b32-a554-463f148c15d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:19.367122 n-d-836146-2 neutron-server[103485]: WARNING neutron.api.v2.base [None req-73dbbc07-b3b3-4c8d-85a4-975ee874eed0 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 20 16:25:19.367767 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-73dbbc07-b3b3-4c8d-85a4-975ee874eed0 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:25:19.368840 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-73dbbc07-b3b3-4c8d-85a4-975ee874eed0 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0344276 Apr 20 16:25:19.376178 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48396) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:19.381219 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a9002097-0561-4de5-905d-746e8ac8fafe tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group_rule': {'security_group_id': '478735f9-e8ba-4b32-a554-463f148c15d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:19.382074 n-d-836146-2 neutron-server[103485]: WARNING neutron.api.v2.base [None req-a9002097-0561-4de5-905d-746e8ac8fafe tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 20 16:25:19.382695 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-a9002097-0561-4de5-905d-746e8ac8fafe tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:25:19.383211 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d22fa6a2-c70b-4051-bd07-368408dc1c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:19.384475 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a9002097-0561-4de5-905d-746e8ac8fafe tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063779 Apr 20 16:25:19.388015 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48398) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:19.394294 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-73c41e6b-29de-4e81-8e7c-797f18217a46 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group_rule': {'security_group_id': '478735f9-e8ba-4b32-a554-463f148c15d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:19.396108 n-d-836146-2 neutron-server[103484]: WARNING neutron.api.v2.base [None req-73c41e6b-29de-4e81-8e7c-797f18217a46 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 20 16:25:19.396650 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-73c41e6b-29de-4e81-8e7c-797f18217a46 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:25:19.397657 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-73c41e6b-29de-4e81-8e7c-797f18217a46 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086458 Apr 20 16:25:19.400501 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48400) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:19.400796 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d22fa6a2-c70b-4051-bd07-368408dc1c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:19.403892 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d22fa6a2-c70b-4051-bd07-368408dc1c03 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a24f1ee1-7962-4b42-99b4-cd4d398ef380 HTTP/1.1" status: 204 len: 168 time: 0.4658659 Apr 20 16:25:19.407560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-4d8426ba-32ed-4021-af12-e8f7f670c992 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group_rule': {'security_group_id': '478735f9-e8ba-4b32-a554-463f148c15d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:19.408806 n-d-836146-2 neutron-server[103485]: WARNING neutron.api.v2.base [None req-4d8426ba-32ed-4021-af12-e8f7f670c992 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 20 16:25:19.410310 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-4d8426ba-32ed-4021-af12-e8f7f670c992 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:25:19.414553 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4d8426ba-32ed-4021-af12-e8f7f670c992 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0129478 Apr 20 16:25:19.415205 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48404) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:19.416032 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fa6a2-c70b-4051-bd07-368408dc1c03 admin admin] Pushing event deleted for resources: {'Network': ['ID=a24f1ee1-7962-4b42-99b4-cd4d398ef380,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:19.470056 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f60a90ab-8761-40e2-9891-fdda7b163282 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:19.492102 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f60a90ab-8761-40e2-9891-fdda7b163282 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:19.686124 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f60a90ab-8761-40e2-9891-fdda7b163282 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:19.688897 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f60a90ab-8761-40e2-9891-fdda7b163282 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:19.690058 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f60a90ab-8761-40e2-9891-fdda7b163282 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "DELETE /v2.0/security-groups/478735f9-e8ba-4b32-a554-463f148c15d0 HTTP/1.1" status: 204 len: 168 time: 0.2739699 Apr 20 16:25:19.692781 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48408) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:19.699581 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a90ab-8761-40e2-9891-fdda7b163282 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=478735f9-e8ba-4b32-a554-463f148c15d0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:19.736900 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6ddf7a9d-c71d-4699-9d01-3e4ae4e5b22d tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0428174 Apr 20 16:25:19.740451 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48410) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:19.745650 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-dcbee53d-832f-42b1-9d06-087bb264d1d6 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group': {'name': 'tempest-secgroup--1580148768'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:19.874913 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dcbee53d-832f-42b1-9d06-087bb264d1d6 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:19.941667 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dcbee53d-832f-42b1-9d06-087bb264d1d6 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:20.051760 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dcbee53d-832f-42b1-9d06-087bb264d1d6 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:20.080320 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbee53d-832f-42b1-9d06-087bb264d1d6 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f1720c-8cea-40ed-b173-bd0d24a690b7,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:20.149410 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48422) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:20.160122 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ff9eabef-07f4-42fd-8261-dfda19d01138 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:25:20.183525 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: ff9eabef-07f4-42fd-8261-dfda19d01138 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:25:20.183925 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ff9eabef-07f4-42fd-8261-dfda19d01138 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:25:20.221651 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e741b-4378-4bbb-ae35-4e8782f2058e req-adcec0bf-bd8d-426b-9d25-147817d05bdb tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:20.223166 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b27e741b-4378-4bbb-ae35-4e8782f2058e req-adcec0bf-bd8d-426b-9d25-147817d05bdb tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0845962 Apr 20 16:25:20.226445 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-30ec71c1-fc3f-4bec-acd5-311e3939e6cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b8c373d0b6ef424fae64df57ef92f83e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0759699 Apr 20 16:25:20.229205 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48426) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:20.229710 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dcbee53d-832f-42b1-9d06-087bb264d1d6 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:20.232791 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dcbee53d-832f-42b1-9d06-087bb264d1d6 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4912143 Apr 20 16:25:20.235335 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48428) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:20.239599 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-0e3c56c9-ff95-4afa-b4d8-7883b1150477 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group_rule': {'security_group_id': 'c2f1720c-8cea-40ed-b173-bd0d24a690b7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:20.245384 n-d-836146-2 neutron-server[103484]: WARNING neutron.api.v2.base [None req-0e3c56c9-ff95-4afa-b4d8-7883b1150477 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 20 16:25:20.245384 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-0e3c56c9-ff95-4afa-b4d8-7883b1150477 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:25:20.245384 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0e3c56c9-ff95-4afa-b4d8-7883b1150477 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056608 Apr 20 16:25:20.248524 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48430) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:20.253983 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-01c2c331-314a-494e-8f86-e0548697f7b3 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group_rule': {'security_group_id': 'c2f1720c-8cea-40ed-b173-bd0d24a690b7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:20.291127 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31c4d7b3-ada6-4916-82b7-2357b3357975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:20.292287 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b27e741b-4378-4bbb-ae35-4e8782f2058e req-843d6cae-1258-40c0-803c-728b14043c0f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583777 Apr 20 16:25:20.314035 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31c4d7b3-ada6-4916-82b7-2357b3357975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:20.543537 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31c4d7b3-ada6-4916-82b7-2357b3357975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:20.546176 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31c4d7b3-ada6-4916-82b7-2357b3357975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:20.547328 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-31c4d7b3-ada6-4916-82b7-2357b3357975 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b157d423-48be-4f2c-a7a3-1cd29444061b HTTP/1.1" status: 204 len: 168 time: 0.3164921 Apr 20 16:25:20.555250 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4d7b3-ada6-4916-82b7-2357b3357975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b157d423-48be-4f2c-a7a3-1cd29444061b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:20.600507 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-01c2c331-314a-494e-8f86-e0548697f7b3 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:25:20.601590 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-01c2c331-314a-494e-8f86-e0548697f7b3 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3512499 Apr 20 16:25:20.604890 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48436) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:20.610610 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-a15285a4-997a-42ce-8615-06df1e099025 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group_rule': {'security_group_id': 'c2f1720c-8cea-40ed-b173-bd0d24a690b7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:20.611103 n-d-836146-2 neutron-server[103484]: WARNING neutron.api.v2.base [None req-a15285a4-997a-42ce-8615-06df1e099025 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 20 16:25:20.611582 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-a15285a4-997a-42ce-8615-06df1e099025 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:25:20.612612 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a15285a4-997a-42ce-8615-06df1e099025 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067027 Apr 20 16:25:20.615142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48440) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:20.619388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-ab0281fc-fb9c-4987-a412-5b0cfa004ba0 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group_rule': {'security_group_id': 'c2f1720c-8cea-40ed-b173-bd0d24a690b7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:20.835358 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-ab0281fc-fb9c-4987-a412-5b0cfa004ba0 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:25:20.840720 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ab0281fc-fb9c-4987-a412-5b0cfa004ba0 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2205348 Apr 20 16:25:20.841701 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48446) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:20.846764 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-03171bc7-b66b-4b8e-9564-1d40d0a0bb4e tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group_rule': {'security_group_id': 'c2f1720c-8cea-40ed-b173-bd0d24a690b7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:20.847248 n-d-836146-2 neutron-server[103484]: WARNING neutron.api.v2.base [None req-03171bc7-b66b-4b8e-9564-1d40d0a0bb4e tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 20 16:25:20.847901 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-03171bc7-b66b-4b8e-9564-1d40d0a0bb4e tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:25:20.851693 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-03171bc7-b66b-4b8e-9564-1d40d0a0bb4e tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062623 Apr 20 16:25:20.852578 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48448) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:20.859000 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e3013f22-8377-4ac1-90fd-d0b39fe6afa9 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group_rule': {'security_group_id': 'c2f1720c-8cea-40ed-b173-bd0d24a690b7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:21.235177 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-e3013f22-8377-4ac1-90fd-d0b39fe6afa9 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:25:21.236371 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e3013f22-8377-4ac1-90fd-d0b39fe6afa9 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3817875 Apr 20 16:25:21.239230 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48462) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:21.243975 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-2ec327b1-dc37-46e6-bf25-104fb46189a1 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group_rule': {'security_group_id': 'c2f1720c-8cea-40ed-b173-bd0d24a690b7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:21.244735 n-d-836146-2 neutron-server[103485]: WARNING neutron.api.v2.base [None req-2ec327b1-dc37-46e6-bf25-104fb46189a1 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 20 16:25:21.245257 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-2ec327b1-dc37-46e6-bf25-104fb46189a1 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:25:21.249243 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2ec327b1-dc37-46e6-bf25-104fb46189a1 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060551 Apr 20 16:25:21.249243 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48464) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:21.254238 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-21dfad02-85ad-49a1-acfa-f5102888ea00 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group_rule': {'security_group_id': 'c2f1720c-8cea-40ed-b173-bd0d24a690b7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:21.424089 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70fa42-f923-4a51-883c-e21835abec86 req-4dc1ed3f-ffce-4a1c-bb05-43abed69b0e0 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:21.427060 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1a70fa42-f923-4a51-883c-e21835abec86 req-4dc1ed3f-ffce-4a1c-bb05-43abed69b0e0 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0636451 Apr 20 16:25:21.475796 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1a70fa42-f923-4a51-883c-e21835abec86 req-3d0540b7-f929-460d-b3ea-d1bd2f92bf4a tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370228 Apr 20 16:25:21.572076 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-21dfad02-85ad-49a1-acfa-f5102888ea00 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:25:21.573768 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-21dfad02-85ad-49a1-acfa-f5102888ea00 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3236563 Apr 20 16:25:21.576640 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48474) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:21.581112 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-eab2ca92-826a-4767-ba4f-5d5f692b643b tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group_rule': {'security_group_id': 'c2f1720c-8cea-40ed-b173-bd0d24a690b7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:21.880830 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-eab2ca92-826a-4767-ba4f-5d5f692b643b tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:25:21.881917 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-eab2ca92-826a-4767-ba4f-5d5f692b643b tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3043749 Apr 20 16:25:21.886288 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48486) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:21.945811 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39cb7380-1b20-4fb2-ab43-5e8f5d80be41 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:21.967954 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39cb7380-1b20-4fb2-ab43-5e8f5d80be41 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:22.103075 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39cb7380-1b20-4fb2-ab43-5e8f5d80be41 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:22.106533 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39cb7380-1b20-4fb2-ab43-5e8f5d80be41 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:22.107827 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-39cb7380-1b20-4fb2-ab43-5e8f5d80be41 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "DELETE /v2.0/security-groups/c2f1720c-8cea-40ed-b173-bd0d24a690b7 HTTP/1.1" status: 204 len: 168 time: 0.2205634 Apr 20 16:25:22.111016 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48494) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:22.118094 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb7380-1b20-4fb2-ab43-5e8f5d80be41 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f1720c-8cea-40ed-b173-bd0d24a690b7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:22.168764 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cb841575-b776-4310-8135-4af73de1543d tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0565817 Apr 20 16:25:22.179249 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48498) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:22.183624 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-83c94549-c4bc-449b-a092-e9a27d59d821 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group': {'name': 'tempest-secgroup--859467019'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:22.320878 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-83c94549-c4bc-449b-a092-e9a27d59d821 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:22.402336 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-83c94549-c4bc-449b-a092-e9a27d59d821 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:22.532393 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-83c94549-c4bc-449b-a092-e9a27d59d821 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:22.586766 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c94549-c4bc-449b-a092-e9a27d59d821 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f294a5ea-f7c2-4402-bcc6-0d1ead43b2ca,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:22.654493 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a93150-9fb4-43d0-9d7d-d091138b7dfc req-bc8ceb69-f410-4025-a428-1d03b2acfc9b tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:22.661863 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d9a93150-9fb4-43d0-9d7d-d091138b7dfc req-bc8ceb69-f410-4025-a428-1d03b2acfc9b tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0735006 Apr 20 16:25:22.695278 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d9a93150-9fb4-43d0-9d7d-d091138b7dfc req-5646c1cb-f7fd-4d1d-bdc8-d07eb3b5c02c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325508 Apr 20 16:25:22.700852 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-83c94549-c4bc-449b-a092-e9a27d59d821 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:22.702326 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-83c94549-c4bc-449b-a092-e9a27d59d821 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5286269 Apr 20 16:25:22.705245 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48540) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:22.709711 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-02dab1fb-e2c4-43a3-9963-d0e232bf91bb tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group_rule': {'security_group_id': 'f294a5ea-f7c2-4402-bcc6-0d1ead43b2ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:22.732097 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-062fad07-4c58-4c0e-b7f4-47e353379061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:22.949275 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c38abd6e-0fd3-4183-895c-7b69bc51d7bd req-ae023d95-faf7-42c0-8348-16fcf399ae63 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0361605 Apr 20 16:25:23.080961 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-02dab1fb-e2c4-43a3-9963-d0e232bf91bb tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] create failed (client error): The resource could not be found. Apr 20 16:25:23.082842 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-02dab1fb-e2c4-43a3-9963-d0e232bf91bb tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3765874 Apr 20 16:25:23.088388 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48558) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:23.092932 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e29103f6-55a8-4343-8828-881213af8c0b tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group_rule': {'security_group_id': 'f294a5ea-f7c2-4402-bcc6-0d1ead43b2ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'fef1b23d-5730-4354-b555-40290d103fd4'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:23.386384 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-e29103f6-55a8-4343-8828-881213af8c0b tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] create failed (client error): The resource could not be found. Apr 20 16:25:23.390093 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e29103f6-55a8-4343-8828-881213af8c0b tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2979834 Apr 20 16:25:23.390524 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48566) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:23.450902 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7ce2b6b-4258-4192-b4a1-9dc2522292d0 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:23.472907 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7ce2b6b-4258-4192-b4a1-9dc2522292d0 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:23.595767 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7ce2b6b-4258-4192-b4a1-9dc2522292d0 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:23.595767 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7ce2b6b-4258-4192-b4a1-9dc2522292d0 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:23.595767 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c7ce2b6b-4258-4192-b4a1-9dc2522292d0 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "DELETE /v2.0/security-groups/f294a5ea-f7c2-4402-bcc6-0d1ead43b2ca HTTP/1.1" status: 204 len: 168 time: 0.2009978 Apr 20 16:25:23.596157 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48572) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:23.607274 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce2b6b-4258-4192-b4a1-9dc2522292d0 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f294a5ea-f7c2-4402-bcc6-0d1ead43b2ca,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:23.683205 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5d75f88f-8a24-411f-8b64-a6cb8f892f3d tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0862050 Apr 20 16:25:23.687815 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48578) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:23.692756 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-6c4b81a4-ce75-49f9-a45b-6252b0158c16 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group_rule': {'security_group_id': '28d0299d-6559-4ee7-9a43-c698b80683ed', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:23.830956 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d53eb-9bb4-4229-b970-0de531a6a4f7 req-3b3a1da6-4372-44ad-aecd-2a4a4d14d697 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:23.843950 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e42d53eb-9bb4-4229-b970-0de531a6a4f7 req-3b3a1da6-4372-44ad-aecd-2a4a4d14d697 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0693939 Apr 20 16:25:23.881486 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e42d53eb-9bb4-4229-b970-0de531a6a4f7 req-768ec247-b218-4261-9add-d7eb00f75685 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353630 Apr 20 16:25:24.042129 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4623f9b8-9262-45b8-8d31-74ccf970f7dd req-bd999dfe-fb8a-49ab-95f2-e5ca355b4551 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0269239 Apr 20 16:25:24.201106 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-6c4b81a4-ce75-49f9-a45b-6252b0158c16 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] create failed (client error): The resource could not be found. Apr 20 16:25:24.202572 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6c4b81a4-ce75-49f9-a45b-6252b0158c16 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5136826 Apr 20 16:25:24.206593 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48600) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:24.211222 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-716bdc5b-3d8a-495b-967b-8115676b9edb tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group': {'name': 'tempest-secgroup--2086243467'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:24.440652 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-716bdc5b-3d8a-495b-967b-8115676b9edb tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:24.515542 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-716bdc5b-3d8a-495b-967b-8115676b9edb tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:24.703455 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-716bdc5b-3d8a-495b-967b-8115676b9edb tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:24.733568 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716bdc5b-3d8a-495b-967b-8115676b9edb tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2afa9d9-b271-45aa-bc3c-2289c23dd693,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:24.894309 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-716bdc5b-3d8a-495b-967b-8115676b9edb tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:24.895560 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-716bdc5b-3d8a-495b-967b-8115676b9edb tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6879430 Apr 20 16:25:24.898306 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48610) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:24.903724 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-03ef299f-6565-4cf0-bbe8-686140faf306 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group': {'name': 'tempest-secgroup--1459186700'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:25.002584 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ac7cf-2dec-4cb7-a806-acd319ab71e3 req-bc58eb39-d3a6-4314-a008-0a45257e6fcc tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:25.004249 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-566ac7cf-2dec-4cb7-a806-acd319ab71e3 req-bc58eb39-d3a6-4314-a008-0a45257e6fcc tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0503452 Apr 20 16:25:25.046349 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-566ac7cf-2dec-4cb7-a806-acd319ab71e3 req-90a5a999-803c-4e94-90f1-0ea205a9be05 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360477 Apr 20 16:25:25.080507 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-03ef299f-6565-4cf0-bbe8-686140faf306 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:25.148105 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-03ef299f-6565-4cf0-bbe8-686140faf306 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:25.161567 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bc8aae58-8d9b-4af8-bc13-a5fd100cc62a req-652403e3-6989-471a-951b-4d490ee1dad0 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0265856 Apr 20 16:25:25.187136 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-786044b3-9b14-4585-b3c0-772bc82e10d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:25.349177 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-03ef299f-6565-4cf0-bbe8-686140faf306 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:25.390961 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef299f-6565-4cf0-bbe8-686140faf306 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2ad3b6-6111-45f2-9c2a-d4ff7468aa3c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:25.561510 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-03ef299f-6565-4cf0-bbe8-686140faf306 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:25.562971 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-03ef299f-6565-4cf0-bbe8-686140faf306 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6636388 Apr 20 16:25:25.567810 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48652) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:25.583186 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-43bd191e-390e-45a5-9c5c-63d7ba8fdcdf tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group_rule': {'security_group_id': 'e2afa9d9-b271-45aa-bc3c-2289c23dd693', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fc2ad3b6-6111-45f2-9c2a-d4ff7468aa3c'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:25.903808 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-43bd191e-390e-45a5-9c5c-63d7ba8fdcdf tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:25:25.904969 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-43bd191e-390e-45a5-9c5c-63d7ba8fdcdf tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3362005 Apr 20 16:25:25.907901 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48658) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:25.972585 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4540135-c095-42ee-b0b6-e65bd2bf91e6 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:26.016026 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4540135-c095-42ee-b0b6-e65bd2bf91e6 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:26.175173 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758e880-1c80-4223-b6ac-bb8a9d8e8575 req-ee2ec6e6-3703-4a00-9b8b-f92167778003 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:26.177080 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9758e880-1c80-4223-b6ac-bb8a9d8e8575 req-ee2ec6e6-3703-4a00-9b8b-f92167778003 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0512025 Apr 20 16:25:26.178278 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4540135-c095-42ee-b0b6-e65bd2bf91e6 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:26.181225 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4540135-c095-42ee-b0b6-e65bd2bf91e6 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:26.182453 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a4540135-c095-42ee-b0b6-e65bd2bf91e6 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "DELETE /v2.0/security-groups/fc2ad3b6-6111-45f2-9c2a-d4ff7468aa3c HTTP/1.1" status: 204 len: 168 time: 0.2733960 Apr 20 16:25:26.185231 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48666) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:26.254703 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4540135-c095-42ee-b0b6-e65bd2bf91e6 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2ad3b6-6111-45f2-9c2a-d4ff7468aa3c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:26.265481 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-43679097-d253-4086-b97c-673826bc8b93 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0788648 Apr 20 16:25:26.265921 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48670) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:26.276457 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9758e880-1c80-4223-b6ac-bb8a9d8e8575 req-966366d9-bff7-4e1f-8a9b-69322d7b9581 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897465 Apr 20 16:25:26.373742 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e498971-2f92-4920-9e07-0ecf422d8fce req-bd03c935-cdca-4457-bec3-15ec73a4fafd tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0870225 Apr 20 16:25:26.379349 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1566ff82-5314-40c2-8bab-850c35c92746 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:26.425766 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1566ff82-5314-40c2-8bab-850c35c92746 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:26.532155 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:26.629371 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1566ff82-5314-40c2-8bab-850c35c92746 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:26.639068 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1566ff82-5314-40c2-8bab-850c35c92746 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:26.640712 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1566ff82-5314-40c2-8bab-850c35c92746 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "DELETE /v2.0/security-groups/e2afa9d9-b271-45aa-bc3c-2289c23dd693 HTTP/1.1" status: 204 len: 168 time: 0.3739452 Apr 20 16:25:26.643821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48680) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:26.654765 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566ff82-5314-40c2-8bab-850c35c92746 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2afa9d9-b271-45aa-bc3c-2289c23dd693,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:26.732275 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3bd8d73d-32f8-4e27-aca3-bd82e95906ce tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0877361 Apr 20 16:25:26.736401 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48686) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:26.743604 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-eb65a2b4-cc44-443c-be58-d44aed479bb6 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group': {'name': 'tempest-secgroup--1378134960'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:26.886177 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb65a2b4-cc44-443c-be58-d44aed479bb6 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:26.955159 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb65a2b4-cc44-443c-be58-d44aed479bb6 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:27.058173 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb65a2b4-cc44-443c-be58-d44aed479bb6 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:27.098783 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65a2b4-cc44-443c-be58-d44aed479bb6 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72326229-f41f-4717-a04d-28178719d374,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:27.179842 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb65a2b4-cc44-443c-be58-d44aed479bb6 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:27.181143 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-eb65a2b4-cc44-443c-be58-d44aed479bb6 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4435117 Apr 20 16:25:27.184678 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48694) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:27.189298 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-aa1b171e-d740-4c1f-9b14-a50fe548f49c tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:27.189968 n-d-836146-2 neutron-server[103484]: WARNING neutron.api.v2.base [None req-aa1b171e-d740-4c1f-9b14-a50fe548f49c tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 20 16:25:27.190477 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-aa1b171e-d740-4c1f-9b14-a50fe548f49c tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] update failed (client error): There was a conflict when trying to complete your request. Apr 20 16:25:27.191689 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-aa1b171e-d740-4c1f-9b14-a50fe548f49c tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "PUT /v2.0/security-groups/72326229-f41f-4717-a04d-28178719d374 HTTP/1.1" status: 409 len: 330 time: 0.0057776 Apr 20 16:25:27.194415 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48696) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:27.258350 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca3dd751-2044-46f0-8f28-785ea5f828f3 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:27.310064 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca3dd751-2044-46f0-8f28-785ea5f828f3 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:27.439663 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f11cb-c023-46a1-9a7f-508cb2176c66 req-989334b4-6667-42bf-a6da-1a166aec8487 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:27.441087 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd5f11cb-c023-46a1-9a7f-508cb2176c66 req-989334b4-6667-42bf-a6da-1a166aec8487 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0516591 Apr 20 16:25:27.483321 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd5f11cb-c023-46a1-9a7f-508cb2176c66 req-112770cc-6d29-416d-84ca-45915f6bd107 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349555 Apr 20 16:25:27.501413 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca3dd751-2044-46f0-8f28-785ea5f828f3 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:27.503910 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca3dd751-2044-46f0-8f28-785ea5f828f3 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:27.507374 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ca3dd751-2044-46f0-8f28-785ea5f828f3 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "DELETE /v2.0/security-groups/72326229-f41f-4717-a04d-28178719d374 HTTP/1.1" status: 204 len: 168 time: 0.3098509 Apr 20 16:25:27.507749 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48706) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:27.520076 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3dd751-2044-46f0-8f28-785ea5f828f3 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72326229-f41f-4717-a04d-28178719d374,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:27.577830 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9bdc108c-a132-4470-9a63-7591719d6b76 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0688941 Apr 20 16:25:27.581684 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48708) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:27.596232 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c83b612-2ef6-438e-867f-a6ad8c6fbb21 req-3528d8a3-02a0-4efb-941d-6a7b0a14adf4 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0397992 Apr 20 16:25:27.597055 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-4f26e36b-7b50-4423-94b8-e0b34c7970ca tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] delete failed (client error): The resource could not be found. Apr 20 16:25:27.602416 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4f26e36b-7b50-4423-94b8-e0b34c7970ca tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "DELETE /v2.0/security-groups/1608b81f-c4b5-40fe-9b7c-948e82a4df1f HTTP/1.1" status: 404 len: 347 time: 0.0156157 Apr 20 16:25:27.602748 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48710) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:27.620304 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-fef1a83a-0ba8-466e-b213-f25cf7ca9355 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] show failed (client error): The resource could not be found. Apr 20 16:25:27.621576 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-fef1a83a-0ba8-466e-b213-f25cf7ca9355 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "GET /v2.0/security-groups/85e7251e-a885-4f4c-8174-311fe26fd881 HTTP/1.1" status: 404 len: 347 time: 0.0177112 Apr 20 16:25:27.625637 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48712) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:27.640524 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-5e45da4e-efda-4d3e-b7b7-847e89b1b325 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] show failed (client error): The resource could not be found. Apr 20 16:25:27.641587 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5e45da4e-efda-4d3e-b7b7-847e89b1b325 tempest-NegativeSecGroupTest-710196099 tempest-NegativeSecGroupTest-710196099-project] 10.222.0.15 "GET /v2.0/security-group-rules/09d3ef69-be48-4a30-8a09-e9c49f6ccd16 HTTP/1.1" status: 404 len: 356 time: 0.0151708 Apr 20 16:25:27.695067 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:28.167279 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:28.262787 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2137d-f5b5-4ee5-b80a-261b4b47f2bd req-ea406710-f929-4873-9388-40fbcb1aabca tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:28.270097 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a1b2137d-f5b5-4ee5-b80a-261b4b47f2bd req-ea406710-f929-4873-9388-40fbcb1aabca tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0720274 Apr 20 16:25:28.310323 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a1b2137d-f5b5-4ee5-b80a-261b4b47f2bd req-aa7239d6-1591-42e2-b89d-c4f85b96ecf3 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396881 Apr 20 16:25:28.458319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48752) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:28.608113 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07ef7c-6d8a-4c11-858d-ed28ba805585 req-48b46ebb-dbd6-4fc6-82ad-0196a102ec5d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:28.609879 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bb07ef7c-6d8a-4c11-858d-ed28ba805585 req-48b46ebb-dbd6-4fc6-82ad-0196a102ec5d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0525403 Apr 20 16:25:28.618663 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:28.667096 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bb07ef7c-6d8a-4c11-858d-ed28ba805585 req-47198546-de3f-4c64-ab38-5396f7a44859 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469313 Apr 20 16:25:28.732924 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-29531b31-1808-465e-bdfa-430f4de062e4 req-73810fe5-2e75-42b4-8600-79381a14fb80 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0293331 Apr 20 16:25:28.762808 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-91084e9e-5082-493e-ba14-82e6ee9634ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e46f7c87aa104770b56086084c1d0248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3032889 Apr 20 16:25:28.765272 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48764) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:28.813588 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-afd1100c-3b3b-4336-9510-5ba7f4e5069f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:28.833874 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-afd1100c-3b3b-4336-9510-5ba7f4e5069f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:29.000681 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-afd1100c-3b3b-4336-9510-5ba7f4e5069f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:29.003404 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-afd1100c-3b3b-4336-9510-5ba7f4e5069f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:29.004434 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-afd1100c-3b3b-4336-9510-5ba7f4e5069f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08311046-9f0e-4e33-a091-53aabef8e203 HTTP/1.1" status: 204 len: 168 time: 0.2380166 Apr 20 16:25:29.013171 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1100c-3b3b-4336-9510-5ba7f4e5069f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08311046-9f0e-4e33-a091-53aabef8e203,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:29.436256 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef63a6b-617b-4909-8079-458798069f7f req-69f136fa-42a9-42fd-b1a6-4f65c7fca718 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:29.440809 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0ef63a6b-617b-4909-8079-458798069f7f req-69f136fa-42a9-42fd-b1a6-4f65c7fca718 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0559914 Apr 20 16:25:29.476819 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0ef63a6b-617b-4909-8079-458798069f7f req-ec60a384-5f60-46f1-bc01-33dcd39434cb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330176 Apr 20 16:25:29.790212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10616d04-dfed-4689-94c8-cfb776842476 req-eed3bb8b-5f0c-4102-b795-d5410d26175a tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:29.796903 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-10616d04-dfed-4689-94c8-cfb776842476 req-eed3bb8b-5f0c-4102-b795-d5410d26175a tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0559649 Apr 20 16:25:29.806040 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:29.831677 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-10616d04-dfed-4689-94c8-cfb776842476 req-5186705b-6910-48dd-b54a-b5befbbaf201 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337231 Apr 20 16:25:29.843858 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2dd54ffb-c11d-4862-88be-f692c921655f req-d022ff3d-7f28-4ff3-80c8-ae6749742574 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0278428 Apr 20 16:25:30.026376 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48798) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:30.143487 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b41a5afb-eab3-4a8a-95e1-33f6e0dba491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:30.217104 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b41a5afb-eab3-4a8a-95e1-33f6e0dba491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:30.297988 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48810) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:30.369743 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b41a5afb-eab3-4a8a-95e1-33f6e0dba491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:30.402322 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f21d1ec0-d9aa-4c27-86d5-37c346e5edf2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-539549841-network', 'tenant_id': '8b4f6f81d36f40879dc5eefc3b0c53fc'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:30.412470 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b41a5afb-eab3-4a8a-95e1-33f6e0dba491 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd7b2fb6bc534ff681075a33ac2ea8d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3851116 Apr 20 16:25:30.415309 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a5afb-eab3-4a8a-95e1-33f6e0dba491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acd7db0-2063-4b38-b986-895e2a78e33e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:30.415620 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48814) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:30.466458 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1c4e9c18-dbd4-41d1-9609-99cdec7c1f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:30.487823 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1c4e9c18-dbd4-41d1-9609-99cdec7c1f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:30.543234 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21d1ec0-d9aa-4c27-86d5-37c346e5edf2 admin admin] Made reservation on behalf of 8b4f6f81d36f40879dc5eefc3b0c53fc for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:25:30.545687 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f21d1ec0-d9aa-4c27-86d5-37c346e5edf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:30.557509 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f21d1ec0-d9aa-4c27-86d5-37c346e5edf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:30.602289 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6474e-c4ba-4bba-9135-921cefc1d0f1 req-56f11bd1-6d74-4304-b5dc-f1f9d250a811 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:30.604046 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-67c6474e-c4ba-4bba-9135-921cefc1d0f1 req-56f11bd1-6d74-4304-b5dc-f1f9d250a811 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0547082 Apr 20 16:25:30.653009 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-67c6474e-c4ba-4bba-9135-921cefc1d0f1 req-910909b2-23d9-4851-948a-89ffea7140f0 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423410 Apr 20 16:25:30.696165 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d67c34de-cfa1-4666-9849-390b7dd1c324 req-80124c9f-1a40-496c-a2b0-e2e366a05929 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0252719 Apr 20 16:25:30.698379 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1c4e9c18-dbd4-41d1-9609-99cdec7c1f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:30.701180 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1c4e9c18-dbd4-41d1-9609-99cdec7c1f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:30.702285 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1c4e9c18-dbd4-41d1-9609-99cdec7c1f5c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1acd7db0-2063-4b38-b986-895e2a78e33e HTTP/1.1" status: 204 len: 168 time: 0.2851017 Apr 20 16:25:30.709984 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e9c18-dbd4-41d1-9609-99cdec7c1f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acd7db0-2063-4b38-b986-895e2a78e33e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:30.769279 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f21d1ec0-d9aa-4c27-86d5-37c346e5edf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:30.951189 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d4c7b94f-dddf-4b88-8e86-453058ae38d8 req-4dcc2461-a027-4736-aae7-2cf297d2bbb4 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0279868 Apr 20 16:25:30.952531 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d32497-aefa-4e17-b142-8e0c4d19d3e4 req-fe3e821d-df2b-41d7-8b55-b2173442b6ff tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:30.952933 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-90d32497-aefa-4e17-b142-8e0c4d19d3e4 req-fe3e821d-df2b-41d7-8b55-b2173442b6ff tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0496829 Apr 20 16:25:30.954719 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f21d1ec0-d9aa-4c27-86d5-37c346e5edf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:30.983556 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21d1ec0-d9aa-4c27-86d5-37c346e5edf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:25:31.007203 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d1ec0-d9aa-4c27-86d5-37c346e5edf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2dabd2-93bf-4032-a383-7027e373dde6,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:31.012414 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f21d1ec0-d9aa-4c27-86d5-37c346e5edf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:31.012727 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-f21d1ec0-d9aa-4c27-86d5-37c346e5edf2 admin admin] Added segment fdf67a6f-31ef-48f8-94b5-e5b7a7697703 of type vlan for network b7366667-9d0f-4e15-8a98-d51da8fda893 Apr 20 16:25:31.056973 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-90d32497-aefa-4e17-b142-8e0c4d19d3e4 req-81e50a31-77be-41f9-b8ce-4726c202f224 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848105 Apr 20 16:25:31.077464 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f21d1ec0-d9aa-4c27-86d5-37c346e5edf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:31.194546 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f21d1ec0-d9aa-4c27-86d5-37c346e5edf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:31.195590 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21d1ec0-d9aa-4c27-86d5-37c346e5edf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:31.196169 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f21d1ec0-d9aa-4c27-86d5-37c346e5edf2 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:31.258946 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d1ec0-d9aa-4c27-86d5-37c346e5edf2 admin admin] Pushing event updated for resources: {'Network': ['ID=b7366667-9d0f-4e15-8a98-d51da8fda893,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:31.269130 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network b7366667-9d0f-4e15-8a98-d51da8fda893 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:25:31.332038 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f21d1ec0-d9aa-4c27-86d5-37c346e5edf2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0301073 Apr 20 16:25:31.337715 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48836) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:31.338272 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-c1869e84-6011-4945-a0a8-75cb51c16997 admin admin] Request body: {'subnet': {'network_id': 'b7366667-9d0f-4e15-8a98-d51da8fda893', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-539549841-subnet', 'tenant_id': '8b4f6f81d36f40879dc5eefc3b0c53fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:31.493047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1869e84-6011-4945-a0a8-75cb51c16997 admin admin] Made reservation on behalf of 8b4f6f81d36f40879dc5eefc3b0c53fc for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:25:31.495990 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1869e84-6011-4945-a0a8-75cb51c16997 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:31.772719 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04223f5-b006-4f71-9aec-3b23679edf97 req-1960e4fa-e259-4dfa-ad80-20c7317577c9 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:31.774130 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e04223f5-b006-4f71-9aec-3b23679edf97 req-1960e4fa-e259-4dfa-ad80-20c7317577c9 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0499969 Apr 20 16:25:31.807133 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1869e84-6011-4945-a0a8-75cb51c16997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:31.844399 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e04223f5-b006-4f71-9aec-3b23679edf97 req-f9bed330-f7e5-4fba-a009-65ab00aacc97 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640194 Apr 20 16:25:31.873048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1869e84-6011-4945-a0a8-75cb51c16997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e01eedc-4a7b-4d9d-9579-759405e6f52b,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:31.886082 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1869e84-6011-4945-a0a8-75cb51c16997 admin admin] Checking segment: {'id': 'fdf67a6f-31ef-48f8-94b5-e5b7a7697703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b7366667-9d0f-4e15-8a98-d51da8fda893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:25:31.890388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1869e84-6011-4945-a0a8-75cb51c16997 admin admin] Network hostable DHCP agents. Network: b7366667-9d0f-4e15-8a98-d51da8fda893, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:25:31.893388 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48842) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:31.909379 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a626b44-492e-4b96-8f63-80d8b5ee7505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:31.977273 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1869e84-6011-4945-a0a8-75cb51c16997 admin admin] Network b7366667-9d0f-4e15-8a98-d51da8fda893 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:25:31.987975 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a626b44-492e-4b96-8f63-80d8b5ee7505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:32.066106 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-953cd374-6b00-45e1-a3fa-1eff9c250ff9 req-770cfa9c-0a2f-4ecb-ab7e-5a1bd152d249 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0291080 Apr 20 16:25:32.097401 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-c1869e84-6011-4945-a0a8-75cb51c16997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, b7366667-9d0f-4e15-8a98-d51da8fda893) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:25:32.108872 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1869e84-6011-4945-a0a8-75cb51c16997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:32.110555 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1869e84-6011-4945-a0a8-75cb51c16997 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:32.114378 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860ccd19-6c0e-4f47-9ac3-24df577ad760 None None] Network b7366667-9d0f-4e15-8a98-d51da8fda893 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:25:32.188254 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a626b44-492e-4b96-8f63-80d8b5ee7505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:32.225704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea715ca5-caf7-4a12-b419-be4c43a610e1 req-f326639a-d819-43d8-946e-a637fdfb2022 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:32.234132 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2a626b44-492e-4b96-8f63-80d8b5ee7505 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=18bea3ed96ce406f827e7ef0a1a7bf93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3392406 Apr 20 16:25:32.236034 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a626b44-492e-4b96-8f63-80d8b5ee7505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248bcc16-a7d5-449e-b754-5a28e395884a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:32.237972 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea715ca5-caf7-4a12-b419-be4c43a610e1 req-f326639a-d819-43d8-946e-a637fdfb2022 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0812066 Apr 20 16:25:32.240202 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48852) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:32.259951 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c1869e84-6011-4945-a0a8-75cb51c16997 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9259913 Apr 20 16:25:32.303137 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-799dadb8-896d-42b9-833d-0d9bd6eec8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:32.335445 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-799dadb8-896d-42b9-833d-0d9bd6eec8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:32.347666 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea715ca5-caf7-4a12-b419-be4c43a610e1 req-cc9f1095-f728-4890-9792-e763cb015c68 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086478 Apr 20 16:25:32.397949 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d71e6d-de20-4956-aa02-f9110f455f0b None None] Network b7366667-9d0f-4e15-8a98-d51da8fda893 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:25:32.611865 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-799dadb8-896d-42b9-833d-0d9bd6eec8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:32.614403 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-799dadb8-896d-42b9-833d-0d9bd6eec8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:32.615694 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-799dadb8-896d-42b9-833d-0d9bd6eec8d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/248bcc16-a7d5-449e-b754-5a28e395884a HTTP/1.1" status: 204 len: 168 time: 0.3742189 Apr 20 16:25:32.623603 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799dadb8-896d-42b9-833d-0d9bd6eec8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248bcc16-a7d5-449e-b754-5a28e395884a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:32.969272 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca982daa-e00c-4ee6-865e-d4aeb7bd09e7 req-34d5baad-e02c-481d-ae20-365e7bc32e38 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:32.970757 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ca982daa-e00c-4ee6-865e-d4aeb7bd09e7 req-34d5baad-e02c-481d-ae20-365e7bc32e38 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0492055 Apr 20 16:25:33.009294 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ca982daa-e00c-4ee6-865e-d4aeb7bd09e7 req-29479059-dc7e-4f3e-bce8-a3872854a1c1 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324080 Apr 20 16:25:33.173435 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ee3ff3d1-1fc0-4a76-a3d2-29b093e09d30 req-3a6220fb-0aeb-48ae-a047-f95b80195f6b tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0296304 Apr 20 16:25:33.319124 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48890) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:33.324991 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-9b6232b8-fba0-48a5-9c04-f2c16074d8f9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-140879778-network', 'tenant_id': 'dcc6193ccd184d5f9bf8c8a9e9fe3f1b'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:33.463985 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e2a10-1e91-4160-996b-3a5ec62633d5 req-f485ac5e-95fb-4114-b915-f8e62773ca78 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:33.465480 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bc7e2a10-1e91-4160-996b-3a5ec62633d5 req-f485ac5e-95fb-4114-b915-f8e62773ca78 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0506718 Apr 20 16:25:33.502898 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bc7e2a10-1e91-4160-996b-3a5ec62633d5 req-f55b622b-da55-4aaa-a03b-4df6d5569c48 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312638 Apr 20 16:25:33.558803 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6232b8-fba0-48a5-9c04-f2c16074d8f9 admin admin] Made reservation on behalf of dcc6193ccd184d5f9bf8c8a9e9fe3f1b for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:25:33.560009 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9b6232b8-fba0-48a5-9c04-f2c16074d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:33.570689 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9b6232b8-fba0-48a5-9c04-f2c16074d8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:33.652295 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9b6232b8-fba0-48a5-9c04-f2c16074d8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:33.822798 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9b6232b8-fba0-48a5-9c04-f2c16074d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:33.845601 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6232b8-fba0-48a5-9c04-f2c16074d8f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:25:33.861010 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6232b8-fba0-48a5-9c04-f2c16074d8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e01f6a-c0aa-4223-b260-c12576431571,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:33.863837 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9b6232b8-fba0-48a5-9c04-f2c16074d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:33.864185 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-9b6232b8-fba0-48a5-9c04-f2c16074d8f9 admin admin] Added segment a66377dc-5d72-4bb4-b2cf-db10e9197855 of type vlan for network 2ff191aa-5b5f-40f9-97e6-5101cb9474fd Apr 20 16:25:33.905441 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9b6232b8-fba0-48a5-9c04-f2c16074d8f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:34.057690 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9b6232b8-fba0-48a5-9c04-f2c16074d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:34.058761 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6232b8-fba0-48a5-9c04-f2c16074d8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:34.060785 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9b6232b8-fba0-48a5-9c04-f2c16074d8f9 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:34.154322 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6232b8-fba0-48a5-9c04-f2c16074d8f9 admin admin] Pushing event updated for resources: {'Network': ['ID=2ff191aa-5b5f-40f9-97e6-5101cb9474fd,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:34.167858 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 2ff191aa-5b5f-40f9-97e6-5101cb9474fd details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:25:34.203361 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c55c16-f9be-485a-8e57-44c8f2790685 req-fd90c107-c5af-4f69-890d-bf6245ada989 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:34.215368 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-02c55c16-f9be-485a-8e57-44c8f2790685 req-fd90c107-c5af-4f69-890d-bf6245ada989 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.1027386 Apr 20 16:25:34.246818 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9b6232b8-fba0-48a5-9c04-f2c16074d8f9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9238417 Apr 20 16:25:34.247585 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48924) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:34.255823 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2783f586-3b87-4e99-8dab-8874ed2f9f3c admin admin] Request body: {'subnet': {'network_id': '2ff191aa-5b5f-40f9-97e6-5101cb9474fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-140879778-subnet', 'tenant_id': 'dcc6193ccd184d5f9bf8c8a9e9fe3f1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:34.315224 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-02c55c16-f9be-485a-8e57-44c8f2790685 req-32126795-f69d-4451-ac9f-3bb76abc7909 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969849 Apr 20 16:25:34.371417 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2783f586-3b87-4e99-8dab-8874ed2f9f3c admin admin] Made reservation on behalf of dcc6193ccd184d5f9bf8c8a9e9fe3f1b for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:25:34.375133 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2783f586-3b87-4e99-8dab-8874ed2f9f3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:34.394543 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b61d08a0-4eeb-4ab2-bf86-7a96b820db92 req-bac0f82e-446b-4831-9b81-d064be2b334a tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0349016 Apr 20 16:25:34.626578 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f64aa5-6aba-4085-b43a-014ad20d94c0 req-0b740341-c15a-4131-8505-9bb65c1ee9de tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:34.628043 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-16f64aa5-6aba-4085-b43a-014ad20d94c0 req-0b740341-c15a-4131-8505-9bb65c1ee9de tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0505743 Apr 20 16:25:34.667525 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-16f64aa5-6aba-4085-b43a-014ad20d94c0 req-7a86ec6c-f427-41e1-b36c-48652e7af9e7 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329633 Apr 20 16:25:34.688916 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2783f586-3b87-4e99-8dab-8874ed2f9f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:34.754400 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783f586-3b87-4e99-8dab-8874ed2f9f3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d2af4ae-1c94-4426-9677-7934c6be6d4f,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:34.766411 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2783f586-3b87-4e99-8dab-8874ed2f9f3c admin admin] Checking segment: {'id': 'a66377dc-5d72-4bb4-b2cf-db10e9197855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2ff191aa-5b5f-40f9-97e6-5101cb9474fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:25:34.770286 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2783f586-3b87-4e99-8dab-8874ed2f9f3c admin admin] Network hostable DHCP agents. Network: 2ff191aa-5b5f-40f9-97e6-5101cb9474fd, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:25:34.857484 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2783f586-3b87-4e99-8dab-8874ed2f9f3c admin admin] Network 2ff191aa-5b5f-40f9-97e6-5101cb9474fd is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:25:34.978424 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-2783f586-3b87-4e99-8dab-8874ed2f9f3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 2ff191aa-5b5f-40f9-97e6-5101cb9474fd) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:25:34.983150 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2783f586-3b87-4e99-8dab-8874ed2f9f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:34.983841 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2783f586-3b87-4e99-8dab-8874ed2f9f3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:34.990328 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3da6803-bce2-43ee-be82-b14c36481202 None None] Network 2ff191aa-5b5f-40f9-97e6-5101cb9474fd requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:25:35.117075 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2783f586-3b87-4e99-8dab-8874ed2f9f3c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8668106 Apr 20 16:25:35.149880 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ab246d-4557-4621-afd1-7353f3815401 None None] Network 2ff191aa-5b5f-40f9-97e6-5101cb9474fd requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:25:35.276409 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48956) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:35.350454 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-455bef7b-281d-45a9-9a61-33fda5bcb695 admin admin] Deleting subnet 0e01eedc-4a7b-4d9d-9579-759405e6f52b {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:25:35.361018 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-455bef7b-281d-45a9-9a61-33fda5bcb695 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:35.400641 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-455bef7b-281d-45a9-9a61-33fda5bcb695 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:35.472702 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-455bef7b-281d-45a9-9a61-33fda5bcb695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:35.498078 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa4e0ab4-f2f0-4852-9614-f1907d00c89d req-36478e6a-454b-4867-80f1-21c5e2420fde tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0277407 Apr 20 16:25:35.504776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a421c-5ed4-4064-95e3-d3c9bbc4a59b req-ca88048a-bed6-4a59-8440-f048e9ae68a7 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:35.506290 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-069a421c-5ed4-4064-95e3-d3c9bbc4a59b req-ca88048a-bed6-4a59-8440-f048e9ae68a7 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0857708 Apr 20 16:25:35.564092 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-069a421c-5ed4-4064-95e3-d3c9bbc4a59b req-88042025-dd9e-4681-b2d8-ef4e96376b1e tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451214 Apr 20 16:25:35.721977 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-455bef7b-281d-45a9-9a61-33fda5bcb695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:35.750238 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bef7b-281d-45a9-9a61-33fda5bcb695 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e01eedc-4a7b-4d9d-9579-759405e6f52b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:35.752218 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-455bef7b-281d-45a9-9a61-33fda5bcb695 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:35.755372 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-455bef7b-281d-45a9-9a61-33fda5bcb695 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0e01eedc-4a7b-4d9d-9579-759405e6f52b HTTP/1.1" status: 204 len: 168 time: 0.4779603 Apr 20 16:25:35.758012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 48974) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:35.790000 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687ccf8-4bb1-49d4-b5b2-f6acdb8cc2c8 req-292e6b79-9cdd-42fb-9177-cc6075d5c7e4 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:35.792447 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0687ccf8-4bb1-49d4-b5b2-f6acdb8cc2c8 req-292e6b79-9cdd-42fb-9177-cc6075d5c7e4 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0561607 Apr 20 16:25:35.831851 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0687ccf8-4bb1-49d4-b5b2-f6acdb8cc2c8 req-64c0c89b-1097-4946-b83c-5683da44b13d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324748 Apr 20 16:25:35.839137 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42c26d4f-93e5-4b07-bd9c-8e0008ade77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:35.918500 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42c26d4f-93e5-4b07-bd9c-8e0008ade77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:35.942272 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-42c26d4f-93e5-4b07-bd9c-8e0008ade77d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7366667-9d0f-4e15-8a98-d51da8fda893']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:35.951475 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-42c26d4f-93e5-4b07-bd9c-8e0008ade77d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf67a6f-31ef-48f8-94b5-e5b7a7697703') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:35.952154 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-42c26d4f-93e5-4b07-bd9c-8e0008ade77d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf67a6f-31ef-48f8-94b5-e5b7a7697703') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:35.961413 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42c26d4f-93e5-4b07-bd9c-8e0008ade77d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:35.974914 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42c26d4f-93e5-4b07-bd9c-8e0008ade77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:35.981599 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c26d4f-93e5-4b07-bd9c-8e0008ade77d admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:25:35.981982 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42c26d4f-93e5-4b07-bd9c-8e0008ade77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:25:35.983632 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:25:36.113503 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42c26d4f-93e5-4b07-bd9c-8e0008ade77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:36.115439 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42c26d4f-93e5-4b07-bd9c-8e0008ade77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:36.119292 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-42c26d4f-93e5-4b07-bd9c-8e0008ade77d admin admin] 10.222.0.15 "DELETE /v2.0/networks/b7366667-9d0f-4e15-8a98-d51da8fda893 HTTP/1.1" status: 204 len: 168 time: 0.3596745 Apr 20 16:25:36.122241 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48984) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:36.129038 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c26d4f-93e5-4b07-bd9c-8e0008ade77d admin admin] Pushing event deleted for resources: {'Network': ['ID=b7366667-9d0f-4e15-8a98-d51da8fda893,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:36.166811 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-7164b452-bc9e-489b-ac86-267a143cbc90 admin admin] Deleting subnet 0d2af4ae-1c94-4426-9677-7934c6be6d4f {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:25:36.169945 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7164b452-bc9e-489b-ac86-267a143cbc90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:36.204224 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7164b452-bc9e-489b-ac86-267a143cbc90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:36.245921 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7164b452-bc9e-489b-ac86-267a143cbc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:36.434937 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7164b452-bc9e-489b-ac86-267a143cbc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:36.459402 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164b452-bc9e-489b-ac86-267a143cbc90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d2af4ae-1c94-4426-9677-7934c6be6d4f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:36.465084 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7164b452-bc9e-489b-ac86-267a143cbc90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:36.470869 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7164b452-bc9e-489b-ac86-267a143cbc90 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0d2af4ae-1c94-4426-9677-7934c6be6d4f HTTP/1.1" status: 204 len: 168 time: 0.3448937 Apr 20 16:25:36.470869 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48996) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:36.539109 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31e17cf9-c916-4b72-ba88-070562de9045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:36.669437 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-da89b300-cb08-47f9-9cc8-419d7e56e232 req-7741b3ff-768a-4ef7-bac3-efbbcf7fd1be tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0774169 Apr 20 16:25:36.964175 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0406d3-a7e3-41b9-9160-7ef1356c33fa req-87ab9d82-ac28-4eb6-b53d-a1b304b6c551 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:36.965823 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e0406d3-a7e3-41b9-9160-7ef1356c33fa req-87ab9d82-ac28-4eb6-b53d-a1b304b6c551 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0609756 Apr 20 16:25:36.985431 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31e17cf9-c916-4b72-ba88-070562de9045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:37.004910 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e0406d3-a7e3-41b9-9160-7ef1356c33fa req-3126d494-6ec2-47cf-89ec-b04645718610 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330026 Apr 20 16:25:37.011609 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-31e17cf9-c916-4b72-ba88-070562de9045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff191aa-5b5f-40f9-97e6-5101cb9474fd']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:37.029523 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27548c-5d02-4005-b3ff-4f160abc5a98 req-d15b0763-49a2-47bd-bda5-e0d64c97421c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:37.030997 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1b27548c-5d02-4005-b3ff-4f160abc5a98 req-d15b0763-49a2-47bd-bda5-e0d64c97421c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0834672 Apr 20 16:25:37.032625 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-31e17cf9-c916-4b72-ba88-070562de9045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a66377dc-5d72-4bb4-b2cf-db10e9197855') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:37.032921 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-31e17cf9-c916-4b72-ba88-070562de9045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a66377dc-5d72-4bb4-b2cf-db10e9197855') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:25:37.049583 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31e17cf9-c916-4b72-ba88-070562de9045 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:37.076783 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31e17cf9-c916-4b72-ba88-070562de9045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:37.088323 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1b27548c-5d02-4005-b3ff-4f160abc5a98 req-ba99e8dc-0918-4d56-bedf-57a34ef24322 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486379 Apr 20 16:25:37.089261 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e17cf9-c916-4b72-ba88-070562de9045 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:25:37.089710 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31e17cf9-c916-4b72-ba88-070562de9045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:25:37.091412 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:25:37.217399 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31e17cf9-c916-4b72-ba88-070562de9045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:37.221946 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31e17cf9-c916-4b72-ba88-070562de9045 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:37.225703 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-31e17cf9-c916-4b72-ba88-070562de9045 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2ff191aa-5b5f-40f9-97e6-5101cb9474fd HTTP/1.1" status: 204 len: 168 time: 0.7540777 Apr 20 16:25:37.238966 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e17cf9-c916-4b72-ba88-070562de9045 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ff191aa-5b5f-40f9-97e6-5101cb9474fd,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:37.821321 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9acc50b-db5f-46f4-919a-53072ea69ef5 req-e277cf64-b0df-4cee-8b66-22886f355a52 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0321519 Apr 20 16:25:37.831727 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49034) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:37.864786 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49036) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:37.886672 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c5aec179-6628-4a52-9fad-ecf3d4f5c3ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b4f6f81d36f40879dc5eefc3b0c53fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537355 Apr 20 16:25:37.889266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49042) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:37.938726 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c196a6af-0d26-4ee0-b580-aa4905c38b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:37.961263 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c196a6af-0d26-4ee0-b580-aa4905c38b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:38.065739 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6aadc4e3-b136-4048-90a5-4a173ad5e29e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:38.099752 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c196a6af-0d26-4ee0-b580-aa4905c38b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:38.102221 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c196a6af-0d26-4ee0-b580-aa4905c38b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:38.106795 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c196a6af-0d26-4ee0-b580-aa4905c38b98 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf2dabd2-93bf-4032-a383-7027e373dde6 HTTP/1.1" status: 204 len: 168 time: 0.2164867 Apr 20 16:25:38.131437 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196a6af-0d26-4ee0-b580-aa4905c38b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2dabd2-93bf-4032-a383-7027e373dde6,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:38.146138 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1badb-c076-43aa-a7f6-5c97bdf88862 req-4d479526-1eb4-425b-8992-697da8627647 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:38.162657 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0c1badb-c076-43aa-a7f6-5c97bdf88862 req-4d479526-1eb4-425b-8992-697da8627647 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0849934 Apr 20 16:25:38.210169 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6aadc4e3-b136-4048-90a5-4a173ad5e29e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:38.214045 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0c1badb-c076-43aa-a7f6-5c97bdf88862 req-3c6db6c8-b6f2-4fdb-9ee5-554ec016320f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477505 Apr 20 16:25:38.261587 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd4880-ac11-4208-a0fd-e50ef81da054 req-995dcb55-1677-473a-b7f1-75ef3db06b20 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:38.263045 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9dd4880-ac11-4208-a0fd-e50ef81da054 req-995dcb55-1677-473a-b7f1-75ef3db06b20 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0595148 Apr 20 16:25:38.300214 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9dd4880-ac11-4208-a0fd-e50ef81da054 req-d91efcbe-2faf-4a44-9cda-dcf6014811be tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307968 Apr 20 16:25:38.354202 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6aadc4e3-b136-4048-90a5-4a173ad5e29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:38.392813 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6aadc4e3-b136-4048-90a5-4a173ad5e29e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=743148f0fe424ce0bab928f04514ab78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5270061 Apr 20 16:25:38.393723 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aadc4e3-b136-4048-90a5-4a173ad5e29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a8fbb1-2306-4533-b07e-6aec16717cf3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:38.395575 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49054) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:38.447317 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c49fab36-9f37-46e4-8f5e-51e3592bc1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:38.471454 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c49fab36-9f37-46e4-8f5e-51e3592bc1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:38.685536 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c49fab36-9f37-46e4-8f5e-51e3592bc1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:38.688216 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c49fab36-9f37-46e4-8f5e-51e3592bc1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:38.689595 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c49fab36-9f37-46e4-8f5e-51e3592bc1e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58a8fbb1-2306-4533-b07e-6aec16717cf3 HTTP/1.1" status: 204 len: 168 time: 0.2926669 Apr 20 16:25:38.697906 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fab36-9f37-46e4-8f5e-51e3592bc1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a8fbb1-2306-4533-b07e-6aec16717cf3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:38.938922 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c9473239-6393-41fc-a8cf-1ae4c1d80b55 req-410b2e1d-6c6c-41fc-bb2a-ed2214b31c4b tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0265417 Apr 20 16:25:39.148173 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49062) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:39.187053 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-579a220b-ed0f-4d51-b827-0e0eba519acb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dcc6193ccd184d5f9bf8c8a9e9fe3f1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376720 Apr 20 16:25:39.189767 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49064) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:39.240461 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6765bb5-b46c-45a5-b61e-ad01e47abaea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:39.263708 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6765bb5-b46c-45a5-b61e-ad01e47abaea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:39.351700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bfba86-2a87-43e1-940f-298da1047501 req-6199680c-4f2e-4faf-972b-fe6328520908 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:39.353466 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-23bfba86-2a87-43e1-940f-298da1047501 req-6199680c-4f2e-4faf-972b-fe6328520908 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0544095 Apr 20 16:25:39.422450 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-23bfba86-2a87-43e1-940f-298da1047501 req-7e0b82fc-bbb0-41b3-8baf-94a83efdd7f9 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604460 Apr 20 16:25:39.444104 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef6241-6a88-4e8f-9a55-2cc31462441f req-8c56fdb5-53e1-4a3c-9be2-cd1d5070f90a tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:39.448800 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-95ef6241-6a88-4e8f-9a55-2cc31462441f req-8c56fdb5-53e1-4a3c-9be2-cd1d5070f90a tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0655265 Apr 20 16:25:39.485806 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-95ef6241-6a88-4e8f-9a55-2cc31462441f req-b122b746-68e3-48fa-97ef-587cf8dd47c2 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336127 Apr 20 16:25:39.576802 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6765bb5-b46c-45a5-b61e-ad01e47abaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:39.579351 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6765bb5-b46c-45a5-b61e-ad01e47abaea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:39.580533 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a6765bb5-b46c-45a5-b61e-ad01e47abaea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0e01f6a-c0aa-4223-b260-c12576431571 HTTP/1.1" status: 204 len: 168 time: 0.3899286 Apr 20 16:25:39.591150 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6765bb5-b46c-45a5-b61e-ad01e47abaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e01f6a-c0aa-4223-b260-c12576431571,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:39.893596 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49098) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:39.908684 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-06ceae4c-99d1-4696-aca2-824f3d83a6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:40.055955 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-06ceae4c-99d1-4696-aca2-824f3d83a6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:40.074626 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-592ea7fc-5ed7-4012-96b8-2a698e56abd2 req-63652976-57ce-43f7-ab76-1ecd5fe93f9b tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0325677 Apr 20 16:25:40.137343 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-06ceae4c-99d1-4696-aca2-824f3d83a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:40.173428 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-06ceae4c-99d1-4696-aca2-824f3d83a6a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6120c80322b49598deca96911c074df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786489 Apr 20 16:25:40.176160 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49110) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:40.183367 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ceae4c-99d1-4696-aca2-824f3d83a6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d29da6-741b-49f6-a942-759820594367,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:40.237506 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-64ffa5f8-ab9d-44cb-9e9b-1205a1ad3197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:40.258820 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-64ffa5f8-ab9d-44cb-9e9b-1205a1ad3197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:40.411530 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-64ffa5f8-ab9d-44cb-9e9b-1205a1ad3197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:40.415311 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-64ffa5f8-ab9d-44cb-9e9b-1205a1ad3197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:40.415608 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-64ffa5f8-ab9d-44cb-9e9b-1205a1ad3197 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f4d29da6-741b-49f6-a942-759820594367 HTTP/1.1" status: 204 len: 168 time: 0.2381432 Apr 20 16:25:40.425231 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffa5f8-ab9d-44cb-9e9b-1205a1ad3197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d29da6-741b-49f6-a942-759820594367,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:40.579038 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e27232-5a8b-4d9b-ba1e-d4fe582a5339 req-9859b7c0-3f12-4173-8db4-3fc52401ae9f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:40.580634 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-07e27232-5a8b-4d9b-ba1e-d4fe582a5339 req-9859b7c0-3f12-4173-8db4-3fc52401ae9f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0712917 Apr 20 16:25:40.629946 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-07e27232-5a8b-4d9b-ba1e-d4fe582a5339 req-d5a8a801-497c-4fa5-86db-6b4034dd53d3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410194 Apr 20 16:25:40.664470 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d8581-3213-4f95-8784-9f0038d6ae2c req-2301e649-dc1a-4c2a-a766-2f27a2204789 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:40.666455 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5b1d8581-3213-4f95-8784-9f0038d6ae2c req-2301e649-dc1a-4c2a-a766-2f27a2204789 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0879714 Apr 20 16:25:40.710337 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5b1d8581-3213-4f95-8784-9f0038d6ae2c req-5fea360a-4885-4586-8f92-12b36b148674 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366018 Apr 20 16:25:41.194488 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a57cac31-0685-40e9-915a-9db7070037a6 req-bcc640bf-4249-476c-9010-6b37815d17f0 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0324774 Apr 20 16:25:41.764479 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761998a-76dd-444e-85f6-fe11be43c17b req-1bd745e2-6bdc-469b-bf00-3bfee165ee0d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:41.773001 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7761998a-76dd-444e-85f6-fe11be43c17b req-1bd745e2-6bdc-469b-bf00-3bfee165ee0d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0608773 Apr 20 16:25:41.822573 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7761998a-76dd-444e-85f6-fe11be43c17b req-1ff146bb-be94-482b-80d7-9f981fba5ff4 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486119 Apr 20 16:25:41.892996 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b959498-e579-41cf-a937-f616598ca2ec req-e4d5b718-5358-4473-a834-4539f2ea6bcc tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:41.894663 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b959498-e579-41cf-a937-f616598ca2ec req-e4d5b718-5358-4473-a834-4539f2ea6bcc tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0649269 Apr 20 16:25:41.934527 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7b959498-e579-41cf-a937-f616598ca2ec req-89d34e2e-3208-463b-bd02-ce654c66b999 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326772 Apr 20 16:25:42.318673 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e2498a0-2cae-4683-99b9-d8f6903c2bd9 req-368867af-1f2d-4059-9b28-1294be7e1430 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0317578 Apr 20 16:25:42.715092 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b463745f-05ca-4647-8b4c-710910c8dde7 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:25:42.817964 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b463745f-05ca-4647-8b4c-710910c8dde7, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b463745f-05ca-4647-8b4c-710910c8dde7,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:25:42.830456 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'b463745f-05ca-4647-8b4c-710910c8dde7', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'port_id': 'b463745f-05ca-4647-8b4c-710910c8dde7', 'mac_address': 'fa:16:3e:ab:4b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:25:42.871738 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:42.887630 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b463745f-05ca-4647-8b4c-710910c8dde7 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:25:42.908606 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b463745f-05ca-4647-8b4c-710910c8dde7, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b463745f-05ca-4647-8b4c-710910c8dde7,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:25:42.961741 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de29e87-0db6-4b2c-ba1d-0a78638087aa req-8e96842f-a28b-4b36-ab29-9f757386fe82 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:42.963998 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5de29e87-0db6-4b2c-ba1d-0a78638087aa req-8e96842f-a28b-4b36-ab29-9f757386fe82 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0610614 Apr 20 16:25:43.015520 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5de29e87-0db6-4b2c-ba1d-0a78638087aa req-15600eaa-636a-4d8e-93af-54b63f584039 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366523 Apr 20 16:25:43.035326 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:43.077378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c9aaa-92cc-48df-be0a-2f15351414be req-ca4ad7e5-a4cf-4e48-a1cd-601cd7f05275 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:43.079230 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-443c9aaa-92cc-48df-be0a-2f15351414be req-ca4ad7e5-a4cf-4e48-a1cd-601cd7f05275 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0582798 Apr 20 16:25:43.132599 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=b463745f-05ca-4647-8b4c-710910c8dde7,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:43.145458 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-443c9aaa-92cc-48df-be0a-2f15351414be req-c8c27433-4630-4f37-b8c4-d873a337c9f3 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549936 Apr 20 16:25:43.156550 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:43.158833 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:43.159816 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:43.160797 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:43.161944 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:43.163708 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:43.164118 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:43.164487 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:43.164819 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:43.165147 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:43.165995 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:43.166319 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:43.212139 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['b463745f-05ca-4647-8b4c-710910c8dde7'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:25:43.422948 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22038c2c-e802-4ff6-98f0-200c1ea83387 req-7c456868-305c-44d4-b3d0-56d509484f63 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0267458 Apr 20 16:25:43.784798 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbe121-4ae3-4208-8f65-6b2a367f1da5 req-8a86485f-add2-4d00-b02c-9e5d2939391a tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:43.786255 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-60bbe121-4ae3-4208-8f65-6b2a367f1da5 req-8a86485f-add2-4d00-b02c-9e5d2939391a tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0512824 Apr 20 16:25:43.823558 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-60bbe121-4ae3-4208-8f65-6b2a367f1da5 req-0f6b0387-7782-42af-85ae-994430b97aed tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306463 Apr 20 16:25:44.277764 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161234e-4785-430f-ad37-97724411886c req-52003811-475c-444b-8ab1-80567529020e tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:44.279432 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7161234e-4785-430f-ad37-97724411886c req-52003811-475c-444b-8ab1-80567529020e tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 944 time: 0.0510571 Apr 20 16:25:44.319551 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7161234e-4785-430f-ad37-97724411886c req-524b58a4-019d-4c10-b305-c47075e2eaf1 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335984 Apr 20 16:25:44.532593 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5999b486-a7a9-4023-b9da-ec5e95ee907a req-8eccca58-25af-4215-bd19-e1247e291ca8 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0289609 Apr 20 16:25:44.716467 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b463745f-05ca-4647-8b4c-710910c8dde7 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:25:44.768921 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port b463745f-05ca-4647-8b4c-710910c8dde7 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:25:44.769296 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:44.850110 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:44.875797 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef88d8d4-91d2-4678-87e2-c0198ee91a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b463745f-05ca-4647-8b4c-710910c8dde7'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:25:44.878124 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbde1eed-7821-432d-b15e-3318102d6f5c" -d '{"events": [{"server_uuid": "ef88d8d4-91d2-4678-87e2-c0198ee91a6b", "name": "network-vif-plugged", "status": "completed", "tag": "b463745f-05ca-4647-8b4c-710910c8dde7"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:25:44.896643 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b463745f-05ca-4647-8b4c-710910c8dde7, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b463745f-05ca-4647-8b4c-710910c8dde7,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:25:44.952276 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca05679a-e752-419c-876b-d4f1ec9b75ad x-openstack-request-id: req-ca05679a-e752-419c-876b-d4f1ec9b75ad {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:25:44.952276 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef88d8d4-91d2-4678-87e2-c0198ee91a6b", "name": "network-vif-plugged", "status": "completed", "tag": "b463745f-05ca-4647-8b4c-710910c8dde7", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:25:44.952276 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca05679a-e752-419c-876b-d4f1ec9b75ad {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:25:44.952276 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca05679a-e752-419c-876b-d4f1ec9b75ad'] response: {'server_uuid': 'ef88d8d4-91d2-4678-87e2-c0198ee91a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b463745f-05ca-4647-8b4c-710910c8dde7', 'code': 200} Apr 20 16:25:44.971333 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.021601 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=b463745f-05ca-4647-8b4c-710910c8dde7,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:45.216949 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee22cea-4e50-45ee-8b66-1c22a9380021 req-7f5710bc-8452-4676-b6e9-b5c3a5accefc tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:45.218685 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5ee22cea-4e50-45ee-8b66-1c22a9380021 req-7f5710bc-8452-4676-b6e9-b5c3a5accefc tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.3051298 Apr 20 16:25:45.262924 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5ee22cea-4e50-45ee-8b66-1c22a9380021 req-9c3c3eb1-d843-4741-b626-96360f67e2b3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358713 Apr 20 16:25:45.335099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bbcf5-cffc-4866-9f04-d4d683225a52 req-089fa587-0bd8-46e9-b6e4-b0381fa89e9c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:45.338044 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d60bbcf5-cffc-4866-9f04-d4d683225a52 req-089fa587-0bd8-46e9-b6e4-b0381fa89e9c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.26 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 945 time: 0.0649977 Apr 20 16:25:45.511542 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafdda3-cfb0-4b58-a4d2-67b4a9dc8de7 req-4d70793c-395f-4e08-8902-0fb657a685a1 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:45.513084 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0dafdda3-cfb0-4b58-a4d2-67b4a9dc8de7 req-4d70793c-395f-4e08-8902-0fb657a685a1 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0876591 Apr 20 16:25:45.516204 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-d60bbcf5-cffc-4866-9f04-d4d683225a52 req-45639f87-57a1-4e1f-86c3-4764c5e63844 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Deleting port dfa5979b-7fe9-4738-ba69-2b4d76b0692c {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:25:45.516572 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d60bbcf5-cffc-4866-9f04-d4d683225a52 req-45639f87-57a1-4e1f-86c3-4764c5e63844 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.636405 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0dafdda3-cfb0-4b58-a4d2-67b4a9dc8de7 req-cba005f6-8603-4964-9790-6eba3f5102d5 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167624 Apr 20 16:25:45.669031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-d60bbcf5-cffc-4866-9f04-d4d683225a52 req-45639f87-57a1-4e1f-86c3-4764c5e63844 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] For port dfa5979b-7fe9-4738-ba69-2b4d76b0692c, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=dfa5979b-7fe9-4738-ba69-2b4d76b0692c,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:25:45.669697 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d60bbcf5-cffc-4866-9f04-d4d683225a52 req-45639f87-57a1-4e1f-86c3-4764c5e63844 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.687315 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-d60bbcf5-cffc-4866-9f04-d4d683225a52 req-45639f87-57a1-4e1f-86c3-4764c5e63844 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Calling delete_port for dfa5979b-7fe9-4738-ba69-2b4d76b0692c owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:25:45.758918 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9cf6d873-8a2a-4582-9284-73e2f3668719 req-f529df60-7284-48a4-a46c-cf8c5b3a0fa7 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0490785 Apr 20 16:25:45.959766 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d60bbcf5-cffc-4866-9f04-d4d683225a52 req-45639f87-57a1-4e1f-86c3-4764c5e63844 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:45.993233 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['dfa5979b-7fe9-4738-ba69-2b4d76b0692c'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:25:45.994489 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45639f87-57a1-4e1f-86c3-4764c5e63844 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Pushing event deleted for resources: {'Port': ['ID=dfa5979b-7fe9-4738-ba69-2b4d76b0692c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:46.014232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45639f87-57a1-4e1f-86c3-4764c5e63844 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:46.014572 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45639f87-57a1-4e1f-86c3-4764c5e63844 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:46.015095 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45639f87-57a1-4e1f-86c3-4764c5e63844 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:46.015598 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45639f87-57a1-4e1f-86c3-4764c5e63844 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:46.016087 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45639f87-57a1-4e1f-86c3-4764c5e63844 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:46.016659 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45639f87-57a1-4e1f-86c3-4764c5e63844 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:46.017150 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45639f87-57a1-4e1f-86c3-4764c5e63844 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:46.017654 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45639f87-57a1-4e1f-86c3-4764c5e63844 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:46.019290 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45639f87-57a1-4e1f-86c3-4764c5e63844 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:46.019635 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45639f87-57a1-4e1f-86c3-4764c5e63844 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:46.019971 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45639f87-57a1-4e1f-86c3-4764c5e63844 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:46.020304 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45639f87-57a1-4e1f-86c3-4764c5e63844 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:46.063920 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60bbcf5-cffc-4866-9f04-d4d683225a52 req-45639f87-57a1-4e1f-86c3-4764c5e63844 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] No DVR routers for this DVR port dfa5979b-7fe9-4738-ba69-2b4d76b0692c on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:25:46.066619 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d60bbcf5-cffc-4866-9f04-d4d683225a52 req-45639f87-57a1-4e1f-86c3-4764c5e63844 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:46.069933 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d60bbcf5-cffc-4866-9f04-d4d683225a52 req-45639f87-57a1-4e1f-86c3-4764c5e63844 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.26 "DELETE /v2.0/ports/dfa5979b-7fe9-4738-ba69-2b4d76b0692c HTTP/1.1" status: 204 len: 173 time: 0.7250218 Apr 20 16:25:46.070371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20181709-d7a9-4ec4-98ec-15782b43a2c7', 'name': 'network-vif-deleted', 'tag': 'dfa5979b-7fe9-4738-ba69-2b4d76b0692c'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:25:46.073231 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7b2d14-5373-4515-b2f4-0dc16b06cd63" -d '{"events": [{"server_uuid": "20181709-d7a9-4ec4-98ec-15782b43a2c7", "name": "network-vif-deleted", "tag": "dfa5979b-7fe9-4738-ba69-2b4d76b0692c"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:25:46.120018 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfdfc1d-a529-4144-befa-276ae21574b1 x-openstack-request-id: req-6dfdfc1d-a529-4144-befa-276ae21574b1 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:25:46.120681 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20181709-d7a9-4ec4-98ec-15782b43a2c7", "name": "network-vif-deleted", "tag": "dfa5979b-7fe9-4738-ba69-2b4d76b0692c", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:25:46.121010 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6dfdfc1d-a529-4144-befa-276ae21574b1 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:25:46.121559 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dfdfc1d-a529-4144-befa-276ae21574b1'] response: {'server_uuid': '20181709-d7a9-4ec4-98ec-15782b43a2c7', 'name': 'network-vif-deleted', 'tag': 'dfa5979b-7fe9-4738-ba69-2b4d76b0692c', 'status': 'completed', 'code': 200} Apr 20 16:25:46.387712 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6a3a35e6-a7f9-4b9a-8297-16e108d6cd9d req-773d5d63-78d3-43a9-837d-c8d9285d6792 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 210 time: 0.0263963 Apr 20 16:25:46.777376 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49420) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:46.784164 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49422) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:46.864236 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-131cacb7-8482-4015-bcc2-b84e5fedf263 req-1da2f26d-fe16-4d34-9dad-6169c1911b37 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0274146 Apr 20 16:25:47.145744 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-585504b7-d6f5-4d88-85c9-91dedfed2cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:47.253364 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a96352-20bc-4b0a-ad24-9dd9721b4f46 req-4d1f58b1-add3-45b4-bce1-35dcd637de26 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:47.262834 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3a96352-20bc-4b0a-ad24-9dd9721b4f46 req-4d1f58b1-add3-45b4-bce1-35dcd637de26 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.5308416 Apr 20 16:25:47.270132 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-619077e1-3013-491d-89e4-78bd95d1cb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:47.372866 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3a96352-20bc-4b0a-ad24-9dd9721b4f46 req-f9d6ef51-8648-443d-9284-95e40f199417 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036789 Apr 20 16:25:47.399329 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-585504b7-d6f5-4d88-85c9-91dedfed2cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:47.491370 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-585504b7-d6f5-4d88-85c9-91dedfed2cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:47.504478 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-619077e1-3013-491d-89e4-78bd95d1cb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:47.543655 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-585504b7-d6f5-4d88-85c9-91dedfed2cef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2e6579aba1a4d49b87180c46cf1ad6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7648330 Apr 20 16:25:47.559268 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49440) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:47.572502 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585504b7-d6f5-4d88-85c9-91dedfed2cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046a018c-2af2-4839-9442-f4a92e24da5b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:47.580302 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-832e9956-7be6-4a30-ba5f-527074f30a00 req-ce7b4d77-3637-454c-8ad6-b0bb45fbf58d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=20181709-d7a9-4ec4-98ec-15782b43a2c7 HTTP/1.1" status: 200 len: 210 time: 0.0694497 Apr 20 16:25:47.601950 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-619077e1-3013-491d-89e4-78bd95d1cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:47.655899 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619077e1-3013-491d-89e4-78bd95d1cb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39b3eea-2b98-4e90-8d6f-5a37117c9575,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:47.682567 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-619077e1-3013-491d-89e4-78bd95d1cb33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b1d18064816d4b92a6d2c2d9652145df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8990164 Apr 20 16:25:47.685432 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49442) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:47.698336 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-25a90ded-96c8-44c3-aa86-9723bedbdf81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:47.730384 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-25a90ded-96c8-44c3-aa86-9723bedbdf81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:47.800863 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7528337e-3c4f-4e74-bb90-992fcfbdb701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:47.831441 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7528337e-3c4f-4e74-bb90-992fcfbdb701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:47.897144 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-25a90ded-96c8-44c3-aa86-9723bedbdf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:47.900140 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-25a90ded-96c8-44c3-aa86-9723bedbdf81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:47.904387 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-25a90ded-96c8-44c3-aa86-9723bedbdf81 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/046a018c-2af2-4839-9442-f4a92e24da5b HTTP/1.1" status: 204 len: 168 time: 0.3436546 Apr 20 16:25:47.916462 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a90ded-96c8-44c3-aa86-9723bedbdf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046a018c-2af2-4839-9442-f4a92e24da5b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:48.019791 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-177c51ec-f7c9-4b6c-b043-20dbf6a59bca req-6193ece4-b248-4ed9-bfc7-522f79663794 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0526323 Apr 20 16:25:48.023395 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7528337e-3c4f-4e74-bb90-992fcfbdb701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:48.031294 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7528337e-3c4f-4e74-bb90-992fcfbdb701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:48.038228 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7528337e-3c4f-4e74-bb90-992fcfbdb701 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f39b3eea-2b98-4e90-8d6f-5a37117c9575 HTTP/1.1" status: 204 len: 168 time: 0.3516695 Apr 20 16:25:48.058101 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528337e-3c4f-4e74-bb90-992fcfbdb701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39b3eea-2b98-4e90-8d6f-5a37117c9575,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:48.534461 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722be39d-a8af-4c22-a79c-cb34d36707ef req-06cc257c-f187-4008-9a92-b7c5231591af tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:48.536841 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-722be39d-a8af-4c22-a79c-cb34d36707ef req-06cc257c-f187-4008-9a92-b7c5231591af tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0579982 Apr 20 16:25:48.597642 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-722be39d-a8af-4c22-a79c-cb34d36707ef req-74aa51a3-6e6b-44f4-b5ee-82da5457980b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486138 Apr 20 16:25:49.046909 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49466) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:49.067001 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7067-6a7f-4fe8-9e5b-5beea163c5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:49.211832 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49472) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:49.218197 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9281cab3-4f69-40a3-a530-601f753103ff req-3d1c8ae5-f508-4d27-8616-835c30e4cb35 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0681512 Apr 20 16:25:49.266976 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0b2ff13-ccae-4187-a98b-f003cdec7c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:49.375862 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7067-6a7f-4fe8-9e5b-5beea163c5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:49.392256 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0b2ff13-ccae-4187-a98b-f003cdec7c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:49.455363 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7067-6a7f-4fe8-9e5b-5beea163c5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:49.512820 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a7067-6a7f-4fe8-9e5b-5beea163c5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c3d671-264a-451b-98b3-0cfd953f8b90,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:49.577305 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0b2ff13-ccae-4187-a98b-f003cdec7c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:49.607467 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9c2a7067-6a7f-4fe8-9e5b-5beea163c5bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ce1477ef0164cd6aa95cfb2efd3d5a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5565166 Apr 20 16:25:49.607943 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49486) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:49.655886 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2ff13-ccae-4187-a98b-f003cdec7c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a87e12-18d5-4613-8311-80b6017f7017,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:49.670286 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d0b2ff13-ccae-4187-a98b-f003cdec7c54 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05804610a3584545805053d264b515da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4556167 Apr 20 16:25:49.674811 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49490) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:49.690086 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40c90b97-3f11-4f12-8e8d-e39f72c0c73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:49.721893 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-682c0f58-cd46-4c40-8377-838c2ede82b4 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:49.728937 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-682c0f58-cd46-4c40-8377-838c2ede82b4 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/networks?id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c HTTP/1.1" status: 200 len: 811 time: 0.2882049 Apr 20 16:25:49.745123 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-e26ed277-92ca-4253-a884-e6c4f7911c73 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/quotas/3cc4f828c4024c5e9e29e4972749306e HTTP/1.1" status: 200 len: 375 time: 0.0128403 Apr 20 16:25:49.798355 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-b9939575-ab61-4265-879a-f75ab60228b3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cc4f828c4024c5e9e29e4972749306e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399213 Apr 20 16:25:49.832754 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40c90b97-3f11-4f12-8e8d-e39f72c0c73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:49.915993 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bf090-93e1-475c-80d5-54ba2459a3e6 req-b0d8f80a-1cd7-450b-a062-f43bbc5b96e6 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:49.915993 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-610bf090-93e1-475c-80d5-54ba2459a3e6 req-b0d8f80a-1cd7-450b-a062-f43bbc5b96e6 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.1571991 Apr 20 16:25:49.915993 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-85a975fc-8bdf-4d41-8d8b-7f8e6992b1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:49.950751 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-85a975fc-8bdf-4d41-8d8b-7f8e6992b1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:49.981899 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-d5619ac7-24f4-476b-9ed8-b740df23f7cb service neutron] 10.222.0.15 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748354 Apr 20 16:25:50.027650 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-610bf090-93e1-475c-80d5-54ba2459a3e6 req-864e7064-8cfb-41e7-b5c8-34058b01632f tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974658 Apr 20 16:25:50.041725 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40c90b97-3f11-4f12-8e8d-e39f72c0c73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:50.043187 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40c90b97-3f11-4f12-8e8d-e39f72c0c73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:50.044633 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-40c90b97-3f11-4f12-8e8d-e39f72c0c73c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34c3d671-264a-451b-98b3-0cfd953f8b90 HTTP/1.1" status: 204 len: 168 time: 0.4352696 Apr 20 16:25:50.054485 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c90b97-3f11-4f12-8e8d-e39f72c0c73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c3d671-264a-451b-98b3-0cfd953f8b90,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:50.153768 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-85a975fc-8bdf-4d41-8d8b-7f8e6992b1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:50.157190 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-85a975fc-8bdf-4d41-8d8b-7f8e6992b1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:50.158888 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-85a975fc-8bdf-4d41-8d8b-7f8e6992b1c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34a87e12-18d5-4613-8311-80b6017f7017 HTTP/1.1" status: 204 len: 168 time: 0.4824979 Apr 20 16:25:50.179050 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a975fc-8bdf-4d41-8d8b-7f8e6992b1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a87e12-18d5-4613-8311-80b6017f7017,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:50.202530 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-29a25685-c008-4889-8ddb-6caa4b168d98 service neutron] 10.222.0.15 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103298 Apr 20 16:25:50.399104 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-493c38ac-3ada-4e34-bedb-2adca61b5445 req-b77172c3-c78c-47a4-b70e-c29e4fb60b7d tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0510104 Apr 20 16:25:50.617772 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-adadbee1-9056-48f6-a017-d5c2320efc7a req-1e28edd6-95e5-4c87-afab-ee134cc9b9dc tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7dc602-7962-4bd0-82b7-ac91c2b3cc20 HTTP/1.1" status: 200 len: 210 time: 0.0472898 Apr 20 16:25:50.763850 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device dfa5979b-7fe9-4738-ba69-2b4d76b0692c no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:25:50.823193 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: dfa5979b-7fe9-4738-ba69-2b4d76b0692c {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:25:50.828582 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device dfa5979b-7fe9-4738-ba69-2b4d76b0692c not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:25:51.167517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f3578-cc46-407e-b1e3-3a9bf5c3547b req-fe7c5d87-b251-4d37-b8a5-9cf62bab039a tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:51.169059 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-538f3578-cc46-407e-b1e3-3a9bf5c3547b req-fe7c5d87-b251-4d37-b8a5-9cf62bab039a tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0577960 Apr 20 16:25:51.216213 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-538f3578-cc46-407e-b1e3-3a9bf5c3547b req-f6bf114c-2f86-4d3e-b549-751dbdce5819 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406406 Apr 20 16:25:51.518350 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8eb36096-ff6c-400f-a81f-d3690e829db4 req-9878c7a0-53db-4f6e-9437-b9c495ebd109 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0402660 Apr 20 16:25:51.719350 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8c65a1c1-5717-4b8b-8b10-1a0f3a187b16 req-08984201-49f1-4e00-b700-9128a4e4c436 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7dc602-7962-4bd0-82b7-ac91c2b3cc20 HTTP/1.1" status: 200 len: 210 time: 0.0435827 Apr 20 16:25:52.405738 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ce0e2-c3c4-43da-a291-04870fba3cbb req-2ed937e1-27a5-4814-9cbb-dcecb223b9ca tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:52.425702 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-866ce0e2-c3c4-43da-a291-04870fba3cbb req-2ed937e1-27a5-4814-9cbb-dcecb223b9ca tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0816190 Apr 20 16:25:52.492417 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-866ce0e2-c3c4-43da-a291-04870fba3cbb req-b3e5d3e4-e25e-4277-94aa-a00878acd7df tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653059 Apr 20 16:25:52.651184 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ae7a52b7-5d8b-4156-8f7c-34856bbda326 req-e0b00116-36ed-4588-9b56-bfc17005db9c tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0399265 Apr 20 16:25:52.708218 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7c8ed237-6c91-4e1c-9984-09a47317166b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:52.880231 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8ac87d1-6789-4728-a7df-e4ac579d2d6e req-2bf72da5-a90e-47f0-888b-7fc56b19058e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7dc602-7962-4bd0-82b7-ac91c2b3cc20 HTTP/1.1" status: 200 len: 210 time: 0.0648334 Apr 20 16:25:52.976870 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd68f2-d936-4eca-9ef9-85799593802b req-dfbacf1c-49c3-4225-8a89-3ece9fc7bd58 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:52.984746 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd68f2-d936-4eca-9ef9-85799593802b req-dfbacf1c-49c3-4225-8a89-3ece9fc7bd58 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:52.991701 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd68f2-d936-4eca-9ef9-85799593802b req-dfbacf1c-49c3-4225-8a89-3ece9fc7bd58 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:52.997831 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd68f2-d936-4eca-9ef9-85799593802b req-dfbacf1c-49c3-4225-8a89-3ece9fc7bd58 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:53.004139 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd68f2-d936-4eca-9ef9-85799593802b req-dfbacf1c-49c3-4225-8a89-3ece9fc7bd58 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:53.011192 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd68f2-d936-4eca-9ef9-85799593802b req-dfbacf1c-49c3-4225-8a89-3ece9fc7bd58 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:53.018165 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd68f2-d936-4eca-9ef9-85799593802b req-dfbacf1c-49c3-4225-8a89-3ece9fc7bd58 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:53.020571 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6cbd68f2-d936-4eca-9ef9-85799593802b req-dfbacf1c-49c3-4225-8a89-3ece9fc7bd58 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5433 time: 0.1276276 Apr 20 16:25:53.076654 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6cbd68f2-d936-4eca-9ef9-85799593802b req-4d5147e4-2469-4949-8007-bd083a794c15 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0477679 Apr 20 16:25:53.309601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76fc2a-17a7-451d-928c-0805e42c8202 req-0b5f969b-dd8a-48e4-9c64-e910f24cdd79 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:53.316984 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76fc2a-17a7-451d-928c-0805e42c8202 req-0b5f969b-dd8a-48e4-9c64-e910f24cdd79 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:53.325074 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76fc2a-17a7-451d-928c-0805e42c8202 req-0b5f969b-dd8a-48e4-9c64-e910f24cdd79 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:53.331959 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76fc2a-17a7-451d-928c-0805e42c8202 req-0b5f969b-dd8a-48e4-9c64-e910f24cdd79 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:53.339938 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76fc2a-17a7-451d-928c-0805e42c8202 req-0b5f969b-dd8a-48e4-9c64-e910f24cdd79 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:53.347476 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76fc2a-17a7-451d-928c-0805e42c8202 req-0b5f969b-dd8a-48e4-9c64-e910f24cdd79 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:53.355067 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76fc2a-17a7-451d-928c-0805e42c8202 req-0b5f969b-dd8a-48e4-9c64-e910f24cdd79 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:53.358595 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6d76fc2a-17a7-451d-928c-0805e42c8202 req-0b5f969b-dd8a-48e4-9c64-e910f24cdd79 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5433 time: 0.1546717 Apr 20 16:25:53.647533 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-135f5ee9-4024-4185-a70f-3e7daba5cd32 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:53.649350 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-135f5ee9-4024-4185-a70f-3e7daba5cd32 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.26 "GET /v2.0/networks?id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c HTTP/1.1" status: 200 len: 811 time: 0.2074714 Apr 20 16:25:53.665969 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8aee0-268a-4a08-801f-ebf0b1b31e39 req-45b0ef13-ca47-4d19-8985-e9185265476f tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:53.668032 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a9e8aee0-268a-4a08-801f-ebf0b1b31e39 req-45b0ef13-ca47-4d19-8985-e9185265476f tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0796814 Apr 20 16:25:53.668651 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-16ee75fa-8e6c-448f-886f-a9b42ee93d3f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Request body: {'port': {'device_id': 'ae7dc602-7962-4bd0-82b7-ac91c2b3cc20', 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c', 'admin_state_up': True, 'tenant_id': '3cc4f828c4024c5e9e29e4972749306e'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:53.831925 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a9e8aee0-268a-4a08-801f-ebf0b1b31e39 req-1d8acd80-d49a-4565-b48b-724719374c29 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470587 Apr 20 16:25:53.898634 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e5100779-6fb6-4b7b-aaa7-8dc18ad6f29d req-69a4d444-a158-4726-9753-473d56743143 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0575061 Apr 20 16:25:53.948011 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-16ee75fa-8e6c-448f-886f-a9b42ee93d3f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Made reservation on behalf of 3cc4f828c4024c5e9e29e4972749306e for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:25:53.955605 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-16ee75fa-8e6c-448f-886f-a9b42ee93d3f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:54.056395 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-734b2c7a-9cf5-48a2-a194-9822ed97ec94 req-1e722907-58af-4a69-a82b-ed1df903e01f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7dc602-7962-4bd0-82b7-ac91c2b3cc20 HTTP/1.1" status: 200 len: 210 time: 0.0485890 Apr 20 16:25:54.235452 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-16ee75fa-8e6c-448f-886f-a9b42ee93d3f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Allocated IP 172.20.0.13 (ccddc865-94c4-4ee1-a68f-7c9c22fa904c/6e5e1853-efd5-4800-b27e-3ac73eee167e/c0a7f7fc-72ca-4a71-97ce-5680c43e6af0) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:25:54.832652 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-16ee75fa-8e6c-448f-886f-a9b42ee93d3f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:54.960475 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-16ee75fa-8e6c-448f-886f-a9b42ee93d3f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:55.015012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-16ee75fa-8e6c-448f-886f-a9b42ee93d3f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Network ccddc865-94c4-4ee1-a68f-7c9c22fa904c is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:25:55.044176 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-16ee75fa-8e6c-448f-886f-a9b42ee93d3f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:25:55.049428 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-16ee75fa-8e6c-448f-886f-a9b42ee93d3f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:25:55.108517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5d5fa-cb0a-419d-9ec0-bb1bd311909e req-914b6b3a-ac48-4b8b-85df-0deaf9e365a8 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:55.117168 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00d5d5fa-cb0a-419d-9ec0-bb1bd311909e req-914b6b3a-ac48-4b8b-85df-0deaf9e365a8 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.1908352 Apr 20 16:25:55.118205 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d0b09c78-295c-4740-afbe-931376ac1957 req-8a7fcc00-e467-4fce-bc97-11836375485b tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0662317 Apr 20 16:25:55.147220 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dc540c0a-d330-46b0-bd12-a41d641eeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:55.171336 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee75fa-8e6c-448f-886f-a9b42ee93d3f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Pushing event updated for resources: {'Port': ['ID=c0a7f7fc-72ca-4a71-97ce-5680c43e6af0,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:55.265099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-16ee75fa-8e6c-448f-886f-a9b42ee93d3f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:55.266129 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-16ee75fa-8e6c-448f-886f-a9b42ee93d3f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:55.281086 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00d5d5fa-cb0a-419d-9ec0-bb1bd311909e req-b46d2fac-70b8-4d1a-b6a8-6b7516518116 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629789 Apr 20 16:25:55.335793 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90198eb2-7735-43e3-9b72-43826a0d07e5 req-8efdccb7-f657-4b5a-8d94-fc0141c19f0d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:55.338116 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-90198eb2-7735-43e3-9b72-43826a0d07e5 req-8efdccb7-f657-4b5a-8d94-fc0141c19f0d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7dc602-7962-4bd0-82b7-ac91c2b3cc20 HTTP/1.1" status: 200 len: 932 time: 0.0845513 Apr 20 16:25:55.383059 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-90198eb2-7735-43e3-9b72-43826a0d07e5 req-b7ca17b0-f291-4ba1-90fe-8f269f341532 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350642 Apr 20 16:25:55.710624 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-16ee75fa-8e6c-448f-886f-a9b42ee93d3f tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0463152 Apr 20 16:25:55.729177 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-b89deea8-9317-4326-bfca-b025087971bf service neutron] Request body: {'port': {'device_id': 'ae7dc602-7962-4bd0-82b7-ac91c2b3cc20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:25:55.793004 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-b89deea8-9317-4326-bfca-b025087971bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:55.989645 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49652) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:56.023919 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:25:56.150097 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-b89deea8-9317-4326-bfca-b025087971bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a7f7fc-72ca-4a71-97ce-5680c43e6af0 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:25:56.178570 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-b89deea8-9317-4326-bfca-b025087971bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:56.178570 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-b89deea8-9317-4326-bfca-b025087971bf service neutron] Transition to ACTIVE for port object c0a7f7fc-72ca-4a71-97ce-5680c43e6af0 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:25:56.241121 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f8f8cf4-4d50-4ff4-8e8b-90ef00bf25b4 req-1c728b60-edb0-4d32-8ad9-d76790d0f2e7 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0314207 Apr 20 16:25:56.266151 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-b89deea8-9317-4326-bfca-b025087971bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:56.331884 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89deea8-9317-4326-bfca-b025087971bf service neutron] Pushing event updated for resources: {'Port': ['ID=c0a7f7fc-72ca-4a71-97ce-5680c43e6af0,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:56.353950 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:56.426821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-b89deea8-9317-4326-bfca-b025087971bf service neutron] Attempting to bind port c0a7f7fc-72ca-4a71-97ce-5680c43e6af0 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:25:56.427894 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-b89deea8-9317-4326-bfca-b025087971bf service neutron] Attempting to bind port c0a7f7fc-72ca-4a71-97ce-5680c43e6af0 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '50153279-d293-4586-9e34-66e4c2fc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:25:56.428283 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-b89deea8-9317-4326-bfca-b025087971bf service neutron] Attempting to bind port c0a7f7fc-72ca-4a71-97ce-5680c43e6af0 on network ccddc865-94c4-4ee1-a68f-7c9c22fa904c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:25:56.444997 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-b89deea8-9317-4326-bfca-b025087971bf service neutron] Port c0a7f7fc-72ca-4a71-97ce-5680c43e6af0 on network ccddc865-94c4-4ee1-a68f-7c9c22fa904c not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:25:56.445451 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-b89deea8-9317-4326-bfca-b025087971bf service neutron] Attempting to bind port c0a7f7fc-72ca-4a71-97ce-5680c43e6af0 on network ccddc865-94c4-4ee1-a68f-7c9c22fa904c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:25:56.454992 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-b89deea8-9317-4326-bfca-b025087971bf service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:25:56.455888 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-b89deea8-9317-4326-bfca-b025087971bf service neutron] Checking segment: {'id': '50153279-d293-4586-9e34-66e4c2fc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:25:56.456388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-b89deea8-9317-4326-bfca-b025087971bf service neutron] Bound using segment: {'id': '50153279-d293-4586-9e34-66e4c2fc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:25:56.457383 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-b89deea8-9317-4326-bfca-b025087971bf service neutron] Bound port: c0a7f7fc-72ca-4a71-97ce-5680c43e6af0, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50153279-d293-4586-9e34-66e4c2fc7c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:25:56.457940 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-b89deea8-9317-4326-bfca-b025087971bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:56.531191 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1497a7-7756-41b5-90c8-0c2c611add51 req-83e48345-d8b8-45ba-8dc4-b4dd048e3ca8 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:56.540503 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-eb1497a7-7756-41b5-90c8-0c2c611add51 req-83e48345-d8b8-45ba-8dc4-b4dd048e3ca8 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.1418574 Apr 20 16:25:56.542372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-b89deea8-9317-4326-bfca-b025087971bf service neutron] For port c0a7f7fc-72ca-4a71-97ce-5680c43e6af0, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:25:56.545664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-b89deea8-9317-4326-bfca-b025087971bf service neutron] For port c0a7f7fc-72ca-4a71-97ce-5680c43e6af0, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=c0a7f7fc-72ca-4a71-97ce-5680c43e6af0,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:25:56.648134 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d74f7a-187b-48e5-af4e-37c08e095d94 req-d92435f4-0f3c-4556-82d8-ee7d8eb6f41b tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:56.649784 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-09d74f7a-187b-48e5-af4e-37c08e095d94 req-d92435f4-0f3c-4556-82d8-ee7d8eb6f41b tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7dc602-7962-4bd0-82b7-ac91c2b3cc20 HTTP/1.1" status: 200 len: 944 time: 0.1027009 Apr 20 16:25:56.674032 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-eb1497a7-7756-41b5-90c8-0c2c611add51 req-d6998646-84d1-4b0b-bfc5-d302ff193fb0 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317365 Apr 20 16:25:56.687997 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-b89deea8-9317-4326-bfca-b025087971bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:56.692087 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16c4dc-0fb7-40ce-97e5-0e606c9f3303 req-185e133e-520d-4bdb-9d35-7eac0d14d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:56.692871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16c4dc-0fb7-40ce-97e5-0e606c9f3303 req-185e133e-520d-4bdb-9d35-7eac0d14d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:56.693653 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16c4dc-0fb7-40ce-97e5-0e606c9f3303 req-185e133e-520d-4bdb-9d35-7eac0d14d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:56.694438 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16c4dc-0fb7-40ce-97e5-0e606c9f3303 req-185e133e-520d-4bdb-9d35-7eac0d14d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:56.695089 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16c4dc-0fb7-40ce-97e5-0e606c9f3303 req-185e133e-520d-4bdb-9d35-7eac0d14d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:56.695735 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16c4dc-0fb7-40ce-97e5-0e606c9f3303 req-185e133e-520d-4bdb-9d35-7eac0d14d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:56.696540 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16c4dc-0fb7-40ce-97e5-0e606c9f3303 req-185e133e-520d-4bdb-9d35-7eac0d14d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:56.706201 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2f16c4dc-0fb7-40ce-97e5-0e606c9f3303 req-185e133e-520d-4bdb-9d35-7eac0d14d305 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 6490 time: 0.7144575 Apr 20 16:25:56.767042 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2f16c4dc-0fb7-40ce-97e5-0e606c9f3303 req-9ca7534c-154e-44b3-bee9-19b7946ca754 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&id=d256e91b-3838-4651-8de6-76d927bed53e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586379 Apr 20 16:25:56.773800 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-09d74f7a-187b-48e5-af4e-37c08e095d94 req-630a8337-41c5-4660-b8d0-038893e575a2 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154618 Apr 20 16:25:56.791379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-b89deea8-9317-4326-bfca-b025087971bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:56.792032 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-b89deea8-9317-4326-bfca-b025087971bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:56.793897 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-b89deea8-9317-4326-bfca-b025087971bf service neutron] 10.222.0.26 "PUT /v2.0/ports/c0a7f7fc-72ca-4a71-97ce-5680c43e6af0 HTTP/1.1" status: 200 len: 1092 time: 1.0687923 Apr 20 16:25:56.796588 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7dc602-7962-4bd0-82b7-ac91c2b3cc20', 'tag': 'c0a7f7fc-72ca-4a71-97ce-5680c43e6af0'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:25:56.799270 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fc001b-b2a4-49d0-8fdf-30453d00a763" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7dc602-7962-4bd0-82b7-ac91c2b3cc20", "tag": "c0a7f7fc-72ca-4a71-97ce-5680c43e6af0"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:25:56.870590 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89deea8-9317-4326-bfca-b025087971bf service neutron] Pushing event updated for resources: {'Port': ['ID=c0a7f7fc-72ca-4a71-97ce-5680c43e6af0,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:56.876840 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8adfe3-e516-4dec-8fa4-8c9630ffdf06 x-openstack-request-id: req-6b8adfe3-e516-4dec-8fa4-8c9630ffdf06 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:25:56.877273 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7dc602-7962-4bd0-82b7-ac91c2b3cc20", "tag": "c0a7f7fc-72ca-4a71-97ce-5680c43e6af0", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:25:56.877613 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b8adfe3-e516-4dec-8fa4-8c9630ffdf06 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:25:56.878098 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b8adfe3-e516-4dec-8fa4-8c9630ffdf06'] response: {'name': 'network-changed', 'server_uuid': 'ae7dc602-7962-4bd0-82b7-ac91c2b3cc20', 'tag': 'c0a7f7fc-72ca-4a71-97ce-5680c43e6af0', 'status': 'completed', 'code': 200} Apr 20 16:25:56.987967 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc001b-b2a4-49d0-8fdf-30453d00a763 req-2e6bea0b-6b58-4e06-b1e9-8949196618e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:56.994572 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e4fc001b-b2a4-49d0-8fdf-30453d00a763 req-2e6bea0b-6b58-4e06-b1e9-8949196618e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cc4f828c4024c5e9e29e4972749306e&device_id=ae7dc602-7962-4bd0-82b7-ac91c2b3cc20 HTTP/1.1" status: 200 len: 1095 time: 0.0782142 Apr 20 16:25:57.171751 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc001b-b2a4-49d0-8fdf-30453d00a763 req-21cb3edd-8fcb-4835-b05b-f0bf881b7d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:57.173497 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e4fc001b-b2a4-49d0-8fdf-30453d00a763 req-21cb3edd-8fcb-4835-b05b-f0bf881b7d77 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=3cc4f828c4024c5e9e29e4972749306e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1654668 Apr 20 16:25:57.335491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc001b-b2a4-49d0-8fdf-30453d00a763 req-9eeb3f9c-42f7-4632-afea-752991b1700f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:57.337624 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e4fc001b-b2a4-49d0-8fdf-30453d00a763 req-9eeb3f9c-42f7-4632-afea-752991b1700f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1534889 Apr 20 16:25:57.411927 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b426102-4293-44c0-93ce-b97b9f8a6f85 req-0bcdaafe-cfdf-47b7-b570-9814e0e3f26e tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0384841 Apr 20 16:25:57.456251 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-050d56c1-7259-49b0-86fe-56d0f1bf8f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:57.457928 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-050d56c1-7259-49b0-86fe-56d0f1bf8f71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cc4f828c4024c5e9e29e4972749306e&device_id=ae7dc602-7962-4bd0-82b7-ac91c2b3cc20 HTTP/1.1" status: 200 len: 1095 time: 0.0486820 Apr 20 16:25:57.517405 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-863c2227-01be-4341-97a2-0a2124766aac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0a7f7fc-72ca-4a71-97ce-5680c43e6af0 HTTP/1.1" status: 200 len: 217 time: 0.0450377 Apr 20 16:25:57.604236 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-d37b0028-0b84-4b0e-b254-93cf535d63cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:57.606483 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-d37b0028-0b84-4b0e-b254-93cf535d63cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6e5e1853-efd5-4800-b27e-3ac73eee167e HTTP/1.1" status: 200 len: 851 time: 0.0830002 Apr 20 16:25:57.659535 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-d0aa8622-3ff6-4bb6-af6a-583f8fb987cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccddc865-94c4-4ee1-a68f-7c9c22fa904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443156 Apr 20 16:25:57.942886 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:57.949604 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-3328fc91-1b73-4860-aaa4-81dd28c28829 service neutron] 10.222.0.26 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796323 Apr 20 16:25:57.973375 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e7af9-3d24-495f-bbaa-13ee0613ae66 req-226c9f64-bfc5-4681-9822-6f2f79cbdb74 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:57.986677 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-788e7af9-3d24-495f-bbaa-13ee0613ae66 req-226c9f64-bfc5-4681-9822-6f2f79cbdb74 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.1397467 Apr 20 16:25:58.058333 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-788e7af9-3d24-495f-bbaa-13ee0613ae66 req-041ea693-63bb-4b15-b9d8-5fb6e3cf8d7e tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706692 Apr 20 16:25:58.108520 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:58.135550 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49710) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:58.182741 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec5ff8-8a37-4177-835c-f5402e3304bc req-42d12baa-67cd-41c6-a3fc-50bed88b507c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:58.185722 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3fec5ff8-8a37-4177-835c-f5402e3304bc req-42d12baa-67cd-41c6-a3fc-50bed88b507c tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7dc602-7962-4bd0-82b7-ac91c2b3cc20 HTTP/1.1" status: 200 len: 944 time: 0.2330816 Apr 20 16:25:58.225213 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bcaa334-03e5-44ac-9f97-f49311b0d9af req-3ce93b1f-c2ad-4a44-8b32-dc796e79608c service neutron] 10.222.0.26 "GET /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670636 Apr 20 16:25:58.263953 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3fec5ff8-8a37-4177-835c-f5402e3304bc req-28f1d44d-82d5-4b95-93e3-8de72b170af0 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683811 Apr 20 16:25:58.543666 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f1920ca9-c0e1-43ff-ba41-0b452aef9a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:58.548284 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a328d8d4-fa98-4887-ad4b-7bce13c84f24 req-cfdbddbc-8a84-4d6a-9022-c77bf1dcd9d4 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0486298 Apr 20 16:25:58.566607 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:58.635153 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f1920ca9-c0e1-43ff-ba41-0b452aef9a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:58.805200 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f1920ca9-c0e1-43ff-ba41-0b452aef9a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:58.835900 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1920ca9-c0e1-43ff-ba41-0b452aef9a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd0d1bd-45e7-4abe-9d7d-30cde92b3bd0,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:58.868717 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1920ca9-c0e1-43ff-ba41-0b452aef9a6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:58.869053 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1920ca9-c0e1-43ff-ba41-0b452aef9a6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:58.869592 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1920ca9-c0e1-43ff-ba41-0b452aef9a6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:58.870242 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1920ca9-c0e1-43ff-ba41-0b452aef9a6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:58.870745 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1920ca9-c0e1-43ff-ba41-0b452aef9a6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:58.871238 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1920ca9-c0e1-43ff-ba41-0b452aef9a6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:58.871741 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1920ca9-c0e1-43ff-ba41-0b452aef9a6d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:58.872248 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1920ca9-c0e1-43ff-ba41-0b452aef9a6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:58.872860 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1920ca9-c0e1-43ff-ba41-0b452aef9a6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:58.873356 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1920ca9-c0e1-43ff-ba41-0b452aef9a6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:58.873851 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1920ca9-c0e1-43ff-ba41-0b452aef9a6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:58.875071 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1920ca9-c0e1-43ff-ba41-0b452aef9a6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:25:58.915099 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f1920ca9-c0e1-43ff-ba41-0b452aef9a6d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94caf2381b3a403b8ec0f8c4e3276229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7768342 Apr 20 16:25:58.917892 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49728) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:25:59.006979 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-516b1533-8157-4475-9b67-0c5f288d77b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:59.062646 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-516b1533-8157-4475-9b67-0c5f288d77b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:59.218640 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39540a68-ecea-4d74-9aea-5cc23af2058f req-de84c7bf-33d0-4e88-bdb4-c1e652a3033f tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:59.220178 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-39540a68-ecea-4d74-9aea-5cc23af2058f req-de84c7bf-33d0-4e88-bdb4-c1e652a3033f tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0611930 Apr 20 16:25:59.267327 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-39540a68-ecea-4d74-9aea-5cc23af2058f req-d5256e35-4b64-4d65-825b-d16cd8f9c153 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371237 Apr 20 16:25:59.376429 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-516b1533-8157-4475-9b67-0c5f288d77b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:59.383725 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-516b1533-8157-4475-9b67-0c5f288d77b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:25:59.383725 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-516b1533-8157-4475-9b67-0c5f288d77b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fdd0d1bd-45e7-4abe-9d7d-30cde92b3bd0 HTTP/1.1" status: 204 len: 168 time: 0.4625351 Apr 20 16:25:59.396913 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b1533-8157-4475-9b67-0c5f288d77b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd0d1bd-45e7-4abe-9d7d-30cde92b3bd0,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:25:59.491436 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5a12b-7aae-4c62-b474-c94fa59ce745 req-be7213d3-badf-4021-b4d8-32981a701d06 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:25:59.497427 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-30a5a12b-7aae-4c62-b474-c94fa59ce745 req-be7213d3-badf-4021-b4d8-32981a701d06 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7dc602-7962-4bd0-82b7-ac91c2b3cc20 HTTP/1.1" status: 200 len: 944 time: 0.1558332 Apr 20 16:25:59.601784 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-30a5a12b-7aae-4c62-b474-c94fa59ce745 req-49848878-9880-44e1-88c6-3230f5318120 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998850 Apr 20 16:25:59.748462 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3c7726ec-f162-4497-89ff-135e4e2ca90d req-2c6f1311-2b77-426f-9e24-128fcd0d37c9 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0555658 Apr 20 16:25:59.816419 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:00.000055 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-d7cc6bab-b067-41d9-bca3-6c764867cfe6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0566545 Apr 20 16:26:00.092548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-427e50b8-5ee2-43ef-9930-27a70e365281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:00.092968 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-427e50b8-5ee2-43ef-9930-27a70e365281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:00.093514 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-427e50b8-5ee2-43ef-9930-27a70e365281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:00.094123 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-427e50b8-5ee2-43ef-9930-27a70e365281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:00.094626 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-427e50b8-5ee2-43ef-9930-27a70e365281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:00.095130 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-427e50b8-5ee2-43ef-9930-27a70e365281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:00.095594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-427e50b8-5ee2-43ef-9930-27a70e365281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:00.097766 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-427e50b8-5ee2-43ef-9930-27a70e365281 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e35470c169cb468daf63345ebb7ba6b2&device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 6490 time: 0.0604956 Apr 20 16:26:00.216994 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-919706fb-ad57-437b-90be-aea0e90ff7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:00.217474 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-919706fb-ad57-437b-90be-aea0e90ff7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:00.217980 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-919706fb-ad57-437b-90be-aea0e90ff7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:00.219658 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-919706fb-ad57-437b-90be-aea0e90ff7b1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0da3ddac-7911-41b8-948e-27e3525d219a&id=3024306a-3909-40d1-ba02-5dd3136dffcd&id=3024306a-3909-40d1-ba02-5dd3136dffcd&id=3024306a-3909-40d1-ba02-5dd3136dffcd&id=3024306a-3909-40d1-ba02-5dd3136dffcd&id=8d815abc-b52f-44a7-b0f4-be6307f2c66b&id=8d815abc-b52f-44a7-b0f4-be6307f2c66b HTTP/1.1" status: 200 len: 2290 time: 0.0970442 Apr 20 16:26:00.295182 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-02cb5f02-7039-4e09-a15c-c3bd66dab2a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a124185-eb8a-4596-af17-192c400a73d6 HTTP/1.1" status: 200 len: 1000 time: 0.0687387 Apr 20 16:26:00.354713 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-b099e273-ba9f-4931-86b5-99c09f3a1a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:00.356520 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-b099e273-ba9f-4931-86b5-99c09f3a1a57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5b30ddac-8129-4355-b7e6-7b26172bb5fd HTTP/1.1" status: 200 len: 849 time: 0.0554297 Apr 20 16:26:00.403501 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-c4fd3ad7-c2be-4519-a736-e6557675384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:00.405375 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-c4fd3ad7-c2be-4519-a736-e6557675384b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0da3ddac-7911-41b8-948e-27e3525d219a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427058 Apr 20 16:26:00.409753 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297dead-221e-4c8a-8f9c-efc0e45dd6d4 req-efa0ec41-a3bb-4f8e-b97d-eb8ffbfec581 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:00.411258 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0297dead-221e-4c8a-8f9c-efc0e45dd6d4 req-efa0ec41-a3bb-4f8e-b97d-eb8ffbfec581 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0633614 Apr 20 16:26:00.452099 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0297dead-221e-4c8a-8f9c-efc0e45dd6d4 req-35843da9-cad7-4a04-98aa-3b4bee6174c4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337348 Apr 20 16:26:00.513176 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-11b8d74c-90e4-449e-aa11-711c07008cee service neutron] 10.222.0.30 "GET /v2.0/networks/0da3ddac-7911-41b8-948e-27e3525d219a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013646 Apr 20 16:26:00.704788 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-6c27899e-0d97-40b4-81a7-6cb6cbd5ba1e service neutron] 10.222.0.30 "GET /v2.0/networks/0da3ddac-7911-41b8-948e-27e3525d219a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823249 Apr 20 16:26:00.781368 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-db17c432-aa8b-4f54-b065-9f6dfc159d1a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=7aad5049-9aa0-458c-b354-2fe68c76f185 HTTP/1.1" status: 200 len: 217 time: 0.0592344 Apr 20 16:26:00.870575 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01190ec0-2080-49d0-a581-0a59624fb244 req-b61ae451-fb07-4650-bacd-a62af249d02d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:00.870575 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-01190ec0-2080-49d0-a581-0a59624fb244 req-b61ae451-fb07-4650-bacd-a62af249d02d tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7dc602-7962-4bd0-82b7-ac91c2b3cc20 HTTP/1.1" status: 200 len: 944 time: 0.1834846 Apr 20 16:26:00.871382 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-7aa92cfb-2c81-4c67-a391-b231e8528ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:00.873174 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-7aa92cfb-2c81-4c67-a391-b231e8528ab9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d97c5e51-a8a6-4631-b5a6-573cb3068b25 HTTP/1.1" status: 200 len: 797 time: 0.0717754 Apr 20 16:26:00.875877 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-263e541d-4720-4f38-aa99-401ba7ca0879 req-f56542aa-6072-413d-9ef0-94e431d0940a tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0334258 Apr 20 16:26:00.946260 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-01190ec0-2080-49d0-a581-0a59624fb244 req-1e40e31c-d485-4f80-9b86-ac9b17649c65 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666022 Apr 20 16:26:00.958619 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-af2d4200-964b-44f8-bfde-86805dd85cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:00.959832 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-af2d4200-964b-44f8-bfde-86805dd85cc5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3024306a-3909-40d1-ba02-5dd3136dffcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0788245 Apr 20 16:26:01.127559 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-0eb73922-380e-4d45-aff4-4cd844a3b1da service neutron] 10.222.0.30 "GET /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584404 Apr 20 16:26:01.249771 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-2d604dce-8f93-474e-8622-7efcec621784 service neutron] 10.222.0.30 "GET /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123345 Apr 20 16:26:01.305650 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-008029e4-c29f-4811-afbf-f253f5d308e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=dea2ca34-3ee5-4a2c-8889-a99b5105e97c HTTP/1.1" status: 200 len: 217 time: 0.0494328 Apr 20 16:26:01.365155 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-eebb29bc-0ca9-428c-ac8b-fc4ff69909f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:01.366932 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-eebb29bc-0ca9-428c-ac8b-fc4ff69909f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d97c5e51-a8a6-4631-b5a6-573cb3068b25 HTTP/1.1" status: 200 len: 797 time: 0.0528841 Apr 20 16:26:01.419180 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-b20a244d-be1b-430f-9dee-d53eb9a0fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:01.420841 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-b20a244d-be1b-430f-9dee-d53eb9a0fe70 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3024306a-3909-40d1-ba02-5dd3136dffcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0456076 Apr 20 16:26:01.456182 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49776) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:01.469618 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3fb5d034-a155-4441-8515-c6cf1cab9808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:01.527017 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-deacb349-0bf9-4b63-8c27-a491eb103c6a service neutron] 10.222.0.30 "GET /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954401 Apr 20 16:26:01.596222 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3fb5d034-a155-4441-8515-c6cf1cab9808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:01.614079 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c78e0-2694-4ecd-a213-d81aaf7c0c72 req-67deebba-b857-4e91-9d04-31306c42b140 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:01.615638 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ff3c78e0-2694-4ecd-a213-d81aaf7c0c72 req-67deebba-b857-4e91-9d04-31306c42b140 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0858505 Apr 20 16:26:01.647806 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-514fc2f9-5aaa-404c-8c4d-b9683f42344d service neutron] 10.222.0.30 "GET /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136665 Apr 20 16:26:01.676590 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ff3c78e0-2694-4ecd-a213-d81aaf7c0c72 req-45509451-9534-4189-8fb6-61677cd078bf tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503995 Apr 20 16:26:01.715490 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3fb5d034-a155-4441-8515-c6cf1cab9808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:01.719905 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-5b4b125b-1f21-4886-a863-f08b3d8b2f04 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=223525cb-7aed-4392-a92a-a330adfba580 HTTP/1.1" status: 200 len: 217 time: 0.0648000 Apr 20 16:26:01.759860 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3fb5d034-a155-4441-8515-c6cf1cab9808 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67ffdb4100d04a95914485bed97a4e9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3024931 Apr 20 16:26:01.762491 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49786) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:01.768988 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5d034-a155-4441-8515-c6cf1cab9808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f0d167-4f20-4f4c-aeef-254b087b34d4,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:01.813094 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-ec3f483a-17d8-48b1-a378-25b79217a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:01.814923 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-ec3f483a-17d8-48b1-a378-25b79217a445 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d97c5e51-a8a6-4631-b5a6-573cb3068b25 HTTP/1.1" status: 200 len: 797 time: 0.0665722 Apr 20 16:26:01.831760 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7b1db0e3-c2de-4e8b-9824-618d57469198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:01.866220 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7b1db0e3-c2de-4e8b-9824-618d57469198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:01.870035 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-a21c922c-cf44-41cc-96a9-65938f8ac0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:01.871649 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-a21c922c-cf44-41cc-96a9-65938f8ac0e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3024306a-3909-40d1-ba02-5dd3136dffcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0497921 Apr 20 16:26:01.972390 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-5965acca-f394-4413-a424-9ec8f8691e62 service neutron] 10.222.0.30 "GET /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936534 Apr 20 16:26:02.040547 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7b1db0e3-c2de-4e8b-9824-618d57469198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:02.044313 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7b1db0e3-c2de-4e8b-9824-618d57469198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:02.052862 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7b1db0e3-c2de-4e8b-9824-618d57469198 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2f0d167-4f20-4f4c-aeef-254b087b34d4 HTTP/1.1" status: 204 len: 168 time: 0.2876387 Apr 20 16:26:02.109872 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1db0e3-c2de-4e8b-9824-618d57469198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f0d167-4f20-4f4c-aeef-254b087b34d4,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:02.132197 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-1e7db809-ae3e-42cf-b1f9-2a135f4b5639 service neutron] 10.222.0.30 "GET /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528606 Apr 20 16:26:02.145526 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91af04-f5fe-4964-843b-683a04f68e4b req-0acec5d1-44cc-4ad6-a713-edc795144d08 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:02.148368 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5b91af04-f5fe-4964-843b-683a04f68e4b req-0acec5d1-44cc-4ad6-a713-edc795144d08 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7dc602-7962-4bd0-82b7-ac91c2b3cc20 HTTP/1.1" status: 200 len: 944 time: 0.1177692 Apr 20 16:26:02.170002 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e11e5b8-2192-48ae-aa08-20f84491b6a0 req-3a375702-77ec-4f60-8548-b31ddf4a8817 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.1787579 Apr 20 16:26:02.232819 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5b91af04-f5fe-4964-843b-683a04f68e4b req-71cc8ec6-80ab-4af6-8c96-316f8e612280 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656383 Apr 20 16:26:02.235491 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-ff9a40b8-266d-43a8-b1ed-5608dc83039a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=38c183c1-2ecf-4a3b-97ca-cd36101f24ff HTTP/1.1" status: 200 len: 217 time: 0.0767612 Apr 20 16:26:02.302817 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-ac3a8626-f837-4e91-a607-1a099232b1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:02.305502 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-ac3a8626-f837-4e91-a607-1a099232b1c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d97c5e51-a8a6-4631-b5a6-573cb3068b25 HTTP/1.1" status: 200 len: 797 time: 0.0628524 Apr 20 16:26:02.380818 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-96989492-3ce8-4064-992e-b91382313c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:02.382405 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-96989492-3ce8-4064-992e-b91382313c5c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3024306a-3909-40d1-ba02-5dd3136dffcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0481763 Apr 20 16:26:02.482438 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-a94a1060-e36a-4d1f-abcc-a8d1428eed33 service neutron] 10.222.0.30 "GET /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914440 Apr 20 16:26:02.582147 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-6260e04e-c7f0-451b-b78e-f35c6820d33c service neutron] 10.222.0.30 "GET /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931208 Apr 20 16:26:02.630735 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-d3d96208-867a-4e22-8327-c852011a8906 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d1628b9e-6015-40ce-9c03-59336f363801 HTTP/1.1" status: 200 len: 217 time: 0.0398178 Apr 20 16:26:02.683825 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-57a17bd7-6b27-42bf-9a60-5305c4672c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:02.685352 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-57a17bd7-6b27-42bf-9a60-5305c4672c0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2c180477-2e70-4742-80cf-468c6df467b5 HTTP/1.1" status: 200 len: 797 time: 0.0450950 Apr 20 16:26:02.745722 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-600baac7-4cee-4b8e-903d-c6002ba1e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:02.747859 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-600baac7-4cee-4b8e-903d-c6002ba1e47c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d815abc-b52f-44a7-b0f4-be6307f2c66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0554328 Apr 20 16:26:02.823440 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device c0a7f7fc-72ca-4a71-97ce-5680c43e6af0 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:26:02.886236 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d05f9-9a64-44a9-be4f-2f8af90c1d11 req-bfbc8dd2-3490-4eb2-b214-4c7261399a06 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:02.887752 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-467d05f9-9a64-44a9-be4f-2f8af90c1d11 req-bfbc8dd2-3490-4eb2-b214-4c7261399a06 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.1147060 Apr 20 16:26:02.899396 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-91ae8e38-e7d8-4921-9c7f-d21e8f78557f service neutron] 10.222.0.30 "GET /v2.0/networks/8d815abc-b52f-44a7-b0f4-be6307f2c66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439643 Apr 20 16:26:02.951944 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port c0a7f7fc-72ca-4a71-97ce-5680c43e6af0, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=c0a7f7fc-72ca-4a71-97ce-5680c43e6af0,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:26:02.965533 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'c0a7f7fc-72ca-4a71-97ce-5680c43e6af0', 'network_id': 'ccddc865-94c4-4ee1-a68f-7c9c22fa904c', 'port_id': 'c0a7f7fc-72ca-4a71-97ce-5680c43e6af0', 'mac_address': 'fa:16:3e:3a:e2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e5e1853-efd5-4800-b27e-3ac73eee167e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:26:02.989560 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-467d05f9-9a64-44a9-be4f-2f8af90c1d11 req-2ccea5e9-3508-4e5b-b57e-19519e1dc6af tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891914 Apr 20 16:26:03.019874 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:03.036499 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-4063735a-8360-45aa-9399-9c93545e34a6 service neutron] 10.222.0.30 "GET /v2.0/networks/8d815abc-b52f-44a7-b0f4-be6307f2c66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291275 Apr 20 16:26:03.056552 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a7f7fc-72ca-4a71-97ce-5680c43e6af0 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:26:03.076665 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port c0a7f7fc-72ca-4a71-97ce-5680c43e6af0, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=c0a7f7fc-72ca-4a71-97ce-5680c43e6af0,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:26:03.082391 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-5b26faca-df69-4cda-baea-5364873a438e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d508a3b0-0004-4f38-82f9-28f5a0647800 HTTP/1.1" status: 200 len: 217 time: 0.0383177 Apr 20 16:26:03.150227 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-a3fa9f17-c32c-453e-be87-72e3a4ba8ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:03.151771 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-a3fa9f17-c32c-453e-be87-72e3a4ba8ad2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2c180477-2e70-4742-80cf-468c6df467b5 HTTP/1.1" status: 200 len: 797 time: 0.0615771 Apr 20 16:26:03.206534 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:03.249271 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-200c4ff6-ce11-4ae2-b7ca-7faef52a2492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:03.254388 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-200c4ff6-ce11-4ae2-b7ca-7faef52a2492 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d815abc-b52f-44a7-b0f4-be6307f2c66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0956826 Apr 20 16:26:03.372460 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=c0a7f7fc-72ca-4a71-97ce-5680c43e6af0,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:03.413429 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fc936720-1f78-4325-8b31-6b77ab3fae2d req-50af56e4-9db7-4445-bafe-c20e0addacf2 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0335264 Apr 20 16:26:03.458599 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-99ae6233-de8a-44d7-9c0a-f1296d7888a3 service neutron] 10.222.0.30 "GET /v2.0/networks/8d815abc-b52f-44a7-b0f4-be6307f2c66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930511 Apr 20 16:26:03.466660 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af77643-ba5f-48a4-9613-fb6ff13688fc req-93bbfffc-1032-4c41-9edb-8a65c3aa4664 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:03.473792 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9af77643-ba5f-48a4-9613-fb6ff13688fc req-93bbfffc-1032-4c41-9edb-8a65c3aa4664 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7dc602-7962-4bd0-82b7-ac91c2b3cc20 HTTP/1.1" status: 200 len: 945 time: 0.0953023 Apr 20 16:26:03.609613 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9af77643-ba5f-48a4-9613-fb6ff13688fc req-240d8275-fec3-4c85-8b67-a490e317a8e3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349576 Apr 20 16:26:03.624605 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524c07f-1405-4169-8184-691c761c689c req-aa7a8282-7612-4523-bfa2-9ab9400b2407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:03.626339 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3524c07f-1405-4169-8184-691c761c689c req-aa7a8282-7612-4523-bfa2-9ab9400b2407 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ffad88bc0f5d4afd9c32393497a68147&device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 1096 time: 0.5470369 Apr 20 16:26:03.682304 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['c0a7f7fc-72ca-4a71-97ce-5680c43e6af0'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:26:03.717885 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb2a1e9-83f3-49af-a9f1-6bbd0f449138 req-c8d71a2e-c480-4c81-9b92-835ea2acd78a service neutron] 10.222.0.30 "GET /v2.0/networks/8d815abc-b52f-44a7-b0f4-be6307f2c66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420821 Apr 20 16:26:03.752142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524c07f-1405-4169-8184-691c761c689c req-0ca62de2-0cfb-432e-bb3f-82c53e35d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:03.757094 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3524c07f-1405-4169-8184-691c761c689c req-0ca62de2-0cfb-432e-bb3f-82c53e35d83f service neutron] 10.222.0.26 "GET /v2.0/networks?id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd HTTP/1.1" status: 200 len: 917 time: 0.1196439 Apr 20 16:26:03.819742 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3524c07f-1405-4169-8184-691c761c689c req-e0b2fa8f-df6c-4674-a9e6-1075510646fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b463745f-05ca-4647-8b4c-710910c8dde7 HTTP/1.1" status: 200 len: 1001 time: 0.0594079 Apr 20 16:26:03.878016 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524c07f-1405-4169-8184-691c761c689c req-c9fa4f19-49a5-4c2a-a8c4-6b734cdb3bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:03.879554 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3524c07f-1405-4169-8184-691c761c689c req-c9fa4f19-49a5-4c2a-a8c4-6b734cdb3bb0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67866dc0-b0b9-4599-80d0-c4f37b27fe8d HTTP/1.1" status: 200 len: 855 time: 0.0539787 Apr 20 16:26:03.925312 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524c07f-1405-4169-8184-691c761c689c req-e83729bb-65fc-48c4-bee3-b560d8cea690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:03.929446 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3524c07f-1405-4169-8184-691c761c689c req-e83729bb-65fc-48c4-bee3-b560d8cea690 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404606 Apr 20 16:26:03.937032 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-3524c07f-1405-4169-8184-691c761c689c req-53f07b64-d6e5-4548-98ab-fa485ab664c5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:26:03.937970 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3524c07f-1405-4169-8184-691c761c689c req-53f07b64-d6e5-4548-98ab-fa485ab664c5 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047917 Apr 20 16:26:04.028945 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3524c07f-1405-4169-8184-691c761c689c req-819cae26-65c2-438d-802f-5dc6c844245f service neutron] 10.222.0.26 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844944 Apr 20 16:26:04.129279 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3524c07f-1405-4169-8184-691c761c689c req-c985a6b3-3dc0-4d57-9d36-1535a14796a4 service neutron] 10.222.0.26 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934551 Apr 20 16:26:04.143449 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e3840-5cdc-4c0d-bb19-ebfd4faea70e req-79d2f1b4-647e-4a38-85d9-22f171ba36d4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:04.145027 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a06e3840-5cdc-4c0d-bb19-ebfd4faea70e req-79d2f1b4-647e-4a38-85d9-22f171ba36d4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0589628 Apr 20 16:26:04.184828 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a06e3840-5cdc-4c0d-bb19-ebfd4faea70e req-4f31d598-e734-4d9a-8314-1549ac261213 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328302 Apr 20 16:26:04.301122 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49858) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:04.401970 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eeaef95c-3a12-4fc6-9008-3a6b4331d82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:04.485055 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eeaef95c-3a12-4fc6-9008-3a6b4331d82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:04.528128 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2e39efa1-bc1d-4b15-8570-2fdb704b2f8c req-b92db7fc-7a73-480a-a10e-0e82d71a2a17 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0271547 Apr 20 16:26:04.656857 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eeaef95c-3a12-4fc6-9008-3a6b4331d82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:04.712730 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49874) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:04.752898 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-eeaef95c-3a12-4fc6-9008-3a6b4331d82f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d15210dc53549138ba410459eda4538&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4495809 Apr 20 16:26:04.753012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49880) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:04.753333 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaef95c-3a12-4fc6-9008-3a6b4331d82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fac6071-f9ca-4344-bca9-ed0baacdf754,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:04.781465 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6f338-5c25-4e25-b21a-2fc84955162f req-a87f3a3a-16f5-4787-a0f3-934e977a86d9 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:04.782987 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-07b6f338-5c25-4e25-b21a-2fc84955162f req-a87f3a3a-16f5-4787-a0f3-934e977a86d9 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7dc602-7962-4bd0-82b7-ac91c2b3cc20 HTTP/1.1" status: 200 len: 945 time: 0.0967779 Apr 20 16:26:04.831337 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-231fc551-5ee6-4def-b734-590258b42dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:04.832099 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device c0a7f7fc-72ca-4a71-97ce-5680c43e6af0 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:26:04.849921 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-07b6f338-5c25-4e25-b21a-2fc84955162f req-246acae6-bdf5-4f0d-99c2-d2ce0ef68a48 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421658 Apr 20 16:26:04.859303 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-231fc551-5ee6-4def-b734-590258b42dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:04.907685 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbffd-3229-49ae-bed9-1e7cc7b4676c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:04.959148 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port c0a7f7fc-72ca-4a71-97ce-5680c43e6af0 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:26:04.964182 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port c0a7f7fc-72ca-4a71-97ce-5680c43e6af0 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:26:04.964554 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:05.043638 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:05.052892 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8f7b6c46-cd56-4e67-abf1-7703ba875aad req-95192f9f-bae8-48b1-9c42-1eb375e6d643 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0286565 Apr 20 16:26:05.057544 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-231fc551-5ee6-4def-b734-590258b42dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:05.060456 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-231fc551-5ee6-4def-b734-590258b42dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:05.067491 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-231fc551-5ee6-4def-b734-590258b42dc2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5fac6071-f9ca-4344-bca9-ed0baacdf754 HTTP/1.1" status: 204 len: 168 time: 0.3081086 Apr 20 16:26:05.067899 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7dc602-7962-4bd0-82b7-ac91c2b3cc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a7f7fc-72ca-4a71-97ce-5680c43e6af0'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:26:05.071422 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fea9ecb-7ab4-4fb8-bf33-038bf139dce4" -d '{"events": [{"server_uuid": "ae7dc602-7962-4bd0-82b7-ac91c2b3cc20", "name": "network-vif-plugged", "status": "completed", "tag": "c0a7f7fc-72ca-4a71-97ce-5680c43e6af0"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:26:05.079053 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231fc551-5ee6-4def-b734-590258b42dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fac6071-f9ca-4344-bca9-ed0baacdf754,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:05.092783 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port c0a7f7fc-72ca-4a71-97ce-5680c43e6af0, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=c0a7f7fc-72ca-4a71-97ce-5680c43e6af0,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:26:05.126355 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc1b71d-4b2c-4b33-bf9d-35a5fe15e14b x-openstack-request-id: req-5cc1b71d-4b2c-4b33-bf9d-35a5fe15e14b {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:26:05.126649 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7dc602-7962-4bd0-82b7-ac91c2b3cc20", "name": "network-vif-plugged", "status": "completed", "tag": "c0a7f7fc-72ca-4a71-97ce-5680c43e6af0", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:26:05.126903 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5cc1b71d-4b2c-4b33-bf9d-35a5fe15e14b {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:26:05.127312 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cc1b71d-4b2c-4b33-bf9d-35a5fe15e14b'] response: {'server_uuid': 'ae7dc602-7962-4bd0-82b7-ac91c2b3cc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a7f7fc-72ca-4a71-97ce-5680c43e6af0', 'code': 200} Apr 20 16:26:05.134911 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbffd-3229-49ae-bed9-1e7cc7b4676c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:05.239360 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:05.240302 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b463745f-05ca-4647-8b4c-710910c8dde7 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:26:05.250198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36d89e-4f2e-4ac1-af82-9fb0930fafe0 req-72496853-be38-4751-b096-0d57e4cc60b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:05.252441 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b36d89e-4f2e-4ac1-af82-9fb0930fafe0 req-72496853-be38-4751-b096-0d57e4cc60b0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ae7dc602-7962-4bd0-82b7-ac91c2b3cc20 HTTP/1.1" status: 200 len: 1096 time: 0.0434802 Apr 20 16:26:05.278392 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbffd-3229-49ae-bed9-1e7cc7b4676c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:05.320362 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c9a95-4c77-4dcd-99fe-69b29e565709 req-88c339c2-95f0-4928-9dee-833a549273e8 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:05.322716 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dc1c9a95-4c77-4dcd-99fe-69b29e565709 req-88c339c2-95f0-4928-9dee-833a549273e8 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0657308 Apr 20 16:26:05.328277 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=c0a7f7fc-72ca-4a71-97ce-5680c43e6af0,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:05.331123 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6e1cbffd-3229-49ae-bed9-1e7cc7b4676c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a82eb907cfd64dd2a29f4e8e1b66d545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6172907 Apr 20 16:26:05.332870 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b36d89e-4f2e-4ac1-af82-9fb0930fafe0 req-3b788b96-8eca-40a7-9666-c3810a654788 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721719 Apr 20 16:26:05.335788 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49890) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:05.338767 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1cbffd-3229-49ae-bed9-1e7cc7b4676c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492fad46-8503-454d-a019-9fde3883d059,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:05.372784 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:05.406455 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b463745f-05ca-4647-8b4c-710910c8dde7, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b463745f-05ca-4647-8b4c-710910c8dde7,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:26:05.411309 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dc1c9a95-4c77-4dcd-99fe-69b29e565709 req-ae7b5ef1-7ecd-4335-b88e-a2b1e3441152 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803528 Apr 20 16:26:05.416764 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-871e1702-249c-4c44-99ca-65164e1440d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:05.446248 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-871e1702-249c-4c44-99ca-65164e1440d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:05.572732 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:05.622256 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-871e1702-249c-4c44-99ca-65164e1440d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:05.623704 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=b463745f-05ca-4647-8b4c-710910c8dde7,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:05.625111 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-871e1702-249c-4c44-99ca-65164e1440d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:05.628815 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-871e1702-249c-4c44-99ca-65164e1440d3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/492fad46-8503-454d-a019-9fde3883d059 HTTP/1.1" status: 204 len: 168 time: 0.2885725 Apr 20 16:26:05.642232 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e1702-249c-4c44-99ca-65164e1440d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492fad46-8503-454d-a019-9fde3883d059,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:05.643800 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-88109efa-3a59-4102-b1fb-956eb2bfbbe6 req-84bd8a01-9888-4f5e-a885-5fcafe5549bd tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0357487 Apr 20 16:26:05.959700 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe1fcc-0045-4634-9be4-f427d65c8fb4 req-a54bd486-3b41-43c8-b27b-e636a412e222 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:05.961745 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7dbe1fcc-0045-4634-9be4-f427d65c8fb4 req-a54bd486-3b41-43c8-b27b-e636a412e222 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7dc602-7962-4bd0-82b7-ac91c2b3cc20 HTTP/1.1" status: 200 len: 946 time: 0.0551338 Apr 20 16:26:05.965808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49906) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:05.979443 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1cf808a-b148-4082-98ca-78012386e929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:06.013438 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7dbe1fcc-0045-4634-9be4-f427d65c8fb4 req-4a89dd28-aec0-4bd3-abee-8b423e3e362e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410604 Apr 20 16:26:06.059705 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1cf808a-b148-4082-98ca-78012386e929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:06.147219 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1cf808a-b148-4082-98ca-78012386e929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:06.186868 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a1cf808a-b148-4082-98ca-78012386e929 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24acc02fbbee4cc5906729fe83c99aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199516 Apr 20 16:26:06.188109 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf808a-b148-4082-98ca-78012386e929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a9c297-db03-4425-906f-667f43a4d679,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:06.189818 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49914) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:06.249223 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d1198e68-f56c-4394-9a76-824767f59fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:06.271540 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d1198e68-f56c-4394-9a76-824767f59fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:06.507588 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d1198e68-f56c-4394-9a76-824767f59fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:06.510625 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d1198e68-f56c-4394-9a76-824767f59fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:06.511773 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d1198e68-f56c-4394-9a76-824767f59fc3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2a9c297-db03-4425-906f-667f43a4d679 HTTP/1.1" status: 204 len: 168 time: 0.3203788 Apr 20 16:26:06.519693 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1198e68-f56c-4394-9a76-824767f59fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a9c297-db03-4425-906f-667f43a4d679,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:06.536073 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2a2b6-44a1-45f2-b9a6-81c67ebfe515 req-43c8c262-69df-487b-a901-c36d76f8b597 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:06.538172 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-55d2a2b6-44a1-45f2-b9a6-81c67ebfe515 req-43c8c262-69df-487b-a901-c36d76f8b597 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 943 time: 0.0516074 Apr 20 16:26:06.587081 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-55d2a2b6-44a1-45f2-b9a6-81c67ebfe515 req-b8af1bd6-4d99-4587-b56c-e58bc4f26e7e tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345001 Apr 20 16:26:06.855354 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-06d052ad-f0c8-4772-905f-281515069658 req-cd515bc4-b367-47c4-bad6-6679631e1a3b tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0382395 Apr 20 16:26:07.129051 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef88d8d4-91d2-4678-87e2-c0198ee91a6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b463745f-05ca-4647-8b4c-710910c8dde7'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:26:07.137510 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f30f56-2c44-4cd4-a447-0540c618a526" -d '{"events": [{"server_uuid": "ef88d8d4-91d2-4678-87e2-c0198ee91a6b", "name": "network-vif-unplugged", "status": "completed", "tag": "b463745f-05ca-4647-8b4c-710910c8dde7"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:26:07.172632 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b34f5a-e921-4312-8263-49eef2f26120 req-7326e4d7-b9d0-4b90-8868-7f42b32c0ba3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:07.179722 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7df3dd4-c69d-4426-805b-5498cec1d39f x-openstack-request-id: req-a7df3dd4-c69d-4426-805b-5498cec1d39f {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:26:07.179722 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef88d8d4-91d2-4678-87e2-c0198ee91a6b", "name": "network-vif-unplugged", "status": "completed", "tag": "b463745f-05ca-4647-8b4c-710910c8dde7", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:26:07.179722 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7df3dd4-c69d-4426-805b-5498cec1d39f {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:26:07.179722 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7df3dd4-c69d-4426-805b-5498cec1d39f'] response: {'server_uuid': 'ef88d8d4-91d2-4678-87e2-c0198ee91a6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b463745f-05ca-4647-8b4c-710910c8dde7', 'code': 200} Apr 20 16:26:07.180842 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-93b34f5a-e921-4312-8263-49eef2f26120 req-7326e4d7-b9d0-4b90-8868-7f42b32c0ba3 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7dc602-7962-4bd0-82b7-ac91c2b3cc20 HTTP/1.1" status: 200 len: 946 time: 0.0877643 Apr 20 16:26:07.220375 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-93b34f5a-e921-4312-8263-49eef2f26120 req-bd5e37b3-16a7-44c8-acd3-90e293e9950a tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371313 Apr 20 16:26:07.423947 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49946) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:07.440758 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c2fc19a7-523b-47a4-a2c3-7f3f97057507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:07.518745 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c2fc19a7-523b-47a4-a2c3-7f3f97057507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:07.634168 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c2fc19a7-523b-47a4-a2c3-7f3f97057507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:07.689357 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c2fc19a7-523b-47a4-a2c3-7f3f97057507 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7502ea2a99064ab99e546250f59d4f3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2639661 Apr 20 16:26:07.690645 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc19a7-523b-47a4-a2c3-7f3f97057507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c634e9f0-c100-44a5-b408-a6581299456a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:07.692394 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49950) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:07.760894 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76ab90e3-0d46-4ac7-b794-95d3f90f67c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:07.763639 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3522fe0-455a-4593-a675-49ce512b1e1b req-c7a8ce73-771a-4545-81c6-848d5b2f3b18 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:07.765441 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b3522fe0-455a-4593-a675-49ce512b1e1b req-c7a8ce73-771a-4545-81c6-848d5b2f3b18 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 943 time: 0.0521903 Apr 20 16:26:07.784821 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76ab90e3-0d46-4ac7-b794-95d3f90f67c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:07.822344 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b3522fe0-455a-4593-a675-49ce512b1e1b req-db723789-bf19-4c43-810d-4f604703e98a tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467887 Apr 20 16:26:07.947586 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76ab90e3-0d46-4ac7-b794-95d3f90f67c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:07.950710 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76ab90e3-0d46-4ac7-b794-95d3f90f67c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:07.955856 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-76ab90e3-0d46-4ac7-b794-95d3f90f67c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c634e9f0-c100-44a5-b408-a6581299456a HTTP/1.1" status: 204 len: 168 time: 0.2616444 Apr 20 16:26:07.960071 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5f7623ba-22f7-4965-adbd-e4677381cd4a req-c249ea70-609e-4d66-8936-d5f21d0506a6 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0280771 Apr 20 16:26:07.968676 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab90e3-0d46-4ac7-b794-95d3f90f67c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c634e9f0-c100-44a5-b408-a6581299456a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:08.610274 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b5f02f7-ce73-4cd7-afed-5504a287a9a7 req-4fe7ab65-cd6b-4324-ba92-ea10f1728e2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad8e8b8445534ea8b51323b15fa3b3b6&device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0328641 Apr 20 16:26:08.647781 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e39971-1e2a-451e-ab38-8e2d4305df9d req-61a959d5-17e7-4466-8fdc-2df921d0eb36 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:08.650274 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-85e39971-1e2a-451e-ab38-8e2d4305df9d req-61a959d5-17e7-4466-8fdc-2df921d0eb36 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7dc602-7962-4bd0-82b7-ac91c2b3cc20 HTTP/1.1" status: 200 len: 946 time: 0.0669498 Apr 20 16:26:08.664313 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b5f02f7-ce73-4cd7-afed-5504a287a9a7 req-91ad38a1-fcec-496a-ac89-8d431ac9fec1 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=ad8e8b8445534ea8b51323b15fa3b3b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395627 Apr 20 16:26:08.708656 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-85e39971-1e2a-451e-ab38-8e2d4305df9d req-ca127916-027d-4b28-92e6-b0dda9f2efff tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506270 Apr 20 16:26:08.790303 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f02f7-ce73-4cd7-afed-5504a287a9a7 req-3111d733-f84f-4e50-af5e-6efb25e64dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:08.794359 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b5f02f7-ce73-4cd7-afed-5504a287a9a7 req-3111d733-f84f-4e50-af5e-6efb25e64dc5 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1228707 Apr 20 16:26:08.828969 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-778dee49-a6e1-42ab-a343-2ecc6bcaa258 req-954d5d11-0cc4-4806-9780-bda8ec0a2fad tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0434213 Apr 20 16:26:09.423311 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25c438-6b57-4585-8df7-70ff0595871a req-e761278b-eac9-4fb0-a21c-7ed19112b0ca tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:09.424848 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b25c438-6b57-4585-8df7-70ff0595871a req-e761278b-eac9-4fb0-a21c-7ed19112b0ca tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7dc602-7962-4bd0-82b7-ac91c2b3cc20 HTTP/1.1" status: 200 len: 946 time: 0.0637305 Apr 20 16:26:09.482766 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b25c438-6b57-4585-8df7-70ff0595871a req-3cc36c6a-c468-4ab0-b719-864d71649695 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502224 Apr 20 16:26:09.981548 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e51923db-2980-4a3a-a1b8-f433c4ea8400 req-b9cbd499-62ab-450f-b135-b4097e7cfb36 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0307570 Apr 20 16:26:10.278054 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b5f02f7-ce73-4cd7-afed-5504a287a9a7 req-5e219c7f-ed00-4460-bd84-3da31dfdf907 tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0316808 Apr 20 16:26:10.607490 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e7d7b-aae1-43bf-8a68-9d46e9d913f3 req-08824ab4-48e5-4c57-ae10-cccf209886b0 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:10.609032 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e47e7d7b-aae1-43bf-8a68-9d46e9d913f3 req-08824ab4-48e5-4c57-ae10-cccf209886b0 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7dc602-7962-4bd0-82b7-ac91c2b3cc20 HTTP/1.1" status: 200 len: 946 time: 0.0550885 Apr 20 16:26:10.649628 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e47e7d7b-aae1-43bf-8a68-9d46e9d913f3 req-43047b62-a314-4189-af92-ce098950cbbf tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343130 Apr 20 16:26:10.688136 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1bda0-4879-4ef0-9f40-cf9745159a6a req-a3284eb6-e4e0-46dd-a5e7-87d6a3de47c5 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:10.689890 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4cf1bda0-4879-4ef0-9f40-cf9745159a6a req-a3284eb6-e4e0-46dd-a5e7-87d6a3de47c5 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 943 time: 0.0571237 Apr 20 16:26:10.735352 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4cf1bda0-4879-4ef0-9f40-cf9745159a6a req-7a75d5fa-07a7-4b5c-b963-5c50f6a9ed89 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392506 Apr 20 16:26:10.835186 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b463745f-05ca-4647-8b4c-710910c8dde7 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:26:11.131365 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-48c3be24-5b5f-4cfd-bd43-e6a9b1abc1b1 req-fa96af4d-92ba-4641-afcb-54d94ed42d4c tempest-ServerShowV254Test-24831069 tempest-ServerShowV254Test-24831069-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a10842c-e57e-47c6-bb1e-09e3b5173727 HTTP/1.1" status: 200 len: 210 time: 0.0525174 Apr 20 16:26:11.318379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688fe2f-0084-4667-a756-9f0f2763105d req-acbdb7a7-5e3c-4f3c-a4a7-345c0aa18138 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:11.319871 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5688fe2f-0084-4667-a756-9f0f2763105d req-acbdb7a7-5e3c-4f3c-a4a7-345c0aa18138 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7dc602-7962-4bd0-82b7-ac91c2b3cc20 HTTP/1.1" status: 200 len: 946 time: 0.0701671 Apr 20 16:26:11.385088 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5688fe2f-0084-4667-a756-9f0f2763105d req-c5d5a26c-7790-41ae-bf46-6f57536241cb tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561242 Apr 20 16:26:11.392835 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-18073624-5726-4907-8a31-b4a6cc04080d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2001433 Apr 20 16:26:11.410506 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-ad4d5215-701b-4271-a12c-4062fac3c42a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:26:11.410506 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-ad4d5215-701b-4271-a12c-4062fac3c42a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050046 Apr 20 16:26:11.901604 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f27393-3406-4647-a3a5-4f2170672719 req-e1c95986-d94e-40f7-a9c5-56709f1fe487 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:11.903108 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a3f27393-3406-4647-a3a5-4f2170672719 req-e1c95986-d94e-40f7-a9c5-56709f1fe487 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 943 time: 0.0556247 Apr 20 16:26:11.942962 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a3f27393-3406-4647-a3a5-4f2170672719 req-a3a1f09c-289e-4777-a20f-cdd9dd6b33cc tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331869 Apr 20 16:26:12.538738 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f5429-7f44-441f-a831-24bf9c6c0039 req-2f7a9daa-d5c0-4495-b06e-d6a1e1924e4e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:12.540478 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa9f5429-7f44-441f-a831-24bf9c6c0039 req-2f7a9daa-d5c0-4495-b06e-d6a1e1924e4e tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7dc602-7962-4bd0-82b7-ac91c2b3cc20 HTTP/1.1" status: 200 len: 946 time: 0.0535424 Apr 20 16:26:12.581104 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa9f5429-7f44-441f-a831-24bf9c6c0039 req-0da0663c-6c0d-4db6-b5e1-ce688b3bcb73 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340755 Apr 20 16:26:12.841284 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50100) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:12.889347 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-56c72625-8134-42e0-b23d-eccc54bda8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:12.891268 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-56c72625-8134-42e0-b23d-eccc54bda8f8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b&tenant_id=ffad88bc0f5d4afd9c32393497a68147 HTTP/1.1" status: 200 len: 1094 time: 0.0438890 Apr 20 16:26:12.909710 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836146-2', 'device_owner': 'compute:nova'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:26:12.986965 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:13.054798 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9cdcded-4a5d-45be-9d56-722e22384e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:13.558518 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42250c1f-cb9a-445d-9109-0019a1e2206f req-6a14b1d4-7b7a-440d-b489-eead31aa6abe tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:13.560007 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-42250c1f-cb9a-445d-9109-0019a1e2206f req-6a14b1d4-7b7a-440d-b489-eead31aa6abe tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae7dc602-7962-4bd0-82b7-ac91c2b3cc20 HTTP/1.1" status: 200 len: 946 time: 0.5070989 Apr 20 16:26:13.573765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc895f-dc69-4e44-8cb3-377c77bd1aa6 req-7733c785-bbf3-479d-a8c9-e8b15988dfeb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:13.578208 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31bc895f-dc69-4e44-8cb3-377c77bd1aa6 req-7733c785-bbf3-479d-a8c9-e8b15988dfeb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 943 time: 0.5251927 Apr 20 16:26:13.716179 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5eadff-524e-4177-ac19-bd8883e5064a req-ec73dd36-c8bb-4503-8788-f9081fa2e5ae tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:13.717859 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8a5eadff-524e-4177-ac19-bd8883e5064a req-ec73dd36-c8bb-4503-8788-f9081fa2e5ae tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7dc602-7962-4bd0-82b7-ac91c2b3cc20 HTTP/1.1" status: 200 len: 946 time: 0.0564277 Apr 20 16:26:13.738908 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9cdcded-4a5d-45be-9d56-722e22384e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:13.746569 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31bc895f-dc69-4e44-8cb3-377c77bd1aa6 req-c3a8b114-9ae5-4475-a05c-427427399eda tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495047 Apr 20 16:26:13.762357 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8a5eadff-524e-4177-ac19-bd8883e5064a req-0b9b3a94-a0e8-4503-b7d1-bcccf714f145 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/security-groups?id=17ab9015-fb0f-4b92-942b-8257112fd757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369523 Apr 20 16:26:13.782297 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] For port b463745f-05ca-4647-8b4c-710910c8dde7, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b463745f-05ca-4647-8b4c-710910c8dde7,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:26:13.812677 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-42250c1f-cb9a-445d-9109-0019a1e2206f req-f3dcff71-56eb-43b1-b978-56bb9eec2544 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Deleting port c0a7f7fc-72ca-4a71-97ce-5680c43e6af0 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:26:13.813011 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-42250c1f-cb9a-445d-9109-0019a1e2206f req-f3dcff71-56eb-43b1-b978-56bb9eec2544 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:13.843009 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9cdcded-4a5d-45be-9d56-722e22384e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:13.887929 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] For port b463745f-05ca-4647-8b4c-710910c8dde7, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:26:13.956086 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a9cdcded-4a5d-45be-9d56-722e22384e6f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad8e8b8445534ea8b51323b15fa3b3b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1137030 Apr 20 16:26:13.958842 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50140) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:13.960139 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdcded-4a5d-45be-9d56-722e22384e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61309fc8-db8d-458b-9e7e-f2ad9a963380,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:13.968848 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b463745f-05ca-4647-8b4c-710910c8dde7 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:26:14.000790 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:14.022051 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e15488b-28a0-46e8-9e3d-16cae0dbb246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:14.027423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-42250c1f-cb9a-445d-9109-0019a1e2206f req-f3dcff71-56eb-43b1-b978-56bb9eec2544 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] For port c0a7f7fc-72ca-4a71-97ce-5680c43e6af0, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=c0a7f7fc-72ca-4a71-97ce-5680c43e6af0,segment=NetworkSegment(50153279-d293-4586-9e34-66e4c2fc7c52),segment_id=50153279-d293-4586-9e34-66e4c2fc7c52)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:26:14.028015 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-42250c1f-cb9a-445d-9109-0019a1e2206f req-f3dcff71-56eb-43b1-b978-56bb9eec2544 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:14.030834 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] Transition to ACTIVE for port object b463745f-05ca-4647-8b4c-710910c8dde7 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:26:14.041566 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-42250c1f-cb9a-445d-9109-0019a1e2206f req-f3dcff71-56eb-43b1-b978-56bb9eec2544 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Calling delete_port for c0a7f7fc-72ca-4a71-97ce-5680c43e6af0 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:26:14.047764 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e15488b-28a0-46e8-9e3d-16cae0dbb246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:14.098517 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:14.232900 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] No DVR routers for this DVR port b463745f-05ca-4647-8b4c-710910c8dde7 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:26:14.233836 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e15488b-28a0-46e8-9e3d-16cae0dbb246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:14.238161 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e15488b-28a0-46e8-9e3d-16cae0dbb246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:14.241712 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3e15488b-28a0-46e8-9e3d-16cae0dbb246 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61309fc8-db8d-458b-9e7e-f2ad9a963380 HTTP/1.1" status: 204 len: 168 time: 0.2793899 Apr 20 16:26:14.256864 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15488b-28a0-46e8-9e3d-16cae0dbb246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61309fc8-db8d-458b-9e7e-f2ad9a963380,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:14.316919 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] Pushing event updated for resources: {'Port': ['ID=b463745f-05ca-4647-8b4c-710910c8dde7,revision_number=9']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:14.469807 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] Attempting to bind port b463745f-05ca-4647-8b4c-710910c8dde7 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:26:14.470151 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] Attempting to bind port b463745f-05ca-4647-8b4c-710910c8dde7 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '7b740a99-9aa6-43fa-99dc-a97008602c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:26:14.470482 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] Attempting to bind port b463745f-05ca-4647-8b4c-710910c8dde7 on network 4b50dca8-daf4-4aac-8eb3-c8968bda22dd {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:26:14.474972 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] Port b463745f-05ca-4647-8b4c-710910c8dde7 on network 4b50dca8-daf4-4aac-8eb3-c8968bda22dd not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:26:14.475299 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] Attempting to bind port b463745f-05ca-4647-8b4c-710910c8dde7 on network 4b50dca8-daf4-4aac-8eb3-c8968bda22dd {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:26:14.481240 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:26:14.481584 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] Checking segment: {'id': '7b740a99-9aa6-43fa-99dc-a97008602c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:26:14.481969 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] Bound using segment: {'id': '7b740a99-9aa6-43fa-99dc-a97008602c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:26:14.482434 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] Bound port: b463745f-05ca-4647-8b4c-710910c8dde7, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b740a99-9aa6-43fa-99dc-a97008602c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:26:14.482798 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:14.554001 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] For port b463745f-05ca-4647-8b4c-710910c8dde7, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:26:14.588788 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] For port b463745f-05ca-4647-8b4c-710910c8dde7, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=b463745f-05ca-4647-8b4c-710910c8dde7,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:26:14.589939 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-42250c1f-cb9a-445d-9109-0019a1e2206f req-f3dcff71-56eb-43b1-b978-56bb9eec2544 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:14.622644 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['c0a7f7fc-72ca-4a71-97ce-5680c43e6af0'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:26:14.631368 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcff71-56eb-43b1-b978-56bb9eec2544 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Pushing event deleted for resources: {'Port': ['ID=c0a7f7fc-72ca-4a71-97ce-5680c43e6af0,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:14.684583 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-42250c1f-cb9a-445d-9109-0019a1e2206f req-f3dcff71-56eb-43b1-b978-56bb9eec2544 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] No DVR routers for this DVR port c0a7f7fc-72ca-4a71-97ce-5680c43e6af0 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:26:14.706404 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-42250c1f-cb9a-445d-9109-0019a1e2206f req-f3dcff71-56eb-43b1-b978-56bb9eec2544 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:14.706404 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-42250c1f-cb9a-445d-9109-0019a1e2206f req-f3dcff71-56eb-43b1-b978-56bb9eec2544 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.26 "DELETE /v2.0/ports/c0a7f7fc-72ca-4a71-97ce-5680c43e6af0 HTTP/1.1" status: 204 len: 173 time: 1.1030395 Apr 20 16:26:14.706404 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7dc602-7962-4bd0-82b7-ac91c2b3cc20', 'name': 'network-vif-deleted', 'tag': 'c0a7f7fc-72ca-4a71-97ce-5680c43e6af0'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:26:14.706404 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3884bda8-4d48-460e-91df-dde077c17b2e" -d '{"events": [{"server_uuid": "ae7dc602-7962-4bd0-82b7-ac91c2b3cc20", "name": "network-vif-deleted", "tag": "c0a7f7fc-72ca-4a71-97ce-5680c43e6af0"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:26:14.765258 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:14.765258 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d12ae2-8cfa-4915-9cba-9529c4779504 x-openstack-request-id: req-c8d12ae2-8cfa-4915-9cba-9529c4779504 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:26:14.765258 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7dc602-7962-4bd0-82b7-ac91c2b3cc20", "name": "network-vif-deleted", "tag": "c0a7f7fc-72ca-4a71-97ce-5680c43e6af0", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:26:14.765258 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8d12ae2-8cfa-4915-9cba-9529c4779504 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:26:14.765258 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d12ae2-8cfa-4915-9cba-9529c4779504'] response: {'server_uuid': 'ae7dc602-7962-4bd0-82b7-ac91c2b3cc20', 'name': 'network-vif-deleted', 'tag': 'c0a7f7fc-72ca-4a71-97ce-5680c43e6af0', 'status': 'completed', 'code': 200} Apr 20 16:26:14.824251 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:14.831143 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:14.836303 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] 10.222.0.30 "PUT /v2.0/ports/b463745f-05ca-4647-8b4c-710910c8dde7 HTTP/1.1" status: 200 len: 1091 time: 1.9297917 Apr 20 16:26:15.049077 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1c944-58a8-4b59-b4e2-5def2f99adc8 req-c441c559-70a4-4a16-aea5-7f0bedd2b669 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:15.056085 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d831d3-746d-4b0f-9934-3f48eca9d9ed service neutron] Pushing event updated for resources: {'Port': ['ID=b463745f-05ca-4647-8b4c-710910c8dde7,revision_number=10']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:15.067854 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-21b1c944-58a8-4b59-b4e2-5def2f99adc8 req-c441c559-70a4-4a16-aea5-7f0bedd2b669 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 944 time: 0.1022434 Apr 20 16:26:15.076720 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-93af8f06-179c-426d-8024-94732c35b8be req-e043d176-143e-487c-9f40-efb78b08be64 tempest-DeleteServersTestJSON-609169728 tempest-DeleteServersTestJSON-609169728-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7dc602-7962-4bd0-82b7-ac91c2b3cc20 HTTP/1.1" status: 200 len: 210 time: 0.0968535 Apr 20 16:26:15.090151 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-8e73c3b5-b986-4fa7-883e-537f8155f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:15.090151 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-8e73c3b5-b986-4fa7-883e-537f8155f238 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ffad88bc0f5d4afd9c32393497a68147&device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 1095 time: 0.1966090 Apr 20 16:26:15.120361 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-21b1c944-58a8-4b59-b4e2-5def2f99adc8 req-c12edd73-4798-49c1-88ae-3b7b445d0b3b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507488 Apr 20 16:26:15.229770 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-b7500345-0073-4c39-9b2f-141883f7dd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:15.231601 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-b7500345-0073-4c39-9b2f-141883f7dd0d service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd HTTP/1.1" status: 200 len: 917 time: 0.1369839 Apr 20 16:26:15.314123 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-9f62573d-4f20-46a5-9bdf-0c07d84906ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b463745f-05ca-4647-8b4c-710910c8dde7 HTTP/1.1" status: 200 len: 999 time: 0.0710075 Apr 20 16:26:15.365582 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-2f742617-8e96-461c-9136-85edb9d09cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:15.367792 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-2f742617-8e96-461c-9136-85edb9d09cc8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=67866dc0-b0b9-4599-80d0-c4f37b27fe8d HTTP/1.1" status: 200 len: 855 time: 0.0468602 Apr 20 16:26:15.436100 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-65b37fa1-93d4-40c7-bcf6-eb54a684b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:15.438021 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-65b37fa1-93d4-40c7-bcf6-eb54a684b7fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636027 Apr 20 16:26:15.588707 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-714efcd8-02b1-4e7f-84fb-fd08050f2155 service neutron] 10.222.0.30 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439569 Apr 20 16:26:15.685216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-7be68986-fe6d-4353-8874-da648933a402 service neutron] 10.222.0.30 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879605 Apr 20 16:26:16.279465 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f0b9e-5bf3-461a-89cc-557e8533ca9c req-9d2bc2ee-1b08-47b6-a5b0-b20ae4a83ccb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:16.280955 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-899f0b9e-5bf3-461a-89cc-557e8533ca9c req-9d2bc2ee-1b08-47b6-a5b0-b20ae4a83ccb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 944 time: 0.0527580 Apr 20 16:26:16.320753 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-899f0b9e-5bf3-461a-89cc-557e8533ca9c req-4df23e47-1596-4ee2-b016-0f62813c4bc7 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325489 Apr 20 16:26:16.549373 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-997fd7a6-d50f-49ef-8cc6-3165759687e4 req-bd4bf827-9643-4260-ac08-e57e0a8e14cc tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0599985 Apr 20 16:26:16.747620 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef88d8d4-91d2-4678-87e2-c0198ee91a6b', 'tag': 'b463745f-05ca-4647-8b4c-710910c8dde7'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:26:16.750297 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0a4c47-5b81-4657-af46-f43a315691cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ef88d8d4-91d2-4678-87e2-c0198ee91a6b", "tag": "b463745f-05ca-4647-8b4c-710910c8dde7"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:26:16.798650 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8205b1a3-bcc5-4f58-ad68-26c17cd3c3a1 x-openstack-request-id: req-8205b1a3-bcc5-4f58-ad68-26c17cd3c3a1 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:26:16.799146 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef88d8d4-91d2-4678-87e2-c0198ee91a6b", "tag": "b463745f-05ca-4647-8b4c-710910c8dde7", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:26:16.799576 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8205b1a3-bcc5-4f58-ad68-26c17cd3c3a1 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:26:16.800159 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8205b1a3-bcc5-4f58-ad68-26c17cd3c3a1'] response: {'name': 'network-changed', 'server_uuid': 'ef88d8d4-91d2-4678-87e2-c0198ee91a6b', 'tag': 'b463745f-05ca-4647-8b4c-710910c8dde7', 'status': 'completed', 'code': 200} Apr 20 16:26:16.878879 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device c0a7f7fc-72ca-4a71-97ce-5680c43e6af0 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:26:16.922446 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: c0a7f7fc-72ca-4a71-97ce-5680c43e6af0 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:26:16.922664 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device c0a7f7fc-72ca-4a71-97ce-5680c43e6af0 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:26:17.058925 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a4c47-5b81-4657-af46-f43a315691cc req-dca4c01b-6213-4054-b644-46d3968fba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:17.063767 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff0a4c47-5b81-4657-af46-f43a315691cc req-dca4c01b-6213-4054-b644-46d3968fba55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ffad88bc0f5d4afd9c32393497a68147&device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 1095 time: 0.1205676 Apr 20 16:26:17.212877 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a4c47-5b81-4657-af46-f43a315691cc req-59b193f1-c47f-450d-b635-f9f6008eb13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:17.226845 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff0a4c47-5b81-4657-af46-f43a315691cc req-59b193f1-c47f-450d-b635-f9f6008eb13f service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd HTTP/1.1" status: 200 len: 917 time: 0.1206446 Apr 20 16:26:17.372473 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff0a4c47-5b81-4657-af46-f43a315691cc req-d88b71d6-7dee-4d76-aeff-71c2b0ba0e51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b463745f-05ca-4647-8b4c-710910c8dde7 HTTP/1.1" status: 200 len: 999 time: 0.1364229 Apr 20 16:26:17.528127 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50288) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:17.627226 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a4c47-5b81-4657-af46-f43a315691cc req-db12299e-a0c1-4ebc-a8b0-78b710b276af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:17.627226 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff0a4c47-5b81-4657-af46-f43a315691cc req-db12299e-a0c1-4ebc-a8b0-78b710b276af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=67866dc0-b0b9-4599-80d0-c4f37b27fe8d HTTP/1.1" status: 200 len: 855 time: 0.2216012 Apr 20 16:26:17.673766 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bbcaa-5b5c-4db2-8161-d0b84fc06689 req-08b653ef-aec5-442d-82ba-d01fb6fe8e9c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:17.679513 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-129bbcaa-5b5c-4db2-8161-d0b84fc06689 req-08b653ef-aec5-442d-82ba-d01fb6fe8e9c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 944 time: 0.1572731 Apr 20 16:26:17.744906 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31d1db2b-5119-4e30-813c-e10f123291c7 req-35ce20a9-1eca-4f04-8f7a-f33cbe0f822d tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0617874 Apr 20 16:26:17.776018 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a4c47-5b81-4657-af46-f43a315691cc req-c2035d57-a79b-48eb-9e55-bf04f1c33210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:17.779409 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff0a4c47-5b81-4657-af46-f43a315691cc req-c2035d57-a79b-48eb-9e55-bf04f1c33210 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b50dca8-daf4-4aac-8eb3-c8968bda22dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1647136 Apr 20 16:26:17.843898 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-129bbcaa-5b5c-4db2-8161-d0b84fc06689 req-b058e561-b17a-48e9-91db-fc6b4171810c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460876 Apr 20 16:26:17.896275 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c5052eaa-4de5-400e-87f1-1ac09da3765e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:17.986714 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff0a4c47-5b81-4657-af46-f43a315691cc req-e4ffb5c4-9072-468f-97f1-278eb43e7b25 service neutron] 10.222.0.30 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813710 Apr 20 16:26:18.087811 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c5052eaa-4de5-400e-87f1-1ac09da3765e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:18.210093 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c5052eaa-4de5-400e-87f1-1ac09da3765e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:18.229850 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff0a4c47-5b81-4657-af46-f43a315691cc req-236953df-26aa-4bf4-a9dd-b849521073d3 service neutron] 10.222.0.30 "GET /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223172 Apr 20 16:26:18.301926 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c5052eaa-4de5-400e-87f1-1ac09da3765e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6dfdb4a8be10407795d591da3f936a9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7723384 Apr 20 16:26:18.304651 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50310) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:18.348712 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5052eaa-4de5-400e-87f1-1ac09da3765e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7899a2-33d5-4df9-9fb5-14e9649f9649,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:18.441733 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b77f62e7-54c6-4cfe-b694-ff49d2f0c2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:18.477620 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b77f62e7-54c6-4cfe-b694-ff49d2f0c2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:18.686637 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b77f62e7-54c6-4cfe-b694-ff49d2f0c2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:18.691607 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b77f62e7-54c6-4cfe-b694-ff49d2f0c2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:18.702758 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b77f62e7-54c6-4cfe-b694-ff49d2f0c2a7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f7899a2-33d5-4df9-9fb5-14e9649f9649 HTTP/1.1" status: 204 len: 168 time: 0.3945212 Apr 20 16:26:18.731051 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f62e7-54c6-4cfe-b694-ff49d2f0c2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7899a2-33d5-4df9-9fb5-14e9649f9649,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:18.952306 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dfbdf956-aa0d-4e17-bc7c-6c4fbc1875fa req-4213f77d-6b33-4d29-b97b-3fa9bb75befd tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0767841 Apr 20 16:26:19.134458 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ba9a9-adc2-472f-833b-871e497a4a5e req-634652ab-ff52-44c9-9f60-a9db6e47bc6f tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:19.143818 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-685ba9a9-adc2-472f-833b-871e497a4a5e req-634652ab-ff52-44c9-9f60-a9db6e47bc6f tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 944 time: 0.1801651 Apr 20 16:26:19.214805 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-685ba9a9-adc2-472f-833b-871e497a4a5e req-4581245f-7d75-4e83-8185-6ca916751ebf tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678632 Apr 20 16:26:19.761086 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50326) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:19.777263 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-de7b8886-77c7-4975-b59e-1be7a5ffd371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:19.878008 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-de7b8886-77c7-4975-b59e-1be7a5ffd371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:19.947798 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-de7b8886-77c7-4975-b59e-1be7a5ffd371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:20.008548 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-de7b8886-77c7-4975-b59e-1be7a5ffd371 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=45e9c361645749eab1f8b22951bb2b1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454212 Apr 20 16:26:20.011665 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50332) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:20.019985 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b8886-77c7-4975-b59e-1be7a5ffd371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1d0e9f-d427-4ea8-912f-0b2718b97d35,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:20.143209 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60ffd916-baa2-4ebf-91ca-354a52dfbf4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:20.233835 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ac5e9866-b3fd-4756-bf7a-371e6d77529a req-078a979c-187c-44ee-9823-2172b058c1f7 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.1273642 Apr 20 16:26:20.245663 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60ffd916-baa2-4ebf-91ca-354a52dfbf4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:20.408522 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cb20f-a102-4e5b-b567-9611d9687f81 req-ada82023-c566-4687-8d29-5290575f37b0 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:20.410031 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60ffd916-baa2-4ebf-91ca-354a52dfbf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:20.416160 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60ffd916-baa2-4ebf-91ca-354a52dfbf4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:20.416160 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-60ffd916-baa2-4ebf-91ca-354a52dfbf4f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d1d0e9f-d427-4ea8-912f-0b2718b97d35 HTTP/1.1" status: 204 len: 168 time: 0.4020548 Apr 20 16:26:20.445867 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-618cb20f-a102-4e5b-b567-9611d9687f81 req-ada82023-c566-4687-8d29-5290575f37b0 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 944 time: 0.1019378 Apr 20 16:26:20.460136 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffd916-baa2-4ebf-91ca-354a52dfbf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1d0e9f-d427-4ea8-912f-0b2718b97d35,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:20.537495 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-618cb20f-a102-4e5b-b567-9611d9687f81 req-7fc6b51d-e440-4946-9a8b-a4ce8f016c96 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889997 Apr 20 16:26:21.244449 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50350) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:21.434605 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d51d4a7e-f649-405f-a501-195cb994617b req-b82c1df3-021a-4cb7-975c-8bb09b8c8e39 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0532053 Apr 20 16:26:21.468459 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60a6a218-ea72-411b-a6cc-23c8b14b34bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:21.574780 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60a6a218-ea72-411b-a6cc-23c8b14b34bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:21.673170 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60a6a218-ea72-411b-a6cc-23c8b14b34bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:21.707500 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6a218-ea72-411b-a6cc-23c8b14b34bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a608f21e-346d-4335-ad11-6bfd18846649,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:21.765234 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9a20d-7ef9-40b7-b217-db6f79b2c739 req-e7a4f22a-4504-4b31-b78f-f305cba47067 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:21.766788 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-78d9a20d-7ef9-40b7-b217-db6f79b2c739 req-e7a4f22a-4504-4b31-b78f-f305cba47067 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 944 time: 0.1200902 Apr 20 16:26:21.767279 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50368) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:21.770353 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-60a6a218-ea72-411b-a6cc-23c8b14b34bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=59993a75c6c7485e8071e95083004344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5245566 Apr 20 16:26:21.890224 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-78d9a20d-7ef9-40b7-b217-db6f79b2c739 req-3fdc45dd-a649-4313-88ef-8128d2681f5e tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033723 Apr 20 16:26:21.944680 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a171b60e-5e82-4d51-9b31-a4fd72eebe07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:21.986226 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a171b60e-5e82-4d51-9b31-a4fd72eebe07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:22.059832 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50382) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:22.176315 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a171b60e-5e82-4d51-9b31-a4fd72eebe07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:22.179678 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a171b60e-5e82-4d51-9b31-a4fd72eebe07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:22.183187 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a171b60e-5e82-4d51-9b31-a4fd72eebe07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a608f21e-346d-4335-ad11-6bfd18846649 HTTP/1.1" status: 204 len: 168 time: 0.4126689 Apr 20 16:26:22.190832 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171b60e-5e82-4d51-9b31-a4fd72eebe07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a608f21e-346d-4335-ad11-6bfd18846649,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:22.445501 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f8ba05-faca-487c-ae94-df1d3d191981 admin admin] Deleting subnet 6e5e1853-efd5-4800-b27e-3ac73eee167e {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:26:22.450094 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-59f8ba05-faca-487c-ae94-df1d3d191981 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:22.507659 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-59f8ba05-faca-487c-ae94-df1d3d191981 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:22.567923 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-59f8ba05-faca-487c-ae94-df1d3d191981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:22.614896 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-88541eff-8851-4be6-be9f-45c5cad362d7 req-35bf050e-76c4-477a-be78-c53835bb4bec tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0609922 Apr 20 16:26:22.712898 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4d353d14-297a-41b7-a4d1-e6bb1dbe75c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:22.785485 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-59f8ba05-faca-487c-ae94-df1d3d191981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:22.813970 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-59f8ba05-faca-487c-ae94-df1d3d191981 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:22.819480 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-59f8ba05-faca-487c-ae94-df1d3d191981 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6e5e1853-efd5-4800-b27e-3ac73eee167e HTTP/1.1" status: 204 len: 168 time: 0.7564275 Apr 20 16:26:22.820577 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50404) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:22.877991 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8ba05-faca-487c-ae94-df1d3d191981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e5e1853-efd5-4800-b27e-3ac73eee167e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:22.925259 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1273c5a8-1355-431c-be10-6319b485bfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:23.065323 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1273c5a8-1355-431c-be10-6319b485bfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:23.065914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fabd7-8752-481e-bed0-ded2a5042848 req-f24d5eaf-ba4b-4ebb-b5cb-2551beccc4d4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:23.080227 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f49fabd7-8752-481e-bed0-ded2a5042848 req-f24d5eaf-ba4b-4ebb-b5cb-2551beccc4d4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 944 time: 0.0795519 Apr 20 16:26:23.115813 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-1273c5a8-1355-431c-be10-6319b485bfe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccddc865-94c4-4ee1-a68f-7c9c22fa904c']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:26:23.129185 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f49fabd7-8752-481e-bed0-ded2a5042848 req-f9f2328b-3af4-4d62-8f07-5b0c63bce997 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479431 Apr 20 16:26:23.137923 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-1273c5a8-1355-431c-be10-6319b485bfe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50153279-d293-4586-9e34-66e4c2fc7c52') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:26:23.138601 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-1273c5a8-1355-431c-be10-6319b485bfe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50153279-d293-4586-9e34-66e4c2fc7c52') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:26:23.153297 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1273c5a8-1355-431c-be10-6319b485bfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:23.177498 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1273c5a8-1355-431c-be10-6319b485bfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:23.185385 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1273c5a8-1355-431c-be10-6319b485bfe4 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:26:23.186127 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1273c5a8-1355-431c-be10-6319b485bfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:26:23.188367 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:26:23.224851 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4388be9c-323a-48cf-884f-3dc75f175253 req-4e1d550e-ba33-430b-b3f2-97d5f53f7096 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0362315 Apr 20 16:26:23.364321 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1273c5a8-1355-431c-be10-6319b485bfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:23.376771 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1273c5a8-1355-431c-be10-6319b485bfe4 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:23.379955 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1273c5a8-1355-431c-be10-6319b485bfe4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ccddc865-94c4-4ee1-a68f-7c9c22fa904c HTTP/1.1" status: 204 len: 168 time: 0.5577700 Apr 20 16:26:23.395135 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273c5a8-1355-431c-be10-6319b485bfe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccddc865-94c4-4ee1-a68f-7c9c22fa904c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:23.730798 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15a08519-20e2-49ee-a891-23109ee1a505 req-1198d90a-3ec3-45cb-aa0c-549cb8f31645 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0285299 Apr 20 16:26:24.285006 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55003bee-2d4d-4cad-a9d3-87029480d69e req-8c9182f2-0bd0-4655-ab52-def337b5899c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:24.286489 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-55003bee-2d4d-4cad-a9d3-87029480d69e req-8c9182f2-0bd0-4655-ab52-def337b5899c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 944 time: 0.0547082 Apr 20 16:26:24.327734 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-55003bee-2d4d-4cad-a9d3-87029480d69e req-ac884a3e-ac19-4651-b5ce-fb251dcd899c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351360 Apr 20 16:26:24.700480 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50436) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:24.800826 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50440) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:24.805817 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0acd049e-c251-47b5-a014-c1e0c8965336 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3cc4f828c4024c5e9e29e4972749306e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1034391 Apr 20 16:26:24.883293 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-149f072b-405b-4f62-9ca9-dad566c510e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:24.906149 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-716ca799-b067-431b-8c3b-f37128f08296 req-25b1cd81-033b-4e85-85c1-7d88a5886d7d tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0585537 Apr 20 16:26:24.923169 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-149f072b-405b-4f62-9ca9-dad566c510e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:25.072806 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-07ef2a4b-3262-4ebc-9258-dd19ab1a6551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:25.096352 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-149f072b-405b-4f62-9ca9-dad566c510e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:25.099309 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-149f072b-405b-4f62-9ca9-dad566c510e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:25.100735 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-149f072b-405b-4f62-9ca9-dad566c510e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/17ab9015-fb0f-4b92-942b-8257112fd757 HTTP/1.1" status: 204 len: 168 time: 0.2983258 Apr 20 16:26:25.120842 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f072b-405b-4f62-9ca9-dad566c510e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ab9015-fb0f-4b92-942b-8257112fd757,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:25.573142 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5199b1-ef0b-42a1-b57e-77ddeb0ef635 req-539045c1-96d5-48ff-b2d2-556e6ac58c9c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:25.579987 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4c5199b1-ef0b-42a1-b57e-77ddeb0ef635 req-539045c1-96d5-48ff-b2d2-556e6ac58c9c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 944 time: 0.1339111 Apr 20 16:26:25.639988 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4c5199b1-ef0b-42a1-b57e-77ddeb0ef635 req-509027a3-6238-4ed9-ab85-2ec7003506ca tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516109 Apr 20 16:26:26.108738 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dd252440-ace8-4454-bd20-8e638fee8978 req-fa7c681e-ae96-4cb9-8c01-61dd57794a67 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0609279 Apr 20 16:26:26.318625 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:26.892647 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5af133-3eab-4e28-ab92-789ffb49487d req-40f7d762-4d76-43ba-88fa-d143e1646a1e tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:26.896849 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e5af133-3eab-4e28-ab92-789ffb49487d req-40f7d762-4d76-43ba-88fa-d143e1646a1e tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 944 time: 0.1104057 Apr 20 16:26:26.968032 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e5af133-3eab-4e28-ab92-789ffb49487d req-70d048f4-acc3-4005-a86a-bb0b7eb725b8 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657613 Apr 20 16:26:27.028295 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-964ecdb7-99b3-4f9c-ae3b-ead5fde6df9d req-ad021983-0031-4cfb-8d9e-bcb3924a7ccc tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0839922 Apr 20 16:26:27.203311 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50532) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:27.447650 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4277abbf-bfa2-4008-98e0-fbb50df4c4fe admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1071760262-network', 'tenant_id': '089d073129534903b2f07842894eec92'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:26:27.581421 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4277abbf-bfa2-4008-98e0-fbb50df4c4fe admin admin] Made reservation on behalf of 089d073129534903b2f07842894eec92 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:26:27.585844 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4277abbf-bfa2-4008-98e0-fbb50df4c4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:27.618190 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4277abbf-bfa2-4008-98e0-fbb50df4c4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:27.702194 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4277abbf-bfa2-4008-98e0-fbb50df4c4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:27.763928 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:27.781337 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4277abbf-bfa2-4008-98e0-fbb50df4c4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:27.811112 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4277abbf-bfa2-4008-98e0-fbb50df4c4fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:26:27.826446 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277abbf-bfa2-4008-98e0-fbb50df4c4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e944adcf-7d41-46af-8d43-760ada7f9ddf,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:27.829448 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4277abbf-bfa2-4008-98e0-fbb50df4c4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:27.829793 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-4277abbf-bfa2-4008-98e0-fbb50df4c4fe admin admin] Added segment 35d1a58e-519d-48c5-874c-9903c1950aca of type vlan for network e29f456c-4307-48d7-b5a3-7fc452ab2a35 Apr 20 16:26:27.878542 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4277abbf-bfa2-4008-98e0-fbb50df4c4fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:28.003832 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4277abbf-bfa2-4008-98e0-fbb50df4c4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:28.004882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4277abbf-bfa2-4008-98e0-fbb50df4c4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:28.005686 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4277abbf-bfa2-4008-98e0-fbb50df4c4fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:28.055905 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:28.165066 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4277abbf-bfa2-4008-98e0-fbb50df4c4fe admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9603801 Apr 20 16:26:28.171586 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50556) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:28.183851 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e8cfb7f8-2539-4535-9412-2de735d9f40f admin admin] Request body: {'subnet': {'network_id': 'e29f456c-4307-48d7-b5a3-7fc452ab2a35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1071760262-subnet', 'tenant_id': '089d073129534903b2f07842894eec92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:26:28.205746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277abbf-bfa2-4008-98e0-fbb50df4c4fe admin admin] Pushing event updated for resources: {'Network': ['ID=e29f456c-4307-48d7-b5a3-7fc452ab2a35,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:28.216883 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network e29f456c-4307-48d7-b5a3-7fc452ab2a35 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:26:28.228942 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6f662407-d487-4285-83ef-340d78f5b13f req-8c6049c2-6ce6-4f29-a0b9-74087ff04234 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0704508 Apr 20 16:26:28.250824 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8e5c1-07df-438c-949a-24ffc067301e req-5ebbb66e-0576-407f-819f-2396230df63b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:28.263487 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-beb8e5c1-07df-438c-949a-24ffc067301e req-5ebbb66e-0576-407f-819f-2396230df63b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 944 time: 0.1071141 Apr 20 16:26:28.312518 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-beb8e5c1-07df-438c-949a-24ffc067301e req-c0e44202-514d-47ab-b851-b1ca3e5e3154 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476317 Apr 20 16:26:28.355839 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cfb7f8-2539-4535-9412-2de735d9f40f admin admin] Made reservation on behalf of 089d073129534903b2f07842894eec92 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:26:28.358403 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e8cfb7f8-2539-4535-9412-2de735d9f40f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:28.519022 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:28.609583 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e8cfb7f8-2539-4535-9412-2de735d9f40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:28.664827 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfb7f8-2539-4535-9412-2de735d9f40f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1679546-54fc-49fa-bde2-b8fd6e874dc3,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:28.673366 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfb7f8-2539-4535-9412-2de735d9f40f admin admin] Checking segment: {'id': '35d1a58e-519d-48c5-874c-9903c1950aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e29f456c-4307-48d7-b5a3-7fc452ab2a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:26:28.673700 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cfb7f8-2539-4535-9412-2de735d9f40f admin admin] Network hostable DHCP agents. Network: e29f456c-4307-48d7-b5a3-7fc452ab2a35, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:26:28.741012 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cfb7f8-2539-4535-9412-2de735d9f40f admin admin] Network e29f456c-4307-48d7-b5a3-7fc452ab2a35 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:26:28.815315 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-e8cfb7f8-2539-4535-9412-2de735d9f40f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, e29f456c-4307-48d7-b5a3-7fc452ab2a35) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:26:28.820017 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cfb7f8-2539-4535-9412-2de735d9f40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:28.822641 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e8cfb7f8-2539-4535-9412-2de735d9f40f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:28.827715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8616a8eb-8ed0-47c9-984a-e222d180f45c None None] Network e29f456c-4307-48d7-b5a3-7fc452ab2a35 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:26:28.920215 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e8cfb7f8-2539-4535-9412-2de735d9f40f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7385037 Apr 20 16:26:28.996272 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6791cdc9-9c8b-4d9a-b78d-f3091c46800b None None] Network e29f456c-4307-48d7-b5a3-7fc452ab2a35 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:26:29.380764 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3807c0fc-beee-4153-be23-82e70d3255bd req-1ddbe763-d68b-4eab-a2ae-bdad2786c50a tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0350268 Apr 20 16:26:29.531707 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1e61c-82a0-49b1-9995-06a31bbf48d7 req-bd5bb42d-f211-4e3f-b1bf-45ee03571c80 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:29.535066 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-acb1e61c-82a0-49b1-9995-06a31bbf48d7 req-bd5bb42d-f211-4e3f-b1bf-45ee03571c80 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 944 time: 0.0724640 Apr 20 16:26:29.578395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-8da780b9-f553-4c37-9095-985db35705ad tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:29.579841 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-8da780b9-f553-4c37-9095-985db35705ad tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/networks?id=e29f456c-4307-48d7-b5a3-7fc452ab2a35 HTTP/1.1" status: 200 len: 815 time: 0.1775231 Apr 20 16:26:29.606532 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-12c475cd-0d40-4686-bb05-296ad8c37574 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/quotas/089d073129534903b2f07842894eec92 HTTP/1.1" status: 200 len: 375 time: 0.0203249 Apr 20 16:26:29.609400 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-acb1e61c-82a0-49b1-9995-06a31bbf48d7 req-16f66ca9-ff54-4a01-9ab3-89265746ad05 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655334 Apr 20 16:26:29.652641 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-9a9ff4cf-f370-45cd-904a-81cdbdb1bd7a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=089d073129534903b2f07842894eec92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398495 Apr 20 16:26:29.758916 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-7b4ab8a2-b573-40ba-98d1-d269a8f1cb4c service neutron] 10.222.0.15 "GET /v2.0/networks/e29f456c-4307-48d7-b5a3-7fc452ab2a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927532 Apr 20 16:26:29.792685 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:29.862893 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-4d0a6120-3107-4f5a-b19b-bf9245bb60b1 service neutron] 10.222.0.15 "GET /v2.0/networks/e29f456c-4307-48d7-b5a3-7fc452ab2a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973525 Apr 20 16:26:30.130694 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e31c835-5814-4aea-8efd-5a245bc0cb4e req-ad6343e0-cca0-4703-8f94-f58151a531f2 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 210 time: 0.0349047 Apr 20 16:26:30.500397 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8433d028-c88f-43fd-b25a-b74ec311dca2 req-7f033e5f-7739-4766-ac8e-4388c96c88a8 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0382063 Apr 20 16:26:30.737176 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b97a92-0348-4319-9edc-fd1b8928b04e req-ed39cc92-568a-4fcc-8606-588d867cdfaa tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:30.738858 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-05b97a92-0348-4319-9edc-fd1b8928b04e req-ed39cc92-568a-4fcc-8606-588d867cdfaa tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 944 time: 0.0647180 Apr 20 16:26:30.784919 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-05b97a92-0348-4319-9edc-fd1b8928b04e req-51168bdc-a480-40ff-9f7b-c7c2c86d4d31 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378406 Apr 20 16:26:31.275086 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d26a93d6-8476-4152-904e-48200ce6c82c req-8873ff6d-4b24-4db9-9f05-6f9da333a278 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 210 time: 0.0570385 Apr 20 16:26:31.610890 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-117be3d5-bd96-4046-9b22-153a4a6d35ed req-4f1201f8-d263-4458-b21c-d16297e94f86 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0272167 Apr 20 16:26:31.914468 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6982f-9159-4273-b68d-3c8b5c5631c0 req-5e5c25df-faa5-4503-afc3-a1b486170b04 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:31.915955 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8dd6982f-9159-4273-b68d-3c8b5c5631c0 req-5e5c25df-faa5-4503-afc3-a1b486170b04 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 944 time: 0.0543697 Apr 20 16:26:31.958507 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8dd6982f-9159-4273-b68d-3c8b5c5631c0 req-d690db15-b67e-48d2-9172-1aa255b48a2d tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352464 Apr 20 16:26:32.392986 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de35ec37-c608-4bc3-95bc-dd9a97c8c18d req-cfda2ea0-6f08-47f8-bedf-3a6bc1cbfe5b tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 210 time: 0.0283833 Apr 20 16:26:32.728110 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-54701dd3-e946-42fe-8d96-97fc200c3598 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:32.729699 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-54701dd3-e946-42fe-8d96-97fc200c3598 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.30 "GET /v2.0/networks?id=e29f456c-4307-48d7-b5a3-7fc452ab2a35 HTTP/1.1" status: 200 len: 815 time: 0.1278780 Apr 20 16:26:32.749703 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-37c1b8e8-d79c-425e-9cfb-fa8fafcb6c5a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Request body: {'port': {'device_id': '4e3530af-47cc-4100-8825-169a1bba911c', 'network_id': 'e29f456c-4307-48d7-b5a3-7fc452ab2a35', 'admin_state_up': True, 'tenant_id': '089d073129534903b2f07842894eec92'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:26:32.753258 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1389e3b1-1f60-4229-a649-a77dad4c661d req-f3d6d2ea-1468-49a4-b47b-4bc6ff162d69 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0578713 Apr 20 16:26:32.941568 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-37c1b8e8-d79c-425e-9cfb-fa8fafcb6c5a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Made reservation on behalf of 089d073129534903b2f07842894eec92 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:26:32.947507 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-37c1b8e8-d79c-425e-9cfb-fa8fafcb6c5a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:33.028889 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:26:33.144516 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10548b-1f44-4c23-9746-a7ee70525a84 req-175e36c7-a0bb-4476-8149-f5ced6c2d142 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:33.146068 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4b10548b-1f44-4c23-9746-a7ee70525a84 req-175e36c7-a0bb-4476-8149-f5ced6c2d142 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 944 time: 0.0970936 Apr 20 16:26:33.179278 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-37c1b8e8-d79c-425e-9cfb-fa8fafcb6c5a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Allocated IP 172.20.0.13 (e29f456c-4307-48d7-b5a3-7fc452ab2a35/d1679546-54fc-49fa-bde2-b8fd6e874dc3/24f64632-21b4-4187-b818-c27e0ca25612) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:26:33.211918 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4b10548b-1f44-4c23-9746-a7ee70525a84 req-c3bcdb90-288c-48d1-ab6a-cfe9db803056 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586495 Apr 20 16:26:33.363890 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-37c1b8e8-d79c-425e-9cfb-fa8fafcb6c5a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:33.481748 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-37c1b8e8-d79c-425e-9cfb-fa8fafcb6c5a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:33.526252 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb711ae-1e21-4df7-9ae7-591a16bfec68 req-f71a70f4-d094-4e99-be5e-3290d5546568 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:33.528318 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2cb711ae-1e21-4df7-9ae7-591a16bfec68 req-f71a70f4-d094-4e99-be5e-3290d5546568 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 932 time: 0.0606005 Apr 20 16:26:33.539393 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-37c1b8e8-d79c-425e-9cfb-fa8fafcb6c5a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Network e29f456c-4307-48d7-b5a3-7fc452ab2a35 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:26:33.552044 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-37c1b8e8-d79c-425e-9cfb-fa8fafcb6c5a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:26:33.552044 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-37c1b8e8-d79c-425e-9cfb-fa8fafcb6c5a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:26:33.559040 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1b8e8-d79c-425e-9cfb-fa8fafcb6c5a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Pushing event updated for resources: {'Port': ['ID=24f64632-21b4-4187-b818-c27e0ca25612,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:33.575809 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2cb711ae-1e21-4df7-9ae7-591a16bfec68 req-4869b3ca-17aa-46ab-bfbe-c17e5a0e7833 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414927 Apr 20 16:26:33.617303 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-37c1b8e8-d79c-425e-9cfb-fa8fafcb6c5a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:33.617840 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-37c1b8e8-d79c-425e-9cfb-fa8fafcb6c5a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:33.754751 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-37c1b8e8-d79c-425e-9cfb-fa8fafcb6c5a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0088999 Apr 20 16:26:33.771895 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-f39308be-4933-4450-b71f-a76c8a585378 service neutron] Request body: {'port': {'device_id': '4e3530af-47cc-4100-8825-169a1bba911c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:26:33.834439 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-f39308be-4933-4450-b71f-a76c8a585378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:33.901307 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5cb69687-a2e4-473c-ae34-5ba8be5690f2 req-0dc5f55f-3c58-4046-9f07-746dde8b03d3 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0502656 Apr 20 16:26:34.172470 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-f39308be-4933-4450-b71f-a76c8a585378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f64632-21b4-4187-b818-c27e0ca25612 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:26:34.180749 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-f39308be-4933-4450-b71f-a76c8a585378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:34.193297 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-f39308be-4933-4450-b71f-a76c8a585378 service neutron] Transition to ACTIVE for port object 24f64632-21b4-4187-b818-c27e0ca25612 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:26:34.267667 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-f39308be-4933-4450-b71f-a76c8a585378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:34.354214 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a02bdd-3c65-4022-9baa-9f0800ac7f16 req-7d11d203-f6b2-4de8-8e31-b42b68cc7fdb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:34.356013 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-05a02bdd-3c65-4022-9baa-9f0800ac7f16 req-7d11d203-f6b2-4de8-8e31-b42b68cc7fdb tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 944 time: 0.0635850 Apr 20 16:26:34.379011 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39308be-4933-4450-b71f-a76c8a585378 service neutron] Pushing event updated for resources: {'Port': ['ID=24f64632-21b4-4187-b818-c27e0ca25612,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:34.408071 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-05a02bdd-3c65-4022-9baa-9f0800ac7f16 req-e29820df-918c-4d8e-a2d5-9fa0578908b6 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442617 Apr 20 16:26:34.508581 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-f39308be-4933-4450-b71f-a76c8a585378 service neutron] Attempting to bind port 24f64632-21b4-4187-b818-c27e0ca25612 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:26:34.508581 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-f39308be-4933-4450-b71f-a76c8a585378 service neutron] Attempting to bind port 24f64632-21b4-4187-b818-c27e0ca25612 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '35d1a58e-519d-48c5-874c-9903c1950aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e29f456c-4307-48d7-b5a3-7fc452ab2a35'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:26:34.508581 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-f39308be-4933-4450-b71f-a76c8a585378 service neutron] Attempting to bind port 24f64632-21b4-4187-b818-c27e0ca25612 on network e29f456c-4307-48d7-b5a3-7fc452ab2a35 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:26:34.508581 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-f39308be-4933-4450-b71f-a76c8a585378 service neutron] Port 24f64632-21b4-4187-b818-c27e0ca25612 on network e29f456c-4307-48d7-b5a3-7fc452ab2a35 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:26:34.508581 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-f39308be-4933-4450-b71f-a76c8a585378 service neutron] Attempting to bind port 24f64632-21b4-4187-b818-c27e0ca25612 on network e29f456c-4307-48d7-b5a3-7fc452ab2a35 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:26:34.512232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-f39308be-4933-4450-b71f-a76c8a585378 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:26:34.512604 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-f39308be-4933-4450-b71f-a76c8a585378 service neutron] Checking segment: {'id': '35d1a58e-519d-48c5-874c-9903c1950aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e29f456c-4307-48d7-b5a3-7fc452ab2a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:26:34.512967 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-f39308be-4933-4450-b71f-a76c8a585378 service neutron] Bound using segment: {'id': '35d1a58e-519d-48c5-874c-9903c1950aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e29f456c-4307-48d7-b5a3-7fc452ab2a35'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:26:34.513381 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-f39308be-4933-4450-b71f-a76c8a585378 service neutron] Bound port: 24f64632-21b4-4187-b818-c27e0ca25612, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d1a58e-519d-48c5-874c-9903c1950aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e29f456c-4307-48d7-b5a3-7fc452ab2a35'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:26:34.513733 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-f39308be-4933-4450-b71f-a76c8a585378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:34.524248 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device b463745f-05ca-4647-8b4c-710910c8dde7 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:26:34.611659 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-f39308be-4933-4450-b71f-a76c8a585378 service neutron] For port 24f64632-21b4-4187-b818-c27e0ca25612, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:26:34.615237 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-f39308be-4933-4450-b71f-a76c8a585378 service neutron] For port 24f64632-21b4-4187-b818-c27e0ca25612, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=24f64632-21b4-4187-b818-c27e0ca25612,segment=NetworkSegment(35d1a58e-519d-48c5-874c-9903c1950aca),segment_id=35d1a58e-519d-48c5-874c-9903c1950aca)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:26:34.630121 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port b463745f-05ca-4647-8b4c-710910c8dde7, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=b463745f-05ca-4647-8b4c-710910c8dde7,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:26:34.639608 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'b463745f-05ca-4647-8b4c-710910c8dde7', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'port_id': 'b463745f-05ca-4647-8b4c-710910c8dde7', 'mac_address': 'fa:16:3e:ab:4b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:26:34.681233 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:34.695876 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b463745f-05ca-4647-8b4c-710910c8dde7 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:26:34.697371 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-f39308be-4933-4450-b71f-a76c8a585378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:34.722269 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port b463745f-05ca-4647-8b4c-710910c8dde7, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=b463745f-05ca-4647-8b4c-710910c8dde7,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:26:34.739657 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-f39308be-4933-4450-b71f-a76c8a585378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:34.740291 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-f39308be-4933-4450-b71f-a76c8a585378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:34.741749 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-f39308be-4933-4450-b71f-a76c8a585378 service neutron] 10.222.0.30 "PUT /v2.0/ports/24f64632-21b4-4187-b818-c27e0ca25612 HTTP/1.1" status: 200 len: 1092 time: 0.9739687 Apr 20 16:26:34.742179 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3530af-47cc-4100-8825-169a1bba911c', 'tag': '24f64632-21b4-4187-b818-c27e0ca25612'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:26:34.744478 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4e3a0b-4cd9-4cca-9007-183b56edecbd" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3530af-47cc-4100-8825-169a1bba911c", "tag": "24f64632-21b4-4187-b818-c27e0ca25612"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:26:34.774730 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e358908-a6bf-43d1-a48b-8fe964b8cd00 req-e8d13cfe-dd9a-47b2-bcfe-d7298f07b84d tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:34.776242 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e358908-a6bf-43d1-a48b-8fe964b8cd00 req-e8d13cfe-dd9a-47b2-bcfe-d7298f07b84d tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 944 time: 0.1125817 Apr 20 16:26:34.784643 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0796b3aa-b0a1-4aca-a554-8d54c425fe90 x-openstack-request-id: req-0796b3aa-b0a1-4aca-a554-8d54c425fe90 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:26:34.784996 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3530af-47cc-4100-8825-169a1bba911c", "tag": "24f64632-21b4-4187-b818-c27e0ca25612", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:26:34.785308 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0796b3aa-b0a1-4aca-a554-8d54c425fe90 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:26:34.785827 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0796b3aa-b0a1-4aca-a554-8d54c425fe90'] response: {'name': 'network-changed', 'server_uuid': '4e3530af-47cc-4100-8825-169a1bba911c', 'tag': '24f64632-21b4-4187-b818-c27e0ca25612', 'status': 'completed', 'code': 200} Apr 20 16:26:34.794641 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:34.828157 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39308be-4933-4450-b71f-a76c8a585378 service neutron] Pushing event updated for resources: {'Port': ['ID=24f64632-21b4-4187-b818-c27e0ca25612,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:34.835422 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e358908-a6bf-43d1-a48b-8fe964b8cd00 req-b991e3c2-8e7a-4329-827a-54c202ec566f tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459533 Apr 20 16:26:34.863747 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=b463745f-05ca-4647-8b4c-710910c8dde7,revision_number=11']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:34.880670 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e3a0b-4cd9-4cca-9007-183b56edecbd req-d3d5385b-7974-4bc6-bcf8-f80a4a079597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:34.884540 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd4e3a0b-4cd9-4cca-9007-183b56edecbd req-d3d5385b-7974-4bc6-bcf8-f80a4a079597 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=089d073129534903b2f07842894eec92&device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 1095 time: 0.0514205 Apr 20 16:26:34.992745 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e3a0b-4cd9-4cca-9007-183b56edecbd req-fb46668c-35fe-4238-8a0b-61efba25be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:34.994337 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd4e3a0b-4cd9-4cca-9007-183b56edecbd req-fb46668c-35fe-4238-8a0b-61efba25be14 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=089d073129534903b2f07842894eec92&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0980630 Apr 20 16:26:35.017562 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dba39da9-efdd-49a2-99de-48ffaa05d7c4 req-f916b4f3-6ad2-4a69-b191-cbf373ce22c6 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0343535 Apr 20 16:26:35.106392 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e3a0b-4cd9-4cca-9007-183b56edecbd req-73ff3a48-5a41-49ce-8821-a73a694eae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:35.108157 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd4e3a0b-4cd9-4cca-9007-183b56edecbd req-73ff3a48-5a41-49ce-8821-a73a694eae41 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1065955 Apr 20 16:26:35.212593 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-34da3815-384a-4a4c-8e74-ab54a98fbb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:35.214182 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-34da3815-384a-4a4c-8e74-ab54a98fbb86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=089d073129534903b2f07842894eec92&device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 1095 time: 0.0439203 Apr 20 16:26:35.276282 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-5b69d3f9-3846-4c77-b3ca-a488f88ed0b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24f64632-21b4-4187-b818-c27e0ca25612 HTTP/1.1" status: 200 len: 217 time: 0.0477185 Apr 20 16:26:35.292000 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['b463745f-05ca-4647-8b4c-710910c8dde7'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:26:35.356289 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-d4d64f44-d17c-4a08-86c0-b85fd6a8b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:35.357841 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-d4d64f44-d17c-4a08-86c0-b85fd6a8b2e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d1679546-54fc-49fa-bde2-b8fd6e874dc3 HTTP/1.1" status: 200 len: 855 time: 0.0743475 Apr 20 16:26:35.410827 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-16838d57-9031-4fec-88db-463cf86a78f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e29f456c-4307-48d7-b5a3-7fc452ab2a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454836 Apr 20 16:26:35.597396 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-2d4b80a5-0241-47cc-9189-92a2dfef736d service neutron] 10.222.0.30 "GET /v2.0/networks/e29f456c-4307-48d7-b5a3-7fc452ab2a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796541 Apr 20 16:26:35.637149 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259ba88-1a4c-4dc4-9f70-aa815cc601d1 req-93c4f770-d5ec-40d6-8a47-732a8b08d1ec tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:35.638855 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5259ba88-1a4c-4dc4-9f70-aa815cc601d1 req-93c4f770-d5ec-40d6-8a47-732a8b08d1ec tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0964394 Apr 20 16:26:35.716907 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5259ba88-1a4c-4dc4-9f70-aa815cc601d1 req-20a81f64-c124-4a69-9a2b-695827dbde6b tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470154 Apr 20 16:26:35.747829 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e894ed20-3c8b-45db-be20-90b73da77a46 req-1f410ab4-9109-46e2-9f8f-d0859903efd6 service neutron] 10.222.0.30 "GET /v2.0/networks/e29f456c-4307-48d7-b5a3-7fc452ab2a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427734 Apr 20 16:26:35.960851 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31befb61-48e8-4131-a7c5-b79c5675f43d req-f173c4ea-1fad-4570-8772-a1b5bbac0a86 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:35.963017 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31befb61-48e8-4131-a7c5-b79c5675f43d req-f173c4ea-1fad-4570-8772-a1b5bbac0a86 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 944 time: 0.0521832 Apr 20 16:26:36.003237 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31befb61-48e8-4131-a7c5-b79c5675f43d req-4ae00f01-b2d3-4910-bc3f-ef2197e5de8d tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347943 Apr 20 16:26:36.127476 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c14cfb64-401e-4aaa-9243-d0cfe00e5900 req-f281335f-a4e5-4c89-b1d3-3e6bd15c6ca6 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0313039 Apr 20 16:26:36.850882 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbf482-c550-4727-bf73-7c72bb32b53e req-342f034c-52c4-4311-832d-8ec87d06086c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:36.852374 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e3bbf482-c550-4727-bf73-7c72bb32b53e req-342f034c-52c4-4311-832d-8ec87d06086c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0514009 Apr 20 16:26:36.892722 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e3bbf482-c550-4727-bf73-7c72bb32b53e req-b7e76b77-2e8e-4547-9491-440cea006588 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341423 Apr 20 16:26:36.910372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50760) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:37.043314 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e37e5951-0b1d-4594-ba1c-61adef09546e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:37.151510 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce0a97-1619-4e36-b267-d4b7d8d93b42 req-41d98aaa-8af9-4abf-97bf-f7a149b686d0 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:37.153021 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9ce0a97-1619-4e36-b267-d4b7d8d93b42 req-41d98aaa-8af9-4abf-97bf-f7a149b686d0 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 944 time: 0.0731859 Apr 20 16:26:37.165598 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e37e5951-0b1d-4594-ba1c-61adef09546e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:37.202187 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9ce0a97-1619-4e36-b267-d4b7d8d93b42 req-0c6e6e20-f209-46c4-9fff-a35a96f51bb2 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398457 Apr 20 16:26:37.237788 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fe69d1b5-2606-4d00-8b2d-a656ff1d0b44 req-c622fc9c-c3e5-4805-9fd4-1ea2ecd92c6c tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0268414 Apr 20 16:26:37.254787 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e37e5951-0b1d-4594-ba1c-61adef09546e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:37.293281 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e37e5951-0b1d-4594-ba1c-61adef09546e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac64d0256c2f49dd83b2f3c978026215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3818283 Apr 20 16:26:37.294376 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e5951-0b1d-4594-ba1c-61adef09546e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a8dfe8-1148-4ee6-8656-bc59352be79c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:37.296097 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50772) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:37.355878 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7a6bea66-6ad1-4d47-b9ac-cb122bd6a727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:37.377559 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7a6bea66-6ad1-4d47-b9ac-cb122bd6a727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:37.552365 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7a6bea66-6ad1-4d47-b9ac-cb122bd6a727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:37.555022 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7a6bea66-6ad1-4d47-b9ac-cb122bd6a727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:37.556225 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7a6bea66-6ad1-4d47-b9ac-cb122bd6a727 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08a8dfe8-1148-4ee6-8656-bc59352be79c HTTP/1.1" status: 204 len: 168 time: 0.2573147 Apr 20 16:26:37.565859 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bea66-6ad1-4d47-b9ac-cb122bd6a727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a8dfe8-1148-4ee6-8656-bc59352be79c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:38.040933 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc877b-596c-4566-994d-b1ace5e6ef8c req-ad992579-bc13-4326-9016-5a5864eafcf6 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:38.048827 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-acbc877b-596c-4566-994d-b1ace5e6ef8c req-ad992579-bc13-4326-9016-5a5864eafcf6 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 945 time: 0.0605130 Apr 20 16:26:38.095410 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-acbc877b-596c-4566-994d-b1ace5e6ef8c req-5a636eef-9526-4721-9d63-d438b6e954ad tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454378 Apr 20 16:26:38.330147 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61d314-2ce0-4121-a54b-5f420510a4bf req-92c62dbf-5de1-4289-b540-5ca43a830cd9 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:38.332138 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d61d314-2ce0-4121-a54b-5f420510a4bf req-92c62dbf-5de1-4289-b540-5ca43a830cd9 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 944 time: 0.0516555 Apr 20 16:26:38.368194 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a4460e60-aabf-482f-b263-b549ee3f914f req-ed42fdc0-807a-42f8-9ae9-69f1e248bb58 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0526567 Apr 20 16:26:38.383250 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d61d314-2ce0-4121-a54b-5f420510a4bf req-ea2c7c9e-7ebb-436d-babe-daf429e83082 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438564 Apr 20 16:26:38.564679 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device b463745f-05ca-4647-8b4c-710910c8dde7 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:26:38.706128 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port b463745f-05ca-4647-8b4c-710910c8dde7 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:26:38.710170 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port b463745f-05ca-4647-8b4c-710910c8dde7 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:26:38.710546 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:38.811545 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:38.836393 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef88d8d4-91d2-4678-87e2-c0198ee91a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b463745f-05ca-4647-8b4c-710910c8dde7'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:26:38.838600 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7fe86b-8671-4949-972f-61fb18dc71b6" -d '{"events": [{"server_uuid": "ef88d8d4-91d2-4678-87e2-c0198ee91a6b", "name": "network-vif-plugged", "status": "completed", "tag": "b463745f-05ca-4647-8b4c-710910c8dde7"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:26:38.853900 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port b463745f-05ca-4647-8b4c-710910c8dde7, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=b463745f-05ca-4647-8b4c-710910c8dde7,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:26:38.878483 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc8b85a-e846-4b3a-9742-062736f69112 x-openstack-request-id: req-6cc8b85a-e846-4b3a-9742-062736f69112 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:26:38.878830 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef88d8d4-91d2-4678-87e2-c0198ee91a6b", "name": "network-vif-plugged", "status": "completed", "tag": "b463745f-05ca-4647-8b4c-710910c8dde7", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:26:38.879084 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6cc8b85a-e846-4b3a-9742-062736f69112 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:26:38.879477 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cc8b85a-e846-4b3a-9742-062736f69112'] response: {'server_uuid': 'ef88d8d4-91d2-4678-87e2-c0198ee91a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b463745f-05ca-4647-8b4c-710910c8dde7', 'code': 200} Apr 20 16:26:38.923554 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:38.974493 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=b463745f-05ca-4647-8b4c-710910c8dde7,revision_number=12']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:39.269260 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee3d0b-dd6b-45e2-aee8-d647620cd2da req-f0915738-65fc-4c6e-bc46-45f2211b169a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:39.286487 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2bee3d0b-dd6b-45e2-aee8-d647620cd2da req-f0915738-65fc-4c6e-bc46-45f2211b169a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 1097 time: 0.0760512 Apr 20 16:26:39.304217 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d224efa-4d8c-45e2-bc7f-14c6ae6ea9a7 req-36e41539-f6ef-487d-b5ad-369c539681fd tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:39.312151 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9d224efa-4d8c-45e2-bc7f-14c6ae6ea9a7 req-36e41539-f6ef-487d-b5ad-369c539681fd tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 946 time: 0.0894444 Apr 20 16:26:39.343494 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2bee3d0b-dd6b-45e2-aee8-d647620cd2da req-ee96943a-15f6-4049-940e-ec9431d6853c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487647 Apr 20 16:26:39.351591 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9d224efa-4d8c-45e2-bc7f-14c6ae6ea9a7 req-d4d9f72d-8ce9-42d5-9b72-84b811e23a74 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384207 Apr 20 16:26:39.468588 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8cb19ff4-9e54-4ab5-b799-03cd0c4e0ad5 req-d75679f6-6975-4768-9262-65dbffd3804a tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0266426 Apr 20 16:26:39.613510 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e534e39-f37a-47f0-8cf0-65276b73219a req-fde8da5c-b4a2-436c-8580-9a0ac8e5c374 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:39.615031 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3e534e39-f37a-47f0-8cf0-65276b73219a req-fde8da5c-b4a2-436c-8580-9a0ac8e5c374 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 944 time: 0.0750208 Apr 20 16:26:39.655220 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3e534e39-f37a-47f0-8cf0-65276b73219a req-d7d3cacc-cf18-4248-b9f0-3f63bc222573 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334938 Apr 20 16:26:39.929871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de8861-df59-4698-b911-565632c30e55 req-c4ad6c82-5cd3-4876-811a-c7d0016c29af tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:39.931566 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-96de8861-df59-4698-b911-565632c30e55 req-c4ad6c82-5cd3-4876-811a-c7d0016c29af tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.0550532 Apr 20 16:26:39.984362 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-96de8861-df59-4698-b911-565632c30e55 req-f7cd3511-0baa-41a2-8e32-540ed8aa6703 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376718 Apr 20 16:26:40.007880 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360d001-84ac-449d-9845-2658f551fd8c req-de40ff68-f0ec-438e-9490-ac66df237e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:40.009495 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d360d001-84ac-449d-9845-2658f551fd8c req-de40ff68-f0ec-438e-9490-ac66df237e3e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbc372ad2d1446089af0923f5d212489&device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 1096 time: 0.0469320 Apr 20 16:26:40.117881 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360d001-84ac-449d-9845-2658f551fd8c req-4bf54fb9-bea3-4a76-bd36-e1ddd0c66e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:40.119370 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d360d001-84ac-449d-9845-2658f551fd8c req-4bf54fb9-bea3-4a76-bd36-e1ddd0c66e8c service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb HTTP/1.1" status: 200 len: 919 time: 0.0926425 Apr 20 16:26:40.194875 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d360d001-84ac-449d-9845-2658f551fd8c req-5e86650a-f553-468a-8342-736c58ff2eb1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e531f2f-3a09-478e-a83c-6e5843916ec8 HTTP/1.1" status: 200 len: 1000 time: 0.0598226 Apr 20 16:26:40.247513 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360d001-84ac-449d-9845-2658f551fd8c req-98dd2911-690c-41fc-929c-4041a961d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:40.249058 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d360d001-84ac-449d-9845-2658f551fd8c req-98dd2911-690c-41fc-929c-4041a961d583 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f49ef81d-6341-40ae-b59c-ad7cca19ee9b HTTP/1.1" status: 200 len: 857 time: 0.0477390 Apr 20 16:26:40.296599 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360d001-84ac-449d-9845-2658f551fd8c req-52b0f36a-4b73-4dfa-8a2f-6b32fd324b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:40.298131 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d360d001-84ac-449d-9845-2658f551fd8c req-52b0f36a-4b73-4dfa-8a2f-6b32fd324b59 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430260 Apr 20 16:26:40.396579 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d360d001-84ac-449d-9845-2658f551fd8c req-abf915a9-efa5-4b12-9c26-bc21e5fef519 service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916827 Apr 20 16:26:40.552633 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 24f64632-21b4-4187-b818-c27e0ca25612 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:26:40.609604 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-11e30164-5a36-4871-bbf1-946d5bd7b706 req-b1ff5f99-a5fb-40f1-8415-4f72a94e153d tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0470064 Apr 20 16:26:40.779440 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 24f64632-21b4-4187-b818-c27e0ca25612, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=24f64632-21b4-4187-b818-c27e0ca25612,segment=NetworkSegment(35d1a58e-519d-48c5-874c-9903c1950aca),segment_id=35d1a58e-519d-48c5-874c-9903c1950aca)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:26:40.808128 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '24f64632-21b4-4187-b818-c27e0ca25612', 'network_id': 'e29f456c-4307-48d7-b5a3-7fc452ab2a35', 'port_id': '24f64632-21b4-4187-b818-c27e0ca25612', 'mac_address': 'fa:16:3e:cf:c9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1679546-54fc-49fa-bde2-b8fd6e874dc3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:26:40.872016 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:40.889168 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f64632-21b4-4187-b818-c27e0ca25612 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:26:40.907332 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780bcf1-6f8f-4013-b085-99efaa910503 req-89da9db3-8049-4645-bc88-f96b0e68e1b0 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:40.910047 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8780bcf1-6f8f-4013-b085-99efaa910503 req-89da9db3-8049-4645-bc88-f96b0e68e1b0 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 944 time: 0.1304216 Apr 20 16:26:40.939275 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 24f64632-21b4-4187-b818-c27e0ca25612, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=24f64632-21b4-4187-b818-c27e0ca25612,segment=NetworkSegment(35d1a58e-519d-48c5-874c-9903c1950aca),segment_id=35d1a58e-519d-48c5-874c-9903c1950aca)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:26:40.992365 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8780bcf1-6f8f-4013-b085-99efaa910503 req-ed8edbf8-e62d-43bd-aa98-4ede705a9c5a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682743 Apr 20 16:26:41.038023 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:41.042101 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb168d6-b50b-45db-9197-cbbd8a1f4c93 req-ecd165a7-1681-4816-9bf6-c150856a8c38 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:41.050312 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7eb168d6-b50b-45db-9197-cbbd8a1f4c93 req-ecd165a7-1681-4816-9bf6-c150856a8c38 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 946 time: 0.0876858 Apr 20 16:26:41.088167 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d360d001-84ac-449d-9845-2658f551fd8c req-38212d4c-f243-40bf-bfd4-dc614fcac898 service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6829374 Apr 20 16:26:41.108174 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=24f64632-21b4-4187-b818-c27e0ca25612,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:41.149668 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7eb168d6-b50b-45db-9197-cbbd8a1f4c93 req-cf9fb32e-fa5f-40d5-9b41-6e97dd34f4b2 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963659 Apr 20 16:26:41.178648 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b8787-009c-4fae-90fd-8bfb791fe953 req-0a97d6d1-6f86-47b0-9875-33f1c177bf26 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:41.180150 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b30b8787-009c-4fae-90fd-8bfb791fe953 req-0a97d6d1-6f86-47b0-9875-33f1c177bf26 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.1100571 Apr 20 16:26:41.219094 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b30b8787-009c-4fae-90fd-8bfb791fe953 req-60956ed2-0a38-43bb-bdf1-153ee3b8c6db tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325825 Apr 20 16:26:41.526741 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['24f64632-21b4-4187-b818-c27e0ca25612'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:26:41.741623 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7fe5797d-8b9c-4da0-876f-1ef3016a0769 req-96edbf4b-d135-456a-bd63-b89cdf8127cb tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0616534 Apr 20 16:26:42.125888 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c60dec-82d8-4978-b97f-9c30610c6f36 req-ff493cf0-7ca2-4269-8586-75fa263c622e tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:42.127864 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-53c60dec-82d8-4978-b97f-9c30610c6f36 req-ff493cf0-7ca2-4269-8586-75fa263c622e tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 945 time: 0.0583048 Apr 20 16:26:42.181861 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-53c60dec-82d8-4978-b97f-9c30610c6f36 req-43fffd53-218e-492d-9ad7-826089e3a92a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464747 Apr 20 16:26:42.299046 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35122caa-3d00-44bc-a2f5-ffdc69b337f8 req-8d6fdba9-d64b-47df-889a-cf293f8e50ca tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:42.301821 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-35122caa-3d00-44bc-a2f5-ffdc69b337f8 req-8d6fdba9-d64b-47df-889a-cf293f8e50ca tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 946 time: 0.0728183 Apr 20 16:26:42.380884 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-35122caa-3d00-44bc-a2f5-ffdc69b337f8 req-a9f0000f-2066-4c17-bc3d-54095d099356 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691810 Apr 20 16:26:42.382728 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01842b67-502b-4b52-aa0b-c59511966e39 req-50873b61-865a-488f-94a8-047b1b8222cb tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:42.385541 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-01842b67-502b-4b52-aa0b-c59511966e39 req-50873b61-865a-488f-94a8-047b1b8222cb tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.0780678 Apr 20 16:26:42.428644 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-01842b67-502b-4b52-aa0b-c59511966e39 req-96fce7aa-7ad1-4fee-aac1-343b10f75dee tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364339 Apr 20 16:26:42.708040 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51008) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:42.883724 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b728bdd4-0871-466d-a430-5e440e1c06fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:42.911312 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5994fa29-ab5b-43da-9bfe-0eebc30ee8fe req-81af9539-c981-4e1d-9875-a80db0a8bb67 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0616307 Apr 20 16:26:42.981991 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b728bdd4-0871-466d-a430-5e440e1c06fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:43.112008 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b728bdd4-0871-466d-a430-5e440e1c06fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:43.152950 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b728bdd4-0871-466d-a430-5e440e1c06fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cffea71d397e45a3aef1f9318ade02d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4436300 Apr 20 16:26:43.153798 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728bdd4-0871-466d-a430-5e440e1c06fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a10fac-cf43-4ea6-a2d3-056eef6aca86,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:43.156391 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51020) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:43.217001 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aff2aee5-11b7-46f6-9015-46d08ada8649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:43.245172 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aff2aee5-11b7-46f6-9015-46d08ada8649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:43.349209 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa8208-9b9d-4aa4-850e-0539ff2777a7 req-bc66959c-72f0-46b1-9ce8-4b67bf44478e tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:43.353671 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-33aa8208-9b9d-4aa4-850e-0539ff2777a7 req-bc66959c-72f0-46b1-9ce8-4b67bf44478e tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 945 time: 0.0984423 Apr 20 16:26:43.403005 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-33aa8208-9b9d-4aa4-850e-0539ff2777a7 req-900ab910-6d50-44a1-8b37-23ad7d693aa9 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391772 Apr 20 16:26:43.449051 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aff2aee5-11b7-46f6-9015-46d08ada8649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:43.451932 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aff2aee5-11b7-46f6-9015-46d08ada8649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:43.453263 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-aff2aee5-11b7-46f6-9015-46d08ada8649 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1a10fac-cf43-4ea6-a2d3-056eef6aca86 HTTP/1.1" status: 204 len: 168 time: 0.2957456 Apr 20 16:26:43.464553 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2aee5-11b7-46f6-9015-46d08ada8649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a10fac-cf43-4ea6-a2d3-056eef6aca86,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:43.543327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb8252-8c09-46b0-aab0-6375f9cdf720 req-d4826abf-3f92-4b0e-a98a-4bab58f31ae2 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:43.545029 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1abb8252-8c09-46b0-aab0-6375f9cdf720 req-d4826abf-3f92-4b0e-a98a-4bab58f31ae2 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 946 time: 0.0985422 Apr 20 16:26:43.601228 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef1a68-9282-4085-b1f9-49e9ea00f51f req-e5d0109f-743d-41d6-af8f-ccab01dd2a02 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:43.606566 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1abb8252-8c09-46b0-aab0-6375f9cdf720 req-0ada44ac-21d0-456c-8216-6a63c1acf911 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524967 Apr 20 16:26:43.615106 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9cef1a68-9282-4085-b1f9-49e9ea00f51f req-e5d0109f-743d-41d6-af8f-ccab01dd2a02 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.0772138 Apr 20 16:26:43.652004 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9cef1a68-9282-4085-b1f9-49e9ea00f51f req-d7c28623-e8a6-4f05-afce-bb761e37768e tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377743 Apr 20 16:26:44.010354 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-11d10700-0f15-44e2-907e-367d73f200c3 req-f3f94af5-6ebf-4e7c-b314-98b4c649b728 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0307994 Apr 20 16:26:44.189353 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51040) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:44.203756 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c9f427f6-dad5-4063-b841-15a4c51aa685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:44.299315 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c9f427f6-dad5-4063-b841-15a4c51aa685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:44.380160 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c9f427f6-dad5-4063-b841-15a4c51aa685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:44.419360 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c9f427f6-dad5-4063-b841-15a4c51aa685 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9b0b30063bc4838ac99b2866faa6010&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2287819 Apr 20 16:26:44.421424 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f427f6-dad5-4063-b841-15a4c51aa685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cd6cb5-97c6-4547-bd67-ebc00dd6d4eb,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:44.422140 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51048) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:44.477487 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dbbb0ccf-2d9a-47bd-917e-873a4a37c3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:44.499192 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dbbb0ccf-2d9a-47bd-917e-873a4a37c3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:44.527343 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3caf5-b0ec-4c29-b79e-05354162bc8c req-7a8acc9d-2154-4533-a244-2b28c70284a1 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:44.528954 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-59f3caf5-b0ec-4c29-b79e-05354162bc8c req-7a8acc9d-2154-4533-a244-2b28c70284a1 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 945 time: 0.0525069 Apr 20 16:26:44.572282 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 24f64632-21b4-4187-b818-c27e0ca25612 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:26:44.583443 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-59f3caf5-b0ec-4c29-b79e-05354162bc8c req-6abced77-5a19-4c7d-8d7c-054d2e80463a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474749 Apr 20 16:26:44.649188 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dbbb0ccf-2d9a-47bd-917e-873a4a37c3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:44.651776 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dbbb0ccf-2d9a-47bd-917e-873a4a37c3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:44.653008 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dbbb0ccf-2d9a-47bd-917e-873a4a37c3c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9cd6cb5-97c6-4547-bd67-ebc00dd6d4eb HTTP/1.1" status: 204 len: 168 time: 0.2297380 Apr 20 16:26:44.660739 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb0ccf-2d9a-47bd-917e-873a4a37c3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cd6cb5-97c6-4547-bd67-ebc00dd6d4eb,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:44.712106 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 24f64632-21b4-4187-b818-c27e0ca25612 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:26:44.717189 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 24f64632-21b4-4187-b818-c27e0ca25612 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:26:44.723292 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:44.809021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125d34b-362c-4a6e-aecf-0553dfe04278 req-a460ef01-22aa-4b44-b8f8-06c3b083f1dc tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:44.811297 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4125d34b-362c-4a6e-aecf-0553dfe04278 req-a460ef01-22aa-4b44-b8f8-06c3b083f1dc tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.0566382 Apr 20 16:26:44.867957 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4125d34b-362c-4a6e-aecf-0553dfe04278 req-752c6b59-c370-48f3-a101-8fafe17220f6 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501118 Apr 20 16:26:44.868847 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:44.887008 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51060) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:44.905656 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3530af-47cc-4100-8825-169a1bba911c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f64632-21b4-4187-b818-c27e0ca25612'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:26:44.908178 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668d6e8f-2d05-44f7-a5e1-780e2901e5a9" -d '{"events": [{"server_uuid": "4e3530af-47cc-4100-8825-169a1bba911c", "name": "network-vif-plugged", "status": "completed", "tag": "24f64632-21b4-4187-b818-c27e0ca25612"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:26:44.925184 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 24f64632-21b4-4187-b818-c27e0ca25612, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=24f64632-21b4-4187-b818-c27e0ca25612,segment=NetworkSegment(35d1a58e-519d-48c5-874c-9903c1950aca),segment_id=35d1a58e-519d-48c5-874c-9903c1950aca)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:26:45.003425 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:45.061035 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=24f64632-21b4-4187-b818-c27e0ca25612,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:45.069134 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:26:45.069512 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:26:45.069826 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:26:45.070221 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:26:45.070561 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:26:45.070892 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:26:45.071215 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:26:45.071730 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:26:45.072379 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:26:45.072871 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:26:45.073371 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:26:45.073701 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:26:45.179635 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f262e030-c730-4cbc-8d83-a87779989a86 req-cf6780d1-91ff-409e-977f-68fd2717e4c6 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0429151 Apr 20 16:26:45.187138 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c8da16ca-77a8-4f3f-8951-606eaf2b33b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:45.209407 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc5fdaa-bfff-45d2-b366-aa107be0e85a x-openstack-request-id: req-6dc5fdaa-bfff-45d2-b366-aa107be0e85a {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:26:45.209407 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3530af-47cc-4100-8825-169a1bba911c", "name": "network-vif-plugged", "status": "completed", "tag": "24f64632-21b4-4187-b818-c27e0ca25612", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:26:45.209407 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6dc5fdaa-bfff-45d2-b366-aa107be0e85a {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:26:45.209407 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc5fdaa-bfff-45d2-b366-aa107be0e85a'] response: {'server_uuid': '4e3530af-47cc-4100-8825-169a1bba911c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f64632-21b4-4187-b818-c27e0ca25612', 'code': 200} Apr 20 16:26:45.284722 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c8da16ca-77a8-4f3f-8951-606eaf2b33b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:45.342525 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb284f-0d43-47b3-b71a-d24d2c8e1d7e req-c38dde9f-2b22-4920-b698-e6b9202fcd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:45.344091 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-acfb284f-0d43-47b3-b71a-d24d2c8e1d7e req-c38dde9f-2b22-4920-b698-e6b9202fcd91 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 1097 time: 0.0419919 Apr 20 16:26:45.346087 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c8da16ca-77a8-4f3f-8951-606eaf2b33b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:45.403220 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da16ca-77a8-4f3f-8951-606eaf2b33b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad0b097-f06c-49dd-8067-ce17470f0e7a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:45.410920 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c8da16ca-77a8-4f3f-8951-606eaf2b33b4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c0b7d665e9b49c689ba6a0b73f9e4de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5204563 Apr 20 16:26:45.413033 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51078) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:45.425155 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-acfb284f-0d43-47b3-b71a-d24d2c8e1d7e req-8e345f4a-5672-42f7-87c0-93fd3f93c12c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638468 Apr 20 16:26:45.471043 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5c7d76f-0deb-416a-ae17-56e4bc5edf08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:45.502779 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5c7d76f-0deb-416a-ae17-56e4bc5edf08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:45.695692 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5c7d76f-0deb-416a-ae17-56e4bc5edf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:45.698277 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5c7d76f-0deb-416a-ae17-56e4bc5edf08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:45.702690 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b5c7d76f-0deb-416a-ae17-56e4bc5edf08 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ad0b097-f06c-49dd-8067-ce17470f0e7a HTTP/1.1" status: 204 len: 168 time: 0.2848911 Apr 20 16:26:45.727551 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d09069-9124-44e9-9cff-8931502facee req-5d4a6a44-9f85-4bc8-8d74-f783a0c3c6f0 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:45.729147 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-30d09069-9124-44e9-9cff-8931502facee req-5d4a6a44-9f85-4bc8-8d74-f783a0c3c6f0 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0752566 Apr 20 16:26:45.743493 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7d76f-0deb-416a-ae17-56e4bc5edf08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad0b097-f06c-49dd-8067-ce17470f0e7a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:45.779703 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-30d09069-9124-44e9-9cff-8931502facee req-dd3b983b-1569-4c5e-af27-9015a0bbcd6d tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379550 Apr 20 16:26:45.994786 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d0834-81f5-411d-9963-a2f7eb02d544 req-4f553a89-4c8f-4518-a244-8d45dd4b4d72 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:45.996274 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0b7d0834-81f5-411d-9963-a2f7eb02d544 req-4f553a89-4c8f-4518-a244-8d45dd4b4d72 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.0547116 Apr 20 16:26:46.034554 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0b7d0834-81f5-411d-9963-a2f7eb02d544 req-9df532b8-8faf-4b31-bba7-74b36e3cee18 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319464 Apr 20 16:26:46.285704 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-978969d0-6cbe-48f4-a94f-efd1f8f93b6f req-0a34ee78-329e-4b7d-b15f-b6555e8fe6e5 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0263250 Apr 20 16:26:46.805015 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51112) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:46.818533 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6f1a59c-a994-4970-bd92-82e3c1164640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:46.927357 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1e678-375d-4698-afb9-7f44fba17e8a req-3f1db504-1f3d-4c9d-a9ee-6971c27b02d2 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:46.935232 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-40e1e678-375d-4698-afb9-7f44fba17e8a req-3f1db504-1f3d-4c9d-a9ee-6971c27b02d2 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0785623 Apr 20 16:26:46.961080 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6f1a59c-a994-4970-bd92-82e3c1164640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:46.979989 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-40e1e678-375d-4698-afb9-7f44fba17e8a req-69286255-cff3-41d4-9799-852c720a02be tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438626 Apr 20 16:26:47.057078 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6f1a59c-a994-4970-bd92-82e3c1164640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:47.099368 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f6f1a59c-a994-4970-bd92-82e3c1164640 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=adc52634e6c7467dbe9db10a225bfe0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2909224 Apr 20 16:26:47.099671 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51128) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:47.106471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1a59c-a994-4970-bd92-82e3c1164640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be70858c-843d-4e7a-b500-c65c4cbcaffe,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:47.126842 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1a59c-a994-4970-bd92-82e3c1164640 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:26:47.127075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1a59c-a994-4970-bd92-82e3c1164640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:26:47.127532 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1a59c-a994-4970-bd92-82e3c1164640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:26:47.127855 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1a59c-a994-4970-bd92-82e3c1164640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:26:47.128189 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1a59c-a994-4970-bd92-82e3c1164640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:26:47.128544 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1a59c-a994-4970-bd92-82e3c1164640 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:26:47.128866 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1a59c-a994-4970-bd92-82e3c1164640 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:26:47.129218 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1a59c-a994-4970-bd92-82e3c1164640 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:26:47.131594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1a59c-a994-4970-bd92-82e3c1164640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:26:47.131594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1a59c-a994-4970-bd92-82e3c1164640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:26:47.131594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1a59c-a994-4970-bd92-82e3c1164640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:26:47.131594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1a59c-a994-4970-bd92-82e3c1164640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:26:47.186461 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6782fa5-fd7e-40b0-b4b0-c859da79ce41 req-1c2565e9-62e0-4da4-a418-ac70342e3754 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:47.188635 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6782fa5-fd7e-40b0-b4b0-c859da79ce41 req-1c2565e9-62e0-4da4-a418-ac70342e3754 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.0721204 Apr 20 16:26:47.191314 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8b89f1b1-9856-45f2-a048-5a5d08204415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:47.213787 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8b89f1b1-9856-45f2-a048-5a5d08204415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:47.232719 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6782fa5-fd7e-40b0-b4b0-c859da79ce41 req-76f33de5-a74b-4692-9151-e922110374db tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341868 Apr 20 16:26:47.389215 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-79edd0c9-1993-450b-9a54-e92ab75798a3 req-def8dae2-02ef-40d9-a38d-8a3000662e60 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0274827 Apr 20 16:26:47.389958 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8b89f1b1-9856-45f2-a048-5a5d08204415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:47.396188 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8b89f1b1-9856-45f2-a048-5a5d08204415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:47.396188 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8b89f1b1-9856-45f2-a048-5a5d08204415 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be70858c-843d-4e7a-b500-c65c4cbcaffe HTTP/1.1" status: 204 len: 168 time: 0.2923231 Apr 20 16:26:47.402618 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89f1b1-9856-45f2-a048-5a5d08204415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be70858c-843d-4e7a-b500-c65c4cbcaffe,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:48.100477 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73d39c-1f2a-4142-ae3c-206c25a8895f req-a33bc555-8a32-431a-a17d-6f258fd8afe9 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:48.101956 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1c73d39c-1f2a-4142-ae3c-206c25a8895f req-a33bc555-8a32-431a-a17d-6f258fd8afe9 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0526023 Apr 20 16:26:48.139765 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1c73d39c-1f2a-4142-ae3c-206c25a8895f req-a262778a-1871-4780-bd70-c35f88c53824 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315301 Apr 20 16:26:48.259091 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efeb365-fac5-4547-8d80-1b7c8c33a542 req-4ec676db-fe98-4119-94b7-9977196a0a63 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:48.266435 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7efeb365-fac5-4547-8d80-1b7c8c33a542 req-4ec676db-fe98-4119-94b7-9977196a0a63 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0594904 Apr 20 16:26:48.274066 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51158) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:48.294707 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fb68e657-bd89-4ca4-829d-90fd355cf32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:48.303275 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7efeb365-fac5-4547-8d80-1b7c8c33a542 req-8ae561a9-a933-4346-a512-ddb9e974ce77 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359821 Apr 20 16:26:48.398487 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22369a-6527-4bb4-9daa-4a2f74747cd2 req-8fd38e0a-6043-4cdb-a7fc-a5dcbfbf3338 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:48.399942 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5f22369a-6527-4bb4-9daa-4a2f74747cd2 req-8fd38e0a-6043-4cdb-a7fc-a5dcbfbf3338 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.0710664 Apr 20 16:26:48.437340 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fb68e657-bd89-4ca4-829d-90fd355cf32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:48.456704 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5f22369a-6527-4bb4-9daa-4a2f74747cd2 req-dca90df1-fc5c-47f7-a8b7-0b36eda9d298 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463195 Apr 20 16:26:48.564252 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e0ad503a-b689-444f-bb91-37068a87b0d5 req-329a5c01-f84c-4385-aa56-abd827ffceb9 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0296404 Apr 20 16:26:48.614551 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fb68e657-bd89-4ca4-829d-90fd355cf32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:48.652677 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fb68e657-bd89-4ca4-829d-90fd355cf32f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5bd3212f107450ab19b951c543a30cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3769462 Apr 20 16:26:48.654561 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68e657-bd89-4ca4-829d-90fd355cf32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2112241c-da65-437f-9509-056394fe1653,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:48.655437 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51180) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:26:48.711690 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d881f9c4-d6f1-4d16-83e3-c09d47da7d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:48.734115 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d881f9c4-d6f1-4d16-83e3-c09d47da7d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:48.871712 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d881f9c4-d6f1-4d16-83e3-c09d47da7d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:48.874904 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d881f9c4-d6f1-4d16-83e3-c09d47da7d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:48.876141 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d881f9c4-d6f1-4d16-83e3-c09d47da7d2b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2112241c-da65-437f-9509-056394fe1653 HTTP/1.1" status: 204 len: 168 time: 0.2196543 Apr 20 16:26:48.884385 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881f9c4-d6f1-4d16-83e3-c09d47da7d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2112241c-da65-437f-9509-056394fe1653,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:26:48.967496 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab51b3-f09f-4a1b-9c95-6874c5486a10 req-8b71a4dd-f781-4b9c-a067-782f1315b208 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:48.969186 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5fab51b3-f09f-4a1b-9c95-6874c5486a10 req-8b71a4dd-f781-4b9c-a067-782f1315b208 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0851336 Apr 20 16:26:49.010163 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5fab51b3-f09f-4a1b-9c95-6874c5486a10 req-5190166a-0f0f-4e1c-ae01-6bc328bb8834 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330601 Apr 20 16:26:49.625335 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e42d4-0069-4490-b6e7-dba2e3d60d92 req-8b80950d-0a36-437b-b8a8-1b16a4aeee8b tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:49.627098 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-992e42d4-0069-4490-b6e7-dba2e3d60d92 req-8b80950d-0a36-437b-b8a8-1b16a4aeee8b tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.0950484 Apr 20 16:26:49.668257 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-992e42d4-0069-4490-b6e7-dba2e3d60d92 req-c6c5461e-355c-453a-9706-4a748ee20300 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344467 Apr 20 16:26:49.675787 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2268a3ce-439c-4294-a1bd-ed176665367d req-f30f6baa-7579-4531-80ba-6a6309d1c30c tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0263829 Apr 20 16:26:50.152058 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099afb67-1d6c-4f8b-baa0-a5c2e016ec81 req-11e95b09-ba76-4def-b1c0-b0e518fd6fe5 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:50.153601 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-099afb67-1d6c-4f8b-baa0-a5c2e016ec81 req-11e95b09-ba76-4def-b1c0-b0e518fd6fe5 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0561614 Apr 20 16:26:50.200893 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-099afb67-1d6c-4f8b-baa0-a5c2e016ec81 req-9fee9c96-67ce-469b-8dee-8f1d85608886 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411906 Apr 20 16:26:50.806872 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d8ac2e4f-f14b-4a23-b164-65933ec23aae req-57314da2-c80b-489a-b782-21dbe1ed2ca9 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0306375 Apr 20 16:26:50.807416 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d39d8-c2e7-48ba-9af3-883720d5d545 req-6407f611-7068-4c6b-93f3-ec824af524a7 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:50.807416 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-860d39d8-c2e7-48ba-9af3-883720d5d545 req-6407f611-7068-4c6b-93f3-ec824af524a7 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.0550025 Apr 20 16:26:50.835768 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-860d39d8-c2e7-48ba-9af3-883720d5d545 req-16d82719-98e9-4ecc-abc4-8698806d70c1 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323672 Apr 20 16:26:51.351489 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea3a8f-bb6f-453f-a9bc-979504f07ea1 req-44c0b769-d59e-41d7-a485-e79a5ee169be tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:51.363043 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-60ea3a8f-bb6f-453f-a9bc-979504f07ea1 req-44c0b769-d59e-41d7-a485-e79a5ee169be tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0816886 Apr 20 16:26:51.432723 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-60ea3a8f-bb6f-453f-a9bc-979504f07ea1 req-2d96ff86-624f-468b-b3de-e859a977a39b tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686674 Apr 20 16:26:51.445719 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d14690a1-fdf3-42bd-894f-e4bfa854a755 req-b2d4b50f-fe67-4466-9e5e-c269c876d592 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0805132 Apr 20 16:26:51.552343 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14690a1-fdf3-42bd-894f-e4bfa854a755 req-d13847eb-90db-4527-8528-df1ee12826c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:51.554402 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d14690a1-fdf3-42bd-894f-e4bfa854a755 req-d13847eb-90db-4527-8528-df1ee12826c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbc372ad2d1446089af0923f5d212489&device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 1097 time: 0.0470853 Apr 20 16:26:51.679345 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14690a1-fdf3-42bd-894f-e4bfa854a755 req-ca6094ec-d964-4cd7-8447-a549a00d0d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:51.680859 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d14690a1-fdf3-42bd-894f-e4bfa854a755 req-ca6094ec-d964-4cd7-8447-a549a00d0d82 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb HTTP/1.1" status: 200 len: 919 time: 0.0878568 Apr 20 16:26:51.731732 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d14690a1-fdf3-42bd-894f-e4bfa854a755 req-5bf08857-d4b5-4b64-a95a-d0a9e37840eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f185935b-c5c0-4e59-89ac-b70d084b1382 HTTP/1.1" status: 200 len: 217 time: 0.0358922 Apr 20 16:26:51.788623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14690a1-fdf3-42bd-894f-e4bfa854a755 req-2c0e8940-139f-4b2d-a320-5ffd771f1f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:51.790130 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d14690a1-fdf3-42bd-894f-e4bfa854a755 req-2c0e8940-139f-4b2d-a320-5ffd771f1f22 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f49ef81d-6341-40ae-b59c-ad7cca19ee9b HTTP/1.1" status: 200 len: 857 time: 0.0514238 Apr 20 16:26:51.836852 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14690a1-fdf3-42bd-894f-e4bfa854a755 req-b9c55a26-adba-4ef0-9f71-240273282cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:51.838782 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d14690a1-fdf3-42bd-894f-e4bfa854a755 req-b9c55a26-adba-4ef0-9f71-240273282cf9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415630 Apr 20 16:26:51.915350 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47cf1666-df85-4853-9a8b-24f4aca707fa req-0c7ab4b8-552b-472e-a263-4ae64f964995 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0494306 Apr 20 16:26:51.978462 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d14690a1-fdf3-42bd-894f-e4bfa854a755 req-0ff3f32c-1eaf-481b-92bb-a5091c582f99 service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324482 Apr 20 16:26:52.006425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f58e9-2510-4e9b-8cb7-4f0a7d5262ba req-5a36f4e5-b999-4095-abc3-c5a1907ed923 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:52.007901 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca6f58e9-2510-4e9b-8cb7-4f0a7d5262ba req-5a36f4e5-b999-4095-abc3-c5a1907ed923 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.0827734 Apr 20 16:26:52.090288 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca6f58e9-2510-4e9b-8cb7-4f0a7d5262ba req-6f28c261-b986-4e48-981f-b2a262f162cd tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720778 Apr 20 16:26:52.115212 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d14690a1-fdf3-42bd-894f-e4bfa854a755 req-51d91077-eae6-4959-a5e9-4657aee08be2 service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249266 Apr 20 16:26:52.552021 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc60e6a-c43d-4ea8-9a6e-20d95bd5d9d8 req-70d41727-0244-4bad-b2d4-d47ee1c76b7f tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:52.554687 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4cc60e6a-c43d-4ea8-9a6e-20d95bd5d9d8 req-70d41727-0244-4bad-b2d4-d47ee1c76b7f tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0521674 Apr 20 16:26:52.597673 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4cc60e6a-c43d-4ea8-9a6e-20d95bd5d9d8 req-1d159c64-6fff-4611-940f-6cc4aea14b83 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360305 Apr 20 16:26:52.775065 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2982330b-33e8-4025-a3d5-13cc19c394cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:53.027763 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2d4ef51d-806e-461c-8f16-50f310ae9e9c req-3f41b38e-9f89-45e7-919c-98d4ec0fcaa7 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0333052 Apr 20 16:26:53.225852 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f15cf-2b61-42f2-b779-1e91261ce681 req-3a53a0bd-0c3f-423f-8466-9ef9a186c915 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:53.227469 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b86f15cf-2b61-42f2-b779-1e91261ce681 req-3a53a0bd-0c3f-423f-8466-9ef9a186c915 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.0563858 Apr 20 16:26:53.293259 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b86f15cf-2b61-42f2-b779-1e91261ce681 req-aea7c8e6-420b-4996-b00a-f0831d83780f tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491757 Apr 20 16:26:53.379673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df93e37-6b70-4938-95ee-f7078c8a9ef3 req-9d765fa0-b2a2-4bd6-9553-a7bacfaa8936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:53.381812 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4df93e37-6b70-4938-95ee-f7078c8a9ef3 req-9d765fa0-b2a2-4bd6-9553-a7bacfaa8936 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 1096 time: 0.0413170 Apr 20 16:26:53.417881 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4df93e37-6b70-4938-95ee-f7078c8a9ef3 req-f0282c26-f571-4ab4-a85c-74b12e74d8bc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290291 Apr 20 16:26:53.719507 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344443f3-6bcb-494a-a3be-87a0df7a8fb2 req-aa083a78-a2c6-4a37-a3c6-2771e0ab6f97 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:53.721043 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-344443f3-6bcb-494a-a3be-87a0df7a8fb2 req-aa083a78-a2c6-4a37-a3c6-2771e0ab6f97 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0498738 Apr 20 16:26:53.761016 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-344443f3-6bcb-494a-a3be-87a0df7a8fb2 req-d64cf804-4917-415d-bc2b-431957c8ad6e tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335462 Apr 20 16:26:54.135618 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-07fae9b5-5f74-4085-8772-88ccac9b931c req-4f6aec2f-cd3a-4650-93d0-3112657d4f84 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0290947 Apr 20 16:26:54.433326 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d395b12-da18-4e56-a70c-139047ee450d req-80aa9fc2-f1d6-4210-8e34-41328fd9ba1f tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:54.435511 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d395b12-da18-4e56-a70c-139047ee450d req-80aa9fc2-f1d6-4210-8e34-41328fd9ba1f tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.0626435 Apr 20 16:26:54.484771 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d395b12-da18-4e56-a70c-139047ee450d req-f0990dbd-ff27-4502-9a02-7f9684d85711 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334463 Apr 20 16:26:54.889835 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0fea6-b2af-4802-ac75-ba94b7458f6b req-da5665f7-3d08-44a7-b155-5ea66e69f9e4 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:54.892231 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-97e0fea6-b2af-4802-ac75-ba94b7458f6b req-da5665f7-3d08-44a7-b155-5ea66e69f9e4 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0565109 Apr 20 16:26:54.935876 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-97e0fea6-b2af-4802-ac75-ba94b7458f6b req-5b45c658-d498-4bca-a9da-c13f438f098c tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360157 Apr 20 16:26:55.255403 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b675c00-d6c2-4cf0-a2af-ac8f73be63ea req-35849be2-3707-4de0-ba08-4fdad595d4b6 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0323851 Apr 20 16:26:55.278241 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-19c8e191-0cae-4635-8fb6-a6d59d396cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:55.610157 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08e343-5083-4384-a95d-e8a9ce61cb7c req-70f8c36a-ddd1-47ee-9645-7968d3f07783 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:55.612021 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ac08e343-5083-4384-a95d-e8a9ce61cb7c req-70f8c36a-ddd1-47ee-9645-7968d3f07783 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.0514746 Apr 20 16:26:55.655109 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ac08e343-5083-4384-a95d-e8a9ce61cb7c req-03f206ea-0410-409c-9fdf-9555771cf9b6 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351405 Apr 20 16:26:56.064854 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c8ffe-749f-4893-a4bd-468cf53a34e3 req-39fb9e6a-5acb-47a9-b6d0-9e2cd5bb2400 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:56.066333 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-229c8ffe-749f-4893-a4bd-468cf53a34e3 req-39fb9e6a-5acb-47a9-b6d0-9e2cd5bb2400 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0488060 Apr 20 16:26:56.109192 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-229c8ffe-749f-4893-a4bd-468cf53a34e3 req-5f01a63d-2de6-44ca-abea-7a3fcdec7c26 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361457 Apr 20 16:26:56.336688 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b00514-e4e3-4d39-ae6c-61c3a090adc8 req-33847ad2-5fd8-43d4-bec7-f4e5e390cae3 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:56.338396 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92b00514-e4e3-4d39-ae6c-61c3a090adc8 req-33847ad2-5fd8-43d4-bec7-f4e5e390cae3 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.0579784 Apr 20 16:26:56.352844 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:56.394671 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92b00514-e4e3-4d39-ae6c-61c3a090adc8 req-c1a7b310-8298-45b5-b9bc-e2379b860cac tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497377 Apr 20 16:26:56.398457 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8312a8da-0ee2-46b3-ae10-c38abd1910de req-b09c4b55-1150-4fd5-8218-f21f15f7089a tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0505521 Apr 20 16:26:56.451331 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811cdc6-4d99-4e02-9db4-c822e5f768d8 req-268d8fbe-8af5-4f7b-8d2d-c7c78f8e37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:56.453020 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0811cdc6-4d99-4e02-9db4-c822e5f768d8 req-268d8fbe-8af5-4f7b-8d2d-c7c78f8e37fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbc372ad2d1446089af0923f5d212489&device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 1096 time: 0.0517151 Apr 20 16:26:56.550784 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811cdc6-4d99-4e02-9db4-c822e5f768d8 req-e4683091-2643-4114-a88d-b7a7eff9f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:56.552466 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0811cdc6-4d99-4e02-9db4-c822e5f768d8 req-e4683091-2643-4114-a88d-b7a7eff9f77f service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb HTTP/1.1" status: 200 len: 919 time: 0.0923080 Apr 20 16:26:56.629050 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0811cdc6-4d99-4e02-9db4-c822e5f768d8 req-8d3f0fe1-f945-466f-8c63-99eecde6021d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e531f2f-3a09-478e-a83c-6e5843916ec8 HTTP/1.1" status: 200 len: 1000 time: 0.0692141 Apr 20 16:26:56.679797 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811cdc6-4d99-4e02-9db4-c822e5f768d8 req-2e2952c7-7c03-4e09-a0ee-35aab6c34878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:56.681512 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0811cdc6-4d99-4e02-9db4-c822e5f768d8 req-2e2952c7-7c03-4e09-a0ee-35aab6c34878 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f49ef81d-6341-40ae-b59c-ad7cca19ee9b HTTP/1.1" status: 200 len: 857 time: 0.0454650 Apr 20 16:26:56.732865 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811cdc6-4d99-4e02-9db4-c822e5f768d8 req-013a1fba-f0fd-473d-b27d-c433c6bbb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:56.734390 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0811cdc6-4d99-4e02-9db4-c822e5f768d8 req-013a1fba-f0fd-473d-b27d-c433c6bbb694 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430789 Apr 20 16:26:56.836132 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0811cdc6-4d99-4e02-9db4-c822e5f768d8 req-6549c8db-8621-4e49-bd0f-bfa38f97b77c service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945981 Apr 20 16:26:56.939058 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0811cdc6-4d99-4e02-9db4-c822e5f768d8 req-988fb1af-c709-4563-8979-4ce17fce29c0 service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963070 Apr 20 16:26:57.249980 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81864a0-d8c0-4b12-924c-7709e7191ccd req-03290959-8a3b-4626-8cb6-34e537decc67 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:57.251632 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a81864a0-d8c0-4b12-924c-7709e7191ccd req-03290959-8a3b-4626-8cb6-34e537decc67 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0677123 Apr 20 16:26:57.330666 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a81864a0-d8c0-4b12-924c-7709e7191ccd req-1f96a9a2-4fa4-4f09-b134-163e641f1615 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618460 Apr 20 16:26:57.524896 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a36a312-bd6d-4ac5-9ee8-3f3c816c71c6 req-1aaa71d7-2550-4ba9-ba18-9aed75fa9ba7 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0293565 Apr 20 16:26:57.543722 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ac44b-8b75-4882-a1b1-ca8a0663ae97 req-c5107a61-e85a-42c1-a19c-4d829746cede tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:57.547100 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2e3ac44b-8b75-4882-a1b1-ca8a0663ae97 req-c5107a61-e85a-42c1-a19c-4d829746cede tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.0574949 Apr 20 16:26:57.585476 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2e3ac44b-8b75-4882-a1b1-ca8a0663ae97 req-dfe3d827-e579-4f7e-85b4-32e6bcdbe455 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343215 Apr 20 16:26:57.751690 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:57.784807 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-06d4f63f-503d-4eb4-921e-d597ed8a2644 req-88419927-61ea-44d1-8808-f82a5b44524f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0249286 Apr 20 16:26:58.111846 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:58.459098 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefba4f1-728b-4db1-bb1a-92cc4c5784e0 req-f7f5529d-8bb1-4c59-83c4-2105a3ddfe2c tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:58.459098 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fefba4f1-728b-4db1-bb1a-92cc4c5784e0 req-f7f5529d-8bb1-4c59-83c4-2105a3ddfe2c tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0549855 Apr 20 16:26:58.497312 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fefba4f1-728b-4db1-bb1a-92cc4c5784e0 req-7ec45bb3-879a-42e6-8f47-09366887dc67 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334716 Apr 20 16:26:58.569578 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:26:58.639318 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0457216-c657-4e01-9360-2e5a1c5df6b7 req-525b1e0a-e8ba-44b1-84af-b3a53ef2c1b9 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0326469 Apr 20 16:26:58.737926 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912992b9-d5bf-49f5-862a-a85b455c79db req-b422684e-76d6-4e2b-8820-76a2bb77603a tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:58.739423 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-912992b9-d5bf-49f5-862a-a85b455c79db req-b422684e-76d6-4e2b-8820-76a2bb77603a tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.0537529 Apr 20 16:26:58.787367 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-912992b9-d5bf-49f5-862a-a85b455c79db req-66caf718-194c-472e-899b-0b0f8c635463 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412049 Apr 20 16:26:59.629942 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118f668-12dc-47d6-9dad-cfa52ac22f9f req-d595640a-450a-4061-878c-e85d26f02b43 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:59.632168 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4118f668-12dc-47d6-9dad-cfa52ac22f9f req-d595640a-450a-4061-878c-e85d26f02b43 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0584962 Apr 20 16:26:59.694812 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4118f668-12dc-47d6-9dad-cfa52ac22f9f req-a3bc6033-f2a9-4e02-9084-1e3008f63fdb tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439670 Apr 20 16:26:59.784314 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0da6e701-da07-4344-bd1e-6e931846d05e req-a1df20cb-291c-41b7-a447-b7210cb2765e tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0310190 Apr 20 16:26:59.918038 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796ddb8-303b-4550-a030-ca07565a368b req-80736244-07d6-4200-be52-2fa272734b63 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:26:59.919497 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a796ddb8-303b-4550-a030-ca07565a368b req-80736244-07d6-4200-be52-2fa272734b63 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.0523281 Apr 20 16:26:59.959549 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a796ddb8-303b-4550-a030-ca07565a368b req-8dd41c68-367b-4e08-9f62-47245b81704d tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337350 Apr 20 16:26:59.968772 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:00.598657 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b8c85be-256f-4aa8-bdcf-21fb5406f315 req-4f71b87f-9d42-4987-a5c0-ab9fcfb54f97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6337571214d40ba8cde8fcacaa76397&device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0431323 Apr 20 16:27:00.604540 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-785093d1-d42f-4e99-84b1-c9cd6e647590 req-87b9e71d-67aa-4a35-9d2e-58ff8c24cfe0 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0365114 Apr 20 16:27:00.647303 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b8c85be-256f-4aa8-bdcf-21fb5406f315 req-a75f39fa-577c-4b4f-878a-99728ee526f0 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e6337571214d40ba8cde8fcacaa76397&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348516 Apr 20 16:27:00.754943 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c85be-256f-4aa8-bdcf-21fb5406f315 req-23cf8ca5-4607-4b7b-b2f7-ac9fe81e016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:00.756853 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b8c85be-256f-4aa8-bdcf-21fb5406f315 req-23cf8ca5-4607-4b7b-b2f7-ac9fe81e016d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1035569 Apr 20 16:27:00.821434 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0493195-b33b-468c-baf6-a69c83cc0aa7 req-292ea091-a62d-479f-b41e-c3e3c9912117 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:00.824699 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a0493195-b33b-468c-baf6-a69c83cc0aa7 req-292ea091-a62d-479f-b41e-c3e3c9912117 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0584474 Apr 20 16:27:00.868890 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a0493195-b33b-468c-baf6-a69c83cc0aa7 req-a4742187-794b-43f6-8091-62e5cf7528d1 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390043 Apr 20 16:27:01.093289 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c36ae-6ca9-4522-b27d-b9676d0e6e35 req-88032ffa-bba0-4b5b-8990-5b5bb2f2dcd5 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:01.094842 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-414c36ae-6ca9-4522-b27d-b9676d0e6e35 req-88032ffa-bba0-4b5b-8990-5b5bb2f2dcd5 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.0626087 Apr 20 16:27:01.155411 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-414c36ae-6ca9-4522-b27d-b9676d0e6e35 req-6ba9c977-875d-45dd-8c47-d75a2c503929 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490549 Apr 20 16:27:01.196723 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51678) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:01.290275 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a7cfc-1558-4a09-8c67-cb208a9b1825 req-b293d608-a767-4d81-989f-2b32f7c282c2 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:01.291743 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df1a7cfc-1558-4a09-8c67-cb208a9b1825 req-b293d608-a767-4d81-989f-2b32f7c282c2 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.0569496 Apr 20 16:27:01.306844 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51682) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:01.311865 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-9881e426-1ac9-4fb0-83a1-2a5f404c0eba tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Request body: {'floatingip': {'port_id': '2e531f2f-3a09-478e-a83c-6e5843916ec8'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:27:01.368292 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70cd1c21-5f81-4f08-a97c-9dafae490a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:01.399583 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9881e426-1ac9-4fb0-83a1-2a5f404c0eba tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for floatingip, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:01.587782 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70cd1c21-5f81-4f08-a97c-9dafae490a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:01.697967 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70cd1c21-5f81-4f08-a97c-9dafae490a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:01.734999 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-09a62039-0f59-474d-9314-b54449078398 req-3fa655ff-d3bb-402d-a4b9-30fb5419e645 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2054946 Apr 20 16:27:01.744955 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e43dbb3d-83ad-4f30-89bb-9673e567c1d0 req-4e11cc8a-3827-4a60-a7e0-9659440e8b71 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0421057 Apr 20 16:27:01.825234 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-70cd1c21-5f81-4f08-a97c-9dafae490a0f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=961cf4f0990d4fbb82bb531a81ba13f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6273978 Apr 20 16:27:01.827946 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51690) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:01.839814 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd1c21-5f81-4f08-a97c-9dafae490a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b1d5f8-3030-4e25-a764-02482ab3a424,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:01.901172 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-adba4404-b0c7-4931-9fa4-5f66a33d7e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:01.933604 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-adba4404-b0c7-4931-9fa4-5f66a33d7e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:01.940607 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a62039-0f59-474d-9314-b54449078398 req-0753764d-6397-469c-a87f-716513f34381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:01.942576 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-09a62039-0f59-474d-9314-b54449078398 req-0753764d-6397-469c-a87f-716513f34381 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbc372ad2d1446089af0923f5d212489&device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 1097 time: 0.1319988 Apr 20 16:27:02.115670 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8703f-db15-4f10-93a3-8ba652c98a53 req-e6895e74-bca6-49e4-9ba9-cea4ee7ad147 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:02.117205 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-09d8703f-db15-4f10-93a3-8ba652c98a53 req-e6895e74-bca6-49e4-9ba9-cea4ee7ad147 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.1720574 Apr 20 16:27:02.199440 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-adba4404-b0c7-4931-9fa4-5f66a33d7e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:02.206116 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-adba4404-b0c7-4931-9fa4-5f66a33d7e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:02.210261 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-adba4404-b0c7-4931-9fa4-5f66a33d7e99 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/16b1d5f8-3030-4e25-a764-02482ab3a424 HTTP/1.1" status: 204 len: 168 time: 0.3792932 Apr 20 16:27:02.221000 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a62039-0f59-474d-9314-b54449078398 req-d39122d2-480f-4f59-849f-6dc6d1a42e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:02.221775 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba4404-b0c7-4931-9fa4-5f66a33d7e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b1d5f8-3030-4e25-a764-02482ab3a424,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:02.227905 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-09a62039-0f59-474d-9314-b54449078398 req-d39122d2-480f-4f59-849f-6dc6d1a42e59 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb HTTP/1.1" status: 200 len: 919 time: 0.2367008 Apr 20 16:27:02.235936 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adba4404-b0c7-4931-9fa4-5f66a33d7e99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:02.239633 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adba4404-b0c7-4931-9fa4-5f66a33d7e99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:02.239633 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adba4404-b0c7-4931-9fa4-5f66a33d7e99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:02.239633 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adba4404-b0c7-4931-9fa4-5f66a33d7e99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:02.239633 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adba4404-b0c7-4931-9fa4-5f66a33d7e99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:02.239633 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adba4404-b0c7-4931-9fa4-5f66a33d7e99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:02.239633 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adba4404-b0c7-4931-9fa4-5f66a33d7e99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:02.239633 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adba4404-b0c7-4931-9fa4-5f66a33d7e99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:02.239633 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adba4404-b0c7-4931-9fa4-5f66a33d7e99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:02.239633 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adba4404-b0c7-4931-9fa4-5f66a33d7e99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:02.239633 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adba4404-b0c7-4931-9fa4-5f66a33d7e99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:02.239633 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adba4404-b0c7-4931-9fa4-5f66a33d7e99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:02.307467 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9881e426-1ac9-4fb0-83a1-2a5f404c0eba tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:02.338055 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b8c85be-256f-4aa8-bdcf-21fb5406f315 req-906dbaf8-39a9-42a0-94e4-0329fadc6727 tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.26 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.1069634 Apr 20 16:27:02.341285 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-09d8703f-db15-4f10-93a3-8ba652c98a53 req-3e78f6f1-d844-4834-a483-93ebacff6eac tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105134 Apr 20 16:27:02.344587 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-09a62039-0f59-474d-9314-b54449078398 req-545ddb46-85b8-4879-8830-f734079b9952 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6209a169-6730-4f41-a458-484602ed19ba HTTP/1.1" status: 200 len: 217 time: 0.1066928 Apr 20 16:27:02.448984 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9881e426-1ac9-4fb0-83a1-2a5f404c0eba tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:02.498305 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a62039-0f59-474d-9314-b54449078398 req-8473b90e-3ecc-4319-93c4-17ef44d1d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:02.500034 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-09a62039-0f59-474d-9314-b54449078398 req-8473b90e-3ecc-4319-93c4-17ef44d1d31b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f49ef81d-6341-40ae-b59c-ad7cca19ee9b HTTP/1.1" status: 200 len: 857 time: 0.1306417 Apr 20 16:27:02.612079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a62039-0f59-474d-9314-b54449078398 req-1ef14627-1dee-4f7f-a795-e2adb56aa5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:02.614021 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-09a62039-0f59-474d-9314-b54449078398 req-1ef14627-1dee-4f7f-a795-e2adb56aa5ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064510 Apr 20 16:27:02.629297 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-09a62039-0f59-474d-9314-b54449078398 req-498fdef4-8efb-4847-b851-314deef6fdaa service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:27:02.630779 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-09a62039-0f59-474d-9314-b54449078398 req-498fdef4-8efb-4847-b851-314deef6fdaa service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051854 Apr 20 16:27:02.867570 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9881e426-1ac9-4fb0-83a1-2a5f404c0eba tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Router 7b9156ca-8973-407a-989b-a0e256fceb47 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:27:02.873756 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-09a62039-0f59-474d-9314-b54449078398 req-6e5b62da-93fa-4b04-ab5c-6733d130bef9 service neutron] 10.222.0.30 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343929 Apr 20 16:27:02.930448 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7d041c59-e7ad-41ba-85c5-70bc3d3ebc76 req-fe367750-614b-4bcf-94c6-4223a27837ca tempest-ServerShowV257Test-1654822627 tempest-ServerShowV257Test-1654822627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f66efe18-37ad-4b0d-a2d4-2080de18c3ad HTTP/1.1" status: 200 len: 210 time: 0.0381932 Apr 20 16:27:03.147261 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51724) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:03.345299 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be3ddb16-746c-4da5-a14b-11bab86df668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:03.404827 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-09a62039-0f59-474d-9314-b54449078398 req-f30575d7-678a-41eb-bd00-f9b36fe1bff8 service neutron] 10.222.0.30 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5193927 Apr 20 16:27:03.406047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9881e426-1ac9-4fb0-83a1-2a5f404c0eba tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:27:03.414167 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9881e426-1ac9-4fb0-83a1-2a5f404c0eba tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:03.450575 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097faefc-496a-4389-bdf9-7dcb3e5352e8 None None] Sync routers for ids ['7b9156ca-8973-407a-989b-a0e256fceb47'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:27:03.454611 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be3ddb16-746c-4da5-a14b-11bab86df668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:03.481572 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1077d3-0552-4e83-b7ca-7f1b5c15cec2', 'tag': '2e531f2f-3a09-478e-a83c-6e5843916ec8'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:27:03.482936 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097faefc-496a-4389-bdf9-7dcb3e5352e8 None None] Routers {'7b9156ca-8973-407a-989b-a0e256fceb47'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:27:03.483575 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-097faefc-496a-4389-bdf9-7dcb3e5352e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:26:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['7b9156ca-8973-407a-989b-a0e256fceb47'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:03.483835 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b659c14-3e64-4ca6-81de-f213a2adfcd9" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1077d3-0552-4e83-b7ca-7f1b5c15cec2", "tag": "2e531f2f-3a09-478e-a83c-6e5843916ec8"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:27:03.532137 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9881e426-1ac9-4fb0-83a1-2a5f404c0eba tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "PUT /v2.0/floatingips/7aec9425-c12e-41f8-a940-d0c459b9fb8c HTTP/1.1" status: 200 len: 992 time: 2.2237570 Apr 20 16:27:03.548119 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be3ddb16-746c-4da5-a14b-11bab86df668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:03.564846 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce111e6-2fbb-4359-b941-ba53b11e3342 req-d096aa3e-8e8b-446b-8094-ee04fb496ded tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:03.568166 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ce111e6-2fbb-4359-b941-ba53b11e3342 req-d096aa3e-8e8b-446b-8094-ee04fb496ded tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0875289 Apr 20 16:27:03.619627 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-be3ddb16-746c-4da5-a14b-11bab86df668 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03f5de19b2104504b33e775ff9bff04b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4733713 Apr 20 16:27:03.620714 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ddb16-746c-4da5-a14b-11bab86df668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ac7e19-0363-4e9f-b544-43cac6e7801d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:03.623240 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51744) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:03.665414 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-097faefc-496a-4389-bdf9-7dcb3e5352e8 None None] Set router 7b9156ca-8973-407a-989b-a0e256fceb47 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:27:03.670487 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ce111e6-2fbb-4359-b941-ba53b11e3342 req-4ebb483b-2b58-4151-bb62-da49ac89be6e tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902975 Apr 20 16:27:03.704459 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74e57c8d-8f3f-4ed5-945e-cf45cc820ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:03.731370 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74e57c8d-8f3f-4ed5-945e-cf45cc820ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:03.797856 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d258e12d-1ef9-4ef8-9073-e3ef60a59f07 x-openstack-request-id: req-d258e12d-1ef9-4ef8-9073-e3ef60a59f07 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:27:03.798209 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1077d3-0552-4e83-b7ca-7f1b5c15cec2", "tag": "2e531f2f-3a09-478e-a83c-6e5843916ec8", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:27:03.798527 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d258e12d-1ef9-4ef8-9073-e3ef60a59f07 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:27:03.798992 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d258e12d-1ef9-4ef8-9073-e3ef60a59f07'] response: {'name': 'network-changed', 'server_uuid': '4e1077d3-0552-4e83-b7ca-7f1b5c15cec2', 'tag': '2e531f2f-3a09-478e-a83c-6e5843916ec8', 'status': 'completed', 'code': 200} Apr 20 16:27:03.909313 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b659c14-3e64-4ca6-81de-f213a2adfcd9 req-ad3309ff-2840-4e81-b834-0bd08eda9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:03.910817 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b659c14-3e64-4ca6-81de-f213a2adfcd9 req-ad3309ff-2840-4e81-b834-0bd08eda9e39 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbc372ad2d1446089af0923f5d212489&device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 1096 time: 0.0691469 Apr 20 16:27:03.931105 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74e57c8d-8f3f-4ed5-945e-cf45cc820ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:03.934125 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74e57c8d-8f3f-4ed5-945e-cf45cc820ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:03.935622 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-74e57c8d-8f3f-4ed5-945e-cf45cc820ebb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58ac7e19-0363-4e9f-b544-43cac6e7801d HTTP/1.1" status: 204 len: 168 time: 0.3112564 Apr 20 16:27:03.960851 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-097faefc-496a-4389-bdf9-7dcb3e5352e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'name': 'tempest-ServerRescueNegativeTestJSON-149214004-router', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:22:53Z', 'updated_at': '2022-04-20T16:23:01Z', 'revision_number': 4, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'gw_port': {'id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:22:55Z', 'updated_at': '2022-04-20T16:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '7aec9425-c12e-41f8-a940-d0c459b9fb8c', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'port_id': '2e531f2f-3a09-478e-a83c-6e5843916ec8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'mac_address': 'fa:16:3e:2a:8e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1077d3-0552-4e83-b7ca-7f1b5c15cec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:24:45Z', 'updated_at': '2022-04-20T16:27:02Z', 'revision_number': 3, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98b43b9-d7a1-47e3-8354-d223de2a00e2', 'name': '', 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'mac_address': 'fa:16:3e:01:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:23:00Z', 'updated_at': '2022-04-20T16:23:08Z', 'revision_number': 5, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'subnets': [{'id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:03.961217 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e57c8d-8f3f-4ed5-945e-cf45cc820ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ac7e19-0363-4e9f-b544-43cac6e7801d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:03.982129 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097faefc-496a-4389-bdf9-7dcb3e5352e8 None None] Checking router: 7b9156ca-8973-407a-989b-a0e256fceb47 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:27:03.997627 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097faefc-496a-4389-bdf9-7dcb3e5352e8 None None] Routers {'7b9156ca-8973-407a-989b-a0e256fceb47'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:27:03.998504 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-097faefc-496a-4389-bdf9-7dcb3e5352e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:26:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['7b9156ca-8973-407a-989b-a0e256fceb47'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:04.056153 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b659c14-3e64-4ca6-81de-f213a2adfcd9 req-8c84c70c-527d-49e3-a166-ecb44db60e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:04.057888 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b659c14-3e64-4ca6-81de-f213a2adfcd9 req-8c84c70c-527d-49e3-a166-ecb44db60e73 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb HTTP/1.1" status: 200 len: 919 time: 0.1379614 Apr 20 16:27:04.138361 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b659c14-3e64-4ca6-81de-f213a2adfcd9 req-143e19a7-74c6-4d95-a13e-a0861780e46f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e531f2f-3a09-478e-a83c-6e5843916ec8 HTTP/1.1" status: 200 len: 1000 time: 0.0731511 Apr 20 16:27:04.142809 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-097faefc-496a-4389-bdf9-7dcb3e5352e8 None None] Set router 7b9156ca-8973-407a-989b-a0e256fceb47 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:27:04.189662 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b659c14-3e64-4ca6-81de-f213a2adfcd9 req-d8c9d7db-0a8d-498b-ae89-8806ac426eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:04.190425 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b659c14-3e64-4ca6-81de-f213a2adfcd9 req-d8c9d7db-0a8d-498b-ae89-8806ac426eb4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f49ef81d-6341-40ae-b59c-ad7cca19ee9b HTTP/1.1" status: 200 len: 857 time: 0.0447943 Apr 20 16:27:04.239443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b659c14-3e64-4ca6-81de-f213a2adfcd9 req-8a37395a-02cd-4ecb-b6a9-13314c84c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:04.241756 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b659c14-3e64-4ca6-81de-f213a2adfcd9 req-8a37395a-02cd-4ecb-b6a9-13314c84c6a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454471 Apr 20 16:27:04.341280 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b659c14-3e64-4ca6-81de-f213a2adfcd9 req-d78df73a-ff7c-4398-b761-ef30194655fd service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930393 Apr 20 16:27:04.431755 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b659c14-3e64-4ca6-81de-f213a2adfcd9 req-704790b0-0790-4085-bc95-2516b2f4b741 service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837519 Apr 20 16:27:04.533682 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-097faefc-496a-4389-bdf9-7dcb3e5352e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'name': 'tempest-ServerRescueNegativeTestJSON-149214004-router', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:22:53Z', 'updated_at': '2022-04-20T16:23:01Z', 'revision_number': 4, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'gw_port': {'id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:22:55Z', 'updated_at': '2022-04-20T16:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '7aec9425-c12e-41f8-a940-d0c459b9fb8c', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'port_id': '2e531f2f-3a09-478e-a83c-6e5843916ec8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'mac_address': 'fa:16:3e:2a:8e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1077d3-0552-4e83-b7ca-7f1b5c15cec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:24:45Z', 'updated_at': '2022-04-20T16:27:02Z', 'revision_number': 3, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98b43b9-d7a1-47e3-8354-d223de2a00e2', 'name': '', 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'mac_address': 'fa:16:3e:01:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:23:00Z', 'updated_at': '2022-04-20T16:23:08Z', 'revision_number': 5, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'subnets': [{'id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:04.558834 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097faefc-496a-4389-bdf9-7dcb3e5352e8 None None] The sync data for ids ['7b9156ca-8973-407a-989b-a0e256fceb47'] in n-d-836146-2 is: [{'id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'name': 'tempest-ServerRescueNegativeTestJSON-149214004-router', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:22:53Z', 'updated_at': '2022-04-20T16:23:01Z', 'revision_number': 4, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'gw_port': {'id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:22:55Z', 'updated_at': '2022-04-20T16:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '7aec9425-c12e-41f8-a940-d0c459b9fb8c', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'port_id': '2e531f2f-3a09-478e-a83c-6e5843916ec8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'mac_address': 'fa:16:3e:2a:8e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1077d3-0552-4e83-b7ca-7f1b5c15cec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:24:45Z', 'updated_at': '2022-04-20T16:27:02Z', 'revision_number': 3, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98b43b9-d7a1-47e3-8354-d223de2a00e2', 'name': '', 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'mac_address': 'fa:16:3e:01:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:23:00Z', 'updated_at': '2022-04-20T16:23:08Z', 'revision_number': 5, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'subnets': [{'id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:27:04.810393 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f8749-0e0b-4d34-be8a-323ca56edd7e req-29134921-ca97-480e-9740-e122e2d1c67b tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:04.818863 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-814f8749-0e0b-4d34-be8a-323ca56edd7e req-29134921-ca97-480e-9740-e122e2d1c67b tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0711021 Apr 20 16:27:04.856080 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51768) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:04.868867 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-814f8749-0e0b-4d34-be8a-323ca56edd7e req-f95e035d-7489-4b3e-a509-be918fa56c4c tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490551 Apr 20 16:27:05.071809 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-82c8810a-fe5c-4333-b679-ce7f4f4793a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:05.156705 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-82c8810a-fe5c-4333-b679-ce7f4f4793a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:05.173274 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51780) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:05.186977 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0fc37bb-7ef2-4f3b-90d6-491d5da4a708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:05.259077 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-82c8810a-fe5c-4333-b679-ce7f4f4793a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:05.279447 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0fc37bb-7ef2-4f3b-90d6-491d5da4a708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:05.320471 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-82c8810a-fe5c-4333-b679-ce7f4f4793a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e6337571214d40ba8cde8fcacaa76397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4597769 Apr 20 16:27:05.321897 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51784) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:05.325554 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8810a-fe5c-4333-b679-ce7f4f4793a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e8c890-2827-4ebc-9516-bec381386944,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:05.362359 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0fc37bb-7ef2-4f3b-90d6-491d5da4a708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:05.381862 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1c66659e-5342-45e6-8a01-3ac65aa3b16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:05.406480 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b0fc37bb-7ef2-4f3b-90d6-491d5da4a708 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e8029c0605b4ef5beedfe0c791609de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2320426 Apr 20 16:27:05.407743 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc37bb-7ef2-4f3b-90d6-491d5da4a708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7dae8d-902b-437e-9fa0-94d991ba2868,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:05.410436 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51786) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:05.419373 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1c66659e-5342-45e6-8a01-3ac65aa3b16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:05.481845 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-196b8933-a88e-4b14-9895-6efdc42f9a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:05.504125 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-196b8933-a88e-4b14-9895-6efdc42f9a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:05.568902 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1c66659e-5342-45e6-8a01-3ac65aa3b16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:05.571655 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1c66659e-5342-45e6-8a01-3ac65aa3b16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:05.575419 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1c66659e-5342-45e6-8a01-3ac65aa3b16b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88e8c890-2827-4ebc-9516-bec381386944 HTTP/1.1" status: 204 len: 168 time: 0.2495987 Apr 20 16:27:05.582072 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66659e-5342-45e6-8a01-3ac65aa3b16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e8c890-2827-4ebc-9516-bec381386944,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:05.619543 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-196b8933-a88e-4b14-9895-6efdc42f9a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:05.622106 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-196b8933-a88e-4b14-9895-6efdc42f9a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:05.623275 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-196b8933-a88e-4b14-9895-6efdc42f9a42 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f7dae8d-902b-437e-9fa0-94d991ba2868 HTTP/1.1" status: 204 len: 168 time: 0.2113562 Apr 20 16:27:05.631813 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b8933-a88e-4b14-9895-6efdc42f9a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7dae8d-902b-437e-9fa0-94d991ba2868,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:05.800362 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1077d3-0552-4e83-b7ca-7f1b5c15cec2', 'tag': '2e531f2f-3a09-478e-a83c-6e5843916ec8'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:27:05.804497 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976d2f61-faa2-49ce-bd7d-fac62c0b7f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1077d3-0552-4e83-b7ca-7f1b5c15cec2", "tag": "2e531f2f-3a09-478e-a83c-6e5843916ec8"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:27:05.847276 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03514e3c-911e-4777-89c4-5bf27fee938a x-openstack-request-id: req-03514e3c-911e-4777-89c4-5bf27fee938a {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:27:05.847276 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1077d3-0552-4e83-b7ca-7f1b5c15cec2", "tag": "2e531f2f-3a09-478e-a83c-6e5843916ec8", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:27:05.847276 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03514e3c-911e-4777-89c4-5bf27fee938a {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:27:05.847276 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03514e3c-911e-4777-89c4-5bf27fee938a'] response: {'name': 'network-changed', 'server_uuid': '4e1077d3-0552-4e83-b7ca-7f1b5c15cec2', 'tag': '2e531f2f-3a09-478e-a83c-6e5843916ec8', 'status': 'completed', 'code': 200} Apr 20 16:27:05.949462 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d2f61-faa2-49ce-bd7d-fac62c0b7f6d req-d0dd28b4-2e05-42e9-a4a0-ef1b273d4b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:05.951377 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-976d2f61-faa2-49ce-bd7d-fac62c0b7f6d req-d0dd28b4-2e05-42e9-a4a0-ef1b273d4b3d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbc372ad2d1446089af0923f5d212489&device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 1096 time: 0.0621617 Apr 20 16:27:06.056858 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8e8a3-4d7c-459b-8708-d5dbccee7713 req-5b6eb642-25c2-49d6-92d8-864fee44bbdb tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:06.059955 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fbc8e8a3-4d7c-459b-8708-d5dbccee7713 req-5b6eb642-25c2-49d6-92d8-864fee44bbdb tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0926747 Apr 20 16:27:06.082897 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d2f61-faa2-49ce-bd7d-fac62c0b7f6d req-14fddaf3-b03e-4aaf-b830-8f431e6c1235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:06.085153 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-976d2f61-faa2-49ce-bd7d-fac62c0b7f6d req-14fddaf3-b03e-4aaf-b830-8f431e6c1235 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb HTTP/1.1" status: 200 len: 919 time: 0.1259339 Apr 20 16:27:06.096992 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fbc8e8a3-4d7c-459b-8708-d5dbccee7713 req-35b3eb1e-96fc-4d5a-b24b-2a452ebd3a83 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355501 Apr 20 16:27:06.173234 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-976d2f61-faa2-49ce-bd7d-fac62c0b7f6d req-c59e02a0-2be8-4e94-9b5f-e7299cbff8d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e531f2f-3a09-478e-a83c-6e5843916ec8 HTTP/1.1" status: 200 len: 1000 time: 0.0815084 Apr 20 16:27:06.236731 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d2f61-faa2-49ce-bd7d-fac62c0b7f6d req-af0f67ac-22db-41a8-9a11-20c38cfedb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:06.238177 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-976d2f61-faa2-49ce-bd7d-fac62c0b7f6d req-af0f67ac-22db-41a8-9a11-20c38cfedb4e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f49ef81d-6341-40ae-b59c-ad7cca19ee9b HTTP/1.1" status: 200 len: 857 time: 0.0578017 Apr 20 16:27:06.283732 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d2f61-faa2-49ce-bd7d-fac62c0b7f6d req-58020325-6c32-4b02-887f-1b2aa778dec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:06.285263 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-976d2f61-faa2-49ce-bd7d-fac62c0b7f6d req-58020325-6c32-4b02-887f-1b2aa778dec7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403836 Apr 20 16:27:06.387539 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-976d2f61-faa2-49ce-bd7d-fac62c0b7f6d req-4ee4fd92-54ee-4155-acd1-f3bd10cb40ba service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953753 Apr 20 16:27:06.488021 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-976d2f61-faa2-49ce-bd7d-fac62c0b7f6d req-4fc05152-7cca-40b7-8997-ade8854cc0ea service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940213 Apr 20 16:27:06.887599 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51842) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:07.116870 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-0813381f-9937-414d-b6bc-6d29568ea533 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:27:07.200257 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0813381f-9937-414d-b6bc-6d29568ea533 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:07.292570 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99117e-1864-4d46-b5cc-0ee5483176c8 req-24b9fa7f-fd44-47a8-88a5-e6bdc4007693 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:07.294394 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3a99117e-1864-4d46-b5cc-0ee5483176c8 req-24b9fa7f-fd44-47a8-88a5-e6bdc4007693 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.1190083 Apr 20 16:27:07.360709 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3a99117e-1864-4d46-b5cc-0ee5483176c8 req-4d20e676-6176-4333-b45f-50a2b081b04c tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572581 Apr 20 16:27:07.387698 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0813381f-9937-414d-b6bc-6d29568ea533 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:07.503764 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-0813381f-9937-414d-b6bc-6d29568ea533 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Allocated IP 172.25.0.236 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/bad77095-9fe9-4ffc-8f3e-c9e80c31dd67) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:27:07.622507 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0813381f-9937-414d-b6bc-6d29568ea533 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:07.768606 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0813381f-9937-414d-b6bc-6d29568ea533 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:07.807131 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0813381f-9937-414d-b6bc-6d29568ea533 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:27:07.810690 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-0813381f-9937-414d-b6bc-6d29568ea533 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:27:07.814172 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0813381f-9937-414d-b6bc-6d29568ea533 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:27:07.851420 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813381f-9937-414d-b6bc-6d29568ea533 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Pushing event updated for resources: {'Port': ['ID=bad77095-9fe9-4ffc-8f3e-c9e80c31dd67,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:07.908312 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0813381f-9937-414d-b6bc-6d29568ea533 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:08.030882 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0813381f-9937-414d-b6bc-6d29568ea533 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:08.033599 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51886) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:08.230366 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0813381f-9937-414d-b6bc-6d29568ea533 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:08.300201 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0813381f-9937-414d-b6bc-6d29568ea533 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:08.390216 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c294a52b-d746-452a-8e69-b1b52467bd39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:08.394516 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813381f-9937-414d-b6bc-6d29568ea533 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Pushing event updated for resources: {'Port': ['ID=bad77095-9fe9-4ffc-8f3e-c9e80c31dd67,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:08.417306 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0813381f-9937-414d-b6bc-6d29568ea533 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:08.496116 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c294a52b-d746-452a-8e69-b1b52467bd39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:08.500507 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e33ae-4b85-450b-afb4-0ff870325bf3 req-169b59d6-c0a2-4616-a0fd-72be4b931da4 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:08.502377 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4e5e33ae-4b85-450b-afb4-0ff870325bf3 req-169b59d6-c0a2-4616-a0fd-72be4b931da4 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0590005 Apr 20 16:27:08.545368 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0813381f-9937-414d-b6bc-6d29568ea533 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:08.550445 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4e5e33ae-4b85-450b-afb4-0ff870325bf3 req-2fc37105-48c4-4e38-a2df-56c3216f0f70 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408933 Apr 20 16:27:08.557472 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0813381f-9937-414d-b6bc-6d29568ea533 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6616855 Apr 20 16:27:08.558319 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51906) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:08.565656 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-877324b8-2af7-4a53-b902-e2aaec2b688d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1915463303'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:27:08.593865 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c294a52b-d746-452a-8e69-b1b52467bd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:08.638808 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c294a52b-d746-452a-8e69-b1b52467bd39 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b98a16a6bb948a08887ee7f555b4039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6041715 Apr 20 16:27:08.639641 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294a52b-d746-452a-8e69-b1b52467bd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8cc383-53e1-4301-9138-66f2a9dffdb8,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:08.642343 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51908) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:08.684184 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877324b8-2af7-4a53-b902-e2aaec2b688d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Made reservation on behalf of f43fd6f648f34475a25bb6ee13cd7558 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:27:08.687598 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-877324b8-2af7-4a53-b902-e2aaec2b688d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:08.698345 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-877324b8-2af7-4a53-b902-e2aaec2b688d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:08.726325 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac1d9da0-057d-4233-8299-5c5a7e409cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:08.765862 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac1d9da0-057d-4233-8299-5c5a7e409cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:08.842945 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-877324b8-2af7-4a53-b902-e2aaec2b688d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:08.957638 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac1d9da0-057d-4233-8299-5c5a7e409cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:08.960233 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac1d9da0-057d-4233-8299-5c5a7e409cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:08.961406 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ac1d9da0-057d-4233-8299-5c5a7e409cea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d8cc383-53e1-4301-9138-66f2a9dffdb8 HTTP/1.1" status: 204 len: 168 time: 0.3175879 Apr 20 16:27:08.962062 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-877324b8-2af7-4a53-b902-e2aaec2b688d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:08.977401 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d9da0-057d-4233-8299-5c5a7e409cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8cc383-53e1-4301-9138-66f2a9dffdb8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:08.981970 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877324b8-2af7-4a53-b902-e2aaec2b688d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:27:09.002952 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-877324b8-2af7-4a53-b902-e2aaec2b688d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:09.002952 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-877324b8-2af7-4a53-b902-e2aaec2b688d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Added segment f73c02af-ad62-4f38-8635-f5c506a47912 of type vlan for network bd38f3a4-9aaf-4489-b284-d8e6277c62ba Apr 20 16:27:09.039190 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877324b8-2af7-4a53-b902-e2aaec2b688d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a574e0fd-3ef5-43c8-a1aa-a8177d29b303,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:09.052792 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-877324b8-2af7-4a53-b902-e2aaec2b688d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:09.209261 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-877324b8-2af7-4a53-b902-e2aaec2b688d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:09.214755 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877324b8-2af7-4a53-b902-e2aaec2b688d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:09.215352 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-877324b8-2af7-4a53-b902-e2aaec2b688d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:09.308996 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877324b8-2af7-4a53-b902-e2aaec2b688d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Pushing event updated for resources: {'Network': ['ID=bd38f3a4-9aaf-4489-b284-d8e6277c62ba,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:09.321564 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network bd38f3a4-9aaf-4489-b284-d8e6277c62ba details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:27:09.329027 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-877324b8-2af7-4a53-b902-e2aaec2b688d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7716284 Apr 20 16:27:09.329317 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51920) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:09.334503 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e49d0b13-a5a0-4d9b-9bc7-4d4ed26bc823 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Request body: {'subnet': {'network_id': 'bd38f3a4-9aaf-4489-b284-d8e6277c62ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:27:09.545403 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49d0b13-a5a0-4d9b-9bc7-4d4ed26bc823 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Made reservation on behalf of f43fd6f648f34475a25bb6ee13cd7558 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:27:09.549319 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e49d0b13-a5a0-4d9b-9bc7-4d4ed26bc823 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:09.716116 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bb54c-5c1d-4236-8f5e-701bce87e351 req-73df3a78-e2fa-48ef-b604-63835ba3ba36 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:09.717703 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-736bb54c-5c1d-4236-8f5e-701bce87e351 req-73df3a78-e2fa-48ef-b604-63835ba3ba36 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0879953 Apr 20 16:27:09.787964 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-736bb54c-5c1d-4236-8f5e-701bce87e351 req-0bcc62c0-a1d2-4a73-8c14-4e3d8f5fbe34 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534923 Apr 20 16:27:10.029404 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:27:10.173967 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e49d0b13-a5a0-4d9b-9bc7-4d4ed26bc823 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:10.248414 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d0b13-a5a0-4d9b-9bc7-4d4ed26bc823 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Pushing event updated for resources: {'Subnet': ['ID=9242ffea-1090-4302-85a1-0baba2c59563,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:10.250816 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49d0b13-a5a0-4d9b-9bc7-4d4ed26bc823 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Checking segment: {'id': 'f73c02af-ad62-4f38-8635-f5c506a47912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bd38f3a4-9aaf-4489-b284-d8e6277c62ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:27:10.251179 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49d0b13-a5a0-4d9b-9bc7-4d4ed26bc823 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Network hostable DHCP agents. Network: bd38f3a4-9aaf-4489-b284-d8e6277c62ba, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:27:10.437132 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49d0b13-a5a0-4d9b-9bc7-4d4ed26bc823 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Network bd38f3a4-9aaf-4489-b284-d8e6277c62ba is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:27:10.551628 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-e49d0b13-a5a0-4d9b-9bc7-4d4ed26bc823 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, bd38f3a4-9aaf-4489-b284-d8e6277c62ba) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:27:10.563744 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac17149-f12b-4cca-b938-9d18c84d2811 None None] Network bd38f3a4-9aaf-4489-b284-d8e6277c62ba requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:27:10.564818 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49d0b13-a5a0-4d9b-9bc7-4d4ed26bc823 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:10.565489 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e49d0b13-a5a0-4d9b-9bc7-4d4ed26bc823 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:10.640609 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e49d0b13-a5a0-4d9b-9bc7-4d4ed26bc823 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3099422 Apr 20 16:27:10.643556 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 51978) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:10.649787 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-0887c6dc-84fa-4257-9007-711d5ed5339d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-708987874', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}, 'admin_state_up': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:27:10.724607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fa88ed-93a2-46c9-9d2c-90ed4f16148f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-bd38f3a4-9aaf-4489-b284-d8e6277c62ba', 'network_id': 'bd38f3a4-9aaf-4489-b284-d8e6277c62ba', 'tenant_id': 'f43fd6f648f34475a25bb6ee13cd7558', 'fixed_ips': [{'subnet_id': '9242ffea-1090-4302-85a1-0baba2c59563'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:27:10.726006 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e1fa88ed-93a2-46c9-9d2c-90ed4f16148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:10.762675 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0887c6dc-84fa-4257-9007-711d5ed5339d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:10.763744 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0887c6dc-84fa-4257-9007-711d5ed5339d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:10.850238 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0887c6dc-84fa-4257-9007-711d5ed5339d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:10.885561 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-e1fa88ed-93a2-46c9-9d2c-90ed4f16148f None None] Allocated IP 172.20.0.2 (bd38f3a4-9aaf-4489-b284-d8e6277c62ba/9242ffea-1090-4302-85a1-0baba2c59563/eed1078c-a9ef-4614-8c3f-0b6a3478a2f9) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:27:10.929803 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d5e8b-9bc3-4fb2-bf69-1b462442bb9d req-f654a2db-afda-4a35-ad32-62d11ef499a5 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:10.931271 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f1d5e8b-9bc3-4fb2-bf69-1b462442bb9d req-f654a2db-afda-4a35-ad32-62d11ef499a5 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0702310 Apr 20 16:27:10.970596 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f1d5e8b-9bc3-4fb2-bf69-1b462442bb9d req-60df1ae7-1128-4c08-9b6f-a484fc04eecd tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332813 Apr 20 16:27:11.038539 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e1fa88ed-93a2-46c9-9d2c-90ed4f16148f None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:11.129285 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e1fa88ed-93a2-46c9-9d2c-90ed4f16148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:11.169128 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fa88ed-93a2-46c9-9d2c-90ed4f16148f None None] Network bd38f3a4-9aaf-4489-b284-d8e6277c62ba is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:27:11.172491 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-e1fa88ed-93a2-46c9-9d2c-90ed4f16148f None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:27:11.179471 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fa88ed-93a2-46c9-9d2c-90ed4f16148f None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:27:11.206865 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0887c6dc-84fa-4257-9007-711d5ed5339d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:11.226085 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa88ed-93a2-46c9-9d2c-90ed4f16148f None None] Pushing event updated for resources: {'Port': ['ID=eed1078c-a9ef-4614-8c3f-0b6a3478a2f9,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:11.269225 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e1fa88ed-93a2-46c9-9d2c-90ed4f16148f None None] Attempting to bind port eed1078c-a9ef-4614-8c3f-0b6a3478a2f9 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:11.269754 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e1fa88ed-93a2-46c9-9d2c-90ed4f16148f None None] Attempting to bind port eed1078c-a9ef-4614-8c3f-0b6a3478a2f9 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'f73c02af-ad62-4f38-8635-f5c506a47912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bd38f3a4-9aaf-4489-b284-d8e6277c62ba'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:11.270108 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fa88ed-93a2-46c9-9d2c-90ed4f16148f None None] Attempting to bind port eed1078c-a9ef-4614-8c3f-0b6a3478a2f9 on network bd38f3a4-9aaf-4489-b284-d8e6277c62ba {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:11.277397 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fa88ed-93a2-46c9-9d2c-90ed4f16148f None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:27:11.278845 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fa88ed-93a2-46c9-9d2c-90ed4f16148f None None] Checking segment: {'id': 'f73c02af-ad62-4f38-8635-f5c506a47912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bd38f3a4-9aaf-4489-b284-d8e6277c62ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:27:11.278845 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e1fa88ed-93a2-46c9-9d2c-90ed4f16148f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:11.281282 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fa88ed-93a2-46c9-9d2c-90ed4f16148f None None] Bound using segment: {'id': 'f73c02af-ad62-4f38-8635-f5c506a47912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bd38f3a4-9aaf-4489-b284-d8e6277c62ba'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:27:11.282072 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e1fa88ed-93a2-46c9-9d2c-90ed4f16148f None None] Bound port: eed1078c-a9ef-4614-8c3f-0b6a3478a2f9, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f73c02af-ad62-4f38-8635-f5c506a47912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bd38f3a4-9aaf-4489-b284-d8e6277c62ba'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:27:11.282830 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e1fa88ed-93a2-46c9-9d2c-90ed4f16148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:11.324516 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 51992) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:11.404088 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e1fa88ed-93a2-46c9-9d2c-90ed4f16148f None None] For port eed1078c-a9ef-4614-8c3f-0b6a3478a2f9, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:27:11.407344 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e1fa88ed-93a2-46c9-9d2c-90ed4f16148f None None] For port eed1078c-a9ef-4614-8c3f-0b6a3478a2f9, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=eed1078c-a9ef-4614-8c3f-0b6a3478a2f9,segment=NetworkSegment(f73c02af-ad62-4f38-8635-f5c506a47912),segment_id=f73c02af-ad62-4f38-8635-f5c506a47912)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:27:11.471603 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-adcac206-4181-4a8a-9754-eb1fc1b6d921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:11.544562 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0887c6dc-84fa-4257-9007-711d5ed5339d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:11.561617 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-adcac206-4181-4a8a-9754-eb1fc1b6d921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:11.565491 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0887c6dc-84fa-4257-9007-711d5ed5339d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:11.674484 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-0887c6dc-84fa-4257-9007-711d5ed5339d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Allocated IP 172.25.0.203 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/f3b24fc7-1e18-4cf8-88d1-f79852f1d37e) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:27:11.773765 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0887c6dc-84fa-4257-9007-711d5ed5339d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:11.796760 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e1fa88ed-93a2-46c9-9d2c-90ed4f16148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:11.879378 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa88ed-93a2-46c9-9d2c-90ed4f16148f None None] Pushing event updated for resources: {'Port': ['ID=eed1078c-a9ef-4614-8c3f-0b6a3478a2f9,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:12.067287 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-adcac206-4181-4a8a-9754-eb1fc1b6d921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:12.078764 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0887c6dc-84fa-4257-9007-711d5ed5339d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:12.144103 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-adcac206-4181-4a8a-9754-eb1fc1b6d921 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93691adab62344bb961af734d32831b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8181221 Apr 20 16:27:12.146578 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcac206-4181-4a8a-9754-eb1fc1b6d921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc37e046-c7ff-4f60-a5fb-47448f8c9dd6,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:12.149283 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52006) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:12.167314 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887c6dc-84fa-4257-9007-711d5ed5339d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Pushing event updated for resources: {'Port': ['ID=f3b24fc7-1e18-4cf8-88d1-f79852f1d37e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:12.176507 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0887c6dc-84fa-4257-9007-711d5ed5339d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:27:12.179678 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-0887c6dc-84fa-4257-9007-711d5ed5339d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:27:12.184603 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0887c6dc-84fa-4257-9007-711d5ed5339d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:27:12.234072 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d19fa-b5bd-4e43-a715-35486eeba47a req-9a5ee63f-ef79-4822-b794-599707390401 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:12.235723 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d97d19fa-b5bd-4e43-a715-35486eeba47a req-9a5ee63f-ef79-4822-b794-599707390401 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.1725941 Apr 20 16:27:12.249928 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-846c4d17-df86-4203-a73d-e6d3775a4ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:12.275591 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-846c4d17-df86-4203-a73d-e6d3775a4ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:12.431251 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-846c4d17-df86-4203-a73d-e6d3775a4ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:12.434027 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-846c4d17-df86-4203-a73d-e6d3775a4ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:12.435429 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-846c4d17-df86-4203-a73d-e6d3775a4ef5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc37e046-c7ff-4f60-a5fb-47448f8c9dd6 HTTP/1.1" status: 204 len: 168 time: 0.2718832 Apr 20 16:27:12.449167 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c4d17-df86-4203-a73d-e6d3775a4ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc37e046-c7ff-4f60-a5fb-47448f8c9dd6,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:12.464656 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d97d19fa-b5bd-4e43-a715-35486eeba47a req-0ad2fff3-6648-4321-97ec-f3b198e2f631 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203593 Apr 20 16:27:12.491313 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device eed1078c-a9ef-4614-8c3f-0b6a3478a2f9 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:27:12.563607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port eed1078c-a9ef-4614-8c3f-0b6a3478a2f9 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:27:12.563981 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:12.674451 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:12.740005 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port eed1078c-a9ef-4614-8c3f-0b6a3478a2f9, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=eed1078c-a9ef-4614-8c3f-0b6a3478a2f9,segment=NetworkSegment(f73c02af-ad62-4f38-8635-f5c506a47912),segment_id=f73c02af-ad62-4f38-8635-f5c506a47912)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:27:12.866644 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0887c6dc-84fa-4257-9007-711d5ed5339d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:12.899976 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:12.974211 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=eed1078c-a9ef-4614-8c3f-0b6a3478a2f9,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:13.135970 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1107e9cf-e9a7-4585-a915-1f0d4a2c02c9 None None] Network bd38f3a4-9aaf-4489-b284-d8e6277c62ba requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:27:13.165586 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0887c6dc-84fa-4257-9007-711d5ed5339d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:13.271099 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-35be8024-f900-4bda-a31d-79c5b7ef63ee None None] Provisioning complete for port eed1078c-a9ef-4614-8c3f-0b6a3478a2f9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:27:13.271479 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-35be8024-f900-4bda-a31d-79c5b7ef63ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:13.648851 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094c51c-43ec-4423-ac27-7bbb5f72dbcc req-20857dfb-9d83-4d02-84da-f95396b7b27c tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:13.657727 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d094c51c-43ec-4423-ac27-7bbb5f72dbcc req-20857dfb-9d83-4d02-84da-f95396b7b27c tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0747793 Apr 20 16:27:13.745571 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d094c51c-43ec-4423-ac27-7bbb5f72dbcc req-c7f004d4-6615-4c60-b6df-92018fe65881 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860145 Apr 20 16:27:13.985478 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0887c6dc-84fa-4257-9007-711d5ed5339d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Router 080a644f-c838-402a-aef4-471d46de861a is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:27:14.014046 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b5355423-8333-435c-b0b3-a936d39c66c6 None None] Provisioning complete for port eed1078c-a9ef-4614-8c3f-0b6a3478a2f9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:27:14.014742 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b5355423-8333-435c-b0b3-a936d39c66c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:14.116015 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0887c6dc-84fa-4257-9007-711d5ed5339d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:27:14.128164 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a96ddaa-8ccb-4b88-943d-edfce07264af None None] Sync routers for ids ['080a644f-c838-402a-aef4-471d46de861a'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:27:14.146474 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a96ddaa-8ccb-4b88-943d-edfce07264af None None] Routers {'080a644f-c838-402a-aef4-471d46de861a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:27:14.149050 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9a96ddaa-8ccb-4b88-943d-edfce07264af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:26:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['080a644f-c838-402a-aef4-471d46de861a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:14.185243 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9a96ddaa-8ccb-4b88-943d-edfce07264af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:14.195174 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a96ddaa-8ccb-4b88-943d-edfce07264af None None] Routers {'080a644f-c838-402a-aef4-471d46de861a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:27:14.195787 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9a96ddaa-8ccb-4b88-943d-edfce07264af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:26:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['080a644f-c838-402a-aef4-471d46de861a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:14.228431 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9a96ddaa-8ccb-4b88-943d-edfce07264af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:14.229065 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a96ddaa-8ccb-4b88-943d-edfce07264af None None] The sync data for ids ['080a644f-c838-402a-aef4-471d46de861a'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:27:14.250083 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0887c6dc-84fa-4257-9007-711d5ed5339d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:14.251345 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0887c6dc-84fa-4257-9007-711d5ed5339d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.6066678 Apr 20 16:27:14.258236 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52040) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:14.394622 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device eed1078c-a9ef-4614-8c3f-0b6a3478a2f9 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:27:14.491237 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port eed1078c-a9ef-4614-8c3f-0b6a3478a2f9 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:27:14.491622 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:14.902157 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2690774-da42-4b0e-8f69-9e03625fcc5f req-015cee3d-33a4-4b4d-9e5f-35df35e16163 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:14.904616 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e2690774-da42-4b0e-8f69-9e03625fcc5f req-015cee3d-33a4-4b4d-9e5f-35df35e16163 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0613589 Apr 20 16:27:14.912647 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2de186e1-c1da-4687-af01-84d1a3cee3ff tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:14.945908 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e2690774-da42-4b0e-8f69-9e03625fcc5f req-50bc7317-c229-4984-a448-a90e2827bd88 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342355 Apr 20 16:27:15.249317 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-2de186e1-c1da-4687-af01-84d1a3cee3ff tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Allocated IP 172.20.0.1 (bd38f3a4-9aaf-4489-b284-d8e6277c62ba/9242ffea-1090-4302-85a1-0baba2c59563/d52ad9b2-2feb-495c-ba96-4ab899f4c58f) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:27:15.410582 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2de186e1-c1da-4687-af01-84d1a3cee3ff tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:15.566696 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2de186e1-c1da-4687-af01-84d1a3cee3ff tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:15.619092 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de186e1-c1da-4687-af01-84d1a3cee3ff tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Network bd38f3a4-9aaf-4489-b284-d8e6277c62ba is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:27:15.619092 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-2de186e1-c1da-4687-af01-84d1a3cee3ff tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:27:15.622850 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de186e1-c1da-4687-af01-84d1a3cee3ff tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:27:15.661601 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de186e1-c1da-4687-af01-84d1a3cee3ff tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Pushing event updated for resources: {'Port': ['ID=d52ad9b2-2feb-495c-ba96-4ab899f4c58f,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:15.684814 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2de186e1-c1da-4687-af01-84d1a3cee3ff tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:16.019007 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4a03f1a1-3efe-456c-9753-a44948854c10 None None] Provisioning complete for port d52ad9b2-2feb-495c-ba96-4ab899f4c58f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:27:16.019600 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4a03f1a1-3efe-456c-9753-a44948854c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:16.027678 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2de186e1-c1da-4687-af01-84d1a3cee3ff tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:16.076733 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52084) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:16.133302 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-4a03f1a1-3efe-456c-9753-a44948854c10 None None] Port d52ad9b2-2feb-495c-ba96-4ab899f4c58f cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:27:16.190140 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7f9f1-742d-4175-8503-587733568ef6 req-bc75cc1d-29b9-4ffa-8ca3-bd2658a258e9 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:16.190140 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-90b7f9f1-742d-4175-8503-587733568ef6 req-bc75cc1d-29b9-4ffa-8ca3-bd2658a258e9 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.1395652 Apr 20 16:27:16.219417 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9b1b47e1-f6ca-4f5f-878d-92cc4a8f971f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:16.267696 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-90b7f9f1-742d-4175-8503-587733568ef6 req-0e5a9b28-bb20-4df1-8bd3-14e7fde7aa05 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709484 Apr 20 16:27:16.310404 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9b1b47e1-f6ca-4f5f-878d-92cc4a8f971f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:16.416159 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9b1b47e1-f6ca-4f5f-878d-92cc4a8f971f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:16.425088 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2de186e1-c1da-4687-af01-84d1a3cee3ff tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:16.458812 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9b1b47e1-f6ca-4f5f-878d-92cc4a8f971f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9d79ede5bd6746c9af8c5b61be6c83b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3772299 Apr 20 16:27:16.458812 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b47e1-f6ca-4f5f-878d-92cc4a8f971f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8e9909-c388-4eff-8f53-aa3a18a9a501,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:16.459524 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52088) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:16.519465 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e0c46724-2d48-44d5-a590-5d40f83797dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:16.544534 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e0c46724-2d48-44d5-a590-5d40f83797dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:16.625688 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2de186e1-c1da-4687-af01-84d1a3cee3ff tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:16.704132 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2de186e1-c1da-4687-af01-84d1a3cee3ff tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:16.706745 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de186e1-c1da-4687-af01-84d1a3cee3ff tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Pushing event updated for resources: {'Port': ['ID=d52ad9b2-2feb-495c-ba96-4ab899f4c58f,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:16.781981 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e0c46724-2d48-44d5-a590-5d40f83797dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:16.784381 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e0c46724-2d48-44d5-a590-5d40f83797dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:16.786067 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e0c46724-2d48-44d5-a590-5d40f83797dd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fb8e9909-c388-4eff-8f53-aa3a18a9a501 HTTP/1.1" status: 204 len: 168 time: 0.3246229 Apr 20 16:27:16.803294 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c46724-2d48-44d5-a590-5d40f83797dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8e9909-c388-4eff-8f53-aa3a18a9a501,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:16.810461 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de186e1-c1da-4687-af01-84d1a3cee3ff tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Network bd38f3a4-9aaf-4489-b284-d8e6277c62ba is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:27:16.813428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-2de186e1-c1da-4687-af01-84d1a3cee3ff tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:27:16.963695 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de186e1-c1da-4687-af01-84d1a3cee3ff tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Router 080a644f-c838-402a-aef4-471d46de861a has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:27:17.080749 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de186e1-c1da-4687-af01-84d1a3cee3ff tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:27:17.087053 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2de186e1-c1da-4687-af01-84d1a3cee3ff tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] 10.222.0.15 "PUT /v2.0/routers/080a644f-c838-402a-aef4-471d46de861a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8268247 Apr 20 16:27:17.089789 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52100) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:17.094842 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb0bd24-fbf5-43ed-862b-43666dc5cab9 None None] Sync routers for ids ['080a644f-c838-402a-aef4-471d46de861a'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:27:17.095425 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5c13ea29-51e4-4b23-8d2a-523b12226e29 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Request body: {'port': {'network_id': 'bd38f3a4-9aaf-4489-b284-d8e6277c62ba', 'name': 'tempest-FloatingIPAdminTestJSON-1545785428'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:27:17.104965 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb0bd24-fbf5-43ed-862b-43666dc5cab9 None None] Routers {'080a644f-c838-402a-aef4-471d46de861a'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:27:17.105637 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2eb0bd24-fbf5-43ed-862b-43666dc5cab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:26:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['080a644f-c838-402a-aef4-471d46de861a'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:17.139231 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2eb0bd24-fbf5-43ed-862b-43666dc5cab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:17.161327 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb0bd24-fbf5-43ed-862b-43666dc5cab9 None None] Routers {'080a644f-c838-402a-aef4-471d46de861a'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:27:17.162028 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2eb0bd24-fbf5-43ed-862b-43666dc5cab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:26:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['080a644f-c838-402a-aef4-471d46de861a'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:17.201303 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2eb0bd24-fbf5-43ed-862b-43666dc5cab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:17.202164 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb0bd24-fbf5-43ed-862b-43666dc5cab9 None None] The sync data for ids ['080a644f-c838-402a-aef4-471d46de861a'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:27:17.204676 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-51cceca9-1c18-461e-bc9b-d6d95d79a2fa None None] Provisioning complete for port d52ad9b2-2feb-495c-ba96-4ab899f4c58f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:27:17.206097 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-51cceca9-1c18-461e-bc9b-d6d95d79a2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:17.246215 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-51cceca9-1c18-461e-bc9b-d6d95d79a2fa None None] Port d52ad9b2-2feb-495c-ba96-4ab899f4c58f cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:27:17.397335 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c13ea29-51e4-4b23-8d2a-523b12226e29 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Made reservation on behalf of f43fd6f648f34475a25bb6ee13cd7558 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:27:17.408492 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c13ea29-51e4-4b23-8d2a-523b12226e29 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:17.409054 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35172e44-f3f2-44b6-848c-06b41b72a33a req-0e6acae5-9c74-44ec-b166-add4e18a8d31 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:17.417646 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-35172e44-f3f2-44b6-848c-06b41b72a33a req-0e6acae5-9c74-44ec-b166-add4e18a8d31 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0714724 Apr 20 16:27:17.443891 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5c13ea29-51e4-4b23-8d2a-523b12226e29 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] device_id is not set on port 74c1d636-ffec-4952-9993-23f1df3e20da yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:27:17.471771 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-35172e44-f3f2-44b6-848c-06b41b72a33a req-b395a46b-f718-43f2-bd7b-22ff827baf7c tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488043 Apr 20 16:27:17.601065 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-5c13ea29-51e4-4b23-8d2a-523b12226e29 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Allocated IP 172.20.0.4 (bd38f3a4-9aaf-4489-b284-d8e6277c62ba/9242ffea-1090-4302-85a1-0baba2c59563/74c1d636-ffec-4952-9993-23f1df3e20da) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:27:17.791157 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c13ea29-51e4-4b23-8d2a-523b12226e29 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:17.940970 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52150) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:17.955053 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-98b676ed-2145-4517-91d0-5ea5dcca432a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:17.959131 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c13ea29-51e4-4b23-8d2a-523b12226e29 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:18.028849 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c13ea29-51e4-4b23-8d2a-523b12226e29 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Network bd38f3a4-9aaf-4489-b284-d8e6277c62ba is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:27:18.036869 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-5c13ea29-51e4-4b23-8d2a-523b12226e29 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:27:18.043989 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c13ea29-51e4-4b23-8d2a-523b12226e29 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:27:18.057673 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13ea29-51e4-4b23-8d2a-523b12226e29 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Pushing event updated for resources: {'Port': ['ID=74c1d636-ffec-4952-9993-23f1df3e20da,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:18.126550 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c13ea29-51e4-4b23-8d2a-523b12226e29 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:18.127393 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c13ea29-51e4-4b23-8d2a-523b12226e29 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:18.164146 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-98b676ed-2145-4517-91d0-5ea5dcca432a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:18.280990 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5c13ea29-51e4-4b23-8d2a-523b12226e29 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1900852 Apr 20 16:27:18.281712 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-98b676ed-2145-4517-91d0-5ea5dcca432a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:18.284357 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52158) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:18.337793 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b676ed-2145-4517-91d0-5ea5dcca432a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a61c400-d516-4e9c-aadb-89ff26153f30,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:18.375847 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-98b676ed-2145-4517-91d0-5ea5dcca432a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=78c010da27204ad4bd08ab3a9c5270e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4291427 Apr 20 16:27:18.375847 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52162) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:18.387102 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-0a8b2266-d968-4b33-8e4e-4ad4c27087f7 None None] Provisioning complete for port 74c1d636-ffec-4952-9993-23f1df3e20da triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:27:18.387559 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0a8b2266-d968-4b33-8e4e-4ad4c27087f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:18.430073 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-86b7016b-c27e-4e29-8e11-2188a1314199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:18.437222 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b2266-d968-4b33-8e4e-4ad4c27087f7 None None] Port 74c1d636-ffec-4952-9993-23f1df3e20da cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:27:18.453593 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-86b7016b-c27e-4e29-8e11-2188a1314199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:18.491778 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-78d177c8-3873-4b73-bffa-f9e9604aa3fd tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'project_id': 'f43fd6f648f34475a25bb6ee13cd7558', 'port_id': '74c1d636-ffec-4952-9993-23f1df3e20da'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:27:18.590245 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c7db3-069c-4ddc-adbd-baa9d1289aeb req-6aa8f024-ddc5-4db1-b968-9dfbf0184408 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:18.591644 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5e0c7db3-069c-4ddc-adbd-baa9d1289aeb req-6aa8f024-ddc5-4db1-b968-9dfbf0184408 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0539865 Apr 20 16:27:18.629886 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5e0c7db3-069c-4ddc-adbd-baa9d1289aeb req-0d9f5dd8-62c1-4805-a99f-627d9b001a3b tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315526 Apr 20 16:27:18.677303 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-86b7016b-c27e-4e29-8e11-2188a1314199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:18.677493 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-78d177c8-3873-4b73-bffa-f9e9604aa3fd tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:18.679970 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-86b7016b-c27e-4e29-8e11-2188a1314199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:18.681125 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-86b7016b-c27e-4e29-8e11-2188a1314199 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a61c400-d516-4e9c-aadb-89ff26153f30 HTTP/1.1" status: 204 len: 168 time: 0.3056955 Apr 20 16:27:18.690823 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7016b-c27e-4e29-8e11-2188a1314199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a61c400-d516-4e9c-aadb-89ff26153f30,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:18.768980 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-78d177c8-3873-4b73-bffa-f9e9604aa3fd tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:18.860577 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52178) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:18.882696 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-78d177c8-3873-4b73-bffa-f9e9604aa3fd tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Allocated IP 172.25.0.76 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/01430b33-93dd-46df-aae6-42ed2e96b03c) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:27:19.023069 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-78d177c8-3873-4b73-bffa-f9e9604aa3fd tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:19.106581 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52e0ad10-51a0-4057-980f-24aec328d42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:19.191229 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-78d177c8-3873-4b73-bffa-f9e9604aa3fd tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:19.194914 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52e0ad10-51a0-4057-980f-24aec328d42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:19.227681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d177c8-3873-4b73-bffa-f9e9604aa3fd tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:27:19.232802 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-78d177c8-3873-4b73-bffa-f9e9604aa3fd tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:27:19.236322 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d177c8-3873-4b73-bffa-f9e9604aa3fd tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:27:19.263995 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d177c8-3873-4b73-bffa-f9e9604aa3fd tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Pushing event updated for resources: {'Port': ['ID=01430b33-93dd-46df-aae6-42ed2e96b03c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:19.345066 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52e0ad10-51a0-4057-980f-24aec328d42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:19.388497 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-52e0ad10-51a0-4057-980f-24aec328d42d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=98f24bc43c9d479a8c09cb6e390c5169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5263848 Apr 20 16:27:19.390421 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0ad10-51a0-4057-980f-24aec328d42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e7882b-5128-4a32-89a0-63ce6a1ee658,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:19.395797 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52220) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:19.513638 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7ea63f7f-853d-4c38-b9ed-21bb8276f0f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:19.577209 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7ea63f7f-853d-4c38-b9ed-21bb8276f0f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:19.722042 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-78d177c8-3873-4b73-bffa-f9e9604aa3fd tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:19.796667 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865e69a-4e28-4219-9160-341e065dc18b req-2dd86f41-a825-4d3c-a7b1-d411f7c26bd3 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:19.798357 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7865e69a-4e28-4219-9160-341e065dc18b req-2dd86f41-a825-4d3c-a7b1-d411f7c26bd3 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0921125 Apr 20 16:27:19.812822 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7ea63f7f-853d-4c38-b9ed-21bb8276f0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:19.815307 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7ea63f7f-853d-4c38-b9ed-21bb8276f0f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:19.818718 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7ea63f7f-853d-4c38-b9ed-21bb8276f0f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/28e7882b-5128-4a32-89a0-63ce6a1ee658 HTTP/1.1" status: 204 len: 168 time: 0.4193351 Apr 20 16:27:19.834519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea63f7f-853d-4c38-b9ed-21bb8276f0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e7882b-5128-4a32-89a0-63ce6a1ee658,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:19.862608 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7865e69a-4e28-4219-9160-341e065dc18b req-d6fcf920-dc9e-43c1-84ed-063e50f2bd70 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550859 Apr 20 16:27:19.889843 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-78d177c8-3873-4b73-bffa-f9e9604aa3fd tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:20.056140 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-78d177c8-3873-4b73-bffa-f9e9604aa3fd tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:20.139481 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-78d177c8-3873-4b73-bffa-f9e9604aa3fd tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:20.218007 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d177c8-3873-4b73-bffa-f9e9604aa3fd tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Pushing event updated for resources: {'Port': ['ID=01430b33-93dd-46df-aae6-42ed2e96b03c,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:20.226796 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-78d177c8-3873-4b73-bffa-f9e9604aa3fd tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:20.351488 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-78d177c8-3873-4b73-bffa-f9e9604aa3fd tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Floating IP 6416f429-8229-480c-a7b7-306b7a8ca6d1 associated. External IP: 172.25.0.76, port: 74c1d636-ffec-4952-9993-23f1df3e20da. Apr 20 16:27:20.568415 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d177c8-3873-4b73-bffa-f9e9604aa3fd tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Router 080a644f-c838-402a-aef4-471d46de861a has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:27:20.688950 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d177c8-3873-4b73-bffa-f9e9604aa3fd tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:27:20.701946 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b3f3ba-bf54-4134-8e87-87e60825b69b None None] Sync routers for ids ['080a644f-c838-402a-aef4-471d46de861a'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:27:20.714076 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b3f3ba-bf54-4134-8e87-87e60825b69b None None] Routers {'080a644f-c838-402a-aef4-471d46de861a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:27:20.714701 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-41b3f3ba-bf54-4134-8e87-87e60825b69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:26:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['080a644f-c838-402a-aef4-471d46de861a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:20.754452 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-41b3f3ba-bf54-4134-8e87-87e60825b69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:20.759259 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 24f64632-21b4-4187-b818-c27e0ca25612 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:27:20.764833 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b3f3ba-bf54-4134-8e87-87e60825b69b None None] Routers {'080a644f-c838-402a-aef4-471d46de861a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:27:20.765548 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-41b3f3ba-bf54-4134-8e87-87e60825b69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:26:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['080a644f-c838-402a-aef4-471d46de861a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:20.784818 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52254) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:20.801052 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-41b3f3ba-bf54-4134-8e87-87e60825b69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:20.801974 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b3f3ba-bf54-4134-8e87-87e60825b69b None None] The sync data for ids ['080a644f-c838-402a-aef4-471d46de861a'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:27:20.807071 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f9bab93-6789-4486-be6c-af6a6913c484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:20.823537 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-78d177c8-3873-4b73-bffa-f9e9604aa3fd tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:20.860401 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:20.872833 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-78d177c8-3873-4b73-bffa-f9e9604aa3fd tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.5850484 Apr 20 16:27:20.873392 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52256) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:20.904050 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3530af-47cc-4100-8825-169a1bba911c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24f64632-21b4-4187-b818-c27e0ca25612'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:27:20.909857 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb8fc7d-6bfb-46de-b0fd-349ad7e3723f" -d '{"events": [{"server_uuid": "4e3530af-47cc-4100-8825-169a1bba911c", "name": "network-vif-unplugged", "status": "completed", "tag": "24f64632-21b4-4187-b818-c27e0ca25612"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:27:20.927296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 24f64632-21b4-4187-b818-c27e0ca25612, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=24f64632-21b4-4187-b818-c27e0ca25612,segment=NetworkSegment(35d1a58e-519d-48c5-874c-9903c1950aca),segment_id=35d1a58e-519d-48c5-874c-9903c1950aca)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:27:20.941984 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f9bab93-6789-4486-be6c-af6a6913c484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:20.969194 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e335d57-d1b7-4364-b3d0-b8573720baa1 x-openstack-request-id: req-9e335d57-d1b7-4364-b3d0-b8573720baa1 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:27:20.969800 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3530af-47cc-4100-8825-169a1bba911c", "name": "network-vif-unplugged", "status": "completed", "tag": "24f64632-21b4-4187-b818-c27e0ca25612", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:27:20.970357 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e335d57-d1b7-4364-b3d0-b8573720baa1 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:27:20.971006 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e335d57-d1b7-4364-b3d0-b8573720baa1'] response: {'server_uuid': '4e3530af-47cc-4100-8825-169a1bba911c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24f64632-21b4-4187-b818-c27e0ca25612', 'code': 200} Apr 20 16:27:21.013859 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:21.043288 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f9bab93-6789-4486-be6c-af6a6913c484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:21.074247 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-99e808cc-a5cf-4737-b7ea-f18dcc23b7e4 tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] 10.222.0.15 "GET /v2.0/floatingips/6416f429-8229-480c-a7b7-306b7a8ca6d1 HTTP/1.1" status: 200 len: 982 time: 0.1996646 Apr 20 16:27:21.077472 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52264) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:21.087416 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd6058-863a-461a-9ed7-883d12b0bb6d req-d6bb591d-31d8-466f-a1d8-338fc6fd6aae tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:21.088945 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-16dd6058-863a-461a-9ed7-883d12b0bb6d req-d6bb591d-31d8-466f-a1d8-338fc6fd6aae tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0967579 Apr 20 16:27:21.102713 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=24f64632-21b4-4187-b818-c27e0ca25612,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:21.141256 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-16dd6058-863a-461a-9ed7-883d12b0bb6d req-bbe81308-297e-415f-bfd1-8f29deaaeecb tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460305 Apr 20 16:27:21.179400 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2f9bab93-6789-4486-be6c-af6a6913c484 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea46181d2bd342c8b42cae195570a840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3912129 Apr 20 16:27:21.179739 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52266) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:21.231417 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9bab93-6789-4486-be6c-af6a6913c484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9feeeb4b-c1cc-4b73-9482-0259e6d37b92,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:21.240488 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-66ade8d2-cba0-4f5b-ac7c-6a44ce13562e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:21.262738 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7faeb68b-9c0c-47ea-9bf3-8a48b01eb09f tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3819 time: 0.1779151 Apr 20 16:27:21.266227 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52268) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:21.273406 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-66ade8d2-cba0-4f5b-ac7c-6a44ce13562e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:21.449825 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-b5b304d1-8a92-43a4-a042-219e645d545f tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Deleting port 01430b33-93dd-46df-aae6-42ed2e96b03c {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:27:21.450173 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b5b304d1-8a92-43a4-a042-219e645d545f tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:21.500520 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-66ade8d2-cba0-4f5b-ac7c-6a44ce13562e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:21.503890 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-66ade8d2-cba0-4f5b-ac7c-6a44ce13562e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:21.507840 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-66ade8d2-cba0-4f5b-ac7c-6a44ce13562e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9feeeb4b-c1cc-4b73-9482-0259e6d37b92 HTTP/1.1" status: 204 len: 168 time: 0.3244729 Apr 20 16:27:21.515974 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ade8d2-cba0-4f5b-ac7c-6a44ce13562e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9feeeb4b-c1cc-4b73-9482-0259e6d37b92,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:21.536469 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b5b304d1-8a92-43a4-a042-219e645d545f tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:21.536935 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b5b304d1-8a92-43a4-a042-219e645d545f tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:21.552009 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-b5b304d1-8a92-43a4-a042-219e645d545f tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Calling delete_port for 01430b33-93dd-46df-aae6-42ed2e96b03c owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:27:21.876740 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b5b304d1-8a92-43a4-a042-219e645d545f tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:21.904096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b304d1-8a92-43a4-a042-219e645d545f tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Pushing event deleted for resources: {'Port': ['ID=01430b33-93dd-46df-aae6-42ed2e96b03c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:21.974527 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b5b304d1-8a92-43a4-a042-219e645d545f tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:21.981422 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-b5b304d1-8a92-43a4-a042-219e645d545f tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Floating IP 6416f429-8229-480c-a7b7-306b7a8ca6d1 disassociated (deleted). External IP: 172.25.0.76, port: 74c1d636-ffec-4952-9993-23f1df3e20da. Apr 20 16:27:22.214449 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b304d1-8a92-43a4-a042-219e645d545f tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Router 080a644f-c838-402a-aef4-471d46de861a has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:27:22.354327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c738af3-9ae2-41ec-9394-4199a33e4afd req-b937cc39-59dc-4747-b7b8-38504fbf7a1c tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:22.356109 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c738af3-9ae2-41ec-9394-4199a33e4afd req-b937cc39-59dc-4747-b7b8-38504fbf7a1c tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 944 time: 0.0945418 Apr 20 16:27:22.371063 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b304d1-8a92-43a4-a042-219e645d545f tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:27:22.377070 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b5b304d1-8a92-43a4-a042-219e645d545f tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:22.385881 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcb707e-e534-4ed0-a7ef-a43545bc5a09 None None] Sync routers for ids ['080a644f-c838-402a-aef4-471d46de861a'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:27:22.398250 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb707e-e534-4ed0-a7ef-a43545bc5a09 None None] Routers {'080a644f-c838-402a-aef4-471d46de861a'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:27:22.398955 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4bcb707e-e534-4ed0-a7ef-a43545bc5a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:26:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['080a644f-c838-402a-aef4-471d46de861a'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:22.433627 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b5b304d1-8a92-43a4-a042-219e645d545f tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] 10.222.0.15 "DELETE /v2.0/floatingips/6416f429-8229-480c-a7b7-306b7a8ca6d1 HTTP/1.1" status: 204 len: 168 time: 1.1625352 Apr 20 16:27:22.435237 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52300) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:22.435380 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4bcb707e-e534-4ed0-a7ef-a43545bc5a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:22.438987 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-499ed317-971c-4935-9e0f-e3071145c33c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:27:22.444670 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb707e-e534-4ed0-a7ef-a43545bc5a09 None None] Routers {'080a644f-c838-402a-aef4-471d46de861a'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:27:22.445441 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4bcb707e-e534-4ed0-a7ef-a43545bc5a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:26:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['080a644f-c838-402a-aef4-471d46de861a'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:22.462790 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c738af3-9ae2-41ec-9394-4199a33e4afd req-f652206c-c6e5-4be0-afc1-3a48bce798f6 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576377 Apr 20 16:27:22.485026 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4bcb707e-e534-4ed0-a7ef-a43545bc5a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:22.485668 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcb707e-e534-4ed0-a7ef-a43545bc5a09 None None] The sync data for ids ['080a644f-c838-402a-aef4-471d46de861a'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:27:22.579435 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-499ed317-971c-4935-9e0f-e3071145c33c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:22.687263 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-499ed317-971c-4935-9e0f-e3071145c33c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:22.693538 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-21755e96-384a-4b3e-bd44-7b228ccfc6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:22.781042 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 24f64632-21b4-4187-b818-c27e0ca25612 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:27:22.806524 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-499ed317-971c-4935-9e0f-e3071145c33c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Allocated IP 172.25.0.81 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/6a1c4cfe-7410-40a1-b34f-47e7dbfcfc3d) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:27:22.937133 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 24f64632-21b4-4187-b818-c27e0ca25612, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=24f64632-21b4-4187-b818-c27e0ca25612,segment=NetworkSegment(35d1a58e-519d-48c5-874c-9903c1950aca),segment_id=35d1a58e-519d-48c5-874c-9903c1950aca)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:27:22.955126 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '24f64632-21b4-4187-b818-c27e0ca25612', 'network_id': 'e29f456c-4307-48d7-b5a3-7fc452ab2a35', 'port_id': '24f64632-21b4-4187-b818-c27e0ca25612', 'mac_address': 'fa:16:3e:cf:c9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1679546-54fc-49fa-bde2-b8fd6e874dc3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:27:22.962837 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-499ed317-971c-4935-9e0f-e3071145c33c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:23.013420 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:23.028647 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f64632-21b4-4187-b818-c27e0ca25612 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:27:23.049845 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 24f64632-21b4-4187-b818-c27e0ca25612, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=24f64632-21b4-4187-b818-c27e0ca25612,segment=NetworkSegment(35d1a58e-519d-48c5-874c-9903c1950aca),segment_id=35d1a58e-519d-48c5-874c-9903c1950aca)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:27:23.107937 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-499ed317-971c-4935-9e0f-e3071145c33c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:23.146389 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499ed317-971c-4935-9e0f-e3071145c33c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:27:23.153330 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-499ed317-971c-4935-9e0f-e3071145c33c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:27:23.155840 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499ed317-971c-4935-9e0f-e3071145c33c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:27:23.167824 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:23.182198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ed317-971c-4935-9e0f-e3071145c33c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Pushing event updated for resources: {'Port': ['ID=6a1c4cfe-7410-40a1-b34f-47e7dbfcfc3d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:23.226783 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=24f64632-21b4-4187-b818-c27e0ca25612,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:23.257462 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-499ed317-971c-4935-9e0f-e3071145c33c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:23.409756 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-499ed317-971c-4935-9e0f-e3071145c33c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:23.616042 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-499ed317-971c-4935-9e0f-e3071145c33c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:23.637400 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['24f64632-21b4-4187-b818-c27e0ca25612'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:27:23.638063 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491dd27-8e9b-4902-877c-c8b7b92fa431 req-c732a161-7f2e-44e3-97cb-d647f7e2a2f8 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:23.639313 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0491dd27-8e9b-4902-877c-c8b7b92fa431 req-c732a161-7f2e-44e3-97cb-d647f7e2a2f8 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 945 time: 0.0593140 Apr 20 16:27:23.683183 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-499ed317-971c-4935-9e0f-e3071145c33c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:23.722754 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0491dd27-8e9b-4902-877c-c8b7b92fa431 req-94bcaa71-ee79-4679-8368-e4b8c9a9b06d tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771117 Apr 20 16:27:23.831632 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-499ed317-971c-4935-9e0f-e3071145c33c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:23.851124 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ed317-971c-4935-9e0f-e3071145c33c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Pushing event updated for resources: {'Port': ['ID=6a1c4cfe-7410-40a1-b34f-47e7dbfcfc3d,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:23.912734 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-499ed317-971c-4935-9e0f-e3071145c33c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:23.914074 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-499ed317-971c-4935-9e0f-e3071145c33c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4791589 Apr 20 16:27:23.917356 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52340) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:24.096934 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-69b1f6fc-8695-48ab-9f34-133130590f5f tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:27:24.214730 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69b1f6fc-8695-48ab-9f34-133130590f5f tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:24.336915 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69b1f6fc-8695-48ab-9f34-133130590f5f tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:24.449141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-69b1f6fc-8695-48ab-9f34-133130590f5f tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Allocated IP 172.25.0.103 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/28bbd817-4c87-41fd-bd3e-546c67517e91) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:27:24.554078 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69b1f6fc-8695-48ab-9f34-133130590f5f tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:24.768312 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69b1f6fc-8695-48ab-9f34-133130590f5f tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:24.846064 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b1f6fc-8695-48ab-9f34-133130590f5f tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:27:24.866844 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-69b1f6fc-8695-48ab-9f34-133130590f5f tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:27:24.869722 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b1f6fc-8695-48ab-9f34-133130590f5f tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:27:24.889978 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1f6fc-8695-48ab-9f34-133130590f5f tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Pushing event updated for resources: {'Port': ['ID=28bbd817-4c87-41fd-bd3e-546c67517e91,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:24.931300 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70100fd5-a636-4998-a6b1-bb01a97f06fd req-6f7c2fd4-701d-4d2d-849d-bec6a6e199c7 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:24.932839 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70100fd5-a636-4998-a6b1-bb01a97f06fd req-6f7c2fd4-701d-4d2d-849d-bec6a6e199c7 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 945 time: 0.1213682 Apr 20 16:27:24.994344 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69b1f6fc-8695-48ab-9f34-133130590f5f tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:25.014872 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70100fd5-a636-4998-a6b1-bb01a97f06fd req-132414a4-2789-415c-b39c-d18634c283f4 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565505 Apr 20 16:27:25.127825 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-36e25552-5df4-4f45-b7e4-cd2cd10f6ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:25.170293 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69b1f6fc-8695-48ab-9f34-133130590f5f tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:25.367212 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69b1f6fc-8695-48ab-9f34-133130590f5f tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:25.476550 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69b1f6fc-8695-48ab-9f34-133130590f5f tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:25.544252 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1f6fc-8695-48ab-9f34-133130590f5f tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Pushing event updated for resources: {'Port': ['ID=28bbd817-4c87-41fd-bd3e-546c67517e91,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:25.558384 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69b1f6fc-8695-48ab-9f34-133130590f5f tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:25.730928 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69b1f6fc-8695-48ab-9f34-133130590f5f tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:25.732214 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-69b1f6fc-8695-48ab-9f34-133130590f5f tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8142383 Apr 20 16:27:25.734837 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52390) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:26.154563 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bbe2e-7538-4b83-afbb-7a2029582075 req-b6fb33d2-6379-480e-ba3e-a1311e92d23c tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:26.156673 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-588bbe2e-7538-4b83-afbb-7a2029582075 req-b6fb33d2-6379-480e-ba3e-a1311e92d23c tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 945 time: 0.0645957 Apr 20 16:27:26.183258 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-525d8e14-ac04-4965-b290-9daefd5e1460 tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4004 time: 0.4448555 Apr 20 16:27:26.183917 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52398) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:26.207007 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-588bbe2e-7538-4b83-afbb-7a2029582075 req-859eba5e-475d-42a5-be41-393a8131185c tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435274 Apr 20 16:27:26.252689 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dd55bd87-433b-4e24-a55c-172c562d156d tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0680549 Apr 20 16:27:26.256616 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52400) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:26.357603 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:26.386339 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-140ce4da-8e7b-43ff-8b62-98357a8198ae tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Deleting port 28bbd817-4c87-41fd-bd3e-546c67517e91 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:27:26.386692 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-140ce4da-8e7b-43ff-8b62-98357a8198ae tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:26.467976 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-140ce4da-8e7b-43ff-8b62-98357a8198ae tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:26.468896 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-140ce4da-8e7b-43ff-8b62-98357a8198ae tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:26.481512 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-140ce4da-8e7b-43ff-8b62-98357a8198ae tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Calling delete_port for 28bbd817-4c87-41fd-bd3e-546c67517e91 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:27:26.706792 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-140ce4da-8e7b-43ff-8b62-98357a8198ae tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:26.734047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ce4da-8e7b-43ff-8b62-98357a8198ae tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Pushing event deleted for resources: {'Port': ['ID=28bbd817-4c87-41fd-bd3e-546c67517e91,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:26.794839 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-140ce4da-8e7b-43ff-8b62-98357a8198ae tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:26.802690 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-140ce4da-8e7b-43ff-8b62-98357a8198ae tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:26.802690 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-140ce4da-8e7b-43ff-8b62-98357a8198ae tempest-FloatingIPAdminTestJSON-1680873555 tempest-FloatingIPAdminTestJSON-1680873555-project] 10.222.0.15 "DELETE /v2.0/floatingips/655ae430-4f80-4a88-a586-a137b65964e8 HTTP/1.1" status: 204 len: 168 time: 0.5413363 Apr 20 16:27:26.802929 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 24f64632-21b4-4187-b818-c27e0ca25612 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:27:26.803068 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52410) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:26.859541 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 24f64632-21b4-4187-b818-c27e0ca25612 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:27:26.859909 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:26.955994 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e18d2a78-5e6c-4efc-afc7-03f6a4348d6c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Deleting port 6a1c4cfe-7410-40a1-b34f-47e7dbfcfc3d {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:27:26.957388 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e18d2a78-5e6c-4efc-afc7-03f6a4348d6c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:27.072429 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e18d2a78-5e6c-4efc-afc7-03f6a4348d6c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:27.072847 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e18d2a78-5e6c-4efc-afc7-03f6a4348d6c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:27.088846 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e18d2a78-5e6c-4efc-afc7-03f6a4348d6c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Calling delete_port for 6a1c4cfe-7410-40a1-b34f-47e7dbfcfc3d owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:27:27.115887 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:27.141379 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3530af-47cc-4100-8825-169a1bba911c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f64632-21b4-4187-b818-c27e0ca25612'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:27:27.143639 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b66484-0491-453a-b2f2-024c520a4adf" -d '{"events": [{"server_uuid": "4e3530af-47cc-4100-8825-169a1bba911c", "name": "network-vif-plugged", "status": "completed", "tag": "24f64632-21b4-4187-b818-c27e0ca25612"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:27:27.157055 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 24f64632-21b4-4187-b818-c27e0ca25612, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=24f64632-21b4-4187-b818-c27e0ca25612,segment=NetworkSegment(35d1a58e-519d-48c5-874c-9903c1950aca),segment_id=35d1a58e-519d-48c5-874c-9903c1950aca)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:27:27.184100 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc3dd56-cbf8-491e-b1d5-533a6665db85 x-openstack-request-id: req-9fc3dd56-cbf8-491e-b1d5-533a6665db85 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:27:27.184420 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3530af-47cc-4100-8825-169a1bba911c", "name": "network-vif-plugged", "status": "completed", "tag": "24f64632-21b4-4187-b818-c27e0ca25612", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:27:27.184673 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9fc3dd56-cbf8-491e-b1d5-533a6665db85 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:27:27.185278 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fc3dd56-cbf8-491e-b1d5-533a6665db85'] response: {'server_uuid': '4e3530af-47cc-4100-8825-169a1bba911c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f64632-21b4-4187-b818-c27e0ca25612', 'code': 200} Apr 20 16:27:27.271152 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:27.340128 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=24f64632-21b4-4187-b818-c27e0ca25612,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:27.359075 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e18d2a78-5e6c-4efc-afc7-03f6a4348d6c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:27.376553 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64dc6c8-afbd-494b-83e0-67e05263404a req-59c3a1ae-97a2-4f34-bb7a-1e4e1028bf85 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:27.378419 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a64dc6c8-afbd-494b-83e0-67e05263404a req-59c3a1ae-97a2-4f34-bb7a-1e4e1028bf85 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0766766 Apr 20 16:27:27.411918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f0a56-7cc7-43d9-9f55-fd4f49d1e232 req-bddfa07c-4021-4660-89af-0fd0fe5688d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:27.418653 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-747f0a56-7cc7-43d9-9f55-fd4f49d1e232 req-bddfa07c-4021-4660-89af-0fd0fe5688d4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 1097 time: 0.0676239 Apr 20 16:27:27.434125 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d2a78-5e6c-4efc-afc7-03f6a4348d6c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a1c4cfe-7410-40a1-b34f-47e7dbfcfc3d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:27.469967 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-747f0a56-7cc7-43d9-9f55-fd4f49d1e232 req-51901bd1-8379-4bfc-bb7f-49487213563c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497572 Apr 20 16:27:27.499378 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a64dc6c8-afbd-494b-83e0-67e05263404a req-23706289-380c-4b72-b96a-2d2036b442cf tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125977 Apr 20 16:27:27.508488 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e18d2a78-5e6c-4efc-afc7-03f6a4348d6c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:27.512511 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e18d2a78-5e6c-4efc-afc7-03f6a4348d6c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:27.513824 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e18d2a78-5e6c-4efc-afc7-03f6a4348d6c tempest-FloatingIPAdminTestJSON-2009429215 tempest-FloatingIPAdminTestJSON-2009429215-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/c8147dfa-873c-4127-a579-eb91630f91f7 HTTP/1.1" status: 204 len: 168 time: 0.7109127 Apr 20 16:27:27.517375 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52426) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:27.545900 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52428) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:27.639819 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e87fe0ad-2106-41d2-8956-7597f7aefd12 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Deleting port 74c1d636-ffec-4952-9993-23f1df3e20da {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:27:27.640710 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e87fe0ad-2106-41d2-8956-7597f7aefd12 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:27.694229 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6802540d-3787-47ae-bc42-d4e0fda253ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:27.726267 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:27.758051 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e87fe0ad-2106-41d2-8956-7597f7aefd12 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:27.782718 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e87fe0ad-2106-41d2-8956-7597f7aefd12 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Calling delete_port for 74c1d636-ffec-4952-9993-23f1df3e20da owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:27:27.825732 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6802540d-3787-47ae-bc42-d4e0fda253ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:27.887356 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6802540d-3787-47ae-bc42-d4e0fda253ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:27.937064 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6802540d-3787-47ae-bc42-d4e0fda253ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91d698e211df4bfe98a200ab38f4265f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3893833 Apr 20 16:27:27.937973 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802540d-3787-47ae-bc42-d4e0fda253ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a131b5-58ca-495b-8482-3a07a5c8e2a6,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:27.940639 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52442) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:27.999892 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-caf52c26-3cbf-426f-85e3-c0f0477206f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:28.014525 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e87fe0ad-2106-41d2-8956-7597f7aefd12 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:28.025701 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-caf52c26-3cbf-426f-85e3-c0f0477206f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:28.047389 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87fe0ad-2106-41d2-8956-7597f7aefd12 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Pushing event deleted for resources: {'Port': ['ID=74c1d636-ffec-4952-9993-23f1df3e20da,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:28.059324 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:28.138638 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e87fe0ad-2106-41d2-8956-7597f7aefd12 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:28.142171 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e87fe0ad-2106-41d2-8956-7597f7aefd12 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] 10.222.0.15 "DELETE /v2.0/ports/74c1d636-ffec-4952-9993-23f1df3e20da HTTP/1.1" status: 204 len: 168 time: 0.6239545 Apr 20 16:27:28.144667 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52446) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:28.173368 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-caf52c26-3cbf-426f-85e3-c0f0477206f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:28.183726 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-caf52c26-3cbf-426f-85e3-c0f0477206f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:28.183726 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-caf52c26-3cbf-426f-85e3-c0f0477206f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10a131b5-58ca-495b-8482-3a07a5c8e2a6 HTTP/1.1" status: 204 len: 168 time: 0.2356350 Apr 20 16:27:28.188503 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf52c26-3cbf-426f-85e3-c0f0477206f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a131b5-58ca-495b-8482-3a07a5c8e2a6,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:28.233041 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2921e631-9b88-4661-9fb8-cb10f4b6ab63 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:28.235467 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2921e631-9b88-4661-9fb8-cb10f4b6ab63 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] 10.222.0.15 "GET /v2.0/ports?device_id=080a644f-c838-402a-aef4-471d46de861a HTTP/1.1" status: 200 len: 913 time: 0.0895193 Apr 20 16:27:28.241328 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52450) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:28.539229 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:28.655294 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-32195dbf-6324-4181-aedd-7ee5087ad666 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:28.696671 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81a752-7f67-4a11-a660-6aa6185bc589 req-6885ec1d-3412-481b-954f-b4833aefd748 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:28.702856 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5b81a752-7f67-4a11-a660-6aa6185bc589 req-6885ec1d-3412-481b-954f-b4833aefd748 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0653343 Apr 20 16:27:28.758015 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5b81a752-7f67-4a11-a660-6aa6185bc589 req-9a26de4c-bb01-40af-8f6e-cfd0bd07da33 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516994 Apr 20 16:27:29.029947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52460) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:29.059707 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3d053bd-31b6-4693-98b3-6b1cb0fa29b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:29.219248 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3d053bd-31b6-4693-98b3-6b1cb0fa29b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:29.309206 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-32195dbf-6324-4181-aedd-7ee5087ad666 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Deleting port d52ad9b2-2feb-495c-ba96-4ab899f4c58f {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:27:29.309548 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-32195dbf-6324-4181-aedd-7ee5087ad666 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:29.339774 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3d053bd-31b6-4693-98b3-6b1cb0fa29b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:29.406194 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b3d053bd-31b6-4693-98b3-6b1cb0fa29b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb12680810fa400f87f27ea773e8b39a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3745124 Apr 20 16:27:29.408377 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d053bd-31b6-4693-98b3-6b1cb0fa29b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5b174c-a15d-46e6-8573-de6658cac40c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:29.413998 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52466) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:29.424691 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-32195dbf-6324-4181-aedd-7ee5087ad666 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:29.439563 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-32195dbf-6324-4181-aedd-7ee5087ad666 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Calling delete_port for d52ad9b2-2feb-495c-ba96-4ab899f4c58f owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:27:29.485616 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac4f92bb-ead4-4482-8645-4db67d0a8f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:29.513202 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac4f92bb-ead4-4482-8645-4db67d0a8f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:29.641839 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac4f92bb-ead4-4482-8645-4db67d0a8f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:29.644662 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac4f92bb-ead4-4482-8645-4db67d0a8f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:29.648684 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ac4f92bb-ead4-4482-8645-4db67d0a8f96 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc5b174c-a15d-46e6-8573-de6658cac40c HTTP/1.1" status: 204 len: 168 time: 0.2334015 Apr 20 16:27:29.661697 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f92bb-ead4-4482-8645-4db67d0a8f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5b174c-a15d-46e6-8573-de6658cac40c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:29.740038 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:29.773693 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-32195dbf-6324-4181-aedd-7ee5087ad666 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:29.818009 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32195dbf-6324-4181-aedd-7ee5087ad666 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Pushing event deleted for resources: {'Port': ['ID=d52ad9b2-2feb-495c-ba96-4ab899f4c58f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:29.980361 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b0ed6-318b-4e98-bd35-d234e378afc8 req-9444044e-653a-4bce-9428-9d698c4b7bee tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:29.980361 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5a0b0ed6-318b-4e98-bd35-d234e378afc8 req-9444044e-653a-4bce-9428-9d698c4b7bee tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.1079626 Apr 20 16:27:30.074627 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5a0b0ed6-318b-4e98-bd35-d234e378afc8 req-f3383393-40b5-4489-b7bc-109b533ac7d1 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864787 Apr 20 16:27:30.080690 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-32195dbf-6324-4181-aedd-7ee5087ad666 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:30.247059 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365888d8-1ad1-4724-b71e-6db69be90a7b req-e428dc29-d426-457d-b066-373d7b9fab62 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:30.248616 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-365888d8-1ad1-4724-b71e-6db69be90a7b req-e428dc29-d426-457d-b066-373d7b9fab62 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0719657 Apr 20 16:27:30.293281 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-365888d8-1ad1-4724-b71e-6db69be90a7b req-25e51a56-60a2-46b2-b2a9-d53a27d594c2 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367057 Apr 20 16:27:30.362186 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32195dbf-6324-4181-aedd-7ee5087ad666 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Router 080a644f-c838-402a-aef4-471d46de861a has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:27:30.494963 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32195dbf-6324-4181-aedd-7ee5087ad666 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:27:30.502965 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-32195dbf-6324-4181-aedd-7ee5087ad666 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] 10.222.0.15 "PUT /v2.0/routers/080a644f-c838-402a-aef4-471d46de861a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2619624 Apr 20 16:27:30.510727 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52492) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:30.513297 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c2f94d-b3d9-42c0-993a-64bd448ff8be None None] Sync routers for ids ['080a644f-c838-402a-aef4-471d46de861a'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:27:30.541563 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c2f94d-b3d9-42c0-993a-64bd448ff8be None None] Routers {'080a644f-c838-402a-aef4-471d46de861a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:27:30.542646 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c0c2f94d-b3d9-42c0-993a-64bd448ff8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:27:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['080a644f-c838-402a-aef4-471d46de861a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:30.587438 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c0c2f94d-b3d9-42c0-993a-64bd448ff8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:30.598645 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c2f94d-b3d9-42c0-993a-64bd448ff8be None None] Routers {'080a644f-c838-402a-aef4-471d46de861a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:27:30.599543 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c0c2f94d-b3d9-42c0-993a-64bd448ff8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:27:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['080a644f-c838-402a-aef4-471d46de861a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:30.635319 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c0c2f94d-b3d9-42c0-993a-64bd448ff8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:30.636102 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c2f94d-b3d9-42c0-993a-64bd448ff8be None None] The sync data for ids ['080a644f-c838-402a-aef4-471d46de861a'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:27:30.655142 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dd13a5ce-146c-4570-acd2-043d6e85d800 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:30.773307 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dd13a5ce-146c-4570-acd2-043d6e85d800 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:30.986154 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-dd13a5ce-146c-4570-acd2-043d6e85d800 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Deleting port f3b24fc7-1e18-4cf8-88d1-f79852f1d37e {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:27:30.986914 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dd13a5ce-146c-4570-acd2-043d6e85d800 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:31.113491 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dd13a5ce-146c-4570-acd2-043d6e85d800 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:31.139095 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-dd13a5ce-146c-4570-acd2-043d6e85d800 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Calling delete_port for f3b24fc7-1e18-4cf8-88d1-f79852f1d37e owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:27:31.482474 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475903aa-02fd-47aa-8b64-1f2452de42db req-431b2bb5-9cb3-44eb-abbc-3480e64d81e3 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:31.484301 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-475903aa-02fd-47aa-8b64-1f2452de42db req-431b2bb5-9cb3-44eb-abbc-3480e64d81e3 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/networks?id=e29f456c-4307-48d7-b5a3-7fc452ab2a35 HTTP/1.1" status: 200 len: 815 time: 0.1485248 Apr 20 16:27:31.510026 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-475903aa-02fd-47aa-8b64-1f2452de42db req-0eeab232-5c1f-4b04-a7f6-8c64d57c7bd2 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/quotas/089d073129534903b2f07842894eec92 HTTP/1.1" status: 200 len: 375 time: 0.0135422 Apr 20 16:27:31.624141 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-475903aa-02fd-47aa-8b64-1f2452de42db req-57f8102f-ff36-4fc6-8537-ca5ce67a5ad5 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=089d073129534903b2f07842894eec92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0844090 Apr 20 16:27:31.648104 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dd13a5ce-146c-4570-acd2-043d6e85d800 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:31.696843 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13a5ce-146c-4570-acd2-043d6e85d800 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Pushing event deleted for resources: {'Port': ['ID=f3b24fc7-1e18-4cf8-88d1-f79852f1d37e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:31.785774 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dd13a5ce-146c-4570-acd2-043d6e85d800 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:31.871169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-475903aa-02fd-47aa-8b64-1f2452de42db req-ac1b7e15-7460-4727-80a8-4a1105dfafd5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:27:31.872181 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-475903aa-02fd-47aa-8b64-1f2452de42db req-ac1b7e15-7460-4727-80a8-4a1105dfafd5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2393470 Apr 20 16:27:31.923967 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dd13a5ce-146c-4570-acd2-043d6e85d800 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:31.934734 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dd13a5ce-146c-4570-acd2-043d6e85d800 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:32.061749 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-475903aa-02fd-47aa-8b64-1f2452de42db req-a634cb5b-c8c2-4406-bc25-e7b44a90b313 service neutron] 10.222.0.15 "GET /v2.0/networks/e29f456c-4307-48d7-b5a3-7fc452ab2a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770775 Apr 20 16:27:32.092326 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dd13a5ce-146c-4570-acd2-043d6e85d800 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:32.093067 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd13a5ce-146c-4570-acd2-043d6e85d800 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Fanout notify agent at l3_agent the message router_deleted on router 080a644f-c838-402a-aef4-471d46de861a {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:27:32.103403 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dd13a5ce-146c-4570-acd2-043d6e85d800 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:32.107449 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52538) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:32.110145 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dd13a5ce-146c-4570-acd2-043d6e85d800 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] 10.222.0.15 "DELETE /v2.0/routers/080a644f-c838-402a-aef4-471d46de861a HTTP/1.1" status: 204 len: 168 time: 1.6013570 Apr 20 16:27:32.168854 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-af739fb8-8646-468b-b4e2-ca36f194bdce tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Deleting subnet 9242ffea-1090-4302-85a1-0baba2c59563 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:27:32.174736 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af739fb8-8646-468b-b4e2-ca36f194bdce tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:32.188147 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-475903aa-02fd-47aa-8b64-1f2452de42db req-1ec4bd57-e366-4709-bf92-4b9f07f67590 service neutron] 10.222.0.15 "GET /v2.0/networks/e29f456c-4307-48d7-b5a3-7fc452ab2a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199257 Apr 20 16:27:32.228280 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af739fb8-8646-468b-b4e2-ca36f194bdce tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:32.344724 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af739fb8-8646-468b-b4e2-ca36f194bdce tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:32.499320 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af739fb8-8646-468b-b4e2-ca36f194bdce tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:32.533890 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af739fb8-8646-468b-b4e2-ca36f194bdce tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:32.536506 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0878ec-9b54-44da-bd1d-8d31cd4a4362 None None] Network bd38f3a4-9aaf-4489-b284-d8e6277c62ba requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:27:32.540734 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-af739fb8-8646-468b-b4e2-ca36f194bdce tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] 10.222.0.15 "DELETE /v2.0/subnets/9242ffea-1090-4302-85a1-0baba2c59563 HTTP/1.1" status: 204 len: 168 time: 0.4321985 Apr 20 16:27:32.543423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52554) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:32.632448 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af739fb8-8646-468b-b4e2-ca36f194bdce tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Pushing event deleted for resources: {'Subnet': ['ID=9242ffea-1090-4302-85a1-0baba2c59563,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:32.660748 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c3c67eb4-b5bc-48c3-9161-8b44ad67c466 req-5c559562-b654-4ef4-a380-caa65d8266e0 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 210 time: 0.1331201 Apr 20 16:27:32.740079 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1e1b9510-d17e-41ba-a11d-d5d9a7bdfb2c tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:32.796138 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1ac896-6ec1-4907-b5a2-26d0550a92d3 None None] DHCP port deletion for bd38f3a4-9aaf-4489-b284-d8e6277c62ba request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:27:32.823490 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-1e1b9510-d17e-41ba-a11d-d5d9a7bdfb2c tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Deleting port eed1078c-a9ef-4614-8c3f-0b6a3478a2f9 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:27:32.823822 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1e1b9510-d17e-41ba-a11d-d5d9a7bdfb2c tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:32.848500 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-df1ac896-6ec1-4907-b5a2-26d0550a92d3 None None] Deleting port eed1078c-a9ef-4614-8c3f-0b6a3478a2f9 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:27:32.848500 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-df1ac896-6ec1-4907-b5a2-26d0550a92d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:32.927746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-1e1b9510-d17e-41ba-a11d-d5d9a7bdfb2c tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] For port eed1078c-a9ef-4614-8c3f-0b6a3478a2f9, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=eed1078c-a9ef-4614-8c3f-0b6a3478a2f9,segment=NetworkSegment(f73c02af-ad62-4f38-8635-f5c506a47912),segment_id=f73c02af-ad62-4f38-8635-f5c506a47912)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:27:32.928108 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1e1b9510-d17e-41ba-a11d-d5d9a7bdfb2c tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:32.928594 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-df1ac896-6ec1-4907-b5a2-26d0550a92d3 None None] For port eed1078c-a9ef-4614-8c3f-0b6a3478a2f9, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=eed1078c-a9ef-4614-8c3f-0b6a3478a2f9,segment=NetworkSegment(f73c02af-ad62-4f38-8635-f5c506a47912),segment_id=f73c02af-ad62-4f38-8635-f5c506a47912)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:27:32.929091 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-df1ac896-6ec1-4907-b5a2-26d0550a92d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:32.944617 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-1e1b9510-d17e-41ba-a11d-d5d9a7bdfb2c tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Calling delete_port for eed1078c-a9ef-4614-8c3f-0b6a3478a2f9 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:27:32.945577 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-df1ac896-6ec1-4907-b5a2-26d0550a92d3 None None] Calling delete_port for eed1078c-a9ef-4614-8c3f-0b6a3478a2f9 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:27:32.959083 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8a13e-b03a-43da-aa33-152ff6233b2b req-0785c8e1-bdf4-4d85-ae49-0f8fc0e70933 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:32.960936 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-79d8a13e-b03a-43da-aa33-152ff6233b2b req-0785c8e1-bdf4-4d85-ae49-0f8fc0e70933 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e3530af-47cc-4100-8825-169a1bba911c HTTP/1.1" status: 200 len: 946 time: 0.0872355 Apr 20 16:27:33.120674 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-79d8a13e-b03a-43da-aa33-152ff6233b2b req-710b2df7-de46-4040-822d-7f43c5204621 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Deleting port 24f64632-21b4-4187-b818-c27e0ca25612 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:27:33.121013 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-79d8a13e-b03a-43da-aa33-152ff6233b2b req-710b2df7-de46-4040-822d-7f43c5204621 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:33.156178 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-df1ac896-6ec1-4907-b5a2-26d0550a92d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:33.182702 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ac896-6ec1-4907-b5a2-26d0550a92d3 None None] Pushing event deleted for resources: {'Port': ['ID=eed1078c-a9ef-4614-8c3f-0b6a3478a2f9,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:33.187367 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1e1b9510-d17e-41ba-a11d-d5d9a7bdfb2c tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:33.200777 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1ac896-6ec1-4907-b5a2-26d0550a92d3 None None] No DVR routers for this DVR port eed1078c-a9ef-4614-8c3f-0b6a3478a2f9 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:27:33.221464 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b9510-d17e-41ba-a11d-d5d9a7bdfb2c tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Pushing event deleted for resources: {'Port': ['ID=eed1078c-a9ef-4614-8c3f-0b6a3478a2f9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:33.242024 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1b9510-d17e-41ba-a11d-d5d9a7bdfb2c tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] No DVR routers for this DVR port eed1078c-a9ef-4614-8c3f-0b6a3478a2f9 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:27:33.335859 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-79d8a13e-b03a-43da-aa33-152ff6233b2b req-710b2df7-de46-4040-822d-7f43c5204621 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] For port 24f64632-21b4-4187-b818-c27e0ca25612, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=24f64632-21b4-4187-b818-c27e0ca25612,segment=NetworkSegment(35d1a58e-519d-48c5-874c-9903c1950aca),segment_id=35d1a58e-519d-48c5-874c-9903c1950aca)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:27:33.336253 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-79d8a13e-b03a-43da-aa33-152ff6233b2b req-710b2df7-de46-4040-822d-7f43c5204621 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:33.358240 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1e1b9510-d17e-41ba-a11d-d5d9a7bdfb2c tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:33.370030 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-79d8a13e-b03a-43da-aa33-152ff6233b2b req-710b2df7-de46-4040-822d-7f43c5204621 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Calling delete_port for 24f64632-21b4-4187-b818-c27e0ca25612 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:27:33.395458 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-1e1b9510-d17e-41ba-a11d-d5d9a7bdfb2c tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd38f3a4-9aaf-4489-b284-d8e6277c62ba']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:33.434321 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-1e1b9510-d17e-41ba-a11d-d5d9a7bdfb2c tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f73c02af-ad62-4f38-8635-f5c506a47912') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:33.434880 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-1e1b9510-d17e-41ba-a11d-d5d9a7bdfb2c tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f73c02af-ad62-4f38-8635-f5c506a47912') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:33.448652 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1e1b9510-d17e-41ba-a11d-d5d9a7bdfb2c tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:33.472783 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1e1b9510-d17e-41ba-a11d-d5d9a7bdfb2c tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:33.482414 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e1b9510-d17e-41ba-a11d-d5d9a7bdfb2c tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:27:33.482937 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1e1b9510-d17e-41ba-a11d-d5d9a7bdfb2c tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:27:33.488516 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:27:33.859141 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68674cc0-eac2-45b6-891c-d63d4e9f63aa req-89dd36ff-c9ac-48f1-a7af-9405c29ca0ae tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 210 time: 0.0470738 Apr 20 16:27:33.951366 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1e1b9510-d17e-41ba-a11d-d5d9a7bdfb2c tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:33.953192 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-79d8a13e-b03a-43da-aa33-152ff6233b2b req-710b2df7-de46-4040-822d-7f43c5204621 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:33.961560 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1e1b9510-d17e-41ba-a11d-d5d9a7bdfb2c tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:33.964389 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1e1b9510-d17e-41ba-a11d-d5d9a7bdfb2c tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] 10.222.0.15 "DELETE /v2.0/networks/bd38f3a4-9aaf-4489-b284-d8e6277c62ba HTTP/1.1" status: 204 len: 168 time: 1.4194582 Apr 20 16:27:33.967507 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52598) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:33.999021 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['24f64632-21b4-4187-b818-c27e0ca25612'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:27:34.023868 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b2df7-de46-4040-822d-7f43c5204621 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Pushing event deleted for resources: {'Port': ['ID=24f64632-21b4-4187-b818-c27e0ca25612,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:34.026222 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b9510-d17e-41ba-a11d-d5d9a7bdfb2c tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Pushing event deleted for resources: {'Network': ['ID=bd38f3a4-9aaf-4489-b284-d8e6277c62ba,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:34.092574 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d8a13e-b03a-43da-aa33-152ff6233b2b req-710b2df7-de46-4040-822d-7f43c5204621 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] No DVR routers for this DVR port 24f64632-21b4-4187-b818-c27e0ca25612 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:27:34.098287 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-79d8a13e-b03a-43da-aa33-152ff6233b2b req-710b2df7-de46-4040-822d-7f43c5204621 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:34.104073 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-79d8a13e-b03a-43da-aa33-152ff6233b2b req-710b2df7-de46-4040-822d-7f43c5204621 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.30 "DELETE /v2.0/ports/24f64632-21b4-4187-b818-c27e0ca25612 HTTP/1.1" status: 204 len: 173 time: 1.1361666 Apr 20 16:27:34.108402 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3530af-47cc-4100-8825-169a1bba911c', 'name': 'network-vif-deleted', 'tag': '24f64632-21b4-4187-b818-c27e0ca25612'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:27:34.114613 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc8323d-096b-4786-a9e6-628b643e82e0" -d '{"events": [{"server_uuid": "4e3530af-47cc-4100-8825-169a1bba911c", "name": "network-vif-deleted", "tag": "24f64632-21b4-4187-b818-c27e0ca25612"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:27:34.120116 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-96f186fd-37ff-442e-8a5e-f50aa57d3b79 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Deleting port bad77095-9fe9-4ffc-8f3e-c9e80c31dd67 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:27:34.120522 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96f186fd-37ff-442e-8a5e-f50aa57d3b79 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:34.176748 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfae3ac-8d78-4e6e-b6ca-0ed72e69cf3b x-openstack-request-id: req-9cfae3ac-8d78-4e6e-b6ca-0ed72e69cf3b {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:27:34.177308 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3530af-47cc-4100-8825-169a1bba911c", "name": "network-vif-deleted", "tag": "24f64632-21b4-4187-b818-c27e0ca25612", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:27:34.178083 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9cfae3ac-8d78-4e6e-b6ca-0ed72e69cf3b {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:27:34.179814 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cfae3ac-8d78-4e6e-b6ca-0ed72e69cf3b'] response: {'server_uuid': '4e3530af-47cc-4100-8825-169a1bba911c', 'name': 'network-vif-deleted', 'tag': '24f64632-21b4-4187-b818-c27e0ca25612', 'status': 'completed', 'code': 200} Apr 20 16:27:34.213891 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96f186fd-37ff-442e-8a5e-f50aa57d3b79 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:34.214257 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96f186fd-37ff-442e-8a5e-f50aa57d3b79 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:34.232290 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-96f186fd-37ff-442e-8a5e-f50aa57d3b79 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Calling delete_port for bad77095-9fe9-4ffc-8f3e-c9e80c31dd67 owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:27:34.527272 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device eed1078c-a9ef-4614-8c3f-0b6a3478a2f9 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:27:34.553685 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: eed1078c-a9ef-4614-8c3f-0b6a3478a2f9 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:27:34.554039 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device eed1078c-a9ef-4614-8c3f-0b6a3478a2f9 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:27:34.960872 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6df111ed-afdd-4eb7-8826-34140234434e req-3d72d856-5fba-4a8e-840a-1fa164fb63bc tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 210 time: 0.0301185 Apr 20 16:27:35.075501 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96f186fd-37ff-442e-8a5e-f50aa57d3b79 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:35.141808 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f186fd-37ff-442e-8a5e-f50aa57d3b79 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Pushing event deleted for resources: {'Port': ['ID=bad77095-9fe9-4ffc-8f3e-c9e80c31dd67,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:35.218486 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96f186fd-37ff-442e-8a5e-f50aa57d3b79 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:35.221320 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96f186fd-37ff-442e-8a5e-f50aa57d3b79 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:35.223109 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-96f186fd-37ff-442e-8a5e-f50aa57d3b79 tempest-FloatingIPAdminTestJSON-255747007 tempest-FloatingIPAdminTestJSON-255747007-project] 10.222.0.15 "DELETE /v2.0/floatingips/852dd616-ad3e-44b5-aed1-7155407864aa HTTP/1.1" status: 204 len: 168 time: 1.2540302 Apr 20 16:27:35.427226 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52626) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:35.545989 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f7eb2cf4-7297-4333-acfc-cb0adf733fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:35.645437 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f7eb2cf4-7297-4333-acfc-cb0adf733fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:35.750189 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f7eb2cf4-7297-4333-acfc-cb0adf733fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:35.789317 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f7eb2cf4-7297-4333-acfc-cb0adf733fc1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef55781cf8ea4dc7b11e81b9387d1ec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3609993 Apr 20 16:27:35.791808 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52644) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:35.801716 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb2cf4-7297-4333-acfc-cb0adf733fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecf36d3-3537-464c-be0d-7ea9ea0a24f1,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:35.847759 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52646) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:35.887828 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3f00c0a-0ed5-4532-833c-9b85f4bb598e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:35.914190 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3f00c0a-0ed5-4532-833c-9b85f4bb598e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:36.071697 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7a4b9762-a2aa-4553-a8fd-333c20d50443 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f43fd6f648f34475a25bb6ee13cd7558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2223380 Apr 20 16:27:36.072944 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52652) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:36.105170 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-882b287f-ad69-46e0-9f69-4431c176f57c req-0e32ae68-8ada-417a-92db-246b25e362ae tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 210 time: 0.0368571 Apr 20 16:27:36.106353 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3f00c0a-0ed5-4532-833c-9b85f4bb598e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:36.109162 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3f00c0a-0ed5-4532-833c-9b85f4bb598e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:36.110502 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b3f00c0a-0ed5-4532-833c-9b85f4bb598e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8ecf36d3-3537-464c-be0d-7ea9ea0a24f1 HTTP/1.1" status: 204 len: 168 time: 0.3169734 Apr 20 16:27:36.152663 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f00c0a-0ed5-4532-833c-9b85f4bb598e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecf36d3-3537-464c-be0d-7ea9ea0a24f1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:36.162403 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-16870c04-0e43-43c8-985f-fb894f2b8598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:36.189337 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-16870c04-0e43-43c8-985f-fb894f2b8598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:36.353304 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-16870c04-0e43-43c8-985f-fb894f2b8598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:36.363402 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-16870c04-0e43-43c8-985f-fb894f2b8598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:36.363402 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-16870c04-0e43-43c8-985f-fb894f2b8598 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a574e0fd-3ef5-43c8-a1aa-a8177d29b303 HTTP/1.1" status: 204 len: 168 time: 0.2848821 Apr 20 16:27:36.383280 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16870c04-0e43-43c8-985f-fb894f2b8598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a574e0fd-3ef5-43c8-a1aa-a8177d29b303,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:36.414578 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475903aa-02fd-47aa-8b64-1f2452de42db req-d4bd1b4c-26d1-48db-8c4a-7979be64be5e tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:36.420714 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-475903aa-02fd-47aa-8b64-1f2452de42db req-d4bd1b4c-26d1-48db-8c4a-7979be64be5e tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.26 "GET /v2.0/networks?id=e29f456c-4307-48d7-b5a3-7fc452ab2a35 HTTP/1.1" status: 200 len: 815 time: 0.1498747 Apr 20 16:27:36.438613 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-475903aa-02fd-47aa-8b64-1f2452de42db req-6cf87f0b-7708-45b5-a5fc-e449fa1018da tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Request body: {'port': {'device_id': '06e9694e-a35e-4036-a8eb-cd795fac0c7b', 'network_id': 'e29f456c-4307-48d7-b5a3-7fc452ab2a35', 'admin_state_up': True, 'tenant_id': '089d073129534903b2f07842894eec92'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:27:36.722024 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475903aa-02fd-47aa-8b64-1f2452de42db req-6cf87f0b-7708-45b5-a5fc-e449fa1018da tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Made reservation on behalf of 089d073129534903b2f07842894eec92 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:27:36.725941 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-475903aa-02fd-47aa-8b64-1f2452de42db req-6cf87f0b-7708-45b5-a5fc-e449fa1018da tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:36.868891 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 24f64632-21b4-4187-b818-c27e0ca25612 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:27:36.883350 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-475903aa-02fd-47aa-8b64-1f2452de42db req-6cf87f0b-7708-45b5-a5fc-e449fa1018da tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Allocated IP 172.20.0.12 (e29f456c-4307-48d7-b5a3-7fc452ab2a35/d1679546-54fc-49fa-bde2-b8fd6e874dc3/4eddef2b-87b3-4774-8aab-099fad5bb453) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:27:36.896542 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 24f64632-21b4-4187-b818-c27e0ca25612 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:27:36.896999 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 24f64632-21b4-4187-b818-c27e0ca25612 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:27:36.992087 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52666) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:37.043100 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-99e1f6bb-7d92-45f6-855b-4ede9ef7ebfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:37.086478 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-475903aa-02fd-47aa-8b64-1f2452de42db req-6cf87f0b-7708-45b5-a5fc-e449fa1018da tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:37.137106 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-99e1f6bb-7d92-45f6-855b-4ede9ef7ebfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:37.209886 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cf517b2a-6efb-4d45-b2ec-400e5cae32e5 req-9c502211-3246-4f5e-89df-bb9adabd01bb tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 210 time: 0.0264516 Apr 20 16:27:37.241958 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-475903aa-02fd-47aa-8b64-1f2452de42db req-6cf87f0b-7708-45b5-a5fc-e449fa1018da tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:37.247912 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-99e1f6bb-7d92-45f6-855b-4ede9ef7ebfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:37.286744 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-99e1f6bb-7d92-45f6-855b-4ede9ef7ebfa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c18c7d3d42648dcad2919c3aa5aee28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2821271 Apr 20 16:27:37.288113 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1f6bb-7d92-45f6-855b-4ede9ef7ebfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4400c551-e6d7-4110-b82b-3fd01d9b1c17,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:37.290699 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52670) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:37.312732 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475903aa-02fd-47aa-8b64-1f2452de42db req-6cf87f0b-7708-45b5-a5fc-e449fa1018da tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Network e29f456c-4307-48d7-b5a3-7fc452ab2a35 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:27:37.314061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf87f0b-7708-45b5-a5fc-e449fa1018da tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Pushing event updated for resources: {'Port': ['ID=4eddef2b-87b3-4774-8aab-099fad5bb453,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:37.317537 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-475903aa-02fd-47aa-8b64-1f2452de42db req-6cf87f0b-7708-45b5-a5fc-e449fa1018da tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:27:37.325909 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-475903aa-02fd-47aa-8b64-1f2452de42db req-6cf87f0b-7708-45b5-a5fc-e449fa1018da tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:27:37.352288 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45fc2937-5be5-4239-a269-2cc28329995c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:37.388388 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45fc2937-5be5-4239-a269-2cc28329995c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:37.399053 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52680) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:37.406848 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475903aa-02fd-47aa-8b64-1f2452de42db req-6cf87f0b-7708-45b5-a5fc-e449fa1018da tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:37.406848 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-475903aa-02fd-47aa-8b64-1f2452de42db req-6cf87f0b-7708-45b5-a5fc-e449fa1018da tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:37.428578 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e70b3cb-782e-47c4-9dd1-becf67455094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:37.549969 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45fc2937-5be5-4239-a269-2cc28329995c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:37.554464 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45fc2937-5be5-4239-a269-2cc28329995c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:37.557546 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-45fc2937-5be5-4239-a269-2cc28329995c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4400c551-e6d7-4110-b82b-3fd01d9b1c17 HTTP/1.1" status: 204 len: 168 time: 0.2633538 Apr 20 16:27:37.557696 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-475903aa-02fd-47aa-8b64-1f2452de42db req-6cf87f0b-7708-45b5-a5fc-e449fa1018da tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1246073 Apr 20 16:27:37.572697 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc2937-5be5-4239-a269-2cc28329995c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4400c551-e6d7-4110-b82b-3fd01d9b1c17,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:37.576616 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-475903aa-02fd-47aa-8b64-1f2452de42db req-172487f9-fca1-4121-b9de-6ddc6274db02 service neutron] Request body: {'port': {'device_id': '06e9694e-a35e-4036-a8eb-cd795fac0c7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:27:37.715513 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-475903aa-02fd-47aa-8b64-1f2452de42db req-172487f9-fca1-4121-b9de-6ddc6274db02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:37.747372 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e70b3cb-782e-47c4-9dd1-becf67455094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:37.844716 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e70b3cb-782e-47c4-9dd1-becf67455094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:37.909096 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7e70b3cb-782e-47c4-9dd1-becf67455094 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29975091ce9545daa38eb78936fdfa57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5004292 Apr 20 16:27:37.912283 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52694) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:37.933847 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70b3cb-782e-47c4-9dd1-becf67455094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1321024d-5f86-4b11-b1ef-5e04928c90a6,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:38.022972 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f621870d-329b-49e7-a5b9-d0c79d4d6b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:38.048543 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f621870d-329b-49e7-a5b9-d0c79d4d6b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:38.106854 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-475903aa-02fd-47aa-8b64-1f2452de42db req-172487f9-fca1-4121-b9de-6ddc6274db02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eddef2b-87b3-4774-8aab-099fad5bb453 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:27:38.115624 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-475903aa-02fd-47aa-8b64-1f2452de42db req-172487f9-fca1-4121-b9de-6ddc6274db02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:38.184532 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-475903aa-02fd-47aa-8b64-1f2452de42db req-172487f9-fca1-4121-b9de-6ddc6274db02 service neutron] Transition to ACTIVE for port object 4eddef2b-87b3-4774-8aab-099fad5bb453 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:27:38.184698 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f621870d-329b-49e7-a5b9-d0c79d4d6b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:38.187609 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f621870d-329b-49e7-a5b9-d0c79d4d6b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:38.188846 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f621870d-329b-49e7-a5b9-d0c79d4d6b90 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1321024d-5f86-4b11-b1ef-5e04928c90a6 HTTP/1.1" status: 204 len: 168 time: 0.2754910 Apr 20 16:27:38.203202 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621870d-329b-49e7-a5b9-d0c79d4d6b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1321024d-5f86-4b11-b1ef-5e04928c90a6,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:38.295853 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-19f9d8d9-fe3b-4f24-8b8b-c9753ae50469 req-42beccd3-945e-4c81-a892-f24ea46cb526 service neutron] (103485) timed out ('10.222.0.26', 65218) {{(pid=103485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 16:27:38.298517 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-475903aa-02fd-47aa-8b64-1f2452de42db req-172487f9-fca1-4121-b9de-6ddc6274db02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:38.422932 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d450554-90c7-4563-8c34-95e4a122839e req-0b0d0d43-1843-40b0-99e5-5df6db1138cb tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:38.425660 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0d450554-90c7-4563-8c34-95e4a122839e req-0b0d0d43-1843-40b0-99e5-5df6db1138cb tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 944 time: 0.1028268 Apr 20 16:27:38.430613 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172487f9-fca1-4121-b9de-6ddc6274db02 service neutron] Pushing event updated for resources: {'Port': ['ID=4eddef2b-87b3-4774-8aab-099fad5bb453,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:38.507009 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0d450554-90c7-4563-8c34-95e4a122839e req-46d2b6de-c329-47be-adc0-c63fab0d1224 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724823 Apr 20 16:27:38.560020 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52708) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:38.582369 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-475903aa-02fd-47aa-8b64-1f2452de42db req-172487f9-fca1-4121-b9de-6ddc6274db02 service neutron] Attempting to bind port 4eddef2b-87b3-4774-8aab-099fad5bb453 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:38.582994 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-475903aa-02fd-47aa-8b64-1f2452de42db req-172487f9-fca1-4121-b9de-6ddc6274db02 service neutron] Attempting to bind port 4eddef2b-87b3-4774-8aab-099fad5bb453 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '35d1a58e-519d-48c5-874c-9903c1950aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e29f456c-4307-48d7-b5a3-7fc452ab2a35'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:38.583815 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475903aa-02fd-47aa-8b64-1f2452de42db req-172487f9-fca1-4121-b9de-6ddc6274db02 service neutron] Attempting to bind port 4eddef2b-87b3-4774-8aab-099fad5bb453 on network e29f456c-4307-48d7-b5a3-7fc452ab2a35 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:38.589642 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475903aa-02fd-47aa-8b64-1f2452de42db req-172487f9-fca1-4121-b9de-6ddc6274db02 service neutron] Port 4eddef2b-87b3-4774-8aab-099fad5bb453 on network e29f456c-4307-48d7-b5a3-7fc452ab2a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:38.590149 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475903aa-02fd-47aa-8b64-1f2452de42db req-172487f9-fca1-4121-b9de-6ddc6274db02 service neutron] Attempting to bind port 4eddef2b-87b3-4774-8aab-099fad5bb453 on network e29f456c-4307-48d7-b5a3-7fc452ab2a35 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:38.595883 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475903aa-02fd-47aa-8b64-1f2452de42db req-172487f9-fca1-4121-b9de-6ddc6274db02 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:27:38.596217 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475903aa-02fd-47aa-8b64-1f2452de42db req-172487f9-fca1-4121-b9de-6ddc6274db02 service neutron] Checking segment: {'id': '35d1a58e-519d-48c5-874c-9903c1950aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e29f456c-4307-48d7-b5a3-7fc452ab2a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:27:38.596621 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475903aa-02fd-47aa-8b64-1f2452de42db req-172487f9-fca1-4121-b9de-6ddc6274db02 service neutron] Bound using segment: {'id': '35d1a58e-519d-48c5-874c-9903c1950aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e29f456c-4307-48d7-b5a3-7fc452ab2a35'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:27:38.598178 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-475903aa-02fd-47aa-8b64-1f2452de42db req-172487f9-fca1-4121-b9de-6ddc6274db02 service neutron] Bound port: 4eddef2b-87b3-4774-8aab-099fad5bb453, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d1a58e-519d-48c5-874c-9903c1950aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e29f456c-4307-48d7-b5a3-7fc452ab2a35'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:27:38.598676 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-475903aa-02fd-47aa-8b64-1f2452de42db req-172487f9-fca1-4121-b9de-6ddc6274db02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:38.702814 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-475903aa-02fd-47aa-8b64-1f2452de42db req-172487f9-fca1-4121-b9de-6ddc6274db02 service neutron] For port 4eddef2b-87b3-4774-8aab-099fad5bb453, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:27:38.707733 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-475903aa-02fd-47aa-8b64-1f2452de42db req-172487f9-fca1-4121-b9de-6ddc6274db02 service neutron] For port 4eddef2b-87b3-4774-8aab-099fad5bb453, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4eddef2b-87b3-4774-8aab-099fad5bb453,segment=NetworkSegment(35d1a58e-519d-48c5-874c-9903c1950aca),segment_id=35d1a58e-519d-48c5-874c-9903c1950aca)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:27:38.714338 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4c746cb5-b3bd-4d5f-8527-a448521f59a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:38.797867 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4c746cb5-b3bd-4d5f-8527-a448521f59a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:38.821989 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-475903aa-02fd-47aa-8b64-1f2452de42db req-172487f9-fca1-4121-b9de-6ddc6274db02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:38.883016 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4c746cb5-b3bd-4d5f-8527-a448521f59a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:38.895079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475903aa-02fd-47aa-8b64-1f2452de42db req-172487f9-fca1-4121-b9de-6ddc6274db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:38.895852 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-475903aa-02fd-47aa-8b64-1f2452de42db req-172487f9-fca1-4121-b9de-6ddc6274db02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:38.897399 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-475903aa-02fd-47aa-8b64-1f2452de42db req-172487f9-fca1-4121-b9de-6ddc6274db02 service neutron] 10.222.0.26 "PUT /v2.0/ports/4eddef2b-87b3-4774-8aab-099fad5bb453 HTTP/1.1" status: 200 len: 1092 time: 1.3264525 Apr 20 16:27:38.897854 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e9694e-a35e-4036-a8eb-cd795fac0c7b', 'tag': '4eddef2b-87b3-4774-8aab-099fad5bb453'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:27:38.900293 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48df617-cf4f-41da-8c69-66c761d5a580" -d '{"events": [{"name": "network-changed", "server_uuid": "06e9694e-a35e-4036-a8eb-cd795fac0c7b", "tag": "4eddef2b-87b3-4774-8aab-099fad5bb453"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:27:38.933526 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172487f9-fca1-4121-b9de-6ddc6274db02 service neutron] Pushing event updated for resources: {'Port': ['ID=4eddef2b-87b3-4774-8aab-099fad5bb453,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:38.947736 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52724) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:38.947900 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4c746cb5-b3bd-4d5f-8527-a448521f59a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e9b121817ce48aba428cc4399007c25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4035735 Apr 20 16:27:38.948732 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c746cb5-b3bd-4d5f-8527-a448521f59a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15cefe1-8cf2-44da-9f57-5f61d8f83749,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:38.971213 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6731c4-a783-4415-aa17-f336b3df8257 x-openstack-request-id: req-9f6731c4-a783-4415-aa17-f336b3df8257 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:27:38.971503 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e9694e-a35e-4036-a8eb-cd795fac0c7b", "tag": "4eddef2b-87b3-4774-8aab-099fad5bb453", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:27:38.971973 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f6731c4-a783-4415-aa17-f336b3df8257 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:27:38.972189 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f6731c4-a783-4415-aa17-f336b3df8257'] response: {'name': 'network-changed', 'server_uuid': '06e9694e-a35e-4036-a8eb-cd795fac0c7b', 'tag': '4eddef2b-87b3-4774-8aab-099fad5bb453', 'status': 'completed', 'code': 200} Apr 20 16:27:39.023574 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c3055fde-d535-452d-a0e6-fd6fc8e11a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:39.063326 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c3055fde-d535-452d-a0e6-fd6fc8e11a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:39.089425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48df617-cf4f-41da-8c69-66c761d5a580 req-92a1765d-f6a2-4dc1-9787-4a38627e7f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:39.089425 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d48df617-cf4f-41da-8c69-66c761d5a580 req-92a1765d-f6a2-4dc1-9787-4a38627e7f45 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=089d073129534903b2f07842894eec92&device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 1095 time: 0.0739262 Apr 20 16:27:39.168628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52726) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:39.185721 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3de8-3fce-402e-a63b-bd379802cfb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:39.229972 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48df617-cf4f-41da-8c69-66c761d5a580 req-a7451d74-4725-49fa-9ff1-d11f86a61294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:39.231445 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d48df617-cf4f-41da-8c69-66c761d5a580 req-a7451d74-4725-49fa-9ff1-d11f86a61294 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=089d073129534903b2f07842894eec92&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1295142 Apr 20 16:27:39.261250 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c3055fde-d535-452d-a0e6-fd6fc8e11a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:39.263944 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c3055fde-d535-452d-a0e6-fd6fc8e11a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:39.267471 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c3055fde-d535-452d-a0e6-fd6fc8e11a50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b15cefe1-8cf2-44da-9f57-5f61d8f83749 HTTP/1.1" status: 204 len: 168 time: 0.3143713 Apr 20 16:27:39.325311 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3055fde-d535-452d-a0e6-fd6fc8e11a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15cefe1-8cf2-44da-9f57-5f61d8f83749,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:39.395548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48df617-cf4f-41da-8c69-66c761d5a580 req-aa138030-2321-4f00-8f3b-b2310f7daa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:39.397092 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d48df617-cf4f-41da-8c69-66c761d5a580 req-aa138030-2321-4f00-8f3b-b2310f7daa62 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1595864 Apr 20 16:27:39.410086 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3de8-3fce-402e-a63b-bd379802cfb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:39.496706 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475903aa-02fd-47aa-8b64-1f2452de42db req-6e00c266-a373-410e-8275-58a9631274ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:39.498120 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-475903aa-02fd-47aa-8b64-1f2452de42db req-6e00c266-a373-410e-8275-58a9631274ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=089d073129534903b2f07842894eec92&device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 1095 time: 0.0421760 Apr 20 16:27:39.545828 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-475903aa-02fd-47aa-8b64-1f2452de42db req-3d8fd117-5039-4cb1-9372-40d635ae5b8f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4eddef2b-87b3-4774-8aab-099fad5bb453 HTTP/1.1" status: 200 len: 217 time: 0.0345976 Apr 20 16:27:39.549855 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3de8-3fce-402e-a63b-bd379802cfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:39.626813 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7e1e3de8-3fce-402e-a63b-bd379802cfb8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2406d1b7f6345f7b4c655eccdfd4169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4572055 Apr 20 16:27:39.629243 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e3de8-3fce-402e-a63b-bd379802cfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adc3e4a-0636-4298-8da4-42573ce3c1ed,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:39.636696 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c7f7a-ef48-472d-9321-1f579ccdf33d req-4c4d2dda-5637-4b7e-8713-0cdf51d9923b tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:39.637258 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52738) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:39.637359 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-725c7f7a-ef48-472d-9321-1f579ccdf33d req-4c4d2dda-5637-4b7e-8713-0cdf51d9923b tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 944 time: 0.0573912 Apr 20 16:27:39.662539 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475903aa-02fd-47aa-8b64-1f2452de42db req-111de2a0-f9e6-47b7-84fd-ab24d9697f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:39.662822 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-475903aa-02fd-47aa-8b64-1f2452de42db req-111de2a0-f9e6-47b7-84fd-ab24d9697f3d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1679546-54fc-49fa-bde2-b8fd6e874dc3 HTTP/1.1" status: 200 len: 855 time: 0.1099019 Apr 20 16:27:39.693227 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-725c7f7a-ef48-472d-9321-1f579ccdf33d req-d0e00a6e-592b-4167-bb6b-db34e13868d9 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456297 Apr 20 16:27:39.708550 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-475903aa-02fd-47aa-8b64-1f2452de42db req-22f3930d-518a-4889-b035-5efa65e5703d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e29f456c-4307-48d7-b5a3-7fc452ab2a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362296 Apr 20 16:27:39.781283 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7364f2af-eaf9-4a40-861f-7b63aef7ad91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:39.817899 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7364f2af-eaf9-4a40-861f-7b63aef7ad91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:39.867336 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-475903aa-02fd-47aa-8b64-1f2452de42db req-d7ea8adc-8bfe-45e0-9506-533a5bad44fd service neutron] 10.222.0.26 "GET /v2.0/networks/e29f456c-4307-48d7-b5a3-7fc452ab2a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476805 Apr 20 16:27:39.960462 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-475903aa-02fd-47aa-8b64-1f2452de42db req-cd23ecda-e508-4846-a64a-5b8315cdc89e service neutron] 10.222.0.26 "GET /v2.0/networks/e29f456c-4307-48d7-b5a3-7fc452ab2a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870137 Apr 20 16:27:40.081801 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7364f2af-eaf9-4a40-861f-7b63aef7ad91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:40.084418 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7364f2af-eaf9-4a40-861f-7b63aef7ad91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:40.085716 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7364f2af-eaf9-4a40-861f-7b63aef7ad91 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2adc3e4a-0636-4298-8da4-42573ce3c1ed HTTP/1.1" status: 204 len: 168 time: 0.4507644 Apr 20 16:27:40.096211 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364f2af-eaf9-4a40-861f-7b63aef7ad91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adc3e4a-0636-4298-8da4-42573ce3c1ed,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:40.442181 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52754) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:40.442181 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-99e1e2b5-9b1c-48a3-8236-3d91dbb00936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:40.457362 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-99e1e2b5-9b1c-48a3-8236-3d91dbb00936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:40.844358 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d29c4-6750-465a-8ce2-674e33fcae9f req-7d577940-9240-4d96-ada5-aebf1e105676 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:40.846015 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a7d29c4-6750-465a-8ce2-674e33fcae9f req-7d577940-9240-4d96-ada5-aebf1e105676 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 944 time: 0.0744839 Apr 20 16:27:40.868122 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-99e1e2b5-9b1c-48a3-8236-3d91dbb00936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:40.919731 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-99e1e2b5-9b1c-48a3-8236-3d91dbb00936 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a081b74811f5488492a20c493e9d386b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5565746 Apr 20 16:27:40.922473 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52772) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:40.928562 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a7d29c4-6750-465a-8ce2-674e33fcae9f req-1ab7ac41-e4b1-401f-9590-9880d2148f8d tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764229 Apr 20 16:27:40.929250 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1e2b5-9b1c-48a3-8236-3d91dbb00936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6f310e-8112-4e41-8f53-653928ea704f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:40.982948 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4f7d01ef-8626-441d-9255-701411b7809b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:41.005259 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4f7d01ef-8626-441d-9255-701411b7809b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:41.161355 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4f7d01ef-8626-441d-9255-701411b7809b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:41.163975 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4f7d01ef-8626-441d-9255-701411b7809b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:41.165149 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4f7d01ef-8626-441d-9255-701411b7809b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be6f310e-8112-4e41-8f53-653928ea704f HTTP/1.1" status: 204 len: 168 time: 0.2411220 Apr 20 16:27:41.173357 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d01ef-8626-441d-9255-701411b7809b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6f310e-8112-4e41-8f53-653928ea704f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:42.050857 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229c85e-d67b-474b-952d-4646127de11c req-ac921a56-2d8a-4d3c-bd94-3d22b0f40e17 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:42.069999 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8229c85e-d67b-474b-952d-4646127de11c req-ac921a56-2d8a-4d3c-bd94-3d22b0f40e17 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 944 time: 0.0512631 Apr 20 16:27:42.102555 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8229c85e-d67b-474b-952d-4646127de11c req-a13c3fba-bd14-4149-80e8-780c20a0a4af tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432739 Apr 20 16:27:42.196155 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52808) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:42.209681 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-030f44f3-4d0d-4c79-9efd-84ef19baa8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:42.291104 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-030f44f3-4d0d-4c79-9efd-84ef19baa8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:42.413219 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-030f44f3-4d0d-4c79-9efd-84ef19baa8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:42.453822 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-030f44f3-4d0d-4c79-9efd-84ef19baa8b4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3175eb14de04feb990d55b057b6bb83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2565529 Apr 20 16:27:42.454750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f44f3-4d0d-4c79-9efd-84ef19baa8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac35751-72c3-4021-9798-eed2d8ed9e22,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:42.459000 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52818) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:42.510220 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3bf3e16b-b78b-4950-b7a5-cdba00e660a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:42.532043 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3bf3e16b-b78b-4950-b7a5-cdba00e660a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:42.698912 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3bf3e16b-b78b-4950-b7a5-cdba00e660a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:42.701492 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3bf3e16b-b78b-4950-b7a5-cdba00e660a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:42.702646 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3bf3e16b-b78b-4950-b7a5-cdba00e660a1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fac35751-72c3-4021-9798-eed2d8ed9e22 HTTP/1.1" status: 204 len: 168 time: 0.2426066 Apr 20 16:27:42.711233 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3e16b-b78b-4950-b7a5-cdba00e660a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac35751-72c3-4021-9798-eed2d8ed9e22,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:43.082302 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52834) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:43.241098 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272223b-332f-4bb9-a397-f25326305db0 req-849aa8b1-97e4-457c-8cb1-5ff0a5307b21 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:43.243279 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0272223b-332f-4bb9-a397-f25326305db0 req-849aa8b1-97e4-457c-8cb1-5ff0a5307b21 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 944 time: 0.0670586 Apr 20 16:27:43.267348 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 4eddef2b-87b3-4774-8aab-099fad5bb453 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:27:43.292454 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0272223b-332f-4bb9-a397-f25326305db0 req-159884a2-f6e6-4a10-97a7-2f97641593cd tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422211 Apr 20 16:27:43.303332 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52844) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:43.328255 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-57d18388-989c-4307-aa5e-1dcd514f93fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:43.440431 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 4eddef2b-87b3-4774-8aab-099fad5bb453, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4eddef2b-87b3-4774-8aab-099fad5bb453,segment=NetworkSegment(35d1a58e-519d-48c5-874c-9903c1950aca),segment_id=35d1a58e-519d-48c5-874c-9903c1950aca)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:27:43.462245 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '4eddef2b-87b3-4774-8aab-099fad5bb453', 'network_id': 'e29f456c-4307-48d7-b5a3-7fc452ab2a35', 'port_id': '4eddef2b-87b3-4774-8aab-099fad5bb453', 'mac_address': 'fa:16:3e:2e:6a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1679546-54fc-49fa-bde2-b8fd6e874dc3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:27:43.469240 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-57d18388-989c-4307-aa5e-1dcd514f93fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:43.508144 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-81d84836-ee9c-45dd-96e6-bd86882118b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1963846489'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:27:43.518017 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:43.534038 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eddef2b-87b3-4774-8aab-099fad5bb453 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:27:43.555157 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 4eddef2b-87b3-4774-8aab-099fad5bb453, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4eddef2b-87b3-4774-8aab-099fad5bb453,segment=NetworkSegment(35d1a58e-519d-48c5-874c-9903c1950aca),segment_id=35d1a58e-519d-48c5-874c-9903c1950aca)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:27:43.647069 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-57d18388-989c-4307-aa5e-1dcd514f93fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:43.687888 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d18388-989c-4307-aa5e-1dcd514f93fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4705411-4501-4e68-a5ac-bfd0696306c9,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:43.692544 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-57d18388-989c-4307-aa5e-1dcd514f93fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9dbde018cff4e71a2e61fc6da09a9ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6092050 Apr 20 16:27:43.695209 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52854) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:43.710681 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:43.713598 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d84836-ee9c-45dd-96e6-bd86882118b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] Made reservation on behalf of be444cc8c04a498299e66e99b73bd6bb for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:27:43.717042 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-81d84836-ee9c-45dd-96e6-bd86882118b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:43.730319 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-81d84836-ee9c-45dd-96e6-bd86882118b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:43.774334 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=4eddef2b-87b3-4774-8aab-099fad5bb453,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:43.791768 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c81ae345-b7e2-43cf-95a6-38bcab5fc322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:43.824773 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c81ae345-b7e2-43cf-95a6-38bcab5fc322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:43.882526 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-81d84836-ee9c-45dd-96e6-bd86882118b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:44.012682 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-81d84836-ee9c-45dd-96e6-bd86882118b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:44.046001 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d84836-ee9c-45dd-96e6-bd86882118b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a73fdc-06ff-489d-829a-a698e317e256,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:44.071817 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c81ae345-b7e2-43cf-95a6-38bcab5fc322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:44.074368 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c81ae345-b7e2-43cf-95a6-38bcab5fc322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:44.076475 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c81ae345-b7e2-43cf-95a6-38bcab5fc322 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4705411-4501-4e68-a5ac-bfd0696306c9 HTTP/1.1" status: 204 len: 168 time: 0.3794580 Apr 20 16:27:44.080427 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d84836-ee9c-45dd-96e6-bd86882118b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:27:44.092447 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ae345-b7e2-43cf-95a6-38bcab5fc322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4705411-4501-4e68-a5ac-bfd0696306c9,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:44.096675 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-81d84836-ee9c-45dd-96e6-bd86882118b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:44.097764 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-81d84836-ee9c-45dd-96e6-bd86882118b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] Added segment 173315f0-e1c1-45de-89ad-1b18dc48861b of type vlan for network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 Apr 20 16:27:44.119756 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['4eddef2b-87b3-4774-8aab-099fad5bb453'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:27:44.139871 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-81d84836-ee9c-45dd-96e6-bd86882118b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:44.298731 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-81d84836-ee9c-45dd-96e6-bd86882118b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:44.306269 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d84836-ee9c-45dd-96e6-bd86882118b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:44.307086 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-81d84836-ee9c-45dd-96e6-bd86882118b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:44.386988 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d84836-ee9c-45dd-96e6-bd86882118b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] Pushing event updated for resources: {'Network': ['ID=f4a2813c-4a74-4c91-a005-bf3c66a7ab53,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:44.398565 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:27:44.456118 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64da997-4642-42c5-a280-a5376132dbca req-4be8a991-b215-4f2c-9d43-1f390fc5f04a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:44.465060 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b64da997-4642-42c5-a280-a5376132dbca req-4be8a991-b215-4f2c-9d43-1f390fc5f04a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 945 time: 0.0636616 Apr 20 16:27:44.547650 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-81d84836-ee9c-45dd-96e6-bd86882118b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.2423732 Apr 20 16:27:44.582732 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b64da997-4642-42c5-a280-a5376132dbca req-521546db-d30d-4fcc-ae6d-56c01ab16528 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167512 Apr 20 16:27:44.798070 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52884) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:44.803641 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Request body: {'port': {'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53', 'binding:host_id': 'n-h1-836146-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043768611'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:27:45.025700 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Made reservation on behalf of 465356530fc048ba95d98357374d1289 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:27:45.028569 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:45.038866 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:45.125460 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:45.246984 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:45.251843 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] device_id is not set on port f743a8f3-fbb8-4883-a228-0cc60fd67d76 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:27:45.266544 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 4eddef2b-87b3-4774-8aab-099fad5bb453 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:27:45.340096 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93210efe-b2d3-4251-a7ad-6a5ee4301b36,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:45.429866 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 4eddef2b-87b3-4774-8aab-099fad5bb453 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:27:45.435970 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 4eddef2b-87b3-4774-8aab-099fad5bb453 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:27:45.436459 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:45.521145 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] device_id is not set on port f743a8f3-fbb8-4883-a228-0cc60fd67d76 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:27:45.532125 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:45.533670 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:45.565101 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e9694e-a35e-4036-a8eb-cd795fac0c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eddef2b-87b3-4774-8aab-099fad5bb453'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:27:45.568059 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6662624-bc8d-4ec8-a898-87cb99121c7e" -d '{"events": [{"server_uuid": "06e9694e-a35e-4036-a8eb-cd795fac0c7b", "name": "network-vif-plugged", "status": "completed", "tag": "4eddef2b-87b3-4774-8aab-099fad5bb453"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:27:45.585499 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 4eddef2b-87b3-4774-8aab-099fad5bb453, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4eddef2b-87b3-4774-8aab-099fad5bb453,segment=NetworkSegment(35d1a58e-519d-48c5-874c-9903c1950aca),segment_id=35d1a58e-519d-48c5-874c-9903c1950aca)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:27:45.620187 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186d9c93-c94f-4338-9395-04cd3e2fbc59 x-openstack-request-id: req-186d9c93-c94f-4338-9395-04cd3e2fbc59 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:27:45.620585 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e9694e-a35e-4036-a8eb-cd795fac0c7b", "name": "network-vif-plugged", "status": "completed", "tag": "4eddef2b-87b3-4774-8aab-099fad5bb453", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:27:45.620840 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-186d9c93-c94f-4338-9395-04cd3e2fbc59 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:27:45.621273 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-186d9c93-c94f-4338-9395-04cd3e2fbc59'] response: {'server_uuid': '06e9694e-a35e-4036-a8eb-cd795fac0c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eddef2b-87b3-4774-8aab-099fad5bb453', 'code': 200} Apr 20 16:27:45.653500 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:45.677078 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:45.701205 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Pushing event updated for resources: {'Port': ['ID=f743a8f3-fbb8-4883-a228-0cc60fd67d76,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:45.747441 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=4eddef2b-87b3-4774-8aab-099fad5bb453,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:45.756401 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:45.756739 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:45.757238 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:45.758007 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:45.758487 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:45.758965 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:45.759458 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:45.759985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:45.760091 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Checking segment: {'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:27:45.760580 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:45.760706 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Network hostable DHCP agents. Network: f4a2813c-4a74-4c91-a005-bf3c66a7ab53, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:27:45.761162 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:45.761632 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:45.762116 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:45.765963 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36846e44-1340-4fcf-8666-d84b36e42ca4 req-3ce8109b-f35e-4754-8080-60a75c89e3d4 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:45.779856 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-36846e44-1340-4fcf-8666-d84b36e42ca4 req-3ce8109b-f35e-4754-8080-60a75c89e3d4 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.1005063 Apr 20 16:27:45.805528 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd622d7-04aa-475f-9f4a-affeba578731 req-f79f9d2b-a576-4fb6-aaf4-2e4b26eba831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:45.807017 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6fd622d7-04aa-475f-9f4a-affeba578731 req-f79f9d2b-a576-4fb6-aaf4-2e4b26eba831 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 1097 time: 0.0895982 Apr 20 16:27:45.835979 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-36846e44-1340-4fcf-8666-d84b36e42ca4 req-bc3ad204-3aef-4555-a781-94bf7123c151 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608051 Apr 20 16:27:45.853663 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6fd622d7-04aa-475f-9f4a-affeba578731 req-19fb0f89-b7a7-4b0a-8d82-884d07036716 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381365 Apr 20 16:27:45.868588 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:27:45.932741 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, f4a2813c-4a74-4c91-a005-bf3c66a7ab53) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:27:45.946144 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52da3e6f-065c-45fc-8abd-ca6fb5626b78 None None] Network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:27:45.946309 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:27:45.969350 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:45.969774 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:45.970452 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:45.976995 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:45.977449 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:45.977904 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 2 to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 Apr 20 16:27:45.993856 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:45.994296 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:45.994698 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:45.999490 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:45.999816 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:46.000208 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 3 to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 Apr 20 16:27:46.020815 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:46.022219 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:46.022628 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:46.032712 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:46.033011 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:46.033360 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 4 to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 Apr 20 16:27:46.066955 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:46.069725 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:46.071606 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:46.083203 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:46.083717 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:46.084448 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 5 to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 Apr 20 16:27:46.116227 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:46.116784 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:46.117316 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:46.122301 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:46.122850 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:46.123395 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 6 to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 Apr 20 16:27:46.139166 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:46.139786 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:46.139974 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:46.144908 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:46.145548 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:46.146211 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 7 to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 Apr 20 16:27:46.160882 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:46.161314 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:46.161729 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:46.169428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:46.169784 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:46.170190 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 8 to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 Apr 20 16:27:46.183588 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:46.183848 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:46.184383 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:46.188805 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:46.189134 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:46.189524 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 9 to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 Apr 20 16:27:46.202626 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:46.203002 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:46.203343 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:46.207851 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:46.208183 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:46.208710 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 10 to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 Apr 20 16:27:46.226301 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:46.226643 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:46.227074 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:46.233073 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:46.233410 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port f743a8f3-fbb8-4883-a228-0cc60fd67d76 on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:46.233783 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:46.315687 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] For port f743a8f3-fbb8-4883-a228-0cc60fd67d76, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:27:46.316784 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempted to set empty binding levels {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 16:27:46.378596 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:46.429199 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Pushing event updated for resources: {'Port': ['ID=f743a8f3-fbb8-4883-a228-0cc60fd67d76,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:46.437400 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:46.438149 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:46.548964 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ac5a3619-6258-420b-b81e-a3ee0b950cd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.7466016 Apr 20 16:27:46.549438 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52952) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:46.646545 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-da681fa5-afab-496b-ba8f-9aa1ab4db294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Deleting port f743a8f3-fbb8-4883-a228-0cc60fd67d76 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:27:46.646889 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-da681fa5-afab-496b-ba8f-9aa1ab4db294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:46.714607 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-da681fa5-afab-496b-ba8f-9aa1ab4db294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] For port f743a8f3-fbb8-4883-a228-0cc60fd67d76, host n-h1-836146-2, got binding levels [] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:27:46.715056 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-da681fa5-afab-496b-ba8f-9aa1ab4db294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:46.731422 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-da681fa5-afab-496b-ba8f-9aa1ab4db294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Calling delete_port for f743a8f3-fbb8-4883-a228-0cc60fd67d76 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:27:46.909636 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-da681fa5-afab-496b-ba8f-9aa1ab4db294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:46.952021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da681fa5-afab-496b-ba8f-9aa1ab4db294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Pushing event deleted for resources: {'Port': ['ID=f743a8f3-fbb8-4883-a228-0cc60fd67d76,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:46.962987 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-da681fa5-afab-496b-ba8f-9aa1ab4db294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:46.967498 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-da681fa5-afab-496b-ba8f-9aa1ab4db294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] 10.222.0.15 "DELETE /v2.0/ports/f743a8f3-fbb8-4883-a228-0cc60fd67d76 HTTP/1.1" status: 204 len: 168 time: 0.4163113 Apr 20 16:27:46.970358 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52962) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:46.983804 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d8491-fa72-4386-956f-90fcbe83be25 req-3663c92e-3bbc-49a1-8793-176ac2e08e59 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:46.985375 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-068d8491-fa72-4386-956f-90fcbe83be25 req-3663c92e-3bbc-49a1-8793-176ac2e08e59 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.0657945 Apr 20 16:27:46.999346 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-2412a54a-7701-4e2c-96ed-97dd7ee0984a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] GET failed (client error): The resource could not be found. Apr 20 16:27:47.000935 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2412a54a-7701-4e2c-96ed-97dd7ee0984a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] 10.222.0.15 "GET /v2.0/ports/f743a8f3-fbb8-4883-a228-0cc60fd67d76 HTTP/1.1" status: 404 len: 333 time: 0.0295558 Apr 20 16:27:47.004780 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52964) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:47.010505 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-ba3b6b89-e81f-4c9e-b4eb-c2efbf1b72aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Request body: {'port': {'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957516326'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:27:47.029351 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-068d8491-fa72-4386-956f-90fcbe83be25 req-24d48466-1db0-4504-8343-7595051c3923 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370703 Apr 20 16:27:47.029501 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:27:47.138585 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3b6b89-e81f-4c9e-b4eb-c2efbf1b72aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Made reservation on behalf of 465356530fc048ba95d98357374d1289 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:27:47.141021 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ba3b6b89-e81f-4c9e-b4eb-c2efbf1b72aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:47.170856 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-ba3b6b89-e81f-4c9e-b4eb-c2efbf1b72aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] device_id is not set on port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:27:47.171078 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52972) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:47.324543 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7620eef-4831-40f4-bcb9-b2315c4cc577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:47.346179 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ba3b6b89-e81f-4c9e-b4eb-c2efbf1b72aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:47.412895 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7620eef-4831-40f4-bcb9-b2315c4cc577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:47.482213 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ba3b6b89-e81f-4c9e-b4eb-c2efbf1b72aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:47.521186 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3b6b89-e81f-4c9e-b4eb-c2efbf1b72aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:27:47.521355 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7620eef-4831-40f4-bcb9-b2315c4cc577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:47.524159 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-ba3b6b89-e81f-4c9e-b4eb-c2efbf1b72aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:27:47.530385 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b6b89-e81f-4c9e-b4eb-c2efbf1b72aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:27:47.531429 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3b6b89-e81f-4c9e-b4eb-c2efbf1b72aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:47.532621 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ba3b6b89-e81f-4c9e-b4eb-c2efbf1b72aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:47.547065 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b6b89-e81f-4c9e-b4eb-c2efbf1b72aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Pushing event updated for resources: {'Port': ['ID=b47cc0a4-f28f-4558-89c1-db9e98ae1e5d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:47.558278 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b6b89-e81f-4c9e-b4eb-c2efbf1b72aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:47.560423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b6b89-e81f-4c9e-b4eb-c2efbf1b72aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:47.560423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b6b89-e81f-4c9e-b4eb-c2efbf1b72aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:47.560423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b6b89-e81f-4c9e-b4eb-c2efbf1b72aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:47.560423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b6b89-e81f-4c9e-b4eb-c2efbf1b72aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:47.560423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b6b89-e81f-4c9e-b4eb-c2efbf1b72aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:47.560423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b6b89-e81f-4c9e-b4eb-c2efbf1b72aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:47.560907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b6b89-e81f-4c9e-b4eb-c2efbf1b72aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:47.561436 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b6b89-e81f-4c9e-b4eb-c2efbf1b72aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:47.561436 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b6b89-e81f-4c9e-b4eb-c2efbf1b72aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:47.561702 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b6b89-e81f-4c9e-b4eb-c2efbf1b72aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:47.562032 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b6b89-e81f-4c9e-b4eb-c2efbf1b72aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:27:47.579494 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d7620eef-4831-40f4-bcb9-b2315c4cc577 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbd1a36b20d148ea9d164bd46e8441df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4069471 Apr 20 16:27:47.581965 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52986) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:47.589425 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7620eef-4831-40f4-bcb9-b2315c4cc577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b50ad3-3d19-4f60-a7a3-fb113eb955da,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:47.644622 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bbcda749-3455-4b2e-8417-407e933dcfb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:47.662397 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ba3b6b89-e81f-4c9e-b4eb-c2efbf1b72aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6563277 Apr 20 16:27:47.665078 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52990) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:47.669892 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:27:47.677671 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bbcda749-3455-4b2e-8417-407e933dcfb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:47.753530 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:47.880162 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bbcda749-3455-4b2e-8417-407e933dcfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:47.883023 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bbcda749-3455-4b2e-8417-407e933dcfb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:47.884490 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bbcda749-3455-4b2e-8417-407e933dcfb6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a7b50ad3-3d19-4f60-a7a3-fb113eb955da HTTP/1.1" status: 204 len: 168 time: 0.3013909 Apr 20 16:27:47.900030 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcda749-3455-4b2e-8417-407e933dcfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b50ad3-3d19-4f60-a7a3-fb113eb955da,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:47.962209 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] device_id is not set on port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:27:47.970569 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:48.075894 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:48.137791 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Pushing event updated for resources: {'Port': ['ID=b47cc0a4-f28f-4558-89c1-db9e98ae1e5d,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:48.161099 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:48.161099 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:48.161099 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:48.161099 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:48.161099 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:48.161564 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 2 to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d Apr 20 16:27:48.173852 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa13434-700d-4ea2-8be6-c4dc781c4ce7 req-7bb8e8b5-9a72-408e-9599-8c2a459656fe tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.175379 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-efa13434-700d-4ea2-8be6-c4dc781c4ce7 req-7bb8e8b5-9a72-408e-9599-8c2a459656fe tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.0541506 Apr 20 16:27:48.175750 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:48.176151 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:48.176651 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:48.181631 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:48.182067 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:48.182845 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 3 to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d Apr 20 16:27:48.205847 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:48.210000 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:48.210452 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:48.216525 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:48.217093 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:48.217711 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 4 to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d Apr 20 16:27:48.249354 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:48.249855 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:48.250422 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:48.263334 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:48.263927 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:48.264372 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 5 to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d Apr 20 16:27:48.268959 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-efa13434-700d-4ea2-8be6-c4dc781c4ce7 req-bf2966c2-cefd-4ed2-bb13-2e89bd111358 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813589 Apr 20 16:27:48.292732 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:48.292732 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:48.292732 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:48.302067 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:48.302329 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:48.302826 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 6 to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d Apr 20 16:27:48.324300 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:48.324679 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:48.325078 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:48.333720 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:48.334231 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:48.334784 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 7 to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d Apr 20 16:27:48.349499 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:48.349838 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:48.350178 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:48.368545 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:48.368913 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:48.385079 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 8 to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d Apr 20 16:27:48.415432 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:48.415767 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:48.416105 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:48.424576 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:48.424908 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:48.427599 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 9 to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d Apr 20 16:27:48.450135 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d7150-d353-4ee5-a6c7-7283c4dc2f57 req-f851028e-7612-4981-8bb8-ef158833b4ed tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.451742 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fa2d7150-d353-4ee5-a6c7-7283c4dc2f57 req-f851028e-7612-4981-8bb8-ef158833b4ed tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.0860205 Apr 20 16:27:48.454539 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:48.455176 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:48.455688 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:48.467674 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:48.468022 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:48.475181 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 10 to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d Apr 20 16:27:48.499860 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:48.500168 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:48.500532 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:48.508965 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:48.509325 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:48.509670 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:48.514576 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fa2d7150-d353-4ee5-a6c7-7283c4dc2f57 req-ec6ee101-b928-4b54-a737-3215d6bba63a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545838 Apr 20 16:27:48.634286 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] For port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:27:48.634286 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempted to set empty binding levels {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 16:27:48.721852 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:48.758375 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] In _notify_port_updated(), no bound segment for port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:27:48.759227 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.759880 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:48.763684 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] 10.222.0.15 "PUT /v2.0/ports/b47cc0a4-f28f-4558-89c1-db9e98ae1e5d HTTP/1.1" status: 200 len: 979 time: 1.0952210 Apr 20 16:27:48.764177 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53022) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:48.789951 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679c8ad-280c-44fe-b00b-2b8f08d7a6ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Pushing event updated for resources: {'Port': ['ID=b47cc0a4-f28f-4558-89c1-db9e98ae1e5d,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:48.926413 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c807af-69f0-4bdb-ad7c-332f861f327f req-b881bc02-e8cb-4f1e-87e1-1372cf3a4a5c tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.928039 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d2c807af-69f0-4bdb-ad7c-332f861f327f req-b881bc02-e8cb-4f1e-87e1-1372cf3a4a5c tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.0781143 Apr 20 16:27:48.931947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.932870 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.933327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.933827 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.934262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.934725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.935184 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.940649 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.942117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.942604 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.943092 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.943561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.944027 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.944525 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.944994 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.945455 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.950914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.951992 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.952687 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.953163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.955311 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.955835 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.956354 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.956809 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.957283 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.957736 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.958549 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.959019 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.959496 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.959946 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.960434 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.960889 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.966024 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.966024 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:48.966632 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-18de9bd2-639d-44ef-9c97-75d9162b4a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30631 time: 0.2013702 Apr 20 16:27:48.972138 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53032) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:49.001089 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d2c807af-69f0-4bdb-ad7c-332f861f327f req-0d11e4b7-fc48-4101-9839-8536ac3bbc5a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647597 Apr 20 16:27:49.060232 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d4af4ac-a790-4dfc-8ee7-dad064e21a72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Deleting port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:27:49.060833 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d4af4ac-a790-4dfc-8ee7-dad064e21a72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:49.148240 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d4af4ac-a790-4dfc-8ee7-dad064e21a72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] For port b47cc0a4-f28f-4558-89c1-db9e98ae1e5d, host n-h1-836146-2, got binding levels [] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:27:49.148640 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d4af4ac-a790-4dfc-8ee7-dad064e21a72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:49.150031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6af4bc-78d0-4c28-b45b-b810306b1cfd req-24e418a0-3a3c-454b-8542-9f7be090dda9 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:49.155082 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f6af4bc-78d0-4c28-b45b-b810306b1cfd req-24e418a0-3a3c-454b-8542-9f7be090dda9 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.0643570 Apr 20 16:27:49.165542 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d4af4ac-a790-4dfc-8ee7-dad064e21a72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Calling delete_port for b47cc0a4-f28f-4558-89c1-db9e98ae1e5d owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:27:49.195419 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f6af4bc-78d0-4c28-b45b-b810306b1cfd req-0dd5c19b-c609-4669-bfd1-392aa2847014 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335925 Apr 20 16:27:49.361744 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d4af4ac-a790-4dfc-8ee7-dad064e21a72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:49.405425 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4af4ac-a790-4dfc-8ee7-dad064e21a72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Pushing event deleted for resources: {'Port': ['ID=b47cc0a4-f28f-4558-89c1-db9e98ae1e5d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:49.416790 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d4af4ac-a790-4dfc-8ee7-dad064e21a72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:49.420653 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5d4af4ac-a790-4dfc-8ee7-dad064e21a72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] 10.222.0.15 "DELETE /v2.0/ports/b47cc0a4-f28f-4558-89c1-db9e98ae1e5d HTTP/1.1" status: 204 len: 168 time: 0.4474647 Apr 20 16:27:49.423944 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53052) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:49.464657 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-28912ab6-4b2e-4e41-837a-2fa5802a6ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] GET failed (client error): The resource could not be found. Apr 20 16:27:49.466325 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-28912ab6-4b2e-4e41-837a-2fa5802a6ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] 10.222.0.15 "GET /v2.0/ports/b47cc0a4-f28f-4558-89c1-db9e98ae1e5d HTTP/1.1" status: 404 len: 333 time: 0.0408487 Apr 20 16:27:49.470600 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53056) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:49.477779 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-3d2f63a2-7073-484a-b5a7-19f6ac95a687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310507502', 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:27:49.578304 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2f63a2-7073-484a-b5a7-19f6ac95a687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Made reservation on behalf of 465356530fc048ba95d98357374d1289 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:27:49.581303 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d2f63a2-7073-484a-b5a7-19f6ac95a687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:49.598186 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-3d2f63a2-7073-484a-b5a7-19f6ac95a687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] device_id is not set on port f1921100-8cfd-4e58-85c9-9cd25ba50996 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:27:49.727077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49abf35-a9ab-42b9-9213-1a6f7793e41b req-0a9a33cc-1340-41a4-ae7d-e2c66d11e233 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:49.728805 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d49abf35-a9ab-42b9-9213-1a6f7793e41b req-0a9a33cc-1340-41a4-ae7d-e2c66d11e233 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.0568228 Apr 20 16:27:49.786936 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d49abf35-a9ab-42b9-9213-1a6f7793e41b req-e71ee4de-8361-4ebe-b679-3876d151e4db tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490239 Apr 20 16:27:49.827385 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d2f63a2-7073-484a-b5a7-19f6ac95a687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:49.948159 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d2f63a2-7073-484a-b5a7-19f6ac95a687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:50.020081 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2f63a2-7073-484a-b5a7-19f6ac95a687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:27:50.023127 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-3d2f63a2-7073-484a-b5a7-19f6ac95a687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:27:50.026648 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2f63a2-7073-484a-b5a7-19f6ac95a687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:27:50.028369 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2f63a2-7073-484a-b5a7-19f6ac95a687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:50.028501 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d2f63a2-7073-484a-b5a7-19f6ac95a687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:50.056096 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f63a2-7073-484a-b5a7-19f6ac95a687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Pushing event updated for resources: {'Port': ['ID=f1921100-8cfd-4e58-85c9-9cd25ba50996,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:50.126642 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3d2f63a2-7073-484a-b5a7-19f6ac95a687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6523910 Apr 20 16:27:50.126797 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53094) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:50.167923 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217d80f3-e30f-4260-9522-b9be989fb862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:50.171897 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-217d80f3-e30f-4260-9522-b9be989fb862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] 10.222.0.15 "GET /v2.0/ports/f1921100-8cfd-4e58-85c9-9cd25ba50996 HTTP/1.1" status: 200 len: 959 time: 0.0417163 Apr 20 16:27:50.172647 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53096) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:50.265455 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-f403bb0f-22a0-4a1d-8f20-b53291dda312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Deleting port f1921100-8cfd-4e58-85c9-9cd25ba50996 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:27:50.266463 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f403bb0f-22a0-4a1d-8f20-b53291dda312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:50.342208 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f403bb0f-22a0-4a1d-8f20-b53291dda312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:50.357741 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-f403bb0f-22a0-4a1d-8f20-b53291dda312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Calling delete_port for f1921100-8cfd-4e58-85c9-9cd25ba50996 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:27:50.560887 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f403bb0f-22a0-4a1d-8f20-b53291dda312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:50.604016 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403bb0f-22a0-4a1d-8f20-b53291dda312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1921100-8cfd-4e58-85c9-9cd25ba50996,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:50.624785 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f403bb0f-22a0-4a1d-8f20-b53291dda312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:50.631037 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f403bb0f-22a0-4a1d-8f20-b53291dda312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] 10.222.0.15 "DELETE /v2.0/ports/f1921100-8cfd-4e58-85c9-9cd25ba50996 HTTP/1.1" status: 204 len: 168 time: 0.4529943 Apr 20 16:27:50.631822 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53112) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:50.662534 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad2c51a-275e-4a41-a276-2645ccc4c630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] GET failed (client error): The resource could not be found. Apr 20 16:27:50.664968 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5ad2c51a-275e-4a41-a276-2645ccc4c630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] 10.222.0.15 "GET /v2.0/ports/f1921100-8cfd-4e58-85c9-9cd25ba50996 HTTP/1.1" status: 404 len: 333 time: 0.0311615 Apr 20 16:27:50.667681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53120) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:50.672491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-8e70a670-de2d-4903-a57f-5b48c6aa8d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Request body: {'port': {'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1425270727'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:27:50.682818 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d8f4cb9f-5452-413f-87cb-f47630b235bc req-ea52480f-1d3c-4fa0-8ebc-eadce114e107 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1078830 Apr 20 16:27:50.759496 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4cb9f-5452-413f-87cb-f47630b235bc req-e4aaf0e6-df22-4e86-b069-e872eab54756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:50.761047 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d8f4cb9f-5452-413f-87cb-f47630b235bc req-e4aaf0e6-df22-4e86-b069-e872eab54756 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbc372ad2d1446089af0923f5d212489&device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 1096 time: 0.0426590 Apr 20 16:27:50.787728 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e70a670-de2d-4903-a57f-5b48c6aa8d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Made reservation on behalf of 465356530fc048ba95d98357374d1289 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:27:50.789968 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8e70a670-de2d-4903-a57f-5b48c6aa8d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:50.852814 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-8e70a670-de2d-4903-a57f-5b48c6aa8d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] device_id is not set on port 4b96d668-19f9-421d-967b-6a23d9408aef yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:27:50.954877 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4cb9f-5452-413f-87cb-f47630b235bc req-c051eb23-2bb9-491a-8823-575006e0d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:50.957780 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d8f4cb9f-5452-413f-87cb-f47630b235bc req-c051eb23-2bb9-491a-8823-575006e0d7f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb HTTP/1.1" status: 200 len: 919 time: 0.1789920 Apr 20 16:27:50.981375 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1128d-274a-4033-98da-e464ee9235ac req-e9c24469-2494-4b93-b8e0-89c19711727e tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:50.982913 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6ba1128d-274a-4033-98da-e464ee9235ac req-e9c24469-2494-4b93-b8e0-89c19711727e tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.0845602 Apr 20 16:27:51.033292 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6ba1128d-274a-4033-98da-e464ee9235ac req-dead8578-1380-4476-adeb-950766609f3b tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430894 Apr 20 16:27:51.170827 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d8f4cb9f-5452-413f-87cb-f47630b235bc req-00363c4a-a7b7-4e63-9b87-6d7c0091ed64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e531f2f-3a09-478e-a83c-6e5843916ec8 HTTP/1.1" status: 200 len: 1000 time: 0.2054770 Apr 20 16:27:51.257672 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8e70a670-de2d-4903-a57f-5b48c6aa8d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:51.267434 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4cb9f-5452-413f-87cb-f47630b235bc req-18035d91-e213-4c1b-a207-9f291f9f265e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:51.268966 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d8f4cb9f-5452-413f-87cb-f47630b235bc req-18035d91-e213-4c1b-a207-9f291f9f265e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f49ef81d-6341-40ae-b59c-ad7cca19ee9b HTTP/1.1" status: 200 len: 857 time: 0.0899453 Apr 20 16:27:51.618462 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4cb9f-5452-413f-87cb-f47630b235bc req-5c42ea9e-a0fc-47bc-851e-c6bc407f523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:51.618462 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d8f4cb9f-5452-413f-87cb-f47630b235bc req-5c42ea9e-a0fc-47bc-851e-c6bc407f523b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3087609 Apr 20 16:27:51.706604 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8e70a670-de2d-4903-a57f-5b48c6aa8d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:51.710254 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d8f4cb9f-5452-413f-87cb-f47630b235bc req-6bc63959-c5f1-4be2-8f27-adf30ac91ec3 service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079316 Apr 20 16:27:51.771732 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70a670-de2d-4903-a57f-5b48c6aa8d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Pushing event updated for resources: {'Port': ['ID=4b96d668-19f9-421d-967b-6a23d9408aef,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:51.786452 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e70a670-de2d-4903-a57f-5b48c6aa8d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:27:51.820796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-8e70a670-de2d-4903-a57f-5b48c6aa8d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:27:51.854381 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e70a670-de2d-4903-a57f-5b48c6aa8d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:27:51.855658 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e70a670-de2d-4903-a57f-5b48c6aa8d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:51.855760 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8e70a670-de2d-4903-a57f-5b48c6aa8d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:51.897375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ab87c-b340-4a8e-a998-d368117f8a86 req-27e6e316-3711-4c28-aa2e-861690c06856 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:51.898865 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de9ab87c-b340-4a8e-a998-d368117f8a86 req-27e6e316-3711-4c28-aa2e-861690c06856 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 946 time: 0.1280441 Apr 20 16:27:51.938118 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d8f4cb9f-5452-413f-87cb-f47630b235bc req-ab7be517-7a76-4e1f-9b61-4bf9605c1666 service neutron] 10.222.0.26 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691155 Apr 20 16:27:51.962567 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de9ab87c-b340-4a8e-a998-d368117f8a86 req-7c1b9558-cf8f-4ba6-8e6c-d18bba738a5d tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535085 Apr 20 16:27:52.008182 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8e70a670-de2d-4903-a57f-5b48c6aa8d8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3393068 Apr 20 16:27:52.011065 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53178) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:52.016631 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:27:52.097281 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:52.252146 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922e3af-ede7-46b4-b382-f5daad5aad0d req-11e314f6-b5cf-4655-b79d-3a5f409f30e7 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:52.253639 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c922e3af-ede7-46b4-b382-f5daad5aad0d req-11e314f6-b5cf-4655-b79d-3a5f409f30e7 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.1296070 Apr 20 16:27:52.359101 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c922e3af-ede7-46b4-b382-f5daad5aad0d req-f1bcde90-f301-4947-a083-f37955ff9729 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847697 Apr 20 16:27:52.413163 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] device_id is not set on port 4b96d668-19f9-421d-967b-6a23d9408aef yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:27:52.414813 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53194) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:52.421303 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:52.527405 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:52.555588 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb393542-c128-4b6f-9abd-29b4d922bb1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:52.619171 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Pushing event updated for resources: {'Port': ['ID=4b96d668-19f9-421d-967b-6a23d9408aef,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:52.623523 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:52.625575 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:52.625575 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:52.634939 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port 4b96d668-19f9-421d-967b-6a23d9408aef on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:52.635275 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:52.635753 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 2 to bind port 4b96d668-19f9-421d-967b-6a23d9408aef Apr 20 16:27:52.666324 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb393542-c128-4b6f-9abd-29b4d922bb1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:52.671622 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:52.671951 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:52.672318 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:52.681079 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6b371ee6-df32-40b7-b4a5-326292cd1470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:52.682268 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port 4b96d668-19f9-421d-967b-6a23d9408aef on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:52.685661 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:52.686236 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 3 to bind port 4b96d668-19f9-421d-967b-6a23d9408aef Apr 20 16:27:52.707593 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:52.707945 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:52.708365 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:52.714530 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port 4b96d668-19f9-421d-967b-6a23d9408aef on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:52.714864 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:52.715261 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 4 to bind port 4b96d668-19f9-421d-967b-6a23d9408aef Apr 20 16:27:52.732204 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:52.732733 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:52.733110 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:52.738336 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port 4b96d668-19f9-421d-967b-6a23d9408aef on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:52.739215 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:52.739737 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 5 to bind port 4b96d668-19f9-421d-967b-6a23d9408aef Apr 20 16:27:52.757439 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:52.757779 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:52.758151 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:52.761168 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb393542-c128-4b6f-9abd-29b4d922bb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:52.767640 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port 4b96d668-19f9-421d-967b-6a23d9408aef on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:52.769414 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:52.769808 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 6 to bind port 4b96d668-19f9-421d-967b-6a23d9408aef Apr 20 16:27:52.783598 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:52.783945 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:52.784286 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:52.789139 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port 4b96d668-19f9-421d-967b-6a23d9408aef on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:52.789878 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:52.789878 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 7 to bind port 4b96d668-19f9-421d-967b-6a23d9408aef Apr 20 16:27:52.805466 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bb393542-c128-4b6f-9abd-29b4d922bb1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c300872e8794ac193d3993ff2e34734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3865790 Apr 20 16:27:52.805466 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb393542-c128-4b6f-9abd-29b4d922bb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25f4b4e-1726-4ae3-a15b-c25568aeffb2,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:52.806012 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53200) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:52.812615 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:52.813407 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:52.813407 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:52.828838 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port 4b96d668-19f9-421d-967b-6a23d9408aef on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:52.829170 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:52.833624 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 8 to bind port 4b96d668-19f9-421d-967b-6a23d9408aef Apr 20 16:27:52.861186 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:52.861520 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:52.861923 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:52.870928 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port 4b96d668-19f9-421d-967b-6a23d9408aef on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:52.871256 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:52.876181 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 9 to bind port 4b96d668-19f9-421d-967b-6a23d9408aef Apr 20 16:27:52.888889 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20035d5d-ab91-41c4-83a6-39dfb6994bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:52.900425 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:52.900764 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:52.901097 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:52.913196 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port 4b96d668-19f9-421d-967b-6a23d9408aef on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:52.913525 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:52.919250 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempt 10 to bind port 4b96d668-19f9-421d-967b-6a23d9408aef Apr 20 16:27:52.920446 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20035d5d-ab91-41c4-83a6-39dfb6994bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:52.942859 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:27:52.943350 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:27:52.943689 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempting to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:27:52.962085 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Port 4b96d668-19f9-421d-967b-6a23d9408aef on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:27:52.962410 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Failed to bind port 4b96d668-19f9-421d-967b-6a23d9408aef on host n-h1-836146-2 for vnic_type normal using segments [{'id': '173315f0-e1c1-45de-89ad-1b18dc48861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f4a2813c-4a74-4c91-a005-bf3c66a7ab53'}] Apr 20 16:27:52.962772 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:53.034618 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] For port 4b96d668-19f9-421d-967b-6a23d9408aef, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:27:53.035248 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attempted to set empty binding levels {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 16:27:53.095404 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20035d5d-ab91-41c4-83a6-39dfb6994bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:53.098259 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20035d5d-ab91-41c4-83a6-39dfb6994bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:53.099704 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-20035d5d-ab91-41c4-83a6-39dfb6994bdf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c25f4b4e-1726-4ae3-a15b-c25568aeffb2 HTTP/1.1" status: 204 len: 168 time: 0.2929618 Apr 20 16:27:53.115075 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20035d5d-ab91-41c4-83a6-39dfb6994bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25f4b4e-1726-4ae3-a15b-c25568aeffb2,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:53.155482 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bbf56-8cbb-4b23-90a0-49970d4258ba req-8b5cb98b-5353-4500-8c6e-734804228c31 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:53.157465 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-702bbf56-8cbb-4b23-90a0-49970d4258ba req-8b5cb98b-5353-4500-8c6e-734804228c31 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 946 time: 0.1013730 Apr 20 16:27:53.159627 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:53.182752 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] In _notify_port_updated(), no bound segment for port 4b96d668-19f9-421d-967b-6a23d9408aef on network f4a2813c-4a74-4c91-a005-bf3c66a7ab53 {{(pid=103485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:27:53.182957 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:53.184924 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:53.186453 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] 10.222.0.15 "PUT /v2.0/ports/4b96d668-19f9-421d-967b-6a23d9408aef HTTP/1.1" status: 200 len: 979 time: 1.1743863 Apr 20 16:27:53.189619 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53212) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:53.345274 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-702bbf56-8cbb-4b23-90a0-49970d4258ba req-ff318a4c-7597-476a-886f-e4a5494e613f tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736078 Apr 20 16:27:53.346156 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0f486-206c-4f02-a5be-069eccb90bb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Pushing event updated for resources: {'Port': ['ID=4b96d668-19f9-421d-967b-6a23d9408aef,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:53.367309 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-9716bf82-4b8a-4cc5-8da9-66c8845a5735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Deleting port 4b96d668-19f9-421d-967b-6a23d9408aef {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:27:53.367654 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9716bf82-4b8a-4cc5-8da9-66c8845a5735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:53.476598 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-9716bf82-4b8a-4cc5-8da9-66c8845a5735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] For port 4b96d668-19f9-421d-967b-6a23d9408aef, host n-h1-836146-2, got binding levels [] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:27:53.476598 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9716bf82-4b8a-4cc5-8da9-66c8845a5735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:53.498432 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-9716bf82-4b8a-4cc5-8da9-66c8845a5735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Calling delete_port for 4b96d668-19f9-421d-967b-6a23d9408aef owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:27:53.682378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b0d31-c64a-41e6-81ae-1c1096793691 req-a5474a45-7bfb-4e4d-8c22-91cee5e84bc1 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:53.691980 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-108b0d31-c64a-41e6-81ae-1c1096793691 req-a5474a45-7bfb-4e4d-8c22-91cee5e84bc1 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.1909916 Apr 20 16:27:53.790664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025aefa2-f583-4980-bd06-651a06da2de5 req-5c908cfd-9cc6-48ac-b247-2e8052401fd3 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:53.796452 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-025aefa2-f583-4980-bd06-651a06da2de5 req-5c908cfd-9cc6-48ac-b247-2e8052401fd3 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 946 time: 0.1842422 Apr 20 16:27:53.814325 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-108b0d31-c64a-41e6-81ae-1c1096793691 req-b122814b-cebf-45d7-bb12-6a1958c2e334 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175425 Apr 20 16:27:53.904813 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53222) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:53.912809 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9716bf82-4b8a-4cc5-8da9-66c8845a5735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:53.922942 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0378a6b1-c80e-4a10-92f5-394e7bfc7529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:53.994486 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716bf82-4b8a-4cc5-8da9-66c8845a5735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b96d668-19f9-421d-967b-6a23d9408aef,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:54.006537 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9716bf82-4b8a-4cc5-8da9-66c8845a5735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:54.010104 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9716bf82-4b8a-4cc5-8da9-66c8845a5735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] 10.222.0.15 "DELETE /v2.0/ports/4b96d668-19f9-421d-967b-6a23d9408aef HTTP/1.1" status: 204 len: 168 time: 0.8194063 Apr 20 16:27:54.012995 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53226) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:54.062177 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d04cb06-09ad-4106-91ce-1fd954b4f429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] GET failed (client error): The resource could not be found. Apr 20 16:27:54.063643 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8d04cb06-09ad-4106-91ce-1fd954b4f429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002665643-project-admin] 10.222.0.15 "GET /v2.0/ports/4b96d668-19f9-421d-967b-6a23d9408aef HTTP/1.1" status: 404 len: 333 time: 0.0466652 Apr 20 16:27:54.068946 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53228) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:54.080080 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0378a6b1-c80e-4a10-92f5-394e7bfc7529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:54.101030 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-025aefa2-f583-4980-bd06-651a06da2de5 req-6e72098e-a377-4887-ac82-59848648a8c0 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Deleting port b463745f-05ca-4647-8b4c-710910c8dde7 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:27:54.101433 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-025aefa2-f583-4980-bd06-651a06da2de5 req-6e72098e-a377-4887-ac82-59848648a8c0 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:54.150147 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0378a6b1-c80e-4a10-92f5-394e7bfc7529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:54.209031 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dede155b-a14d-4395-8cab-811c4816b79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:54.240631 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0378a6b1-c80e-4a10-92f5-394e7bfc7529 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6689baa811e14e5cbafd379854e9cf2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3344858 Apr 20 16:27:54.243228 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53230) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:54.243901 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378a6b1-c80e-4a10-92f5-394e7bfc7529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cf92dd-24ee-4c88-92c9-d929fa043440,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:54.286047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-025aefa2-f583-4980-bd06-651a06da2de5 req-6e72098e-a377-4887-ac82-59848648a8c0 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] For port b463745f-05ca-4647-8b4c-710910c8dde7, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=b463745f-05ca-4647-8b4c-710910c8dde7,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:27:54.286418 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-025aefa2-f583-4980-bd06-651a06da2de5 req-6e72098e-a377-4887-ac82-59848648a8c0 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:54.639809 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed62cf-a3c1-4308-ad9d-058db922703e req-4f447082-1fef-43e6-9b23-b93a02c8b31d tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:54.649975 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1eed62cf-a3c1-4308-ad9d-058db922703e req-4f447082-1fef-43e6-9b23-b93a02c8b31d tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 946 time: 0.1652246 Apr 20 16:27:54.762527 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-025aefa2-f583-4980-bd06-651a06da2de5 req-6e72098e-a377-4887-ac82-59848648a8c0 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:54.765241 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-025aefa2-f583-4980-bd06-651a06da2de5 req-6e72098e-a377-4887-ac82-59848648a8c0 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:54.765241 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-025aefa2-f583-4980-bd06-651a06da2de5 req-6e72098e-a377-4887-ac82-59848648a8c0 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Floating IP 020b949f-9119-43b8-bcff-6a9506e6e49c disassociated. External IP: 172.25.0.138, port: b463745f-05ca-4647-8b4c-710910c8dde7. Apr 20 16:27:54.765241 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-025aefa2-f583-4980-bd06-651a06da2de5 req-6e72098e-a377-4887-ac82-59848648a8c0 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Calling delete_port for b463745f-05ca-4647-8b4c-710910c8dde7 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:27:54.885936 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dede155b-a14d-4395-8cab-811c4816b79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:54.950820 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9853fd8b-7af2-4580-b950-5981293589ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:54.977899 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9853fd8b-7af2-4580-b950-5981293589ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:55.011683 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-dede155b-a14d-4395-8cab-811c4816b79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a2813c-4a74-4c91-a005-bf3c66a7ab53']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:55.046581 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1eed62cf-a3c1-4308-ad9d-058db922703e req-500e4047-60fc-4f25-b97d-6e66cf2f637c tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups?id=995867c9-53c6-4652-9e0e-2e2111cb0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3905733 Apr 20 16:27:55.054212 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-dede155b-a14d-4395-8cab-811c4816b79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173315f0-e1c1-45de-89ad-1b18dc48861b') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:55.055734 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-dede155b-a14d-4395-8cab-811c4816b79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173315f0-e1c1-45de-89ad-1b18dc48861b') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:55.065392 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-025aefa2-f583-4980-bd06-651a06da2de5 req-6e72098e-a377-4887-ac82-59848648a8c0 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:55.086966 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2899-3068-4d9d-8304-359f7481b558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:55.106703 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dede155b-a14d-4395-8cab-811c4816b79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:55.161920 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dede155b-a14d-4395-8cab-811c4816b79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:55.170410 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f6f20-2a57-4d67-aa3a-03cd6be9ee5b req-4f9d3e74-2dc6-4b7f-94d4-d210c90d6fd6 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:55.172118 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7a3f6f20-2a57-4d67-aa3a-03cd6be9ee5b req-4f9d3e74-2dc6-4b7f-94d4-d210c90d6fd6 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.2311106 Apr 20 16:27:55.174653 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72098e-a377-4887-ac82-59848648a8c0 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Pushing event deleted for resources: {'Port': ['ID=b463745f-05ca-4647-8b4c-710910c8dde7,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:55.184296 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dede155b-a14d-4395-8cab-811c4816b79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:27:55.184923 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dede155b-a14d-4395-8cab-811c4816b79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:27:55.195265 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:27:55.313496 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-025aefa2-f583-4980-bd06-651a06da2de5 req-6e72098e-a377-4887-ac82-59848648a8c0 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Router 51e71fb0-46db-4370-8d78-24480a9f4333 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:27:55.322937 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7a3f6f20-2a57-4d67-aa3a-03cd6be9ee5b req-dc0e4ed3-e9af-4b8d-9dfb-3fcc26fde6a1 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434994 Apr 20 16:27:55.328290 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9853fd8b-7af2-4580-b950-5981293589ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:55.328290 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9853fd8b-7af2-4580-b950-5981293589ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:55.329660 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9853fd8b-7af2-4580-b950-5981293589ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/62cf92dd-24ee-4c88-92c9-d929fa043440 HTTP/1.1" status: 204 len: 168 time: 1.0565064 Apr 20 16:27:55.349452 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853fd8b-7af2-4580-b950-5981293589ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cf92dd-24ee-4c88-92c9-d929fa043440,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:55.381090 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dede155b-a14d-4395-8cab-811c4816b79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:55.402441 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dede155b-a14d-4395-8cab-811c4816b79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:55.409970 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dede155b-a14d-4395-8cab-811c4816b79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] 10.222.0.15 "DELETE /v2.0/networks/f4a2813c-4a74-4c91-a005-bf3c66a7ab53 HTTP/1.1" status: 204 len: 168 time: 1.3399909 Apr 20 16:27:55.496104 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-025aefa2-f583-4980-bd06-651a06da2de5 req-6e72098e-a377-4887-ac82-59848648a8c0 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:27:55.503449 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede155b-a14d-4395-8cab-811c4816b79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934166590-project] Pushing event deleted for resources: {'Network': ['ID=f4a2813c-4a74-4c91-a005-bf3c66a7ab53,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:55.508466 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e391c22e-9bd3-4db5-a989-9209736dd342 None None] Sync routers for ids ['51e71fb0-46db-4370-8d78-24480a9f4333'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:27:55.567952 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e391c22e-9bd3-4db5-a989-9209736dd342 None None] Routers {'51e71fb0-46db-4370-8d78-24480a9f4333'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:27:55.571834 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e391c22e-9bd3-4db5-a989-9209736dd342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:27:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['51e71fb0-46db-4370-8d78-24480a9f4333'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:55.620410 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-025aefa2-f583-4980-bd06-651a06da2de5 req-6e72098e-a377-4887-ac82-59848648a8c0 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] No DVR routers for this DVR port b463745f-05ca-4647-8b4c-710910c8dde7 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:27:55.623093 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-025aefa2-f583-4980-bd06-651a06da2de5 req-6e72098e-a377-4887-ac82-59848648a8c0 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:55.627216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-025aefa2-f583-4980-bd06-651a06da2de5 req-6e72098e-a377-4887-ac82-59848648a8c0 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.30 "DELETE /v2.0/ports/b463745f-05ca-4647-8b4c-710910c8dde7 HTTP/1.1" status: 204 len: 173 time: 1.8110778 Apr 20 16:27:55.628247 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef88d8d4-91d2-4678-87e2-c0198ee91a6b', 'name': 'network-vif-deleted', 'tag': 'b463745f-05ca-4647-8b4c-710910c8dde7'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:27:55.630812 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab30f178-9928-4bf3-8062-ad11c9879f67" -d '{"events": [{"server_uuid": "ef88d8d4-91d2-4678-87e2-c0198ee91a6b", "name": "network-vif-deleted", "tag": "b463745f-05ca-4647-8b4c-710910c8dde7"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:27:55.714721 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6532a2bd-75b7-4758-9f92-a062e9a8f8a4 x-openstack-request-id: req-6532a2bd-75b7-4758-9f92-a062e9a8f8a4 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:27:55.715284 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef88d8d4-91d2-4678-87e2-c0198ee91a6b", "name": "network-vif-deleted", "tag": "b463745f-05ca-4647-8b4c-710910c8dde7", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:27:55.715284 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6532a2bd-75b7-4758-9f92-a062e9a8f8a4 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:27:55.715659 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6532a2bd-75b7-4758-9f92-a062e9a8f8a4'] response: {'server_uuid': 'ef88d8d4-91d2-4678-87e2-c0198ee91a6b', 'name': 'network-vif-deleted', 'tag': 'b463745f-05ca-4647-8b4c-710910c8dde7', 'status': 'completed', 'code': 200} Apr 20 16:27:55.827696 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e391c22e-9bd3-4db5-a989-9209736dd342 None None] Set router 51e71fb0-46db-4370-8d78-24480a9f4333 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:27:56.129824 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e391c22e-9bd3-4db5-a989-9209736dd342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'name': 'tempest-AttachVolumeShelveTestJSON-562560097-router', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:17:59Z', 'updated_at': '2022-04-20T16:18:04Z', 'revision_number': 4, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'gw_port': {'id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:00Z', 'updated_at': '2022-04-20T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '6e5cb97c-070d-4432-8f82-25ea648ad4ac', 'name': '', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'mac_address': 'fa:16:3e:98:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:03Z', 'updated_at': '2022-04-20T16:18:09Z', 'revision_number': 5, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'subnets': [{'id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:56.170690 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e391c22e-9bd3-4db5-a989-9209736dd342 None None] Checking router: 51e71fb0-46db-4370-8d78-24480a9f4333 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:27:56.182489 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e391c22e-9bd3-4db5-a989-9209736dd342 None None] Routers {'51e71fb0-46db-4370-8d78-24480a9f4333'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:27:56.183286 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e391c22e-9bd3-4db5-a989-9209736dd342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:27:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['51e71fb0-46db-4370-8d78-24480a9f4333'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:56.319588 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5c6fb08e-9546-43c6-800c-41265b39efdb req-d17620f6-8014-4187-996f-6a28a58eee81 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef88d8d4-91d2-4678-87e2-c0198ee91a6b HTTP/1.1" status: 200 len: 210 time: 0.1025031 Apr 20 16:27:56.369078 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53266) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:56.384111 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:56.436148 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e391c22e-9bd3-4db5-a989-9209736dd342 None None] Set router 51e71fb0-46db-4370-8d78-24480a9f4333 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:27:56.549700 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb5227-721c-4e75-9aca-129f86c75d3d req-a81b53c2-b3da-4ade-b721-d32b5a4ff956 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:56.566752 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-20fb5227-721c-4e75-9aca-129f86c75d3d req-a81b53c2-b3da-4ade-b721-d32b5a4ff956 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.1202953 Apr 20 16:27:56.617371 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-20fb5227-721c-4e75-9aca-129f86c75d3d req-f9f08e66-2a50-489c-ac7c-11c5753a79cf tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496857 Apr 20 16:27:56.682418 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c4af6908-82d2-47a1-bd50-dd8bdeca317a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be444cc8c04a498299e66e99b73bd6bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120093 Apr 20 16:27:56.685028 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53274) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:56.791240 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ae16e651-03d9-4091-b574-098cfaaa02df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:56.832223 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ae16e651-03d9-4091-b574-098cfaaa02df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:56.995210 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ae16e651-03d9-4091-b574-098cfaaa02df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:56.998059 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ae16e651-03d9-4091-b574-098cfaaa02df admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:56.999403 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ae16e651-03d9-4091-b574-098cfaaa02df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9a73fdc-06ff-489d-829a-a698e317e256 HTTP/1.1" status: 204 len: 168 time: 0.3131745 Apr 20 16:27:57.012506 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16e651-03d9-4091-b574-098cfaaa02df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a73fdc-06ff-489d-829a-a698e317e256,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:57.019993 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device b463745f-05ca-4647-8b4c-710910c8dde7 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:27:57.140927 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: b463745f-05ca-4647-8b4c-710910c8dde7 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:27:57.141534 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device b463745f-05ca-4647-8b4c-710910c8dde7 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:27:57.251983 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e391c22e-9bd3-4db5-a989-9209736dd342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'name': 'tempest-AttachVolumeShelveTestJSON-562560097-router', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:17:59Z', 'updated_at': '2022-04-20T16:18:04Z', 'revision_number': 4, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'gw_port': {'id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:00Z', 'updated_at': '2022-04-20T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '6e5cb97c-070d-4432-8f82-25ea648ad4ac', 'name': '', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'mac_address': 'fa:16:3e:98:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:03Z', 'updated_at': '2022-04-20T16:18:09Z', 'revision_number': 5, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'subnets': [{'id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:27:57.290656 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e391c22e-9bd3-4db5-a989-9209736dd342 None None] The sync data for ids ['51e71fb0-46db-4370-8d78-24480a9f4333'] in n-d-836146-2 is: [{'id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'name': 'tempest-AttachVolumeShelveTestJSON-562560097-router', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:17:59Z', 'updated_at': '2022-04-20T16:18:04Z', 'revision_number': 4, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'gw_port': {'id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:00Z', 'updated_at': '2022-04-20T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '6e5cb97c-070d-4432-8f82-25ea648ad4ac', 'name': '', 'network_id': '4b50dca8-daf4-4aac-8eb3-c8968bda22dd', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'mac_address': 'fa:16:3e:98:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:03Z', 'updated_at': '2022-04-20T16:18:09Z', 'revision_number': 5, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'subnets': [{'id': '67866dc0-b0b9-4599-80d0-c4f37b27fe8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:27:57.684968 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82219a14-72be-4aa8-af9f-b7b2a29d50eb None None] New status for floating IP 020b949f-9119-43b8-bcff-6a9506e6e49c: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:27:57.770233 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f7926-0cdb-49d0-88bb-40178eb483d2 req-da67f2ef-4712-48a6-9e93-b5cb4a59c89c tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:57.771923 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-633f7926-0cdb-49d0-88bb-40178eb483d2 req-da67f2ef-4712-48a6-9e93-b5cb4a59c89c tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.0560052 Apr 20 16:27:57.788032 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53306) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:57.824069 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:57.871207 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-633f7926-0cdb-49d0-88bb-40178eb483d2 req-b560da66-cd60-42e5-9733-4060db71944d tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832806 Apr 20 16:27:57.891718 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e27886d5-6365-4896-9e6e-62ae24e1eaf3 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:57.963205 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e27886d5-6365-4896-9e6e-62ae24e1eaf3 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:58.102052 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53320) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:58.116923 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:58.152038 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e9e4f328-9dc0-420b-afa1-dbb6c4b1b8f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=465356530fc048ba95d98357374d1289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456982 Apr 20 16:27:58.154344 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53322) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:58.206562 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e27886d5-6365-4896-9e6e-62ae24e1eaf3 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:58.211578 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e27886d5-6365-4896-9e6e-62ae24e1eaf3 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:58.211712 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a9001be0-8024-4f54-842b-499934f1cf4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:58.217147 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e27886d5-6365-4896-9e6e-62ae24e1eaf3 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "DELETE /v2.0/security-groups/995867c9-53c6-4652-9e0e-2e2111cb0a49 HTTP/1.1" status: 204 len: 168 time: 0.4263968 Apr 20 16:27:58.221379 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53326) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:58.260719 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27886d5-6365-4896-9e6e-62ae24e1eaf3 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=995867c9-53c6-4652-9e0e-2e2111cb0a49,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:58.269916 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-9a702189-d193-4959-ac1b-c43f57c494a7 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] show failed (client error): The resource could not be found. Apr 20 16:27:58.273767 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9a702189-d193-4959-ac1b-c43f57c494a7 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "GET /v2.0/security-groups/995867c9-53c6-4652-9e0e-2e2111cb0a49 HTTP/1.1" status: 404 len: 347 time: 0.0475411 Apr 20 16:27:58.274121 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53328) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:58.309086 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a9001be0-8024-4f54-842b-499934f1cf4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:58.473168 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a9001be0-8024-4f54-842b-499934f1cf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:58.475939 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a9001be0-8024-4f54-842b-499934f1cf4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:58.480469 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a9001be0-8024-4f54-842b-499934f1cf4c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/93210efe-b2d3-4251-a7ad-6a5ee4301b36 HTTP/1.1" status: 204 len: 168 time: 0.3250649 Apr 20 16:27:58.523189 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9001be0-8024-4f54-842b-499934f1cf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93210efe-b2d3-4251-a7ad-6a5ee4301b36,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:58.534869 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:58.546115 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-76de6f1d-9365-4ce1-963a-3fa273984bf4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Deleting port b97f2ac6-2f10-4a8c-bdf1-e82ed459f0f5 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:27:58.546645 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76de6f1d-9365-4ce1-963a-3fa273984bf4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:58.807049 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76de6f1d-9365-4ce1-963a-3fa273984bf4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:58.807415 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76de6f1d-9365-4ce1-963a-3fa273984bf4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:58.821019 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-76de6f1d-9365-4ce1-963a-3fa273984bf4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Calling delete_port for b97f2ac6-2f10-4a8c-bdf1-e82ed459f0f5 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:27:59.098838 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76de6f1d-9365-4ce1-963a-3fa273984bf4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:59.136026 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de6f1d-9365-4ce1-963a-3fa273984bf4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Pushing event deleted for resources: {'Port': ['ID=b97f2ac6-2f10-4a8c-bdf1-e82ed459f0f5,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:59.208813 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76de6f1d-9365-4ce1-963a-3fa273984bf4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:59.212603 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76de6f1d-9365-4ce1-963a-3fa273984bf4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:59.214152 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-76de6f1d-9365-4ce1-963a-3fa273984bf4 tempest-AttachVolumeShelveTestJSON-1726115322 tempest-AttachVolumeShelveTestJSON-1726115322-project] 10.222.0.15 "DELETE /v2.0/floatingips/020b949f-9119-43b8-bcff-6a9506e6e49c HTTP/1.1" status: 204 len: 168 time: 0.9390538 Apr 20 16:27:59.386146 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53398) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:59.492685 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf31711-8851-4810-a711-377e73bbb4d5 req-4e6cab3c-f022-4ba3-abd8-f6355e0e6a2a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:59.503043 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-abf31711-8851-4810-a711-377e73bbb4d5 req-4e6cab3c-f022-4ba3-abd8-f6355e0e6a2a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.0789485 Apr 20 16:27:59.593331 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-abf31711-8851-4810-a711-377e73bbb4d5 req-d1aea587-1474-4f4f-9f16-edbcdc439997 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839963 Apr 20 16:27:59.613460 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-da8c8be2-dd00-4d29-abdb-7d563e93bd6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:59.719061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef7b5c-59b8-4db8-924c-6081c2510f76 req-8256aa68-8b2d-4bfa-bd01-334fceb0ed2c tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:59.719810 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-da8c8be2-dd00-4d29-abdb-7d563e93bd6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:59.721602 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cef7b5c-59b8-4db8-924c-6081c2510f76 req-8256aa68-8b2d-4bfa-bd01-334fceb0ed2c tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.0735133 Apr 20 16:27:59.743999 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:59.808660 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cef7b5c-59b8-4db8-924c-6081c2510f76 req-3a54d62b-1d2b-4dce-a6e7-109aa0cad454 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550048 Apr 20 16:27:59.829542 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-da8c8be2-dd00-4d29-abdb-7d563e93bd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:59.862865 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c8be2-dd00-4d29-abdb-7d563e93bd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24392046-5366-4631-89d4-e0b5221a50bd,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:27:59.899811 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-da8c8be2-dd00-4d29-abdb-7d563e93bd6d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=195554a8b65c43c1a55ad69255fe7f69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5118012 Apr 20 16:27:59.901987 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53420) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:27:59.981735 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5f98f374-13fc-4811-8bab-072ef1beb220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:27:59.992052 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4a3c0-cbe9-4c87-ab7e-001be7edbe55 req-29e2d323-6771-4b24-b36f-3caff03d5c9f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:27:59.999497 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4a3c0-cbe9-4c87-ab7e-001be7edbe55 req-29e2d323-6771-4b24-b36f-3caff03d5c9f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:00.004768 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5f98f374-13fc-4811-8bab-072ef1beb220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:00.007279 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4a3c0-cbe9-4c87-ab7e-001be7edbe55 req-29e2d323-6771-4b24-b36f-3caff03d5c9f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:00.022830 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4a3c0-cbe9-4c87-ab7e-001be7edbe55 req-29e2d323-6771-4b24-b36f-3caff03d5c9f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:00.028098 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4a3c0-cbe9-4c87-ab7e-001be7edbe55 req-29e2d323-6771-4b24-b36f-3caff03d5c9f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:00.034850 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4a3c0-cbe9-4c87-ab7e-001be7edbe55 req-29e2d323-6771-4b24-b36f-3caff03d5c9f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:00.041785 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4a3c0-cbe9-4c87-ab7e-001be7edbe55 req-29e2d323-6771-4b24-b36f-3caff03d5c9f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:00.043824 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-86d4a3c0-cbe9-4c87-ab7e-001be7edbe55 req-29e2d323-6771-4b24-b36f-3caff03d5c9f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5433 time: 0.1153753 Apr 20 16:28:00.103195 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-86d4a3c0-cbe9-4c87-ab7e-001be7edbe55 req-cbfa915f-aeb1-4e40-b9aa-39bcf0234e05 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0509863 Apr 20 16:28:00.184269 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5f98f374-13fc-4811-8bab-072ef1beb220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:00.187028 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5f98f374-13fc-4811-8bab-072ef1beb220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:00.188198 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5f98f374-13fc-4811-8bab-072ef1beb220 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/24392046-5366-4631-89d4-e0b5221a50bd HTTP/1.1" status: 204 len: 168 time: 0.2850833 Apr 20 16:28:00.212504 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98f374-13fc-4811-8bab-072ef1beb220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24392046-5366-4631-89d4-e0b5221a50bd,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:00.709700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de4193-7156-45f5-9614-55349ec7f93c req-a18d1b9b-4471-4172-80b0-fb821b8430ef tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:00.711267 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-36de4193-7156-45f5-9614-55349ec7f93c req-a18d1b9b-4471-4172-80b0-fb821b8430ef tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.0493858 Apr 20 16:28:00.751740 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-36de4193-7156-45f5-9614-55349ec7f93c req-f6cad053-5533-475f-be8c-40ff8879aa0a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343878 Apr 20 16:28:00.964556 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199cc01-8234-4fee-8eaa-88d6388a20d7 req-75904289-38f2-45ac-8217-35052db8b334 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:00.966727 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2199cc01-8234-4fee-8eaa-88d6388a20d7 req-75904289-38f2-45ac-8217-35052db8b334 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.0644815 Apr 20 16:28:01.007859 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2199cc01-8234-4fee-8eaa-88d6388a20d7 req-1e952a08-7d05-472f-ba89-05290357070e tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338228 Apr 20 16:28:01.266325 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f5083-0b25-471f-b601-200dba096ac9 req-2e1f2ef1-a3d0-47f1-9f50-de94a6fbcba1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:01.272812 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f5083-0b25-471f-b601-200dba096ac9 req-2e1f2ef1-a3d0-47f1-9f50-de94a6fbcba1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:01.278823 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f5083-0b25-471f-b601-200dba096ac9 req-2e1f2ef1-a3d0-47f1-9f50-de94a6fbcba1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:01.284876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f5083-0b25-471f-b601-200dba096ac9 req-2e1f2ef1-a3d0-47f1-9f50-de94a6fbcba1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:01.291199 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f5083-0b25-471f-b601-200dba096ac9 req-2e1f2ef1-a3d0-47f1-9f50-de94a6fbcba1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:01.297846 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f5083-0b25-471f-b601-200dba096ac9 req-2e1f2ef1-a3d0-47f1-9f50-de94a6fbcba1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:01.304432 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f5083-0b25-471f-b601-200dba096ac9 req-2e1f2ef1-a3d0-47f1-9f50-de94a6fbcba1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:01.306484 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-730f5083-0b25-471f-b601-200dba096ac9 req-2e1f2ef1-a3d0-47f1-9f50-de94a6fbcba1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5433 time: 0.1145833 Apr 20 16:28:01.361995 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-730f5083-0b25-471f-b601-200dba096ac9 req-96eb2ebd-3b5a-499a-9af3-bf9b1975cb5d tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464821 Apr 20 16:28:01.765256 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8503f8f5-8c0b-4620-b5a1-15c93de36f52 req-db8527c6-606f-4d01-a10b-cdd6c9701ff7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0661056 Apr 20 16:28:01.802872 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53486) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:01.884732 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503f8f5-8c0b-4620-b5a1-15c93de36f52 req-469d38b5-1895-4ee2-904a-1b0c988d1351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:01.886519 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8503f8f5-8c0b-4620-b5a1-15c93de36f52 req-469d38b5-1895-4ee2-904a-1b0c988d1351 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbc372ad2d1446089af0923f5d212489&device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 1097 time: 0.0499814 Apr 20 16:28:02.002951 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca3ec5-d6ae-4f01-8224-f5a4fd904e06 req-ba5348ab-c7b4-441a-9f41-1ba76945da20 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:02.006768 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b7ca3ec5-d6ae-4f01-8224-f5a4fd904e06 req-ba5348ab-c7b4-441a-9f41-1ba76945da20 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.1220016 Apr 20 16:28:02.152127 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b7ca3ec5-d6ae-4f01-8224-f5a4fd904e06 req-2264095b-3b3e-4817-b62c-657ef0560735 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293886 Apr 20 16:28:02.233248 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-49e8db0e-4b30-4f26-b3b3-3ce61b44bbee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:02.300679 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503f8f5-8c0b-4620-b5a1-15c93de36f52 req-8fe32f58-f88a-4fc9-9d3b-5f5d9d1a38c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:02.302121 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8503f8f5-8c0b-4620-b5a1-15c93de36f52 req-8fe32f58-f88a-4fc9-9d3b-5f5d9d1a38c2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb HTTP/1.1" status: 200 len: 919 time: 0.3929498 Apr 20 16:28:02.358509 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8503f8f5-8c0b-4620-b5a1-15c93de36f52 req-e152b13d-2a9b-428f-ba81-7a2cac5fdc3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6209a169-6730-4f41-a458-484602ed19ba HTTP/1.1" status: 200 len: 217 time: 0.0474176 Apr 20 16:28:02.370504 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05f503-ab81-4f90-9f17-af39c7d9e022 req-e82bf2ff-f5c4-40b2-8158-d221aa9e8144 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:02.378248 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4a05f503-ab81-4f90-9f17-af39c7d9e022 req-e82bf2ff-f5c4-40b2-8158-d221aa9e8144 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.1907287 Apr 20 16:28:02.435192 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53506) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:02.589252 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3c1f9-6767-4870-90c3-fb361cae27e7 req-a7a1b3da-d1d9-4006-a9bc-3109e48d64c1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:02.598603 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3c1f9-6767-4870-90c3-fb361cae27e7 req-a7a1b3da-d1d9-4006-a9bc-3109e48d64c1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:02.605644 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503f8f5-8c0b-4620-b5a1-15c93de36f52 req-dd346fa2-d95f-4574-a798-1946d6a1e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:02.607459 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8503f8f5-8c0b-4620-b5a1-15c93de36f52 req-dd346fa2-d95f-4574-a798-1946d6a1e443 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f49ef81d-6341-40ae-b59c-ad7cca19ee9b HTTP/1.1" status: 200 len: 857 time: 0.2268510 Apr 20 16:28:02.611962 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3c1f9-6767-4870-90c3-fb361cae27e7 req-a7a1b3da-d1d9-4006-a9bc-3109e48d64c1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:02.619194 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3c1f9-6767-4870-90c3-fb361cae27e7 req-a7a1b3da-d1d9-4006-a9bc-3109e48d64c1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:02.626672 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3c1f9-6767-4870-90c3-fb361cae27e7 req-a7a1b3da-d1d9-4006-a9bc-3109e48d64c1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:02.630998 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4a05f503-ab81-4f90-9f17-af39c7d9e022 req-1b50e280-a7c3-4958-b709-661c60758311 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516658 Apr 20 16:28:02.653214 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3c1f9-6767-4870-90c3-fb361cae27e7 req-a7a1b3da-d1d9-4006-a9bc-3109e48d64c1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:02.672660 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3c1f9-6767-4870-90c3-fb361cae27e7 req-a7a1b3da-d1d9-4006-a9bc-3109e48d64c1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:02.674923 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-38a3c1f9-6767-4870-90c3-fb361cae27e7 req-a7a1b3da-d1d9-4006-a9bc-3109e48d64c1 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5433 time: 0.1698673 Apr 20 16:28:02.709491 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-37599fd0-76d2-44b5-b057-6fad603e32b9 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1449232557', 'router:external': True}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:02.714436 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-49e8db0e-4b30-4f26-b3b3-3ce61b44bbee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:02.729788 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503f8f5-8c0b-4620-b5a1-15c93de36f52 req-6e7684d2-7762-4f41-871e-982443762eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:02.732775 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8503f8f5-8c0b-4620-b5a1-15c93de36f52 req-6e7684d2-7762-4f41-871e-982443762eb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9af20c5-ec0a-4beb-b93d-6291e4255aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988765 Apr 20 16:28:02.779069 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-38a3c1f9-6767-4870-90c3-fb361cae27e7 req-d07e93c2-334c-4c73-bf6b-4e98d0bd5c16 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0929329 Apr 20 16:28:02.794991 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-49e8db0e-4b30-4f26-b3b3-3ce61b44bbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:02.826099 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-49e8db0e-4b30-4f26-b3b3-3ce61b44bbee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af2dc46f3f2d448aba82ce9276c0b269&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0252004 Apr 20 16:28:02.826455 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53516) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:02.879531 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8db0e-4b30-4f26-b3b3-3ce61b44bbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666f28d0-90d4-4c78-8dd8-18ef868981e9,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:02.884577 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37599fd0-76d2-44b5-b057-6fad603e32b9 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Made reservation on behalf of 5d99354eefb2401ca776b883c0fd7223 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:28:02.886877 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-37599fd0-76d2-44b5-b057-6fad603e32b9 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:02.927721 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8503f8f5-8c0b-4620-b5a1-15c93de36f52 req-0fde58fb-ea4f-44b3-9961-833e4a28783a service neutron] 10.222.0.30 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860716 Apr 20 16:28:02.974313 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-37599fd0-76d2-44b5-b057-6fad603e32b9 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:02.999591 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a3764817-524d-4ad7-a540-ed73fa184a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:03.041492 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a3764817-524d-4ad7-a540-ed73fa184a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:03.144056 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b74934-04f1-44d8-851a-1b287e0c0791 req-5847133c-69a6-486b-9244-1cc24f63c602 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:03.145624 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-30b74934-04f1-44d8-851a-1b287e0c0791 req-5847133c-69a6-486b-9244-1cc24f63c602 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.1821706 Apr 20 16:28:03.209588 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a3764817-524d-4ad7-a540-ed73fa184a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:03.214671 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a3764817-524d-4ad7-a540-ed73fa184a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:03.221382 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a3764817-524d-4ad7-a540-ed73fa184a4c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/666f28d0-90d4-4c78-8dd8-18ef868981e9 HTTP/1.1" status: 204 len: 168 time: 0.3938608 Apr 20 16:28:03.238951 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8503f8f5-8c0b-4620-b5a1-15c93de36f52 req-9eee54bc-9d04-44dd-b043-fb9123603524 service neutron] 10.222.0.30 "GET /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005207 Apr 20 16:28:03.253123 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3764817-524d-4ad7-a540-ed73fa184a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666f28d0-90d4-4c78-8dd8-18ef868981e9,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:03.281751 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3764817-524d-4ad7-a540-ed73fa184a4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:03.290166 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3764817-524d-4ad7-a540-ed73fa184a4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:03.290747 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3764817-524d-4ad7-a540-ed73fa184a4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:03.291311 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3764817-524d-4ad7-a540-ed73fa184a4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:03.292379 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3764817-524d-4ad7-a540-ed73fa184a4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:03.292867 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3764817-524d-4ad7-a540-ed73fa184a4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:03.293427 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3764817-524d-4ad7-a540-ed73fa184a4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:03.293911 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3764817-524d-4ad7-a540-ed73fa184a4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:03.294398 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3764817-524d-4ad7-a540-ed73fa184a4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:03.294877 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3764817-524d-4ad7-a540-ed73fa184a4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:03.295404 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3764817-524d-4ad7-a540-ed73fa184a4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:03.295900 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3764817-524d-4ad7-a540-ed73fa184a4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:03.393759 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-37599fd0-76d2-44b5-b057-6fad603e32b9 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:03.474359 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-a9ee16d8-1d86-427f-a381-c5d406437db4 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:03.479506 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-a9ee16d8-1d86-427f-a381-c5d406437db4 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:03.485396 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-a9ee16d8-1d86-427f-a381-c5d406437db4 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:03.491797 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-a9ee16d8-1d86-427f-a381-c5d406437db4 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:03.497721 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-a9ee16d8-1d86-427f-a381-c5d406437db4 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:03.503554 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-a9ee16d8-1d86-427f-a381-c5d406437db4 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:03.509352 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-a9ee16d8-1d86-427f-a381-c5d406437db4 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:03.511268 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-a9ee16d8-1d86-427f-a381-c5d406437db4 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.30 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5433 time: 0.3982089 Apr 20 16:28:03.537652 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-37599fd0-76d2-44b5-b057-6fad603e32b9 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:03.550936 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37599fd0-76d2-44b5-b057-6fad603e32b9 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:28:03.568486 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-37599fd0-76d2-44b5-b057-6fad603e32b9 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:03.568998 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-37599fd0-76d2-44b5-b057-6fad603e32b9 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Added segment e74ef589-b0f8-4c79-9ffb-d3a5e0b527af of type vlan for network 85c0d3c9-acaa-4166-baa3-e214aa6ca395 Apr 20 16:28:03.580542 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71150e6-bcc3-41ad-8224-27fc805b0bcb req-1866ac9e-fa00-40e0-9c3b-775a9a328269 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:03.580542 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f71150e6-bcc3-41ad-8224-27fc805b0bcb req-1866ac9e-fa00-40e0-9c3b-775a9a328269 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.1871293 Apr 20 16:28:03.582899 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-30b74934-04f1-44d8-851a-1b287e0c0791 req-9928dc12-a6df-40a0-a9f8-5e0fac126d63 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Deleting port 2e531f2f-3a09-478e-a83c-6e5843916ec8 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:03.583241 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-30b74934-04f1-44d8-851a-1b287e0c0791 req-9928dc12-a6df-40a0-a9f8-5e0fac126d63 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:03.589362 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-4a90c32e-714e-4bbb-bc0b-98bb1b6eab46 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:03.590710 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-4a90c32e-714e-4bbb-bc0b-98bb1b6eab46 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.30 "GET /v2.0/ports/7aad5049-9aa0-458c-b354-2fe68c76f185?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0715897 Apr 20 16:28:03.676062 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37599fd0-76d2-44b5-b057-6fad603e32b9 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15dedfe3-1cfa-46c1-8726-af4b53c6fc7c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:03.681547 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-37599fd0-76d2-44b5-b057-6fad603e32b9 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:03.818106 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-37599fd0-76d2-44b5-b057-6fad603e32b9 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:03.819488 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37599fd0-76d2-44b5-b057-6fad603e32b9 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:03.820393 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-37599fd0-76d2-44b5-b057-6fad603e32b9 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:03.965460 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-37599fd0-76d2-44b5-b057-6fad603e32b9 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.5285907 Apr 20 16:28:03.968602 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53564) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:03.975319 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37599fd0-76d2-44b5-b057-6fad603e32b9 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Pushing event updated for resources: {'Network': ['ID=85c0d3c9-acaa-4166-baa3-e214aa6ca395,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:03.977958 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4d89da03-b700-47fd-a8ca-9a30a0072dea tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Request body: {'subnet': {'network_id': '85c0d3c9-acaa-4166-baa3-e214aa6ca395', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:03.988679 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 85c0d3c9-acaa-4166-baa3-e214aa6ca395 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:28:04.104420 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f71150e6-bcc3-41ad-8224-27fc805b0bcb req-26b94305-c980-4f26-bfcb-3848af5e5e59 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110052 Apr 20 16:28:04.112594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-30b74934-04f1-44d8-851a-1b287e0c0791 req-9928dc12-a6df-40a0-a9f8-5e0fac126d63 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] For port 2e531f2f-3a09-478e-a83c-6e5843916ec8, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=2e531f2f-3a09-478e-a83c-6e5843916ec8,segment=NetworkSegment(42815ea2-076c-480e-bac2-ffc0f665e2ff),segment_id=42815ea2-076c-480e-bac2-ffc0f665e2ff)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:04.113237 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-30b74934-04f1-44d8-851a-1b287e0c0791 req-9928dc12-a6df-40a0-a9f8-5e0fac126d63 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:04.308279 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec12e28-9d67-4760-8ba4-47afdd41b768 req-f05c7044-a90f-47c7-b6e3-be5c03a74792 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:04.314024 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-eec12e28-9d67-4760-8ba4-47afdd41b768 req-f05c7044-a90f-47c7-b6e3-be5c03a74792 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 945 time: 0.1507888 Apr 20 16:28:04.412156 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-eec12e28-9d67-4760-8ba4-47afdd41b768 req-5519f841-e8a5-45fa-a3f5-b1b533ef700f tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b619a63-4fb4-4e06-8f4e-e62e439e32af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922391 Apr 20 16:28:04.448809 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-116cfff3-08eb-41ad-aa28-68c62baeee51 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.30 "GET /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5517128 Apr 20 16:28:04.456980 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-30b74934-04f1-44d8-851a-1b287e0c0791 req-9928dc12-a6df-40a0-a9f8-5e0fac126d63 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:04.456980 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-30b74934-04f1-44d8-851a-1b287e0c0791 req-9928dc12-a6df-40a0-a9f8-5e0fac126d63 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:04.457248 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-30b74934-04f1-44d8-851a-1b287e0c0791 req-9928dc12-a6df-40a0-a9f8-5e0fac126d63 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Floating IP 7aec9425-c12e-41f8-a940-d0c459b9fb8c disassociated. External IP: 172.25.0.93, port: 2e531f2f-3a09-478e-a83c-6e5843916ec8. Apr 20 16:28:04.458818 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-30b74934-04f1-44d8-851a-1b287e0c0791 req-9928dc12-a6df-40a0-a9f8-5e0fac126d63 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Calling delete_port for 2e531f2f-3a09-478e-a83c-6e5843916ec8 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:04.479922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-09e43abb-9633-47ff-84a8-a04e18b1e61f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:04.626128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0464-15ee-4ef3-9863-a03268f5ec20 req-626e8436-e386-4ed7-a29d-f6cbcfdaa64b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:04.633128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0464-15ee-4ef3-9863-a03268f5ec20 req-626e8436-e386-4ed7-a29d-f6cbcfdaa64b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:04.639078 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0464-15ee-4ef3-9863-a03268f5ec20 req-626e8436-e386-4ed7-a29d-f6cbcfdaa64b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:04.645229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0464-15ee-4ef3-9863-a03268f5ec20 req-626e8436-e386-4ed7-a29d-f6cbcfdaa64b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:04.651327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0464-15ee-4ef3-9863-a03268f5ec20 req-626e8436-e386-4ed7-a29d-f6cbcfdaa64b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:04.657270 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0464-15ee-4ef3-9863-a03268f5ec20 req-626e8436-e386-4ed7-a29d-f6cbcfdaa64b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:04.663979 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0464-15ee-4ef3-9863-a03268f5ec20 req-626e8436-e386-4ed7-a29d-f6cbcfdaa64b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:04.674980 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-652c0464-15ee-4ef3-9863-a03268f5ec20 req-626e8436-e386-4ed7-a29d-f6cbcfdaa64b tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 5433 time: 0.2153573 Apr 20 16:28:04.674980 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d89da03-b700-47fd-a8ca-9a30a0072dea tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Made reservation on behalf of 5d99354eefb2401ca776b883c0fd7223 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:28:04.674980 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4d89da03-b700-47fd-a8ca-9a30a0072dea tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:04.679082 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-09e43abb-9633-47ff-84a8-a04e18b1e61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:04.793392 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53586) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:04.855470 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-652c0464-15ee-4ef3-9863-a03268f5ec20 req-779b5cce-6538-4a9e-8848-cf71db930d34 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1760354 Apr 20 16:28:05.032419 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-30b74934-04f1-44d8-851a-1b287e0c0791 req-9928dc12-a6df-40a0-a9f8-5e0fac126d63 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:05.041791 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-09e43abb-9633-47ff-84a8-a04e18b1e61f service neutron] For port 7aad5049-9aa0-458c-b354-2fe68c76f185, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7aad5049-9aa0-458c-b354-2fe68c76f185,segment=NetworkSegment(54417bab-79ed-4fa5-a41e-0ab25e2ab60e),segment_id=54417bab-79ed-4fa5-a41e-0ab25e2ab60e)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:05.098046 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53594) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:05.112914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928dc12-a6df-40a0-a9f8-5e0fac126d63 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Pushing event deleted for resources: {'Port': ['ID=2e531f2f-3a09-478e-a83c-6e5843916ec8,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:05.153233 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39d09c3c-5c14-4602-bb45-90f45e2e427b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:05.241580 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-09e43abb-9633-47ff-84a8-a04e18b1e61f service neutron] For port 7aad5049-9aa0-458c-b354-2fe68c76f185, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:28:05.266146 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9970c93a-fbbb-402b-ab93-ad71de85a8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:05.331568 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-09e43abb-9633-47ff-84a8-a04e18b1e61f service neutron] device_id is not set on port 7aad5049-9aa0-458c-b354-2fe68c76f185 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:28:05.350781 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-09e43abb-9633-47ff-84a8-a04e18b1e61f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:05.381831 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af8304-699d-43d8-a66d-b9cbebdba153 req-c5a62707-1f1d-4d29-b0fd-9596cc7fc0d1 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:05.383543 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-99af8304-699d-43d8-a66d-b9cbebdba153 req-c5a62707-1f1d-4d29-b0fd-9596cc7fc0d1 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.1127877 Apr 20 16:28:05.385735 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39d09c3c-5c14-4602-bb45-90f45e2e427b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:05.393068 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30b74934-04f1-44d8-851a-1b287e0c0791 req-9928dc12-a6df-40a0-a9f8-5e0fac126d63 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Router 7b9156ca-8973-407a-989b-a0e256fceb47 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:28:05.510392 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9970c93a-fbbb-402b-ab93-ad71de85a8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:05.529242 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-99af8304-699d-43d8-a66d-b9cbebdba153 req-c7a8f8af-5aaa-42fa-a103-d70d171b18d0 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333361 Apr 20 16:28:05.544212 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39d09c3c-5c14-4602-bb45-90f45e2e427b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:05.589354 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9970c93a-fbbb-402b-ab93-ad71de85a8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:05.602216 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-09e43abb-9633-47ff-84a8-a04e18b1e61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:05.643420 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-39d09c3c-5c14-4602-bb45-90f45e2e427b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=38bc01b5e5d9417e82353e6aa0beaeb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8487332 Apr 20 16:28:05.656648 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d09c3c-5c14-4602-bb45-90f45e2e427b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae675eb2-9bca-4447-8ec3-a9e82fc8fbc4,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:05.661838 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30b74934-04f1-44d8-851a-1b287e0c0791 req-9928dc12-a6df-40a0-a9f8-5e0fac126d63 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:28:05.684596 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b20577c-a24e-401c-bbfb-51223f1af362 None None] Sync routers for ids ['7b9156ca-8973-407a-989b-a0e256fceb47'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:28:05.720144 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53614) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:05.720144 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970c93a-fbbb-402b-ab93-ad71de85a8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a1fb6c-d135-4c9c-83ba-5872dda59895,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:05.723569 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b20577c-a24e-401c-bbfb-51223f1af362 None None] Routers {'7b9156ca-8973-407a-989b-a0e256fceb47'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:28:05.751256 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9b20577c-a24e-401c-bbfb-51223f1af362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:27:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['7b9156ca-8973-407a-989b-a0e256fceb47'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:05.751652 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3b775f1-8b66-42a1-a8eb-af8ae0d53fdb req-8702c4f9-890b-4cce-8415-16d6ad2d574f tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 210 time: 0.1337981 Apr 20 16:28:05.751731 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9970c93a-fbbb-402b-ab93-ad71de85a8aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4a565092a574ee5b64cf5d75714103c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6407695 Apr 20 16:28:05.751731 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53616) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:05.862122 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b74934-04f1-44d8-851a-1b287e0c0791 req-9928dc12-a6df-40a0-a9f8-5e0fac126d63 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] No DVR routers for this DVR port 2e531f2f-3a09-478e-a83c-6e5843916ec8 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:28:05.868703 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-30b74934-04f1-44d8-851a-1b287e0c0791 req-9928dc12-a6df-40a0-a9f8-5e0fac126d63 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:05.873380 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-30b74934-04f1-44d8-851a-1b287e0c0791 req-9928dc12-a6df-40a0-a9f8-5e0fac126d63 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.26 "DELETE /v2.0/ports/2e531f2f-3a09-478e-a83c-6e5843916ec8 HTTP/1.1" status: 204 len: 173 time: 2.6953967 Apr 20 16:28:05.874318 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-09e43abb-9633-47ff-84a8-a04e18b1e61f service neutron] No DVR routers for this DVR port 7aad5049-9aa0-458c-b354-2fe68c76f185 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:28:05.876523 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1077d3-0552-4e83-b7ca-7f1b5c15cec2', 'name': 'network-vif-deleted', 'tag': '2e531f2f-3a09-478e-a83c-6e5843916ec8'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:28:05.879309 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea5f1d7-a572-4bef-8ec7-765fc21f33a3" -d '{"events": [{"server_uuid": "4e1077d3-0552-4e83-b7ca-7f1b5c15cec2", "name": "network-vif-deleted", "tag": "2e531f2f-3a09-478e-a83c-6e5843916ec8"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:28:05.983726 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-9b20577c-a24e-401c-bbfb-51223f1af362 None None] Set router 7b9156ca-8973-407a-989b-a0e256fceb47 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:28:05.990908 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be131c2b-114c-4961-b4c5-95df9b3372e7 x-openstack-request-id: req-be131c2b-114c-4961-b4c5-95df9b3372e7 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:28:05.991799 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1077d3-0552-4e83-b7ca-7f1b5c15cec2", "name": "network-vif-deleted", "tag": "2e531f2f-3a09-478e-a83c-6e5843916ec8", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:28:05.994597 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be131c2b-114c-4961-b4c5-95df9b3372e7 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:28:05.995610 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be131c2b-114c-4961-b4c5-95df9b3372e7'] response: {'server_uuid': '4e1077d3-0552-4e83-b7ca-7f1b5c15cec2', 'name': 'network-vif-deleted', 'tag': '2e531f2f-3a09-478e-a83c-6e5843916ec8', 'status': 'completed', 'code': 200} Apr 20 16:28:06.006879 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e43abb-9633-47ff-84a8-a04e18b1e61f service neutron] Pushing event updated for resources: {'Port': ['ID=7aad5049-9aa0-458c-b354-2fe68c76f185,revision_number=6']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:06.136584 n-d-836146-2 neutron-server[103484]: DEBUG neutron.objects.ports [None req-4d89da03-b700-47fd-a8ca-9a30a0072dea tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103484) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 16:28:06.136584 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4d89da03-b700-47fd-a8ca-9a30a0072dea tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:06.145039 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77a3192f-ea53-4433-b2bf-be2e629663e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:06.167709 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7ecef7f8-d8a9-42f7-aa67-32ff4e660b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:06.221400 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7ecef7f8-d8a9-42f7-aa67-32ff4e660b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:06.225098 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77a3192f-ea53-4433-b2bf-be2e629663e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:06.228700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-09e43abb-9633-47ff-84a8-a04e18b1e61f service neutron] In _notify_port_updated(), no bound segment for port 7aad5049-9aa0-458c-b354-2fe68c76f185 on network 3024306a-3909-40d1-ba02-5dd3136dffcd {{(pid=103484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:28:06.229904 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-09e43abb-9633-47ff-84a8-a04e18b1e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:06.230520 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-09e43abb-9633-47ff-84a8-a04e18b1e61f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:06.231826 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-09e43abb-9633-47ff-84a8-a04e18b1e61f service neutron] 10.222.0.30 "PUT /v2.0/ports/7aad5049-9aa0-458c-b354-2fe68c76f185 HTTP/1.1" status: 200 len: 1026 time: 1.7706671 Apr 20 16:28:06.234107 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-168fca8a-0a1b-4363-a8ac-ae7f51573a61 None None] Provisioning complete for port 7aad5049-9aa0-458c-b354-2fe68c76f185 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:28:06.234543 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-168fca8a-0a1b-4363-a8ac-ae7f51573a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:06.246889 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89da03-b700-47fd-a8ca-9a30a0072dea tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d233a04a-5894-4d45-b278-64bfb15e8e2d,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:06.257288 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db33064-6103-4494-bce8-eda759aec9e3 req-e377982b-1b05-455f-bb42-489d50ef84b0 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:06.266498 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db33064-6103-4494-bce8-eda759aec9e3 req-e377982b-1b05-455f-bb42-489d50ef84b0 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:06.273496 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db33064-6103-4494-bce8-eda759aec9e3 req-e377982b-1b05-455f-bb42-489d50ef84b0 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:06.280835 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db33064-6103-4494-bce8-eda759aec9e3 req-e377982b-1b05-455f-bb42-489d50ef84b0 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:06.289683 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db33064-6103-4494-bce8-eda759aec9e3 req-e377982b-1b05-455f-bb42-489d50ef84b0 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:06.297892 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d89da03-b700-47fd-a8ca-9a30a0072dea tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Checking segment: {'id': 'e74ef589-b0f8-4c79-9ffb-d3a5e0b527af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '85c0d3c9-acaa-4166-baa3-e214aa6ca395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:28:06.298255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d89da03-b700-47fd-a8ca-9a30a0072dea tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Network hostable DHCP agents. Network: 85c0d3c9-acaa-4166-baa3-e214aa6ca395, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:28:06.298945 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db33064-6103-4494-bce8-eda759aec9e3 req-e377982b-1b05-455f-bb42-489d50ef84b0 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:06.303306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-7000dfe3-a16f-4fbb-9ec8-a3d0dfe46bdf tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:06.304640 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-168fca8a-0a1b-4363-a8ac-ae7f51573a61 None None] Port 7aad5049-9aa0-458c-b354-2fe68c76f185 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:28:06.304779 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-7000dfe3-a16f-4fbb-9ec8-a3d0dfe46bdf tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.30 "GET /v2.0/ports/dea2ca34-3ee5-4a2c-8889-a99b5105e97c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0609891 Apr 20 16:28:06.306596 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2db33064-6103-4494-bce8-eda759aec9e3 req-e377982b-1b05-455f-bb42-489d50ef84b0 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 4660 time: 0.2964861 Apr 20 16:28:06.325366 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-4b286e20-a9f7-4e0e-9184-17fc2dd5be72 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:06.405290 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-4b286e20-a9f7-4e0e-9184-17fc2dd5be72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:06.418799 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d89da03-b700-47fd-a8ca-9a30a0072dea tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Network 85c0d3c9-acaa-4166-baa3-e214aa6ca395 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:28:06.419977 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2db33064-6103-4494-bce8-eda759aec9e3 req-7718c0a1-2beb-4c15-ad4c-23d3584dd565 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&id=6980a149-fa89-4ca2-a7a5-614714f6f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0956154 Apr 20 16:28:06.465619 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9b20577c-a24e-401c-bbfb-51223f1af362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'name': 'tempest-ServerRescueNegativeTestJSON-149214004-router', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:22:53Z', 'updated_at': '2022-04-20T16:23:01Z', 'revision_number': 4, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'gw_port': {'id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:22:55Z', 'updated_at': '2022-04-20T16:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'c98b43b9-d7a1-47e3-8354-d223de2a00e2', 'name': '', 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'mac_address': 'fa:16:3e:01:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:23:00Z', 'updated_at': '2022-04-20T16:23:08Z', 'revision_number': 5, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'subnets': [{'id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:06.503634 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b20577c-a24e-401c-bbfb-51223f1af362 None None] Checking router: 7b9156ca-8973-407a-989b-a0e256fceb47 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:28:06.512226 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-4d89da03-b700-47fd-a8ca-9a30a0072dea tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 85c0d3c9-acaa-4166-baa3-e214aa6ca395) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:06.513914 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b20577c-a24e-401c-bbfb-51223f1af362 None None] Routers {'7b9156ca-8973-407a-989b-a0e256fceb47'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:28:06.514507 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9b20577c-a24e-401c-bbfb-51223f1af362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:27:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['7b9156ca-8973-407a-989b-a0e256fceb47'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:06.542567 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d89da03-b700-47fd-a8ca-9a30a0072dea tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:06.543349 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4d89da03-b700-47fd-a8ca-9a30a0072dea tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:06.543962 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77a3192f-ea53-4433-b2bf-be2e629663e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:06.546677 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77a3192f-ea53-4433-b2bf-be2e629663e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:06.550687 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-77a3192f-ea53-4433-b2bf-be2e629663e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0a1fb6c-d135-4c9c-83ba-5872dda59895 HTTP/1.1" status: 204 len: 168 time: 0.7952418 Apr 20 16:28:06.550687 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7ecef7f8-d8a9-42f7-aa67-32ff4e660b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:06.560214 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7ecef7f8-d8a9-42f7-aa67-32ff4e660b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:06.560214 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7ecef7f8-d8a9-42f7-aa67-32ff4e660b7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae675eb2-9bca-4447-8ec3-a9e82fc8fbc4 HTTP/1.1" status: 204 len: 168 time: 0.8345323 Apr 20 16:28:06.583771 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53634) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:06.598874 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3192f-ea53-4433-b2bf-be2e629663e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a1fb6c-d135-4c9c-83ba-5872dda59895,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:06.616279 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecef7f8-d8a9-42f7-aa67-32ff4e660b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae675eb2-9bca-4447-8ec3-a9e82fc8fbc4,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:06.640229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-4b286e20-a9f7-4e0e-9184-17fc2dd5be72 service neutron] For port dea2ca34-3ee5-4a2c-8889-a99b5105e97c, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=dea2ca34-3ee5-4a2c-8889-a99b5105e97c,segment=NetworkSegment(54417bab-79ed-4fa5-a41e-0ab25e2ab60e),segment_id=54417bab-79ed-4fa5-a41e-0ab25e2ab60e)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:06.692528 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4d89da03-b700-47fd-a8ca-9a30a0072dea tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7172246 Apr 20 16:28:06.694084 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53638) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:06.699500 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-d778dc6c-7a7f-435a-909a-759fdba97c19 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1132418390', 'network_id': '85c0d3c9-acaa-4166-baa3-e214aa6ca395'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:06.730359 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-4b286e20-a9f7-4e0e-9184-17fc2dd5be72 service neutron] For port dea2ca34-3ee5-4a2c-8889-a99b5105e97c, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:28:06.762253 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724d559-5eac-4f4e-9fc4-71eaed86dccf req-265e3b62-ec49-4913-9983-fa2677e4c6ea tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:06.763942 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1724d559-5eac-4f4e-9fc4-71eaed86dccf req-265e3b62-ec49-4913-9983-fa2677e4c6ea tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.0928969 Apr 20 16:28:06.771479 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2185257-255c-4bd7-9248-0ab01d71c331 None None] Network 85c0d3c9-acaa-4166-baa3-e214aa6ca395 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:28:06.806404 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-4b286e20-a9f7-4e0e-9184-17fc2dd5be72 service neutron] device_id is not set on port dea2ca34-3ee5-4a2c-8889-a99b5105e97c yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:28:06.808354 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d778dc6c-7a7f-435a-909a-759fdba97c19 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Made reservation on behalf of 5d99354eefb2401ca776b883c0fd7223 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:28:06.818544 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d778dc6c-7a7f-435a-909a-759fdba97c19 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:06.823569 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-4b286e20-a9f7-4e0e-9184-17fc2dd5be72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:06.830504 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-9b20577c-a24e-401c-bbfb-51223f1af362 None None] Set router 7b9156ca-8973-407a-989b-a0e256fceb47 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:28:06.831099 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1724d559-5eac-4f4e-9fc4-71eaed86dccf req-0450197c-1f92-4692-b7b3-64654d48b299 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582838 Apr 20 16:28:06.852024 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-d778dc6c-7a7f-435a-909a-759fdba97c19 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] device_id is not set on port 8915fd4a-0645-4c55-a184-dcb615d531ca yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:28:06.906424 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-4b286e20-a9f7-4e0e-9184-17fc2dd5be72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:07.032566 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-74ad595d-3db0-4aa0-899d-12768af4f1fc req-6455c7be-cad4-4a2b-ba1f-14843d5ad590 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e1077d3-0552-4e83-b7ca-7f1b5c15cec2 HTTP/1.1" status: 200 len: 210 time: 0.0832367 Apr 20 16:28:07.039991 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device d1628b9e-6015-40ce-9c03-59336f363801 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:28:07.166072 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-4b286e20-a9f7-4e0e-9184-17fc2dd5be72 service neutron] No DVR routers for this DVR port dea2ca34-3ee5-4a2c-8889-a99b5105e97c on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:28:07.192288 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b063acd-e0e7-4ffc-9797-61ea75dee819 None None] Network 85c0d3c9-acaa-4166-baa3-e214aa6ca395 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:28:07.192598 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b286e20-a9f7-4e0e-9184-17fc2dd5be72 service neutron] Pushing event updated for resources: {'Port': ['ID=dea2ca34-3ee5-4a2c-8889-a99b5105e97c,revision_number=6']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:07.259232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-4b286e20-a9f7-4e0e-9184-17fc2dd5be72 service neutron] In _notify_port_updated(), no bound segment for port dea2ca34-3ee5-4a2c-8889-a99b5105e97c on network 3024306a-3909-40d1-ba02-5dd3136dffcd {{(pid=103484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:28:07.259232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-4b286e20-a9f7-4e0e-9184-17fc2dd5be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:07.259232 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-4b286e20-a9f7-4e0e-9184-17fc2dd5be72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:07.259798 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-4b286e20-a9f7-4e0e-9184-17fc2dd5be72 service neutron] 10.222.0.30 "PUT /v2.0/ports/dea2ca34-3ee5-4a2c-8889-a99b5105e97c HTTP/1.1" status: 200 len: 1027 time: 0.9432714 Apr 20 16:28:07.280650 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-d778dc6c-7a7f-435a-909a-759fdba97c19 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Allocated IP 172.20.0.14 (85c0d3c9-acaa-4166-baa3-e214aa6ca395/d233a04a-5894-4d45-b278-64bfb15e8e2d/8915fd4a-0645-4c55-a184-dcb615d531ca) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:28:07.400525 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 2e531f2f-3a09-478e-a83c-6e5843916ec8 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:28:07.529214 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 2e531f2f-3a09-478e-a83c-6e5843916ec8 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:28:07.529818 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 2e531f2f-3a09-478e-a83c-6e5843916ec8 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:28:07.674964 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d778dc6c-7a7f-435a-909a-759fdba97c19 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:07.801614 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d778dc6c-7a7f-435a-909a-759fdba97c19 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:07.841483 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:07.886755 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53664) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:07.916720 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1628b9e-6015-40ce-9c03-59336f363801'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:28:07.919022 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6098e353-4c95-4b17-937f-fac92e41e884" -d '{"events": [{"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-unplugged", "status": "completed", "tag": "d1628b9e-6015-40ce-9c03-59336f363801"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:28:07.955502 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8d77f829-8557-4a9a-926a-7aca99d6e61e None None] Provisioning complete for port dea2ca34-3ee5-4a2c-8889-a99b5105e97c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:28:07.955836 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8d77f829-8557-4a9a-926a-7aca99d6e61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:07.961865 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d778dc6c-7a7f-435a-909a-759fdba97c19 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Network 85c0d3c9-acaa-4166-baa3-e214aa6ca395 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:28:07.962043 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port d1628b9e-6015-40ce-9c03-59336f363801, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=d1628b9e-6015-40ce-9c03-59336f363801,segment=NetworkSegment(c7a4213b-0bd6-496a-8d47-4db9331e16ee),segment_id=c7a4213b-0bd6-496a-8d47-4db9331e16ee)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:07.983309 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a28a7a96-0528-4b04-b680-ca2af638e1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:08.002837 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-d778dc6c-7a7f-435a-909a-759fdba97c19 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:08.031114 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d778dc6c-7a7f-435a-909a-759fdba97c19 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:28:08.041182 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:08.042476 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 7aad5049-9aa0-458c-b354-2fe68c76f185 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:28:08.061854 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778dc6c-7a7f-435a-909a-759fdba97c19 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Pushing event updated for resources: {'Port': ['ID=8915fd4a-0645-4c55-a184-dcb615d531ca,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:08.113176 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d778dc6c-7a7f-435a-909a-759fdba97c19 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:08.113794 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d778dc6c-7a7f-435a-909a-759fdba97c19 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:08.139065 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2401a82-cf38-4382-9099-fa5476e34eb5 req-304d694b-fcde-412f-bffc-17245bc1b14b tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:08.147273 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e2401a82-cf38-4382-9099-fa5476e34eb5 req-304d694b-fcde-412f-bffc-17245bc1b14b tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.1835961 Apr 20 16:28:08.159050 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-8d77f829-8557-4a9a-926a-7aca99d6e61e None None] Port dea2ca34-3ee5-4a2c-8889-a99b5105e97c cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:28:08.181275 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9b20577c-a24e-401c-bbfb-51223f1af362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'name': 'tempest-ServerRescueNegativeTestJSON-149214004-router', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:22:53Z', 'updated_at': '2022-04-20T16:23:01Z', 'revision_number': 4, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'gw_port': {'id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:22:55Z', 'updated_at': '2022-04-20T16:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'c98b43b9-d7a1-47e3-8354-d223de2a00e2', 'name': '', 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'mac_address': 'fa:16:3e:01:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:23:00Z', 'updated_at': '2022-04-20T16:23:08Z', 'revision_number': 5, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'subnets': [{'id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:08.224856 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e2401a82-cf38-4382-9099-fa5476e34eb5 req-922118bf-3a22-4c80-9494-f8c90510a810 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716076 Apr 20 16:28:08.244543 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d778dc6c-7a7f-435a-909a-759fdba97c19 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.5490792 Apr 20 16:28:08.250651 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-e8fa833f-c3b7-4894-9284-4c2c10707c5e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Deleting port 38c183c1-2ecf-4a3b-97ca-cd36101f24ff {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:08.250651 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-e8fa833f-c3b7-4894-9284-4c2c10707c5e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:08.259637 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53676) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:08.292117 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b20577c-a24e-401c-bbfb-51223f1af362 None None] The sync data for ids ['7b9156ca-8973-407a-989b-a0e256fceb47'] in n-d-836146-2 is: [{'id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'name': 'tempest-ServerRescueNegativeTestJSON-149214004-router', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:22:53Z', 'updated_at': '2022-04-20T16:23:01Z', 'revision_number': 4, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'gw_port': {'id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:22:55Z', 'updated_at': '2022-04-20T16:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'c98b43b9-d7a1-47e3-8354-d223de2a00e2', 'name': '', 'network_id': 'd9af20c5-ec0a-4beb-b93d-6291e4255aeb', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'mac_address': 'fa:16:3e:01:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:23:00Z', 'updated_at': '2022-04-20T16:23:08Z', 'revision_number': 5, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'subnets': [{'id': 'f49ef81d-6341-40ae-b59c-ad7cca19ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:28:08.306455 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 7aad5049-9aa0-458c-b354-2fe68c76f185 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:28:08.306875 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device dea2ca34-3ee5-4a2c-8889-a99b5105e97c no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:28:08.318424 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446b329b-66c3-4ecd-abbd-dc7f6d2d017e x-openstack-request-id: req-446b329b-66c3-4ecd-abbd-dc7f6d2d017e {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:28:08.318736 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-unplugged", "status": "completed", "tag": "d1628b9e-6015-40ce-9c03-59336f363801", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:28:08.320123 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-446b329b-66c3-4ecd-abbd-dc7f6d2d017e {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:28:08.320709 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446b329b-66c3-4ecd-abbd-dc7f6d2d017e'] response: {'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1628b9e-6015-40ce-9c03-59336f363801', 'code': 200} Apr 20 16:28:08.356732 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-e8fa833f-c3b7-4894-9284-4c2c10707c5e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] For port 38c183c1-2ecf-4a3b-97ca-cd36101f24ff, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=38c183c1-2ecf-4a3b-97ca-cd36101f24ff,segment=NetworkSegment(54417bab-79ed-4fa5-a41e-0ab25e2ab60e),segment_id=54417bab-79ed-4fa5-a41e-0ab25e2ab60e)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:08.357817 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-e8fa833f-c3b7-4894-9284-4c2c10707c5e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:08.377179 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-e8fa833f-c3b7-4894-9284-4c2c10707c5e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Calling delete_port for 38c183c1-2ecf-4a3b-97ca-cd36101f24ff owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:08.379006 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=d1628b9e-6015-40ce-9c03-59336f363801,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:08.424560 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a28a7a96-0528-4b04-b680-ca2af638e1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:08.427313 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device dea2ca34-3ee5-4a2c-8889-a99b5105e97c not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:28:08.427749 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device d508a3b0-0004-4f38-82f9-28f5a0647800 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:28:08.445709 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53682) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:08.491682 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c309d8d-79fc-409a-81bc-03eaf0fe9cdd req-b53a5e03-e5b8-4f77-b2bd-cda5cc7d8c7f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:08.512713 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c2d7f46f-9370-4482-945d-c609b0c907dd tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Deleting port 8915fd4a-0645-4c55-a184-dcb615d531ca {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:08.512713 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c2d7f46f-9370-4482-945d-c609b0c907dd tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:08.522127 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c309d8d-79fc-409a-81bc-03eaf0fe9cdd req-b53a5e03-e5b8-4f77-b2bd-cda5cc7d8c7f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:08.531190 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c309d8d-79fc-409a-81bc-03eaf0fe9cdd req-b53a5e03-e5b8-4f77-b2bd-cda5cc7d8c7f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:08.541454 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c309d8d-79fc-409a-81bc-03eaf0fe9cdd req-b53a5e03-e5b8-4f77-b2bd-cda5cc7d8c7f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:08.547758 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c309d8d-79fc-409a-81bc-03eaf0fe9cdd req-b53a5e03-e5b8-4f77-b2bd-cda5cc7d8c7f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:08.559925 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2c309d8d-79fc-409a-81bc-03eaf0fe9cdd req-b53a5e03-e5b8-4f77-b2bd-cda5cc7d8c7f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 3884 time: 0.5296617 Apr 20 16:28:08.572714 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a28a7a96-0528-4b04-b680-ca2af638e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:08.590443 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:08.640543 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port d508a3b0-0004-4f38-82f9-28f5a0647800, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=d508a3b0-0004-4f38-82f9-28f5a0647800,segment=NetworkSegment(c7a4213b-0bd6-496a-8d47-4db9331e16ee),segment_id=c7a4213b-0bd6-496a-8d47-4db9331e16ee)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:08.701807 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a28a7a96-0528-4b04-b680-ca2af638e1b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c0d48e0c755840bb99c436491cf46503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7999132 Apr 20 16:28:08.703986 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53688) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:08.715404 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a7a96-0528-4b04-b680-ca2af638e1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220720a4-7f17-476c-89fd-d0df4dec7f13,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:08.718066 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2c309d8d-79fc-409a-81bc-03eaf0fe9cdd req-6efcc62a-51fc-4822-8b53-0740ad85704d tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573472 Apr 20 16:28:08.726491 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:08.727304 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 38c183c1-2ecf-4a3b-97ca-cd36101f24ff no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:28:08.747753 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c2d7f46f-9370-4482-945d-c609b0c907dd tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:08.764116 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c2d7f46f-9370-4482-945d-c609b0c907dd tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Calling delete_port for 8915fd4a-0645-4c55-a184-dcb615d531ca owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:08.818115 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a04d310-c866-4f62-865e-ff37d19776b6 None None] New status for floating IP 7aec9425-c12e-41f8-a940-d0c459b9fb8c: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:28:08.825902 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7fadada9-3c49-4eda-86ac-6026c467d975 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:08.869143 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=d508a3b0-0004-4f38-82f9-28f5a0647800,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:08.920106 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7fadada9-3c49-4eda-86ac-6026c467d975 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:08.936178 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:08.949072 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-680b9ae1-e300-4055-89b0-1ce2864c0a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:09.002743 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-680b9ae1-e300-4055-89b0-1ce2864c0a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:09.031957 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-e8fa833f-c3b7-4894-9284-4c2c10707c5e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:09.035757 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eca52caf-0301-4e44-96ba-d31d63bae43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:09.063812 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 223525cb-7aed-4392-a92a-a330adfba580 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:28:09.080850 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c2d7f46f-9370-4482-945d-c609b0c907dd tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:09.119527 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa833f-c3b7-4894-9284-4c2c10707c5e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event deleted for resources: {'Port': ['ID=38c183c1-2ecf-4a3b-97ca-cd36101f24ff,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:09.129037 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7f46f-9370-4482-945d-c609b0c907dd tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Pushing event deleted for resources: {'Port': ['ID=8915fd4a-0645-4c55-a184-dcb615d531ca,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:09.169729 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:09.229449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 223525cb-7aed-4392-a92a-a330adfba580, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=223525cb-7aed-4392-a92a-a330adfba580,segment=NetworkSegment(54417bab-79ed-4fa5-a41e-0ab25e2ab60e),segment_id=54417bab-79ed-4fa5-a41e-0ab25e2ab60e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:09.237535 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-e8fa833f-c3b7-4894-9284-4c2c10707c5e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] No DVR routers for this DVR port 38c183c1-2ecf-4a3b-97ca-cd36101f24ff on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:28:09.254818 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c2d7f46f-9370-4482-945d-c609b0c907dd tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:09.261189 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c2d7f46f-9370-4482-945d-c609b0c907dd tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "DELETE /v2.0/ports/8915fd4a-0645-4c55-a184-dcb615d531ca HTTP/1.1" status: 204 len: 168 time: 1.0001099 Apr 20 16:28:09.263889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53702) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:09.266304 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-e8fa833f-c3b7-4894-9284-4c2c10707c5e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:09.269470 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c1cab659-0185-46b1-a376-9fb6ba4cfc33 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '85c0d3c9-acaa-4166-baa3-e214aa6ca395', 'external_fixed_ips': [{'subnet_id': 'd233a04a-5894-4d45-b278-64bfb15e8e2d', 'ip_address': '172.20.0.14'}]}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:09.275349 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-e8fa833f-c3b7-4894-9284-4c2c10707c5e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.30 "DELETE /v2.0/ports/38c183c1-2ecf-4a3b-97ca-cd36101f24ff HTTP/1.1" status: 204 len: 173 time: 2.0040650 Apr 20 16:28:09.275349 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7fadada9-3c49-4eda-86ac-6026c467d975 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:09.278686 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7fadada9-3c49-4eda-86ac-6026c467d975 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:09.282421 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7fadada9-3c49-4eda-86ac-6026c467d975 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "DELETE /v2.0/security-groups/4b619a63-4fb4-4e06-8f4e-e62e439e32af HTTP/1.1" status: 204 len: 168 time: 0.8229966 Apr 20 16:28:09.283719 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-deleted', 'tag': '38c183c1-2ecf-4a3b-97ca-cd36101f24ff'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:28:09.284864 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53704) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:09.286536 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783337b5-0124-492f-9da9-9b691e4da0aa" -d '{"events": [{"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-deleted", "tag": "38c183c1-2ecf-4a3b-97ca-cd36101f24ff"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:28:09.305933 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-0ad0130c-42c6-4e64-a917-b20a2bdb4191 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] show failed (client error): The resource could not be found. Apr 20 16:28:09.318553 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0ad0130c-42c6-4e64-a917-b20a2bdb4191 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups/4b619a63-4fb4-4e06-8f4e-e62e439e32af HTTP/1.1" status: 404 len: 347 time: 0.0212405 Apr 20 16:28:09.318692 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53708) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:09.331926 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:09.332698 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 7a124185-eb8a-4596-af17-192c400a73d6 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:28:09.348134 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadada9-3c49-4eda-86ac-6026c467d975 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b619a63-4fb4-4e06-8f4e-e62e439e32af,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:09.375927 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ad84ef-ad8e-419e-b8a3-10e762d19f3b x-openstack-request-id: req-e6ad84ef-ad8e-419e-b8a3-10e762d19f3b {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:28:09.377022 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-deleted", "tag": "38c183c1-2ecf-4a3b-97ca-cd36101f24ff", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:28:09.377432 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e6ad84ef-ad8e-419e-b8a3-10e762d19f3b {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:28:09.377974 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6ad84ef-ad8e-419e-b8a3-10e762d19f3b'] response: {'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-deleted', 'tag': '38c183c1-2ecf-4a3b-97ca-cd36101f24ff', 'status': 'completed', 'code': 200} Apr 20 16:28:09.383223 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1cab659-0185-46b1-a376-9fb6ba4cfc33 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:09.384298 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1cab659-0185-46b1-a376-9fb6ba4cfc33 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:09.388453 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-680b9ae1-e300-4055-89b0-1ce2864c0a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:09.391291 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-680b9ae1-e300-4055-89b0-1ce2864c0a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:09.392907 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-680b9ae1-e300-4055-89b0-1ce2864c0a15 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/220720a4-7f17-476c-89fd-d0df4dec7f13 HTTP/1.1" status: 204 len: 168 time: 0.6845708 Apr 20 16:28:09.507111 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b9ae1-e300-4055-89b0-1ce2864c0a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220720a4-7f17-476c-89fd-d0df4dec7f13,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:09.523761 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1cab659-0185-46b1-a376-9fb6ba4cfc33 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:09.557975 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-27f57524-54ba-48d0-9575-42861e34ef78 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Deleting port 7cc4de76-5e0d-4989-83fd-1d4a00c193ad {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:09.557975 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-27f57524-54ba-48d0-9575-42861e34ef78 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:09.655617 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=223525cb-7aed-4392-a92a-a330adfba580,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:09.776393 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-43d1c090-4540-4b39-82fc-85f255c75582 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Deleting port d1628b9e-6015-40ce-9c03-59336f363801 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:09.777914 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-43d1c090-4540-4b39-82fc-85f255c75582 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:09.822511 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-27f57524-54ba-48d0-9575-42861e34ef78 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:09.823042 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-27f57524-54ba-48d0-9575-42861e34ef78 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:09.889963 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-27f57524-54ba-48d0-9575-42861e34ef78 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Calling delete_port for 7cc4de76-5e0d-4989-83fd-1d4a00c193ad owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:09.910012 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:09.944545 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1cab659-0185-46b1-a376-9fb6ba4cfc33 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:09.995036 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 7a124185-eb8a-4596-af17-192c400a73d6, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7a124185-eb8a-4596-af17-192c400a73d6,segment=NetworkSegment(e979549a-3086-404e-9eac-99c87ec0175a),segment_id=e979549a-3086-404e-9eac-99c87ec0175a)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:10.028012 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8023b7-15b1-45d9-be87-db5ad43e8384 req-624550ba-9260-4416-bb45-e6e67ec203ff tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:10.036119 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0d8023b7-15b1-45d9-be87-db5ad43e8384 req-624550ba-9260-4416-bb45-e6e67ec203ff tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.2513907 Apr 20 16:28:10.091337 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-43d1c090-4540-4b39-82fc-85f255c75582 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] For port d1628b9e-6015-40ce-9c03-59336f363801, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=d1628b9e-6015-40ce-9c03-59336f363801,segment=NetworkSegment(c7a4213b-0bd6-496a-8d47-4db9331e16ee),segment_id=c7a4213b-0bd6-496a-8d47-4db9331e16ee)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:10.091955 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-43d1c090-4540-4b39-82fc-85f255c75582 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:10.105331 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63011eba-c912-4921-8538-dad45d7c0516 req-31899e79-3f02-42d7-878d-ed60132d0cfa tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:10.112956 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63011eba-c912-4921-8538-dad45d7c0516 req-31899e79-3f02-42d7-878d-ed60132d0cfa tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:10.114714 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:10.124972 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63011eba-c912-4921-8538-dad45d7c0516 req-31899e79-3f02-42d7-878d-ed60132d0cfa tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:10.129500 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0d8023b7-15b1-45d9-be87-db5ad43e8384 req-212cb62e-5ab1-4add-b54f-f843dd77fa71 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923975 Apr 20 16:28:10.134859 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63011eba-c912-4921-8538-dad45d7c0516 req-31899e79-3f02-42d7-878d-ed60132d0cfa tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:10.137771 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63011eba-c912-4921-8538-dad45d7c0516 req-31899e79-3f02-42d7-878d-ed60132d0cfa tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 3145 time: 0.2078385 Apr 20 16:28:10.145096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53724) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:10.214520 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-43d1c090-4540-4b39-82fc-85f255c75582 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Calling delete_port for d1628b9e-6015-40ce-9c03-59336f363801 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:10.237441 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63011eba-c912-4921-8538-dad45d7c0516 req-c537b332-fc23-4771-9a90-e779bff58e3d tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737693 Apr 20 16:28:10.284940 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-eca52caf-0301-4e44-96ba-d31d63bae43d admin admin] Deleting port 6e5cb97c-070d-4432-8f82-25ea648ad4ac {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:10.285576 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eca52caf-0301-4e44-96ba-d31d63bae43d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:10.286670 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=7a124185-eb8a-4596-af17-192c400a73d6,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:10.322593 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd508a3b0-0004-4f38-82f9-28f5a0647800'}, {'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '223525cb-7aed-4392-a92a-a330adfba580'}, {'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a124185-eb8a-4596-af17-192c400a73d6'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:28:10.325730 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75abb45-48aa-45c5-a846-0fb72f081a65" -d '{"events": [{"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-unplugged", "status": "completed", "tag": "d508a3b0-0004-4f38-82f9-28f5a0647800"}, {"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-unplugged", "status": "completed", "tag": "223525cb-7aed-4392-a92a-a330adfba580"}, {"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-unplugged", "status": "completed", "tag": "7a124185-eb8a-4596-af17-192c400a73d6"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:28:10.336597 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-27f57524-54ba-48d0-9575-42861e34ef78 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:10.387399 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-c0b103a6-7992-476f-9a2c-5550218cab8f tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:10.397960 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53730) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:10.407334 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 20 Apr 2022 16:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc321813-fde3-4a5b-8554-f2b6fb5aae75 x-openstack-request-id: req-dc321813-fde3-4a5b-8554-f2b6fb5aae75 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:28:10.407658 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-unplugged", "status": "completed", "tag": "d508a3b0-0004-4f38-82f9-28f5a0647800", "code": 200}, {"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-unplugged", "status": "completed", "tag": "223525cb-7aed-4392-a92a-a330adfba580", "code": 200}, {"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-unplugged", "status": "completed", "tag": "7a124185-eb8a-4596-af17-192c400a73d6", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:28:10.408467 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc321813-fde3-4a5b-8554-f2b6fb5aae75 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:28:10.409045 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc321813-fde3-4a5b-8554-f2b6fb5aae75'] response: {'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd508a3b0-0004-4f38-82f9-28f5a0647800', 'code': 200} Apr 20 16:28:10.409457 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc321813-fde3-4a5b-8554-f2b6fb5aae75'] response: {'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '223525cb-7aed-4392-a92a-a330adfba580', 'code': 200} Apr 20 16:28:10.409853 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc321813-fde3-4a5b-8554-f2b6fb5aae75'] response: {'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a124185-eb8a-4596-af17-192c400a73d6', 'code': 200} Apr 20 16:28:10.431945 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f57524-54ba-48d0-9575-42861e34ef78 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Pushing event deleted for resources: {'Port': ['ID=7cc4de76-5e0d-4989-83fd-1d4a00c193ad,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:10.453376 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2a8a665e-5b9d-42f5-aacd-02f21792ce85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:10.516830 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1cab659-0185-46b1-a376-9fb6ba4cfc33 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:10.540422 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1cab659-0185-46b1-a376-9fb6ba4cfc33 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:10.546174 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-eca52caf-0301-4e44-96ba-d31d63bae43d admin admin] For port 6e5cb97c-070d-4432-8f82-25ea648ad4ac, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6e5cb97c-070d-4432-8f82-25ea648ad4ac,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:10.546545 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eca52caf-0301-4e44-96ba-d31d63bae43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:10.551223 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-27f57524-54ba-48d0-9575-42861e34ef78 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:10.556939 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-27f57524-54ba-48d0-9575-42861e34ef78 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:10.556939 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-27f57524-54ba-48d0-9575-42861e34ef78 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "DELETE /v2.0/floatingips/7aec9425-c12e-41f8-a940-d0c459b9fb8c HTTP/1.1" status: 204 len: 168 time: 1.2356238 Apr 20 16:28:10.624777 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-eca52caf-0301-4e44-96ba-d31d63bae43d admin admin] Calling delete_port for 6e5cb97c-070d-4432-8f82-25ea648ad4ac owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:10.632995 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c0b103a6-7992-476f-9a2c-5550218cab8f tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:10.715295 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-c1cab659-0185-46b1-a376-9fb6ba4cfc33 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Allocated IP 172.20.0.14 (85c0d3c9-acaa-4166-baa3-e214aa6ca395/d233a04a-5894-4d45-b278-64bfb15e8e2d/5f278cd4-6249-458e-aef9-337d4761fe6f) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:28:10.768209 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2a8a665e-5b9d-42f5-aacd-02f21792ce85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:10.775784 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-43d1c090-4540-4b39-82fc-85f255c75582 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:10.827731 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1c090-4540-4b39-82fc-85f255c75582 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event deleted for resources: {'Port': ['ID=d1628b9e-6015-40ce-9c03-59336f363801,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:10.891401 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1cab659-0185-46b1-a376-9fb6ba4cfc33 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:10.925453 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2a8a665e-5b9d-42f5-aacd-02f21792ce85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:10.937178 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-43d1c090-4540-4b39-82fc-85f255c75582 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] No DVR routers for this DVR port d1628b9e-6015-40ce-9c03-59336f363801 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:28:10.952765 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-43d1c090-4540-4b39-82fc-85f255c75582 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:10.956801 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-43d1c090-4540-4b39-82fc-85f255c75582 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.30 "DELETE /v2.0/ports/d1628b9e-6015-40ce-9c03-59336f363801 HTTP/1.1" status: 204 len: 173 time: 1.6671157 Apr 20 16:28:11.001233 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1cab659-0185-46b1-a376-9fb6ba4cfc33 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:11.044031 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2a8a665e-5b9d-42f5-aacd-02f21792ce85 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a9778695bbcc481685b1ee90bde5d8d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6153519 Apr 20 16:28:11.048863 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a665e-5b9d-42f5-aacd-02f21792ce85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a6e41a-8e62-4b3b-90a4-c24e48b7e1c8,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:11.051881 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53738) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:11.054636 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cab659-0185-46b1-a376-9fb6ba4cfc33 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Network 85c0d3c9-acaa-4166-baa3-e214aa6ca395 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:28:11.057904 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-c1cab659-0185-46b1-a376-9fb6ba4cfc33 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:11.063563 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cab659-0185-46b1-a376-9fb6ba4cfc33 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:28:11.098046 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cab659-0185-46b1-a376-9fb6ba4cfc33 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Pushing event updated for resources: {'Port': ['ID=5f278cd4-6249-458e-aef9-337d4761fe6f,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:11.202692 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c0b103a6-7992-476f-9a2c-5550218cab8f tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:11.222595 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c2e4-02ed-4140-84c7-220a9a9823f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:11.262842 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c2e4-02ed-4140-84c7-220a9a9823f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:11.334560 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eca52caf-0301-4e44-96ba-d31d63bae43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:11.746335 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-deleted', 'tag': 'd1628b9e-6015-40ce-9c03-59336f363801'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:28:11.748319 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3df7d36-0d7b-4a7b-ab3b-6681aa48319c" -d '{"events": [{"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-deleted", "tag": "d1628b9e-6015-40ce-9c03-59336f363801"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:28:11.792246 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78345fc-2bea-4527-9cf1-67937d9cad88 req-2393b8a0-60a6-4837-909d-14357717d4b5 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:11.798728 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78345fc-2bea-4527-9cf1-67937d9cad88 req-2393b8a0-60a6-4837-909d-14357717d4b5 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:11.805390 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78345fc-2bea-4527-9cf1-67937d9cad88 req-2393b8a0-60a6-4837-909d-14357717d4b5 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:11.808734 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e78345fc-2bea-4527-9cf1-67937d9cad88 req-2393b8a0-60a6-4837-909d-14357717d4b5 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 2410 time: 0.0964336 Apr 20 16:28:11.819091 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca52caf-0301-4e44-96ba-d31d63bae43d admin admin] Pushing event deleted for resources: {'Port': ['ID=6e5cb97c-070d-4432-8f82-25ea648ad4ac,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:11.858272 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e78345fc-2bea-4527-9cf1-67937d9cad88 req-0b0e0333-2507-4d3f-a220-534af9ef0fa9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438387 Apr 20 16:28:11.931520 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-4fd91fd3-d76e-4582-b5de-f942f416c457 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Deleting port d508a3b0-0004-4f38-82f9-28f5a0647800 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:11.932197 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-4fd91fd3-d76e-4582-b5de-f942f416c457 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:11.980453 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d818b6-452f-498a-928c-82290a584726 x-openstack-request-id: req-49d818b6-452f-498a-928c-82290a584726 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:28:11.980824 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-deleted", "tag": "d1628b9e-6015-40ce-9c03-59336f363801", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:28:11.981188 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49d818b6-452f-498a-928c-82290a584726 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:28:11.981892 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49d818b6-452f-498a-928c-82290a584726'] response: {'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-deleted', 'tag': 'd1628b9e-6015-40ce-9c03-59336f363801', 'status': 'completed', 'code': 200} Apr 20 16:28:12.044697 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1cab659-0185-46b1-a376-9fb6ba4cfc33 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:12.094919 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c2e4-02ed-4140-84c7-220a9a9823f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:12.098223 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c2e4-02ed-4140-84c7-220a9a9823f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:12.109655 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3fd6c2e4-02ed-4140-84c7-220a9a9823f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a1a6e41a-8e62-4b3b-90a4-c24e48b7e1c8 HTTP/1.1" status: 204 len: 168 time: 1.0485044 Apr 20 16:28:12.168817 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-4fd91fd3-d76e-4582-b5de-f942f416c457 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] For port d508a3b0-0004-4f38-82f9-28f5a0647800, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=d508a3b0-0004-4f38-82f9-28f5a0647800,segment=NetworkSegment(c7a4213b-0bd6-496a-8d47-4db9331e16ee),segment_id=c7a4213b-0bd6-496a-8d47-4db9331e16ee)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:12.169199 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-4fd91fd3-d76e-4582-b5de-f942f416c457 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:12.180583 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea233502-36d0-4469-bd46-ad0b637b55ec req-975f3d5a-a746-4b0c-8f96-58a1a5b9d75a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:12.182046 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea233502-36d0-4469-bd46-ad0b637b55ec req-975f3d5a-a746-4b0c-8f96-58a1a5b9d75a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.4262571 Apr 20 16:28:12.219153 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6c2e4-02ed-4140-84c7-220a9a9823f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a6e41a-8e62-4b3b-90a4-c24e48b7e1c8,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:12.223120 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-4fd91fd3-d76e-4582-b5de-f942f416c457 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Calling delete_port for d508a3b0-0004-4f38-82f9-28f5a0647800 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:12.264617 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-c0b103a6-7992-476f-9a2c-5550218cab8f tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Allocated IP 172.25.0.183 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/a9d8e562-5530-430a-9393-2d81f7e9574d) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:28:12.328453 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1cab659-0185-46b1-a376-9fb6ba4cfc33 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:12.382790 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea233502-36d0-4469-bd46-ad0b637b55ec req-3bd34d5b-0baa-444f-b855-49f9623ba713 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858771 Apr 20 16:28:12.437054 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eca52caf-0301-4e44-96ba-d31d63bae43d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:12.601843 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c0b103a6-7992-476f-9a2c-5550218cab8f tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:12.703168 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cab659-0185-46b1-a376-9fb6ba4cfc33 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Router 8862cbab-3445-4d1b-90d8-fc0083643755 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:28:12.781204 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-4fd91fd3-d76e-4582-b5de-f942f416c457 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:12.823882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd91fd3-d76e-4582-b5de-f942f416c457 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event deleted for resources: {'Port': ['ID=d508a3b0-0004-4f38-82f9-28f5a0647800,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:12.826317 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c0b103a6-7992-476f-9a2c-5550218cab8f tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:12.907808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca52caf-0301-4e44-96ba-d31d63bae43d admin admin] Router 51e71fb0-46db-4370-8d78-24480a9f4333 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:28:12.912592 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cab659-0185-46b1-a376-9fb6ba4cfc33 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:28:12.921923 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Sync routers for ids ['8862cbab-3445-4d1b-90d8-fc0083643755'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:28:12.945876 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Routers {'8862cbab-3445-4d1b-90d8-fc0083643755'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:28:12.947971 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:27:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['8862cbab-3445-4d1b-90d8-fc0083643755'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:13.005197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-4fd91fd3-d76e-4582-b5de-f942f416c457 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] No DVR routers for this DVR port d508a3b0-0004-4f38-82f9-28f5a0647800 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:28:13.010982 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-4fd91fd3-d76e-4582-b5de-f942f416c457 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:13.017175 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-4fd91fd3-d76e-4582-b5de-f942f416c457 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.30 "DELETE /v2.0/ports/d508a3b0-0004-4f38-82f9-28f5a0647800 HTTP/1.1" status: 204 len: 173 time: 2.0437088 Apr 20 16:28:13.026817 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1cab659-0185-46b1-a376-9fb6ba4cfc33 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:13.028043 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c1cab659-0185-46b1-a376-9fb6ba4cfc33 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.7626305 Apr 20 16:28:13.029904 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b103a6-7992-476f-9a2c-5550218cab8f tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:28:13.030760 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53770) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:13.034204 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-c0b103a6-7992-476f-9a2c-5550218cab8f tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:13.059002 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b103a6-7992-476f-9a2c-5550218cab8f tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:28:13.127711 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Set router 8862cbab-3445-4d1b-90d8-fc0083643755 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:28:13.241729 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b103a6-7992-476f-9a2c-5550218cab8f tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Pushing event updated for resources: {'Port': ['ID=a9d8e562-5530-430a-9393-2d81f7e9574d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:13.282744 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca52caf-0301-4e44-96ba-d31d63bae43d admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:28:13.311983 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569141dc-af3f-4d82-b767-219a075557ae None None] Sync routers for ids ['51e71fb0-46db-4370-8d78-24480a9f4333'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:28:13.312375 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-eca52caf-0301-4e44-96ba-d31d63bae43d admin admin] 10.222.0.15 "PUT /v2.0/routers/51e71fb0-46db-4370-8d78-24480a9f4333/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7179809 Apr 20 16:28:13.317663 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569141dc-af3f-4d82-b767-219a075557ae None None] Routers {'51e71fb0-46db-4370-8d78-24480a9f4333'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:28:13.321458 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-569141dc-af3f-4d82-b767-219a075557ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:27:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['51e71fb0-46db-4370-8d78-24480a9f4333'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:13.340816 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60aee6-0fa9-4ec5-bcd0-585eece82348 req-2c3b778f-1ce9-47ee-a029-e95991982c33 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:13.350989 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60aee6-0fa9-4ec5-bcd0-585eece82348 req-2c3b778f-1ce9-47ee-a029-e95991982c33 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:13.352977 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3a60aee6-0fa9-4ec5-bcd0-585eece82348 req-2c3b778f-1ce9-47ee-a029-e95991982c33 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 1677 time: 0.3724854 Apr 20 16:28:13.356014 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53778) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:13.477139 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8cb339c1-d6ab-4f21-b939-f888c29a2f9d tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:13.586464 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-569141dc-af3f-4d82-b767-219a075557ae None None] Set router 51e71fb0-46db-4370-8d78-24480a9f4333 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:28:13.632169 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8862cbab-3445-4d1b-90d8-fc0083643755', 'name': '', 'tenant_id': '5d99354eefb2401ca776b883c0fd7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85c0d3c9-acaa-4166-baa3-e214aa6ca395', 'external_fixed_ips': [{'subnet_id': 'd233a04a-5894-4d45-b278-64bfb15e8e2d', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '5f278cd4-6249-458e-aef9-337d4761fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:09Z', 'updated_at': '2022-04-20T16:28:11Z', 'revision_number': 3, 'project_id': '5d99354eefb2401ca776b883c0fd7223', 'gw_port': {'id': '5f278cd4-6249-458e-aef9-337d4761fe6f', 'name': '', 'network_id': '85c0d3c9-acaa-4166-baa3-e214aa6ca395', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8862cbab-3445-4d1b-90d8-fc0083643755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'd233a04a-5894-4d45-b278-64bfb15e8e2d', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:10Z', 'updated_at': '2022-04-20T16:28:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd233a04a-5894-4d45-b278-64bfb15e8e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:13.651504 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3a60aee6-0fa9-4ec5-bcd0-585eece82348 req-4d721618-dc99-4820-b388-007417d5411c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2714481 Apr 20 16:28:13.729092 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53786) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:13.736823 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Checking router: 8862cbab-3445-4d1b-90d8-fc0083643755 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:28:13.737407 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Updating router 8862cbab-3445-4d1b-90d8-fc0083643755 port 5f278cd4-6249-458e-aef9-337d4761fe6f binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:28:13.766274 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-cf5493cb-c8ca-4738-8b99-d0403804d872 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Deleting port 223525cb-7aed-4392-a92a-a330adfba580 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:13.766776 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-cf5493cb-c8ca-4738-8b99-d0403804d872 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:13.796170 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:13.805962 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6d9285dd-3499-4b83-83b3-1c648b0d0986 admin admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:13.911684 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8cb339c1-d6ab-4f21-b939-f888c29a2f9d tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:13.953751 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c0b103a6-7992-476f-9a2c-5550218cab8f tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:14.031455 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-deleted', 'tag': 'd508a3b0-0004-4f38-82f9-28f5a0647800'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:28:14.038032 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf6da23-9ec1-453b-ac68-65f2e4cc4c42" -d '{"events": [{"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-deleted", "tag": "d508a3b0-0004-4f38-82f9-28f5a0647800"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:28:14.079212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd6200-9a3d-44ab-94df-e6321f4ff977 req-96b84834-19bf-489b-bb16-390fc1547827 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:14.092846 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1fbd6200-9a3d-44ab-94df-e6321f4ff977 req-96b84834-19bf-489b-bb16-390fc1547827 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.4442704 Apr 20 16:28:14.131576 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e5f6756e-1cb1-47c6-91cc-4ff135c80891 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-371354850-network', 'tenant_id': '5ca8e2b629024f54bb9e386005a6d319'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:14.165769 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660b91ad-219f-4548-9fdd-117da06f2099 x-openstack-request-id: req-660b91ad-219f-4548-9fdd-117da06f2099 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:28:14.166075 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-deleted", "tag": "d508a3b0-0004-4f38-82f9-28f5a0647800", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:28:14.166260 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-660b91ad-219f-4548-9fdd-117da06f2099 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:28:14.166648 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-660b91ad-219f-4548-9fdd-117da06f2099'] response: {'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-deleted', 'tag': 'd508a3b0-0004-4f38-82f9-28f5a0647800', 'status': 'completed', 'code': 200} Apr 20 16:28:14.225285 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-569141dc-af3f-4d82-b767-219a075557ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'name': 'tempest-AttachVolumeShelveTestJSON-562560097-router', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:17:59Z', 'updated_at': '2022-04-20T16:28:11Z', 'revision_number': 5, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'gw_port': {'id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:00Z', 'updated_at': '2022-04-20T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:14.234918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-cf5493cb-c8ca-4738-8b99-d0403804d872 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] For port 223525cb-7aed-4392-a92a-a330adfba580, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=223525cb-7aed-4392-a92a-a330adfba580,segment=NetworkSegment(54417bab-79ed-4fa5-a41e-0ab25e2ab60e),segment_id=54417bab-79ed-4fa5-a41e-0ab25e2ab60e)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:14.235278 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-cf5493cb-c8ca-4738-8b99-d0403804d872 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:14.278666 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569141dc-af3f-4d82-b767-219a075557ae None None] Checking router: 51e71fb0-46db-4370-8d78-24480a9f4333 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:28:14.278886 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c0b103a6-7992-476f-9a2c-5550218cab8f tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:14.292268 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569141dc-af3f-4d82-b767-219a075557ae None None] Routers {'51e71fb0-46db-4370-8d78-24480a9f4333'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:28:14.293381 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-569141dc-af3f-4d82-b767-219a075557ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:27:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['51e71fb0-46db-4370-8d78-24480a9f4333'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:14.319081 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-cf5493cb-c8ca-4738-8b99-d0403804d872 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Calling delete_port for 223525cb-7aed-4392-a92a-a330adfba580 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:14.335843 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1fbd6200-9a3d-44ab-94df-e6321f4ff977 req-076413bd-4e72-4879-b32f-9363a99d7c65 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358360 Apr 20 16:28:14.337994 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6d9285dd-3499-4b83-83b3-1c648b0d0986 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:14.353121 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-8cb339c1-d6ab-4f21-b939-f888c29a2f9d tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Deleting port 5f278cd4-6249-458e-aef9-337d4761fe6f {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:14.353614 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8cb339c1-d6ab-4f21-b939-f888c29a2f9d tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:14.379007 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:14.445169 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-569141dc-af3f-4d82-b767-219a075557ae None None] Set router 51e71fb0-46db-4370-8d78-24480a9f4333 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:28:14.446454 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8cb339c1-d6ab-4f21-b939-f888c29a2f9d tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:14.464518 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-8cb339c1-d6ab-4f21-b939-f888c29a2f9d tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Calling delete_port for 5f278cd4-6249-458e-aef9-337d4761fe6f owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:14.530993 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f6756e-1cb1-47c6-91cc-4ff135c80891 admin admin] Made reservation on behalf of 5ca8e2b629024f54bb9e386005a6d319 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:28:14.533964 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e5f6756e-1cb1-47c6-91cc-4ff135c80891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:14.572114 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:14.574261 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e5f6756e-1cb1-47c6-91cc-4ff135c80891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:14.639769 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c0b103a6-7992-476f-9a2c-5550218cab8f tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:14.738343 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c0b103a6-7992-476f-9a2c-5550218cab8f tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:14.768864 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Attempting to bind port 5f278cd4-6249-458e-aef9-337d4761fe6f on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:28:14.769313 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Attempting to bind port 5f278cd4-6249-458e-aef9-337d4761fe6f by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'e74ef589-b0f8-4c79-9ffb-d3a5e0b527af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '85c0d3c9-acaa-4166-baa3-e214aa6ca395'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:28:14.769738 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Attempting to bind port 5f278cd4-6249-458e-aef9-337d4761fe6f on network 85c0d3c9-acaa-4166-baa3-e214aa6ca395 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:28:14.785519 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:28:14.786300 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Checking segment: {'id': 'e74ef589-b0f8-4c79-9ffb-d3a5e0b527af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '85c0d3c9-acaa-4166-baa3-e214aa6ca395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:28:14.787175 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:14.787788 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Bound using segment: {'id': 'e74ef589-b0f8-4c79-9ffb-d3a5e0b527af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '85c0d3c9-acaa-4166-baa3-e214aa6ca395'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:28:14.791866 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Bound port: 5f278cd4-6249-458e-aef9-337d4761fe6f, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74ef589-b0f8-4c79-9ffb-d3a5e0b527af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '85c0d3c9-acaa-4166-baa3-e214aa6ca395'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:28:14.791866 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:14.791866 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bd18a-91ec-491c-a6c7-01cb5cbf2e8a None None] Pushing event updated for resources: {'Port': ['ID=5f278cd4-6249-458e-aef9-337d4761fe6f,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:14.828229 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-cf5493cb-c8ca-4738-8b99-d0403804d872 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:14.869776 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-569141dc-af3f-4d82-b767-219a075557ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'name': 'tempest-AttachVolumeShelveTestJSON-562560097-router', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:17:59Z', 'updated_at': '2022-04-20T16:28:11Z', 'revision_number': 5, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'gw_port': {'id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:00Z', 'updated_at': '2022-04-20T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:14.885820 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] For port 5f278cd4-6249-458e-aef9-337d4761fe6f, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:28:14.915079 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-6d9285dd-3499-4b83-83b3-1c648b0d0986 admin admin] Deleting port 593d24d1-5ac3-444d-a0e1-68505d302b6d {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:14.915424 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6d9285dd-3499-4b83-83b3-1c648b0d0986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:14.928416 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b103a6-7992-476f-9a2c-5550218cab8f tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Pushing event updated for resources: {'Port': ['ID=a9d8e562-5530-430a-9393-2d81f7e9574d,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:14.938901 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 20 16:28:14.938901 n-d-836146-2 neutron-server[103486]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Apr 20 16:28:14.938901 n-d-836146-2 neutron-server[103486]: [parameters: {'port_id': '5f278cd4-6249-458e-aef9-337d4761fe6f', 'host': 'n-d-836146-2', 'level': 0, 'driver': 'openvswitch', 'segment_id': 'e74ef589-b0f8-4c79-9ffb-d3a5e0b527af'}] Apr 20 16:28:14.938901 n-d-836146-2 neutron-server[103486]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:28:14.939310 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:28:14.977284 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c0b103a6-7992-476f-9a2c-5550218cab8f tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:14.987086 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569141dc-af3f-4d82-b767-219a075557ae None None] The sync data for ids ['51e71fb0-46db-4370-8d78-24480a9f4333'] in n-d-836146-2 is: [{'id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'name': 'tempest-AttachVolumeShelveTestJSON-562560097-router', 'tenant_id': 'ffad88bc0f5d4afd9c32393497a68147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:17:59Z', 'updated_at': '2022-04-20T16:28:11Z', 'revision_number': 5, 'project_id': 'ffad88bc0f5d4afd9c32393497a68147', 'gw_port': {'id': '593d24d1-5ac3-444d-a0e1-68505d302b6d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e71fb0-46db-4370-8d78-24480a9f4333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:18:00Z', 'updated_at': '2022-04-20T16:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:28:15.006029 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5493cb-c8ca-4738-8b99-d0403804d872 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event deleted for resources: {'Port': ['ID=223525cb-7aed-4392-a92a-a330adfba580,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:15.020254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-cf5493cb-c8ca-4738-8b99-d0403804d872 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] No DVR routers for this DVR port 223525cb-7aed-4392-a92a-a330adfba580 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:28:15.023943 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-cf5493cb-c8ca-4738-8b99-d0403804d872 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:15.028837 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-cf5493cb-c8ca-4738-8b99-d0403804d872 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.30 "DELETE /v2.0/ports/223525cb-7aed-4392-a92a-a330adfba580 HTTP/1.1" status: 204 len: 173 time: 1.9854577 Apr 20 16:28:15.056430 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e5f6756e-1cb1-47c6-91cc-4ff135c80891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:15.073087 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a0e09-fbc7-467a-aa74-28df6143b918 req-40b88ca1-ffff-47f2-b4e3-1472e7b21bf6 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:15.074626 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-988a0e09-fbc7-467a-aa74-28df6143b918 req-40b88ca1-ffff-47f2-b4e3-1472e7b21bf6 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 943 time: 0.2069933 Apr 20 16:28:15.122136 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-6d9285dd-3499-4b83-83b3-1c648b0d0986 admin admin] For port 593d24d1-5ac3-444d-a0e1-68505d302b6d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=593d24d1-5ac3-444d-a0e1-68505d302b6d,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:15.122510 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6d9285dd-3499-4b83-83b3-1c648b0d0986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:15.127785 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e5f6756e-1cb1-47c6-91cc-4ff135c80891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:15.130251 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c0b103a6-7992-476f-9a2c-5550218cab8f tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:15.134339 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c0b103a6-7992-476f-9a2c-5550218cab8f tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9844697 Apr 20 16:28:15.135230 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53798) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:15.139560 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-30bd3a29-0c67-4943-a9e3-e9401fb20cad tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-258599235', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'fixed_ips': [{'ip_address': '172.25.0.183'}]}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:15.155928 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-6d9285dd-3499-4b83-83b3-1c648b0d0986 admin admin] Calling delete_port for 593d24d1-5ac3-444d-a0e1-68505d302b6d owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:15.174543 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-988a0e09-fbc7-467a-aa74-28df6143b918 req-9f27a762-aa77-4390-9bfa-54cea7dd8027 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups?id=d256e91b-3838-4651-8de6-76d927bed53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905704 Apr 20 16:28:15.182777 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f6756e-1cb1-47c6-91cc-4ff135c80891 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:28:15.197507 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-e956737b-6811-43fc-9c17-e1e857380bed tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Deleting port 7a124185-eb8a-4596-af17-192c400a73d6 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:15.197840 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-e956737b-6811-43fc-9c17-e1e857380bed tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:15.231306 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8cb339c1-d6ab-4f21-b939-f888c29a2f9d tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:15.233125 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6756e-1cb1-47c6-91cc-4ff135c80891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b74d5be-9a33-4200-bbc3-db56e106bb21,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:15.237568 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e5f6756e-1cb1-47c6-91cc-4ff135c80891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:15.251300 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-e5f6756e-1cb1-47c6-91cc-4ff135c80891 admin admin] Added segment fb503d67-59f1-46d1-9d04-2d226b2a2c31 of type vlan for network 57788d4a-c0b2-4e44-bcc3-e868445aab00 Apr 20 16:28:15.306330 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb339c1-d6ab-4f21-b939-f888c29a2f9d tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f278cd4-6249-458e-aef9-337d4761fe6f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:15.308586 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-e956737b-6811-43fc-9c17-e1e857380bed tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] For port 7a124185-eb8a-4596-af17-192c400a73d6, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7a124185-eb8a-4596-af17-192c400a73d6,segment=NetworkSegment(e979549a-3086-404e-9eac-99c87ec0175a),segment_id=e979549a-3086-404e-9eac-99c87ec0175a)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:15.309083 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-e956737b-6811-43fc-9c17-e1e857380bed tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:15.323234 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bd3a29-0c67-4943-a9e3-e9401fb20cad tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Made reservation on behalf of ebf0409bd013459dad005b0401f2d342 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:28:15.328076 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-30bd3a29-0c67-4943-a9e3-e9401fb20cad tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:15.349969 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e5f6756e-1cb1-47c6-91cc-4ff135c80891 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:15.371374 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-30bd3a29-0c67-4943-a9e3-e9401fb20cad tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:15.468211 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Attempting to bind port 5f278cd4-6249-458e-aef9-337d4761fe6f on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:28:15.470528 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Attempting to bind port 5f278cd4-6249-458e-aef9-337d4761fe6f by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'e74ef589-b0f8-4c79-9ffb-d3a5e0b527af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '85c0d3c9-acaa-4166-baa3-e214aa6ca395'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:28:15.473974 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Attempting to bind port 5f278cd4-6249-458e-aef9-337d4761fe6f on network 85c0d3c9-acaa-4166-baa3-e214aa6ca395 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:28:15.489794 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:28:15.497051 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Checking segment: {'id': 'e74ef589-b0f8-4c79-9ffb-d3a5e0b527af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '85c0d3c9-acaa-4166-baa3-e214aa6ca395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:28:15.498962 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:15.499367 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Bound using segment: {'id': 'e74ef589-b0f8-4c79-9ffb-d3a5e0b527af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '85c0d3c9-acaa-4166-baa3-e214aa6ca395'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:28:15.501235 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Bound port: 5f278cd4-6249-458e-aef9-337d4761fe6f, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74ef589-b0f8-4c79-9ffb-d3a5e0b527af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '85c0d3c9-acaa-4166-baa3-e214aa6ca395'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:28:15.501647 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:15.540662 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.db.resource_extend [None req-e5f6756e-1cb1-47c6-91cc-4ff135c80891 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 16:28:15.566708 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Port 5f278cd4-6249-458e-aef9-337d4761fe6f has been deleted concurrently {{(pid=103486) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 20 16:28:15.588444 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Routers {'8862cbab-3445-4d1b-90d8-fc0083643755'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:28:15.590182 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:27:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['8862cbab-3445-4d1b-90d8-fc0083643755'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:15.644657 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8cb339c1-d6ab-4f21-b939-f888c29a2f9d tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:15.699218 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] Set router 8862cbab-3445-4d1b-90d8-fc0083643755 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:28:15.706257 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1f77a-16c4-4ada-a626-30bcb73d93a2 req-4b2fa1e9-d75f-40af-9396-64f63b6125ad tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:15.707810 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bfa1f77a-16c4-4ada-a626-30bcb73d93a2 req-4b2fa1e9-d75f-40af-9396-64f63b6125ad tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.2566524 Apr 20 16:28:15.727943 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e5f6756e-1cb1-47c6-91cc-4ff135c80891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:15.727943 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f6756e-1cb1-47c6-91cc-4ff135c80891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:15.727943 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e5f6756e-1cb1-47c6-91cc-4ff135c80891 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:15.785579 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8862cbab-3445-4d1b-90d8-fc0083643755', 'name': '', 'tenant_id': '5d99354eefb2401ca776b883c0fd7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:09Z', 'updated_at': '2022-04-20T16:28:14Z', 'revision_number': 5, 'project_id': '5d99354eefb2401ca776b883c0fd7223', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:15.796858 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-e956737b-6811-43fc-9c17-e1e857380bed tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:15.797225 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-e956737b-6811-43fc-9c17-e1e857380bed tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:15.797540 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-e956737b-6811-43fc-9c17-e1e857380bed tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Floating IP 6122b5d3-bc02-4839-9fd4-c62ffbedfd0a disassociated. External IP: 172.25.0.63, port: 7a124185-eb8a-4596-af17-192c400a73d6. Apr 20 16:28:15.797881 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-e956737b-6811-43fc-9c17-e1e857380bed tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Calling delete_port for 7a124185-eb8a-4596-af17-192c400a73d6 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:15.802674 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bfa1f77a-16c4-4ada-a626-30bcb73d93a2 req-d2cc6bc3-a7e2-4522-af4d-10b91363046f tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849335 Apr 20 16:28:15.832057 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6d9285dd-3499-4b83-83b3-1c648b0d0986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:15.841009 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ce2d5-555a-43fa-95bf-92fe8dadbf82 None None] The sync data for ids ['8862cbab-3445-4d1b-90d8-fc0083643755'] in n-d-836146-2 is: [{'id': '8862cbab-3445-4d1b-90d8-fc0083643755', 'name': '', 'tenant_id': '5d99354eefb2401ca776b883c0fd7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:09Z', 'updated_at': '2022-04-20T16:28:14Z', 'revision_number': 5, 'project_id': '5d99354eefb2401ca776b883c0fd7223', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:28:15.853962 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-30bd3a29-0c67-4943-a9e3-e9401fb20cad tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:15.979031 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8cb339c1-d6ab-4f21-b939-f888c29a2f9d tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:15.993184 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8cb339c1-d6ab-4f21-b939-f888c29a2f9d tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:15.996585 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9285dd-3499-4b83-83b3-1c648b0d0986 admin admin] Pushing event deleted for resources: {'Port': ['ID=593d24d1-5ac3-444d-a0e1-68505d302b6d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:16.009273 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-30bd3a29-0c67-4943-a9e3-e9401fb20cad tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:16.034271 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-30bd3a29-0c67-4943-a9e3-e9401fb20cad tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] device_id is not set on port 96b0d0d4-a78f-49f1-881d-27be117d4c5b yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:28:16.038462 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd3a29-0c67-4943-a9e3-e9401fb20cad tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837af7eb-0489-4728-adb2-6933f599d373,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:16.099635 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e5f6756e-1cb1-47c6-91cc-4ff135c80891 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3671961 Apr 20 16:28:16.100327 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53812) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:16.118331 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6d9285dd-3499-4b83-83b3-1c648b0d0986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:16.134795 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-577f273c-a336-4be6-9483-a6c17b3e5759 admin admin] Request body: {'subnet': {'network_id': '57788d4a-c0b2-4e44-bcc3-e868445aab00', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-371354850-subnet', 'tenant_id': '5ca8e2b629024f54bb9e386005a6d319', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:16.184202 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-deleted', 'tag': '223525cb-7aed-4392-a92a-a330adfba580'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:28:16.184202 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff41e553-5dfc-49b8-aafe-847ddc4a9c3a" -d '{"events": [{"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-deleted", "tag": "223525cb-7aed-4392-a92a-a330adfba580"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:28:16.291897 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6756e-1cb1-47c6-91cc-4ff135c80891 admin admin] Pushing event updated for resources: {'Network': ['ID=57788d4a-c0b2-4e44-bcc3-e868445aab00,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:16.309737 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 57788d4a-c0b2-4e44-bcc3-e868445aab00 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:28:16.395068 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6d9285dd-3499-4b83-83b3-1c648b0d0986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:16.404597 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6d9285dd-3499-4b83-83b3-1c648b0d0986 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:16.414446 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8cb339c1-d6ab-4f21-b939-f888c29a2f9d tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:16.415530 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb339c1-d6ab-4f21-b939-f888c29a2f9d tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8862cbab-3445-4d1b-90d8-fc0083643755 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:28:16.511060 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8cb339c1-d6ab-4f21-b939-f888c29a2f9d tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:16.515722 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8cb339c1-d6ab-4f21-b939-f888c29a2f9d tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "DELETE /v2.0/routers/8862cbab-3445-4d1b-90d8-fc0083643755 HTTP/1.1" status: 204 len: 168 time: 3.4839590 Apr 20 16:28:16.516481 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53822) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:16.537338 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6e5cb97c-070d-4432-8f82-25ea648ad4ac no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:28:16.551009 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577f273c-a336-4be6-9483-a6c17b3e5759 admin admin] Made reservation on behalf of 5ca8e2b629024f54bb9e386005a6d319 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:28:16.553702 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-577f273c-a336-4be6-9483-a6c17b3e5759 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:16.572396 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 6e5cb97c-070d-4432-8f82-25ea648ad4ac {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:28:16.572947 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6e5cb97c-070d-4432-8f82-25ea648ad4ac not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:28:16.622979 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-e956737b-6811-43fc-9c17-e1e857380bed tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:16.633172 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa981621-e687-47cf-bc1a-22e3395e7919 x-openstack-request-id: req-aa981621-e687-47cf-bc1a-22e3395e7919 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:28:16.633172 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-deleted", "tag": "223525cb-7aed-4392-a92a-a330adfba580", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:28:16.633172 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa981621-e687-47cf-bc1a-22e3395e7919 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:28:16.633172 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa981621-e687-47cf-bc1a-22e3395e7919'] response: {'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-deleted', 'tag': '223525cb-7aed-4392-a92a-a330adfba580', 'status': 'completed', 'code': 200} Apr 20 16:28:16.647090 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5afbe6f-be08-4b1b-a0b0-86c5629f107b tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Deleting subnet d233a04a-5894-4d45-b278-64bfb15e8e2d {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:28:16.654058 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d5afbe6f-be08-4b1b-a0b0-86c5629f107b tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:16.683505 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6d9285dd-3499-4b83-83b3-1c648b0d0986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:16.684052 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9285dd-3499-4b83-83b3-1c648b0d0986 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51e71fb0-46db-4370-8d78-24480a9f4333 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:28:16.697257 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956737b-6811-43fc-9c17-e1e857380bed tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event deleted for resources: {'Port': ['ID=7a124185-eb8a-4596-af17-192c400a73d6,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:16.698051 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6d9285dd-3499-4b83-83b3-1c648b0d0986 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:16.701595 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6d9285dd-3499-4b83-83b3-1c648b0d0986 admin admin] 10.222.0.15 "DELETE /v2.0/routers/51e71fb0-46db-4370-8d78-24480a9f4333 HTTP/1.1" status: 204 len: 168 time: 3.3376966 Apr 20 16:28:16.704900 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c52f68f-f35e-45b9-8bc7-4e682c9b6193 req-f3e99e47-5580-4b30-af81-e75c18ddd848 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 210 time: 0.0741384 Apr 20 16:28:16.706708 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53826) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:16.777425 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d5afbe6f-be08-4b1b-a0b0-86c5629f107b tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:16.919977 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d5afbe6f-be08-4b1b-a0b0-86c5629f107b tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:16.934734 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-334c4b60-1817-46bb-afa4-1c00e5b92911 admin admin] Deleting subnet 67866dc0-b0b9-4599-80d0-c4f37b27fe8d {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:28:16.940823 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-334c4b60-1817-46bb-afa4-1c00e5b92911 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:17.024127 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-30bd3a29-0c67-4943-a9e3-e9401fb20cad tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 20 16:28:17.024690 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30bd3a29-0c67-4943-a9e3-e9401fb20cad tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:28:17.055876 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-334c4b60-1817-46bb-afa4-1c00e5b92911 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:17.083418 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323df4f1-b85b-494d-a3b0-f1513dfa88eb req-7e605264-89e8-46f1-bb9b-5508b97cb6e8 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:17.086402 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-323df4f1-b85b-494d-a3b0-f1513dfa88eb req-7e605264-89e8-46f1-bb9b-5508b97cb6e8 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.1340687 Apr 20 16:28:17.114985 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-e956737b-6811-43fc-9c17-e1e857380bed tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Router 995019f1-ce8d-403d-b59b-bfe149fac08e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:28:17.143948 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-323df4f1-b85b-494d-a3b0-f1513dfa88eb req-b9e23363-249d-4ec5-8e61-8bdefcbea9bb tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495226 Apr 20 16:28:17.149077 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-577f273c-a336-4be6-9483-a6c17b3e5759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:17.232950 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d5afbe6f-be08-4b1b-a0b0-86c5629f107b tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:17.260502 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d5afbe6f-be08-4b1b-a0b0-86c5629f107b tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:17.265709 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d5afbe6f-be08-4b1b-a0b0-86c5629f107b tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/d233a04a-5894-4d45-b278-64bfb15e8e2d HTTP/1.1" status: 204 len: 168 time: 0.7474983 Apr 20 16:28:17.267506 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f273c-a336-4be6-9483-a6c17b3e5759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba52b01-f16c-48dd-9b36-583fefdbcff4,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:17.269733 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53830) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:17.277473 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-30bd3a29-0c67-4943-a9e3-e9401fb20cad tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.1416087 Apr 20 16:28:17.282518 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577f273c-a336-4be6-9483-a6c17b3e5759 admin admin] Checking segment: {'id': 'fb503d67-59f1-46d1-9d04-2d226b2a2c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '57788d4a-c0b2-4e44-bcc3-e868445aab00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:28:17.283161 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577f273c-a336-4be6-9483-a6c17b3e5759 admin admin] Network hostable DHCP agents. Network: 57788d4a-c0b2-4e44-bcc3-e868445aab00, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:28:17.285476 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53832) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:17.457722 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-e956737b-6811-43fc-9c17-e1e857380bed tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:28:17.473789 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214b6c3f-4832-4b8b-a2c1-6fbee428544a None None] Sync routers for ids ['995019f1-ce8d-403d-b59b-bfe149fac08e'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:28:17.494916 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b6c3f-4832-4b8b-a2c1-6fbee428544a None None] Routers {'995019f1-ce8d-403d-b59b-bfe149fac08e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:28:17.495390 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-214b6c3f-4832-4b8b-a2c1-6fbee428544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:27:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['995019f1-ce8d-403d-b59b-bfe149fac08e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:17.512047 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afbe6f-be08-4b1b-a0b0-86c5629f107b tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d233a04a-5894-4d45-b278-64bfb15e8e2d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:17.576864 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-334c4b60-1817-46bb-afa4-1c00e5b92911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:17.579520 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-e956737b-6811-43fc-9c17-e1e857380bed tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] No DVR routers for this DVR port 7a124185-eb8a-4596-af17-192c400a73d6 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:28:17.597915 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8cabf924-a3e5-4ccf-a617-46162adf5d6b tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:17.648591 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-e956737b-6811-43fc-9c17-e1e857380bed tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:17.651884 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1cf3b432-dd1e-4890-b374-ae97500b2b96 req-e956737b-6811-43fc-9c17-e1e857380bed tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.30 "DELETE /v2.0/ports/7a124185-eb8a-4596-af17-192c400a73d6 HTTP/1.1" status: 204 len: 173 time: 2.6179585 Apr 20 16:28:17.685980 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-214b6c3f-4832-4b8b-a2c1-6fbee428544a None None] Set router 995019f1-ce8d-403d-b59b-bfe149fac08e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:28:17.699194 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577f273c-a336-4be6-9483-a6c17b3e5759 admin admin] Network 57788d4a-c0b2-4e44-bcc3-e868445aab00 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:28:17.717081 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-334c4b60-1817-46bb-afa4-1c00e5b92911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:17.762629 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c4b60-1817-46bb-afa4-1c00e5b92911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67866dc0-b0b9-4599-80d0-c4f37b27fe8d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:17.769984 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-334c4b60-1817-46bb-afa4-1c00e5b92911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:17.773582 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-334c4b60-1817-46bb-afa4-1c00e5b92911 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/67866dc0-b0b9-4599-80d0-c4f37b27fe8d HTTP/1.1" status: 204 len: 168 time: 1.0637469 Apr 20 16:28:17.776668 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53840) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:17.809264 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc6f7a8-9a2e-43c1-bea1-8acbd9d695b7 None None] Network 4b50dca8-daf4-4aac-8eb3-c8968bda22dd requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:28:17.849421 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8cabf924-a3e5-4ccf-a617-46162adf5d6b tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:17.881164 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-8cabf924-a3e5-4ccf-a617-46162adf5d6b tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c0d3c9-acaa-4166-baa3-e214aa6ca395']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:17.896557 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-0421581f-e2a5-46a9-9503-6ccfb9d0c1b8 tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Deleting port a9d8e562-5530-430a-9393-2d81f7e9574d {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:17.897053 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0421581f-e2a5-46a9-9503-6ccfb9d0c1b8 tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:17.900072 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-8cabf924-a3e5-4ccf-a617-46162adf5d6b tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74ef589-b0f8-4c79-9ffb-d3a5e0b527af') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:17.900553 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-8cabf924-a3e5-4ccf-a617-46162adf5d6b tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74ef589-b0f8-4c79-9ffb-d3a5e0b527af') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:17.903667 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-577f273c-a336-4be6-9483-a6c17b3e5759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 57788d4a-c0b2-4e44-bcc3-e868445aab00) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:17.910334 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb65b345-d7e3-49f9-9d2e-7779246956e1 req-d71f871b-20e8-4b67-8c24-5904912b2a30 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 210 time: 0.0522506 Apr 20 16:28:17.911406 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f273c-a336-4be6-9483-a6c17b3e5759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:17.913933 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-577f273c-a336-4be6-9483-a6c17b3e5759 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:17.930260 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0460a5bf-1d29-4c76-b587-45051c743827 None None] Network 57788d4a-c0b2-4e44-bcc3-e868445aab00 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:28:17.956366 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02c165d3-4f1f-4707-b4f2-25f7ccf943ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:17.956937 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8cabf924-a3e5-4ccf-a617-46162adf5d6b tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:18.005110 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8cabf924-a3e5-4ccf-a617-46162adf5d6b tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:18.017922 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cabf924-a3e5-4ccf-a617-46162adf5d6b tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:28:18.018484 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8cabf924-a3e5-4ccf-a617-46162adf5d6b tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: items = [ Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:28:18.020511 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:28:18.054587 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-02c165d3-4f1f-4707-b4f2-25f7ccf943ac admin admin] Deleting port 1f1d4f3d-58a2-44c5-884d-99515d42b6d9 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:18.054979 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02c165d3-4f1f-4707-b4f2-25f7ccf943ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:18.067714 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-577f273c-a336-4be6-9483-a6c17b3e5759 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9439673 Apr 20 16:28:18.145131 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-02c165d3-4f1f-4707-b4f2-25f7ccf943ac admin admin] For port 1f1d4f3d-58a2-44c5-884d-99515d42b6d9, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=1f1d4f3d-58a2-44c5-884d-99515d42b6d9,segment=NetworkSegment(7b740a99-9aa6-43fa-99dc-a97008602c22),segment_id=7b740a99-9aa6-43fa-99dc-a97008602c22)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:18.145505 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02c165d3-4f1f-4707-b4f2-25f7ccf943ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:18.165949 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-02c165d3-4f1f-4707-b4f2-25f7ccf943ac admin admin] Calling delete_port for 1f1d4f3d-58a2-44c5-884d-99515d42b6d9 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:18.286437 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b70a364-185f-4e05-8c2c-f0a40c31a4fe None None] Network 57788d4a-c0b2-4e44-bcc3-e868445aab00 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:28:18.429906 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 593d24d1-5ac3-444d-a0e1-68505d302b6d no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:28:18.498960 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02c165d3-4f1f-4707-b4f2-25f7ccf943ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:18.587969 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 593d24d1-5ac3-444d-a0e1-68505d302b6d {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:28:18.587969 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 593d24d1-5ac3-444d-a0e1-68505d302b6d not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:28:18.642670 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-deleted', 'tag': '7a124185-eb8a-4596-af17-192c400a73d6'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:28:18.650198 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a6401b-edd5-4b6e-8636-0934e4a8a046" -d '{"events": [{"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-deleted", "tag": "7a124185-eb8a-4596-af17-192c400a73d6"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:28:18.656677 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c165d3-4f1f-4707-b4f2-25f7ccf943ac admin admin] Pushing event deleted for resources: {'Port': ['ID=1f1d4f3d-58a2-44c5-884d-99515d42b6d9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:18.666845 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c165d3-4f1f-4707-b4f2-25f7ccf943ac admin admin] No DVR routers for this DVR port 1f1d4f3d-58a2-44c5-884d-99515d42b6d9 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:28:18.790936 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adac0720-48b7-4c05-a304-34e41cc7d6e4 x-openstack-request-id: req-adac0720-48b7-4c05-a304-34e41cc7d6e4 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:28:18.791299 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8958d549-c884-43ab-bbd1-1b9aaf3b60c3", "name": "network-vif-deleted", "tag": "7a124185-eb8a-4596-af17-192c400a73d6", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:28:18.791469 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-adac0720-48b7-4c05-a304-34e41cc7d6e4 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:28:18.791855 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adac0720-48b7-4c05-a304-34e41cc7d6e4'] response: {'server_uuid': '8958d549-c884-43ab-bbd1-1b9aaf3b60c3', 'name': 'network-vif-deleted', 'tag': '7a124185-eb8a-4596-af17-192c400a73d6', 'status': 'completed', 'code': 200} Apr 20 16:28:18.806619 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02c165d3-4f1f-4707-b4f2-25f7ccf943ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:18.831839 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-02c165d3-4f1f-4707-b4f2-25f7ccf943ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b50dca8-daf4-4aac-8eb3-c8968bda22dd']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:18.843837 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-02c165d3-4f1f-4707-b4f2-25f7ccf943ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b740a99-9aa6-43fa-99dc-a97008602c22') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:18.844146 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-02c165d3-4f1f-4707-b4f2-25f7ccf943ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b740a99-9aa6-43fa-99dc-a97008602c22') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:18.857171 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02c165d3-4f1f-4707-b4f2-25f7ccf943ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:18.872700 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02c165d3-4f1f-4707-b4f2-25f7ccf943ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:18.884431 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c165d3-4f1f-4707-b4f2-25f7ccf943ac admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:28:18.884996 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02c165d3-4f1f-4707-b4f2-25f7ccf943ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:28:18.887205 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:28:18.906278 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-214b6c3f-4832-4b8b-a2c1-6fbee428544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'name': 'tempest-TaggedBootDevicesTest-59466583-router', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:21:31Z', 'updated_at': '2022-04-20T16:21:35Z', 'revision_number': 4, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'gw_port': {'id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:32Z', 'updated_at': '2022-04-20T16:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '22f60e37-c9d7-4a2a-a961-5cb4a1afdb63', 'name': '', 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'mac_address': 'fa:16:3e:95:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '5b30ddac-8129-4355-b7e6-7b26172bb5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:34Z', 'updated_at': '2022-04-20T16:21:40Z', 'revision_number': 5, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'subnets': [{'id': '5b30ddac-8129-4355-b7e6-7b26172bb5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:18.965760 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214b6c3f-4832-4b8b-a2c1-6fbee428544a None None] Checking router: 995019f1-ce8d-403d-b59b-bfe149fac08e for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:28:19.007652 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea865640-2cfe-4801-84c1-155a8ca97503 None None] DHCP port deletion for 4b50dca8-daf4-4aac-8eb3-c8968bda22dd request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:28:19.011794 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b6c3f-4832-4b8b-a2c1-6fbee428544a None None] Routers {'995019f1-ce8d-403d-b59b-bfe149fac08e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:28:19.011794 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-214b6c3f-4832-4b8b-a2c1-6fbee428544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:27:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['995019f1-ce8d-403d-b59b-bfe149fac08e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:19.140160 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a63151cd-9fe4-4d40-af8a-cfc1f7a57b61 req-1e3b1948-16a4-4084-b3c7-71975299d466 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 210 time: 0.0323675 Apr 20 16:28:19.154436 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02c165d3-4f1f-4707-b4f2-25f7ccf943ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:19.160750 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02c165d3-4f1f-4707-b4f2-25f7ccf943ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:19.164491 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-02c165d3-4f1f-4707-b4f2-25f7ccf943ac admin admin] 10.222.0.15 "DELETE /v2.0/networks/4b50dca8-daf4-4aac-8eb3-c8968bda22dd HTTP/1.1" status: 204 len: 168 time: 1.3867862 Apr 20 16:28:19.193776 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-214b6c3f-4832-4b8b-a2c1-6fbee428544a None None] Set router 995019f1-ce8d-403d-b59b-bfe149fac08e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:28:19.193983 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0421581f-e2a5-46a9-9503-6ccfb9d0c1b8 tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:19.194457 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0421581f-e2a5-46a9-9503-6ccfb9d0c1b8 tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:19.197914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c165d3-4f1f-4707-b4f2-25f7ccf943ac admin admin] Pushing event deleted for resources: {'Network': ['ID=4b50dca8-daf4-4aac-8eb3-c8968bda22dd,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:19.238303 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-0421581f-e2a5-46a9-9503-6ccfb9d0c1b8 tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Calling delete_port for a9d8e562-5530-430a-9393-2d81f7e9574d owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:19.267589 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7241b-fe01-4380-9101-484d4e9885da req-ec58de60-b76a-401c-8374-663ae9ee9702 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:19.269242 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c0c7241b-fe01-4380-9101-484d4e9885da req-ec58de60-b76a-401c-8374-663ae9ee9702 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.1495183 Apr 20 16:28:19.354640 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8cabf924-a3e5-4ccf-a617-46162adf5d6b tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:19.373516 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cabf924-a3e5-4ccf-a617-46162adf5d6b tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 85c0d3c9-acaa-4166-baa3-e214aa6ca395 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 16:28:19.377727 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8cabf924-a3e5-4ccf-a617-46162adf5d6b tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:19.381493 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8cabf924-a3e5-4ccf-a617-46162adf5d6b tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "DELETE /v2.0/networks/85c0d3c9-acaa-4166-baa3-e214aa6ca395 HTTP/1.1" status: 204 len: 168 time: 2.1068087 Apr 20 16:28:19.540069 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabf924-a3e5-4ccf-a617-46162adf5d6b tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Pushing event deleted for resources: {'Network': ['ID=85c0d3c9-acaa-4166-baa3-e214aa6ca395,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:19.557857 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c0c7241b-fe01-4380-9101-484d4e9885da req-28dc173e-7f58-41d4-8235-781927313be9 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489254 Apr 20 16:28:19.590233 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-214b6c3f-4832-4b8b-a2c1-6fbee428544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'name': 'tempest-TaggedBootDevicesTest-59466583-router', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:21:31Z', 'updated_at': '2022-04-20T16:21:35Z', 'revision_number': 4, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'gw_port': {'id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:32Z', 'updated_at': '2022-04-20T16:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '22f60e37-c9d7-4a2a-a961-5cb4a1afdb63', 'name': '', 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'mac_address': 'fa:16:3e:95:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '5b30ddac-8129-4355-b7e6-7b26172bb5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:34Z', 'updated_at': '2022-04-20T16:21:40Z', 'revision_number': 5, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'subnets': [{'id': '5b30ddac-8129-4355-b7e6-7b26172bb5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:19.623159 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0421581f-e2a5-46a9-9503-6ccfb9d0c1b8 tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:19.631779 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214b6c3f-4832-4b8b-a2c1-6fbee428544a None None] The sync data for ids ['995019f1-ce8d-403d-b59b-bfe149fac08e'] in n-d-836146-2 is: [{'id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'name': 'tempest-TaggedBootDevicesTest-59466583-router', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:21:31Z', 'updated_at': '2022-04-20T16:21:35Z', 'revision_number': 4, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'gw_port': {'id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:32Z', 'updated_at': '2022-04-20T16:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '22f60e37-c9d7-4a2a-a961-5cb4a1afdb63', 'name': '', 'network_id': '0da3ddac-7911-41b8-948e-27e3525d219a', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'mac_address': 'fa:16:3e:95:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '5b30ddac-8129-4355-b7e6-7b26172bb5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:34Z', 'updated_at': '2022-04-20T16:21:40Z', 'revision_number': 5, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'subnets': [{'id': '5b30ddac-8129-4355-b7e6-7b26172bb5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:28:19.671731 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421581f-e2a5-46a9-9503-6ccfb9d0c1b8 tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9d8e562-5530-430a-9393-2d81f7e9574d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:19.805334 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53872) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:19.805492 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0421581f-e2a5-46a9-9503-6ccfb9d0c1b8 tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:19.816822 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0421581f-e2a5-46a9-9503-6ccfb9d0c1b8 tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:19.819801 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0421581f-e2a5-46a9-9503-6ccfb9d0c1b8 tempest-ExternalNetworksAdminNegativeTestJSON-465347291 tempest-ExternalNetworksAdminNegativeTestJSON-465347291-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/96376a03-2298-4b6b-9bab-10c93ad422cb HTTP/1.1" status: 204 len: 168 time: 2.5235376 Apr 20 16:28:19.908322 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53878) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:19.921951 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1c06a1fe-0df0-4c38-ae9f-40e8c132ed1c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ffad88bc0f5d4afd9c32393497a68147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1093566 Apr 20 16:28:20.017451 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-05666afb-94ef-437b-8687-110dcbb68775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:20.044618 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-05666afb-94ef-437b-8687-110dcbb68775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:20.060533 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53884) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:20.072230 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-61a72f61-ceae-4e32-a9d3-a5b7e2c1846a tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Request body: {'router': {'name': 'tempest-router--33800225', 'project_id': '2d2e53a010bb4edf810c88c73a4d91bf'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:20.207139 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61a72f61-ceae-4e32-a9d3-a5b7e2c1846a tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:20.208237 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61a72f61-ceae-4e32-a9d3-a5b7e2c1846a tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:20.234619 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-05666afb-94ef-437b-8687-110dcbb68775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:20.239852 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-05666afb-94ef-437b-8687-110dcbb68775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:20.241929 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-05666afb-94ef-437b-8687-110dcbb68775 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f5f6135c-4910-4e59-a699-a8392ea2de8a HTTP/1.1" status: 204 len: 168 time: 0.3325732 Apr 20 16:28:20.263400 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05666afb-94ef-437b-8687-110dcbb68775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f6135c-4910-4e59-a699-a8392ea2de8a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:20.324517 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61a72f61-ceae-4e32-a9d3-a5b7e2c1846a tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:20.331223 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-45e617ca-5340-4094-a076-d68c2c502bd7 req-96d27a04-6e03-4bed-b7de-41cb03f68a9f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 210 time: 0.0481422 Apr 20 16:28:20.486676 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1f1d4f3d-58a2-44c5-884d-99515d42b6d9 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:28:20.492505 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61a72f61-ceae-4e32-a9d3-a5b7e2c1846a tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:20.532831 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 1f1d4f3d-58a2-44c5-884d-99515d42b6d9 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:28:20.533175 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1f1d4f3d-58a2-44c5-884d-99515d42b6d9 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:28:20.590145 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a827a013-d96b-44d3-8e46-0198cb14f157 None None] New status for floating IP 6122b5d3-bc02-4839-9fd4-c62ffbedfd0a: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:28:20.613971 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61a72f61-ceae-4e32-a9d3-a5b7e2c1846a tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:20.619508 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-61a72f61-ceae-4e32-a9d3-a5b7e2c1846a tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5536637 Apr 20 16:28:20.620365 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53916) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:20.661217 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a81a6-f439-4a73-9cae-83758e9d3e8a req-34dde304-b07e-4191-911c-1981dc78974d tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:20.673722 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a77a81a6-f439-4a73-9cae-83758e9d3e8a req-34dde304-b07e-4191-911c-1981dc78974d tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.1789880 Apr 20 16:28:20.764651 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a77a81a6-f439-4a73-9cae-83758e9d3e8a req-21c6f83f-e63e-4d1e-811e-5d77d0d1d6a0 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899243 Apr 20 16:28:20.810315 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53926) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:20.913381 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a9d485e-646b-4a6d-9522-4109b4441747 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:21.069270 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4a23b80a-aed9-4ab6-9f53-bd8118c07bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:21.111589 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578db67-0f45-4c82-aff3-423c91f76e89 req-55af96d8-1cfa-40bd-9f81-e6b4013d7aea tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:21.116858 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6578db67-0f45-4c82-aff3-423c91f76e89 req-55af96d8-1cfa-40bd-9f81-e6b4013d7aea tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.3991470 Apr 20 16:28:21.154878 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a9d485e-646b-4a6d-9522-4109b4441747 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:21.158789 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a9d485e-646b-4a6d-9522-4109b4441747 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:21.178973 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4a23b80a-aed9-4ab6-9f53-bd8118c07bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:21.257302 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6578db67-0f45-4c82-aff3-423c91f76e89 req-ab993888-994c-49ab-8685-fcd33c477222 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003733 Apr 20 16:28:21.286701 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4a23b80a-aed9-4ab6-9f53-bd8118c07bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:21.320262 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a9d485e-646b-4a6d-9522-4109b4441747 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:21.322078 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9d485e-646b-4a6d-9522-4109b4441747 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b370b64-c046-4c37-8b69-7ad8ab86cdba {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:28:21.327010 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a9d485e-646b-4a6d-9522-4109b4441747 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:21.329118 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6a9d485e-646b-4a6d-9522-4109b4441747 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "DELETE /v2.0/routers/3b370b64-c046-4c37-8b69-7ad8ab86cdba HTTP/1.1" status: 204 len: 168 time: 0.7072239 Apr 20 16:28:21.379832 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 4eddef2b-87b3-4774-8aab-099fad5bb453 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:28:21.384263 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 4eddef2b-87b3-4774-8aab-099fad5bb453 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:28:21.414711 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23b80a-aed9-4ab6-9f53-bd8118c07bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcee081-6cbc-4d6a-9d9b-e0275c6bbbcc,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:21.431615 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53958) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:21.433305 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4a23b80a-aed9-4ab6-9f53-bd8118c07bc7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c2201ad3df24ea180aa45e4edd22753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6219268 Apr 20 16:28:21.554431 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-80da607a-8c6e-4522-af41-ae66cbf97bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:21.578137 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-73646fbc-8a46-467f-bd63-a181c6d08792 req-b1b0b8a9-1c30-4430-8107-8a6618575d43 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 210 time: 0.0719712 Apr 20 16:28:21.601834 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-80da607a-8c6e-4522-af41-ae66cbf97bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:21.732291 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 4eddef2b-87b3-4774-8aab-099fad5bb453, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4eddef2b-87b3-4774-8aab-099fad5bb453,segment=NetworkSegment(35d1a58e-519d-48c5-874c-9903c1950aca),segment_id=35d1a58e-519d-48c5-874c-9903c1950aca)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:21.756942 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '4eddef2b-87b3-4774-8aab-099fad5bb453', 'network_id': 'e29f456c-4307-48d7-b5a3-7fc452ab2a35', 'port_id': '4eddef2b-87b3-4774-8aab-099fad5bb453', 'mac_address': 'fa:16:3e:2e:6a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1679546-54fc-49fa-bde2-b8fd6e874dc3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:28:21.759162 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:21.818382 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-80da607a-8c6e-4522-af41-ae66cbf97bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:21.820652 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 4eddef2b-87b3-4774-8aab-099fad5bb453, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4eddef2b-87b3-4774-8aab-099fad5bb453,segment=NetworkSegment(35d1a58e-519d-48c5-874c-9903c1950aca),segment_id=35d1a58e-519d-48c5-874c-9903c1950aca)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:21.821725 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-80da607a-8c6e-4522-af41-ae66cbf97bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:21.823019 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-80da607a-8c6e-4522-af41-ae66cbf97bc6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/efcee081-6cbc-4d6a-9d9b-e0275c6bbbcc HTTP/1.1" status: 204 len: 168 time: 0.3904276 Apr 20 16:28:21.825940 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e9694e-a35e-4036-a8eb-cd795fac0c7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eddef2b-87b3-4774-8aab-099fad5bb453'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:28:21.828394 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f61463-89f9-4dda-b86d-e0b9d735d2c3" -d '{"events": [{"server_uuid": "06e9694e-a35e-4036-a8eb-cd795fac0c7b", "name": "network-vif-unplugged", "status": "completed", "tag": "4eddef2b-87b3-4774-8aab-099fad5bb453"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:28:21.838423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da607a-8c6e-4522-af41-ae66cbf97bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcee081-6cbc-4d6a-9d9b-e0275c6bbbcc,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:21.871716 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:21.889924 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4eddef2b-87b3-4774-8aab-099fad5bb453 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:28:21.922105 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 53972) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:21.923692 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:21.981026 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61fb5ac-8b14-454e-a333-9b9fb7e578f8 req-985b7719-19c5-49af-91a7-5c67c0d89122 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:21.981440 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ad8c30-64c1-40a5-980f-a016ed00bd2d x-openstack-request-id: req-73ad8c30-64c1-40a5-980f-a016ed00bd2d {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:28:21.984644 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e9694e-a35e-4036-a8eb-cd795fac0c7b", "name": "network-vif-unplugged", "status": "completed", "tag": "4eddef2b-87b3-4774-8aab-099fad5bb453", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:28:21.985922 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73ad8c30-64c1-40a5-980f-a016ed00bd2d {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:28:21.986486 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73ad8c30-64c1-40a5-980f-a016ed00bd2d'] response: {'server_uuid': '06e9694e-a35e-4036-a8eb-cd795fac0c7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eddef2b-87b3-4774-8aab-099fad5bb453', 'code': 200} Apr 20 16:28:21.992357 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d61fb5ac-8b14-454e-a333-9b9fb7e578f8 req-985b7719-19c5-49af-91a7-5c67c0d89122 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.1308346 Apr 20 16:28:22.091890 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:28:22.092511 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:28:22.093392 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=4eddef2b-87b3-4774-8aab-099fad5bb453,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:22.093497 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d61fb5ac-8b14-454e-a333-9b9fb7e578f8 req-5883555d-25a8-4eaa-bd64-17803f155e72 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002150 Apr 20 16:28:22.198021 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f66580c5-e01c-47e6-8470-1665e5a8eca7 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1107396971', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}, 'admin_state_up': False}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:22.385576 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f66580c5-e01c-47e6-8470-1665e5a8eca7 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:22.386607 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f66580c5-e01c-47e6-8470-1665e5a8eca7 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:22.493263 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47272f9-a7b1-4ca5-a0de-07473f062aaa req-88e492ed-32e9-4d6c-a2fd-40000f9bbe64 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:22.494850 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c47272f9-a7b1-4ca5-a0de-07473f062aaa req-88e492ed-32e9-4d6c-a2fd-40000f9bbe64 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 944 time: 0.1570332 Apr 20 16:28:22.541557 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f66580c5-e01c-47e6-8470-1665e5a8eca7 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:22.708646 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:22.733198 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eddef2b-87b3-4774-8aab-099fad5bb453 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:28:22.766735 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 4eddef2b-87b3-4774-8aab-099fad5bb453, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4eddef2b-87b3-4774-8aab-099fad5bb453,segment=NetworkSegment(35d1a58e-519d-48c5-874c-9903c1950aca),segment_id=35d1a58e-519d-48c5-874c-9903c1950aca)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:22.789642 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-24cf5295-c017-40a5-8a33-09f6bb498185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:22.791713 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c47272f9-a7b1-4ca5-a0de-07473f062aaa req-322e838f-ee5e-45ef-914b-8a1579362af3 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523580 Apr 20 16:28:22.880118 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:22.891622 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f66580c5-e01c-47e6-8470-1665e5a8eca7 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:22.918428 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-809c908f-add0-45d4-992e-79ba30c32caa tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:22.920871 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-809c908f-add0-45d4-992e-79ba30c32caa tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/networks?id=57788d4a-c0b2-4e44-bcc3-e868445aab00 HTTP/1.1" status: 200 len: 808 time: 0.1950634 Apr 20 16:28:22.942930 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=4eddef2b-87b3-4774-8aab-099fad5bb453,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:22.949295 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-7f26d3c5-12c4-4cb5-aab5-944866f196a2 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/quotas/5ca8e2b629024f54bb9e386005a6d319 HTTP/1.1" status: 200 len: 375 time: 0.0211391 Apr 20 16:28:22.979716 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3fc25fe7-ccdc-4986-9e3b-5d62eead296d req-b3167612-0ae9-42a8-934f-b89fb64faee4 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 210 time: 0.0654919 Apr 20 16:28:23.054919 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-f97c9f0c-1fed-4926-b329-26909622a3cd tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ca8e2b629024f54bb9e386005a6d319&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392468 Apr 20 16:28:23.181106 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-01fadbad-439c-463f-97d2-b7b0c88fe4dd service neutron] 10.222.0.15 "GET /v2.0/networks/57788d4a-c0b2-4e44-bcc3-e868445aab00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161993 Apr 20 16:28:23.207169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f3a63-3f35-4148-8bbd-b80910f152e6 req-e0202342-f237-42c8-b2cd-6625bd841dab tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:23.209025 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-af4f3a63-3f35-4148-8bbd-b80910f152e6 req-e0202342-f237-42c8-b2cd-6625bd841dab tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.2452641 Apr 20 16:28:23.219744 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54008) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:23.253756 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-f0af070a-baa0-4af8-84c6-9ebb06cfbf7f req-0944f012-d4f3-43cd-a06a-41cfb4f36de9 service neutron] (103485) timed out ('10.222.0.30', 64606) {{(pid=103485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 16:28:23.261816 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f66580c5-e01c-47e6-8470-1665e5a8eca7 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:23.272417 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['4eddef2b-87b3-4774-8aab-099fad5bb453'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:28:23.346241 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f66580c5-e01c-47e6-8470-1665e5a8eca7 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:23.383455 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-e2d4e661-b7f1-42bb-aa7d-211f68554a0e service neutron] 10.222.0.15 "GET /v2.0/networks/57788d4a-c0b2-4e44-bcc3-e868445aab00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950979 Apr 20 16:28:23.387804 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec7ecc-376e-495d-b15b-f5ea8fad5108 req-9580c567-591a-4fe4-ae65-6d2c947951e3 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:23.399926 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3aec7ecc-376e-495d-b15b-f5ea8fad5108 req-9580c567-591a-4fe4-ae65-6d2c947951e3 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 946 time: 0.2068362 Apr 20 16:28:23.418716 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-af4f3a63-3f35-4148-8bbd-b80910f152e6 req-a7a19968-d617-4f68-bf7c-91e732f49c25 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Deleting port 6209a169-6730-4f41-a458-484602ed19ba {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:23.420730 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-af4f3a63-3f35-4148-8bbd-b80910f152e6 req-a7a19968-d617-4f68-bf7c-91e732f49c25 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:23.488556 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-46d91a70-f85d-483d-b683-5c2af6e977d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ebf0409bd013459dad005b0401f2d342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2661200 Apr 20 16:28:23.574872 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-af4f3a63-3f35-4148-8bbd-b80910f152e6 req-a7a19968-d617-4f68-bf7c-91e732f49c25 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] For port 6209a169-6730-4f41-a458-484602ed19ba, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=6209a169-6730-4f41-a458-484602ed19ba,segment=NetworkSegment(42815ea2-076c-480e-bac2-ffc0f665e2ff),segment_id=42815ea2-076c-480e-bac2-ffc0f665e2ff)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:23.575369 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-af4f3a63-3f35-4148-8bbd-b80910f152e6 req-a7a19968-d617-4f68-bf7c-91e732f49c25 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:23.590916 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-af4f3a63-3f35-4148-8bbd-b80910f152e6 req-a7a19968-d617-4f68-bf7c-91e732f49c25 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Calling delete_port for 6209a169-6730-4f41-a458-484602ed19ba owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:23.632309 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-f66580c5-e01c-47e6-8470-1665e5a8eca7 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Allocated IP 172.25.0.148 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/f1bb1e6f-df53-4956-a424-82bc5de606f8) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:28:23.744141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54020) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:23.753145 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f66580c5-e01c-47e6-8470-1665e5a8eca7 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:23.814368 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7a13a368-5c31-4454-8e54-68c6508803ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:23.826587 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3aec7ecc-376e-495d-b15b-f5ea8fad5108 req-fe03442e-230f-4b1a-8703-72bf263ab748 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255972 Apr 20 16:28:23.844258 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7a13a368-5c31-4454-8e54-68c6508803ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:23.927300 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-af4f3a63-3f35-4148-8bbd-b80910f152e6 req-a7a19968-d617-4f68-bf7c-91e732f49c25 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:23.930396 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6de89dd2-d13e-49f3-8e98-e2388bf60097 req-d359efe6-2137-4ab3-9269-7d1f4e27fec4 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a5bd0-88a5-469f-9c97-65876b54279b HTTP/1.1" status: 200 len: 210 time: 0.0523582 Apr 20 16:28:23.947645 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f66580c5-e01c-47e6-8470-1665e5a8eca7 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:23.961612 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['6209a169-6730-4f41-a458-484602ed19ba'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:28:23.970700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a19968-d617-4f68-bf7c-91e732f49c25 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Pushing event deleted for resources: {'Port': ['ID=6209a169-6730-4f41-a458-484602ed19ba,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:24.021987 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4f3a63-3f35-4148-8bbd-b80910f152e6 req-a7a19968-d617-4f68-bf7c-91e732f49c25 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] No DVR routers for this DVR port 6209a169-6730-4f41-a458-484602ed19ba on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:28:24.024941 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-af4f3a63-3f35-4148-8bbd-b80910f152e6 req-a7a19968-d617-4f68-bf7c-91e732f49c25 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:24.029139 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-af4f3a63-3f35-4148-8bbd-b80910f152e6 req-a7a19968-d617-4f68-bf7c-91e732f49c25 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.30 "DELETE /v2.0/ports/6209a169-6730-4f41-a458-484602ed19ba HTTP/1.1" status: 204 len: 173 time: 0.8091199 Apr 20 16:28:24.029740 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3', 'name': 'network-vif-deleted', 'tag': '6209a169-6730-4f41-a458-484602ed19ba'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:28:24.032368 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0668ac03-4f05-4b65-a23a-71fea1a6e742" -d '{"events": [{"server_uuid": "c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3", "name": "network-vif-deleted", "tag": "6209a169-6730-4f41-a458-484602ed19ba"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:28:24.048062 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:28:24.099944 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['f185935b-c5c0-4e59-89ac-b70d084b1382'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:28:24.104747 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66580c5-e01c-47e6-8470-1665e5a8eca7 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Pushing event updated for resources: {'Port': ['ID=f1bb1e6f-df53-4956-a424-82bc5de606f8,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:24.116752 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66580c5-e01c-47e6-8470-1665e5a8eca7 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:28:24.132185 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-f66580c5-e01c-47e6-8470-1665e5a8eca7 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:24.143243 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66580c5-e01c-47e6-8470-1665e5a8eca7 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:28:24.164793 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7a13a368-5c31-4454-8e54-68c6508803ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:24.176830 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7a13a368-5c31-4454-8e54-68c6508803ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:24.182935 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7a13a368-5c31-4454-8e54-68c6508803ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/837af7eb-0489-4728-adb2-6933f599d373 HTTP/1.1" status: 204 len: 168 time: 0.4351857 Apr 20 16:28:24.234884 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-209d18bb-2ddf-4dd4-951d-3cc85a7ec686 req-b440fbaf-1952-427f-bae9-bb2a0ab69d91 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 210 time: 0.0819569 Apr 20 16:28:24.252731 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13a368-5c31-4454-8e54-68c6508803ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837af7eb-0489-4728-adb2-6933f599d373,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:24.314812 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc61525-9934-46c5-b0a4-38d63f384a95 x-openstack-request-id: req-0dc61525-9934-46c5-b0a4-38d63f384a95 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:28:24.315667 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3", "name": "network-vif-deleted", "tag": "6209a169-6730-4f41-a458-484602ed19ba", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:28:24.316101 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0dc61525-9934-46c5-b0a4-38d63f384a95 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:28:24.316689 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dc61525-9934-46c5-b0a4-38d63f384a95'] response: {'server_uuid': 'c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3', 'name': 'network-vif-deleted', 'tag': '6209a169-6730-4f41-a458-484602ed19ba', 'status': 'completed', 'code': 200} Apr 20 16:28:24.327995 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d8069-303f-4c29-9a9a-6440a414fd64 req-12f811a8-5052-4725-9beb-a6b0390e177c tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:24.336802 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2d3d8069-303f-4c29-9a9a-6440a414fd64 req-12f811a8-5052-4725-9beb-a6b0390e177c tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 945 time: 0.4036808 Apr 20 16:28:24.457366 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2d3d8069-303f-4c29-9a9a-6440a414fd64 req-84df4375-6343-48fc-b9f8-43d813581fa8 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196184 Apr 20 16:28:24.871837 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f66580c5-e01c-47e6-8470-1665e5a8eca7 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:25.099141 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa3e86ac-cbab-4177-9e85-b5991df73350 req-2e7ab7fd-b2ed-418a-9bdb-ea03e9cd6996 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f8ed39-9bb3-44f2-a41d-d1a30bc9bbd3 HTTP/1.1" status: 200 len: 210 time: 0.1163652 Apr 20 16:28:25.111125 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-52c698dc-b857-4926-8451-f2cfb8dc8a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:25.203608 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-26cba062-d34e-4835-adfb-a211aac84ec9 req-e4bc7720-ad56-495c-8ec7-510a852e0064 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a5bd0-88a5-469f-9c97-65876b54279b HTTP/1.1" status: 200 len: 210 time: 0.1521418 Apr 20 16:28:25.378108 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 4eddef2b-87b3-4774-8aab-099fad5bb453 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:28:25.416202 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f66580c5-e01c-47e6-8470-1665e5a8eca7 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:25.431204 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac48251a-1fdc-4815-984f-f91b29bd1823 req-b4101a04-4cd3-4e78-8025-e25db88f5247 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 210 time: 0.0739164 Apr 20 16:28:25.464668 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 4eddef2b-87b3-4774-8aab-099fad5bb453 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:28:25.464835 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:25.661490 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:25.685879 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e9694e-a35e-4036-a8eb-cd795fac0c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eddef2b-87b3-4774-8aab-099fad5bb453'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:28:25.688667 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631ffae7-b678-4297-9f5f-8542e631e758" -d '{"events": [{"server_uuid": "06e9694e-a35e-4036-a8eb-cd795fac0c7b", "name": "network-vif-plugged", "status": "completed", "tag": "4eddef2b-87b3-4774-8aab-099fad5bb453"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:28:25.693994 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d14aec-f221-4cca-a622-49253b2ab1c1 req-4acdf2c1-aabc-4085-8d45-50fae92c6455 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:25.701604 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e6d14aec-f221-4cca-a622-49253b2ab1c1 req-4acdf2c1-aabc-4085-8d45-50fae92c6455 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 945 time: 0.1151092 Apr 20 16:28:25.733204 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 4eddef2b-87b3-4774-8aab-099fad5bb453, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4eddef2b-87b3-4774-8aab-099fad5bb453,segment=NetworkSegment(35d1a58e-519d-48c5-874c-9903c1950aca),segment_id=35d1a58e-519d-48c5-874c-9903c1950aca)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:25.751561 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e6d14aec-f221-4cca-a622-49253b2ab1c1 req-98c61fe8-ea94-42ad-befb-e0237266bc92 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489235 Apr 20 16:28:25.779923 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea575e18-4cf0-4069-9656-05c9da92ea8d x-openstack-request-id: req-ea575e18-4cf0-4069-9656-05c9da92ea8d {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:28:25.780220 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e9694e-a35e-4036-a8eb-cd795fac0c7b", "name": "network-vif-plugged", "status": "completed", "tag": "4eddef2b-87b3-4774-8aab-099fad5bb453", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:28:25.780507 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea575e18-4cf0-4069-9656-05c9da92ea8d {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:28:25.780907 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea575e18-4cf0-4069-9656-05c9da92ea8d'] response: {'server_uuid': '06e9694e-a35e-4036-a8eb-cd795fac0c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eddef2b-87b3-4774-8aab-099fad5bb453', 'code': 200} Apr 20 16:28:25.817909 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66580c5-e01c-47e6-8470-1665e5a8eca7 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Router aede3024-0b2a-4955-8d02-79eec85c0368 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:28:25.824218 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:25.980885 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=4eddef2b-87b3-4774-8aab-099fad5bb453,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:26.050303 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54102) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:26.067115 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c339f47-4555-4fb7-a517-63be7a1974cf req-9faaaf78-6969-41f1-9af5-63a374844021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:26.069984 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2c339f47-4555-4fb7-a517-63be7a1974cf req-9faaaf78-6969-41f1-9af5-63a374844021 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 1097 time: 0.0886681 Apr 20 16:28:26.082285 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66580c5-e01c-47e6-8470-1665e5a8eca7 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:28:26.094576 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e906c-ea02-43e0-ae90-945299c4eb19 None None] Sync routers for ids ['aede3024-0b2a-4955-8d02-79eec85c0368'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:28:26.107228 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e906c-ea02-43e0-ae90-945299c4eb19 None None] Routers {'aede3024-0b2a-4955-8d02-79eec85c0368'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:28:26.108035 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-287e906c-ea02-43e0-ae90-945299c4eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['aede3024-0b2a-4955-8d02-79eec85c0368'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:26.150553 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-287e906c-ea02-43e0-ae90-945299c4eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:26.151140 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2c339f47-4555-4fb7-a517-63be7a1974cf req-95e2066f-13a9-4d02-921a-62592b040f03 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739927 Apr 20 16:28:26.163692 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e906c-ea02-43e0-ae90-945299c4eb19 None None] Routers {'aede3024-0b2a-4955-8d02-79eec85c0368'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:28:26.165453 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-287e906c-ea02-43e0-ae90-945299c4eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['aede3024-0b2a-4955-8d02-79eec85c0368'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:26.207805 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-287e906c-ea02-43e0-ae90-945299c4eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:26.209709 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e906c-ea02-43e0-ae90-945299c4eb19 None None] The sync data for ids ['aede3024-0b2a-4955-8d02-79eec85c0368'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:28:26.230680 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f66580c5-e01c-47e6-8470-1665e5a8eca7 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:26.234994 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54114) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:26.235248 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f66580c5-e01c-47e6-8470-1665e5a8eca7 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3115277 Apr 20 16:28:26.349832 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:26.360134 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7e462009-097f-4f4a-8f73-e01c01d564fa req-e2993392-8617-46aa-bd85-14a9894100c1 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a5bd0-88a5-469f-9c97-65876b54279b HTTP/1.1" status: 200 len: 210 time: 0.0415535 Apr 20 16:28:26.408315 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cd012598-aa7c-4c12-b01c-4d73c2518a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:26.434782 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-336560f1-49a3-4bdb-9e47-77de657c92ce tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "GET /v2.0/routers/aede3024-0b2a-4955-8d02-79eec85c0368 HTTP/1.1" status: 200 len: 921 time: 0.1981385 Apr 20 16:28:26.440144 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54118) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:26.470035 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3e249247-42a6-487c-ac73-24c00ced1ebb tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "GET /v2.0/ports?device_id=aede3024-0b2a-4955-8d02-79eec85c0368 HTTP/1.1" status: 200 len: 205 time: 0.0285487 Apr 20 16:28:26.474294 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54120) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:26.529015 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cd012598-aa7c-4c12-b01c-4d73c2518a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:26.562227 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c47bfc40-74f7-421a-89d5-82ea8f157ae6 req-3cce236d-5296-4143-b762-9b0adf137131 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 210 time: 0.0312741 Apr 20 16:28:26.628430 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cd012598-aa7c-4c12-b01c-4d73c2518a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:26.672604 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd012598-aa7c-4c12-b01c-4d73c2518a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443a8584-826a-48ca-a413-8efa51d6ab86,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:26.676552 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cd012598-aa7c-4c12-b01c-4d73c2518a05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7307186a57c143019d94a632fd8fcb44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6253045 Apr 20 16:28:26.679077 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54130) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:26.759458 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-297a8b79-4db6-4696-b400-5cb60858db5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:26.794106 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-297a8b79-4db6-4696-b400-5cb60858db5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:26.904913 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c06a55-cb28-4ca1-a2b3-816357ad08cc req-a77f1bc6-8739-42ff-841e-0ee936798ac8 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:26.917440 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-03c06a55-cb28-4ca1-a2b3-816357ad08cc req-a77f1bc6-8739-42ff-841e-0ee936798ac8 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.0895848 Apr 20 16:28:26.966968 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-03c06a55-cb28-4ca1-a2b3-816357ad08cc req-681949e8-d92d-4053-bb09-5d8c40299291 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486267 Apr 20 16:28:26.982843 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-297a8b79-4db6-4696-b400-5cb60858db5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:26.986892 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-297a8b79-4db6-4696-b400-5cb60858db5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:26.989189 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-297a8b79-4db6-4696-b400-5cb60858db5a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/443a8584-826a-48ca-a413-8efa51d6ab86 HTTP/1.1" status: 204 len: 168 time: 0.3091784 Apr 20 16:28:27.017729 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a8b79-4db6-4696-b400-5cb60858db5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443a8584-826a-48ca-a413-8efa51d6ab86,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:27.073388 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-178d19a3-8527-489e-bd0b-f0f8b3121bee tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:27.122637 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 6209a169-6730-4f41-a458-484602ed19ba no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:28:27.160779 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 6209a169-6730-4f41-a458-484602ed19ba {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:28:27.161796 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 6209a169-6730-4f41-a458-484602ed19ba not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:28:27.186275 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82815c84-0e32-42dc-91b2-e9ba94492aba req-35019826-a2ef-4327-9e15-5943cadc8a82 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:27.193360 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-82815c84-0e32-42dc-91b2-e9ba94492aba req-35019826-a2ef-4327-9e15-5943cadc8a82 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.1022296 Apr 20 16:28:27.260172 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-82815c84-0e32-42dc-91b2-e9ba94492aba req-d827eeae-51c9-4c6d-bcc6-e937a421423f tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590761 Apr 20 16:28:27.349667 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-178d19a3-8527-489e-bd0b-f0f8b3121bee tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:27.457283 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-f888a1b5-1d5f-44e7-b7c3-3e0c120108f0 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:27.467865 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-f888a1b5-1d5f-44e7-b7c3-3e0c120108f0 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.30 "GET /v2.0/networks?id=57788d4a-c0b2-4e44-bcc3-e868445aab00 HTTP/1.1" status: 200 len: 808 time: 0.1899025 Apr 20 16:28:27.512176 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b86d705-bbab-4cfd-9fc8-01db8cb1daf1 req-8174909f-f614-45e8-90b6-8a4c60474c05 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a5bd0-88a5-469f-9c97-65876b54279b HTTP/1.1" status: 200 len: 210 time: 0.0416677 Apr 20 16:28:27.520709 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-6e29360e-b1d2-4186-83b3-2f6fc920462b tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Request body: {'port': {'device_id': '3b8a5bd0-88a5-469f-9c97-65876b54279b', 'network_id': '57788d4a-c0b2-4e44-bcc3-e868445aab00', 'admin_state_up': True, 'tenant_id': '5ca8e2b629024f54bb9e386005a6d319'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:27.659564 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-178d19a3-8527-489e-bd0b-f0f8b3121bee tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Deleting port f1bb1e6f-df53-4956-a424-82bc5de606f8 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:27.660182 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-178d19a3-8527-489e-bd0b-f0f8b3121bee tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:27.731465 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:27.769029 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-25049278-b41a-44f6-98c6-9717fdf5eb5b req-a6aee3f7-7d8e-4f9b-a9fa-6eef31cbff88 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 210 time: 0.0510740 Apr 20 16:28:27.769509 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54156) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:27.809272 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-178d19a3-8527-489e-bd0b-f0f8b3121bee tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:27.825678 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-178d19a3-8527-489e-bd0b-f0f8b3121bee tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Calling delete_port for f1bb1e6f-df53-4956-a424-82bc5de606f8 owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:27.830968 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-6e29360e-b1d2-4186-83b3-2f6fc920462b tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Made reservation on behalf of 5ca8e2b629024f54bb9e386005a6d319 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:28:27.836564 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-6e29360e-b1d2-4186-83b3-2f6fc920462b tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.067514 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54164) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:28.097299 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-80be1fc5-0cc1-49a0-98f7-a90dc1e1f554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.113970 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.114706 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b1e972fe-de88-4311-8b15-65dbca5fc97e tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1561459132', 'router:external': True}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:28.162586 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-6e29360e-b1d2-4186-83b3-2f6fc920462b tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Allocated IP 172.20.0.14 (57788d4a-c0b2-4e44-bcc3-e868445aab00/eba52b01-f16c-48dd-9b36-583fefdbcff4/dc34ceee-4c75-491b-9438-2da53c05a7c3) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:28:28.206444 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e972fe-de88-4311-8b15-65dbca5fc97e tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Made reservation on behalf of a0c897e277da4231bb1d4852ccb38f13 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:28:28.209433 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b1e972fe-de88-4311-8b15-65dbca5fc97e tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.218240 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b1e972fe-de88-4311-8b15-65dbca5fc97e tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.226562 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa254ea-5edc-42f3-a8ed-124484f69544 req-6d94792f-074b-419c-bb7f-c9820bd2d2f6 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:28.228151 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-caa254ea-5edc-42f3-a8ed-124484f69544 req-6d94792f-074b-419c-bb7f-c9820bd2d2f6 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.1269305 Apr 20 16:28:28.325239 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-caa254ea-5edc-42f3-a8ed-124484f69544 req-2ef28500-07c8-4ce3-9482-2ccbe5ef1886 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852087 Apr 20 16:28:28.413137 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-178d19a3-8527-489e-bd0b-f0f8b3121bee tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.447499 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d19a3-8527-489e-bd0b-f0f8b3121bee tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Pushing event deleted for resources: {'Port': ['ID=f1bb1e6f-df53-4956-a424-82bc5de606f8,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:28.521242 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-80be1fc5-0cc1-49a0-98f7-a90dc1e1f554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.539599 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1617eb-d875-4b15-97a4-60b95e94bcc2 req-69ecea1b-dfa6-4528-a60c-5a1481dc58fa tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:28.541306 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ec1617eb-d875-4b15-97a4-60b95e94bcc2 req-69ecea1b-dfa6-4528-a60c-5a1481dc58fa tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.1755407 Apr 20 16:28:28.560135 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.594885 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b1e972fe-de88-4311-8b15-65dbca5fc97e tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.600204 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-6e29360e-b1d2-4186-83b3-2f6fc920462b tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.609008 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-178d19a3-8527-489e-bd0b-f0f8b3121bee tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.613649 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-80be1fc5-0cc1-49a0-98f7-a90dc1e1f554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.647043 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febdf78-0680-40db-91e8-3cbb9bec47cb req-fbf477bd-814b-4768-9fdb-14ccb78055ca tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:28.648627 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8febdf78-0680-40db-91e8-3cbb9bec47cb req-fbf477bd-814b-4768-9fdb-14ccb78055ca tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.1569765 Apr 20 16:28:28.663672 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be1fc5-0cc1-49a0-98f7-a90dc1e1f554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a74a62-cec5-48fd-9d34-9f4187e878cf,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:28.684897 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ec1617eb-d875-4b15-97a4-60b95e94bcc2 req-9268c35b-4eb3-4104-8013-8c537493a822 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048782 Apr 20 16:28:28.702973 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-80be1fc5-0cc1-49a0-98f7-a90dc1e1f554 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7dc96372f95438cb99dc844656dc00b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6266093 Apr 20 16:28:28.702973 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b1e972fe-de88-4311-8b15-65dbca5fc97e tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.702973 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54172) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:28.738891 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e972fe-de88-4311-8b15-65dbca5fc97e tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:28:28.773076 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b1e972fe-de88-4311-8b15-65dbca5fc97e tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.773744 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-b1e972fe-de88-4311-8b15-65dbca5fc97e tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Added segment 524230ab-afc9-4f96-b172-f1d8052c12cb of type vlan for network ca46a37c-f021-448b-81c7-6954e7762022 Apr 20 16:28:28.774679 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e972fe-de88-4311-8b15-65dbca5fc97e tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00423be4-0dfa-4650-a8a5-757ab37f2d10,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:28.780950 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-178d19a3-8527-489e-bd0b-f0f8b3121bee tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.786185 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-178d19a3-8527-489e-bd0b-f0f8b3121bee tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.821859 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-62bb8663-d53c-42da-8978-a68f5a41910c req-350ae886-45d8-4003-9531-e87fe5b0d447 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a5bd0-88a5-469f-9c97-65876b54279b HTTP/1.1" status: 200 len: 210 time: 0.0515242 Apr 20 16:28:28.859667 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af5df040-c46a-4acd-91c6-dafae99b2092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.869153 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8febdf78-0680-40db-91e8-3cbb9bec47cb req-5f12a479-e53a-4faf-9281-f98cb233a59d tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828732 Apr 20 16:28:28.912639 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b1e972fe-de88-4311-8b15-65dbca5fc97e tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.931196 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af5df040-c46a-4acd-91c6-dafae99b2092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.968684 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-178d19a3-8527-489e-bd0b-f0f8b3121bee tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.969783 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178d19a3-8527-489e-bd0b-f0f8b3121bee tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Fanout notify agent at l3_agent the message router_deleted on router aede3024-0b2a-4955-8d02-79eec85c0368 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:28:28.977834 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-178d19a3-8527-489e-bd0b-f0f8b3121bee tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.982710 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-178d19a3-8527-489e-bd0b-f0f8b3121bee tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "DELETE /v2.0/routers/aede3024-0b2a-4955-8d02-79eec85c0368 HTTP/1.1" status: 204 len: 168 time: 2.5038631 Apr 20 16:28:28.982710 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-6e29360e-b1d2-4186-83b3-2f6fc920462b tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:28.986923 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54178) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:28.999532 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-f41d17bc-7030-415c-8741-47d92c662f0f tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Request body: {'router': {'name': 'tempest-snat-router-245346563', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'enable_snat': False}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:29.014108 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-faf679d0-eda3-4179-8b25-120962545de0 req-41810c5a-c412-4746-8d7d-b7bc480e3a54 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 210 time: 0.1114881 Apr 20 16:28:29.061199 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-6e29360e-b1d2-4186-83b3-2f6fc920462b tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Network 57788d4a-c0b2-4e44-bcc3-e868445aab00 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:28:29.061199 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-6e29360e-b1d2-4186-83b3-2f6fc920462b tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:29.064554 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-6e29360e-b1d2-4186-83b3-2f6fc920462b tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:28:29.067154 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29360e-b1d2-4186-83b3-2f6fc920462b tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Pushing event updated for resources: {'Port': ['ID=dc34ceee-4c75-491b-9438-2da53c05a7c3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:29.114020 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b1e972fe-de88-4311-8b15-65dbca5fc97e tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:29.115060 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e972fe-de88-4311-8b15-65dbca5fc97e tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:29.115659 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b1e972fe-de88-4311-8b15-65dbca5fc97e tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:29.115772 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-6e29360e-b1d2-4186-83b3-2f6fc920462b tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:29.116386 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-6e29360e-b1d2-4186-83b3-2f6fc920462b tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:29.175946 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e972fe-de88-4311-8b15-65dbca5fc97e tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Pushing event updated for resources: {'Network': ['ID=ca46a37c-f021-448b-81c7-6954e7762022,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:29.185831 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network ca46a37c-f021-448b-81c7-6954e7762022 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:28:29.194564 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af5df040-c46a-4acd-91c6-dafae99b2092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:29.194764 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f41d17bc-7030-415c-8741-47d92c662f0f tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:29.200354 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f41d17bc-7030-415c-8741-47d92c662f0f tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:29.200497 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af5df040-c46a-4acd-91c6-dafae99b2092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:29.200497 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-af5df040-c46a-4acd-91c6-dafae99b2092 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19a74a62-cec5-48fd-9d34-9f4187e878cf HTTP/1.1" status: 204 len: 168 time: 0.4947922 Apr 20 16:28:29.210529 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5df040-c46a-4acd-91c6-dafae99b2092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a74a62-cec5-48fd-9d34-9f4187e878cf,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:29.251457 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b1e972fe-de88-4311-8b15-65dbca5fc97e tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.4803419 Apr 20 16:28:29.254512 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54184) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:29.257074 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f41d17bc-7030-415c-8741-47d92c662f0f tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:29.261194 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-6e29360e-b1d2-4186-83b3-2f6fc920462b tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7477911 Apr 20 16:28:29.263023 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c71161f3-5e64-46a2-85a2-8b9cef32a524 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Request body: {'subnet': {'network_id': 'ca46a37c-f021-448b-81c7-6954e7762022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:29.284983 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-47163074-de7e-41ef-8d49-c8cd2dbf1cd3 service neutron] Request body: {'port': {'device_id': '3b8a5bd0-88a5-469f-9c97-65876b54279b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:29.361516 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-47163074-de7e-41ef-8d49-c8cd2dbf1cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:29.416969 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71161f3-5e64-46a2-85a2-8b9cef32a524 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Made reservation on behalf of a0c897e277da4231bb1d4852ccb38f13 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:28:29.419517 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c71161f3-5e64-46a2-85a2-8b9cef32a524 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:29.564669 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f41d17bc-7030-415c-8741-47d92c662f0f tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:29.802458 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:29.870026 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de6397-1c93-47c5-b471-c8416c7c011c req-e6d7a89b-d3e0-4c74-8b52-059f1a3ecb10 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:29.873519 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-54de6397-1c93-47c5-b471-c8416c7c011c req-e6d7a89b-d3e0-4c74-8b52-059f1a3ecb10 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/networks?id=e29f456c-4307-48d7-b5a3-7fc452ab2a35 HTTP/1.1" status: 200 len: 815 time: 0.2116120 Apr 20 16:28:29.900755 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-54de6397-1c93-47c5-b471-c8416c7c011c req-ea19270d-1596-48b7-9f6c-54500c8c83d9 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/quotas/089d073129534903b2f07842894eec92 HTTP/1.1" status: 200 len: 375 time: 0.0204024 Apr 20 16:28:29.973862 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-47163074-de7e-41ef-8d49-c8cd2dbf1cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc34ceee-4c75-491b-9438-2da53c05a7c3 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:28:29.989577 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26484377-3706-4294-b293-fd2674e775e2 req-fbe842cb-05ef-470f-872c-e363bf8d2f44 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:29.991098 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-26484377-3706-4294-b293-fd2674e775e2 req-fbe842cb-05ef-470f-872c-e363bf8d2f44 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.1376846 Apr 20 16:28:29.993849 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-47163074-de7e-41ef-8d49-c8cd2dbf1cd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:29.998539 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-54de6397-1c93-47c5-b471-c8416c7c011c req-a260cfbe-9bc8-4c0b-8aa6-0ec2a37ace74 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=089d073129534903b2f07842894eec92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0966589 Apr 20 16:28:30.053897 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-47163074-de7e-41ef-8d49-c8cd2dbf1cd3 service neutron] Transition to ACTIVE for port object dc34ceee-4c75-491b-9438-2da53c05a7c3 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:28:30.101190 n-d-836146-2 neutron-server[103485]: DEBUG neutron.objects.ports [None req-c71161f3-5e64-46a2-85a2-8b9cef32a524 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103485) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 16:28:30.101727 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c71161f3-5e64-46a2-85a2-8b9cef32a524 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:30.118233 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-26484377-3706-4294-b293-fd2674e775e2 req-7001cb8a-34be-47ac-b3fc-a95813da1cb8 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154404 Apr 20 16:28:30.160233 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-47163074-de7e-41ef-8d49-c8cd2dbf1cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:30.180676 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73542df2-82e8-4ee2-adc0-4d7c36628e01 req-d5da30a8-b813-4e70-b770-70cb6b8a389f tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:30.182357 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-73542df2-82e8-4ee2-adc0-4d7c36628e01 req-d5da30a8-b813-4e70-b770-70cb6b8a389f tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.26 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.1817441 Apr 20 16:28:30.206655 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71161f3-5e64-46a2-85a2-8b9cef32a524 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b8e98189-9ac0-4b7c-852f-18a45f66dc87,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:30.218729 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71161f3-5e64-46a2-85a2-8b9cef32a524 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Checking segment: {'id': '524230ab-afc9-4f96-b172-f1d8052c12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ca46a37c-f021-448b-81c7-6954e7762022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:28:30.219669 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71161f3-5e64-46a2-85a2-8b9cef32a524 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Network hostable DHCP agents. Network: ca46a37c-f021-448b-81c7-6954e7762022, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:28:30.311712 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-54de6397-1c93-47c5-b471-c8416c7c011c req-c0a17c92-1638-4a6c-a6ec-404a9ffca656 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:28:30.313086 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-54de6397-1c93-47c5-b471-c8416c7c011c req-c0a17c92-1638-4a6c-a6ec-404a9ffca656 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3137820 Apr 20 16:28:30.371306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47163074-de7e-41ef-8d49-c8cd2dbf1cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=dc34ceee-4c75-491b-9438-2da53c05a7c3,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:30.389711 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71161f3-5e64-46a2-85a2-8b9cef32a524 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Network ca46a37c-f021-448b-81c7-6954e7762022 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:28:30.428596 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f41d17bc-7030-415c-8741-47d92c662f0f tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:30.473131 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-54de6397-1c93-47c5-b471-c8416c7c011c req-c02f043d-e276-4af2-b4e9-c1346c86cf23 service neutron] 10.222.0.15 "GET /v2.0/networks/e29f456c-4307-48d7-b5a3-7fc452ab2a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522706 Apr 20 16:28:30.606055 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-54de6397-1c93-47c5-b471-c8416c7c011c req-a1285ca4-378e-4fc3-a0b4-9c335fc2b47f service neutron] 10.222.0.15 "GET /v2.0/networks/e29f456c-4307-48d7-b5a3-7fc452ab2a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310146 Apr 20 16:28:30.607724 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-c71161f3-5e64-46a2-85a2-8b9cef32a524 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, ca46a37c-f021-448b-81c7-6954e7762022) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:30.617868 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425986e3-7b93-4651-9a00-28d22af788da None None] Network ca46a37c-f021-448b-81c7-6954e7762022 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:28:30.638322 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71161f3-5e64-46a2-85a2-8b9cef32a524 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:30.639106 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c71161f3-5e64-46a2-85a2-8b9cef32a524 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:30.751269 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c71161f3-5e64-46a2-85a2-8b9cef32a524 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4937928 Apr 20 16:28:30.753494 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54228) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:30.766702 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-d3a2c0e4-92e8-4bea-8585-822efc561b6a tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-794768495', 'network_id': 'ca46a37c-f021-448b-81c7-6954e7762022'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:30.854658 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f41d17bc-7030-415c-8741-47d92c662f0f tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:30.896898 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9250f22-ca48-4218-8299-6eec04b0f988 req-33829168-de03-4308-a702-a1f967358b31 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:30.906435 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9250f22-ca48-4218-8299-6eec04b0f988 req-33829168-de03-4308-a702-a1f967358b31 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a5bd0-88a5-469f-9c97-65876b54279b HTTP/1.1" status: 200 len: 944 time: 0.6382098 Apr 20 16:28:30.936561 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a2c0e4-92e8-4bea-8585-822efc561b6a tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Made reservation on behalf of a0c897e277da4231bb1d4852ccb38f13 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:28:30.939421 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d3a2c0e4-92e8-4bea-8585-822efc561b6a tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:30.953414 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b56e2f-2ccd-4224-8be7-2acd31a29270 None None] Network ca46a37c-f021-448b-81c7-6954e7762022 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:28:30.993066 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-d3a2c0e4-92e8-4bea-8585-822efc561b6a tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] device_id is not set on port be130bca-e30d-4c2b-8510-c03094614206 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:28:31.124244 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-47163074-de7e-41ef-8d49-c8cd2dbf1cd3 service neutron] Attempting to bind port dc34ceee-4c75-491b-9438-2da53c05a7c3 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:28:31.130428 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-47163074-de7e-41ef-8d49-c8cd2dbf1cd3 service neutron] Attempting to bind port dc34ceee-4c75-491b-9438-2da53c05a7c3 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'fb503d67-59f1-46d1-9d04-2d226b2a2c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '57788d4a-c0b2-4e44-bcc3-e868445aab00'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:28:31.130428 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-47163074-de7e-41ef-8d49-c8cd2dbf1cd3 service neutron] Attempting to bind port dc34ceee-4c75-491b-9438-2da53c05a7c3 on network 57788d4a-c0b2-4e44-bcc3-e868445aab00 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:28:31.187238 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9250f22-ca48-4218-8299-6eec04b0f988 req-9b372e4a-b2d6-467e-8d67-41acc3074d2e tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788398 Apr 20 16:28:31.196808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-47163074-de7e-41ef-8d49-c8cd2dbf1cd3 service neutron] Port dc34ceee-4c75-491b-9438-2da53c05a7c3 on network 57788d4a-c0b2-4e44-bcc3-e868445aab00 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:28:31.204911 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-47163074-de7e-41ef-8d49-c8cd2dbf1cd3 service neutron] Attempting to bind port dc34ceee-4c75-491b-9438-2da53c05a7c3 on network 57788d4a-c0b2-4e44-bcc3-e868445aab00 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:28:31.212561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-47163074-de7e-41ef-8d49-c8cd2dbf1cd3 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:28:31.216977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-47163074-de7e-41ef-8d49-c8cd2dbf1cd3 service neutron] Checking segment: {'id': 'fb503d67-59f1-46d1-9d04-2d226b2a2c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '57788d4a-c0b2-4e44-bcc3-e868445aab00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:28:31.217382 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-47163074-de7e-41ef-8d49-c8cd2dbf1cd3 service neutron] Bound using segment: {'id': 'fb503d67-59f1-46d1-9d04-2d226b2a2c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '57788d4a-c0b2-4e44-bcc3-e868445aab00'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:28:31.218001 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-47163074-de7e-41ef-8d49-c8cd2dbf1cd3 service neutron] Bound port: dc34ceee-4c75-491b-9438-2da53c05a7c3, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb503d67-59f1-46d1-9d04-2d226b2a2c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '57788d4a-c0b2-4e44-bcc3-e868445aab00'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:28:31.218375 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-47163074-de7e-41ef-8d49-c8cd2dbf1cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:31.225543 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-73542df2-82e8-4ee2-adc0-4d7c36628e01 req-f4c36030-d578-4e34-b9cf-6d4698d43f3d tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Deleting port f185935b-c5c0-4e59-89ac-b70d084b1382 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:31.225879 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-73542df2-82e8-4ee2-adc0-4d7c36628e01 req-f4c36030-d578-4e34-b9cf-6d4698d43f3d tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:31.331898 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5ebc819a-c3ee-4d78-85db-6f7ca33b103a req-0772269e-27a1-443d-ac92-02478d351c10 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 210 time: 0.0608292 Apr 20 16:28:31.449797 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-f41d17bc-7030-415c-8741-47d92c662f0f tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Allocated IP 172.25.0.204 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/5130b368-d797-436c-bd55-7a5b8652dfea) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:28:31.618330 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-47163074-de7e-41ef-8d49-c8cd2dbf1cd3 service neutron] For port dc34ceee-4c75-491b-9438-2da53c05a7c3, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:28:31.674157 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-47163074-de7e-41ef-8d49-c8cd2dbf1cd3 service neutron] For port dc34ceee-4c75-491b-9438-2da53c05a7c3, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=dc34ceee-4c75-491b-9438-2da53c05a7c3,segment=NetworkSegment(fb503d67-59f1-46d1-9d04-2d226b2a2c31),segment_id=fb503d67-59f1-46d1-9d04-2d226b2a2c31)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:28:31.709760 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-65d1c64c-d27c-4de3-9d6d-ed646eb3789f req-5bf2c90c-c48f-40d8-b39e-de6ec0e30854 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 210 time: 0.0334890 Apr 20 16:28:31.709859 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-73542df2-82e8-4ee2-adc0-4d7c36628e01 req-f4c36030-d578-4e34-b9cf-6d4698d43f3d tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] For port f185935b-c5c0-4e59-89ac-b70d084b1382, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=f185935b-c5c0-4e59-89ac-b70d084b1382,segment=NetworkSegment(42815ea2-076c-480e-bac2-ffc0f665e2ff),segment_id=42815ea2-076c-480e-bac2-ffc0f665e2ff)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:31.709859 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-73542df2-82e8-4ee2-adc0-4d7c36628e01 req-f4c36030-d578-4e34-b9cf-6d4698d43f3d tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:31.738363 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c20dd-d9f2-4982-850a-d7de6766852f req-1ebd8a72-27e5-425f-9738-775f5373ce6b tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:31.739867 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4c5c20dd-d9f2-4982-850a-d7de6766852f req-1ebd8a72-27e5-425f-9738-775f5373ce6b tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.26 "GET /v2.0/ports?device_id=06e9694e-a35e-4036-a8eb-cd795fac0c7b HTTP/1.1" status: 200 len: 946 time: 0.6476243 Apr 20 16:28:31.758570 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-73542df2-82e8-4ee2-adc0-4d7c36628e01 req-f4c36030-d578-4e34-b9cf-6d4698d43f3d tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Calling delete_port for f185935b-c5c0-4e59-89ac-b70d084b1382 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:31.762890 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-47163074-de7e-41ef-8d49-c8cd2dbf1cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:31.849069 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-d3a2c0e4-92e8-4bea-8585-822efc561b6a tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Allocated IP 2001:db8::256 (ca46a37c-f021-448b-81c7-6954e7762022/b8e98189-9ac0-4b7c-852f-18a45f66dc87/be130bca-e30d-4c2b-8510-c03094614206) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:28:31.881285 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b4066-1b31-4c2a-8efa-f4178d252a51 req-46d3ad70-45ed-478a-ac0b-f10418288c4d tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:31.883464 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b91b4066-1b31-4c2a-8efa-f4178d252a51 req-46d3ad70-45ed-478a-ac0b-f10418288c4d tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 946 time: 0.3568902 Apr 20 16:28:31.888032 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-47163074-de7e-41ef-8d49-c8cd2dbf1cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:31.888905 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-47163074-de7e-41ef-8d49-c8cd2dbf1cd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:31.892667 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-47163074-de7e-41ef-8d49-c8cd2dbf1cd3 service neutron] 10.222.0.30 "PUT /v2.0/ports/dc34ceee-4c75-491b-9438-2da53c05a7c3 HTTP/1.1" status: 200 len: 1092 time: 2.6146441 Apr 20 16:28:31.893630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8a5bd0-88a5-469f-9c97-65876b54279b', 'tag': 'dc34ceee-4c75-491b-9438-2da53c05a7c3'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:28:31.896071 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d600c00-fc59-4793-80c1-930fb0dcdc77" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8a5bd0-88a5-469f-9c97-65876b54279b", "tag": "dc34ceee-4c75-491b-9438-2da53c05a7c3"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:28:31.906085 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f41d17bc-7030-415c-8741-47d92c662f0f tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:31.932179 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-4c5c20dd-d9f2-4982-850a-d7de6766852f req-db851bea-f67e-4cbe-a79d-688fb8b11c95 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Deleting port 4eddef2b-87b3-4774-8aab-099fad5bb453 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:31.932545 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4c5c20dd-d9f2-4982-850a-d7de6766852f req-db851bea-f67e-4cbe-a79d-688fb8b11c95 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:31.952084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47163074-de7e-41ef-8d49-c8cd2dbf1cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=dc34ceee-4c75-491b-9438-2da53c05a7c3,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:32.007168 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0944ff2c-5c77-4e5e-90c0-246ba0f00ef1 x-openstack-request-id: req-0944ff2c-5c77-4e5e-90c0-246ba0f00ef1 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:28:32.012620 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8a5bd0-88a5-469f-9c97-65876b54279b", "tag": "dc34ceee-4c75-491b-9438-2da53c05a7c3", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:28:32.013707 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0944ff2c-5c77-4e5e-90c0-246ba0f00ef1 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:28:32.014359 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0944ff2c-5c77-4e5e-90c0-246ba0f00ef1'] response: {'name': 'network-changed', 'server_uuid': '3b8a5bd0-88a5-469f-9c97-65876b54279b', 'tag': 'dc34ceee-4c75-491b-9438-2da53c05a7c3', 'status': 'completed', 'code': 200} Apr 20 16:28:32.139179 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-4c5c20dd-d9f2-4982-850a-d7de6766852f req-db851bea-f67e-4cbe-a79d-688fb8b11c95 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] For port 4eddef2b-87b3-4774-8aab-099fad5bb453, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4eddef2b-87b3-4774-8aab-099fad5bb453,segment=NetworkSegment(35d1a58e-519d-48c5-874c-9903c1950aca),segment_id=35d1a58e-519d-48c5-874c-9903c1950aca)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:32.139841 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4c5c20dd-d9f2-4982-850a-d7de6766852f req-db851bea-f67e-4cbe-a79d-688fb8b11c95 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:32.158938 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-4c5c20dd-d9f2-4982-850a-d7de6766852f req-db851bea-f67e-4cbe-a79d-688fb8b11c95 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Calling delete_port for 4eddef2b-87b3-4774-8aab-099fad5bb453 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:32.166322 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b91b4066-1b31-4c2a-8efa-f4178d252a51 req-9d6895b3-a552-4390-86a6-035004347c90 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e1dc2a7-e0f3-421c-9eab-5244706e2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668240 Apr 20 16:28:32.173636 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d3a2c0e4-92e8-4bea-8585-822efc561b6a tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:32.281306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d600c00-fc59-4793-80c1-930fb0dcdc77 req-57e5fd6a-e502-4b6d-b630-210b7af97200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:32.283702 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2d600c00-fc59-4793-80c1-930fb0dcdc77 req-57e5fd6a-e502-4b6d-b630-210b7af97200 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ca8e2b629024f54bb9e386005a6d319&device_id=3b8a5bd0-88a5-469f-9c97-65876b54279b HTTP/1.1" status: 200 len: 1095 time: 0.2640018 Apr 20 16:28:32.292523 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f41d17bc-7030-415c-8741-47d92c662f0f tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:32.362796 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d87dbe-1486-461e-a911-4d8dbdb6d034 req-1e31be1d-3001-4853-bc8e-bcb2963c2c6d tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:32.364388 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c9d87dbe-1486-461e-a911-4d8dbdb6d034 req-1e31be1d-3001-4853-bc8e-bcb2963c2c6d tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a5bd0-88a5-469f-9c97-65876b54279b HTTP/1.1" status: 200 len: 944 time: 0.0696023 Apr 20 16:28:32.442197 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d3a2c0e4-92e8-4bea-8585-822efc561b6a tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:32.504161 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2c0e4-92e8-4bea-8585-822efc561b6a tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Pushing event updated for resources: {'Port': ['ID=be130bca-e30d-4c2b-8510-c03094614206,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:32.511906 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c9d87dbe-1486-461e-a911-4d8dbdb6d034 req-3de3bfb7-8be3-4693-a119-8078e908f8db tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275139 Apr 20 16:28:32.517678 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a2c0e4-92e8-4bea-8585-822efc561b6a tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Network ca46a37c-f021-448b-81c7-6954e7762022 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:28:32.519372 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-d3a2c0e4-92e8-4bea-8585-822efc561b6a tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:32.523197 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a2c0e4-92e8-4bea-8585-822efc561b6a tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:28:32.523434 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a2c0e4-92e8-4bea-8585-822efc561b6a tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:32.524746 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d3a2c0e4-92e8-4bea-8585-822efc561b6a tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:32.544907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41d17bc-7030-415c-8741-47d92c662f0f tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:28:32.548198 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4c5c20dd-d9f2-4982-850a-d7de6766852f req-db851bea-f67e-4cbe-a79d-688fb8b11c95 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:32.558050 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d600c00-fc59-4793-80c1-930fb0dcdc77 req-aaf599db-5a14-46f7-86e7-99ca2216fce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:32.558050 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2d600c00-fc59-4793-80c1-930fb0dcdc77 req-aaf599db-5a14-46f7-86e7-99ca2216fce6 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5ca8e2b629024f54bb9e386005a6d319&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2473643 Apr 20 16:28:32.558050 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-73542df2-82e8-4ee2-adc0-4d7c36628e01 req-f4c36030-d578-4e34-b9cf-6d4698d43f3d tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:32.568296 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-f41d17bc-7030-415c-8741-47d92c662f0f tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:32.585425 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['4eddef2b-87b3-4774-8aab-099fad5bb453'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:28:32.602624 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db851bea-f67e-4cbe-a79d-688fb8b11c95 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Pushing event deleted for resources: {'Port': ['ID=4eddef2b-87b3-4774-8aab-099fad5bb453,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:32.633181 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41d17bc-7030-415c-8741-47d92c662f0f tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:28:32.647684 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f1e73fa-fc0d-47d4-a098-c84cb29cbcf1 req-d5fd9cb3-c735-4128-bcfb-815a15ce7c3e tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 210 time: 0.0930388 Apr 20 16:28:32.647684 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d17bc-7030-415c-8741-47d92c662f0f tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Pushing event updated for resources: {'Port': ['ID=5130b368-d797-436c-bd55-7a5b8652dfea,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:32.703073 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d3a2c0e4-92e8-4bea-8585-822efc561b6a tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9480894 Apr 20 16:28:32.703988 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54274) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:32.707613 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5c20dd-d9f2-4982-850a-d7de6766852f req-db851bea-f67e-4cbe-a79d-688fb8b11c95 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] No DVR routers for this DVR port 4eddef2b-87b3-4774-8aab-099fad5bb453 on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:28:32.734427 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-4c5c20dd-d9f2-4982-850a-d7de6766852f req-db851bea-f67e-4cbe-a79d-688fb8b11c95 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:32.737274 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4c5c20dd-d9f2-4982-850a-d7de6766852f req-db851bea-f67e-4cbe-a79d-688fb8b11c95 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.26 "DELETE /v2.0/ports/4eddef2b-87b3-4774-8aab-099fad5bb453 HTTP/1.1" status: 204 len: 173 time: 0.9908171 Apr 20 16:28:32.738866 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e9694e-a35e-4036-a8eb-cd795fac0c7b', 'name': 'network-vif-deleted', 'tag': '4eddef2b-87b3-4774-8aab-099fad5bb453'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:28:32.741779 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d939c3-a7e9-4547-9f47-4b2db5840bc1" -d '{"events": [{"server_uuid": "06e9694e-a35e-4036-a8eb-cd795fac0c7b", "name": "network-vif-deleted", "tag": "4eddef2b-87b3-4774-8aab-099fad5bb453"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:28:32.743709 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c36030-d578-4e34-b9cf-6d4698d43f3d tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Pushing event deleted for resources: {'Port': ['ID=f185935b-c5c0-4e59-89ac-b70d084b1382,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:32.796599 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-73542df2-82e8-4ee2-adc0-4d7c36628e01 req-f4c36030-d578-4e34-b9cf-6d4698d43f3d tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] No DVR routers for this DVR port f185935b-c5c0-4e59-89ac-b70d084b1382 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:28:32.806999 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-73542df2-82e8-4ee2-adc0-4d7c36628e01 req-f4c36030-d578-4e34-b9cf-6d4698d43f3d tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:32.813366 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-73542df2-82e8-4ee2-adc0-4d7c36628e01 req-f4c36030-d578-4e34-b9cf-6d4698d43f3d tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.26 "DELETE /v2.0/ports/f185935b-c5c0-4e59-89ac-b70d084b1382 HTTP/1.1" status: 204 len: 173 time: 2.5844932 Apr 20 16:28:32.915083 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d600c00-fc59-4793-80c1-930fb0dcdc77 req-6e2fc5e1-85f4-4924-abdb-11ed600c703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:32.916464 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2d600c00-fc59-4793-80c1-930fb0dcdc77 req-6e2fc5e1-85f4-4924-abdb-11ed600c703f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3417945 Apr 20 16:28:32.989006 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4d6314a0-6975-4fb2-b364-ab0200753906 req-b47d4b50-8dd2-48c6-a5ff-599691aa7c7e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 210 time: 0.0907276 Apr 20 16:28:33.030484 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657a38bf-d003-4b16-9982-741d0c999be1 x-openstack-request-id: req-657a38bf-d003-4b16-9982-741d0c999be1 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:28:33.030830 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e9694e-a35e-4036-a8eb-cd795fac0c7b", "name": "network-vif-deleted", "tag": "4eddef2b-87b3-4774-8aab-099fad5bb453", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:28:33.031088 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-657a38bf-d003-4b16-9982-741d0c999be1 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:28:33.031556 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-657a38bf-d003-4b16-9982-741d0c999be1'] response: {'server_uuid': '06e9694e-a35e-4036-a8eb-cd795fac0c7b', 'name': 'network-vif-deleted', 'tag': '4eddef2b-87b3-4774-8aab-099fad5bb453', 'status': 'completed', 'code': 200} Apr 20 16:28:33.034312 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-584c0efb-377d-4328-b2af-9dc7cd12c372 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Deleting port be130bca-e30d-4c2b-8510-c03094614206 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:33.034657 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-584c0efb-377d-4328-b2af-9dc7cd12c372 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:33.085688 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-a56724d6-3255-4d01-9313-5c0781c7316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:33.087263 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-a56724d6-3255-4d01-9313-5c0781c7316f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ca8e2b629024f54bb9e386005a6d319&device_id=3b8a5bd0-88a5-469f-9c97-65876b54279b HTTP/1.1" status: 200 len: 1095 time: 0.0740478 Apr 20 16:28:33.177546 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-052fa73e-44ef-4fee-837a-f39432edc4c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc34ceee-4c75-491b-9438-2da53c05a7c3 HTTP/1.1" status: 200 len: 217 time: 0.0749815 Apr 20 16:28:33.238303 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-584c0efb-377d-4328-b2af-9dc7cd12c372 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:33.298255 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-584c0efb-377d-4328-b2af-9dc7cd12c372 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Calling delete_port for be130bca-e30d-4c2b-8510-c03094614206 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:33.376560 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-4f55656b-fd28-4a3c-9b7a-d052bd5ea282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:33.378145 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-4f55656b-fd28-4a3c-9b7a-d052bd5ea282 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eba52b01-f16c-48dd-9b36-583fefdbcff4 HTTP/1.1" status: 200 len: 848 time: 0.1479027 Apr 20 16:28:33.398193 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device f185935b-c5c0-4e59-89ac-b70d084b1382 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:28:33.404073 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a4c19acd-0efb-4db0-91cc-8edb96ca54c6 req-82c4517c-7b8e-489d-87ac-a2b8ce486259 tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 210 time: 0.0757492 Apr 20 16:28:33.446025 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: f185935b-c5c0-4e59-89ac-b70d084b1382 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:28:33.451754 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-fd229ae0-fa7f-46ab-9f7c-d91732ce6f7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=57788d4a-c0b2-4e44-bcc3-e868445aab00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616815 Apr 20 16:28:33.452513 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device f185935b-c5c0-4e59-89ac-b70d084b1382 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:28:33.481846 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f41d17bc-7030-415c-8741-47d92c662f0f tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:33.611616 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-584c0efb-377d-4328-b2af-9dc7cd12c372 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:33.654534 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c0efb-377d-4328-b2af-9dc7cd12c372 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Pushing event deleted for resources: {'Port': ['ID=be130bca-e30d-4c2b-8510-c03094614206,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:33.675707 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-584c0efb-377d-4328-b2af-9dc7cd12c372 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:33.679618 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-584c0efb-377d-4328-b2af-9dc7cd12c372 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "DELETE /v2.0/ports/be130bca-e30d-4c2b-8510-c03094614206 HTTP/1.1" status: 204 len: 168 time: 0.9695308 Apr 20 16:28:33.697855 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54314) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:33.705655 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-eb9fac1f-a7c3-403e-a7a7-b6365f935a26 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca46a37c-f021-448b-81c7-6954e7762022', 'external_fixed_ips': [{'subnet_id': 'b8e98189-9ac0-4b7c-852f-18a45f66dc87', 'ip_address': '2001:db8::256'}]}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:33.718536 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-fb75e471-ff3d-4fb4-a0ad-2bcb39e0b834 service neutron] 10.222.0.30 "GET /v2.0/networks/57788d4a-c0b2-4e44-bcc3-e868445aab00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506604 Apr 20 16:28:33.753198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd71cc-2868-4671-b063-2f112667d4be req-91b07cb2-41a6-4582-a48a-a85bce44b45d tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:33.755382 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-06cd71cc-2868-4671-b063-2f112667d4be req-91b07cb2-41a6-4582-a48a-a85bce44b45d tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a5bd0-88a5-469f-9c97-65876b54279b HTTP/1.1" status: 200 len: 944 time: 0.1362493 Apr 20 16:28:33.826572 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-86c822cf-5a60-438e-92ba-c6e5a8a30ad7 req-13ec97db-7b00-4188-8c4b-fe7f3ab63abc tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 210 time: 0.0735097 Apr 20 16:28:33.828074 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb9fac1f-a7c3-403e-a7a7-b6365f935a26 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:33.829381 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb9fac1f-a7c3-403e-a7a7-b6365f935a26 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:33.905375 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb9fac1f-a7c3-403e-a7a7-b6365f935a26 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:33.954695 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-06cd71cc-2868-4671-b063-2f112667d4be req-3fedf35d-3db6-4a42-8726-4969c0f11195 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542897 Apr 20 16:28:34.062472 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df4d47a-a4f1-40c3-9be6-343b11198f77', 'name': 'network-vif-deleted', 'tag': 'f185935b-c5c0-4e59-89ac-b70d084b1382'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:28:34.066245 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cd05dd-110f-41c5-b0de-2613a31569d8" -d '{"events": [{"server_uuid": "0df4d47a-a4f1-40c3-9be6-343b11198f77", "name": "network-vif-deleted", "tag": "f185935b-c5c0-4e59-89ac-b70d084b1382"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:28:34.126062 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a7410f6-7546-4a44-88ca-820d0c94ce1f req-f2ccd3e3-5a16-4ac9-9049-67a662689ddd service neutron] 10.222.0.30 "GET /v2.0/networks/57788d4a-c0b2-4e44-bcc3-e868445aab00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993335 Apr 20 16:28:34.127554 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f41d17bc-7030-415c-8741-47d92c662f0f tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:34.176180 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1e9d61-b5c5-4a62-b25d-abbffe007458 x-openstack-request-id: req-dc1e9d61-b5c5-4a62-b25d-abbffe007458 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:28:34.176852 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df4d47a-a4f1-40c3-9be6-343b11198f77", "name": "network-vif-deleted", "tag": "f185935b-c5c0-4e59-89ac-b70d084b1382", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:28:34.177304 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc1e9d61-b5c5-4a62-b25d-abbffe007458 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:28:34.177898 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc1e9d61-b5c5-4a62-b25d-abbffe007458'] response: {'server_uuid': '0df4d47a-a4f1-40c3-9be6-343b11198f77', 'name': 'network-vif-deleted', 'tag': 'f185935b-c5c0-4e59-89ac-b70d084b1382', 'status': 'completed', 'code': 200} Apr 20 16:28:34.231683 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f8dcc5af-3eaf-4fed-8981-dd3487e32a47 req-6316ce90-7791-4f56-8dae-f6f0502da79c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 210 time: 0.0603943 Apr 20 16:28:34.234305 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb9fac1f-a7c3-403e-a7a7-b6365f935a26 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:34.384220 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41d17bc-7030-415c-8741-47d92c662f0f tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Router 0437ea75-3469-4c26-ba8c-87ba16b6d9f4 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:28:34.571124 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54334) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:34.616972 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5fbf7682-61cb-4313-9cf2-de5f167eb16f req-70ec0c39-f43e-4fe4-b1a7-f7110091bb2c tempest-ServerRescueNegativeTestJSON-582527625 tempest-ServerRescueNegativeTestJSON-582527625-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df4d47a-a4f1-40c3-9be6-343b11198f77 HTTP/1.1" status: 200 len: 210 time: 0.0772109 Apr 20 16:28:34.675816 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb9fac1f-a7c3-403e-a7a7-b6365f935a26 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:34.701727 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54338) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:34.709311 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb9fac1f-a7c3-403e-a7a7-b6365f935a26 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:34.895617 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-eb9fac1f-a7c3-403e-a7a7-b6365f935a26 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Allocated IP 2001:db8::256 (ca46a37c-f021-448b-81c7-6954e7762022/b8e98189-9ac0-4b7c-852f-18a45f66dc87/46dda4f9-81a8-4cf7-9fc5-ea8893d26151) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:28:35.021058 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb9fac1f-a7c3-403e-a7a7-b6365f935a26 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.030520 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41d17bc-7030-415c-8741-47d92c662f0f tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:28:35.034449 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa1b3cb5-d03b-4c24-b237-4295fb43216f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.040799 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] Sync routers for ids ['0437ea75-3469-4c26-ba8c-87ba16b6d9f4'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:28:35.061962 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] Routers {'0437ea75-3469-4c26-ba8c-87ba16b6d9f4'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:28:35.063350 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['0437ea75-3469-4c26-ba8c-87ba16b6d9f4'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:35.079780 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0236a0f-4bcb-4e85-9562-fc66138d0e06 req-b5e016b8-9b09-4ced-b88c-e6caac8ac8f1 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 210 time: 0.0309873 Apr 20 16:28:35.149545 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b4d67a52-245d-4444-a95c-b7cee32e4929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.201292 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb9fac1f-a7c3-403e-a7a7-b6365f935a26 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.224479 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f4808-c4e0-48fd-80b7-e55b4ba828aa req-0889b9b0-0eaa-457f-a947-bd7ce5aa7f0a tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:35.226007 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-603f4808-c4e0-48fd-80b7-e55b4ba828aa req-0889b9b0-0eaa-457f-a947-bd7ce5aa7f0a tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a5bd0-88a5-469f-9c97-65876b54279b HTTP/1.1" status: 200 len: 944 time: 0.1549685 Apr 20 16:28:35.235625 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de6397-1c93-47c5-b471-c8416c7c011c req-02c0b6e2-f5e5-4eff-951c-0360249c77d2 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:35.237077 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54de6397-1c93-47c5-b471-c8416c7c011c req-02c0b6e2-f5e5-4eff-951c-0360249c77d2 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.26 "GET /v2.0/networks?id=e29f456c-4307-48d7-b5a3-7fc452ab2a35 HTTP/1.1" status: 200 len: 815 time: 0.6674128 Apr 20 16:28:35.247783 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] Set router 0437ea75-3469-4c26-ba8c-87ba16b6d9f4 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:28:35.254700 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f41d17bc-7030-415c-8741-47d92c662f0f tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.256316 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f41d17bc-7030-415c-8741-47d92c662f0f tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.2653661 Apr 20 16:28:35.268398 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54346) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:35.271147 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9fac1f-a7c3-403e-a7a7-b6365f935a26 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Pushing event updated for resources: {'Port': ['ID=46dda4f9-81a8-4cf7-9fc5-ea8893d26151,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:35.280825 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-54de6397-1c93-47c5-b471-c8416c7c011c req-9a3535d9-4e8c-4084-9b82-c03bc7fb11bd tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Request body: {'port': {'device_id': '9cc47926-e885-4f1b-81cb-04094de9d1a6', 'network_id': 'e29f456c-4307-48d7-b5a3-7fc452ab2a35', 'admin_state_up': True, 'tenant_id': '089d073129534903b2f07842894eec92'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:35.340294 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-603f4808-c4e0-48fd-80b7-e55b4ba828aa req-14e87918-8dc3-42ca-86b9-14cb35ba2b8f tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960040 Apr 20 16:28:35.396807 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 4eddef2b-87b3-4774-8aab-099fad5bb453 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:28:35.402828 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9fac1f-a7c3-403e-a7a7-b6365f935a26 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Network ca46a37c-f021-448b-81c7-6954e7762022 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:28:35.423511 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 4eddef2b-87b3-4774-8aab-099fad5bb453 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:28:35.424146 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 4eddef2b-87b3-4774-8aab-099fad5bb453 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:28:35.428567 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fc62743b-8799-43c5-b380-cfc875bad7ac req-151f8ccf-087c-4a31-b3a5-d79b8ce2daca tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 210 time: 0.0595841 Apr 20 16:28:35.429444 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-eb9fac1f-a7c3-403e-a7a7-b6365f935a26 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:35.431956 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9fac1f-a7c3-403e-a7a7-b6365f935a26 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:28:35.437576 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa1b3cb5-d03b-4c24-b237-4295fb43216f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.560524 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa1b3cb5-d03b-4c24-b237-4295fb43216f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.585411 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0437ea75-3469-4c26-ba8c-87ba16b6d9f4', 'name': 'tempest-snat-router-245346563', 'tenant_id': '5d99354eefb2401ca776b883c0fd7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.204'}], 'enable_snat': False}, 'gw_port_id': '5130b368-d797-436c-bd55-7a5b8652dfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:29Z', 'updated_at': '2022-04-20T16:28:32Z', 'revision_number': 3, 'project_id': '5d99354eefb2401ca776b883c0fd7223', 'gw_port': {'id': '5130b368-d797-436c-bd55-7a5b8652dfea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:41:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0437ea75-3469-4c26-ba8c-87ba16b6d9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:30Z', 'updated_at': '2022-04-20T16:28:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:35.605448 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8cc35408-27fb-4c4d-9d34-7eabe61ccf10 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "GET /v2.0/routers/0437ea75-3469-4c26-ba8c-87ba16b6d9f4 HTTP/1.1" status: 200 len: 908 time: 0.3258693 Apr 20 16:28:35.605624 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54de6397-1c93-47c5-b471-c8416c7c011c req-9a3535d9-4e8c-4084-9b82-c03bc7fb11bd tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Made reservation on behalf of 089d073129534903b2f07842894eec92 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:28:35.608002 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54350) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:35.608871 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-54de6397-1c93-47c5-b471-c8416c7c011c req-9a3535d9-4e8c-4084-9b82-c03bc7fb11bd tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.618956 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] Checking router: 0437ea75-3469-4c26-ba8c-87ba16b6d9f4 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:28:35.619536 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] Updating router 0437ea75-3469-4c26-ba8c-87ba16b6d9f4 port 5130b368-d797-436c-bd55-7a5b8652dfea binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:28:35.622528 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-77a6f003-3aaf-4855-bd7d-794286bec885 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Request body: {'router': {'name': 'tempest-snat-router-245346563', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'enable_snat': True}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:35.643422 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-aa1b3cb5-d03b-4c24-b237-4295fb43216f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92cadab87ded4d7bb95efec83de722d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0675807 Apr 20 16:28:35.647358 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b3cb5-d03b-4c24-b237-4295fb43216f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f01860-8f89-49a9-a4a5-2da3a95db518,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:35.651472 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54352) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:35.667955 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b4d67a52-245d-4444-a95c-b7cee32e4929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.668394 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.714192 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5885236b-3a38-4596-bb25-f61bb896ddde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.728976 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54356) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:35.750849 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5885236b-3a38-4596-bb25-f61bb896ddde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.768673 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b4d67a52-245d-4444-a95c-b7cee32e4929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.796802 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77a6f003-3aaf-4855-bd7d-794286bec885 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.798329 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77a6f003-3aaf-4855-bd7d-794286bec885 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.800261 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-54de6397-1c93-47c5-b471-c8416c7c011c req-9a3535d9-4e8c-4084-9b82-c03bc7fb11bd tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Allocated IP 172.20.0.8 (e29f456c-4307-48d7-b5a3-7fc452ab2a35/d1679546-54fc-49fa-bde2-b8fd6e874dc3/29d0009a-8ab9-498c-bad8-b0fd2a7fd66a) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:28:35.876181 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b4d67a52-245d-4444-a95c-b7cee32e4929 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a3c6cafadef4fa0a1b38c638988f71c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1729529 Apr 20 16:28:35.881155 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d67a52-245d-4444-a95c-b7cee32e4929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a96aa0-18c9-40b4-852f-4ca2f5be9a9d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:35.881751 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54360) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:35.930716 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77a6f003-3aaf-4855-bd7d-794286bec885 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.974044 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:35.984137 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb9fac1f-a7c3-403e-a7a7-b6365f935a26 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.021679 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5885236b-3a38-4596-bb25-f61bb896ddde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.024157 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5885236b-3a38-4596-bb25-f61bb896ddde admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.025320 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5885236b-3a38-4596-bb25-f61bb896ddde admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/43f01860-8f89-49a9-a4a5-2da3a95db518 HTTP/1.1" status: 204 len: 168 time: 0.3709152 Apr 20 16:28:36.029066 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.073229 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885236b-3a38-4596-bb25-f61bb896ddde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f01860-8f89-49a9-a4a5-2da3a95db518,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:36.117299 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ca3c4-0dd8-40bd-81c9-32a552ef2a83 None None] Pushing event updated for resources: {'Port': ['ID=5130b368-d797-436c-bd55-7a5b8652dfea,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:36.126405 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ca3c4-0dd8-40bd-81c9-32a552ef2a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:36.126681 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ca3c4-0dd8-40bd-81c9-32a552ef2a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:36.127026 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ca3c4-0dd8-40bd-81c9-32a552ef2a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:36.127357 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ca3c4-0dd8-40bd-81c9-32a552ef2a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:36.127684 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ca3c4-0dd8-40bd-81c9-32a552ef2a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:36.128667 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ca3c4-0dd8-40bd-81c9-32a552ef2a83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:36.130078 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ca3c4-0dd8-40bd-81c9-32a552ef2a83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:36.130189 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ca3c4-0dd8-40bd-81c9-32a552ef2a83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:36.130500 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ca3c4-0dd8-40bd-81c9-32a552ef2a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:36.130834 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ca3c4-0dd8-40bd-81c9-32a552ef2a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:36.131166 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ca3c4-0dd8-40bd-81c9-32a552ef2a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:36.131766 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ca3c4-0dd8-40bd-81c9-32a552ef2a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:36.146115 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1468b252-782f-41f3-8743-067744d8b366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.156163 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] Attempting to bind port 5130b368-d797-436c-bd55-7a5b8652dfea on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:28:36.156713 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] Attempting to bind port 5130b368-d797-436c-bd55-7a5b8652dfea by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:28:36.157071 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] Attempting to bind port 5130b368-d797-436c-bd55-7a5b8652dfea on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:28:36.162267 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:28:36.162682 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:28:36.163800 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.164195 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:28:36.164822 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] Bound port: 5130b368-d797-436c-bd55-7a5b8652dfea, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:28:36.165218 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.170147 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1468b252-782f-41f3-8743-067744d8b366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.246059 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] For port 5130b368-d797-436c-bd55-7a5b8652dfea, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:28:36.249217 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] For port 5130b368-d797-436c-bd55-7a5b8652dfea, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5130b368-d797-436c-bd55-7a5b8652dfea,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:28:36.272850 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9de51b58-eb25-4ab4-aba7-b727bec05815 req-7fb32d99-b3cc-464f-9c7c-73be7ebebc18 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 210 time: 0.0607197 Apr 20 16:28:36.282186 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77a6f003-3aaf-4855-bd7d-794286bec885 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.309808 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-54de6397-1c93-47c5-b471-c8416c7c011c req-9a3535d9-4e8c-4084-9b82-c03bc7fb11bd tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.331459 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.350454 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1468b252-782f-41f3-8743-067744d8b366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.354217 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1468b252-782f-41f3-8743-067744d8b366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.354345 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1468b252-782f-41f3-8743-067744d8b366 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10a96aa0-18c9-40b4-852f-4ca2f5be9a9d HTTP/1.1" status: 204 len: 168 time: 0.4681337 Apr 20 16:28:36.422763 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468b252-782f-41f3-8743-067744d8b366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a96aa0-18c9-40b4-852f-4ca2f5be9a9d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:36.499398 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ca3c4-0dd8-40bd-81c9-32a552ef2a83 None None] Pushing event updated for resources: {'Port': ['ID=5130b368-d797-436c-bd55-7a5b8652dfea,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:36.532013 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb9fac1f-a7c3-403e-a7a7-b6365f935a26 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.535036 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] Routers {'0437ea75-3469-4c26-ba8c-87ba16b6d9f4'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:28:36.543709 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['0437ea75-3469-4c26-ba8c-87ba16b6d9f4'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:36.582510 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-54de6397-1c93-47c5-b471-c8416c7c011c req-9a3535d9-4e8c-4084-9b82-c03bc7fb11bd tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.600246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d1cee-9410-4a78-b682-da0a7d00c842 req-85205fa0-3cbc-49a2-84a6-0e2a40503164 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:36.608631 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-702d1cee-9410-4a78-b682-da0a7d00c842 req-85205fa0-3cbc-49a2-84a6-0e2a40503164 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a5bd0-88a5-469f-9c97-65876b54279b HTTP/1.1" status: 200 len: 944 time: 0.1414113 Apr 20 16:28:36.675809 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54de6397-1c93-47c5-b471-c8416c7c011c req-9a3535d9-4e8c-4084-9b82-c03bc7fb11bd tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Network e29f456c-4307-48d7-b5a3-7fc452ab2a35 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:28:36.682889 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-54de6397-1c93-47c5-b471-c8416c7c011c req-9a3535d9-4e8c-4084-9b82-c03bc7fb11bd tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:36.686465 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d9036821-8c2c-4f3d-b5f6-4dbfa2fffc0a req-a8c7fe47-7677-4544-ae7b-d379f8b40c64 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/ports?device_id=8958d549-c884-43ab-bbd1-1b9aaf3b60c3 HTTP/1.1" status: 200 len: 210 time: 0.0699863 Apr 20 16:28:36.689558 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-54de6397-1c93-47c5-b471-c8416c7c011c req-9a3535d9-4e8c-4084-9b82-c03bc7fb11bd tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:28:36.702148 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] Set router 0437ea75-3469-4c26-ba8c-87ba16b6d9f4 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:28:36.710537 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3535d9-4e8c-4084-9b82-c03bc7fb11bd tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Pushing event updated for resources: {'Port': ['ID=29d0009a-8ab9-498c-bad8-b0fd2a7fd66a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:36.773088 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-702d1cee-9410-4a78-b682-da0a7d00c842 req-34d1e604-2190-4f3f-8f69-3b67bf12c154 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633987 Apr 20 16:28:36.797532 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7cd19faf-1337-4622-b2d0-896cec8c9a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.805901 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de6397-1c93-47c5-b471-c8416c7c011c req-9a3535d9-4e8c-4084-9b82-c03bc7fb11bd tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:36.806561 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-54de6397-1c93-47c5-b471-c8416c7c011c req-9a3535d9-4e8c-4084-9b82-c03bc7fb11bd tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.921298 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54de6397-1c93-47c5-b471-c8416c7c011c req-9a3535d9-4e8c-4084-9b82-c03bc7fb11bd tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6467569 Apr 20 16:28:36.922081 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54376) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:36.942780 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-54de6397-1c93-47c5-b471-c8416c7c011c req-15e0d86b-4221-4a3e-8b40-9fe3034373bd service neutron] Request body: {'port': {'device_id': '9cc47926-e885-4f1b-81cb-04094de9d1a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:36.979319 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-be8199e2-8d4a-48e8-8adc-e75ac15fa226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:36.984049 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0437ea75-3469-4c26-ba8c-87ba16b6d9f4', 'name': 'tempest-snat-router-245346563', 'tenant_id': '5d99354eefb2401ca776b883c0fd7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.204'}], 'enable_snat': False}, 'gw_port_id': '5130b368-d797-436c-bd55-7a5b8652dfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:29Z', 'updated_at': '2022-04-20T16:28:32Z', 'revision_number': 3, 'project_id': '5d99354eefb2401ca776b883c0fd7223', 'gw_port': {'id': '5130b368-d797-436c-bd55-7a5b8652dfea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:41:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0437ea75-3469-4c26-ba8c-87ba16b6d9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:30Z', 'updated_at': '2022-04-20T16:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:37.110560 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-54de6397-1c93-47c5-b471-c8416c7c011c req-15e0d86b-4221-4a3e-8b40-9fe3034373bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:37.141858 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6808b13-c84f-4a4d-9356-07f1df03a7a9 None None] The sync data for ids ['0437ea75-3469-4c26-ba8c-87ba16b6d9f4'] in n-d-836146-2 is: [{'id': '0437ea75-3469-4c26-ba8c-87ba16b6d9f4', 'name': 'tempest-snat-router-245346563', 'tenant_id': '5d99354eefb2401ca776b883c0fd7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.204'}], 'enable_snat': False}, 'gw_port_id': '5130b368-d797-436c-bd55-7a5b8652dfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:29Z', 'updated_at': '2022-04-20T16:28:32Z', 'revision_number': 3, 'project_id': '5d99354eefb2401ca776b883c0fd7223', 'gw_port': {'id': '5130b368-d797-436c-bd55-7a5b8652dfea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:41:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0437ea75-3469-4c26-ba8c-87ba16b6d9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:30Z', 'updated_at': '2022-04-20T16:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:28:37.158441 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device dc34ceee-4c75-491b-9438-2da53c05a7c3 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:28:37.244148 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-be8199e2-8d4a-48e8-8adc-e75ac15fa226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:37.281126 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77a6f003-3aaf-4855-bd7d-794286bec885 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:37.304583 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77a6f003-3aaf-4855-bd7d-794286bec885 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:37.316527 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port dc34ceee-4c75-491b-9438-2da53c05a7c3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=dc34ceee-4c75-491b-9438-2da53c05a7c3,segment=NetworkSegment(fb503d67-59f1-46d1-9d04-2d226b2a2c31),segment_id=fb503d67-59f1-46d1-9d04-2d226b2a2c31)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:37.338050 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-be8199e2-8d4a-48e8-8adc-e75ac15fa226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:37.349756 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'dc34ceee-4c75-491b-9438-2da53c05a7c3', 'network_id': '57788d4a-c0b2-4e44-bcc3-e868445aab00', 'port_id': 'dc34ceee-4c75-491b-9438-2da53c05a7c3', 'mac_address': 'fa:16:3e:2a:a5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba52b01-f16c-48dd-9b36-583fefdbcff4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:28:37.375418 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9fac1f-a7c3-403e-a7a7-b6365f935a26 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Router 4fa6597f-c3fe-48a9-868e-b87e9a072cf5 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:28:37.423005 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8199e2-8d4a-48e8-8adc-e75ac15fa226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910810f6-7264-463c-b4d6-0ea1613a56f9,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:37.443504 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:37.467408 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-be8199e2-8d4a-48e8-8adc-e75ac15fa226 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ff48ee1164b54d9981b92ca41e1026d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5384142 Apr 20 16:28:37.467511 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc34ceee-4c75-491b-9438-2da53c05a7c3 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:28:37.470378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54388) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:37.513335 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port dc34ceee-4c75-491b-9438-2da53c05a7c3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=dc34ceee-4c75-491b-9438-2da53c05a7c3,segment=NetworkSegment(fb503d67-59f1-46d1-9d04-2d226b2a2c31),segment_id=fb503d67-59f1-46d1-9d04-2d226b2a2c31)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:37.622586 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:37.625331 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-7cd19faf-1337-4622-b2d0-896cec8c9a38 admin admin] Deleting port c98b43b9-d7a1-47e3-8354-d223de2a00e2 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:37.625677 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7cd19faf-1337-4622-b2d0-896cec8c9a38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:37.642776 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e10c58a8-28f6-453b-a3d5-9d355513ce90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:37.655172 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9fac1f-a7c3-403e-a7a7-b6365f935a26 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:28:37.668142 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e10c58a8-28f6-453b-a3d5-9d355513ce90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:37.695902 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0dc993-cb3c-42e8-b921-be944fd5cd22 req-e45a80e2-fb32-4da5-b184-bc06691642df tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:37.697541 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cc0dc993-cb3c-42e8-b921-be944fd5cd22 req-e45a80e2-fb32-4da5-b184-bc06691642df tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 931 time: 0.2943265 Apr 20 16:28:37.714855 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-77a6f003-3aaf-4855-bd7d-794286bec885 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Allocated IP 172.25.0.230 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/d7a2d14f-b11a-4e88-b6a5-c9ea8adf5ad7) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:28:37.727054 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=dc34ceee-4c75-491b-9438-2da53c05a7c3,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:37.733334 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] Sync routers for ids ['4fa6597f-c3fe-48a9-868e-b87e9a072cf5'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:28:37.747794 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] Routers {'4fa6597f-c3fe-48a9-868e-b87e9a072cf5'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:28:37.748789 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4fa6597f-c3fe-48a9-868e-b87e9a072cf5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:37.826340 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb9fac1f-a7c3-403e-a7a7-b6365f935a26 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:37.830480 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-eb9fac1f-a7c3-403e-a7a7-b6365f935a26 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.1292400 Apr 20 16:28:37.832899 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54402) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:37.850215 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-7cd19faf-1337-4622-b2d0-896cec8c9a38 admin admin] For port c98b43b9-d7a1-47e3-8354-d223de2a00e2, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c98b43b9-d7a1-47e3-8354-d223de2a00e2,segment=NetworkSegment(42815ea2-076c-480e-bac2-ffc0f665e2ff),segment_id=42815ea2-076c-480e-bac2-ffc0f665e2ff)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:37.851206 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7cd19faf-1337-4622-b2d0-896cec8c9a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:37.871659 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-7cd19faf-1337-4622-b2d0-896cec8c9a38 admin admin] Calling delete_port for c98b43b9-d7a1-47e3-8354-d223de2a00e2 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:37.886260 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cc0dc993-cb3c-42e8-b921-be944fd5cd22 req-b2cbe547-be48-4533-946d-fdc9f85a7455 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746428 Apr 20 16:28:37.926643 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] Set router 4fa6597f-c3fe-48a9-868e-b87e9a072cf5 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:28:37.994793 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54406) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:38.082499 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e10c58a8-28f6-453b-a3d5-9d355513ce90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:38.085048 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e10c58a8-28f6-453b-a3d5-9d355513ce90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:38.097371 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e10c58a8-28f6-453b-a3d5-9d355513ce90 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/910810f6-7264-463c-b4d6-0ea1613a56f9 HTTP/1.1" status: 204 len: 168 time: 0.6149158 Apr 20 16:28:38.103593 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-54de6397-1c93-47c5-b471-c8416c7c011c req-15e0d86b-4221-4a3e-8b40-9fe3034373bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d0009a-8ab9-498c-bad8-b0fd2a7fd66a {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:28:38.145033 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-54de6397-1c93-47c5-b471-c8416c7c011c req-15e0d86b-4221-4a3e-8b40-9fe3034373bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:38.151548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c58a8-28f6-453b-a3d5-9d355513ce90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910810f6-7264-463c-b4d6-0ea1613a56f9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:38.174947 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7cd19faf-1337-4622-b2d0-896cec8c9a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:38.198093 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-54de6397-1c93-47c5-b471-c8416c7c011c req-15e0d86b-4221-4a3e-8b40-9fe3034373bd service neutron] Transition to ACTIVE for port object 29d0009a-8ab9-498c-bad8-b0fd2a7fd66a will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:28:38.243382 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77a6f003-3aaf-4855-bd7d-794286bec885 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:38.255736 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd19faf-1337-4622-b2d0-896cec8c9a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=c98b43b9-d7a1-47e3-8354-d223de2a00e2,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:38.269323 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-54de6397-1c93-47c5-b471-c8416c7c011c req-15e0d86b-4221-4a3e-8b40-9fe3034373bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:38.301313 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fc7d7e34-a56a-4145-8010-735f8fe0149f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:38.340702 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fc7d7e34-a56a-4145-8010-735f8fe0149f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:38.418699 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0d86b-4221-4a3e-8b40-9fe3034373bd service neutron] Pushing event updated for resources: {'Port': ['ID=29d0009a-8ab9-498c-bad8-b0fd2a7fd66a,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:38.424326 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77a6f003-3aaf-4855-bd7d-794286bec885 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:38.463395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a6f003-3aaf-4855-bd7d-794286bec885 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:28:38.497225 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-77a6f003-3aaf-4855-bd7d-794286bec885 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:38.513831 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['dc34ceee-4c75-491b-9438-2da53c05a7c3'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:28:38.556401 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a6f003-3aaf-4855-bd7d-794286bec885 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:28:38.641835 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223af8e9-91a7-4435-a36c-2de1e5fb34a1 req-20fe25cb-5572-46a5-8636-19c680c00c68 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:38.643409 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-223af8e9-91a7-4435-a36c-2de1e5fb34a1 req-20fe25cb-5572-46a5-8636-19c680c00c68 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a5bd0-88a5-469f-9c97-65876b54279b HTTP/1.1" status: 200 len: 945 time: 0.6339574 Apr 20 16:28:38.644079 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fc7d7e34-a56a-4145-8010-735f8fe0149f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:38.646646 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fc7d7e34-a56a-4145-8010-735f8fe0149f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:38.662313 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fc7d7e34-a56a-4145-8010-735f8fe0149f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "DELETE /v2.0/security-groups/d256e91b-3838-4651-8de6-76d927bed53e HTTP/1.1" status: 204 len: 168 time: 0.6662593 Apr 20 16:28:38.676527 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54416) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:38.727733 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5f774cb-9158-47ff-840c-a2d6f7189191 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:38.737774 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d7e34-a56a-4145-8010-735f8fe0149f tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d256e91b-3838-4651-8de6-76d927bed53e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:38.773053 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5130b368-d797-436c-bd55-7a5b8652dfea up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:28:38.778016 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6f003-3aaf-4855-bd7d-794286bec885 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Pushing event updated for resources: {'Port': ['ID=d7a2d14f-b11a-4e88-b6a5-c9ea8adf5ad7,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:38.782607 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-f63f17d2-4ec3-49a5-9077-38f947fd607e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] show failed (client error): The resource could not be found. Apr 20 16:28:38.783854 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f63f17d2-4ec3-49a5-9077-38f947fd607e tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "GET /v2.0/security-groups/d256e91b-3838-4651-8de6-76d927bed53e HTTP/1.1" status: 404 len: 347 time: 0.1019568 Apr 20 16:28:38.790015 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54422) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:38.803442 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7cd19faf-1337-4622-b2d0-896cec8c9a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:38.867230 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-54de6397-1c93-47c5-b471-c8416c7c011c req-15e0d86b-4221-4a3e-8b40-9fe3034373bd service neutron] Attempting to bind port 29d0009a-8ab9-498c-bad8-b0fd2a7fd66a on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:28:38.867571 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-54de6397-1c93-47c5-b471-c8416c7c011c req-15e0d86b-4221-4a3e-8b40-9fe3034373bd service neutron] Attempting to bind port 29d0009a-8ab9-498c-bad8-b0fd2a7fd66a by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '35d1a58e-519d-48c5-874c-9903c1950aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e29f456c-4307-48d7-b5a3-7fc452ab2a35'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:28:38.867895 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54de6397-1c93-47c5-b471-c8416c7c011c req-15e0d86b-4221-4a3e-8b40-9fe3034373bd service neutron] Attempting to bind port 29d0009a-8ab9-498c-bad8-b0fd2a7fd66a on network e29f456c-4307-48d7-b5a3-7fc452ab2a35 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:28:38.873781 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54de6397-1c93-47c5-b471-c8416c7c011c req-15e0d86b-4221-4a3e-8b40-9fe3034373bd service neutron] Port 29d0009a-8ab9-498c-bad8-b0fd2a7fd66a on network e29f456c-4307-48d7-b5a3-7fc452ab2a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:28:38.874097 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54de6397-1c93-47c5-b471-c8416c7c011c req-15e0d86b-4221-4a3e-8b40-9fe3034373bd service neutron] Attempting to bind port 29d0009a-8ab9-498c-bad8-b0fd2a7fd66a on network e29f456c-4307-48d7-b5a3-7fc452ab2a35 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:28:38.917799 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54de6397-1c93-47c5-b471-c8416c7c011c req-15e0d86b-4221-4a3e-8b40-9fe3034373bd service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:28:38.918147 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54de6397-1c93-47c5-b471-c8416c7c011c req-15e0d86b-4221-4a3e-8b40-9fe3034373bd service neutron] Checking segment: {'id': '35d1a58e-519d-48c5-874c-9903c1950aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e29f456c-4307-48d7-b5a3-7fc452ab2a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:28:38.918533 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54de6397-1c93-47c5-b471-c8416c7c011c req-15e0d86b-4221-4a3e-8b40-9fe3034373bd service neutron] Bound using segment: {'id': '35d1a58e-519d-48c5-874c-9903c1950aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e29f456c-4307-48d7-b5a3-7fc452ab2a35'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:28:38.918980 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-54de6397-1c93-47c5-b471-c8416c7c011c req-15e0d86b-4221-4a3e-8b40-9fe3034373bd service neutron] Bound port: 29d0009a-8ab9-498c-bad8-b0fd2a7fd66a, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d1a58e-519d-48c5-874c-9903c1950aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e29f456c-4307-48d7-b5a3-7fc452ab2a35'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:28:38.919364 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-54de6397-1c93-47c5-b471-c8416c7c011c req-15e0d86b-4221-4a3e-8b40-9fe3034373bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:38.936126 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 5130b368-d797-436c-bd55-7a5b8652dfea triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:28:38.936276 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:38.965517 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa6597f-c3fe-48a9-868e-b87e9a072cf5', 'name': '', 'tenant_id': 'a0c897e277da4231bb1d4852ccb38f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca46a37c-f021-448b-81c7-6954e7762022', 'external_fixed_ips': [{'subnet_id': 'b8e98189-9ac0-4b7c-852f-18a45f66dc87', 'ip_address': '2001:db8::256'}], 'enable_snat': True}, 'gw_port_id': '46dda4f9-81a8-4cf7-9fc5-ea8893d26151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:33Z', 'updated_at': '2022-04-20T16:28:35Z', 'revision_number': 3, 'project_id': 'a0c897e277da4231bb1d4852ccb38f13', 'gw_port': {'id': '46dda4f9-81a8-4cf7-9fc5-ea8893d26151', 'name': '', 'network_id': 'ca46a37c-f021-448b-81c7-6954e7762022', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa6597f-c3fe-48a9-868e-b87e9a072cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'b8e98189-9ac0-4b7c-852f-18a45f66dc87', 'ip_address': '2001:db8::256', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:34Z', 'updated_at': '2022-04-20T16:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8e98189-9ac0-4b7c-852f-18a45f66dc87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:39.003873 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] Checking router: 4fa6597f-c3fe-48a9-868e-b87e9a072cf5 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:28:39.004260 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] Updating router 4fa6597f-c3fe-48a9-868e-b87e9a072cf5 port 46dda4f9-81a8-4cf7-9fc5-ea8893d26151 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:28:39.030599 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-223af8e9-91a7-4435-a36c-2de1e5fb34a1 req-9734f597-242a-4e7e-bd61-9b2c4ee8655d tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624210 Apr 20 16:28:39.057247 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:39.249381 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:39.267522 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5f774cb-9158-47ff-840c-a2d6f7189191 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:39.272236 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 5130b368-d797-436c-bd55-7a5b8652dfea, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5130b368-d797-436c-bd55-7a5b8652dfea,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:39.314891 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-2e498d3d-2781-4516-a75c-f12bcb8e9bf9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Deleting port 9ff8d77d-13da-4307-b1b2-a9d603b10f7c {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:39.315270 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e498d3d-2781-4516-a75c-f12bcb8e9bf9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:39.356884 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:39.405728 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e498d3d-2781-4516-a75c-f12bcb8e9bf9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:39.406086 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e498d3d-2781-4516-a75c-f12bcb8e9bf9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:39.418952 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-2e498d3d-2781-4516-a75c-f12bcb8e9bf9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Calling delete_port for 9ff8d77d-13da-4307-b1b2-a9d603b10f7c owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:39.496752 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=5130b368-d797-436c-bd55-7a5b8652dfea,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:39.523568 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:39.625535 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-54de6397-1c93-47c5-b471-c8416c7c011c req-15e0d86b-4221-4a3e-8b40-9fe3034373bd service neutron] For port 29d0009a-8ab9-498c-bad8-b0fd2a7fd66a, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:28:39.632831 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:39.642801 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-54de6397-1c93-47c5-b471-c8416c7c011c req-15e0d86b-4221-4a3e-8b40-9fe3034373bd service neutron] For port 29d0009a-8ab9-498c-bad8-b0fd2a7fd66a, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=29d0009a-8ab9-498c-bad8-b0fd2a7fd66a,segment=NetworkSegment(35d1a58e-519d-48c5-874c-9903c1950aca),segment_id=35d1a58e-519d-48c5-874c-9903c1950aca)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:28:39.663443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70251a2a-a11c-4a31-8aa2-0272508cb344 req-d7bab56c-530e-44f8-bf44-cf7544ebcd4e tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:39.665040 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70251a2a-a11c-4a31-8aa2-0272508cb344 req-d7bab56c-530e-44f8-bf44-cf7544ebcd4e tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 943 time: 0.6390266 Apr 20 16:28:39.708867 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] Attempting to bind port 46dda4f9-81a8-4cf7-9fc5-ea8893d26151 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:28:39.709320 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] Attempting to bind port 46dda4f9-81a8-4cf7-9fc5-ea8893d26151 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '524230ab-afc9-4f96-b172-f1d8052c12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ca46a37c-f021-448b-81c7-6954e7762022'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:28:39.710738 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] Attempting to bind port 46dda4f9-81a8-4cf7-9fc5-ea8893d26151 on network ca46a37c-f021-448b-81c7-6954e7762022 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:28:39.719973 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386283ef-c91b-4196-abca-ca025f05e138 None None] Pushing event updated for resources: {'Port': ['ID=46dda4f9-81a8-4cf7-9fc5-ea8893d26151,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:39.721672 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b5f774cb-9158-47ff-840c-a2d6f7189191 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Deleting port 46dda4f9-81a8-4cf7-9fc5-ea8893d26151 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:39.722088 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5f774cb-9158-47ff-840c-a2d6f7189191 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:39.736442 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:28:39.737379 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] Checking segment: {'id': '524230ab-afc9-4f96-b172-f1d8052c12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ca46a37c-f021-448b-81c7-6954e7762022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:28:39.737892 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77a6f003-3aaf-4855-bd7d-794286bec885 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:39.738304 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:39.738769 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] Bound using segment: {'id': '524230ab-afc9-4f96-b172-f1d8052c12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ca46a37c-f021-448b-81c7-6954e7762022'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:28:39.739649 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e498d3d-2781-4516-a75c-f12bcb8e9bf9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:39.739804 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] Bound port: 46dda4f9-81a8-4cf7-9fc5-ea8893d26151, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524230ab-afc9-4f96-b172-f1d8052c12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ca46a37c-f021-448b-81c7-6954e7762022'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:28:39.740839 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:39.764925 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70251a2a-a11c-4a31-8aa2-0272508cb344 req-2bc17bbf-4b75-488e-894d-bf524264bb9c tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519202 Apr 20 16:28:39.795100 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-54de6397-1c93-47c5-b471-c8416c7c011c req-15e0d86b-4221-4a3e-8b40-9fe3034373bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:39.819009 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e498d3d-2781-4516-a75c-f12bcb8e9bf9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event deleted for resources: {'Port': ['ID=9ff8d77d-13da-4307-b1b2-a9d603b10f7c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:39.819467 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] For port 46dda4f9-81a8-4cf7-9fc5-ea8893d26151, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:28:39.829120 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] For port 46dda4f9-81a8-4cf7-9fc5-ea8893d26151, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=46dda4f9-81a8-4cf7-9fc5-ea8893d26151,segment=NetworkSegment(524230ab-afc9-4f96-b172-f1d8052c12cb),segment_id=524230ab-afc9-4f96-b172-f1d8052c12cb)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:28:39.842259 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de6397-1c93-47c5-b471-c8416c7c011c req-15e0d86b-4221-4a3e-8b40-9fe3034373bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:39.842878 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-54de6397-1c93-47c5-b471-c8416c7c011c req-15e0d86b-4221-4a3e-8b40-9fe3034373bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:39.844822 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54de6397-1c93-47c5-b471-c8416c7c011c req-15e0d86b-4221-4a3e-8b40-9fe3034373bd service neutron] 10.222.0.26 "PUT /v2.0/ports/29d0009a-8ab9-498c-bad8-b0fd2a7fd66a HTTP/1.1" status: 200 len: 1091 time: 2.9082241 Apr 20 16:28:39.846876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc47926-e885-4f1b-81cb-04094de9d1a6', 'tag': '29d0009a-8ab9-498c-bad8-b0fd2a7fd66a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:28:39.849259 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398480f3-b53a-4559-a487-b5a645d74838" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc47926-e885-4f1b-81cb-04094de9d1a6", "tag": "29d0009a-8ab9-498c-bad8-b0fd2a7fd66a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:28:39.899955 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:39.916003 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fd0ab5-68c1-4aa3-8990-a1644207303c x-openstack-request-id: req-51fd0ab5-68c1-4aa3-8990-a1644207303c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:28:39.916292 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc47926-e885-4f1b-81cb-04094de9d1a6", "tag": "29d0009a-8ab9-498c-bad8-b0fd2a7fd66a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:28:39.916565 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51fd0ab5-68c1-4aa3-8990-a1644207303c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:28:39.916967 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51fd0ab5-68c1-4aa3-8990-a1644207303c'] response: {'name': 'network-changed', 'server_uuid': '9cc47926-e885-4f1b-81cb-04094de9d1a6', 'tag': '29d0009a-8ab9-498c-bad8-b0fd2a7fd66a', 'status': 'completed', 'code': 200} Apr 20 16:28:39.930984 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0d86b-4221-4a3e-8b40-9fe3034373bd service neutron] Pushing event updated for resources: {'Port': ['ID=29d0009a-8ab9-498c-bad8-b0fd2a7fd66a,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:39.934679 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd19faf-1337-4622-b2d0-896cec8c9a38 admin admin] Router 7b9156ca-8973-407a-989b-a0e256fceb47 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:28:40.009322 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5f774cb-9158-47ff-840c-a2d6f7189191 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:40.018015 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386283ef-c91b-4196-abca-ca025f05e138 None None] Pushing event updated for resources: {'Port': ['ID=46dda4f9-81a8-4cf7-9fc5-ea8893d26151,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:40.028517 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] Routers {'4fa6597f-c3fe-48a9-868e-b87e9a072cf5'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:28:40.030045 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4fa6597f-c3fe-48a9-868e-b87e9a072cf5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:40.030178 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e498d3d-2781-4516-a75c-f12bcb8e9bf9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:40.033790 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e498d3d-2781-4516-a75c-f12bcb8e9bf9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:40.039134 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2e498d3d-2781-4516-a75c-f12bcb8e9bf9 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "DELETE /v2.0/floatingips/6122b5d3-bc02-4839-9fd4-c62ffbedfd0a HTTP/1.1" status: 204 len: 168 time: 1.2458115 Apr 20 16:28:40.039334 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54464) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:40.047094 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b5f774cb-9158-47ff-840c-a2d6f7189191 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Calling delete_port for 46dda4f9-81a8-4cf7-9fc5-ea8893d26151 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:40.122341 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398480f3-b53a-4559-a487-b5a645d74838 req-410728bf-6789-4f6f-b3bd-788d19076bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:40.123848 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-398480f3-b53a-4559-a487-b5a645d74838 req-410728bf-6789-4f6f-b3bd-788d19076bd0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=089d073129534903b2f07842894eec92&device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 1094 time: 0.1744015 Apr 20 16:28:40.171198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd19faf-1337-4622-b2d0-896cec8c9a38 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:28:40.181415 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a30c8e-c1fe-4e8b-8bd9-34c36892df0a None None] Sync routers for ids ['7b9156ca-8973-407a-989b-a0e256fceb47'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:28:40.190128 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7cd19faf-1337-4622-b2d0-896cec8c9a38 admin admin] 10.222.0.15 "PUT /v2.0/routers/7b9156ca-8973-407a-989b-a0e256fceb47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4619396 Apr 20 16:28:40.199342 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54480) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:40.211506 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a30c8e-c1fe-4e8b-8bd9-34c36892df0a None None] Routers {'7b9156ca-8973-407a-989b-a0e256fceb47'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:28:40.211506 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-33a30c8e-c1fe-4e8b-8bd9-34c36892df0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['7b9156ca-8973-407a-989b-a0e256fceb47'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:40.225423 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] Set router 4fa6597f-c3fe-48a9-868e-b87e9a072cf5 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:28:40.326145 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa6597f-c3fe-48a9-868e-b87e9a072cf5', 'name': '', 'tenant_id': 'a0c897e277da4231bb1d4852ccb38f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:33Z', 'updated_at': '2022-04-20T16:28:39Z', 'revision_number': 4, 'project_id': 'a0c897e277da4231bb1d4852ccb38f13', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:40.397797 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-33a30c8e-c1fe-4e8b-8bd9-34c36892df0a None None] Set router 7b9156ca-8973-407a-989b-a0e256fceb47 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:28:40.399217 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd555c-68ea-446c-97a6-2c838e2bd566 req-9f35d1eb-9ec9-404e-a13c-608e74d0a85b tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:40.400841 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fcfd555c-68ea-446c-97a6-2c838e2bd566 req-9f35d1eb-9ec9-404e-a13c-608e74d0a85b tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a5bd0-88a5-469f-9c97-65876b54279b HTTP/1.1" status: 200 len: 945 time: 0.2739072 Apr 20 16:28:40.437485 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c62d15-c4d7-4e94-a024-cbb6f7178d9d None None] The sync data for ids ['4fa6597f-c3fe-48a9-868e-b87e9a072cf5'] in n-d-836146-2 is: [{'id': '4fa6597f-c3fe-48a9-868e-b87e9a072cf5', 'name': '', 'tenant_id': 'a0c897e277da4231bb1d4852ccb38f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:33Z', 'updated_at': '2022-04-20T16:28:39Z', 'revision_number': 4, 'project_id': 'a0c897e277da4231bb1d4852ccb38f13', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:28:40.500587 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5130b368-d797-436c-bd55-7a5b8652dfea up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:28:40.557049 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fcfd555c-68ea-446c-97a6-2c838e2bd566 req-872583f4-e141-474d-bb6e-03897d5d67f9 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445930 Apr 20 16:28:40.558277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398480f3-b53a-4559-a487-b5a645d74838 req-ff9aeed1-dcf1-422f-9e0c-afaa88a8180e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:40.559737 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-398480f3-b53a-4559-a487-b5a645d74838 req-ff9aeed1-dcf1-422f-9e0c-afaa88a8180e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=089d073129534903b2f07842894eec92&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4139357 Apr 20 16:28:40.604375 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 5130b368-d797-436c-bd55-7a5b8652dfea triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:28:40.605479 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:40.625368 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77a6f003-3aaf-4855-bd7d-794286bec885 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:40.726048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398480f3-b53a-4559-a487-b5a645d74838 req-4a20c8f7-4cfc-4a96-9586-c8eb0b374891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:40.728014 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-398480f3-b53a-4559-a487-b5a645d74838 req-4a20c8f7-4cfc-4a96-9586-c8eb0b374891 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1465838 Apr 20 16:28:40.730428 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-f905e37b-be5d-40e1-bf0d-e09098cf8562 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Deleting port dea2ca34-3ee5-4a2c-8889-a99b5105e97c {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:40.730859 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f905e37b-be5d-40e1-bf0d-e09098cf8562 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:40.736238 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-33a30c8e-c1fe-4e8b-8bd9-34c36892df0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'name': 'tempest-ServerRescueNegativeTestJSON-149214004-router', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:22:53Z', 'updated_at': '2022-04-20T16:28:38Z', 'revision_number': 5, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'gw_port': {'id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:22:55Z', 'updated_at': '2022-04-20T16:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:40.741809 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9c6b4d5-c533-485d-9e27-553cb651ff57 admin admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:40.804735 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a30c8e-c1fe-4e8b-8bd9-34c36892df0a None None] Checking router: 7b9156ca-8973-407a-989b-a0e256fceb47 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:28:40.836462 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a30c8e-c1fe-4e8b-8bd9-34c36892df0a None None] Routers {'7b9156ca-8973-407a-989b-a0e256fceb47'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:28:40.836884 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-33a30c8e-c1fe-4e8b-8bd9-34c36892df0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['7b9156ca-8973-407a-989b-a0e256fceb47'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:40.919425 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5f774cb-9158-47ff-840c-a2d6f7189191 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:40.985455 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f774cb-9158-47ff-840c-a2d6f7189191 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Pushing event deleted for resources: {'Port': ['ID=46dda4f9-81a8-4cf7-9fc5-ea8893d26151,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:40.988270 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a6f003-3aaf-4855-bd7d-794286bec885 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Router 9d8ac541-8ee0-4939-92c7-9b59730775f3 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:28:40.992100 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-33a30c8e-c1fe-4e8b-8bd9-34c36892df0a None None] Set router 7b9156ca-8973-407a-989b-a0e256fceb47 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:28:41.018523 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5f774cb-9158-47ff-840c-a2d6f7189191 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:41.032369 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9c6b4d5-c533-485d-9e27-553cb651ff57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:41.043712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de6397-1c93-47c5-b471-c8416c7c011c req-4ea647a3-a76f-4367-bcff-abdf8dcbc008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:41.045321 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54de6397-1c93-47c5-b471-c8416c7c011c req-4ea647a3-a76f-4367-bcff-abdf8dcbc008 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=089d073129534903b2f07842894eec92&device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 1094 time: 0.1633177 Apr 20 16:28:41.115373 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f905e37b-be5d-40e1-bf0d-e09098cf8562 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:41.120792 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54de6397-1c93-47c5-b471-c8416c7c011c req-4868b0ae-7327-4bcd-8fd4-248fea3dcc79 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29d0009a-8ab9-498c-bad8-b0fd2a7fd66a HTTP/1.1" status: 200 len: 217 time: 0.0608184 Apr 20 16:28:41.154946 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fc27e-ef50-45b4-8dca-745736a4a612 req-457d1445-0ea3-4d2a-9d1a-87e4afb3344b tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:41.162293 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-875fc27e-ef50-45b4-8dca-745736a4a612 req-457d1445-0ea3-4d2a-9d1a-87e4afb3344b tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 943 time: 0.2469199 Apr 20 16:28:41.173187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-f905e37b-be5d-40e1-bf0d-e09098cf8562 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Calling delete_port for dea2ca34-3ee5-4a2c-8889-a99b5105e97c owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:41.178945 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device dc34ceee-4c75-491b-9438-2da53c05a7c3 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:28:41.201390 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5f774cb-9158-47ff-840c-a2d6f7189191 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:41.204874 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5f774cb-9158-47ff-840c-a2d6f7189191 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:41.223549 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-33a30c8e-c1fe-4e8b-8bd9-34c36892df0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'name': 'tempest-ServerRescueNegativeTestJSON-149214004-router', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:22:53Z', 'updated_at': '2022-04-20T16:28:38Z', 'revision_number': 5, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'gw_port': {'id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:22:55Z', 'updated_at': '2022-04-20T16:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:41.241271 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de6397-1c93-47c5-b471-c8416c7c011c req-6ec44479-1bcb-4c24-9259-54a9532a5f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:41.242595 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54de6397-1c93-47c5-b471-c8416c7c011c req-6ec44479-1bcb-4c24-9259-54a9532a5f99 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1679546-54fc-49fa-bde2-b8fd6e874dc3 HTTP/1.1" status: 200 len: 855 time: 0.1064572 Apr 20 16:28:41.263087 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a30c8e-c1fe-4e8b-8bd9-34c36892df0a None None] The sync data for ids ['7b9156ca-8973-407a-989b-a0e256fceb47'] in n-d-836146-2 is: [{'id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'name': 'tempest-ServerRescueNegativeTestJSON-149214004-router', 'tenant_id': 'cbc372ad2d1446089af0923f5d212489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:22:53Z', 'updated_at': '2022-04-20T16:28:38Z', 'revision_number': 5, 'project_id': 'cbc372ad2d1446089af0923f5d212489', 'gw_port': {'id': '86de962c-f195-42c1-8c84-8a0d8be1efeb', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9156ca-8973-407a-989b-a0e256fceb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:22:55Z', 'updated_at': '2022-04-20T16:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:28:41.332228 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54de6397-1c93-47c5-b471-c8416c7c011c req-e1252632-7145-4ca5-80f6-ff99c9721458 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e29f456c-4307-48d7-b5a3-7fc452ab2a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562832 Apr 20 16:28:41.366089 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-875fc27e-ef50-45b4-8dca-745736a4a612 req-c1fa8ed7-60f2-45c1-a19f-2f31c77efdd3 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884034 Apr 20 16:28:41.384142 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a6f003-3aaf-4855-bd7d-794286bec885 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:28:41.395051 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Sync routers for ids ['9d8ac541-8ee0-4939-92c7-9b59730775f3'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:28:41.401987 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port dc34ceee-4c75-491b-9438-2da53c05a7c3 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:28:41.425543 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Routers {'9d8ac541-8ee0-4939-92c7-9b59730775f3'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:28:41.426434 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['9d8ac541-8ee0-4939-92c7-9b59730775f3'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:41.428839 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port dc34ceee-4c75-491b-9438-2da53c05a7c3 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:28:41.429378 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:41.458363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-a9c6b4d5-c533-485d-9e27-553cb651ff57 admin admin] Deleting port 86de962c-f195-42c1-8c84-8a0d8be1efeb {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:41.458793 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9c6b4d5-c533-485d-9e27-553cb651ff57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:41.471077 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5f774cb-9158-47ff-840c-a2d6f7189191 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:41.473596 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f774cb-9158-47ff-840c-a2d6f7189191 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4fa6597f-c3fe-48a9-868e-b87e9a072cf5 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:28:41.491290 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5f774cb-9158-47ff-840c-a2d6f7189191 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:41.499154 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b5f774cb-9158-47ff-840c-a2d6f7189191 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "DELETE /v2.0/routers/4fa6597f-c3fe-48a9-868e-b87e9a072cf5 HTTP/1.1" status: 204 len: 168 time: 3.6621799 Apr 20 16:28:41.502121 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54528) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:41.595728 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54de6397-1c93-47c5-b471-c8416c7c011c req-2aafef89-3b10-4df0-be9a-3941a7d4e3a5 service neutron] 10.222.0.26 "GET /v2.0/networks/e29f456c-4307-48d7-b5a3-7fc452ab2a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528012 Apr 20 16:28:41.635699 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77a6f003-3aaf-4855-bd7d-794286bec885 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:41.649796 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-77a6f003-3aaf-4855-bd7d-794286bec885 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.0329099 Apr 20 16:28:41.662995 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-1426fe05-29bd-487b-822b-1cac954b8d1f tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Deleting subnet b8e98189-9ac0-4b7c-852f-18a45f66dc87 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:28:41.665969 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54534) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:41.668027 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1426fe05-29bd-487b-822b-1cac954b8d1f tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:41.681914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-a9c6b4d5-c533-485d-9e27-553cb651ff57 admin admin] For port 86de962c-f195-42c1-8c84-8a0d8be1efeb, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=86de962c-f195-42c1-8c84-8a0d8be1efeb,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:41.682297 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9c6b4d5-c533-485d-9e27-553cb651ff57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:41.684510 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:41.715942 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Set router 9d8ac541-8ee0-4939-92c7-9b59730775f3 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:28:41.720028 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-a9c6b4d5-c533-485d-9e27-553cb651ff57 admin admin] Calling delete_port for 86de962c-f195-42c1-8c84-8a0d8be1efeb owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:41.789252 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8a5bd0-88a5-469f-9c97-65876b54279b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc34ceee-4c75-491b-9438-2da53c05a7c3'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:28:41.792553 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4813cd3f-59ad-4861-9464-cb6c8308b4a7" -d '{"events": [{"server_uuid": "3b8a5bd0-88a5-469f-9c97-65876b54279b", "name": "network-vif-plugged", "status": "completed", "tag": "dc34ceee-4c75-491b-9438-2da53c05a7c3"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:28:41.802724 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1426fe05-29bd-487b-822b-1cac954b8d1f tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:41.809514 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port dc34ceee-4c75-491b-9438-2da53c05a7c3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=dc34ceee-4c75-491b-9438-2da53c05a7c3,segment=NetworkSegment(fb503d67-59f1-46d1-9d04-2d226b2a2c31),segment_id=fb503d67-59f1-46d1-9d04-2d226b2a2c31)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:41.846410 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f905e37b-be5d-40e1-bf0d-e09098cf8562 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:41.898139 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49686a35-c27e-47a7-9433-83053193a530 req-d0d44885-0b08-421b-b233-ae71b0402536 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:41.898810 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e346871c-52ae-48ca-aeab-d8a289d10a35 x-openstack-request-id: req-e346871c-52ae-48ca-aeab-d8a289d10a35 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:28:41.899276 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8a5bd0-88a5-469f-9c97-65876b54279b", "name": "network-vif-plugged", "status": "completed", "tag": "dc34ceee-4c75-491b-9438-2da53c05a7c3", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:28:41.899679 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e346871c-52ae-48ca-aeab-d8a289d10a35 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:28:41.899910 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-49686a35-c27e-47a7-9433-83053193a530 req-d0d44885-0b08-421b-b233-ae71b0402536 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a5bd0-88a5-469f-9c97-65876b54279b HTTP/1.1" status: 200 len: 945 time: 0.1983278 Apr 20 16:28:41.900723 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1426fe05-29bd-487b-822b-1cac954b8d1f tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:41.911471 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e346871c-52ae-48ca-aeab-d8a289d10a35'] response: {'server_uuid': '3b8a5bd0-88a5-469f-9c97-65876b54279b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc34ceee-4c75-491b-9438-2da53c05a7c3', 'code': 200} Apr 20 16:28:41.915318 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905e37b-be5d-40e1-bf0d-e09098cf8562 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event deleted for resources: {'Port': ['ID=dea2ca34-3ee5-4a2c-8889-a99b5105e97c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:41.915899 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:41.926918 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0a288a3e-5956-4d8e-9df7-097cdea4acd6 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "GET /v2.0/routers/9d8ac541-8ee0-4939-92c7-9b59730775f3 HTTP/1.1" status: 200 len: 907 time: 0.2597342 Apr 20 16:28:41.929473 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54550) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:42.029205 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54de6397-1c93-47c5-b471-c8416c7c011c req-1464a229-4702-475f-bc56-805b3ad0d566 service neutron] 10.222.0.26 "GET /v2.0/networks/e29f456c-4307-48d7-b5a3-7fc452ab2a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170866 Apr 20 16:28:42.127468 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff3d9c3b-4f0c-4f23-8938-b32ec2d941c4 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:42.209640 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-49686a35-c27e-47a7-9433-83053193a530 req-bf643449-a892-4a66-a0cb-be4aefa53ce8 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423129 Apr 20 16:28:42.217392 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=dc34ceee-4c75-491b-9438-2da53c05a7c3,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:42.238427 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1426fe05-29bd-487b-822b-1cac954b8d1f tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:42.270778 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426fe05-29bd-487b-822b-1cac954b8d1f tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b8e98189-9ac0-4b7c-852f-18a45f66dc87,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:42.273578 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f905e37b-be5d-40e1-bf0d-e09098cf8562 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:42.283285 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f905e37b-be5d-40e1-bf0d-e09098cf8562 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "DELETE /v2.0/ports/dea2ca34-3ee5-4a2c-8889-a99b5105e97c HTTP/1.1" status: 204 len: 168 time: 2.2392397 Apr 20 16:28:42.283439 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1426fe05-29bd-487b-822b-1cac954b8d1f tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:42.283543 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54568) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:42.289249 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1426fe05-29bd-487b-822b-1cac954b8d1f tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/b8e98189-9ac0-4b7c-852f-18a45f66dc87 HTTP/1.1" status: 204 len: 168 time: 0.7859437 Apr 20 16:28:42.290238 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54570) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:42.303704 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8ac541-8ee0-4939-92c7-9b59730775f3', 'name': 'tempest-snat-router-245346563', 'tenant_id': '5d99354eefb2401ca776b883c0fd7223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'd7a2d14f-b11a-4e88-b6a5-c9ea8adf5ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:35Z', 'updated_at': '2022-04-20T16:28:39Z', 'revision_number': 3, 'project_id': '5d99354eefb2401ca776b883c0fd7223', 'gw_port': {'id': 'd7a2d14f-b11a-4e88-b6a5-c9ea8adf5ad7', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:01:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8ac541-8ee0-4939-92c7-9b59730775f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:37Z', 'updated_at': '2022-04-20T16:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:42.371191 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Checking router: 9d8ac541-8ee0-4939-92c7-9b59730775f3 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:28:42.371191 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Updating router 9d8ac541-8ee0-4939-92c7-9b59730775f3 port d7a2d14f-b11a-4e88-b6a5-c9ea8adf5ad7 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:28:42.371583 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9c6b4d5-c533-485d-9e27-553cb651ff57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:42.379407 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc14e5-07da-4108-ae4d-bc5702db06aa req-9ca926f4-2e73-42aa-aa93-84d3d16ec611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:42.380995 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fcdc14e5-07da-4108-ae4d-bc5702db06aa req-9ca926f4-2e73-42aa-aa93-84d3d16ec611 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3b8a5bd0-88a5-469f-9c97-65876b54279b HTTP/1.1" status: 200 len: 1097 time: 0.2324896 Apr 20 16:28:42.411625 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff3d9c3b-4f0c-4f23-8938-b32ec2d941c4 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:42.444836 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:42.450765 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c98b43b9-d7a1-47e3-8354-d223de2a00e2 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:28:42.455224 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0cac0471-0913-456b-8252-34c72337bc7f tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:42.489327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6b4d5-c533-485d-9e27-553cb651ff57 admin admin] Pushing event deleted for resources: {'Port': ['ID=86de962c-f195-42c1-8c84-8a0d8be1efeb,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:42.514201 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: c98b43b9-d7a1-47e3-8354-d223de2a00e2 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:28:42.514668 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c98b43b9-d7a1-47e3-8354-d223de2a00e2 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:28:42.559234 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fcdc14e5-07da-4108-ae4d-bc5702db06aa req-94dbdf86-0505-4b8a-a277-b30cfa91112a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242895 Apr 20 16:28:42.583576 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9c6b4d5-c533-485d-9e27-553cb651ff57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:42.649973 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0cac0471-0913-456b-8252-34c72337bc7f tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:42.674665 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-0cac0471-0913-456b-8252-34c72337bc7f tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca46a37c-f021-448b-81c7-6954e7762022']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:42.687558 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-0cac0471-0913-456b-8252-34c72337bc7f tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524230ab-afc9-4f96-b172-f1d8052c12cb') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:42.687983 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-0cac0471-0913-456b-8252-34c72337bc7f tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524230ab-afc9-4f96-b172-f1d8052c12cb') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:42.701422 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0cac0471-0913-456b-8252-34c72337bc7f tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:42.710854 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e70aa5-84f5-476b-9f11-a261134683a7 req-b9b03690-f22d-4910-a2a8-922ae4afecff tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:42.712544 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71e70aa5-84f5-476b-9f11-a261134683a7 req-b9b03690-f22d-4910-a2a8-922ae4afecff tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 943 time: 0.2404203 Apr 20 16:28:42.770522 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0cac0471-0913-456b-8252-34c72337bc7f tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:42.788525 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cac0471-0913-456b-8252-34c72337bc7f tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:28:42.788957 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0cac0471-0913-456b-8252-34c72337bc7f tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:28:42.791477 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:28:42.860227 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71e70aa5-84f5-476b-9f11-a261134683a7 req-e602212c-af42-48fa-a929-3e1583568c88 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378329 Apr 20 16:28:42.884938 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:42.893019 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ff3d9c3b-4f0c-4f23-8938-b32ec2d941c4 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Deleting port d7a2d14f-b11a-4e88-b6a5-c9ea8adf5ad7 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:42.893580 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff3d9c3b-4f0c-4f23-8938-b32ec2d941c4 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:42.981071 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff3d9c3b-4f0c-4f23-8938-b32ec2d941c4 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:42.986980 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-6461f1be-bf47-42a3-9dbd-651b8f5daa07 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Deleting port 7aad5049-9aa0-458c-b354-2fe68c76f185 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:42.987486 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6461f1be-bf47-42a3-9dbd-651b8f5daa07 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:42.999045 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ff3d9c3b-4f0c-4f23-8938-b32ec2d941c4 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Calling delete_port for d7a2d14f-b11a-4e88-b6a5-c9ea8adf5ad7 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:43.017426 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:43.021946 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9c6b4d5-c533-485d-9e27-553cb651ff57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:43.033905 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9c6b4d5-c533-485d-9e27-553cb651ff57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:43.066386 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Attempting to bind port d7a2d14f-b11a-4e88-b6a5-c9ea8adf5ad7 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:28:43.066933 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Attempting to bind port d7a2d14f-b11a-4e88-b6a5-c9ea8adf5ad7 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:28:43.067396 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Attempting to bind port d7a2d14f-b11a-4e88-b6a5-c9ea8adf5ad7 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:28:43.071883 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0cac0471-0913-456b-8252-34c72337bc7f tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:43.080611 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cac0471-0913-456b-8252-34c72337bc7f tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ca46a37c-f021-448b-81c7-6954e7762022 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 16:28:43.080875 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:28:43.081777 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:28:43.082015 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:43.082533 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:28:43.083211 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Bound port: d7a2d14f-b11a-4e88-b6a5-c9ea8adf5ad7, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:28:43.083694 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:43.084886 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0cac0471-0913-456b-8252-34c72337bc7f tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:43.088025 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0cac0471-0913-456b-8252-34c72337bc7f tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "DELETE /v2.0/networks/ca46a37c-f021-448b-81c7-6954e7762022 HTTP/1.1" status: 204 len: 168 time: 0.7948811 Apr 20 16:28:43.101019 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac0471-0913-456b-8252-34c72337bc7f tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Pushing event deleted for resources: {'Network': ['ID=ca46a37c-f021-448b-81c7-6954e7762022,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:43.107270 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c5518-0ac2-4240-90db-9191d44c70b6 None None] Pushing event updated for resources: {'Port': ['ID=d7a2d14f-b11a-4e88-b6a5-c9ea8adf5ad7,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:43.192980 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6461f1be-bf47-42a3-9dbd-651b8f5daa07 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:43.209546 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9c6b4d5-c533-485d-9e27-553cb651ff57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:43.209888 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c6b4d5-c533-485d-9e27-553cb651ff57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b9156ca-8973-407a-989b-a0e256fceb47 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:28:43.214775 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9c6b4d5-c533-485d-9e27-553cb651ff57 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:43.219029 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a9c6b4d5-c533-485d-9e27-553cb651ff57 admin admin] 10.222.0.15 "DELETE /v2.0/routers/7b9156ca-8973-407a-989b-a0e256fceb47 HTTP/1.1" status: 204 len: 168 time: 3.0153744 Apr 20 16:28:43.220643 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54638) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:43.222674 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-6461f1be-bf47-42a3-9dbd-651b8f5daa07 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Calling delete_port for 7aad5049-9aa0-458c-b354-2fe68c76f185 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:43.345115 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-c545e8a1-cca3-43f0-96df-d8d82b05ecf1 admin admin] Deleting subnet f49ef81d-6341-40ae-b59c-ad7cca19ee9b {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:28:43.360554 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c545e8a1-cca3-43f0-96df-d8d82b05ecf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:43.424526 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df993854-314d-4326-82da-195f4062a8f2 req-10bcf7ba-9945-4aa0-9d15-fb62f9f19c55 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:43.425952 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df993854-314d-4326-82da-195f4062a8f2 req-10bcf7ba-9945-4aa0-9d15-fb62f9f19c55 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a5bd0-88a5-469f-9c97-65876b54279b HTTP/1.1" status: 200 len: 946 time: 0.1189520 Apr 20 16:28:43.428000 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c545e8a1-cca3-43f0-96df-d8d82b05ecf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:43.497991 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff3d9c3b-4f0c-4f23-8938-b32ec2d941c4 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:43.499114 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:28:43.499765 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:28:43.593345 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d9c3b-4f0c-4f23-8938-b32ec2d941c4 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7a2d14f-b11a-4e88-b6a5-c9ea8adf5ad7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:43.597089 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df993854-314d-4326-82da-195f4062a8f2 req-60d0572c-45ea-4efd-ba29-819dfceb4ba6 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504424 Apr 20 16:28:43.620430 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c545e8a1-cca3-43f0-96df-d8d82b05ecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:43.673659 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff3d9c3b-4f0c-4f23-8938-b32ec2d941c4 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:43.708087 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6461f1be-bf47-42a3-9dbd-651b8f5daa07 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:43.714016 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54658) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:43.724370 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2e0cda7b-5ad6-4f9a-9149-55b35de2b921 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Request body: {'router': {'name': 'tempest-router--1609195372', 'project_id': '675e4d38d4e745b9af3d7ee0dddf2b48'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:43.757045 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461f1be-bf47-42a3-9dbd-651b8f5daa07 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event deleted for resources: {'Port': ['ID=7aad5049-9aa0-458c-b354-2fe68c76f185,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:43.809393 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff3d9c3b-4f0c-4f23-8938-b32ec2d941c4 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:43.811714 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff3d9c3b-4f0c-4f23-8938-b32ec2d941c4 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:43.822838 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54662) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:43.827708 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c545e8a1-cca3-43f0-96df-d8d82b05ecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:43.881070 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545e8a1-cca3-43f0-96df-d8d82b05ecf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f49ef81d-6341-40ae-b59c-ad7cca19ee9b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:43.894666 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c545e8a1-cca3-43f0-96df-d8d82b05ecf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:43.901780 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54670) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:43.905293 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afa7187-4604-411f-aeaa-043bc6918ee3 None None] Network d9af20c5-ec0a-4beb-b93d-6291e4255aeb requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:28:43.916690 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c545e8a1-cca3-43f0-96df-d8d82b05ecf1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f49ef81d-6341-40ae-b59c-ad7cca19ee9b HTTP/1.1" status: 204 len: 168 time: 0.6949751 Apr 20 16:28:43.918392 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6461f1be-bf47-42a3-9dbd-651b8f5daa07 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:43.921322 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6461f1be-bf47-42a3-9dbd-651b8f5daa07 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "DELETE /v2.0/ports/7aad5049-9aa0-458c-b354-2fe68c76f185 HTTP/1.1" status: 204 len: 168 time: 1.6368902 Apr 20 16:28:43.925417 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54672) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:43.927688 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e0cda7b-5ad6-4f9a-9149-55b35de2b921 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:43.928793 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e0cda7b-5ad6-4f9a-9149-55b35de2b921 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:43.985661 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff3d9c3b-4f0c-4f23-8938-b32ec2d941c4 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:43.986224 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3d9c3b-4f0c-4f23-8938-b32ec2d941c4 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d8ac541-8ee0-4939-92c7-9b59730775f3 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:28:44.009781 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e0cda7b-5ad6-4f9a-9149-55b35de2b921 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.032848 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff3d9c3b-4f0c-4f23-8938-b32ec2d941c4 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.034360 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ff3d9c3b-4f0c-4f23-8938-b32ec2d941c4 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "DELETE /v2.0/routers/9d8ac541-8ee0-4939-92c7-9b59730775f3 HTTP/1.1" status: 204 len: 168 time: 2.1039996 Apr 20 16:28:44.040296 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54674) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:44.051076 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b209d0d-cb22-4eb7-84ac-46f57a98d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.065735 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32e40d3-90aa-47e6-a347-d0f91ed6f80a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Deleting subnet 2c180477-2e70-4742-80cf-468c6df467b5 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:28:44.069249 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d32e40d3-90aa-47e6-a347-d0f91ed6f80a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.080198 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Attempting to bind port d7a2d14f-b11a-4e88-b6a5-c9ea8adf5ad7 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:28:44.080603 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Attempting to bind port d7a2d14f-b11a-4e88-b6a5-c9ea8adf5ad7 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:28:44.080966 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Attempting to bind port d7a2d14f-b11a-4e88-b6a5-c9ea8adf5ad7 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:28:44.088600 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:28:44.089024 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:28:44.089428 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.089819 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:28:44.090649 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Bound port: d7a2d14f-b11a-4e88-b6a5-c9ea8adf5ad7, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:28:44.090649 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.097899 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e0cda7b-5ad6-4f9a-9149-55b35de2b921 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.135272 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3347d07-a2c1-4d99-a742-0899226497c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.140785 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d7acf-ce74-4808-8ce9-747f8cfc1a50 req-9ef33362-5398-4883-bb42-bf385d73767b tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:44.143351 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2e1d7acf-ce74-4808-8ce9-747f8cfc1a50 req-9ef33362-5398-4883-bb42-bf385d73767b tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 943 time: 0.1627944 Apr 20 16:28:44.154632 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d32e40d3-90aa-47e6-a347-d0f91ed6f80a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.159307 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Port d7a2d14f-b11a-4e88-b6a5-c9ea8adf5ad7 has been deleted concurrently {{(pid=103486) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 20 16:28:44.200985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Routers set() bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:28:44.204396 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Router IDs set() for agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 20 16:28:44.205285 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_agentschedulers_db [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9d8ac541-8ee0-4939-92c7-9b59730775f3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent'). {{(pid=103486) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 16:28:44.205773 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37a8a3-45d8-428c-920d-ad533e675f50 None None] The sync data for ids ['9d8ac541-8ee0-4939-92c7-9b59730775f3'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:28:44.224811 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e0cda7b-5ad6-4f9a-9149-55b35de2b921 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.226021 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2e0cda7b-5ad6-4f9a-9149-55b35de2b921 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5110643 Apr 20 16:28:44.232029 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54676) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:44.326953 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d78440db-7ab5-4100-95fa-9020b11ee348 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.334708 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2e1d7acf-ce74-4808-8ce9-747f8cfc1a50 req-5e155a10-8dac-4bf4-90ed-9d9f9914b892 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440256 Apr 20 16:28:44.383088 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7690ff54-4438-44e2-a415-f02d23ec2842 None None] DHCP port deletion for d9af20c5-ec0a-4beb-b93d-6291e4255aeb request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:28:44.393771 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5b1d3225-9e42-468a-94b2-e6938cc42cbb tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.408797 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-3b209d0d-cb22-4eb7-84ac-46f57a98d6d0 admin admin] Deleting port 07d2d933-6917-4ac9-a850-33efecd5ac53 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:44.409195 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b209d0d-cb22-4eb7-84ac-46f57a98d6d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.457827 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54680) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:44.487924 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-7690ff54-4438-44e2-a415-f02d23ec2842 None None] Deleting port 07d2d933-6917-4ac9-a850-33efecd5ac53 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:44.488936 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7690ff54-4438-44e2-a415-f02d23ec2842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.494126 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 86de962c-f195-42c1-8c84-8a0d8be1efeb no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:28:44.542092 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 86de962c-f195-42c1-8c84-8a0d8be1efeb {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:28:44.542700 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 86de962c-f195-42c1-8c84-8a0d8be1efeb not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:28:44.543262 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 07d2d933-6917-4ac9-a850-33efecd5ac53 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:28:44.561600 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-3b209d0d-cb22-4eb7-84ac-46f57a98d6d0 admin admin] For port 07d2d933-6917-4ac9-a850-33efecd5ac53, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=07d2d933-6917-4ac9-a850-33efecd5ac53,segment=NetworkSegment(42815ea2-076c-480e-bac2-ffc0f665e2ff),segment_id=42815ea2-076c-480e-bac2-ffc0f665e2ff)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:44.561974 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b209d0d-cb22-4eb7-84ac-46f57a98d6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.589441 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-3b209d0d-cb22-4eb7-84ac-46f57a98d6d0 admin admin] Calling delete_port for 07d2d933-6917-4ac9-a850-33efecd5ac53 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:44.606038 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-275882f2-bc31-41bd-860a-6ce69fb0bb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.611063 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d32e40d3-90aa-47e6-a347-d0f91ed6f80a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.656456 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7690ff54-4438-44e2-a415-f02d23ec2842 None None] For port 07d2d933-6917-4ac9-a850-33efecd5ac53, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=07d2d933-6917-4ac9-a850-33efecd5ac53,segment=NetworkSegment(42815ea2-076c-480e-bac2-ffc0f665e2ff),segment_id=42815ea2-076c-480e-bac2-ffc0f665e2ff)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:44.656993 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7690ff54-4438-44e2-a415-f02d23ec2842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.675795 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5b1d3225-9e42-468a-94b2-e6938cc42cbb tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.676503 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-7690ff54-4438-44e2-a415-f02d23ec2842 None None] Calling delete_port for 07d2d933-6917-4ac9-a850-33efecd5ac53 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:44.680671 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d78440db-7ab5-4100-95fa-9020b11ee348 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.686684 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5b1d3225-9e42-468a-94b2-e6938cc42cbb tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.729281 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-275882f2-bc31-41bd-860a-6ce69fb0bb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.731874 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3347d07-a2c1-4d99-a742-0899226497c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.777607 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.798431 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac13232-68c0-4b00-a74f-2aca5b756698 req-d1fcd042-020d-41c9-a36e-5ca9cf7060f3 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:44.799958 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ac13232-68c0-4b00-a74f-2aca5b756698 req-d1fcd042-020d-41c9-a36e-5ca9cf7060f3 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a5bd0-88a5-469f-9c97-65876b54279b HTTP/1.1" status: 200 len: 946 time: 0.1178999 Apr 20 16:28:44.804902 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f3347d07-a2c1-4d99-a742-0899226497c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.807043 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-275882f2-bc31-41bd-860a-6ce69fb0bb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.858856 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3347d07-a2c1-4d99-a742-0899226497c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7deb9a2-abfe-4211-8776-0f795306c50c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:44.860494 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-275882f2-bc31-41bd-860a-6ce69fb0bb92 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7960cd02cc5347fe893f70b50e83fa2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3997619 Apr 20 16:28:44.865414 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f3347d07-a2c1-4d99-a742-0899226497c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=32e09b9eda2540d8a8714973320b8218&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0447378 Apr 20 16:28:44.865569 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275882f2-bc31-41bd-860a-6ce69fb0bb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51455e55-44e2-4a12-91a5-195637b4b59f,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:44.865681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54686) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:44.866930 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54688) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:44.868920 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b209d0d-cb22-4eb7-84ac-46f57a98d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.882187 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7690ff54-4438-44e2-a415-f02d23ec2842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.900233 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5b1d3225-9e42-468a-94b2-e6938cc42cbb tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.900749 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1d3225-9e42-468a-94b2-e6938cc42cbb tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bed4c9ea-91de-4e3d-9663-1a80bebbe9b5 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:28:44.909394 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5b1d3225-9e42-468a-94b2-e6938cc42cbb tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.913133 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5b1d3225-9e42-468a-94b2-e6938cc42cbb tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "DELETE /v2.0/routers/bed4c9ea-91de-4e3d-9663-1a80bebbe9b5 HTTP/1.1" status: 204 len: 168 time: 0.6739733 Apr 20 16:28:44.926038 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d32e40d3-90aa-47e6-a347-d0f91ed6f80a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:44.931421 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7690ff54-4438-44e2-a415-f02d23ec2842 None None] No DVR routers for this DVR port 07d2d933-6917-4ac9-a850-33efecd5ac53 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:28:44.967656 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690ff54-4438-44e2-a415-f02d23ec2842 None None] Pushing event deleted for resources: {'Port': ['ID=07d2d933-6917-4ac9-a850-33efecd5ac53,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:44.989728 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e40d3-90aa-47e6-a347-d0f91ed6f80a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event deleted for resources: {'Subnet': ['ID=2c180477-2e70-4742-80cf-468c6df467b5,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:44.993989 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ac13232-68c0-4b00-a74f-2aca5b756698 req-4d7500df-eee4-4da8-829c-c3ddbba612a4 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775420 Apr 20 16:28:45.009350 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87215126-3c39-4258-ad40-f4611a505c92 None None] Network 8d815abc-b52f-44a7-b0f4-be6307f2c66b requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:28:45.009512 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d32e40d3-90aa-47e6-a347-d0f91ed6f80a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.014973 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d32e40d3-90aa-47e6-a347-d0f91ed6f80a tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "DELETE /v2.0/subnets/2c180477-2e70-4742-80cf-468c6df467b5 HTTP/1.1" status: 204 len: 168 time: 1.0860169 Apr 20 16:28:45.019540 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54692) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:45.030719 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3af1a411-8adf-4e24-bc10-2162e9e3d71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.087814 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-74221b88-2234-4919-ae1a-8cb1dacc605b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.099995 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3af1a411-8adf-4e24-bc10-2162e9e3d71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.138771 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f8ffc9-4a4b-4af1-958b-a2eb93895f92 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Deleting subnet d97c5e51-a8a6-4631-b5a6-573cb3068b25 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:28:45.152596 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-74f8ffc9-4a4b-4af1-958b-a2eb93895f92 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.183020 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-74221b88-2234-4919-ae1a-8cb1dacc605b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.229420 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-74f8ffc9-4a4b-4af1-958b-a2eb93895f92 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.280077 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-d78440db-7ab5-4100-95fa-9020b11ee348 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Deleting port 5130b368-d797-436c-bd55-7a5b8652dfea {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:45.280600 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d78440db-7ab5-4100-95fa-9020b11ee348 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.294778 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b209d0d-cb22-4eb7-84ac-46f57a98d6d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=07d2d933-6917-4ac9-a850-33efecd5ac53,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:45.299387 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b209d0d-cb22-4eb7-84ac-46f57a98d6d0 admin admin] No DVR routers for this DVR port 07d2d933-6917-4ac9-a850-33efecd5ac53 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:28:45.310155 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd86bbd-6481-4dc8-9bc3-f4d73952c983 None None] DHCP port deletion for 8d815abc-b52f-44a7-b0f4-be6307f2c66b request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:28:45.354226 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-74f8ffc9-4a4b-4af1-958b-a2eb93895f92 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.358748 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54696) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:45.371666 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3dd86bbd-6481-4dc8-9bc3-f4d73952c983 None None] Deleting port fe35c303-ba91-49e7-9121-2e4cd048347d {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:45.372172 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3dd86bbd-6481-4dc8-9bc3-f4d73952c983 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.387132 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3af1a411-8adf-4e24-bc10-2162e9e3d71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.396853 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3af1a411-8adf-4e24-bc10-2162e9e3d71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.396853 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3af1a411-8adf-4e24-bc10-2162e9e3d71b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7deb9a2-abfe-4211-8776-0f795306c50c HTTP/1.1" status: 204 len: 168 time: 0.5190361 Apr 20 16:28:45.410657 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1a411-8adf-4e24-bc10-2162e9e3d71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7deb9a2-abfe-4211-8776-0f795306c50c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:45.443539 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b209d0d-cb22-4eb7-84ac-46f57a98d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.477915 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-d78440db-7ab5-4100-95fa-9020b11ee348 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] For port 5130b368-d797-436c-bd55-7a5b8652dfea, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5130b368-d797-436c-bd55-7a5b8652dfea,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:45.478608 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d78440db-7ab5-4100-95fa-9020b11ee348 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.486423 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3dd86bbd-6481-4dc8-9bc3-f4d73952c983 None None] For port fe35c303-ba91-49e7-9121-2e4cd048347d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=fe35c303-ba91-49e7-9121-2e4cd048347d,segment=NetworkSegment(c7a4213b-0bd6-496a-8d47-4db9331e16ee),segment_id=c7a4213b-0bd6-496a-8d47-4db9331e16ee)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:45.486746 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3dd86bbd-6481-4dc8-9bc3-f4d73952c983 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.489635 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-3b209d0d-cb22-4eb7-84ac-46f57a98d6d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9af20c5-ec0a-4beb-b93d-6291e4255aeb']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:45.500254 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3dd86bbd-6481-4dc8-9bc3-f4d73952c983 None None] Calling delete_port for fe35c303-ba91-49e7-9121-2e4cd048347d owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:45.523002 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-3b209d0d-cb22-4eb7-84ac-46f57a98d6d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42815ea2-076c-480e-bac2-ffc0f665e2ff') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:45.523002 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-3b209d0d-cb22-4eb7-84ac-46f57a98d6d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42815ea2-076c-480e-bac2-ffc0f665e2ff') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:45.523181 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-74221b88-2234-4919-ae1a-8cb1dacc605b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.525435 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-74221b88-2234-4919-ae1a-8cb1dacc605b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.530215 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-74221b88-2234-4919-ae1a-8cb1dacc605b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/51455e55-44e2-4a12-91a5-195637b4b59f HTTP/1.1" status: 204 len: 168 time: 0.6640017 Apr 20 16:28:45.537540 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-d78440db-7ab5-4100-95fa-9020b11ee348 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Calling delete_port for 5130b368-d797-436c-bd55-7a5b8652dfea owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:45.552241 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74221b88-2234-4919-ae1a-8cb1dacc605b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51455e55-44e2-4a12-91a5-195637b4b59f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:45.554648 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 29d0009a-8ab9-498c-bad8-b0fd2a7fd66a details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:28:45.558856 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b209d0d-cb22-4eb7-84ac-46f57a98d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.619176 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-74f8ffc9-4a4b-4af1-958b-a2eb93895f92 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.621539 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b209d0d-cb22-4eb7-84ac-46f57a98d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.632053 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db665cf-547d-40bb-b719-6c70a846b42d req-dd641b43-557b-406e-95d7-b4a9b2f0cf74 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:45.633625 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9db665cf-547d-40bb-b719-6c70a846b42d req-dd641b43-557b-406e-95d7-b4a9b2f0cf74 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 943 time: 0.1415784 Apr 20 16:28:45.641740 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b209d0d-cb22-4eb7-84ac-46f57a98d6d0 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:28:45.642288 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b209d0d-cb22-4eb7-84ac-46f57a98d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.643411 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2093409548', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}, 'admin_state_up': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: items = [ Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:28:45.644790 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:28:45.661872 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-74f8ffc9-4a4b-4af1-958b-a2eb93895f92 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.669345 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54706) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:45.669646 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-74f8ffc9-4a4b-4af1-958b-a2eb93895f92 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "DELETE /v2.0/subnets/d97c5e51-a8a6-4631-b5a6-573cb3068b25 HTTP/1.1" status: 204 len: 168 time: 0.6474087 Apr 20 16:28:45.697548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8ffc9-4a4b-4af1-958b-a2eb93895f92 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event deleted for resources: {'Subnet': ['ID=d97c5e51-a8a6-4631-b5a6-573cb3068b25,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:45.709498 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c89ce75-82ed-4254-8149-c5e2a1044f2c None None] Network 3024306a-3909-40d1-ba02-5dd3136dffcd requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:28:45.788239 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.791567 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.816010 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 29d0009a-8ab9-498c-bad8-b0fd2a7fd66a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=29d0009a-8ab9-498c-bad8-b0fd2a7fd66a,segment=NetworkSegment(35d1a58e-519d-48c5-874c-9903c1950aca),segment_id=35d1a58e-519d-48c5-874c-9903c1950aca)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:45.856764 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '29d0009a-8ab9-498c-bad8-b0fd2a7fd66a', 'network_id': 'e29f456c-4307-48d7-b5a3-7fc452ab2a35', 'port_id': '29d0009a-8ab9-498c-bad8-b0fd2a7fd66a', 'mac_address': 'fa:16:3e:7b:c4:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1679546-54fc-49fa-bde2-b8fd6e874dc3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:28:45.879236 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9db665cf-547d-40bb-b719-6c70a846b42d req-cbfe3e11-1d36-4f0f-8b07-5ebc1e6c0fe3 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284143 Apr 20 16:28:45.895969 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c470c3d-712d-4f03-8075-842527ad2e6c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.924283 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.943550 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b209d0d-cb22-4eb7-84ac-46f57a98d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.946421 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.953870 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b209d0d-cb22-4eb7-84ac-46f57a98d6d0 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:45.956989 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3b209d0d-cb22-4eb7-84ac-46f57a98d6d0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d9af20c5-ec0a-4beb-b93d-6291e4255aeb HTTP/1.1" status: 204 len: 168 time: 2.0540802 Apr 20 16:28:45.968969 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d0009a-8ab9-498c-bad8-b0fd2a7fd66a {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:28:46.001855 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 29d0009a-8ab9-498c-bad8-b0fd2a7fd66a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=29d0009a-8ab9-498c-bad8-b0fd2a7fd66a,segment=NetworkSegment(35d1a58e-519d-48c5-874c-9903c1950aca),segment_id=35d1a58e-519d-48c5-874c-9903c1950aca)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:46.020451 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b209d0d-cb22-4eb7-84ac-46f57a98d6d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9af20c5-ec0a-4beb-b93d-6291e4255aeb,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:46.039071 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3dd86bbd-6481-4dc8-9bc3-f4d73952c983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.053270 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-3c470c3d-712d-4f03-8075-842527ad2e6c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Deleting port fe35c303-ba91-49e7-9121-2e4cd048347d {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:46.053620 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c470c3d-712d-4f03-8075-842527ad2e6c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.087077 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b6a692-8376-460f-891b-a9572dd4ddaf None None] DHCP port deletion for 3024306a-3909-40d1-ba02-5dd3136dffcd request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:28:46.089420 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.092470 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd86bbd-6481-4dc8-9bc3-f4d73952c983 None None] No DVR routers for this DVR port fe35c303-ba91-49e7-9121-2e4cd048347d on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:28:46.095849 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd86bbd-6481-4dc8-9bc3-f4d73952c983 None None] Pushing event deleted for resources: {'Port': ['ID=fe35c303-ba91-49e7-9121-2e4cd048347d,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:46.112901 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d78440db-7ab5-4100-95fa-9020b11ee348 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.115594 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd86bbd-6481-4dc8-9bc3-f4d73952c983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:46.116088 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd86bbd-6481-4dc8-9bc3-f4d73952c983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:46.117285 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd86bbd-6481-4dc8-9bc3-f4d73952c983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:46.117730 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd86bbd-6481-4dc8-9bc3-f4d73952c983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:46.118359 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd86bbd-6481-4dc8-9bc3-f4d73952c983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:46.118927 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd86bbd-6481-4dc8-9bc3-f4d73952c983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:46.120298 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd86bbd-6481-4dc8-9bc3-f4d73952c983 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:46.120298 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd86bbd-6481-4dc8-9bc3-f4d73952c983 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:46.120298 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd86bbd-6481-4dc8-9bc3-f4d73952c983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:46.120658 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd86bbd-6481-4dc8-9bc3-f4d73952c983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:46.121149 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd86bbd-6481-4dc8-9bc3-f4d73952c983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:46.121904 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd86bbd-6481-4dc8-9bc3-f4d73952c983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:46.225100 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=29d0009a-8ab9-498c-bad8-b0fd2a7fd66a,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:46.237401 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.241541 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-96b6a692-8376-460f-891b-a9572dd4ddaf None None] Deleting port 551eae38-9049-4bc6-99af-f27f54a1affd {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:46.241922 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-96b6a692-8376-460f-891b-a9572dd4ddaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.298130 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78440db-7ab5-4100-95fa-9020b11ee348 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Pushing event deleted for resources: {'Port': ['ID=5130b368-d797-436c-bd55-7a5b8652dfea,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:46.319126 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-96b6a692-8376-460f-891b-a9572dd4ddaf None None] For port 551eae38-9049-4bc6-99af-f27f54a1affd, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=551eae38-9049-4bc6-99af-f27f54a1affd,segment=NetworkSegment(54417bab-79ed-4fa5-a41e-0ab25e2ab60e),segment_id=54417bab-79ed-4fa5-a41e-0ab25e2ab60e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:46.319126 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-96b6a692-8376-460f-891b-a9572dd4ddaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.330524 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d78440db-7ab5-4100-95fa-9020b11ee348 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.336752 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-96b6a692-8376-460f-891b-a9572dd4ddaf None None] Calling delete_port for 551eae38-9049-4bc6-99af-f27f54a1affd owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:46.368395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-3c470c3d-712d-4f03-8075-842527ad2e6c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] For port fe35c303-ba91-49e7-9121-2e4cd048347d, host n-d-836146-2, got binding levels [] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:46.369281 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c470c3d-712d-4f03-8075-842527ad2e6c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.426870 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-3c470c3d-712d-4f03-8075-842527ad2e6c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Calling delete_port for fe35c303-ba91-49e7-9121-2e4cd048347d owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:46.459524 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.ipam_backend_mixin [None req-3c470c3d-712d-4f03-8075-842527ad2e6c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Port fe35c303-ba91-49e7-9121-2e4cd048347d was not found and therefore no delete operation was performed {{(pid=103485) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 16:28:46.462104 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d78440db-7ab5-4100-95fa-9020b11ee348 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.463798 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c470c3d-712d-4f03-8075-842527ad2e6c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.466045 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d78440db-7ab5-4100-95fa-9020b11ee348 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.476707 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['29d0009a-8ab9-498c-bad8-b0fd2a7fd66a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:28:46.504076 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c470c3d-712d-4f03-8075-842527ad2e6c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event deleted for resources: {'Port': ['ID=fe35c303-ba91-49e7-9121-2e4cd048347d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:46.540786 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c470c3d-712d-4f03-8075-842527ad2e6c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] No DVR routers for this DVR port fe35c303-ba91-49e7-9121-2e4cd048347d on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:28:46.567751 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device fe35c303-ba91-49e7-9121-2e4cd048347d no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:28:46.586491 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.595349 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: fe35c303-ba91-49e7-9121-2e4cd048347d {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:28:46.595693 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device fe35c303-ba91-49e7-9121-2e4cd048347d not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:28:46.596138 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 551eae38-9049-4bc6-99af-f27f54a1affd no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:28:46.606075 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.623326 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-96b6a692-8376-460f-891b-a9572dd4ddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.646511 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c470c3d-712d-4f03-8075-842527ad2e6c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.660850 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d78440db-7ab5-4100-95fa-9020b11ee348 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.661663 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78440db-7ab5-4100-95fa-9020b11ee348 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0437ea75-3469-4c26-ba8c-87ba16b6d9f4 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:28:46.672111 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d78440db-7ab5-4100-95fa-9020b11ee348 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.676891 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54722) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:46.678017 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d78440db-7ab5-4100-95fa-9020b11ee348 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "DELETE /v2.0/routers/0437ea75-3469-4c26-ba8c-87ba16b6d9f4 HTTP/1.1" status: 204 len: 168 time: 2.6364028 Apr 20 16:28:46.680049 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6a692-8376-460f-891b-a9572dd4ddaf None None] Pushing event deleted for resources: {'Port': ['ID=551eae38-9049-4bc6-99af-f27f54a1affd,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:46.685385 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b6a692-8376-460f-891b-a9572dd4ddaf None None] No DVR routers for this DVR port 551eae38-9049-4bc6-99af-f27f54a1affd on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:28:46.690183 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-3c470c3d-712d-4f03-8075-842527ad2e6c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d815abc-b52f-44a7-b0f4-be6307f2c66b']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:46.690351 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-b931a69a-10e6-4a1c-90e6-d41357788c38 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1405842598', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}, 'admin_state_up': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:46.714135 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-3c470c3d-712d-4f03-8075-842527ad2e6c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a4213b-0bd6-496a-8d47-4db9331e16ee') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:46.714462 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-3c470c3d-712d-4f03-8075-842527ad2e6c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a4213b-0bd6-496a-8d47-4db9331e16ee') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:46.737480 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c470c3d-712d-4f03-8075-842527ad2e6c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.737698 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No active binding found for port 551eae38-9049-4bc6-99af-f27f54a1affd {{(pid=103486) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 20 16:28:46.737935 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 551eae38-9049-4bc6-99af-f27f54a1affd not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:28:46.766665 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c470c3d-712d-4f03-8075-842527ad2e6c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.773776 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c470c3d-712d-4f03-8075-842527ad2e6c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:28:46.775175 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c470c3d-712d-4f03-8075-842527ad2e6c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:28:46.778442 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:28:46.816659 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Allocated IP 172.25.0.222 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/ad2c6c4a-4286-4e68-9a42-a1e537ca20ee) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:28:46.834319 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54724) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:46.895426 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54728) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:46.913386 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-baf2f520-1872-4e0d-af04-696f64476f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.933006 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a4559cb0-5adf-4de1-b0bd-4de6112ae997 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cbc372ad2d1446089af0923f5d212489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0950718 Apr 20 16:28:46.933982 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54730) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:46.957988 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b931a69a-10e6-4a1c-90e6-d41357788c38 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.959397 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b931a69a-10e6-4a1c-90e6-d41357788c38 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.978740 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c470c3d-712d-4f03-8075-842527ad2e6c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:46.987439 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.006567 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c470c3d-712d-4f03-8075-842527ad2e6c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.009967 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3c470c3d-712d-4f03-8075-842527ad2e6c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "DELETE /v2.0/networks/8d815abc-b52f-44a7-b0f4-be6307f2c66b HTTP/1.1" status: 204 len: 168 time: 1.3346100 Apr 20 16:28:47.020458 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54732) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:47.042209 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b931a69a-10e6-4a1c-90e6-d41357788c38 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.067851 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c470c3d-712d-4f03-8075-842527ad2e6c tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event deleted for resources: {'Network': ['ID=8d815abc-b52f-44a7-b0f4-be6307f2c66b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:47.141272 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4c0c28da-85ab-4ad7-ad01-3ea4e9491412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.184657 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.197656 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d3aed-7793-4dc4-b1c4-202993d881a2 req-a06d7080-442b-4dd7-b3cd-e197f978b2df tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:47.201562 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-af8d3aed-7793-4dc4-b1c4-202993d881a2 req-a06d7080-442b-4dd7-b3cd-e197f978b2df tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 944 time: 0.2255938 Apr 20 16:28:47.209320 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6046dd21-0b3a-4a13-817c-b605c5d93093 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.214783 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4c0c28da-85ab-4ad7-ad01-3ea4e9491412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.274952 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:28:47.275676 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-baf2f520-1872-4e0d-af04-696f64476f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.305695 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-af8d3aed-7793-4dc4-b1c4-202993d881a2 req-2dc08ebb-61a1-4867-abae-fdd1cc39a968 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889871 Apr 20 16:28:47.350674 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-baf2f520-1872-4e0d-af04-696f64476f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.401390 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54736) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:47.447139 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6046dd21-0b3a-4a13-817c-b605c5d93093 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.450965 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-53a2d555-86ef-4140-8049-1be1b8ba9416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.462326 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-baf2f520-1872-4e0d-af04-696f64476f8e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3aaf5da555cd4cb69532eb8f16e918a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5638416 Apr 20 16:28:47.463752 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2f520-1872-4e0d-af04-696f64476f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca29a85a-44fd-461a-9a32-a814db8c7af3,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:47.467790 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54738) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:47.468763 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 29d0009a-8ab9-498c-bad8-b0fd2a7fd66a up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:28:47.480500 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4c0c28da-85ab-4ad7-ad01-3ea4e9491412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.483030 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4c0c28da-85ab-4ad7-ad01-3ea4e9491412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.484844 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4c0c28da-85ab-4ad7-ad01-3ea4e9491412 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e1dc2a7-e0f3-421c-9eab-5244706e2583 HTTP/1.1" status: 204 len: 168 time: 0.5495822 Apr 20 16:28:47.514151 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-6046dd21-0b3a-4a13-817c-b605c5d93093 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3024306a-3909-40d1-ba02-5dd3136dffcd']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:47.528138 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c28da-85ab-4ad7-ad01-3ea4e9491412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1dc2a7-e0f3-421c-9eab-5244706e2583,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:47.547634 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-6046dd21-0b3a-4a13-817c-b605c5d93093 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54417bab-79ed-4fa5-a41e-0ab25e2ab60e') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:47.547966 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-6046dd21-0b3a-4a13-817c-b605c5d93093 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54417bab-79ed-4fa5-a41e-0ab25e2ab60e') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:47.573336 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6046dd21-0b3a-4a13-817c-b605c5d93093 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.609365 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:47.622105 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:28:47.622189 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6046dd21-0b3a-4a13-817c-b605c5d93093 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.625581 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d18e341-f106-4da0-980b-aca42a49f751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.638952 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 29d0009a-8ab9-498c-bad8-b0fd2a7fd66a completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:28:47.643084 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 29d0009a-8ab9-498c-bad8-b0fd2a7fd66a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:28:47.643563 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6046dd21-0b3a-4a13-817c-b605c5d93093 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:28:47.643782 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.643976 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6046dd21-0b3a-4a13-817c-b605c5d93093 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:28:47.648526 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:28:47.659340 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9ea4e-17d5-4c11-bb93-75edb0a16759 req-7c9609a9-90b5-4d39-a081-41b4247277e0 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:47.659340 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5fb9ea4e-17d5-4c11-bb93-75edb0a16759 req-7c9609a9-90b5-4d39-a081-41b4247277e0 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a5bd0-88a5-469f-9c97-65876b54279b HTTP/1.1" status: 200 len: 946 time: 0.5346801 Apr 20 16:28:47.680796 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d18e341-f106-4da0-980b-aca42a49f751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.700984 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b931a69a-10e6-4a1c-90e6-d41357788c38 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.712221 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Pushing event updated for resources: {'Port': ['ID=ad2c6c4a-4286-4e68-9a42-a1e537ca20ee,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:47.730824 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.769133 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-53a2d555-86ef-4140-8049-1be1b8ba9416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.773888 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 29d0009a-8ab9-498c-bad8-b0fd2a7fd66a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=29d0009a-8ab9-498c-bad8-b0fd2a7fd66a,segment=NetworkSegment(35d1a58e-519d-48c5-874c-9903c1950aca),segment_id=35d1a58e-519d-48c5-874c-9903c1950aca)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:47.774665 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:47.775008 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:47.775136 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc47926-e885-4f1b-81cb-04094de9d1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d0009a-8ab9-498c-bad8-b0fd2a7fd66a'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:28:47.775346 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:47.775699 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:47.776015 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:47.776435 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:47.776683 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:47.777002 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:47.777322 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:47.777501 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f748f137-9d51-4ea3-9ce3-73497dd5a1ce" -d '{"events": [{"server_uuid": "9cc47926-e885-4f1b-81cb-04094de9d1a6", "name": "network-vif-plugged", "status": "completed", "tag": "29d0009a-8ab9-498c-bad8-b0fd2a7fd66a"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:28:47.777649 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:47.777948 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:47.778270 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:28:47.808096 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5fb9ea4e-17d5-4c11-bb93-75edb0a16759 req-22ccbe73-3d7d-4748-ac23-8dabbffd510b tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478660 Apr 20 16:28:47.817868 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3c4ad7-fa7d-450c-902b-60486b5d2531 x-openstack-request-id: req-7a3c4ad7-fa7d-450c-902b-60486b5d2531 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:28:47.820144 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc47926-e885-4f1b-81cb-04094de9d1a6", "name": "network-vif-plugged", "status": "completed", "tag": "29d0009a-8ab9-498c-bad8-b0fd2a7fd66a", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:28:47.820144 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a3c4ad7-fa7d-450c-902b-60486b5d2531 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:28:47.820144 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a3c4ad7-fa7d-450c-902b-60486b5d2531'] response: {'server_uuid': '9cc47926-e885-4f1b-81cb-04094de9d1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d0009a-8ab9-498c-bad8-b0fd2a7fd66a', 'code': 200} Apr 20 16:28:47.873472 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-53a2d555-86ef-4140-8049-1be1b8ba9416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.874003 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.878323 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6046dd21-0b3a-4a13-817c-b605c5d93093 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.883615 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6046dd21-0b3a-4a13-817c-b605c5d93093 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.896666 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6046dd21-0b3a-4a13-817c-b605c5d93093 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] 10.222.0.15 "DELETE /v2.0/networks/3024306a-3909-40d1-ba02-5dd3136dffcd HTTP/1.1" status: 204 len: 168 time: 0.8790865 Apr 20 16:28:47.946672 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d18e341-f106-4da0-980b-aca42a49f751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.950048 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d18e341-f106-4da0-980b-aca42a49f751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:47.951204 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8d18e341-f106-4da0-980b-aca42a49f751 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca29a85a-44fd-461a-9a32-a814db8c7af3 HTTP/1.1" status: 204 len: 168 time: 0.4717996 Apr 20 16:28:47.961307 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=29d0009a-8ab9-498c-bad8-b0fd2a7fd66a,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:47.962302 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046dd21-0b3a-4a13-817c-b605c5d93093 tempest-TaggedBootDevicesTest-1515030458 tempest-TaggedBootDevicesTest-1515030458-project] Pushing event deleted for resources: {'Network': ['ID=3024306a-3909-40d1-ba02-5dd3136dffcd,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:48.002279 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-53a2d555-86ef-4140-8049-1be1b8ba9416 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d388b49cc264e9580a73811da67d959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5947523 Apr 20 16:28:48.007262 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2d555-86ef-4140-8049-1be1b8ba9416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab495ed-c2cd-4c98-ae8d-1f79cc948a84,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:48.010230 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54752) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:48.050636 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18e341-f106-4da0-980b-aca42a49f751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca29a85a-44fd-461a-9a32-a814db8c7af3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:48.088162 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea78ee-f343-4996-931c-c28beedbfff8 req-995d1b52-f2a5-4b4f-8eae-79c61cf84283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:48.096169 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddea78ee-f343-4996-931c-c28beedbfff8 req-995d1b52-f2a5-4b4f-8eae-79c61cf84283 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 1096 time: 0.1137476 Apr 20 16:28:48.127247 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-453d78f3-c5ae-469f-a401-d07230c927f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:48.152420 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-453d78f3-c5ae-469f-a401-d07230c927f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:48.195876 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddea78ee-f343-4996-931c-c28beedbfff8 req-6ee388ac-dec0-4307-98a4-34d4a6ad8438 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918252 Apr 20 16:28:48.196440 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:48.314092 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-453d78f3-c5ae-469f-a401-d07230c927f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:48.318502 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-453d78f3-c5ae-469f-a401-d07230c927f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:48.320231 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-453d78f3-c5ae-469f-a401-d07230c927f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ab495ed-c2cd-4c98-ae8d-1f79cc948a84 HTTP/1.1" status: 204 len: 168 time: 0.3087490 Apr 20 16:28:48.333803 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d78f3-c5ae-469f-a401-d07230c927f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab495ed-c2cd-4c98-ae8d-1f79cc948a84,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:48.424839 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b931a69a-10e6-4a1c-90e6-d41357788c38 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:48.425296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5130b368-d797-436c-bd55-7a5b8652dfea no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:28:48.448004 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 5130b368-d797-436c-bd55-7a5b8652dfea {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:28:48.448486 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5130b368-d797-436c-bd55-7a5b8652dfea not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:28:48.458054 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b931a69a-10e6-4a1c-90e6-d41357788c38 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:48.492893 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d078b-2a9c-47dc-8c67-2581a0a50bb3 req-22bb89e2-92c5-452a-99a0-a79b70a9a29b tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:48.495895 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-428d078b-2a9c-47dc-8c67-2581a0a50bb3 req-22bb89e2-92c5-452a-99a0-a79b70a9a29b tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 945 time: 0.0877495 Apr 20 16:28:48.556637 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-428d078b-2a9c-47dc-8c67-2581a0a50bb3 req-18f6e784-fef9-430f-a9f4-8da0da5ce497 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498679 Apr 20 16:28:48.726200 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-b931a69a-10e6-4a1c-90e6-d41357788c38 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Allocated IP 172.25.0.149 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/ab16eb55-c690-45be-937d-a4d53ee17b13) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:28:48.736044 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4488cee-77e9-43ff-a940-ee5035482893 req-d59bc9ba-6c8b-4799-b742-3ae1863d1b0b tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:48.737598 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4488cee-77e9-43ff-a940-ee5035482893 req-d59bc9ba-6c8b-4799-b742-3ae1863d1b0b tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b8a5bd0-88a5-469f-9c97-65876b54279b HTTP/1.1" status: 200 len: 946 time: 0.1394968 Apr 20 16:28:48.812762 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:49.084384 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b931a69a-10e6-4a1c-90e6-d41357788c38 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:49.097104 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f32344-5531-4485-b6a0-4be1897be1fc req-b468357e-15e5-4c2e-930b-f4024202a58e tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:49.098638 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-29f32344-5531-4485-b6a0-4be1897be1fc req-b468357e-15e5-4c2e-930b-f4024202a58e tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a5bd0-88a5-469f-9c97-65876b54279b HTTP/1.1" status: 200 len: 946 time: 0.1699612 Apr 20 16:28:49.103478 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-f4488cee-77e9-43ff-a940-ee5035482893 req-0fc5a596-5507-4fa6-b32c-69ddb541ec5d tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Deleting port dc34ceee-4c75-491b-9438-2da53c05a7c3 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:49.103816 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f4488cee-77e9-43ff-a940-ee5035482893 req-0fc5a596-5507-4fa6-b32c-69ddb541ec5d tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:49.243612 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-29f32344-5531-4485-b6a0-4be1897be1fc req-614ac837-c389-4143-bfa0-fea923463c96 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348252 Apr 20 16:28:49.288370 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-f4488cee-77e9-43ff-a940-ee5035482893 req-0fc5a596-5507-4fa6-b32c-69ddb541ec5d tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] For port dc34ceee-4c75-491b-9438-2da53c05a7c3, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=dc34ceee-4c75-491b-9438-2da53c05a7c3,segment=NetworkSegment(fb503d67-59f1-46d1-9d04-2d226b2a2c31),segment_id=fb503d67-59f1-46d1-9d04-2d226b2a2c31)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:49.290391 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f4488cee-77e9-43ff-a940-ee5035482893 req-0fc5a596-5507-4fa6-b32c-69ddb541ec5d tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:49.302416 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-f4488cee-77e9-43ff-a940-ee5035482893 req-0fc5a596-5507-4fa6-b32c-69ddb541ec5d tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Calling delete_port for dc34ceee-4c75-491b-9438-2da53c05a7c3 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:49.303194 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54800) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:49.395025 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Router 80e4656d-2ca1-4bef-803f-13d1fac761ad is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:28:49.483002 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b931a69a-10e6-4a1c-90e6-d41357788c38 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:49.568064 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b931a69a-10e6-4a1c-90e6-d41357788c38 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:28:49.643006 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931a69a-10e6-4a1c-90e6-d41357788c38 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Pushing event updated for resources: {'Port': ['ID=ab16eb55-c690-45be-937d-a4d53ee17b13,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:49.653918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-b931a69a-10e6-4a1c-90e6-d41357788c38 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:49.658317 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b931a69a-10e6-4a1c-90e6-d41357788c38 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:28:49.704750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:28:49.716977 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca8a147-1b51-4fd4-9e84-1301455008ff None None] Sync routers for ids ['80e4656d-2ca1-4bef-803f-13d1fac761ad'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:28:49.732941 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca8a147-1b51-4fd4-9e84-1301455008ff None None] Routers {'80e4656d-2ca1-4bef-803f-13d1fac761ad'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:28:49.734045 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-fca8a147-1b51-4fd4-9e84-1301455008ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['80e4656d-2ca1-4bef-803f-13d1fac761ad'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:49.762034 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f4488cee-77e9-43ff-a940-ee5035482893 req-0fc5a596-5507-4fa6-b32c-69ddb541ec5d tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:49.790060 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98801a-0d33-48ad-98bd-cb17b64e21d2 req-78be967d-50ae-488a-90e2-11f3ad504bc7 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:49.791642 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9e98801a-0d33-48ad-98bd-cb17b64e21d2 req-78be967d-50ae-488a-90e2-11f3ad504bc7 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 945 time: 0.1385152 Apr 20 16:28:49.795288 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['dc34ceee-4c75-491b-9438-2da53c05a7c3'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:28:49.832349 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-fca8a147-1b51-4fd4-9e84-1301455008ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:49.851220 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca8a147-1b51-4fd4-9e84-1301455008ff None None] Routers {'80e4656d-2ca1-4bef-803f-13d1fac761ad'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:28:49.852402 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-fca8a147-1b51-4fd4-9e84-1301455008ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['80e4656d-2ca1-4bef-803f-13d1fac761ad'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:49.862876 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9e98801a-0d33-48ad-98bd-cb17b64e21d2 req-89372544-35e2-42af-81ee-849790e067df tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636606 Apr 20 16:28:49.873486 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:49.874807 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ea445303-e53c-4bb4-acff-5a776d146430 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.5144484 Apr 20 16:28:49.875744 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5a596-5507-4fa6-b32c-69ddb541ec5d tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Pushing event deleted for resources: {'Port': ['ID=dc34ceee-4c75-491b-9438-2da53c05a7c3,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:49.877503 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54814) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:49.943377 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4488cee-77e9-43ff-a940-ee5035482893 req-0fc5a596-5507-4fa6-b32c-69ddb541ec5d tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] No DVR routers for this DVR port dc34ceee-4c75-491b-9438-2da53c05a7c3 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:28:49.946444 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f4488cee-77e9-43ff-a940-ee5035482893 req-0fc5a596-5507-4fa6-b32c-69ddb541ec5d tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:49.950280 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4488cee-77e9-43ff-a940-ee5035482893 req-0fc5a596-5507-4fa6-b32c-69ddb541ec5d tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.30 "DELETE /v2.0/ports/dc34ceee-4c75-491b-9438-2da53c05a7c3 HTTP/1.1" status: 204 len: 173 time: 1.2022817 Apr 20 16:28:49.950857 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8a5bd0-88a5-469f-9c97-65876b54279b', 'name': 'network-vif-deleted', 'tag': 'dc34ceee-4c75-491b-9438-2da53c05a7c3'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:28:49.953593 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d17ccb-7faa-47a1-99df-2b6c84fa46bf" -d '{"events": [{"server_uuid": "3b8a5bd0-88a5-469f-9c97-65876b54279b", "name": "network-vif-deleted", "tag": "dc34ceee-4c75-491b-9438-2da53c05a7c3"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:28:49.996964 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fb199f-3c0e-427e-aa43-06dab7b43771 x-openstack-request-id: req-55fb199f-3c0e-427e-aa43-06dab7b43771 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:28:49.997499 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8a5bd0-88a5-469f-9c97-65876b54279b", "name": "network-vif-deleted", "tag": "dc34ceee-4c75-491b-9438-2da53c05a7c3", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:28:49.997935 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55fb199f-3c0e-427e-aa43-06dab7b43771 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:28:49.998483 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55fb199f-3c0e-427e-aa43-06dab7b43771'] response: {'server_uuid': '3b8a5bd0-88a5-469f-9c97-65876b54279b', 'name': 'network-vif-deleted', 'tag': 'dc34ceee-4c75-491b-9438-2da53c05a7c3', 'status': 'completed', 'code': 200} Apr 20 16:28:50.038494 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-fca8a147-1b51-4fd4-9e84-1301455008ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:50.039144 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca8a147-1b51-4fd4-9e84-1301455008ff None None] The sync data for ids ['80e4656d-2ca1-4bef-803f-13d1fac761ad'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:28:50.212851 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b931a69a-10e6-4a1c-90e6-d41357788c38 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:50.231817 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-43663d59-c052-49a5-bb94-56550d98e828 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "GET /v2.0/routers/80e4656d-2ca1-4bef-803f-13d1fac761ad HTTP/1.1" status: 200 len: 925 time: 0.3509059 Apr 20 16:28:50.235271 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54826) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:50.238506 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-0708b7db-9598-455b-a779-9ec74895aae2 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-956136250-network', 'tenant_id': '9a708293960f4ebd9fa56975b692d3bf'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:50.310929 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9fe1b8a8-2b13-4678-8fc9-5e86a32c34dc tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "GET /v2.0/ports?device_id=80e4656d-2ca1-4bef-803f-13d1fac761ad HTTP/1.1" status: 200 len: 205 time: 0.0479753 Apr 20 16:28:50.313823 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54832) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:50.482749 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0d9fce0e-797b-4234-88fe-680f6709c97b req-d605bb1a-ca8c-41ab-8ac0-097c1287862f tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8a5bd0-88a5-469f-9c97-65876b54279b HTTP/1.1" status: 200 len: 210 time: 0.0999444 Apr 20 16:28:50.483420 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0708b7db-9598-455b-a779-9ec74895aae2 admin admin] Made reservation on behalf of 9a708293960f4ebd9fa56975b692d3bf for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:28:50.488691 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0708b7db-9598-455b-a779-9ec74895aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:50.524057 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0708b7db-9598-455b-a779-9ec74895aae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:50.528274 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b931a69a-10e6-4a1c-90e6-d41357788c38 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:50.649906 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e73686d9-3356-47db-872d-705ae819a359 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:50.779488 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0708b7db-9598-455b-a779-9ec74895aae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:50.790226 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e73686d9-3356-47db-872d-705ae819a359 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:50.827994 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b931a69a-10e6-4a1c-90e6-d41357788c38 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Router d7819246-8fbf-4bce-8825-af2a81785900 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:28:50.867921 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0708b7db-9598-455b-a779-9ec74895aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:50.900239 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0708b7db-9598-455b-a779-9ec74895aae2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:28:50.920158 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0708b7db-9598-455b-a779-9ec74895aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:50.921141 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-0708b7db-9598-455b-a779-9ec74895aae2 admin admin] Added segment 637c6d92-10a4-4f6d-83e9-ccf24bba9249 of type vlan for network edf5fb8d-8376-4398-ac05-c3cdbbc886f3 Apr 20 16:28:50.983200 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0708b7db-9598-455b-a779-9ec74895aae2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:51.021204 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708b7db-9598-455b-a779-9ec74895aae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fa7b96-ef80-4adc-8293-48c2cd79aa51,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:51.098581 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0708b7db-9598-455b-a779-9ec74895aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:51.102608 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0708b7db-9598-455b-a779-9ec74895aae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:51.103801 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0708b7db-9598-455b-a779-9ec74895aae2 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:51.185985 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e73686d9-3356-47db-872d-705ae819a359 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Deleting port ad2c6c4a-4286-4e68-9a42-a1e537ca20ee {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:51.186724 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e73686d9-3356-47db-872d-705ae819a359 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:51.294336 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99bebe-3174-4f6e-bd71-fbbfde10a8f7 req-13c1fc5a-24cd-4321-858f-5be8847e293c tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:51.295827 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c99bebe-3174-4f6e-bd71-fbbfde10a8f7 req-13c1fc5a-24cd-4321-858f-5be8847e293c tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 945 time: 0.1068263 Apr 20 16:28:51.305549 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b931a69a-10e6-4a1c-90e6-d41357788c38 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:28:51.318358 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0708b7db-9598-455b-a779-9ec74895aae2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0140078 Apr 20 16:28:51.324627 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735d228d-d3b1-4a8a-a9cd-f82f998d9d97 None None] Sync routers for ids ['d7819246-8fbf-4bce-8825-af2a81785900'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:28:51.352061 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735d228d-d3b1-4a8a-a9cd-f82f998d9d97 None None] Routers {'d7819246-8fbf-4bce-8825-af2a81785900'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:28:51.354071 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-735d228d-d3b1-4a8a-a9cd-f82f998d9d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d7819246-8fbf-4bce-8825-af2a81785900'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:51.357348 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708b7db-9598-455b-a779-9ec74895aae2 admin admin] Pushing event updated for resources: {'Network': ['ID=edf5fb8d-8376-4398-ac05-c3cdbbc886f3,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:51.375161 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c99bebe-3174-4f6e-bd71-fbbfde10a8f7 req-fd045f12-e7dc-4c0e-bfc3-f0866353e27f tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716960 Apr 20 16:28:51.422266 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e73686d9-3356-47db-872d-705ae819a359 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:51.439095 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network edf5fb8d-8376-4398-ac05-c3cdbbc886f3 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:28:51.439722 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e73686d9-3356-47db-872d-705ae819a359 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Calling delete_port for ad2c6c4a-4286-4e68-9a42-a1e537ca20ee owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:51.485779 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-735d228d-d3b1-4a8a-a9cd-f82f998d9d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:51.498158 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b931a69a-10e6-4a1c-90e6-d41357788c38 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:51.499632 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b931a69a-10e6-4a1c-90e6-d41357788c38 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.8216004 Apr 20 16:28:51.502527 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54868) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:51.507374 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-8617f82b-3ce2-4fc1-a7a3-cbb6920d662a tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'enable_snat': False}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:51.510144 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735d228d-d3b1-4a8a-a9cd-f82f998d9d97 None None] Routers {'d7819246-8fbf-4bce-8825-af2a81785900'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:28:51.510782 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-735d228d-d3b1-4a8a-a9cd-f82f998d9d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d7819246-8fbf-4bce-8825-af2a81785900'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:51.581263 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-735d228d-d3b1-4a8a-a9cd-f82f998d9d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:51.582165 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735d228d-d3b1-4a8a-a9cd-f82f998d9d97 None None] The sync data for ids ['d7819246-8fbf-4bce-8825-af2a81785900'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:28:51.693311 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09b817-c653-4294-b8c0-c97e38bf1591 req-1c4ad80c-6d95-4614-9d0f-0cd78fb1d0ea tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:51.695123 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d09b817-c653-4294-b8c0-c97e38bf1591 req-1c4ad80c-6d95-4614-9d0f-0cd78fb1d0ea tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 945 time: 0.1689951 Apr 20 16:28:51.777600 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d09b817-c653-4294-b8c0-c97e38bf1591 req-015e9982-1891-4657-aca2-35e6c8d22352 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495059 Apr 20 16:28:51.919172 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e73686d9-3356-47db-872d-705ae819a359 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:51.949914 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73686d9-3356-47db-872d-705ae819a359 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Pushing event deleted for resources: {'Port': ['ID=ad2c6c4a-4286-4e68-9a42-a1e537ca20ee,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:51.966123 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8617f82b-3ce2-4fc1-a7a3-cbb6920d662a tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:52.028022 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e73686d9-3356-47db-872d-705ae819a359 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:52.185143 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e73686d9-3356-47db-872d-705ae819a359 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:52.188572 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e73686d9-3356-47db-872d-705ae819a359 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:52.191643 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54902) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:52.329052 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f80e0-3470-4494-8d0b-4811369545ab req-3f12336f-4957-4787-a374-e70b837f5b0e tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:52.336526 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-429f80e0-3470-4494-8d0b-4811369545ab req-3f12336f-4957-4787-a374-e70b837f5b0e tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/networks?id=57788d4a-c0b2-4e44-bcc3-e868445aab00 HTTP/1.1" status: 200 len: 808 time: 0.1947854 Apr 20 16:28:52.344168 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e73686d9-3356-47db-872d-705ae819a359 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:52.345525 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73686d9-3356-47db-872d-705ae819a359 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Fanout notify agent at l3_agent the message router_deleted on router 80e4656d-2ca1-4bef-803f-13d1fac761ad {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:28:52.359849 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e73686d9-3356-47db-872d-705ae819a359 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:52.365045 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54906) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:52.365618 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e73686d9-3356-47db-872d-705ae819a359 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "DELETE /v2.0/routers/80e4656d-2ca1-4bef-803f-13d1fac761ad HTTP/1.1" status: 204 len: 168 time: 2.0510628 Apr 20 16:28:52.371841 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-518cf88a-75b0-4106-9895-9d612d6febb7 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Request body: {'router': {'name': 'tempest-snat-router-404240458', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'enable_snat': False}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:52.382033 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-429f80e0-3470-4494-8d0b-4811369545ab req-feea01bd-6bce-4e08-9f0c-7ccb312ea6d9 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/quotas/5ca8e2b629024f54bb9e386005a6d319 HTTP/1.1" status: 200 len: 375 time: 0.0445740 Apr 20 16:28:52.436413 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-429f80e0-3470-4494-8d0b-4811369545ab req-3bc81998-87b3-4038-ae1a-2fcd3f99b500 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ca8e2b629024f54bb9e386005a6d319&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410035 Apr 20 16:28:52.443553 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e9b0064c-87b1-426b-905a-8e50fe3bb3d9 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-178748061'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:52.456590 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87627d68-c379-485c-89f1-37c18f14e30f req-a434add2-089c-40b3-9f10-815cfa66ff2b tempest-ComputeTenantNetworksTest-466175250 tempest-ComputeTenantNetworksTest-466175250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:52.462705 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87627d68-c379-485c-89f1-37c18f14e30f req-a434add2-089c-40b3-9f10-815cfa66ff2b tempest-ComputeTenantNetworksTest-466175250 tempest-ComputeTenantNetworksTest-466175250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:52.468794 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87627d68-c379-485c-89f1-37c18f14e30f req-a434add2-089c-40b3-9f10-815cfa66ff2b tempest-ComputeTenantNetworksTest-466175250 tempest-ComputeTenantNetworksTest-466175250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:52.470422 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-87627d68-c379-485c-89f1-37c18f14e30f req-a434add2-089c-40b3-9f10-815cfa66ff2b tempest-ComputeTenantNetworksTest-466175250 tempest-ComputeTenantNetworksTest-466175250-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2227521 Apr 20 16:28:52.573785 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-518cf88a-75b0-4106-9895-9d612d6febb7 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:52.574845 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-518cf88a-75b0-4106-9895-9d612d6febb7 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:52.611770 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b0064c-87b1-426b-905a-8e50fe3bb3d9 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Made reservation on behalf of 1bd2d5e3abcc41a0917a16b4092ca683 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:28:52.615269 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e9b0064c-87b1-426b-905a-8e50fe3bb3d9 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:52.647390 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e9b0064c-87b1-426b-905a-8e50fe3bb3d9 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:52.680381 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cde184ec-4739-447f-a794-ab305d558366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:52.746073 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-429f80e0-3470-4494-8d0b-4811369545ab req-d54df7df-f82c-4e3e-a99f-f873218f0b77 service neutron] 10.222.0.15 "GET /v2.0/networks/57788d4a-c0b2-4e44-bcc3-e868445aab00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992368 Apr 20 16:28:52.781178 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-518cf88a-75b0-4106-9895-9d612d6febb7 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:53.021533 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f9c14-d2f0-47a3-9f03-f195aedee832 req-0c7d1927-eee0-4cdb-9a7f-a0eaef82f51d tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:53.022710 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-740f9c14-d2f0-47a3-9f03-f195aedee832 req-0c7d1927-eee0-4cdb-9a7f-a0eaef82f51d tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 945 time: 0.4709318 Apr 20 16:28:53.069753 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-740f9c14-d2f0-47a3-9f03-f195aedee832 req-6d5b73e3-9af1-40a6-b136-623e7cd1600f tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399439 Apr 20 16:28:53.117062 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-429f80e0-3470-4494-8d0b-4811369545ab req-d9cbc414-f567-4dcd-8d9d-549694b92619 service neutron] 10.222.0.15 "GET /v2.0/networks/57788d4a-c0b2-4e44-bcc3-e868445aab00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329303 Apr 20 16:28:53.176270 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-518cf88a-75b0-4106-9895-9d612d6febb7 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:53.197474 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e9b0064c-87b1-426b-905a-8e50fe3bb3d9 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:53.210482 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device dc34ceee-4c75-491b-9438-2da53c05a7c3 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:28:53.225142 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133580b-0fc9-4337-b92a-803c5a734808 req-5125a3cc-cc49-4325-9558-bb9522727c8a tempest-ComputeTenantNetworksTest-466175250 tempest-ComputeTenantNetworksTest-466175250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:53.227312 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6133580b-0fc9-4337-b92a-803c5a734808 req-5125a3cc-cc49-4325-9558-bb9522727c8a tempest-ComputeTenantNetworksTest-466175250 tempest-ComputeTenantNetworksTest-466175250-project] 10.222.0.15 "GET /v2.0/networks/edf5fb8d-8376-4398-ac05-c3cdbbc886f3 HTTP/1.1" status: 200 len: 768 time: 0.1201146 Apr 20 16:28:53.236517 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54930) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:53.251758 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: dc34ceee-4c75-491b-9438-2da53c05a7c3 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:28:53.252416 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device dc34ceee-4c75-491b-9438-2da53c05a7c3 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:28:53.277795 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8617f82b-3ce2-4fc1-a7a3-cbb6920d662a tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:53.282126 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8617f82b-3ce2-4fc1-a7a3-cbb6920d662a tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545285'] for router, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:53.287237 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e9b0064c-87b1-426b-905a-8e50fe3bb3d9 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:53.302321 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b0064c-87b1-426b-905a-8e50fe3bb3d9 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:28:53.325139 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e9b0064c-87b1-426b-905a-8e50fe3bb3d9 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:53.325483 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-e9b0064c-87b1-426b-905a-8e50fe3bb3d9 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Added segment 082d6bec-b71b-400c-ad1f-d3e77b0d5583 of type vlan for network 9cff218e-0714-4ad5-b51d-3b2a8dfff66a Apr 20 16:28:53.331800 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dcc48c3f-0ee0-4a27-848d-a3b11bc91edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:53.396035 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e9b0064c-87b1-426b-905a-8e50fe3bb3d9 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:53.463763 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dcc48c3f-0ee0-4a27-848d-a3b11bc91edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:53.484305 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f4a72-757f-4ff0-8f2e-34127e85dabb req-db65fa78-e82e-4339-b65a-af8e4ef90a53 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:53.492151 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-617f4a72-757f-4ff0-8f2e-34127e85dabb req-db65fa78-e82e-4339-b65a-af8e4ef90a53 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 945 time: 0.1257830 Apr 20 16:28:53.528584 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0064c-87b1-426b-905a-8e50fe3bb3d9 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a870785-a0b8-481f-a658-0af4126c567a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:53.540076 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-617f4a72-757f-4ff0-8f2e-34127e85dabb req-07ef1a3a-dfff-45b0-b8c1-216655f3234a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469549 Apr 20 16:28:53.544924 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-dcc48c3f-0ee0-4a27-848d-a3b11bc91edc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf5fb8d-8376-4398-ac05-c3cdbbc886f3']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:53.574340 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-dcc48c3f-0ee0-4a27-848d-a3b11bc91edc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637c6d92-10a4-4f6d-83e9-ccf24bba9249') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:53.580534 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-dcc48c3f-0ee0-4a27-848d-a3b11bc91edc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637c6d92-10a4-4f6d-83e9-ccf24bba9249') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:53.591751 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dcc48c3f-0ee0-4a27-848d-a3b11bc91edc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:53.645199 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9ee5addd-f15c-4db8-99c0-c411d60a5b09 req-9ce511b1-be13-4f21-a1f7-918dc5651edb tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=43402b7e-210b-4172-a556-dfe59183e914 HTTP/1.1" status: 200 len: 210 time: 0.0532982 Apr 20 16:28:53.646544 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dcc48c3f-0ee0-4a27-848d-a3b11bc91edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:53.657493 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc48c3f-0ee0-4a27-848d-a3b11bc91edc admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:28:53.657906 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dcc48c3f-0ee0-4a27-848d-a3b11bc91edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:53.658578 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8617f82b-3ce2-4fc1-a7a3-cbb6920d662a tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Router d7819246-8fbf-4bce-8825-af2a81785900 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:28:53.662440 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:28:53.666658 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e9b0064c-87b1-426b-905a-8e50fe3bb3d9 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:53.673163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0064c-87b1-426b-905a-8e50fe3bb3d9 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:53.673891 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e9b0064c-87b1-426b-905a-8e50fe3bb3d9 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:53.907531 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dcc48c3f-0ee0-4a27-848d-a3b11bc91edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:53.928039 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dcc48c3f-0ee0-4a27-848d-a3b11bc91edc admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:53.932270 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dcc48c3f-0ee0-4a27-848d-a3b11bc91edc admin admin] 10.222.0.15 "DELETE /v2.0/networks/edf5fb8d-8376-4398-ac05-c3cdbbc886f3 HTTP/1.1" status: 204 len: 168 time: 0.6944668 Apr 20 16:28:54.011325 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc48c3f-0ee0-4a27-848d-a3b11bc91edc admin admin] Pushing event deleted for resources: {'Network': ['ID=edf5fb8d-8376-4398-ac05-c3cdbbc886f3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:54.039350 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79159839-87cf-43d8-9f44-f41a6531bd14 req-bf95fda5-1dda-42dc-8f9d-2fef7013b1d4 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:54.052114 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-79159839-87cf-43d8-9f44-f41a6531bd14 req-bf95fda5-1dda-42dc-8f9d-2fef7013b1d4 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 945 time: 0.1253264 Apr 20 16:28:54.111723 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-79159839-87cf-43d8-9f44-f41a6531bd14 req-da9e77cd-6b9d-41fd-8dbc-3310b2698dfe tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572796 Apr 20 16:28:54.213527 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e9b0064c-87b1-426b-905a-8e50fe3bb3d9 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0205088 Apr 20 16:28:54.215386 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0064c-87b1-426b-905a-8e50fe3bb3d9 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Pushing event updated for resources: {'Network': ['ID=9cff218e-0714-4ad5-b51d-3b2a8dfff66a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:54.228815 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 9cff218e-0714-4ad5-b51d-3b2a8dfff66a details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:28:54.230035 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54952) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:54.313540 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68718b9-3a31-44b2-a9f1-aa56d76b1e41 req-cc513a53-59fe-4cd1-bb67-3b79c9b9bd50 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:54.320755 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b68718b9-3a31-44b2-a9f1-aa56d76b1e41 req-cc513a53-59fe-4cd1-bb67-3b79c9b9bd50 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 945 time: 0.1420610 Apr 20 16:28:54.382529 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b68718b9-3a31-44b2-a9f1-aa56d76b1e41 req-66d07f14-9452-4e62-aa53-b7261c07c57f tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545821 Apr 20 16:28:54.436262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8617f82b-3ce2-4fc1-a7a3-cbb6920d662a tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:28:54.442810 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8617f82b-3ce2-4fc1-a7a3-cbb6920d662a tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:54.443869 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8617f82b-3ce2-4fc1-a7a3-cbb6920d662a tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "PUT /v2.0/routers/d7819246-8fbf-4bce-8825-af2a81785900 HTTP/1.1" status: 200 len: 922 time: 2.9402909 Apr 20 16:28:54.446511 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54960) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:54.452748 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f2fad-6cbb-4582-905a-bc998d1d9c66 None None] Sync routers for ids ['d7819246-8fbf-4bce-8825-af2a81785900'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:28:54.484559 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f2fad-6cbb-4582-905a-bc998d1d9c66 None None] Routers {'d7819246-8fbf-4bce-8825-af2a81785900'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:28:54.485207 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-621f2fad-6cbb-4582-905a-bc998d1d9c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d7819246-8fbf-4bce-8825-af2a81785900'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:54.511497 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-518cf88a-75b0-4106-9895-9d612d6febb7 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:54.539115 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-fdf6494c-49ab-4a8a-9833-1007c5c3a7a1 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Request body: {'network': {'name': 'tempest-network--1907287097', 'router:external': True}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:54.542362 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54962) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:54.548327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7c471ca5-f6ff-46e6-b7a5-0b1b60b44234 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Request body: {'network': {'name': 'tempest-network-smoke--1962154804', 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'port_security_enabled': True}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:54.569881 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-621f2fad-6cbb-4582-905a-bc998d1d9c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:54.570280 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-518cf88a-75b0-4106-9895-9d612d6febb7 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:54.599048 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f2fad-6cbb-4582-905a-bc998d1d9c66 None None] Routers {'d7819246-8fbf-4bce-8825-af2a81785900'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:28:54.599714 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-621f2fad-6cbb-4582-905a-bc998d1d9c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d7819246-8fbf-4bce-8825-af2a81785900'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:54.626018 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-67e433f5-ebb3-494b-9051-81cdb514a7b5 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "GET /v2.0/routers/d7819246-8fbf-4bce-8825-af2a81785900 HTTP/1.1" status: 200 len: 922 time: 0.1780319 Apr 20 16:28:54.628427 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54964) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:54.642936 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54966) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:54.665789 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-621f2fad-6cbb-4582-905a-bc998d1d9c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:54.666623 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f2fad-6cbb-4582-905a-bc998d1d9c66 None None] The sync data for ids ['d7819246-8fbf-4bce-8825-af2a81785900'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:28:54.713669 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c471ca5-f6ff-46e6-b7a5-0b1b60b44234 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Made reservation on behalf of cb11bf8b3c08464a8790ceef590f4df3 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:28:54.713669 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c471ca5-f6ff-46e6-b7a5-0b1b60b44234 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:54.737709 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c4ed15-16b7-4204-9ac7-893fd3cacbeb tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:54.741664 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-79c4ed15-16b7-4204-9ac7-893fd3cacbeb tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&device_id=d7819246-8fbf-4bce-8825-af2a81785900&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1097429 Apr 20 16:28:54.741937 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54970) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:54.757332 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1032acb8-7547-457f-b5ae-f2067d278e4a req-33935529-4546-491b-8371-0540de2aab3b tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=43402b7e-210b-4172-a556-dfe59183e914 HTTP/1.1" status: 200 len: 210 time: 0.0529540 Apr 20 16:28:54.766892 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c471ca5-f6ff-46e6-b7a5-0b1b60b44234 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:54.790671 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-518cf88a-75b0-4106-9895-9d612d6febb7 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Allocated IP 172.25.0.185 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/14a4ed77-ceb8-4000-81b1-0e9ec555d429) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:28:54.815062 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf6494c-49ab-4a8a-9833-1007c5c3a7a1 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Made reservation on behalf of 097898a4d2ea4d709eb43c7f028c13a0 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:28:54.817678 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fdf6494c-49ab-4a8a-9833-1007c5c3a7a1 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:54.830498 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fdf6494c-49ab-4a8a-9833-1007c5c3a7a1 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:54.840056 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f25c63ef-5aeb-4031-84a9-7b08fd5bf188 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a708293960f4ebd9fa56975b692d3bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1937973 Apr 20 16:28:54.845108 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54972) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:54.907951 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa42d4d-a156-4eec-8c5d-0a8bff47d345 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:54.912091 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5fa42d4d-a156-4eec-8c5d-0a8bff47d345 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 881 time: 0.1663063 Apr 20 16:28:54.914214 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54974) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:54.947899 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3602e02d-2c11-41c3-8d79-730088445686 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7819246-8fbf-4bce-8825-af2a81785900 HTTP/1.1" status: 200 len: 205 time: 0.0301068 Apr 20 16:28:54.948151 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54976) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:55.036066 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-518cf88a-75b0-4106-9895-9d612d6febb7 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:55.040138 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bff21993-36fd-470e-a40d-be85d0de16bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:55.058297 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fdf6494c-49ab-4a8a-9833-1007c5c3a7a1 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:55.073299 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c471ca5-f6ff-46e6-b7a5-0b1b60b44234 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:55.103468 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bff21993-36fd-470e-a40d-be85d0de16bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:55.118956 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-96a6e671-451c-43af-94c4-7a73eb4991bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:55.144863 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74e7b970-a069-4dbd-adce-f1286de754bd tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:55.153621 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c471ca5-f6ff-46e6-b7a5-0b1b60b44234 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:55.180958 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fdf6494c-49ab-4a8a-9833-1007c5c3a7a1 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:55.199999 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c471ca5-f6ff-46e6-b7a5-0b1b60b44234 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2901e4e7-3e3c-48d3-8645-dffd4ed4990b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:55.205429 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c471ca5-f6ff-46e6-b7a5-0b1b60b44234 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:28:55.209055 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf6494c-49ab-4a8a-9833-1007c5c3a7a1 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:28:55.235953 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fdf6494c-49ab-4a8a-9833-1007c5c3a7a1 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:55.236533 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-fdf6494c-49ab-4a8a-9833-1007c5c3a7a1 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Added segment 15ca495a-4d18-409e-bd8b-75603c29ec2a of type vlan for network 5cbcfa15-af88-4896-a07a-f38f7a4743cf Apr 20 16:28:55.242512 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c471ca5-f6ff-46e6-b7a5-0b1b60b44234 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:55.242512 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-7c471ca5-f6ff-46e6-b7a5-0b1b60b44234 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Added segment ae05cb49-0407-4b9b-b8bb-8e454ab9e108 of type vlan for network 37dffd32-6c1b-4ef8-ae8a-aeadb127d379 Apr 20 16:28:55.263336 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6494c-49ab-4a8a-9833-1007c5c3a7a1 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b27aa9-0cbb-478c-875b-05849d4603ae,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:55.280793 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4a5eb-8d95-42b7-80f6-3d6942d6ae36 req-368f2174-e758-4022-9d09-1dd1193925d4 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:55.282304 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-53c4a5eb-8d95-42b7-80f6-3d6942d6ae36 req-368f2174-e758-4022-9d09-1dd1193925d4 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 945 time: 0.1402664 Apr 20 16:28:55.322698 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-518cf88a-75b0-4106-9895-9d612d6febb7 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:55.326182 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74e7b970-a069-4dbd-adce-f1286de754bd tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:55.342902 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c471ca5-f6ff-46e6-b7a5-0b1b60b44234 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:55.346331 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-53c4a5eb-8d95-42b7-80f6-3d6942d6ae36 req-f4bbf2f3-7424-49a7-a7af-23398789505e tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539050 Apr 20 16:28:55.380053 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fdf6494c-49ab-4a8a-9833-1007c5c3a7a1 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:55.393922 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bff21993-36fd-470e-a40d-be85d0de16bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:55.396781 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bff21993-36fd-470e-a40d-be85d0de16bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:55.399162 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518cf88a-75b0-4106-9895-9d612d6febb7 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:28:55.399570 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bff21993-36fd-470e-a40d-be85d0de16bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/39fa7b96-ef80-4adc-8293-48c2cd79aa51 HTTP/1.1" status: 204 len: 168 time: 0.5535047 Apr 20 16:28:55.418737 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-518cf88a-75b0-4106-9895-9d612d6febb7 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:55.425371 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff21993-36fd-470e-a40d-be85d0de16bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fa7b96-ef80-4adc-8293-48c2cd79aa51,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:55.427347 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518cf88a-75b0-4106-9895-9d612d6febb7 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:28:55.429587 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518cf88a-75b0-4106-9895-9d612d6febb7 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Pushing event updated for resources: {'Port': ['ID=14a4ed77-ceb8-4000-81b1-0e9ec555d429,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:55.548055 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-74e7b970-a069-4dbd-adce-f1286de754bd tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Deleting port ab16eb55-c690-45be-937d-a4d53ee17b13 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:55.550561 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74e7b970-a069-4dbd-adce-f1286de754bd tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:55.656450 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fdf6494c-49ab-4a8a-9833-1007c5c3a7a1 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:55.657484 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf6494c-49ab-4a8a-9833-1007c5c3a7a1 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:55.658078 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fdf6494c-49ab-4a8a-9833-1007c5c3a7a1 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:55.658367 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74e7b970-a069-4dbd-adce-f1286de754bd tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:55.660287 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c471ca5-f6ff-46e6-b7a5-0b1b60b44234 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:55.665729 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c471ca5-f6ff-46e6-b7a5-0b1b60b44234 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:55.666269 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c471ca5-f6ff-46e6-b7a5-0b1b60b44234 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:55.671239 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-74e7b970-a069-4dbd-adce-f1286de754bd tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Calling delete_port for ab16eb55-c690-45be-937d-a4d53ee17b13 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:55.738371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6494c-49ab-4a8a-9833-1007c5c3a7a1 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Pushing event updated for resources: {'Network': ['ID=5cbcfa15-af88-4896-a07a-f38f7a4743cf,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:55.748628 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 5cbcfa15-af88-4896-a07a-f38f7a4743cf details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:28:55.802892 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-fdf6494c-49ab-4a8a-9833-1007c5c3a7a1 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5717893 Apr 20 16:28:55.812533 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7c471ca5-f6ff-46e6-b7a5-0b1b60b44234 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2690716 Apr 20 16:28:55.813192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54988) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:55.813526 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54990) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:55.828942 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-cb2f52a9-2871-4d20-9ae0-b22797921e94 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-722697221', 'admin_state_up': True, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:55.838971 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c471ca5-f6ff-46e6-b7a5-0b1b60b44234 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event updated for resources: {'Network': ['ID=37dffd32-6c1b-4ef8-ae8a-aeadb127d379,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:55.863402 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 37dffd32-6c1b-4ef8-ae8a-aeadb127d379 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:28:55.993682 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-33cb72d6-3248-44b6-ade7-44092262c961 req-5bab322d-34df-40b6-ad73-0f89bcb8ab4e tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=43402b7e-210b-4172-a556-dfe59183e914 HTTP/1.1" status: 200 len: 210 time: 0.0479715 Apr 20 16:28:55.998365 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf23a023-78b4-4d2c-97cb-b478670e2ca2 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:56.033654 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74e7b970-a069-4dbd-adce-f1286de754bd tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:56.071355 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7b970-a069-4dbd-adce-f1286de754bd tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Pushing event deleted for resources: {'Port': ['ID=ab16eb55-c690-45be-937d-a4d53ee17b13,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:56.101031 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-518cf88a-75b0-4106-9895-9d612d6febb7 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:56.107039 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cb2f52a9-2871-4d20-9ae0-b22797921e94 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:56.109114 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cb2f52a9-2871-4d20-9ae0-b22797921e94 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:56.173310 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74e7b970-a069-4dbd-adce-f1286de754bd tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:56.279851 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74e7b970-a069-4dbd-adce-f1286de754bd tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:56.282683 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74e7b970-a069-4dbd-adce-f1286de754bd tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:56.320149 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:56.352215 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf23a023-78b4-4d2c-97cb-b478670e2ca2 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:56.356683 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cb2f52a9-2871-4d20-9ae0-b22797921e94 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:56.398091 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-cf23a023-78b4-4d2c-97cb-b478670e2ca2 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cbcfa15-af88-4896-a07a-f38f7a4743cf']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:56.411147 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-cf23a023-78b4-4d2c-97cb-b478670e2ca2 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ca495a-4d18-409e-bd8b-75603c29ec2a') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:56.411441 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-cf23a023-78b4-4d2c-97cb-b478670e2ca2 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ca495a-4d18-409e-bd8b-75603c29ec2a') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:56.428542 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74e7b970-a069-4dbd-adce-f1286de754bd tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:56.430944 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e7b970-a069-4dbd-adce-f1286de754bd tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Fanout notify agent at l3_agent the message router_deleted on router d7819246-8fbf-4bce-8825-af2a81785900 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:28:56.446058 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74e7b970-a069-4dbd-adce-f1286de754bd tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:56.453266 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-74e7b970-a069-4dbd-adce-f1286de754bd tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "DELETE /v2.0/routers/d7819246-8fbf-4bce-8825-af2a81785900 HTTP/1.1" status: 204 len: 168 time: 1.4981833 Apr 20 16:28:56.453614 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55008) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:56.469598 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf23a023-78b4-4d2c-97cb-b478670e2ca2 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:56.480977 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b29a5efa-4d4f-4982-b652-b3c035600720 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1809305017', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:56.528351 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf23a023-78b4-4d2c-97cb-b478670e2ca2 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:56.575882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf23a023-78b4-4d2c-97cb-b478670e2ca2 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:28:56.576300 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf23a023-78b4-4d2c-97cb-b478670e2ca2 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:28:56.578612 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:28:56.591705 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75384f-b3e2-49e2-9fe9-833ce879446a req-640b4662-0601-482a-af94-eb157fcffb68 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:56.594859 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ab75384f-b3e2-49e2-9fe9-833ce879446a req-640b4662-0601-482a-af94-eb157fcffb68 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 945 time: 0.1246991 Apr 20 16:28:56.638415 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ab75384f-b3e2-49e2-9fe9-833ce879446a req-15583a8d-8799-46e6-890b-7e6b26412d9c tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335412 Apr 20 16:28:56.701676 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b29a5efa-4d4f-4982-b652-b3c035600720 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:56.703444 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b29a5efa-4d4f-4982-b652-b3c035600720 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:56.795247 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b29a5efa-4d4f-4982-b652-b3c035600720 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:56.824661 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-518cf88a-75b0-4106-9895-9d612d6febb7 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:56.857361 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b29a5efa-4d4f-4982-b652-b3c035600720 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:56.874519 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cb2f52a9-2871-4d20-9ae0-b22797921e94 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:56.960965 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b29a5efa-4d4f-4982-b652-b3c035600720 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:56.964749 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b29a5efa-4d4f-4982-b652-b3c035600720 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4984162 Apr 20 16:28:56.964994 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55018) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:56.969834 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5ff6c353-a29f-4b8d-84bd-240582fdaea9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Request body: {'router': {'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:56.978423 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf23a023-78b4-4d2c-97cb-b478670e2ca2 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:56.987222 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83b33-10ec-4325-8e75-c28b0c1b7092 req-f21b2b39-9d94-473b-a39e-466d1f343570 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:56.988751 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68d83b33-10ec-4325-8e75-c28b0c1b7092 req-f21b2b39-9d94-473b-a39e-466d1f343570 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.26 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 945 time: 0.3505015 Apr 20 16:28:56.998415 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf23a023-78b4-4d2c-97cb-b478670e2ca2 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5cbcfa15-af88-4896-a07a-f38f7a4743cf {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 16:28:57.290122 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55024) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:57.337343 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf23a023-78b4-4d2c-97cb-b478670e2ca2 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:57.340838 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cf23a023-78b4-4d2c-97cb-b478670e2ca2 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] 10.222.0.15 "DELETE /v2.0/networks/5cbcfa15-af88-4896-a07a-f38f7a4743cf HTTP/1.1" status: 204 len: 168 time: 1.5237277 Apr 20 16:28:57.348862 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f80e0-3470-4494-8d0b-4811369545ab req-53a564a8-494a-464f-9bbf-81bd3424f173 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:57.350481 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-429f80e0-3470-4494-8d0b-4811369545ab req-53a564a8-494a-464f-9bbf-81bd3424f173 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.30 "GET /v2.0/networks?id=57788d4a-c0b2-4e44-bcc3-e868445aab00 HTTP/1.1" status: 200 len: 808 time: 0.7558687 Apr 20 16:28:57.353557 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55028) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:57.377366 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-6100ed02-4178-41a2-9dbf-d98e7ee96902 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:57.391998 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23a023-78b4-4d2c-97cb-b478670e2ca2 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Pushing event deleted for resources: {'Network': ['ID=5cbcfa15-af88-4896-a07a-f38f7a4743cf,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:57.422714 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-429f80e0-3470-4494-8d0b-4811369545ab req-ca460525-95a4-4b54-879f-09b4462e77f7 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Request body: {'port': {'device_id': '43402b7e-210b-4172-a556-dfe59183e914', 'network_id': '57788d4a-c0b2-4e44-bcc3-e868445aab00', 'admin_state_up': True, 'tenant_id': '5ca8e2b629024f54bb9e386005a6d319'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:57.513941 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-278f1874-f2c4-49a3-9d0e-777c0431ab57 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-111381735-network', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:57.527349 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9275258d-d391-4064-885b-478eb1aca79a req-c2b18c46-f3d2-48ec-91f8-16eff8c0cd6e tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=43402b7e-210b-4172-a556-dfe59183e914 HTTP/1.1" status: 200 len: 210 time: 0.1995244 Apr 20 16:28:57.535286 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5ff6c353-a29f-4b8d-84bd-240582fdaea9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:57.599376 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278f1874-f2c4-49a3-9d0e-777c0431ab57 admin admin] Made reservation on behalf of 79e26843c2b34b5cae984cd2a5639ef7 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:28:57.604492 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-278f1874-f2c4-49a3-9d0e-777c0431ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:57.655703 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-278f1874-f2c4-49a3-9d0e-777c0431ab57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:57.719655 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6100ed02-4178-41a2-9dbf-d98e7ee96902 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Made reservation on behalf of 097898a4d2ea4d709eb43c7f028c13a0 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:28:57.722071 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6100ed02-4178-41a2-9dbf-d98e7ee96902 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:57.748119 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:57.791094 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-278f1874-f2c4-49a3-9d0e-777c0431ab57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:57.831949 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6100ed02-4178-41a2-9dbf-d98e7ee96902 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:28:57.836693 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-68d83b33-10ec-4325-8e75-c28b0c1b7092 req-d3416601-da8f-4aeb-be90-c4a6ad6a5f46 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Deleting port 29d0009a-8ab9-498c-bad8-b0fd2a7fd66a {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:28:57.837522 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-68d83b33-10ec-4325-8e75-c28b0c1b7092 req-d3416601-da8f-4aeb-be90-c4a6ad6a5f46 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:57.872108 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222a8d3-2f56-4e7c-a114-cfab951d791b req-1fb4b5c2-40f1-4de4-9f06-b37e231f6329 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:57.873535 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e222a8d3-2f56-4e7c-a114-cfab951d791b req-1fb4b5c2-40f1-4de4-9f06-b37e231f6329 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 945 time: 0.0824003 Apr 20 16:28:57.874670 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-278f1874-f2c4-49a3-9d0e-777c0431ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:57.893843 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6100ed02-4178-41a2-9dbf-d98e7ee96902 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:57.895387 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-6100ed02-4178-41a2-9dbf-d98e7ee96902 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Added segment 8686ad3c-6574-4935-ba67-358a96007962 of type vlan for network 4e28bbbc-23a1-448b-b983-ff2c8ecc6ba1 Apr 20 16:28:57.915378 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-278f1874-f2c4-49a3-9d0e-777c0431ab57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:28:57.940381 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518cf88a-75b0-4106-9895-9d612d6febb7 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Router 37fba0e9-5424-4e7c-9a44-872adfc497d3 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:28:57.944934 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f1874-f2c4-49a3-9d0e-777c0431ab57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5710acb3-2e8a-453b-883b-4ded50780ddb,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:57.945326 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-429f80e0-3470-4494-8d0b-4811369545ab req-ca460525-95a4-4b54-879f-09b4462e77f7 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Made reservation on behalf of 5ca8e2b629024f54bb9e386005a6d319 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:28:57.950410 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-429f80e0-3470-4494-8d0b-4811369545ab req-ca460525-95a4-4b54-879f-09b4462e77f7 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:57.953080 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-278f1874-f2c4-49a3-9d0e-777c0431ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:57.953438 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-278f1874-f2c4-49a3-9d0e-777c0431ab57 admin admin] Added segment d7368d76-886f-4c60-91b2-82e35ab3a3f6 of type vlan for network 6129277f-3b7c-420f-bcf7-8207d3888fce Apr 20 16:28:57.973251 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e222a8d3-2f56-4e7c-a114-cfab951d791b req-3eb6e451-0009-441f-974f-4f196421883a tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/security-groups?id=e944adcf-7d41-46af-8d43-760ada7f9ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892854 Apr 20 16:28:58.013631 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-278f1874-f2c4-49a3-9d0e-777c0431ab57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:58.087530 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:58.127872 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5ff6c353-a29f-4b8d-84bd-240582fdaea9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:58.147436 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5ff6c353-a29f-4b8d-84bd-240582fdaea9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:58.150107 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-278f1874-f2c4-49a3-9d0e-777c0431ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:58.151035 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278f1874-f2c4-49a3-9d0e-777c0431ab57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:58.151608 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-278f1874-f2c4-49a3-9d0e-777c0431ab57 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:58.186833 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6100ed02-4178-41a2-9dbf-d98e7ee96902 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:58.233118 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cb2f52a9-2871-4d20-9ae0-b22797921e94 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:58.263339 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f1874-f2c4-49a3-9d0e-777c0431ab57 admin admin] Pushing event updated for resources: {'Network': ['ID=6129277f-3b7c-420f-bcf7-8207d3888fce,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:58.281795 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 6129277f-3b7c-420f-bcf7-8207d3888fce details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:28:58.285002 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cb2f52a9-2871-4d20-9ae0-b22797921e94 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:58.290843 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-278f1874-f2c4-49a3-9d0e-777c0431ab57 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9997232 Apr 20 16:28:58.297174 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55034) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:58.300879 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-68d83b33-10ec-4325-8e75-c28b0c1b7092 req-d3416601-da8f-4aeb-be90-c4a6ad6a5f46 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] For port 29d0009a-8ab9-498c-bad8-b0fd2a7fd66a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=29d0009a-8ab9-498c-bad8-b0fd2a7fd66a,segment=NetworkSegment(35d1a58e-519d-48c5-874c-9903c1950aca),segment_id=35d1a58e-519d-48c5-874c-9903c1950aca)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:28:58.301260 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-68d83b33-10ec-4325-8e75-c28b0c1b7092 req-d3416601-da8f-4aeb-be90-c4a6ad6a5f46 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:58.302612 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-58dabbca-0953-4ab3-91c8-cef8ac92c3b5 admin admin] Request body: {'subnet': {'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-111381735-subnet', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:58.335095 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-5ff6c353-a29f-4b8d-84bd-240582fdaea9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Allocated IP 172.25.0.173 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/cf00fbba-98de-489b-a87c-a3773adc56de) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:28:58.379201 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-68d83b33-10ec-4325-8e75-c28b0c1b7092 req-d3416601-da8f-4aeb-be90-c4a6ad6a5f46 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Calling delete_port for 29d0009a-8ab9-498c-bad8-b0fd2a7fd66a owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:28:58.415322 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dabbca-0953-4ab3-91c8-cef8ac92c3b5 admin admin] Made reservation on behalf of 79e26843c2b34b5cae984cd2a5639ef7 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:28:58.417759 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-58dabbca-0953-4ab3-91c8-cef8ac92c3b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:58.503674 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518cf88a-75b0-4106-9895-9d612d6febb7 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:28:58.507874 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5ff6c353-a29f-4b8d-84bd-240582fdaea9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:58.508944 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-429f80e0-3470-4494-8d0b-4811369545ab req-ca460525-95a4-4b54-879f-09b4462e77f7 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Allocated IP 172.20.0.4 (57788d4a-c0b2-4e44-bcc3-e868445aab00/eba52b01-f16c-48dd-9b36-583fefdbcff4/7f6c9621-b6ce-43ef-a18d-3318090246bc) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:28:58.522665 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] Sync routers for ids ['37fba0e9-5424-4e7c-9a44-872adfc497d3'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:28:58.547142 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] Routers {'37fba0e9-5424-4e7c-9a44-872adfc497d3'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:28:58.548639 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['37fba0e9-5424-4e7c-9a44-872adfc497d3'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:58.575035 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6100ed02-4178-41a2-9dbf-d98e7ee96902 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:58.575989 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6100ed02-4178-41a2-9dbf-d98e7ee96902 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:58.576612 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6100ed02-4178-41a2-9dbf-d98e7ee96902 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:58.616323 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:58.679819 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-518cf88a-75b0-4106-9895-9d612d6febb7 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:58.680984 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-518cf88a-75b0-4106-9895-9d612d6febb7 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.3150084 Apr 20 16:28:58.690165 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55038) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:58.721772 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] Set router 37fba0e9-5424-4e7c-9a44-872adfc497d3 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:28:58.730415 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dee18adf-05b2-4e48-bcd9-c52716cb071a req-abea3cbd-5853-43c2-a826-e388a7f2a804 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=43402b7e-210b-4172-a556-dfe59183e914 HTTP/1.1" status: 200 len: 210 time: 0.0588667 Apr 20 16:28:58.736806 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6100ed02-4178-41a2-9dbf-d98e7ee96902 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3761683 Apr 20 16:28:58.749808 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55040) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:58.751209 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5ff6c353-a29f-4b8d-84bd-240582fdaea9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:58.754803 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100ed02-4178-41a2-9dbf-d98e7ee96902 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Pushing event updated for resources: {'Network': ['ID=4e28bbbc-23a1-448b-b983-ff2c8ecc6ba1,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:58.767223 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c8a8fc98-1af0-44cc-bc06-e74294201140 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Request body: {'subnet': {'network_id': '4e28bbbc-23a1-448b-b983-ff2c8ecc6ba1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:58.789312 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 4e28bbbc-23a1-448b-b983-ff2c8ecc6ba1 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:28:58.804476 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff6c353-a29f-4b8d-84bd-240582fdaea9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:28:58.810868 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-5ff6c353-a29f-4b8d-84bd-240582fdaea9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:58.814878 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff6c353-a29f-4b8d-84bd-240582fdaea9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:28:58.890984 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-cb2f52a9-2871-4d20-9ae0-b22797921e94 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Allocated IP 172.25.0.21 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/284fe26c-0593-42db-88c8-7d04412c9352) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:28:58.929507 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-429f80e0-3470-4494-8d0b-4811369545ab req-ca460525-95a4-4b54-879f-09b4462e77f7 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:58.933124 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a8fc98-1af0-44cc-bc06-e74294201140 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Made reservation on behalf of 097898a4d2ea4d709eb43c7f028c13a0 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:28:58.935429 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c8a8fc98-1af0-44cc-bc06-e74294201140 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:58.961631 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-68d83b33-10ec-4325-8e75-c28b0c1b7092 req-d3416601-da8f-4aeb-be90-c4a6ad6a5f46 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:58.992743 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fba0e9-5424-4e7c-9a44-872adfc497d3', 'name': 'tempest-snat-router-404240458', 'tenant_id': 'a0c897e277da4231bb1d4852ccb38f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.185'}], 'enable_snat': False}, 'gw_port_id': '14a4ed77-ceb8-4000-81b1-0e9ec555d429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:52Z', 'updated_at': '2022-04-20T16:28:55Z', 'revision_number': 3, 'project_id': 'a0c897e277da4231bb1d4852ccb38f13', 'gw_port': {'id': '14a4ed77-ceb8-4000-81b1-0e9ec555d429', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fba0e9-5424-4e7c-9a44-872adfc497d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:54Z', 'updated_at': '2022-04-20T16:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:28:58.997019 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['29d0009a-8ab9-498c-bad8-b0fd2a7fd66a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:28:59.017634 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3416601-da8f-4aeb-be90-c4a6ad6a5f46 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Pushing event deleted for resources: {'Port': ['ID=29d0009a-8ab9-498c-bad8-b0fd2a7fd66a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:59.061379 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] Checking router: 37fba0e9-5424-4e7c-9a44-872adfc497d3 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:28:59.061895 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] Updating router 37fba0e9-5424-4e7c-9a44-872adfc497d3 port 14a4ed77-ceb8-4000-81b1-0e9ec555d429 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:28:59.064863 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d83b33-10ec-4325-8e75-c28b0c1b7092 req-d3416601-da8f-4aeb-be90-c4a6ad6a5f46 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] No DVR routers for this DVR port 29d0009a-8ab9-498c-bad8-b0fd2a7fd66a on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:28:59.068075 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-68d83b33-10ec-4325-8e75-c28b0c1b7092 req-d3416601-da8f-4aeb-be90-c4a6ad6a5f46 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:59.072001 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68d83b33-10ec-4325-8e75-c28b0c1b7092 req-d3416601-da8f-4aeb-be90-c4a6ad6a5f46 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.26 "DELETE /v2.0/ports/29d0009a-8ab9-498c-bad8-b0fd2a7fd66a HTTP/1.1" status: 204 len: 173 time: 2.0704730 Apr 20 16:28:59.083537 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc47926-e885-4f1b-81cb-04094de9d1a6', 'name': 'network-vif-deleted', 'tag': '29d0009a-8ab9-498c-bad8-b0fd2a7fd66a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:28:59.085884 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d739e99-be2f-4007-a4d0-001a3918d349" -d '{"events": [{"server_uuid": "9cc47926-e885-4f1b-81cb-04094de9d1a6", "name": "network-vif-deleted", "tag": "29d0009a-8ab9-498c-bad8-b0fd2a7fd66a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:28:59.093426 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-429f80e0-3470-4494-8d0b-4811369545ab req-ca460525-95a4-4b54-879f-09b4462e77f7 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:59.125621 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:59.157851 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0b6cbe-7ab6-4a20-bf04-d02bfa28159c x-openstack-request-id: req-1e0b6cbe-7ab6-4a20-bf04-d02bfa28159c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:28:59.158193 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc47926-e885-4f1b-81cb-04094de9d1a6", "name": "network-vif-deleted", "tag": "29d0009a-8ab9-498c-bad8-b0fd2a7fd66a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:28:59.158393 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e0b6cbe-7ab6-4a20-bf04-d02bfa28159c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:28:59.158795 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e0b6cbe-7ab6-4a20-bf04-d02bfa28159c'] response: {'server_uuid': '9cc47926-e885-4f1b-81cb-04094de9d1a6', 'name': 'network-vif-deleted', 'tag': '29d0009a-8ab9-498c-bad8-b0fd2a7fd66a', 'status': 'completed', 'code': 200} Apr 20 16:28:59.185978 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-429f80e0-3470-4494-8d0b-4811369545ab req-ca460525-95a4-4b54-879f-09b4462e77f7 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Network 57788d4a-c0b2-4e44-bcc3-e868445aab00 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:28:59.192830 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-429f80e0-3470-4494-8d0b-4811369545ab req-ca460525-95a4-4b54-879f-09b4462e77f7 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:59.195354 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-429f80e0-3470-4494-8d0b-4811369545ab req-ca460525-95a4-4b54-879f-09b4462e77f7 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:28:59.237291 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca460525-95a4-4b54-879f-09b4462e77f7 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Pushing event updated for resources: {'Port': ['ID=7f6c9621-b6ce-43ef-a18d-3318090246bc,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:59.292296 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f80e0-3470-4494-8d0b-4811369545ab req-ca460525-95a4-4b54-879f-09b4462e77f7 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:59.293024 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-429f80e0-3470-4494-8d0b-4811369545ab req-ca460525-95a4-4b54-879f-09b4462e77f7 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:59.317130 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cb2f52a9-2871-4d20-9ae0-b22797921e94 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:59.396102 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-429f80e0-3470-4494-8d0b-4811369545ab req-ca460525-95a4-4b54-879f-09b4462e77f7 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9958546 Apr 20 16:28:59.415162 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-429f80e0-3470-4494-8d0b-4811369545ab req-eb8aae8c-c541-4661-b334-0991360dc471 service neutron] Request body: {'port': {'device_id': '43402b7e-210b-4172-a556-dfe59183e914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:59.437450 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cb2f52a9-2871-4d20-9ae0-b22797921e94 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:59.512059 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2f52a9-2871-4d20-9ae0-b22797921e94 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:28:59.521219 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-cb2f52a9-2871-4d20-9ae0-b22797921e94 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:28:59.523758 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2f52a9-2871-4d20-9ae0-b22797921e94 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:28:59.581114 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-429f80e0-3470-4494-8d0b-4811369545ab req-eb8aae8c-c541-4661-b334-0991360dc471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:59.586633 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f52a9-2871-4d20-9ae0-b22797921e94 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event updated for resources: {'Port': ['ID=284fe26c-0593-42db-88c8-7d04412c9352,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:59.597834 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-58dabbca-0953-4ab3-91c8-cef8ac92c3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:59.641506 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:59.647595 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6c353-a29f-4b8d-84bd-240582fdaea9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Pushing event updated for resources: {'Port': ['ID=cf00fbba-98de-489b-a87c-a3773adc56de,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:59.679461 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e5bf6845-709e-4aa6-b46e-79bef26df3fa req-03adf9a2-9382-4aa1-b60c-d84f5e3c40f4 tempest-ServerDiskConfigTestJSON-1934851006 tempest-ServerDiskConfigTestJSON-1934851006-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cc47926-e885-4f1b-81cb-04094de9d1a6 HTTP/1.1" status: 200 len: 210 time: 0.0927687 Apr 20 16:28:59.707188 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:59.748365 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:59.782732 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] Attempting to bind port 14a4ed77-ceb8-4000-81b1-0e9ec555d429 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:28:59.784823 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] Attempting to bind port 14a4ed77-ceb8-4000-81b1-0e9ec555d429 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:28:59.785270 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] Attempting to bind port 14a4ed77-ceb8-4000-81b1-0e9ec555d429 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:28:59.792760 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:28:59.793396 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:28:59.793606 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:59.794343 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:28:59.794831 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] Bound port: 14a4ed77-ceb8-4000-81b1-0e9ec555d429, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:28:59.797108 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:28:59.800436 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948b99a-72dc-4eb5-96a0-1fd22d7a3755 None None] Pushing event updated for resources: {'Port': ['ID=14a4ed77-ceb8-4000-81b1-0e9ec555d429,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:59.817548 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-504675ef-40a1-4c16-8581-6fe3c4f6a34b tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "GET /v2.0/routers/37fba0e9-5424-4e7c-9a44-872adfc497d3 HTTP/1.1" status: 200 len: 908 time: 1.1254492 Apr 20 16:28:59.834650 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55052) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:59.839249 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-f79fee37-ce64-4b41-92c3-d5a6cc3a5259 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Request body: {'router': {'name': 'tempest-snat-router-404240458', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'enable_snat': True}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:28:59.855540 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dabbca-0953-4ab3-91c8-cef8ac92c3b5 admin admin] Checking segment: {'id': 'd7368d76-886f-4c60-91b2-82e35ab3a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:28:59.856038 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dabbca-0953-4ab3-91c8-cef8ac92c3b5 admin admin] Network hostable DHCP agents. Network: 6129277f-3b7c-420f-bcf7-8207d3888fce, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:28:59.870672 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dabbca-0953-4ab3-91c8-cef8ac92c3b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d0d8025-1a58-4c58-9113-dd747fc0c87b,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:28:59.881868 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] For port 14a4ed77-ceb8-4000-81b1-0e9ec555d429, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:28:59.885092 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] For port 14a4ed77-ceb8-4000-81b1-0e9ec555d429, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=14a4ed77-ceb8-4000-81b1-0e9ec555d429,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:28:59.937187 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55056) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:28:59.981775 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5b399-753e-47af-9205-fcdf0a556b45 req-553e4440-af8c-480f-84c2-c378eb7c8221 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:28:59.983802 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bf5b399-753e-47af-9205-fcdf0a556b45 req-553e4440-af8c-480f-84c2-c378eb7c8221 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=43402b7e-210b-4172-a556-dfe59183e914 HTTP/1.1" status: 200 len: 931 time: 0.1494951 Apr 20 16:29:00.052809 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:00.054566 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dabbca-0953-4ab3-91c8-cef8ac92c3b5 admin admin] Network 6129277f-3b7c-420f-bcf7-8207d3888fce is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:29:00.056693 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5ff6c353-a29f-4b8d-84bd-240582fdaea9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:00.161178 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948b99a-72dc-4eb5-96a0-1fd22d7a3755 None None] Pushing event updated for resources: {'Port': ['ID=14a4ed77-ceb8-4000-81b1-0e9ec555d429,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:00.199722 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] Routers {'37fba0e9-5424-4e7c-9a44-872adfc497d3'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:00.201630 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['37fba0e9-5424-4e7c-9a44-872adfc497d3'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:00.274049 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-58dabbca-0953-4ab3-91c8-cef8ac92c3b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 6129277f-3b7c-420f-bcf7-8207d3888fce) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:00.280861 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dabbca-0953-4ab3-91c8-cef8ac92c3b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:00.281546 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-58dabbca-0953-4ab3-91c8-cef8ac92c3b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:00.284327 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141c810a-01d2-4edf-9fa0-b7506b4d01a9 None None] Network 6129277f-3b7c-420f-bcf7-8207d3888fce requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:29:00.402165 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] Set router 37fba0e9-5424-4e7c-9a44-872adfc497d3 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:29:00.471009 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f79fee37-ce64-4b41-92c3-d5a6cc3a5259 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:00.472049 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f79fee37-ce64-4b41-92c3-d5a6cc3a5259 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:00.490763 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-58dabbca-0953-4ab3-91c8-cef8ac92c3b5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1900957 Apr 20 16:29:00.496824 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55060) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:00.532702 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e040f0f1-e752-41fc-b79a-a9394f90b2e7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:00.621778 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-429f80e0-3470-4494-8d0b-4811369545ab req-eb8aae8c-c541-4661-b334-0991360dc471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6c9621-b6ce-43ef-a18d-3318090246bc {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:29:00.622477 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5ff6c353-a29f-4b8d-84bd-240582fdaea9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:00.648212 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5ff6c353-a29f-4b8d-84bd-240582fdaea9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545285'] for router, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:00.650036 n-d-836146-2 neutron-server[103485]: DEBUG neutron.objects.ports [None req-c8a8fc98-1af0-44cc-bc06-e74294201140 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103485) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 16:29:00.650494 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c8a8fc98-1af0-44cc-bc06-e74294201140 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:00.669878 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01568e14-3fec-4f1d-b9cf-43852efcbab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-6129277f-3b7c-420f-bcf7-8207d3888fce', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:29:00.671437 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-01568e14-3fec-4f1d-b9cf-43852efcbab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:00.676192 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bf5b399-753e-47af-9205-fcdf0a556b45 req-e18ae9b5-5f6b-4a52-9a0f-61af1d87da16 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189670 Apr 20 16:29:00.742250 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-429f80e0-3470-4494-8d0b-4811369545ab req-eb8aae8c-c541-4661-b334-0991360dc471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:00.775259 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-429f80e0-3470-4494-8d0b-4811369545ab req-eb8aae8c-c541-4661-b334-0991360dc471 service neutron] Transition to ACTIVE for port object 7f6c9621-b6ce-43ef-a18d-3318090246bc will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:29:00.777523 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cb2f52a9-2871-4d20-9ae0-b22797921e94 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:00.799158 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8fc98-1af0-44cc-bc06-e74294201140 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c24e8d33-479e-4b43-bdd9-b12ebfcd06ef,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:00.862948 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a8fc98-1af0-44cc-bc06-e74294201140 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Checking segment: {'id': '8686ad3c-6574-4935-ba67-358a96007962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4e28bbbc-23a1-448b-b983-ff2c8ecc6ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:29:00.863547 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a8fc98-1af0-44cc-bc06-e74294201140 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Network hostable DHCP agents. Network: 4e28bbbc-23a1-448b-b983-ff2c8ecc6ba1, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:29:00.864552 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-429f80e0-3470-4494-8d0b-4811369545ab req-eb8aae8c-c541-4661-b334-0991360dc471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:00.909472 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f79fee37-ce64-4b41-92c3-d5a6cc3a5259 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:00.978831 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-113fc595-f74c-4b90-b356-26a215ce3af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:01.024977 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff6c353-a29f-4b8d-84bd-240582fdaea9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Router 4f025fd5-3e58-46fa-8e9c-17c77846fc39 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:29:01.026201 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e040f0f1-e752-41fc-b79a-a9394f90b2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:01.027070 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a8fc98-1af0-44cc-bc06-e74294201140 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Network 4e28bbbc-23a1-448b-b983-ff2c8ecc6ba1 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:29:01.027696 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e040f0f1-e752-41fc-b79a-a9394f90b2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:01.030517 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:29:01.036125 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55072) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:01.118783 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fba0e9-5424-4e7c-9a44-872adfc497d3', 'name': 'tempest-snat-router-404240458', 'tenant_id': 'a0c897e277da4231bb1d4852ccb38f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.185'}], 'enable_snat': False}, 'gw_port_id': '14a4ed77-ceb8-4000-81b1-0e9ec555d429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:52Z', 'updated_at': '2022-04-20T16:28:55Z', 'revision_number': 3, 'project_id': 'a0c897e277da4231bb1d4852ccb38f13', 'gw_port': {'id': '14a4ed77-ceb8-4000-81b1-0e9ec555d429', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fba0e9-5424-4e7c-9a44-872adfc497d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:54Z', 'updated_at': '2022-04-20T16:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:01.130921 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8aae8c-c541-4661-b334-0991360dc471 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6c9621-b6ce-43ef-a18d-3318090246bc,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:01.151269 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0b2d74-fffe-40e0-9966-c6b39ec09639 None None] The sync data for ids ['37fba0e9-5424-4e7c-9a44-872adfc497d3'] in n-d-836146-2 is: [{'id': '37fba0e9-5424-4e7c-9a44-872adfc497d3', 'name': 'tempest-snat-router-404240458', 'tenant_id': 'a0c897e277da4231bb1d4852ccb38f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.185'}], 'enable_snat': False}, 'gw_port_id': '14a4ed77-ceb8-4000-81b1-0e9ec555d429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:52Z', 'updated_at': '2022-04-20T16:28:55Z', 'revision_number': 3, 'project_id': 'a0c897e277da4231bb1d4852ccb38f13', 'gw_port': {'id': '14a4ed77-ceb8-4000-81b1-0e9ec555d429', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fba0e9-5424-4e7c-9a44-872adfc497d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:54Z', 'updated_at': '2022-04-20T16:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:29:01.157265 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-c8a8fc98-1af0-44cc-bc06-e74294201140 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 4e28bbbc-23a1-448b-b983-ff2c8ecc6ba1) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:01.177371 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a8fc98-1af0-44cc-bc06-e74294201140 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:01.177787 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c8a8fc98-1af0-44cc-bc06-e74294201140 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:01.198561 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e41a0c-39ae-4a2e-bb7e-a54095625e62 None None] Network 4e28bbbc-23a1-448b-b983-ff2c8ecc6ba1 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:29:01.202561 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e05f558-7c01-462f-8c30-053e1f5ce55f admin admin] Deleting subnet d1679546-54fc-49fa-bde2-b8fd6e874dc3 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:29:01.219616 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0e05f558-7c01-462f-8c30-053e1f5ce55f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:01.282351 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-01568e14-3fec-4f1d-b9cf-43852efcbab8 None None] Allocated IP 172.20.0.2 (6129277f-3b7c-420f-bcf7-8207d3888fce/1d0d8025-1a58-4c58-9113-dd747fc0c87b/39d8994b-73a3-42a4-bf58-139de6097136) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:29:01.286994 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e040f0f1-e752-41fc-b79a-a9394f90b2e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:01.337051 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c8a8fc98-1af0-44cc-bc06-e74294201140 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5744693 Apr 20 16:29:01.339627 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0e05f558-7c01-462f-8c30-053e1f5ce55f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:01.360779 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55074) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:01.395564 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a7299d84-6c7c-480f-96d9-5fb2e029ed6a tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Request body: {'floatingip': {'floating_network_id': '4e28bbbc-23a1-448b-b983-ff2c8ecc6ba1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:01.428143 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff6c353-a29f-4b8d-84bd-240582fdaea9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:29:01.435269 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5ff6c353-a29f-4b8d-84bd-240582fdaea9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:01.437200 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5ff6c353-a29f-4b8d-84bd-240582fdaea9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "PUT /v2.0/routers/4f025fd5-3e58-46fa-8e9c-17c77846fc39 HTTP/1.1" status: 200 len: 880 time: 4.4710972 Apr 20 16:29:01.440801 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55076) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:01.442566 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc482367-9035-4264-af54-be796d1c5dca None None] Sync routers for ids ['4f025fd5-3e58-46fa-8e9c-17c77846fc39'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:29:01.453843 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b4b855-7d03-42c1-aec1-44888be23b5c None None] Network 4e28bbbc-23a1-448b-b983-ff2c8ecc6ba1 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:29:01.456641 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc482367-9035-4264-af54-be796d1c5dca None None] Routers {'4f025fd5-3e58-46fa-8e9c-17c77846fc39'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:01.457279 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-fc482367-9035-4264-af54-be796d1c5dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4f025fd5-3e58-46fa-8e9c-17c77846fc39'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:01.508210 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0e05f558-7c01-462f-8c30-053e1f5ce55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:01.570108 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-fc482367-9035-4264-af54-be796d1c5dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:01.573743 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7299d84-6c7c-480f-96d9-5fb2e029ed6a tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:01.597027 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f79fee37-ce64-4b41-92c3-d5a6cc3a5259 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:01.620629 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 29d0009a-8ab9-498c-bad8-b0fd2a7fd66a no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:29:01.626518 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc482367-9035-4264-af54-be796d1c5dca None None] Routers {'4f025fd5-3e58-46fa-8e9c-17c77846fc39'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:01.627476 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-fc482367-9035-4264-af54-be796d1c5dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4f025fd5-3e58-46fa-8e9c-17c77846fc39'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:01.671525 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 29d0009a-8ab9-498c-bad8-b0fd2a7fd66a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:29:01.671870 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 29d0009a-8ab9-498c-bad8-b0fd2a7fd66a not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:29:01.673331 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-429f80e0-3470-4494-8d0b-4811369545ab req-eb8aae8c-c541-4661-b334-0991360dc471 service neutron] Attempting to bind port 7f6c9621-b6ce-43ef-a18d-3318090246bc on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:01.673570 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-429f80e0-3470-4494-8d0b-4811369545ab req-eb8aae8c-c541-4661-b334-0991360dc471 service neutron] Attempting to bind port 7f6c9621-b6ce-43ef-a18d-3318090246bc by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'fb503d67-59f1-46d1-9d04-2d226b2a2c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '57788d4a-c0b2-4e44-bcc3-e868445aab00'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:01.673904 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429f80e0-3470-4494-8d0b-4811369545ab req-eb8aae8c-c541-4661-b334-0991360dc471 service neutron] Attempting to bind port 7f6c9621-b6ce-43ef-a18d-3318090246bc on network 57788d4a-c0b2-4e44-bcc3-e868445aab00 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:01.717771 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-fc482367-9035-4264-af54-be796d1c5dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:01.718827 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc482367-9035-4264-af54-be796d1c5dca None None] The sync data for ids ['4f025fd5-3e58-46fa-8e9c-17c77846fc39'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:29:01.778484 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0e05f558-7c01-462f-8c30-053e1f5ce55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:01.788496 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429f80e0-3470-4494-8d0b-4811369545ab req-eb8aae8c-c541-4661-b334-0991360dc471 service neutron] Port 7f6c9621-b6ce-43ef-a18d-3318090246bc on network 57788d4a-c0b2-4e44-bcc3-e868445aab00 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:01.789245 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429f80e0-3470-4494-8d0b-4811369545ab req-eb8aae8c-c541-4661-b334-0991360dc471 service neutron] Attempting to bind port 7f6c9621-b6ce-43ef-a18d-3318090246bc on network 57788d4a-c0b2-4e44-bcc3-e868445aab00 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:01.797621 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5368e570-e55a-4835-af82-f30e1bd6a4e0 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "GET /v2.0/routers/4f025fd5-3e58-46fa-8e9c-17c77846fc39 HTTP/1.1" status: 200 len: 921 time: 0.3492467 Apr 20 16:29:01.803606 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55080) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:01.823014 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-01568e14-3fec-4f1d-b9cf-43852efcbab8 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:01.859001 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429f80e0-3470-4494-8d0b-4811369545ab req-eb8aae8c-c541-4661-b334-0991360dc471 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:29:01.859440 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429f80e0-3470-4494-8d0b-4811369545ab req-eb8aae8c-c541-4661-b334-0991360dc471 service neutron] Checking segment: {'id': 'fb503d67-59f1-46d1-9d04-2d226b2a2c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '57788d4a-c0b2-4e44-bcc3-e868445aab00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:29:01.859901 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429f80e0-3470-4494-8d0b-4811369545ab req-eb8aae8c-c541-4661-b334-0991360dc471 service neutron] Bound using segment: {'id': 'fb503d67-59f1-46d1-9d04-2d226b2a2c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '57788d4a-c0b2-4e44-bcc3-e868445aab00'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:29:01.860461 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-429f80e0-3470-4494-8d0b-4811369545ab req-eb8aae8c-c541-4661-b334-0991360dc471 service neutron] Bound port: 7f6c9621-b6ce-43ef-a18d-3318090246bc, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb503d67-59f1-46d1-9d04-2d226b2a2c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '57788d4a-c0b2-4e44-bcc3-e868445aab00'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:29:01.860901 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-429f80e0-3470-4494-8d0b-4811369545ab req-eb8aae8c-c541-4661-b334-0991360dc471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:01.941922 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-01568e14-3fec-4f1d-b9cf-43852efcbab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:02.023107 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01568e14-3fec-4f1d-b9cf-43852efcbab8 None None] Network 6129277f-3b7c-420f-bcf7-8207d3888fce is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:02.035190 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-01568e14-3fec-4f1d-b9cf-43852efcbab8 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:02.038866 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01568e14-3fec-4f1d-b9cf-43852efcbab8 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:02.076022 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01568e14-3fec-4f1d-b9cf-43852efcbab8 None None] Pushing event updated for resources: {'Port': ['ID=39d8994b-73a3-42a4-bf58-139de6097136,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:02.078169 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e040f0f1-e752-41fc-b79a-a9394f90b2e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:02.121957 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-01568e14-3fec-4f1d-b9cf-43852efcbab8 None None] Attempting to bind port 39d8994b-73a3-42a4-bf58-139de6097136 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:02.122509 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-01568e14-3fec-4f1d-b9cf-43852efcbab8 None None] Attempting to bind port 39d8994b-73a3-42a4-bf58-139de6097136 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'd7368d76-886f-4c60-91b2-82e35ab3a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:02.122854 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01568e14-3fec-4f1d-b9cf-43852efcbab8 None None] Attempting to bind port 39d8994b-73a3-42a4-bf58-139de6097136 on network 6129277f-3b7c-420f-bcf7-8207d3888fce {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:02.129855 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01568e14-3fec-4f1d-b9cf-43852efcbab8 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:29:02.132729 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01568e14-3fec-4f1d-b9cf-43852efcbab8 None None] Checking segment: {'id': 'd7368d76-886f-4c60-91b2-82e35ab3a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:29:02.132729 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-01568e14-3fec-4f1d-b9cf-43852efcbab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:02.132729 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01568e14-3fec-4f1d-b9cf-43852efcbab8 None None] Bound using segment: {'id': 'd7368d76-886f-4c60-91b2-82e35ab3a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:29:02.132729 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-01568e14-3fec-4f1d-b9cf-43852efcbab8 None None] Bound port: 39d8994b-73a3-42a4-bf58-139de6097136, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7368d76-886f-4c60-91b2-82e35ab3a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:29:02.132729 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-01568e14-3fec-4f1d-b9cf-43852efcbab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:02.180117 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cb2f52a9-2871-4d20-9ae0-b22797921e94 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:02.186767 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0afb04d-8168-47c9-9210-a09d4d34c74b tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:02.188362 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f0afb04d-8168-47c9-9210-a09d4d34c74b tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&device_id=4f025fd5-3e58-46fa-8e9c-17c77846fc39&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3751593 Apr 20 16:29:02.208280 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55082) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:02.211198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6959e37-588c-45d4-9270-92763e1884bf req-7a443d43-7a04-4ce5-afb3-a7481bb596de tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:02.212881 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e6959e37-588c-45d4-9270-92763e1884bf req-7a443d43-7a04-4ce5-afb3-a7481bb596de tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=43402b7e-210b-4172-a556-dfe59183e914 HTTP/1.1" status: 200 len: 943 time: 0.4447172 Apr 20 16:29:02.251425 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-01568e14-3fec-4f1d-b9cf-43852efcbab8 None None] For port 39d8994b-73a3-42a4-bf58-139de6097136, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:29:02.265522 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-01568e14-3fec-4f1d-b9cf-43852efcbab8 None None] For port 39d8994b-73a3-42a4-bf58-139de6097136, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=39d8994b-73a3-42a4-bf58-139de6097136,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:29:02.289162 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0e05f558-7c01-462f-8c30-053e1f5ce55f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:02.292995 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0e05f558-7c01-462f-8c30-053e1f5ce55f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d1679546-54fc-49fa-bde2-b8fd6e874dc3 HTTP/1.1" status: 204 len: 168 time: 1.2524610 Apr 20 16:29:02.293855 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05f558-7c01-462f-8c30-053e1f5ce55f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1679546-54fc-49fa-bde2-b8fd6e874dc3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:02.296574 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55084) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:02.340082 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-429f80e0-3470-4494-8d0b-4811369545ab req-eb8aae8c-c541-4661-b334-0991360dc471 service neutron] For port 7f6c9621-b6ce-43ef-a18d-3318090246bc, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:29:02.395088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-429f80e0-3470-4494-8d0b-4811369545ab req-eb8aae8c-c541-4661-b334-0991360dc471 service neutron] For port 7f6c9621-b6ce-43ef-a18d-3318090246bc, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7f6c9621-b6ce-43ef-a18d-3318090246bc,segment=NetworkSegment(fb503d67-59f1-46d1-9d04-2d226b2a2c31),segment_id=fb503d67-59f1-46d1-9d04-2d226b2a2c31)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:29:02.401074 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e6959e37-588c-45d4-9270-92763e1884bf req-e1687d08-2f3b-4bac-bb00-f416ce65f19b tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631820 Apr 20 16:29:02.416794 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-01568e14-3fec-4f1d-b9cf-43852efcbab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:02.488289 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-429f80e0-3470-4494-8d0b-4811369545ab req-eb8aae8c-c541-4661-b334-0991360dc471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:02.517948 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6f7564-0edb-4c4c-b3bc-7b40d2a00c30 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:02.517948 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0a6f7564-0edb-4c4c-b3bc-7b40d2a00c30 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 881 time: 0.2980711 Apr 20 16:29:02.527253 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-308bc3d3-a5b6-4eeb-a4e8-02417ea80911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:02.534189 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01568e14-3fec-4f1d-b9cf-43852efcbab8 None None] Pushing event updated for resources: {'Port': ['ID=39d8994b-73a3-42a4-bf58-139de6097136,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:02.540748 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55086) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:02.564088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f80e0-3470-4494-8d0b-4811369545ab req-eb8aae8c-c541-4661-b334-0991360dc471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:02.564400 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-429f80e0-3470-4494-8d0b-4811369545ab req-eb8aae8c-c541-4661-b334-0991360dc471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:02.567718 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-429f80e0-3470-4494-8d0b-4811369545ab req-eb8aae8c-c541-4661-b334-0991360dc471 service neutron] 10.222.0.30 "PUT /v2.0/ports/7f6c9621-b6ce-43ef-a18d-3318090246bc HTTP/1.1" status: 200 len: 1091 time: 3.1571732 Apr 20 16:29:02.568218 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43402b7e-210b-4172-a556-dfe59183e914', 'tag': '7f6c9621-b6ce-43ef-a18d-3318090246bc'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:29:02.570565 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241fea53-8b40-439b-9eb3-86b3bf1617a9" -d '{"events": [{"name": "network-changed", "server_uuid": "43402b7e-210b-4172-a556-dfe59183e914", "tag": "7f6c9621-b6ce-43ef-a18d-3318090246bc"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:29:02.588940 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8fe9619d-bb00-4059-a42a-2c61936d4e50 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f025fd5-3e58-46fa-8e9c-17c77846fc39 HTTP/1.1" status: 200 len: 205 time: 0.0412343 Apr 20 16:29:02.589817 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55090) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:02.650348 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7299d84-6c7c-480f-96d9-5fb2e029ed6a tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:02.650841 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 14a4ed77-ceb8-4000-81b1-0e9ec555d429 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:29:02.685783 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-113fc595-f74c-4b90-b356-26a215ce3af3 admin admin] Deleting port 22f60e37-c9d7-4a2a-a961-5cb4a1afdb63 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:29:02.686258 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-113fc595-f74c-4b90-b356-26a215ce3af3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:02.704728 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d59f2e-5ff9-4f58-8c0b-e400fbdf1b8c x-openstack-request-id: req-12d59f2e-5ff9-4f58-8c0b-e400fbdf1b8c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:29:02.705244 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43402b7e-210b-4172-a556-dfe59183e914", "tag": "7f6c9621-b6ce-43ef-a18d-3318090246bc", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:29:02.705244 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12d59f2e-5ff9-4f58-8c0b-e400fbdf1b8c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:29:02.706017 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d59f2e-5ff9-4f58-8c0b-e400fbdf1b8c'] response: {'name': 'network-changed', 'server_uuid': '43402b7e-210b-4172-a556-dfe59183e914', 'tag': '7f6c9621-b6ce-43ef-a18d-3318090246bc', 'status': 'completed', 'code': 200} Apr 20 16:29:02.714925 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8aae8c-c541-4661-b334-0991360dc471 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6c9621-b6ce-43ef-a18d-3318090246bc,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:02.739003 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 14a4ed77-ceb8-4000-81b1-0e9ec555d429 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:02.739788 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:02.864410 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f79fee37-ce64-4b41-92c3-d5a6cc3a5259 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:02.892820 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:02.921396 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-308bc3d3-a5b6-4eeb-a4e8-02417ea80911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:02.961659 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 14a4ed77-ceb8-4000-81b1-0e9ec555d429, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=14a4ed77-ceb8-4000-81b1-0e9ec555d429,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:02.989279 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-308bc3d3-a5b6-4eeb-a4e8-02417ea80911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29f456c-4307-48d7-b5a3-7fc452ab2a35']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:03.055622 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:03.096966 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-27b0ac66-013b-4983-8f72-3bbb69efd198 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:03.101299 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-308bc3d3-a5b6-4eeb-a4e8-02417ea80911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d1a58e-519d-48c5-874c-9903c1950aca') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:03.105223 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-308bc3d3-a5b6-4eeb-a4e8-02417ea80911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d1a58e-519d-48c5-874c-9903c1950aca') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:03.108592 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-113fc595-f74c-4b90-b356-26a215ce3af3 admin admin] For port 22f60e37-c9d7-4a2a-a961-5cb4a1afdb63, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=22f60e37-c9d7-4a2a-a961-5cb4a1afdb63,segment=NetworkSegment(e979549a-3086-404e-9eac-99c87ec0175a),segment_id=e979549a-3086-404e-9eac-99c87ec0175a)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:03.108980 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-113fc595-f74c-4b90-b356-26a215ce3af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:03.131883 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=14a4ed77-ceb8-4000-81b1-0e9ec555d429,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:03.161071 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-308bc3d3-a5b6-4eeb-a4e8-02417ea80911 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:03.174736 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-113fc595-f74c-4b90-b356-26a215ce3af3 admin admin] Calling delete_port for 22f60e37-c9d7-4a2a-a961-5cb4a1afdb63 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:29:03.189955 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-a7299d84-6c7c-480f-96d9-5fb2e029ed6a tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Allocated IP 172.20.0.13 (4e28bbbc-23a1-448b-b983-ff2c8ecc6ba1/c24e8d33-479e-4b43-bdd9-b12ebfcd06ef/49f98d4b-64de-4704-a4a6-52493759216a) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:29:03.196947 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-308bc3d3-a5b6-4eeb-a4e8-02417ea80911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:03.222928 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308bc3d3-a5b6-4eeb-a4e8-02417ea80911 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:29:03.223564 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-308bc3d3-a5b6-4eeb-a4e8-02417ea80911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:29:03.227541 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:29:03.270883 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f79fee37-ce64-4b41-92c3-d5a6cc3a5259 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:03.274163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2f52a9-2871-4d20-9ae0-b22797921e94 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Router 0b8c9692-1341-42e7-8e90-ebc630448605 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:29:03.310816 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fea53-8b40-439b-9eb3-86b3bf1617a9 req-1f5fca50-60a5-4f31-896c-da4675253827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:03.312959 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-241fea53-8b40-439b-9eb3-86b3bf1617a9 req-1f5fca50-60a5-4f31-896c-da4675253827 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ca8e2b629024f54bb9e386005a6d319&device_id=43402b7e-210b-4172-a556-dfe59183e914 HTTP/1.1" status: 200 len: 1094 time: 0.5515733 Apr 20 16:29:03.431468 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e040f0f1-e752-41fc-b79a-a9394f90b2e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:03.439158 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-27b0ac66-013b-4983-8f72-3bbb69efd198 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:03.521804 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7299d84-6c7c-480f-96d9-5fb2e029ed6a tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:03.525070 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-308bc3d3-a5b6-4eeb-a4e8-02417ea80911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:03.541838 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-308bc3d3-a5b6-4eeb-a4e8-02417ea80911 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:03.544971 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-308bc3d3-a5b6-4eeb-a4e8-02417ea80911 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e29f456c-4307-48d7-b5a3-7fc452ab2a35 HTTP/1.1" status: 204 len: 168 time: 1.2134852 Apr 20 16:29:03.560351 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308bc3d3-a5b6-4eeb-a4e8-02417ea80911 admin admin] Pushing event deleted for resources: {'Network': ['ID=e29f456c-4307-48d7-b5a3-7fc452ab2a35,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:03.570870 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bc3d3-a5b6-4eeb-a4e8-02417ea80911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:03.571016 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e040f0f1-e752-41fc-b79a-a9394f90b2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:03.571228 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bc3d3-a5b6-4eeb-a4e8-02417ea80911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:03.571553 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bc3d3-a5b6-4eeb-a4e8-02417ea80911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:03.571888 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bc3d3-a5b6-4eeb-a4e8-02417ea80911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:03.572257 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bc3d3-a5b6-4eeb-a4e8-02417ea80911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:03.572773 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bc3d3-a5b6-4eeb-a4e8-02417ea80911 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:03.573101 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bc3d3-a5b6-4eeb-a4e8-02417ea80911 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:03.573428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bc3d3-a5b6-4eeb-a4e8-02417ea80911 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:03.573752 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bc3d3-a5b6-4eeb-a4e8-02417ea80911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:03.574454 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bc3d3-a5b6-4eeb-a4e8-02417ea80911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:03.574454 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bc3d3-a5b6-4eeb-a4e8-02417ea80911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:03.574698 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bc3d3-a5b6-4eeb-a4e8-02417ea80911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:03.697390 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2f52a9-2871-4d20-9ae0-b22797921e94 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:29:03.698096 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7299d84-6c7c-480f-96d9-5fb2e029ed6a tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:03.709001 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] Sync routers for ids ['0b8c9692-1341-42e7-8e90-ebc630448605'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:29:03.719744 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] Routers {'0b8c9692-1341-42e7-8e90-ebc630448605'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:03.720408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['0b8c9692-1341-42e7-8e90-ebc630448605'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:03.745161 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-27b0ac66-013b-4983-8f72-3bbb69efd198 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Deleting port cf00fbba-98de-489b-a87c-a3773adc56de {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:29:03.745500 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-27b0ac66-013b-4983-8f72-3bbb69efd198 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:03.773273 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7299d84-6c7c-480f-96d9-5fb2e029ed6a tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Network 4e28bbbc-23a1-448b-b983-ff2c8ecc6ba1 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:03.794843 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f1dc7-362f-4b80-ba31-dbaff539c929 req-43036628-2404-4076-9277-4b0261930026 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:03.796462 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-909f1dc7-362f-4b80-ba31-dbaff539c929 req-43036628-2404-4076-9277-4b0261930026 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=43402b7e-210b-4172-a556-dfe59183e914 HTTP/1.1" status: 200 len: 943 time: 0.2737749 Apr 20 16:29:03.797762 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-f79fee37-ce64-4b41-92c3-d5a6cc3a5259 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Allocated IP 172.25.0.228 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/645a91dd-2072-44b9-b4f4-a0e0148009e0) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:29:03.824164 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-a7299d84-6c7c-480f-96d9-5fb2e029ed6a tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:03.835382 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fea53-8b40-439b-9eb3-86b3bf1617a9 req-e34ac377-e96d-4573-8d64-910f32149139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:03.836925 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-241fea53-8b40-439b-9eb3-86b3bf1617a9 req-e34ac377-e96d-4573-8d64-910f32149139 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5ca8e2b629024f54bb9e386005a6d319&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4882917 Apr 20 16:29:03.861193 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7299d84-6c7c-480f-96d9-5fb2e029ed6a tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:03.869219 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7299d84-6c7c-480f-96d9-5fb2e029ed6a tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Pushing event updated for resources: {'Port': ['ID=49f98d4b-64de-4704-a4a6-52493759216a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:03.870842 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] Set router 0b8c9692-1341-42e7-8e90-ebc630448605 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:29:03.871188 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-113fc595-f74c-4b90-b356-26a215ce3af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:03.899054 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-909f1dc7-362f-4b80-ba31-dbaff539c929 req-d648553f-0108-44c8-881a-db54f019d9aa tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934319 Apr 20 16:29:03.940276 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cb2f52a9-2871-4d20-9ae0-b22797921e94 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:03.941693 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cb2f52a9-2871-4d20-9ae0-b22797921e94 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.1224818 Apr 20 16:29:03.947866 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55096) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:03.948710 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113fc595-f74c-4b90-b356-26a215ce3af3 admin admin] Pushing event deleted for resources: {'Port': ['ID=22f60e37-c9d7-4a2a-a961-5cb4a1afdb63,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:03.961784 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-27b0ac66-013b-4983-8f72-3bbb69efd198 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:04.036292 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55100) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:04.063812 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-27b0ac66-013b-4983-8f72-3bbb69efd198 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Calling delete_port for cf00fbba-98de-489b-a87c-a3773adc56de owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:29:04.100357 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f79fee37-ce64-4b41-92c3-d5a6cc3a5259 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:04.137775 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'name': 'tempest-TestSecurityGroupsBasicOps-router-722697221', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '284fe26c-0593-42db-88c8-7d04412c9352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:56Z', 'updated_at': '2022-04-20T16:28:59Z', 'revision_number': 3, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'gw_port': {'id': '284fe26c-0593-42db-88c8-7d04412c9352', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:11:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:58Z', 'updated_at': '2022-04-20T16:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:04.155242 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fea53-8b40-439b-9eb3-86b3bf1617a9 req-7810f754-80da-4f16-a949-fa991456996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:04.155242 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-241fea53-8b40-439b-9eb3-86b3bf1617a9 req-7810f754-80da-4f16-a949-fa991456996f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2982073 Apr 20 16:29:04.177612 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] Checking router: 0b8c9692-1341-42e7-8e90-ebc630448605 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:29:04.177612 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] Updating router 0b8c9692-1341-42e7-8e90-ebc630448605 port 284fe26c-0593-42db-88c8-7d04412c9352 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:29:04.207104 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:04.325965 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3563b4df-585c-4dcf-90b6-0c58db081b7b tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=cb11bf8b3c08464a8790ceef590f4df3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3722363 Apr 20 16:29:04.330232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55102) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:04.339743 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f79fee37-ce64-4b41-92c3-d5a6cc3a5259 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:04.343149 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-e040f0f1-e752-41fc-b79a-a9394f90b2e7 admin admin] Allocated IP 172.25.0.183 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/6afef6f2-e668-493e-9e79-24ff7d48ab5d) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:29:04.398913 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7299d84-6c7c-480f-96d9-5fb2e029ed6a tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:04.403469 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-40a3e4f1-6735-4cd4-a645-ea618f606e50 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=089d073129534903b2f07842894eec92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3520803 Apr 20 16:29:04.416479 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55104) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:04.462862 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a349d78-d92c-409a-abc8-600764ae05bd None None] Network 6129277f-3b7c-420f-bcf7-8207d3888fce requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:29:04.489925 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79fee37-ce64-4b41-92c3-d5a6cc3a5259 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:04.524075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-f79fee37-ce64-4b41-92c3-d5a6cc3a5259 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:04.538693 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79fee37-ce64-4b41-92c3-d5a6cc3a5259 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:04.589401 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f80e0-3470-4494-8d0b-4811369545ab req-e7a871e4-e59f-4f70-a384-51cea4cc06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:04.590932 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-429f80e0-3470-4494-8d0b-4811369545ab req-e7a871e4-e59f-4f70-a384-51cea4cc06a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ca8e2b629024f54bb9e386005a6d319&device_id=43402b7e-210b-4172-a556-dfe59183e914 HTTP/1.1" status: 200 len: 1094 time: 0.3672793 Apr 20 16:29:04.602454 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-113fc595-f74c-4b90-b356-26a215ce3af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:04.608450 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-07c95abc-86e5-4ce5-85f0-aa8c762c2be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:04.609934 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7299d84-6c7c-480f-96d9-5fb2e029ed6a tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:04.632279 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fee37-ce64-4b41-92c3-d5a6cc3a5259 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Pushing event updated for resources: {'Port': ['ID=645a91dd-2072-44b9-b4f4-a0e0148009e0,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:04.699747 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-429f80e0-3470-4494-8d0b-4811369545ab req-a1605d74-78f2-4be2-8e03-783188196499 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f6c9621-b6ce-43ef-a18d-3318090246bc HTTP/1.1" status: 200 len: 217 time: 0.0834761 Apr 20 16:29:04.705003 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-01c8bd13-46ad-4c26-9a47-262156f96cca None None] Provisioning complete for port 39d8994b-73a3-42a4-bf58-139de6097136 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:04.705915 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-01c8bd13-46ad-4c26-9a47-262156f96cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:04.736626 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 14a4ed77-ceb8-4000-81b1-0e9ec555d429 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:29:04.750818 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-07c95abc-86e5-4ce5-85f0-aa8c762c2be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:04.763306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254fb634-6567-4e0e-9cc4-179690db024a tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:04.763787 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254fb634-6567-4e0e-9cc4-179690db024a tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:04.768847 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-254fb634-6567-4e0e-9cc4-179690db024a tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.4276023 Apr 20 16:29:04.774046 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55106) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:04.876863 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-27b0ac66-013b-4983-8f72-3bbb69efd198 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:04.881324 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 14a4ed77-ceb8-4000-81b1-0e9ec555d429 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:04.881324 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:04.899930 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5784d57d-d729-42c7-a6f0-57a91449cab7 tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1241255 Apr 20 16:29:04.911070 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-01c8bd13-46ad-4c26-9a47-262156f96cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:04.912946 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55108) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:04.922762 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0ac66-013b-4983-8f72-3bbb69efd198 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Pushing event deleted for resources: {'Port': ['ID=cf00fbba-98de-489b-a87c-a3773adc56de,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:04.949955 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e040f0f1-e752-41fc-b79a-a9394f90b2e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:04.954507 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f80e0-3470-4494-8d0b-4811369545ab req-4c9c4915-d55e-424a-be9a-9757688a4728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:04.955981 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-429f80e0-3470-4494-8d0b-4811369545ab req-4c9c4915-d55e-424a-be9a-9757688a4728 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eba52b01-f16c-48dd-9b36-583fefdbcff4 HTTP/1.1" status: 200 len: 848 time: 0.2446687 Apr 20 16:29:04.973930 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-01c8bd13-46ad-4c26-9a47-262156f96cca None None] For port 39d8994b-73a3-42a4-bf58-139de6097136, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=39d8994b-73a3-42a4-bf58-139de6097136,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:05.020174 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 39d8994b-73a3-42a4-bf58-139de6097136 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:29:05.029529 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-429f80e0-3470-4494-8d0b-4811369545ab req-985dee5b-1f06-4cf5-abb1-93fce49b2ef2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=57788d4a-c0b2-4e44-bcc3-e868445aab00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431879 Apr 20 16:29:05.063260 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-01c8bd13-46ad-4c26-9a47-262156f96cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:05.126624 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 39d8994b-73a3-42a4-bf58-139de6097136 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:05.127099 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:05.130202 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8bd13-46ad-4c26-9a47-262156f96cca None None] Pushing event updated for resources: {'Port': ['ID=39d8994b-73a3-42a4-bf58-139de6097136,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:05.169418 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed553ee5-0d52-43c8-af09-aad2d3636247 tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:05.171800 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ed553ee5-0d52-43c8-af09-aad2d3636247 tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=4e28bbbc-23a1-448b-b983-ff2c8ecc6ba1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.2590044 Apr 20 16:29:05.175676 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55112) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:05.230174 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-de9dcb6c-1f2e-4b85-a8e2-b94a15959c38 tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=cb11bf8b3c08464a8790ceef590f4df3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0520914 Apr 20 16:29:05.232768 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55114) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:05.269911 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-429f80e0-3470-4494-8d0b-4811369545ab req-9c4cdf90-1f1a-4f2f-80b5-d39346a049c6 service neutron] 10.222.0.30 "GET /v2.0/networks/57788d4a-c0b2-4e44-bcc3-e868445aab00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232652 Apr 20 16:29:05.287088 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-28d869f4-6e8a-49be-8f51-6c2f0d82e579 None None] Provisioning complete for port 39d8994b-73a3-42a4-bf58-139de6097136 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:05.287686 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-28d869f4-6e8a-49be-8f51-6c2f0d82e579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:05.339806 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e040f0f1-e752-41fc-b79a-a9394f90b2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:05.468214 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7299d84-6c7c-480f-96d9-5fb2e029ed6a tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:05.474500 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-07c95abc-86e5-4ce5-85f0-aa8c762c2be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:05.477237 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-07c95abc-86e5-4ce5-85f0-aa8c762c2be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:05.486619 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-07c95abc-86e5-4ce5-85f0-aa8c762c2be3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e944adcf-7d41-46af-8d43-760ada7f9ddf HTTP/1.1" status: 204 len: 168 time: 1.0679295 Apr 20 16:29:05.549657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c95abc-86e5-4ce5-85f0-aa8c762c2be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e944adcf-7d41-46af-8d43-760ada7f9ddf,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:05.578422 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-27b0ac66-013b-4983-8f72-3bbb69efd198 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:05.591455 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7eb00-da18-4452-b55c-26a8b71c68dd req-18d3feb9-6d86-42cd-ae71-7b37a169c2bf tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:05.593604 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2df7eb00-da18-4452-b55c-26a8b71c68dd req-18d3feb9-6d86-42cd-ae71-7b37a169c2bf tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=43402b7e-210b-4172-a556-dfe59183e914 HTTP/1.1" status: 200 len: 943 time: 0.5606284 Apr 20 16:29:05.624190 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7299d84-6c7c-480f-96d9-5fb2e029ed6a tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:05.730531 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:05.753490 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e040f0f1-e752-41fc-b79a-a9394f90b2e7 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:05.777362 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-27b0ac66-013b-4983-8f72-3bbb69efd198 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:05.787362 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-27b0ac66-013b-4983-8f72-3bbb69efd198 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:05.797758 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-e040f0f1-e752-41fc-b79a-a9394f90b2e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:05.808882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e040f0f1-e752-41fc-b79a-a9394f90b2e7 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:05.812144 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040f0f1-e752-41fc-b79a-a9394f90b2e7 admin admin] Pushing event updated for resources: {'Port': ['ID=6afef6f2-e668-493e-9e79-24ff7d48ab5d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:05.828880 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:05.854743 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07b6946-ca03-4dfe-ab16-84afb0a5d328 tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:05.855231 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07b6946-ca03-4dfe-ab16-84afb0a5d328 tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:05.856831 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f07b6946-ca03-4dfe-ab16-84afb0a5d328 tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.6231503 Apr 20 16:29:05.863934 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55118) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:05.874973 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7299d84-6c7c-480f-96d9-5fb2e029ed6a tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Pushing event updated for resources: {'Port': ['ID=49f98d4b-64de-4704-a4a6-52493759216a,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:05.879353 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2df7eb00-da18-4452-b55c-26a8b71c68dd req-fe7abc1b-36e7-4edf-a054-7ffeedb8cc1c tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219355 Apr 20 16:29:05.888811 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113fc595-f74c-4b90-b356-26a215ce3af3 admin admin] Router 995019f1-ce8d-403d-b59b-bfe149fac08e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:29:05.892188 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f79fee37-ce64-4b41-92c3-d5a6cc3a5259 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:05.909725 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7299d84-6c7c-480f-96d9-5fb2e029ed6a tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:05.912117 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] Attempting to bind port 284fe26c-0593-42db-88c8-7d04412c9352 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:05.912585 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] Attempting to bind port 284fe26c-0593-42db-88c8-7d04412c9352 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:05.915971 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] Attempting to bind port 284fe26c-0593-42db-88c8-7d04412c9352 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:05.923934 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:29:05.924462 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:29:05.924947 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:05.925395 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:29:05.925945 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] Bound port: 284fe26c-0593-42db-88c8-7d04412c9352, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:29:05.926379 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:05.928234 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57699c-2756-4316-9ee5-b98eed9402cf None None] Pushing event updated for resources: {'Port': ['ID=284fe26c-0593-42db-88c8-7d04412c9352,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:05.944054 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-429f80e0-3470-4494-8d0b-4811369545ab req-4a372fbf-f0d3-4a09-8a40-35ac1ab54877 service neutron] 10.222.0.30 "GET /v2.0/networks/57788d4a-c0b2-4e44-bcc3-e868445aab00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6423621 Apr 20 16:29:05.950881 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c57acc51-11e7-406f-8a69-a4c5626958bb tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0830042 Apr 20 16:29:05.955535 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55120) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:05.996697 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] For port 284fe26c-0593-42db-88c8-7d04412c9352, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:29:05.996697 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] For port 284fe26c-0593-42db-88c8-7d04412c9352, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=284fe26c-0593-42db-88c8-7d04412c9352,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:29:06.041737 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-27b0ac66-013b-4983-8f72-3bbb69efd198 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:06.042680 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b0ac66-013b-4983-8f72-3bbb69efd198 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Fanout notify agent at l3_agent the message router_deleted on router 4f025fd5-3e58-46fa-8e9c-17c77846fc39 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:29:06.047370 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7299d84-6c7c-480f-96d9-5fb2e029ed6a tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:06.049143 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a7299d84-6c7c-480f-96d9-5fb2e029ed6a tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6634510 Apr 20 16:29:06.055328 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-27b0ac66-013b-4983-8f72-3bbb69efd198 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:06.056854 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-27b0ac66-013b-4983-8f72-3bbb69efd198 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "DELETE /v2.0/routers/4f025fd5-3e58-46fa-8e9c-17c77846fc39 HTTP/1.1" status: 204 len: 168 time: 3.4650671 Apr 20 16:29:06.060449 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55124) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:06.069307 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55126) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:06.075266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4ed44b21-6db9-45e6-90fa-38892a0d5a4b tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-938897664', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:06.087487 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0d3df821-a7fb-4dfa-b67f-677f6e8c7c53 tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=4e28bbbc-23a1-448b-b983-ff2c8ecc6ba1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0763879 Apr 20 16:29:06.116855 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55128) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:06.128124 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7e70fe3b-b15f-4a40-bc51-911a3c96e483 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1349941358', 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379', 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:06.130952 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:06.143789 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b099b21d-923a-43af-aad7-4be700fe17e8 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] 10.222.0.15 "GET /v2.0/floatingips?floating_network_id=4e28bbbc-23a1-448b-b983-ff2c8ecc6ba1 HTTP/1.1" status: 200 len: 690 time: 0.0810173 Apr 20 16:29:06.148214 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55134) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:06.181464 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113fc595-f74c-4b90-b356-26a215ce3af3 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:29:06.193320 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e682e30-dfb6-4da6-af75-e76e7f86af68 None None] Sync routers for ids ['995019f1-ce8d-403d-b59b-bfe149fac08e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:29:06.219290 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e682e30-dfb6-4da6-af75-e76e7f86af68 None None] Routers {'995019f1-ce8d-403d-b59b-bfe149fac08e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:06.222250 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4e682e30-dfb6-4da6-af75-e76e7f86af68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['995019f1-ce8d-403d-b59b-bfe149fac08e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:06.227137 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] Routers {'0b8c9692-1341-42e7-8e90-ebc630448605'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:06.228078 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['0b8c9692-1341-42e7-8e90-ebc630448605'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:06.270851 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ed44b21-6db9-45e6-90fa-38892a0d5a4b tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:06.271874 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ed44b21-6db9-45e6-90fa-38892a0d5a4b tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:06.277806 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57699c-2756-4316-9ee5-b98eed9402cf None None] Pushing event updated for resources: {'Port': ['ID=284fe26c-0593-42db-88c8-7d04412c9352,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:06.294479 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-833101dd-d0cf-4935-b6ac-a7602d632969 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:06.305190 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-113fc595-f74c-4b90-b356-26a215ce3af3 admin admin] 10.222.0.15 "PUT /v2.0/routers/995019f1-ce8d-403d-b59b-bfe149fac08e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3667283 Apr 20 16:29:06.311344 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55138) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:06.335445 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ed44b21-6db9-45e6-90fa-38892a0d5a4b tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:06.388151 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] Set router 0b8c9692-1341-42e7-8e90-ebc630448605 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:29:06.393503 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-4e682e30-dfb6-4da6-af75-e76e7f86af68 None None] Set router 995019f1-ce8d-403d-b59b-bfe149fac08e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:29:06.408634 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ed44b21-6db9-45e6-90fa-38892a0d5a4b tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:06.545009 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 39d8994b-73a3-42a4-bf58-139de6097136 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:29:06.574040 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f79fee37-ce64-4b41-92c3-d5a6cc3a5259 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:06.628104 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ed44b21-6db9-45e6-90fa-38892a0d5a4b tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:06.629753 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4ed44b21-6db9-45e6-90fa-38892a0d5a4b tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5579042 Apr 20 16:29:06.630648 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e040f0f1-e752-41fc-b79a-a9394f90b2e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:06.634484 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55142) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:06.634995 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-833101dd-d0cf-4935-b6ac-a7602d632969 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Deleting port 49f98d4b-64de-4704-a4a6-52493759216a {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:29:06.635455 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-833101dd-d0cf-4935-b6ac-a7602d632969 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:06.643882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-3888e3d1-0a40-4616-964c-244cb0ddccd3 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'enable_snat': True}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:06.646289 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e70fe3b-b15f-4a40-bc51-911a3c96e483 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Made reservation on behalf of cb11bf8b3c08464a8790ceef590f4df3 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:29:06.650342 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e70fe3b-b15f-4a40-bc51-911a3c96e483 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:06.660668 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21c55350-593b-4091-990c-501f6a1bd5af admin admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:06.747114 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4e682e30-dfb6-4da6-af75-e76e7f86af68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'name': 'tempest-TaggedBootDevicesTest-59466583-router', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:21:31Z', 'updated_at': '2022-04-20T16:29:03Z', 'revision_number': 5, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'gw_port': {'id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:32Z', 'updated_at': '2022-04-20T16:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:06.755034 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 39d8994b-73a3-42a4-bf58-139de6097136 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:06.755415 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:06.778654 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e682e30-dfb6-4da6-af75-e76e7f86af68 None None] Checking router: 995019f1-ce8d-403d-b59b-bfe149fac08e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:29:06.787622 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e682e30-dfb6-4da6-af75-e76e7f86af68 None None] Routers {'995019f1-ce8d-403d-b59b-bfe149fac08e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:06.788449 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4e682e30-dfb6-4da6-af75-e76e7f86af68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['995019f1-ce8d-403d-b59b-bfe149fac08e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:06.887488 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'name': 'tempest-TestSecurityGroupsBasicOps-router-722697221', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '284fe26c-0593-42db-88c8-7d04412c9352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:56Z', 'updated_at': '2022-04-20T16:28:59Z', 'revision_number': 3, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'gw_port': {'id': '284fe26c-0593-42db-88c8-7d04412c9352', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:11:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:58Z', 'updated_at': '2022-04-20T16:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:06.914672 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-4e682e30-dfb6-4da6-af75-e76e7f86af68 None None] Set router 995019f1-ce8d-403d-b59b-bfe149fac08e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:29:06.922852 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21c55350-593b-4091-990c-501f6a1bd5af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:06.936708 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63242ab4-bb3b-4a2e-bf74-5b2661134911 None None] The sync data for ids ['0b8c9692-1341-42e7-8e90-ebc630448605'] in n-d-836146-2 is: [{'id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'name': 'tempest-TestSecurityGroupsBasicOps-router-722697221', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '284fe26c-0593-42db-88c8-7d04412c9352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:56Z', 'updated_at': '2022-04-20T16:28:59Z', 'revision_number': 3, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'gw_port': {'id': '284fe26c-0593-42db-88c8-7d04412c9352', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:11:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:58Z', 'updated_at': '2022-04-20T16:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:29:06.986392 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-833101dd-d0cf-4935-b6ac-a7602d632969 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:06.986737 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-833101dd-d0cf-4935-b6ac-a7602d632969 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:07.002001 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-833101dd-d0cf-4935-b6ac-a7602d632969 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Calling delete_port for 49f98d4b-64de-4704-a4a6-52493759216a owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:29:07.131911 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55154) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:07.134485 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4e682e30-dfb6-4da6-af75-e76e7f86af68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'name': 'tempest-TaggedBootDevicesTest-59466583-router', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:21:31Z', 'updated_at': '2022-04-20T16:29:03Z', 'revision_number': 5, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'gw_port': {'id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:32Z', 'updated_at': '2022-04-20T16:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:07.169334 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e682e30-dfb6-4da6-af75-e76e7f86af68 None None] The sync data for ids ['995019f1-ce8d-403d-b59b-bfe149fac08e'] in n-d-836146-2 is: [{'id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'name': 'tempest-TaggedBootDevicesTest-59466583-router', 'tenant_id': 'e35470c169cb468daf63345ebb7ba6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:21:31Z', 'updated_at': '2022-04-20T16:29:03Z', 'revision_number': 5, 'project_id': 'e35470c169cb468daf63345ebb7ba6b2', 'gw_port': {'id': 'ef535b38-4d32-4f9f-ba27-84ebd53b6b43', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995019f1-ce8d-403d-b59b-bfe149fac08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:32Z', 'updated_at': '2022-04-20T16:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:29:07.179871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-21c55350-593b-4091-990c-501f6a1bd5af admin admin] Deleting port ef535b38-4d32-4f9f-ba27-84ebd53b6b43 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:29:07.180218 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21c55350-593b-4091-990c-501f6a1bd5af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:07.283783 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3888e3d1-0a40-4616-964c-244cb0ddccd3 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:07.314023 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-21c55350-593b-4091-990c-501f6a1bd5af admin admin] For port ef535b38-4d32-4f9f-ba27-84ebd53b6b43, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ef535b38-4d32-4f9f-ba27-84ebd53b6b43,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:07.314399 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21c55350-593b-4091-990c-501f6a1bd5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:07.332715 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-21c55350-593b-4091-990c-501f6a1bd5af admin admin] Calling delete_port for ef535b38-4d32-4f9f-ba27-84ebd53b6b43 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:29:07.504565 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-833101dd-d0cf-4935-b6ac-a7602d632969 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:07.616043 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-833101dd-d0cf-4935-b6ac-a7602d632969 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:07.618893 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833101dd-d0cf-4935-b6ac-a7602d632969 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Pushing event deleted for resources: {'Port': ['ID=49f98d4b-64de-4704-a4a6-52493759216a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:07.621856 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21c55350-593b-4091-990c-501f6a1bd5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:07.655049 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c55350-593b-4091-990c-501f6a1bd5af admin admin] Pushing event deleted for resources: {'Port': ['ID=ef535b38-4d32-4f9f-ba27-84ebd53b6b43,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:07.709443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-12edb2c2-fe25-4169-a2eb-3af6ca45e8ce admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-409708843-network', 'tenant_id': '0497080a1d9d41d09fe9377f338bf37d'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:07.755051 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3db09f-c87a-4477-9b7d-f0d71ca91fad req-a2d514c2-46f8-4bca-832f-31e9c39de061 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:07.755239 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-833101dd-d0cf-4935-b6ac-a7602d632969 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:07.757135 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b3db09f-c87a-4477-9b7d-f0d71ca91fad req-a2d514c2-46f8-4bca-832f-31e9c39de061 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=43402b7e-210b-4172-a556-dfe59183e914 HTTP/1.1" status: 200 len: 943 time: 0.7036471 Apr 20 16:29:07.759405 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21c55350-593b-4091-990c-501f6a1bd5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:07.876817 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e040f0f1-e752-41fc-b79a-a9394f90b2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:07.907354 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21c55350-593b-4091-990c-501f6a1bd5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:07.909176 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b3db09f-c87a-4477-9b7d-f0d71ca91fad req-26b95e34-f4a8-46ed-a623-0b2a9be8a6fb tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267569 Apr 20 16:29:07.911181 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21c55350-593b-4091-990c-501f6a1bd5af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:07.916798 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79fee37-ce64-4b41-92c3-d5a6cc3a5259 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Router 3b9398a9-3f26-47b7-8a4d-fdb192b5d55e is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:29:07.975333 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12edb2c2-fe25-4169-a2eb-3af6ca45e8ce admin admin] Made reservation on behalf of 0497080a1d9d41d09fe9377f338bf37d for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:29:07.978136 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12edb2c2-fe25-4169-a2eb-3af6ca45e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:07.996051 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e70fe3b-b15f-4a40-bc51-911a3c96e483 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:08.049637 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21c55350-593b-4091-990c-501f6a1bd5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:08.050183 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c55350-593b-4091-990c-501f6a1bd5af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 995019f1-ce8d-403d-b59b-bfe149fac08e {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:29:08.061175 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21c55350-593b-4091-990c-501f6a1bd5af admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:08.062565 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-21c55350-593b-4091-990c-501f6a1bd5af admin admin] 10.222.0.15 "DELETE /v2.0/routers/995019f1-ce8d-403d-b59b-bfe149fac08e HTTP/1.1" status: 204 len: 168 time: 1.7509243 Apr 20 16:29:08.065052 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55158) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:08.070458 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12edb2c2-fe25-4169-a2eb-3af6ca45e8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:08.098599 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-833101dd-d0cf-4935-b6ac-a7602d632969 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:08.146098 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833101dd-d0cf-4935-b6ac-a7602d632969 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c24e8d33-479e-4b43-bdd9-b12ebfcd06ef,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:08.213121 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-2926656c-b46d-4a97-883d-44629ed6843e admin admin] Deleting subnet 5b30ddac-8129-4355-b7e6-7b26172bb5fd {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:29:08.218412 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2926656c-b46d-4a97-883d-44629ed6843e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:08.242746 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-833101dd-d0cf-4935-b6ac-a7602d632969 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:08.260122 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70fe3b-b15f-4a40-bc51-911a3c96e483 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event updated for resources: {'Subnet': ['ID=a5a8582b-3cbd-43c0-bf19-efe98917785b,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:08.280467 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-833101dd-d0cf-4935-b6ac-a7602d632969 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e28bbbc-23a1-448b-b983-ff2c8ecc6ba1']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:08.290849 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2926656c-b46d-4a97-883d-44629ed6843e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:08.306598 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e70fe3b-b15f-4a40-bc51-911a3c96e483 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Checking segment: {'id': 'ae05cb49-0407-4b9b-b8bb-8e454ab9e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:29:08.307044 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e70fe3b-b15f-4a40-bc51-911a3c96e483 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Network hostable DHCP agents. Network: 37dffd32-6c1b-4ef8-ae8a-aeadb127d379, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:29:08.310390 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79fee37-ce64-4b41-92c3-d5a6cc3a5259 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:29:08.312175 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-833101dd-d0cf-4935-b6ac-a7602d632969 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8686ad3c-6574-4935-ba67-358a96007962') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:08.312576 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-833101dd-d0cf-4935-b6ac-a7602d632969 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8686ad3c-6574-4935-ba67-358a96007962') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:08.322863 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bca98da-a1ca-4d07-91b7-1b83530dc79b None None] Sync routers for ids ['3b9398a9-3f26-47b7-8a4d-fdb192b5d55e'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:29:08.336923 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca98da-a1ca-4d07-91b7-1b83530dc79b None None] Routers {'3b9398a9-3f26-47b7-8a4d-fdb192b5d55e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:08.338252 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5bca98da-a1ca-4d07-91b7-1b83530dc79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3b9398a9-3f26-47b7-8a4d-fdb192b5d55e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:08.350684 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-833101dd-d0cf-4935-b6ac-a7602d632969 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:08.404033 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-833101dd-d0cf-4935-b6ac-a7602d632969 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:08.420750 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-833101dd-d0cf-4935-b6ac-a7602d632969 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:29:08.421448 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-833101dd-d0cf-4935-b6ac-a7602d632969 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:29:08.423687 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:29:08.447779 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2926656c-b46d-4a97-883d-44629ed6843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:08.449002 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f79fee37-ce64-4b41-92c3-d5a6cc3a5259 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:08.452750 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f79fee37-ce64-4b41-92c3-d5a6cc3a5259 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.6146841 Apr 20 16:29:08.453085 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55160) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:08.482884 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-5bca98da-a1ca-4d07-91b7-1b83530dc79b None None] Set router 3b9398a9-3f26-47b7-8a4d-fdb192b5d55e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:29:08.490501 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12edb2c2-fe25-4169-a2eb-3af6ca45e8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:08.524854 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e70fe3b-b15f-4a40-bc51-911a3c96e483 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Network 37dffd32-6c1b-4ef8-ae8a-aeadb127d379 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:29:08.542022 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e040f0f1-e752-41fc-b79a-a9394f90b2e7 admin admin] Router b6bd22b3-a42d-4e80-9070-269f60e060c8 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:29:08.644268 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3888e3d1-0a40-4616-964c-244cb0ddccd3 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:08.646645 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12edb2c2-fe25-4169-a2eb-3af6ca45e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:08.670748 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2926656c-b46d-4a97-883d-44629ed6843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:08.671225 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-833101dd-d0cf-4935-b6ac-a7602d632969 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:08.686435 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3888e3d1-0a40-4616-964c-244cb0ddccd3 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:08.697716 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-7e70fe3b-b15f-4a40-bc51-911a3c96e483 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 37dffd32-6c1b-4ef8-ae8a-aeadb127d379) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:08.715726 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12edb2c2-fe25-4169-a2eb-3af6ca45e8ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:29:08.721418 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e70fe3b-b15f-4a40-bc51-911a3c96e483 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:08.722007 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e70fe3b-b15f-4a40-bc51-911a3c96e483 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:08.726747 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833101dd-d0cf-4935-b6ac-a7602d632969 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4e28bbbc-23a1-448b-b983-ff2c8ecc6ba1 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 16:29:08.729550 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc4d101-cc67-4973-8a85-e115138c8497 None None] Network 37dffd32-6c1b-4ef8-ae8a-aeadb127d379 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:29:08.731907 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-833101dd-d0cf-4935-b6ac-a7602d632969 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:08.735833 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-833101dd-d0cf-4935-b6ac-a7602d632969 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] 10.222.0.15 "DELETE /v2.0/networks/4e28bbbc-23a1-448b-b983-ff2c8ecc6ba1 HTTP/1.1" status: 204 len: 168 time: 2.5859725 Apr 20 16:29:08.743077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55162) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:08.751314 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926656c-b46d-4a97-883d-44629ed6843e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b30ddac-8129-4355-b7e6-7b26172bb5fd,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:08.755441 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7aa1f6af-e158-44ac-aca8-bc52630c4efc tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "GET /v2.0/routers/3b9398a9-3f26-47b7-8a4d-fdb192b5d55e HTTP/1.1" status: 200 len: 907 time: 0.2981334 Apr 20 16:29:08.755590 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833101dd-d0cf-4935-b6ac-a7602d632969 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Pushing event deleted for resources: {'Network': ['ID=4e28bbbc-23a1-448b-b983-ff2c8ecc6ba1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:08.758577 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2926656c-b46d-4a97-883d-44629ed6843e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:08.761125 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2926656c-b46d-4a97-883d-44629ed6843e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5b30ddac-8129-4355-b7e6-7b26172bb5fd HTTP/1.1" status: 204 len: 168 time: 0.6950958 Apr 20 16:29:08.762512 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55164) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:08.764870 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55166) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:08.774969 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 284fe26c-0593-42db-88c8-7d04412c9352 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:29:08.825258 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12edb2c2-fe25-4169-a2eb-3af6ca45e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:08.825576 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-12edb2c2-fe25-4169-a2eb-3af6ca45e8ce admin admin] Added segment 0ed873b0-b686-4940-8980-34db50a377d9 of type vlan for network 7f4506eb-f51f-4e39-a02d-5bd66a06f4e8 Apr 20 16:29:08.831554 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edb2c2-fe25-4169-a2eb-3af6ca45e8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653ca119-1371-435b-a60b-83166b0c4a64,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:08.844847 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7411c34e-0c72-46bd-a538-eedf8c7c3e8e tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0923610 Apr 20 16:29:08.847514 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26190557-406d-49dd-858e-c10652161fd2 None None] Network 0da3ddac-7911-41b8-948e-27e3525d219a requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:29:08.859418 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55168) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:08.929519 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7e70fe3b-b15f-4a40-bc51-911a3c96e483 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.8095484 Apr 20 16:29:08.941400 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55170) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:08.946346 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12edb2c2-fe25-4169-a2eb-3af6ca45e8ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:09.035330 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e040f0f1-e752-41fc-b79a-a9394f90b2e7 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:29:09.084325 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-3888e3d1-0a40-4616-964c-244cb0ddccd3 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Allocated IP 172.25.0.221 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/b88b6c5f-6eea-44fe-aa5d-c979859019ed) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:29:09.141328 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5bca98da-a1ca-4d07-91b7-1b83530dc79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9398a9-3f26-47b7-8a4d-fdb192b5d55e', 'name': 'tempest-snat-router-404240458', 'tenant_id': 'a0c897e277da4231bb1d4852ccb38f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '645a91dd-2072-44b9-b4f4-a0e0148009e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:00Z', 'updated_at': '2022-04-20T16:29:05Z', 'revision_number': 3, 'project_id': 'a0c897e277da4231bb1d4852ccb38f13', 'gw_port': {'id': '645a91dd-2072-44b9-b4f4-a0e0148009e0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:84:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9398a9-3f26-47b7-8a4d-fdb192b5d55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:09.245508 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bca98da-a1ca-4d07-91b7-1b83530dc79b None None] Checking router: 3b9398a9-3f26-47b7-8a4d-fdb192b5d55e for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:29:09.245508 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bca98da-a1ca-4d07-91b7-1b83530dc79b None None] Updating router 3b9398a9-3f26-47b7-8a4d-fdb192b5d55e port 645a91dd-2072-44b9-b4f4-a0e0148009e0 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:29:09.266471 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 7f6c9621-b6ce-43ef-a18d-3318090246bc details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:29:09.268528 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc3ae94-1e16-4dd7-84a3-663c59c28e63 None None] DHCP port deletion for 0da3ddac-7911-41b8-948e-27e3525d219a request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:29:09.287253 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3888e3d1-0a40-4616-964c-244cb0ddccd3 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:09.289274 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 284fe26c-0593-42db-88c8-7d04412c9352 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:09.289715 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:09.333542 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1baec66-eb7d-47c6-95f9-db2f9da52b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-37dffd32-6c1b-4ef8-ae8a-aeadb127d379', 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'fixed_ips': [{'subnet_id': 'a5a8582b-3cbd-43c0-bf19-efe98917785b'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:29:09.334573 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1baec66-eb7d-47c6-95f9-db2f9da52b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:09.387472 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-023e670d-4d24-4a28-ab07-c4b936516d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:09.399592 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5bca98da-a1ca-4d07-91b7-1b83530dc79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:09.441989 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5bade0-ba6f-44f4-aec0-9f9a6a2918bc tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:09.442777 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5bade0-ba6f-44f4-aec0-9f9a6a2918bc tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:09.442920 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5bade0-ba6f-44f4-aec0-9f9a6a2918bc tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:09.443377 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5bade0-ba6f-44f4-aec0-9f9a6a2918bc tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:09.443825 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5bade0-ba6f-44f4-aec0-9f9a6a2918bc tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:09.444274 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5bade0-ba6f-44f4-aec0-9f9a6a2918bc tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:09.444748 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5bade0-ba6f-44f4-aec0-9f9a6a2918bc tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:09.446674 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fa5bade0-ba6f-44f4-aec0-9f9a6a2918bc tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4646 time: 0.5862586 Apr 20 16:29:09.448262 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b17565f-516c-4276-9e5b-61ca659b7711 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:09.453786 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55174) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:09.455818 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] Sync routers for ids ['b6bd22b3-a42d-4e80-9070-269f60e060c8'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:29:09.469194 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] Routers {'b6bd22b3-a42d-4e80-9070-269f60e060c8'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:09.470434 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b6bd22b3-a42d-4e80-9070-269f60e060c8'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:09.520765 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41605053-88f9-4ed6-8bf4-912505906cb8 req-f681d8b4-1531-4fab-b8c5-0d5a5665f5a4 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:09.522609 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-41605053-88f9-4ed6-8bf4-912505906cb8 req-f681d8b4-1531-4fab-b8c5-0d5a5665f5a4 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=43402b7e-210b-4172-a556-dfe59183e914 HTTP/1.1" status: 200 len: 943 time: 0.2793183 Apr 20 16:29:09.564165 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-9bae1544-355e-4b89-bb4a-fc6693ab2e02 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] delete failed (client error): The resource could not be found. Apr 20 16:29:09.565251 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9bae1544-355e-4b89-bb4a-fc6693ab2e02 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/83ea0aaa-a696-4487-89e5-27eccf6ceee9 HTTP/1.1" status: 404 len: 345 time: 0.1123309 Apr 20 16:29:09.568118 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55176) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:09.574843 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12edb2c2-fe25-4169-a2eb-3af6ca45e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:09.575935 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12edb2c2-fe25-4169-a2eb-3af6ca45e8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:09.576646 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12edb2c2-fe25-4169-a2eb-3af6ca45e8ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:09.582835 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3888e3d1-0a40-4616-964c-244cb0ddccd3 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:09.586884 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e040f0f1-e752-41fc-b79a-a9394f90b2e7 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:09.590615 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e040f0f1-e752-41fc-b79a-a9394f90b2e7 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.0869238 Apr 20 16:29:09.594710 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55178) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:09.610637 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] Set router b6bd22b3-a42d-4e80-9070-269f60e060c8 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:29:09.640920 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22f63f7-e8fe-4e88-b4b6-42330165cc4e tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] DELETE failed (client error): The resource could not be found. Apr 20 16:29:09.641549 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b22f63f7-e8fe-4e88-b4b6-42330165cc4e tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:29:09.644686 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b22f63f7-e8fe-4e88-b4b6-42330165cc4e tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] 10.222.0.15 "DELETE /v2.0/networks/4e28bbbc-23a1-448b-b983-ff2c8ecc6ba1 HTTP/1.1" status: 404 len: 339 time: 0.0673521 Apr 20 16:29:09.653656 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55180) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:09.661530 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-3853f9c5-bd8a-491f-ace0-46e267e6a7d6 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Request body: {'network': {'name': 'tempest-network--747531318', 'router:external': True}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:09.720470 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-41605053-88f9-4ed6-8bf4-912505906cb8 req-a0390f06-802b-4a5c-8d16-d9c69a307a57 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610091 Apr 20 16:29:09.760889 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:09.762990 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3888e3d1-0a40-4616-964c-244cb0ddccd3 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:09.776669 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.resource_extend [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 16:29:09.779295 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b17565f-516c-4276-9e5b-61ca659b7711 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:09.791992 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-023e670d-4d24-4a28-ab07-c4b936516d13 admin admin] Deleting port 2f215406-361a-4597-81d9-374660c032c5 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:29:09.792360 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-023e670d-4d24-4a28-ab07-c4b936516d13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:09.809148 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-3888e3d1-0a40-4616-964c-244cb0ddccd3 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:09.817247 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edb2c2-fe25-4169-a2eb-3af6ca45e8ce admin admin] Pushing event updated for resources: {'Network': ['ID=7f4506eb-f51f-4e39-a02d-5bd66a06f4e8,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:09.826329 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3888e3d1-0a40-4616-964c-244cb0ddccd3 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:09.831250 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-12edb2c2-fe25-4169-a2eb-3af6ca45e8ce admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6924481 Apr 20 16:29:09.840634 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55182) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:09.853204 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 7f4506eb-f51f-4e39-a02d-5bd66a06f4e8 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:29:09.859481 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888e3d1-0a40-4616-964c-244cb0ddccd3 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Pushing event updated for resources: {'Port': ['ID=b88b6c5f-6eea-44fe-aa5d-c979859019ed,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:09.871246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-a8c72100-e2fe-4f4f-9d9a-7b13e568f728 admin admin] Request body: {'subnet': {'network_id': '7f4506eb-f51f-4e39-a02d-5bd66a06f4e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-409708843-subnet', 'tenant_id': '0497080a1d9d41d09fe9377f338bf37d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:09.875778 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:06Z', 'revision_number': 3, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:09.909245 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] Checking router: b6bd22b3-a42d-4e80-9070-269f60e060c8 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:29:09.909921 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] Updating router b6bd22b3-a42d-4e80-9070-269f60e060c8 port 6afef6f2-e668-493e-9e79-24ff7d48ab5d binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:29:09.914162 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3853f9c5-bd8a-491f-ace0-46e267e6a7d6 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Made reservation on behalf of 097898a4d2ea4d709eb43c7f028c13a0 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:29:09.916543 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3853f9c5-bd8a-491f-ace0-46e267e6a7d6 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:09.939313 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 284fe26c-0593-42db-88c8-7d04412c9352, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=284fe26c-0593-42db-88c8-7d04412c9352,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:09.954455 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-023e670d-4d24-4a28-ab07-c4b936516d13 admin admin] For port 2f215406-361a-4597-81d9-374660c032c5, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2f215406-361a-4597-81d9-374660c032c5,segment=NetworkSegment(e979549a-3086-404e-9eac-99c87ec0175a),segment_id=e979549a-3086-404e-9eac-99c87ec0175a)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:09.954939 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:09.955053 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-023e670d-4d24-4a28-ab07-c4b936516d13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:10.002409 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-023e670d-4d24-4a28-ab07-c4b936516d13 admin admin] Calling delete_port for 2f215406-361a-4597-81d9-374660c032c5 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:29:10.017040 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3853f9c5-bd8a-491f-ace0-46e267e6a7d6 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:29:10.039528 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3853f9c5-bd8a-491f-ace0-46e267e6a7d6 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:10.039888 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-3853f9c5-bd8a-491f-ace0-46e267e6a7d6 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Added segment 31acfa40-4225-4993-8214-0f3e3b496104 of type vlan for network 6bb70b94-105f-47a5-bb9d-a588f4167f8e Apr 20 16:29:10.100041 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-3b17565f-516c-4276-9e5b-61ca659b7711 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Deleting port 645a91dd-2072-44b9-b4f4-a0e0148009e0 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:29:10.100253 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b17565f-516c-4276-9e5b-61ca659b7711 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:10.115834 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:10.194691 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-1fc3ae94-1e16-4dd7-84a3-663c59c28e63 None None] Deleting port 2f215406-361a-4597-81d9-374660c032c5 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:29:10.195019 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1fc3ae94-1e16-4dd7-84a3-663c59c28e63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:10.226030 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b17565f-516c-4276-9e5b-61ca659b7711 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:10.240468 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-3b17565f-516c-4276-9e5b-61ca659b7711 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Calling delete_port for 645a91dd-2072-44b9-b4f4-a0e0148009e0 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:29:10.267392 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 22f60e37-c9d7-4a2a-a961-5cb4a1afdb63 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:29:10.362954 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:10.386406 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 22f60e37-c9d7-4a2a-a961-5cb4a1afdb63 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:29:10.386964 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 22f60e37-c9d7-4a2a-a961-5cb4a1afdb63 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:29:10.387187 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ef535b38-4d32-4f9f-ba27-84ebd53b6b43 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:29:10.428500 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3853f9c5-bd8a-491f-ace0-46e267e6a7d6 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:10.445614 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-a1baec66-eb7d-47c6-95f9-db2f9da52b78 None None] Allocated IP 172.20.0.18 (37dffd32-6c1b-4ef8-ae8a-aeadb127d379/a5a8582b-3cbd-43c0-bf19-efe98917785b/50549646-1fad-4478-9d94-79155b726d3a) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:29:10.450029 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c72100-e2fe-4f4f-9d9a-7b13e568f728 admin admin] Made reservation on behalf of 0497080a1d9d41d09fe9377f338bf37d for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:29:10.450526 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: ef535b38-4d32-4f9f-ba27-84ebd53b6b43 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:29:10.450731 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ef535b38-4d32-4f9f-ba27-84ebd53b6b43 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:29:10.452607 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a8c72100-e2fe-4f4f-9d9a-7b13e568f728 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:10.457351 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 7f6c9621-b6ce-43ef-a18d-3318090246bc, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7f6c9621-b6ce-43ef-a18d-3318090246bc,segment=NetworkSegment(fb503d67-59f1-46d1-9d04-2d226b2a2c31),segment_id=fb503d67-59f1-46d1-9d04-2d226b2a2c31)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:10.461199 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:10.477371 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=284fe26c-0593-42db-88c8-7d04412c9352,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:10.509788 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1fc3ae94-1e16-4dd7-84a3-663c59c28e63 None None] For port 2f215406-361a-4597-81d9-374660c032c5, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2f215406-361a-4597-81d9-374660c032c5,segment=NetworkSegment(e979549a-3086-404e-9eac-99c87ec0175a),segment_id=e979549a-3086-404e-9eac-99c87ec0175a)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:10.509788 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1fc3ae94-1e16-4dd7-84a3-663c59c28e63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:10.537000 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] Attempting to bind port 6afef6f2-e668-493e-9e79-24ff7d48ab5d on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:10.540419 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] Attempting to bind port 6afef6f2-e668-493e-9e79-24ff7d48ab5d by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:10.540999 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] Attempting to bind port 6afef6f2-e668-493e-9e79-24ff7d48ab5d on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:10.544185 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78bd1b-cfed-40bb-b927-0499e325c9f6 None None] Pushing event updated for resources: {'Port': ['ID=6afef6f2-e668-493e-9e79-24ff7d48ab5d,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:10.553744 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:29:10.554370 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:29:10.560072 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:10.560072 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:29:10.560072 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] Bound port: 6afef6f2-e668-493e-9e79-24ff7d48ab5d, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:29:10.560072 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:10.580025 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '7f6c9621-b6ce-43ef-a18d-3318090246bc', 'network_id': '57788d4a-c0b2-4e44-bcc3-e868445aab00', 'port_id': '7f6c9621-b6ce-43ef-a18d-3318090246bc', 'mac_address': 'fa:16:3e:84:97:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba52b01-f16c-48dd-9b36-583fefdbcff4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:29:10.599314 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-1fc3ae94-1e16-4dd7-84a3-663c59c28e63 None None] Calling delete_port for 2f215406-361a-4597-81d9-374660c032c5 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:29:10.614688 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2f215406-361a-4597-81d9-374660c032c5 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:29:10.629871 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] For port 6afef6f2-e668-493e-9e79-24ff7d48ab5d, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:29:10.747779 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:10.768046 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3609a5b9-300b-4abd-8a6e-1717acd028df tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:10.781911 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3853f9c5-bd8a-491f-ace0-46e267e6a7d6 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:10.786043 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3853f9c5-bd8a-491f-ace0-46e267e6a7d6 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:10.787183 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3853f9c5-bd8a-491f-ace0-46e267e6a7d6 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:10.790779 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6c9621-b6ce-43ef-a18d-3318090246bc {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:29:10.822661 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] For port 6afef6f2-e668-493e-9e79-24ff7d48ab5d, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6afef6f2-e668-493e-9e79-24ff7d48ab5d,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:29:10.828379 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-023e670d-4d24-4a28-ab07-c4b936516d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:10.831801 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b17565f-516c-4276-9e5b-61ca659b7711 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:10.889416 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 7f6c9621-b6ce-43ef-a18d-3318090246bc, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7f6c9621-b6ce-43ef-a18d-3318090246bc,segment=NetworkSegment(fb503d67-59f1-46d1-9d04-2d226b2a2c31),segment_id=fb503d67-59f1-46d1-9d04-2d226b2a2c31)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.890042 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.893130 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.893130 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.893130 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.893130 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.893130 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.893130 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.893130 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.893130 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.893130 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.893130 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.893130 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.893130 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.893130 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:10.893130 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:29:10.913382 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e670d-4d24-4a28-ab07-c4b936516d13 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f215406-361a-4597-81d9-374660c032c5,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:10.913623 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:10.915683 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e670d-4d24-4a28-ab07-c4b936516d13 admin admin] No DVR routers for this DVR port 2f215406-361a-4597-81d9-374660c032c5 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:29:10.928637 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1fc3ae94-1e16-4dd7-84a3-663c59c28e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:10.947625 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853f9c5-bd8a-491f-ace0-46e267e6a7d6 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Pushing event updated for resources: {'Network': ['ID=6bb70b94-105f-47a5-bb9d-a588f4167f8e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:10.955075 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:11.002399 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] Routers {'b6bd22b3-a42d-4e80-9070-269f60e060c8'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:11.003895 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b6bd22b3-a42d-4e80-9070-269f60e060c8'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:11.017728 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 6bb70b94-105f-47a5-bb9d-a588f4167f8e details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:29:11.026835 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3853f9c5-bd8a-491f-ace0-46e267e6a7d6 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3676972 Apr 20 16:29:11.027048 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3ae94-1e16-4dd7-84a3-663c59c28e63 None None] Pushing event deleted for resources: {'Port': ['ID=2f215406-361a-4597-81d9-374660c032c5,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:11.032236 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17565f-516c-4276-9e5b-61ca659b7711 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Pushing event deleted for resources: {'Port': ['ID=645a91dd-2072-44b9-b4f4-a0e0148009e0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:11.033420 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55188) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:11.051463 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-5bca98da-a1ca-4d07-91b7-1b83530dc79b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:29:11.052065 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-5bca98da-a1ca-4d07-91b7-1b83530dc79b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:29:11.053753 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:11.104776 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc3ae94-1e16-4dd7-84a3-663c59c28e63 None None] No DVR routers for this DVR port 2f215406-361a-4597-81d9-374660c032c5 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:29:11.155547 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce6727-b0df-474d-aa00-62ceccb9718e req-a6160095-9471-44e3-8125-da8ce9d5a701 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:11.157123 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bbce6727-b0df-474d-aa00-62ceccb9718e req-a6160095-9471-44e3-8125-da8ce9d5a701 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=43402b7e-210b-4172-a556-dfe59183e914 HTTP/1.1" status: 200 len: 943 time: 0.3251276 Apr 20 16:29:11.164916 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304f5020-b11d-4982-a531-bc35d8049479 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:11.172314 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304f5020-b11d-4982-a531-bc35d8049479 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:11.180512 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304f5020-b11d-4982-a531-bc35d8049479 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:11.186707 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304f5020-b11d-4982-a531-bc35d8049479 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:11.188548 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-304f5020-b11d-4982-a531-bc35d8049479 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.1434894 Apr 20 16:29:11.213450 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55190) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:11.215267 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] Set router b6bd22b3-a42d-4e80-9070-269f60e060c8 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:29:11.233435 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3888e3d1-0a40-4616-964c-244cb0ddccd3 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:11.245626 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-023e670d-4d24-4a28-ab07-c4b936516d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:11.247919 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=7f6c9621-b6ce-43ef-a18d-3318090246bc,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:11.248755 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b17565f-516c-4276-9e5b-61ca659b7711 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:11.341018 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a8c72100-e2fe-4f4f-9d9a-7b13e568f728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:11.342666 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-023e670d-4d24-4a28-ab07-c4b936516d13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da3ddac-7911-41b8-948e-27e3525d219a']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:11.356948 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1baec66-eb7d-47c6-95f9-db2f9da52b78 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:11.374251 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78bd1b-cfed-40bb-b927-0499e325c9f6 None None] Pushing event updated for resources: {'Port': ['ID=6afef6f2-e668-493e-9e79-24ff7d48ab5d,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:11.383453 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b17565f-516c-4276-9e5b-61ca659b7711 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:11.386299 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-023e670d-4d24-4a28-ab07-c4b936516d13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e979549a-3086-404e-9eac-99c87ec0175a') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:11.386601 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-023e670d-4d24-4a28-ab07-c4b936516d13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e979549a-3086-404e-9eac-99c87ec0175a') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:11.388782 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b17565f-516c-4276-9e5b-61ca659b7711 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:11.400163 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-023e670d-4d24-4a28-ab07-c4b936516d13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:11.427511 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['7f6c9621-b6ce-43ef-a18d-3318090246bc'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:29:11.455021 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-023e670d-4d24-4a28-ab07-c4b936516d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:11.463654 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1baec66-eb7d-47c6-95f9-db2f9da52b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:11.470055 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023e670d-4d24-4a28-ab07-c4b936516d13 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:29:11.472930 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-023e670d-4d24-4a28-ab07-c4b936516d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:29:11.492389 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:29:11.516637 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1baec66-eb7d-47c6-95f9-db2f9da52b78 None None] Network 37dffd32-6c1b-4ef8-ae8a-aeadb127d379 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:11.520759 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bbce6727-b0df-474d-aa00-62ceccb9718e req-2e204608-cfbe-448b-93e7-e954a2506fcd tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529332 Apr 20 16:29:11.525644 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-a1baec66-eb7d-47c6-95f9-db2f9da52b78 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:11.533227 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1baec66-eb7d-47c6-95f9-db2f9da52b78 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:11.546879 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b17565f-516c-4276-9e5b-61ca659b7711 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:11.547585 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b17565f-516c-4276-9e5b-61ca659b7711 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b9398a9-3f26-47b7-8a4d-fdb192b5d55e {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:29:11.551214 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1baec66-eb7d-47c6-95f9-db2f9da52b78 None None] Pushing event updated for resources: {'Port': ['ID=50549646-1fad-4478-9d94-79155b726d3a,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:11.552377 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b17565f-516c-4276-9e5b-61ca659b7711 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:11.554065 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3b17565f-516c-4276-9e5b-61ca659b7711 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "DELETE /v2.0/routers/3b9398a9-3f26-47b7-8a4d-fdb192b5d55e HTTP/1.1" status: 204 len: 168 time: 2.7906337 Apr 20 16:29:11.556536 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55192) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:11.587485 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:06Z', 'revision_number': 3, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:11.629698 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-482b4eed-7b6a-4f43-9772-37a06f8ddcb0 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:11.658701 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c72100-e2fe-4f4f-9d9a-7b13e568f728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d36750e-9e88-40ad-8348-0a39fb5539f7,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:11.675856 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-023e670d-4d24-4a28-ab07-c4b936516d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:11.678069 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bca98da-a1ca-4d07-91b7-1b83530dc79b None None] Port 645a91dd-2072-44b9-b4f4-a0e0148009e0 not found while updating agent binding for router 3b9398a9-3f26-47b7-8a4d-fdb192b5d55e. {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 20 16:29:11.688398 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-023e670d-4d24-4a28-ab07-c4b936516d13 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:11.692646 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-023e670d-4d24-4a28-ab07-c4b936516d13 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0da3ddac-7911-41b8-948e-27e3525d219a HTTP/1.1" status: 204 len: 168 time: 2.9222260 Apr 20 16:29:11.699943 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55194) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:11.706301 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55b6e9bb-b787-40a9-ab6b-48a2034ee6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:11.734753 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51ff56f-dbd2-4fe4-8466-e73a565647bd None None] The sync data for ids ['b6bd22b3-a42d-4e80-9070-269f60e060c8'] in n-d-836146-2 is: [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:06Z', 'revision_number': 3, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:29:11.761497 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e670d-4d24-4a28-ab07-c4b936516d13 admin admin] Pushing event deleted for resources: {'Network': ['ID=0da3ddac-7911-41b8-948e-27e3525d219a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:11.768827 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca98da-a1ca-4d07-91b7-1b83530dc79b None None] Routers set() bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:11.769196 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca98da-a1ca-4d07-91b7-1b83530dc79b None None] Router IDs set() for agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 20 16:29:11.769806 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_agentschedulers_db [None req-5bca98da-a1ca-4d07-91b7-1b83530dc79b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3b9398a9-3f26-47b7-8a4d-fdb192b5d55e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent'). {{(pid=103486) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 16:29:11.770551 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bca98da-a1ca-4d07-91b7-1b83530dc79b None None] The sync data for ids ['3b9398a9-3f26-47b7-8a4d-fdb192b5d55e'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:29:11.777790 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a1baec66-eb7d-47c6-95f9-db2f9da52b78 None None] Attempting to bind port 50549646-1fad-4478-9d94-79155b726d3a on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:11.777790 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a1baec66-eb7d-47c6-95f9-db2f9da52b78 None None] Attempting to bind port 50549646-1fad-4478-9d94-79155b726d3a by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'ae05cb49-0407-4b9b-b8bb-8e454ab9e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:11.778499 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1baec66-eb7d-47c6-95f9-db2f9da52b78 None None] Attempting to bind port 50549646-1fad-4478-9d94-79155b726d3a on network 37dffd32-6c1b-4ef8-ae8a-aeadb127d379 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:11.784452 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1baec66-eb7d-47c6-95f9-db2f9da52b78 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:29:11.784622 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2808599-0e67-4c8c-a33e-4bd3c7b7dc9c tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:11.785291 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1baec66-eb7d-47c6-95f9-db2f9da52b78 None None] Checking segment: {'id': 'ae05cb49-0407-4b9b-b8bb-8e454ab9e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:29:11.785291 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1baec66-eb7d-47c6-95f9-db2f9da52b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:11.785475 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1baec66-eb7d-47c6-95f9-db2f9da52b78 None None] Bound using segment: {'id': 'ae05cb49-0407-4b9b-b8bb-8e454ab9e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:29:11.785791 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a1baec66-eb7d-47c6-95f9-db2f9da52b78 None None] Bound port: 50549646-1fad-4478-9d94-79155b726d3a, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae05cb49-0407-4b9b-b8bb-8e454ab9e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:29:11.786178 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1baec66-eb7d-47c6-95f9-db2f9da52b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:11.836302 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c72100-e2fe-4f4f-9d9a-7b13e568f728 admin admin] Checking segment: {'id': '0ed873b0-b686-4940-8980-34db50a377d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7f4506eb-f51f-4e39-a02d-5bd66a06f4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:29:11.836728 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c72100-e2fe-4f4f-9d9a-7b13e568f728 admin admin] Network hostable DHCP agents. Network: 7f4506eb-f51f-4e39-a02d-5bd66a06f4e8, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:29:11.891282 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a1baec66-eb7d-47c6-95f9-db2f9da52b78 None None] For port 50549646-1fad-4478-9d94-79155b726d3a, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:29:11.894892 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a1baec66-eb7d-47c6-95f9-db2f9da52b78 None None] For port 50549646-1fad-4478-9d94-79155b726d3a, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=50549646-1fad-4478-9d94-79155b726d3a,segment=NetworkSegment(ae05cb49-0407-4b9b-b8bb-8e454ab9e108),segment_id=ae05cb49-0407-4b9b-b8bb-8e454ab9e108)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:29:11.926450 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2808599-0e67-4c8c-a33e-4bd3c7b7dc9c tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:11.958712 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1baec66-eb7d-47c6-95f9-db2f9da52b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:11.978363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-3609a5b9-300b-4abd-8a6e-1717acd028df tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Allocated IP 172.20.0.17 (37dffd32-6c1b-4ef8-ae8a-aeadb127d379/a5a8582b-3cbd-43c0-bf19-efe98917785b/b6b67ba2-a914-49b8-83a2-60b86d1ce97e) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:29:12.031662 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1baec66-eb7d-47c6-95f9-db2f9da52b78 None None] Pushing event updated for resources: {'Port': ['ID=50549646-1fad-4478-9d94-79155b726d3a,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:12.068869 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-f2808599-0e67-4c8c-a33e-4bd3c7b7dc9c tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Deleting port 14a4ed77-ceb8-4000-81b1-0e9ec555d429 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:29:12.069213 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2808599-0e67-4c8c-a33e-4bd3c7b7dc9c tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:12.183344 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-f2808599-0e67-4c8c-a33e-4bd3c7b7dc9c tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] For port 14a4ed77-ceb8-4000-81b1-0e9ec555d429, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=14a4ed77-ceb8-4000-81b1-0e9ec555d429,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:12.183715 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2808599-0e67-4c8c-a33e-4bd3c7b7dc9c tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:12.206300 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-f2808599-0e67-4c8c-a33e-4bd3c7b7dc9c tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Calling delete_port for 14a4ed77-ceb8-4000-81b1-0e9ec555d429 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:29:12.486437 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-482b4eed-7b6a-4f43-9772-37a06f8ddcb0 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:12.593409 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2808599-0e67-4c8c-a33e-4bd3c7b7dc9c tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:12.642718 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2808599-0e67-4c8c-a33e-4bd3c7b7dc9c tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Pushing event deleted for resources: {'Port': ['ID=14a4ed77-ceb8-4000-81b1-0e9ec555d429,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:12.676029 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3888e3d1-0a40-4616-964c-244cb0ddccd3 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:12.684491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-482b4eed-7b6a-4f43-9772-37a06f8ddcb0 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb70b94-105f-47a5-bb9d-a588f4167f8e']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:12.738398 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c72100-e2fe-4f4f-9d9a-7b13e568f728 admin admin] Network 7f4506eb-f51f-4e39-a02d-5bd66a06f4e8 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:29:12.752380 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 50549646-1fad-4478-9d94-79155b726d3a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:29:12.757952 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2808599-0e67-4c8c-a33e-4bd3c7b7dc9c tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:12.761731 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3888e3d1-0a40-4616-964c-244cb0ddccd3 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545285'] for router, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:12.775559 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-482b4eed-7b6a-4f43-9772-37a06f8ddcb0 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31acfa40-4225-4993-8214-0f3e3b496104') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:12.775998 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-482b4eed-7b6a-4f43-9772-37a06f8ddcb0 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31acfa40-4225-4993-8214-0f3e3b496104') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:12.823989 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 50549646-1fad-4478-9d94-79155b726d3a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:12.824478 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:12.860514 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-a8c72100-e2fe-4f4f-9d9a-7b13e568f728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 7f4506eb-f51f-4e39-a02d-5bd66a06f4e8) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:12.889135 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2808599-0e67-4c8c-a33e-4bd3c7b7dc9c tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:12.900161 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f7d52-a97b-4887-b403-44bbcda3350a req-58101900-9a34-4769-9668-4f8cf51fbc42 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:12.901991 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-410f7d52-a97b-4887-b403-44bbcda3350a req-58101900-9a34-4769-9668-4f8cf51fbc42 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=43402b7e-210b-4172-a556-dfe59183e914 HTTP/1.1" status: 200 len: 944 time: 0.1902230 Apr 20 16:29:12.915979 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2808599-0e67-4c8c-a33e-4bd3c7b7dc9c tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:13.000994 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-482b4eed-7b6a-4f43-9772-37a06f8ddcb0 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:13.036583 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-410f7d52-a97b-4887-b403-44bbcda3350a req-2ef2ccf7-bceb-4796-a2d5-c6ee89c33761 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137114 Apr 20 16:29:13.049268 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c72100-e2fe-4f4f-9d9a-7b13e568f728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:13.049870 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a8c72100-e2fe-4f4f-9d9a-7b13e568f728 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:13.073176 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2808599-0e67-4c8c-a33e-4bd3c7b7dc9c tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:13.074222 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2808599-0e67-4c8c-a33e-4bd3c7b7dc9c tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37fba0e9-5424-4e7c-9a44-872adfc497d3 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:29:13.099880 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2808599-0e67-4c8c-a33e-4bd3c7b7dc9c tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:13.099880 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f2808599-0e67-4c8c-a33e-4bd3c7b7dc9c tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "DELETE /v2.0/routers/37fba0e9-5424-4e7c-9a44-872adfc497d3 HTTP/1.1" status: 204 len: 168 time: 1.5363932 Apr 20 16:29:13.100072 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc7a6a7-c065-47ef-b3aa-f89a1b7b2254 None None] Network 7f4506eb-f51f-4e39-a02d-5bd66a06f4e8 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:29:13.103607 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55198) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:13.108718 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-bb99bbc2-d094-4298-a9e2-27e458bcd371 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1016291035', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}, 'admin_state_up': False}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:13.140690 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-482b4eed-7b6a-4f43-9772-37a06f8ddcb0 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:13.208213 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-482b4eed-7b6a-4f43-9772-37a06f8ddcb0 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:29:13.208659 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-482b4eed-7b6a-4f43-9772-37a06f8ddcb0 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:29:13.219741 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:29:13.229133 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a8c72100-e2fe-4f4f-9d9a-7b13e568f728 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3666072 Apr 20 16:29:13.265191 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-55b6e9bb-b787-40a9-ab6b-48a2034ee6af admin admin] Allocated IP 172.20.0.1 (6129277f-3b7c-420f-bcf7-8207d3888fce/1d0d8025-1a58-4c58-9113-dd747fc0c87b/0bcfd1db-78f9-4b23-8afc-0aee9f4390a3) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:29:13.268625 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb99bbc2-d094-4298-a9e2-27e458bcd371 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:13.272085 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb99bbc2-d094-4298-a9e2-27e458bcd371 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:13.275006 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3609a5b9-300b-4abd-8a6e-1717acd028df tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:13.278350 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 7f6c9621-b6ce-43ef-a18d-3318090246bc up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:29:13.343961 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3888e3d1-0a40-4616-964c-244cb0ddccd3 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Router 0f0bfacd-3a46-468d-9192-f6b502dec53f is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:29:13.483949 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:13.512052 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43d324b-6a3c-47c9-82ff-e4c92a942e9c None None] Network 7f4506eb-f51f-4e39-a02d-5bd66a06f4e8 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:29:13.513495 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-482b4eed-7b6a-4f43-9772-37a06f8ddcb0 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:13.539720 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482b4eed-7b6a-4f43-9772-37a06f8ddcb0 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6bb70b94-105f-47a5-bb9d-a588f4167f8e {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 16:29:13.545966 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-482b4eed-7b6a-4f43-9772-37a06f8ddcb0 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:13.549527 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-482b4eed-7b6a-4f43-9772-37a06f8ddcb0 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] 10.222.0.15 "DELETE /v2.0/networks/6bb70b94-105f-47a5-bb9d-a588f4167f8e HTTP/1.1" status: 204 len: 168 time: 2.3351190 Apr 20 16:29:13.581003 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55206) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:13.586428 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb99bbc2-d094-4298-a9e2-27e458bcd371 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:13.605058 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b4eed-7b6a-4f43-9772-37a06f8ddcb0 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Pushing event deleted for resources: {'Network': ['ID=6bb70b94-105f-47a5-bb9d-a588f4167f8e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:13.608470 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f643b7f9-ac4c-454c-a96b-bdf0c9b15e78 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Request body: {'network': {'name': 'tempest-network--940827591', 'router:external': True}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:13.635337 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e6bbd1-7cdc-4316-93a7-7cf4ebbfe669 None None] Network 37dffd32-6c1b-4ef8-ae8a-aeadb127d379 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:29:13.707426 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3609a5b9-300b-4abd-8a6e-1717acd028df tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:13.730525 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55b6e9bb-b787-40a9-ab6b-48a2034ee6af admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:13.760924 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f643b7f9-ac4c-454c-a96b-bdf0c9b15e78 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Made reservation on behalf of 097898a4d2ea4d709eb43c7f028c13a0 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:29:13.763491 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f643b7f9-ac4c-454c-a96b-bdf0c9b15e78 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:13.793847 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3609a5b9-300b-4abd-8a6e-1717acd028df tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Network 37dffd32-6c1b-4ef8-ae8a-aeadb127d379 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:13.795940 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a5b9-300b-4abd-8a6e-1717acd028df tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event updated for resources: {'Port': ['ID=b6b67ba2-a914-49b8-83a2-60b86d1ce97e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:13.810264 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-3609a5b9-300b-4abd-8a6e-1717acd028df tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:13.837243 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3609a5b9-300b-4abd-8a6e-1717acd028df tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:13.843936 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-809b9de9-1f5b-4c32-9335-35e4b2630bf2 None None] Provisioning complete for port 50549646-1fad-4478-9d94-79155b726d3a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:13.844515 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-809b9de9-1f5b-4c32-9335-35e4b2630bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:13.915738 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3888e3d1-0a40-4616-964c-244cb0ddccd3 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:29:13.924512 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb99bbc2-d094-4298-a9e2-27e458bcd371 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:13.932120 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3888e3d1-0a40-4616-964c-244cb0ddccd3 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:13.937229 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3888e3d1-0a40-4616-964c-244cb0ddccd3 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "PUT /v2.0/routers/0f0bfacd-3a46-468d-9192-f6b502dec53f HTTP/1.1" status: 200 len: 914 time: 7.2969744 Apr 20 16:29:13.937835 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55214) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:13.964854 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3609a5b9-300b-4abd-8a6e-1717acd028df tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:13.967583 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f643b7f9-ac4c-454c-a96b-bdf0c9b15e78 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:29:13.986938 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 50549646-1fad-4478-9d94-79155b726d3a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=50549646-1fad-4478-9d94-79155b726d3a,segment=NetworkSegment(ae05cb49-0407-4b9b-b8bb-8e454ab9e108),segment_id=ae05cb49-0407-4b9b-b8bb-8e454ab9e108)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:14.006214 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 7f6c9621-b6ce-43ef-a18d-3318090246bc completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:29:14.031247 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55218) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:14.031967 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f643b7f9-ac4c-454c-a96b-bdf0c9b15e78 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:14.032432 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-f643b7f9-ac4c-454c-a96b-bdf0c9b15e78 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Added segment f7cb95bb-408d-45c6-9edf-7ae228ebeb31 of type vlan for network a348ab9e-c777-43c8-8054-3d0f80b1458e Apr 20 16:29:14.034121 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 7f6c9621-b6ce-43ef-a18d-3318090246bc triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:14.034871 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:14.087905 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:14.090801 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6afef6f2-e668-493e-9e79-24ff7d48ab5d up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:29:14.185347 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=50549646-1fad-4478-9d94-79155b726d3a,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:14.201718 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11421595-6744-4445-a5df-a49c9948ad13 None None] Sync routers for ids ['0f0bfacd-3a46-468d-9192-f6b502dec53f'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:29:14.216524 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55b6e9bb-b787-40a9-ab6b-48a2034ee6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:14.324853 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b6e9bb-b787-40a9-ab6b-48a2034ee6af admin admin] Network 6129277f-3b7c-420f-bcf7-8207d3888fce is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:14.325743 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6e9bb-b787-40a9-ab6b-48a2034ee6af admin admin] Pushing event updated for resources: {'Port': ['ID=0bcfd1db-78f9-4b23-8afc-0aee9f4390a3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:14.333185 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-55b6e9bb-b787-40a9-ab6b-48a2034ee6af admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:14.335707 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11421595-6744-4445-a5df-a49c9948ad13 None None] Routers {'0f0bfacd-3a46-468d-9192-f6b502dec53f'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:14.336529 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-11421595-6744-4445-a5df-a49c9948ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['0f0bfacd-3a46-468d-9192-f6b502dec53f'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:14.337971 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8fafb9e2-1d67-4abc-a3ee-645f41c2161e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:14.348003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b6e9bb-b787-40a9-ab6b-48a2034ee6af admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:14.454896 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-11421595-6744-4445-a5df-a49c9948ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:14.483985 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55b6e9bb-b787-40a9-ab6b-48a2034ee6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:14.503400 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:14.548575 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11421595-6744-4445-a5df-a49c9948ad13 None None] Routers {'0f0bfacd-3a46-468d-9192-f6b502dec53f'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:14.549215 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-11421595-6744-4445-a5df-a49c9948ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['0f0bfacd-3a46-468d-9192-f6b502dec53f'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:14.561023 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43402b7e-210b-4172-a556-dfe59183e914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6c9621-b6ce-43ef-a18d-3318090246bc'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:29:14.563423 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ff36fd-d25d-4bae-ab50-37d5ee34f0fa" -d '{"events": [{"server_uuid": "43402b7e-210b-4172-a556-dfe59183e914", "name": "network-vif-plugged", "status": "completed", "tag": "7f6c9621-b6ce-43ef-a18d-3318090246bc"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:29:14.647965 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 6afef6f2-e668-493e-9e79-24ff7d48ab5d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:14.654852 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:14.660591 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-11421595-6744-4445-a5df-a49c9948ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:14.661092 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11421595-6744-4445-a5df-a49c9948ad13 None None] The sync data for ids ['0f0bfacd-3a46-468d-9192-f6b502dec53f'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:29:14.688726 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 7f6c9621-b6ce-43ef-a18d-3318090246bc, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7f6c9621-b6ce-43ef-a18d-3318090246bc,segment=NetworkSegment(fb503d67-59f1-46d1-9d04-2d226b2a2c31),segment_id=fb503d67-59f1-46d1-9d04-2d226b2a2c31)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:14.744690 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb054df8-4aa2-4eb8-af7b-14b4864d9e26 x-openstack-request-id: req-bb054df8-4aa2-4eb8-af7b-14b4864d9e26 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:29:14.745005 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43402b7e-210b-4172-a556-dfe59183e914", "name": "network-vif-plugged", "status": "completed", "tag": "7f6c9621-b6ce-43ef-a18d-3318090246bc", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:29:14.745282 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb054df8-4aa2-4eb8-af7b-14b4864d9e26 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:29:14.745681 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb054df8-4aa2-4eb8-af7b-14b4864d9e26'] response: {'server_uuid': '43402b7e-210b-4172-a556-dfe59183e914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6c9621-b6ce-43ef-a18d-3318090246bc', 'code': 200} Apr 20 16:29:14.774623 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55b6e9bb-b787-40a9-ab6b-48a2034ee6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:14.814661 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f643b7f9-ac4c-454c-a96b-bdf0c9b15e78 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:14.854140 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:14.898968 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3609a5b9-300b-4abd-8a6e-1717acd028df tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:14.907091 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:14.931336 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-34d458da-d4d5-49b3-a65c-f44fde7ed106 None None] Provisioning complete for port 0bcfd1db-78f9-4b23-8afc-0aee9f4390a3 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:14.934749 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-34d458da-d4d5-49b3-a65c-f44fde7ed106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:14.936071 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7438008-4889-4d7f-b9a4-b22f8ff62214 admin admin] Deleting subnet 1d36750e-9e88-40ad-8348-0a39fb5539f7 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:29:14.939725 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f7438008-4889-4d7f-b9a4-b22f8ff62214 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:14.967114 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 6afef6f2-e668-493e-9e79-24ff7d48ab5d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6afef6f2-e668-493e-9e79-24ff7d48ab5d,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:14.974631 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=7f6c9621-b6ce-43ef-a18d-3318090246bc,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:14.983661 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f7438008-4889-4d7f-b9a4-b22f8ff62214 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:14.990227 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-34d458da-d4d5-49b3-a65c-f44fde7ed106 None None] Port 0bcfd1db-78f9-4b23-8afc-0aee9f4390a3 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:29:15.030119 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1b1f05c0-f2e4-41a8-8df4-603ba9178be0 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "GET /v2.0/routers/0f0bfacd-3a46-468d-9192-f6b502dec53f HTTP/1.1" status: 200 len: 920 time: 1.0823855 Apr 20 16:29:15.034867 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55224) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:15.060720 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113a9a7-88b3-4dfc-b820-8627617df472 req-042e430b-ed7d-419f-88a7-e9d00bd2f436 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:15.064908 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0113a9a7-88b3-4dfc-b820-8627617df472 req-042e430b-ed7d-419f-88a7-e9d00bd2f436 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=43402b7e-210b-4172-a556-dfe59183e914 HTTP/1.1" status: 200 len: 945 time: 0.3835654 Apr 20 16:29:15.070459 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f643b7f9-ac4c-454c-a96b-bdf0c9b15e78 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:15.071755 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f643b7f9-ac4c-454c-a96b-bdf0c9b15e78 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:15.072554 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f643b7f9-ac4c-454c-a96b-bdf0c9b15e78 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:15.083775 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:15.084997 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 284fe26c-0593-42db-88c8-7d04412c9352 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:29:15.177550 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effa131-5247-4ee8-8be7-4755d5c0ce2a req-a01399e1-e4af-477d-8447-a3fef33fb1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:15.179100 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2effa131-5247-4ee8-8be7-4755d5c0ce2a req-a01399e1-e4af-477d-8447-a3fef33fb1e8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=43402b7e-210b-4172-a556-dfe59183e914 HTTP/1.1" status: 200 len: 1096 time: 0.3005755 Apr 20 16:29:15.200106 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e7a95820-eb3a-4484-93fc-de84f82198bb None None] Provisioning complete for port b6b67ba2-a914-49b8-83a2-60b86d1ce97e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:15.200579 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e7a95820-eb3a-4484-93fc-de84f82198bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:15.208036 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=6afef6f2-e668-493e-9e79-24ff7d48ab5d,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:15.208779 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f7438008-4889-4d7f-b9a4-b22f8ff62214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:15.246590 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 284fe26c-0593-42db-88c8-7d04412c9352 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:15.246962 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:15.275209 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e7a95820-eb3a-4484-93fc-de84f82198bb None None] Port b6b67ba2-a914-49b8-83a2-60b86d1ce97e cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:29:15.277105 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643b7f9-ac4c-454c-a96b-bdf0c9b15e78 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Pushing event updated for resources: {'Network': ['ID=a348ab9e-c777-43c8-8054-3d0f80b1458e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:15.295884 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network a348ab9e-c777-43c8-8054-3d0f80b1458e details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:29:15.310801 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f643b7f9-ac4c-454c-a96b-bdf0c9b15e78 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7255468 Apr 20 16:29:15.325977 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55226) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:15.328159 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48193c6e-8289-4390-aedb-22fed8274369 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:15.333885 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-48193c6e-8289-4390-aedb-22fed8274369 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&device_id=0f0bfacd-3a46-468d-9192-f6b502dec53f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2919321 Apr 20 16:29:15.344862 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55228) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:15.356250 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e7a95820-eb3a-4484-93fc-de84f82198bb None None] Provisioning complete for port 50549646-1fad-4478-9d94-79155b726d3a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:15.356662 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e7a95820-eb3a-4484-93fc-de84f82198bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:15.374323 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0113a9a7-88b3-4dfc-b820-8627617df472 req-eb41ffd6-39e2-4c26-84a3-0f55d6ba5e45 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927718 Apr 20 16:29:15.573240 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6afef6f2-e668-493e-9e79-24ff7d48ab5d up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:29:15.599881 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc461d22-7254-437c-9604-586c3c553827 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:15.603955 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cc461d22-7254-437c-9604-586c3c553827 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] 10.222.0.15 "GET /v2.0/networks/a348ab9e-c777-43c8-8054-3d0f80b1458e HTTP/1.1" status: 200 len: 756 time: 0.2701881 Apr 20 16:29:15.605232 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55230) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:15.625324 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 6afef6f2-e668-493e-9e79-24ff7d48ab5d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:15.627553 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:15.638076 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb99bbc2-d094-4298-a9e2-27e458bcd371 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:15.652940 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2effa131-5247-4ee8-8be7-4755d5c0ce2a req-bbd7cfd9-5ae1-4b69-83a3-e3b20d546405 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666026 Apr 20 16:29:15.673527 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f8ab9e32-8755-4b01-b9d1-8738e729e14d None None] Provisioning complete for port b6b67ba2-a914-49b8-83a2-60b86d1ce97e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:15.675305 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8ab9e32-8755-4b01-b9d1-8738e729e14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:15.680861 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb99bbc2-d094-4298-a9e2-27e458bcd371 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:15.691201 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f7438008-4889-4d7f-b9a4-b22f8ff62214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:15.714198 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55b6e9bb-b787-40a9-ab6b-48a2034ee6af admin admin] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:15.739422 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f8ab9e32-8755-4b01-b9d1-8738e729e14d None None] Port b6b67ba2-a914-49b8-83a2-60b86d1ce97e cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:29:15.754898 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 50549646-1fad-4478-9d94-79155b726d3a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:29:15.764375 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4f5a5b-4036-4c8b-b99f-ca0875927ae3 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:15.768463 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1d4f5a5b-4036-4c8b-b99f-ca0875927ae3 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 881 time: 0.4176142 Apr 20 16:29:15.772748 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55232) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:15.795765 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55b6e9bb-b787-40a9-ab6b-48a2034ee6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:15.796643 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7438008-4889-4d7f-b9a4-b22f8ff62214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d36750e-9e88-40ad-8348-0a39fb5539f7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:15.809352 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f7438008-4889-4d7f-b9a4-b22f8ff62214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:15.815258 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f7438008-4889-4d7f-b9a4-b22f8ff62214 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1d36750e-9e88-40ad-8348-0a39fb5539f7 HTTP/1.1" status: 204 len: 168 time: 1.7784064 Apr 20 16:29:15.817632 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55234) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:15.835090 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b1ea03-f32a-4e83-8aad-ee2b6cdda478 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:15.840385 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-52b1ea03-f32a-4e83-8aad-ee2b6cdda478 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] 10.222.0.15 "GET /v2.0/networks/9cff218e-0714-4ad5-b51d-3b2a8dfff66a HTTP/1.1" status: 200 len: 767 time: 0.2136333 Apr 20 16:29:15.840385 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55236) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:15.872969 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8e355e6b-2474-4cd7-9787-bb089035af9b tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f0bfacd-3a46-468d-9192-f6b502dec53f HTTP/1.1" status: 200 len: 205 time: 0.0943213 Apr 20 16:29:15.880776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55238) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:15.942529 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-8fafb9e2-1d67-4abc-a3ee-645f41c2161e admin admin] Deleting port 20438346-f55f-46f4-a92a-7c3d7844fb95 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:29:15.942868 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8fafb9e2-1d67-4abc-a3ee-645f41c2161e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:15.950426 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 50549646-1fad-4478-9d94-79155b726d3a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:15.950959 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:15.977454 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6e9bb-b787-40a9-ab6b-48a2034ee6af admin admin] Pushing event updated for resources: {'Port': ['ID=0bcfd1db-78f9-4b23-8afc-0aee9f4390a3,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:15.985544 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55b6e9bb-b787-40a9-ab6b-48a2034ee6af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:16.009889 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f47372d-efcd-45a5-9b16-96360ecb7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:16.021220 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b59425e7-0220-405b-9e5f-9b8e1617de91 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:16.029790 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-bb99bbc2-d094-4298-a9e2-27e458bcd371 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Allocated IP 172.25.0.147 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/c3002d4c-b8ed-4225-b3bb-8ed4085ae2b3) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:29:16.109927 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 14a4ed77-ceb8-4000-81b1-0e9ec555d429 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:29:16.132076 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 14a4ed77-ceb8-4000-81b1-0e9ec555d429 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:29:16.132597 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 14a4ed77-ceb8-4000-81b1-0e9ec555d429 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:29:16.143462 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3609a5b9-300b-4abd-8a6e-1717acd028df tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:16.181576 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-8fafb9e2-1d67-4abc-a3ee-645f41c2161e admin admin] For port 20438346-f55f-46f4-a92a-7c3d7844fb95, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=20438346-f55f-46f4-a92a-7c3d7844fb95,segment=NetworkSegment(f4f90321-9409-4e2e-a77b-e8ad971d43bf),segment_id=f4f90321-9409-4e2e-a77b-e8ad971d43bf)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:16.181930 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8fafb9e2-1d67-4abc-a3ee-645f41c2161e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:16.200417 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9b6618c-674b-4fb7-acf6-3f4db14d6d34 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:16.248719 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f47372d-efcd-45a5-9b16-96360ecb7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:16.253430 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b59425e7-0220-405b-9e5f-9b8e1617de91 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:16.254654 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-8fafb9e2-1d67-4abc-a3ee-645f41c2161e admin admin] Calling delete_port for 20438346-f55f-46f4-a92a-7c3d7844fb95 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:29:16.256367 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3609a5b9-300b-4abd-8a6e-1717acd028df tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:16.297697 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b59425e7-0220-405b-9e5f-9b8e1617de91 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a348ab9e-c777-43c8-8054-3d0f80b1458e']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:16.304276 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2f47372d-efcd-45a5-9b16-96360ecb7de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4506eb-f51f-4e39-a02d-5bd66a06f4e8']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:16.325076 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2f47372d-efcd-45a5-9b16-96360ecb7de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed873b0-b686-4940-8980-34db50a377d9') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:16.325376 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2f47372d-efcd-45a5-9b16-96360ecb7de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed873b0-b686-4940-8980-34db50a377d9') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:16.334319 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b59425e7-0220-405b-9e5f-9b8e1617de91 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7cb95bb-408d-45c6-9edf-7ae228ebeb31') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:16.334602 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b59425e7-0220-405b-9e5f-9b8e1617de91 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7cb95bb-408d-45c6-9edf-7ae228ebeb31') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:16.338216 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb99bbc2-d094-4298-a9e2-27e458bcd371 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:16.347305 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f47372d-efcd-45a5-9b16-96360ecb7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:16.358503 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b59425e7-0220-405b-9e5f-9b8e1617de91 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:16.367131 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b6e9bb-b787-40a9-ab6b-48a2034ee6af admin admin] Network 6129277f-3b7c-420f-bcf7-8207d3888fce is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:16.380799 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f47372d-efcd-45a5-9b16-96360ecb7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:16.381700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-55b6e9bb-b787-40a9-ab6b-48a2034ee6af admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:16.385671 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b59425e7-0220-405b-9e5f-9b8e1617de91 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:16.399750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a5b9-300b-4abd-8a6e-1717acd028df tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event updated for resources: {'Port': ['ID=b6b67ba2-a914-49b8-83a2-60b86d1ce97e,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:16.400407 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f47372d-efcd-45a5-9b16-96360ecb7de7 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:29:16.400946 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f47372d-efcd-45a5-9b16-96360ecb7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:29:16.408753 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:29:16.410987 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59425e7-0220-405b-9e5f-9b8e1617de91 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:29:16.411420 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b59425e7-0220-405b-9e5f-9b8e1617de91 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:29:16.422589 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:29:16.464116 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3609a5b9-300b-4abd-8a6e-1717acd028df tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:16.611629 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb99bbc2-d094-4298-a9e2-27e458bcd371 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:16.612467 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9b6618c-674b-4fb7-acf6-3f4db14d6d34 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:16.641169 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f47372d-efcd-45a5-9b16-96360ecb7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:16.647335 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f47372d-efcd-45a5-9b16-96360ecb7de7 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:16.652022 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2f47372d-efcd-45a5-9b16-96360ecb7de7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7f4506eb-f51f-4e39-a02d-5bd66a06f4e8 HTTP/1.1" status: 204 len: 168 time: 0.8336670 Apr 20 16:29:16.662272 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b59425e7-0220-405b-9e5f-9b8e1617de91 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:16.667415 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7c4df56e-ee46-4bbb-b64f-7dfcd1479e56 None None] Provisioning complete for port 0bcfd1db-78f9-4b23-8afc-0aee9f4390a3 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:16.669279 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59425e7-0220-405b-9e5f-9b8e1617de91 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a348ab9e-c777-43c8-8054-3d0f80b1458e {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 16:29:16.671803 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7c4df56e-ee46-4bbb-b64f-7dfcd1479e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:16.672821 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b59425e7-0220-405b-9e5f-9b8e1617de91 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:16.681893 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b59425e7-0220-405b-9e5f-9b8e1617de91 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] 10.222.0.15 "DELETE /v2.0/networks/a348ab9e-c777-43c8-8054-3d0f80b1458e HTTP/1.1" status: 204 len: 168 time: 0.8406501 Apr 20 16:29:16.690910 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb99bbc2-d094-4298-a9e2-27e458bcd371 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:16.694015 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55244) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:16.696870 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-bb99bbc2-d094-4298-a9e2-27e458bcd371 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:16.703256 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb99bbc2-d094-4298-a9e2-27e458bcd371 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:16.726498 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-7c4df56e-ee46-4bbb-b64f-7dfcd1479e56 None None] Port 0bcfd1db-78f9-4b23-8afc-0aee9f4390a3 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:29:16.741469 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523c018-f498-4cc3-a53b-07f0c78e1de6 req-d20a498d-e568-4cb1-8d13-0489c74ef62c tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:16.743057 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0523c018-f498-4cc3-a53b-07f0c78e1de6 req-d20a498d-e568-4cb1-8d13-0489c74ef62c tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=43402b7e-210b-4172-a556-dfe59183e914 HTTP/1.1" status: 200 len: 945 time: 0.2385848 Apr 20 16:29:16.759327 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b5c6be11-cf4d-446e-a444-dd68ddfba7bb tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Request body: {'network': {'name': 'tempest-network--1349718659'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:16.788891 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47372d-efcd-45a5-9b16-96360ecb7de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f4506eb-f51f-4e39-a02d-5bd66a06f4e8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:16.854691 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b6e9bb-b787-40a9-ab6b-48a2034ee6af admin admin] Router b6bd22b3-a42d-4e80-9070-269f60e060c8 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:29:16.859490 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99bbc2-d094-4298-a9e2-27e458bcd371 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Pushing event updated for resources: {'Port': ['ID=c3002d4c-b8ed-4225-b3bb-8ed4085ae2b3,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:16.874310 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59425e7-0220-405b-9e5f-9b8e1617de91 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Pushing event deleted for resources: {'Network': ['ID=a348ab9e-c777-43c8-8054-3d0f80b1458e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:16.874528 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3609a5b9-300b-4abd-8a6e-1717acd028df tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Network 37dffd32-6c1b-4ef8-ae8a-aeadb127d379 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:16.885511 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-3609a5b9-300b-4abd-8a6e-1717acd028df tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:16.893606 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0523c018-f498-4cc3-a53b-07f0c78e1de6 req-5df41a84-e07f-47ed-bc33-faa68ed0d68d tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205397 Apr 20 16:29:16.975117 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c6be11-cf4d-446e-a444-dd68ddfba7bb tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Made reservation on behalf of 097898a4d2ea4d709eb43c7f028c13a0 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:29:16.980214 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5c6be11-cf4d-446e-a444-dd68ddfba7bb tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:17.001884 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-c9b6618c-674b-4fb7-acf6-3f4db14d6d34 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Deleting port b88b6c5f-6eea-44fe-aa5d-c979859019ed {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:29:17.002463 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9b6618c-674b-4fb7-acf6-3f4db14d6d34 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:17.020714 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c6be11-cf4d-446e-a444-dd68ddfba7bb tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:29:17.035789 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8fafb9e2-1d67-4abc-a3ee-645f41c2161e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:17.038087 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5c6be11-cf4d-446e-a444-dd68ddfba7bb tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:17.038935 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-b5c6be11-cf4d-446e-a444-dd68ddfba7bb tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Added segment 616782be-70f7-4dae-9021-22a7684f9b65 of type vlan for network 455f19be-7891-463f-86e7-b1e45ce89a46 Apr 20 16:29:17.159616 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafb9e2-1d67-4abc-a3ee-645f41c2161e admin admin] Pushing event deleted for resources: {'Port': ['ID=20438346-f55f-46f4-a92a-7c3d7844fb95,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:17.162285 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55246) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:17.183567 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5c6be11-cf4d-446e-a444-dd68ddfba7bb tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:17.269163 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5c6be11-cf4d-446e-a444-dd68ddfba7bb tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:17.270199 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c6be11-cf4d-446e-a444-dd68ddfba7bb tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:17.270782 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5c6be11-cf4d-446e-a444-dd68ddfba7bb tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:17.280465 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4c12aceb-f24e-447a-b164-32cdc59084d8 None None] Provisioning complete for port b6b67ba2-a914-49b8-83a2-60b86d1ce97e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:17.290756 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4c12aceb-f24e-447a-b164-32cdc59084d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:17.290906 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9b6618c-674b-4fb7-acf6-3f4db14d6d34 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:17.322849 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3609a5b9-300b-4abd-8a6e-1717acd028df tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Router 0b8c9692-1341-42e7-8e90-ebc630448605 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:29:17.327142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-c9b6618c-674b-4fb7-acf6-3f4db14d6d34 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Calling delete_port for b88b6c5f-6eea-44fe-aa5d-c979859019ed owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:29:17.329210 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b6e9bb-b787-40a9-ab6b-48a2034ee6af admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:29:17.345448 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-55b6e9bb-b787-40a9-ab6b-48a2034ee6af admin admin] 10.222.0.15 "PUT /v2.0/routers/b6bd22b3-a42d-4e80-9070-269f60e060c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7322071 Apr 20 16:29:17.347563 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-4c12aceb-f24e-447a-b164-32cdc59084d8 None None] Port b6b67ba2-a914-49b8-83a2-60b86d1ce97e cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:29:17.396078 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1d0e99e4-631b-4204-ac78-ec8fb7adf746 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0497080a1d9d41d09fe9377f338bf37d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1887655 Apr 20 16:29:17.401721 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55250) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:17.417385 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] Sync routers for ids ['b6bd22b3-a42d-4e80-9070-269f60e060c8'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:29:17.439844 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] Routers {'b6bd22b3-a42d-4e80-9070-269f60e060c8'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:17.439844 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b6bd22b3-a42d-4e80-9070-269f60e060c8'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:17.503799 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6be11-cf4d-446e-a444-dd68ddfba7bb tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Pushing event updated for resources: {'Network': ['ID=455f19be-7891-463f-86e7-b1e45ce89a46,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:17.516743 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 455f19be-7891-463f-86e7-b1e45ce89a46 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:29:17.525186 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b5c6be11-cf4d-446e-a444-dd68ddfba7bb tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7672932 Apr 20 16:29:17.530196 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55252) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:17.538905 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-25166df6-d30f-4fd0-bd00-0488f84ec92e tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:17.597705 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb99bbc2-d094-4298-a9e2-27e458bcd371 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:17.649988 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] Set router b6bd22b3-a42d-4e80-9070-269f60e060c8 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:29:17.839610 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb99bbc2-d094-4298-a9e2-27e458bcd371 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:17.870480 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:15Z', 'revision_number': 2, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:17.889823 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a090-011b-4a74-a23d-266f59a80b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:17.905037 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] Checking router: b6bd22b3-a42d-4e80-9070-269f60e060c8 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:29:17.905618 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] Updating router b6bd22b3-a42d-4e80-9070-269f60e060c8 port 0bcfd1db-78f9-4b23-8afc-0aee9f4390a3 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:29:17.916284 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a090-011b-4a74-a23d-266f59a80b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:17.934232 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:18.040661 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a090-011b-4a74-a23d-266f59a80b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:18.043173 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a090-011b-4a74-a23d-266f59a80b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:18.046688 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2dc2a090-011b-4a74-a23d-266f59a80b2e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/653ca119-1371-435b-a60b-83166b0c4a64 HTTP/1.1" status: 204 len: 168 time: 0.6416514 Apr 20 16:29:18.104465 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2a090-011b-4a74-a23d-266f59a80b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653ca119-1371-435b-a60b-83166b0c4a64,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:18.119870 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3609a5b9-300b-4abd-8a6e-1717acd028df tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:29:18.125751 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3609a5b9-300b-4abd-8a6e-1717acd028df tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "PUT /v2.0/routers/0b8c9692-1341-42e7-8e90-ebc630448605/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1815333 Apr 20 16:29:18.126963 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55262) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:18.141246 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55264) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:18.146251 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e53e5a10-9534-4530-ad9c-08c05072f447 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1853114542', 'description': 'tempest-secgroup_access--1853114542 description', 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:18.148117 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] Sync routers for ids ['0b8c9692-1341-42e7-8e90-ebc630448605'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:29:18.192693 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-a12e1742-9f5c-4a51-b4e6-dbf8a1840d4f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1699070507', 'description': 'tempest-description--1886476528'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:18.197054 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] Routers {'0b8c9692-1341-42e7-8e90-ebc630448605'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:18.198225 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['0b8c9692-1341-42e7-8e90-ebc630448605'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:18.230562 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e53e5a10-9534-4530-ad9c-08c05072f447 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:18.234446 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-25166df6-d30f-4fd0-bd00-0488f84ec92e tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:18.304459 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ac074-8331-4e18-8168-2637e0f368ab req-4f977857-4b76-49f1-b892-55533cce6137 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:18.306159 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-620ac074-8331-4e18-8168-2637e0f368ab req-4f977857-4b76-49f1-b892-55533cce6137 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=43402b7e-210b-4172-a556-dfe59183e914 HTTP/1.1" status: 200 len: 945 time: 0.2860849 Apr 20 16:29:18.306860 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8fafb9e2-1d67-4abc-a3ee-645f41c2161e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:18.349442 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e53e5a10-9534-4530-ad9c-08c05072f447 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:18.357411 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-25166df6-d30f-4fd0-bd00-0488f84ec92e tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:18.358127 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:18.368087 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-25166df6-d30f-4fd0-bd00-0488f84ec92e tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Network 455f19be-7891-463f-86e7-b1e45ce89a46 is not hosted by any dhcp agent {{(pid=103485) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 16:29:18.369098 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25166df6-d30f-4fd0-bd00-0488f84ec92e tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:18.369745 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-25166df6-d30f-4fd0-bd00-0488f84ec92e tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:18.373350 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-25166df6-d30f-4fd0-bd00-0488f84ec92e tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] 10.222.0.15 "PUT /v2.0/networks/455f19be-7891-463f-86e7-b1e45ce89a46 HTTP/1.1" status: 200 len: 858 time: 0.8395605 Apr 20 16:29:18.376683 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55266) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:18.378921 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] Set router 0b8c9692-1341-42e7-8e90-ebc630448605 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:29:18.386314 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb99bbc2-d094-4298-a9e2-27e458bcd371 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Router b7cd4ac8-7ec2-41e5-bbd2-e7c790679a3c is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:29:18.409408 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a12e1742-9f5c-4a51-b4e6-dbf8a1840d4f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:18.418395 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-620ac074-8331-4e18-8168-2637e0f368ab req-2c769cc0-51db-4a31-82d7-d8dd8626e261 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012213 Apr 20 16:29:18.467317 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:18.512700 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e53e5a10-9534-4530-ad9c-08c05072f447 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:18.541646 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25166df6-d30f-4fd0-bd00-0488f84ec92e tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Pushing event updated for resources: {'Network': ['ID=455f19be-7891-463f-86e7-b1e45ce89a46,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:18.560125 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb2090-923c-434f-a8e1-e6fe7917575e None None] Pushing event updated for resources: {'Port': ['ID=0bcfd1db-78f9-4b23-8afc-0aee9f4390a3,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:18.639159 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02aeeac2-fb0c-488f-b4dc-4b8e0dd9e442 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:18.663232 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e5a10-9534-4530-ad9c-08c05072f447 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdd8d8a-a7f5-4f70-91cc-6d70e0627301,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:18.676685 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] Attempting to bind port 0bcfd1db-78f9-4b23-8afc-0aee9f4390a3 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:18.677059 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] Attempting to bind port 0bcfd1db-78f9-4b23-8afc-0aee9f4390a3 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'd7368d76-886f-4c60-91b2-82e35ab3a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:18.677441 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] Attempting to bind port 0bcfd1db-78f9-4b23-8afc-0aee9f4390a3 on network 6129277f-3b7c-420f-bcf7-8207d3888fce {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:18.686417 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:29:18.686814 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] Checking segment: {'id': 'd7368d76-886f-4c60-91b2-82e35ab3a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:29:18.687215 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:18.687609 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] Bound using segment: {'id': 'd7368d76-886f-4c60-91b2-82e35ab3a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:29:18.689535 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] Bound port: 0bcfd1db-78f9-4b23-8afc-0aee9f4390a3, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7368d76-886f-4c60-91b2-82e35ab3a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:29:18.690401 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:18.785944 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9b6618c-674b-4fb7-acf6-3f4db14d6d34 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:18.813441 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] For port 0bcfd1db-78f9-4b23-8afc-0aee9f4390a3, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:29:18.820654 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] For port 0bcfd1db-78f9-4b23-8afc-0aee9f4390a3, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=0bcfd1db-78f9-4b23-8afc-0aee9f4390a3,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:29:18.885231 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'name': 'tempest-TestSecurityGroupsBasicOps-router-722697221', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '284fe26c-0593-42db-88c8-7d04412c9352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:56Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'gw_port': {'id': '284fe26c-0593-42db-88c8-7d04412c9352', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:58Z', 'updated_at': '2022-04-20T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'b6b67ba2-a914-49b8-83a2-60b86d1ce97e', 'name': '', 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'mac_address': 'fa:16:3e:bc:9b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'a5a8582b-3cbd-43c0-bf19-efe98917785b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:15Z', 'revision_number': 2, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'subnets': [{'id': 'a5a8582b-3cbd-43c0-bf19-efe98917785b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:18.890487 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:18.918601 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a12e1742-9f5c-4a51-b4e6-dbf8a1840d4f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:18.919776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6618c-674b-4fb7-acf6-3f4db14d6d34 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Pushing event deleted for resources: {'Port': ['ID=b88b6c5f-6eea-44fe-aa5d-c979859019ed,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:18.952648 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] Checking router: 0b8c9692-1341-42e7-8e90-ebc630448605 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:29:18.953007 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] Updating router 0b8c9692-1341-42e7-8e90-ebc630448605 port b6b67ba2-a914-49b8-83a2-60b86d1ce97e binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:29:18.984313 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9b6618c-674b-4fb7-acf6-3f4db14d6d34 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:18.992942 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:19.010530 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f8c0161f-0bcf-4719-96f7-0b307fac8ed3 None None] Provisioning complete for port 0bcfd1db-78f9-4b23-8afc-0aee9f4390a3 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:19.011063 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8c0161f-0bcf-4719-96f7-0b307fac8ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:19.027195 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb2090-923c-434f-a8e1-e6fe7917575e None None] Pushing event updated for resources: {'Port': ['ID=0bcfd1db-78f9-4b23-8afc-0aee9f4390a3,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:19.079170 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] Routers {'b6bd22b3-a42d-4e80-9070-269f60e060c8'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:19.081811 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b6bd22b3-a42d-4e80-9070-269f60e060c8'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:19.093672 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9b6618c-674b-4fb7-acf6-3f4db14d6d34 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:19.096041 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9b6618c-674b-4fb7-acf6-3f4db14d6d34 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:19.191185 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a12e1742-9f5c-4a51-b4e6-dbf8a1840d4f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:19.194664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fafb9e2-1d67-4abc-a3ee-645f41c2161e admin admin] Router de993821-f6b6-4bd0-a33f-3ec4ae31dafe has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:29:19.260466 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e1742-9f5c-4a51-b4e6-dbf8a1840d4f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96df2056-f33d-4671-9f21-5b50b319be5f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:19.288126 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e53e5a10-9534-4530-ad9c-08c05072f447 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:19.289465 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e53e5a10-9534-4530-ad9c-08c05072f447 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.1472752 Apr 20 16:29:19.297086 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55288) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:19.332412 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f56624c5-6ff8-4d60-b1bc-cb2395679fb7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1802548658', 'description': 'tempest-secgroup_general--1802548658 description', 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:19.360322 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] Set router b6bd22b3-a42d-4e80-9070-269f60e060c8 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:29:19.375843 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb99bbc2-d094-4298-a9e2-27e458bcd371 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:29:19.396659 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a12e1742-9f5c-4a51-b4e6-dbf8a1840d4f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:19.397914 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a12e1742-9f5c-4a51-b4e6-dbf8a1840d4f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2499337 Apr 20 16:29:19.401210 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9b6618c-674b-4fb7-acf6-3f4db14d6d34 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:19.401735 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b6618c-674b-4fb7-acf6-3f4db14d6d34 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Fanout notify agent at l3_agent the message router_deleted on router 0f0bfacd-3a46-468d-9192-f6b502dec53f {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:29:19.405465 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55292) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:19.413381 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-5d98c5fe-b9a4-4068-ba7f-b7018aeaaca9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Request body: {'security_group_rule': {'security_group_id': '96df2056-f33d-4671-9f21-5b50b319be5f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:19.434044 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02aeeac2-fb0c-488f-b4dc-4b8e0dd9e442 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:19.447539 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f56624c5-6ff8-4d60-b1bc-cb2395679fb7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:19.455749 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9b6618c-674b-4fb7-acf6-3f4db14d6d34 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:19.460488 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c9b6618c-674b-4fb7-acf6-3f4db14d6d34 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "DELETE /v2.0/routers/0f0bfacd-3a46-468d-9192-f6b502dec53f HTTP/1.1" status: 204 len: 168 time: 3.5729997 Apr 20 16:29:19.460639 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8064a9-3da4-48ed-ac38-7631070539dd None None] Sync routers for ids ['b7cd4ac8-7ec2-41e5-bbd2-e7c790679a3c'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:29:19.461068 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55296) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:19.465964 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-81e21412-a710-48ea-9ca7-0041a70ea4af tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-779878443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:19.470082 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-02aeeac2-fb0c-488f-b4dc-4b8e0dd9e442 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455f19be-7891-463f-86e7-b1e45ce89a46']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:19.484640 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-02aeeac2-fb0c-488f-b4dc-4b8e0dd9e442 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616782be-70f7-4dae-9021-22a7684f9b65') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:19.487567 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-02aeeac2-fb0c-488f-b4dc-4b8e0dd9e442 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616782be-70f7-4dae-9021-22a7684f9b65') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:19.501816 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02aeeac2-fb0c-488f-b4dc-4b8e0dd9e442 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:19.521909 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fafb9e2-1d67-4abc-a3ee-645f41c2161e admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:29:19.535676 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02aeeac2-fb0c-488f-b4dc-4b8e0dd9e442 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:19.540798 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8fafb9e2-1d67-4abc-a3ee-645f41c2161e admin admin] 10.222.0.15 "PUT /v2.0/routers/de993821-f6b6-4bd0-a33f-3ec4ae31dafe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8342474 Apr 20 16:29:19.540968 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04465751-c21a-468c-b5d2-6c7c2406eb96 None None] Sync routers for ids ['de993821-f6b6-4bd0-a33f-3ec4ae31dafe'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:29:19.542138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55300) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:19.571757 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02aeeac2-fb0c-488f-b4dc-4b8e0dd9e442 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:29:19.576089 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02aeeac2-fb0c-488f-b4dc-4b8e0dd9e442 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:19.576836 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8064a9-3da4-48ed-ac38-7631070539dd None None] Routers {'b7cd4ac8-7ec2-41e5-bbd2-e7c790679a3c'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:19.578020 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-3c8064a9-3da4-48ed-ac38-7631070539dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7cd4ac8-7ec2-41e5-bbd2-e7c790679a3c'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:19.584540 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb99bbc2-d094-4298-a9e2-27e458bcd371 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:19.585925 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bb99bbc2-d094-4298-a9e2-27e458bcd371 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.4810712 Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:29:19.586718 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:29:19.594719 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8c0161f-0bcf-4719-96f7-0b307fac8ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:19.604934 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04465751-c21a-468c-b5d2-6c7c2406eb96 None None] Routers {'de993821-f6b6-4bd0-a33f-3ec4ae31dafe'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:19.605869 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-04465751-c21a-468c-b5d2-6c7c2406eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['de993821-f6b6-4bd0-a33f-3ec4ae31dafe'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:19.621308 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55302) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:19.627775 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a95baad4-3ec9-4ad9-bae5-5e44d14684be tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'enable_snat': False}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:19.635430 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-3c8064a9-3da4-48ed-ac38-7631070539dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:19.710586 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8064a9-3da4-48ed-ac38-7631070539dd None None] Routers {'b7cd4ac8-7ec2-41e5-bbd2-e7c790679a3c'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:19.711209 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-3c8064a9-3da4-48ed-ac38-7631070539dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7cd4ac8-7ec2-41e5-bbd2-e7c790679a3c'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:19.725708 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-81e21412-a710-48ea-9ca7-0041a70ea4af tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:19.726755 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-81e21412-a710-48ea-9ca7-0041a70ea4af tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:19.751137 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d98c5fe-b9a4-4068-ba7f-b7018aeaaca9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:19.754653 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-04465751-c21a-468c-b5d2-6c7c2406eb96 None None] Set router de993821-f6b6-4bd0-a33f-3ec4ae31dafe gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:29:19.782630 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4bcdf83f-700b-4cb0-8929-4bb81a207d31 admin admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:19.807033 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55308) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:19.837231 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f56624c5-6ff8-4d60-b1bc-cb2395679fb7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:19.876476 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f8c0161f-0bcf-4719-96f7-0b307fac8ed3 None None] For port 0bcfd1db-78f9-4b23-8afc-0aee9f4390a3, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=0bcfd1db-78f9-4b23-8afc-0aee9f4390a3,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:19.894200 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-3c8064a9-3da4-48ed-ac38-7631070539dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:19.894958 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8064a9-3da4-48ed-ac38-7631070539dd None None] The sync data for ids ['b7cd4ac8-7ec2-41e5-bbd2-e7c790679a3c'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:29:19.900920 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f56624c5-6ff8-4d60-b1bc-cb2395679fb7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:19.938273 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02aeeac2-fb0c-488f-b4dc-4b8e0dd9e442 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:19.953597 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:18Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:19.958673 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8c0161f-0bcf-4719-96f7-0b307fac8ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:19.976539 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02aeeac2-fb0c-488f-b4dc-4b8e0dd9e442 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 455f19be-7891-463f-86e7-b1e45ce89a46 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 16:29:19.981090 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ec3b34d0-2cca-4bcc-9de4-4e9471924236 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-87693668-network', 'tenant_id': '3f0db156e28243f4bff540048e8173db'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:19.990095 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02aeeac2-fb0c-488f-b4dc-4b8e0dd9e442 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.007668 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-02aeeac2-fb0c-488f-b4dc-4b8e0dd9e442 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] 10.222.0.15 "DELETE /v2.0/networks/455f19be-7891-463f-86e7-b1e45ce89a46 HTTP/1.1" status: 204 len: 168 time: 1.6155708 Apr 20 16:29:20.015726 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55312) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:20.044978 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-81e21412-a710-48ea-9ca7-0041a70ea4af tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.045979 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd907385-348c-49d6-ba56-3e9f152c64d7 None None] The sync data for ids ['b6bd22b3-a42d-4e80-9070-269f60e060c8'] in n-d-836146-2 is: [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:18Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:29:20.077806 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aeeac2-fb0c-488f-b4dc-4b8e0dd9e442 tempest-ExternalNetworksTestJSON-777552352 tempest-ExternalNetworksTestJSON-777552352-project-admin] Pushing event deleted for resources: {'Network': ['ID=455f19be-7891-463f-86e7-b1e45ce89a46,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:20.086181 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.111592 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0161f-0bcf-4719-96f7-0b307fac8ed3 None None] Pushing event updated for resources: {'Port': ['ID=0bcfd1db-78f9-4b23-8afc-0aee9f4390a3,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:20.125114 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7dce42c0-f38a-4cfe-b3f2-4ed91c62eb71 None None] Provisioning complete for port 0bcfd1db-78f9-4b23-8afc-0aee9f4390a3 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:20.125488 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7dce42c0-f38a-4cfe-b3f2-4ed91c62eb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.130914 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f56624c5-6ff8-4d60-b1bc-cb2395679fb7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.132505 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f56624c5-6ff8-4d60-b1bc-cb2395679fb7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.8074861 Apr 20 16:29:20.142099 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55316) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:20.149639 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-81e21412-a710-48ea-9ca7-0041a70ea4af tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.150855 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56624c5-6ff8-4d60-b1bc-cb2395679fb7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe325edc-6331-460a-bfee-be52b080ef80,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:20.168047 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.170507 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ab86017c-4142-45b1-b4c2-a2d50cdfdc52 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Request body: {'security_group_rule': {'security_group_id': '2cdd8d8a-a7f5-4f70-91cc-6d70e0627301', 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:20.178614 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa47b51a-2d7d-4e60-a268-e1530696744c tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] DELETE failed (client error): The resource could not be found. Apr 20 16:29:20.179061 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa47b51a-2d7d-4e60-a268-e1530696744c tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:29:20.185707 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-aa47b51a-2d7d-4e60-a268-e1530696744c tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] 10.222.0.15 "DELETE /v2.0/subnets/c24e8d33-479e-4b43-bdd9-b12ebfcd06ef HTTP/1.1" status: 404 len: 337 time: 0.1558964 Apr 20 16:29:20.188001 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55318) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:20.192671 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4bcdf83f-700b-4cb0-8929-4bb81a207d31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.220392 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-04465751-c21a-468c-b5d2-6c7c2406eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de993821-f6b6-4bd0-a33f-3ec4ae31dafe', 'name': 'tempest-TaggedBootDevicesTest-799050170-router', 'tenant_id': '57218ea06f3d4871826e01013c36e647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'ae3069bb-360d-4ab0-85cd-a5b709f69ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:21:41Z', 'updated_at': '2022-04-20T16:29:16Z', 'revision_number': 5, 'project_id': '57218ea06f3d4871826e01013c36e647', 'gw_port': {'id': 'ae3069bb-360d-4ab0-85cd-a5b709f69ca8', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de993821-f6b6-4bd0-a33f-3ec4ae31dafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:21:43Z', 'updated_at': '2022-04-20T16:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:20.225490 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3b34d0-2cca-4bcc-9de4-4e9471924236 admin admin] Made reservation on behalf of 3f0db156e28243f4bff540048e8173db for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:29:20.228025 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ec3b34d0-2cca-4bcc-9de4-4e9471924236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.246155 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d98c5fe-b9a4-4068-ba7f-b7018aeaaca9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.274363 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04465751-c21a-468c-b5d2-6c7c2406eb96 None None] Checking router: de993821-f6b6-4bd0-a33f-3ec4ae31dafe for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:29:20.293875 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6012705-76b4-40ca-8fce-5717d4f5d7c9 req-62f75be2-a754-40df-9c20-9f9e24fef821 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:20.303707 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6012705-76b4-40ca-8fce-5717d4f5d7c9 req-62f75be2-a754-40df-9c20-9f9e24fef821 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=43402b7e-210b-4172-a556-dfe59183e914 HTTP/1.1" status: 200 len: 945 time: 0.0991485 Apr 20 16:29:20.316869 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f98a3-ebd8-490f-814a-699cafbc70d8 None None] Pushing event updated for resources: {'Port': ['ID=b6b67ba2-a914-49b8-83a2-60b86d1ce97e,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:20.323852 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04465751-c21a-468c-b5d2-6c7c2406eb96 None None] Routers {'de993821-f6b6-4bd0-a33f-3ec4ae31dafe'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:20.325067 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-04465751-c21a-468c-b5d2-6c7c2406eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['de993821-f6b6-4bd0-a33f-3ec4ae31dafe'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:20.328616 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d98c5fe-b9a4-4068-ba7f-b7018aeaaca9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.330146 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ec3b34d0-2cca-4bcc-9de4-4e9471924236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.350879 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-81e21412-a710-48ea-9ca7-0041a70ea4af tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.352831 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-81e21412-a710-48ea-9ca7-0041a70ea4af tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8902364 Apr 20 16:29:20.364554 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55320) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:20.376250 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-2aea83ff-e956-4252-81d5-87619ef463de tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'enable_snat': False}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:20.421984 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6012705-76b4-40ca-8fce-5717d4f5d7c9 req-c167018a-2a04-4f43-8d19-5a69eaa21422 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144831 Apr 20 16:29:20.424708 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98c5fe-b9a4-4068-ba7f-b7018aeaaca9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc2e287-e5f8-4920-bab9-4badec3ad146,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:20.454708 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-4bcdf83f-700b-4cb0-8929-4bb81a207d31 admin admin] Deleting port ae3069bb-360d-4ab0-85cd-a5b709f69ca8 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:29:20.455216 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4bcdf83f-700b-4cb0-8929-4bb81a207d31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.510546 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d98c5fe-b9a4-4068-ba7f-b7018aeaaca9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.511944 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5d98c5fe-b9a4-4068-ba7f-b7018aeaaca9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1052077 Apr 20 16:29:20.515125 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55322) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:20.519788 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-18b3c8b0-4c0c-4d14-b259-5b504b181bc5 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Request body: {'security_group_rule': {'security_group_id': '96df2056-f33d-4671-9f21-5b50b319be5f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:20.520802 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab86017c-4142-45b1-b4c2-a2d50cdfdc52 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.550263 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d905a9a7-8338-4e21-bb75-c3009d1378f5 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.599872 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-4bcdf83f-700b-4cb0-8929-4bb81a207d31 admin admin] For port ae3069bb-360d-4ab0-85cd-a5b709f69ca8, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ae3069bb-360d-4ab0-85cd-a5b709f69ca8,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:20.600495 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4bcdf83f-700b-4cb0-8929-4bb81a207d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.601193 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-04465751-c21a-468c-b5d2-6c7c2406eb96 None None] Set router de993821-f6b6-4bd0-a33f-3ec4ae31dafe gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:29:20.606112 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] Attempting to bind port b6b67ba2-a914-49b8-83a2-60b86d1ce97e on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:20.606932 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] Attempting to bind port b6b67ba2-a914-49b8-83a2-60b86d1ce97e by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'ae05cb49-0407-4b9b-b8bb-8e454ab9e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:20.607480 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] Attempting to bind port b6b67ba2-a914-49b8-83a2-60b86d1ce97e on network 37dffd32-6c1b-4ef8-ae8a-aeadb127d379 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:20.617957 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-4bcdf83f-700b-4cb0-8929-4bb81a207d31 admin admin] Calling delete_port for ae3069bb-360d-4ab0-85cd-a5b709f69ca8 owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:29:20.675974 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-18b3c8b0-4c0c-4d14-b259-5b504b181bc5 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.869538 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-18b3c8b0-4c0c-4d14-b259-5b504b181bc5 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.880615 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:29:20.881268 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] Checking segment: {'id': 'ae05cb49-0407-4b9b-b8bb-8e454ab9e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:29:20.881827 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.882408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] Bound using segment: {'id': 'ae05cb49-0407-4b9b-b8bb-8e454ab9e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:29:20.883036 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] Bound port: b6b67ba2-a914-49b8-83a2-60b86d1ce97e, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae05cb49-0407-4b9b-b8bb-8e454ab9e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:29:20.883691 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.885969 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-04465751-c21a-468c-b5d2-6c7c2406eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de993821-f6b6-4bd0-a33f-3ec4ae31dafe', 'name': 'tempest-TaggedBootDevicesTest-799050170-router', 'tenant_id': '57218ea06f3d4871826e01013c36e647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:21:41Z', 'updated_at': '2022-04-20T16:29:20Z', 'revision_number': 6, 'project_id': '57218ea06f3d4871826e01013c36e647', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:20.891875 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2aea83ff-e956-4252-81d5-87619ef463de tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.912287 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-18b3c8b0-4c0c-4d14-b259-5b504b181bc5 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.932785 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3c8b0-4c0c-4d14-b259-5b504b181bc5 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8c41a4-0dfc-45e5-88de-6a2024d657b2,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:20.938158 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04465751-c21a-468c-b5d2-6c7c2406eb96 None None] The sync data for ids ['de993821-f6b6-4bd0-a33f-3ec4ae31dafe'] in n-d-836146-2 is: [{'id': 'de993821-f6b6-4bd0-a33f-3ec4ae31dafe', 'name': 'tempest-TaggedBootDevicesTest-799050170-router', 'tenant_id': '57218ea06f3d4871826e01013c36e647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:21:41Z', 'updated_at': '2022-04-20T16:29:20Z', 'revision_number': 6, 'project_id': '57218ea06f3d4871826e01013c36e647', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:29:20.964659 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4bcdf83f-700b-4cb0-8929-4bb81a207d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:20.999582 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d905a9a7-8338-4e21-bb75-c3009d1378f5 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.028963 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-d905a9a7-8338-4e21-bb75-c3009d1378f5 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cff218e-0714-4ad5-b51d-3b2a8dfff66a']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:21.031339 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] For port b6b67ba2-a914-49b8-83a2-60b86d1ce97e, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:29:21.034935 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] For port b6b67ba2-a914-49b8-83a2-60b86d1ce97e, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b6b67ba2-a914-49b8-83a2-60b86d1ce97e,segment=NetworkSegment(ae05cb49-0407-4b9b-b8bb-8e454ab9e108),segment_id=ae05cb49-0407-4b9b-b8bb-8e454ab9e108)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:29:21.040647 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d24a3970-4b3b-4695-922c-151fb45a6a92 None None] Provisioning complete for port b6b67ba2-a914-49b8-83a2-60b86d1ce97e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:21.041591 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d24a3970-4b3b-4695-922c-151fb45a6a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.052599 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-18b3c8b0-4c0c-4d14-b259-5b504b181bc5 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.056628 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-18b3c8b0-4c0c-4d14-b259-5b504b181bc5 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5377729 Apr 20 16:29:21.072110 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55324) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:21.077370 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-199ab9c2-ec8d-4256-9b0f-a227e024d16f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:21.084478 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcdf83f-700b-4cb0-8929-4bb81a207d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae3069bb-360d-4ab0-85cd-a5b709f69ca8,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:21.087214 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.091916 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-d905a9a7-8338-4e21-bb75-c3009d1378f5 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082d6bec-b71b-400c-ad1f-d3e77b0d5583') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:21.092217 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-d905a9a7-8338-4e21-bb75-c3009d1378f5 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082d6bec-b71b-400c-ad1f-d3e77b0d5583') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:21.104033 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d24a3970-4b3b-4695-922c-151fb45a6a92 None None] Port b6b67ba2-a914-49b8-83a2-60b86d1ce97e cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:29:21.126322 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4bcdf83f-700b-4cb0-8929-4bb81a207d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.129993 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab86017c-4142-45b1-b4c2-a2d50cdfdc52 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.138330 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d905a9a7-8338-4e21-bb75-c3009d1378f5 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.149532 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] Routers {'0b8c9692-1341-42e7-8e90-ebc630448605'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:21.150162 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['0b8c9692-1341-42e7-8e90-ebc630448605'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:21.160570 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a95baad4-3ec9-4ad9-bae5-5e44d14684be tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.177548 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ec3b34d0-2cca-4bcc-9de4-4e9471924236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.182720 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d905a9a7-8338-4e21-bb75-c3009d1378f5 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.222303 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f98a3-ebd8-490f-814a-699cafbc70d8 None None] Pushing event updated for resources: {'Port': ['ID=b6b67ba2-a914-49b8-83a2-60b86d1ce97e,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:21.234935 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab86017c-4142-45b1-b4c2-a2d50cdfdc52 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.237080 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d905a9a7-8338-4e21-bb75-c3009d1378f5 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:29:21.237500 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d905a9a7-8338-4e21-bb75-c3009d1378f5 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:29:21.251458 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:29:21.259954 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4bcdf83f-700b-4cb0-8929-4bb81a207d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.262428 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4bcdf83f-700b-4cb0-8929-4bb81a207d31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.287732 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ec3b34d0-2cca-4bcc-9de4-4e9471924236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.321227 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] Set router 0b8c9692-1341-42e7-8e90-ebc630448605 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:29:21.357316 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86017c-4142-45b1-b4c2-a2d50cdfdc52 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5a35af-4188-444f-8079-20aa336425c2,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:21.367105 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-199ab9c2-ec8d-4256-9b0f-a227e024d16f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.421829 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3b34d0-2cca-4bcc-9de4-4e9471924236 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:29:21.490020 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b34d0-2cca-4bcc-9de4-4e9471924236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195eae69-7f65-47b2-90bf-8fd37ee4a7a8,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:21.494158 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ec3b34d0-2cca-4bcc-9de4-4e9471924236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.494505 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-ec3b34d0-2cca-4bcc-9de4-4e9471924236 admin admin] Added segment de7e85de-f14c-461a-94d8-0584b0dff18b of type vlan for network 70aadf33-c190-45cc-a215-614b0e69afcd Apr 20 16:29:21.497661 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4bcdf83f-700b-4cb0-8929-4bb81a207d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.498234 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcdf83f-700b-4cb0-8929-4bb81a207d31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de993821-f6b6-4bd0-a33f-3ec4ae31dafe {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:29:21.521940 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4bcdf83f-700b-4cb0-8929-4bb81a207d31 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.527311 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4bcdf83f-700b-4cb0-8929-4bb81a207d31 admin admin] 10.222.0.15 "DELETE /v2.0/routers/de993821-f6b6-4bd0-a33f-3ec4ae31dafe HTTP/1.1" status: 204 len: 168 time: 1.9819696 Apr 20 16:29:21.531337 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55328) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:21.595716 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ec3b34d0-2cca-4bcc-9de4-4e9471924236 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.613417 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab86017c-4142-45b1-b4c2-a2d50cdfdc52 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.633075 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ab86017c-4142-45b1-b4c2-a2d50cdfdc52 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4679651 Apr 20 16:29:21.659454 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d905a9a7-8338-4e21-bb75-c3009d1378f5 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.666945 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84952f6-4bc0-4c93-9581-15bd9be8c16b admin admin] Deleting subnet 4554128e-40ca-48cd-a856-b88a34c125cd {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:29:21.689935 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f84952f6-4bc0-4c93-9581-15bd9be8c16b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.700907 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d905a9a7-8338-4e21-bb75-c3009d1378f5 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.706593 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d905a9a7-8338-4e21-bb75-c3009d1378f5 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] 10.222.0.15 "DELETE /v2.0/networks/9cff218e-0714-4ad5-b51d-3b2a8dfff66a HTTP/1.1" status: 204 len: 168 time: 1.5164142 Apr 20 16:29:21.733573 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-04cbcb84-a2ab-4589-b4ce-514f66e4be66 None None] Provisioning complete for port b6b67ba2-a914-49b8-83a2-60b86d1ce97e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:21.734081 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-04cbcb84-a2ab-4589-b4ce-514f66e4be66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.762380 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f84952f6-4bc0-4c93-9581-15bd9be8c16b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.765914 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905a9a7-8338-4e21-bb75-c3009d1378f5 tempest-ExternalNetworksTestJSON-678460097 tempest-ExternalNetworksTestJSON-678460097-project] Pushing event deleted for resources: {'Network': ['ID=9cff218e-0714-4ad5-b51d-3b2a8dfff66a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:21.854150 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ec3b34d0-2cca-4bcc-9de4-4e9471924236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.855121 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3b34d0-2cca-4bcc-9de4-4e9471924236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:21.855690 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ec3b34d0-2cca-4bcc-9de4-4e9471924236 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.884153 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fed3a-fcc4-451a-95f9-95a14f80cb59 req-e429a5c6-7cde-4e64-9f92-e244d33e2d04 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:21.886260 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0e9fed3a-fcc4-451a-95f9-95a14f80cb59 req-e429a5c6-7cde-4e64-9f92-e244d33e2d04 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.30 "GET /v2.0/ports?device_id=43402b7e-210b-4172-a556-dfe59183e914 HTTP/1.1" status: 200 len: 945 time: 0.2381275 Apr 20 16:29:21.934717 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-04cbcb84-a2ab-4589-b4ce-514f66e4be66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:21.949519 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'name': 'tempest-TestSecurityGroupsBasicOps-router-722697221', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '284fe26c-0593-42db-88c8-7d04412c9352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:56Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'gw_port': {'id': '284fe26c-0593-42db-88c8-7d04412c9352', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:58Z', 'updated_at': '2022-04-20T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'b6b67ba2-a914-49b8-83a2-60b86d1ce97e', 'name': '', 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'mac_address': 'fa:16:3e:bc:9b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'a5a8582b-3cbd-43c0-bf19-efe98917785b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:21Z', 'revision_number': 4, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'subnets': [{'id': 'a5a8582b-3cbd-43c0-bf19-efe98917785b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:22.014710 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771fdd6-17cf-4a32-a9a6-243f7a32c152 None None] The sync data for ids ['0b8c9692-1341-42e7-8e90-ebc630448605'] in n-d-836146-2 is: [{'id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'name': 'tempest-TestSecurityGroupsBasicOps-router-722697221', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '284fe26c-0593-42db-88c8-7d04412c9352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:56Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'gw_port': {'id': '284fe26c-0593-42db-88c8-7d04412c9352', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:58Z', 'updated_at': '2022-04-20T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'b6b67ba2-a914-49b8-83a2-60b86d1ce97e', 'name': '', 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'mac_address': 'fa:16:3e:bc:9b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'a5a8582b-3cbd-43c0-bf19-efe98917785b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:21Z', 'revision_number': 4, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'subnets': [{'id': 'a5a8582b-3cbd-43c0-bf19-efe98917785b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:29:22.044251 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-199ab9c2-ec8d-4256-9b0f-a227e024d16f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:22.056840 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b34d0-2cca-4bcc-9de4-4e9471924236 admin admin] Pushing event updated for resources: {'Network': ['ID=70aadf33-c190-45cc-a215-614b0e69afcd,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:22.066107 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-04cbcb84-a2ab-4589-b4ce-514f66e4be66 None None] For port b6b67ba2-a914-49b8-83a2-60b86d1ce97e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b6b67ba2-a914-49b8-83a2-60b86d1ce97e,segment=NetworkSegment(ae05cb49-0407-4b9b-b8bb-8e454ab9e108),segment_id=ae05cb49-0407-4b9b-b8bb-8e454ab9e108)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:22.077892 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 70aadf33-c190-45cc-a215-614b0e69afcd details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:29:22.105732 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582f2b4-5b20-449f-be61-cb4f26182154 req-fe03da2c-7e81-4549-aab7-668ab052eb0f tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:22.116240 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-780776c6-25f6-48c5-b816-ebabe195c97d req-08c3920b-8a31-4c91-ae56-e15a945ce16a tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_general--1802548658&fields=id&tenant_id=cb11bf8b3c08464a8790ceef590f4df3 HTTP/1.1" status: 200 len: 267 time: 0.2257459 Apr 20 16:29:22.118185 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e582f2b4-5b20-449f-be61-cb4f26182154 req-fe03da2c-7e81-4549-aab7-668ab052eb0f tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=43402b7e-210b-4172-a556-dfe59183e914 HTTP/1.1" status: 200 len: 945 time: 0.4669721 Apr 20 16:29:22.122041 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f84952f6-4bc0-4c93-9581-15bd9be8c16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:22.188915 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-04cbcb84-a2ab-4589-b4ce-514f66e4be66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:22.261627 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 0bcfd1db-78f9-4b23-8afc-0aee9f4390a3 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:29:22.325857 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-0e9fed3a-fcc4-451a-95f9-95a14f80cb59 req-4514ffed-1aa8-4deb-88d3-2d4da75324c4 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Deleting port 7f6c9621-b6ce-43ef-a18d-3318090246bc {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:29:22.325857 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0e9fed3a-fcc4-451a-95f9-95a14f80cb59 req-4514ffed-1aa8-4deb-88d3-2d4da75324c4 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:22.416089 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbcb84-a2ab-4589-b4ce-514f66e4be66 None None] Pushing event updated for resources: {'Port': ['ID=b6b67ba2-a914-49b8-83a2-60b86d1ce97e,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:22.435811 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 0bcfd1db-78f9-4b23-8afc-0aee9f4390a3 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:22.436240 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:22.491022 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55346) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:22.541152 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2aea83ff-e956-4252-81d5-87619ef463de tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:22.589060 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ec3b34d0-2cca-4bcc-9de4-4e9471924236 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.7746580 Apr 20 16:29:22.590369 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2aea83ff-e956-4252-81d5-87619ef463de tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:22.594845 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 20438346-f55f-46f4-a92a-7c3d7844fb95 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:29:22.598958 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55350) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:22.615065 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-24421a86-32ba-4d68-93fa-4d46037faaa3 admin admin] Request body: {'subnet': {'network_id': '70aadf33-c190-45cc-a215-614b0e69afcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-87693668-subnet', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:22.678503 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e582f2b4-5b20-449f-be61-cb4f26182154 req-b09ef985-ae95-48e9-8559-cf374e2dd2e6 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b74d5be-9a33-4200-bbc3-db56e106bb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5546284 Apr 20 16:29:22.685734 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 20438346-f55f-46f4-a92a-7c3d7844fb95 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:29:22.685734 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 20438346-f55f-46f4-a92a-7c3d7844fb95 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:29:22.769244 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2d50f70b-5272-4ef4-9a10-afb49fef3872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:22.891809 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8d4d29b4-3167-47ee-9c39-ac8c094b51d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1bd2d5e3abcc41a0917a16b4092ca683&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3220379 Apr 20 16:29:22.892326 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55352) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:22.905652 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24421a86-32ba-4d68-93fa-4d46037faaa3 admin admin] Made reservation on behalf of 3f0db156e28243f4bff540048e8173db for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:29:22.908793 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24421a86-32ba-4d68-93fa-4d46037faaa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:22.913535 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-780776c6-25f6-48c5-b816-ebabe195c97d req-fc083f31-0d46-47cf-833b-3154c67c4a29 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_access--1853114542&fields=id&tenant_id=cb11bf8b3c08464a8790ceef590f4df3 HTTP/1.1" status: 200 len: 267 time: 0.7696941 Apr 20 16:29:22.915668 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-199ab9c2-ec8d-4256-9b0f-a227e024d16f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Allocated IP 172.25.0.86 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/cf47879d-c556-4283-aae2-21f37d72341d) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:29:23.021386 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f84952f6-4bc0-4c93-9581-15bd9be8c16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:23.043972 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a95baad4-3ec9-4ad9-bae5-5e44d14684be tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:23.061572 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a95baad4-3ec9-4ad9-bae5-5e44d14684be tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545285'] for router, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:23.070990 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-db43dac0-452b-47d2-90dd-5d36ee06ef50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:23.102959 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-0e9fed3a-fcc4-451a-95f9-95a14f80cb59 req-4514ffed-1aa8-4deb-88d3-2d4da75324c4 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] For port 7f6c9621-b6ce-43ef-a18d-3318090246bc, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=7f6c9621-b6ce-43ef-a18d-3318090246bc,segment=NetworkSegment(fb503d67-59f1-46d1-9d04-2d226b2a2c31),segment_id=fb503d67-59f1-46d1-9d04-2d226b2a2c31)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:23.103335 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0e9fed3a-fcc4-451a-95f9-95a14f80cb59 req-4514ffed-1aa8-4deb-88d3-2d4da75324c4 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:23.105895 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84952f6-4bc0-4c93-9581-15bd9be8c16b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4554128e-40ca-48cd-a856-b88a34c125cd,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:23.125413 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f84952f6-4bc0-4c93-9581-15bd9be8c16b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:23.130941 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f84952f6-4bc0-4c93-9581-15bd9be8c16b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4554128e-40ca-48cd-a856-b88a34c125cd HTTP/1.1" status: 204 len: 168 time: 1.5954902 Apr 20 16:29:23.131112 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c58420b-33a0-4cfe-9a22-41163b202a9c None None] Network 748528ae-4025-44f0-a6ad-526fe5c81451 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:29:23.132369 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55354) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:23.148269 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-db43dac0-452b-47d2-90dd-5d36ee06ef50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:23.158276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-0e9fed3a-fcc4-451a-95f9-95a14f80cb59 req-4514ffed-1aa8-4deb-88d3-2d4da75324c4 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Calling delete_port for 7f6c9621-b6ce-43ef-a18d-3318090246bc owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:29:23.313405 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780776c6-25f6-48c5-b816-ebabe195c97d req-fe3d775f-0390-4548-ad73-6ac86a99d8c4 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:23.314944 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-780776c6-25f6-48c5-b816-ebabe195c97d req-fe3d775f-0390-4548-ad73-6ac86a99d8c4 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/networks?id=37dffd32-6c1b-4ef8-ae8a-aeadb127d379 HTTP/1.1" status: 200 len: 797 time: 0.3898084 Apr 20 16:29:23.318290 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-199ab9c2-ec8d-4256-9b0f-a227e024d16f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:23.359652 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40851b73-1b14-4d9c-88ed-b0c86a97e762 None None] DHCP port deletion for 748528ae-4025-44f0-a6ad-526fe5c81451 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:29:23.362247 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bfc5ac4-67b3-4d55-a7f6-03374191089c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:23.373709 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-780776c6-25f6-48c5-b816-ebabe195c97d req-7aa92c86-7313-4b4b-a475-cb4208e3684a tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/quotas/cb11bf8b3c08464a8790ceef590f4df3 HTTP/1.1" status: 200 len: 375 time: 0.0412903 Apr 20 16:29:23.413320 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-40851b73-1b14-4d9c-88ed-b0c86a97e762 None None] Deleting port b146befb-a869-47c6-b3b6-9e5b91c5a80e {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:29:23.414152 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-40851b73-1b14-4d9c-88ed-b0c86a97e762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:23.491086 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-40851b73-1b14-4d9c-88ed-b0c86a97e762 None None] For port b146befb-a869-47c6-b3b6-9e5b91c5a80e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b146befb-a869-47c6-b3b6-9e5b91c5a80e,segment=NetworkSegment(f4f90321-9409-4e2e-a77b-e8ad971d43bf),segment_id=f4f90321-9409-4e2e-a77b-e8ad971d43bf)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:23.491731 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-40851b73-1b14-4d9c-88ed-b0c86a97e762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:23.524162 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-780776c6-25f6-48c5-b816-ebabe195c97d req-6a607632-ccfe-4ac6-ac2c-9079a26b9766 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb11bf8b3c08464a8790ceef590f4df3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1340373 Apr 20 16:29:23.526213 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-40851b73-1b14-4d9c-88ed-b0c86a97e762 None None] Calling delete_port for b146befb-a869-47c6-b3b6-9e5b91c5a80e owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:29:23.607090 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b6b67ba2-a914-49b8-83a2-60b86d1ce97e up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:29:23.637313 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-199ab9c2-ec8d-4256-9b0f-a227e024d16f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:23.681897 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port b6b67ba2-a914-49b8-83a2-60b86d1ce97e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:23.682525 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:23.689406 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-5bfc5ac4-67b3-4d55-a7f6-03374191089c admin admin] Deleting port b146befb-a869-47c6-b3b6-9e5b91c5a80e {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:29:23.689885 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bfc5ac4-67b3-4d55-a7f6-03374191089c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:23.722819 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95baad4-3ec9-4ad9-bae5-5e44d14684be tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Router b7cd4ac8-7ec2-41e5-bbd2-e7c790679a3c has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:29:23.760165 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-2aea83ff-e956-4252-81d5-87619ef463de tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Allocated IP 172.25.0.115 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/6f6e9c41-ff65-47ef-96a3-fb63f978e6de) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:29:23.769404 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199ab9c2-ec8d-4256-9b0f-a227e024d16f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:23.774217 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ab9c2-ec8d-4256-9b0f-a227e024d16f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event updated for resources: {'Port': ['ID=cf47879d-c556-4283-aae2-21f37d72341d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:23.776841 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0e9fed3a-fcc4-451a-95f9-95a14f80cb59 req-4514ffed-1aa8-4deb-88d3-2d4da75324c4 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:23.788821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-199ab9c2-ec8d-4256-9b0f-a227e024d16f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:23.814230 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-40851b73-1b14-4d9c-88ed-b0c86a97e762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:23.816148 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199ab9c2-ec8d-4256-9b0f-a227e024d16f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:23.856314 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40851b73-1b14-4d9c-88ed-b0c86a97e762 None None] No DVR routers for this DVR port b146befb-a869-47c6-b3b6-9e5b91c5a80e on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:29:23.858465 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40851b73-1b14-4d9c-88ed-b0c86a97e762 None None] Pushing event deleted for resources: {'Port': ['ID=b146befb-a869-47c6-b3b6-9e5b91c5a80e,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:23.861449 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-5bfc5ac4-67b3-4d55-a7f6-03374191089c admin admin] For port b146befb-a869-47c6-b3b6-9e5b91c5a80e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b146befb-a869-47c6-b3b6-9e5b91c5a80e,segment=NetworkSegment(f4f90321-9409-4e2e-a77b-e8ad971d43bf),segment_id=f4f90321-9409-4e2e-a77b-e8ad971d43bf)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:23.861838 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bfc5ac4-67b3-4d55-a7f6-03374191089c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:23.864649 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514ffed-1aa8-4deb-88d3-2d4da75324c4 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Pushing event deleted for resources: {'Port': ['ID=7f6c9621-b6ce-43ef-a18d-3318090246bc,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:23.883460 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24421a86-32ba-4d68-93fa-4d46037faaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:23.898644 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-db43dac0-452b-47d2-90dd-5d36ee06ef50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:23.901212 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-db43dac0-452b-47d2-90dd-5d36ee06ef50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:23.902335 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-db43dac0-452b-47d2-90dd-5d36ee06ef50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a870785-a0b8-481f-a658-0af4126c567a HTTP/1.1" status: 204 len: 168 time: 1.0090714 Apr 20 16:29:23.902683 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ae3069bb-360d-4ab0-85cd-a5b709f69ca8 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:29:23.933319 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: ae3069bb-360d-4ab0-85cd-a5b709f69ca8 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:29:23.934094 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ae3069bb-360d-4ab0-85cd-a5b709f69ca8 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:29:23.935406 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b146befb-a869-47c6-b3b6-9e5b91c5a80e no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:29:23.978408 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-780776c6-25f6-48c5-b816-ebabe195c97d req-da54147d-6359-4a6a-bab7-83bb5986e9ac service neutron] 10.222.0.15 "GET /v2.0/networks/37dffd32-6c1b-4ef8-ae8a-aeadb127d379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412735 Apr 20 16:29:23.990911 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: b146befb-a869-47c6-b3b6-9e5b91c5a80e {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:29:23.991543 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b146befb-a869-47c6-b3b6-9e5b91c5a80e not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:29:24.034550 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-19088ab9-34ef-4950-8761-cb1fd895ca3b req-a673b161-311a-4dce-b5c0-009bb20525d2 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=43402b7e-210b-4172-a556-dfe59183e914 HTTP/1.1" status: 200 len: 210 time: 0.1941099 Apr 20 16:29:24.055496 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24421a86-32ba-4d68-93fa-4d46037faaa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17632b9e-8812-4d3f-b199-f8c936f90313,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:24.062600 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43dac0-452b-47d2-90dd-5d36ee06ef50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a870785-a0b8-481f-a658-0af4126c567a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:24.098062 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-5bfc5ac4-67b3-4d55-a7f6-03374191089c admin admin] Calling delete_port for b146befb-a869-47c6-b3b6-9e5b91c5a80e owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:29:24.133614 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9fed3a-fcc4-451a-95f9-95a14f80cb59 req-4514ffed-1aa8-4deb-88d3-2d4da75324c4 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] No DVR routers for this DVR port 7f6c9621-b6ce-43ef-a18d-3318090246bc on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:29:24.136266 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0e9fed3a-fcc4-451a-95f9-95a14f80cb59 req-4514ffed-1aa8-4deb-88d3-2d4da75324c4 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:24.140167 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0e9fed3a-fcc4-451a-95f9-95a14f80cb59 req-4514ffed-1aa8-4deb-88d3-2d4da75324c4 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.30 "DELETE /v2.0/ports/7f6c9621-b6ce-43ef-a18d-3318090246bc HTTP/1.1" status: 204 len: 173 time: 2.2456601 Apr 20 16:29:24.148714 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43402b7e-210b-4172-a556-dfe59183e914', 'name': 'network-vif-deleted', 'tag': '7f6c9621-b6ce-43ef-a18d-3318090246bc'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:29:24.151337 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4f0084-a85f-497e-8f36-2a77525c5ec1" -d '{"events": [{"server_uuid": "43402b7e-210b-4172-a556-dfe59183e914", "name": "network-vif-deleted", "tag": "7f6c9621-b6ce-43ef-a18d-3318090246bc"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:29:24.158625 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-199ab9c2-ec8d-4256-9b0f-a227e024d16f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:24.202942 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24421a86-32ba-4d68-93fa-4d46037faaa3 admin admin] Checking segment: {'id': 'de7e85de-f14c-461a-94d8-0584b0dff18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '70aadf33-c190-45cc-a215-614b0e69afcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:29:24.203369 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24421a86-32ba-4d68-93fa-4d46037faaa3 admin admin] Network hostable DHCP agents. Network: 70aadf33-c190-45cc-a215-614b0e69afcd, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:29:24.206295 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95baad4-3ec9-4ad9-bae5-5e44d14684be tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:29:24.210750 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae399c6e-c0aa-4359-bfef-ffcec11fd238 x-openstack-request-id: req-ae399c6e-c0aa-4359-bfef-ffcec11fd238 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:29:24.211029 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43402b7e-210b-4172-a556-dfe59183e914", "name": "network-vif-deleted", "tag": "7f6c9621-b6ce-43ef-a18d-3318090246bc", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:29:24.211281 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae399c6e-c0aa-4359-bfef-ffcec11fd238 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:29:24.211696 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae399c6e-c0aa-4359-bfef-ffcec11fd238'] response: {'server_uuid': '43402b7e-210b-4172-a556-dfe59183e914', 'name': 'network-vif-deleted', 'tag': '7f6c9621-b6ce-43ef-a18d-3318090246bc', 'status': 'completed', 'code': 200} Apr 20 16:29:24.227000 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a95baad4-3ec9-4ad9-bae5-5e44d14684be tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:24.227000 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a95baad4-3ec9-4ad9-bae5-5e44d14684be tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "PUT /v2.0/routers/b7cd4ac8-7ec2-41e5-bbd2-e7c790679a3c HTTP/1.1" status: 200 len: 926 time: 4.5910301 Apr 20 16:29:24.227191 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca7db8e-8fa7-4084-a9f7-362a91374d96 None None] Sync routers for ids ['b7cd4ac8-7ec2-41e5-bbd2-e7c790679a3c'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:29:24.227915 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55362) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:24.228021 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2aea83ff-e956-4252-81d5-87619ef463de tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:24.239271 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca7db8e-8fa7-4084-a9f7-362a91374d96 None None] Routers {'b7cd4ac8-7ec2-41e5-bbd2-e7c790679a3c'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:24.240148 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6ca7db8e-8fa7-4084-a9f7-362a91374d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7cd4ac8-7ec2-41e5-bbd2-e7c790679a3c'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:24.283427 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-780776c6-25f6-48c5-b816-ebabe195c97d req-5277c9bf-4a11-480b-a4de-b52e94c4c041 service neutron] 10.222.0.15 "GET /v2.0/networks/37dffd32-6c1b-4ef8-ae8a-aeadb127d379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044250 Apr 20 16:29:24.301274 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6ca7db8e-8fa7-4084-a9f7-362a91374d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:24.325293 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca7db8e-8fa7-4084-a9f7-362a91374d96 None None] Routers {'b7cd4ac8-7ec2-41e5-bbd2-e7c790679a3c'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:24.328574 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6ca7db8e-8fa7-4084-a9f7-362a91374d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7cd4ac8-7ec2-41e5-bbd2-e7c790679a3c'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:24.380620 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24421a86-32ba-4d68-93fa-4d46037faaa3 admin admin] Network 70aadf33-c190-45cc-a215-614b0e69afcd is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:29:24.400610 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-199ab9c2-ec8d-4256-9b0f-a227e024d16f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:24.414390 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6ca7db8e-8fa7-4084-a9f7-362a91374d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:24.415508 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca7db8e-8fa7-4084-a9f7-362a91374d96 None None] The sync data for ids ['b7cd4ac8-7ec2-41e5-bbd2-e7c790679a3c'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:29:24.448702 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bfc5ac4-67b3-4d55-a7f6-03374191089c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:24.455150 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2aea83ff-e956-4252-81d5-87619ef463de tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:24.469080 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-073d5301-563f-45f5-a7d4-8c0936451f92 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "GET /v2.0/routers/b7cd4ac8-7ec2-41e5-bbd2-e7c790679a3c HTTP/1.1" status: 200 len: 926 time: 0.2494032 Apr 20 16:29:24.485474 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55366) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:24.490099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc5ac4-67b3-4d55-a7f6-03374191089c admin admin] Pushing event deleted for resources: {'Port': ['ID=b146befb-a869-47c6-b3b6-9e5b91c5a80e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:24.495944 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfc5ac4-67b3-4d55-a7f6-03374191089c admin admin] No DVR routers for this DVR port b146befb-a869-47c6-b3b6-9e5b91c5a80e on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:29:24.535447 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aea83ff-e956-4252-81d5-87619ef463de tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:24.543389 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-2aea83ff-e956-4252-81d5-87619ef463de tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:24.549488 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aea83ff-e956-4252-81d5-87619ef463de tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:24.589673 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-24421a86-32ba-4d68-93fa-4d46037faaa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 70aadf33-c190-45cc-a215-614b0e69afcd) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:24.595269 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea83ff-e956-4252-81d5-87619ef463de tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Pushing event updated for resources: {'Port': ['ID=6f6e9c41-ff65-47ef-96a3-fb63f978e6de,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:24.598182 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24421a86-32ba-4d68-93fa-4d46037faaa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:24.598737 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24421a86-32ba-4d68-93fa-4d46037faaa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:24.609483 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7724d1e7-ae4b-432c-9009-6b20a61e907b None None] Network 70aadf33-c190-45cc-a215-614b0e69afcd requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:29:24.635027 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9309977-a6ba-45fe-8a6c-d14c6e698f09 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:24.636923 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c9309977-a6ba-45fe-8a6c-d14c6e698f09 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&device_id=b7cd4ac8-7ec2-41e5-bbd2-e7c790679a3c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1504574 Apr 20 16:29:24.637595 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55370) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:24.668248 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bfc5ac4-67b3-4d55-a7f6-03374191089c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:24.782955 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-199ab9c2-ec8d-4256-9b0f-a227e024d16f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:24.799455 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-5bfc5ac4-67b3-4d55-a7f6-03374191089c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748528ae-4025-44f0-a6ad-526fe5c81451']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:24.808027 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5582ba-bc3e-4268-99bf-abad6e752984 None None] Network 70aadf33-c190-45cc-a215-614b0e69afcd requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:29:24.820649 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-24421a86-32ba-4d68-93fa-4d46037faaa3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2159991 Apr 20 16:29:24.830774 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55374) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:24.843585 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2f8484c2-1e02-497f-b6c4-9d1985a70944 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-87693668-router', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:24.848082 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55376) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:24.850331 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-5bfc5ac4-67b3-4d55-a7f6-03374191089c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f90321-9409-4e2e-a77b-e8ad971d43bf') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:24.850781 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-5bfc5ac4-67b3-4d55-a7f6-03374191089c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f90321-9409-4e2e-a77b-e8ad971d43bf') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:24.871037 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bfc5ac4-67b3-4d55-a7f6-03374191089c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:24.887408 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bfc5ac4-67b3-4d55-a7f6-03374191089c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:24.894325 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f337f7b4-179d-424f-be8a-4a3a593af93a req-18854130-c8db-4d21-86d7-4372c5c729da tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 210 time: 0.1052501 Apr 20 16:29:24.918047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bfc5ac4-67b3-4d55-a7f6-03374191089c admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:29:24.918702 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bfc5ac4-67b3-4d55-a7f6-03374191089c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:29:24.922142 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:29:24.940557 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-199ab9c2-ec8d-4256-9b0f-a227e024d16f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:24.965724 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f88188-e28f-4c02-9eee-b9ef8e157453 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:24.970040 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-51f88188-e28f-4c02-9eee-b9ef8e157453 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 881 time: 0.3308840 Apr 20 16:29:24.970626 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55382) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:25.002219 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-02c3bccf-9bc9-44e1-bed4-f78366370100 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7cd4ac8-7ec2-41e5-bbd2-e7c790679a3c HTTP/1.1" status: 200 len: 205 time: 0.0302603 Apr 20 16:29:25.004841 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55384) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:25.076655 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-01ee76fb-eea3-483d-abfd-d2e2f7b3cbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:25.097471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ab9c2-ec8d-4256-9b0f-a227e024d16f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event updated for resources: {'Port': ['ID=cf47879d-c556-4283-aae2-21f37d72341d,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:25.104958 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f8484c2-1e02-497f-b6c4-9d1985a70944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:25.106010 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f8484c2-1e02-497f-b6c4-9d1985a70944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:25.114623 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-723ea0e0-a6b5-4c05-9d73-6c3b30d99899 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=097898a4d2ea4d709eb43c7f028c13a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2063277 Apr 20 16:29:25.118913 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55388) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:25.127125 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-199ab9c2-ec8d-4256-9b0f-a227e024d16f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:25.184368 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bfc5ac4-67b3-4d55-a7f6-03374191089c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:25.195276 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68a527ad-d35c-40fa-8b3f-54550e7e5f12 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:25.228365 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f8484c2-1e02-497f-b6c4-9d1985a70944 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:25.234638 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2aea83ff-e956-4252-81d5-87619ef463de tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:25.235169 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bfc5ac4-67b3-4d55-a7f6-03374191089c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:25.242008 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5bfc5ac4-67b3-4d55-a7f6-03374191089c admin admin] 10.222.0.15 "DELETE /v2.0/networks/748528ae-4025-44f0-a6ad-526fe5c81451 HTTP/1.1" status: 204 len: 168 time: 2.1012566 Apr 20 16:29:25.242008 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f009edda-3b49-42a8-9a4f-e505d37b1d5f req-6ace35b6-3161-4f34-abc6-0c5f1b6202d5 tempest-VolumesActionsTest-1336494646 tempest-VolumesActionsTest-1336494646-project] 10.222.0.15 "GET /v2.0/ports?device_id=43402b7e-210b-4172-a556-dfe59183e914 HTTP/1.1" status: 200 len: 210 time: 0.0686674 Apr 20 16:29:25.274819 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 7f6c9621-b6ce-43ef-a18d-3318090246bc no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:29:25.283206 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc5ac4-67b3-4d55-a7f6-03374191089c admin admin] Pushing event deleted for resources: {'Network': ['ID=748528ae-4025-44f0-a6ad-526fe5c81451,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:25.295828 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-199ab9c2-ec8d-4256-9b0f-a227e024d16f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:25.299885 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-199ab9c2-ec8d-4256-9b0f-a227e024d16f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2270336 Apr 20 16:29:25.308968 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 7f6c9621-b6ce-43ef-a18d-3318090246bc {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:29:25.308968 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 7f6c9621-b6ce-43ef-a18d-3318090246bc not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:29:25.350604 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-277b2b5f-8b0c-4a8d-b67b-8f5c0ddf2cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:25.407483 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68a527ad-d35c-40fa-8b3f-54550e7e5f12 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:25.529725 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2aea83ff-e956-4252-81d5-87619ef463de tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:25.572167 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2aea83ff-e956-4252-81d5-87619ef463de tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545285'] for router, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:25.572638 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-277b2b5f-8b0c-4a8d-b67b-8f5c0ddf2cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:25.617578 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f8484c2-1e02-497f-b6c4-9d1985a70944 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:25.643490 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-474517af-2cf8-4a62-b3c9-62f1840fcf32 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1699070507&fields=id&tenant_id=79e26843c2b34b5cae984cd2a5639ef7 HTTP/1.1" status: 200 len: 267 time: 0.1117194 Apr 20 16:29:25.732569 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55404) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:25.756554 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-68a527ad-d35c-40fa-8b3f-54550e7e5f12 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Deleting port c3002d4c-b8ed-4225-b3bb-8ed4085ae2b3 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:29:25.756893 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68a527ad-d35c-40fa-8b3f-54550e7e5f12 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:25.773053 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5b2cdac5-0805-4441-a029-e0d62555340b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e35470c169cb468daf63345ebb7ba6b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393281 Apr 20 16:29:25.775621 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55406) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:25.816649 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-277b2b5f-8b0c-4a8d-b67b-8f5c0ddf2cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:25.819161 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-277b2b5f-8b0c-4a8d-b67b-8f5c0ddf2cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:25.822870 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-277b2b5f-8b0c-4a8d-b67b-8f5c0ddf2cf5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/32b27aa9-0cbb-478c-875b-05849d4603ae HTTP/1.1" status: 204 len: 168 time: 0.7004952 Apr 20 16:29:25.860588 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b2b5f-8b0c-4a8d-b67b-8f5c0ddf2cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b27aa9-0cbb-478c-875b-05849d4603ae,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:25.863644 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-160b97f5-beb8-4244-b41f-c1d2c7a4f54b tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:25.870749 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-160b97f5-beb8-4244-b41f-c1d2c7a4f54b tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/networks?id=6129277f-3b7c-420f-bcf7-8207d3888fce HTTP/1.1" status: 200 len: 814 time: 0.2174492 Apr 20 16:29:25.905033 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-c6be75f3-cda3-4cf8-8290-f4085c0f0ca4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/quotas/79e26843c2b34b5cae984cd2a5639ef7 HTTP/1.1" status: 200 len: 375 time: 0.0331461 Apr 20 16:29:25.906412 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a5f91e2f-93da-491b-ae88-d191ed778efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:25.932436 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68a527ad-d35c-40fa-8b3f-54550e7e5f12 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:25.947420 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a5f91e2f-93da-491b-ae88-d191ed778efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:25.966206 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-68a527ad-d35c-40fa-8b3f-54550e7e5f12 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Calling delete_port for c3002d4c-b8ed-4225-b3bb-8ed4085ae2b3 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:29:26.006074 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-76fd808d-e750-41c5-8aaf-4a3d7a710887 req-7456b546-ddf5-49dd-bcde-db4af6cc17eb tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 210 time: 0.0523233 Apr 20 16:29:26.015671 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aea83ff-e956-4252-81d5-87619ef463de tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Router 2ffa4343-266d-49d8-98ee-6cb7724dae5c is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:29:26.032902 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-649465c7-a4e0-4498-8a2d-9f0d7621a620 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1271861 Apr 20 16:29:26.136681 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a5f91e2f-93da-491b-ae88-d191ed778efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:26.139828 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a5f91e2f-93da-491b-ae88-d191ed778efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:26.142209 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a5f91e2f-93da-491b-ae88-d191ed778efb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6980a149-fa89-4ca2-a7a5-614714f6f1f2 HTTP/1.1" status: 204 len: 168 time: 0.3645053 Apr 20 16:29:26.152142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f91e2f-93da-491b-ae88-d191ed778efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6980a149-fa89-4ca2-a7a5-614714f6f1f2,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:26.206077 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f8484c2-1e02-497f-b6c4-9d1985a70944 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:26.230476 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f8484c2-1e02-497f-b6c4-9d1985a70944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:26.291077 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-29483700-e40d-4385-aaf9-95af2e97cef5 service neutron] 10.222.0.15 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418227 Apr 20 16:29:26.300585 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aea83ff-e956-4252-81d5-87619ef463de tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:29:26.308410 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2aea83ff-e956-4252-81d5-87619ef463de tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:26.310012 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2aea83ff-e956-4252-81d5-87619ef463de tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "PUT /v2.0/routers/2ffa4343-266d-49d8-98ee-6cb7724dae5c HTTP/1.1" status: 200 len: 915 time: 5.9429789 Apr 20 16:29:26.312649 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55418) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:26.326719 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff8cd11-61e2-4476-9df0-fb5fc8230ee3 None None] Sync routers for ids ['2ffa4343-266d-49d8-98ee-6cb7724dae5c'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:29:26.334380 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:26.348064 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff8cd11-61e2-4476-9df0-fb5fc8230ee3 None None] Routers {'2ffa4343-266d-49d8-98ee-6cb7724dae5c'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:26.348732 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9ff8cd11-61e2-4476-9df0-fb5fc8230ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['2ffa4343-266d-49d8-98ee-6cb7724dae5c'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:26.413958 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9ff8cd11-61e2-4476-9df0-fb5fc8230ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:26.426877 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff8cd11-61e2-4476-9df0-fb5fc8230ee3 None None] Routers {'2ffa4343-266d-49d8-98ee-6cb7724dae5c'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:26.427193 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-2f8484c2-1e02-497f-b6c4-9d1985a70944 admin admin] Allocated IP 172.25.0.161 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/c73a851f-89c4-4acb-90e2-7502629e78e1) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:29:26.427968 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9ff8cd11-61e2-4476-9df0-fb5fc8230ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['2ffa4343-266d-49d8-98ee-6cb7724dae5c'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:26.478298 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9ff8cd11-61e2-4476-9df0-fb5fc8230ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:26.479015 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff8cd11-61e2-4476-9df0-fb5fc8230ee3 None None] The sync data for ids ['2ffa4343-266d-49d8-98ee-6cb7724dae5c'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:29:26.836514 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68a527ad-d35c-40fa-8b3f-54550e7e5f12 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:26.848049 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-80b9eb9a-8743-423d-a0ec-0a4a6248ec9e tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "GET /v2.0/routers/2ffa4343-266d-49d8-98ee-6cb7724dae5c HTTP/1.1" status: 200 len: 921 time: 0.5341387 Apr 20 16:29:26.851733 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55442) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:26.909296 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a527ad-d35c-40fa-8b3f-54550e7e5f12 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Pushing event deleted for resources: {'Port': ['ID=c3002d4c-b8ed-4225-b3bb-8ed4085ae2b3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:26.926438 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-b3016852-fd3a-4a22-b311-94a5f37f14d9 service neutron] 10.222.0.15 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021936 Apr 20 16:29:26.953790 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12cdcdb-4309-4c46-bedb-3aac81c53849 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:26.958167 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d12cdcdb-4309-4c46-bedb-3aac81c53849 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&device_id=2ffa4343-266d-49d8-98ee-6cb7724dae5c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0957050 Apr 20 16:29:26.962031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55448) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:27.000612 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68a527ad-d35c-40fa-8b3f-54550e7e5f12 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:27.031343 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f8484c2-1e02-497f-b6c4-9d1985a70944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:27.041351 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55452) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:27.177365 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25ded67-fd35-405d-a333-a0d1885171a6 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:27.179023 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68a527ad-d35c-40fa-8b3f-54550e7e5f12 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:27.181644 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68a527ad-d35c-40fa-8b3f-54550e7e5f12 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:27.182981 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55458) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:27.183255 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f25ded67-fd35-405d-a333-a0d1885171a6 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 881 time: 0.2196233 Apr 20 16:29:27.196310 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2133b64b-df60-4957-be10-1ce71e757f40 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=57218ea06f3d4871826e01013c36e647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512251 Apr 20 16:29:27.198548 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55460) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:27.212107 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f02bb3b0-2548-4407-8f5a-39f12ea90c85 req-d1ad6517-92a2-45d6-af8c-c3fe53c2fb5f tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 210 time: 0.0601389 Apr 20 16:29:27.240912 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55462) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:27.241100 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d93d58b6-f850-45ec-9ff8-44993f2346b6 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffa4343-266d-49d8-98ee-6cb7724dae5c HTTP/1.1" status: 200 len: 205 time: 0.0565689 Apr 20 16:29:27.315547 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ace60b77-c6ca-41ee-9d0b-e94d7b8dbb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:27.337968 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f8484c2-1e02-497f-b6c4-9d1985a70944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:27.383716 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ace60b77-c6ca-41ee-9d0b-e94d7b8dbb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:27.395197 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-030ab64e-8361-4aee-9cc5-c0b379022ae4 req-494231e5-e4f3-469a-92f4-3aca1043a3ba tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 210 time: 0.0616920 Apr 20 16:29:27.413488 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8484c2-1e02-497f-b6c4-9d1985a70944 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:27.413950 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-2f8484c2-1e02-497f-b6c4-9d1985a70944 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:27.422069 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8484c2-1e02-497f-b6c4-9d1985a70944 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:27.440725 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68a527ad-d35c-40fa-8b3f-54550e7e5f12 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:27.441559 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a527ad-d35c-40fa-8b3f-54550e7e5f12 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Fanout notify agent at l3_agent the message router_deleted on router b7cd4ac8-7ec2-41e5-bbd2-e7c790679a3c {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:29:27.456578 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68a527ad-d35c-40fa-8b3f-54550e7e5f12 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:27.465173 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-68a527ad-d35c-40fa-8b3f-54550e7e5f12 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "DELETE /v2.0/routers/b7cd4ac8-7ec2-41e5-bbd2-e7c790679a3c HTTP/1.1" status: 204 len: 168 time: 2.4564166 Apr 20 16:29:27.468409 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55476) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:27.475478 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-8d4414c7-8250-40c3-8df6-161634132170 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-661192630', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:27.492782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8484c2-1e02-497f-b6c4-9d1985a70944 admin admin] Pushing event updated for resources: {'Port': ['ID=c73a851f-89c4-4acb-90e2-7502629e78e1,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:27.540756 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ace60b77-c6ca-41ee-9d0b-e94d7b8dbb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:27.542817 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69b884cc-177b-4d6e-9cef-4f52080b06a5 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:27.546180 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ace60b77-c6ca-41ee-9d0b-e94d7b8dbb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:27.548039 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ace60b77-c6ca-41ee-9d0b-e94d7b8dbb6f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0ce925d-e730-4527-b488-abbe2c502433 HTTP/1.1" status: 204 len: 168 time: 0.3483436 Apr 20 16:29:27.585420 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace60b77-c6ca-41ee-9d0b-e94d7b8dbb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ce925d-e730-4527-b488-abbe2c502433,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:27.613973 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d4414c7-8250-40c3-8df6-161634132170 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:27.617602 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d4414c7-8250-40c3-8df6-161634132170 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:27.752916 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d4414c7-8250-40c3-8df6-161634132170 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:27.820540 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:27.878620 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d4414c7-8250-40c3-8df6-161634132170 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:28.041071 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d4414c7-8250-40c3-8df6-161634132170 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:28.045687 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8d4414c7-8250-40c3-8df6-161634132170 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5729933 Apr 20 16:29:28.046631 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55498) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:28.070006 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-870b9c59-0972-49e4-8054-a63d056678f5 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Request body: {'router': {'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:28.269394 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:28.288694 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69b884cc-177b-4d6e-9cef-4f52080b06a5 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:28.466143 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-870b9c59-0972-49e4-8054-a63d056678f5 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:28.507467 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a33c337d-9e28-433e-8399-5d29c62b3f60 req-169d79b2-ef96-4aae-9fe0-02abc9cc6421 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 210 time: 0.1281912 Apr 20 16:29:28.586381 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:28.699495 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ecd142c9-b216-45dc-b1f3-0afadc034ca4 req-87f386ad-1fed-4c11-98b2-45db476d19eb tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 210 time: 0.1436174 Apr 20 16:29:28.771071 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-69b884cc-177b-4d6e-9cef-4f52080b06a5 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Deleting port 6f6e9c41-ff65-47ef-96a3-fb63f978e6de {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:29:28.771400 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69b884cc-177b-4d6e-9cef-4f52080b06a5 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:28.827746 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f8484c2-1e02-497f-b6c4-9d1985a70944 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:28.913470 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780776c6-25f6-48c5-b816-ebabe195c97d req-1044d723-e5b4-4e64-aabc-c8a6169e833b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:28.915056 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-780776c6-25f6-48c5-b816-ebabe195c97d req-1044d723-e5b4-4e64-aabc-c8a6169e833b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.26 "GET /v2.0/networks?id=37dffd32-6c1b-4ef8-ae8a-aeadb127d379 HTTP/1.1" status: 200 len: 797 time: 0.4535542 Apr 20 16:29:28.925968 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-870b9c59-0972-49e4-8054-a63d056678f5 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:28.949896 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-870b9c59-0972-49e4-8054-a63d056678f5 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:28.996755 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55550) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:29.055307 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69b884cc-177b-4d6e-9cef-4f52080b06a5 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:29.069719 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-780776c6-25f6-48c5-b816-ebabe195c97d req-a768aec9-e5d7-4464-aa84-700eee78815d tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb11bf8b3c08464a8790ceef590f4df3 HTTP/1.1" status: 200 len: 478 time: 0.1388803 Apr 20 16:29:29.113087 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-780776c6-25f6-48c5-b816-ebabe195c97d req-10291453-3ee8-4419-a79b-8f654be7bce0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Request body: {'port': {'device_id': '7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5', 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379', 'admin_state_up': True, 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'security_groups': ['fe325edc-6331-460a-bfee-be52b080ef80', '2cdd8d8a-a7f5-4f70-91cc-6d70e0627301']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:29.116836 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-69b884cc-177b-4d6e-9cef-4f52080b06a5 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Calling delete_port for 6f6e9c41-ff65-47ef-96a3-fb63f978e6de owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:29:29.202542 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-870b9c59-0972-49e4-8054-a63d056678f5 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Allocated IP 172.25.0.223 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/97dbf663-d005-4852-9952-b3785690d510) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:29:29.325933 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f8484c2-1e02-497f-b6c4-9d1985a70944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:29.341461 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-870b9c59-0972-49e4-8054-a63d056678f5 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:29.370495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-6a3b1015-dbd1-4ea2-b34b-c127e7ada2e3 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-809453485'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:29.455812 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-870b9c59-0972-49e4-8054-a63d056678f5 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:29.456054 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780776c6-25f6-48c5-b816-ebabe195c97d req-10291453-3ee8-4419-a79b-8f654be7bce0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Made reservation on behalf of cb11bf8b3c08464a8790ceef590f4df3 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:29:29.459392 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-780776c6-25f6-48c5-b816-ebabe195c97d req-10291453-3ee8-4419-a79b-8f654be7bce0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:29.511752 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870b9c59-0972-49e4-8054-a63d056678f5 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:29.518728 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-870b9c59-0972-49e4-8054-a63d056678f5 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:29.522928 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870b9c59-0972-49e4-8054-a63d056678f5 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:29.542654 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3b1015-dbd1-4ea2-b34b-c127e7ada2e3 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] Made reservation on behalf of 4198cf8879d24131b303d59d1dee957e for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:29:29.546136 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1015-dbd1-4ea2-b34b-c127e7ada2e3 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:29.570888 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b9c59-0972-49e4-8054-a63d056678f5 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Pushing event updated for resources: {'Port': ['ID=97dbf663-d005-4852-9952-b3785690d510,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:29.573167 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1015-dbd1-4ea2-b34b-c127e7ada2e3 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:29.667387 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-91f88693-af0f-40fd-9ac9-987c4bdcde8f req-ce5743d3-7dd4-463f-a50e-830cd9607199 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 210 time: 0.0472498 Apr 20 16:29:29.765871 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69b884cc-177b-4d6e-9cef-4f52080b06a5 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:29.815170 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:29.854000 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-780776c6-25f6-48c5-b816-ebabe195c97d req-10291453-3ee8-4419-a79b-8f654be7bce0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Allocated IP 172.20.0.19 (37dffd32-6c1b-4ef8-ae8a-aeadb127d379/a5a8582b-3cbd-43c0-bf19-efe98917785b/5dc64469-3e82-4e11-b21c-5e63b90c1a86) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:29:29.860069 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8484c2-1e02-497f-b6c4-9d1985a70944 admin admin] Router 1699bbd3-93a6-4db7-906c-87b36a470baf is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:29:29.865303 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b884cc-177b-4d6e-9cef-4f52080b06a5 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Pushing event deleted for resources: {'Port': ['ID=6f6e9c41-ff65-47ef-96a3-fb63f978e6de,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:29.960950 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ba194353-d745-4454-b41b-25eb9fcf58be req-76ba1f83-b671-4b1a-a084-093c70c55d27 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 210 time: 0.0957279 Apr 20 16:29:30.050882 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69b884cc-177b-4d6e-9cef-4f52080b06a5 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:30.178054 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1015-dbd1-4ea2-b34b-c127e7ada2e3 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:30.227907 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69b884cc-177b-4d6e-9cef-4f52080b06a5 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:30.316324 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9fe27996-08e5-4dd1-83eb-dbf9c6830ddb req-a6cf3b7b-c3a9-4029-a064-8c552e9fd821 tempest-ServersAaction247Test-1004784666 tempest-ServersAaction247Test-1004784666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7463a349-3f89-4176-9e32-84927a388e03 HTTP/1.1" status: 200 len: 210 time: 0.0358741 Apr 20 16:29:30.355019 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69b884cc-177b-4d6e-9cef-4f52080b06a5 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:30.359025 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1015-dbd1-4ea2-b34b-c127e7ada2e3 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:30.370395 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-870b9c59-0972-49e4-8054-a63d056678f5 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:30.397567 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8484c2-1e02-497f-b6c4-9d1985a70944 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:29:30.410724 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] Sync routers for ids ['1699bbd3-93a6-4db7-906c-87b36a470baf'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:29:30.434308 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] Routers {'1699bbd3-93a6-4db7-906c-87b36a470baf'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:30.435718 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1699bbd3-93a6-4db7-906c-87b36a470baf'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:30.462285 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3b1015-dbd1-4ea2-b34b-c127e7ada2e3 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:29:30.472428 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-780776c6-25f6-48c5-b816-ebabe195c97d req-10291453-3ee8-4419-a79b-8f654be7bce0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:30.493010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b1015-dbd1-4ea2-b34b-c127e7ada2e3 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=932caa6b-ad65-491b-8f17-e1b32663fe04,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:30.495846 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1015-dbd1-4ea2-b34b-c127e7ada2e3 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:30.496401 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-6a3b1015-dbd1-4ea2-b34b-c127e7ada2e3 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] Added segment 8a56316c-0383-4d6d-9a01-489886a42bc1 of type vlan for network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 Apr 20 16:29:30.570307 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1015-dbd1-4ea2-b34b-c127e7ada2e3 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:30.590153 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] Set router 1699bbd3-93a6-4db7-906c-87b36a470baf gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:29:30.598839 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f8484c2-1e02-497f-b6c4-9d1985a70944 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:30.600289 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2f8484c2-1e02-497f-b6c4-9d1985a70944 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7684970 Apr 20 16:29:30.601237 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69b884cc-177b-4d6e-9cef-4f52080b06a5 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:30.601922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b884cc-177b-4d6e-9cef-4f52080b06a5 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Fanout notify agent at l3_agent the message router_deleted on router 2ffa4343-266d-49d8-98ee-6cb7724dae5c {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:29:30.617321 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55608) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:30.625934 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69b884cc-177b-4d6e-9cef-4f52080b06a5 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:30.633356 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55610) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:30.638608 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-69b884cc-177b-4d6e-9cef-4f52080b06a5 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "DELETE /v2.0/routers/2ffa4343-266d-49d8-98ee-6cb7724dae5c HTTP/1.1" status: 204 len: 168 time: 3.3884850 Apr 20 16:29:30.643723 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-9077c509-a922-4798-89c9-62c956f7a1f9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1889238502', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}, 'admin_state_up': False}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:30.731287 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1015-dbd1-4ea2-b34b-c127e7ada2e3 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:30.752577 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3b1015-dbd1-4ea2-b34b-c127e7ada2e3 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:30.752577 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1015-dbd1-4ea2-b34b-c127e7ada2e3 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:30.769505 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-780776c6-25f6-48c5-b816-ebabe195c97d req-10291453-3ee8-4419-a79b-8f654be7bce0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:30.869015 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-87693668-router', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:25Z', 'updated_at': '2022-04-20T16:29:28Z', 'revision_number': 3, 'project_id': '3f0db156e28243f4bff540048e8173db', 'gw_port': {'id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:26Z', 'updated_at': '2022-04-20T16:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:30.912378 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-870b9c59-0972-49e4-8054-a63d056678f5 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:30.920084 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-870b9c59-0972-49e4-8054-a63d056678f5 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545285'] for router, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:31.072605 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] Checking router: 1699bbd3-93a6-4db7-906c-87b36a470baf for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:29:31.074138 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] Updating router 1699bbd3-93a6-4db7-906c-87b36a470baf port c73a851f-89c4-4acb-90e2-7502629e78e1 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:29:31.107389 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:31.157622 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9077c509-a922-4798-89c9-62c956f7a1f9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:31.158678 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9077c509-a922-4798-89c9-62c956f7a1f9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:31.228989 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-79ce642f-3e87-4502-a84c-a769e387fbfb req-de657c55-9e95-4e12-b021-44255ad9b725 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 210 time: 0.0548692 Apr 20 16:29:31.445989 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9077c509-a922-4798-89c9-62c956f7a1f9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:31.509026 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-6944847a-3b0e-4b1c-80a7-10321957592b tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:31.510486 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-6944847a-3b0e-4b1c-80a7-10321957592b tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.30 "GET /v2.0/networks?id=6129277f-3b7c-420f-bcf7-8207d3888fce HTTP/1.1" status: 200 len: 814 time: 0.5903440 Apr 20 16:29:31.515199 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-46ec9b1f-8d76-4e29-a8cb-0eefc1f8b096 req-bccdb14b-176d-44ff-88d9-911eacda2d84 tempest-ServersAaction247Test-1004784666 tempest-ServersAaction247Test-1004784666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7463a349-3f89-4176-9e32-84927a388e03 HTTP/1.1" status: 200 len: 210 time: 0.0776119 Apr 20 16:29:31.539558 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6a3b1015-dbd1-4ea2-b34b-c127e7ada2e3 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.5388999 Apr 20 16:29:31.540734 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:31.572849 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780776c6-25f6-48c5-b816-ebabe195c97d req-10291453-3ee8-4419-a79b-8f654be7bce0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Network 37dffd32-6c1b-4ef8-ae8a-aeadb127d379 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:31.598934 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b1015-dbd1-4ea2-b34b-c127e7ada2e3 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] Pushing event updated for resources: {'Network': ['ID=74a2f956-f10e-4d11-b79f-4edc2d2234b9,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:31.614831 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-780776c6-25f6-48c5-b816-ebabe195c97d req-10291453-3ee8-4419-a79b-8f654be7bce0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:31.617675 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:29:31.631243 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-780776c6-25f6-48c5-b816-ebabe195c97d req-10291453-3ee8-4419-a79b-8f654be7bce0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:31.675568 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-2d1022f8-9bb7-453e-a23a-e9429d170dae tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79e26843c2b34b5cae984cd2a5639ef7 HTTP/1.1" status: 200 len: 380 time: 0.1468244 Apr 20 16:29:31.678158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10291453-3ee8-4419-a79b-8f654be7bce0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event updated for resources: {'Port': ['ID=5dc64469-3e82-4e11-b21c-5e63b90c1a86,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:31.713607 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:31.810251 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fb80c-89d5-4fb2-a959-53ec84e17d56 req-eebb7996-b22c-482f-b396-ad93d9480dfe tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:31.823498 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870b9c59-0972-49e4-8054-a63d056678f5 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Router e6928f4c-5145-4af6-9f42-3eccc7311bce is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:29:31.824380 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cc5fb80c-89d5-4fb2-a959-53ec84e17d56 req-eebb7996-b22c-482f-b396-ad93d9480dfe tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 971 time: 0.9515100 Apr 20 16:29:31.839040 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9077c509-a922-4798-89c9-62c956f7a1f9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:31.861799 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] Attempting to bind port c73a851f-89c4-4acb-90e2-7502629e78e1 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:31.862674 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] Attempting to bind port c73a851f-89c4-4acb-90e2-7502629e78e1 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:31.863403 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] Attempting to bind port c73a851f-89c4-4acb-90e2-7502629e78e1 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:31.883438 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:29:31.889040 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:29:31.889687 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:31.890532 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:29:31.891163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-4b10a564-4cb9-4544-9cb9-2a23cdd8b547 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Request body: {'port': {'device_id': '7329dc8b-8296-4026-a09f-92c4162de804', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'admin_state_up': True, 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'security_groups': ['96df2056-f33d-4671-9f21-5b50b319be5f']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:31.892449 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] Bound port: c73a851f-89c4-4acb-90e2-7502629e78e1, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:29:31.893609 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:31.985372 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55628) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:31.999278 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Request body: {'port': {'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9', 'binding:host_id': 'n-h1-836146-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-842590992'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:32.018780 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] For port c73a851f-89c4-4acb-90e2-7502629e78e1, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:29:32.022488 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] For port c73a851f-89c4-4acb-90e2-7502629e78e1, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c73a851f-89c4-4acb-90e2-7502629e78e1,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:29:32.041981 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97256a40-2703-485f-9ff8-c0090cf9ffac None None] Pushing event updated for resources: {'Port': ['ID=c73a851f-89c4-4acb-90e2-7502629e78e1,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:32.096269 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:32.101921 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cc5fb80c-89d5-4fb2-a959-53ec84e17d56 req-63f3bef3-0788-4dd1-8e1c-1e9d7109925a tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe325edc-6331-460a-bfee-be52b080ef80&id=2cdd8d8a-a7f5-4f70-91cc-6d70e0627301&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2646315 Apr 20 16:29:32.129539 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ad8e3eb0-5273-4273-9564-c55f7b67ac53 None None] Provisioning complete for port 5dc64469-3e82-4e11-b21c-5e63b90c1a86 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:32.129926 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ad8e3eb0-5273-4273-9564-c55f7b67ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:32.195238 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] Routers {'1699bbd3-93a6-4db7-906c-87b36a470baf'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:32.195999 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1699bbd3-93a6-4db7-906c-87b36a470baf'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:32.202460 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780776c6-25f6-48c5-b816-ebabe195c97d req-10291453-3ee8-4419-a79b-8f654be7bce0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:32.203468 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-780776c6-25f6-48c5-b816-ebabe195c97d req-10291453-3ee8-4419-a79b-8f654be7bce0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:32.226831 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ad8e3eb0-5273-4273-9564-c55f7b67ac53 None None] Port 5dc64469-3e82-4e11-b21c-5e63b90c1a86 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:29:32.241389 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Made reservation on behalf of 6419f41f8bfb460886e9af99edbe56b6 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:29:32.244810 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:32.302568 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:32.349075 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] Set router 1699bbd3-93a6-4db7-906c-87b36a470baf gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:29:32.403731 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-780776c6-25f6-48c5-b816-ebabe195c97d req-10291453-3ee8-4419-a79b-8f654be7bce0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 3.3254673 Apr 20 16:29:32.413952 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b7c47c84-b9ad-49ee-a78b-1d72c76b2e88 req-1086958b-7dbd-4fbc-9043-6e514ef53b31 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 210 time: 0.0597024 Apr 20 16:29:32.416885 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870b9c59-0972-49e4-8054-a63d056678f5 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:29:32.428905 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6454a6b5-0680-4aba-9fbf-61d72e6d96ed None None] Sync routers for ids ['e6928f4c-5145-4af6-9f42-3eccc7311bce'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:29:32.441966 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-870b9c59-0972-49e4-8054-a63d056678f5 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:32.442876 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-870b9c59-0972-49e4-8054-a63d056678f5 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "PUT /v2.0/routers/e6928f4c-5145-4af6-9f42-3eccc7311bce HTTP/1.1" status: 200 len: 883 time: 4.3922524 Apr 20 16:29:32.449147 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55632) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:32.449747 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6454a6b5-0680-4aba-9fbf-61d72e6d96ed None None] Routers {'e6928f4c-5145-4af6-9f42-3eccc7311bce'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:32.451126 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6454a6b5-0680-4aba-9fbf-61d72e6d96ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e6928f4c-5145-4af6-9f42-3eccc7311bce'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:32.473255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-780776c6-25f6-48c5-b816-ebabe195c97d req-fc11ec9a-8fae-45eb-b3c2-de92ee1e1f23 service neutron] Request body: {'port': {'device_id': '7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:32.503829 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97256a40-2703-485f-9ff8-c0090cf9ffac None None] Pushing event updated for resources: {'Port': ['ID=c73a851f-89c4-4acb-90e2-7502629e78e1,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:32.524535 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-4b10a564-4cb9-4544-9cb9-2a23cdd8b547 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Made reservation on behalf of 79e26843c2b34b5cae984cd2a5639ef7 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:29:32.529991 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-4b10a564-4cb9-4544-9cb9-2a23cdd8b547 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:32.584916 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6454a6b5-0680-4aba-9fbf-61d72e6d96ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:32.612151 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6454a6b5-0680-4aba-9fbf-61d72e6d96ed None None] Routers {'e6928f4c-5145-4af6-9f42-3eccc7311bce'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:32.618333 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6454a6b5-0680-4aba-9fbf-61d72e6d96ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e6928f4c-5145-4af6-9f42-3eccc7311bce'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:32.732520 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:32.779650 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6454a6b5-0680-4aba-9fbf-61d72e6d96ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:32.780595 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6454a6b5-0680-4aba-9fbf-61d72e6d96ed None None] The sync data for ids ['e6928f4c-5145-4af6-9f42-3eccc7311bce'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:29:32.781422 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-780776c6-25f6-48c5-b816-ebabe195c97d req-fc11ec9a-8fae-45eb-b3c2-de92ee1e1f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:32.858145 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b5b65332-6e37-4d58-b7d6-b94ed59a3ed0 req-f980519a-06cb-435b-aaaf-233865956067 tempest-ServersAaction247Test-1004784666 tempest-ServersAaction247Test-1004784666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7463a349-3f89-4176-9e32-84927a388e03 HTTP/1.1" status: 200 len: 210 time: 0.0933247 Apr 20 16:29:32.863306 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-87693668-router', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:25Z', 'updated_at': '2022-04-20T16:29:28Z', 'revision_number': 3, 'project_id': '3f0db156e28243f4bff540048e8173db', 'gw_port': {'id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:26Z', 'updated_at': '2022-04-20T16:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:32.890121 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fd7a8a6a-a128-4686-af97-8b4f252a850e tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "GET /v2.0/routers/e6928f4c-5145-4af6-9f42-3eccc7311bce HTTP/1.1" status: 200 len: 924 time: 0.4393084 Apr 20 16:29:32.908256 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55640) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:32.922637 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:32.923025 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d3d77-470f-4654-9aa9-b77e79915cae None None] The sync data for ids ['1699bbd3-93a6-4db7-906c-87b36a470baf'] in n-d-836146-2 is: [{'id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-87693668-router', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:25Z', 'updated_at': '2022-04-20T16:29:28Z', 'revision_number': 3, 'project_id': '3f0db156e28243f4bff540048e8173db', 'gw_port': {'id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:26Z', 'updated_at': '2022-04-20T16:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:29:32.926277 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] device_id is not set on port ca4022b9-fef9-4fb2-bbdc-70425d683a94 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:29:33.072226 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28739b4-5d38-4e05-9f18-311e925256fe,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:33.241016 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6900ab-5914-4469-8ad9-c6c5307d01f2 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:33.245507 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ab6900ab-5914-4469-8ad9-c6c5307d01f2 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&device_id=e6928f4c-5145-4af6-9f42-3eccc7311bce&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3349204 Apr 20 16:29:33.250293 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55644) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:33.285059 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9077c509-a922-4798-89c9-62c956f7a1f9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:33.423036 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9077c509-a922-4798-89c9-62c956f7a1f9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:33.435140 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-904ae4f7-e3e2-4ad9-8f16-8f464c108303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:33.680300 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c73a851f-89c4-4acb-90e2-7502629e78e1 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:29:33.700211 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-4b10a564-4cb9-4544-9cb9-2a23cdd8b547 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Allocated IP 172.20.0.12 (6129277f-3b7c-420f-bcf7-8207d3888fce/1d0d8025-1a58-4c58-9113-dd747fc0c87b/c030243a-3b3b-48d9-b958-e0bce2183416) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:29:33.727733 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-804638a1-bd85-4277-8f72-80f0339deb7b req-55cb0c83-152b-4aaa-87c4-ca3cedd05a3e tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 210 time: 0.0971034 Apr 20 16:29:33.838373 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port c73a851f-89c4-4acb-90e2-7502629e78e1 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:33.839178 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:33.977739 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:34.054554 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port c73a851f-89c4-4acb-90e2-7502629e78e1, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c73a851f-89c4-4acb-90e2-7502629e78e1,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:34.122990 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-388cfaef-ba5f-4504-8d1d-2839ff848c58 req-f312f8bc-3938-4012-81fa-59104f8ce8b7 tempest-ServersAaction247Test-1004784666 tempest-ServersAaction247Test-1004784666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7463a349-3f89-4176-9e32-84927a388e03 HTTP/1.1" status: 200 len: 210 time: 0.0442469 Apr 20 16:29:34.135038 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:34.221416 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=c73a851f-89c4-4acb-90e2-7502629e78e1,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:34.242876 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebe584e-6c25-489b-a811-6d38c2378d6a tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:34.244397 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cebe584e-6c25-489b-a811-6d38c2378d6a tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 881 time: 0.9667513 Apr 20 16:29:34.252950 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55654) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:34.309208 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-780776c6-25f6-48c5-b816-ebabe195c97d req-fc11ec9a-8fae-45eb-b3c2-de92ee1e1f23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc64469-3e82-4e11-b21c-5e63b90c1a86 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:29:34.319805 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-780776c6-25f6-48c5-b816-ebabe195c97d req-fc11ec9a-8fae-45eb-b3c2-de92ee1e1f23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:34.375877 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-780776c6-25f6-48c5-b816-ebabe195c97d req-fc11ec9a-8fae-45eb-b3c2-de92ee1e1f23 service neutron] Transition to ACTIVE for port object 5dc64469-3e82-4e11-b21c-5e63b90c1a86 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:29:34.377479 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] device_id is not set on port ca4022b9-fef9-4fb2-bbdc-70425d683a94 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:29:34.382388 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-4b10a564-4cb9-4544-9cb9-2a23cdd8b547 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:34.408544 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e554a3-7c90-4585-89d3-7f064c0b21bd req-e7711153-79e6-4702-bd5c-5cd0e998486e tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:34.419357 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-60e554a3-7c90-4585-89d3-7f064c0b21bd req-e7711153-79e6-4702-bd5c-5cd0e998486e tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 971 time: 1.1329215 Apr 20 16:29:34.446533 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-904ae4f7-e3e2-4ad9-8f16-8f464c108303 admin admin] Allocated IP 172.20.0.1 (70aadf33-c190-45cc-a215-614b0e69afcd/17632b9e-8812-4d3f-b199-f8c936f90313/443f6dc3-a9a0-4033-934c-a701aa8831d4) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:29:34.452182 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-31baf270-0624-4bd0-a702-4454c812f1fd tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6928f4c-5145-4af6-9f42-3eccc7311bce HTTP/1.1" status: 200 len: 205 time: 0.1779547 Apr 20 16:29:34.458583 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55656) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:34.463209 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:34.533194 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-60e554a3-7c90-4585-89d3-7f064c0b21bd req-7454cb60-fb67-4a52-b607-a5563a5f5431 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe325edc-6331-460a-bfee-be52b080ef80&id=2cdd8d8a-a7f5-4f70-91cc-6d70e0627301&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1137774 Apr 20 16:29:34.558248 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-780776c6-25f6-48c5-b816-ebabe195c97d req-fc11ec9a-8fae-45eb-b3c2-de92ee1e1f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:34.643185 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11ec9a-8fae-45eb-b3c2-de92ee1e1f23 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc64469-3e82-4e11-b21c-5e63b90c1a86,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:34.652437 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-9077c509-a922-4798-89c9-62c956f7a1f9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Allocated IP 172.25.0.110 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/44fa9de7-ca64-44f7-bab5-67c8090edac7) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:29:34.660193 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:34.722018 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-4b10a564-4cb9-4544-9cb9-2a23cdd8b547 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:34.738846 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Pushing event updated for resources: {'Port': ['ID=ca4022b9-fef9-4fb2-bbdc-70425d683a94,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:34.749696 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60f37cc2-b262-4e61-986f-ec5a213f0726 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:34.822803 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-904ae4f7-e3e2-4ad9-8f16-8f464c108303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:34.844384 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-4b10a564-4cb9-4544-9cb9-2a23cdd8b547 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Network 6129277f-3b7c-420f-bcf7-8207d3888fce is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:34.850676 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-4b10a564-4cb9-4544-9cb9-2a23cdd8b547 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:34.907521 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-4b10a564-4cb9-4544-9cb9-2a23cdd8b547 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:34.944119 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10a564-4cb9-4544-9cb9-2a23cdd8b547 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event updated for resources: {'Port': ['ID=c030243a-3b3b-48d9-b958-e0bce2183416,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:34.951511 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Checking segment: {'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:29:34.952071 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Network hostable DHCP agents. Network: 74a2f956-f10e-4d11-b79f-4edc2d2234b9, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:29:34.996254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-780776c6-25f6-48c5-b816-ebabe195c97d req-fc11ec9a-8fae-45eb-b3c2-de92ee1e1f23 service neutron] Attempting to bind port 5dc64469-3e82-4e11-b21c-5e63b90c1a86 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:34.996923 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-780776c6-25f6-48c5-b816-ebabe195c97d req-fc11ec9a-8fae-45eb-b3c2-de92ee1e1f23 service neutron] Attempting to bind port 5dc64469-3e82-4e11-b21c-5e63b90c1a86 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'ae05cb49-0407-4b9b-b8bb-8e454ab9e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:34.997409 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780776c6-25f6-48c5-b816-ebabe195c97d req-fc11ec9a-8fae-45eb-b3c2-de92ee1e1f23 service neutron] Attempting to bind port 5dc64469-3e82-4e11-b21c-5e63b90c1a86 on network 37dffd32-6c1b-4ef8-ae8a-aeadb127d379 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:35.007067 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780776c6-25f6-48c5-b816-ebabe195c97d req-fc11ec9a-8fae-45eb-b3c2-de92ee1e1f23 service neutron] Port 5dc64469-3e82-4e11-b21c-5e63b90c1a86 on network 37dffd32-6c1b-4ef8-ae8a-aeadb127d379 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:35.007381 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780776c6-25f6-48c5-b816-ebabe195c97d req-fc11ec9a-8fae-45eb-b3c2-de92ee1e1f23 service neutron] Attempting to bind port 5dc64469-3e82-4e11-b21c-5e63b90c1a86 on network 37dffd32-6c1b-4ef8-ae8a-aeadb127d379 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:35.038243 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780776c6-25f6-48c5-b816-ebabe195c97d req-fc11ec9a-8fae-45eb-b3c2-de92ee1e1f23 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:29:35.038586 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780776c6-25f6-48c5-b816-ebabe195c97d req-fc11ec9a-8fae-45eb-b3c2-de92ee1e1f23 service neutron] Checking segment: {'id': 'ae05cb49-0407-4b9b-b8bb-8e454ab9e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:29:35.038962 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780776c6-25f6-48c5-b816-ebabe195c97d req-fc11ec9a-8fae-45eb-b3c2-de92ee1e1f23 service neutron] Bound using segment: {'id': 'ae05cb49-0407-4b9b-b8bb-8e454ab9e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:29:35.039405 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-780776c6-25f6-48c5-b816-ebabe195c97d req-fc11ec9a-8fae-45eb-b3c2-de92ee1e1f23 service neutron] Bound port: 5dc64469-3e82-4e11-b21c-5e63b90c1a86, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae05cb49-0407-4b9b-b8bb-8e454ab9e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:29:35.039764 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-780776c6-25f6-48c5-b816-ebabe195c97d req-fc11ec9a-8fae-45eb-b3c2-de92ee1e1f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:35.116141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-4b10a564-4cb9-4544-9cb9-2a23cdd8b547 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:35.117248 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-4b10a564-4cb9-4544-9cb9-2a23cdd8b547 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:35.173998 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9077c509-a922-4798-89c9-62c956f7a1f9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:35.176057 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a268ec-6622-4a9a-90bc-fb68fb44f2a6 req-f961a385-8a84-4169-a1df-d9986ad9e570 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:35.178290 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-89a268ec-6622-4a9a-90bc-fb68fb44f2a6 req-f961a385-8a84-4169-a1df-d9986ad9e570 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 932 time: 0.2801862 Apr 20 16:29:35.222187 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:29:35.275875 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-904ae4f7-e3e2-4ad9-8f16-8f464c108303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:35.298529 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-4b10a564-4cb9-4544-9cb9-2a23cdd8b547 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5118253 Apr 20 16:29:35.308260 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b1b78ce9-eaf4-4883-8497-afda3e625ca2 req-1cccc9b9-df6c-452e-b9b2-86f74d1c7b47 tempest-ServersAaction247Test-1004784666 tempest-ServersAaction247Test-1004784666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7463a349-3f89-4176-9e32-84927a388e03 HTTP/1.1" status: 200 len: 210 time: 0.0347610 Apr 20 16:29:35.313637 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60f37cc2-b262-4e61-986f-ec5a213f0726 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:35.331755 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-f9154f2c-5bb3-4c67-ad96-8b7a3ef74964 service neutron] Request body: {'port': {'device_id': '7329dc8b-8296-4026-a09f-92c4162de804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:35.350854 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-894be3cd-16ad-4591-8248-8e5d117b643d None None] Provisioning complete for port c030243a-3b3b-48d9-b958-e0bce2183416 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:35.353857 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-894be3cd-16ad-4591-8248-8e5d117b643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:35.364249 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 74a2f956-f10e-4d11-b79f-4edc2d2234b9) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:35.382045 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:35.404039 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-780776c6-25f6-48c5-b816-ebabe195c97d req-fc11ec9a-8fae-45eb-b3c2-de92ee1e1f23 service neutron] For port 5dc64469-3e82-4e11-b21c-5e63b90c1a86, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:29:35.411892 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-780776c6-25f6-48c5-b816-ebabe195c97d req-fc11ec9a-8fae-45eb-b3c2-de92ee1e1f23 service neutron] For port 5dc64469-3e82-4e11-b21c-5e63b90c1a86, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=5dc64469-3e82-4e11-b21c-5e63b90c1a86,segment=NetworkSegment(ae05cb49-0407-4b9b-b8bb-8e454ab9e108),segment_id=ae05cb49-0407-4b9b-b8bb-8e454ab9e108)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:29:35.418193 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d480a1-468e-404d-945f-b8a88f96375b None None] Network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:29:35.429232 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:35.429576 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:35.429999 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:35.449008 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:35.449344 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:35.450114 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 2 to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 Apr 20 16:29:35.508175 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904ae4f7-e3e2-4ad9-8f16-8f464c108303 admin admin] Network 70aadf33-c190-45cc-a215-614b0e69afcd is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:35.541592 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:35.542095 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:35.542432 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:35.569242 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:35.569597 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:35.580290 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-894be3cd-16ad-4591-8248-8e5d117b643d None None] Port c030243a-3b3b-48d9-b958-e0bce2183416 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:29:35.586078 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 3 to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 Apr 20 16:29:35.620544 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9077c509-a922-4798-89c9-62c956f7a1f9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:35.633879 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-904ae4f7-e3e2-4ad9-8f16-8f464c108303 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:35.655630 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c73a851f-89c4-4acb-90e2-7502629e78e1 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:29:35.655837 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-89a268ec-6622-4a9a-90bc-fb68fb44f2a6 req-ddac0851-826a-4c98-b715-3dc18142bbff tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=96df2056-f33d-4671-9f21-5b50b319be5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4111660 Apr 20 16:29:35.668689 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904ae4f7-e3e2-4ad9-8f16-8f464c108303 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:35.674393 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-f9154f2c-5bb3-4c67-ad96-8b7a3ef74964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:35.701206 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-780776c6-25f6-48c5-b816-ebabe195c97d req-fc11ec9a-8fae-45eb-b3c2-de92ee1e1f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:35.711261 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-60f37cc2-b262-4e61-986f-ec5a213f0726 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Deleting port 97dbf663-d005-4852-9952-b3785690d510 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:29:35.711827 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60f37cc2-b262-4e61-986f-ec5a213f0726 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:35.830053 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60f37cc2-b262-4e61-986f-ec5a213f0726 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:35.835733 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780776c6-25f6-48c5-b816-ebabe195c97d req-fc11ec9a-8fae-45eb-b3c2-de92ee1e1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:35.838052 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port c73a851f-89c4-4acb-90e2-7502629e78e1 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:35.838696 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:35.848947 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-780776c6-25f6-48c5-b816-ebabe195c97d req-fc11ec9a-8fae-45eb-b3c2-de92ee1e1f23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:35.849147 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-60f37cc2-b262-4e61-986f-ec5a213f0726 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Calling delete_port for 97dbf663-d005-4852-9952-b3785690d510 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:29:35.850893 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-780776c6-25f6-48c5-b816-ebabe195c97d req-fc11ec9a-8fae-45eb-b3c2-de92ee1e1f23 service neutron] 10.222.0.26 "PUT /v2.0/ports/5dc64469-3e82-4e11-b21c-5e63b90c1a86 HTTP/1.1" status: 200 len: 1131 time: 3.4055772 Apr 20 16:29:35.860630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5', 'tag': '5dc64469-3e82-4e11-b21c-5e63b90c1a86'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:29:35.874539 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925a0b24-7513-4eeb-830e-2395d784a091" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5", "tag": "5dc64469-3e82-4e11-b21c-5e63b90c1a86"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:29:35.922779 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:35.923111 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:35.923454 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:35.945772 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ae4f7-e3e2-4ad9-8f16-8f464c108303 admin admin] Pushing event updated for resources: {'Port': ['ID=443f6dc3-a9a0-4033-934c-a701aa8831d4,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:35.962366 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e10bd7a-ac7e-40a5-bca3-893e9ced264c x-openstack-request-id: req-7e10bd7a-ac7e-40a5-bca3-893e9ced264c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:29:35.964712 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5", "tag": "5dc64469-3e82-4e11-b21c-5e63b90c1a86", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:29:35.965131 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e10bd7a-ac7e-40a5-bca3-893e9ced264c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:29:35.965737 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e10bd7a-ac7e-40a5-bca3-893e9ced264c'] response: {'name': 'network-changed', 'server_uuid': '7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5', 'tag': '5dc64469-3e82-4e11-b21c-5e63b90c1a86', 'status': 'completed', 'code': 200} Apr 20 16:29:35.997051 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:35.997388 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:35.998725 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077c509-a922-4798-89c9-62c956f7a1f9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Pushing event updated for resources: {'Port': ['ID=44fa9de7-ca64-44f7-bab5-67c8090edac7,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:36.010564 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 4 to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 Apr 20 16:29:36.038029 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-904ae4f7-e3e2-4ad9-8f16-8f464c108303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:36.059770 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9077c509-a922-4798-89c9-62c956f7a1f9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:36.081904 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-9077c509-a922-4798-89c9-62c956f7a1f9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:36.109381 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9077c509-a922-4798-89c9-62c956f7a1f9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:36.117878 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:36.118219 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:36.118557 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:36.171458 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb22b8-7381-499b-bf40-25526183df66 req-4533b9cd-a594-43c4-a5d2-ccfb6a644de4 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:36.172935 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-80cb22b8-7381-499b-bf40-25526183df66 req-4533b9cd-a594-43c4-a5d2-ccfb6a644de4 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 983 time: 0.2382247 Apr 20 16:29:36.234261 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11ec9a-8fae-45eb-b3c2-de92ee1e1f23 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc64469-3e82-4e11-b21c-5e63b90c1a86,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:36.239901 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:36.240238 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:36.250102 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 5 to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 Apr 20 16:29:36.268083 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780776c6-25f6-48c5-b816-ebabe195c97d req-3c7f718f-1603-40f6-bab3-b8f48f71a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:36.269715 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-780776c6-25f6-48c5-b816-ebabe195c97d req-3c7f718f-1603-40f6-bab3-b8f48f71a6c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb11bf8b3c08464a8790ceef590f4df3&device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 1134 time: 0.2864563 Apr 20 16:29:36.312946 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:36.313505 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:36.313592 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:36.347535 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-780776c6-25f6-48c5-b816-ebabe195c97d req-1856677a-1244-4820-ae93-6886ffa5689e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=5dc64469-3e82-4e11-b21c-5e63b90c1a86 HTTP/1.1" status: 200 len: 217 time: 0.0592544 Apr 20 16:29:36.377872 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:36.378084 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:36.382008 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 6 to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 Apr 20 16:29:36.401881 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-80cb22b8-7381-499b-bf40-25526183df66 req-516bf5c8-4434-4ff7-b111-6f9e80fc45b3 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe325edc-6331-460a-bfee-be52b080ef80&id=2cdd8d8a-a7f5-4f70-91cc-6d70e0627301&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1567011 Apr 20 16:29:36.478645 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:36.479465 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:36.479986 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:36.489499 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:36.490108 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:36.490648 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 7 to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 Apr 20 16:29:36.513011 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:36.513596 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:36.514085 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:36.517203 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780776c6-25f6-48c5-b816-ebabe195c97d req-6d1e73a1-329d-4e2f-9f2a-7e9caf58a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:36.518790 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-780776c6-25f6-48c5-b816-ebabe195c97d req-6d1e73a1-329d-4e2f-9f2a-7e9caf58a28e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5a8582b-3cbd-43c0-bf19-efe98917785b HTTP/1.1" status: 200 len: 838 time: 0.1412010 Apr 20 16:29:36.528153 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:36.528556 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:36.528883 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 8 to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 Apr 20 16:29:36.544272 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-08dae67f-4198-47c6-83a3-a78e29d0bace req-1e939b70-3c27-47c0-81f7-582c37ab4b3a tempest-ServersAaction247Test-1004784666 tempest-ServersAaction247Test-1004784666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7463a349-3f89-4176-9e32-84927a388e03 HTTP/1.1" status: 200 len: 210 time: 0.0572741 Apr 20 16:29:36.545839 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:36.546017 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:36.548142 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:36.576667 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:36.576667 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:36.576667 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 9 to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 Apr 20 16:29:36.576887 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-904ae4f7-e3e2-4ad9-8f16-8f464c108303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:36.576965 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:36.576965 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:36.579558 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:36.592048 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:36.592574 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:36.593409 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 10 to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 Apr 20 16:29:36.607321 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60f37cc2-b262-4e61-986f-ec5a213f0726 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:36.620392 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:36.620392 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:36.621084 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:36.654909 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780776c6-25f6-48c5-b816-ebabe195c97d req-48e9cdad-d541-4eb8-ae28-973fbfe324e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:36.656679 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-780776c6-25f6-48c5-b816-ebabe195c97d req-48e9cdad-d541-4eb8-ae28-973fbfe324e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37dffd32-6c1b-4ef8-ae8a-aeadb127d379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1241527 Apr 20 16:29:36.729417 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:36.729417 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port ca4022b9-fef9-4fb2-bbdc-70425d683a94 on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:36.729417 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:36.729417 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f37cc2-b262-4e61-986f-ec5a213f0726 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Pushing event deleted for resources: {'Port': ['ID=97dbf663-d005-4852-9952-b3785690d510,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:36.772000 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-f9154f2c-5bb3-4c67-ad96-8b7a3ef74964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c030243a-3b3b-48d9-b958-e0bce2183416 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:29:36.790505 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-f9154f2c-5bb3-4c67-ad96-8b7a3ef74964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:36.816483 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60f37cc2-b262-4e61-986f-ec5a213f0726 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:36.884991 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] For port ca4022b9-fef9-4fb2-bbdc-70425d683a94, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:29:36.885367 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempted to set empty binding levels {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 16:29:36.925714 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60f37cc2-b262-4e61-986f-ec5a213f0726 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:36.929355 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60f37cc2-b262-4e61-986f-ec5a213f0726 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:36.941277 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6dbfef-2fa7-408a-8786-41ac7d82a2fa req-dbb84ef5-a8ac-4ecf-98fd-b5e99c134b22 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:36.942870 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7d6dbfef-2fa7-408a-8786-41ac7d82a2fa req-dbb84ef5-a8ac-4ecf-98fd-b5e99c134b22 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 932 time: 0.1928005 Apr 20 16:29:37.031530 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:37.109358 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:37.109971 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:37.145076 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60f37cc2-b262-4e61-986f-ec5a213f0726 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:37.145605 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f37cc2-b262-4e61-986f-ec5a213f0726 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Fanout notify agent at l3_agent the message router_deleted on router e6928f4c-5145-4af6-9f42-3eccc7311bce {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:29:37.166326 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7d6dbfef-2fa7-408a-8786-41ac7d82a2fa req-877049d1-db72-4fc6-83fa-18545f4fa5b7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=96df2056-f33d-4671-9f21-5b50b319be5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838908 Apr 20 16:29:37.172176 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60f37cc2-b262-4e61-986f-ec5a213f0726 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:37.173305 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-60f37cc2-b262-4e61-986f-ec5a213f0726 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "DELETE /v2.0/routers/e6928f4c-5145-4af6-9f42-3eccc7311bce HTTP/1.1" status: 204 len: 168 time: 2.7081974 Apr 20 16:29:37.177079 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Pushing event updated for resources: {'Port': ['ID=ca4022b9-fef9-4fb2-bbdc-70425d683a94,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:37.193630 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55686) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:37.193630 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-3e2ff11e-dbf0-48b5-ac02-5ce0485f3cf7 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-885707499', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:37.193630 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9077c509-a922-4798-89c9-62c956f7a1f9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:37.225452 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7f46fec6-cc33-4c33-8c17-57cb8de64c30 req-e61e3c2e-521a-44fa-b1d7-99cf2ac58ef9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7463a349-3f89-4176-9e32-84927a388e03 HTTP/1.1" status: 200 len: 210 time: 0.0609984 Apr 20 16:29:37.235837 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-f9154f2c-5bb3-4c67-ad96-8b7a3ef74964 service neutron] Transition to ACTIVE for port object c030243a-3b3b-48d9-b958-e0bce2183416 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:29:37.260956 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8c6cb5c8-cb9a-45f8-9899-b74efbd0da81 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 5.2738044 Apr 20 16:29:37.266409 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55688) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:37.323730 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-780776c6-25f6-48c5-b816-ebabe195c97d req-115bfdc8-70ea-47ed-a8a1-1d7ee0410d0b service neutron] 10.222.0.26 "GET /v2.0/networks/37dffd32-6c1b-4ef8-ae8a-aeadb127d379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6577194 Apr 20 16:29:37.326794 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-904ae4f7-e3e2-4ad9-8f16-8f464c108303 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:37.328595 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-f9154f2c-5bb3-4c67-ad96-8b7a3ef74964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:37.347104 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff11e-dbf0-48b5-ac02-5ce0485f3cf7 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:37.348080 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff11e-dbf0-48b5-ac02-5ce0485f3cf7 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:37.411288 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff11e-dbf0-48b5-ac02-5ce0485f3cf7 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:37.452379 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-904ae4f7-e3e2-4ad9-8f16-8f464c108303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:37.506998 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-904ae4f7-e3e2-4ad9-8f16-8f464c108303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:37.541443 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff11e-dbf0-48b5-ac02-5ce0485f3cf7 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:37.626301 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9154f2c-5bb3-4c67-ad96-8b7a3ef74964 service neutron] Pushing event updated for resources: {'Port': ['ID=c030243a-3b3b-48d9-b958-e0bce2183416,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:37.633361 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-f9154f2c-5bb3-4c67-ad96-8b7a3ef74964 service neutron] Attempting to bind port c030243a-3b3b-48d9-b958-e0bce2183416 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:37.633458 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-f9154f2c-5bb3-4c67-ad96-8b7a3ef74964 service neutron] Attempting to bind port c030243a-3b3b-48d9-b958-e0bce2183416 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'd7368d76-886f-4c60-91b2-82e35ab3a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:37.633747 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-f9154f2c-5bb3-4c67-ad96-8b7a3ef74964 service neutron] Attempting to bind port c030243a-3b3b-48d9-b958-e0bce2183416 on network 6129277f-3b7c-420f-bcf7-8207d3888fce {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:37.641756 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-3d7e1951-5d86-4470-ad52-984734d24a05 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Deleting port ca4022b9-fef9-4fb2-bbdc-70425d683a94 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:29:37.642156 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d7e1951-5d86-4470-ad52-984734d24a05 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:37.707762 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ae4f7-e3e2-4ad9-8f16-8f464c108303 admin admin] Pushing event updated for resources: {'Port': ['ID=443f6dc3-a9a0-4033-934c-a701aa8831d4,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:37.745440 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9077c509-a922-4798-89c9-62c956f7a1f9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:37.745958 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-f9154f2c-5bb3-4c67-ad96-8b7a3ef74964 service neutron] Port c030243a-3b3b-48d9-b958-e0bce2183416 on network 6129277f-3b7c-420f-bcf7-8207d3888fce not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:37.746666 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-f9154f2c-5bb3-4c67-ad96-8b7a3ef74964 service neutron] Attempting to bind port c030243a-3b3b-48d9-b958-e0bce2183416 on network 6129277f-3b7c-420f-bcf7-8207d3888fce {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:37.760937 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-3d7e1951-5d86-4470-ad52-984734d24a05 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] For port ca4022b9-fef9-4fb2-bbdc-70425d683a94, host n-h1-836146-2, got binding levels [] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:37.761304 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d7e1951-5d86-4470-ad52-984734d24a05 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:37.801869 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-f9154f2c-5bb3-4c67-ad96-8b7a3ef74964 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:29:37.802185 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-3d7e1951-5d86-4470-ad52-984734d24a05 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Calling delete_port for ca4022b9-fef9-4fb2-bbdc-70425d683a94 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:29:37.802631 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-f9154f2c-5bb3-4c67-ad96-8b7a3ef74964 service neutron] Checking segment: {'id': 'd7368d76-886f-4c60-91b2-82e35ab3a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:29:37.803192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-f9154f2c-5bb3-4c67-ad96-8b7a3ef74964 service neutron] Bound using segment: {'id': 'd7368d76-886f-4c60-91b2-82e35ab3a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:29:37.803800 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-f9154f2c-5bb3-4c67-ad96-8b7a3ef74964 service neutron] Bound port: c030243a-3b3b-48d9-b958-e0bce2183416, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7368d76-886f-4c60-91b2-82e35ab3a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:29:37.804309 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-f9154f2c-5bb3-4c67-ad96-8b7a3ef74964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:37.855389 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-780776c6-25f6-48c5-b816-ebabe195c97d req-757e0794-1d79-41d2-80b9-7adb199ac9ed service neutron] 10.222.0.26 "GET /v2.0/networks/37dffd32-6c1b-4ef8-ae8a-aeadb127d379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170157 Apr 20 16:29:37.866431 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203067e7-d9ac-414d-bd74-a769bfcc1356 req-3dfc871c-adab-408d-8b84-d43b6b982b0e tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:37.875488 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-203067e7-d9ac-414d-bd74-a769bfcc1356 req-3dfc871c-adab-408d-8b84-d43b6b982b0e tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 983 time: 0.2757227 Apr 20 16:29:37.961477 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-203067e7-d9ac-414d-bd74-a769bfcc1356 req-b1551b7e-4d6e-45fb-96ea-83e3fa957d41 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe325edc-6331-460a-bfee-be52b080ef80&id=2cdd8d8a-a7f5-4f70-91cc-6d70e0627301&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0850618 Apr 20 16:29:37.966617 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-f9154f2c-5bb3-4c67-ad96-8b7a3ef74964 service neutron] For port c030243a-3b3b-48d9-b958-e0bce2183416, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:29:37.971813 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-f9154f2c-5bb3-4c67-ad96-8b7a3ef74964 service neutron] For port c030243a-3b3b-48d9-b958-e0bce2183416, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=c030243a-3b3b-48d9-b958-e0bce2183416,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:29:37.992546 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904ae4f7-e3e2-4ad9-8f16-8f464c108303 admin admin] Network 70aadf33-c190-45cc-a215-614b0e69afcd is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:37.992546 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-904ae4f7-e3e2-4ad9-8f16-8f464c108303 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:38.032237 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:29:38.104854 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-f9154f2c-5bb3-4c67-ad96-8b7a3ef74964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:38.213759 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-f9154f2c-5bb3-4c67-ad96-8b7a3ef74964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:38.214407 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-f9154f2c-5bb3-4c67-ad96-8b7a3ef74964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:38.215885 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-f9154f2c-5bb3-4c67-ad96-8b7a3ef74964 service neutron] 10.222.0.30 "PUT /v2.0/ports/c030243a-3b3b-48d9-b958-e0bce2183416 HTTP/1.1" status: 200 len: 1092 time: 2.8896818 Apr 20 16:29:38.220449 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7329dc8b-8296-4026-a09f-92c4162de804', 'tag': 'c030243a-3b3b-48d9-b958-e0bce2183416'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:29:38.222889 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b9ad39-0ee6-464b-b514-235da7ea2a53" -d '{"events": [{"name": "network-changed", "server_uuid": "7329dc8b-8296-4026-a09f-92c4162de804", "tag": "c030243a-3b3b-48d9-b958-e0bce2183416"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:29:38.277894 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a0b24-7513-4eeb-830e-2395d784a091 req-4506955e-b929-4b1f-ae34-081db23d1ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:38.279423 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-925a0b24-7513-4eeb-830e-2395d784a091 req-4506955e-b929-4b1f-ae34-081db23d1ab4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb11bf8b3c08464a8790ceef590f4df3&device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 1134 time: 0.2188127 Apr 20 16:29:38.334373 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e0b72042-bb19-4262-8c42-16cba9d8443b req-d3ce6dbb-4997-4748-b5e9-d21b717ff968 tempest-ServersAaction247Test-1004784666 tempest-ServersAaction247Test-1004784666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7463a349-3f89-4176-9e32-84927a388e03 HTTP/1.1" status: 200 len: 210 time: 0.5865541 Apr 20 16:29:38.338608 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff11e-dbf0-48b5-ac02-5ce0485f3cf7 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:38.339920 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3e2ff11e-dbf0-48b5-ac02-5ce0485f3cf7 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1576240 Apr 20 16:29:38.345765 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55702) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:38.351372 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5f4a2c24-c72d-4d01-81d7-332a3a290763 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'enable_snat': True}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:38.353673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9154f2c-5bb3-4c67-ad96-8b7a3ef74964 service neutron] Pushing event updated for resources: {'Port': ['ID=c030243a-3b3b-48d9-b958-e0bce2183416,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:38.510291 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904ae4f7-e3e2-4ad9-8f16-8f464c108303 admin admin] Router 1699bbd3-93a6-4db7-906c-87b36a470baf has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:29:38.620843 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2c818-f897-469b-9a68-26229d745d31 req-31ced898-9900-4d19-bdb0-8ec0d18f4603 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:38.623039 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e6b2c818-f897-469b-9a68-26229d745d31 req-31ced898-9900-4d19-bdb0-8ec0d18f4603 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 944 time: 0.3142173 Apr 20 16:29:38.625401 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3568148-890e-40fd-9a42-751180d0615e x-openstack-request-id: req-c3568148-890e-40fd-9a42-751180d0615e {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:29:38.625701 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7329dc8b-8296-4026-a09f-92c4162de804", "tag": "c030243a-3b3b-48d9-b958-e0bce2183416", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:29:38.626294 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3568148-890e-40fd-9a42-751180d0615e {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:29:38.628567 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3568148-890e-40fd-9a42-751180d0615e'] response: {'name': 'network-changed', 'server_uuid': '7329dc8b-8296-4026-a09f-92c4162de804', 'tag': 'c030243a-3b3b-48d9-b958-e0bce2183416', 'status': 'completed', 'code': 200} Apr 20 16:29:38.704990 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2c24-c72d-4d01-81d7-332a3a290763 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:38.714394 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-b50bc8d6-dd52-4b7a-af19-9c52dcb0f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:38.719168 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-b50bc8d6-dd52-4b7a-af19-9c52dcb0f33c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 1095 time: 0.3099723 Apr 20 16:29:38.803990 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a0b24-7513-4eeb-830e-2395d784a091 req-298b9ad9-8d32-4467-a193-f7272d5ec154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:38.805581 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-925a0b24-7513-4eeb-830e-2395d784a091 req-298b9ad9-8d32-4467-a193-f7272d5ec154 service neutron] 10.222.0.26 "GET /v2.0/networks?id=37dffd32-6c1b-4ef8-ae8a-aeadb127d379 HTTP/1.1" status: 200 len: 898 time: 0.5139136 Apr 20 16:29:38.823584 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-ecee70ae-259d-4f5e-86a2-11e2b98e3695 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c030243a-3b3b-48d9-b958-e0bce2183416 HTTP/1.1" status: 200 len: 217 time: 0.0882704 Apr 20 16:29:38.830677 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d7e1951-5d86-4470-ad52-984734d24a05 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:38.878841 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d7e1951-5d86-4470-ad52-984734d24a05 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:38.885707 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3d7e1951-5d86-4470-ad52-984734d24a05 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] 10.222.0.15 "DELETE /v2.0/ports/ca4022b9-fef9-4fb2-bbdc-70425d683a94 HTTP/1.1" status: 204 len: 168 time: 1.6159058 Apr 20 16:29:38.885707 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9077c509-a922-4798-89c9-62c956f7a1f9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Router 523d833d-594f-4241-b04d-86cbb0444b58 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:29:38.886221 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e1951-5d86-4470-ad52-984734d24a05 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca4022b9-fef9-4fb2-bbdc-70425d683a94,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:38.890327 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55708) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:38.903561 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-925a0b24-7513-4eeb-830e-2395d784a091 req-935fbc77-8085-4478-ac4d-e4a1f7258c6d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=5dc64469-3e82-4e11-b21c-5e63b90c1a86 HTTP/1.1" status: 200 len: 217 time: 0.0888133 Apr 20 16:29:38.919434 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e6b2c818-f897-469b-9a68-26229d745d31 req-358ee1dc-6c50-4c43-a8a1-8eb4c54d7dbb tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=96df2056-f33d-4671-9f21-5b50b319be5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724307 Apr 20 16:29:38.924688 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-503243f0-d51d-4cc3-9627-ecd372f61bae tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] GET failed (client error): The resource could not be found. Apr 20 16:29:38.926301 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-503243f0-d51d-4cc3-9627-ecd372f61bae tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] 10.222.0.15 "GET /v2.0/ports/ca4022b9-fef9-4fb2-bbdc-70425d683a94 HTTP/1.1" status: 404 len: 333 time: 0.0341721 Apr 20 16:29:38.930010 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55710) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:38.936122 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b9afa135-5540-4e24-85c6-70fef0c908c5 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Request body: {'port': {'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1458003613'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:39.007398 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-f5f265d6-b024-4c9c-9972-2f9783ed4722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:39.009133 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-f5f265d6-b024-4c9c-9972-2f9783ed4722 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d0d8025-1a58-4c58-9113-dd747fc0c87b HTTP/1.1" status: 200 len: 853 time: 0.1529956 Apr 20 16:29:39.010334 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904ae4f7-e3e2-4ad9-8f16-8f464c108303 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:29:39.018583 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-904ae4f7-e3e2-4ad9-8f16-8f464c108303 admin admin] 10.222.0.15 "PUT /v2.0/routers/1699bbd3-93a6-4db7-906c-87b36a470baf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3997173 Apr 20 16:29:39.030149 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] Sync routers for ids ['1699bbd3-93a6-4db7-906c-87b36a470baf'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:29:39.045976 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] Routers {'1699bbd3-93a6-4db7-906c-87b36a470baf'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:39.046636 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1699bbd3-93a6-4db7-906c-87b36a470baf'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:39.053920 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a0b24-7513-4eeb-830e-2395d784a091 req-aa146f77-b39e-481f-a6cb-542a6a0e88c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:39.057424 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-925a0b24-7513-4eeb-830e-2395d784a091 req-aa146f77-b39e-481f-a6cb-542a6a0e88c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5a8582b-3cbd-43c0-bf19-efe98917785b HTTP/1.1" status: 200 len: 838 time: 0.1367841 Apr 20 16:29:39.147612 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-7c62c1bd-da7c-49b1-a949-9ec0f54615af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:39.149185 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-7c62c1bd-da7c-49b1-a949-9ec0f54615af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6129277f-3b7c-420f-bcf7-8207d3888fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294205 Apr 20 16:29:39.182751 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a0b24-7513-4eeb-830e-2395d784a091 req-0fa14de5-499c-47fc-9ce7-cdaae9a2cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:39.186142 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-925a0b24-7513-4eeb-830e-2395d784a091 req-0fa14de5-499c-47fc-9ce7-cdaae9a2cb21 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37dffd32-6c1b-4ef8-ae8a-aeadb127d379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1206148 Apr 20 16:29:39.199382 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9afa135-5540-4e24-85c6-70fef0c908c5 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Made reservation on behalf of 6419f41f8bfb460886e9af99edbe56b6 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:29:39.202177 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9afa135-5540-4e24-85c6-70fef0c908c5 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:39.248694 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] Set router 1699bbd3-93a6-4db7-906c-87b36a470baf gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:29:39.274796 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-7f6da486-73e9-4acb-9b8f-a17749657e55 service neutron] 10.222.0.30 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176910 Apr 20 16:29:39.358618 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-b9afa135-5540-4e24-85c6-70fef0c908c5 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] device_id is not set on port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:29:39.552492 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-87693668-router', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:25Z', 'updated_at': '2022-04-20T16:29:36Z', 'revision_number': 4, 'project_id': '3f0db156e28243f4bff540048e8173db', 'gw_port': {'id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:26Z', 'updated_at': '2022-04-20T16:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '443f6dc3-a9a0-4033-934c-a701aa8831d4', 'name': '', 'network_id': '70aadf33-c190-45cc-a215-614b0e69afcd', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'mac_address': 'fa:16:3e:00:81:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '17632b9e-8812-4d3f-b199-f8c936f90313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:33Z', 'updated_at': '2022-04-20T16:29:36Z', 'revision_number': 2, 'project_id': '3f0db156e28243f4bff540048e8173db', 'subnets': [{'id': '17632b9e-8812-4d3f-b199-f8c936f90313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:39.598411 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9afa135-5540-4e24-85c6-70fef0c908c5 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:39.602043 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] Checking router: 1699bbd3-93a6-4db7-906c-87b36a470baf for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:29:39.602821 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] Updating router 1699bbd3-93a6-4db7-906c-87b36a470baf port 443f6dc3-a9a0-4033-934c-a701aa8831d4 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:29:39.628706 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-69ca6c4e-05b8-443e-b3bc-54490e175b84 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:39.630082 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:39.630851 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-69ca6c4e-05b8-443e-b3bc-54490e175b84 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/networks?id=70aadf33-c190-45cc-a215-614b0e69afcd HTTP/1.1" status: 200 len: 818 time: 0.1352386 Apr 20 16:29:39.648057 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9077c509-a922-4798-89c9-62c956f7a1f9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:29:39.660708 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce883ed2-cfac-48e4-920f-aa4da2d3e773 None None] Sync routers for ids ['523d833d-594f-4241-b04d-86cbb0444b58'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:29:39.665780 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-57b56ca1-2423-4ab6-9b4f-e807266be548 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/quotas/3f0db156e28243f4bff540048e8173db HTTP/1.1" status: 200 len: 375 time: 0.0209482 Apr 20 16:29:39.673015 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3033cfcf-f604-47b2-99ea-de5778b68d22 req-310127f7-e268-4193-adbf-3fd7cf302fc9 service neutron] 10.222.0.30 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872378 Apr 20 16:29:39.679566 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce883ed2-cfac-48e4-920f-aa4da2d3e773 None None] Routers {'523d833d-594f-4241-b04d-86cbb0444b58'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:39.684777 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ce883ed2-cfac-48e4-920f-aa4da2d3e773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['523d833d-594f-4241-b04d-86cbb0444b58'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:39.690800 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-925a0b24-7513-4eeb-830e-2395d784a091 req-ffa84681-a1b4-4b27-a198-63e7000cb858 service neutron] 10.222.0.26 "GET /v2.0/networks/37dffd32-6c1b-4ef8-ae8a-aeadb127d379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141829 Apr 20 16:29:39.711746 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9afa135-5540-4e24-85c6-70fef0c908c5 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:39.761189 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ce883ed2-cfac-48e4-920f-aa4da2d3e773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:39.771345 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3a2ac-e1c7-47c8-b0ac-c342b423fada req-4a3deb9e-c866-4834-8016-20c19edbb470 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:39.771788 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce883ed2-cfac-48e4-920f-aa4da2d3e773 None None] Routers {'523d833d-594f-4241-b04d-86cbb0444b58'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:39.772658 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ce883ed2-cfac-48e4-920f-aa4da2d3e773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['523d833d-594f-4241-b04d-86cbb0444b58'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:39.772913 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5db3a2ac-e1c7-47c8-b0ac-c342b423fada req-4a3deb9e-c866-4834-8016-20c19edbb470 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 983 time: 0.5842733 Apr 20 16:29:39.776069 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2c24-c72d-4d01-81d7-332a3a290763 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:39.810880 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2c24-c72d-4d01-81d7-332a3a290763 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:39.831555 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ce883ed2-cfac-48e4-920f-aa4da2d3e773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:39.832166 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9afa135-5540-4e24-85c6-70fef0c908c5 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:39.832861 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce883ed2-cfac-48e4-920f-aa4da2d3e773 None None] The sync data for ids ['523d833d-594f-4241-b04d-86cbb0444b58'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:29:39.843912 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-b9afa135-5540-4e24-85c6-70fef0c908c5 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:39.850727 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9afa135-5540-4e24-85c6-70fef0c908c5 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:39.851678 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9afa135-5540-4e24-85c6-70fef0c908c5 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:39.852566 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9afa135-5540-4e24-85c6-70fef0c908c5 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:39.859018 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9077c509-a922-4798-89c9-62c956f7a1f9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:39.863495 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9077c509-a922-4798-89c9-62c956f7a1f9 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.2286444 Apr 20 16:29:39.869549 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55736) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:39.889555 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-42ba501e-146b-4d22-94ac-9ae5a0e25e27 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:39.942034 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-f312db41-65a0-4ad8-bfca-f85f9faca540 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f0db156e28243f4bff540048e8173db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2677541 Apr 20 16:29:39.971128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9ad39-0ee6-464b-b514-235da7ea2a53 req-e76f82fd-34c6-47bb-92d5-47d3dcba7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:39.972807 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85b9ad39-0ee6-464b-b514-235da7ea2a53 req-e76f82fd-34c6-47bb-92d5-47d3dcba7a39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 1095 time: 0.0874159 Apr 20 16:29:40.028517 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5db3a2ac-e1c7-47c8-b0ac-c342b423fada req-072febe7-e526-4dc1-806a-af01f926c3b8 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe325edc-6331-460a-bfee-be52b080ef80&id=2cdd8d8a-a7f5-4f70-91cc-6d70e0627301&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2293446 Apr 20 16:29:40.082386 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afa135-5540-4e24-85c6-70fef0c908c5 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Pushing event updated for resources: {'Port': ['ID=5b9ebf6f-f7f2-40cc-b570-d296617bdfdd,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:40.109043 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:40.192957 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:40.209501 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-925a0b24-7513-4eeb-830e-2395d784a091 req-0a381788-8033-47f9-bd65-1a42e8c27bf4 service neutron] 10.222.0.26 "GET /v2.0/networks/37dffd32-6c1b-4ef8-ae8a-aeadb127d379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859321 Apr 20 16:29:40.240312 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b9afa135-5540-4e24-85c6-70fef0c908c5 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3068409 Apr 20 16:29:40.246831 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55740) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:40.254863 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:40.258390 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9ad39-0ee6-464b-b514-235da7ea2a53 req-a7080b62-affd-4304-bdff-71466d6b00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:40.260152 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85b9ad39-0ee6-464b-b514-235da7ea2a53 req-a7080b62-affd-4304-bdff-71466d6b00fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=6129277f-3b7c-420f-bcf7-8207d3888fce HTTP/1.1" status: 200 len: 915 time: 0.2681782 Apr 20 16:29:40.268623 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-14937af7-b0fd-4913-97e3-fe5ac2b58d11 req-ba5951bf-995e-41bc-b5e9-df416e6d317d tempest-ServersAaction247Test-1004784666 tempest-ServersAaction247Test-1004784666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7463a349-3f89-4176-9e32-84927a388e03 HTTP/1.1" status: 200 len: 210 time: 0.0602622 Apr 20 16:29:40.386803 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] Attempting to bind port 443f6dc3-a9a0-4033-934c-a701aa8831d4 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:40.387819 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] Attempting to bind port 443f6dc3-a9a0-4033-934c-a701aa8831d4 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'de7e85de-f14c-461a-94d8-0584b0dff18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '70aadf33-c190-45cc-a215-614b0e69afcd'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:40.388250 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] Attempting to bind port 443f6dc3-a9a0-4033-934c-a701aa8831d4 on network 70aadf33-c190-45cc-a215-614b0e69afcd {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:40.391947 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496280f-5cab-4ca5-8a8e-e1c4b719b36c None None] Pushing event updated for resources: {'Port': ['ID=443f6dc3-a9a0-4033-934c-a701aa8831d4,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:40.399439 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-42ba501e-146b-4d22-94ac-9ae5a0e25e27 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:40.402783 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496280f-5cab-4ca5-8a8e-e1c4b719b36c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:40.403223 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496280f-5cab-4ca5-8a8e-e1c4b719b36c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:40.403634 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496280f-5cab-4ca5-8a8e-e1c4b719b36c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:40.404035 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496280f-5cab-4ca5-8a8e-e1c4b719b36c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:40.404455 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496280f-5cab-4ca5-8a8e-e1c4b719b36c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:40.404855 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496280f-5cab-4ca5-8a8e-e1c4b719b36c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:40.405246 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496280f-5cab-4ca5-8a8e-e1c4b719b36c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:40.405637 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496280f-5cab-4ca5-8a8e-e1c4b719b36c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:40.406025 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496280f-5cab-4ca5-8a8e-e1c4b719b36c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:40.406450 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496280f-5cab-4ca5-8a8e-e1c4b719b36c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:40.406967 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496280f-5cab-4ca5-8a8e-e1c4b719b36c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:40.407350 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1496280f-5cab-4ca5-8a8e-e1c4b719b36c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:40.412688 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:29:40.419167 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] Checking segment: {'id': 'de7e85de-f14c-461a-94d8-0584b0dff18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '70aadf33-c190-45cc-a215-614b0e69afcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:29:40.419167 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:40.419167 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] Bound using segment: {'id': 'de7e85de-f14c-461a-94d8-0584b0dff18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '70aadf33-c190-45cc-a215-614b0e69afcd'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:29:40.419167 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] Bound port: 443f6dc3-a9a0-4033-934c-a701aa8831d4, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7e85de-f14c-461a-94d8-0584b0dff18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '70aadf33-c190-45cc-a215-614b0e69afcd'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:29:40.419167 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:40.419951 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-60d774fb-2610-47f4-9e71-8dbb43ceecc8 service neutron] 10.222.0.15 "GET /v2.0/networks/70aadf33-c190-45cc-a215-614b0e69afcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687078 Apr 20 16:29:40.421458 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85b9ad39-0ee6-464b-b514-235da7ea2a53 req-9e43d71b-0c7f-446e-8f6c-6e97dd05e88a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c030243a-3b3b-48d9-b958-e0bce2183416 HTTP/1.1" status: 200 len: 217 time: 0.1093135 Apr 20 16:29:40.441103 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-5f4a2c24-c72d-4d01-81d7-332a3a290763 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Allocated IP 172.25.0.105 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/2662a731-9a3b-480f-b379-3c901c1376f9) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:29:40.486493 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-42ba501e-146b-4d22-94ac-9ae5a0e25e27 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:40.506648 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9ad39-0ee6-464b-b514-235da7ea2a53 req-8be0366a-6dfd-4c77-9a1f-b29d17357fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:40.511330 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85b9ad39-0ee6-464b-b514-235da7ea2a53 req-8be0366a-6dfd-4c77-9a1f-b29d17357fb3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d0d8025-1a58-4c58-9113-dd747fc0c87b HTTP/1.1" status: 200 len: 853 time: 0.0630057 Apr 20 16:29:40.522893 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf6796-9e58-48ff-bfc0-44452e5a11bc req-33cacff9-5ea2-4bdc-81f5-d47c6fb55a61 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:40.524491 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8bcf6796-9e58-48ff-bfc0-44452e5a11bc req-33cacff9-5ea2-4bdc-81f5-d47c6fb55a61 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 944 time: 0.1143746 Apr 20 16:29:40.534771 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] For port 443f6dc3-a9a0-4033-934c-a701aa8831d4, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:29:40.540253 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] For port 443f6dc3-a9a0-4033-934c-a701aa8831d4, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=443f6dc3-a9a0-4033-934c-a701aa8831d4,segment=NetworkSegment(de7e85de-f14c-461a-94d8-0584b0dff18b),segment_id=de7e85de-f14c-461a-94d8-0584b0dff18b)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:29:40.558031 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:40.615243 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:40.645368 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8bcf6796-9e58-48ff-bfc0-44452e5a11bc req-5127b059-9421-4f85-88c6-4c1cd6f30d71 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=96df2056-f33d-4671-9f21-5b50b319be5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105826 Apr 20 16:29:40.670546 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2c24-c72d-4d01-81d7-332a3a290763 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:40.698198 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-42ba501e-146b-4d22-94ac-9ae5a0e25e27 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Deleting port 44fa9de7-ca64-44f7-bab5-67c8090edac7 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:29:40.698198 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-42ba501e-146b-4d22-94ac-9ae5a0e25e27 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:40.720978 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496280f-5cab-4ca5-8a8e-e1c4b719b36c None None] Pushing event updated for resources: {'Port': ['ID=443f6dc3-a9a0-4033-934c-a701aa8831d4,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:40.739070 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] Routers {'1699bbd3-93a6-4db7-906c-87b36a470baf'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:40.739753 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1699bbd3-93a6-4db7-906c-87b36a470baf'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:40.754843 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9ad39-0ee6-464b-b514-235da7ea2a53 req-c4185399-2727-49d4-af03-2d223a99a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:40.755716 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85b9ad39-0ee6-464b-b514-235da7ea2a53 req-c4185399-2727-49d4-af03-2d223a99a47e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6129277f-3b7c-420f-bcf7-8207d3888fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2178197 Apr 20 16:29:40.844824 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-42ba501e-146b-4d22-94ac-9ae5a0e25e27 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:40.903345 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-42ba501e-146b-4d22-94ac-9ae5a0e25e27 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Calling delete_port for 44fa9de7-ca64-44f7-bab5-67c8090edac7 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:29:40.924589 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2c24-c72d-4d01-81d7-332a3a290763 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:40.979552 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-099f76a2-5927-4d93-aa73-54341f608472 service neutron] 10.222.0.15 "GET /v2.0/networks/70aadf33-c190-45cc-a215-614b0e69afcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325904 Apr 20 16:29:41.144840 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] Set router 1699bbd3-93a6-4db7-906c-87b36a470baf gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:29:41.145905 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85b9ad39-0ee6-464b-b514-235da7ea2a53 req-09280ab5-77b9-4176-9182-b819f8539822 service neutron] 10.222.0.30 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516305 Apr 20 16:29:41.208061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] device_id is not set on port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:29:41.214521 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4a2c24-c72d-4d01-81d7-332a3a290763 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:41.227645 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-5f4a2c24-c72d-4d01-81d7-332a3a290763 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:41.250434 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a2c24-c72d-4d01-81d7-332a3a290763 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:41.250976 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:41.351072 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85b9ad39-0ee6-464b-b514-235da7ea2a53 req-1ce04f17-bc74-49c7-aedd-af5aa85ea21b service neutron] 10.222.0.30 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958942 Apr 20 16:29:41.362200 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:41.443800 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a2c24-c72d-4d01-81d7-332a3a290763 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Pushing event updated for resources: {'Port': ['ID=2662a731-9a3b-480f-b379-3c901c1376f9,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:41.578514 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Pushing event updated for resources: {'Port': ['ID=5b9ebf6f-f7f2-40cc-b570-d296617bdfdd,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:41.664102 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809f4b2-0500-4bdb-a29b-429a60df04e6 req-c5d15c91-0e6f-47ca-8bf3-0bac15a33eee tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:41.665787 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f809f4b2-0500-4bdb-a29b-429a60df04e6 req-c5d15c91-0e6f-47ca-8bf3-0bac15a33eee tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 983 time: 0.1839907 Apr 20 16:29:41.733273 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:41.733657 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:41.734014 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:41.749712 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 5dc64469-3e82-4e11-b21c-5e63b90c1a86 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:29:41.773745 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:41.774377 n-d-836146-2 neutron-server[103484]: ERROR neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:41.781229 n-d-836146-2 neutron-server[103484]: INFO neutron.plugins.ml2.plugin [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 2 to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd Apr 20 16:29:41.815788 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f809f4b2-0500-4bdb-a29b-429a60df04e6 req-b38d7219-74c7-4f72-b85d-81c9fea847d1 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe325edc-6331-460a-bfee-be52b080ef80&id=2cdd8d8a-a7f5-4f70-91cc-6d70e0627301&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1393044 Apr 20 16:29:41.825341 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:41.825679 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:41.826013 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:41.839993 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:41.844146 n-d-836146-2 neutron-server[103484]: ERROR neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:41.844663 n-d-836146-2 neutron-server[103484]: INFO neutron.plugins.ml2.plugin [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 3 to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd Apr 20 16:29:41.845830 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-87693668-router', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:25Z', 'updated_at': '2022-04-20T16:29:36Z', 'revision_number': 4, 'project_id': '3f0db156e28243f4bff540048e8173db', 'gw_port': {'id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:26Z', 'updated_at': '2022-04-20T16:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '443f6dc3-a9a0-4033-934c-a701aa8831d4', 'name': '', 'network_id': '70aadf33-c190-45cc-a215-614b0e69afcd', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'mac_address': 'fa:16:3e:00:81:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '17632b9e-8812-4d3f-b199-f8c936f90313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:33Z', 'updated_at': '2022-04-20T16:29:40Z', 'revision_number': 4, 'project_id': '3f0db156e28243f4bff540048e8173db', 'subnets': [{'id': '17632b9e-8812-4d3f-b199-f8c936f90313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:41.875371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:41.875763 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:41.876123 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:41.896380 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:41.896380 n-d-836146-2 neutron-server[103484]: ERROR neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:41.896380 n-d-836146-2 neutron-server[103484]: INFO neutron.plugins.ml2.plugin [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 4 to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd Apr 20 16:29:41.910591 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f004038-16a9-40b0-b868-5b3622aa61c0 None None] The sync data for ids ['1699bbd3-93a6-4db7-906c-87b36a470baf'] in n-d-836146-2 is: [{'id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-87693668-router', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:25Z', 'updated_at': '2022-04-20T16:29:36Z', 'revision_number': 4, 'project_id': '3f0db156e28243f4bff540048e8173db', 'gw_port': {'id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:26Z', 'updated_at': '2022-04-20T16:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '443f6dc3-a9a0-4033-934c-a701aa8831d4', 'name': '', 'network_id': '70aadf33-c190-45cc-a215-614b0e69afcd', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'mac_address': 'fa:16:3e:00:81:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '17632b9e-8812-4d3f-b199-f8c936f90313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:33Z', 'updated_at': '2022-04-20T16:29:40Z', 'revision_number': 4, 'project_id': '3f0db156e28243f4bff540048e8173db', 'subnets': [{'id': '17632b9e-8812-4d3f-b199-f8c936f90313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:29:41.922042 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:41.922507 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:41.922851 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:41.935637 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:41.935974 n-d-836146-2 neutron-server[103484]: ERROR neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:41.936393 n-d-836146-2 neutron-server[103484]: INFO neutron.plugins.ml2.plugin [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 5 to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd Apr 20 16:29:41.939699 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-06ca36bf-5a5c-48b6-9a68-d33e1f1859e3 req-4656a0bd-a93b-45c5-8ceb-a77785fde5e4 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 210 time: 0.0871282 Apr 20 16:29:41.981065 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:41.984573 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:41.985096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:41.989273 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 5dc64469-3e82-4e11-b21c-5e63b90c1a86, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=5dc64469-3e82-4e11-b21c-5e63b90c1a86,segment=NetworkSegment(ae05cb49-0407-4b9b-b8bb-8e454ab9e108),segment_id=ae05cb49-0407-4b9b-b8bb-8e454ab9e108)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:42.001037 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:42.002477 n-d-836146-2 neutron-server[103484]: ERROR neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:42.003712 n-d-836146-2 neutron-server[103484]: INFO neutron.plugins.ml2.plugin [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 6 to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd Apr 20 16:29:42.019711 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '5dc64469-3e82-4e11-b21c-5e63b90c1a86', 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379', 'port_id': '5dc64469-3e82-4e11-b21c-5e63b90c1a86', 'mac_address': 'fa:16:3e:b3:fa:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a8582b-3cbd-43c0-bf19-efe98917785b', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:29:42.083501 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-42ba501e-146b-4d22-94ac-9ae5a0e25e27 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:42.118144 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:42.118537 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:42.118880 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:42.153728 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:42.154192 n-d-836146-2 neutron-server[103484]: ERROR neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:42.156212 n-d-836146-2 neutron-server[103484]: INFO neutron.plugins.ml2.plugin [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 7 to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd Apr 20 16:29:42.164185 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba501e-146b-4d22-94ac-9ae5a0e25e27 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Pushing event deleted for resources: {'Port': ['ID=44fa9de7-ca64-44f7-bab5-67c8090edac7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:42.182131 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:42.182470 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:42.182860 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:42.190946 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:42.191322 n-d-836146-2 neutron-server[103484]: ERROR neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:42.192129 n-d-836146-2 neutron-server[103484]: INFO neutron.plugins.ml2.plugin [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 8 to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd Apr 20 16:29:42.206797 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:42.245978 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e56770-023c-4904-8ba5-19dc37e43d67 req-425b493c-121c-46ad-bfc2-7618697afee7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:42.250416 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc64469-3e82-4e11-b21c-5e63b90c1a86 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:29:42.253322 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31e56770-023c-4904-8ba5-19dc37e43d67 req-425b493c-121c-46ad-bfc2-7618697afee7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 944 time: 0.2497089 Apr 20 16:29:42.290688 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:42.291038 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:42.291382 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:42.297019 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 5dc64469-3e82-4e11-b21c-5e63b90c1a86, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=5dc64469-3e82-4e11-b21c-5e63b90c1a86,segment=NetworkSegment(ae05cb49-0407-4b9b-b8bb-8e454ab9e108),segment_id=ae05cb49-0407-4b9b-b8bb-8e454ab9e108)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:42.305382 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:42.305382 n-d-836146-2 neutron-server[103484]: ERROR neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:42.305771 n-d-836146-2 neutron-server[103484]: INFO neutron.plugins.ml2.plugin [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 9 to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd Apr 20 16:29:42.366815 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31e56770-023c-4904-8ba5-19dc37e43d67 req-65483695-9f87-416a-9708-ec9a53e5871f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=96df2056-f33d-4671-9f21-5b50b319be5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105139 Apr 20 16:29:42.367674 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:42.368014 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:42.368372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:42.374518 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:42.389066 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:42.389404 n-d-836146-2 neutron-server[103484]: ERROR neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:42.389889 n-d-836146-2 neutron-server[103484]: INFO neutron.plugins.ml2.plugin [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 10 to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd Apr 20 16:29:42.417036 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:42.417496 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:42.418128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:42.425129 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:42.425463 n-d-836146-2 neutron-server[103484]: ERROR neutron.plugins.ml2.managers [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:42.426007 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:42.435463 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-42ba501e-146b-4d22-94ac-9ae5a0e25e27 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:42.452666 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=5dc64469-3e82-4e11-b21c-5e63b90c1a86,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:42.575496 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] For port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:29:42.575878 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempted to set empty binding levels {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 16:29:42.649522 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:42.730789 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] In _notify_port_updated(), no bound segment for port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:29:42.731815 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:42.732562 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:42.736534 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] 10.222.0.15 "PUT /v2.0/ports/5b9ebf6f-f7f2-40cc-b570-d296617bdfdd HTTP/1.1" status: 200 len: 975 time: 2.4860117 Apr 20 16:29:42.736534 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9649b224-d2bf-42bb-99ae-d196a78c6df6 req-d40c4ef2-fdc3-4c4d-9a53-0f57bab52253 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a6d7929b9c3462496f101d6ec9e0b17&device_id=7463a349-3f89-4176-9e32-84927a388e03 HTTP/1.1" status: 200 len: 210 time: 0.0415149 Apr 20 16:29:42.736828 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['5dc64469-3e82-4e11-b21c-5e63b90c1a86'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:29:42.741353 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55778) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:42.839646 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9649b224-d2bf-42bb-99ae-d196a78c6df6 req-7b52429a-39c7-4c12-af06-fe494a590719 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2a6d7929b9c3462496f101d6ec9e0b17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861061 Apr 20 16:29:42.872218 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ca231-92c2-412d-a89c-a9bca913e37f tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Pushing event updated for resources: {'Port': ['ID=5b9ebf6f-f7f2-40cc-b570-d296617bdfdd,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:43.333520 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device c030243a-3b3b-48d9-b958-e0bce2183416 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:29:43.405688 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2c24-c72d-4d01-81d7-332a3a290763 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:43.608591 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port c030243a-3b3b-48d9-b958-e0bce2183416, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=c030243a-3b3b-48d9-b958-e0bce2183416,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:43.637563 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'c030243a-3b3b-48d9-b958-e0bce2183416', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'port_id': 'c030243a-3b3b-48d9-b958-e0bce2183416', 'mac_address': 'fa:16:3e:a4:d4:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:29:43.698932 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-42ba501e-146b-4d22-94ac-9ae5a0e25e27 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:43.707176 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-42ba501e-146b-4d22-94ac-9ae5a0e25e27 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545285'] for router, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:43.709240 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:43.732010 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 443f6dc3-a9a0-4033-934c-a701aa8831d4 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:29:43.761205 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c030243a-3b3b-48d9-b958-e0bce2183416 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:29:43.783150 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6bbae74d-7354-4ec1-9aa5-78d15d4fa7a6 req-3cdcc0ca-3859-4fc6-8036-956728444bd5 tempest-ServersAaction247Test-1004784666 tempest-ServersAaction247Test-1004784666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7463a349-3f89-4176-9e32-84927a388e03 HTTP/1.1" status: 200 len: 210 time: 0.9833398 Apr 20 16:29:43.802109 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c966aa-817a-4b79-a7ae-2007f84f5296 req-2e30fbf4-8b68-45fd-87c7-38a547ac0c9b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:43.804645 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c0c966aa-817a-4b79-a7ae-2007f84f5296 req-2e30fbf4-8b68-45fd-87c7-38a547ac0c9b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 984 time: 0.7433925 Apr 20 16:29:43.810607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port c030243a-3b3b-48d9-b958-e0bce2183416, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=c030243a-3b3b-48d9-b958-e0bce2183416,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:43.842744 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 443f6dc3-a9a0-4033-934c-a701aa8831d4 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:43.843429 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:43.881142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddb111-45a4-43be-8b3e-9616990b7b95 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:43.881833 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddb111-45a4-43be-8b3e-9616990b7b95 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:43.882411 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddb111-45a4-43be-8b3e-9616990b7b95 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:43.882892 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddb111-45a4-43be-8b3e-9616990b7b95 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:43.883372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddb111-45a4-43be-8b3e-9616990b7b95 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:43.883851 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddb111-45a4-43be-8b3e-9616990b7b95 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:43.884322 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddb111-45a4-43be-8b3e-9616990b7b95 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:43.888224 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddb111-45a4-43be-8b3e-9616990b7b95 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:43.888748 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddb111-45a4-43be-8b3e-9616990b7b95 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:43.889250 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddb111-45a4-43be-8b3e-9616990b7b95 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:43.889726 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddb111-45a4-43be-8b3e-9616990b7b95 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:43.890209 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddb111-45a4-43be-8b3e-9616990b7b95 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:43.890685 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddb111-45a4-43be-8b3e-9616990b7b95 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:43.891611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddb111-45a4-43be-8b3e-9616990b7b95 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:43.891611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddb111-45a4-43be-8b3e-9616990b7b95 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:43.892088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddb111-45a4-43be-8b3e-9616990b7b95 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:43.892583 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddb111-45a4-43be-8b3e-9616990b7b95 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:43.895456 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-91ddb111-45a4-43be-8b3e-9616990b7b95 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15277 time: 1.1528993 Apr 20 16:29:43.903110 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:43.906620 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ba501e-146b-4d22-94ac-9ae5a0e25e27 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Router 523d833d-594f-4241-b04d-86cbb0444b58 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:29:43.921271 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55790) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:43.937821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649b224-d2bf-42bb-99ae-d196a78c6df6 req-df7ba284-414c-4743-984b-ebc1fc382bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:43.939939 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9649b224-d2bf-42bb-99ae-d196a78c6df6 req-df7ba284-414c-4743-984b-ebc1fc382bd0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0560029 Apr 20 16:29:43.975971 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4ed7f69a-06ec-45c1-9b89-d2b6d038c556 req-153765b8-6e34-4733-b2cc-976a46d4c5d5 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 210 time: 0.0346389 Apr 20 16:29:44.084464 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=c030243a-3b3b-48d9-b958-e0bce2183416,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:44.103003 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:44.147026 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 443f6dc3-a9a0-4033-934c-a701aa8831d4, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=443f6dc3-a9a0-4033-934c-a701aa8831d4,segment=NetworkSegment(de7e85de-f14c-461a-94d8-0584b0dff18b),segment_id=de7e85de-f14c-461a-94d8-0584b0dff18b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:44.170574 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5cd52-7d34-49c4-9ac5-dcbb1605a7c1 req-a665e096-95ce-4fdb-afa3-e6251c477c15 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:44.173650 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-81b5cd52-7d34-49c4-9ac5-dcbb1605a7c1 req-a665e096-95ce-4fdb-afa3-e6251c477c15 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 945 time: 0.0774522 Apr 20 16:29:44.184863 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ba501e-146b-4d22-94ac-9ae5a0e25e27 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:29:44.196013 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-42ba501e-146b-4d22-94ac-9ae5a0e25e27 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:44.200036 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-42ba501e-146b-4d22-94ac-9ae5a0e25e27 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "PUT /v2.0/routers/523d833d-594f-4241-b04d-86cbb0444b58 HTTP/1.1" status: 200 len: 706 time: 4.3113170 Apr 20 16:29:44.202937 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33f4bb2-1679-4294-9392-5db07b63fa3e None None] Sync routers for ids ['523d833d-594f-4241-b04d-86cbb0444b58'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:29:44.205536 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c0c966aa-817a-4b79-a7ae-2007f84f5296 req-4c209e47-9ced-4613-84e6-97ef6cfc658a tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe325edc-6331-460a-bfee-be52b080ef80&id=2cdd8d8a-a7f5-4f70-91cc-6d70e0627301&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3908367 Apr 20 16:29:44.205724 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55796) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:44.225972 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:44.252885 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33f4bb2-1679-4294-9392-5db07b63fa3e None None] Routers {'523d833d-594f-4241-b04d-86cbb0444b58'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:44.253939 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d33f4bb2-1679-4294-9392-5db07b63fa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['523d833d-594f-4241-b04d-86cbb0444b58'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:44.272281 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2c24-c72d-4d01-81d7-332a3a290763 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:44.280150 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2c24-c72d-4d01-81d7-332a3a290763 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545285'] for router, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:44.290999 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-0b25adef-86dc-4582-892e-168fb82586af tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Deleting port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:29:44.291367 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0b25adef-86dc-4582-892e-168fb82586af tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:44.314038 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['c030243a-3b3b-48d9-b958-e0bce2183416'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:29:44.317179 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d33f4bb2-1679-4294-9392-5db07b63fa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:44.328146 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33f4bb2-1679-4294-9392-5db07b63fa3e None None] Routers {'523d833d-594f-4241-b04d-86cbb0444b58'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:44.329039 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d33f4bb2-1679-4294-9392-5db07b63fa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['523d833d-594f-4241-b04d-86cbb0444b58'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:44.351798 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=443f6dc3-a9a0-4033-934c-a701aa8831d4,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:44.437273 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-0b25adef-86dc-4582-892e-168fb82586af tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] For port 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd, host n-h1-836146-2, got binding levels [] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:44.437897 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0b25adef-86dc-4582-892e-168fb82586af tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:44.466205 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d33f4bb2-1679-4294-9392-5db07b63fa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:44.468702 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33f4bb2-1679-4294-9392-5db07b63fa3e None None] The sync data for ids ['523d833d-594f-4241-b04d-86cbb0444b58'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:29:44.476844 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-81b5cd52-7d34-49c4-9ac5-dcbb1605a7c1 req-8ad961a4-7c0f-4d92-a462-71e3ad73da7b tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=96df2056-f33d-4671-9f21-5b50b319be5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2961574 Apr 20 16:29:44.516493 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0e273ed8-9f75-474a-aa60-c7c00f373e4f tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "GET /v2.0/routers/523d833d-594f-4241-b04d-86cbb0444b58 HTTP/1.1" status: 200 len: 741 time: 0.3115740 Apr 20 16:29:44.520372 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-0b25adef-86dc-4582-892e-168fb82586af tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Calling delete_port for 5b9ebf6f-f7f2-40cc-b570-d296617bdfdd owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:29:44.530306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55808) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:44.742953 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-467c11f7-009a-41f5-84f8-4ea3c8e81788 tempest-RoutersAdminTest-1365759572 tempest-RoutersAdminTest-1365759572-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&device_id=523d833d-594f-4241-b04d-86cbb0444b58 HTTP/1.1" status: 200 len: 205 time: 0.2111273 Apr 20 16:29:44.746278 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55812) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:44.750713 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-21fb2a9d-4cb8-4bd5-ac1c-e094ffbefb3e tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:44.752469 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-21fb2a9d-4cb8-4bd5-ac1c-e094ffbefb3e tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.26 "GET /v2.0/networks?id=70aadf33-c190-45cc-a215-614b0e69afcd HTTP/1.1" status: 200 len: 818 time: 0.2689068 Apr 20 16:29:44.770753 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-a58763e9-7819-4819-840d-6ec8adda5969 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Request body: {'port': {'device_id': '2142d8fb-7c04-49be-8bd8-65a51ce7e7d0', 'network_id': '70aadf33-c190-45cc-a215-614b0e69afcd', 'admin_state_up': True, 'tenant_id': '3f0db156e28243f4bff540048e8173db'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:44.818130 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d76dbebc-f89d-4d8d-84e1-c63974784b5d tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "GET /v2.0/ports?device_id=523d833d-594f-4241-b04d-86cbb0444b58 HTTP/1.1" status: 200 len: 205 time: 0.0703375 Apr 20 16:29:44.819503 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55816) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:44.829317 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0b25adef-86dc-4582-892e-168fb82586af tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:44.831032 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4a2c24-c72d-4d01-81d7-332a3a290763 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Router 36705981-9d85-4469-af3a-e3294c24ef74 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:29:44.999272 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0b25adef-86dc-4582-892e-168fb82586af tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:45.004375 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0b25adef-86dc-4582-892e-168fb82586af tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] 10.222.0.15 "DELETE /v2.0/ports/5b9ebf6f-f7f2-40cc-b570-d296617bdfdd HTTP/1.1" status: 204 len: 168 time: 0.9810884 Apr 20 16:29:45.004938 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25adef-86dc-4582-892e-168fb82586af tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b9ebf6f-f7f2-40cc-b570-d296617bdfdd,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:45.006805 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55818) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:45.021770 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-a58763e9-7819-4819-840d-6ec8adda5969 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Made reservation on behalf of 3f0db156e28243f4bff540048e8173db for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:29:45.027815 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-a58763e9-7819-4819-840d-6ec8adda5969 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:45.030834 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7d5a6303-49a6-415d-85be-a337a46dca56 req-cb2eff51-9a05-4c94-8da2-6567e1979a7f tempest-ServersAaction247Test-1004784666 tempest-ServersAaction247Test-1004784666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7463a349-3f89-4176-9e32-84927a388e03 HTTP/1.1" status: 200 len: 210 time: 0.1173115 Apr 20 16:29:45.137629 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-1767f2bc-2da2-4297-b7f0-d32d84070c56 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] GET failed (client error): The resource could not be found. Apr 20 16:29:45.139695 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1767f2bc-2da2-4297-b7f0-d32d84070c56 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] 10.222.0.15 "GET /v2.0/ports/5b9ebf6f-f7f2-40cc-b570-d296617bdfdd HTTP/1.1" status: 404 len: 333 time: 0.1081622 Apr 20 16:29:45.143818 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-007cae18-7f37-4277-98b5-f99aa3e66ec0 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:45.145707 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55826) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:45.165129 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-9397286c-0352-4b82-a88b-069be81fe959 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1735290045', 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:45.207804 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a796413a-d944-48d0-88b5-a20c000c47ac req-e35dce23-95a3-4884-a7f7-96f9391cb747 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 210 time: 0.0608747 Apr 20 16:29:45.301799 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-a58763e9-7819-4819-840d-6ec8adda5969 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Allocated IP 172.20.0.11 (70aadf33-c190-45cc-a215-614b0e69afcd/17632b9e-8812-4d3f-b199-f8c936f90313/4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:29:45.335189 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device c030243a-3b3b-48d9-b958-e0bce2183416 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:29:45.336300 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9397286c-0352-4b82-a88b-069be81fe959 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Made reservation on behalf of 6419f41f8bfb460886e9af99edbe56b6 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:29:45.339522 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9397286c-0352-4b82-a88b-069be81fe959 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:45.367301 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-9397286c-0352-4b82-a88b-069be81fe959 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] device_id is not set on port 67e2d23a-ddd7-46a2-9179-8e5602dd6917 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:29:45.471026 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port c030243a-3b3b-48d9-b958-e0bce2183416 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:29:45.476263 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-007cae18-7f37-4277-98b5-f99aa3e66ec0 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:45.486855 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port c030243a-3b3b-48d9-b958-e0bce2183416 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:45.486855 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:45.487440 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-007cae18-7f37-4277-98b5-f99aa3e66ec0 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:45.567429 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4a2c24-c72d-4d01-81d7-332a3a290763 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:29:45.581991 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2c24-c72d-4d01-81d7-332a3a290763 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:45.586219 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5f4a2c24-c72d-4d01-81d7-332a3a290763 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "PUT /v2.0/routers/36705981-9d85-4469-af3a-e3294c24ef74 HTTP/1.1" status: 200 len: 918 time: 7.2389603 Apr 20 16:29:45.591401 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55832) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:45.625340 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf1a21b-539a-40fc-a848-95839ec96fed None None] Sync routers for ids ['36705981-9d85-4469-af3a-e3294c24ef74'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:29:45.665748 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 443f6dc3-a9a0-4033-934c-a701aa8831d4 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:29:45.692776 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-a58763e9-7819-4819-840d-6ec8adda5969 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:45.713315 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf1a21b-539a-40fc-a848-95839ec96fed None None] Routers {'36705981-9d85-4469-af3a-e3294c24ef74'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:45.713971 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-1bf1a21b-539a-40fc-a848-95839ec96fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['36705981-9d85-4469-af3a-e3294c24ef74'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:45.722062 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5f1ef763-2837-44ba-8ee5-68f75c6576af tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "GET /v2.0/routers/36705981-9d85-4469-af3a-e3294c24ef74 HTTP/1.1" status: 200 len: 924 time: 0.1283739 Apr 20 16:29:45.723073 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-007cae18-7f37-4277-98b5-f99aa3e66ec0 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:45.723751 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007cae18-7f37-4277-98b5-f99aa3e66ec0 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Fanout notify agent at l3_agent the message router_deleted on router 523d833d-594f-4241-b04d-86cbb0444b58 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:29:45.725354 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55834) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:45.746780 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-007cae18-7f37-4277-98b5-f99aa3e66ec0 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:45.747901 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-007cae18-7f37-4277-98b5-f99aa3e66ec0 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "DELETE /v2.0/routers/523d833d-594f-4241-b04d-86cbb0444b58 HTTP/1.1" status: 204 len: 168 time: 0.9274285 Apr 20 16:29:45.757669 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701081da-5982-4303-b32e-59c3b1b256b6 req-2efd4a8e-363c-4cea-85fe-16c72bb6aac3 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:45.759754 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-701081da-5982-4303-b32e-59c3b1b256b6 req-2efd4a8e-363c-4cea-85fe-16c72bb6aac3 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 945 time: 0.1592560 Apr 20 16:29:45.762563 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55836) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:45.777238 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9397286c-0352-4b82-a88b-069be81fe959 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:45.784880 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 5dc64469-3e82-4e11-b21c-5e63b90c1a86 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:29:45.789604 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25ad93-a87d-4fd5-8e6c-f60806bf92d8 req-94627f45-9726-4653-af9b-0bbdeec32aa4 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:45.795075 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-1bf1a21b-539a-40fc-a848-95839ec96fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:45.796462 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dd25ad93-a87d-4fd5-8e6c-f60806bf92d8 req-94627f45-9726-4653-af9b-0bbdeec32aa4 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 984 time: 0.4337204 Apr 20 16:29:45.822547 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-df5575ce-8633-4bdf-96b6-2b875804a080 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "GET /v2.0/ports?device_id=523d833d-594f-4241-b04d-86cbb0444b58 HTTP/1.1" status: 200 len: 205 time: 0.0559382 Apr 20 16:29:45.829230 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3629152-a48f-42ee-9461-2d4410306469 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:45.833796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55838) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:45.833988 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d3629152-a48f-42ee-9461-2d4410306469 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&device_id=36705981-9d85-4469-af3a-e3294c24ef74&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1032007 Apr 20 16:29:45.834375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55840) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:45.860215 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 443f6dc3-a9a0-4033-934c-a701aa8831d4 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:45.860627 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:45.867546 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dd25ad93-a87d-4fd5-8e6c-f60806bf92d8 req-e181254f-2223-41e1-a6e0-9c6ae335e499 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe325edc-6331-460a-bfee-be52b080ef80&id=2cdd8d8a-a7f5-4f70-91cc-6d70e0627301&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0701189 Apr 20 16:29:45.905224 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf1a21b-539a-40fc-a848-95839ec96fed None None] Routers {'36705981-9d85-4469-af3a-e3294c24ef74'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:45.906132 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-1bf1a21b-539a-40fc-a848-95839ec96fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['36705981-9d85-4469-af3a-e3294c24ef74'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:45.928542 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-701081da-5982-4303-b32e-59c3b1b256b6 req-58558123-bf24-4412-a387-99a01224800b tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=96df2056-f33d-4671-9f21-5b50b319be5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491554 Apr 20 16:29:45.940134 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-1e6753fc-7176-4328-a95c-48352abc843f tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] delete failed (client error): The resource could not be found. Apr 20 16:29:45.942148 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1e6753fc-7176-4328-a95c-48352abc843f tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "DELETE /v2.0/routers/523d833d-594f-4241-b04d-86cbb0444b58 HTTP/1.1" status: 404 len: 336 time: 0.1034825 Apr 20 16:29:45.944612 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55842) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:45.977390 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-1bf1a21b-539a-40fc-a848-95839ec96fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:45.978312 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf1a21b-539a-40fc-a848-95839ec96fed None None] The sync data for ids ['36705981-9d85-4469-af3a-e3294c24ef74'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:29:46.012016 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d4b30a56-fd27-4ccc-a3e1-9ef6f146db34 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ffa4343-266d-49d8-98ee-6cb7724dae5c HTTP/1.1" status: 200 len: 205 time: 0.0583360 Apr 20 16:29:46.014535 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55844) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:46.067929 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-a58763e9-7819-4819-840d-6ec8adda5969 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:46.125956 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-11a45327-4e4b-4b50-a198-68ab1416c192 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] delete failed (client error): The resource could not be found. Apr 20 16:29:46.127851 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-11a45327-4e4b-4b50-a198-68ab1416c192 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "DELETE /v2.0/routers/2ffa4343-266d-49d8-98ee-6cb7724dae5c HTTP/1.1" status: 404 len: 336 time: 0.1114111 Apr 20 16:29:46.131183 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55852) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:46.153219 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:46.211613 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 5dc64469-3e82-4e11-b21c-5e63b90c1a86 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:29:46.214679 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9397286c-0352-4b82-a88b-069be81fe959 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:46.218663 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 5dc64469-3e82-4e11-b21c-5e63b90c1a86 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:29:46.219254 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:46.219871 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-03a6f6ab-a008-4ede-b278-df9c050e863e tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f0bfacd-3a46-468d-9192-f6b502dec53f HTTP/1.1" status: 200 len: 205 time: 0.0872791 Apr 20 16:29:46.221059 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4f8c3c-bd09-4d01-8b1a-34ad6965c9d2 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:46.228631 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4c4f8c3c-bd09-4d01-8b1a-34ad6965c9d2 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 881 time: 0.3801720 Apr 20 16:29:46.248568 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55854) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:46.250284 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55856) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:46.269945 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9397286c-0352-4b82-a88b-069be81fe959 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:46.283714 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-9397286c-0352-4b82-a88b-069be81fe959 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:46.313710 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-a58763e9-7819-4819-840d-6ec8adda5969 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Network 70aadf33-c190-45cc-a215-614b0e69afcd is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:46.314822 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9397286c-0352-4b82-a88b-069be81fe959 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:46.321511 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9397286c-0352-4b82-a88b-069be81fe959 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:46.321511 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9397286c-0352-4b82-a88b-069be81fe959 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:46.321792 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-93c1acaa-0da8-4f37-a45e-671466328403 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "GET /v2.0/ports?device_id=36705981-9d85-4469-af3a-e3294c24ef74 HTTP/1.1" status: 200 len: 205 time: 0.0578942 Apr 20 16:29:46.322488 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7329dc8b-8296-4026-a09f-92c4162de804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c030243a-3b3b-48d9-b958-e0bce2183416'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:29:46.325600 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc23c42-f648-4a4d-a606-6f3457c79b19" -d '{"events": [{"server_uuid": "7329dc8b-8296-4026-a09f-92c4162de804", "name": "network-vif-plugged", "status": "completed", "tag": "c030243a-3b3b-48d9-b958-e0bce2183416"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:29:46.342193 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55860) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:46.345082 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-a58763e9-7819-4819-840d-6ec8adda5969 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:46.358878 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9649b224-d2bf-42bb-99ae-d196a78c6df6 req-a5c1db56-71f2-4372-9c1d-d32a8c98aca7 tempest-ServersAaction247Test-1004784666 tempest-ServersAaction247Test-1004784666-project] 10.222.0.30 "GET /v2.0/ports?device_id=7463a349-3f89-4176-9e32-84927a388e03 HTTP/1.1" status: 200 len: 210 time: 0.1076121 Apr 20 16:29:46.359779 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-a58763e9-7819-4819-840d-6ec8adda5969 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:46.362027 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port c030243a-3b3b-48d9-b958-e0bce2183416, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=c030243a-3b3b-48d9-b958-e0bce2183416,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:46.380729 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0582a199-fbf1-448b-83cb-68341df882c1 req-18541933-80c9-4d45-9fa0-078e0076d415 tempest-ServersAaction247Test-1004784666 tempest-ServersAaction247Test-1004784666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7463a349-3f89-4176-9e32-84927a388e03 HTTP/1.1" status: 200 len: 210 time: 0.1549015 Apr 20 16:29:46.381582 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-70109d4f-f846-423d-bc84-511c0da8dd99 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] delete failed (client error): The resource could not be found. Apr 20 16:29:46.385769 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-70109d4f-f846-423d-bc84-511c0da8dd99 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "DELETE /v2.0/routers/0f0bfacd-3a46-468d-9192-f6b502dec53f HTTP/1.1" status: 404 len: 336 time: 0.1341014 Apr 20 16:29:46.386492 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55864) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:46.429167 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:46.450039 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fccc48e4-b98f-40ab-86c2-f814d25490b4 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f025fd5-3e58-46fa-8e9c-17c77846fc39 HTTP/1.1" status: 200 len: 205 time: 0.0611379 Apr 20 16:29:46.450642 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55866) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:46.502803 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775e0add-06e6-4f15-a670-d9ba97b0aa84 x-openstack-request-id: req-775e0add-06e6-4f15-a670-d9ba97b0aa84 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:29:46.503824 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7329dc8b-8296-4026-a09f-92c4162de804", "name": "network-vif-plugged", "status": "completed", "tag": "c030243a-3b3b-48d9-b958-e0bce2183416", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:29:46.504273 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-775e0add-06e6-4f15-a670-d9ba97b0aa84 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:29:46.504888 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-775e0add-06e6-4f15-a670-d9ba97b0aa84'] response: {'server_uuid': '7329dc8b-8296-4026-a09f-92c4162de804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c030243a-3b3b-48d9-b958-e0bce2183416', 'code': 200} Apr 20 16:29:46.517020 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:46.536084 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3430605d-6e5f-466a-975e-3485414d086b tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:46.543674 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58763e9-7819-4819-840d-6ec8adda5969 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Pushing event updated for resources: {'Port': ['ID=4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:46.543865 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-704ce2d8-6413-4649-a425-63cdecbd338a tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] delete failed (client error): The resource could not be found. Apr 20 16:29:46.561702 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-704ce2d8-6413-4649-a425-63cdecbd338a tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "DELETE /v2.0/routers/4f025fd5-3e58-46fa-8e9c-17c77846fc39 HTTP/1.1" status: 404 len: 336 time: 0.1099210 Apr 20 16:29:46.562583 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55868) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:46.577734 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=c030243a-3b3b-48d9-b958-e0bce2183416,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:46.586360 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 5dc64469-3e82-4e11-b21c-5e63b90c1a86, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=5dc64469-3e82-4e11-b21c-5e63b90c1a86,segment=NetworkSegment(ae05cb49-0407-4b9b-b8bb-8e454ab9e108),segment_id=ae05cb49-0407-4b9b-b8bb-8e454ab9e108)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:46.592611 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:46.593276 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:46.593804 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:46.594374 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:46.594901 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:46.595460 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:46.595976 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:46.596565 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:46.601035 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:46.601035 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:46.601035 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:46.601035 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:46.618593 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e7a23905-06b7-45dd-ae44-e11cd6e30858 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7819246-8fbf-4bce-8825-af2a81785900 HTTP/1.1" status: 200 len: 205 time: 0.0524995 Apr 20 16:29:46.618878 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55870) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:46.677010 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:46.679111 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-7393e861-6072-4930-938b-07e310de41fd tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] delete failed (client error): The resource could not be found. Apr 20 16:29:46.680236 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7393e861-6072-4930-938b-07e310de41fd tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "DELETE /v2.0/routers/d7819246-8fbf-4bce-8825-af2a81785900 HTTP/1.1" status: 404 len: 336 time: 0.0603487 Apr 20 16:29:46.682785 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55872) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:46.722389 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2aa31c10-9e93-46a0-9047-2d4c687c3cb3 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "GET /v2.0/ports?device_id=aede3024-0b2a-4955-8d02-79eec85c0368 HTTP/1.1" status: 200 len: 205 time: 0.0379915 Apr 20 16:29:46.724529 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55874) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:46.776744 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-c124e5b1-b717-41ff-ab7f-e675c7e1dfc4 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] delete failed (client error): The resource could not be found. Apr 20 16:29:46.778564 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c124e5b1-b717-41ff-ab7f-e675c7e1dfc4 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "DELETE /v2.0/routers/aede3024-0b2a-4955-8d02-79eec85c0368 HTTP/1.1" status: 404 len: 336 time: 0.0530388 Apr 20 16:29:46.781298 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55876) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:46.786048 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9397286c-0352-4b82-a88b-069be81fe959 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6244426 Apr 20 16:29:46.794939 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=5dc64469-3e82-4e11-b21c-5e63b90c1a86,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:46.816017 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55878) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:46.824514 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a494be-fe78-464c-afe6-3d3e859319e6 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] DELETE failed (client error): The resource could not be found. Apr 20 16:29:46.825062 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a494be-fe78-464c-afe6-3d3e859319e6 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:29:46.828685 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-78a494be-fe78-464c-afe6-3d3e859319e6 tempest-RoutersAdminTest-1520766832 tempest-RoutersAdminTest-1520766832-project] 10.222.0.15 "DELETE /v2.0/subnets/d233a04a-5894-4d45-b278-64bfb15e8e2d HTTP/1.1" status: 404 len: 337 time: 0.0449839 Apr 20 16:29:46.961126 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1a0c5-798b-4c1f-b277-0557735aa000 req-feecb760-c0b8-4ce8-b54e-e6c0946d0a21 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:46.969919 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-86a1a0c5-798b-4c1f-b277-0557735aa000 req-feecb760-c0b8-4ce8-b54e-e6c0946d0a21 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 932 time: 0.6022785 Apr 20 16:29:46.977982 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397286c-0352-4b82-a88b-069be81fe959 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Pushing event updated for resources: {'Port': ['ID=67e2d23a-ddd7-46a2-9179-8e5602dd6917,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:46.987296 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-a58763e9-7819-4819-840d-6ec8adda5969 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:46.987812 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-a58763e9-7819-4819-840d-6ec8adda5969 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:46.990977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f5008-fa34-42eb-9408-edc157c06a45 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:46.992624 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-363f5008-fa34-42eb-9408-edc157c06a45 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] 10.222.0.15 "GET /v2.0/ports/67e2d23a-ddd7-46a2-9179-8e5602dd6917 HTTP/1.1" status: 200 len: 955 time: 0.1725185 Apr 20 16:29:46.997057 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55886) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:47.056002 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f7800-d4ad-4336-815e-92d94bcb45e8 req-b9f59cb1-f5fd-4f9d-837f-828c2b6f83fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:47.057751 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0c2f7800-d4ad-4336-815e-92d94bcb45e8 req-b9f59cb1-f5fd-4f9d-837f-828c2b6f83fc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 1097 time: 0.3937097 Apr 20 16:29:47.112458 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-86a1a0c5-798b-4c1f-b277-0557735aa000 req-d475d5b7-7a12-4b19-aa44-a937281ad0dd tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409380 Apr 20 16:29:47.133903 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0c2f7800-d4ad-4336-815e-92d94bcb45e8 req-7dd713ec-5edb-4d41-8b69-2494121b8542 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=96df2056-f33d-4671-9f21-5b50b319be5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649374 Apr 20 16:29:47.144512 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3430605d-6e5f-466a-975e-3485414d086b tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:47.172314 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-a58763e9-7819-4819-840d-6ec8adda5969 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4056320 Apr 20 16:29:47.188758 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c082e-d1a5-47de-b039-2d4bf13a30f1 req-71d86d47-e144-492b-9bda-0de9ed3896e2 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:47.200598 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Request body: {'port': {'device_id': '2142d8fb-7c04-49be-8bd8-65a51ce7e7d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:47.202346 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-045c082e-d1a5-47de-b039-2d4bf13a30f1 req-71d86d47-e144-492b-9bda-0de9ed3896e2 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 985 time: 0.2587245 Apr 20 16:29:47.342826 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e7e31-b83a-4ed5-b8e1-65e15978a348 req-0723e0d2-eed8-41ce-b5b8-3d299e8749eb tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:47.344890 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ab4e7e31-b83a-4ed5-b8e1-65e15978a348 req-0723e0d2-eed8-41ce-b5b8-3d299e8749eb tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 946 time: 0.1052799 Apr 20 16:29:47.352718 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:47.369396 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-045c082e-d1a5-47de-b039-2d4bf13a30f1 req-13e72728-aaa2-43be-a3d1-30cc5e731916 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe325edc-6331-460a-bfee-be52b080ef80&id=2cdd8d8a-a7f5-4f70-91cc-6d70e0627301&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1632144 Apr 20 16:29:47.375872 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-323e1b34-2019-438f-a98b-ee62fc0c2615 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Deleting port 67e2d23a-ddd7-46a2-9179-8e5602dd6917 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:29:47.375872 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-323e1b34-2019-438f-a98b-ee62fc0c2615 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:47.474013 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-323e1b34-2019-438f-a98b-ee62fc0c2615 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:47.493437 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-323e1b34-2019-438f-a98b-ee62fc0c2615 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Calling delete_port for 67e2d23a-ddd7-46a2-9179-8e5602dd6917 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:29:47.542224 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ab4e7e31-b83a-4ed5-b8e1-65e15978a348 req-c195f443-182c-4a13-bff8-11aa82023047 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=96df2056-f33d-4671-9f21-5b50b319be5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676161 Apr 20 16:29:47.646117 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-03119cbc-9f4b-4b11-8fe2-3ba5515b8dfb req-b2d8dab1-ba36-448c-a1f0-da4529aa1199 tempest-ServersAaction247Test-1004784666 tempest-ServersAaction247Test-1004784666-project] 10.222.0.15 "GET /v2.0/ports?device_id=7463a349-3f89-4176-9e32-84927a388e03 HTTP/1.1" status: 200 len: 210 time: 0.0479610 Apr 20 16:29:47.678824 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-3430605d-6e5f-466a-975e-3485414d086b tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Deleting port 2662a731-9a3b-480f-b379-3c901c1376f9 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:29:47.679483 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3430605d-6e5f-466a-975e-3485414d086b tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:47.775243 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-323e1b34-2019-438f-a98b-ee62fc0c2615 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:47.795059 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55896) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:47.819240 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e1b34-2019-438f-a98b-ee62fc0c2615 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Pushing event deleted for resources: {'Port': ['ID=67e2d23a-ddd7-46a2-9179-8e5602dd6917,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:47.835902 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-323e1b34-2019-438f-a98b-ee62fc0c2615 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:47.839350 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-323e1b34-2019-438f-a98b-ee62fc0c2615 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] 10.222.0.15 "DELETE /v2.0/ports/67e2d23a-ddd7-46a2-9179-8e5602dd6917 HTTP/1.1" status: 204 len: 168 time: 0.8355322 Apr 20 16:29:47.847765 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55900) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:47.851549 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3430605d-6e5f-466a-975e-3485414d086b tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:47.878203 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-3430605d-6e5f-466a-975e-3485414d086b tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Calling delete_port for 2662a731-9a3b-480f-b379-3c901c1376f9 owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:29:47.903873 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1fd689-4ec8-4631-996e-94178a0ff9f2 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] GET failed (client error): The resource could not be found. Apr 20 16:29:47.908797 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ae1fd689-4ec8-4631-996e-94178a0ff9f2 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] 10.222.0.15 "GET /v2.0/ports/67e2d23a-ddd7-46a2-9179-8e5602dd6917 HTTP/1.1" status: 404 len: 333 time: 0.0567303 Apr 20 16:29:47.911842 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55902) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:47.915299 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-6071f005-3664-46e0-80d6-05d75feba91e tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Request body: {'port': {'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1746423967'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:47.995385 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af7fbba8-96f8-4657-b530-6d47d1298f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:48.023218 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:29:48.037134 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6071f005-3664-46e0-80d6-05d75feba91e tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Made reservation on behalf of 6419f41f8bfb460886e9af99edbe56b6 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:29:48.040405 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:48.041776 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6071f005-3664-46e0-80d6-05d75feba91e tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:48.064962 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-6071f005-3664-46e0-80d6-05d75feba91e tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] device_id is not set on port 66e1bd0f-85e7-4595-88e2-2d74043b9adc yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:29:48.113308 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Transition to ACTIVE for port object 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:29:48.196861 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:48.284258 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Pushing event updated for resources: {'Port': ['ID=4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:48.299786 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af7fbba8-96f8-4657-b530-6d47d1298f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:48.328092 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6071f005-3664-46e0-80d6-05d75feba91e tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:48.335705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:48.335705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:48.335705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:48.335705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:48.335705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:48.336209 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:48.336480 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:48.337027 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:48.337027 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:48.337370 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:48.337694 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:48.338023 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:29:48.410067 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643917d-9735-4b31-be69-1e66890a0fc0 req-109677bb-e025-4a2c-afb0-369dd35a4b28 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:48.411606 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9643917d-9735-4b31-be69-1e66890a0fc0 req-109677bb-e025-4a2c-afb0-369dd35a4b28 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 944 time: 0.1380777 Apr 20 16:29:48.414990 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af7fbba8-96f8-4657-b530-6d47d1298f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:48.469681 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3430605d-6e5f-466a-975e-3485414d086b tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:48.507516 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc64469-3e82-4e11-b21c-5e63b90c1a86'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:29:48.509187 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fe6c71-64c0-4506-b7da-79ba1d6d7204" -d '{"events": [{"server_uuid": "7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5", "name": "network-vif-plugged", "status": "completed", "tag": "5dc64469-3e82-4e11-b21c-5e63b90c1a86"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:29:48.513136 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6071f005-3664-46e0-80d6-05d75feba91e tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:48.525388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Attempting to bind port 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:48.525732 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Attempting to bind port 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'de7e85de-f14c-461a-94d8-0584b0dff18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '70aadf33-c190-45cc-a215-614b0e69afcd'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:48.526048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Attempting to bind port 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a on network 70aadf33-c190-45cc-a215-614b0e69afcd {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:48.537605 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-af7fbba8-96f8-4657-b530-6d47d1298f4e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b91d0f7fa537458fac788e915e29c31b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7397642 Apr 20 16:29:48.538225 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55914) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:48.550812 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fbba8-96f8-4657-b530-6d47d1298f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8ba838-f917-436c-9c5b-643f6807aae2,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:48.558561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430605d-6e5f-466a-975e-3485414d086b tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Pushing event deleted for resources: {'Port': ['ID=2662a731-9a3b-480f-b379-3c901c1376f9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:48.558561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Port 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a on network 70aadf33-c190-45cc-a215-614b0e69afcd not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:48.558561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Attempting to bind port 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a on network 70aadf33-c190-45cc-a215-614b0e69afcd {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:48.601023 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9643917d-9735-4b31-be69-1e66890a0fc0 req-77199d00-d0ca-4e69-89ce-47a084e389dc tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714869 Apr 20 16:29:48.623929 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:29:48.624374 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Checking segment: {'id': 'de7e85de-f14c-461a-94d8-0584b0dff18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '70aadf33-c190-45cc-a215-614b0e69afcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:29:48.624682 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Bound using segment: {'id': 'de7e85de-f14c-461a-94d8-0584b0dff18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '70aadf33-c190-45cc-a215-614b0e69afcd'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:29:48.625115 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Bound port: 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de7e85de-f14c-461a-94d8-0584b0dff18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '70aadf33-c190-45cc-a215-614b0e69afcd'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:29:48.625559 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:48.664168 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875c0983-b3ee-41f9-9dec-c19b6a4ed9e7 x-openstack-request-id: req-875c0983-b3ee-41f9-9dec-c19b6a4ed9e7 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:29:48.664168 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5", "name": "network-vif-plugged", "status": "completed", "tag": "5dc64469-3e82-4e11-b21c-5e63b90c1a86", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:29:48.664168 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-875c0983-b3ee-41f9-9dec-c19b6a4ed9e7 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:29:48.664168 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-875c0983-b3ee-41f9-9dec-c19b6a4ed9e7'] response: {'server_uuid': '7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc64469-3e82-4e11-b21c-5e63b90c1a86', 'code': 200} Apr 20 16:29:48.667441 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7084d76-7042-4137-85b2-51c49c4a3b62 req-0c063a94-d911-467e-a4cf-9ab95ba34aef tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:48.677174 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f7084d76-7042-4137-85b2-51c49c4a3b62 req-0c063a94-d911-467e-a4cf-9ab95ba34aef tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 985 time: 0.1830611 Apr 20 16:29:48.699999 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6071f005-3664-46e0-80d6-05d75feba91e tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:48.705080 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071f005-3664-46e0-80d6-05d75feba91e tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Pushing event updated for resources: {'Port': ['ID=66e1bd0f-85e7-4595-88e2-2d74043b9adc,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:48.715880 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3430605d-6e5f-466a-975e-3485414d086b tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:48.718065 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-6071f005-3664-46e0-80d6-05d75feba91e tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:48.722480 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6071f005-3664-46e0-80d6-05d75feba91e tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:48.723991 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6071f005-3664-46e0-80d6-05d75feba91e tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:48.724937 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6071f005-3664-46e0-80d6-05d75feba91e tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:48.766826 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f7084d76-7042-4137-85b2-51c49c4a3b62 req-09c185fe-5fb8-4ac9-be64-2b419e707222 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe325edc-6331-460a-bfee-be52b080ef80&id=2cdd8d8a-a7f5-4f70-91cc-6d70e0627301&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0886247 Apr 20 16:29:48.802724 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8e1ea099-9391-4282-a431-7682978480de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:48.835123 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6071f005-3664-46e0-80d6-05d75feba91e tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9236090 Apr 20 16:29:48.837967 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55920) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:48.845385 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:48.857355 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3430605d-6e5f-466a-975e-3485414d086b tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:48.880989 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3430605d-6e5f-466a-975e-3485414d086b tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:48.900431 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baead0a3-5576-4733-8bc4-d34180c80a52 req-3bbca48b-02d0-4c20-935a-7d80e9265ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:48.900431 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-baead0a3-5576-4733-8bc4-d34180c80a52 req-3bbca48b-02d0-4c20-935a-7d80e9265ada service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 1136 time: 0.1091084 Apr 20 16:29:48.907434 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8e1ea099-9391-4282-a431-7682978480de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:48.909590 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] For port 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:29:48.975189 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] For port 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a,segment=NetworkSegment(de7e85de-f14c-461a-94d8-0584b0dff18b),segment_id=de7e85de-f14c-461a-94d8-0584b0dff18b)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:29:49.001416 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a88527-90ca-411a-8479-628fa91af289 req-6e3ed069-4867-4847-a634-73ba2b221874 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:49.003002 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87a88527-90ca-411a-8479-628fa91af289 req-6e3ed069-4867-4847-a634-73ba2b221874 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 946 time: 0.1909800 Apr 20 16:29:49.009183 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-baead0a3-5576-4733-8bc4-d34180c80a52 req-bb00f9ea-2cd9-4856-a486-3734f168e59e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2cdd8d8a-a7f5-4f70-91cc-6d70e0627301&id=fe325edc-6331-460a-bfee-be52b080ef80&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1004405 Apr 20 16:29:49.009923 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:49.060721 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87a88527-90ca-411a-8479-628fa91af289 req-b3f5f9c6-5d9c-4380-98fe-c76580e87174 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=96df2056-f33d-4671-9f21-5b50b319be5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468433 Apr 20 16:29:49.067500 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:49.130597 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3430605d-6e5f-466a-975e-3485414d086b tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:49.131324 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3430605d-6e5f-466a-975e-3485414d086b tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Fanout notify agent at l3_agent the message router_deleted on router 36705981-9d85-4469-af3a-e3294c24ef74 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:29:49.187866 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3430605d-6e5f-466a-975e-3485414d086b tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:49.192527 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3430605d-6e5f-466a-975e-3485414d086b tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "DELETE /v2.0/routers/36705981-9d85-4469-af3a-e3294c24ef74 HTTP/1.1" status: 204 len: 168 time: 2.8454764 Apr 20 16:29:49.192527 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Pushing event updated for resources: {'Port': ['ID=4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:49.203031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:49.203785 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:49.205440 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-270e8eb4-2fe2-4794-9221-b5064908de4c service neutron] 10.222.0.26 "PUT /v2.0/ports/4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a HTTP/1.1" status: 200 len: 1092 time: 2.0184357 Apr 20 16:29:49.205919 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55928) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:49.206741 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2142d8fb-7c04-49be-8bd8-65a51ce7e7d0', 'tag': '4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:29:49.209202 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbde88a7-9e13-4a22-a5d0-0ff4b58b9ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "2142d8fb-7c04-49be-8bd8-65a51ce7e7d0", "tag": "4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:29:49.216305 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-19e5b9af-32cb-4627-8cb4-456cf3867182 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-556270106', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:49.231420 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8e1ea099-9391-4282-a431-7682978480de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:49.237309 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8e1ea099-9391-4282-a431-7682978480de admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:49.238579 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8e1ea099-9391-4282-a431-7682978480de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a8ba838-f917-436c-9c5b-643f6807aae2 HTTP/1.1" status: 204 len: 168 time: 0.6926196 Apr 20 16:29:49.285558 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ea099-9391-4282-a431-7682978480de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8ba838-f917-436c-9c5b-643f6807aae2,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:49.330229 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b281f412-a8ca-4ecc-ab78-726463bc886b x-openstack-request-id: req-b281f412-a8ca-4ecc-ab78-726463bc886b {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:29:49.331615 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2142d8fb-7c04-49be-8bd8-65a51ce7e7d0", "tag": "4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:29:49.332076 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b281f412-a8ca-4ecc-ab78-726463bc886b {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:29:49.332665 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b281f412-a8ca-4ecc-ab78-726463bc886b'] response: {'name': 'network-changed', 'server_uuid': '2142d8fb-7c04-49be-8bd8-65a51ce7e7d0', 'tag': '4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a', 'status': 'completed', 'code': 200} Apr 20 16:29:49.522399 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde88a7-9e13-4a22-a5d0-0ff4b58b9ff5 req-38d91281-8349-40f0-8c93-73ecccf04cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:49.526527 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbde88a7-9e13-4a22-a5d0-0ff4b58b9ff5 req-38d91281-8349-40f0-8c93-73ecccf04cfc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f0db156e28243f4bff540048e8173db&device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 1095 time: 0.1086788 Apr 20 16:29:49.578870 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55940) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:49.676178 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-19e5b9af-32cb-4627-8cb4-456cf3867182 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:49.678195 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-19e5b9af-32cb-4627-8cb4-456cf3867182 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:49.768814 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e226510-f302-41ed-abea-e8fcd0680e79 req-35a5a05b-12b2-4783-b2f6-0d5dcfb4669f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:49.769845 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7e226510-f302-41ed-abea-e8fcd0680e79 req-35a5a05b-12b2-4783-b2f6-0d5dcfb4669f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 946 time: 0.1771109 Apr 20 16:29:49.773987 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55946) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:49.779419 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-4a50521a-7b4d-46c4-af7e-7aafa7920553 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Request body: {'floatingip': {'port_id': 'c030243a-3b3b-48d9-b958-e0bce2183416'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:49.977406 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4a50521a-7b4d-46c4-af7e-7aafa7920553 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:50.114714 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce9dcb-f5ff-4e06-bbdb-e83bc01ff1a8 req-653726b9-e639-43a2-9d98-240810259e7c tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:50.117284 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c6ce9dcb-f5ff-4e06-bbdb-e83bc01ff1a8 req-653726b9-e639-43a2-9d98-240810259e7c tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 985 time: 0.1985822 Apr 20 16:29:50.278439 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] device_id is not set on port 66e1bd0f-85e7-4595-88e2-2d74043b9adc yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:29:50.298550 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:50.331441 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c6ce9dcb-f5ff-4e06-bbdb-e83bc01ff1a8 req-90e87c84-21b4-468b-85af-a2cd08d7ca6a tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe325edc-6331-460a-bfee-be52b080ef80&id=2cdd8d8a-a7f5-4f70-91cc-6d70e0627301&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1851828 Apr 20 16:29:50.369006 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-19e5b9af-32cb-4627-8cb4-456cf3867182 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:50.414578 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff3bf55e-0c25-4c57-82e4-88bfcdae0e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:50.485719 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23c4ea-8490-4051-99e9-f3bdeb70b3ad req-9a88c90c-4851-47af-84c2-ad472eb234bc tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:50.487250 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8f23c4ea-8490-4051-99e9-f3bdeb70b3ad req-9a88c90c-4851-47af-84c2-ad472eb234bc tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 944 time: 0.1255405 Apr 20 16:29:50.504023 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde88a7-9e13-4a22-a5d0-0ff4b58b9ff5 req-5d4e420c-b870-4183-a056-47a5fbdca82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:50.504023 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbde88a7-9e13-4a22-a5d0-0ff4b58b9ff5 req-5d4e420c-b870-4183-a056-47a5fbdca82e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=3f0db156e28243f4bff540048e8173db&shared=False HTTP/1.1" status: 200 len: 919 time: 0.9496655 Apr 20 16:29:50.552540 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:50.640806 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-19e5b9af-32cb-4627-8cb4-456cf3867182 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:50.691625 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8f23c4ea-8490-4051-99e9-f3bdeb70b3ad req-f5565486-818d-445d-891c-4bbcfd7d6e84 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939616 Apr 20 16:29:50.698816 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Pushing event updated for resources: {'Port': ['ID=66e1bd0f-85e7-4595-88e2-2d74043b9adc,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:50.752718 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff3bf55e-0c25-4c57-82e4-88bfcdae0e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:50.756038 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde88a7-9e13-4a22-a5d0-0ff4b58b9ff5 req-89b18d23-ce10-45f3-a812-d8c61f3531a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:50.757766 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbde88a7-9e13-4a22-a5d0-0ff4b58b9ff5 req-89b18d23-ce10-45f3-a812-d8c61f3531a2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2565305 Apr 20 16:29:50.785185 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:50.785800 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:50.785932 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:50.792387 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:50.793411 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:50.803141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55960) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:50.814915 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4a50521a-7b4d-46c4-af7e-7aafa7920553 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:50.815676 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 2 to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc Apr 20 16:29:50.835106 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:50.838124 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:50.838124 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:50.853048 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:50.853372 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:50.853785 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 3 to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc Apr 20 16:29:50.875820 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:50.876213 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:50.876527 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:50.883682 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff3bf55e-0c25-4c57-82e4-88bfcdae0e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:50.883841 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:50.883841 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:50.884563 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 4 to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc Apr 20 16:29:50.885573 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-19e5b9af-32cb-4627-8cb4-456cf3867182 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:50.887348 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-19e5b9af-32cb-4627-8cb4-456cf3867182 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.6746116 Apr 20 16:29:50.891199 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55962) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:50.901759 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-dc5505c5-61f1-47be-ad01-ff3eab6974bf tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'enable_snat': False}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:50.942341 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4a50521a-7b4d-46c4-af7e-7aafa7920553 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:50.952260 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-61855783-82a9-442f-a89d-eead5dc0eb76 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d99354eefb2401ca776b883c0fd7223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477146 Apr 20 16:29:50.962142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-b0cff1b7-9852-4c78-85c4-60d0d5a9ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:50.963675 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-b0cff1b7-9852-4c78-85c4-60d0d5a9ceb2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f0db156e28243f4bff540048e8173db&device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 1095 time: 0.1424341 Apr 20 16:29:50.968129 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55964) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:50.972880 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bf55e-0c25-4c57-82e4-88bfcdae0e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a18cac-b53a-4b92-9493-4bffdfd72f50,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:50.978054 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:50.978398 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:50.978735 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:50.985022 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ff3bf55e-0c25-4c57-82e4-88bfcdae0e5b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a6d7929b9c3462496f101d6ec9e0b17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4021828 Apr 20 16:29:50.989772 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55966) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:51.026426 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:51.026756 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:51.031204 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 5 to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc Apr 20 16:29:51.070915 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-3b15ba95-1ae4-4cc1-8b80-e38f545b6648 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a HTTP/1.1" status: 200 len: 217 time: 0.0842688 Apr 20 16:29:51.122133 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ab180ab6-36d4-43d2-b638-bc939d86b083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:51.166198 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ab180ab6-36d4-43d2-b638-bc939d86b083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:51.177832 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:51.178165 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:51.178503 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:51.204152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-f1cc09df-6054-4984-93e9-640cf6d5d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:51.206008 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-f1cc09df-6054-4984-93e9-640cf6d5d96b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=17632b9e-8812-4d3f-b199-f8c936f90313 HTTP/1.1" status: 200 len: 858 time: 0.1261849 Apr 20 16:29:51.247805 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-e1be48c5-7005-406a-a743-98c4d8f89148 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70aadf33-c190-45cc-a215-614b0e69afcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335743 Apr 20 16:29:51.249033 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dc5505c5-61f1-47be-ad01-ff3eab6974bf tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:51.253639 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:51.254033 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:51.256934 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 6 to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc Apr 20 16:29:51.291302 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:51.291659 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:51.292071 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:51.316468 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:51.316899 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:51.324743 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 7 to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc Apr 20 16:29:51.329490 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-4a50521a-7b4d-46c4-af7e-7aafa7920553 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Floating IP b3f40701-3142-414b-95d5-2f4390492236 associated. External IP: 172.25.0.86, port: c030243a-3b3b-48d9-b958-e0bce2183416. Apr 20 16:29:51.338374 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ebbb43f7-f488-42f9-9747-f632bb977e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:51.392599 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-73f8833e-c58d-4c7e-abf2-c427690266cb service neutron] 10.222.0.26 "GET /v2.0/networks/70aadf33-c190-45cc-a215-614b0e69afcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360581 Apr 20 16:29:51.393901 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:51.394238 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:51.394571 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:51.419377 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ab180ab6-36d4-43d2-b638-bc939d86b083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:51.424840 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ab180ab6-36d4-43d2-b638-bc939d86b083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:51.429625 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ab180ab6-36d4-43d2-b638-bc939d86b083 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15dedfe3-1cfa-46c1-8726-af4b53c6fc7c HTTP/1.1" status: 204 len: 168 time: 0.4592042 Apr 20 16:29:51.442131 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:51.443558 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:51.455581 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ebbb43f7-f488-42f9-9747-f632bb977e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:51.458144 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab180ab6-36d4-43d2-b638-bc939d86b083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dedfe3-1cfa-46c1-8726-af4b53c6fc7c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:51.472999 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 8 to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc Apr 20 16:29:51.532054 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:51.532435 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:51.532780 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:51.594678 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56cb574c-9a80-4969-b8ba-520a1983deb5 req-1a62932b-dc4b-4c34-abd9-3cb7fcd5fda5 service neutron] 10.222.0.26 "GET /v2.0/networks/70aadf33-c190-45cc-a215-614b0e69afcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930246 Apr 20 16:29:51.630403 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:51.630863 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:51.667027 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 9 to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc Apr 20 16:29:51.725797 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:51.726044 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:51.726435 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:51.744613 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:51.744613 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:51.746248 n-d-836146-2 neutron-server[103485]: INFO neutron.plugins.ml2.plugin [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempt 10 to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc Apr 20 16:29:51.782687 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9dcd6e-e16c-4406-bacb-176cc20862e5 req-705adf25-865f-4e9c-9c5a-a30aa3edd763 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:51.784565 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5b9dcd6e-e16c-4406-bacb-176cc20862e5 req-705adf25-865f-4e9c-9c5a-a30aa3edd763 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 985 time: 0.3348670 Apr 20 16:29:51.787334 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:29:51.787922 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:29:51.788006 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempting to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:29:51.851795 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ebbb43f7-f488-42f9-9747-f632bb977e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:51.854626 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ebbb43f7-f488-42f9-9747-f632bb977e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:51.858907 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ebbb43f7-f488-42f9-9747-f632bb977e3f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/59a18cac-b53a-4b92-9493-4bffdfd72f50 HTTP/1.1" status: 204 len: 168 time: 0.8681746 Apr 20 16:29:51.864415 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:29:51.864751 n-d-836146-2 neutron-server[103485]: ERROR neutron.plugins.ml2.managers [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Failed to bind port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on host n-h1-836146-2 for vnic_type normal using segments [{'id': '8a56316c-0383-4d6d-9a01-489886a42bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '74a2f956-f10e-4d11-b79f-4edc2d2234b9'}] Apr 20 16:29:51.865122 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:51.882008 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01741b-46e6-4df4-9cfc-4eb5f107622b req-92f2e245-3178-4965-bee5-221319d48923 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:51.883269 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d01741b-46e6-4df4-9cfc-4eb5f107622b req-92f2e245-3178-4965-bee5-221319d48923 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 944 time: 0.0725305 Apr 20 16:29:51.925745 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb43f7-f488-42f9-9747-f632bb977e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a18cac-b53a-4b92-9493-4bffdfd72f50,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:51.989208 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d01741b-46e6-4df4-9cfc-4eb5f107622b req-f2191479-2f77-47d8-89de-89d593727499 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918715 Apr 20 16:29:52.054031 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5b9dcd6e-e16c-4406-bacb-176cc20862e5 req-3c3976bc-ebb9-4595-978d-334c47cfb4a7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe325edc-6331-460a-bfee-be52b080ef80&id=2cdd8d8a-a7f5-4f70-91cc-6d70e0627301&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2112827 Apr 20 16:29:52.126759 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] For port 66e1bd0f-85e7-4595-88e2-2d74043b9adc, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:29:52.127316 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attempted to set empty binding levels {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 16:29:52.137480 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a50521a-7b4d-46c4-af7e-7aafa7920553 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Router b6bd22b3-a42d-4e80-9070-269f60e060c8 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:29:52.260969 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec1424-163d-482f-aa52-a9e7c3a1f48a req-29a0e504-2da7-4905-9218-2705e0bedd3d tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:52.278078 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-79ec1424-163d-482f-aa52-a9e7c3a1f48a req-29a0e504-2da7-4905-9218-2705e0bedd3d tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 985 time: 0.1054411 Apr 20 16:29:52.416266 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-79ec1424-163d-482f-aa52-a9e7c3a1f48a req-11c18e7b-3153-4328-9600-e45d7ca1073e tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe325edc-6331-460a-bfee-be52b080ef80&id=2cdd8d8a-a7f5-4f70-91cc-6d70e0627301&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1348374 Apr 20 16:29:52.634296 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd46d939-e30d-4dc2-bbde-78d58b1cfe93 req-9c33fabd-3cb7-41f0-857f-ac08e4537284 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684440 Apr 20 16:29:52.688030 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3964beeb-f20f-4ef6-bb9b-e10a9865ffda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:52.732792 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:52.785761 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Pushing event updated for resources: {'Port': ['ID=66e1bd0f-85e7-4595-88e2-2d74043b9adc,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:52.801918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46d939-e30d-4dc2-bbde-78d58b1cfe93 req-92234cbd-7111-4497-b8e6-b2e5eb1b17a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:52.806511 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd46d939-e30d-4dc2-bbde-78d58b1cfe93 req-92234cbd-7111-4497-b8e6-b2e5eb1b17a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb11bf8b3c08464a8790ceef590f4df3&device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 1136 time: 0.1042376 Apr 20 16:29:52.892796 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] In _notify_port_updated(), no bound segment for port 66e1bd0f-85e7-4595-88e2-2d74043b9adc on network 74a2f956-f10e-4d11-b79f-4edc2d2234b9 {{(pid=103485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:29:52.893675 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:52.894272 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:52.895760 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8c5f73cb-86c4-48fa-8d17-5ce7fa7ca1bd tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] 10.222.0.15 "PUT /v2.0/ports/66e1bd0f-85e7-4595-88e2-2d74043b9adc HTTP/1.1" status: 200 len: 975 time: 4.0568240 Apr 20 16:29:52.900575 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56008) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:52.954851 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46d939-e30d-4dc2-bbde-78d58b1cfe93 req-f1293f1e-4750-47a5-9558-49dcd34892de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:52.956650 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd46d939-e30d-4dc2-bbde-78d58b1cfe93 req-f1293f1e-4750-47a5-9558-49dcd34892de service neutron] 10.222.0.26 "GET /v2.0/networks?id=37dffd32-6c1b-4ef8-ae8a-aeadb127d379 HTTP/1.1" status: 200 len: 898 time: 0.1272373 Apr 20 16:29:53.010368 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d745a46-dbf2-4998-8402-98d3fd5746eb req-7fec7265-1b48-4ccd-83a2-b02a9d2bfadc tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:53.012459 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6d745a46-dbf2-4998-8402-98d3fd5746eb req-7fec7265-1b48-4ccd-83a2-b02a9d2bfadc tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 1136 time: 0.2317264 Apr 20 16:29:53.016745 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dc5505c5-61f1-47be-ad01-ff3eab6974bf tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:53.044167 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dc5505c5-61f1-47be-ad01-ff3eab6974bf tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:53.052272 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd46d939-e30d-4dc2-bbde-78d58b1cfe93 req-05a99f4d-950d-444d-93f9-41c5dcf27d3f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=5dc64469-3e82-4e11-b21c-5e63b90c1a86 HTTP/1.1" status: 200 len: 217 time: 0.0886905 Apr 20 16:29:53.070686 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6d745a46-dbf2-4998-8402-98d3fd5746eb req-6618a0c5-5fb6-44a7-ad9d-bf57c4de8dba tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:53.198786 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46d939-e30d-4dc2-bbde-78d58b1cfe93 req-a8db059b-2dd5-4011-ba01-ed38b8443820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:53.201392 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd46d939-e30d-4dc2-bbde-78d58b1cfe93 req-a8db059b-2dd5-4011-ba01-ed38b8443820 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5a8582b-3cbd-43c0-bf19-efe98917785b HTTP/1.1" status: 200 len: 838 time: 0.1425285 Apr 20 16:29:53.203326 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6d745a46-dbf2-4998-8402-98d3fd5746eb req-6618a0c5-5fb6-44a7-ad9d-bf57c4de8dba tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:53.206081 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a50521a-7b4d-46c4-af7e-7aafa7920553 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:29:53.218219 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4a50521a-7b4d-46c4-af7e-7aafa7920553 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:53.227267 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9856a4-f9b7-4146-9097-4055325a7aa8 None None] Sync routers for ids ['b6bd22b3-a42d-4e80-9070-269f60e060c8'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:29:53.254283 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4a50521a-7b4d-46c4-af7e-7aafa7920553 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "PUT /v2.0/floatingips/b3f40701-3142-414b-95d5-2f4390492236 HTTP/1.1" status: 200 len: 991 time: 3.4792459 Apr 20 16:29:53.263021 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7329dc8b-8296-4026-a09f-92c4162de804', 'tag': 'c030243a-3b3b-48d9-b958-e0bce2183416'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:29:53.265249 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9856a4-f9b7-4146-9097-4055325a7aa8 None None] Routers {'b6bd22b3-a42d-4e80-9070-269f60e060c8'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:53.266210 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2f9856a4-f9b7-4146-9097-4055325a7aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b6bd22b3-a42d-4e80-9070-269f60e060c8'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:53.271079 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012a4ccf-f62a-4a03-aa2d-527773c1a53e" -d '{"events": [{"name": "network-changed", "server_uuid": "7329dc8b-8296-4026-a09f-92c4162de804", "tag": "c030243a-3b3b-48d9-b958-e0bce2183416"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:29:53.287032 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6d745a46-dbf2-4998-8402-98d3fd5746eb req-6618a0c5-5fb6-44a7-ad9d-bf57c4de8dba tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:53.342847 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-de2e4ae4-1893-44ae-aa00-ecceaab648f8 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Deleting port 66e1bd0f-85e7-4595-88e2-2d74043b9adc {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:29:53.347384 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-de2e4ae4-1893-44ae-aa00-ecceaab648f8 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:53.410723 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4acd2-f65e-4701-a726-ac6b9fe0a134 req-bd306d19-8f83-48c8-baf1-df0b90e0e410 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:53.412678 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ef4acd2-f65e-4701-a726-ac6b9fe0a134 req-bd306d19-8f83-48c8-baf1-df0b90e0e410 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 944 time: 0.2619276 Apr 20 16:29:53.448249 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46d939-e30d-4dc2-bbde-78d58b1cfe93 req-a741d204-f729-4da3-b85b-37c4797972b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:53.450504 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd46d939-e30d-4dc2-bbde-78d58b1cfe93 req-a741d204-f729-4da3-b85b-37c4797972b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37dffd32-6c1b-4ef8-ae8a-aeadb127d379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2174535 Apr 20 16:29:53.511645 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-de2e4ae4-1893-44ae-aa00-ecceaab648f8 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] For port 66e1bd0f-85e7-4595-88e2-2d74043b9adc, host n-h1-836146-2, got binding levels [] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:53.516536 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-de2e4ae4-1893-44ae-aa00-ecceaab648f8 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:53.551703 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56036) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:53.615011 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-de2e4ae4-1893-44ae-aa00-ecceaab648f8 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Calling delete_port for 66e1bd0f-85e7-4595-88e2-2d74043b9adc owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:29:53.646889 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ef4acd2-f65e-4701-a726-ac6b9fe0a134 req-64a55507-69cf-4d48-974e-6f411f675067 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175856 Apr 20 16:29:53.662255 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-2f9856a4-f9b7-4146-9097-4055325a7aa8 None None] Set router b6bd22b3-a42d-4e80-9070-269f60e060c8 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:29:53.708401 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6d745a46-dbf2-4998-8402-98d3fd5746eb req-6618a0c5-5fb6-44a7-ad9d-bf57c4de8dba tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=fe325edc-6331-460a-bfee-be52b080ef80&id=2cdd8d8a-a7f5-4f70-91cc-6d70e0627301&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.6409688 Apr 20 16:29:53.732194 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618a0c5-5fb6-44a7-ad9d-bf57c4de8dba tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79325e9-6e3b-40f9-adad-f39d5800f783,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:53.739315 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd46d939-e30d-4dc2-bbde-78d58b1cfe93 req-c0e62575-d992-4491-b46f-1f48097c61ba service neutron] 10.222.0.26 "GET /v2.0/networks/37dffd32-6c1b-4ef8-ae8a-aeadb127d379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772269 Apr 20 16:29:53.865238 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56040) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:53.865702 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56042) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:53.869779 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6048b6f-9b58-42cb-ad04-59a91d381cd6 x-openstack-request-id: req-a6048b6f-9b58-42cb-ad04-59a91d381cd6 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:29:53.870076 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7329dc8b-8296-4026-a09f-92c4162de804", "tag": "c030243a-3b3b-48d9-b958-e0bce2183416", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:29:53.870326 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6048b6f-9b58-42cb-ad04-59a91d381cd6 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:29:53.870796 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6048b6f-9b58-42cb-ad04-59a91d381cd6'] response: {'name': 'network-changed', 'server_uuid': '7329dc8b-8296-4026-a09f-92c4162de804', 'tag': 'c030243a-3b3b-48d9-b958-e0bce2183416', 'status': 'completed', 'code': 200} Apr 20 16:29:53.912148 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-dc5505c5-61f1-47be-ad01-ff3eab6974bf tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Allocated IP 172.25.0.97 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/e25ab80c-493c-4ec9-8063-1004cbbb2ad0) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:29:53.976287 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-4b1161b1-1f9d-43be-9a81-52ed57b956a5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-356150387-network', 'tenant_id': 'a8fa9e10f3a2434a80164450f5458992'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:54.023280 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-18c3b017-f73b-4dd3-a7f3-435a9ece39a3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-950113276'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:54.028168 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd46d939-e30d-4dc2-bbde-78d58b1cfe93 req-b48e0c7a-5256-4502-bc08-70aa84cbd9c6 service neutron] 10.222.0.26 "GET /v2.0/networks/37dffd32-6c1b-4ef8-ae8a-aeadb127d379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818129 Apr 20 16:29:54.035287 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a4ccf-f62a-4a03-aa2d-527773c1a53e req-924547e8-34ec-4cd7-8a51-742020b93de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:54.037672 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-012a4ccf-f62a-4a03-aa2d-527773c1a53e req-924547e8-34ec-4cd7-8a51-742020b93de2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 1097 time: 0.1224372 Apr 20 16:29:54.189537 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1161b1-1f9d-43be-9a81-52ed57b956a5 admin admin] Made reservation on behalf of a8fa9e10f3a2434a80164450f5458992 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:29:54.191760 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b1161b1-1f9d-43be-9a81-52ed57b956a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:54.201231 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2f9856a4-f9b7-4146-9097-4055325a7aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'b3f40701-3142-414b-95d5-2f4390492236', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'port_id': 'c030243a-3b3b-48d9-b958-e0bce2183416', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'mac_address': 'fa:16:3e:a4:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7329dc8b-8296-4026-a09f-92c4162de804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:29:23Z', 'updated_at': '2022-04-20T16:29:50Z', 'revision_number': 1, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:19Z', 'revision_number': 5, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:54.212684 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bd7e04-d1c1-48d7-9a36-a08aa1b20cf2 tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:54.217670 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e8bd7e04-d1c1-48d7-9a36-a08aa1b20cf2 tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 1131 time: 0.3463194 Apr 20 16:29:54.217670 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b1161b1-1f9d-43be-9a81-52ed57b956a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:54.219721 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56046) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:54.229068 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f9d2cb14-94a9-4b5f-959b-c12a43ad0ae9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': '5dc64469-3e82-4e11-b21c-5e63b90c1a86', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'fixed_ip_address': '172.20.0.19'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:54.236181 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a4ccf-f62a-4a03-aa2d-527773c1a53e req-a2e0b1f4-9578-4357-86e4-ebf638e1e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:54.238720 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-012a4ccf-f62a-4a03-aa2d-527773c1a53e req-a2e0b1f4-9578-4357-86e4-ebf638e1e770 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6129277f-3b7c-420f-bcf7-8207d3888fce HTTP/1.1" status: 200 len: 915 time: 0.1926687 Apr 20 16:29:54.246424 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9856a4-f9b7-4146-9097-4055325a7aa8 None None] Checking router: b6bd22b3-a42d-4e80-9070-269f60e060c8 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:29:54.260647 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9856a4-f9b7-4146-9097-4055325a7aa8 None None] Routers {'b6bd22b3-a42d-4e80-9070-269f60e060c8'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:54.261602 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2f9856a4-f9b7-4146-9097-4055325a7aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b6bd22b3-a42d-4e80-9070-269f60e060c8'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:54.286744 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c3b017-f73b-4dd3-a7f3-435a9ece39a3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Made reservation on behalf of caeff3e05f2c43088f434fc77bad316c for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:29:54.290928 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18c3b017-f73b-4dd3-a7f3-435a9ece39a3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:54.329735 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-de2e4ae4-1893-44ae-aa00-ecceaab648f8 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:54.337423 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-012a4ccf-f62a-4a03-aa2d-527773c1a53e req-967e3a53-a621-4d3d-8fc9-bebc961298b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c030243a-3b3b-48d9-b958-e0bce2183416 HTTP/1.1" status: 200 len: 999 time: 0.0841138 Apr 20 16:29:54.379455 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18c3b017-f73b-4dd3-a7f3-435a9ece39a3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:54.404264 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-2f9856a4-f9b7-4146-9097-4055325a7aa8 None None] Set router b6bd22b3-a42d-4e80-9070-269f60e060c8 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:29:54.409379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a4ccf-f62a-4a03-aa2d-527773c1a53e req-20336a50-0991-40e1-a870-c449423d12a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:54.409379 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-012a4ccf-f62a-4a03-aa2d-527773c1a53e req-20336a50-0991-40e1-a870-c449423d12a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d0d8025-1a58-4c58-9113-dd747fc0c87b HTTP/1.1" status: 200 len: 853 time: 0.0644217 Apr 20 16:29:54.415092 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dc5505c5-61f1-47be-ad01-ff3eab6974bf tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:54.448128 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9d2cb14-94a9-4b5f-959b-c12a43ad0ae9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:54.452387 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e4ae4-1893-44ae-aa00-ecceaab648f8 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Pushing event deleted for resources: {'Port': ['ID=66e1bd0f-85e7-4595-88e2-2d74043b9adc,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:54.504901 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a4ccf-f62a-4a03-aa2d-527773c1a53e req-09626e11-8f78-4740-a576-8840bdf56406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:54.507666 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-012a4ccf-f62a-4a03-aa2d-527773c1a53e req-09626e11-8f78-4740-a576-8840bdf56406 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6129277f-3b7c-420f-bcf7-8207d3888fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923619 Apr 20 16:29:54.521033 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-de2e4ae4-1893-44ae-aa00-ecceaab648f8 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:54.525485 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-de2e4ae4-1893-44ae-aa00-ecceaab648f8 tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] 10.222.0.15 "DELETE /v2.0/ports/66e1bd0f-85e7-4595-88e2-2d74043b9adc HTTP/1.1" status: 204 len: 168 time: 1.6203525 Apr 20 16:29:54.532916 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56052) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:54.659733 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff5be9d-d0a5-412f-aa62-4f14853d30ed tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] GET failed (client error): The resource could not be found. Apr 20 16:29:54.663050 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dff5be9d-d0a5-412f-aa62-4f14853d30ed tempest-PortsAdminExtendedAttrsTestJSON-487518791 tempest-PortsAdminExtendedAttrsTestJSON-487518791-project-admin] 10.222.0.15 "GET /v2.0/ports/66e1bd0f-85e7-4595-88e2-2d74043b9adc HTTP/1.1" status: 404 len: 333 time: 0.1244936 Apr 20 16:29:54.669344 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56054) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:54.674692 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-012a4ccf-f62a-4a03-aa2d-527773c1a53e req-13cf849a-cb61-4d45-abd4-9bcbec2a7d7b service neutron] 10.222.0.30 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597943 Apr 20 16:29:54.700469 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b1161b1-1f9d-43be-9a81-52ed57b956a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:54.757327 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dc5505c5-61f1-47be-ad01-ff3eab6974bf tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:54.771273 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18c3b017-f73b-4dd3-a7f3-435a9ece39a3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:54.847922 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2f9856a4-f9b7-4146-9097-4055325a7aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'b3f40701-3142-414b-95d5-2f4390492236', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'port_id': 'c030243a-3b3b-48d9-b958-e0bce2183416', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'mac_address': 'fa:16:3e:a4:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7329dc8b-8296-4026-a09f-92c4162de804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:29:23Z', 'updated_at': '2022-04-20T16:29:50Z', 'revision_number': 1, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:19Z', 'revision_number': 5, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:54.883048 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b1161b1-1f9d-43be-9a81-52ed57b956a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:54.890455 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4fc53e2c-3d54-48bc-87d6-d3e84d85bf99 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:54.926425 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9856a4-f9b7-4146-9097-4055325a7aa8 None None] The sync data for ids ['b6bd22b3-a42d-4e80-9070-269f60e060c8'] in n-d-836146-2 is: [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'b3f40701-3142-414b-95d5-2f4390492236', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'port_id': 'c030243a-3b3b-48d9-b958-e0bce2183416', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'mac_address': 'fa:16:3e:a4:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7329dc8b-8296-4026-a09f-92c4162de804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:29:23Z', 'updated_at': '2022-04-20T16:29:50Z', 'revision_number': 1, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:19Z', 'revision_number': 5, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:29:54.930114 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5505c5-61f1-47be-ad01-ff3eab6974bf tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Pushing event updated for resources: {'Port': ['ID=e25ab80c-493c-4ec9-8063-1004cbbb2ad0,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:54.955548 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1161b1-1f9d-43be-9a81-52ed57b956a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04fe94f-874d-444d-bdc8-a135225ebb90,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:54.982707 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18c3b017-f73b-4dd3-a7f3-435a9ece39a3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:55.005660 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-012a4ccf-f62a-4a03-aa2d-527773c1a53e req-c8e7d937-a9f9-4843-8159-c567571f7716 service neutron] 10.222.0.30 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156891 Apr 20 16:29:55.018553 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c3b017-f73b-4dd3-a7f3-435a9ece39a3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:29:55.033454 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18c3b017-f73b-4dd3-a7f3-435a9ece39a3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:55.033934 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-18c3b017-f73b-4dd3-a7f3-435a9ece39a3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Added segment 9f7bd008-9102-42df-91b3-a73d29b340dc of type vlan for network c48315f8-5d89-404d-aa26-2b8493de150b Apr 20 16:29:55.068598 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5505c5-61f1-47be-ad01-ff3eab6974bf tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:55.087395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-dc5505c5-61f1-47be-ad01-ff3eab6974bf tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:55.088621 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4fc53e2c-3d54-48bc-87d6-d3e84d85bf99 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:55.100773 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9d2cb14-94a9-4b5f-959b-c12a43ad0ae9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:55.105901 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1785e410-8e2f-4b39-81c1-f2ccf6318240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:55.117972 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-4fc53e2c-3d54-48bc-87d6-d3e84d85bf99 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a2f956-f10e-4d11-b79f-4edc2d2234b9']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:55.127174 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5505c5-61f1-47be-ad01-ff3eab6974bf tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:55.135569 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-4fc53e2c-3d54-48bc-87d6-d3e84d85bf99 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a56316c-0383-4d6d-9a01-489886a42bc1') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:55.135895 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-4fc53e2c-3d54-48bc-87d6-d3e84d85bf99 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a56316c-0383-4d6d-9a01-489886a42bc1') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:55.147187 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4fc53e2c-3d54-48bc-87d6-d3e84d85bf99 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:55.177517 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4fc53e2c-3d54-48bc-87d6-d3e84d85bf99 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:55.186912 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc53e2c-3d54-48bc-87d6-d3e84d85bf99 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:29:55.187362 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4fc53e2c-3d54-48bc-87d6-d3e84d85bf99 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:29:55.194555 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:29:55.280265 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1161b1-1f9d-43be-9a81-52ed57b956a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:29:55.356312 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a25e54-7e63-4597-aa16-080035090962 None None] New status for floating IP b3f40701-3142-414b-95d5-2f4390492236: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:29:55.370936 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18c3b017-f73b-4dd3-a7f3-435a9ece39a3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:55.387249 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b1161b1-1f9d-43be-9a81-52ed57b956a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:55.387691 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-4b1161b1-1f9d-43be-9a81-52ed57b956a5 admin admin] Added segment bdb009f2-5c7a-418d-833a-14b6d4b107b9 of type vlan for network 2cea60fb-3970-4ef7-b155-246b86dcb8cd Apr 20 16:29:55.390904 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3b017-f73b-4dd3-a7f3-435a9ece39a3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d3e27f-ca6f-46dc-ab42-74ab49d710ad,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:55.426126 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4fc53e2c-3d54-48bc-87d6-d3e84d85bf99 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:55.440672 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6448b41-cc93-4abd-85fa-af14b11ae97a req-e1654720-a85a-4075-ab6b-9b403356add9 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:55.442453 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a6448b41-cc93-4abd-85fa-af14b11ae97a req-e1654720-a85a-4075-ab6b-9b403356add9 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 944 time: 0.6234479 Apr 20 16:29:55.484219 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4fc53e2c-3d54-48bc-87d6-d3e84d85bf99 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:55.492820 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4fc53e2c-3d54-48bc-87d6-d3e84d85bf99 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] 10.222.0.15 "DELETE /v2.0/networks/74a2f956-f10e-4d11-b79f-4edc2d2234b9 HTTP/1.1" status: 204 len: 168 time: 0.8220370 Apr 20 16:29:55.494150 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc53e2c-3d54-48bc-87d6-d3e84d85bf99 tempest-PortsAdminExtendedAttrsTestJSON-267325775 tempest-PortsAdminExtendedAttrsTestJSON-267325775-project] Pushing event deleted for resources: {'Network': ['ID=74a2f956-f10e-4d11-b79f-4edc2d2234b9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:55.543685 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b1161b1-1f9d-43be-9a81-52ed57b956a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:55.634545 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a6448b41-cc93-4abd-85fa-af14b11ae97a req-a9309bca-be19-4c8d-95f1-fa49ca9257c6 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911311 Apr 20 16:29:55.647206 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18c3b017-f73b-4dd3-a7f3-435a9ece39a3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:55.655139 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c3b017-f73b-4dd3-a7f3-435a9ece39a3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:55.655757 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18c3b017-f73b-4dd3-a7f3-435a9ece39a3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:55.741604 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-f9d2cb14-94a9-4b5f-959b-c12a43ad0ae9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Allocated IP 172.25.0.229 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/a17b5203-36d6-44e4-bae9-b257a9b7a46c) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:29:55.796500 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3b017-f73b-4dd3-a7f3-435a9ece39a3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'Network': ['ID=c48315f8-5d89-404d-aa26-2b8493de150b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:55.815778 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network c48315f8-5d89-404d-aa26-2b8493de150b details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:29:55.840866 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:29:55.854461 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dc5505c5-61f1-47be-ad01-ff3eab6974bf tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:55.858189 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b1161b1-1f9d-43be-9a81-52ed57b956a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:55.859158 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1161b1-1f9d-43be-9a81-52ed57b956a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:55.859731 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b1161b1-1f9d-43be-9a81-52ed57b956a5 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:55.927505 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-18c3b017-f73b-4dd3-a7f3-435a9ece39a3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0578594 Apr 20 16:29:55.928433 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56066) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:55.938863 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-9b2c2fd3-02d0-4542-b286-35bbac8f0b0b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Request body: {'subnet': {'network_id': 'c48315f8-5d89-404d-aa26-2b8493de150b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:56.001015 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1161b1-1f9d-43be-9a81-52ed57b956a5 admin admin] Pushing event updated for resources: {'Network': ['ID=2cea60fb-3970-4ef7-b155-246b86dcb8cd,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:56.054373 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9d2cb14-94a9-4b5f-959b-c12a43ad0ae9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:56.069234 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4b1161b1-1f9d-43be-9a81-52ed57b956a5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4714522 Apr 20 16:29:56.075651 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56068) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:56.082185 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-4f2767f6-a80b-4f52-920f-2f86fbce2416 admin admin] Request body: {'subnet': {'network_id': '2cea60fb-3970-4ef7-b155-246b86dcb8cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-356150387-subnet', 'tenant_id': 'a8fa9e10f3a2434a80164450f5458992', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:56.124585 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56070) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:56.158128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2c2fd3-02d0-4542-b286-35bbac8f0b0b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Made reservation on behalf of caeff3e05f2c43088f434fc77bad316c for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:29:56.165551 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2fd3-02d0-4542-b286-35bbac8f0b0b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:56.217088 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2767f6-a80b-4f52-920f-2f86fbce2416 admin admin] Made reservation on behalf of a8fa9e10f3a2434a80164450f5458992 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:29:56.219373 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4f2767f6-a80b-4f52-920f-2f86fbce2416 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:56.301321 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9d2cb14-94a9-4b5f-959b-c12a43ad0ae9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:56.311914 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dc5505c5-61f1-47be-ad01-ff3eab6974bf tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:56.316752 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 2cea60fb-3970-4ef7-b155-246b86dcb8cd details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:29:56.354872 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dc5505c5-61f1-47be-ad01-ff3eab6974bf tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545285'] for router, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:56.424444 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d2cb14-94a9-4b5f-959b-c12a43ad0ae9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:56.460214 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a,segment=NetworkSegment(de7e85de-f14c-461a-94d8-0584b0dff18b),segment_id=de7e85de-f14c-461a-94d8-0584b0dff18b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:56.483690 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a', 'network_id': '70aadf33-c190-45cc-a215-614b0e69afcd', 'port_id': '4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a', 'mac_address': 'fa:16:3e:2c:64:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17632b9e-8812-4d3f-b199-f8c936f90313', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:29:56.493560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-f9d2cb14-94a9-4b5f-959b-c12a43ad0ae9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:56.499556 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2cb14-94a9-4b5f-959b-c12a43ad0ae9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event updated for resources: {'Port': ['ID=a17b5203-36d6-44e4-bae9-b257a9b7a46c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:56.504229 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d2cb14-94a9-4b5f-959b-c12a43ad0ae9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:56.545225 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-46b56d2f-395d-42d5-8478-b7baf83220bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4198cf8879d24131b303d59d1dee957e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4186578 Apr 20 16:29:56.548828 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56078) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:56.594671 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:56.611152 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:29:56.638159 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a,segment=NetworkSegment(de7e85de-f14c-461a-94d8-0584b0dff18b),segment_id=de7e85de-f14c-461a-94d8-0584b0dff18b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:29:56.653133 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61a298f5-835a-40dd-a400-74b9241f1182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:56.667439 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:56.689451 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61a298f5-835a-40dd-a400-74b9241f1182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:56.773942 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2fd3-02d0-4542-b286-35bbac8f0b0b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:56.806190 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f54a0a-79fb-4193-a1f6-69adc3794884 req-c4d16de5-e436-444b-b078-cc4f63b061ec tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:56.807689 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-97f54a0a-79fb-4193-a1f6-69adc3794884 req-c4d16de5-e436-444b-b078-cc4f63b061ec tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 944 time: 0.0804327 Apr 20 16:29:56.865674 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:56.891964 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c2fd3-02d0-4542-b286-35bbac8f0b0b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'Subnet': ['ID=cf60ee2a-7b58-49e7-a9b2-efc1783782f6,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:56.931410 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c2fd3-02d0-4542-b286-35bbac8f0b0b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Checking segment: {'id': '9f7bd008-9102-42df-91b3-a73d29b340dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c48315f8-5d89-404d-aa26-2b8493de150b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:29:56.932111 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2c2fd3-02d0-4542-b286-35bbac8f0b0b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Network hostable DHCP agents. Network: c48315f8-5d89-404d-aa26-2b8493de150b, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:29:56.956184 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-97f54a0a-79fb-4193-a1f6-69adc3794884 req-b0b286b2-6ddb-4449-9559-bf5f02acb879 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407540 Apr 20 16:29:56.973583 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61a298f5-835a-40dd-a400-74b9241f1182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:56.973583 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61a298f5-835a-40dd-a400-74b9241f1182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:56.973583 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-61a298f5-835a-40dd-a400-74b9241f1182 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/932caa6b-ad65-491b-8f17-e1b32663fe04 HTTP/1.1" status: 204 len: 168 time: 0.4146149 Apr 20 16:29:56.988373 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a298f5-835a-40dd-a400-74b9241f1182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932caa6b-ad65-491b-8f17-e1b32663fe04,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:57.013006 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:57.088732 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2c2fd3-02d0-4542-b286-35bbac8f0b0b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Network c48315f8-5d89-404d-aa26-2b8493de150b is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:29:57.167922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-9b2c2fd3-02d0-4542-b286-35bbac8f0b0b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, c48315f8-5d89-404d-aa26-2b8493de150b) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:57.179230 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60d5ed8-c5a1-41db-beec-ce283fbec3d7 None None] Network c48315f8-5d89-404d-aa26-2b8493de150b requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:29:57.186008 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2c2fd3-02d0-4542-b286-35bbac8f0b0b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:57.189667 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2fd3-02d0-4542-b286-35bbac8f0b0b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:57.199729 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4f2767f6-a80b-4f52-920f-2f86fbce2416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:57.201546 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5505c5-61f1-47be-ad01-ff3eab6974bf tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Router aeb633d9-ab64-4e78-b37a-5bcb2ac68dbd is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:29:57.280414 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:29:57.331359 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9b2c2fd3-02d0-4542-b286-35bbac8f0b0b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3998210 Apr 20 16:29:57.334183 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56088) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:57.339990 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-42e31e5d-b9cf-4062-beb5-7d76f48b7c5d tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2056359224', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}, 'admin_state_up': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:29:57.358779 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2767f6-a80b-4f52-920f-2f86fbce2416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2272435-449c-4c13-b2cf-5d2288d49bcd,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:57.455724 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2767f6-a80b-4f52-920f-2f86fbce2416 admin admin] Checking segment: {'id': 'bdb009f2-5c7a-418d-833a-14b6d4b107b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2cea60fb-3970-4ef7-b155-246b86dcb8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:29:57.456071 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2767f6-a80b-4f52-920f-2f86fbce2416 admin admin] Network hostable DHCP agents. Network: 2cea60fb-3970-4ef7-b155-246b86dcb8cd, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:29:57.488423 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42e31e5d-b9cf-4062-beb5-7d76f48b7c5d tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:57.504250 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42e31e5d-b9cf-4062-beb5-7d76f48b7c5d tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:57.559455 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5505c5-61f1-47be-ad01-ff3eab6974bf tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:29:57.565271 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dc5505c5-61f1-47be-ad01-ff3eab6974bf tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:57.567007 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dc5505c5-61f1-47be-ad01-ff3eab6974bf tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "PUT /v2.0/routers/aeb633d9-ab64-4e78-b37a-5bcb2ac68dbd HTTP/1.1" status: 200 len: 918 time: 6.6750777 Apr 20 16:29:57.572358 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56096) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:57.588405 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0856b4d3-c2cc-4f59-9842-3033755aa48f None None] Sync routers for ids ['aeb633d9-ab64-4e78-b37a-5bcb2ac68dbd'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:29:57.600909 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0856b4d3-c2cc-4f59-9842-3033755aa48f None None] Routers {'aeb633d9-ab64-4e78-b37a-5bcb2ac68dbd'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:57.618042 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0856b4d3-c2cc-4f59-9842-3033755aa48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['aeb633d9-ab64-4e78-b37a-5bcb2ac68dbd'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:57.715735 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9d2cb14-94a9-4b5f-959b-c12a43ad0ae9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:57.724183 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42e31e5d-b9cf-4062-beb5-7d76f48b7c5d tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:57.759425 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20eb6bd-048a-484f-8f6a-4b66afe97414 None None] Network c48315f8-5d89-404d-aa26-2b8493de150b requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:29:57.759982 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56098) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:57.761699 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d5387442-774e-49a4-a6c9-f9c6499d2842 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "GET /v2.0/routers/aeb633d9-ab64-4e78-b37a-5bcb2ac68dbd HTTP/1.1" status: 200 len: 924 time: 0.1872687 Apr 20 16:29:57.783715 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0856b4d3-c2cc-4f59-9842-3033755aa48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:57.795622 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0856b4d3-c2cc-4f59-9842-3033755aa48f None None] Routers {'aeb633d9-ab64-4e78-b37a-5bcb2ac68dbd'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:29:57.796671 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0856b4d3-c2cc-4f59-9842-3033755aa48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['aeb633d9-ab64-4e78-b37a-5bcb2ac68dbd'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:57.842921 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0586cd-2ef5-4b17-9816-7b26320f7462 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:57.846876 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ac0586cd-2ef5-4b17-9816-7b26320f7462 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&device_id=aeb633d9-ab64-4e78-b37a-5bcb2ac68dbd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0835931 Apr 20 16:29:57.847147 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56100) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:57.865815 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0856b4d3-c2cc-4f59-9842-3033755aa48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:29:57.875479 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0856b4d3-c2cc-4f59-9842-3033755aa48f None None] The sync data for ids ['aeb633d9-ab64-4e78-b37a-5bcb2ac68dbd'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:29:57.945653 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2767f6-a80b-4f52-920f-2f86fbce2416 admin admin] Network 2cea60fb-3970-4ef7-b155-246b86dcb8cd is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:29:57.959817 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e30006a-8eaa-411c-adc4-3ff4dbdffe3c tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:57.961462 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0e30006a-8eaa-411c-adc4-3ff4dbdffe3c tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 881 time: 0.1133869 Apr 20 16:29:57.964752 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56102) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:57.985764 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:58.023509 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7e7d3547-cb95-4bde-9569-a7ccd1ef0f91 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "GET /v2.0/ports?device_id=aeb633d9-ab64-4e78-b37a-5bcb2ac68dbd HTTP/1.1" status: 200 len: 205 time: 0.0574963 Apr 20 16:29:58.031560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56106) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:58.068811 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9d2cb14-94a9-4b5f-959b-c12a43ad0ae9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:58.094202 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:58.194930 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-4f2767f6-a80b-4f52-920f-2f86fbce2416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 2cea60fb-3970-4ef7-b155-246b86dcb8cd) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:58.202408 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2767f6-a80b-4f52-920f-2f86fbce2416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:58.203117 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4f2767f6-a80b-4f52-920f-2f86fbce2416 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:58.262164 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0f864c-1ffe-4846-9e8b-65878f362379 None None] Network 2cea60fb-3970-4ef7-b155-246b86dcb8cd requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:29:58.278752 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42e31e5d-b9cf-4062-beb5-7d76f48b7c5d tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:58.454509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56108) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:58.583077 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b671e1-71f5-4980-add5-0ff2d89d5d71 None None] Network 2cea60fb-3970-4ef7-b155-246b86dcb8cd requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:29:58.612686 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:58.671302 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c302c3b3-cd86-46d5-bce0-f8f9de8a70f0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6419f41f8bfb460886e9af99edbe56b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2147408 Apr 20 16:29:58.674689 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56114) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:29:58.760209 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9d2cb14-94a9-4b5f-959b-c12a43ad0ae9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:58.779566 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4f2767f6-a80b-4f52-920f-2f86fbce2416 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6972980 Apr 20 16:29:58.807775 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414308e-2ad6-4378-baf6-e6e38f7880f2 req-e569b0ef-ed34-460a-b825-6e2c25817fda tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:29:58.810173 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f414308e-2ad6-4378-baf6-e6e38f7880f2 req-e569b0ef-ed34-460a-b825-6e2c25817fda tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 945 time: 0.6026759 Apr 20 16:29:58.858239 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-992508d4-3930-4c5f-8e5b-d6b00a3fa8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:58.869561 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f414308e-2ad6-4378-baf6-e6e38f7880f2 req-15a4f201-aa31-43a7-aa63-987352acf978 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521719 Apr 20 16:29:58.870449 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9d2cb14-94a9-4b5f-959b-c12a43ad0ae9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:58.889013 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-992508d4-3930-4c5f-8e5b-d6b00a3fa8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:58.909093 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bf23574-d0cc-43dc-87bd-4bd463e80e08 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:59.045916 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42e31e5d-b9cf-4062-beb5-7d76f48b7c5d tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:59.079144 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42e31e5d-b9cf-4062-beb5-7d76f48b7c5d tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:59.174502 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-992508d4-3930-4c5f-8e5b-d6b00a3fa8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:59.178396 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-992508d4-3930-4c5f-8e5b-d6b00a3fa8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:59.181851 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-992508d4-3930-4c5f-8e5b-d6b00a3fa8fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a28739b4-5d38-4e05-9f18-311e925256fe HTTP/1.1" status: 204 len: 168 time: 0.4945762 Apr 20 16:29:59.221760 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2cb14-94a9-4b5f-959b-c12a43ad0ae9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event updated for resources: {'Port': ['ID=a17b5203-36d6-44e4-bae9-b257a9b7a46c,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:59.228538 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9d2cb14-94a9-4b5f-959b-c12a43ad0ae9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:59.234259 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992508d4-3930-4c5f-8e5b-d6b00a3fa8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28739b4-5d38-4e05-9f18-311e925256fe,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:59.305361 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-42e31e5d-b9cf-4062-beb5-7d76f48b7c5d tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Allocated IP 172.25.0.146 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/6a15d191-5cca-44b9-9bd3-75aa1420d8db) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:29:59.404185 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bf23574-d0cc-43dc-87bd-4bd463e80e08 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:59.453061 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-f9d2cb14-94a9-4b5f-959b-c12a43ad0ae9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Floating IP 30dfda09-347f-48ef-9341-0553dc5e83e8 associated. External IP: 172.25.0.229, port: 5dc64469-3e82-4e11-b21c-5e63b90c1a86. Apr 20 16:29:59.521851 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42e31e5d-b9cf-4062-beb5-7d76f48b7c5d tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:59.694700 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42e31e5d-b9cf-4062-beb5-7d76f48b7c5d tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:59.737133 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e31e5d-b9cf-4062-beb5-7d76f48b7c5d tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:29:59.740494 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-42e31e5d-b9cf-4062-beb5-7d76f48b7c5d tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:29:59.753168 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e31e5d-b9cf-4062-beb5-7d76f48b7c5d tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:29:59.815820 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:29:59.819743 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e31e5d-b9cf-4062-beb5-7d76f48b7c5d tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'Port': ['ID=6a15d191-5cca-44b9-9bd3-75aa1420d8db,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:29:59.849456 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:30:00.001465 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-7bf23574-d0cc-43dc-87bd-4bd463e80e08 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Deleting port e25ab80c-493c-4ec9-8063-1004cbbb2ad0 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:00.002419 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bf23574-d0cc-43dc-87bd-4bd463e80e08 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:00.031788 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:30:00.038699 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:00.039964 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:00.180963 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94667df0-81dd-484a-871d-4ead5a68f271 req-6c0df84d-342b-40ef-8b84-35fa9d210847 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:00.182454 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-94667df0-81dd-484a-871d-4ead5a68f271 req-6c0df84d-342b-40ef-8b84-35fa9d210847 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 945 time: 0.1196823 Apr 20 16:30:00.196749 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56146) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:00.203787 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-9dd96af4-d6b1-4bdb-b3d1-83c4a4417860 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-818353093-network', 'tenant_id': '6402221b54544e13a6a7eda3dd4522e8'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:00.251785 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d2cb14-94a9-4b5f-959b-c12a43ad0ae9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Router 0b8c9692-1341-42e7-8e90-ebc630448605 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:30:00.261457 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bf23574-d0cc-43dc-87bd-4bd463e80e08 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:00.280312 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:00.342509 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a,segment=NetworkSegment(de7e85de-f14c-461a-94d8-0584b0dff18b),segment_id=de7e85de-f14c-461a-94d8-0584b0dff18b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:00.346754 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-7bf23574-d0cc-43dc-87bd-4bd463e80e08 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Calling delete_port for e25ab80c-493c-4ec9-8063-1004cbbb2ad0 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:00.349065 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2142d8fb-7c04-49be-8bd8-65a51ce7e7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:30:00.350378 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f243f083-cac3-45df-bb56-3760d8676b8e" -d '{"events": [{"server_uuid": "2142d8fb-7c04-49be-8bd8-65a51ce7e7d0", "name": "network-vif-plugged", "status": "completed", "tag": "4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:30:00.360648 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd96af4-d6b1-4bdb-b3d1-83c4a4417860 admin admin] Made reservation on behalf of 6402221b54544e13a6a7eda3dd4522e8 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:00.363252 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9dd96af4-d6b1-4bdb-b3d1-83c4a4417860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:00.384533 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9dd96af4-d6b1-4bdb-b3d1-83c4a4417860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:00.402988 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-94667df0-81dd-484a-871d-4ead5a68f271 req-4e70d8ed-2f47-4738-a54c-1a246246e6f2 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642070 Apr 20 16:30:00.436815 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:00.484099 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fb7034-e191-45ad-b9ea-493ba1d88d96 x-openstack-request-id: req-78fb7034-e191-45ad-b9ea-493ba1d88d96 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:30:00.485939 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2142d8fb-7c04-49be-8bd8-65a51ce7e7d0", "name": "network-vif-plugged", "status": "completed", "tag": "4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:30:00.486375 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78fb7034-e191-45ad-b9ea-493ba1d88d96 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:30:00.486927 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78fb7034-e191-45ad-b9ea-493ba1d88d96'] response: {'server_uuid': '2142d8fb-7c04-49be-8bd8-65a51ce7e7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a', 'code': 200} Apr 20 16:30:00.544140 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42e31e5d-b9cf-4062-beb5-7d76f48b7c5d tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:00.554788 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:00.691473 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d2cb14-94a9-4b5f-959b-c12a43ad0ae9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:30:00.708254 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ca0e40-c8d4-4d3a-b3cc-68765c6d4b4c None None] Sync routers for ids ['0b8c9692-1341-42e7-8e90-ebc630448605'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:30:00.731178 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ca0e40-c8d4-4d3a-b3cc-68765c6d4b4c None None] Routers {'0b8c9692-1341-42e7-8e90-ebc630448605'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:00.734384 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-15ca0e40-c8d4-4d3a-b3cc-68765c6d4b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['0b8c9692-1341-42e7-8e90-ebc630448605'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:00.773331 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9dd96af4-d6b1-4bdb-b3d1-83c4a4417860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:00.816514 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9d2cb14-94a9-4b5f-959b-c12a43ad0ae9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:00.905779 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f9d2cb14-94a9-4b5f-959b-c12a43ad0ae9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.6849947 Apr 20 16:30:00.906646 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56160) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:00.907469 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5', 'tag': '5dc64469-3e82-4e11-b21c-5e63b90c1a86'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:30:00.914863 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c7f130-dc96-4a45-98a1-11bf2536331e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5", "tag": "5dc64469-3e82-4e11-b21c-5e63b90c1a86"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:30:00.959110 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bf23574-d0cc-43dc-87bd-4bd463e80e08 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:01.056159 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d4d323-1fdb-4613-a4fc-4663ed3bdc35 x-openstack-request-id: req-b2d4d323-1fdb-4613-a4fc-4663ed3bdc35 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:30:01.056485 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5", "tag": "5dc64469-3e82-4e11-b21c-5e63b90c1a86", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:30:01.056734 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2d4d323-1fdb-4613-a4fc-4663ed3bdc35 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:30:01.057165 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d4d323-1fdb-4613-a4fc-4663ed3bdc35'] response: {'name': 'network-changed', 'server_uuid': '7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5', 'tag': '5dc64469-3e82-4e11-b21c-5e63b90c1a86', 'status': 'completed', 'code': 200} Apr 20 16:30:01.083473 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-15ca0e40-c8d4-4d3a-b3cc-68765c6d4b4c None None] Set router 0b8c9692-1341-42e7-8e90-ebc630448605 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:30:01.409455 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56168) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:01.414449 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9dd96af4-d6b1-4bdb-b3d1-83c4a4417860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:01.493097 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd96af4-d6b1-4bdb-b3d1-83c4a4417860 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:30:01.525581 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f699f-27e6-4a9c-a77d-7ea7c6308f1c req-a4f39342-74fa-4740-9d4c-77557ba8e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:01.534359 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d6f699f-27e6-4a9c-a77d-7ea7c6308f1c req-a4f39342-74fa-4740-9d4c-77557ba8e4dc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 1097 time: 0.7566493 Apr 20 16:30:01.579084 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42e31e5d-b9cf-4062-beb5-7d76f48b7c5d tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:01.585720 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9dd96af4-d6b1-4bdb-b3d1-83c4a4417860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:01.585720 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-9dd96af4-d6b1-4bdb-b3d1-83c4a4417860 admin admin] Added segment c60353d2-b585-4861-b4fd-122f04ab44fa of type vlan for network 4ea572ee-f46a-40f6-915d-a25c4574afb9 Apr 20 16:30:01.688310 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4a3bad17-fd26-45fa-a563-b3921998cd6b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1934292895'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:01.692763 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-15ca0e40-c8d4-4d3a-b3cc-68765c6d4b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'name': 'tempest-TestSecurityGroupsBasicOps-router-722697221', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '284fe26c-0593-42db-88c8-7d04412c9352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:56Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'gw_port': {'id': '284fe26c-0593-42db-88c8-7d04412c9352', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:58Z', 'updated_at': '2022-04-20T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '30dfda09-347f-48ef-9341-0553dc5e83e8', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'port_id': '5dc64469-3e82-4e11-b21c-5e63b90c1a86', 'fixed_ip_address': '172.20.0.19', 'status': 'DOWN', 'standard_attr_id': 2459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379', 'mac_address': 'fa:16:3e:b3:fa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:29:57Z', 'updated_at': '2022-04-20T16:29:57Z', 'revision_number': 0, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b67ba2-a914-49b8-83a2-60b86d1ce97e', 'name': '', 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'mac_address': 'fa:16:3e:bc:9b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'a5a8582b-3cbd-43c0-bf19-efe98917785b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:21Z', 'revision_number': 5, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'subnets': [{'id': 'a5a8582b-3cbd-43c0-bf19-efe98917785b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:01.702425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd96af4-d6b1-4bdb-b3d1-83c4a4417860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554fa7fb-e2ac-4ecf-9a79-95c4b710c6fa,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:01.745366 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9dd96af4-d6b1-4bdb-b3d1-83c4a4417860 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:01.745573 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ca0e40-c8d4-4d3a-b3cc-68765c6d4b4c None None] Checking router: 0b8c9692-1341-42e7-8e90-ebc630448605 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:30:01.755734 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf23574-d0cc-43dc-87bd-4bd463e80e08 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Pushing event deleted for resources: {'Port': ['ID=e25ab80c-493c-4ec9-8063-1004cbbb2ad0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:01.756301 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ca0e40-c8d4-4d3a-b3cc-68765c6d4b4c None None] Routers {'0b8c9692-1341-42e7-8e90-ebc630448605'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:01.756928 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-15ca0e40-c8d4-4d3a-b3cc-68765c6d4b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['0b8c9692-1341-42e7-8e90-ebc630448605'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:01.859733 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d6f699f-27e6-4a9c-a77d-7ea7c6308f1c req-2e0781f3-e7dc-4528-866e-176839f96ffb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123877 Apr 20 16:30:01.903046 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-15ca0e40-c8d4-4d3a-b3cc-68765c6d4b4c None None] Set router 0b8c9692-1341-42e7-8e90-ebc630448605 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:30:02.054051 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f4ffd3-73ff-4c89-9316-daf6c33e513a tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:02.054534 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f4ffd3-73ff-4c89-9316-daf6c33e513a tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:02.055001 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f4ffd3-73ff-4c89-9316-daf6c33e513a tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:02.055463 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f4ffd3-73ff-4c89-9316-daf6c33e513a tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:02.055921 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f4ffd3-73ff-4c89-9316-daf6c33e513a tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:02.056405 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f4ffd3-73ff-4c89-9316-daf6c33e513a tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:02.056864 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f4ffd3-73ff-4c89-9316-daf6c33e513a tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:02.057368 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f4ffd3-73ff-4c89-9316-daf6c33e513a tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:02.058373 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f4ffd3-73ff-4c89-9316-daf6c33e513a tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:02.060452 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e6f4ffd3-73ff-4c89-9316-daf6c33e513a tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6403 time: 1.1358848 Apr 20 16:30:02.064258 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7f130-dc96-4a45-98a1-11bf2536331e req-97d166be-8244-4daa-aade-4e64b2835e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:02.064489 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56178) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:02.065771 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e7c7f130-dc96-4a45-98a1-11bf2536331e req-97d166be-8244-4daa-aade-4e64b2835e68 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb11bf8b3c08464a8790ceef590f4df3&device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 1136 time: 0.9466476 Apr 20 16:30:02.073810 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c985d4-07c7-4a0a-981d-b3072d12cdf0 req-2cae9cfb-5d7c-49e8-b4ae-8c232dda1949 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:02.078150 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a1c985d4-07c7-4a0a-981d-b3072d12cdf0 req-2cae9cfb-5d7c-49e8-b4ae-8c232dda1949 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.3524323 Apr 20 16:30:02.080945 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bf23574-d0cc-43dc-87bd-4bd463e80e08 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:02.131604 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3bad17-fd26-45fa-a563-b3921998cd6b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:02.135287 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a3bad17-fd26-45fa-a563-b3921998cd6b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:02.158155 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a3bad17-fd26-45fa-a563-b3921998cd6b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:02.176968 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e31e5d-b9cf-4062-beb5-7d76f48b7c5d tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Router b7ebf0b8-3699-4214-be3f-af773f4dad66 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:30:02.178856 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9dd96af4-d6b1-4bdb-b3d1-83c4a4417860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:02.179887 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd96af4-d6b1-4bdb-b3d1-83c4a4417860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:02.180506 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9dd96af4-d6b1-4bdb-b3d1-83c4a4417860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:02.196951 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bf23574-d0cc-43dc-87bd-4bd463e80e08 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:02.207471 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bf23574-d0cc-43dc-87bd-4bd463e80e08 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:02.250821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf190aa-754c-4c9c-aef9-1763107a77bb tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:02.251409 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf190aa-754c-4c9c-aef9-1763107a77bb tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:02.251866 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf190aa-754c-4c9c-aef9-1763107a77bb tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:02.252320 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf190aa-754c-4c9c-aef9-1763107a77bb tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:02.252809 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf190aa-754c-4c9c-aef9-1763107a77bb tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:02.254089 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf190aa-754c-4c9c-aef9-1763107a77bb tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:02.254310 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf190aa-754c-4c9c-aef9-1763107a77bb tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:02.254760 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf190aa-754c-4c9c-aef9-1763107a77bb tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:02.255221 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf190aa-754c-4c9c-aef9-1763107a77bb tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:02.257809 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cdf190aa-754c-4c9c-aef9-1763107a77bb tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5899 time: 0.1919892 Apr 20 16:30:02.266697 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a1c985d4-07c7-4a0a-981d-b3072d12cdf0 req-27e70aa2-3cc8-4fd8-b9cf-b94812585787 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829360 Apr 20 16:30:02.269376 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56184) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:02.376790 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-15ca0e40-c8d4-4d3a-b3cc-68765c6d4b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'name': 'tempest-TestSecurityGroupsBasicOps-router-722697221', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '284fe26c-0593-42db-88c8-7d04412c9352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:56Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'gw_port': {'id': '284fe26c-0593-42db-88c8-7d04412c9352', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:58Z', 'updated_at': '2022-04-20T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '30dfda09-347f-48ef-9341-0553dc5e83e8', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'port_id': '5dc64469-3e82-4e11-b21c-5e63b90c1a86', 'fixed_ip_address': '172.20.0.19', 'status': 'DOWN', 'standard_attr_id': 2459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379', 'mac_address': 'fa:16:3e:b3:fa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:29:57Z', 'updated_at': '2022-04-20T16:29:57Z', 'revision_number': 0, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b67ba2-a914-49b8-83a2-60b86d1ce97e', 'name': '', 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'mac_address': 'fa:16:3e:bc:9b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'a5a8582b-3cbd-43c0-bf19-efe98917785b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:21Z', 'revision_number': 5, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'subnets': [{'id': 'a5a8582b-3cbd-43c0-bf19-efe98917785b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:02.436901 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9dd96af4-d6b1-4bdb-b3d1-83c4a4417860 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2347667 Apr 20 16:30:02.441562 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56186) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:02.452725 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-85d7a5f5-2deb-4c8a-8145-c9d47a489196 admin admin] Request body: {'subnet': {'network_id': '4ea572ee-f46a-40f6-915d-a25c4574afb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-818353093-subnet', 'tenant_id': '6402221b54544e13a6a7eda3dd4522e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:02.455666 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd96af4-d6b1-4bdb-b3d1-83c4a4417860 admin admin] Pushing event updated for resources: {'Network': ['ID=4ea572ee-f46a-40f6-915d-a25c4574afb9,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:02.474439 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ca0e40-c8d4-4d3a-b3cc-68765c6d4b4c None None] The sync data for ids ['0b8c9692-1341-42e7-8e90-ebc630448605'] in n-d-836146-2 is: [{'id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'name': 'tempest-TestSecurityGroupsBasicOps-router-722697221', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '284fe26c-0593-42db-88c8-7d04412c9352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:56Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'gw_port': {'id': '284fe26c-0593-42db-88c8-7d04412c9352', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:58Z', 'updated_at': '2022-04-20T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '30dfda09-347f-48ef-9341-0553dc5e83e8', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'port_id': '5dc64469-3e82-4e11-b21c-5e63b90c1a86', 'fixed_ip_address': '172.20.0.19', 'status': 'DOWN', 'standard_attr_id': 2459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379', 'mac_address': 'fa:16:3e:b3:fa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:29:57Z', 'updated_at': '2022-04-20T16:29:57Z', 'revision_number': 0, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b67ba2-a914-49b8-83a2-60b86d1ce97e', 'name': '', 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'mac_address': 'fa:16:3e:bc:9b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'a5a8582b-3cbd-43c0-bf19-efe98917785b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:21Z', 'revision_number': 5, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'subnets': [{'id': 'a5a8582b-3cbd-43c0-bf19-efe98917785b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:30:02.484211 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 4ea572ee-f46a-40f6-915d-a25c4574afb9 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:30:02.544166 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7f130-dc96-4a45-98a1-11bf2536331e req-0dcf1d64-7676-48db-a04a-5af06123927b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:02.545999 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e7c7f130-dc96-4a45-98a1-11bf2536331e req-0dcf1d64-7676-48db-a04a-5af06123927b service neutron] 10.222.0.26 "GET /v2.0/networks?id=37dffd32-6c1b-4ef8-ae8a-aeadb127d379 HTTP/1.1" status: 200 len: 898 time: 0.3425293 Apr 20 16:30:02.552783 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bf23574-d0cc-43dc-87bd-4bd463e80e08 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:02.569862 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf23574-d0cc-43dc-87bd-4bd463e80e08 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Fanout notify agent at l3_agent the message router_deleted on router aeb633d9-ab64-4e78-b37a-5bcb2ac68dbd {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:30:02.584593 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bf23574-d0cc-43dc-87bd-4bd463e80e08 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:02.590337 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7bf23574-d0cc-43dc-87bd-4bd463e80e08 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "DELETE /v2.0/routers/aeb633d9-ab64-4e78-b37a-5bcb2ac68dbd HTTP/1.1" status: 204 len: 168 time: 4.5532959 Apr 20 16:30:02.594585 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56188) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:02.640861 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e31e5d-b9cf-4062-beb5-7d76f48b7c5d tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:30:02.664050 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003b93a6-3209-4fe3-9f70-6e58046857c5 None None] Sync routers for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:30:02.668621 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a3bad17-fd26-45fa-a563-b3921998cd6b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:02.684939 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003b93a6-3209-4fe3-9f70-6e58046857c5 None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:02.692567 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-003b93a6-3209-4fe3-9f70-6e58046857c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:02.702352 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b3802347-a3eb-4927-a960-9e6f750dc1df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1671857890', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}, 'admin_state_up': False}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:02.715761 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d7a5f5-2deb-4c8a-8145-c9d47a489196 admin admin] Made reservation on behalf of 6402221b54544e13a6a7eda3dd4522e8 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:02.718468 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-85d7a5f5-2deb-4c8a-8145-c9d47a489196 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:02.727879 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a3bad17-fd26-45fa-a563-b3921998cd6b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:02.758617 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-003b93a6-3209-4fe3-9f70-6e58046857c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:02.766010 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42e31e5d-b9cf-4062-beb5-7d76f48b7c5d tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:02.767364 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-42e31e5d-b9cf-4062-beb5-7d76f48b7c5d tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.4314549 Apr 20 16:30:02.774825 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56194) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:02.780934 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3bad17-fd26-45fa-a563-b3921998cd6b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:30:02.782196 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003b93a6-3209-4fe3-9f70-6e58046857c5 None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:02.785713 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-003b93a6-3209-4fe3-9f70-6e58046857c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:02.863723 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-003b93a6-3209-4fe3-9f70-6e58046857c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:02.864784 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003b93a6-3209-4fe3-9f70-6e58046857c5 None None] The sync data for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:30:02.883924 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bad17-fd26-45fa-a563-b3921998cd6b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56296fcb-755e-4475-bfc4-8b65727ca97b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:02.895943 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e27db31-e775-4d85-9c55-1abe0aa4a710 None None] New status for floating IP 30dfda09-347f-48ef-9341-0553dc5e83e8: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:30:02.905582 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e7c7f130-dc96-4a45-98a1-11bf2536331e req-fb9bc71b-7f26-4d6d-8847-cfe6c7ba6ce6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=5dc64469-3e82-4e11-b21c-5e63b90c1a86 HTTP/1.1" status: 200 len: 1000 time: 0.3333864 Apr 20 16:30:02.924093 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a3bad17-fd26-45fa-a563-b3921998cd6b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:02.924515 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-4a3bad17-fd26-45fa-a563-b3921998cd6b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Added segment 61e5beb4-213d-45c5-8f4d-320b56367665 of type vlan for network 10294607-eb5e-406e-b70a-cc143553f735 Apr 20 16:30:03.091390 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3802347-a3eb-4927-a960-9e6f750dc1df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:03.092437 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3802347-a3eb-4927-a960-9e6f750dc1df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:03.123313 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a3bad17-fd26-45fa-a563-b3921998cd6b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:03.221402 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7f130-dc96-4a45-98a1-11bf2536331e req-ca004c27-266d-48e6-acdf-951d81e8988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:03.223418 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e7c7f130-dc96-4a45-98a1-11bf2536331e req-ca004c27-266d-48e6-acdf-951d81e8988a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5a8582b-3cbd-43c0-bf19-efe98917785b HTTP/1.1" status: 200 len: 838 time: 0.2750115 Apr 20 16:30:03.234066 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-625076a2-e36d-4d78-8491-e793e09e7da6 req-a348464e-9dd4-4e5d-9eb5-ec9b839f5aee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3113134 Apr 20 16:30:03.311250 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a3bad17-fd26-45fa-a563-b3921998cd6b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:03.321872 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3bad17-fd26-45fa-a563-b3921998cd6b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:03.321872 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a3bad17-fd26-45fa-a563-b3921998cd6b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:03.417864 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3802347-a3eb-4927-a960-9e6f750dc1df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:03.461801 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4a3bad17-fd26-45fa-a563-b3921998cd6b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0501134 Apr 20 16:30:03.464673 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-65d3c847-3579-494e-84e8-4c17de45c9a0 tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4315 time: 1.1839023 Apr 20 16:30:03.468060 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56198) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:03.468703 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56200) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:03.490407 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-de281ba5-f48d-449a-a444-5b5d3d2afd46 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:03.517041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bad17-fd26-45fa-a563-b3921998cd6b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Network': ['ID=10294607-eb5e-406e-b70a-cc143553f735,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:03.520495 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7f130-dc96-4a45-98a1-11bf2536331e req-e943f753-f68c-4053-8c12-b446e799272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:03.522037 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e7c7f130-dc96-4a45-98a1-11bf2536331e req-e943f753-f68c-4053-8c12-b446e799272f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37dffd32-6c1b-4ef8-ae8a-aeadb127d379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2820654 Apr 20 16:30:03.528612 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:30:03.546293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625076a2-e36d-4d78-8491-e793e09e7da6 req-660a93b2-2934-4e42-b93b-40c2849c809b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:03.552995 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-625076a2-e36d-4d78-8491-e793e09e7da6 req-660a93b2-2934-4e42-b93b-40c2849c809b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 1097 time: 0.2238963 Apr 20 16:30:03.654788 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c6c55-5dc4-408f-b375-f9377cd3b9a4 req-08034d6b-5a4d-4b4b-b5a0-ca879d5d0989 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:03.656328 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a55c6c55-5dc4-408f-b375-f9377cd3b9a4 req-08034d6b-5a4d-4b4b-b5a0-ca879d5d0989 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.2644405 Apr 20 16:30:03.798589 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a55c6c55-5dc4-408f-b375-f9377cd3b9a4 req-c1e5cc50-f6f3-4573-817a-f8c4b1930ec9 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147442 Apr 20 16:30:03.816934 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625076a2-e36d-4d78-8491-e793e09e7da6 req-374bcb96-6dd9-4cd7-8139-0a3f4da9a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:03.818424 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-625076a2-e36d-4d78-8491-e793e09e7da6 req-374bcb96-6dd9-4cd7-8139-0a3f4da9a4fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=6129277f-3b7c-420f-bcf7-8207d3888fce HTTP/1.1" status: 200 len: 915 time: 0.2457638 Apr 20 16:30:03.857516 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe36208c-bb24-468d-8322-386b42d1f79d tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:03.858047 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe36208c-bb24-468d-8322-386b42d1f79d tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:03.859660 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fe36208c-bb24-468d-8322-386b42d1f79d tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0b8c9692-1341-42e7-8e90-ebc630448605 HTTP/1.1" status: 200 len: 1990 time: 0.3886847 Apr 20 16:30:03.895560 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3802347-a3eb-4927-a960-9e6f750dc1df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:03.903433 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-85d7a5f5-2deb-4c8a-8145-c9d47a489196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:03.945988 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-625076a2-e36d-4d78-8491-e793e09e7da6 req-2d2e7aa2-cf4e-4573-b9fa-4824df7593d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c030243a-3b3b-48d9-b958-e0bce2183416 HTTP/1.1" status: 200 len: 1001 time: 0.1197383 Apr 20 16:30:03.950296 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e7c7f130-dc96-4a45-98a1-11bf2536331e req-d247447b-cb1c-499d-95fb-ef515c1e67f9 service neutron] 10.222.0.26 "GET /v2.0/networks/37dffd32-6c1b-4ef8-ae8a-aeadb127d379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111989 Apr 20 16:30:04.041347 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625076a2-e36d-4d78-8491-e793e09e7da6 req-9dd14663-b5dc-4ac3-97ed-aa35fbf99b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:04.042833 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-625076a2-e36d-4d78-8491-e793e09e7da6 req-9dd14663-b5dc-4ac3-97ed-aa35fbf99b5d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d0d8025-1a58-4c58-9113-dd747fc0c87b HTTP/1.1" status: 200 len: 853 time: 0.0880625 Apr 20 16:30:04.043158 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7a5f5-2deb-4c8a-8145-c9d47a489196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c769d30-7d7d-4247-8bbb-688ce3623667,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:04.049000 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-84e3499c-4234-4cca-9a7c-9e3d256922f3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:04.056705 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de281ba5-f48d-449a-a444-5b5d3d2afd46 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:04.060753 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-de281ba5-f48d-449a-a444-5b5d3d2afd46 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:04.088695 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7a5f5-2deb-4c8a-8145-c9d47a489196 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:04.089238 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7a5f5-2deb-4c8a-8145-c9d47a489196 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:04.089623 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7a5f5-2deb-4c8a-8145-c9d47a489196 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:04.090067 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7a5f5-2deb-4c8a-8145-c9d47a489196 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:04.090514 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7a5f5-2deb-4c8a-8145-c9d47a489196 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:04.090998 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7a5f5-2deb-4c8a-8145-c9d47a489196 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:04.091413 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7a5f5-2deb-4c8a-8145-c9d47a489196 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:04.091848 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7a5f5-2deb-4c8a-8145-c9d47a489196 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:04.096092 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7a5f5-2deb-4c8a-8145-c9d47a489196 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:04.096092 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7a5f5-2deb-4c8a-8145-c9d47a489196 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:04.096092 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7a5f5-2deb-4c8a-8145-c9d47a489196 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:04.096092 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7a5f5-2deb-4c8a-8145-c9d47a489196 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:04.137003 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7a5f5-2deb-4c8a-8145-c9d47a489196 admin admin] Checking segment: {'id': 'c60353d2-b585-4861-b4fd-122f04ab44fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4ea572ee-f46a-40f6-915d-a25c4574afb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:30:04.137362 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d7a5f5-2deb-4c8a-8145-c9d47a489196 admin admin] Network hostable DHCP agents. Network: 4ea572ee-f46a-40f6-915d-a25c4574afb9, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:30:04.164258 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625076a2-e36d-4d78-8491-e793e09e7da6 req-eec46c5e-48bf-4121-81e7-f0572a50d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:04.165946 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-625076a2-e36d-4d78-8491-e793e09e7da6 req-eec46c5e-48bf-4121-81e7-f0572a50d1c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6129277f-3b7c-420f-bcf7-8207d3888fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139755 Apr 20 16:30:04.239812 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e7c7f130-dc96-4a45-98a1-11bf2536331e req-56de1a84-a7e2-47c6-8005-1834520c52a6 service neutron] 10.222.0.26 "GET /v2.0/networks/37dffd32-6c1b-4ef8-ae8a-aeadb127d379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829278 Apr 20 16:30:04.303369 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d7a5f5-2deb-4c8a-8145-c9d47a489196 admin admin] Network 4ea572ee-f46a-40f6-915d-a25c4574afb9 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:30:04.349112 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-625076a2-e36d-4d78-8491-e793e09e7da6 req-e0f76987-ebf8-47a1-b575-fce4017125a4 service neutron] 10.222.0.30 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510572 Apr 20 16:30:04.386753 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-85d7a5f5-2deb-4c8a-8145-c9d47a489196 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 4ea572ee-f46a-40f6-915d-a25c4574afb9) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:04.394132 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d7a5f5-2deb-4c8a-8145-c9d47a489196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:04.395009 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-85d7a5f5-2deb-4c8a-8145-c9d47a489196 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:04.404256 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ba23ab-390c-461c-8758-09df156a0651 None None] Network 4ea572ee-f46a-40f6-915d-a25c4574afb9 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:04.534704 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-625076a2-e36d-4d78-8491-e793e09e7da6 req-b7326b8b-cf1c-49d7-9eea-a4836ecedd1d service neutron] 10.222.0.30 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767507 Apr 20 16:30:04.592635 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be1b4c1-6d6f-4fc8-b3a7-8b3134f53356 None None] Network 4ea572ee-f46a-40f6-915d-a25c4574afb9 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:04.596319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-84e3499c-4234-4cca-9a7c-9e3d256922f3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Allocated IP 172.20.0.1 (c48315f8-5d89-404d-aa26-2b8493de150b/cf60ee2a-7b58-49e7-a9b2-efc1783782f6/12c81737-3647-4dff-b62d-a627dd0c3afe) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:04.725233 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-84e3499c-4234-4cca-9a7c-9e3d256922f3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:04.814342 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-de281ba5-f48d-449a-a444-5b5d3d2afd46 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:04.927845 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3802347-a3eb-4927-a960-9e6f750dc1df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:04.985106 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de281ba5-f48d-449a-a444-5b5d3d2afd46 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=8854580c-c5ce-4bad-bf61-f7cbac97bc46,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:04.988983 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3802347-a3eb-4927-a960-9e6f750dc1df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:05.047642 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de281ba5-f48d-449a-a444-5b5d3d2afd46 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:30:05.048010 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de281ba5-f48d-449a-a444-5b5d3d2afd46 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network hostable DHCP agents. Network: 10294607-eb5e-406e-b70a-cc143553f735, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:30:05.066623 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679dffa1-06bf-4194-b12d-cf35ccbca57e req-87d1d238-d93e-445b-8804-66d0ceddd92f tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:05.068160 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-679dffa1-06bf-4194-b12d-cf35ccbca57e req-87d1d238-d93e-445b-8804-66d0ceddd92f tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.1828983 Apr 20 16:30:05.149760 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-679dffa1-06bf-4194-b12d-cf35ccbca57e req-dd38bbf1-fe0d-4bfa-9820-be47b3ae0f8d tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722649 Apr 20 16:30:05.150982 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-84e3499c-4234-4cca-9a7c-9e3d256922f3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:05.173830 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-b3802347-a3eb-4927-a960-9e6f750dc1df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Allocated IP 172.25.0.60 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/d94795f5-e827-4774-adff-065e3b397c22) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:05.196830 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e3499c-4234-4cca-9a7c-9e3d256922f3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Network c48315f8-5d89-404d-aa26-2b8493de150b is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:05.204870 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-84e3499c-4234-4cca-9a7c-9e3d256922f3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:05.208874 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e3499c-4234-4cca-9a7c-9e3d256922f3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:05.238718 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3499c-4234-4cca-9a7c-9e3d256922f3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'Port': ['ID=12c81737-3647-4dff-b62d-a627dd0c3afe,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:05.259287 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-84e3499c-4234-4cca-9a7c-9e3d256922f3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:05.294978 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3802347-a3eb-4927-a960-9e6f750dc1df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:05.320635 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-85d7a5f5-2deb-4c8a-8145-c9d47a489196 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8770382 Apr 20 16:30:05.362622 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de281ba5-f48d-449a-a444-5b5d3d2afd46 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:30:05.436929 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3802347-a3eb-4927-a960-9e6f750dc1df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:05.514360 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-de281ba5-f48d-449a-a444-5b5d3d2afd46 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 10294607-eb5e-406e-b70a-cc143553f735) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:05.520384 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de281ba5-f48d-449a-a444-5b5d3d2afd46 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:05.524051 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-de281ba5-f48d-449a-a444-5b5d3d2afd46 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:05.529610 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f146331-ffab-4efa-9b48-02a96adbc475 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:05.536040 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-84e3499c-4234-4cca-9a7c-9e3d256922f3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:05.566930 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3802347-a3eb-4927-a960-9e6f750dc1df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:05.568399 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3802347-a3eb-4927-a960-9e6f750dc1df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Pushing event updated for resources: {'Port': ['ID=d94795f5-e827-4774-adff-065e3b397c22,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:05.578370 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-b3802347-a3eb-4927-a960-9e6f750dc1df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:05.584425 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3802347-a3eb-4927-a960-9e6f750dc1df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:05.643329 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-de281ba5-f48d-449a-a444-5b5d3d2afd46 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1733160 Apr 20 16:30:05.648795 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56276) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:05.662324 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b44d71f0-10dc-4c45-8973-8f7c4fc9f453 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'name': 'tempest-NetworksTestDHCPv6-721800680'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:05.787404 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e1c69-9f7d-4ac6-8638-2f838998fe39 req-ef73dc49-6cfb-4acf-a9b3-14de1642490c tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:05.789050 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e89e1c69-9f7d-4ac6-8638-2f838998fe39 req-ef73dc49-6cfb-4acf-a9b3-14de1642490c tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.1094275 Apr 20 16:30:05.833127 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bb5da2-2dec-4104-a91e-59d72adbf3c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-10294607-eb5e-406e-b70a-cc143553f735', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'fixed_ips': [{'subnet_id': '8854580c-c5ce-4bad-bf61-f7cbac97bc46'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:30:05.834016 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-10bb5da2-2dec-4104-a91e-59d72adbf3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:05.915409 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e89e1c69-9f7d-4ac6-8638-2f838998fe39 req-b9d52ac6-db01-409e-969a-f579a46c57b4 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139028 Apr 20 16:30:05.979202 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b84013-33e4-455a-885e-85754b4b4e09 req-0abf53fc-23a2-4783-83b4-d8b180317baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:05.981243 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8b84013-33e4-455a-885e-85754b4b4e09 req-0abf53fc-23a2-4783-83b4-d8b180317baf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f0db156e28243f4bff540048e8173db&device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 1097 time: 0.1957924 Apr 20 16:30:06.012241 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-10bb5da2-2dec-4104-a91e-59d72adbf3c3 None None] Allocated IP 2001:db8::2 (10294607-eb5e-406e-b70a-cc143553f735/8854580c-c5ce-4bad-bf61-f7cbac97bc46/69110df9-09a1-4e12-a94b-6132f6badcf6) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:06.030957 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-84e3499c-4234-4cca-9a7c-9e3d256922f3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:06.123674 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-84e3499c-4234-4cca-9a7c-9e3d256922f3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:06.188168 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3499c-4234-4cca-9a7c-9e3d256922f3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'Port': ['ID=12c81737-3647-4dff-b62d-a627dd0c3afe,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:06.199853 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-10bb5da2-2dec-4104-a91e-59d72adbf3c3 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:06.210657 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-84e3499c-4234-4cca-9a7c-9e3d256922f3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:06.245680 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b84013-33e4-455a-885e-85754b4b4e09 req-283c1a28-5950-470d-b052-697ebf07cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:06.247219 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8b84013-33e4-455a-885e-85754b4b4e09 req-283c1a28-5950-470d-b052-697ebf07cfca service neutron] 10.222.0.26 "GET /v2.0/networks?id=70aadf33-c190-45cc-a215-614b0e69afcd HTTP/1.1" status: 200 len: 919 time: 0.2555299 Apr 20 16:30:06.255776 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-84ed51be-38bc-44f9-a6d9-daac24e5ef90 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:06.257336 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-84ed51be-38bc-44f9-a6d9-daac24e5ef90 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/networks?id=2cea60fb-3970-4ef7-b155-246b86dcb8cd HTTP/1.1" status: 200 len: 824 time: 0.2813473 Apr 20 16:30:06.261026 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44d71f0-10dc-4c45-8973-8f7c4fc9f453 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:06.264372 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b44d71f0-10dc-4c45-8973-8f7c4fc9f453 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:06.271586 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-10bb5da2-2dec-4104-a91e-59d72adbf3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:06.317804 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e3499c-4234-4cca-9a7c-9e3d256922f3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Network c48315f8-5d89-404d-aa26-2b8493de150b is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:06.319262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-84e3499c-4234-4cca-9a7c-9e3d256922f3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:06.327245 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8b84013-33e4-455a-885e-85754b4b4e09 req-ee9e4759-595a-4158-bd25-5c24d8a156da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a HTTP/1.1" status: 200 len: 217 time: 0.0671628 Apr 20 16:30:06.330563 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bb5da2-2dec-4104-a91e-59d72adbf3c3 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:06.334968 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-10bb5da2-2dec-4104-a91e-59d72adbf3c3 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:06.340306 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bb5da2-2dec-4104-a91e-59d72adbf3c3 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:06.340553 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-283045ab-095e-4424-a2f7-b2cde8e9819c tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/quotas/a8fa9e10f3a2434a80164450f5458992 HTTP/1.1" status: 200 len: 375 time: 0.0680625 Apr 20 16:30:06.340843 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb5da2-2dec-4104-a91e-59d72adbf3c3 None None] Pushing event updated for resources: {'Port': ['ID=69110df9-09a1-4e12-a94b-6132f6badcf6,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:06.341019 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-b44d71f0-10dc-4c45-8973-8f7c4fc9f453 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] device_id is not set on port 2b4a512e-ed70-45b3-ba9c-d0d039d3f9df yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:30:06.359047 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3802347-a3eb-4927-a960-9e6f750dc1df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:06.400131 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-10bb5da2-2dec-4104-a91e-59d72adbf3c3 None None] Attempting to bind port 69110df9-09a1-4e12-a94b-6132f6badcf6 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:30:06.400777 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-10bb5da2-2dec-4104-a91e-59d72adbf3c3 None None] Attempting to bind port 69110df9-09a1-4e12-a94b-6132f6badcf6 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:30:06.401825 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bb5da2-2dec-4104-a91e-59d72adbf3c3 None None] Attempting to bind port 69110df9-09a1-4e12-a94b-6132f6badcf6 on network 10294607-eb5e-406e-b70a-cc143553f735 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:30:06.407249 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bb5da2-2dec-4104-a91e-59d72adbf3c3 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:30:06.407845 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bb5da2-2dec-4104-a91e-59d72adbf3c3 None None] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:30:06.408429 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-10bb5da2-2dec-4104-a91e-59d72adbf3c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:06.408998 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bb5da2-2dec-4104-a91e-59d72adbf3c3 None None] Bound using segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:30:06.409637 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-10bb5da2-2dec-4104-a91e-59d72adbf3c3 None None] Bound port: 69110df9-09a1-4e12-a94b-6132f6badcf6, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:30:06.410177 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-10bb5da2-2dec-4104-a91e-59d72adbf3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:06.487477 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-10bb5da2-2dec-4104-a91e-59d72adbf3c3 None None] For port 69110df9-09a1-4e12-a94b-6132f6badcf6, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:30:06.491078 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-10bb5da2-2dec-4104-a91e-59d72adbf3c3 None None] For port 69110df9-09a1-4e12-a94b-6132f6badcf6, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=69110df9-09a1-4e12-a94b-6132f6badcf6,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:30:06.531567 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-ca2c4da5-571b-4732-87e8-b5cfe87e6b0f tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a8fa9e10f3a2434a80164450f5458992&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1356621 Apr 20 16:30:06.588362 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b84013-33e4-455a-885e-85754b4b4e09 req-80c2604b-8766-41af-a542-af85840e7299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:06.590009 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8b84013-33e4-455a-885e-85754b4b4e09 req-80c2604b-8766-41af-a542-af85840e7299 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=17632b9e-8812-4d3f-b199-f8c936f90313 HTTP/1.1" status: 200 len: 858 time: 0.2425096 Apr 20 16:30:06.590822 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-10bb5da2-2dec-4104-a91e-59d72adbf3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:06.675250 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb5da2-2dec-4104-a91e-59d72adbf3c3 None None] Pushing event updated for resources: {'Port': ['ID=69110df9-09a1-4e12-a94b-6132f6badcf6,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:06.748320 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8b84013-33e4-455a-885e-85754b4b4e09 req-6ff05540-55b8-4e8e-a0b8-e1a7ccd78992 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70aadf33-c190-45cc-a215-614b0e69afcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1437685 Apr 20 16:30:06.835278 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e3499c-4234-4cca-9a7c-9e3d256922f3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Router b7ebf0b8-3699-4214-be3f-af773f4dad66 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:30:06.876795 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-b44d71f0-10dc-4c45-8973-8f7c4fc9f453 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8::2b (10294607-eb5e-406e-b70a-cc143553f735/8854580c-c5ce-4bad-bf61-f7cbac97bc46/2b4a512e-ed70-45b3-ba9c-d0d039d3f9df) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:07.015984 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e3499c-4234-4cca-9a7c-9e3d256922f3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:30:07.025670 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-84e3499c-4234-4cca-9a7c-9e3d256922f3 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "PUT /v2.0/routers/b7ebf0b8-3699-4214-be3f-af773f4dad66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2436633 Apr 20 16:30:07.033237 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77cd700-70e3-41ab-868f-01d4454908db None None] Sync routers for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:30:07.036778 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56314) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:07.044748 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-878b654d-b273-413f-bb6e-474bfde4bf60 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Request body: {'port': {'network_id': 'c48315f8-5d89-404d-aa26-2b8493de150b', 'name': 'tempest-FloatingIPTestJSON-1214386120'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:07.053464 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77cd700-70e3-41ab-868f-01d4454908db None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:07.054352 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e77cd700-70e3-41ab-868f-01d4454908db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:07.132511 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e77cd700-70e3-41ab-868f-01d4454908db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:07.155276 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77cd700-70e3-41ab-868f-01d4454908db None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:07.155916 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e77cd700-70e3-41ab-868f-01d4454908db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:07.197852 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e2ede-d50b-41ca-ad6e-6812c863b63b req-50e89238-05fc-42c5-8063-a0c71b09b1a8 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:07.200245 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-336e2ede-d50b-41ca-ad6e-6812c863b63b req-50e89238-05fc-42c5-8063-a0c71b09b1a8 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.1864846 Apr 20 16:30:07.203933 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e77cd700-70e3-41ab-868f-01d4454908db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:07.205110 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77cd700-70e3-41ab-868f-01d4454908db None None] The sync data for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:30:07.262755 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-336e2ede-d50b-41ca-ad6e-6812c863b63b req-c7014047-1ecb-4520-a37e-ed9d5ae6f45c tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506470 Apr 20 16:30:07.317138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878b654d-b273-413f-bb6e-474bfde4bf60 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Made reservation on behalf of caeff3e05f2c43088f434fc77bad316c for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:07.320409 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-878b654d-b273-413f-bb6e-474bfde4bf60 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:07.343811 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-878b654d-b273-413f-bb6e-474bfde4bf60 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] device_id is not set on port 6388fe90-a2e1-4f98-ac42-fd548c9c89b8 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:30:07.382049 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-7a23abf5-88c8-4800-a95c-43bf035b29eb service neutron] 10.222.0.15 "GET /v2.0/networks/2cea60fb-3970-4ef7-b155-246b86dcb8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8262732 Apr 20 16:30:07.491940 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-878b654d-b273-413f-bb6e-474bfde4bf60 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Allocated IP 172.20.0.3 (c48315f8-5d89-404d-aa26-2b8493de150b/cf60ee2a-7b58-49e7-a9b2-efc1783782f6/6388fe90-a2e1-4f98-ac42-fd548c9c89b8) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:07.545005 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8b84013-33e4-455a-885e-85754b4b4e09 req-47ae2ab2-1904-4731-a885-a950d2ee4ea7 service neutron] 10.222.0.26 "GET /v2.0/networks/70aadf33-c190-45cc-a215-614b0e69afcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7803807 Apr 20 16:30:07.719947 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3802347-a3eb-4927-a960-9e6f750dc1df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:07.722285 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 69110df9-09a1-4e12-a94b-6132f6badcf6 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:30:07.732912 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-bf344636-be40-4949-8532-c35d46b9eb8d service neutron] 10.222.0.15 "GET /v2.0/networks/2cea60fb-3970-4ef7-b155-246b86dcb8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493135 Apr 20 16:30:07.831892 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 69110df9-09a1-4e12-a94b-6132f6badcf6 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:07.832373 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:07.929276 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-878b654d-b273-413f-bb6e-474bfde4bf60 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:07.935769 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b44d71f0-10dc-4c45-8973-8f7c4fc9f453 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:07.990645 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:08.052441 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8b84013-33e4-455a-885e-85754b4b4e09 req-51bd0fcf-bdc9-460a-b3c9-7b475770dbeb service neutron] 10.222.0.26 "GET /v2.0/networks/70aadf33-c190-45cc-a215-614b0e69afcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024444 Apr 20 16:30:08.053445 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 69110df9-09a1-4e12-a94b-6132f6badcf6, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=69110df9-09a1-4e12-a94b-6132f6badcf6,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:08.066685 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-878b654d-b273-413f-bb6e-474bfde4bf60 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:08.123543 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:08.197397 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878b654d-b273-413f-bb6e-474bfde4bf60 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Network c48315f8-5d89-404d-aa26-2b8493de150b is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:08.208111 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b44d71f0-10dc-4c45-8973-8f7c4fc9f453 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:08.221885 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22e4305e-2c57-4975-b082-61929547fcdd req-3f1e0f2e-72c0-40ba-8e5e-a47927052950 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 210 time: 0.0604382 Apr 20 16:30:08.221885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-878b654d-b273-413f-bb6e-474bfde4bf60 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:08.233029 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878b654d-b273-413f-bb6e-474bfde4bf60 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:08.237542 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=69110df9-09a1-4e12-a94b-6132f6badcf6,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:08.240567 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b654d-b273-413f-bb6e-474bfde4bf60 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'Port': ['ID=6388fe90-a2e1-4f98-ac42-fd548c9c89b8,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:08.301003 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3802347-a3eb-4927-a960-9e6f750dc1df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Router 1d98530e-6dfa-498e-888c-6beb98509d64 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:30:08.308356 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878b654d-b273-413f-bb6e-474bfde4bf60 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:08.309782 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-878b654d-b273-413f-bb6e-474bfde4bf60 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:08.325131 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846663c0-1409-40a6-b126-be8d81fab6fa None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:08.378972 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44d71f0-10dc-4c45-8973-8f7c4fc9f453 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:08.388325 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-b44d71f0-10dc-4c45-8973-8f7c4fc9f453 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:08.390320 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d71f0-10dc-4c45-8973-8f7c4fc9f453 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=2b4a512e-ed70-45b3-ba9c-d0d039d3f9df,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:08.392861 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d71f0-10dc-4c45-8973-8f7c4fc9f453 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:08.398761 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44d71f0-10dc-4c45-8973-8f7c4fc9f453 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:08.399558 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b44d71f0-10dc-4c45-8973-8f7c4fc9f453 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:08.431801 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-878b654d-b273-413f-bb6e-474bfde4bf60 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3924026 Apr 20 16:30:08.433467 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56332) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:08.438423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-806a5df8-37da-4074-91c4-45d8c6f32b3e tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Request body: {'port': {'network_id': 'c48315f8-5d89-404d-aa26-2b8493de150b', 'name': 'tempest-FloatingIPTestJSON-1075546938'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:08.495400 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c17f32a5-a2ef-4a0e-9a3a-ccea095f2ea2 None None] Provisioning complete for port 69110df9-09a1-4e12-a94b-6132f6badcf6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:08.495976 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c17f32a5-a2ef-4a0e-9a3a-ccea095f2ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:08.530670 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c8cb5-56f9-4dd4-a7a3-948a1155cbc7 req-741b43e2-0aa8-4151-96cf-11d4e891c6f5 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:08.532525 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-860c8cb5-56f9-4dd4-a7a3-948a1155cbc7 req-741b43e2-0aa8-4151-96cf-11d4e891c6f5 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.1496115 Apr 20 16:30:08.568938 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3802347-a3eb-4927-a960-9e6f750dc1df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:30:08.590040 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b44d71f0-10dc-4c45-8973-8f7c4fc9f453 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9354877 Apr 20 16:30:08.591576 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56334) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:08.598018 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6118f4a8-9e37-4732-bc81-d71d3e280875 None None] Sync routers for ids ['1d98530e-6dfa-498e-888c-6beb98509d64'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:30:08.617703 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-860c8cb5-56f9-4dd4-a7a3-948a1155cbc7 req-7b599768-a85e-4b79-9720-713b2dc2446c tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701623 Apr 20 16:30:08.630578 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6118f4a8-9e37-4732-bc81-d71d3e280875 None None] Routers {'1d98530e-6dfa-498e-888c-6beb98509d64'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:08.631291 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6118f4a8-9e37-4732-bc81-d71d3e280875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1d98530e-6dfa-498e-888c-6beb98509d64'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:08.676239 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6118f4a8-9e37-4732-bc81-d71d3e280875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:08.679785 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3802347-a3eb-4927-a960-9e6f750dc1df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:08.684843 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b3802347-a3eb-4927-a960-9e6f750dc1df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.0046301 Apr 20 16:30:08.685071 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56336) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:08.690509 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5685e068-f61a-4b34-882c-c15c10699a17 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:08.697729 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806a5df8-37da-4074-91c4-45d8c6f32b3e tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Made reservation on behalf of caeff3e05f2c43088f434fc77bad316c for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:08.712041 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6118f4a8-9e37-4732-bc81-d71d3e280875 None None] Routers {'1d98530e-6dfa-498e-888c-6beb98509d64'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:08.712700 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6118f4a8-9e37-4732-bc81-d71d3e280875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1d98530e-6dfa-498e-888c-6beb98509d64'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:08.722421 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-806a5df8-37da-4074-91c4-45d8c6f32b3e tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:08.750115 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6118f4a8-9e37-4732-bc81-d71d3e280875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:08.750758 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6118f4a8-9e37-4732-bc81-d71d3e280875 None None] The sync data for ids ['1d98530e-6dfa-498e-888c-6beb98509d64'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:30:08.770277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce2a089-7321-4c50-a235-a2f40787c961 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:08.789112 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce2a089-7321-4c50-a235-a2f40787c961 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:08.794485 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cce2a089-7321-4c50-a235-a2f40787c961 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1982393 Apr 20 16:30:08.797559 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56338) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:08.806454 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-806a5df8-37da-4074-91c4-45d8c6f32b3e tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] device_id is not set on port 21431657-9d67-4b34-8161-f305bb2f0eec yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:30:08.996903 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-6fa5cae4-0a6f-425b-b508-f4a11c27eae8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting port 2b4a512e-ed70-45b3-ba9c-d0d039d3f9df {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:08.997534 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fa5cae4-0a6f-425b-b508-f4a11c27eae8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:09.000760 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-806a5df8-37da-4074-91c4-45d8c6f32b3e tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Allocated IP 172.20.0.9 (c48315f8-5d89-404d-aa26-2b8493de150b/cf60ee2a-7b58-49e7-a9b2-efc1783782f6/21431657-9d67-4b34-8161-f305bb2f0eec) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:09.134348 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e0b02fe0-a954-4d2b-9559-6e8f80ab6702 None None] Provisioning complete for port 69110df9-09a1-4e12-a94b-6132f6badcf6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:09.139689 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e0b02fe0-a954-4d2b-9559-6e8f80ab6702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:09.139955 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5685e068-f61a-4b34-882c-c15c10699a17 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:09.175511 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fa5cae4-0a6f-425b-b508-f4a11c27eae8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:09.206231 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-6fa5cae4-0a6f-425b-b508-f4a11c27eae8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Calling delete_port for 2b4a512e-ed70-45b3-ba9c-d0d039d3f9df owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:09.234560 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5685e068-f61a-4b34-882c-c15c10699a17 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:09.258801 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e0b02fe0-a954-4d2b-9559-6e8f80ab6702 None None] Provisioning complete for port 2b4a512e-ed70-45b3-ba9c-d0d039d3f9df triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:09.259424 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e0b02fe0-a954-4d2b-9559-6e8f80ab6702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:09.297580 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e0b02fe0-a954-4d2b-9559-6e8f80ab6702 None None] Port 2b4a512e-ed70-45b3-ba9c-d0d039d3f9df cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:30:09.324279 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d7c55b0d-93b2-427d-b4cf-5bf500d0c76a req-a02c2841-6ac1-4776-827f-703ec01652c0 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 210 time: 0.0404882 Apr 20 16:30:09.342031 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-806a5df8-37da-4074-91c4-45d8c6f32b3e tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:09.418128 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-af7f29fb-00d1-4dd7-b987-4df36dce2341 None None] Provisioning complete for port 2b4a512e-ed70-45b3-ba9c-d0d039d3f9df triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:09.418599 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-af7f29fb-00d1-4dd7-b987-4df36dce2341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:09.427288 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5685e068-f61a-4b34-882c-c15c10699a17 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Deleting port d94795f5-e827-4774-adff-065e3b397c22 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:09.427818 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5685e068-f61a-4b34-882c-c15c10699a17 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:09.459002 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-af7f29fb-00d1-4dd7-b987-4df36dce2341 None None] Port 2b4a512e-ed70-45b3-ba9c-d0d039d3f9df cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:30:09.511731 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5685e068-f61a-4b34-882c-c15c10699a17 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:09.523836 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5685e068-f61a-4b34-882c-c15c10699a17 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Calling delete_port for d94795f5-e827-4774-adff-065e3b397c22 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:09.568449 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fa5cae4-0a6f-425b-b508-f4a11c27eae8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:09.570997 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-806a5df8-37da-4074-91c4-45d8c6f32b3e tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:09.577448 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 69110df9-09a1-4e12-a94b-6132f6badcf6 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:30:09.621226 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5cae4-0a6f-425b-b508-f4a11c27eae8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Port': ['ID=2b4a512e-ed70-45b3-ba9c-d0d039d3f9df,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:09.633022 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 69110df9-09a1-4e12-a94b-6132f6badcf6 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:09.633403 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:09.704845 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a5df8-37da-4074-91c4-45d8c6f32b3e tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'Port': ['ID=21431657-9d67-4b34-8161-f305bb2f0eec,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:09.722403 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806a5df8-37da-4074-91c4-45d8c6f32b3e tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Network c48315f8-5d89-404d-aa26-2b8493de150b is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:09.727057 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-806a5df8-37da-4074-91c4-45d8c6f32b3e tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:09.751758 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a5df8-37da-4074-91c4-45d8c6f32b3e tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:09.764538 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fa5cae4-0a6f-425b-b508-f4a11c27eae8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:09.778909 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6fa5cae4-0a6f-425b-b508-f4a11c27eae8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/2b4a512e-ed70-45b3-ba9c-d0d039d3f9df HTTP/1.1" status: 204 len: 168 time: 0.9820731 Apr 20 16:30:09.782884 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56350) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:09.843505 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806a5df8-37da-4074-91c4-45d8c6f32b3e tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:09.844237 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-806a5df8-37da-4074-91c4-45d8c6f32b3e tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:09.884620 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2469b08-3003-49b9-821d-abdc401c2e48 req-bcd551e3-22f1-4111-8e0f-82ec37f9a738 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:09.893011 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c2469b08-3003-49b9-821d-abdc401c2e48 req-bcd551e3-22f1-4111-8e0f-82ec37f9a738 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.1556046 Apr 20 16:30:09.927618 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f675fc-c803-4eda-9603-6d5314cdda68 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:09.929302 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f675fc-c803-4eda-9603-6d5314cdda68 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:09.935041 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-22f675fc-c803-4eda-9603-6d5314cdda68 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1471136 Apr 20 16:30:09.935214 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56352) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:09.955332 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5685e068-f61a-4b34-882c-c15c10699a17 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:09.978723 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-806a5df8-37da-4074-91c4-45d8c6f32b3e tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5448999 Apr 20 16:30:09.981922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56354) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:09.986248 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7040dffd-6f7e-45a4-962d-4addac1a4250 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': '21431657-9d67-4b34-8161-f305bb2f0eec', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:10.006030 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685e068-f61a-4b34-882c-c15c10699a17 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Pushing event deleted for resources: {'Port': ['ID=d94795f5-e827-4774-adff-065e3b397c22,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:10.021001 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9de26e7-8587-46ed-910e-18d0074337e9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet 8854580c-c5ce-4bad-bf61-f7cbac97bc46 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:30:10.026980 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d9de26e7-8587-46ed-910e-18d0074337e9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:10.031754 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c2469b08-3003-49b9-821d-abdc401c2e48 req-5c2134a6-54b0-4bd4-87c1-7c5e94f13931 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375792 Apr 20 16:30:10.034933 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56358) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:10.082866 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d9de26e7-8587-46ed-910e-18d0074337e9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:10.115535 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-8916f7c7-7b98-4506-8ec3-8f9c8e9c13b4 admin admin] Deleting subnet eba52b01-f16c-48dd-9b36-583fefdbcff4 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:30:10.117781 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5685e068-f61a-4b34-882c-c15c10699a17 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:10.121499 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8916f7c7-7b98-4506-8ec3-8f9c8e9c13b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:10.131832 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7040dffd-6f7e-45a4-962d-4addac1a4250 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:10.230144 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d9de26e7-8587-46ed-910e-18d0074337e9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:10.253187 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8916f7c7-7b98-4506-8ec3-8f9c8e9c13b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:10.327035 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7040dffd-6f7e-45a4-962d-4addac1a4250 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:10.464448 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-67580493-b893-48df-b559-d90b25f6485f req-7c4b5d3c-c0bb-477e-8992-13c0cb929ef6 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 210 time: 0.0321977 Apr 20 16:30:10.493956 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-7040dffd-6f7e-45a4-962d-4addac1a4250 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Allocated IP 172.25.0.149 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/bc862c6c-e2ef-4a46-b865-050ce1cd6709) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:10.601939 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7040dffd-6f7e-45a4-962d-4addac1a4250 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:10.625047 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d9de26e7-8587-46ed-910e-18d0074337e9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:10.643256 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8916f7c7-7b98-4506-8ec3-8f9c8e9c13b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:10.647456 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5685e068-f61a-4b34-882c-c15c10699a17 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:10.664546 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de26e7-8587-46ed-910e-18d0074337e9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=8854580c-c5ce-4bad-bf61-f7cbac97bc46,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:10.670953 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5685e068-f61a-4b34-882c-c15c10699a17 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545285'] for router, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:10.676359 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d9de26e7-8587-46ed-910e-18d0074337e9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:10.680196 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d9de26e7-8587-46ed-910e-18d0074337e9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/8854580c-c5ce-4bad-bf61-f7cbac97bc46 HTTP/1.1" status: 204 len: 168 time: 0.7446530 Apr 20 16:30:10.683249 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56362) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:10.692344 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4251c482-c91d-4f10-8190-4baaae64ddb0 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:10.755448 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c0298c5d-9b92-4e64-b13a-acaaf1ee2838 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687611 Apr 20 16:30:10.755636 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56364) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:10.760895 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-ecca586f-5a58-4359-85c8-8bcfd4a74b74 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:10.779219 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7040dffd-6f7e-45a4-962d-4addac1a4250 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:10.790617 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5685e068-f61a-4b34-882c-c15c10699a17 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Router 1d98530e-6dfa-498e-888c-6beb98509d64 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:30:10.872033 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8916f7c7-7b98-4506-8ec3-8f9c8e9c13b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:10.881781 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7040dffd-6f7e-45a4-962d-4addac1a4250 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:10.884071 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040dffd-6f7e-45a4-962d-4addac1a4250 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'Port': ['ID=bc862c6c-e2ef-4a46-b865-050ce1cd6709,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:10.889103 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-7040dffd-6f7e-45a4-962d-4addac1a4250 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:10.893643 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7040dffd-6f7e-45a4-962d-4addac1a4250 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:10.898481 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a31820f-a9e4-44c9-9666-96d1264ecdda None None] DHCP port deletion for 10294607-eb5e-406e-b70a-cc143553f735 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:30:10.900060 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5685e068-f61a-4b34-882c-c15c10699a17 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:30:10.907654 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5685e068-f61a-4b34-882c-c15c10699a17 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:10.911657 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5685e068-f61a-4b34-882c-c15c10699a17 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "PUT /v2.0/routers/1d98530e-6dfa-498e-888c-6beb98509d64 HTTP/1.1" status: 200 len: 710 time: 2.2255530 Apr 20 16:30:10.912229 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628eca93-bae9-4932-97e0-d0246f4af650 None None] Sync routers for ids ['1d98530e-6dfa-498e-888c-6beb98509d64'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:30:10.914143 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916f7c7-7b98-4506-8ec3-8f9c8e9c13b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eba52b01-f16c-48dd-9b36-583fefdbcff4,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:10.915663 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56366) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:10.917535 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8916f7c7-7b98-4506-8ec3-8f9c8e9c13b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:10.920783 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8916f7c7-7b98-4506-8ec3-8f9c8e9c13b4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/eba52b01-f16c-48dd-9b36-583fefdbcff4 HTTP/1.1" status: 204 len: 168 time: 0.8846738 Apr 20 16:30:10.924606 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56368) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:10.932981 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628eca93-bae9-4932-97e0-d0246f4af650 None None] Routers {'1d98530e-6dfa-498e-888c-6beb98509d64'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:10.933922 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-628eca93-bae9-4932-97e0-d0246f4af650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1d98530e-6dfa-498e-888c-6beb98509d64'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:10.978939 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-628eca93-bae9-4932-97e0-d0246f4af650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:10.993275 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628eca93-bae9-4932-97e0-d0246f4af650 None None] Routers {'1d98530e-6dfa-498e-888c-6beb98509d64'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:10.994358 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-628eca93-bae9-4932-97e0-d0246f4af650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1d98530e-6dfa-498e-888c-6beb98509d64'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:11.005149 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-9a31820f-a9e4-44c9-9666-96d1264ecdda None None] Deleting port 69110df9-09a1-4e12-a94b-6132f6badcf6 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:11.005149 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9a31820f-a9e4-44c9-9666-96d1264ecdda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:11.027088 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-53bdc488-7238-4b19-a0fa-395bf0972fad tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "GET /v2.0/routers/1d98530e-6dfa-498e-888c-6beb98509d64 HTTP/1.1" status: 200 len: 745 time: 0.1054187 Apr 20 16:30:11.027797 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56370) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:11.030123 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-628eca93-bae9-4932-97e0-d0246f4af650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:11.035501 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628eca93-bae9-4932-97e0-d0246f4af650 None None] The sync data for ids ['1d98530e-6dfa-498e-888c-6beb98509d64'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:30:11.046645 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecca586f-5a58-4359-85c8-8bcfd4a74b74 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:11.050046 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ecca586f-5a58-4359-85c8-8bcfd4a74b74 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:11.086264 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-03a2cb49-c5f0-4357-8ed1-180e7b8f99e8 tempest-RoutersIpV6AdminTest-1189656138 tempest-RoutersIpV6AdminTest-1189656138-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&device_id=1d98530e-6dfa-498e-888c-6beb98509d64 HTTP/1.1" status: 200 len: 205 time: 0.0572352 Apr 20 16:30:11.086917 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56374) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:11.088375 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9a31820f-a9e4-44c9-9666-96d1264ecdda None None] For port 69110df9-09a1-4e12-a94b-6132f6badcf6, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=69110df9-09a1-4e12-a94b-6132f6badcf6,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:11.088929 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9a31820f-a9e4-44c9-9666-96d1264ecdda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:11.106262 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-9a31820f-a9e4-44c9-9666-96d1264ecdda None None] Calling delete_port for 69110df9-09a1-4e12-a94b-6132f6badcf6 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:11.126215 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-241cf2be-2be1-4cf7-8947-b2682d044d27 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d98530e-6dfa-498e-888c-6beb98509d64 HTTP/1.1" status: 200 len: 205 time: 0.0377548 Apr 20 16:30:11.126644 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56376) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:11.164657 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f13785f2-f9ee-4613-bef6-fc00a851468e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:11.231596 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d0d98e4-573a-482f-a5f9-f4a1a35be9df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:11.242232 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9a31820f-a9e4-44c9-9666-96d1264ecdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:11.289300 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31820f-a9e4-44c9-9666-96d1264ecdda None None] Pushing event deleted for resources: {'Port': ['ID=69110df9-09a1-4e12-a94b-6132f6badcf6,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:11.293028 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a31820f-a9e4-44c9-9666-96d1264ecdda None None] No DVR routers for this DVR port 69110df9-09a1-4e12-a94b-6132f6badcf6 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:30:11.327837 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89acb78-ee3b-4a8e-8c8e-91080becda75 req-6953894c-fe5e-4661-8630-ba751d4765ba tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:11.329544 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b89acb78-ee3b-4a8e-8c8e-91080becda75 req-6953894c-fe5e-4661-8630-ba751d4765ba tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.1562421 Apr 20 16:30:11.405133 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f13785f2-f9ee-4613-bef6-fc00a851468e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:11.439407 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d0d98e4-573a-482f-a5f9-f4a1a35be9df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:11.445909 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d0d98e4-573a-482f-a5f9-f4a1a35be9df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:11.457130 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b89acb78-ee3b-4a8e-8c8e-91080becda75 req-ac458817-d0b9-49a2-950d-bba1f7147f9e tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989785 Apr 20 16:30:11.512937 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-f13785f2-f9ee-4613-bef6-fc00a851468e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57788d4a-c0b2-4e44-bcc3-e868445aab00']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:11.548766 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-f13785f2-f9ee-4613-bef6-fc00a851468e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb503d67-59f1-46d1-9d04-2d226b2a2c31') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:11.548766 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-f13785f2-f9ee-4613-bef6-fc00a851468e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb503d67-59f1-46d1-9d04-2d226b2a2c31') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:11.586165 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 69110df9-09a1-4e12-a94b-6132f6badcf6 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:30:11.590187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-6b16c272-f66d-40c7-b1fd-f13797f403ee tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:11.591658 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-6b16c272-f66d-40c7-b1fd-f13797f403ee tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.30 "GET /v2.0/networks?id=2cea60fb-3970-4ef7-b155-246b86dcb8cd HTTP/1.1" status: 200 len: 824 time: 0.3562708 Apr 20 16:30:11.607872 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 69110df9-09a1-4e12-a94b-6132f6badcf6 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:30:11.608254 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 69110df9-09a1-4e12-a94b-6132f6badcf6 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:30:11.612652 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f13785f2-f9ee-4613-bef6-fc00a851468e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:11.642078 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-768ccaee-80a9-41fa-b791-9bd2151a377c req-fcb55cdd-f19a-40fd-bebb-7d3eb1500588 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 210 time: 0.0931230 Apr 20 16:30:11.683283 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-a9a1c9c0-3d12-42a6-a71f-6eba5e16bfb7 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Request body: {'port': {'device_id': '92fddbc8-17c2-4af2-b68a-882ccb790f81', 'network_id': '2cea60fb-3970-4ef7-b155-246b86dcb8cd', 'admin_state_up': True, 'tenant_id': 'a8fa9e10f3a2434a80164450f5458992'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:11.712779 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f13785f2-f9ee-4613-bef6-fc00a851468e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:11.753981 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13785f2-f9ee-4613-bef6-fc00a851468e admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:30:11.754434 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f13785f2-f9ee-4613-bef6-fc00a851468e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:30:11.759607 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:30:11.763326 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d0d98e4-573a-482f-a5f9-f4a1a35be9df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:11.763836 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0d98e4-573a-482f-a5f9-f4a1a35be9df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Fanout notify agent at l3_agent the message router_deleted on router 1d98530e-6dfa-498e-888c-6beb98509d64 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:30:11.772946 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d0d98e4-573a-482f-a5f9-f4a1a35be9df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:11.777742 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8d0d98e4-573a-482f-a5f9-f4a1a35be9df tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "DELETE /v2.0/routers/1d98530e-6dfa-498e-888c-6beb98509d64 HTTP/1.1" status: 204 len: 168 time: 0.6500740 Apr 20 16:30:11.778344 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56380) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:11.806617 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8dbdfe2c-9c4d-4b42-9764-5ecd0a785469 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d98530e-6dfa-498e-888c-6beb98509d64 HTTP/1.1" status: 200 len: 205 time: 0.0270581 Apr 20 16:30:11.809377 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56382) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:11.846597 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-06fe948b-cc80-45ec-810a-3a9599574a05 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] delete failed (client error): The resource could not be found. Apr 20 16:30:11.847627 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-06fe948b-cc80-45ec-810a-3a9599574a05 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "DELETE /v2.0/routers/1d98530e-6dfa-498e-888c-6beb98509d64 HTTP/1.1" status: 404 len: 336 time: 0.0373266 Apr 20 16:30:11.850334 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56384) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:11.881967 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-91fd4c10-9d4e-4814-870f-0bd30af94e82 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "GET /v2.0/ports?device_id=aeb633d9-ab64-4e78-b37a-5bcb2ac68dbd HTTP/1.1" status: 200 len: 205 time: 0.0282815 Apr 20 16:30:11.882213 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56386) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:11.924649 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-b187cb88-04a1-4e05-89f6-fad4d23f480a tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] delete failed (client error): The resource could not be found. Apr 20 16:30:11.925703 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b187cb88-04a1-4e05-89f6-fad4d23f480a tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "DELETE /v2.0/routers/aeb633d9-ab64-4e78-b37a-5bcb2ac68dbd HTTP/1.1" status: 404 len: 336 time: 0.0425026 Apr 20 16:30:11.928325 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56388) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:11.956727 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6dd38ff5-755c-41b5-8ff0-d05600850fbd tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "GET /v2.0/ports?device_id=36705981-9d85-4469-af3a-e3294c24ef74 HTTP/1.1" status: 200 len: 205 time: 0.0272286 Apr 20 16:30:11.958976 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56390) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:12.001512 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-b14c9b3c-34da-4f93-9bd6-3125c702bf11 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] delete failed (client error): The resource could not be found. Apr 20 16:30:12.002553 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b14c9b3c-34da-4f93-9bd6-3125c702bf11 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "DELETE /v2.0/routers/36705981-9d85-4469-af3a-e3294c24ef74 HTTP/1.1" status: 404 len: 336 time: 0.0426805 Apr 20 16:30:12.005295 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56392) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:12.033832 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f47789fe-dc72-4b7f-8893-24e990f36095 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6928f4c-5145-4af6-9f42-3eccc7311bce HTTP/1.1" status: 200 len: 205 time: 0.0274360 Apr 20 16:30:12.036131 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56394) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:12.074079 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-30fa1933-cc8b-458a-889e-9fec322d7279 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] delete failed (client error): The resource could not be found. Apr 20 16:30:12.075032 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-30fa1933-cc8b-458a-889e-9fec322d7279 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "DELETE /v2.0/routers/e6928f4c-5145-4af6-9f42-3eccc7311bce HTTP/1.1" status: 404 len: 336 time: 0.0379775 Apr 20 16:30:12.077663 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56396) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:12.105241 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e39f5c0c-f255-437c-bd9f-674556949072 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7cd4ac8-7ec2-41e5-bbd2-e7c790679a3c HTTP/1.1" status: 200 len: 205 time: 0.0264771 Apr 20 16:30:12.107518 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56398) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:12.147629 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-0eeeda0d-348c-4827-89bd-a3abc1335b65 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] delete failed (client error): The resource could not be found. Apr 20 16:30:12.148706 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0eeeda0d-348c-4827-89bd-a3abc1335b65 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "DELETE /v2.0/routers/b7cd4ac8-7ec2-41e5-bbd2-e7c790679a3c HTTP/1.1" status: 404 len: 336 time: 0.0403132 Apr 20 16:30:12.152518 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56400) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:12.171995 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ecca586f-5a58-4359-85c8-8bcfd4a74b74 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:12.180380 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6699d9b9-e91f-410b-a018-08b3997bf56c tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "GET /v2.0/ports?device_id=80e4656d-2ca1-4bef-803f-13d1fac761ad HTTP/1.1" status: 200 len: 205 time: 0.0259094 Apr 20 16:30:12.181219 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56402) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:12.222791 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-d82da288-c216-46ef-8349-3d75e6d00f87 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] delete failed (client error): The resource could not be found. Apr 20 16:30:12.223829 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d82da288-c216-46ef-8349-3d75e6d00f87 tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "DELETE /v2.0/routers/80e4656d-2ca1-4bef-803f-13d1fac761ad HTTP/1.1" status: 404 len: 336 time: 0.0416641 Apr 20 16:30:12.226544 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56404) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:12.244437 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecca586f-5a58-4359-85c8-8bcfd4a74b74 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:12.253647 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d10d02-15f0-4799-b0e3-047c1b0d2d1f tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] DELETE failed (client error): The resource could not be found. Apr 20 16:30:12.254103 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d10d02-15f0-4799-b0e3-047c1b0d2d1f tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:30:12.254732 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-ecca586f-5a58-4359-85c8-8bcfd4a74b74 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:12.260965 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-30d10d02-15f0-4799-b0e3-047c1b0d2d1f tempest-RoutersIpV6AdminTest-1432025794 tempest-RoutersIpV6AdminTest-1432025794-project] 10.222.0.15 "DELETE /v2.0/subnets/b8e98189-9ac0-4b7c-852f-18a45f66dc87 HTTP/1.1" status: 404 len: 337 time: 0.0328567 Apr 20 16:30:12.263689 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7090ec-71fe-4d7e-8db5-ee47a5a7fce1 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:12.285745 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecca586f-5a58-4359-85c8-8bcfd4a74b74 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:12.286265 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ecca586f-5a58-4359-85c8-8bcfd4a74b74 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:12.310443 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f13785f2-f9ee-4613-bef6-fc00a851468e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:12.325978 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f13785f2-f9ee-4613-bef6-fc00a851468e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:12.329074 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f13785f2-f9ee-4613-bef6-fc00a851468e admin admin] 10.222.0.15 "DELETE /v2.0/networks/57788d4a-c0b2-4e44-bcc3-e868445aab00 HTTP/1.1" status: 204 len: 168 time: 1.4033277 Apr 20 16:30:12.332696 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca586f-5a58-4359-85c8-8bcfd4a74b74 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=347ebbc7-643e-4918-89c4-c8642ac6d77d,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:12.351099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13785f2-f9ee-4613-bef6-fc00a851468e admin admin] Pushing event deleted for resources: {'Network': ['ID=57788d4a-c0b2-4e44-bcc3-e868445aab00,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:12.356030 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7040dffd-6f7e-45a4-962d-4addac1a4250 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:12.413245 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ecca586f-5a58-4359-85c8-8bcfd4a74b74 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6561544 Apr 20 16:30:12.415459 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56410) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:12.420450 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d05e3a91-ec64-4ab2-84c3-f8a32e3abd8a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'name': 'tempest-NetworksTestDHCPv6-80082995'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:12.449160 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d460a91d-ab01-49a3-b609-9a7a5a833ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-10294607-eb5e-406e-b70a-cc143553f735', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'fixed_ips': [{'subnet_id': '347ebbc7-643e-4918-89c4-c8642ac6d77d'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:30:12.450039 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d460a91d-ab01-49a3-b609-9a7a5a833ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:12.518907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-a9a1c9c0-3d12-42a6-a71f-6eba5e16bfb7 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Made reservation on behalf of a8fa9e10f3a2434a80164450f5458992 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:12.522411 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-a9a1c9c0-3d12-42a6-a71f-6eba5e16bfb7 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:12.595285 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7040dffd-6f7e-45a4-962d-4addac1a4250 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:12.599964 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dc807-9266-489f-acc9-d33c85c4f9df req-cb23cd08-c33d-4f9c-a2c4-b22fe0b16b46 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:12.602007 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-536dc807-9266-489f-acc9-d33c85c4f9df req-cb23cd08-c33d-4f9c-a2c4-b22fe0b16b46 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.0636394 Apr 20 16:30:12.605789 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-d460a91d-ab01-49a3-b609-9a7a5a833ef8 None None] Allocated IP 2001:db8::2 (10294607-eb5e-406e-b70a-cc143553f735/347ebbc7-643e-4918-89c4-c8642ac6d77d/e13d69c4-af88-418c-9102-311dc54b036d) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:12.680803 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05e3a91-ec64-4ab2-84c3-f8a32e3abd8a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:12.686397 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-536dc807-9266-489f-acc9-d33c85c4f9df req-d0500fa3-918e-4cf0-8a32-b0d86d230235 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749235 Apr 20 16:30:12.686629 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d05e3a91-ec64-4ab2-84c3-f8a32e3abd8a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:12.777571 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-d05e3a91-ec64-4ab2-84c3-f8a32e3abd8a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] device_id is not set on port 6739cc25-90b6-4fbb-9089-6e85f4d59910 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:30:12.833959 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56420) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:12.834448 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-03928125-9ab1-4f7f-884f-d24ec6e7608c req-146553ca-f1e1-4e64-8a73-6e40b7df7080 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 210 time: 0.0768929 Apr 20 16:30:12.844977 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d460a91d-ab01-49a3-b609-9a7a5a833ef8 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:12.899949 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bc3488f5-3294-4cb9-b3a9-73193126c048 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5ca8e2b629024f54bb9e386005a6d319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624824 Apr 20 16:30:12.900386 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56422) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:12.916695 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-a9a1c9c0-3d12-42a6-a71f-6eba5e16bfb7 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Allocated IP 172.20.0.6 (2cea60fb-3970-4ef7-b155-246b86dcb8cd/a2272435-449c-4c13-b2cf-5d2288d49bcd/0162ac82-0e30-46b6-b0a1-1bb84069092e) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:12.928202 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d460a91d-ab01-49a3-b609-9a7a5a833ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:12.933206 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56424) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:12.962943 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9184e108-5b37-40e4-9a11-13e7658a3d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:12.981996 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d460a91d-ab01-49a3-b609-9a7a5a833ef8 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:12.987207 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-d460a91d-ab01-49a3-b609-9a7a5a833ef8 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:12.994219 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9184e108-5b37-40e4-9a11-13e7658a3d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:13.001378 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d460a91d-ab01-49a3-b609-9a7a5a833ef8 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:13.074473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-d05e3a91-ec64-4ab2-84c3-f8a32e3abd8a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8::25f (10294607-eb5e-406e-b70a-cc143553f735/347ebbc7-643e-4918-89c4-c8642ac6d77d/6739cc25-90b6-4fbb-9089-6e85f4d59910) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:13.089846 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460a91d-ab01-49a3-b609-9a7a5a833ef8 None None] Pushing event updated for resources: {'Port': ['ID=e13d69c4-af88-418c-9102-311dc54b036d,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:13.106460 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d460a91d-ab01-49a3-b609-9a7a5a833ef8 None None] Attempting to bind port e13d69c4-af88-418c-9102-311dc54b036d on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:30:13.107079 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d460a91d-ab01-49a3-b609-9a7a5a833ef8 None None] Attempting to bind port e13d69c4-af88-418c-9102-311dc54b036d by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:30:13.107611 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d460a91d-ab01-49a3-b609-9a7a5a833ef8 None None] Attempting to bind port e13d69c4-af88-418c-9102-311dc54b036d on network 10294607-eb5e-406e-b70a-cc143553f735 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:30:13.119223 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d460a91d-ab01-49a3-b609-9a7a5a833ef8 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:30:13.120431 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d460a91d-ab01-49a3-b609-9a7a5a833ef8 None None] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:30:13.133942 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d460a91d-ab01-49a3-b609-9a7a5a833ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:13.133942 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d460a91d-ab01-49a3-b609-9a7a5a833ef8 None None] Bound using segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:30:13.133942 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d460a91d-ab01-49a3-b609-9a7a5a833ef8 None None] Bound port: e13d69c4-af88-418c-9102-311dc54b036d, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:30:13.133942 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d460a91d-ab01-49a3-b609-9a7a5a833ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:13.161867 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9184e108-5b37-40e4-9a11-13e7658a3d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:13.165303 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9184e108-5b37-40e4-9a11-13e7658a3d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:13.167838 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9184e108-5b37-40e4-9a11-13e7658a3d65 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3b74d5be-9a33-4200-bbc3-db56e106bb21 HTTP/1.1" status: 204 len: 168 time: 0.2660129 Apr 20 16:30:13.194691 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7040dffd-6f7e-45a4-962d-4addac1a4250 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:13.204772 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184e108-5b37-40e4-9a11-13e7658a3d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b74d5be-9a33-4200-bbc3-db56e106bb21,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:13.217559 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-628ae82b-55a5-4531-a4fa-c497ca8a4ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:13.238389 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d460a91d-ab01-49a3-b609-9a7a5a833ef8 None None] For port e13d69c4-af88-418c-9102-311dc54b036d, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:30:13.253152 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d460a91d-ab01-49a3-b609-9a7a5a833ef8 None None] For port e13d69c4-af88-418c-9102-311dc54b036d, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e13d69c4-af88-418c-9102-311dc54b036d,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:30:13.288596 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7040dffd-6f7e-45a4-962d-4addac1a4250 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:13.325164 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-628ae82b-55a5-4531-a4fa-c497ca8a4ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:13.385458 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d460a91d-ab01-49a3-b609-9a7a5a833ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:13.443982 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-a9a1c9c0-3d12-42a6-a71f-6eba5e16bfb7 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:13.443982 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040dffd-6f7e-45a4-962d-4addac1a4250 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'Port': ['ID=bc862c6c-e2ef-4a46-b865-050ce1cd6709,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:13.445831 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-628ae82b-55a5-4531-a4fa-c497ca8a4ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:13.461449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460a91d-ab01-49a3-b609-9a7a5a833ef8 None None] Pushing event updated for resources: {'Port': ['ID=e13d69c4-af88-418c-9102-311dc54b036d,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:13.485866 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7040dffd-6f7e-45a4-962d-4addac1a4250 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:13.500894 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-628ae82b-55a5-4531-a4fa-c497ca8a4ce2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3d9b56564454f9abbecad2c9c2e4307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5640476 Apr 20 16:30:13.500894 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ae82b-55a5-4531-a4fa-c497ca8a4ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a399c5dc-87fd-4526-869b-0c74b60ed35f,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:13.503352 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56430) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:13.578398 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-05d59251-f5ff-4ad3-8c8c-5dd1976d3041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:13.603980 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-05d59251-f5ff-4ad3-8c8c-5dd1976d3041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:13.610502 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d05e3a91-ec64-4ab2-84c3-f8a32e3abd8a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:13.692980 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-a9a1c9c0-3d12-42a6-a71f-6eba5e16bfb7 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:13.765717 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-7040dffd-6f7e-45a4-962d-4addac1a4250 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Floating IP 232c0904-a05c-4270-a03a-ba3de63874f3 associated. External IP: 172.25.0.149, port: 21431657-9d67-4b34-8161-f305bb2f0eec. Apr 20 16:30:13.772125 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-a9a1c9c0-3d12-42a6-a71f-6eba5e16bfb7 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Network 2cea60fb-3970-4ef7-b155-246b86dcb8cd is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:13.804853 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-05d59251-f5ff-4ad3-8c8c-5dd1976d3041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:13.808059 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-05d59251-f5ff-4ad3-8c8c-5dd1976d3041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:13.812190 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-05d59251-f5ff-4ad3-8c8c-5dd1976d3041 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a399c5dc-87fd-4526-869b-0c74b60ed35f HTTP/1.1" status: 204 len: 168 time: 0.3049729 Apr 20 16:30:13.815155 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-a9a1c9c0-3d12-42a6-a71f-6eba5e16bfb7 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:13.818250 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-a9a1c9c0-3d12-42a6-a71f-6eba5e16bfb7 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:13.821018 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d59251-f5ff-4ad3-8c8c-5dd1976d3041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a399c5dc-87fd-4526-869b-0c74b60ed35f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:13.861651 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b597e5-1200-47f2-9e1e-1d09cc259f42 req-4803de7b-1dc5-4d05-95f7-335540c1e068 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:13.865174 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b1b597e5-1200-47f2-9e1e-1d09cc259f42 req-4803de7b-1dc5-4d05-95f7-335540c1e068 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.0968509 Apr 20 16:30:13.920500 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-a9a1c9c0-3d12-42a6-a71f-6eba5e16bfb7 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:13.920500 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-a9a1c9c0-3d12-42a6-a71f-6eba5e16bfb7 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:13.931696 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1c9c0-3d12-42a6-a71f-6eba5e16bfb7 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Pushing event updated for resources: {'Port': ['ID=0162ac82-0e30-46b6-b0a1-1bb84069092e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:13.947198 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b1b597e5-1200-47f2-9e1e-1d09cc259f42 req-2bc48a56-be88-4562-b4ae-473e955b7bcb tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634587 Apr 20 16:30:14.008274 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d05e3a91-ec64-4ab2-84c3-f8a32e3abd8a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:14.067359 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-a9a1c9c0-3d12-42a6-a71f-6eba5e16bfb7 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4331090 Apr 20 16:30:14.079029 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05e3a91-ec64-4ab2-84c3-f8a32e3abd8a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:14.093811 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-d05e3a91-ec64-4ab2-84c3-f8a32e3abd8a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:14.097208 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05e3a91-ec64-4ab2-84c3-f8a32e3abd8a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:14.106491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05e3a91-ec64-4ab2-84c3-f8a32e3abd8a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:14.106491 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d05e3a91-ec64-4ab2-84c3-f8a32e3abd8a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:14.109877 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-26c31006-38e3-41fc-8924-6b9be76dbae0 service neutron] Request body: {'port': {'device_id': '92fddbc8-17c2-4af2-b68a-882ccb790f81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:14.125982 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ed364-badc-4cb5-8f3e-7dec646ad6b2 req-efe16ff3-23db-458a-9887-12fe986193e3 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:14.127450 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-645ed364-badc-4cb5-8f3e-7dec646ad6b2 req-efe16ff3-23db-458a-9887-12fe986193e3 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 931 time: 0.1906881 Apr 20 16:30:14.146663 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e3a91-ec64-4ab2-84c3-f8a32e3abd8a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=6739cc25-90b6-4fbb-9089-6e85f4d59910,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:14.267958 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-26c31006-38e3-41fc-8924-6b9be76dbae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:14.279378 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-645ed364-badc-4cb5-8f3e-7dec646ad6b2 req-b42f5c49-67f5-4cdd-b88e-1ffca2cfa77f tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04fe94f-874d-444d-bdc8-a135225ebb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247113 Apr 20 16:30:14.332812 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d05e3a91-ec64-4ab2-84c3-f8a32e3abd8a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9162986 Apr 20 16:30:14.341428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56456) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:14.393297 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7040dffd-6f7e-45a4-962d-4addac1a4250 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Router b7ebf0b8-3699-4214-be3f-af773f4dad66 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:30:14.436264 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29bdacb-53e4-423e-a4ca-8469c67e032d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:14.442221 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29bdacb-53e4-423e-a4ca-8469c67e032d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:14.446665 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a29bdacb-53e4-423e-a4ca-8469c67e032d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1041963 Apr 20 16:30:14.447274 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56460) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:14.491790 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56462) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:14.562890 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56464) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:14.615214 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0ea0d9be-01bd-445a-b159-213169e47920 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0c897e277da4231bb1d4852ccb38f13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1218824 Apr 20 16:30:14.617551 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56468) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:14.655124 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7040dffd-6f7e-45a4-962d-4addac1a4250 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:30:14.667874 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea9f7fa-de1b-45ba-a1de-e3c324a5d2b3 None None] Sync routers for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:30:14.685569 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea9f7fa-de1b-45ba-a1de-e3c324a5d2b3 None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:14.687067 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9ea9f7fa-de1b-45ba-a1de-e3c324a5d2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:14.696523 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-be323a63-fa31-473f-aec4-f119d26ffa0b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting port 6739cc25-90b6-4fbb-9089-6e85f4d59910 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:14.696938 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be323a63-fa31-473f-aec4-f119d26ffa0b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:14.758893 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9ea9f7fa-de1b-45ba-a1de-e3c324a5d2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:14.779630 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7040dffd-6f7e-45a4-962d-4addac1a4250 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:14.779792 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-25718c3f-2b26-46e4-b2b9-bb0505414ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:14.783669 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea9f7fa-de1b-45ba-a1de-e3c324a5d2b3 None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:14.785024 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9ea9f7fa-de1b-45ba-a1de-e3c324a5d2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:14.820686 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-26c31006-38e3-41fc-8924-6b9be76dbae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0162ac82-0e30-46b6-b0a1-1bb84069092e {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:30:14.827141 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7040dffd-6f7e-45a4-962d-4addac1a4250 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8442361 Apr 20 16:30:14.830031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56470) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:14.832979 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ddc41cfe-18a1-41b4-8932-b400253359a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-79520847-network', 'tenant_id': '02e6a7c368804b1db8fc183496dac8a4'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:14.839284 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-26c31006-38e3-41fc-8924-6b9be76dbae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:14.840831 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-25718c3f-2b26-46e4-b2b9-bb0505414ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:14.845103 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-289c84ff-cd48-4358-8d4e-75cda36d9815 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:14.870751 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be323a63-fa31-473f-aec4-f119d26ffa0b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:14.897592 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-26c31006-38e3-41fc-8924-6b9be76dbae0 service neutron] Transition to ACTIVE for port object 0162ac82-0e30-46b6-b0a1-1bb84069092e will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:30:14.914150 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-be323a63-fa31-473f-aec4-f119d26ffa0b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Calling delete_port for 6739cc25-90b6-4fbb-9089-6e85f4d59910 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:14.928699 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-289c84ff-cd48-4358-8d4e-75cda36d9815 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:15.006188 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-26c31006-38e3-41fc-8924-6b9be76dbae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:15.032958 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:30:15.037068 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc41cfe-18a1-41b4-8932-b400253359a1 admin admin] Made reservation on behalf of 02e6a7c368804b1db8fc183496dac8a4 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:15.039717 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ddc41cfe-18a1-41b4-8932-b400253359a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:15.055845 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9ea9f7fa-de1b-45ba-a1de-e3c324a5d2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:15.060606 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea9f7fa-de1b-45ba-a1de-e3c324a5d2b3 None None] The sync data for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:30:15.075814 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ddc41cfe-18a1-41b4-8932-b400253359a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:15.090829 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-cafee83d-552c-485e-b9dc-87edd55aaf08 None None] Provisioning complete for port e13d69c4-af88-418c-9102-311dc54b036d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:15.091549 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cafee83d-552c-485e-b9dc-87edd55aaf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:15.174096 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-25718c3f-2b26-46e4-b2b9-bb0505414ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:15.176587 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-25718c3f-2b26-46e4-b2b9-bb0505414ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:15.180579 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-25718c3f-2b26-46e4-b2b9-bb0505414ea2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00423be4-0dfa-4650-a8a5-757ab37f2d10 HTTP/1.1" status: 204 len: 168 time: 0.5618494 Apr 20 16:30:15.201433 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cafee83d-552c-485e-b9dc-87edd55aaf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:15.203571 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c31006-38e3-41fc-8924-6b9be76dbae0 service neutron] Pushing event updated for resources: {'Port': ['ID=0162ac82-0e30-46b6-b0a1-1bb84069092e,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:15.242756 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-cafee83d-552c-485e-b9dc-87edd55aaf08 None None] For port e13d69c4-af88-418c-9102-311dc54b036d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e13d69c4-af88-418c-9102-311dc54b036d,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:15.245358 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ddc41cfe-18a1-41b4-8932-b400253359a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:15.246997 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25718c3f-2b26-46e4-b2b9-bb0505414ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00423be4-0dfa-4650-a8a5-757ab37f2d10,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:15.300971 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05ff68-411b-43fa-894f-cb0028daff0e req-2a01f01f-b9e2-4733-9ae9-005102c73266 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:15.304833 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3c05ff68-411b-43fa-894f-cb0028daff0e req-2a01f01f-b9e2-4733-9ae9-005102c73266 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.1362898 Apr 20 16:30:15.350508 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cafee83d-552c-485e-b9dc-87edd55aaf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:15.368761 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ddc41cfe-18a1-41b4-8932-b400253359a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:15.391985 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-289c84ff-cd48-4358-8d4e-75cda36d9815 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:15.424320 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc41cfe-18a1-41b4-8932-b400253359a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c61c699-cfd2-4718-8bc0-7c6bde347c01,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:15.431072 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafee83d-552c-485e-b9dc-87edd55aaf08 None None] Pushing event updated for resources: {'Port': ['ID=e13d69c4-af88-418c-9102-311dc54b036d,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:15.433264 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3c05ff68-411b-43fa-894f-cb0028daff0e req-03188b9b-cd79-4cc3-916a-16031ba5d7ac tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744462 Apr 20 16:30:15.446226 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-26c31006-38e3-41fc-8924-6b9be76dbae0 service neutron] Attempting to bind port 0162ac82-0e30-46b6-b0a1-1bb84069092e on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:30:15.446560 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-26c31006-38e3-41fc-8924-6b9be76dbae0 service neutron] Attempting to bind port 0162ac82-0e30-46b6-b0a1-1bb84069092e by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'bdb009f2-5c7a-418d-833a-14b6d4b107b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2cea60fb-3970-4ef7-b155-246b86dcb8cd'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:30:15.446909 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-26c31006-38e3-41fc-8924-6b9be76dbae0 service neutron] Attempting to bind port 0162ac82-0e30-46b6-b0a1-1bb84069092e on network 2cea60fb-3970-4ef7-b155-246b86dcb8cd {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:30:15.455267 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-26c31006-38e3-41fc-8924-6b9be76dbae0 service neutron] Port 0162ac82-0e30-46b6-b0a1-1bb84069092e on network 2cea60fb-3970-4ef7-b155-246b86dcb8cd not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:30:15.455585 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-26c31006-38e3-41fc-8924-6b9be76dbae0 service neutron] Attempting to bind port 0162ac82-0e30-46b6-b0a1-1bb84069092e on network 2cea60fb-3970-4ef7-b155-246b86dcb8cd {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:30:15.470370 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1e9bd-918c-4f60-a74b-9c766682a63f req-b4b32bc6-6ac2-4e94-bc7e-cbebb2517c79 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:15.477351 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a3f1e9bd-918c-4f60-a74b-9c766682a63f req-b4b32bc6-6ac2-4e94-bc7e-cbebb2517c79 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 943 time: 0.0937262 Apr 20 16:30:15.481009 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-dbc1aa71-2792-4491-aa5d-09bb56084755 None None] Provisioning complete for port 6739cc25-90b6-4fbb-9089-6e85f4d59910 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:15.481551 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dbc1aa71-2792-4491-aa5d-09bb56084755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:15.489952 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-26c31006-38e3-41fc-8924-6b9be76dbae0 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:30:15.490602 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-26c31006-38e3-41fc-8924-6b9be76dbae0 service neutron] Checking segment: {'id': 'bdb009f2-5c7a-418d-833a-14b6d4b107b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2cea60fb-3970-4ef7-b155-246b86dcb8cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:30:15.491054 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-26c31006-38e3-41fc-8924-6b9be76dbae0 service neutron] Bound using segment: {'id': 'bdb009f2-5c7a-418d-833a-14b6d4b107b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2cea60fb-3970-4ef7-b155-246b86dcb8cd'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:30:15.491563 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-26c31006-38e3-41fc-8924-6b9be76dbae0 service neutron] Bound port: 0162ac82-0e30-46b6-b0a1-1bb84069092e, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb009f2-5c7a-418d-833a-14b6d4b107b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2cea60fb-3970-4ef7-b155-246b86dcb8cd'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:30:15.491986 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-26c31006-38e3-41fc-8924-6b9be76dbae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:15.500218 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-289c84ff-cd48-4358-8d4e-75cda36d9815 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:15.500721 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-289c84ff-cd48-4358-8d4e-75cda36d9815 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Floating IP 232c0904-a05c-4270-a03a-ba3de63874f3 disassociated. External IP: 172.25.0.149, port: 21431657-9d67-4b34-8161-f305bb2f0eec. Apr 20 16:30:15.527896 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-dbc1aa71-2792-4491-aa5d-09bb56084755 None None] Port 6739cc25-90b6-4fbb-9089-6e85f4d59910 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:30:15.557168 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc41cfe-18a1-41b4-8932-b400253359a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:30:15.570635 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be323a63-fa31-473f-aec4-f119d26ffa0b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:15.605009 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ddc41cfe-18a1-41b4-8932-b400253359a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:15.606691 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-ddc41cfe-18a1-41b4-8932-b400253359a1 admin admin] Added segment 4017f74e-9938-4ae4-84fb-992ae13076d3 of type vlan for network 8e44dbee-7158-4e82-ae47-5239495ea7c2 Apr 20 16:30:15.637118 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a3f1e9bd-918c-4f60-a74b-9c766682a63f req-00ef754b-5c35-44d6-97ed-056c5e5da602 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04fe94f-874d-444d-bdc8-a135225ebb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506681 Apr 20 16:30:15.663649 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e13d69c4-af88-418c-9102-311dc54b036d up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:30:15.707170 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-26c31006-38e3-41fc-8924-6b9be76dbae0 service neutron] For port 0162ac82-0e30-46b6-b0a1-1bb84069092e, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:30:15.716808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-26c31006-38e3-41fc-8924-6b9be76dbae0 service neutron] For port 0162ac82-0e30-46b6-b0a1-1bb84069092e, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=0162ac82-0e30-46b6-b0a1-1bb84069092e,segment=NetworkSegment(bdb009f2-5c7a-418d-833a-14b6d4b107b9),segment_id=bdb009f2-5c7a-418d-833a-14b6d4b107b9)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:30:15.753764 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port e13d69c4-af88-418c-9102-311dc54b036d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:15.754734 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:15.869323 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289c84ff-cd48-4358-8d4e-75cda36d9815 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Router b7ebf0b8-3699-4214-be3f-af773f4dad66 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:30:15.980707 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-26c31006-38e3-41fc-8924-6b9be76dbae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:16.027153 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289c84ff-cd48-4358-8d4e-75cda36d9815 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:30:16.032946 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be323a63-fa31-473f-aec4-f119d26ffa0b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:16.033507 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-289c84ff-cd48-4358-8d4e-75cda36d9815 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:16.036105 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-be323a63-fa31-473f-aec4-f119d26ffa0b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/6739cc25-90b6-4fbb-9089-6e85f4d59910 HTTP/1.1" status: 204 len: 168 time: 1.5878358 Apr 20 16:30:16.040737 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be323a63-fa31-473f-aec4-f119d26ffa0b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Port': ['ID=6739cc25-90b6-4fbb-9089-6e85f4d59910,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:16.042985 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56490) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:16.058355 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646544f-382b-4057-83c3-49b8ce010d5d None None] Sync routers for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:30:16.066742 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-289c84ff-cd48-4358-8d4e-75cda36d9815 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "PUT /v2.0/floatingips/232c0904-a05c-4270-a03a-ba3de63874f3 HTTP/1.1" status: 200 len: 688 time: 1.2355859 Apr 20 16:30:16.072731 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56492) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:16.074692 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1646544f-382b-4057-83c3-49b8ce010d5d None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:16.075579 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1646544f-382b-4057-83c3-49b8ce010d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:16.083238 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-26c31006-38e3-41fc-8924-6b9be76dbae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:16.083864 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-26c31006-38e3-41fc-8924-6b9be76dbae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:16.085240 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-26c31006-38e3-41fc-8924-6b9be76dbae0 service neutron] 10.222.0.30 "PUT /v2.0/ports/0162ac82-0e30-46b6-b0a1-1bb84069092e HTTP/1.1" status: 200 len: 1091 time: 1.9998682 Apr 20 16:30:16.085687 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92fddbc8-17c2-4af2-b68a-882ccb790f81', 'tag': '0162ac82-0e30-46b6-b0a1-1bb84069092e'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:30:16.088134 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dded93f7-4b5f-4f53-a1d0-508ed7ea57b0" -d '{"events": [{"name": "network-changed", "server_uuid": "92fddbc8-17c2-4af2-b68a-882ccb790f81", "tag": "0162ac82-0e30-46b6-b0a1-1bb84069092e"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:30:16.122016 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ddc41cfe-18a1-41b4-8932-b400253359a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:16.179372 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1646544f-382b-4057-83c3-49b8ce010d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:16.179524 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b4c8e6-c839-493d-8ac1-62ec72a12641 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:16.179524 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b4c8e6-c839-493d-8ac1-62ec72a12641 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:16.179712 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f585c56b-582d-4210-b3b3-f51bff5b3f8c x-openstack-request-id: req-f585c56b-582d-4210-b3b3-f51bff5b3f8c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:30:16.179712 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92fddbc8-17c2-4af2-b68a-882ccb790f81", "tag": "0162ac82-0e30-46b6-b0a1-1bb84069092e", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:30:16.179712 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f585c56b-582d-4210-b3b3-f51bff5b3f8c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:30:16.179712 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f585c56b-582d-4210-b3b3-f51bff5b3f8c'] response: {'name': 'network-changed', 'server_uuid': '92fddbc8-17c2-4af2-b68a-882ccb790f81', 'tag': '0162ac82-0e30-46b6-b0a1-1bb84069092e', 'status': 'completed', 'code': 200} Apr 20 16:30:16.180010 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b7b4c8e6-c839-493d-8ac1-62ec72a12641 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1317525 Apr 20 16:30:16.180084 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1646544f-382b-4057-83c3-49b8ce010d5d None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:16.180163 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56496) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:16.180244 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1646544f-382b-4057-83c3-49b8ce010d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:16.181350 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c31006-38e3-41fc-8924-6b9be76dbae0 service neutron] Pushing event updated for resources: {'Port': ['ID=0162ac82-0e30-46b6-b0a1-1bb84069092e,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:16.223770 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1646544f-382b-4057-83c3-49b8ce010d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:16.224432 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646544f-382b-4057-83c3-49b8ce010d5d None None] The sync data for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:30:16.246598 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-1beeeb63-9b23-475b-936c-3d8d9fb6673d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet 347ebbc7-643e-4918-89c4-c8642ac6d77d {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:30:16.250149 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1beeeb63-9b23-475b-936c-3d8d9fb6673d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:16.280768 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ddc41cfe-18a1-41b4-8932-b400253359a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:16.281814 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc41cfe-18a1-41b4-8932-b400253359a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:16.282453 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ddc41cfe-18a1-41b4-8932-b400253359a1 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:16.352085 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1beeeb63-9b23-475b-936c-3d8d9fb6673d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:16.381987 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc41cfe-18a1-41b4-8932-b400253359a1 admin admin] Pushing event updated for resources: {'Network': ['ID=8e44dbee-7158-4e82-ae47-5239495ea7c2,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:16.392930 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 8e44dbee-7158-4e82-ae47-5239495ea7c2 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:30:16.480801 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1beeeb63-9b23-475b-936c-3d8d9fb6673d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:16.488568 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ddc41cfe-18a1-41b4-8932-b400253359a1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9242682 Apr 20 16:30:16.512436 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56502) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:16.523874 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-293e0dd3-029f-4a13-bb18-71375a25b3fb admin admin] Request body: {'subnet': {'network_id': '8e44dbee-7158-4e82-ae47-5239495ea7c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-79520847-subnet', 'tenant_id': '02e6a7c368804b1db8fc183496dac8a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:16.630053 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293e0dd3-029f-4a13-bb18-71375a25b3fb admin admin] Made reservation on behalf of 02e6a7c368804b1db8fc183496dac8a4 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:16.632596 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-293e0dd3-029f-4a13-bb18-71375a25b3fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:16.649291 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded93f7-4b5f-4f53-a1d0-508ed7ea57b0 req-92f1bdc8-b2d8-4232-b00b-6f32d8ca6723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:16.651390 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dded93f7-4b5f-4f53-a1d0-508ed7ea57b0 req-92f1bdc8-b2d8-4232-b00b-6f32d8ca6723 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8fa9e10f3a2434a80164450f5458992&device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 1094 time: 0.4397111 Apr 20 16:30:16.672139 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535d59a-b0d8-42b2-8016-049b50841c17 req-a223721f-5ca3-48b7-99dd-6ad6225d245a tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:16.673648 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9535d59a-b0d8-42b2-8016-049b50841c17 req-a223721f-5ca3-48b7-99dd-6ad6225d245a tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.0803800 Apr 20 16:30:16.676308 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-ec817a16-0532-4cf1-96d0-307866438b2b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Deleting port bc862c6c-e2ef-4a46-b865-050ce1cd6709 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:16.676676 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ec817a16-0532-4cf1-96d0-307866438b2b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:16.681027 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1beeeb63-9b23-475b-936c-3d8d9fb6673d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:16.727146 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beeeb63-9b23-475b-936c-3d8d9fb6673d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=347ebbc7-643e-4918-89c4-c8642ac6d77d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:16.731457 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1beeeb63-9b23-475b-936c-3d8d9fb6673d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:16.737901 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1beeeb63-9b23-475b-936c-3d8d9fb6673d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/347ebbc7-643e-4918-89c4-c8642ac6d77d HTTP/1.1" status: 204 len: 168 time: 0.5578461 Apr 20 16:30:16.739128 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56512) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:16.746527 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3add2ca9-8509-4dbb-8b2e-5515e90c9115 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:16.858540 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9535d59a-b0d8-42b2-8016-049b50841c17 req-9f4b325d-9ffb-4068-886f-8783254887be tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718340 Apr 20 16:30:16.863934 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56514) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:16.882484 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ec817a16-0532-4cf1-96d0-307866438b2b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:16.882812 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ec817a16-0532-4cf1-96d0-307866438b2b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:16.905187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-ec817a16-0532-4cf1-96d0-307866438b2b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Calling delete_port for bc862c6c-e2ef-4a46-b865-050ce1cd6709 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:16.910858 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded93f7-4b5f-4f53-a1d0-508ed7ea57b0 req-6c7ba9d5-d8f1-4775-8a0d-abea4824f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:16.912359 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dded93f7-4b5f-4f53-a1d0-508ed7ea57b0 req-6c7ba9d5-d8f1-4775-8a0d-abea4824f46a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a8fa9e10f3a2434a80164450f5458992&shared=False HTTP/1.1" status: 200 len: 925 time: 0.2378302 Apr 20 16:30:16.925357 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5c43e5e9-a94a-4d47-826e-d334bd662049 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1819377 Apr 20 16:30:16.926215 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56518) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:16.936240 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-79ab3575-5a90-4038-a195-492acda179ea tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:16.968618 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6f2134-3f0b-43af-85e5-9075bd8a0fd5 None None] DHCP port deletion for 10294607-eb5e-406e-b70a-cc143553f735 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:30:17.029017 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2c6f2134-3f0b-43af-85e5-9075bd8a0fd5 None None] Deleting port e13d69c4-af88-418c-9102-311dc54b036d {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:17.029503 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2c6f2134-3f0b-43af-85e5-9075bd8a0fd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:17.045279 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f45ba-d134-4d66-9b3e-a592c10d3070 req-d73ab3a7-2b51-4153-b8aa-e727b4e9b6d5 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:17.046742 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-720f45ba-d134-4d66-9b3e-a592c10d3070 req-d73ab3a7-2b51-4153-b8aa-e727b4e9b6d5 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 943 time: 0.2490296 Apr 20 16:30:17.081168 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-4f0ab956-0890-419a-8b38-0f19441760f8 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.084660 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4f0ab956-0890-419a-8b38-0f19441760f8 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1682286 Apr 20 16:30:17.091483 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56520) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.100894 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-c2ccf45c-8d9d-4a8e-9983-ebc5d3e5e337 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.105407 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c2ccf45c-8d9d-4a8e-9983-ebc5d3e5e337 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0092092 Apr 20 16:30:17.106650 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56522) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.120747 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2c6f2134-3f0b-43af-85e5-9075bd8a0fd5 None None] For port e13d69c4-af88-418c-9102-311dc54b036d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e13d69c4-af88-418c-9102-311dc54b036d,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:17.120747 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2c6f2134-3f0b-43af-85e5-9075bd8a0fd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:17.121042 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-ae362b64-1196-4f6c-90ed-a9c9716e5936 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.121042 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ae362b64-1196-4f6c-90ed-a9c9716e5936 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0042276 Apr 20 16:30:17.121746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56524) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.125256 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded93f7-4b5f-4f53-a1d0-508ed7ea57b0 req-86afa3f8-0469-4447-a036-e01500c2936d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:17.126833 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dded93f7-4b5f-4f53-a1d0-508ed7ea57b0 req-86afa3f8-0469-4447-a036-e01500c2936d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2079601 Apr 20 16:30:17.127427 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2c6f2134-3f0b-43af-85e5-9075bd8a0fd5 None None] Calling delete_port for e13d69c4-af88-418c-9102-311dc54b036d owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:17.129780 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-09a23dd3-e6dc-4605-b661-d6e26d2a5a89 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.132376 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-09a23dd3-e6dc-4605-b661-d6e26d2a5a89 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0080914 Apr 20 16:30:17.134509 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56526) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.152834 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-1bdbfef3-1d58-4d33-84dc-9e044e4d2208 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.156328 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1bdbfef3-1d58-4d33-84dc-9e044e4d2208 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0129237 Apr 20 16:30:17.163951 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56528) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.175330 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-1b7952ea-9080-42b4-ade5-d4cea201febb tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.176353 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1b7952ea-9080-42b4-ade5-d4cea201febb tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0102770 Apr 20 16:30:17.179279 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56530) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.188382 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-90d1c0d3-3247-4b93-8eb1-852178bf19a5 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.188382 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-90d1c0d3-3247-4b93-8eb1-852178bf19a5 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0048132 Apr 20 16:30:17.188664 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-720f45ba-d134-4d66-9b3e-a592c10d3070 req-8ed0007d-f71c-4bd1-bff0-3ce70996466c tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04fe94f-874d-444d-bdc8-a135225ebb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324224 Apr 20 16:30:17.190763 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56532) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.197248 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-9a8f73b3-d911-4122-9eb4-cf7bfb035036 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.210552 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9a8f73b3-d911-4122-9eb4-cf7bfb035036 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0112405 Apr 20 16:30:17.210552 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56534) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.215041 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-0fa61237-abbc-4a0e-97cc-e643074cf2d1 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.217342 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0fa61237-abbc-4a0e-97cc-e643074cf2d1 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0114241 Apr 20 16:30:17.220190 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56536) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.224735 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-23a89b67-1d79-4d75-86e6-7ba580238d39 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.225761 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-23a89b67-1d79-4d75-86e6-7ba580238d39 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0046329 Apr 20 16:30:17.228479 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56538) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.232882 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-42b9e550-c3b3-4ea9-b62c-31d6f7526d46 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.233813 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-42b9e550-c3b3-4ea9-b62c-31d6f7526d46 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0040121 Apr 20 16:30:17.235922 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56540) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.239693 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-40a8dc4b-6740-4a77-b551-7785c7ab74e3 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.240873 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-40a8dc4b-6740-4a77-b551-7785c7ab74e3 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0040662 Apr 20 16:30:17.242402 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-293e0dd3-029f-4a13-bb18-71375a25b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:17.243115 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56542) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.248247 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-b74ac9ae-1a71-41ed-81b5-f2c69cdfb58d tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.256027 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b74ac9ae-1a71-41ed-81b5-f2c69cdfb58d tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0051427 Apr 20 16:30:17.256027 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-d6f16a98-9221-435d-8fef-4600e2b56267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:17.257871 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-d6f16a98-9221-435d-8fef-4600e2b56267 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8fa9e10f3a2434a80164450f5458992&device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 1094 time: 0.0624833 Apr 20 16:30:17.258313 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56544) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.262246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-a5795853-2c43-4a7b-bd6a-a8dea6afad8b tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.263234 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a5795853-2c43-4a7b-bd6a-a8dea6afad8b tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0040660 Apr 20 16:30:17.265460 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56546) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.269357 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-2f597fd0-a325-4a5c-9c9c-49fbf1b6c8bb tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.270393 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2f597fd0-a325-4a5c-9c9c-49fbf1b6c8bb tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0039413 Apr 20 16:30:17.275078 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56548) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.283679 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-3965072a-ff4d-4509-acb6-9876c9a6ebc2 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.284670 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3965072a-ff4d-4509-acb6-9876c9a6ebc2 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0086365 Apr 20 16:30:17.292736 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ab3575-5a90-4038-a195-492acda179ea tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:17.293520 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-79ab3575-5a90-4038-a195-492acda179ea tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:17.300812 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56550) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.305319 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-90fd419d-ed5f-49cf-ba03-f164542df5e3 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.306273 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-90fd419d-ed5f-49cf-ba03-f164542df5e3 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0045335 Apr 20 16:30:17.310466 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-031ea29f-dceb-4405-a9cf-5f4c08342155 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0162ac82-0e30-46b6-b0a1-1bb84069092e HTTP/1.1" status: 200 len: 217 time: 0.0390613 Apr 20 16:30:17.310918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56552) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.315089 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-d1c9bfe1-ee68-4838-8309-4d6693d37343 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.316039 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d1c9bfe1-ee68-4838-8309-4d6693d37343 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0041485 Apr 20 16:30:17.318517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56554) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.329533 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-9331abd9-7ec6-4ae9-8cae-e48a1f172586 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.330785 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9331abd9-7ec6-4ae9-8cae-e48a1f172586 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0111549 Apr 20 16:30:17.333860 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56556) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.340610 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-54b0ed01-58bc-48b6-81cc-e3c86a6d5f4c tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.341560 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-54b0ed01-58bc-48b6-81cc-e3c86a6d5f4c tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0045822 Apr 20 16:30:17.348605 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56558) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.354933 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-23f195a8-2390-44a4-a4db-67439e4c6d56 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.356642 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-23f195a8-2390-44a4-a4db-67439e4c6d56 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0063591 Apr 20 16:30:17.367043 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2c6f2134-3f0b-43af-85e5-9075bd8a0fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:17.367232 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ec817a16-0532-4cf1-96d0-307866438b2b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:17.372895 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56560) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.374442 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e0dd3-029f-4a13-bb18-71375a25b3fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b15f5d3-65c4-405a-932b-b29f77c2b2dd,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:17.391500 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f2134-3f0b-43af-85e5-9075bd8a0fd5 None None] Pushing event deleted for resources: {'Port': ['ID=e13d69c4-af88-418c-9102-311dc54b036d,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:17.399246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-9c6635ca-3eb6-4c3c-aeba-3df86d039d2f tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.399246 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9c6635ca-3eb6-4c3c-aeba-3df86d039d2f tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0075841 Apr 20 16:30:17.399246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec817a16-0532-4cf1-96d0-307866438b2b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event deleted for resources: {'Port': ['ID=bc862c6c-e2ef-4a46-b865-050ce1cd6709,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:17.402200 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293e0dd3-029f-4a13-bb18-71375a25b3fb admin admin] Checking segment: {'id': '4017f74e-9938-4ae4-84fb-992ae13076d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8e44dbee-7158-4e82-ae47-5239495ea7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:30:17.402200 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293e0dd3-029f-4a13-bb18-71375a25b3fb admin admin] Network hostable DHCP agents. Network: 8e44dbee-7158-4e82-ae47-5239495ea7c2, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:30:17.402397 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6f2134-3f0b-43af-85e5-9075bd8a0fd5 None None] No DVR routers for this DVR port e13d69c4-af88-418c-9102-311dc54b036d on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:30:17.402473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56562) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.414307 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-a84c8fe5-abd2-4959-92fd-8194323010bc tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.420363 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a84c8fe5-abd2-4959-92fd-8194323010bc tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0097971 Apr 20 16:30:17.421322 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56564) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.424103 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-a4697dda-2370-41c6-9616-03167a60bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:17.426276 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-a4697dda-2370-41c6-9616-03167a60bba1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2272435-449c-4c13-b2cf-5d2288d49bcd HTTP/1.1" status: 200 len: 864 time: 0.1089673 Apr 20 16:30:17.428389 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-bda88b44-639c-4e5c-b69a-0fe1e3656a28 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.429449 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bda88b44-639c-4e5c-b69a-0fe1e3656a28 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0077295 Apr 20 16:30:17.432867 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56566) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.438479 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-8d41d3cd-5287-4735-acc7-b336a46bde7d tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.439423 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8d41d3cd-5287-4735-acc7-b336a46bde7d tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0041192 Apr 20 16:30:17.444518 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56568) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.450087 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-aaa0c06a-4ddc-457a-bd80-a0ad376badbb tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.451691 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-aaa0c06a-4ddc-457a-bd80-a0ad376badbb tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0055730 Apr 20 16:30:17.461837 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56570) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.468362 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-eb9114ef-35e6-40ab-a236-2129c9a34c26 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.469308 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-eb9114ef-35e6-40ab-a236-2129c9a34c26 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0043309 Apr 20 16:30:17.472083 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56572) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.478062 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-b77f4b24-b2e9-4a0f-ac63-12a39c1fff7d tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.479685 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b77f4b24-b2e9-4a0f-ac63-12a39c1fff7d tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0062029 Apr 20 16:30:17.483364 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56574) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.487039 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-4982d8bd-516e-4c9f-89d3-d72e24e2865a tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.487975 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4982d8bd-516e-4c9f-89d3-d72e24e2865a tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0040765 Apr 20 16:30:17.492717 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-a07b5848-7c83-4489-84d5-4189db69183c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2cea60fb-3970-4ef7-b155-246b86dcb8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497262 Apr 20 16:30:17.493317 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56576) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.497281 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-3bd4e3c4-f338-442b-86a6-b44cbc54e1ee tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.500186 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3bd4e3c4-f338-442b-86a6-b44cbc54e1ee tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0042050 Apr 20 16:30:17.502885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56578) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.525454 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-b232ae26-ede9-4d2f-87ec-e981c0f6ae82 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.525454 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b232ae26-ede9-4d2f-87ec-e981c0f6ae82 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0120349 Apr 20 16:30:17.526758 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56580) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.531933 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-f8976bed-bf32-4066-a480-ce8ca5f3407d tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.535166 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f8976bed-bf32-4066-a480-ce8ca5f3407d tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0059876 Apr 20 16:30:17.535525 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56582) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.564379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-2db6917f-73be-4552-905e-184bff627d6b tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.567831 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2db6917f-73be-4552-905e-184bff627d6b tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0289328 Apr 20 16:30:17.568289 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56584) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.570848 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ec817a16-0532-4cf1-96d0-307866438b2b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:17.573422 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ec817a16-0532-4cf1-96d0-307866438b2b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:17.579201 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ec817a16-0532-4cf1-96d0-307866438b2b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "DELETE /v2.0/floatingips/232c0904-a05c-4270-a03a-ba3de63874f3 HTTP/1.1" status: 204 len: 168 time: 1.5029337 Apr 20 16:30:17.579390 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-c6def4df-6664-493c-a516-e5ee89ece919 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.579848 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c6def4df-6664-493c-a516-e5ee89ece919 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0050139 Apr 20 16:30:17.582195 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56586) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.582771 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56588) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.586655 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293e0dd3-029f-4a13-bb18-71375a25b3fb admin admin] Network 8e44dbee-7158-4e82-ae47-5239495ea7c2 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:30:17.591752 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-a8cd2e54-c5b8-4f6c-98e4-0626da99af03 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.592735 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a8cd2e54-c5b8-4f6c-98e4-0626da99af03 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0076988 Apr 20 16:30:17.598982 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-0911b549-0a19-417e-ac26-22daa81e15fa tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': '6388fe90-a2e1-4f98-ac42-fd548c9c89b8'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:17.600086 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56590) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.607555 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-b8eb36eb-dbd3-46ab-bcdb-26a20337bd4d tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.608522 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b8eb36eb-dbd3-46ab-bcdb-26a20337bd4d tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0053709 Apr 20 16:30:17.614941 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56592) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.622012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-4b634908-7491-41bf-afb0-f4f10b70b4fd tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.623043 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4b634908-7491-41bf-afb0-f4f10b70b4fd tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0071168 Apr 20 16:30:17.625509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56594) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.629587 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-e8687f76-c30a-4e76-9bea-7e56a0ae3ec5 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.632851 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e8687f76-c30a-4e76-9bea-7e56a0ae3ec5 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0041306 Apr 20 16:30:17.633305 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56596) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.635027 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e13d69c4-af88-418c-9102-311dc54b036d no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:30:17.643699 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-71d6e454-a884-4312-8030-18a92202bef9 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.645012 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-71d6e454-a884-4312-8030-18a92202bef9 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0095637 Apr 20 16:30:17.645669 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-23f67d0a-c0f1-48e1-a440-79612787c472 service neutron] 10.222.0.30 "GET /v2.0/networks/2cea60fb-3970-4ef7-b155-246b86dcb8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433620 Apr 20 16:30:17.647529 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56598) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.652591 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-4f355b8e-b910-4a0b-88eb-6ac48cbd8965 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.653526 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4f355b8e-b910-4a0b-88eb-6ac48cbd8965 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0051165 Apr 20 16:30:17.655794 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56600) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.656681 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: e13d69c4-af88-418c-9102-311dc54b036d {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:30:17.657030 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e13d69c4-af88-418c-9102-311dc54b036d not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:30:17.660397 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-5ea5dc49-6f81-4716-b634-562ca0f4d982 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.661394 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5ea5dc49-6f81-4716-b634-562ca0f4d982 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0046780 Apr 20 16:30:17.663837 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56602) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.668194 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-36d3bfbf-a76f-4201-9c84-09a93f14b17b tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.669173 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-36d3bfbf-a76f-4201-9c84-09a93f14b17b tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0044234 Apr 20 16:30:17.671485 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56604) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.676096 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-5d9d82d6-e293-41ee-983b-7bead8425b11 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.677045 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5d9d82d6-e293-41ee-983b-7bead8425b11 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0045476 Apr 20 16:30:17.679298 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56606) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.683661 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-565d6b25-0642-41f4-ae09-d4cf60e47534 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.684641 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-565d6b25-0642-41f4-ae09-d4cf60e47534 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0044212 Apr 20 16:30:17.687122 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56608) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.691150 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-91a3c397-98f4-4586-8b98-ac1716e404ef tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.692144 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-91a3c397-98f4-4586-8b98-ac1716e404ef tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0041101 Apr 20 16:30:17.693458 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-293e0dd3-029f-4a13-bb18-71375a25b3fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 8e44dbee-7158-4e82-ae47-5239495ea7c2) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:17.698937 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e0dd3-029f-4a13-bb18-71375a25b3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:17.701243 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-293e0dd3-029f-4a13-bb18-71375a25b3fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:17.703448 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56610) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.703695 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0715e6b-ae8b-43ef-8489-e6ce9f82ea81 None None] Network 8e44dbee-7158-4e82-ae47-5239495ea7c2 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:17.708687 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-6d33b8de-0fba-4fb3-90e9-49a9e80183cb tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.709699 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6d33b8de-0fba-4fb3-90e9-49a9e80183cb tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0052440 Apr 20 16:30:17.712880 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56612) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.717599 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-23ea1ca4-078c-4e09-bbd8-02d57cb37588 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.718721 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-23ea1ca4-078c-4e09-bbd8-02d57cb37588 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0047665 Apr 20 16:30:17.721944 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56614) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.727004 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-19b0f4ad-8a72-4ff9-85af-6d51cd8baf29 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.727942 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-19b0f4ad-8a72-4ff9-85af-6d51cd8baf29 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0051305 Apr 20 16:30:17.729375 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0911b549-0a19-417e-ac26-22daa81e15fa tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:17.732069 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-79ab3575-5a90-4038-a195-492acda179ea tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:17.740329 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56616) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.746113 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-f9a4dacb-368d-4329-bad7-7250f649984a tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.750180 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f9a4dacb-368d-4329-bad7-7250f649984a tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0059428 Apr 20 16:30:17.750899 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56618) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.756624 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-d23c64e7-efe4-4445-91b1-bf428616defc tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.761586 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d23c64e7-efe4-4445-91b1-bf428616defc tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0075364 Apr 20 16:30:17.763099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56620) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.772362 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-348c02da-185b-4111-a0b2-858892be4d93 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.773339 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-348c02da-185b-4111-a0b2-858892be4d93 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0053890 Apr 20 16:30:17.777855 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56622) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.786033 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-2aea6fc2-c82e-4867-8e0f-8eb2276e0372 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.786955 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2aea6fc2-c82e-4867-8e0f-8eb2276e0372 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0049264 Apr 20 16:30:17.789781 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56624) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.801263 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ab3575-5a90-4038-a195-492acda179ea tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:17.802267 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-65173d6c-b494-42a6-b0a7-b10c9a58f926 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.803850 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-65173d6c-b494-42a6-b0a7-b10c9a58f926 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0055006 Apr 20 16:30:17.806166 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56626) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.808443 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-79ab3575-5a90-4038-a195-492acda179ea tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:17.811256 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ab3575-5a90-4038-a195-492acda179ea tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:17.812086 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-79ab3575-5a90-4038-a195-492acda179ea tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:17.814948 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-18f9dbae-fea4-48e5-8658-7890b07cca59 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.819563 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-18f9dbae-fea4-48e5-8658-7890b07cca59 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0100703 Apr 20 16:30:17.821313 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56628) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.825130 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fc5a1869-3f1f-4996-8360-2f6fd2799f6e req-89afb898-b8b5-4a57-8902-cb2f28e5e5ee service neutron] 10.222.0.30 "GET /v2.0/networks/2cea60fb-3970-4ef7-b155-246b86dcb8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703281 Apr 20 16:30:17.829341 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-293e0dd3-029f-4a13-bb18-71375a25b3fb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3167715 Apr 20 16:30:17.844740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dcf644-3dc9-45db-bcc2-1393699f4faa None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:17.885792 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-3545a86f-bd1a-420b-8730-790fba1ac9be tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.887064 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3545a86f-bd1a-420b-8730-790fba1ac9be tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0567212 Apr 20 16:30:17.889862 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56634) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.895308 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-359a733d-fd68-491a-9883-ee54c8ac6ded tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.900003 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-359a733d-fd68-491a-9883-ee54c8ac6ded tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0049961 Apr 20 16:30:17.901295 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab3575-5a90-4038-a195-492acda179ea tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=6af3d024-b323-4519-ad49-04b2b9654311,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:17.902287 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56636) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.921955 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-a420554f-f404-480c-9900-3be48199c09f tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.928740 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a420554f-f404-480c-9900-3be48199c09f tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0205779 Apr 20 16:30:17.933720 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56638) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.944736 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-3b8a020f-7a0f-45c6-956d-374cf0241121 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.946650 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3b8a020f-7a0f-45c6-956d-374cf0241121 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0109210 Apr 20 16:30:17.949922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56640) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.962542 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-95677332-2062-4129-ae44-c75a44e9fbc2 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:17.970528 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f365f64-50f3-4334-9c21-6f0850045bdd None None] Network 8e44dbee-7158-4e82-ae47-5239495ea7c2 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:17.982493 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-95677332-2062-4129-ae44-c75a44e9fbc2 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0262079 Apr 20 16:30:17.983961 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56642) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:17.987113 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0911b549-0a19-417e-ac26-22daa81e15fa tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:18.093485 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbe07a-2d64-4c5e-8ff9-faf109852b10 req-95d1199a-b473-4b3c-9c7c-918219dfaf05 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:18.115354 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-65bbe07a-2d64-4c5e-8ff9-faf109852b10 req-95d1199a-b473-4b3c-9c7c-918219dfaf05 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.1321428 Apr 20 16:30:18.117969 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-0911b549-0a19-417e-ac26-22daa81e15fa tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Allocated IP 172.25.0.19 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/88c83462-846b-49d1-8783-d8b9d9324b64) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:18.162986 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28e7bc0-ed64-401f-b145-4ea63c798382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-10294607-eb5e-406e-b70a-cc143553f735', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'fixed_ips': [{'subnet_id': '6af3d024-b323-4519-ad49-04b2b9654311'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:30:18.164017 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c28e7bc0-ed64-401f-b145-4ea63c798382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:18.217286 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-6996e867-53c2-480a-b247-5b85a5407f30 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:18.221080 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6996e867-53c2-480a-b247-5b85a5407f30 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.2356970 Apr 20 16:30:18.224893 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-79ab3575-5a90-4038-a195-492acda179ea tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2958417 Apr 20 16:30:18.227541 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56650) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:18.227858 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56652) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:18.232511 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-fbcc8bd0-d93c-47f1-bd87-fa2e7612bece tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:18.235989 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fbcc8bd0-d93c-47f1-bd87-fa2e7612bece tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0071898 Apr 20 16:30:18.240530 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-71b78c7d-313d-4526-908c-2395600f6da1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'name': 'tempest-NetworksTestDHCPv6-1039551900'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:18.246888 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56654) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:18.250901 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-08421ad0-5575-4052-b31d-54212f1599a6 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:18.254703 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-08421ad0-5575-4052-b31d-54212f1599a6 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0068977 Apr 20 16:30:18.262897 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56656) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:18.267019 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-8a0b0992-bfd9-41e3-8e96-80493559bb7f tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:18.270624 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8a0b0992-bfd9-41e3-8e96-80493559bb7f tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0067847 Apr 20 16:30:18.283380 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56658) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:18.314166 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-ce515b28-a7a8-499e-8e52-30c99bbba4c6 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:18.324059 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ce515b28-a7a8-499e-8e52-30c99bbba4c6 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0269802 Apr 20 16:30:18.324874 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56660) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:18.357638 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-76634e32-e7ea-4a23-9caa-cd2d205bec05 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:18.358787 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0911b549-0a19-417e-ac26-22daa81e15fa tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:18.362166 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-76634e32-e7ea-4a23-9caa-cd2d205bec05 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0110304 Apr 20 16:30:18.364761 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56662) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:18.371159 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-9a7f7e7b-e027-4c7f-8dbc-d5587f6389a5 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:18.372810 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9a7f7e7b-e027-4c7f-8dbc-d5587f6389a5 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0064692 Apr 20 16:30:18.380178 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56664) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:18.389182 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-b9cf3879-8fa5-4889-ba30-8108a0b88c41 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:18.394497 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b9cf3879-8fa5-4889-ba30-8108a0b88c41 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0122948 Apr 20 16:30:18.397925 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56666) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:18.404674 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [None req-d2b23ac0-3b37-4f5a-9fb3-050ccb61c4b7 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:18.405668 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d2b23ac0-3b37-4f5a-9fb3-050ccb61c4b7 tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0067625 Apr 20 16:30:18.411025 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56668) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:18.416017 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [None req-acb516db-837a-4441-9f13-3bc94c09fc8d tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:18.420111 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-acb516db-837a-4441-9f13-3bc94c09fc8d tempest-ExtensionsTestJSON-2070909229 tempest-ExtensionsTestJSON-2070909229-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0058463 Apr 20 16:30:18.436389 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-c28e7bc0-ed64-401f-b145-4ea63c798382 None None] Allocated IP 2001:db8::2 (10294607-eb5e-406e-b70a-cc143553f735/6af3d024-b323-4519-ad49-04b2b9654311/26227de1-20b8-497c-a746-a8fc231c688f) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:18.444150 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-65bbe07a-2d64-4c5e-8ff9-faf109852b10 req-c870f04c-c0f6-4f03-8494-e27f1a0b9f9d tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266544 Apr 20 16:30:18.523817 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b0919-e31c-4373-b954-6098c2634450 req-c57c60c4-35bc-40fe-9282-6d588c07ee1e tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:18.525398 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-433b0919-e31c-4373-b954-6098c2634450 req-c57c60c4-35bc-40fe-9282-6d588c07ee1e tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 943 time: 0.1565979 Apr 20 16:30:18.587088 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-433b0919-e31c-4373-b954-6098c2634450 req-91e941ed-74e4-40e9-9fee-0a10a2c2c13a tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04fe94f-874d-444d-bdc8-a135225ebb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507445 Apr 20 16:30:18.618939 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b78c7d-313d-4526-908c-2395600f6da1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:18.622679 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-71b78c7d-313d-4526-908c-2395600f6da1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:18.640930 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-71b78c7d-313d-4526-908c-2395600f6da1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] device_id is not set on port c8fffbd5-df69-480a-934e-ccc7031708a0 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:30:18.642528 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c28e7bc0-ed64-401f-b145-4ea63c798382 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:18.650276 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0911b549-0a19-417e-ac26-22daa81e15fa tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:18.727052 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0911b549-0a19-417e-ac26-22daa81e15fa tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:18.734886 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c28e7bc0-ed64-401f-b145-4ea63c798382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:18.739643 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-0911b549-0a19-417e-ac26-22daa81e15fa tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:18.746277 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0911b549-0a19-417e-ac26-22daa81e15fa tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:18.791400 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e7bc0-ed64-401f-b145-4ea63c798382 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:18.792656 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e7bc0-ed64-401f-b145-4ea63c798382 None None] Pushing event updated for resources: {'Port': ['ID=26227de1-20b8-497c-a746-a8fc231c688f,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:18.795187 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911b549-0a19-417e-ac26-22daa81e15fa tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'Port': ['ID=88c83462-846b-49d1-8783-d8b9d9324b64,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:18.805287 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-c28e7bc0-ed64-401f-b145-4ea63c798382 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:18.811665 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28e7bc0-ed64-401f-b145-4ea63c798382 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:18.861574 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-71b78c7d-313d-4526-908c-2395600f6da1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8::277 (10294607-eb5e-406e-b70a-cc143553f735/6af3d024-b323-4519-ad49-04b2b9654311/c8fffbd5-df69-480a-934e-ccc7031708a0) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:18.905540 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c28e7bc0-ed64-401f-b145-4ea63c798382 None None] Attempting to bind port 26227de1-20b8-497c-a746-a8fc231c688f on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:30:18.905822 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c28e7bc0-ed64-401f-b145-4ea63c798382 None None] Attempting to bind port 26227de1-20b8-497c-a746-a8fc231c688f by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:30:18.906970 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e7bc0-ed64-401f-b145-4ea63c798382 None None] Attempting to bind port 26227de1-20b8-497c-a746-a8fc231c688f on network 10294607-eb5e-406e-b70a-cc143553f735 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:30:18.912806 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e7bc0-ed64-401f-b145-4ea63c798382 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:30:18.913385 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e7bc0-ed64-401f-b145-4ea63c798382 None None] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:30:18.913843 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c28e7bc0-ed64-401f-b145-4ea63c798382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:18.914535 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e7bc0-ed64-401f-b145-4ea63c798382 None None] Bound using segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:30:18.915636 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c28e7bc0-ed64-401f-b145-4ea63c798382 None None] Bound port: 26227de1-20b8-497c-a746-a8fc231c688f, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:30:18.915636 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c28e7bc0-ed64-401f-b145-4ea63c798382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:18.999940 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c28e7bc0-ed64-401f-b145-4ea63c798382 None None] For port 26227de1-20b8-497c-a746-a8fc231c688f, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:30:19.004201 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c28e7bc0-ed64-401f-b145-4ea63c798382 None None] For port 26227de1-20b8-497c-a746-a8fc231c688f, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=26227de1-20b8-497c-a746-a8fc231c688f,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:30:19.073195 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56674) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:19.091988 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c28e7bc0-ed64-401f-b145-4ea63c798382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:19.190689 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e7bc0-ed64-401f-b145-4ea63c798382 None None] Pushing event updated for resources: {'Port': ['ID=26227de1-20b8-497c-a746-a8fc231c688f,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:19.248609 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-71b78c7d-313d-4526-908c-2395600f6da1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:19.306640 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-64cca617-79d8-46af-a48a-cb99247f9ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:19.413743 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0911b549-0a19-417e-ac26-22daa81e15fa tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:19.470550 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-64cca617-79d8-46af-a48a-cb99247f9ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:19.482131 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-71b78c7d-313d-4526-908c-2395600f6da1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:19.551573 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b78c7d-313d-4526-908c-2395600f6da1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:19.554949 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-71b78c7d-313d-4526-908c-2395600f6da1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:19.569766 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b78c7d-313d-4526-908c-2395600f6da1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:19.582937 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b78c7d-313d-4526-908c-2395600f6da1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:19.583078 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-71b78c7d-313d-4526-908c-2395600f6da1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:19.588474 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-64cca617-79d8-46af-a48a-cb99247f9ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:19.597533 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b78c7d-313d-4526-908c-2395600f6da1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=c8fffbd5-df69-480a-934e-ccc7031708a0,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:19.630878 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0911b549-0a19-417e-ac26-22daa81e15fa tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:19.693127 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 26227de1-20b8-497c-a746-a8fc231c688f up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:30:19.735551 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-71b78c7d-313d-4526-908c-2395600f6da1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4984772 Apr 20 16:30:19.739691 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56688) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:19.774136 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cca617-79d8-46af-a48a-cb99247f9ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80972954-0c80-4594-aa3e-065c31584d88,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:19.780217 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-64cca617-79d8-46af-a48a-cb99247f9ccc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7561e4620943478f81a49c396ee14486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7060137 Apr 20 16:30:19.783567 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56690) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:19.810092 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a15708-ebde-4a94-b9da-70b792b66f43 req-06766754-60ca-4aff-bf86-ac89f49b7412 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:19.813596 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-84a15708-ebde-4a94-b9da-70b792b66f43 req-06766754-60ca-4aff-bf86-ac89f49b7412 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.2226639 Apr 20 16:30:19.864557 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c4536622-ed60-4b26-8b58-55b00fbfe953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:19.883482 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 26227de1-20b8-497c-a746-a8fc231c688f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:19.884363 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:19.930139 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f163f5-7e50-40ee-a10b-4b87d45e35f4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:19.936899 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f163f5-7e50-40ee-a10b-4b87d45e35f4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:19.941043 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d4f163f5-7e50-40ee-a10b-4b87d45e35f4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1980696 Apr 20 16:30:19.941514 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56692) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:19.941905 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c4536622-ed60-4b26-8b58-55b00fbfe953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:19.950702 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89048031-82c6-4000-8e1e-ee90e97e5adb req-b307a7c3-242e-44be-9ee2-1d89f7cb7e5c tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:19.951718 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-84a15708-ebde-4a94-b9da-70b792b66f43 req-e8a5310a-3fae-420b-b253-6ee5a0c76716 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995889 Apr 20 16:30:19.964254 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-89048031-82c6-4000-8e1e-ee90e97e5adb req-b307a7c3-242e-44be-9ee2-1d89f7cb7e5c tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 943 time: 0.2022820 Apr 20 16:30:20.097215 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:20.107540 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-89048031-82c6-4000-8e1e-ee90e97e5adb req-e911df7b-b7e4-4262-8718-5791f26661b4 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04fe94f-874d-444d-bdc8-a135225ebb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984211 Apr 20 16:30:20.139836 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0911b549-0a19-417e-ac26-22daa81e15fa tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:20.143154 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 26227de1-20b8-497c-a746-a8fc231c688f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=26227de1-20b8-497c-a746-a8fc231c688f,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:20.147040 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-1db10a7f-2868-4745-a13e-83de6e9e883f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting port c8fffbd5-df69-480a-934e-ccc7031708a0 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:20.147372 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1db10a7f-2868-4745-a13e-83de6e9e883f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:20.155431 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c4536622-ed60-4b26-8b58-55b00fbfe953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:20.162217 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c4536622-ed60-4b26-8b58-55b00fbfe953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:20.162217 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c4536622-ed60-4b26-8b58-55b00fbfe953 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80972954-0c80-4594-aa3e-065c31584d88 HTTP/1.1" status: 204 len: 168 time: 0.3748398 Apr 20 16:30:20.178192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4536622-ed60-4b26-8b58-55b00fbfe953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80972954-0c80-4594-aa3e-065c31584d88,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:20.269917 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:20.339054 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=26227de1-20b8-497c-a746-a8fc231c688f,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:20.534588 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0911b549-0a19-417e-ac26-22daa81e15fa tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:20.635002 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911b549-0a19-417e-ac26-22daa81e15fa tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'Port': ['ID=88c83462-846b-49d1-8783-d8b9d9324b64,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:20.659496 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1db10a7f-2868-4745-a13e-83de6e9e883f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:20.675132 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0911b549-0a19-417e-ac26-22daa81e15fa tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:20.681084 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-1db10a7f-2868-4745-a13e-83de6e9e883f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Calling delete_port for c8fffbd5-df69-480a-934e-ccc7031708a0 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:20.722015 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9b360ae6-12f7-4ddb-81a9-5ce53ecf8da8 None None] Provisioning complete for port 26227de1-20b8-497c-a746-a8fc231c688f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:20.722015 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9b360ae6-12f7-4ddb-81a9-5ce53ecf8da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:20.920782 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-0911b549-0a19-417e-ac26-22daa81e15fa tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Floating IP d3af2f29-0fd8-49d8-8e7f-cdff354e2dde associated. External IP: 172.25.0.19, port: 6388fe90-a2e1-4f98-ac42-fd548c9c89b8. Apr 20 16:30:21.056296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3ddbd5bc-abc0-4ef2-a516-6f1bfe8246d0 None None] Provisioning complete for port c8fffbd5-df69-480a-934e-ccc7031708a0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:21.057409 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3ddbd5bc-abc0-4ef2-a516-6f1bfe8246d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:21.087953 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647f147-be0b-402f-b337-0cbba321baa7 req-122bc004-6e5b-4452-a3f2-f1ea5d9ab188 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:21.089544 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6647f147-be0b-402f-b337-0cbba321baa7 req-122bc004-6e5b-4452-a3f2-f1ea5d9ab188 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.0663805 Apr 20 16:30:21.098902 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3ddbd5bc-abc0-4ef2-a516-6f1bfe8246d0 None None] Port c8fffbd5-df69-480a-934e-ccc7031708a0 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:30:21.132707 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6647f147-be0b-402f-b337-0cbba321baa7 req-31d0c10b-c60f-4d5c-acc1-ac839380c3a7 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349715 Apr 20 16:30:21.242833 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0911b549-0a19-417e-ac26-22daa81e15fa tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Router b7ebf0b8-3699-4214-be3f-af773f4dad66 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:30:21.245328 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1db10a7f-2868-4745-a13e-83de6e9e883f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:21.290490 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db10a7f-2868-4745-a13e-83de6e9e883f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Port': ['ID=c8fffbd5-df69-480a-934e-ccc7031708a0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:21.309794 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3f381-4ba7-4a8b-ad64-94347473e4b8 req-4d3a9348-af30-4487-9c78-314fc314fc9d tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:21.311352 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6bd3f381-4ba7-4a8b-ad64-94347473e4b8 req-4d3a9348-af30-4487-9c78-314fc314fc9d tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 943 time: 0.1135826 Apr 20 16:30:21.334005 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1db10a7f-2868-4745-a13e-83de6e9e883f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:21.337043 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1db10a7f-2868-4745-a13e-83de6e9e883f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/c8fffbd5-df69-480a-934e-ccc7031708a0 HTTP/1.1" status: 204 len: 168 time: 1.3716598 Apr 20 16:30:21.340252 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56722) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:21.469519 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6bd3f381-4ba7-4a8b-ad64-94347473e4b8 req-5bd4d067-f120-4410-8308-85ecb997659f tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04fe94f-874d-444d-bdc8-a135225ebb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421325 Apr 20 16:30:21.470221 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12071277-5c04-40e1-8742-4cb86ed9d586 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:21.471858 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12071277-5c04-40e1-8742-4cb86ed9d586 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:21.474008 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-12071277-5c04-40e1-8742-4cb86ed9d586 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1322060 Apr 20 16:30:21.477073 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56728) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:21.526188 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56730) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:21.571170 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0911b549-0a19-417e-ac26-22daa81e15fa tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:30:21.595752 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ca4893-507b-4bfb-a701-b673d0fac53a None None] Sync routers for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:30:21.600848 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d75b2fe-ece0-4bf1-a2fa-63b81f7da8d1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet 6af3d024-b323-4519-ad49-04b2b9654311 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:30:21.612466 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d75b2fe-ece0-4bf1-a2fa-63b81f7da8d1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:21.618277 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ca4893-507b-4bfb-a701-b673d0fac53a None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:21.619147 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d0ca4893-507b-4bfb-a701-b673d0fac53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:21.658684 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 26227de1-20b8-497c-a746-a8fc231c688f up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:30:21.662169 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d0ca4893-507b-4bfb-a701-b673d0fac53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:21.665147 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d75b2fe-ece0-4bf1-a2fa-63b81f7da8d1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:21.670903 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0911b549-0a19-417e-ac26-22daa81e15fa tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:21.703413 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-fce6f2fc-46fc-4ee6-85c2-f827b33c49d5 tempest-DvrRoutersNegativeTest-1118872344 tempest-DvrRoutersNegativeTest-1118872344-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1838800528', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:21.706779 n-d-836146-2 neutron-server[103484]: DEBUG neutron.policy [None req-fce6f2fc-46fc-4ee6-85c2-f827b33c49d5 tempest-DvrRoutersNegativeTest-1118872344 tempest-DvrRoutersNegativeTest-1118872344-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103484) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 20 16:30:21.707093 n-d-836146-2 neutron-server[103484]: DEBUG neutron.policy [None req-fce6f2fc-46fc-4ee6-85c2-f827b33c49d5 tempest-DvrRoutersNegativeTest-1118872344 tempest-DvrRoutersNegativeTest-1118872344-project] Failed policy check for 'create_router' {{(pid=103484) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 20 16:30:21.707678 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-fce6f2fc-46fc-4ee6-85c2-f827b33c49d5 tempest-DvrRoutersNegativeTest-1118872344 tempest-DvrRoutersNegativeTest-1118872344-project] create failed (client error): Access was denied to this resource. Apr 20 16:30:21.708788 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-fce6f2fc-46fc-4ee6-85c2-f827b33c49d5 tempest-DvrRoutersNegativeTest-1118872344 tempest-DvrRoutersNegativeTest-1118872344-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1784358 Apr 20 16:30:21.716476 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ca4893-507b-4bfb-a701-b673d0fac53a None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:21.717411 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d0ca4893-507b-4bfb-a701-b673d0fac53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:21.722604 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0911b549-0a19-417e-ac26-22daa81e15fa tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.1384254 Apr 20 16:30:21.725288 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56736) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:21.759307 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d0ca4893-507b-4bfb-a701-b673d0fac53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:21.760049 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ca4893-507b-4bfb-a701-b673d0fac53a None None] The sync data for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:30:21.775011 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 26227de1-20b8-497c-a746-a8fc231c688f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:21.775420 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:21.820549 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d75b2fe-ece0-4bf1-a2fa-63b81f7da8d1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:21.827473 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ff7dad53-9d16-48dc-8f2c-7a9de93d1143 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "GET /v2.0/floatingips/d3af2f29-0fd8-49d8-8e7f-cdff354e2dde HTTP/1.1" status: 200 len: 977 time: 0.1011145 Apr 20 16:30:21.830143 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56738) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:21.956867 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d75b2fe-ece0-4bf1-a2fa-63b81f7da8d1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:21.960994 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-df5886a4-3598-4fc9-b38d-ab021bb8280a tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1271620 Apr 20 16:30:21.966788 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56742) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:21.966788 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ff96ca46-eaac-4a24-b9da-75bcc4ac54ca tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Request body: {'floatingip': {'port_id': '21431657-9d67-4b34-8161-f305bb2f0eec'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:21.988785 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75b2fe-ece0-4bf1-a2fa-63b81f7da8d1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=6af3d024-b323-4519-ad49-04b2b9654311,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:21.992453 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d75b2fe-ece0-4bf1-a2fa-63b81f7da8d1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:21.996277 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8d75b2fe-ece0-4bf1-a2fa-63b81f7da8d1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/6af3d024-b323-4519-ad49-04b2b9654311 HTTP/1.1" status: 204 len: 168 time: 0.5179923 Apr 20 16:30:22.000731 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9f3dba-2ea3-4b22-8d00-a3469b95f15c None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:22.006450 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56744) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:22.029078 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff96ca46-eaac-4a24-b9da-75bcc4ac54ca tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:22.056481 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e08a7b02-60be-419b-8e8e-8abea93420b7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444045 Apr 20 16:30:22.056481 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56746) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:22.109475 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110aaf86-1e3b-4bfc-bb80-7c1fa83838ba tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:22.114726 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-110aaf86-1e3b-4bfc-bb80-7c1fa83838ba tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0591500 Apr 20 16:30:22.115476 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56748) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:22.188922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24473d3f-4242-4a2b-8b24-9b0a06122c30 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:22.193791 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-24473d3f-4242-4a2b-8b24-9b0a06122c30 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0750270 Apr 20 16:30:22.194396 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56752) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:22.241053 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d83f995-1943-4b8f-96df-d8353e658ae3 None None] DHCP port deletion for 10294607-eb5e-406e-b70a-cc143553f735 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:30:22.283916 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b8f4f991-7443-46c1-80ea-577efdef7ee2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0868227 Apr 20 16:30:22.285734 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56756) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:22.299550 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-26c6c42c-364a-4d28-81ae-d1faa27815cc tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:22.326835 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2d83f995-1943-4b8f-96df-d8353e658ae3 None None] Deleting port 26227de1-20b8-497c-a746-a8fc231c688f {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:22.327210 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2d83f995-1943-4b8f-96df-d8353e658ae3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:22.431558 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2d83f995-1943-4b8f-96df-d8353e658ae3 None None] For port 26227de1-20b8-497c-a746-a8fc231c688f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=26227de1-20b8-497c-a746-a8fc231c688f,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:22.432064 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2d83f995-1943-4b8f-96df-d8353e658ae3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:22.433156 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2b899-1e08-4e95-870a-99f6261390e4 req-63e6bfd6-8a5b-437a-b1db-d8a2d30447b5 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:22.435274 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-42c2b899-1e08-4e95-870a-99f6261390e4 req-63e6bfd6-8a5b-437a-b1db-d8a2d30447b5 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.1597030 Apr 20 16:30:22.453135 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2d83f995-1943-4b8f-96df-d8353e658ae3 None None] Calling delete_port for 26227de1-20b8-497c-a746-a8fc231c688f owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:22.454143 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56758) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:22.501186 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-42c2b899-1e08-4e95-870a-99f6261390e4 req-0099cbe0-b660-4217-844b-d4dfda9b1525 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591357 Apr 20 16:30:22.532430 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c6c42c-364a-4d28-81ae-d1faa27815cc tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:22.545851 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-26c6c42c-364a-4d28-81ae-d1faa27815cc tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:22.664730 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2d83f995-1943-4b8f-96df-d8353e658ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:22.673102 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6597afdb-775e-4f9c-8509-4b7192a943a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:22.711048 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-480cfaf4-e451-418e-b998-a65365bfa163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:22.715100 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83f995-1943-4b8f-96df-d8353e658ae3 None None] Pushing event deleted for resources: {'Port': ['ID=26227de1-20b8-497c-a746-a8fc231c688f,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:22.724470 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d83f995-1943-4b8f-96df-d8353e658ae3 None None] No DVR routers for this DVR port 26227de1-20b8-497c-a746-a8fc231c688f on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:30:22.727095 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9050c-2cac-43ac-82bf-b27d85fd0408 req-531568c1-c66f-4afe-8507-a55b8285594b tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:22.729035 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7ed9050c-2cac-43ac-82bf-b27d85fd0408 req-531568c1-c66f-4afe-8507-a55b8285594b tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 943 time: 0.1099963 Apr 20 16:30:22.832106 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7ed9050c-2cac-43ac-82bf-b27d85fd0408 req-8673a4bc-c1a4-4be9-b803-a8fc71a67a4a tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04fe94f-874d-444d-bdc8-a135225ebb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799866 Apr 20 16:30:22.853034 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff96ca46-eaac-4a24-b9da-75bcc4ac54ca tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:22.864694 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6597afdb-775e-4f9c-8509-4b7192a943a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:22.904552 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff96ca46-eaac-4a24-b9da-75bcc4ac54ca tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:22.956120 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6597afdb-775e-4f9c-8509-4b7192a943a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:22.959012 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-26c6c42c-364a-4d28-81ae-d1faa27815cc tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:23.014524 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-ff96ca46-eaac-4a24-b9da-75bcc4ac54ca tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Floating IP d3af2f29-0fd8-49d8-8e7f-cdff354e2dde associated. External IP: 172.25.0.19, port: 6388fe90-a2e1-4f98-ac42-fd548c9c89b8. Apr 20 16:30:23.053185 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c6c42c-364a-4d28-81ae-d1faa27815cc tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:23.058386 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597afdb-775e-4f9c-8509-4b7192a943a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586bf7c6-da3b-43f9-9d28-3ff7464a2b3f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:23.063710 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-26c6c42c-364a-4d28-81ae-d1faa27815cc tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:23.070176 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6597afdb-775e-4f9c-8509-4b7192a943a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa5e5287cacb4044b27422861d9fd841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6140153 Apr 20 16:30:23.071926 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c6c42c-364a-4d28-81ae-d1faa27815cc tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:23.073267 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-26c6c42c-364a-4d28-81ae-d1faa27815cc tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:23.073487 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56766) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:23.079705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6c42c-364a-4d28-81ae-d1faa27815cc tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=ff03b678-4140-4ada-a2fe-9d0a13de8bbb,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:23.080218 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42b2087-018d-44b0-a690-9524ad249d63 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:23.181180 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-26c6c42c-364a-4d28-81ae-d1faa27815cc tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8943367 Apr 20 16:30:23.185421 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56768) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:23.190543 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-66a13d35-fc74-437d-ab50-64cc8ca0695e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'fixed_ips': [{'subnet_id': 'ff03b678-4140-4ada-a2fe-9d0a13de8bbb', 'ip_address': '2001:db8::211a:4d58:a69d:f396'}], 'name': 'tempest-NetworksTestDHCPv6-281596724'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:23.256893 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608a7272-774d-4569-8b5c-299f86fc7ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-10294607-eb5e-406e-b70a-cc143553f735', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'fixed_ips': [{'subnet_id': 'ff03b678-4140-4ada-a2fe-9d0a13de8bbb'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:30:23.259028 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-608a7272-774d-4569-8b5c-299f86fc7ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:23.419300 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-608a7272-774d-4569-8b5c-299f86fc7ab0 None None] Allocated IP 2001:db8::2 (10294607-eb5e-406e-b70a-cc143553f735/ff03b678-4140-4ada-a2fe-9d0a13de8bbb/868eb814-e0cc-41d9-aeef-5501d89b5661) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:23.469873 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a13d35-fc74-437d-ab50-64cc8ca0695e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:23.500422 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-07993edb-32c7-4470-bcf2-0d92573bb163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:23.504031 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 0162ac82-0e30-46b6-b0a1-1bb84069092e details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:30:23.538580 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-07993edb-32c7-4470-bcf2-0d92573bb163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:23.647843 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-66a13d35-fc74-437d-ab50-64cc8ca0695e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:23.708405 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-66a13d35-fc74-437d-ab50-64cc8ca0695e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] device_id is not set on port 125fb04b-17b8-4ec2-8ee5-0fd793f17aa2 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:30:23.731807 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff96ca46-eaac-4a24-b9da-75bcc4ac54ca tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Router b7ebf0b8-3699-4214-be3f-af773f4dad66 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:30:23.760373 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 26227de1-20b8-497c-a746-a8fc231c688f no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:30:23.816164 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 26227de1-20b8-497c-a746-a8fc231c688f {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:30:23.816539 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 26227de1-20b8-497c-a746-a8fc231c688f not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:30:23.826870 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-07993edb-32c7-4470-bcf2-0d92573bb163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:23.829540 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-07993edb-32c7-4470-bcf2-0d92573bb163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:23.833045 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-07993edb-32c7-4470-bcf2-0d92573bb163 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/586bf7c6-da3b-43f9-9d28-3ff7464a2b3f HTTP/1.1" status: 204 len: 168 time: 0.7163086 Apr 20 16:30:23.853036 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea9066-5817-4842-9cbb-0bf87d18d006 req-40e198db-bfda-43d1-86fe-82c8a1c41c7a tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:23.856638 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-608a7272-774d-4569-8b5c-299f86fc7ab0 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:23.861222 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7cea9066-5817-4842-9cbb-0bf87d18d006 req-40e198db-bfda-43d1-86fe-82c8a1c41c7a tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.2294140 Apr 20 16:30:23.881712 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07993edb-32c7-4470-bcf2-0d92573bb163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586bf7c6-da3b-43f9-9d28-3ff7464a2b3f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:23.893095 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 0162ac82-0e30-46b6-b0a1-1bb84069092e, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=0162ac82-0e30-46b6-b0a1-1bb84069092e,segment=NetworkSegment(bdb009f2-5c7a-418d-833a-14b6d4b107b9),segment_id=bdb009f2-5c7a-418d-833a-14b6d4b107b9)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:23.912223 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '0162ac82-0e30-46b6-b0a1-1bb84069092e', 'network_id': '2cea60fb-3970-4ef7-b155-246b86dcb8cd', 'port_id': '0162ac82-0e30-46b6-b0a1-1bb84069092e', 'mac_address': 'fa:16:3e:f7:b2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2272435-449c-4c13-b2cf-5d2288d49bcd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:30:23.939179 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff96ca46-eaac-4a24-b9da-75bcc4ac54ca tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:30:23.950744 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b16d9c-b3e4-4b4a-94ba-1c445f053bd1 None None] Sync routers for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:30:23.975031 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b16d9c-b3e4-4b4a-94ba-1c445f053bd1 None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:23.978216 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-84b16d9c-b3e4-4b4a-94ba-1c445f053bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:23.993752 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:24.020707 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-608a7272-774d-4569-8b5c-299f86fc7ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:24.027018 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7cea9066-5817-4842-9cbb-0bf87d18d006 req-de717fec-4569-4061-87f7-e3d21b400f3c tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649077 Apr 20 16:30:24.027862 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0162ac82-0e30-46b6-b0a1-1bb84069092e {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:30:24.030470 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-66a13d35-fc74-437d-ab50-64cc8ca0695e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8::211a:4d58:a69d:f396 (10294607-eb5e-406e-b70a-cc143553f735/ff03b678-4140-4ada-a2fe-9d0a13de8bbb/125fb04b-17b8-4ec2-8ee5-0fd793f17aa2) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:24.038425 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-84b16d9c-b3e4-4b4a-94ba-1c445f053bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:24.051926 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b16d9c-b3e4-4b4a-94ba-1c445f053bd1 None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:24.052725 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-84b16d9c-b3e4-4b4a-94ba-1c445f053bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:24.101785 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-84b16d9c-b3e4-4b4a-94ba-1c445f053bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:24.102561 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b16d9c-b3e4-4b4a-94ba-1c445f053bd1 None None] The sync data for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:30:24.112303 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608a7272-774d-4569-8b5c-299f86fc7ab0 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:24.114199 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 0162ac82-0e30-46b6-b0a1-1bb84069092e, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=0162ac82-0e30-46b6-b0a1-1bb84069092e,segment=NetworkSegment(bdb009f2-5c7a-418d-833a-14b6d4b107b9),segment_id=bdb009f2-5c7a-418d-833a-14b6d4b107b9)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:24.118098 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-608a7272-774d-4569-8b5c-299f86fc7ab0 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:24.123364 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608a7272-774d-4569-8b5c-299f86fc7ab0 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:24.125564 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a7272-774d-4569-8b5c-299f86fc7ab0 None None] Pushing event updated for resources: {'Port': ['ID=868eb814-e0cc-41d9-aeef-5501d89b5661,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:24.165364 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957eea8-fa10-4f18-aa7b-65b68104c683 req-6e199049-1931-44d3-859f-4d58c984bc6a tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:24.166953 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1957eea8-fa10-4f18-aa7b-65b68104c683 req-6e199049-1931-44d3-859f-4d58c984bc6a tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 943 time: 0.1503460 Apr 20 16:30:24.191394 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:24.249254 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=0162ac82-0e30-46b6-b0a1-1bb84069092e,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:24.260457 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-608a7272-774d-4569-8b5c-299f86fc7ab0 None None] Attempting to bind port 868eb814-e0cc-41d9-aeef-5501d89b5661 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:30:24.266674 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-608a7272-774d-4569-8b5c-299f86fc7ab0 None None] Attempting to bind port 868eb814-e0cc-41d9-aeef-5501d89b5661 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:30:24.266674 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608a7272-774d-4569-8b5c-299f86fc7ab0 None None] Attempting to bind port 868eb814-e0cc-41d9-aeef-5501d89b5661 on network 10294607-eb5e-406e-b70a-cc143553f735 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:30:24.266674 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608a7272-774d-4569-8b5c-299f86fc7ab0 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:30:24.267312 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608a7272-774d-4569-8b5c-299f86fc7ab0 None None] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:30:24.267312 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-608a7272-774d-4569-8b5c-299f86fc7ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:24.267857 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608a7272-774d-4569-8b5c-299f86fc7ab0 None None] Bound using segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:30:24.268343 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-608a7272-774d-4569-8b5c-299f86fc7ab0 None None] Bound port: 868eb814-e0cc-41d9-aeef-5501d89b5661, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:30:24.268744 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-608a7272-774d-4569-8b5c-299f86fc7ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:24.271928 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-66a13d35-fc74-437d-ab50-64cc8ca0695e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:24.309158 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1957eea8-fa10-4f18-aa7b-65b68104c683 req-1839b981-5c53-40cd-b3a2-7a2ae033deb0 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04fe94f-874d-444d-bdc8-a135225ebb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060560 Apr 20 16:30:24.341414 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff96ca46-eaac-4a24-b9da-75bcc4ac54ca tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Router b7ebf0b8-3699-4214-be3f-af773f4dad66 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:30:24.361419 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-608a7272-774d-4569-8b5c-299f86fc7ab0 None None] For port 868eb814-e0cc-41d9-aeef-5501d89b5661, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:30:24.364814 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-608a7272-774d-4569-8b5c-299f86fc7ab0 None None] For port 868eb814-e0cc-41d9-aeef-5501d89b5661, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=868eb814-e0cc-41d9-aeef-5501d89b5661,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:30:24.396184 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-66a13d35-fc74-437d-ab50-64cc8ca0695e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:24.446423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a13d35-fc74-437d-ab50-64cc8ca0695e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:24.449681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-66a13d35-fc74-437d-ab50-64cc8ca0695e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:24.453694 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a13d35-fc74-437d-ab50-64cc8ca0695e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:24.460780 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff96ca46-eaac-4a24-b9da-75bcc4ac54ca tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:30:24.461445 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-608a7272-774d-4569-8b5c-299f86fc7ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:24.461603 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a13d35-fc74-437d-ab50-64cc8ca0695e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:24.462295 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-66a13d35-fc74-437d-ab50-64cc8ca0695e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:24.467239 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff96ca46-eaac-4a24-b9da-75bcc4ac54ca tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:24.477054 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a13d35-fc74-437d-ab50-64cc8ca0695e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=125fb04b-17b8-4ec2-8ee5-0fd793f17aa2,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:24.489460 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0989df-2ada-48c7-8ba0-b4fbcca9111d None None] Sync routers for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:30:24.536156 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ff96ca46-eaac-4a24-b9da-75bcc4ac54ca tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "PUT /v2.0/floatingips/d3af2f29-0fd8-49d8-8e7f-cdff354e2dde HTTP/1.1" status: 200 len: 977 time: 2.5716250 Apr 20 16:30:24.537136 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56788) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:24.542166 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-ef7d34b5-dd34-4b81-a010-7493b383194e tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:24.542876 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0989df-2ada-48c7-8ba0-b4fbcca9111d None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:24.543004 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ea0989df-2ada-48c7-8ba0-b4fbcca9111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:24.586459 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-66a13d35-fc74-437d-ab50-64cc8ca0695e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3997371 Apr 20 16:30:24.589043 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56790) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:24.645939 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ef7d34b5-dd34-4b81-a010-7493b383194e tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:24.703881 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6b1da3-e63d-4a2f-948f-64e8fc96bcff tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:24.710403 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6b1da3-e63d-4a2f-948f-64e8fc96bcff tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:24.715296 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56794) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:24.715691 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5d6b1da3-e63d-4a2f-948f-64e8fc96bcff tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1254039 Apr 20 16:30:24.818023 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['0162ac82-0e30-46b6-b0a1-1bb84069092e'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:30:24.850983 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ea0989df-2ada-48c7-8ba0-b4fbcca9111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:24.860238 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a7272-774d-4569-8b5c-299f86fc7ab0 None None] Pushing event updated for resources: {'Port': ['ID=868eb814-e0cc-41d9-aeef-5501d89b5661,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:24.864653 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-3700a4b6-32cb-47c5-86e3-93e2b1f8a53d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting port 125fb04b-17b8-4ec2-8ee5-0fd793f17aa2 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:24.865145 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3700a4b6-32cb-47c5-86e3-93e2b1f8a53d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:24.880895 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0989df-2ada-48c7-8ba0-b4fbcca9111d None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:24.881809 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ea0989df-2ada-48c7-8ba0-b4fbcca9111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:29:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:24.885596 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ef7d34b5-dd34-4b81-a010-7493b383194e tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:24.927209 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ea0989df-2ada-48c7-8ba0-b4fbcca9111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:24.927877 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0989df-2ada-48c7-8ba0-b4fbcca9111d None None] The sync data for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:30:24.971665 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3700a4b6-32cb-47c5-86e3-93e2b1f8a53d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:24.985782 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-3700a4b6-32cb-47c5-86e3-93e2b1f8a53d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Calling delete_port for 125fb04b-17b8-4ec2-8ee5-0fd793f17aa2 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:25.010952 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ef7d34b5-dd34-4b81-a010-7493b383194e tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:25.010952 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-ef7d34b5-dd34-4b81-a010-7493b383194e tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Floating IP d3af2f29-0fd8-49d8-8e7f-cdff354e2dde disassociated. External IP: 172.25.0.19, port: 21431657-9d67-4b34-8161-f305bb2f0eec. Apr 20 16:30:25.083891 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1baf9dd0-6851-4af2-98c5-37c1cccc7c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:25.224068 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3700a4b6-32cb-47c5-86e3-93e2b1f8a53d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:25.255946 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700a4b6-32cb-47c5-86e3-93e2b1f8a53d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Port': ['ID=125fb04b-17b8-4ec2-8ee5-0fd793f17aa2,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:25.274146 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d81b1-f508-436e-9945-942ae3038c1d req-cee617ed-c3da-47e5-8c14-a79fa5a726b6 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:25.276284 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b4d81b1-f508-436e-9945-942ae3038c1d req-cee617ed-c3da-47e5-8c14-a79fa5a726b6 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.1059387 Apr 20 16:30:25.288122 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3700a4b6-32cb-47c5-86e3-93e2b1f8a53d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:25.294821 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3700a4b6-32cb-47c5-86e3-93e2b1f8a53d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/125fb04b-17b8-4ec2-8ee5-0fd793f17aa2 HTTP/1.1" status: 204 len: 168 time: 0.5777583 Apr 20 16:30:25.295021 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56810) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:25.352255 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56814) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:25.368610 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b4d81b1-f508-436e-9945-942ae3038c1d req-5be264e0-3929-4bca-bda1-2c40241a1912 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840812 Apr 20 16:30:25.376528 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7d34b5-dd34-4b81-a010-7493b383194e tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Router b7ebf0b8-3699-4214-be3f-af773f4dad66 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:30:25.408498 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2388f0cc-f502-4f0b-9048-525f2127f820 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:25.410269 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2388f0cc-f502-4f0b-9048-525f2127f820 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:25.411879 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2388f0cc-f502-4f0b-9048-525f2127f820 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1160131 Apr 20 16:30:25.418306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56818) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:25.488541 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05e138-24ba-49a8-a8b4-e6a09edec341 req-7efffed1-0793-44f0-a73c-2391bbf3a45f tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:25.490884 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5e05e138-24ba-49a8-a8b4-e6a09edec341 req-7efffed1-0793-44f0-a73c-2391bbf3a45f tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 944 time: 0.0694888 Apr 20 16:30:25.495801 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-7a4b7c20-ff89-44ea-879a-ea738c968692 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-874697082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:25.549371 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5e05e138-24ba-49a8-a8b4-e6a09edec341 req-05cf9fad-82ba-4dbb-806c-85fa836ce69e tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04fe94f-874d-444d-bdc8-a135225ebb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481439 Apr 20 16:30:25.566230 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7d34b5-dd34-4b81-a010-7493b383194e tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:30:25.570685 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ef7d34b5-dd34-4b81-a010-7493b383194e tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:25.579079 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0728b057-8fc7-4bf9-b0f6-c5c969851172 None None] Sync routers for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:30:25.592084 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0728b057-8fc7-4bf9-b0f6-c5c969851172 None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:25.596739 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0728b057-8fc7-4bf9-b0f6-c5c969851172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:25.613087 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7a4b7c20-ff89-44ea-879a-ea738c968692 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:25.614288 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7a4b7c20-ff89-44ea-879a-ea738c968692 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:25.659621 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 868eb814-e0cc-41d9-aeef-5501d89b5661 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:30:25.676728 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0728b057-8fc7-4bf9-b0f6-c5c969851172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:25.677064 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ef7d34b5-dd34-4b81-a010-7493b383194e tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "PUT /v2.0/floatingips/d3af2f29-0fd8-49d8-8e7f-cdff354e2dde HTTP/1.1" status: 200 len: 687 time: 1.1391265 Apr 20 16:30:25.682473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56820) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:25.688071 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0728b057-8fc7-4bf9-b0f6-c5c969851172 None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:25.689319 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0728b057-8fc7-4bf9-b0f6-c5c969851172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:25.706141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-1823b6d6-d691-4f69-aa9c-fc38ead5110f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet ff03b678-4140-4ada-a2fe-9d0a13de8bbb {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:30:25.711233 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1823b6d6-d691-4f69-aa9c-fc38ead5110f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:25.725873 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7a4b7c20-ff89-44ea-879a-ea738c968692 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:25.733565 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 868eb814-e0cc-41d9-aeef-5501d89b5661 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:25.733935 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:25.739846 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0728b057-8fc7-4bf9-b0f6-c5c969851172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:25.740892 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0728b057-8fc7-4bf9-b0f6-c5c969851172 None None] The sync data for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:30:25.813477 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7a4b7c20-ff89-44ea-879a-ea738c968692 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:25.859211 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1823b6d6-d691-4f69-aa9c-fc38ead5110f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:25.859666 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:25.908812 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 868eb814-e0cc-41d9-aeef-5501d89b5661, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=868eb814-e0cc-41d9-aeef-5501d89b5661,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:25.911927 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f1b60501-7567-4ddc-bb0c-555a98fc5190 None None] Provisioning complete for port 868eb814-e0cc-41d9-aeef-5501d89b5661 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:25.917028 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f1b60501-7567-4ddc-bb0c-555a98fc5190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:25.924108 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7a4b7c20-ff89-44ea-879a-ea738c968692 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:25.926678 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7a4b7c20-ff89-44ea-879a-ea738c968692 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5733478 Apr 20 16:30:25.929454 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56824) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:25.936255 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ea2052c1-9e50-4aa9-88a8-a46e7790f245 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-505390569'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:25.949593 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-78183231-cc74-46f6-8f53-710644e27966 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Deleting port 88c83462-846b-49d1-8783-d8b9d9324b64 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:25.949944 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-78183231-cc74-46f6-8f53-710644e27966 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:25.967798 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:26.010435 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1823b6d6-d691-4f69-aa9c-fc38ead5110f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:26.023494 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2052c1-9e50-4aa9-88a8-a46e7790f245 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Made reservation on behalf of 2dc12076ce624ae8b47782ebee633a5f for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:26.029245 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea2052c1-9e50-4aa9-88a8-a46e7790f245 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:26.054506 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea2052c1-9e50-4aa9-88a8-a46e7790f245 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:26.091086 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=868eb814-e0cc-41d9-aeef-5501d89b5661,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:26.113950 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-78183231-cc74-46f6-8f53-710644e27966 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:26.113950 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-78183231-cc74-46f6-8f53-710644e27966 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:26.132422 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-78183231-cc74-46f6-8f53-710644e27966 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Calling delete_port for 88c83462-846b-49d1-8783-d8b9d9324b64 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:26.229385 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d4b345e2-88b9-4875-a3e7-8714b65c122f None None] Could not find standard attr ID for object 125fb04b-17b8-4ec2-8ee5-0fd793f17aa2. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:30:26.258648 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1823b6d6-d691-4f69-aa9c-fc38ead5110f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:26.300698 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823b6d6-d691-4f69-aa9c-fc38ead5110f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=ff03b678-4140-4ada-a2fe-9d0a13de8bbb,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:26.306018 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1823b6d6-d691-4f69-aa9c-fc38ead5110f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:26.311572 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1823b6d6-d691-4f69-aa9c-fc38ead5110f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/ff03b678-4140-4ada-a2fe-9d0a13de8bbb HTTP/1.1" status: 204 len: 168 time: 0.8929291 Apr 20 16:30:26.314876 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56826) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:26.356944 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-02c54d9d-c932-4f79-8caa-4852e38a088f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408976 Apr 20 16:30:26.358104 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56828) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:26.362810 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-6386fc89-4f18-4479-966c-6f94c8d15828 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:26.363044 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970c70e1-75a1-47a7-8fcb-87d7f8a03f66 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:26.367117 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:26.452682 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-78183231-cc74-46f6-8f53-710644e27966 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:26.488139 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78183231-cc74-46f6-8f53-710644e27966 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event deleted for resources: {'Port': ['ID=88c83462-846b-49d1-8783-d8b9d9324b64,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:26.546483 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea2052c1-9e50-4aa9-88a8-a46e7790f245 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:26.610349 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b6099-1d1d-4eba-b7b3-4076f2f90070 req-fa5e43c2-d281-4201-b541-533cfb021b95 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:26.610349 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-385b6099-1d1d-4eba-b7b3-4076f2f90070 req-fa5e43c2-d281-4201-b541-533cfb021b95 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.1219709 Apr 20 16:30:26.626948 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79f2b80-6037-42f9-9a92-b5076817e75b None None] DHCP port deletion for 10294607-eb5e-406e-b70a-cc143553f735 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:30:26.635029 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6386fc89-4f18-4479-966c-6f94c8d15828 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:26.638716 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6386fc89-4f18-4479-966c-6f94c8d15828 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:26.658554 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-385b6099-1d1d-4eba-b7b3-4076f2f90070 req-cd278ab2-0fdb-406b-a44b-661b67ebd0b8 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424035 Apr 20 16:30:26.662635 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-78183231-cc74-46f6-8f53-710644e27966 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:26.665310 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-78183231-cc74-46f6-8f53-710644e27966 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:26.670828 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-78183231-cc74-46f6-8f53-710644e27966 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "DELETE /v2.0/floatingips/d3af2f29-0fd8-49d8-8e7f-cdff354e2dde HTTP/1.1" status: 204 len: 168 time: 0.9852364 Apr 20 16:30:26.675908 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56836) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:26.692032 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea2052c1-9e50-4aa9-88a8-a46e7790f245 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:26.722822 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e79f2b80-6037-42f9-9a92-b5076817e75b None None] Deleting port 868eb814-e0cc-41d9-aeef-5501d89b5661 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:26.723419 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e79f2b80-6037-42f9-9a92-b5076817e75b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:26.730394 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-d1b5b9ee-e75f-4f00-9015-d0cd358d6b57 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] delete failed (client error): The resource could not be found. Apr 20 16:30:26.731767 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d1b5b9ee-e75f-4f00-9015-d0cd358d6b57 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "DELETE /v2.0/floatingips/d3af2f29-0fd8-49d8-8e7f-cdff354e2dde HTTP/1.1" status: 404 len: 345 time: 0.0541849 Apr 20 16:30:26.735517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56838) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:26.783212 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2052c1-9e50-4aa9-88a8-a46e7790f245 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:30:26.804992 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2052c1-9e50-4aa9-88a8-a46e7790f245 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d9afd4-aabb-4bd8-a81b-633af9783af7,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:26.816308 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea2052c1-9e50-4aa9-88a8-a46e7790f245 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:26.816928 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-ea2052c1-9e50-4aa9-88a8-a46e7790f245 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Added segment e197f1d6-86da-4b5c-9a55-6cfa9175229e of type vlan for network e28061be-1327-4a85-ae4d-366f7fe29b47 Apr 20 16:30:26.844604 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e79f2b80-6037-42f9-9a92-b5076817e75b None None] For port 868eb814-e0cc-41d9-aeef-5501d89b5661, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=868eb814-e0cc-41d9-aeef-5501d89b5661,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:26.847135 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e79f2b80-6037-42f9-9a92-b5076817e75b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:26.848864 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e05d54b-9d1c-41f9-8433-57612107748b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:26.855971 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e05d54b-9d1c-41f9-8433-57612107748b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:26.875299 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e79f2b80-6037-42f9-9a92-b5076817e75b None None] Calling delete_port for 868eb814-e0cc-41d9-aeef-5501d89b5661 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:26.876753 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e05d54b-9d1c-41f9-8433-57612107748b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:26.881888 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2e05d54b-9d1c-41f9-8433-57612107748b tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "GET /v2.0/ports?network_id=c48315f8-5d89-404d-aa26-2b8493de150b HTTP/1.1" status: 200 len: 2358 time: 0.1436229 Apr 20 16:30:26.885746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56842) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:26.886390 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18235099-5bc2-4d04-8636-88ad4a032d70 req-2459fd5f-9424-45fb-a371-80bb4a6e2015 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:26.887970 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-18235099-5bc2-4d04-8636-88ad4a032d70 req-2459fd5f-9424-45fb-a371-80bb4a6e2015 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 944 time: 0.1738455 Apr 20 16:30:26.889773 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea2052c1-9e50-4aa9-88a8-a46e7790f245 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:26.958668 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c7b17f-aaaa-4e03-abce-72628cb2b8b4 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:26.960537 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b2c7b17f-aaaa-4e03-abce-72628cb2b8b4 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "GET /v2.0/subnets/cf60ee2a-7b58-49e7-a9b2-efc1783782f6 HTTP/1.1" status: 200 len: 797 time: 0.0733278 Apr 20 16:30:26.966278 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56844) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:26.973227 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-6b582706-fb75-46ff-aa93-d765135671d9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Request body: {'port': {'network_id': 'c48315f8-5d89-404d-aa26-2b8493de150b', 'name': 'tempest-FloatingIPTestJSON-636109392', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:27.016540 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-18235099-5bc2-4d04-8636-88ad4a032d70 req-b85c20be-66e6-4a08-a9cc-b217e4d902e5 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04fe94f-874d-444d-bdc8-a135225ebb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202176 Apr 20 16:30:27.028539 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea2052c1-9e50-4aa9-88a8-a46e7790f245 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:27.035641 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2052c1-9e50-4aa9-88a8-a46e7790f245 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:27.037282 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea2052c1-9e50-4aa9-88a8-a46e7790f245 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:27.064234 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e79f2b80-6037-42f9-9a92-b5076817e75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:27.107499 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79f2b80-6037-42f9-9a92-b5076817e75b None None] No DVR routers for this DVR port 868eb814-e0cc-41d9-aeef-5501d89b5661 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:30:27.122309 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f2b80-6037-42f9-9a92-b5076817e75b None None] Pushing event deleted for resources: {'Port': ['ID=868eb814-e0cc-41d9-aeef-5501d89b5661,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:27.134414 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2052c1-9e50-4aa9-88a8-a46e7790f245 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Pushing event updated for resources: {'Network': ['ID=e28061be-1327-4a85-ae4d-366f7fe29b47,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:27.139574 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6386fc89-4f18-4479-966c-6f94c8d15828 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:27.150785 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network e28061be-1327-4a85-ae4d-366f7fe29b47 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:30:27.204388 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ea2052c1-9e50-4aa9-88a8-a46e7790f245 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2724919 Apr 20 16:30:27.215163 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56846) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:27.223643 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-3d182649-ea2d-4cd6-ab48-8e8fe5ad00a5 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Request body: {'subnet': {'network_id': 'e28061be-1327-4a85-ae4d-366f7fe29b47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:27.249026 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6386fc89-4f18-4479-966c-6f94c8d15828 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:27.255760 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-6386fc89-4f18-4479-966c-6f94c8d15828 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:27.264743 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6386fc89-4f18-4479-966c-6f94c8d15828 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:27.265342 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6386fc89-4f18-4479-966c-6f94c8d15828 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:27.265696 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d17d56-ca1d-456b-b990-3aed4c286d75 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:27.317270 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386fc89-4f18-4479-966c-6f94c8d15828 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=4ec39814-080a-4589-9940-2f317cb49fbb,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:27.459889 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96521c5c-bf83-4162-b517-f02fb4f4c95b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-10294607-eb5e-406e-b70a-cc143553f735', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'fixed_ips': [{'subnet_id': '4ec39814-080a-4589-9940-2f317cb49fbb'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:30:27.461245 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-96521c5c-bf83-4162-b517-f02fb4f4c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:27.463207 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56848) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:27.464602 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6386fc89-4f18-4479-966c-6f94c8d15828 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1054442 Apr 20 16:30:27.471409 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-b702f399-60ff-4763-aaf5-cce78af6a166 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'fixed_ips': [{'subnet_id': '4ec39814-080a-4589-9940-2f317cb49fbb', 'ip_address': '2001:db8::4a7c:b1eb:90da:39fc'}], 'name': 'tempest-NetworksTestDHCPv6-122938256'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:27.546783 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 0162ac82-0e30-46b6-b0a1-1bb84069092e up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:30:27.595591 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d182649-ea2d-4cd6-ab48-8e8fe5ad00a5 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Made reservation on behalf of 2dc12076ce624ae8b47782ebee633a5f for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:27.599550 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d182649-ea2d-4cd6-ab48-8e8fe5ad00a5 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:27.641710 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 868eb814-e0cc-41d9-aeef-5501d89b5661 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:30:27.645594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b582706-fb75-46ff-aa93-d765135671d9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Made reservation on behalf of caeff3e05f2c43088f434fc77bad316c for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:27.676509 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 868eb814-e0cc-41d9-aeef-5501d89b5661 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:30:27.676867 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 868eb814-e0cc-41d9-aeef-5501d89b5661 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:30:27.693820 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-96521c5c-bf83-4162-b517-f02fb4f4c95b None None] Allocated IP 2001:db8::2 (10294607-eb5e-406e-b70a-cc143553f735/4ec39814-080a-4589-9940-2f317cb49fbb/b2a0a8d9-06a1-47a0-a149-020d5abcd709) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:27.750139 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b702f399-60ff-4763-aaf5-cce78af6a166 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:27.756560 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b702f399-60ff-4763-aaf5-cce78af6a166 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:27.853667 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b582706-fb75-46ff-aa93-d765135671d9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:27.854832 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-b702f399-60ff-4763-aaf5-cce78af6a166 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] device_id is not set on port 8ed54aa1-c198-4dcf-8b36-8667b8147437 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:30:27.855610 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:27.856376 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 0162ac82-0e30-46b6-b0a1-1bb84069092e completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:30:27.863401 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 0162ac82-0e30-46b6-b0a1-1bb84069092e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:27.863712 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:27.918786 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-6b582706-fb75-46ff-aa93-d765135671d9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] device_id is not set on port fa64868a-035e-4d5f-a275-9ee927a7357c yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:30:27.941327 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-96521c5c-bf83-4162-b517-f02fb4f4c95b None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:27.993061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fd6d9-eb72-4f96-8f66-84be226fcbca req-92983a76-9bc6-442e-b219-5d14993b0f9d tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:27.995226 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-006fd6d9-eb72-4f96-8f66-84be226fcbca req-92983a76-9bc6-442e-b219-5d14993b0f9d tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.2286983 Apr 20 16:30:28.003345 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:28.029495 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fddbc8-17c2-4af2-b68a-882ccb790f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0162ac82-0e30-46b6-b0a1-1bb84069092e'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:30:28.032129 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b30b36-25b1-4f8b-90de-69584c1f7381" -d '{"events": [{"server_uuid": "92fddbc8-17c2-4af2-b68a-882ccb790f81", "name": "network-vif-plugged", "status": "completed", "tag": "0162ac82-0e30-46b6-b0a1-1bb84069092e"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:30:28.050387 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 0162ac82-0e30-46b6-b0a1-1bb84069092e, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=0162ac82-0e30-46b6-b0a1-1bb84069092e,segment=NetworkSegment(bdb009f2-5c7a-418d-833a-14b6d4b107b9),segment_id=bdb009f2-5c7a-418d-833a-14b6d4b107b9)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:28.094654 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e78691-6a7f-43b7-ab08-d70943974bf9 x-openstack-request-id: req-12e78691-6a7f-43b7-ab08-d70943974bf9 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:30:28.094951 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92fddbc8-17c2-4af2-b68a-882ccb790f81", "name": "network-vif-plugged", "status": "completed", "tag": "0162ac82-0e30-46b6-b0a1-1bb84069092e", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:30:28.095204 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12e78691-6a7f-43b7-ab08-d70943974bf9 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:30:28.095606 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12e78691-6a7f-43b7-ab08-d70943974bf9'] response: {'server_uuid': '92fddbc8-17c2-4af2-b68a-882ccb790f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0162ac82-0e30-46b6-b0a1-1bb84069092e', 'code': 200} Apr 20 16:30:28.162880 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-006fd6d9-eb72-4f96-8f66-84be226fcbca req-e0d5387a-d9fc-4f38-8d97-9224f496bd71 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334345 Apr 20 16:30:28.202809 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d182649-ea2d-4cd6-ab48-8e8fe5ad00a5 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:28.255092 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5c586-9936-4bc0-b15d-47481fa6d249 req-95304f48-f0ba-45ec-9595-29f8aea96008 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:28.256902 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-57d5c586-9936-4bc0-b15d-47481fa6d249 req-95304f48-f0ba-45ec-9595-29f8aea96008 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 944 time: 0.0927718 Apr 20 16:30:28.264492 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:28.266369 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-96521c5c-bf83-4162-b517-f02fb4f4c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:28.271383 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:28.295592 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d182649-ea2d-4cd6-ab48-8e8fe5ad00a5 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Pushing event updated for resources: {'Subnet': ['ID=ecbe7ce5-1183-4fd4-92af-764bbc01d068,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:28.309415 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96521c5c-bf83-4162-b517-f02fb4f4c95b None None] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:28.312324 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-96521c5c-bf83-4162-b517-f02fb4f4c95b None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:28.316057 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96521c5c-bf83-4162-b517-f02fb4f4c95b None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:28.323705 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96521c5c-bf83-4162-b517-f02fb4f4c95b None None] Pushing event updated for resources: {'Port': ['ID=b2a0a8d9-06a1-47a0-a149-020d5abcd709,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:28.333297 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-57d5c586-9936-4bc0-b15d-47481fa6d249 req-6964570e-085e-49ef-b1e3-4e19f61d352c tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04fe94f-874d-444d-bdc8-a135225ebb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620060 Apr 20 16:30:28.336409 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d182649-ea2d-4cd6-ab48-8e8fe5ad00a5 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Checking segment: {'id': 'e197f1d6-86da-4b5c-9a55-6cfa9175229e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e28061be-1327-4a85-ae4d-366f7fe29b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:30:28.337576 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d182649-ea2d-4cd6-ab48-8e8fe5ad00a5 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Network hostable DHCP agents. Network: e28061be-1327-4a85-ae4d-366f7fe29b47, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:30:28.346449 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06027488-8f4c-48de-ade0-ca9d4fb66d4c req-14cedda5-ebec-4fdf-af9c-82861b7c08d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:28.359671 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-06027488-8f4c-48de-ade0-ca9d4fb66d4c req-14cedda5-ebec-4fdf-af9c-82861b7c08d0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 1095 time: 0.1397822 Apr 20 16:30:28.389549 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-b702f399-60ff-4763-aaf5-cce78af6a166 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8::4a7c:b1eb:90da:39fc (10294607-eb5e-406e-b70a-cc143553f735/4ec39814-080a-4589-9940-2f317cb49fbb/8ed54aa1-c198-4dcf-8b36-8667b8147437) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:28.418300 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-96521c5c-bf83-4162-b517-f02fb4f4c95b None None] Attempting to bind port b2a0a8d9-06a1-47a0-a149-020d5abcd709 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:30:28.418666 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-96521c5c-bf83-4162-b517-f02fb4f4c95b None None] Attempting to bind port b2a0a8d9-06a1-47a0-a149-020d5abcd709 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:30:28.419025 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96521c5c-bf83-4162-b517-f02fb4f4c95b None None] Attempting to bind port b2a0a8d9-06a1-47a0-a149-020d5abcd709 on network 10294607-eb5e-406e-b70a-cc143553f735 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:30:28.427081 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=0162ac82-0e30-46b6-b0a1-1bb84069092e,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:28.429812 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96521c5c-bf83-4162-b517-f02fb4f4c95b None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:30:28.430728 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96521c5c-bf83-4162-b517-f02fb4f4c95b None None] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:30:28.430728 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-96521c5c-bf83-4162-b517-f02fb4f4c95b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:28.436734 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96521c5c-bf83-4162-b517-f02fb4f4c95b None None] Bound using segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:30:28.436734 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-96521c5c-bf83-4162-b517-f02fb4f4c95b None None] Bound port: b2a0a8d9-06a1-47a0-a149-020d5abcd709, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:30:28.436734 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-96521c5c-bf83-4162-b517-f02fb4f4c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:28.456914 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-06027488-8f4c-48de-ade0-ca9d4fb66d4c req-f222c1ee-7220-485d-95d3-be92f956e277 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f04fe94f-874d-444d-bdc8-a135225ebb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965040 Apr 20 16:30:28.465029 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d182649-ea2d-4cd6-ab48-8e8fe5ad00a5 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Network e28061be-1327-4a85-ae4d-366f7fe29b47 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:30:28.480091 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-6b582706-fb75-46ff-aa93-d765135671d9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Allocated IP 172.20.0.14 (c48315f8-5d89-404d-aa26-2b8493de150b/cf60ee2a-7b58-49e7-a9b2-efc1783782f6/fa64868a-035e-4d5f-a275-9ee927a7357c) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:28.496629 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-6b582706-fb75-46ff-aa93-d765135671d9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Allocated IP 172.20.0.13 (c48315f8-5d89-404d-aa26-2b8493de150b/cf60ee2a-7b58-49e7-a9b2-efc1783782f6/fa64868a-035e-4d5f-a275-9ee927a7357c) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:28.515420 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-96521c5c-bf83-4162-b517-f02fb4f4c95b None None] For port b2a0a8d9-06a1-47a0-a149-020d5abcd709, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:30:28.518604 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-96521c5c-bf83-4162-b517-f02fb4f4c95b None None] For port b2a0a8d9-06a1-47a0-a149-020d5abcd709, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b2a0a8d9-06a1-47a0-a149-020d5abcd709,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:30:28.537452 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:28.572435 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-3d182649-ea2d-4cd6-ab48-8e8fe5ad00a5 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, e28061be-1327-4a85-ae4d-366f7fe29b47) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:28.577750 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d182649-ea2d-4cd6-ab48-8e8fe5ad00a5 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:28.578439 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d182649-ea2d-4cd6-ab48-8e8fe5ad00a5 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:28.591014 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cdd14a-f5a1-4f58-8dd3-ad2997fafb1d None None] Network e28061be-1327-4a85-ae4d-366f7fe29b47 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:28.673628 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-96521c5c-bf83-4162-b517-f02fb4f4c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:28.703759 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b702f399-60ff-4763-aaf5-cce78af6a166 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:28.809796 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b582706-fb75-46ff-aa93-d765135671d9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:28.809906 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96521c5c-bf83-4162-b517-f02fb4f4c95b None None] Pushing event updated for resources: {'Port': ['ID=b2a0a8d9-06a1-47a0-a149-020d5abcd709,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:28.809906 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6321672-2102-4a86-a5be-dcca0ff67a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-e28061be-1327-4a85-ae4d-366f7fe29b47', 'network_id': 'e28061be-1327-4a85-ae4d-366f7fe29b47', 'tenant_id': '2dc12076ce624ae8b47782ebee633a5f', 'fixed_ips': [{'subnet_id': 'ecbe7ce5-1183-4fd4-92af-764bbc01d068'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:30:28.810121 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e6321672-2102-4a86-a5be-dcca0ff67a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:28.839716 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3d182649-ea2d-4cd6-ab48-8e8fe5ad00a5 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6228800 Apr 20 16:30:28.842887 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56860) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:28.848045 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-14885b2b-4edc-4cf5-b898-d7c7cd4832f9 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Request body: {'network': {'name': 'tempest-router-network01--1298512222'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:28.914569 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b702f399-60ff-4763-aaf5-cce78af6a166 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:28.966563 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b582706-fb75-46ff-aa93-d765135671d9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:28.974459 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14885b2b-4edc-4cf5-b898-d7c7cd4832f9 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Made reservation on behalf of 2dc12076ce624ae8b47782ebee633a5f for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:28.977920 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-14885b2b-4edc-4cf5-b898-d7c7cd4832f9 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:29.016241 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-e6321672-2102-4a86-a5be-dcca0ff67a18 None None] Allocated IP 172.20.0.2 (e28061be-1327-4a85-ae4d-366f7fe29b47/ecbe7ce5-1183-4fd4-92af-764bbc01d068/554fed71-e744-43c6-bcba-a5798b98a314) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:29.031254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b702f399-60ff-4763-aaf5-cce78af6a166 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:29.048803 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-b702f399-60ff-4763-aaf5-cce78af6a166 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:29.048803 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702f399-60ff-4763-aaf5-cce78af6a166 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=8ed54aa1-c198-4dcf-8b36-8667b8147437,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:29.048803 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b702f399-60ff-4763-aaf5-cce78af6a166 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:29.056785 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b702f399-60ff-4763-aaf5-cce78af6a166 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:29.057472 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b702f399-60ff-4763-aaf5-cce78af6a166 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:29.061633 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b582706-fb75-46ff-aa93-d765135671d9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Network c48315f8-5d89-404d-aa26-2b8493de150b is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:29.075716 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-6b582706-fb75-46ff-aa93-d765135671d9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:29.101651 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b582706-fb75-46ff-aa93-d765135671d9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:29.135409 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14885b2b-4edc-4cf5-b898-d7c7cd4832f9 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:30:29.166413 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-14885b2b-4edc-4cf5-b898-d7c7cd4832f9 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:29.166763 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-14885b2b-4edc-4cf5-b898-d7c7cd4832f9 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Added segment d935748e-11e9-41c3-b08f-0bd9753606c5 of type vlan for network 53ba4a6c-284b-4454-8a4d-31ab9c7491bb Apr 20 16:30:29.179643 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b582706-fb75-46ff-aa93-d765135671d9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'Port': ['ID=fa64868a-035e-4d5f-a275-9ee927a7357c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:29.213769 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b582706-fb75-46ff-aa93-d765135671d9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:29.214449 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b582706-fb75-46ff-aa93-d765135671d9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:29.218660 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e6321672-2102-4a86-a5be-dcca0ff67a18 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:29.242054 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-14885b2b-4edc-4cf5-b898-d7c7cd4832f9 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:29.291729 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b702f399-60ff-4763-aaf5-cce78af6a166 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8271389 Apr 20 16:30:29.294377 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56866) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:29.317075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65c72e-23e3-402f-b8de-4d18b1046e16 req-b6959559-fccf-446b-9163-6f74ccaed580 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:29.318784 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-da65c72e-23e3-402f-b8de-4d18b1046e16 req-b6959559-fccf-446b-9163-6f74ccaed580 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.0736539 Apr 20 16:30:29.326682 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e6321672-2102-4a86-a5be-dcca0ff67a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:29.364282 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6b582706-fb75-46ff-aa93-d765135671d9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.3968482 Apr 20 16:30:29.370324 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56868) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:29.380143 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-da65c72e-23e3-402f-b8de-4d18b1046e16 req-f2ebc0bc-df93-4561-a597-4347e24d7acc tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523851 Apr 20 16:30:29.383671 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c7b18956-8795-452b-b104-5e0ec9d695e9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': 'fa64868a-035e-4d5f-a275-9ee927a7357c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:29.413167 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea84345a-3323-4c8d-9a9e-99f9862121ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:29.420602 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea84345a-3323-4c8d-9a9e-99f9862121ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:29.425058 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ea84345a-3323-4c8d-9a9e-99f9862121ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1269958 Apr 20 16:30:29.425687 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56872) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:29.430567 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-14885b2b-4edc-4cf5-b898-d7c7cd4832f9 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:29.438051 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14885b2b-4edc-4cf5-b898-d7c7cd4832f9 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:29.438051 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-14885b2b-4edc-4cf5-b898-d7c7cd4832f9 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:29.456205 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6321672-2102-4a86-a5be-dcca0ff67a18 None None] Network e28061be-1327-4a85-ae4d-366f7fe29b47 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:29.475938 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6321672-2102-4a86-a5be-dcca0ff67a18 None None] Pushing event updated for resources: {'Port': ['ID=554fed71-e744-43c6-bcba-a5798b98a314,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:29.484144 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-e6321672-2102-4a86-a5be-dcca0ff67a18 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:29.502093 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6321672-2102-4a86-a5be-dcca0ff67a18 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:29.575864 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14885b2b-4edc-4cf5-b898-d7c7cd4832f9 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Pushing event updated for resources: {'Network': ['ID=53ba4a6c-284b-4454-8a4d-31ab9c7491bb,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:29.581570 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7b18956-8795-452b-b104-5e0ec9d695e9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:29.622232 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 53ba4a6c-284b-4454-8a4d-31ab9c7491bb details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:30:29.637556 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-14885b2b-4edc-4cf5-b898-d7c7cd4832f9 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7934918 Apr 20 16:30:29.639243 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56874) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:29.648012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d7cdb77c-661d-4493-8371-ff358f09241b tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Request body: {'network': {'name': 'tempest-router-network02--1342613184'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:29.650654 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab05b6-b450-4943-afc6-b4dee95b716f req-4b48b880-273b-4562-ae6e-0b08218d6a2e tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:29.653056 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-62ab05b6-b450-4943-afc6-b4dee95b716f req-4b48b880-273b-4562-ae6e-0b08218d6a2e tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 945 time: 0.1443727 Apr 20 16:30:29.734651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e6321672-2102-4a86-a5be-dcca0ff67a18 None None] Attempting to bind port 554fed71-e744-43c6-bcba-a5798b98a314 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:30:29.735178 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e6321672-2102-4a86-a5be-dcca0ff67a18 None None] Attempting to bind port 554fed71-e744-43c6-bcba-a5798b98a314 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'e197f1d6-86da-4b5c-9a55-6cfa9175229e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e28061be-1327-4a85-ae4d-366f7fe29b47'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:30:29.735644 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6321672-2102-4a86-a5be-dcca0ff67a18 None None] Attempting to bind port 554fed71-e744-43c6-bcba-a5798b98a314 on network e28061be-1327-4a85-ae4d-366f7fe29b47 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:30:29.743913 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cdb77c-661d-4493-8371-ff358f09241b tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Made reservation on behalf of 2dc12076ce624ae8b47782ebee633a5f for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:29.747535 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d7cdb77c-661d-4493-8371-ff358f09241b tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:29.762943 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b2a0a8d9-06a1-47a0-a149-020d5abcd709 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:30:29.774581 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7cdb77c-661d-4493-8371-ff358f09241b tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:30:29.777027 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-de99956b-888b-4f04-baed-f485de1f22be tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting port 8ed54aa1-c198-4dcf-8b36-8667b8147437 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:29.777383 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-de99956b-888b-4f04-baed-f485de1f22be tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:29.785961 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d7cdb77c-661d-4493-8371-ff358f09241b tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:29.789003 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-d7cdb77c-661d-4493-8371-ff358f09241b tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Added segment 730760be-b928-4a15-b764-c5c738447f3c of type vlan for network b7ecb411-3a42-4dff-a7ff-62789be49dd2 Apr 20 16:30:29.792782 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-62ab05b6-b450-4943-afc6-b4dee95b716f req-4f867196-3328-413e-b91a-898e7a260482 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04fe94f-874d-444d-bdc8-a135225ebb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281796 Apr 20 16:30:29.847940 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d7cdb77c-661d-4493-8371-ff358f09241b tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:29.962139 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-de99956b-888b-4f04-baed-f485de1f22be tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:29.989199 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-de99956b-888b-4f04-baed-f485de1f22be tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Calling delete_port for 8ed54aa1-c198-4dcf-8b36-8667b8147437 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:30.004399 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d7cdb77c-661d-4493-8371-ff358f09241b tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:30.007499 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7b18956-8795-452b-b104-5e0ec9d695e9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:30.009026 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cdb77c-661d-4493-8371-ff358f09241b tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:30.010644 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d7cdb77c-661d-4493-8371-ff358f09241b tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:30.115069 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6321672-2102-4a86-a5be-dcca0ff67a18 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:30:30.116180 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6321672-2102-4a86-a5be-dcca0ff67a18 None None] Checking segment: {'id': 'e197f1d6-86da-4b5c-9a55-6cfa9175229e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e28061be-1327-4a85-ae4d-366f7fe29b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:30:30.116706 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e6321672-2102-4a86-a5be-dcca0ff67a18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:30.117198 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6321672-2102-4a86-a5be-dcca0ff67a18 None None] Bound using segment: {'id': 'e197f1d6-86da-4b5c-9a55-6cfa9175229e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e28061be-1327-4a85-ae4d-366f7fe29b47'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:30:30.117741 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e6321672-2102-4a86-a5be-dcca0ff67a18 None None] Bound port: 554fed71-e744-43c6-bcba-a5798b98a314, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e197f1d6-86da-4b5c-9a55-6cfa9175229e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e28061be-1327-4a85-ae4d-366f7fe29b47'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:30:30.118183 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e6321672-2102-4a86-a5be-dcca0ff67a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:30.139652 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdb77c-661d-4493-8371-ff358f09241b tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Pushing event updated for resources: {'Network': ['ID=b7ecb411-3a42-4dff-a7ff-62789be49dd2,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:30.156946 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d7cdb77c-661d-4493-8371-ff358f09241b tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5154788 Apr 20 16:30:30.159778 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56878) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:30.170140 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-80b203a2-5449-4163-a3b0-2e4170f33d3b tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Request body: {'subnet': {'network_id': '53ba4a6c-284b-4454-8a4d-31ab9c7491bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:30.171227 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network b7ecb411-3a42-4dff-a7ff-62789be49dd2 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:30:30.190810 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-c7b18956-8795-452b-b104-5e0ec9d695e9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Allocated IP 172.25.0.189 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/d9954075-ced1-4aaa-a852-7b0a008bc4d7) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:30.215508 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port b2a0a8d9-06a1-47a0-a149-020d5abcd709 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:30.215508 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:30.248683 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:30.430443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b203a2-5449-4163-a3b0-2e4170f33d3b tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Made reservation on behalf of 2dc12076ce624ae8b47782ebee633a5f for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:30.436473 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-80b203a2-5449-4163-a3b0-2e4170f33d3b tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:30.517651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f3397ab0-2817-4a4a-b819-645313c33917 None None] Provisioning complete for port b2a0a8d9-06a1-47a0-a149-020d5abcd709 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:30.523939 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f3397ab0-2817-4a4a-b819-645313c33917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:30.527536 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e6321672-2102-4a86-a5be-dcca0ff67a18 None None] For port 554fed71-e744-43c6-bcba-a5798b98a314, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:30:30.537459 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:30.636681 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e6321672-2102-4a86-a5be-dcca0ff67a18 None None] For port 554fed71-e744-43c6-bcba-a5798b98a314, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=554fed71-e744-43c6-bcba-a5798b98a314,segment=NetworkSegment(e197f1d6-86da-4b5c-9a55-6cfa9175229e),segment_id=e197f1d6-86da-4b5c-9a55-6cfa9175229e)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:30:30.642534 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589a0ff-f764-42b7-b8c4-54e167563848 req-d9fae771-bcf4-4b1b-8c23-5daa352f59a3 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:30.654349 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1589a0ff-f764-42b7-b8c4-54e167563848 req-d9fae771-bcf4-4b1b-8c23-5daa352f59a3 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.1183937 Apr 20 16:30:30.669196 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port b2a0a8d9-06a1-47a0-a149-020d5abcd709, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b2a0a8d9-06a1-47a0-a149-020d5abcd709,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:30.710156 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1589a0ff-f764-42b7-b8c4-54e167563848 req-e3aff3e7-6994-441b-bf51-df87d3258740 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544703 Apr 20 16:30:30.736776 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e6321672-2102-4a86-a5be-dcca0ff67a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:30.781967 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:30.796657 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7b18956-8795-452b-b104-5e0ec9d695e9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:30.819511 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f3397ab0-2817-4a4a-b819-645313c33917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:30.862651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6321672-2102-4a86-a5be-dcca0ff67a18 None None] Pushing event updated for resources: {'Port': ['ID=554fed71-e744-43c6-bcba-a5798b98a314,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:30.863341 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-de99956b-888b-4f04-baed-f485de1f22be tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:30.973300 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-de99956b-888b-4f04-baed-f485de1f22be tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:30.980753 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-de99956b-888b-4f04-baed-f485de1f22be tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/8ed54aa1-c198-4dcf-8b36-8667b8147437 HTTP/1.1" status: 204 len: 168 time: 1.5537794 Apr 20 16:30:30.988110 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56886) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:31.001436 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=b2a0a8d9-06a1-47a0-a149-020d5abcd709,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:31.031951 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-f3397ab0-2817-4a4a-b819-645313c33917 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:30:31.032698 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99956b-888b-4f04-baed-f485de1f22be tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Port': ['ID=8ed54aa1-c198-4dcf-8b36-8667b8147437,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:31.034459 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-f3397ab0-2817-4a4a-b819-645313c33917 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:30:31.152386 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939f613c-dc7a-4eca-bce6-581f21bfaf7f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:31.155082 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939f613c-dc7a-4eca-bce6-581f21bfaf7f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:31.157271 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb1c70-6199-4cb8-b58f-d8234c71668b req-c9e251ae-ec8c-41a0-b307-3c1f4611f66d tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:31.160412 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-939f613c-dc7a-4eca-bce6-581f21bfaf7f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1703224 Apr 20 16:30:31.163113 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56890) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:31.166730 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-80b203a2-5449-4163-a3b0-2e4170f33d3b tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:31.167159 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-95cb1c70-6199-4cb8-b58f-d8234c71668b req-c9e251ae-ec8c-41a0-b307-3c1f4611f66d tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 945 time: 0.1614819 Apr 20 16:30:31.183496 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7b18956-8795-452b-b104-5e0ec9d695e9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:31.277427 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b18956-8795-452b-b104-5e0ec9d695e9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:31.309867 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-95cb1c70-6199-4cb8-b58f-d8234c71668b req-9d3e0848-c844-4711-b618-664653ff27ed tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04fe94f-874d-444d-bdc8-a135225ebb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363966 Apr 20 16:30:31.311806 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-c7b18956-8795-452b-b104-5e0ec9d695e9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:31.334621 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b203a2-5449-4163-a3b0-2e4170f33d3b tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Pushing event updated for resources: {'Subnet': ['ID=6991bc1c-abe7-4e0a-84f4-a2fe8cdc878e,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:31.334722 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b18956-8795-452b-b104-5e0ec9d695e9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:31.334801 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32cf7c9-f05d-4650-a85a-a84ddbabac2a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet 4ec39814-080a-4589-9940-2f317cb49fbb {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:30:31.356628 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f32cf7c9-f05d-4650-a85a-a84ddbabac2a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:31.396686 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b203a2-5449-4163-a3b0-2e4170f33d3b tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Checking segment: {'id': 'd935748e-11e9-41c3-b08f-0bd9753606c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '53ba4a6c-284b-4454-8a4d-31ab9c7491bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:30:31.396686 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b203a2-5449-4163-a3b0-2e4170f33d3b tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Network hostable DHCP agents. Network: 53ba4a6c-284b-4454-8a4d-31ab9c7491bb, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:30:31.402392 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b18956-8795-452b-b104-5e0ec9d695e9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'Port': ['ID=d9954075-ced1-4aaa-a852-7b0a008bc4d7,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:31.425926 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f32cf7c9-f05d-4650-a85a-a84ddbabac2a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:31.528088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83692f24-a095-41eb-b0f8-6bc18a941c87 req-72f4b886-4ad1-4eed-a224-7b66e48104ca tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:31.529689 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-83692f24-a095-41eb-b0f8-6bc18a941c87 req-72f4b886-4ad1-4eed-a224-7b66e48104ca tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 945 time: 0.1124220 Apr 20 16:30:31.613449 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b203a2-5449-4163-a3b0-2e4170f33d3b tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Network 53ba4a6c-284b-4454-8a4d-31ab9c7491bb is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:30:31.655404 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f32cf7c9-f05d-4650-a85a-a84ddbabac2a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:31.687099 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-83692f24-a095-41eb-b0f8-6bc18a941c87 req-15e60fde-25c4-453c-b639-ece6e1b2dcb8 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04fe94f-874d-444d-bdc8-a135225ebb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096201 Apr 20 16:30:31.720160 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-80b203a2-5449-4163-a3b0-2e4170f33d3b tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 53ba4a6c-284b-4454-8a4d-31ab9c7491bb) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:31.734987 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b203a2-5449-4163-a3b0-2e4170f33d3b tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:31.736237 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-80b203a2-5449-4163-a3b0-2e4170f33d3b tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:31.749266 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-22f323ec-64d6-4b3b-90aa-5c81302049d2 None None] Could not find standard attr ID for object 8ed54aa1-c198-4dcf-8b36-8667b8147437. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:30:31.751322 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6623dc8-cf48-4f83-b39c-6bb5348525c1 None None] Network 53ba4a6c-284b-4454-8a4d-31ab9c7491bb requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:31.809374 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b2a0a8d9-06a1-47a0-a149-020d5abcd709 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:30:31.894070 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e6770-1064-474e-9978-d840afe53942 req-0b61ba6a-bf2c-4be6-9ac4-19bd9108fec3 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:31.896313 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-216e6770-1064-474e-9978-d840afe53942 req-0b61ba6a-bf2c-4be6-9ac4-19bd9108fec3 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.0650136 Apr 20 16:30:31.934433 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56900) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:31.940705 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-9f621c48-296d-4814-8de6-acb94d1b7157 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Request body: {'subnet': {'network_id': 'b7ecb411-3a42-4dff-a7ff-62789be49dd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:31.945603 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-80b203a2-5449-4163-a3b0-2e4170f33d3b tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7834394 Apr 20 16:30:31.957536 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port b2a0a8d9-06a1-47a0-a149-020d5abcd709 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:31.958182 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:31.969647 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f32cf7c9-f05d-4650-a85a-a84ddbabac2a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:32.055749 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-216e6770-1064-474e-9978-d840afe53942 req-431f0312-e835-44d2-8ebe-5a18dee3e6dd tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517417 Apr 20 16:30:32.064687 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f32cf7c9-f05d-4650-a85a-a84ddbabac2a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:32.068062 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f32cf7c9-f05d-4650-a85a-a84ddbabac2a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/4ec39814-080a-4589-9940-2f317cb49fbb HTTP/1.1" status: 204 len: 168 time: 0.9033751 Apr 20 16:30:32.069305 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32cf7c9-f05d-4650-a85a-a84ddbabac2a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec39814-080a-4589-9940-2f317cb49fbb,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:32.077646 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33063bab-9b24-43f8-bb5d-be7678ce9df2 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:32.099462 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcd07e9-26be-46ba-9557-9d95bc97dc27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-53ba4a6c-284b-4454-8a4d-31ab9c7491bb', 'network_id': '53ba4a6c-284b-4454-8a4d-31ab9c7491bb', 'tenant_id': '2dc12076ce624ae8b47782ebee633a5f', 'fixed_ips': [{'subnet_id': '6991bc1c-abe7-4e0a-84f4-a2fe8cdc878e'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:30:32.099790 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56904) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:32.100003 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cfcd07e9-26be-46ba-9557-9d95bc97dc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:32.182996 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9d6f3c6c-c619-46b3-913e-1997bb94aeca tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0818739 Apr 20 16:30:32.187556 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56910) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:32.201412 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2f456397-76db-4174-b20a-2884c555b3c7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:32.374764 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 554fed71-e744-43c6-bcba-a5798b98a314 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:30:32.374992 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7b18956-8795-452b-b104-5e0ec9d695e9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:32.374992 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f621c48-296d-4814-8de6-acb94d1b7157 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Made reservation on behalf of 2dc12076ce624ae8b47782ebee633a5f for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:32.378991 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9f621c48-296d-4814-8de6-acb94d1b7157 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:32.390540 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7c217-dcf5-4ad1-9329-c3ba3bf540ba req-c9e5fef5-7da3-43bd-9a6a-94017d104c6b tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:32.400974 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-72c7c217-dcf5-4ad1-9329-c3ba3bf540ba req-c9e5fef5-7da3-43bd-9a6a-94017d104c6b tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 945 time: 0.1500199 Apr 20 16:30:32.419340 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cc17b4-9113-477f-866a-fd5e91ca61b4 None None] Network e28061be-1327-4a85-ae4d-366f7fe29b47 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:32.457491 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-72c7c217-dcf5-4ad1-9329-c3ba3bf540ba req-9b53161d-b3b1-4c19-860f-a59aecbac865 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04fe94f-874d-444d-bdc8-a135225ebb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554922 Apr 20 16:30:32.549293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f456397-76db-4174-b20a-2884c555b3c7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:32.555711 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f456397-76db-4174-b20a-2884c555b3c7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:32.584304 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f0fbc147-5f27-467c-ba79-cb5e83c221c1 None None] Provisioning complete for port 554fed71-e744-43c6-bcba-a5798b98a314 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:32.584670 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0fbc147-5f27-467c-ba79-cb5e83c221c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:32.659815 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 554fed71-e744-43c6-bcba-a5798b98a314 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:32.660377 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:32.662595 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-cfcd07e9-26be-46ba-9557-9d95bc97dc27 None None] Allocated IP 172.20.0.2 (53ba4a6c-284b-4454-8a4d-31ab9c7491bb/6991bc1c-abe7-4e0a-84f4-a2fe8cdc878e/cc119ffc-cf4e-4f45-b194-80b3a19f1896) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:32.670434 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93964319-f575-4fa7-80b3-310336367398 None None] DHCP port deletion for 10294607-eb5e-406e-b70a-cc143553f735 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:30:32.742752 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7b18956-8795-452b-b104-5e0ec9d695e9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:32.922957 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7b18956-8795-452b-b104-5e0ec9d695e9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:32.972779 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0fbc147-5f27-467c-ba79-cb5e83c221c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:33.021243 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-93964319-f575-4fa7-80b3-310336367398 None None] Deleting port b2a0a8d9-06a1-47a0-a149-020d5abcd709 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:33.021607 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-93964319-f575-4fa7-80b3-310336367398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:33.038326 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:33.104697 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f456397-76db-4174-b20a-2884c555b3c7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:33.108602 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9f621c48-296d-4814-8de6-acb94d1b7157 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:33.111173 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7b18956-8795-452b-b104-5e0ec9d695e9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:33.178069 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f456397-76db-4174-b20a-2884c555b3c7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=ac1f45e2-a666-464b-8fa3-eb4f0c6537a9,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:33.198049 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f456397-76db-4174-b20a-2884c555b3c7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:33.199813 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-2f456397-76db-4174-b20a-2884c555b3c7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:33.204605 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f456397-76db-4174-b20a-2884c555b3c7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:33.205242 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f456397-76db-4174-b20a-2884c555b3c7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:33.336107 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b18956-8795-452b-b104-5e0ec9d695e9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'Port': ['ID=d9954075-ced1-4aaa-a852-7b0a008bc4d7,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:33.364112 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2f456397-76db-4174-b20a-2884c555b3c7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1710684 Apr 20 16:30:33.364537 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56920) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:33.373906 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-dfbf62cf-1f62-42b8-b5b0-e935e114e636 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'fixed_ips': [{'subnet_id': 'ac1f45e2-a666-464b-8fa3-eb4f0c6537a9', 'ip_address': '2001:db8::51cf:cc79:1ca5:3e93'}], 'name': 'tempest-NetworksTestDHCPv6-779424207'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:33.391136 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f0fbc147-5f27-467c-ba79-cb5e83c221c1 None None] For port 554fed71-e744-43c6-bcba-a5798b98a314, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=554fed71-e744-43c6-bcba-a5798b98a314,segment=NetworkSegment(e197f1d6-86da-4b5c-9a55-6cfa9175229e),segment_id=e197f1d6-86da-4b5c-9a55-6cfa9175229e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:33.401187 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cfcd07e9-26be-46ba-9557-9d95bc97dc27 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:33.409012 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f621c48-296d-4814-8de6-acb94d1b7157 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Pushing event updated for resources: {'Subnet': ['ID=e08d14ad-cd6d-4068-adb5-6827e34aeeb9,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:33.413923 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-93964319-f575-4fa7-80b3-310336367398 None None] For port b2a0a8d9-06a1-47a0-a149-020d5abcd709, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b2a0a8d9-06a1-47a0-a149-020d5abcd709,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:33.414325 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-93964319-f575-4fa7-80b3-310336367398 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:33.418143 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f621c48-296d-4814-8de6-acb94d1b7157 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Checking segment: {'id': '730760be-b928-4a15-b764-c5c738447f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b7ecb411-3a42-4dff-a7ff-62789be49dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:30:33.418513 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f621c48-296d-4814-8de6-acb94d1b7157 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Network hostable DHCP agents. Network: b7ecb411-3a42-4dff-a7ff-62789be49dd2, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:30:33.429153 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-93964319-f575-4fa7-80b3-310336367398 None None] Calling delete_port for b2a0a8d9-06a1-47a0-a149-020d5abcd709 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:33.453251 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7b18956-8795-452b-b104-5e0ec9d695e9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:33.483922 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0fbc147-5f27-467c-ba79-cb5e83c221c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:33.541811 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51a707-4bd3-4ef8-b957-68a4a326d2cc req-803f358c-b46a-4341-84a0-d0e6fd2ed342 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:33.549720 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ce51a707-4bd3-4ef8-b957-68a4a326d2cc req-803f358c-b46a-4341-84a0-d0e6fd2ed342 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.2621307 Apr 20 16:30:33.557975 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cfcd07e9-26be-46ba-9557-9d95bc97dc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:33.585585 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9541e0-6a90-4195-a476-e2c6865fbc51 req-539069b5-042e-4ce8-b1af-3f2c3a55e596 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:33.589028 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0b9541e0-6a90-4195-a476-e2c6865fbc51 req-539069b5-042e-4ce8-b1af-3f2c3a55e596 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 945 time: 0.1058731 Apr 20 16:30:33.606241 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:30:33.606495 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:30:33.616733 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbc147-5f27-467c-ba79-cb5e83c221c1 None None] Pushing event updated for resources: {'Port': ['ID=554fed71-e744-43c6-bcba-a5798b98a314,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:33.621225 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcd07e9-26be-46ba-9557-9d95bc97dc27 None None] Network 53ba4a6c-284b-4454-8a4d-31ab9c7491bb is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:33.628873 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-cfcd07e9-26be-46ba-9557-9d95bc97dc27 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:33.629115 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f621c48-296d-4814-8de6-acb94d1b7157 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Network b7ecb411-3a42-4dff-a7ff-62789be49dd2 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:30:33.650736 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcd07e9-26be-46ba-9557-9d95bc97dc27 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:33.657524 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0b9541e0-6a90-4195-a476-e2c6865fbc51 req-ed7ad515-8a54-4f5e-8aaa-edbc0ad7ca3a tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04fe94f-874d-444d-bdc8-a135225ebb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561516 Apr 20 16:30:33.658628 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d846ab9f-5055-4c68-bc44-e3e4bb0a3cb8 None None] Provisioning complete for port 554fed71-e744-43c6-bcba-a5798b98a314 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:33.659002 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d846ab9f-5055-4c68-bc44-e3e4bb0a3cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:33.692449 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ce51a707-4bd3-4ef8-b957-68a4a326d2cc req-f873ddb9-442e-494b-84ff-f0f7ef9c7f0f tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357877 Apr 20 16:30:33.692449 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-c7b18956-8795-452b-b104-5e0ec9d695e9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Floating IP 7fba72b6-8bed-4813-9c59-aad0079c5f23 associated. External IP: 172.25.0.189, port: fa64868a-035e-4d5f-a275-9ee927a7357c. Apr 20 16:30:33.694925 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-93964319-f575-4fa7-80b3-310336367398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:33.730152 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd07e9-26be-46ba-9557-9d95bc97dc27 None None] Pushing event updated for resources: {'Port': ['ID=cc119ffc-cf4e-4f45-b194-80b3a19f1896,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:33.737622 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-9f621c48-296d-4814-8de6-acb94d1b7157 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, b7ecb411-3a42-4dff-a7ff-62789be49dd2) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:33.745984 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f621c48-296d-4814-8de6-acb94d1b7157 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:33.746597 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9f621c48-296d-4814-8de6-acb94d1b7157 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:33.778449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8a4f03-9e6b-488e-b4c6-ed3c190a2f15 None None] Network b7ecb411-3a42-4dff-a7ff-62789be49dd2 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:33.783068 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93964319-f575-4fa7-80b3-310336367398 None None] No DVR routers for this DVR port b2a0a8d9-06a1-47a0-a149-020d5abcd709 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:30:33.788368 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93964319-f575-4fa7-80b3-310336367398 None None] Pushing event deleted for resources: {'Port': ['ID=b2a0a8d9-06a1-47a0-a149-020d5abcd709,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:33.825638 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbf62cf-1f62-42b8-b5b0-e935e114e636 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:33.845196 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-cfcd07e9-26be-46ba-9557-9d95bc97dc27 None None] Attempting to bind port cc119ffc-cf4e-4f45-b194-80b3a19f1896 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:30:33.846007 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-cfcd07e9-26be-46ba-9557-9d95bc97dc27 None None] Attempting to bind port cc119ffc-cf4e-4f45-b194-80b3a19f1896 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'd935748e-11e9-41c3-b08f-0bd9753606c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '53ba4a6c-284b-4454-8a4d-31ab9c7491bb'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:30:33.846007 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd07e9-26be-46ba-9557-9d95bc97dc27 None None] Attempting to bind port cc119ffc-cf4e-4f45-b194-80b3a19f1896 on network 53ba4a6c-284b-4454-8a4d-31ab9c7491bb {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:30:33.852266 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73e50e1-4875-4687-86ac-ea22911a43af None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:33.881759 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd07e9-26be-46ba-9557-9d95bc97dc27 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:30:33.885427 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd07e9-26be-46ba-9557-9d95bc97dc27 None None] Checking segment: {'id': 'd935748e-11e9-41c3-b08f-0bd9753606c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '53ba4a6c-284b-4454-8a4d-31ab9c7491bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:30:33.885427 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cfcd07e9-26be-46ba-9557-9d95bc97dc27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:33.885427 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd07e9-26be-46ba-9557-9d95bc97dc27 None None] Bound using segment: {'id': 'd935748e-11e9-41c3-b08f-0bd9753606c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '53ba4a6c-284b-4454-8a4d-31ab9c7491bb'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:30:33.885427 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-cfcd07e9-26be-46ba-9557-9d95bc97dc27 None None] Bound port: cc119ffc-cf4e-4f45-b194-80b3a19f1896, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd935748e-11e9-41c3-b08f-0bd9753606c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '53ba4a6c-284b-4454-8a4d-31ab9c7491bb'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:30:33.885427 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cfcd07e9-26be-46ba-9557-9d95bc97dc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:33.898017 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9f621c48-296d-4814-8de6-acb94d1b7157 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9570749 Apr 20 16:30:33.898244 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56924) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:34.034515 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dfbf62cf-1f62-42b8-b5b0-e935e114e636 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:34.077773 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b18956-8795-452b-b104-5e0ec9d695e9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Router b7ebf0b8-3699-4214-be3f-af773f4dad66 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:30:34.081922 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-dfbf62cf-1f62-42b8-b5b0-e935e114e636 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] device_id is not set on port 39233b4b-46ab-484a-97b0-4ede26fb282a yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:30:34.256303 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-cfcd07e9-26be-46ba-9557-9d95bc97dc27 None None] For port cc119ffc-cf4e-4f45-b194-80b3a19f1896, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:30:34.306269 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823023b8-46da-4a8b-8ff2-b049dc482a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-b7ecb411-3a42-4dff-a7ff-62789be49dd2', 'network_id': 'b7ecb411-3a42-4dff-a7ff-62789be49dd2', 'tenant_id': '2dc12076ce624ae8b47782ebee633a5f', 'fixed_ips': [{'subnet_id': 'e08d14ad-cd6d-4068-adb5-6827e34aeeb9'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:30:34.307339 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-823023b8-46da-4a8b-8ff2-b049dc482a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:34.335057 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-cfcd07e9-26be-46ba-9557-9d95bc97dc27 None None] For port cc119ffc-cf4e-4f45-b194-80b3a19f1896, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=cc119ffc-cf4e-4f45-b194-80b3a19f1896,segment=NetworkSegment(d935748e-11e9-41c3-b08f-0bd9753606c5),segment_id=d935748e-11e9-41c3-b08f-0bd9753606c5)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:30:34.338524 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-88dae623-71d8-4702-9750-1583cd3f6336 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:34.503877 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 554fed71-e744-43c6-bcba-a5798b98a314 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:30:34.506414 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cfcd07e9-26be-46ba-9557-9d95bc97dc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:34.556708 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68acddeb-ada9-4a2e-9ace-14fe00168cc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-10294607-eb5e-406e-b70a-cc143553f735', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'fixed_ips': [{'subnet_id': 'ac1f45e2-a666-464b-8fa3-eb4f0c6537a9'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:30:34.557545 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-68acddeb-ada9-4a2e-9ace-14fe00168cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:34.945986 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-88dae623-71d8-4702-9750-1583cd3f6336 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Allocated IP 172.20.0.1 (53ba4a6c-284b-4454-8a4d-31ab9c7491bb/6991bc1c-abe7-4e0a-84f4-a2fe8cdc878e/9627e423-559d-4aaf-a198-ef94a03a0601) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:34.966662 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd1ff1-ce48-4b74-9c30-f07fbeb3f4f9 req-6f777b7a-c3b8-4c93-be20-df9e6c0440d4 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:34.969524 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-20fd1ff1-ce48-4b74-9c30-f07fbeb3f4f9 req-6f777b7a-c3b8-4c93-be20-df9e6c0440d4 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 945 time: 0.1663311 Apr 20 16:30:35.065350 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd07e9-26be-46ba-9557-9d95bc97dc27 None None] Pushing event updated for resources: {'Port': ['ID=cc119ffc-cf4e-4f45-b194-80b3a19f1896,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:35.081212 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5db719-b518-404a-be9c-4ff75ba8f415 req-0e687bd4-749c-48d8-af6a-ca1e8a73f88a tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:35.088835 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9c5db719-b518-404a-be9c-4ff75ba8f415 req-0e687bd4-749c-48d8-af6a-ca1e8a73f88a tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.1812875 Apr 20 16:30:35.102501 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b18956-8795-452b-b104-5e0ec9d695e9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:30:35.120585 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82df5c89-4e0d-448f-8e4f-b72797687680 None None] Sync routers for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:30:35.167801 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-823023b8-46da-4a8b-8ff2-b049dc482a5d None None] Allocated IP 172.20.0.2 (b7ecb411-3a42-4dff-a7ff-62789be49dd2/e08d14ad-cd6d-4068-adb5-6827e34aeeb9/3afa3431-77c3-46b8-8444-b0512ff9f8a5) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:35.179603 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-dfbf62cf-1f62-42b8-b5b0-e935e114e636 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8::51cf:cc79:1ca5:3e93 (10294607-eb5e-406e-b70a-cc143553f735/ac1f45e2-a666-464b-8fa3-eb4f0c6537a9/39233b4b-46ab-484a-97b0-4ede26fb282a) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:35.210770 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7b18956-8795-452b-b104-5e0ec9d695e9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:35.218505 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82df5c89-4e0d-448f-8e4f-b72797687680 None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:35.219622 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-82df5c89-4e0d-448f-8e4f-b72797687680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:35.223885 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-20fd1ff1-ce48-4b74-9c30-f07fbeb3f4f9 req-7ce5967a-3497-48f3-a6e9-4f9500d638d0 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04fe94f-874d-444d-bdc8-a135225ebb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423081 Apr 20 16:30:35.235418 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 554fed71-e744-43c6-bcba-a5798b98a314 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:35.235794 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:35.280431 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c7b18956-8795-452b-b104-5e0ec9d695e9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.9006991 Apr 20 16:30:35.284800 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56936) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:35.289657 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8a654-323d-4f1a-ae96-928904c44ce1 req-0c976a23-2ca8-4121-a6e2-d03cc28710fb tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:35.291788 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-74b8a654-323d-4f1a-ae96-928904c44ce1 req-0c976a23-2ca8-4121-a6e2-d03cc28710fb tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.30 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 945 time: 0.1441503 Apr 20 16:30:35.302137 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-aac32f4c-0663-4a2c-80b8-1d4ace673d62 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Request body: {'floatingip': {'port_id': 'fa64868a-035e-4d5f-a275-9ee927a7357c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:35.333320 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-82df5c89-4e0d-448f-8e4f-b72797687680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:35.364387 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9c5db719-b518-404a-be9c-4ff75ba8f415 req-977bd811-e65b-45c6-92bd-1d94845087d0 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388961 Apr 20 16:30:35.388722 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82df5c89-4e0d-448f-8e4f-b72797687680 None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:35.389364 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-82df5c89-4e0d-448f-8e4f-b72797687680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:35.396257 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0376f0-3c0c-44e2-9d73-85455009bfd9 req-538d7045-42ae-463c-bf56-a2543da8d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:35.397937 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9c0376f0-3c0c-44e2-9d73-85455009bfd9 req-538d7045-42ae-463c-bf56-a2543da8d9b3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 1097 time: 0.2351370 Apr 20 16:30:35.398245 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-88dae623-71d8-4702-9750-1583cd3f6336 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:35.444963 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-82df5c89-4e0d-448f-8e4f-b72797687680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:35.445787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82df5c89-4e0d-448f-8e4f-b72797687680 None None] The sync data for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:30:35.446317 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aac32f4c-0663-4a2c-80b8-1d4ace673d62 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:35.464224 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-74b8a654-323d-4f1a-ae96-928904c44ce1 req-5ef2814f-09f6-41f3-9ec4-fb6f1a43f822 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Deleting port 0162ac82-0e30-46b6-b0a1-1bb84069092e {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:35.464523 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-74b8a654-323d-4f1a-ae96-928904c44ce1 req-5ef2814f-09f6-41f3-9ec4-fb6f1a43f822 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:35.596755 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9c0376f0-3c0c-44e2-9d73-85455009bfd9 req-8344006d-aa34-4404-8673-90be37787362 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884787 Apr 20 16:30:35.613825 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-823023b8-46da-4a8b-8ff2-b049dc482a5d None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:35.625325 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-74b8a654-323d-4f1a-ae96-928904c44ce1 req-5ef2814f-09f6-41f3-9ec4-fb6f1a43f822 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] For port 0162ac82-0e30-46b6-b0a1-1bb84069092e, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=0162ac82-0e30-46b6-b0a1-1bb84069092e,segment=NetworkSegment(bdb009f2-5c7a-418d-833a-14b6d4b107b9),segment_id=bdb009f2-5c7a-418d-833a-14b6d4b107b9)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:35.628025 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-74b8a654-323d-4f1a-ae96-928904c44ce1 req-5ef2814f-09f6-41f3-9ec4-fb6f1a43f822 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:35.658834 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-74b8a654-323d-4f1a-ae96-928904c44ce1 req-5ef2814f-09f6-41f3-9ec4-fb6f1a43f822 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Calling delete_port for 0162ac82-0e30-46b6-b0a1-1bb84069092e owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:35.670952 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-88dae623-71d8-4702-9750-1583cd3f6336 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:35.686843 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b2a0a8d9-06a1-47a0-a149-020d5abcd709 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:30:35.718334 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: b2a0a8d9-06a1-47a0-a149-020d5abcd709 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:30:35.721631 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b2a0a8d9-06a1-47a0-a149-020d5abcd709 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:30:35.749686 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dfbf62cf-1f62-42b8-b5b0-e935e114e636 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:35.800243 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-823023b8-46da-4a8b-8ff2-b049dc482a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:35.807850 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dae623-71d8-4702-9750-1583cd3f6336 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Pushing event updated for resources: {'Port': ['ID=9627e423-559d-4aaf-a198-ef94a03a0601,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:35.820833 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dae623-71d8-4702-9750-1583cd3f6336 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Network 53ba4a6c-284b-4454-8a4d-31ab9c7491bb is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:35.823320 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-88dae623-71d8-4702-9750-1583cd3f6336 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:35.826906 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dae623-71d8-4702-9750-1583cd3f6336 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:35.903933 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-88dae623-71d8-4702-9750-1583cd3f6336 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:35.943361 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823023b8-46da-4a8b-8ff2-b049dc482a5d None None] Pushing event updated for resources: {'Port': ['ID=3afa3431-77c3-46b8-8444-b0512ff9f8a5,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:35.958959 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823023b8-46da-4a8b-8ff2-b049dc482a5d None None] Network b7ecb411-3a42-4dff-a7ff-62789be49dd2 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:35.964154 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-823023b8-46da-4a8b-8ff2-b049dc482a5d None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:35.977002 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823023b8-46da-4a8b-8ff2-b049dc482a5d None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:36.057715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-823023b8-46da-4a8b-8ff2-b049dc482a5d None None] Attempting to bind port 3afa3431-77c3-46b8-8444-b0512ff9f8a5 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:30:36.058832 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-823023b8-46da-4a8b-8ff2-b049dc482a5d None None] Attempting to bind port 3afa3431-77c3-46b8-8444-b0512ff9f8a5 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '730760be-b928-4a15-b764-c5c738447f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b7ecb411-3a42-4dff-a7ff-62789be49dd2'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:30:36.058832 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823023b8-46da-4a8b-8ff2-b049dc482a5d None None] Attempting to bind port 3afa3431-77c3-46b8-8444-b0512ff9f8a5 on network b7ecb411-3a42-4dff-a7ff-62789be49dd2 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:30:36.069999 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823023b8-46da-4a8b-8ff2-b049dc482a5d None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:30:36.070571 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823023b8-46da-4a8b-8ff2-b049dc482a5d None None] Checking segment: {'id': '730760be-b928-4a15-b764-c5c738447f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b7ecb411-3a42-4dff-a7ff-62789be49dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:30:36.071011 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-823023b8-46da-4a8b-8ff2-b049dc482a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:36.071412 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823023b8-46da-4a8b-8ff2-b049dc482a5d None None] Bound using segment: {'id': '730760be-b928-4a15-b764-c5c738447f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b7ecb411-3a42-4dff-a7ff-62789be49dd2'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:30:36.071941 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-823023b8-46da-4a8b-8ff2-b049dc482a5d None None] Bound port: 3afa3431-77c3-46b8-8444-b0512ff9f8a5, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730760be-b928-4a15-b764-c5c738447f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b7ecb411-3a42-4dff-a7ff-62789be49dd2'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:30:36.072325 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-823023b8-46da-4a8b-8ff2-b049dc482a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:36.166138 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-823023b8-46da-4a8b-8ff2-b049dc482a5d None None] For port 3afa3431-77c3-46b8-8444-b0512ff9f8a5, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:30:36.169820 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-823023b8-46da-4a8b-8ff2-b049dc482a5d None None] For port 3afa3431-77c3-46b8-8444-b0512ff9f8a5, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=3afa3431-77c3-46b8-8444-b0512ff9f8a5,segment=NetworkSegment(730760be-b928-4a15-b764-c5c738447f3c),segment_id=730760be-b928-4a15-b764-c5c738447f3c)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:30:36.256906 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dfbf62cf-1f62-42b8-b5b0-e935e114e636 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:36.397989 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbf62cf-1f62-42b8-b5b0-e935e114e636 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:36.401747 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf62cf-1f62-42b8-b5b0-e935e114e636 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=39233b4b-46ab-484a-97b0-4ede26fb282a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:36.404733 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-dfbf62cf-1f62-42b8-b5b0-e935e114e636 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:36.413139 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf62cf-1f62-42b8-b5b0-e935e114e636 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:36.447807 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbf62cf-1f62-42b8-b5b0-e935e114e636 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:36.448769 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dfbf62cf-1f62-42b8-b5b0-e935e114e636 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:36.529944 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aac32f4c-0663-4a2c-80b8-1d4ace673d62 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:36.635951 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dfbf62cf-1f62-42b8-b5b0-e935e114e636 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2684879 Apr 20 16:30:36.639466 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56944) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:36.644240 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc37fc03-cff6-4e51-9e2e-035813667935 None None] Network 53ba4a6c-284b-4454-8a4d-31ab9c7491bb requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:36.651451 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device cc119ffc-cf4e-4f45-b194-80b3a19f1896 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:30:36.655385 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-823023b8-46da-4a8b-8ff2-b049dc482a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:36.670646 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb85393-1b2d-4195-a880-67582be2e28b req-dcee5565-7dc6-44fd-a3dc-60ce5e8fa594 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:36.672189 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ceb85393-1b2d-4195-a880-67582be2e28b req-dcee5565-7dc6-44fd-a3dc-60ce5e8fa594 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.1144159 Apr 20 16:30:36.709637 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aac32f4c-0663-4a2c-80b8-1d4ace673d62 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:36.771305 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69051cd-148b-4189-bcab-596873684d40 req-f1e7e6f7-970d-4a9f-8787-0327a92794e5 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:36.776904 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d69051cd-148b-4189-bcab-596873684d40 req-f1e7e6f7-970d-4a9f-8787-0327a92794e5 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 945 time: 0.0937014 Apr 20 16:30:36.838233 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d69051cd-148b-4189-bcab-596873684d40 req-3afecf17-25f5-4dbf-bb7d-12ed5384da0f tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04fe94f-874d-444d-bdc8-a135225ebb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534840 Apr 20 16:30:36.852008 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-68acddeb-ada9-4a2e-9ace-14fe00168cc5 None None] Allocated IP 2001:db8::2 (10294607-eb5e-406e-b70a-cc143553f735/ac1f45e2-a666-464b-8fa3-eb4f0c6537a9/9de374e2-6bcb-4e38-8048-8773a22f308d) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:36.881049 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ceb85393-1b2d-4195-a880-67582be2e28b req-444304c0-23fb-4dff-91fd-8765d94f3acf tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729524 Apr 20 16:30:36.886455 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b16c07f9-9d68-4630-940b-5ef21b7049db None None] Provisioning complete for port cc119ffc-cf4e-4f45-b194-80b3a19f1896 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:36.886455 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b16c07f9-9d68-4630-940b-5ef21b7049db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:36.886455 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823023b8-46da-4a8b-8ff2-b049dc482a5d None None] Pushing event updated for resources: {'Port': ['ID=3afa3431-77c3-46b8-8444-b0512ff9f8a5,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:36.902508 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ce5f2-3d57-47e8-9549-737f8948cb5a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:36.904464 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fc7ce5f2-3d57-47e8-9549-737f8948cb5a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2622492 Apr 20 16:30:36.911024 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56946) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:36.916794 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-74b8a654-323d-4f1a-ae96-928904c44ce1 req-5ef2814f-09f6-41f3-9ec4-fb6f1a43f822 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:37.086063 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b8a654-323d-4f1a-ae96-928904c44ce1 req-5ef2814f-09f6-41f3-9ec4-fb6f1a43f822 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] No DVR routers for this DVR port 0162ac82-0e30-46b6-b0a1-1bb84069092e on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:30:37.089778 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2814f-09f6-41f3-9ec4-fb6f1a43f822 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Pushing event deleted for resources: {'Port': ['ID=0162ac82-0e30-46b6-b0a1-1bb84069092e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:37.094400 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-74b8a654-323d-4f1a-ae96-928904c44ce1 req-5ef2814f-09f6-41f3-9ec4-fb6f1a43f822 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:37.098110 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-74b8a654-323d-4f1a-ae96-928904c44ce1 req-5ef2814f-09f6-41f3-9ec4-fb6f1a43f822 tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.30 "DELETE /v2.0/ports/0162ac82-0e30-46b6-b0a1-1bb84069092e HTTP/1.1" status: 204 len: 173 time: 1.8001716 Apr 20 16:30:37.099072 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fddbc8-17c2-4af2-b68a-882ccb790f81', 'name': 'network-vif-deleted', 'tag': '0162ac82-0e30-46b6-b0a1-1bb84069092e'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:30:37.103188 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07cd2d4-1db4-4c26-a514-f175135dcd52" -d '{"events": [{"server_uuid": "92fddbc8-17c2-4af2-b68a-882ccb790f81", "name": "network-vif-deleted", "tag": "0162ac82-0e30-46b6-b0a1-1bb84069092e"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:30:37.130337 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-88dae623-71d8-4702-9750-1583cd3f6336 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:37.202459 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c62fec1f-04e0-4677-a036-2516bfc7b065 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting port 39233b4b-46ab-484a-97b0-4ede26fb282a {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:37.203146 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c62fec1f-04e0-4677-a036-2516bfc7b065 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:37.203758 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2868786-5880-447f-94dd-eb60ec568e8c x-openstack-request-id: req-f2868786-5880-447f-94dd-eb60ec568e8c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:30:37.204877 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92fddbc8-17c2-4af2-b68a-882ccb790f81", "name": "network-vif-deleted", "tag": "0162ac82-0e30-46b6-b0a1-1bb84069092e", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:30:37.204877 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2868786-5880-447f-94dd-eb60ec568e8c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:30:37.205110 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2868786-5880-447f-94dd-eb60ec568e8c'] response: {'server_uuid': '92fddbc8-17c2-4af2-b68a-882ccb790f81', 'name': 'network-vif-deleted', 'tag': '0162ac82-0e30-46b6-b0a1-1bb84069092e', 'status': 'completed', 'code': 200} Apr 20 16:30:37.237263 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port cc119ffc-cf4e-4f45-b194-80b3a19f1896 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:37.238731 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:37.425231 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac32f4c-0663-4a2c-80b8-1d4ace673d62 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Router b7ebf0b8-3699-4214-be3f-af773f4dad66 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:30:37.477515 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-68acddeb-ada9-4a2e-9ace-14fe00168cc5 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:37.480847 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b16c07f9-9d68-4630-940b-5ef21b7049db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:37.526485 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c62fec1f-04e0-4677-a036-2516bfc7b065 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:37.545829 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c62fec1f-04e0-4677-a036-2516bfc7b065 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Calling delete_port for 39233b4b-46ab-484a-97b0-4ede26fb282a owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:37.583214 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 0162ac82-0e30-46b6-b0a1-1bb84069092e no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:30:37.661104 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b16c07f9-9d68-4630-940b-5ef21b7049db None None] For port cc119ffc-cf4e-4f45-b194-80b3a19f1896, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=cc119ffc-cf4e-4f45-b194-80b3a19f1896,segment=NetworkSegment(d935748e-11e9-41c3-b08f-0bd9753606c5),segment_id=d935748e-11e9-41c3-b08f-0bd9753606c5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:37.663211 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 0162ac82-0e30-46b6-b0a1-1bb84069092e {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:30:37.663699 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 0162ac82-0e30-46b6-b0a1-1bb84069092e not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:30:37.677936 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-68acddeb-ada9-4a2e-9ace-14fe00168cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:37.750472 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acddeb-ada9-4a2e-9ace-14fe00168cc5 None None] Pushing event updated for resources: {'Port': ['ID=9de374e2-6bcb-4e38-8048-8773a22f308d,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:37.760238 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-88dae623-71d8-4702-9750-1583cd3f6336 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:37.771355 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:37.779168 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68acddeb-ada9-4a2e-9ace-14fe00168cc5 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:37.781955 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-68acddeb-ada9-4a2e-9ace-14fe00168cc5 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:37.791216 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68acddeb-ada9-4a2e-9ace-14fe00168cc5 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:37.814721 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b16c07f9-9d68-4630-940b-5ef21b7049db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:37.863323 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac32f4c-0663-4a2c-80b8-1d4ace673d62 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:30:37.873973 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aac32f4c-0663-4a2c-80b8-1d4ace673d62 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:37.890339 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2e69ed-f5cc-42cf-b63b-4185d6f59f21 None None] Sync routers for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:30:37.917659 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-88dae623-71d8-4702-9750-1583cd3f6336 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:37.927652 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2e69ed-f5cc-42cf-b63b-4185d6f59f21 None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:37.928365 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-de2e69ed-f5cc-42cf-b63b-4185d6f59f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:38.020026 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-de2e69ed-f5cc-42cf-b63b-4185d6f59f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:38.046982 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2e69ed-f5cc-42cf-b63b-4185d6f59f21 None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:38.047626 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-de2e69ed-f5cc-42cf-b63b-4185d6f59f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:38.167139 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66d69672-a9cb-4446-bac3-65a0f63de95f req-ba7937e0-ddc3-4cb1-ace7-af2330a3bfac tempest-ServersNegativeTestMultiTenantJSON-979187901 tempest-ServersNegativeTestMultiTenantJSON-979187901-project] 10.222.0.15 "GET /v2.0/ports?device_id=92fddbc8-17c2-4af2-b68a-882ccb790f81 HTTP/1.1" status: 200 len: 210 time: 0.0470448 Apr 20 16:30:38.196242 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-aac32f4c-0663-4a2c-80b8-1d4ace673d62 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "PUT /v2.0/floatingips/7fba72b6-8bed-4813-9c59-aad0079c5f23 HTTP/1.1" status: 200 len: 978 time: 2.9034367 Apr 20 16:30:38.199497 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56956) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:38.239675 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-de2e69ed-f5cc-42cf-b63b-4185d6f59f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:38.247975 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-88dae623-71d8-4702-9750-1583cd3f6336 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:38.259869 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dae623-71d8-4702-9750-1583cd3f6336 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Pushing event updated for resources: {'Port': ['ID=9627e423-559d-4aaf-a198-ef94a03a0601,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:38.262009 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2e69ed-f5cc-42cf-b63b-4185d6f59f21 None None] The sync data for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:30:38.282186 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:30:38.282186 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:30:38.289972 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c07f9-9d68-4630-940b-5ef21b7049db None None] Pushing event updated for resources: {'Port': ['ID=cc119ffc-cf4e-4f45-b194-80b3a19f1896,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:38.293040 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c62fec1f-04e0-4677-a036-2516bfc7b065 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:38.299970 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-68acddeb-ada9-4a2e-9ace-14fe00168cc5 None None] Attempting to bind port 9de374e2-6bcb-4e38-8048-8773a22f308d on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:30:38.299970 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-68acddeb-ada9-4a2e-9ace-14fe00168cc5 None None] Attempting to bind port 9de374e2-6bcb-4e38-8048-8773a22f308d by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:30:38.299970 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68acddeb-ada9-4a2e-9ace-14fe00168cc5 None None] Attempting to bind port 9de374e2-6bcb-4e38-8048-8773a22f308d on network 10294607-eb5e-406e-b70a-cc143553f735 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:30:38.307140 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68acddeb-ada9-4a2e-9ace-14fe00168cc5 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:30:38.308043 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68acddeb-ada9-4a2e-9ace-14fe00168cc5 None None] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:30:38.309421 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-68acddeb-ada9-4a2e-9ace-14fe00168cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:38.312281 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68acddeb-ada9-4a2e-9ace-14fe00168cc5 None None] Bound using segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:30:38.314055 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-68acddeb-ada9-4a2e-9ace-14fe00168cc5 None None] Bound port: 9de374e2-6bcb-4e38-8048-8773a22f308d, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:30:38.314287 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-68acddeb-ada9-4a2e-9ace-14fe00168cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:38.344076 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ab96eb58-38d9-4edc-9b1e-c51012eee4c6 None None] Provisioning complete for port 9627e423-559d-4aaf-a198-ef94a03a0601 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:38.350862 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ab96eb58-38d9-4edc-9b1e-c51012eee4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:38.360822 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62fec1f-04e0-4677-a036-2516bfc7b065 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Port': ['ID=39233b4b-46ab-484a-97b0-4ede26fb282a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:38.379254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c200fed-2ad0-4263-9acb-ad8ad813d5b5 req-daecf31e-08af-4400-9d4d-5df032346d62 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:38.404962 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c200fed-2ad0-4263-9acb-ad8ad813d5b5 req-daecf31e-08af-4400-9d4d-5df032346d62 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.3563824 Apr 20 16:30:38.438569 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ab96eb58-38d9-4edc-9b1e-c51012eee4c6 None None] Port 9627e423-559d-4aaf-a198-ef94a03a0601 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:30:38.458036 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c62fec1f-04e0-4677-a036-2516bfc7b065 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:38.465476 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c62fec1f-04e0-4677-a036-2516bfc7b065 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/39233b4b-46ab-484a-97b0-4ede26fb282a HTTP/1.1" status: 204 len: 168 time: 1.5510747 Apr 20 16:30:38.465826 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56962) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:38.538277 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ab96eb58-38d9-4edc-9b1e-c51012eee4c6 None None] Provisioning complete for port cc119ffc-cf4e-4f45-b194-80b3a19f1896 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:38.539053 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ab96eb58-38d9-4edc-9b1e-c51012eee4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:38.577929 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c200fed-2ad0-4263-9acb-ad8ad813d5b5 req-5107029c-bf2e-41fe-a055-dca06dc7dbf1 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738839 Apr 20 16:30:38.633689 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dae623-71d8-4702-9750-1583cd3f6336 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Network 53ba4a6c-284b-4454-8a4d-31ab9c7491bb is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:38.635432 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-88dae623-71d8-4702-9750-1583cd3f6336 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:38.638629 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-68acddeb-ada9-4a2e-9ace-14fe00168cc5 None None] For port 9de374e2-6bcb-4e38-8048-8773a22f308d, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:30:38.644259 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-68acddeb-ada9-4a2e-9ace-14fe00168cc5 None None] For port 9de374e2-6bcb-4e38-8048-8773a22f308d, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=9de374e2-6bcb-4e38-8048-8773a22f308d,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:30:38.648960 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4564193-1b3a-4948-9f45-c8997a72a85d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:38.669550 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4564193-1b3a-4948-9f45-c8997a72a85d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:38.672849 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c4564193-1b3a-4948-9f45-c8997a72a85d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2060320 Apr 20 16:30:38.677727 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56968) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:38.693653 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-6a6331b0-4ce3-410d-9b72-f5b009d532e5 req-3235dfbe-3ab7-4759-bfed-edd90ca5fca1 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-445681885', 'description': 'tempest-description-1288037543'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:38.752058 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-68acddeb-ada9-4a2e-9ace-14fe00168cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:38.958517 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acddeb-ada9-4a2e-9ace-14fe00168cc5 None None] Pushing event updated for resources: {'Port': ['ID=9de374e2-6bcb-4e38-8048-8773a22f308d,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:38.964450 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-47de1ba2-8ec0-4e41-b25b-a0d97d8b9bd2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet ac1f45e2-a666-464b-8fa3-eb4f0c6537a9 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:30:38.982098 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-47de1ba2-8ec0-4e41-b25b-a0d97d8b9bd2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:39.057619 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a189f9d4-25cd-492e-aec2-bfef9b94f28d None None] Provisioning complete for port 9627e423-559d-4aaf-a198-ef94a03a0601 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:39.057619 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a189f9d4-25cd-492e-aec2-bfef9b94f28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:39.086982 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88dae623-71d8-4702-9750-1583cd3f6336 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Router cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:30:39.097183 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6a6331b0-4ce3-410d-9b72-f5b009d532e5 req-3235dfbe-3ab7-4759-bfed-edd90ca5fca1 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:39.107476 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-47de1ba2-8ec0-4e41-b25b-a0d97d8b9bd2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:39.153384 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342a6f18-93e3-4577-8240-2853befabe65 None None] Network b7ecb411-3a42-4dff-a7ff-62789be49dd2 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:39.245217 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-a189f9d4-25cd-492e-aec2-bfef9b94f28d None None] Port 9627e423-559d-4aaf-a198-ef94a03a0601 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:30:39.362192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dae623-71d8-4702-9750-1583cd3f6336 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:30:39.362192 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-88dae623-71d8-4702-9750-1583cd3f6336 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] 10.222.0.15 "PUT /v2.0/routers/cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4352903 Apr 20 16:30:39.362192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56972) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:39.362428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-3efbba87-33b7-41db-81e4-9de63454010c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Deleting port d9954075-ced1-4aaa-a852-7b0a008bc4d7 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:39.362428 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3efbba87-33b7-41db-81e4-9de63454010c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:39.362428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56974) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:39.362644 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a807d805-d040-4bae-ba32-7f8f68d68def None None] Sync routers for ids ['cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:30:39.466387 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a807d805-d040-4bae-ba32-7f8f68d68def None None] Routers {'cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:39.481173 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a807d805-d040-4bae-ba32-7f8f68d68def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:39.486092 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device cc119ffc-cf4e-4f45-b194-80b3a19f1896 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:30:39.514905 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-47de1ba2-8ec0-4e41-b25b-a0d97d8b9bd2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:39.575944 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a807d805-d040-4bae-ba32-7f8f68d68def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:39.584778 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1533e9fd-fc54-49b7-9b9c-c0ca283f0b9a None None] Provisioning complete for port 3afa3431-77c3-46b8-8444-b0512ff9f8a5 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:39.587298 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1533e9fd-fc54-49b7-9b9c-c0ca283f0b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:39.712245 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a807d805-d040-4bae-ba32-7f8f68d68def None None] Routers {'cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:39.713073 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a807d805-d040-4bae-ba32-7f8f68d68def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:39.768491 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a807d805-d040-4bae-ba32-7f8f68d68def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:39.769332 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a807d805-d040-4bae-ba32-7f8f68d68def None None] The sync data for ids ['cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:30:39.826107 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port cc119ffc-cf4e-4f45-b194-80b3a19f1896 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:39.826591 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:39.891135 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1533e9fd-fc54-49b7-9b9c-c0ca283f0b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:39.948569 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1533e9fd-fc54-49b7-9b9c-c0ca283f0b9a None None] For port 3afa3431-77c3-46b8-8444-b0512ff9f8a5, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=3afa3431-77c3-46b8-8444-b0512ff9f8a5,segment=NetworkSegment(730760be-b928-4a15-b764-c5c738447f3c),segment_id=730760be-b928-4a15-b764-c5c738447f3c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:39.996608 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-18b025e7-5b7b-40a5-ae16-f609ffabf974 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:30:39.998265 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-18b025e7-5b7b-40a5-ae16-f609ffabf974 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] 10.222.0.15 "PUT /v2.0/routers/cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6619730 Apr 20 16:30:40.006632 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56978) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:40.028131 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 3afa3431-77c3-46b8-8444-b0512ff9f8a5 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:30:40.086154 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e06a7c9-0792-4ee8-9280-6b282dd26d9c admin admin] Deleting subnet a2272435-449c-4c13-b2cf-5d2288d49bcd {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:30:40.089122 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1533e9fd-fc54-49b7-9b9c-c0ca283f0b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:40.096267 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9e06a7c9-0792-4ee8-9280-6b282dd26d9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:40.261270 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9e06a7c9-0792-4ee8-9280-6b282dd26d9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:40.338868 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6a6331b0-4ce3-410d-9b72-f5b009d532e5 req-3235dfbe-3ab7-4759-bfed-edd90ca5fca1 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:40.342723 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3efbba87-33b7-41db-81e4-9de63454010c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:40.343057 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3efbba87-33b7-41db-81e4-9de63454010c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:40.373269 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-3efbba87-33b7-41db-81e4-9de63454010c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Calling delete_port for d9954075-ced1-4aaa-a852-7b0a008bc4d7 owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:40.413072 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9e06a7c9-0792-4ee8-9280-6b282dd26d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:40.432633 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1533e9fd-fc54-49b7-9b9c-c0ca283f0b9a None None] Provisioning complete for port 9627e423-559d-4aaf-a198-ef94a03a0601 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:40.433092 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1533e9fd-fc54-49b7-9b9c-c0ca283f0b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:40.440682 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 3afa3431-77c3-46b8-8444-b0512ff9f8a5 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:40.441100 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:40.497350 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533e9fd-fc54-49b7-9b9c-c0ca283f0b9a None None] Pushing event updated for resources: {'Port': ['ID=3afa3431-77c3-46b8-8444-b0512ff9f8a5,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:40.511058 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6a6331b0-4ce3-410d-9b72-f5b009d532e5 req-3235dfbe-3ab7-4759-bfed-edd90ca5fca1 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:40.536300 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-47de1ba2-8ec0-4e41-b25b-a0d97d8b9bd2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:40.582087 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b94c5bea-1695-4426-be48-7217dc345b2d tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:40.594501 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-1533e9fd-fc54-49b7-9b9c-c0ca283f0b9a None None] Port 9627e423-559d-4aaf-a198-ef94a03a0601 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:30:40.670142 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-47de1ba2-8ec0-4e41-b25b-a0d97d8b9bd2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:40.673715 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-47de1ba2-8ec0-4e41-b25b-a0d97d8b9bd2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/ac1f45e2-a666-464b-8fa3-eb4f0c6537a9 HTTP/1.1" status: 204 len: 168 time: 1.9920151 Apr 20 16:30:40.674605 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de1ba2-8ec0-4e41-b25b-a0d97d8b9bd2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=ac1f45e2-a666-464b-8fa3-eb4f0c6537a9,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:40.686922 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56982) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:40.715929 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235dfbe-3ab7-4759-bfed-edd90ca5fca1 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b1341b-7dd0-4794-b9f5-04455896b2d8,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:40.757547 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-de16a7d8-06e0-47d4-8500-b638c8ef90ee None None] Provisioning complete for port 3afa3431-77c3-46b8-8444-b0512ff9f8a5 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:40.758362 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-de16a7d8-06e0-47d4-8500-b638c8ef90ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:40.763262 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a44b97db-4b47-4b7d-b9ec-19e29c3a3309 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0778823 Apr 20 16:30:40.773957 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-6a6331b0-4ce3-410d-9b72-f5b009d532e5 req-3235dfbe-3ab7-4759-bfed-edd90ca5fca1 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:40.775692 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6a6331b0-4ce3-410d-9b72-f5b009d532e5 req-3235dfbe-3ab7-4759-bfed-edd90ca5fca1 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 2.1017554 Apr 20 16:30:40.776219 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56984) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:40.826299 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e351c891-dfb2-4809-8d23-b60cab68896a None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:40.915777 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271814b1-f0b5-4c6c-8151-90c643272d12 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:40.919962 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-271814b1-f0b5-4c6c-8151-90c643272d12 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1380429 Apr 20 16:30:40.922139 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9e06a7c9-0792-4ee8-9280-6b282dd26d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:40.925005 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56988) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:41.007599 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06a7c9-0792-4ee8-9280-6b282dd26d9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2272435-449c-4c13-b2cf-5d2288d49bcd,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:41.007599 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9e06a7c9-0792-4ee8-9280-6b282dd26d9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:41.015317 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9e06a7c9-0792-4ee8-9280-6b282dd26d9c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a2272435-449c-4c13-b2cf-5d2288d49bcd HTTP/1.1" status: 204 len: 168 time: 1.6622026 Apr 20 16:30:41.017550 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56990) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:41.057092 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-af604096-f6d7-4593-90de-cf0804188055 req-7813a6ec-de86-425a-a6f6-66a4150414cd tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-445681885&fields=id&tenant_id=3f0db156e28243f4bff540048e8173db HTTP/1.1" status: 200 len: 267 time: 0.1469777 Apr 20 16:30:41.158830 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3be5765-ee52-4fcd-9cbe-1e90078f120f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:41.164325 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e3be5765-ee52-4fcd-9cbe-1e90078f120f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2316909 Apr 20 16:30:41.166920 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56992) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:41.167490 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3efbba87-33b7-41db-81e4-9de63454010c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:41.215718 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-cf840a81-cb4d-4ed4-987d-ba55edfa8caa None None] Provisioning complete for port 9de374e2-6bcb-4e38-8048-8773a22f308d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:41.216103 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cf840a81-cb4d-4ed4-987d-ba55edfa8caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:41.222273 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1c99ccbd-1850-4e37-8a10-b013032cb8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:41.226519 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbba87-33b7-41db-81e4-9de63454010c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event deleted for resources: {'Port': ['ID=d9954075-ced1-4aaa-a852-7b0a008bc4d7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:41.275819 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 3afa3431-77c3-46b8-8444-b0512ff9f8a5 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:30:41.277940 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4195ee3-7f5e-4aa1-94ed-d907d628a874 None None] DHCP port deletion for 10294607-eb5e-406e-b70a-cc143553f735 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:30:41.293013 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af604096-f6d7-4593-90de-cf0804188055 req-b964f994-3a33-4308-8c66-e5b69cb4cdad tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:41.294949 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-af604096-f6d7-4593-90de-cf0804188055 req-b964f994-3a33-4308-8c66-e5b69cb4cdad tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.2370076 Apr 20 16:30:41.298499 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0d3114df-8632-4d5b-a3cf-390fe0f6c54e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1296790 Apr 20 16:30:41.319503 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-af604096-f6d7-4593-90de-cf0804188055 req-8d2b3bb4-8486-41e0-8788-baa3ae8fc66f tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Request body: {'port': {'security_groups': ['195eae69-7f65-47b2-90bf-8fd37ee4a7a8', '08b1341b-7dd0-4794-b9f5-04455896b2d8']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:41.320596 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56994) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:41.330272 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-9821231e-1be3-4012-ba4b-2b3d183c95f7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:41.333768 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3efbba87-33b7-41db-81e4-9de63454010c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:41.334106 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-3efbba87-33b7-41db-81e4-9de63454010c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Floating IP 7fba72b6-8bed-4813-9c59-aad0079c5f23 disassociated (deleted). External IP: 172.25.0.189, port: fa64868a-035e-4d5f-a275-9ee927a7357c. Apr 20 16:30:41.337417 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-b94c5bea-1695-4426-be48-7217dc345b2d tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Deleting port 9627e423-559d-4aaf-a198-ef94a03a0601 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:41.348761 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b94c5bea-1695-4426-be48-7217dc345b2d tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:41.455244 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 3afa3431-77c3-46b8-8444-b0512ff9f8a5 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:41.455543 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:41.483267 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-a4195ee3-7f5e-4aa1-94ed-d907d628a874 None None] Deleting port 9de374e2-6bcb-4e38-8048-8773a22f308d {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:41.483636 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a4195ee3-7f5e-4aa1-94ed-d907d628a874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:41.496694 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-af604096-f6d7-4593-90de-cf0804188055 req-8d2b3bb4-8486-41e0-8788-baa3ae8fc66f tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:41.511032 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cf840a81-cb4d-4ed4-987d-ba55edfa8caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:41.567830 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b94c5bea-1695-4426-be48-7217dc345b2d tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:41.609174 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1c99ccbd-1850-4e37-8a10-b013032cb8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:41.620440 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a4195ee3-7f5e-4aa1-94ed-d907d628a874 None None] For port 9de374e2-6bcb-4e38-8048-8773a22f308d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=9de374e2-6bcb-4e38-8048-8773a22f308d,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:41.621715 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a4195ee3-7f5e-4aa1-94ed-d907d628a874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:41.648942 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-cf840a81-cb4d-4ed4-987d-ba55edfa8caa None None] For port 9de374e2-6bcb-4e38-8048-8773a22f308d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=9de374e2-6bcb-4e38-8048-8773a22f308d,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:41.658205 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-a4195ee3-7f5e-4aa1-94ed-d907d628a874 None None] Calling delete_port for 9de374e2-6bcb-4e38-8048-8773a22f308d owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:41.675774 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-b94c5bea-1695-4426-be48-7217dc345b2d tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Calling delete_port for 9627e423-559d-4aaf-a198-ef94a03a0601 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:41.689408 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-1c99ccbd-1850-4e37-8a10-b013032cb8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cea60fb-3970-4ef7-b155-246b86dcb8cd']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:41.704545 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-1c99ccbd-1850-4e37-8a10-b013032cb8c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb009f2-5c7a-418d-833a-14b6d4b107b9') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:41.705125 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-1c99ccbd-1850-4e37-8a10-b013032cb8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb009f2-5c7a-418d-833a-14b6d4b107b9') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:41.726433 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1c99ccbd-1850-4e37-8a10-b013032cb8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:41.766368 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 9de374e2-6bcb-4e38-8048-8773a22f308d up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:30:41.800642 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1c99ccbd-1850-4e37-8a10-b013032cb8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:41.808956 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c99ccbd-1850-4e37-8a10-b013032cb8c8 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:30:41.809366 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1c99ccbd-1850-4e37-8a10-b013032cb8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:41.813190 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cf840a81-cb4d-4ed4-987d-ba55edfa8caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:30:41.878122 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:30:41.884604 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9821231e-1be3-4012-ba4b-2b3d183c95f7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:41.892464 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9821231e-1be3-4012-ba4b-2b3d183c95f7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:41.918232 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf840a81-cb4d-4ed4-987d-ba55edfa8caa None None] Pushing event updated for resources: {'Port': ['ID=9de374e2-6bcb-4e38-8048-8773a22f308d,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:41.932726 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 9de374e2-6bcb-4e38-8048-8773a22f308d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:41.933104 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:41.961387 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-af604096-f6d7-4593-90de-cf0804188055 req-8d2b3bb4-8486-41e0-8788-baa3ae8fc66f tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] For port 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a,segment=NetworkSegment(de7e85de-f14c-461a-94d8-0584b0dff18b),segment_id=de7e85de-f14c-461a-94d8-0584b0dff18b)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:41.988944 n-d-836146-2 neutron-server[103486]: INFO neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No ports have port_id starting with 9de374e2-6bcb-4e38-8048-8773a22f308d Apr 20 16:30:41.990196 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a4195ee3-7f5e-4aa1-94ed-d907d628a874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:42.032035 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4195ee3-7f5e-4aa1-94ed-d907d628a874 None None] Pushing event deleted for resources: {'Port': ['ID=9de374e2-6bcb-4e38-8048-8773a22f308d,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:42.036274 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4195ee3-7f5e-4aa1-94ed-d907d628a874 None None] No DVR routers for this DVR port 9de374e2-6bcb-4e38-8048-8773a22f308d on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:30:42.051145 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-af604096-f6d7-4593-90de-cf0804188055 req-8d2b3bb4-8486-41e0-8788-baa3ae8fc66f tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:42.092034 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1c99ccbd-1850-4e37-8a10-b013032cb8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:42.106818 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1c99ccbd-1850-4e37-8a10-b013032cb8c8 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:42.109970 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1c99ccbd-1850-4e37-8a10-b013032cb8c8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2cea60fb-3970-4ef7-b155-246b86dcb8cd HTTP/1.1" status: 204 len: 168 time: 1.0914924 Apr 20 16:30:42.113247 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56998) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:42.130444 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99ccbd-1850-4e37-8a10-b013032cb8c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cea60fb-3970-4ef7-b155-246b86dcb8cd,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:42.138896 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efbba87-33b7-41db-81e4-9de63454010c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Router b7ebf0b8-3699-4214-be3f-af773f4dad66 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:30:42.170482 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-af604096-f6d7-4593-90de-cf0804188055 req-8d2b3bb4-8486-41e0-8788-baa3ae8fc66f tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:42.209572 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:30:42.221640 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b94c5bea-1695-4426-be48-7217dc345b2d tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:42.249885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af604096-f6d7-4593-90de-cf0804188055 req-8d2b3bb4-8486-41e0-8788-baa3ae8fc66f tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:42.250659 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-af604096-f6d7-4593-90de-cf0804188055 req-8d2b3bb4-8486-41e0-8788-baa3ae8fc66f tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:42.256463 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-af604096-f6d7-4593-90de-cf0804188055 req-8d2b3bb4-8486-41e0-8788-baa3ae8fc66f tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "PUT /v2.0/ports/4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a HTTP/1.1" status: 200 len: 982 time: 0.9471090 Apr 20 16:30:42.257575 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2142d8fb-7c04-49be-8bd8-65a51ce7e7d0', 'tag': '4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:30:42.260396 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa75573-057a-4204-8cc4-f861912ab7db" -d '{"events": [{"name": "network-changed", "server_uuid": "2142d8fb-7c04-49be-8bd8-65a51ce7e7d0", "tag": "4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:30:42.283018 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f56544-b73d-418b-ab6c-1a44f8697fa4 admin admin] Deleting subnet 3c769d30-7d7d-4247-8bbb-688ce3623667 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:30:42.320368 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-62f56544-b73d-418b-ab6c-1a44f8697fa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:42.377832 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:30:42.385648 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0485eee-37f2-4357-ad38-ec5133be3d3d x-openstack-request-id: req-f0485eee-37f2-4357-ad38-ec5133be3d3d {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:30:42.385869 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2142d8fb-7c04-49be-8bd8-65a51ce7e7d0", "tag": "4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:30:42.389789 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0485eee-37f2-4357-ad38-ec5133be3d3d {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:30:42.390327 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0485eee-37f2-4357-ad38-ec5133be3d3d'] response: {'name': 'network-changed', 'server_uuid': '2142d8fb-7c04-49be-8bd8-65a51ce7e7d0', 'tag': '4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a', 'status': 'completed', 'code': 200} Apr 20 16:30:42.416683 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efbba87-33b7-41db-81e4-9de63454010c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:30:42.431453 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c035aec-ccc0-4dfc-a373-bfcfa340f2d3 None None] Sync routers for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:30:42.448094 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c035aec-ccc0-4dfc-a373-bfcfa340f2d3 None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:42.449142 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2c035aec-ccc0-4dfc-a373-bfcfa340f2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:42.454316 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b3bb4-8486-41e0-8788-baa3ae8fc66f tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Pushing event updated for resources: {'Port': ['ID=4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a,revision_number=6']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:42.472288 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3efbba87-33b7-41db-81e4-9de63454010c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:42.507082 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-62f56544-b73d-418b-ab6c-1a44f8697fa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:42.528517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c5bea-1695-4426-be48-7217dc345b2d tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Pushing event deleted for resources: {'Port': ['ID=9627e423-559d-4aaf-a198-ef94a03a0601,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:42.528942 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2c035aec-ccc0-4dfc-a373-bfcfa340f2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:42.564574 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c035aec-ccc0-4dfc-a373-bfcfa340f2d3 None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:42.565691 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2c035aec-ccc0-4dfc-a373-bfcfa340f2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:42.648034 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2c035aec-ccc0-4dfc-a373-bfcfa340f2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:42.648977 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c035aec-ccc0-4dfc-a373-bfcfa340f2d3 None None] The sync data for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:30:42.694682 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3efbba87-33b7-41db-81e4-9de63454010c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "DELETE /v2.0/floatingips/7fba72b6-8bed-4813-9c59-aad0079c5f23 HTTP/1.1" status: 204 len: 168 time: 4.4899530 Apr 20 16:30:42.706661 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b94c5bea-1695-4426-be48-7217dc345b2d tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:42.713719 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57006) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:42.770808 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-62f56544-b73d-418b-ab6c-1a44f8697fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:42.786129 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa75573-057a-4204-8cc4-f861912ab7db req-2415ca7a-be98-47fd-9c63-3aab524b2831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:42.788087 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9aa75573-057a-4204-8cc4-f861912ab7db req-2415ca7a-be98-47fd-9c63-3aab524b2831 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f0db156e28243f4bff540048e8173db&device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 1136 time: 0.3681767 Apr 20 16:30:42.798497 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3dc3b6b0-0c87-4613-b23d-7e6634b488d6 req-66a7998e-62c8-4de9-aeed-74374ed9481e tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-445681885&fields=id&tenant_id=3f0db156e28243f4bff540048e8173db HTTP/1.1" status: 200 len: 267 time: 0.2601457 Apr 20 16:30:43.017098 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3b6b0-0c87-4613-b23d-7e6634b488d6 req-8bb3d40e-8641-4d21-aa4a-d2d770658c31 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:43.018702 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3dc3b6b0-0c87-4613-b23d-7e6634b488d6 req-8bb3d40e-8641-4d21-aa4a-d2d770658c31 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 985 time: 0.1981757 Apr 20 16:30:43.039626 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-3dc3b6b0-0c87-4613-b23d-7e6634b488d6 req-8d6fdbcb-35eb-4fa6-9502-d1ab002527df tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Request body: {'port': {'security_groups': ['195eae69-7f65-47b2-90bf-8fd37ee4a7a8']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:43.059184 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 9de374e2-6bcb-4e38-8048-8773a22f308d no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:30:43.062439 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-2f7d8a5d-6f21-4f3e-9f32-5105507046ed tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Deleting port fa64868a-035e-4d5f-a275-9ee927a7357c {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:43.062439 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8a5d-6f21-4f3e-9f32-5105507046ed tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:43.065150 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa75573-057a-4204-8cc4-f861912ab7db req-7963dd77-78e2-4a81-b69a-96980c5620fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:43.066770 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9aa75573-057a-4204-8cc4-f861912ab7db req-7963dd77-78e2-4a81-b69a-96980c5620fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=70aadf33-c190-45cc-a215-614b0e69afcd HTTP/1.1" status: 200 len: 919 time: 0.2641077 Apr 20 16:30:43.069866 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94c5bea-1695-4426-be48-7217dc345b2d tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Router cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:30:43.085263 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-62f56544-b73d-418b-ab6c-1a44f8697fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:43.100134 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 9de374e2-6bcb-4e38-8048-8773a22f308d {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:30:43.108729 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 9de374e2-6bcb-4e38-8048-8773a22f308d not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:30:43.142144 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9aa75573-057a-4204-8cc4-f861912ab7db req-2e73418f-3fd2-4140-9d0a-6b0eecf66cdf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a HTTP/1.1" status: 200 len: 217 time: 0.0529399 Apr 20 16:30:43.168228 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f56544-b73d-418b-ab6c-1a44f8697fa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c769d30-7d7d-4247-8bbb-688ce3623667,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:43.175961 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-62f56544-b73d-418b-ab6c-1a44f8697fa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:43.179720 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-62f56544-b73d-418b-ab6c-1a44f8697fa4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3c769d30-7d7d-4247-8bbb-688ce3623667 HTTP/1.1" status: 204 len: 168 time: 1.0650594 Apr 20 16:30:43.180410 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57008) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:43.195089 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9821231e-1be3-4012-ba4b-2b3d183c95f7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:43.294435 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9821231e-1be3-4012-ba4b-2b3d183c95f7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:43.299221 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3dc3b6b0-0c87-4613-b23d-7e6634b488d6 req-8d6fdbcb-35eb-4fa6-9502-d1ab002527df tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:43.304739 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa75573-057a-4204-8cc4-f861912ab7db req-61721cd0-1bd8-4120-97be-64b36f4c541b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:43.306393 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9aa75573-057a-4204-8cc4-f861912ab7db req-61721cd0-1bd8-4120-97be-64b36f4c541b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=17632b9e-8812-4d3f-b199-f8c936f90313 HTTP/1.1" status: 200 len: 858 time: 0.1523805 Apr 20 16:30:43.316003 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-9821231e-1be3-4012-ba4b-2b3d183c95f7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:43.329094 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4817596d-272e-47e1-9966-8db4614e557d None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:43.332954 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9821231e-1be3-4012-ba4b-2b3d183c95f7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:43.333631 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9821231e-1be3-4012-ba4b-2b3d183c95f7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:43.363524 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821231e-1be3-4012-ba4b-2b3d183c95f7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=a60c4caf-7954-419b-a459-6abb34f5837a,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:43.441089 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9aa75573-057a-4204-8cc4-f861912ab7db req-17b675de-95de-4678-9edb-a0877c105a0d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70aadf33-c190-45cc-a215-614b0e69afcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482688 Apr 20 16:30:43.517841 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd81384a-923c-41c6-8195-fa7d478eac31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-10294607-eb5e-406e-b70a-cc143553f735', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'fixed_ips': [{'subnet_id': 'a60c4caf-7954-419b-a459-6abb34f5837a'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:30:43.519291 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cd81384a-923c-41c6-8195-fa7d478eac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:43.543106 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9aa75573-057a-4204-8cc4-f861912ab7db req-9af8599d-4314-4a61-a58f-83682669af3f service neutron] 10.222.0.26 "GET /v2.0/networks/70aadf33-c190-45cc-a215-614b0e69afcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689787 Apr 20 16:30:43.702619 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94c5bea-1695-4426-be48-7217dc345b2d tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:30:43.713731 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b94c5bea-1695-4426-be48-7217dc345b2d tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] 10.222.0.15 "PUT /v2.0/routers/cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7059350 Apr 20 16:30:43.720554 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57012) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:43.734319 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895152f5-09d5-464f-9701-ba7bf06fa1af None None] Sync routers for ids ['cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:30:43.747056 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9821231e-1be3-4012-ba4b-2b3d183c95f7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4210329 Apr 20 16:30:43.763731 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57014) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:43.765182 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895152f5-09d5-464f-9701-ba7bf06fa1af None None] Routers {'cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:43.765916 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-895152f5-09d5-464f-9701-ba7bf06fa1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:43.770378 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5403adb9-bcad-46de-8023-3595e939ddd4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'fixed_ips': [{'subnet_id': 'a60c4caf-7954-419b-a459-6abb34f5837a', 'ip_address': '2001:db8::8c87:5c50:78c5:be74'}], 'name': 'tempest-NetworksTestDHCPv6-2022571864'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:43.780435 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8a5d-6f21-4f3e-9f32-5105507046ed tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:43.789587 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-3da63831-1a7f-4c63-bfb3-7b250d2b51a6 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] delete failed (client error): The resource could not be found. Apr 20 16:30:43.794191 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3da63831-1a7f-4c63-bfb3-7b250d2b51a6 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-1885199835 HTTP/1.1" status: 404 len: 335 time: 0.0678167 Apr 20 16:30:43.796007 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b2424aba-116b-4154-8993-65c2b72c8780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:43.796132 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9aa75573-057a-4204-8cc4-f861912ab7db req-42c9f60c-19d3-493b-ac4a-143ee74a4dfd service neutron] 10.222.0.26 "GET /v2.0/networks/70aadf33-c190-45cc-a215-614b0e69afcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454479 Apr 20 16:30:43.796586 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57016) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:43.803808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-2f7d8a5d-6f21-4f3e-9f32-5105507046ed tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Calling delete_port for fa64868a-035e-4d5f-a275-9ee927a7357c owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:43.810548 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-0c9ac3ba-813f-420b-8917-846b8b5f5d3d tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:43.824156 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-895152f5-09d5-464f-9701-ba7bf06fa1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:43.830458 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-cd81384a-923c-41c6-8195-fa7d478eac31 None None] Allocated IP 2001:db8::2 (10294607-eb5e-406e-b70a-cc143553f735/a60c4caf-7954-419b-a459-6abb34f5837a/62fa7aff-ce9d-406f-b80b-5ad903b46111) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:43.850227 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895152f5-09d5-464f-9701-ba7bf06fa1af None None] Routers {'cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:43.850915 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-895152f5-09d5-464f-9701-ba7bf06fa1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:43.906877 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-895152f5-09d5-464f-9701-ba7bf06fa1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:43.907675 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895152f5-09d5-464f-9701-ba7bf06fa1af None None] The sync data for ids ['cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:30:43.981788 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b2424aba-116b-4154-8993-65c2b72c8780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:44.032115 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-b2424aba-116b-4154-8993-65c2b72c8780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea572ee-f46a-40f6-915d-a25c4574afb9']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:44.045305 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-b2424aba-116b-4154-8993-65c2b72c8780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60353d2-b585-4861-b4fd-122f04ab44fa') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:44.045884 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-b2424aba-116b-4154-8993-65c2b72c8780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60353d2-b585-4861-b4fd-122f04ab44fa') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:44.069809 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b2424aba-116b-4154-8993-65c2b72c8780 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:44.097532 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cd81384a-923c-41c6-8195-fa7d478eac31 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:44.130985 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b2424aba-116b-4154-8993-65c2b72c8780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:44.142489 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2424aba-116b-4154-8993-65c2b72c8780 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:30:44.142901 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b2424aba-116b-4154-8993-65c2b72c8780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:30:44.144706 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:30:44.250396 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-3dc3b6b0-0c87-4613-b23d-7e6634b488d6 req-8d6fdbcb-35eb-4fa6-9502-d1ab002527df tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] For port 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a,segment=NetworkSegment(de7e85de-f14c-461a-94d8-0584b0dff18b),segment_id=de7e85de-f14c-461a-94d8-0584b0dff18b)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:44.286519 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cd81384a-923c-41c6-8195-fa7d478eac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:44.337412 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd81384a-923c-41c6-8195-fa7d478eac31 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:44.341640 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-cd81384a-923c-41c6-8195-fa7d478eac31 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:44.343724 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81384a-923c-41c6-8195-fa7d478eac31 None None] Pushing event updated for resources: {'Port': ['ID=62fa7aff-ce9d-406f-b80b-5ad903b46111,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:44.346089 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd81384a-923c-41c6-8195-fa7d478eac31 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:44.389190 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3dc3b6b0-0c87-4613-b23d-7e6634b488d6 req-8d6fdbcb-35eb-4fa6-9502-d1ab002527df tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:44.423284 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b2424aba-116b-4154-8993-65c2b72c8780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:44.423512 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-cd81384a-923c-41c6-8195-fa7d478eac31 None None] Attempting to bind port 62fa7aff-ce9d-406f-b80b-5ad903b46111 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:30:44.423987 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-cd81384a-923c-41c6-8195-fa7d478eac31 None None] Attempting to bind port 62fa7aff-ce9d-406f-b80b-5ad903b46111 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:30:44.425156 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81384a-923c-41c6-8195-fa7d478eac31 None None] Attempting to bind port 62fa7aff-ce9d-406f-b80b-5ad903b46111 on network 10294607-eb5e-406e-b70a-cc143553f735 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:30:44.428384 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b2424aba-116b-4154-8993-65c2b72c8780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:44.431484 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81384a-923c-41c6-8195-fa7d478eac31 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:30:44.435494 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81384a-923c-41c6-8195-fa7d478eac31 None None] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:30:44.435494 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cd81384a-923c-41c6-8195-fa7d478eac31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:44.435494 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81384a-923c-41c6-8195-fa7d478eac31 None None] Bound using segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:30:44.435494 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-cd81384a-923c-41c6-8195-fa7d478eac31 None None] Bound port: 62fa7aff-ce9d-406f-b80b-5ad903b46111, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:30:44.435494 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cd81384a-923c-41c6-8195-fa7d478eac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:44.438187 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b2424aba-116b-4154-8993-65c2b72c8780 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4ea572ee-f46a-40f6-915d-a25c4574afb9 HTTP/1.1" status: 204 len: 168 time: 1.2532699 Apr 20 16:30:44.476918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2424aba-116b-4154-8993-65c2b72c8780 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ea572ee-f46a-40f6-915d-a25c4574afb9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:44.510635 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8a5d-6f21-4f3e-9f32-5105507046ed tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:44.534379 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac3ba-813f-420b-8917-846b8b5f5d3d tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:44.551948 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-cd81384a-923c-41c6-8195-fa7d478eac31 None None] For port 62fa7aff-ce9d-406f-b80b-5ad903b46111, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:30:44.553421 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d8a5d-6f21-4f3e-9f32-5105507046ed tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event deleted for resources: {'Port': ['ID=fa64868a-035e-4d5f-a275-9ee927a7357c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:44.558766 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-cd81384a-923c-41c6-8195-fa7d478eac31 None None] For port 62fa7aff-ce9d-406f-b80b-5ad903b46111, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=62fa7aff-ce9d-406f-b80b-5ad903b46111,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:30:44.595005 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3dc3b6b0-0c87-4613-b23d-7e6634b488d6 req-8d6fdbcb-35eb-4fa6-9502-d1ab002527df tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:44.631353 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:30:44.657747 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3b6b0-0c87-4613-b23d-7e6634b488d6 req-8d6fdbcb-35eb-4fa6-9502-d1ab002527df tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:44.658426 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-3dc3b6b0-0c87-4613-b23d-7e6634b488d6 req-8d6fdbcb-35eb-4fa6-9502-d1ab002527df tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:44.660786 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3dc3b6b0-0c87-4613-b23d-7e6634b488d6 req-8d6fdbcb-35eb-4fa6-9502-d1ab002527df tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "PUT /v2.0/ports/4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a HTTP/1.1" status: 200 len: 943 time: 1.6289036 Apr 20 16:30:44.663739 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2142d8fb-7c04-49be-8bd8-65a51ce7e7d0', 'tag': '4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:30:44.674415 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0aef26e-e96e-453a-9747-5ce77f9109db" -d '{"events": [{"name": "network-changed", "server_uuid": "2142d8fb-7c04-49be-8bd8-65a51ce7e7d0", "tag": "4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:30:44.712605 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fdbcb-35eb-4fa6-9502-d1ab002527df tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Pushing event updated for resources: {'Port': ['ID=4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a,revision_number=7']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:44.717463 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8a5d-6f21-4f3e-9f32-5105507046ed tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:44.735931 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2f7d8a5d-6f21-4f3e-9f32-5105507046ed tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "DELETE /v2.0/ports/fa64868a-035e-4d5f-a275-9ee927a7357c HTTP/1.1" status: 204 len: 168 time: 2.0184951 Apr 20 16:30:44.750781 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57026) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:44.757575 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-f59db1af-4c6f-47df-9af8-0847e1ecca61 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:44.771970 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:30:44.820878 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cd81384a-923c-41c6-8195-fa7d478eac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:44.832997 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada4a13c-df03-497f-8000-1cea440f7d3e x-openstack-request-id: req-ada4a13c-df03-497f-8000-1cea440f7d3e {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:30:44.834093 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2142d8fb-7c04-49be-8bd8-65a51ce7e7d0", "tag": "4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:30:44.834417 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ada4a13c-df03-497f-8000-1cea440f7d3e {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:30:44.834898 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ada4a13c-df03-497f-8000-1cea440f7d3e'] response: {'name': 'network-changed', 'server_uuid': '2142d8fb-7c04-49be-8bd8-65a51ce7e7d0', 'tag': '4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a', 'status': 'completed', 'code': 200} Apr 20 16:30:44.869665 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5403adb9-bcad-46de-8023-3595e939ddd4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:44.961697 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81384a-923c-41c6-8195-fa7d478eac31 None None] Pushing event updated for resources: {'Port': ['ID=62fa7aff-ce9d-406f-b80b-5ad903b46111,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:44.990352 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f59db1af-4c6f-47df-9af8-0847e1ecca61 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:45.072075 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9592a84f-1f72-4a49-9b47-10cdfdef90c9 req-dffd7d06-eaa2-4ff7-ad46-0b10051573e2 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3469393 Apr 20 16:30:45.112167 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-0c9ac3ba-813f-420b-8917-846b8b5f5d3d tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] update failed (client error): The resource could not be found. Apr 20 16:30:45.113569 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0c9ac3ba-813f-420b-8917-846b8b5f5d3d tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] 10.222.0.15 "PUT /v2.0/routers/cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1 HTTP/1.1" status: 404 len: 339 time: 1.3078282 Apr 20 16:30:45.119131 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57028) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:45.208685 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f59db1af-4c6f-47df-9af8-0847e1ecca61 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:45.275359 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57032) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:45.359437 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-9592a84f-1f72-4a49-9b47-10cdfdef90c9 req-fa0ad1e0-d984-4e92-8f4f-e59c55d3d936 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:45.431167 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-f59db1af-4c6f-47df-9af8-0847e1ecca61 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Allocated IP 172.25.0.53 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/057090bb-29e8-4809-83fa-b4de5bfdb12c) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:45.440724 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-243bf448-e626-4ca7-80cd-8577e3703c05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8fa9e10f3a2434a80164450f5458992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1634052 Apr 20 16:30:45.442347 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57034) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:45.510614 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aef26e-e96e-453a-9747-5ce77f9109db req-a0c88bd7-bc48-42ba-8b99-fecf105f128e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:45.512951 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f0aef26e-e96e-453a-9747-5ce77f9109db req-a0c88bd7-bc48-42ba-8b99-fecf105f128e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f0db156e28243f4bff540048e8173db&device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 1097 time: 0.6763721 Apr 20 16:30:45.574293 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e5414bce-06b4-430a-8a2a-368c658aeaa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:45.626174 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e5414bce-06b4-430a-8a2a-368c658aeaa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:45.643022 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f59db1af-4c6f-47df-9af8-0847e1ecca61 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:45.655808 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5403adb9-bcad-46de-8023-3595e939ddd4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:45.694367 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9592a84f-1f72-4a49-9b47-10cdfdef90c9 req-fa0ad1e0-d984-4e92-8f4f-e59c55d3d936 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:45.780586 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5403adb9-bcad-46de-8023-3595e939ddd4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] device_id is not set on port 435ef60f-ff57-4e4d-9095-cbf07f6085c9 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:30:45.814300 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f59db1af-4c6f-47df-9af8-0847e1ecca61 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:45.863522 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e5414bce-06b4-430a-8a2a-368c658aeaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:45.866100 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e5414bce-06b4-430a-8a2a-368c658aeaa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:45.869849 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e5414bce-06b4-430a-8a2a-368c658aeaa7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f04fe94f-874d-444d-bdc8-a135225ebb90 HTTP/1.1" status: 204 len: 168 time: 0.4237473 Apr 20 16:30:45.886443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59db1af-4c6f-47df-9af8-0847e1ecca61 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:45.910855 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-f59db1af-4c6f-47df-9af8-0847e1ecca61 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:45.916946 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59db1af-4c6f-47df-9af8-0847e1ecca61 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:45.946952 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aef26e-e96e-453a-9747-5ce77f9109db req-656c2307-8c89-4930-b1cc-f58b95c15a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:45.948460 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f0aef26e-e96e-453a-9747-5ce77f9109db req-656c2307-8c89-4930-b1cc-f58b95c15a6b service neutron] 10.222.0.26 "GET /v2.0/networks?id=70aadf33-c190-45cc-a215-614b0e69afcd HTTP/1.1" status: 200 len: 919 time: 0.4282725 Apr 20 16:30:46.025710 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5414bce-06b4-430a-8a2a-368c658aeaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04fe94f-874d-444d-bdc8-a135225ebb90,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:46.037050 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59db1af-4c6f-47df-9af8-0847e1ecca61 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'Port': ['ID=057090bb-29e8-4809-83fa-b4de5bfdb12c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:46.069454 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f0aef26e-e96e-453a-9747-5ce77f9109db req-4a02aa34-b3c9-4399-beaa-07fde864d546 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a HTTP/1.1" status: 200 len: 217 time: 0.1082692 Apr 20 16:30:46.092515 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-feeb1ba4-f041-4385-bf20-359616606347 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:46.145586 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f59db1af-4c6f-47df-9af8-0847e1ecca61 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:46.279743 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aef26e-e96e-453a-9747-5ce77f9109db req-24843839-d326-4d7a-b8ec-70d8fb2e0c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:46.281353 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f0aef26e-e96e-453a-9747-5ce77f9109db req-24843839-d326-4d7a-b8ec-70d8fb2e0c5f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=17632b9e-8812-4d3f-b199-f8c936f90313 HTTP/1.1" status: 200 len: 858 time: 0.1864762 Apr 20 16:30:46.309032 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f59db1af-4c6f-47df-9af8-0847e1ecca61 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:46.400914 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f0aef26e-e96e-453a-9747-5ce77f9109db req-9d37a025-9af7-472b-a103-2b167a68ccdc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70aadf33-c190-45cc-a215-614b0e69afcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063342 Apr 20 16:30:46.507930 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-31dfa624-06d3-418a-90f6-e9681410a4d3 None None] Provisioning complete for port 62fa7aff-ce9d-406f-b80b-5ad903b46111 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:46.507930 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-31dfa624-06d3-418a-90f6-e9681410a4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:46.545165 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f59db1af-4c6f-47df-9af8-0847e1ecca61 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:46.635080 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-31dfa624-06d3-418a-90f6-e9681410a4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:46.679093 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-31dfa624-06d3-418a-90f6-e9681410a4d3 None None] For port 62fa7aff-ce9d-406f-b80b-5ad903b46111, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=62fa7aff-ce9d-406f-b80b-5ad903b46111,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:46.750864 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f59db1af-4c6f-47df-9af8-0847e1ecca61 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:46.789398 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-31dfa624-06d3-418a-90f6-e9681410a4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:46.849072 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-5403adb9-bcad-46de-8023-3595e939ddd4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8::8c87:5c50:78c5:be74 (10294607-eb5e-406e-b70a-cc143553f735/a60c4caf-7954-419b-a459-6abb34f5837a/435ef60f-ff57-4e4d-9095-cbf07f6085c9) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:46.872993 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9592a84f-1f72-4a49-9b47-10cdfdef90c9 req-fa0ad1e0-d984-4e92-8f4f-e59c55d3d936 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:46.891217 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfa624-06d3-418a-90f6-e9681410a4d3 None None] Pushing event updated for resources: {'Port': ['ID=62fa7aff-ce9d-406f-b80b-5ad903b46111,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:46.905120 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dfa624-06d3-418a-90f6-e9681410a4d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:46.905617 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dfa624-06d3-418a-90f6-e9681410a4d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:46.906123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dfa624-06d3-418a-90f6-e9681410a4d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:46.906660 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dfa624-06d3-418a-90f6-e9681410a4d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:46.907105 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dfa624-06d3-418a-90f6-e9681410a4d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:46.907534 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dfa624-06d3-418a-90f6-e9681410a4d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:46.908136 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dfa624-06d3-418a-90f6-e9681410a4d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:46.908588 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dfa624-06d3-418a-90f6-e9681410a4d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:46.909091 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dfa624-06d3-418a-90f6-e9681410a4d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:46.909611 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dfa624-06d3-418a-90f6-e9681410a4d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:46.910285 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dfa624-06d3-418a-90f6-e9681410a4d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:46.912068 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dfa624-06d3-418a-90f6-e9681410a4d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:46.923512 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f59db1af-4c6f-47df-9af8-0847e1ecca61 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:46.963581 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59db1af-4c6f-47df-9af8-0847e1ecca61 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'Port': ['ID=057090bb-29e8-4809-83fa-b4de5bfdb12c,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:47.067333 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 62fa7aff-ce9d-406f-b80b-5ad903b46111 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:30:47.129921 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 62fa7aff-ce9d-406f-b80b-5ad903b46111 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:47.130454 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:47.131263 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f59db1af-4c6f-47df-9af8-0847e1ecca61 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:47.135256 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f59db1af-4c6f-47df-9af8-0847e1ecca61 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3924916 Apr 20 16:30:47.138181 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57048) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:47.145751 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d2756e28-8c93-4480-a29b-f34168c45cee tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Request body: {'port': {'network_id': 'c48315f8-5d89-404d-aa26-2b8493de150b', 'name': 'tempest-FloatingIPTestJSON-101300470'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:47.162156 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f0aef26e-e96e-453a-9747-5ce77f9109db req-548a3bd9-648b-4292-a045-b0b1cba337f9 service neutron] 10.222.0.26 "GET /v2.0/networks/70aadf33-c190-45cc-a215-614b0e69afcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7499356 Apr 20 16:30:47.302670 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-9592a84f-1f72-4a49-9b47-10cdfdef90c9 req-fa0ad1e0-d984-4e92-8f4f-e59c55d3d936 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Allocated IP 172.25.0.20 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/dcc64fb7-0cea-4d6b-b62c-ac244e7600a9) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:47.338960 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-feeb1ba4-f041-4385-bf20-359616606347 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Allocated IP 172.20.0.1 (e28061be-1327-4a85-ae4d-366f7fe29b47/ecbe7ce5-1183-4fd4-92af-764bbc01d068/581747a4-2434-44c9-b6f4-f5dad113051d) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:47.355391 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5403adb9-bcad-46de-8023-3595e939ddd4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:47.476430 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57050) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:47.504122 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f0aef26e-e96e-453a-9747-5ce77f9109db req-d60e4812-e24e-4f85-88fd-d840d934fc42 service neutron] 10.222.0.26 "GET /v2.0/networks/70aadf33-c190-45cc-a215-614b0e69afcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158202 Apr 20 16:30:47.510693 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2756e28-8c93-4480-a29b-f34168c45cee tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Made reservation on behalf of caeff3e05f2c43088f434fc77bad316c for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:47.516217 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2756e28-8c93-4480-a29b-f34168c45cee tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:47.574928 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9592a84f-1f72-4a49-9b47-10cdfdef90c9 req-fa0ad1e0-d984-4e92-8f4f-e59c55d3d936 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:47.596541 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-02831f43-6b2d-4fa6-a733-11f86779000b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6402221b54544e13a6a7eda3dd4522e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1201820 Apr 20 16:30:47.597933 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-d2756e28-8c93-4480-a29b-f34168c45cee tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] device_id is not set on port 8e8abc78-8412-496e-9d63-32388c2721cc yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:30:47.599460 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57052) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:47.641430 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-feeb1ba4-f041-4385-bf20-359616606347 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:47.705046 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b5dae99-d2e9-4cdc-aa55-316379c79548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:47.724695 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-d2756e28-8c93-4480-a29b-f34168c45cee tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Allocated IP 172.20.0.10 (c48315f8-5d89-404d-aa26-2b8493de150b/cf60ee2a-7b58-49e7-a9b2-efc1783782f6/8e8abc78-8412-496e-9d63-32388c2721cc) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:47.725106 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5403adb9-bcad-46de-8023-3595e939ddd4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:47.780519 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b5dae99-d2e9-4cdc-aa55-316379c79548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:47.784843 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9592a84f-1f72-4a49-9b47-10cdfdef90c9 req-fa0ad1e0-d984-4e92-8f4f-e59c55d3d936 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:47.793976 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403adb9-bcad-46de-8023-3595e939ddd4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=435ef60f-ff57-4e4d-9095-cbf07f6085c9,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:47.816171 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5403adb9-bcad-46de-8023-3595e939ddd4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:47.854449 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-5403adb9-bcad-46de-8023-3595e939ddd4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:47.867304 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5403adb9-bcad-46de-8023-3595e939ddd4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:47.875651 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5403adb9-bcad-46de-8023-3595e939ddd4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:47.876489 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5403adb9-bcad-46de-8023-3595e939ddd4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:47.891245 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9592a84f-1f72-4a49-9b47-10cdfdef90c9 req-fa0ad1e0-d984-4e92-8f4f-e59c55d3d936 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:47.907265 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-9592a84f-1f72-4a49-9b47-10cdfdef90c9 req-fa0ad1e0-d984-4e92-8f4f-e59c55d3d936 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:47.910443 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-9592a84f-1f72-4a49-9b47-10cdfdef90c9 req-fa0ad1e0-d984-4e92-8f4f-e59c55d3d936 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:47.917476 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-feeb1ba4-f041-4385-bf20-359616606347 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:47.932379 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2756e28-8c93-4480-a29b-f34168c45cee tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:47.975288 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ad1e0-d984-4e92-8f4f-e59c55d3d936 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Pushing event updated for resources: {'Port': ['ID=dcc64fb7-0cea-4d6b-b62c-ac244e7600a9,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:48.035837 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeb1ba4-f041-4385-bf20-359616606347 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Network e28061be-1327-4a85-ae4d-366f7fe29b47 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:48.050431 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-feeb1ba4-f041-4385-bf20-359616606347 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:48.057250 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeb1ba4-f041-4385-bf20-359616606347 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:48.110787 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5403adb9-bcad-46de-8023-3595e939ddd4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3421500 Apr 20 16:30:48.110908 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57056) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:48.114997 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-63bde344-35d5-426f-8f30-fc0da00e8513 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'fixed_ips': [{'subnet_id': 'a60c4caf-7954-419b-a459-6abb34f5837a', 'ip_address': '2001:db8::8c87:5c50:78c5:be74'}], 'name': 'tempest-NetworksTestDHCPv6-1665693428'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:48.156361 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb1ba4-f041-4385-bf20-359616606347 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Pushing event updated for resources: {'Port': ['ID=581747a4-2434-44c9-b6f4-f5dad113051d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:48.187377 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2756e28-8c93-4480-a29b-f34168c45cee tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:48.207147 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b5dae99-d2e9-4cdc-aa55-316379c79548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:48.207147 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b5dae99-d2e9-4cdc-aa55-316379c79548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:48.208309 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4b5dae99-d2e9-4cdc-aa55-316379c79548 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/554fa7fb-e2ac-4ecf-9a79-95c4b710c6fa HTTP/1.1" status: 204 len: 168 time: 0.6029871 Apr 20 16:30:48.225025 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-feeb1ba4-f041-4385-bf20-359616606347 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:48.237764 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9592a84f-1f72-4a49-9b47-10cdfdef90c9 req-fa0ad1e0-d984-4e92-8f4f-e59c55d3d936 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:48.264279 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2756e28-8c93-4480-a29b-f34168c45cee tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Network c48315f8-5d89-404d-aa26-2b8493de150b is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:48.271865 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-d2756e28-8c93-4480-a29b-f34168c45cee tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:48.284076 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2756e28-8c93-4480-a29b-f34168c45cee tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:48.290403 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2756e28-8c93-4480-a29b-f34168c45cee tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'Port': ['ID=8e8abc78-8412-496e-9d63-32388c2721cc,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:48.369668 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5dae99-d2e9-4cdc-aa55-316379c79548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554fa7fb-e2ac-4ecf-9a79-95c4b710c6fa,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:48.378563 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2756e28-8c93-4480-a29b-f34168c45cee tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:48.379830 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2756e28-8c93-4480-a29b-f34168c45cee tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:48.469439 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-daa9162b-d4ad-4932-9d08-018469baa502 None None] Provisioning complete for port 435ef60f-ff57-4e4d-9095-cbf07f6085c9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:48.470089 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-daa9162b-d4ad-4932-9d08-018469baa502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:48.515890 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-daa9162b-d4ad-4932-9d08-018469baa502 None None] Port 435ef60f-ff57-4e4d-9095-cbf07f6085c9 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:30:48.532793 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9592a84f-1f72-4a49-9b47-10cdfdef90c9 req-fa0ad1e0-d984-4e92-8f4f-e59c55d3d936 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:48.547084 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d2756e28-8c93-4480-a29b-f34168c45cee tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4068553 Apr 20 16:30:48.549701 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57060) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:48.554267 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-73efb1c5-dd7a-4253-af21-0e2dfc71bb24 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Request body: {'floatingip': {'port_id': '8e8abc78-8412-496e-9d63-32388c2721cc'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:48.602730 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bde344-35d5-426f-8f30-fc0da00e8513 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:48.608362 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73efb1c5-dd7a-4253-af21-0e2dfc71bb24 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:48.657425 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e144c871-c661-48d9-9045-99a37e8f21f2 None None] Provisioning complete for port 581747a4-2434-44c9-b6f4-f5dad113051d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:48.658161 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e144c871-c661-48d9-9045-99a37e8f21f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:48.699273 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e144c871-c661-48d9-9045-99a37e8f21f2 None None] Port 581747a4-2434-44c9-b6f4-f5dad113051d cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:30:48.742873 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-feeb1ba4-f041-4385-bf20-359616606347 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:48.834743 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63bde344-35d5-426f-8f30-fc0da00e8513 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:48.864163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-63bde344-35d5-426f-8f30-fc0da00e8513 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] device_id is not set on port d6d76d22-89f9-4560-8c16-cfd2e591ac68 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:30:48.870062 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9592a84f-1f72-4a49-9b47-10cdfdef90c9 req-fa0ad1e0-d984-4e92-8f4f-e59c55d3d936 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:49.021221 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9592a84f-1f72-4a49-9b47-10cdfdef90c9 req-fa0ad1e0-d984-4e92-8f4f-e59c55d3d936 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:49.199645 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ad1e0-d984-4e92-8f4f-e59c55d3d936 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Pushing event updated for resources: {'Port': ['ID=dcc64fb7-0cea-4d6b-b62c-ac244e7600a9,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:49.244455 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9592a84f-1f72-4a49-9b47-10cdfdef90c9 req-fa0ad1e0-d984-4e92-8f4f-e59c55d3d936 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:49.287914 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-feeb1ba4-f041-4385-bf20-359616606347 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:49.310937 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73efb1c5-dd7a-4253-af21-0e2dfc71bb24 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:49.361290 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-63bde344-35d5-426f-8f30-fc0da00e8513 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 20 16:30:49.361742 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63bde344-35d5-426f-8f30-fc0da00e8513 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:30:49.363678 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-9592a84f-1f72-4a49-9b47-10cdfdef90c9 req-fa0ad1e0-d984-4e92-8f4f-e59c55d3d936 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:49.365092 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9592a84f-1f72-4a49-9b47-10cdfdef90c9 req-fa0ad1e0-d984-4e92-8f4f-e59c55d3d936 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.2496817 Apr 20 16:30:49.414606 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73efb1c5-dd7a-4253-af21-0e2dfc71bb24 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:49.430605 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-feeb1ba4-f041-4385-bf20-359616606347 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:49.493540 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9592a84f-1f72-4a49-9b47-10cdfdef90c9 req-969b3603-06d8-4e86-acf5-dc7d66c18f94 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.1211395 Apr 20 16:30:49.534301 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb1ba4-f041-4385-bf20-359616606347 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Pushing event updated for resources: {'Port': ['ID=581747a4-2434-44c9-b6f4-f5dad113051d,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:49.536642 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-73efb1c5-dd7a-4253-af21-0e2dfc71bb24 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Floating IP 41c79b21-60df-4055-82c4-915b79a4383b associated. External IP: 172.25.0.53, port: 8e8abc78-8412-496e-9d63-32388c2721cc. Apr 20 16:30:49.563868 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-feeb1ba4-f041-4385-bf20-359616606347 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:49.583171 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-63bde344-35d5-426f-8f30-fc0da00e8513 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4721072 Apr 20 16:30:49.592526 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57078) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:49.702638 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7c29d8-acc8-4bf7-b49b-884e6fb789bd tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:49.708544 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7c29d8-acc8-4bf7-b49b-884e6fb789bd tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:49.713173 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cb7c29d8-acc8-4bf7-b49b-884e6fb789bd tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1123874 Apr 20 16:30:49.713342 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592a84f-1f72-4a49-9b47-10cdfdef90c9 req-e751d7df-42fa-4843-a8e5-870e05f07c4b tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:49.714158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57082) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:49.714300 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9592a84f-1f72-4a49-9b47-10cdfdef90c9 req-e751d7df-42fa-4843-a8e5-870e05f07c4b tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.2109871 Apr 20 16:30:49.759063 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-9592a84f-1f72-4a49-9b47-10cdfdef90c9 req-b453000c-98c8-4909-baa1-fda253363943 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:49.759063 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9592a84f-1f72-4a49-9b47-10cdfdef90c9 req-b453000c-98c8-4909-baa1-fda253363943 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0354095 Apr 20 16:30:49.824899 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeb1ba4-f041-4385-bf20-359616606347 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Network e28061be-1327-4a85-ae4d-366f7fe29b47 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:49.826777 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-feeb1ba4-f041-4385-bf20-359616606347 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:49.953402 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73efb1c5-dd7a-4253-af21-0e2dfc71bb24 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Router b7ebf0b8-3699-4214-be3f-af773f4dad66 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:30:49.957930 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-bd4941fe-fb64-43d1-ab14-a87bbe437a01 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting port 435ef60f-ff57-4e4d-9095-cbf07f6085c9 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:49.958448 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd4941fe-fb64-43d1-ab14-a87bbe437a01 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:50.014028 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feeb1ba4-f041-4385-bf20-359616606347 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Router cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:30:50.185326 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd4941fe-fb64-43d1-ab14-a87bbe437a01 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:50.219580 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-bd4941fe-fb64-43d1-ab14-a87bbe437a01 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Calling delete_port for 435ef60f-ff57-4e4d-9095-cbf07f6085c9 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:50.239782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73efb1c5-dd7a-4253-af21-0e2dfc71bb24 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:30:50.252543 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73efb1c5-dd7a-4253-af21-0e2dfc71bb24 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:50.261646 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51931131-fe46-4373-9162-dd662175883c None None] Sync routers for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:30:50.281178 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feeb1ba4-f041-4385-bf20-359616606347 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:30:50.285658 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51931131-fe46-4373-9162-dd662175883c None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:50.286630 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-51931131-fe46-4373-9162-dd662175883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:50.295141 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-feeb1ba4-f041-4385-bf20-359616606347 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] 10.222.0.15 "PUT /v2.0/routers/cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1610813 Apr 20 16:30:50.303772 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57102) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:50.314171 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450a915c-9daa-42f8-9dd2-a28331199033 None None] Sync routers for ids ['cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:30:50.385984 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-73efb1c5-dd7a-4253-af21-0e2dfc71bb24 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "PUT /v2.0/floatingips/41c79b21-60df-4055-82c4-915b79a4383b HTTP/1.1" status: 200 len: 977 time: 1.8350945 Apr 20 16:30:50.388904 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57104) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:50.400225 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450a915c-9daa-42f8-9dd2-a28331199033 None None] Routers {'cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:50.401471 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-450a915c-9daa-42f8-9dd2-a28331199033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:50.423010 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-51931131-fe46-4373-9162-dd662175883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:50.438447 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51931131-fe46-4373-9162-dd662175883c None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:50.439332 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-51931131-fe46-4373-9162-dd662175883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:50.488482 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-51931131-fe46-4373-9162-dd662175883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:50.489703 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51931131-fe46-4373-9162-dd662175883c None None] The sync data for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:30:50.588435 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d8752-8cd5-419d-bf4e-96e340a9cd0c req-fd91fd5f-b88b-4201-bcb4-3ba0215d665f tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:50.590097 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d25d8752-8cd5-419d-bf4e-96e340a9cd0c req-fd91fd5f-b88b-4201-bcb4-3ba0215d665f tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6795805 Apr 20 16:30:50.686000 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a6a97256-1f91-44d0-a555-c7d79cf1b77a None None] Provisioning complete for port 581747a4-2434-44c9-b6f4-f5dad113051d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:50.686645 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a6a97256-1f91-44d0-a555-c7d79cf1b77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:50.686773 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d25d8752-8cd5-419d-bf4e-96e340a9cd0c req-4e931fac-04d4-4d3a-9d68-824df24f74d9 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.0862722 Apr 20 16:30:50.698256 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-d25d8752-8cd5-419d-bf4e-96e340a9cd0c req-09aa22cd-dbc4-45ed-901e-979d9e47137b tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Request body: {'floatingip': {'port_id': '4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:50.712807 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-450a915c-9daa-42f8-9dd2-a28331199033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:50.733515 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450a915c-9daa-42f8-9dd2-a28331199033 None None] Routers {'cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:50.734433 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-450a915c-9daa-42f8-9dd2-a28331199033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:50.739583 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-a6a97256-1f91-44d0-a555-c7d79cf1b77a None None] Port 581747a4-2434-44c9-b6f4-f5dad113051d cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:30:50.782939 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-450a915c-9daa-42f8-9dd2-a28331199033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:50.783863 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450a915c-9daa-42f8-9dd2-a28331199033 None None] The sync data for ids ['cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:30:50.883057 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-307288ea-b906-4a5b-9905-7f6856c4ffa4 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:50.995245 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-237b2089-d04e-4bf1-82ac-de4a7378388c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Deleting port 8e8abc78-8412-496e-9d63-32388c2721cc {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:50.995245 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-237b2089-d04e-4bf1-82ac-de4a7378388c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:51.015181 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-307288ea-b906-4a5b-9905-7f6856c4ffa4 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 16:30:51.017672 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-307288ea-b906-4a5b-9905-7f6856c4ffa4 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] 10.222.0.15 "DELETE /v2.0/routers/cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1 HTTP/1.1" status: 409 len: 329 time: 0.7067311 Apr 20 16:30:51.045512 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57110) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:51.045721 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57112) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:51.090187 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd4941fe-fb64-43d1-ab14-a87bbe437a01 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:51.103466 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d25d8752-8cd5-419d-bf4e-96e340a9cd0c req-09aa22cd-dbc4-45ed-901e-979d9e47137b tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks [] for floatingip, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:51.158425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4941fe-fb64-43d1-ab14-a87bbe437a01 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Port': ['ID=435ef60f-ff57-4e4d-9095-cbf07f6085c9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:51.172441 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-237b2089-d04e-4bf1-82ac-de4a7378388c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:51.193361 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4941fe-fb64-43d1-ab14-a87bbe437a01 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:51.193700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4941fe-fb64-43d1-ab14-a87bbe437a01 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:51.194035 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4941fe-fb64-43d1-ab14-a87bbe437a01 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:51.194368 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4941fe-fb64-43d1-ab14-a87bbe437a01 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:51.194718 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4941fe-fb64-43d1-ab14-a87bbe437a01 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:51.195104 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4941fe-fb64-43d1-ab14-a87bbe437a01 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:51.195510 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4941fe-fb64-43d1-ab14-a87bbe437a01 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:51.195873 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4941fe-fb64-43d1-ab14-a87bbe437a01 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:51.196765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4941fe-fb64-43d1-ab14-a87bbe437a01 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:51.197069 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4941fe-fb64-43d1-ab14-a87bbe437a01 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:51.197388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4941fe-fb64-43d1-ab14-a87bbe437a01 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:51.197700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4941fe-fb64-43d1-ab14-a87bbe437a01 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:30:51.220784 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd4941fe-fb64-43d1-ab14-a87bbe437a01 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:51.226558 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bd4941fe-fb64-43d1-ab14-a87bbe437a01 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/435ef60f-ff57-4e4d-9095-cbf07f6085c9 HTTP/1.1" status: 204 len: 168 time: 1.5095346 Apr 20 16:30:51.229873 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57116) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:51.355114 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e4e7a0-3f67-499f-9732-4595a8cdb47d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:51.356759 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e4e7a0-3f67-499f-9732-4595a8cdb47d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:51.358322 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-40e4e7a0-3f67-499f-9732-4595a8cdb47d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1275103 Apr 20 16:30:51.362615 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57118) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:51.364508 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-90f519a6-1425-491b-8392-9745f9490ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:51.459309 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-014bbb1a-333a-411a-adfc-b96307298dd0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet a60c4caf-7954-419b-a459-6abb34f5837a {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:30:51.463893 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-014bbb1a-333a-411a-adfc-b96307298dd0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:51.550556 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-014bbb1a-333a-411a-adfc-b96307298dd0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:51.649962 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-237b2089-d04e-4bf1-82ac-de4a7378388c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:51.650325 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-237b2089-d04e-4bf1-82ac-de4a7378388c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:51.650642 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-237b2089-d04e-4bf1-82ac-de4a7378388c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Floating IP 41c79b21-60df-4055-82c4-915b79a4383b disassociated. External IP: 172.25.0.53, port: 8e8abc78-8412-496e-9d63-32388c2721cc. Apr 20 16:30:51.650980 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-237b2089-d04e-4bf1-82ac-de4a7378388c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Calling delete_port for 8e8abc78-8412-496e-9d63-32388c2721cc owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:51.679385 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-90f519a6-1425-491b-8392-9745f9490ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:51.737964 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-014bbb1a-333a-411a-adfc-b96307298dd0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:51.802831 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-90f519a6-1425-491b-8392-9745f9490ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:51.864150 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d25d8752-8cd5-419d-bf4e-96e340a9cd0c req-09aa22cd-dbc4-45ed-901e-979d9e47137b tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:51.872377 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-90f519a6-1425-491b-8392-9745f9490ad2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1c630b0b30f84facac9e9d52045ee5e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8243451 Apr 20 16:30:51.875053 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57120) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:51.902221 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f519a6-1425-491b-8392-9745f9490ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6074d7d-4766-4408-bef0-42094631d811,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:51.933801 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7058-3b54-43d0-8d8b-3d81b9b36e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:51.942069 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-30be1345-5c73-44eb-992a-4a9c4bf3f076 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:51.950470 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d25d8752-8cd5-419d-bf4e-96e340a9cd0c req-09aa22cd-dbc4-45ed-901e-979d9e47137b tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:51.989278 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-014bbb1a-333a-411a-adfc-b96307298dd0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:52.014415 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-237b2089-d04e-4bf1-82ac-de4a7378388c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:52.020190 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7058-3b54-43d0-8d8b-3d81b9b36e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:52.026292 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014bbb1a-333a-411a-adfc-b96307298dd0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=a60c4caf-7954-419b-a459-6abb34f5837a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:52.041548 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:30:52.055809 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b2089-d04e-4bf1-82ac-de4a7378388c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event deleted for resources: {'Port': ['ID=8e8abc78-8412-496e-9d63-32388c2721cc,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:52.059779 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-014bbb1a-333a-411a-adfc-b96307298dd0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:52.068677 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-014bbb1a-333a-411a-adfc-b96307298dd0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/a60c4caf-7954-419b-a459-6abb34f5837a HTTP/1.1" status: 204 len: 168 time: 0.6980145 Apr 20 16:30:52.068830 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4d6d01-6e09-4e9f-ae6c-0d849c9b9ee4 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:52.071788 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57124) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:52.129534 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-d25d8752-8cd5-419d-bf4e-96e340a9cd0c req-09aa22cd-dbc4-45ed-901e-979d9e47137b tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Floating IP 949719a8-e253-486d-893f-6d2e29796582 associated. External IP: 172.25.0.20, port: 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a. Apr 20 16:30:52.206078 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-292e08c8-394d-4638-b7c2-d88ad2ea0247 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1331339 Apr 20 16:30:52.211271 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57126) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:52.216473 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-daa8c7c2-d806-4e42-a59a-97d34064c3ae tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:52.236710 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7058-3b54-43d0-8d8b-3d81b9b36e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:52.243298 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7058-3b54-43d0-8d8b-3d81b9b36e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:52.243298 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6a5a7058-3b54-43d0-8d8b-3d81b9b36e39 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6074d7d-4766-4408-bef0-42094631d811 HTTP/1.1" status: 204 len: 168 time: 0.3648429 Apr 20 16:30:52.266478 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a7058-3b54-43d0-8d8b-3d81b9b36e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6074d7d-4766-4408-bef0-42094631d811,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:52.366481 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b77656-b81f-4193-9b59-839adb0bc8da None None] DHCP port deletion for 10294607-eb5e-406e-b70a-cc143553f735 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:30:52.386916 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d25d8752-8cd5-419d-bf4e-96e340a9cd0c req-09aa22cd-dbc4-45ed-901e-979d9e47137b tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Router 1699bbd3-93a6-4db7-906c-87b36a470baf has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:30:52.418860 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-18b77656-b81f-4193-9b59-839adb0bc8da None None] Deleting port 62fa7aff-ce9d-406f-b80b-5ad903b46111 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:52.419596 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-18b77656-b81f-4193-9b59-839adb0bc8da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:52.454800 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237b2089-d04e-4bf1-82ac-de4a7378388c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Router b7ebf0b8-3699-4214-be3f-af773f4dad66 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:30:52.502644 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-18b77656-b81f-4193-9b59-839adb0bc8da None None] For port 62fa7aff-ce9d-406f-b80b-5ad903b46111, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=62fa7aff-ce9d-406f-b80b-5ad903b46111,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:52.503054 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-18b77656-b81f-4193-9b59-839adb0bc8da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:52.508793 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d25d8752-8cd5-419d-bf4e-96e340a9cd0c req-09aa22cd-dbc4-45ed-901e-979d9e47137b tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:30:52.513359 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d25d8752-8cd5-419d-bf4e-96e340a9cd0c req-09aa22cd-dbc4-45ed-901e-979d9e47137b tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:52.521374 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae7a95-bc4f-49fa-bf36-4d9a13d6e1a8 None None] Sync routers for ids ['1699bbd3-93a6-4db7-906c-87b36a470baf'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:30:52.525018 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-18b77656-b81f-4193-9b59-839adb0bc8da None None] Calling delete_port for 62fa7aff-ce9d-406f-b80b-5ad903b46111 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:52.536062 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae7a95-bc4f-49fa-bf36-4d9a13d6e1a8 None None] Routers {'1699bbd3-93a6-4db7-906c-87b36a470baf'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:52.537433 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e6ae7a95-bc4f-49fa-bf36-4d9a13d6e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1699bbd3-93a6-4db7-906c-87b36a470baf'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:52.547425 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d25d8752-8cd5-419d-bf4e-96e340a9cd0c req-09aa22cd-dbc4-45ed-901e-979d9e47137b tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "PUT /v2.0/floatingips/949719a8-e253-486d-893f-6d2e29796582 HTTP/1.1" status: 200 len: 996 time: 1.8541307 Apr 20 16:30:52.547876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2142d8fb-7c04-49be-8bd8-65a51ce7e7d0', 'tag': '4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:30:52.551484 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de14a7c0-e150-4d98-a404-a085077a4fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "2142d8fb-7c04-49be-8bd8-65a51ce7e7d0", "tag": "4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:30:52.617257 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d8752-8cd5-419d-bf4e-96e340a9cd0c req-98791a0b-05ea-4a24-bca4-bcf742530c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:52.619749 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d25d8752-8cd5-419d-bf4e-96e340a9cd0c req-98791a0b-05ea-4a24-bca4-bcf742530c71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f0db156e28243f4bff540048e8173db&device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0440948 Apr 20 16:30:52.635889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa8c7c2-d806-4e42-a59a-97d34064c3ae tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:52.644322 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-daa8c7c2-d806-4e42-a59a-97d34064c3ae tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:52.649583 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962b7b4d-2cd8-4122-885f-82b3b47a3e87 x-openstack-request-id: req-962b7b4d-2cd8-4122-885f-82b3b47a3e87 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:30:52.650157 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2142d8fb-7c04-49be-8bd8-65a51ce7e7d0", "tag": "4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:30:52.650580 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-962b7b4d-2cd8-4122-885f-82b3b47a3e87 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:30:52.651183 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-962b7b4d-2cd8-4122-885f-82b3b47a3e87'] response: {'name': 'network-changed', 'server_uuid': '2142d8fb-7c04-49be-8bd8-65a51ce7e7d0', 'tag': '4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a', 'status': 'completed', 'code': 200} Apr 20 16:30:52.756252 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e6ae7a95-bc4f-49fa-bf36-4d9a13d6e1a8 None None] Set router 1699bbd3-93a6-4db7-906c-87b36a470baf gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:30:52.771219 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d8752-8cd5-419d-bf4e-96e340a9cd0c req-f15c1463-c0a5-4144-a683-1399d5fd45d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:52.772813 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d25d8752-8cd5-419d-bf4e-96e340a9cd0c req-f15c1463-c0a5-4144-a683-1399d5fd45d1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=70aadf33-c190-45cc-a215-614b0e69afcd HTTP/1.1" status: 200 len: 919 time: 0.1421688 Apr 20 16:30:52.789324 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a27af4dc-c067-4624-80f8-5e6e05c2f2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:52.817486 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-18b77656-b81f-4193-9b59-839adb0bc8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:52.861570 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b77656-b81f-4193-9b59-839adb0bc8da None None] Pushing event deleted for resources: {'Port': ['ID=62fa7aff-ce9d-406f-b80b-5ad903b46111,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:52.876889 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b77656-b81f-4193-9b59-839adb0bc8da None None] No DVR routers for this DVR port 62fa7aff-ce9d-406f-b80b-5ad903b46111 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:30:52.918299 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d25d8752-8cd5-419d-bf4e-96e340a9cd0c req-cec83699-9cff-45c3-81ff-2cda32496777 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a HTTP/1.1" status: 200 len: 999 time: 0.1369498 Apr 20 16:30:53.008034 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d8752-8cd5-419d-bf4e-96e340a9cd0c req-f2511d85-4dcb-480f-a3e5-0a216708b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:53.020637 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d25d8752-8cd5-419d-bf4e-96e340a9cd0c req-f2511d85-4dcb-480f-a3e5-0a216708b706 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=17632b9e-8812-4d3f-b199-f8c936f90313 HTTP/1.1" status: 200 len: 858 time: 0.1011233 Apr 20 16:30:53.069484 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 62fa7aff-ce9d-406f-b80b-5ad903b46111 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:30:53.075016 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d25d8752-8cd5-419d-bf4e-96e340a9cd0c req-d03b7902-912a-4700-8823-05251ae282ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70aadf33-c190-45cc-a215-614b0e69afcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531867 Apr 20 16:30:53.080077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-d25d8752-8cd5-419d-bf4e-96e340a9cd0c req-b8f03347-4274-4741-9fa2-3af8c9ae8d99 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:53.087251 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d25d8752-8cd5-419d-bf4e-96e340a9cd0c req-b8f03347-4274-4741-9fa2-3af8c9ae8d99 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113986 Apr 20 16:30:53.123277 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 62fa7aff-ce9d-406f-b80b-5ad903b46111 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:30:53.124081 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 62fa7aff-ce9d-406f-b80b-5ad903b46111 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:30:53.160315 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e6ae7a95-bc4f-49fa-bf36-4d9a13d6e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-87693668-router', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:25Z', 'updated_at': '2022-04-20T16:29:36Z', 'revision_number': 4, 'project_id': '3f0db156e28243f4bff540048e8173db', 'gw_port': {'id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:26Z', 'updated_at': '2022-04-20T16:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '949719a8-e253-486d-893f-6d2e29796582', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'floating_ip_address': '172.25.0.20', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'port_id': '4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70aadf33-c190-45cc-a215-614b0e69afcd', 'mac_address': 'fa:16:3e:2c:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2142d8fb-7c04-49be-8bd8-65a51ce7e7d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:30:48Z', 'updated_at': '2022-04-20T16:30:51Z', 'revision_number': 1, 'project_id': '3f0db156e28243f4bff540048e8173db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '443f6dc3-a9a0-4033-934c-a701aa8831d4', 'name': '', 'network_id': '70aadf33-c190-45cc-a215-614b0e69afcd', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'mac_address': 'fa:16:3e:00:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '17632b9e-8812-4d3f-b199-f8c936f90313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:33Z', 'updated_at': '2022-04-20T16:29:44Z', 'revision_number': 5, 'project_id': '3f0db156e28243f4bff540048e8173db', 'subnets': [{'id': '17632b9e-8812-4d3f-b199-f8c936f90313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:53.193689 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae7a95-bc4f-49fa-bf36-4d9a13d6e1a8 None None] Checking router: 1699bbd3-93a6-4db7-906c-87b36a470baf for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:30:53.194180 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d25d8752-8cd5-419d-bf4e-96e340a9cd0c req-20146a85-9a8f-4edd-aba8-1d881d29bfff service neutron] 10.222.0.15 "GET /v2.0/networks/70aadf33-c190-45cc-a215-614b0e69afcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057847 Apr 20 16:30:53.207823 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae7a95-bc4f-49fa-bf36-4d9a13d6e1a8 None None] Routers {'1699bbd3-93a6-4db7-906c-87b36a470baf'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:53.210212 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e6ae7a95-bc4f-49fa-bf36-4d9a13d6e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1699bbd3-93a6-4db7-906c-87b36a470baf'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:53.300022 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237b2089-d04e-4bf1-82ac-de4a7378388c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:30:53.317992 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b2ac67-b5f3-467c-90ef-e409e53568e0 None None] Sync routers for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:30:53.340942 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b2ac67-b5f3-467c-90ef-e409e53568e0 None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:53.345173 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b6b2ac67-b5f3-467c-90ef-e409e53568e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:53.388929 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d25d8752-8cd5-419d-bf4e-96e340a9cd0c req-ebdbfcce-233a-4a91-b778-349782ea5316 service neutron] 10.222.0.15 "GET /v2.0/networks/70aadf33-c190-45cc-a215-614b0e69afcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872332 Apr 20 16:30:53.389228 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e6ae7a95-bc4f-49fa-bf36-4d9a13d6e1a8 None None] Set router 1699bbd3-93a6-4db7-906c-87b36a470baf gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:30:53.404835 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b6b2ac67-b5f3-467c-90ef-e409e53568e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:53.415277 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b2ac67-b5f3-467c-90ef-e409e53568e0 None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:53.416092 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b6b2ac67-b5f3-467c-90ef-e409e53568e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:53.422095 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14a7c0-e150-4d98-a404-a085077a4fb7 req-852bc461-5275-4096-b8ff-fddc9a6eab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:53.423724 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-de14a7c0-e150-4d98-a404-a085077a4fb7 req-852bc461-5275-4096-b8ff-fddc9a6eab3f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f0db156e28243f4bff540048e8173db&device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 1097 time: 0.7131217 Apr 20 16:30:53.435871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-30be1345-5c73-44eb-992a-4a9c4bf3f076 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Deleting port 581747a4-2434-44c9-b6f4-f5dad113051d {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:53.436363 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-30be1345-5c73-44eb-992a-4a9c4bf3f076 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:53.452850 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b6b2ac67-b5f3-467c-90ef-e409e53568e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:53.453486 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b2ac67-b5f3-467c-90ef-e409e53568e0 None None] The sync data for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:30:53.573148 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-237b2089-d04e-4bf1-82ac-de4a7378388c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:53.578662 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-237b2089-d04e-4bf1-82ac-de4a7378388c tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "DELETE /v2.0/ports/8e8abc78-8412-496e-9d63-32388c2721cc HTTP/1.1" status: 204 len: 168 time: 3.1888058 Apr 20 16:30:53.581279 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57150) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:53.645898 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c071a2b0-a56e-44de-83f2-c1061c3a5fc9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "GET /v2.0/floatingips/41c79b21-60df-4055-82c4-915b79a4383b HTTP/1.1" status: 200 len: 687 time: 0.0610423 Apr 20 16:30:53.646322 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57154) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:53.675796 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e6ae7a95-bc4f-49fa-bf36-4d9a13d6e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-87693668-router', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:25Z', 'updated_at': '2022-04-20T16:29:36Z', 'revision_number': 4, 'project_id': '3f0db156e28243f4bff540048e8173db', 'gw_port': {'id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:26Z', 'updated_at': '2022-04-20T16:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '949719a8-e253-486d-893f-6d2e29796582', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'floating_ip_address': '172.25.0.20', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'port_id': '4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70aadf33-c190-45cc-a215-614b0e69afcd', 'mac_address': 'fa:16:3e:2c:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2142d8fb-7c04-49be-8bd8-65a51ce7e7d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:30:48Z', 'updated_at': '2022-04-20T16:30:51Z', 'revision_number': 1, 'project_id': '3f0db156e28243f4bff540048e8173db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '443f6dc3-a9a0-4033-934c-a701aa8831d4', 'name': '', 'network_id': '70aadf33-c190-45cc-a215-614b0e69afcd', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'mac_address': 'fa:16:3e:00:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '17632b9e-8812-4d3f-b199-f8c936f90313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:33Z', 'updated_at': '2022-04-20T16:29:44Z', 'revision_number': 5, 'project_id': '3f0db156e28243f4bff540048e8173db', 'subnets': [{'id': '17632b9e-8812-4d3f-b199-f8c936f90313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:53.800235 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae7a95-bc4f-49fa-bf36-4d9a13d6e1a8 None None] The sync data for ids ['1699bbd3-93a6-4db7-906c-87b36a470baf'] in n-d-836146-2 is: [{'id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-87693668-router', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:25Z', 'updated_at': '2022-04-20T16:29:36Z', 'revision_number': 4, 'project_id': '3f0db156e28243f4bff540048e8173db', 'gw_port': {'id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:26Z', 'updated_at': '2022-04-20T16:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '949719a8-e253-486d-893f-6d2e29796582', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'floating_ip_address': '172.25.0.20', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'port_id': '4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70aadf33-c190-45cc-a215-614b0e69afcd', 'mac_address': 'fa:16:3e:2c:64:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2142d8fb-7c04-49be-8bd8-65a51ce7e7d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:30:48Z', 'updated_at': '2022-04-20T16:30:51Z', 'revision_number': 1, 'project_id': '3f0db156e28243f4bff540048e8173db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '443f6dc3-a9a0-4033-934c-a701aa8831d4', 'name': '', 'network_id': '70aadf33-c190-45cc-a215-614b0e69afcd', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'mac_address': 'fa:16:3e:00:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '17632b9e-8812-4d3f-b199-f8c936f90313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:33Z', 'updated_at': '2022-04-20T16:29:44Z', 'revision_number': 5, 'project_id': '3f0db156e28243f4bff540048e8173db', 'subnets': [{'id': '17632b9e-8812-4d3f-b199-f8c936f90313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:30:53.815946 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-fb15f7e7-1250-4662-8685-0f23e7dd3cf6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Deleting port 057090bb-29e8-4809-83fa-b4de5bfdb12c {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:53.816324 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fb15f7e7-1250-4662-8685-0f23e7dd3cf6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:53.817981 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-daa8c7c2-d806-4e42-a59a-97d34064c3ae tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:53.886479 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-30be1345-5c73-44eb-992a-4a9c4bf3f076 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:53.906506 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-e1435fdb-797f-4a7d-80c0-08d7ba17d875 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 999 time: 0.3348963 Apr 20 16:30:53.908201 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14a7c0-e150-4d98-a404-a085077a4fb7 req-dd37fdf1-7c14-42b6-9ef6-923b3cef7ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:53.909918 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-de14a7c0-e150-4d98-a404-a085077a4fb7 req-dd37fdf1-7c14-42b6-9ef6-923b3cef7ef3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=70aadf33-c190-45cc-a215-614b0e69afcd HTTP/1.1" status: 200 len: 919 time: 0.4780858 Apr 20 16:30:53.910980 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fb15f7e7-1250-4662-8685-0f23e7dd3cf6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:53.911380 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fb15f7e7-1250-4662-8685-0f23e7dd3cf6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:53.930888 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-fb15f7e7-1250-4662-8685-0f23e7dd3cf6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Calling delete_port for 057090bb-29e8-4809-83fa-b4de5bfdb12c owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:53.933818 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa8c7c2-d806-4e42-a59a-97d34064c3ae tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:53.941758 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-30be1345-5c73-44eb-992a-4a9c4bf3f076 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Calling delete_port for 581747a4-2434-44c9-b6f4-f5dad113051d owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:53.989050 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-daa8c7c2-d806-4e42-a59a-97d34064c3ae tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:54.003922 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5eb0c7-1e64-40a3-a555-c39d39e342fa None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:54.016047 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa8c7c2-d806-4e42-a59a-97d34064c3ae tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:54.016670 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-daa8c7c2-d806-4e42-a59a-97d34064c3ae tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:54.018899 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8c7c2-d806-4e42-a59a-97d34064c3ae tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=bbf7dbb2-eba4-4d97-8351-2388d9486682,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:54.104093 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-a8066969-7de1-4ea6-8004-fe94eee0c688 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:54.105648 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-a8066969-7de1-4ea6-8004-fe94eee0c688 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports/4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a HTTP/1.1" status: 200 len: 943 time: 0.1739552 Apr 20 16:30:54.133555 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-de14a7c0-e150-4d98-a404-a085077a4fb7 req-3204d176-ab75-4b6a-92c4-d42c17aa1098 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a HTTP/1.1" status: 200 len: 999 time: 0.2030270 Apr 20 16:30:54.197864 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143a6522-6033-461b-8795-9b2f65de249f None None] New status for floating IP 949719a8-e253-486d-893f-6d2e29796582: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:30:54.198396 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-daa8c7c2-d806-4e42-a59a-97d34064c3ae tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9855666 Apr 20 16:30:54.201105 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57162) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:54.206542 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-51be7b1a-1ea1-4678-9fef-5b202a89428b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'fixed_ips': [{'subnet_id': 'bbf7dbb2-eba4-4d97-8351-2388d9486682', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-857072509'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:54.288520 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970a9c7b-ddd7-4a6b-87b1-a98a1c2b860d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-10294607-eb5e-406e-b70a-cc143553f735', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'fixed_ips': [{'subnet_id': 'bbf7dbb2-eba4-4d97-8351-2388d9486682'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:30:54.290697 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-970a9c7b-ddd7-4a6b-87b1-a98a1c2b860d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:54.304677 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14a7c0-e150-4d98-a404-a085077a4fb7 req-6ecb675c-0eef-4c30-8077-7223c26fb65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:54.306296 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-de14a7c0-e150-4d98-a404-a085077a4fb7 req-6ecb675c-0eef-4c30-8077-7223c26fb65a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=17632b9e-8812-4d3f-b199-f8c936f90313 HTTP/1.1" status: 200 len: 858 time: 0.1656373 Apr 20 16:30:54.310990 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-9ada147e-1f36-41d7-973f-67478c7cd686 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 999 time: 0.1229084 Apr 20 16:30:54.327015 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fb15f7e7-1250-4662-8685-0f23e7dd3cf6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:54.441304 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15f7e7-1250-4662-8685-0f23e7dd3cf6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event deleted for resources: {'Port': ['ID=057090bb-29e8-4809-83fa-b4de5bfdb12c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:54.470853 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-de14a7c0-e150-4d98-a404-a085077a4fb7 req-7e00dc6c-5383-4402-8b16-a61b53029434 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70aadf33-c190-45cc-a215-614b0e69afcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1567972 Apr 20 16:30:54.484217 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fb15f7e7-1250-4662-8685-0f23e7dd3cf6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:54.484737 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-970a9c7b-ddd7-4a6b-87b1-a98a1c2b860d None None] Allocated IP 2001:db8::2 (10294607-eb5e-406e-b70a-cc143553f735/bbf7dbb2-eba4-4d97-8351-2388d9486682/bdf66620-ef00-4fff-9b7b-e835f1428e96) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:54.486832 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fb15f7e7-1250-4662-8685-0f23e7dd3cf6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:54.491203 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-fb15f7e7-1250-4662-8685-0f23e7dd3cf6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "DELETE /v2.0/floatingips/41c79b21-60df-4055-82c4-915b79a4383b HTTP/1.1" status: 204 len: 168 time: 0.8406055 Apr 20 16:30:54.491743 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57166) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:54.496104 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-31851e73-794d-49b6-a1ec-784174a880da tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': '21431657-9d67-4b34-8161-f305bb2f0eec'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:54.612416 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e5ee416-2971-4e98-b062-6b1baf415fc3 req-e6bd6c47-0f0a-449f-bbec-a2998ae293dc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0793290 Apr 20 16:30:54.693953 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-a6c06e6d-d648-43eb-b33b-b631ac2c4884 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:54.695371 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-a6c06e6d-d648-43eb-b33b-b631ac2c4884 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.3698006 Apr 20 16:30:54.698717 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-970a9c7b-ddd7-4a6b-87b1-a98a1c2b860d None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:54.704478 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-de14a7c0-e150-4d98-a404-a085077a4fb7 req-2b64e6ee-eade-4b5f-9d33-9e179c5590a4 service neutron] 10.222.0.26 "GET /v2.0/networks/70aadf33-c190-45cc-a215-614b0e69afcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917911 Apr 20 16:30:54.725105 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51be7b1a-1ea1-4678-9fef-5b202a89428b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:54.725224 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-1228b8eb-8245-4635-a96a-c94c0f267b49 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:54.726750 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-1228b8eb-8245-4635-a96a-c94c0f267b49 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159831 Apr 20 16:30:54.742849 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-30be1345-5c73-44eb-992a-4a9c4bf3f076 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:54.745603 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-31851e73-794d-49b6-a1ec-784174a880da tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:54.812572 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-970a9c7b-ddd7-4a6b-87b1-a98a1c2b860d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:54.823038 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ee416-2971-4e98-b062-6b1baf415fc3 req-52051279-6240-4ef3-b5f4-9991e223eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:54.824572 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e5ee416-2971-4e98-b062-6b1baf415fc3 req-52051279-6240-4ef3-b5f4-9991e223eba6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb11bf8b3c08464a8790ceef590f4df3&device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 1136 time: 0.1498089 Apr 20 16:30:54.853169 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970a9c7b-ddd7-4a6b-87b1-a98a1c2b860d None None] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:54.858734 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-970a9c7b-ddd7-4a6b-87b1-a98a1c2b860d None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:54.862908 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970a9c7b-ddd7-4a6b-87b1-a98a1c2b860d None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:54.875893 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a9c7b-ddd7-4a6b-87b1-a98a1c2b860d None None] Pushing event updated for resources: {'Port': ['ID=bdf66620-ef00-4fff-9b7b-e835f1428e96,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:54.892267 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be1345-5c73-44eb-992a-4a9c4bf3f076 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Pushing event deleted for resources: {'Port': ['ID=581747a4-2434-44c9-b6f4-f5dad113051d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:54.955374 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-970a9c7b-ddd7-4a6b-87b1-a98a1c2b860d None None] Attempting to bind port bdf66620-ef00-4fff-9b7b-e835f1428e96 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:30:54.955885 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-970a9c7b-ddd7-4a6b-87b1-a98a1c2b860d None None] Attempting to bind port bdf66620-ef00-4fff-9b7b-e835f1428e96 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:30:54.956801 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970a9c7b-ddd7-4a6b-87b1-a98a1c2b860d None None] Attempting to bind port bdf66620-ef00-4fff-9b7b-e835f1428e96 on network 10294607-eb5e-406e-b70a-cc143553f735 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:30:54.968544 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970a9c7b-ddd7-4a6b-87b1-a98a1c2b860d None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:30:54.968931 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970a9c7b-ddd7-4a6b-87b1-a98a1c2b860d None None] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:30:54.970065 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-970a9c7b-ddd7-4a6b-87b1-a98a1c2b860d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:54.970917 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970a9c7b-ddd7-4a6b-87b1-a98a1c2b860d None None] Bound using segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:30:54.971409 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-970a9c7b-ddd7-4a6b-87b1-a98a1c2b860d None None] Bound port: bdf66620-ef00-4fff-9b7b-e835f1428e96, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:30:54.971795 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-970a9c7b-ddd7-4a6b-87b1-a98a1c2b860d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:54.975881 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-de14a7c0-e150-4d98-a404-a085077a4fb7 req-f423b439-a9e2-44e8-8b47-ea3e14da42f6 service neutron] 10.222.0.26 "GET /v2.0/networks/70aadf33-c190-45cc-a215-614b0e69afcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630024 Apr 20 16:30:54.986592 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-51be7b1a-1ea1-4678-9fef-5b202a89428b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:55.041277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-51be7b1a-1ea1-4678-9fef-5b202a89428b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] device_id is not set on port c503299d-b378-4b9c-b722-681fb3448074 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:30:55.045795 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-6a89a9fa-c863-4817-99b0-48658f601df2 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 1001 time: 0.2907250 Apr 20 16:30:55.074136 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-b432b777-1007-49dd-a987-3fd5be8e5d59 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:55.076940 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-970a9c7b-ddd7-4a6b-87b1-a98a1c2b860d None None] For port bdf66620-ef00-4fff-9b7b-e835f1428e96, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:30:55.087552 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-970a9c7b-ddd7-4a6b-87b1-a98a1c2b860d None None] For port bdf66620-ef00-4fff-9b7b-e835f1428e96, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=bdf66620-ef00-4fff-9b7b-e835f1428e96,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:30:55.129492 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ee416-2971-4e98-b062-6b1baf415fc3 req-c1740fc1-681b-4da4-a910-4f3dbfe624dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:55.133993 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e5ee416-2971-4e98-b062-6b1baf415fc3 req-c1740fc1-681b-4da4-a910-4f3dbfe624dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=37dffd32-6c1b-4ef8-ae8a-aeadb127d379 HTTP/1.1" status: 200 len: 898 time: 0.2744198 Apr 20 16:30:55.190122 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-970a9c7b-ddd7-4a6b-87b1-a98a1c2b860d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:55.248724 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d56e25da-e6a6-4a00-b96c-e95420da3e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:55.321977 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a9c7b-ddd7-4a6b-87b1-a98a1c2b860d None None] Pushing event updated for resources: {'Port': ['ID=bdf66620-ef00-4fff-9b7b-e835f1428e96,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:55.341675 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-b432b777-1007-49dd-a987-3fd5be8e5d59 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks [] for floatingip, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:55.372393 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-31851e73-794d-49b6-a1ec-784174a880da tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:55.390369 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e5ee416-2971-4e98-b062-6b1baf415fc3 req-d498f233-8cd1-4a18-8781-821fb3b5b76e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=5dc64469-3e82-4e11-b21c-5e63b90c1a86 HTTP/1.1" status: 200 len: 1002 time: 0.2499194 Apr 20 16:30:55.441481 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-30be1345-5c73-44eb-992a-4a9c4bf3f076 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:55.474890 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-51be7b1a-1ea1-4678-9fef-5b202a89428b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:30:55.475387 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51be7b1a-1ea1-4678-9fef-5b202a89428b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:30:55.725408 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30be1345-5c73-44eb-992a-4a9c4bf3f076 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Router cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:30:55.819023 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-b432b777-1007-49dd-a987-3fd5be8e5d59 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:55.902934 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-b432b777-1007-49dd-a987-3fd5be8e5d59 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:55.903543 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-b432b777-1007-49dd-a987-3fd5be8e5d59 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Floating IP 949719a8-e253-486d-893f-6d2e29796582 disassociated. External IP: 172.25.0.20, port: 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a. Apr 20 16:30:55.929778 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ee416-2971-4e98-b062-6b1baf415fc3 req-34f306b5-f247-437e-9711-febfe383cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:55.931820 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e5ee416-2971-4e98-b062-6b1baf415fc3 req-34f306b5-f247-437e-9711-febfe383cdf4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5a8582b-3cbd-43c0-bf19-efe98917785b HTTP/1.1" status: 200 len: 838 time: 0.4937782 Apr 20 16:30:55.937156 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-51be7b1a-1ea1-4678-9fef-5b202a89428b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7346854 Apr 20 16:30:55.941488 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57188) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:56.010830 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-31851e73-794d-49b6-a1ec-784174a880da tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Allocated IP 172.25.0.236 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/40b3c3bf-1890-41db-ad2b-54e637a36c30) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:56.055240 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ee416-2971-4e98-b062-6b1baf415fc3 req-da2d0da9-efac-4fc2-ba93-0cedba6773ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:56.056743 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e5ee416-2971-4e98-b062-6b1baf415fc3 req-da2d0da9-efac-4fc2-ba93-0cedba6773ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37dffd32-6c1b-4ef8-ae8a-aeadb127d379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1143906 Apr 20 16:30:56.063106 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30be1345-5c73-44eb-992a-4a9c4bf3f076 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:30:56.066258 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b843e758-4c04-45ea-a5be-93b972ec4d25 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:56.067740 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b843e758-4c04-45ea-a5be-93b972ec4d25 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1242139 Apr 20 16:30:56.077531 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ffb58-b3a2-4a22-98bc-fcc06b9e89e8 None None] Sync routers for ids ['cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:30:56.077792 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57190) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:56.084012 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-30be1345-5c73-44eb-992a-4a9c4bf3f076 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] 10.222.0.15 "PUT /v2.0/routers/cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0372670 Apr 20 16:30:56.088900 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57192) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:56.111651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ffb58-b3a2-4a22-98bc-fcc06b9e89e8 None None] Routers {'cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:56.113610 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d48ffb58-b3a2-4a22-98bc-fcc06b9e89e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:56.173675 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-1c8e45aa-8f70-4991-bb85-858e301b3ea9 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] show failed (client error): The resource could not be found. Apr 20 16:30:56.174583 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1c8e45aa-8f70-4991-bb85-858e301b3ea9 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-2046007455 HTTP/1.1" status: 404 len: 335 time: 0.0847671 Apr 20 16:30:56.179565 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57196) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:56.186435 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-9357eade-93aa-49f1-9ea9-c3d921ad62f8 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:56.248747 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d48ffb58-b3a2-4a22-98bc-fcc06b9e89e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:56.267699 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ffb58-b3a2-4a22-98bc-fcc06b9e89e8 None None] Routers {'cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:56.268977 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d48ffb58-b3a2-4a22-98bc-fcc06b9e89e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:56.283018 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b72509-d529-4eb9-b957-36ffbe8d853b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:56.284538 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b72509-d529-4eb9-b957-36ffbe8d853b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:56.286083 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-11b72509-d529-4eb9-b957-36ffbe8d853b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1728127 Apr 20 16:30:56.294087 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57198) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:56.316549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d48ffb58-b3a2-4a22-98bc-fcc06b9e89e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:56.317587 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ffb58-b3a2-4a22-98bc-fcc06b9e89e8 None None] The sync data for ids ['cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:30:56.372620 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-31851e73-794d-49b6-a1ec-784174a880da tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:56.380498 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e5ee416-2971-4e98-b062-6b1baf415fc3 req-f392d793-eeaa-4289-9135-cd274851d856 service neutron] 10.222.0.26 "GET /v2.0/networks/37dffd32-6c1b-4ef8-ae8a-aeadb127d379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098383 Apr 20 16:30:56.429521 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:56.447268 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c21514-ac30-4a6d-8024-b73f3aca7abe tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet bbf7dbb2-eba4-4d97-8351-2388d9486682 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:30:56.477643 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-79c21514-ac30-4a6d-8024-b73f3aca7abe tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:56.582521 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-79c21514-ac30-4a6d-8024-b73f3aca7abe tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:56.648418 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e5ee416-2971-4e98-b062-6b1baf415fc3 req-912335ce-2902-496e-8308-44ea149bf38e service neutron] 10.222.0.26 "GET /v2.0/networks/37dffd32-6c1b-4ef8-ae8a-aeadb127d379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598009 Apr 20 16:30:56.656008 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-31851e73-794d-49b6-a1ec-784174a880da tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:56.731924 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31851e73-794d-49b6-a1ec-784174a880da tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:56.740699 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-31851e73-794d-49b6-a1ec-784174a880da tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:56.758108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31851e73-794d-49b6-a1ec-784174a880da tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:30:56.806111 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31851e73-794d-49b6-a1ec-784174a880da tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'Port': ['ID=40b3c3bf-1890-41db-ad2b-54e637a36c30,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:56.839632 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-79c21514-ac30-4a6d-8024-b73f3aca7abe tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:56.859344 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-b432b777-1007-49dd-a987-3fd5be8e5d59 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Router 1699bbd3-93a6-4db7-906c-87b36a470baf has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:30:56.859344 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-9357eade-93aa-49f1-9ea9-c3d921ad62f8 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] update failed (client error): The resource could not be found. Apr 20 16:30:56.859344 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9357eade-93aa-49f1-9ea9-c3d921ad62f8 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-1675595082 HTTP/1.1" status: 404 len: 335 time: 0.6785278 Apr 20 16:30:56.862525 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57208) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:56.932768 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1c8e03f6-ae37-4c01-8208-177d1bfb1379 None None] Provisioning complete for port bdf66620-ef00-4fff-9b7b-e835f1428e96 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:56.933448 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1c8e03f6-ae37-4c01-8208-177d1bfb1379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:57.090487 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-79c21514-ac30-4a6d-8024-b73f3aca7abe tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:57.135797 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf933ab-ca50-4099-a0e3-8c3c565a848c tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Deleting subnet e08d14ad-cd6d-4068-adb5-6827e34aeeb9 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:30:57.138726 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-b432b777-1007-49dd-a987-3fd5be8e5d59 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:30:57.143669 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-b432b777-1007-49dd-a987-3fd5be8e5d59 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:57.152262 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16cff79-376c-467c-9514-b2430ea8069f None None] Sync routers for ids ['1699bbd3-93a6-4db7-906c-87b36a470baf'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:30:57.159820 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device bdf66620-ef00-4fff-9b7b-e835f1428e96 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:30:57.171275 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16cff79-376c-467c-9514-b2430ea8069f None None] Routers {'1699bbd3-93a6-4db7-906c-87b36a470baf'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:57.171681 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-faf933ab-ca50-4099-a0e3-8c3c565a848c tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:57.172550 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f16cff79-376c-467c-9514-b2430ea8069f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1699bbd3-93a6-4db7-906c-87b36a470baf'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:57.189638 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c21514-ac30-4a6d-8024-b73f3aca7abe tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf7dbb2-eba4-4d97-8351-2388d9486682,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:57.196318 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-79c21514-ac30-4a6d-8024-b73f3aca7abe tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:57.200549 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-79c21514-ac30-4a6d-8024-b73f3aca7abe tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/bbf7dbb2-eba4-4d97-8351-2388d9486682 HTTP/1.1" status: 204 len: 168 time: 0.9025388 Apr 20 16:30:57.204276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57214) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:57.239093 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-b432b777-1007-49dd-a987-3fd5be8e5d59 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "PUT /v2.0/floatingips/949719a8-e253-486d-893f-6d2e29796582 HTTP/1.1" status: 200 len: 694 time: 2.1914852 Apr 20 16:30:57.241751 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2142d8fb-7c04-49be-8bd8-65a51ce7e7d0', 'tag': '4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:30:57.245595 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7333a9-3815-441e-857b-626dfcca99bb" -d '{"events": [{"name": "network-changed", "server_uuid": "2142d8fb-7c04-49be-8bd8-65a51ce7e7d0", "tag": "4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:30:57.259243 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e1269920-6ff7-4bcc-abd4-f72790ab1972 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534267 Apr 20 16:30:57.263472 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57218) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:57.265260 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cea305d-8f47-487a-8add-3b1bddabd464 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:57.269838 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e57279f5-6581-41d6-9861-01d5a447d473 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:57.330186 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b1a51e-c72e-498e-9347-1ffd9088686a x-openstack-request-id: req-e9b1a51e-c72e-498e-9347-1ffd9088686a {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:30:57.330474 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2142d8fb-7c04-49be-8bd8-65a51ce7e7d0", "tag": "4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:30:57.331035 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e9b1a51e-c72e-498e-9347-1ffd9088686a {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:30:57.331643 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b1a51e-c72e-498e-9347-1ffd9088686a'] response: {'name': 'network-changed', 'server_uuid': '2142d8fb-7c04-49be-8bd8-65a51ce7e7d0', 'tag': '4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a', 'status': 'completed', 'code': 200} Apr 20 16:30:57.334109 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-faf933ab-ca50-4099-a0e3-8c3c565a848c tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:57.405573 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-bb7d9065-d27f-47c6-b420-b6dbd2ada67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:57.407870 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-bb7d9065-d27f-47c6-b420-b6dbd2ada67a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f0db156e28243f4bff540048e8173db&device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 1097 time: 0.1369302 Apr 20 16:30:57.411025 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1c8e03f6-ae37-4c01-8208-177d1bfb1379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:57.495508 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-f16cff79-376c-467c-9514-b2430ea8069f None None] Set router 1699bbd3-93a6-4db7-906c-87b36a470baf gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:30:57.545231 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7333a9-3815-441e-857b-626dfcca99bb req-84992f59-aa4a-4b87-a10e-e3f65bca6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:57.546899 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa7333a9-3815-441e-857b-626dfcca99bb req-84992f59-aa4a-4b87-a10e-e3f65bca6269 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f0db156e28243f4bff540048e8173db&device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 1097 time: 0.1746500 Apr 20 16:30:57.548065 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-31851e73-794d-49b6-a1ec-784174a880da tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:57.576104 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-faf933ab-ca50-4099-a0e3-8c3c565a848c tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:57.613914 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port bdf66620-ef00-4fff-9b7b-e835f1428e96 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:30:57.615026 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:57.625745 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57279f5-6581-41d6-9861-01d5a447d473 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:30:57.625745 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e57279f5-6581-41d6-9861-01d5a447d473 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:57.678226 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-1c8e03f6-ae37-4c01-8208-177d1bfb1379 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:30:57.678935 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-1c8e03f6-ae37-4c01-8208-177d1bfb1379 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:30:57.718693 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-eec4d8fd-ce72-463b-9c3a-4437d8d2a137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:57.724428 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-eec4d8fd-ce72-463b-9c3a-4437d8d2a137 service neutron] 10.222.0.15 "GET /v2.0/networks?id=70aadf33-c190-45cc-a215-614b0e69afcd HTTP/1.1" status: 200 len: 919 time: 0.3062041 Apr 20 16:30:57.747676 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c317849f-8eb5-41ec-85be-a7944f1bbac3 None None] DHCP port deletion for 10294607-eb5e-406e-b70a-cc143553f735 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:30:57.790631 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:57.814285 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7333a9-3815-441e-857b-626dfcca99bb req-cc28d1cc-dc9c-4d22-8efa-3a6594ec1b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:57.816452 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa7333a9-3815-441e-857b-626dfcca99bb req-cc28d1cc-dc9c-4d22-8efa-3a6594ec1b01 service neutron] 10.222.0.26 "GET /v2.0/networks?id=70aadf33-c190-45cc-a215-614b0e69afcd HTTP/1.1" status: 200 len: 919 time: 0.2338135 Apr 20 16:30:57.827986 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:57.846279 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-55f14039-efc5-497e-aa8b-51f0ee6ae0ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a HTTP/1.1" status: 200 len: 217 time: 0.1111071 Apr 20 16:30:57.848137 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port bdf66620-ef00-4fff-9b7b-e835f1428e96, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=bdf66620-ef00-4fff-9b7b-e835f1428e96,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:57.866715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c317849f-8eb5-41ec-85be-a7944f1bbac3 None None] Deleting port bdf66620-ef00-4fff-9b7b-e835f1428e96 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:57.867096 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c317849f-8eb5-41ec-85be-a7944f1bbac3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:57.898692 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f16cff79-376c-467c-9514-b2430ea8069f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-87693668-router', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:25Z', 'updated_at': '2022-04-20T16:29:36Z', 'revision_number': 4, 'project_id': '3f0db156e28243f4bff540048e8173db', 'gw_port': {'id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:26Z', 'updated_at': '2022-04-20T16:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '443f6dc3-a9a0-4033-934c-a701aa8831d4', 'name': '', 'network_id': '70aadf33-c190-45cc-a215-614b0e69afcd', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'mac_address': 'fa:16:3e:00:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '17632b9e-8812-4d3f-b199-f8c936f90313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:33Z', 'updated_at': '2022-04-20T16:29:44Z', 'revision_number': 5, 'project_id': '3f0db156e28243f4bff540048e8173db', 'subnets': [{'id': '17632b9e-8812-4d3f-b199-f8c936f90313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:57.918246 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-17eb61a8-a384-46ce-be5e-a7e605634a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:57.929704 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-17eb61a8-a384-46ce-be5e-a7e605634a84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=17632b9e-8812-4d3f-b199-f8c936f90313 HTTP/1.1" status: 200 len: 858 time: 0.0824943 Apr 20 16:30:57.950796 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-faf933ab-ca50-4099-a0e3-8c3c565a848c tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:57.955920 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa7333a9-3815-441e-857b-626dfcca99bb req-8304e809-d349-48a7-ba01-e72b0a4b024f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a HTTP/1.1" status: 200 len: 217 time: 0.0929117 Apr 20 16:30:57.969636 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:57.973869 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c317849f-8eb5-41ec-85be-a7944f1bbac3 None None] For port bdf66620-ef00-4fff-9b7b-e835f1428e96, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=bdf66620-ef00-4fff-9b7b-e835f1428e96,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:57.973869 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c317849f-8eb5-41ec-85be-a7944f1bbac3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:57.982538 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16cff79-376c-467c-9514-b2430ea8069f None None] Checking router: 1699bbd3-93a6-4db7-906c-87b36a470baf for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:30:58.009026 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-c1811e20-b1c3-43e4-9c4f-4c95024ba93d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70aadf33-c190-45cc-a215-614b0e69afcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775535 Apr 20 16:30:58.012859 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16cff79-376c-467c-9514-b2430ea8069f None None] Routers {'1699bbd3-93a6-4db7-906c-87b36a470baf'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:30:58.013508 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f16cff79-376c-467c-9514-b2430ea8069f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1699bbd3-93a6-4db7-906c-87b36a470baf'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:58.022919 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-31851e73-794d-49b6-a1ec-784174a880da tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:58.031083 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c317849f-8eb5-41ec-85be-a7944f1bbac3 None None] Calling delete_port for bdf66620-ef00-4fff-9b7b-e835f1428e96 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:58.116884 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7333a9-3815-441e-857b-626dfcca99bb req-87b2cc61-1905-4b1e-b16b-c890357ae369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:58.117529 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:58.118992 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa7333a9-3815-441e-857b-626dfcca99bb req-87b2cc61-1905-4b1e-b16b-c890357ae369 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=17632b9e-8812-4d3f-b199-f8c936f90313 HTTP/1.1" status: 200 len: 858 time: 0.1353724 Apr 20 16:30:58.121211 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=bdf66620-ef00-4fff-9b7b-e835f1428e96,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:58.170597 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57222) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:58.175869 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf933ab-ca50-4099-a0e3-8c3c565a848c tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Pushing event deleted for resources: {'Subnet': ['ID=e08d14ad-cd6d-4068-adb5-6827e34aeeb9,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:58.189313 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-faf933ab-ca50-4099-a0e3-8c3c565a848c tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:58.194773 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-faf933ab-ca50-4099-a0e3-8c3c565a848c tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] 10.222.0.15 "DELETE /v2.0/subnets/e08d14ad-cd6d-4068-adb5-6827e34aeeb9 HTTP/1.1" status: 204 len: 168 time: 1.3256094 Apr 20 16:30:58.195057 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57224) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:58.234243 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa7333a9-3815-441e-857b-626dfcca99bb req-0ce98ed0-7986-43bf-8a9d-852f4e60c085 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70aadf33-c190-45cc-a215-614b0e69afcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954041 Apr 20 16:30:58.254472 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a8c1be-9518-40ec-97cf-b40ce1b87d8b None None] Network b7ecb411-3a42-4dff-a7ff-62789be49dd2 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:58.319485 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-f16cff79-376c-467c-9514-b2430ea8069f None None] Set router 1699bbd3-93a6-4db7-906c-87b36a470baf gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:30:58.332439 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-0059e8ae-ee5b-4329-a82e-6009c7845f3f service neutron] 10.222.0.15 "GET /v2.0/networks/70aadf33-c190-45cc-a215-614b0e69afcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206089 Apr 20 16:30:58.347607 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5c0747-c416-4633-91e5-eaa82f1623d8 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Deleting subnet 6991bc1c-abe7-4e0a-84f4-a2fe8cdc878e {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:30:58.355294 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0747-c416-4633-91e5-eaa82f1623d8 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:58.406922 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c317849f-8eb5-41ec-85be-a7944f1bbac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:58.439084 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03892072-a4aa-4d3c-a428-7b5bd73c9972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:58.448262 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c317849f-8eb5-41ec-85be-a7944f1bbac3 None None] No DVR routers for this DVR port bdf66620-ef00-4fff-9b7b-e835f1428e96 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:30:58.449816 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0747-c416-4633-91e5-eaa82f1623d8 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:58.464201 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317849f-8eb5-41ec-85be-a7944f1bbac3 None None] Pushing event deleted for resources: {'Port': ['ID=bdf66620-ef00-4fff-9b7b-e835f1428e96,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:58.557666 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d63f30db-4f18-4cbc-81a0-bd4537da85fc req-a5cdad21-66b2-446e-a837-ac0bb625cdeb service neutron] 10.222.0.15 "GET /v2.0/networks/70aadf33-c190-45cc-a215-614b0e69afcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194548 Apr 20 16:30:58.563640 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e57279f5-6581-41d6-9861-01d5a447d473 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:58.589522 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:58.645752 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f16cff79-376c-467c-9514-b2430ea8069f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-87693668-router', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:25Z', 'updated_at': '2022-04-20T16:29:36Z', 'revision_number': 4, 'project_id': '3f0db156e28243f4bff540048e8173db', 'gw_port': {'id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:26Z', 'updated_at': '2022-04-20T16:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '443f6dc3-a9a0-4033-934c-a701aa8831d4', 'name': '', 'network_id': '70aadf33-c190-45cc-a215-614b0e69afcd', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'mac_address': 'fa:16:3e:00:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '17632b9e-8812-4d3f-b199-f8c936f90313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:33Z', 'updated_at': '2022-04-20T16:29:44Z', 'revision_number': 5, 'project_id': '3f0db156e28243f4bff540048e8173db', 'subnets': [{'id': '17632b9e-8812-4d3f-b199-f8c936f90313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:58.658551 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0747-c416-4633-91e5-eaa82f1623d8 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:58.678447 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5256eb52-3270-4026-85c7-d1f11d5668f9 None None] DHCP port deletion for b7ecb411-3a42-4dff-a7ff-62789be49dd2 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:30:58.692858 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16cff79-376c-467c-9514-b2430ea8069f None None] The sync data for ids ['1699bbd3-93a6-4db7-906c-87b36a470baf'] in n-d-836146-2 is: [{'id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-87693668-router', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:25Z', 'updated_at': '2022-04-20T16:29:36Z', 'revision_number': 4, 'project_id': '3f0db156e28243f4bff540048e8173db', 'gw_port': {'id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:26Z', 'updated_at': '2022-04-20T16:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '443f6dc3-a9a0-4033-934c-a701aa8831d4', 'name': '', 'network_id': '70aadf33-c190-45cc-a215-614b0e69afcd', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'mac_address': 'fa:16:3e:00:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '17632b9e-8812-4d3f-b199-f8c936f90313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:33Z', 'updated_at': '2022-04-20T16:29:44Z', 'revision_number': 5, 'project_id': '3f0db156e28243f4bff540048e8173db', 'subnets': [{'id': '17632b9e-8812-4d3f-b199-f8c936f90313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:30:58.741133 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5256eb52-3270-4026-85c7-d1f11d5668f9 None None] Deleting port 3afa3431-77c3-46b8-8444-b0512ff9f8a5 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:58.741774 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5256eb52-3270-4026-85c7-d1f11d5668f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:58.742884 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57279f5-6581-41d6-9861-01d5a447d473 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=dc6c31c6-e779-47d7-a97f-132b4eff777f,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:58.749909 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa7333a9-3815-441e-857b-626dfcca99bb req-28b353c7-dc05-4157-a70b-4c55890f756b service neutron] 10.222.0.26 "GET /v2.0/networks/70aadf33-c190-45cc-a215-614b0e69afcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794588 Apr 20 16:30:58.756009 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57279f5-6581-41d6-9861-01d5a447d473 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:30:58.819443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-e57279f5-6581-41d6-9861-01d5a447d473 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:30:58.822130 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5256eb52-3270-4026-85c7-d1f11d5668f9 None None] For port 3afa3431-77c3-46b8-8444-b0512ff9f8a5, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=3afa3431-77c3-46b8-8444-b0512ff9f8a5,segment=NetworkSegment(730760be-b928-4a15-b764-c5c738447f3c),segment_id=730760be-b928-4a15-b764-c5c738447f3c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:58.822394 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5256eb52-3270-4026-85c7-d1f11d5668f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:58.822995 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-31851e73-794d-49b6-a1ec-784174a880da tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:58.834884 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a009311-dbd4-49d3-b1b4-e0e15a6ff238 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:58.844469 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5256eb52-3270-4026-85c7-d1f11d5668f9 None None] Calling delete_port for 3afa3431-77c3-46b8-8444-b0512ff9f8a5 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:58.858427 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57279f5-6581-41d6-9861-01d5a447d473 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:58.859159 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e57279f5-6581-41d6-9861-01d5a447d473 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:58.875417 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0747-c416-4633-91e5-eaa82f1623d8 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:58.912463 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6377736-927c-440f-89bc-a85cae0cd86e req-c11162fb-2e95-4ab7-8568-33940389affe tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/floatingips/949719a8-e253-486d-893f-6d2e29796582 HTTP/1.1" status: 200 len: 694 time: 0.1788881 Apr 20 16:30:58.920041 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-31851e73-794d-49b6-a1ec-784174a880da tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:58.929926 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c0747-c416-4633-91e5-eaa82f1623d8 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Pushing event deleted for resources: {'Subnet': ['ID=6991bc1c-abe7-4e0a-84f4-a2fe8cdc878e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:58.952257 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0747-c416-4633-91e5-eaa82f1623d8 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:58.967562 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8c5c0747-c416-4633-91e5-eaa82f1623d8 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] 10.222.0.15 "DELETE /v2.0/subnets/6991bc1c-abe7-4e0a-84f4-a2fe8cdc878e HTTP/1.1" status: 204 len: 168 time: 0.7700768 Apr 20 16:30:58.968259 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57232) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:59.064469 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e57279f5-6581-41d6-9861-01d5a447d473 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7988276 Apr 20 16:30:59.065262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57234) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:59.098505 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-a81ab1bc-438c-4a68-b126-5fca739d853d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1555759139', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:30:59.112094 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-061e1a79-65e6-4320-823a-cec390ee753f tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:59.147958 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f09933-e33c-4265-95dc-13e2033991b3 None None] Network 53ba4a6c-284b-4454-8a4d-31ab9c7491bb requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:30:59.150672 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 3afa3431-77c3-46b8-8444-b0512ff9f8a5 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:30:59.153427 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2943b288-fb48-4581-a247-e8a7773eb307 None None] New status for floating IP 949719a8-e253-486d-893f-6d2e29796582: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:30:59.179331 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-061e1a79-65e6-4320-823a-cec390ee753f tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Deleting port 3afa3431-77c3-46b8-8444-b0512ff9f8a5 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:30:59.179671 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-061e1a79-65e6-4320-823a-cec390ee753f tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:59.186862 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03892072-a4aa-4d3c-a428-7b5bd73c9972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:59.210293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31851e73-794d-49b6-a1ec-784174a880da tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'Port': ['ID=40b3c3bf-1890-41db-ad2b-54e637a36c30,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:59.232356 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-31851e73-794d-49b6-a1ec-784174a880da tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:59.238311 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa7333a9-3815-441e-857b-626dfcca99bb req-94dfa439-61db-4f65-8950-2a64aada2837 service neutron] 10.222.0.26 "GET /v2.0/networks/70aadf33-c190-45cc-a215-614b0e69afcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441242 Apr 20 16:30:59.257297 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-061e1a79-65e6-4320-823a-cec390ee753f tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] For port 3afa3431-77c3-46b8-8444-b0512ff9f8a5, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=3afa3431-77c3-46b8-8444-b0512ff9f8a5,segment=NetworkSegment(730760be-b928-4a15-b764-c5c738447f3c),segment_id=730760be-b928-4a15-b764-c5c738447f3c)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:30:59.257926 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-061e1a79-65e6-4320-823a-cec390ee753f tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:59.279151 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-061e1a79-65e6-4320-823a-cec390ee753f tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Calling delete_port for 3afa3431-77c3-46b8-8444-b0512ff9f8a5 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:30:59.288651 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a81ab1bc-438c-4a68-b126-5fca739d853d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:59.290564 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a81ab1bc-438c-4a68-b126-5fca739d853d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:59.323191 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03892072-a4aa-4d3c-a428-7b5bd73c9972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:59.350815 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6377736-927c-440f-89bc-a85cae0cd86e req-abee9738-b1df-48c8-88f2-0f70e8544369 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:30:59.352929 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6377736-927c-440f-89bc-a85cae0cd86e req-abee9738-b1df-48c8-88f2-0f70e8544369 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/networks/2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 784 time: 0.4111061 Apr 20 16:30:59.402882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-f6377736-927c-440f-89bc-a85cae0cd86e req-93fe18cd-d994-4d19-85c5-6c5f057a8fed tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:30:59.404019 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6377736-927c-440f-89bc-a85cae0cd86e req-93fe18cd-d994-4d19-85c5-6c5f057a8fed tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0293787 Apr 20 16:30:59.468301 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-03892072-a4aa-4d3c-a428-7b5bd73c9972 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a84d1596d0c940b09a00013b4d14b1e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2642634 Apr 20 16:30:59.473074 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57238) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:30:59.530312 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-061e1a79-65e6-4320-823a-cec390ee753f tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:59.538253 n-d-836146-2 neutron-server[103486]: INFO neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No ports have port_id starting with 3afa3431-77c3-46b8-8444-b0512ff9f8a5 Apr 20 16:30:59.578289 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device bdf66620-ef00-4fff-9b7b-e835f1428e96 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:30:59.580010 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061e1a79-65e6-4320-823a-cec390ee753f tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] No DVR routers for this DVR port 3afa3431-77c3-46b8-8444-b0512ff9f8a5 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:30:59.602951 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5256eb52-3270-4026-85c7-d1f11d5668f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:59.614345 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: bdf66620-ef00-4fff-9b7b-e835f1428e96 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:30:59.614687 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device bdf66620-ef00-4fff-9b7b-e835f1428e96 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:30:59.614966 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e1a79-65e6-4320-823a-cec390ee753f tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Pushing event deleted for resources: {'Port': ['ID=3afa3431-77c3-46b8-8444-b0512ff9f8a5,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:59.627101 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7f2ce403-8ca9-4390-91b4-931d09b9f198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:59.646081 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256eb52-3270-4026-85c7-d1f11d5668f9 None None] Pushing event deleted for resources: {'Port': ['ID=3afa3431-77c3-46b8-8444-b0512ff9f8a5,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:30:59.665252 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5256eb52-3270-4026-85c7-d1f11d5668f9 None None] No DVR routers for this DVR port 3afa3431-77c3-46b8-8444-b0512ff9f8a5 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:30:59.688320 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909b616f-3a9a-4a96-aaca-5d2d5a87be1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-10294607-eb5e-406e-b70a-cc143553f735', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'fixed_ips': [{'subnet_id': 'dc6c31c6-e779-47d7-a97f-132b4eff777f'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:30:59.690746 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-909b616f-3a9a-4a96-aaca-5d2d5a87be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:59.719513 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-061e1a79-65e6-4320-823a-cec390ee753f tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:59.724546 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7f2ce403-8ca9-4390-91b4-931d09b9f198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:59.775581 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-061e1a79-65e6-4320-823a-cec390ee753f tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ecb411-3a42-4dff-a7ff-62789be49dd2']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:59.793732 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-061e1a79-65e6-4320-823a-cec390ee753f tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '730760be-b928-4a15-b764-c5c738447f3c') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:59.794291 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-061e1a79-65e6-4320-823a-cec390ee753f tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '730760be-b928-4a15-b764-c5c738447f3c') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:30:59.810358 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-061e1a79-65e6-4320-823a-cec390ee753f tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:59.838613 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8234f116-d94e-49e5-a84f-5548df5c84f9 None None] DHCP port deletion for 53ba4a6c-284b-4454-8a4d-31ab9c7491bb request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:30:59.840195 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-061e1a79-65e6-4320-823a-cec390ee753f tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:59.879719 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061e1a79-65e6-4320-823a-cec390ee753f tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:30:59.880539 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-061e1a79-65e6-4320-823a-cec390ee753f tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:30:59.886955 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:30:59.966214 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-909b616f-3a9a-4a96-aaca-5d2d5a87be1d None None] Allocated IP 2001:db8::2 (10294607-eb5e-406e-b70a-cc143553f735/dc6c31c6-e779-47d7-a97f-132b4eff777f/e1164bc6-e7a4-4bd2-b871-e984b5db38d8) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:30:59.968247 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:00.000445 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a81ab1bc-438c-4a68-b126-5fca739d853d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:00.006796 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7f2ce403-8ca9-4390-91b4-931d09b9f198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:00.008359 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03892072-a4aa-4d3c-a428-7b5bd73c9972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef0306d-bff4-49e2-9791-f74167eb4ed5,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:00.019190 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7f2ce403-8ca9-4390-91b4-931d09b9f198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:00.020402 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7f2ce403-8ca9-4390-91b4-931d09b9f198 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ef0306d-bff4-49e2-9791-f74167eb4ed5 HTTP/1.1" status: 204 len: 168 time: 0.5462379 Apr 20 16:31:00.049580 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ce403-8ca9-4390-91b4-931d09b9f198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef0306d-bff4-49e2-9791-f74167eb4ed5,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:00.061213 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6377736-927c-440f-89bc-a85cae0cd86e req-f68527fb-d6df-4b9c-9c8b-5cca9d10bc0b tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.5841496 Apr 20 16:31:00.061213 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-31851e73-794d-49b6-a1ec-784174a880da tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Floating IP bf477c11-dbda-4914-9e8c-5e87762c24c2 associated. External IP: 172.25.0.236, port: 21431657-9d67-4b34-8161-f305bb2f0eec. Apr 20 16:31:00.063087 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-8234f116-d94e-49e5-a84f-5548df5c84f9 None None] Deleting port cc119ffc-cf4e-4f45-b194-80b3a19f1896 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:00.063468 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8234f116-d94e-49e5-a84f-5548df5c84f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:00.097485 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-061e1a79-65e6-4320-823a-cec390ee753f tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:00.107339 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-061e1a79-65e6-4320-823a-cec390ee753f tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:00.114438 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-061e1a79-65e6-4320-823a-cec390ee753f tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] 10.222.0.15 "DELETE /v2.0/networks/b7ecb411-3a42-4dff-a7ff-62789be49dd2 HTTP/1.1" status: 204 len: 168 time: 1.1439426 Apr 20 16:31:00.119099 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57242) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:00.172393 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8234f116-d94e-49e5-a84f-5548df5c84f9 None None] For port cc119ffc-cf4e-4f45-b194-80b3a19f1896, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=cc119ffc-cf4e-4f45-b194-80b3a19f1896,segment=NetworkSegment(d935748e-11e9-41c3-b08f-0bd9753606c5),segment_id=d935748e-11e9-41c3-b08f-0bd9753606c5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:00.172937 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8234f116-d94e-49e5-a84f-5548df5c84f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:00.197146 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-8234f116-d94e-49e5-a84f-5548df5c84f9 None None] Calling delete_port for cc119ffc-cf4e-4f45-b194-80b3a19f1896 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:00.249694 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a81ab1bc-438c-4a68-b126-5fca739d853d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:00.274558 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2975353d-7157-4862-a149-3971b60b3dd2 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:00.284740 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e1a79-65e6-4320-823a-cec390ee753f tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Pushing event deleted for resources: {'Network': ['ID=b7ecb411-3a42-4dff-a7ff-62789be49dd2,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:00.327099 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-909b616f-3a9a-4a96-aaca-5d2d5a87be1d None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:00.356589 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6377736-927c-440f-89bc-a85cae0cd86e req-937b6b83-bfd3-43f7-83f6-2de6cab619e5 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.1719494 Apr 20 16:31:00.387619 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-2975353d-7157-4862-a149-3971b60b3dd2 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Deleting port cc119ffc-cf4e-4f45-b194-80b3a19f1896 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:00.389130 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2975353d-7157-4862-a149-3971b60b3dd2 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:00.469983 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-909b616f-3a9a-4a96-aaca-5d2d5a87be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:00.474085 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-2975353d-7157-4862-a149-3971b60b3dd2 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] For port cc119ffc-cf4e-4f45-b194-80b3a19f1896, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=cc119ffc-cf4e-4f45-b194-80b3a19f1896,segment=NetworkSegment(d935748e-11e9-41c3-b08f-0bd9753606c5),segment_id=d935748e-11e9-41c3-b08f-0bd9753606c5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:00.474644 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2975353d-7157-4862-a149-3971b60b3dd2 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:00.490304 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8234f116-d94e-49e5-a84f-5548df5c84f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:00.490556 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a81ab1bc-438c-4a68-b126-5fca739d853d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:00.494545 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a81ab1bc-438c-4a68-b126-5fca739d853d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.3999898 Apr 20 16:31:00.495865 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57248) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:00.496295 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-2975353d-7157-4862-a149-3971b60b3dd2 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Calling delete_port for cc119ffc-cf4e-4f45-b194-80b3a19f1896 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:00.497624 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31851e73-794d-49b6-a1ec-784174a880da tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Router b7ebf0b8-3699-4214-be3f-af773f4dad66 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:31:00.584080 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909b616f-3a9a-4a96-aaca-5d2d5a87be1d None None] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:00.590070 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2975353d-7157-4862-a149-3971b60b3dd2 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:00.592637 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-909b616f-3a9a-4a96-aaca-5d2d5a87be1d None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:00.605236 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909b616f-3a9a-4a96-aaca-5d2d5a87be1d None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:31:00.630215 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2975353d-7157-4862-a149-3971b60b3dd2 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] No DVR routers for this DVR port cc119ffc-cf4e-4f45-b194-80b3a19f1896 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:31:00.630504 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8234f116-d94e-49e5-a84f-5548df5c84f9 None None] No DVR routers for this DVR port cc119ffc-cf4e-4f45-b194-80b3a19f1896 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:31:00.632622 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975353d-7157-4862-a149-3971b60b3dd2 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Pushing event deleted for resources: {'Port': ['ID=cc119ffc-cf4e-4f45-b194-80b3a19f1896,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:00.684187 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b616f-3a9a-4a96-aaca-5d2d5a87be1d None None] Pushing event updated for resources: {'Port': ['ID=e1164bc6-e7a4-4bd2-b871-e984b5db38d8,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:00.710658 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234f116-d94e-49e5-a84f-5548df5c84f9 None None] Pushing event deleted for resources: {'Port': ['ID=cc119ffc-cf4e-4f45-b194-80b3a19f1896,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:00.745062 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-909b616f-3a9a-4a96-aaca-5d2d5a87be1d None None] Attempting to bind port e1164bc6-e7a4-4bd2-b871-e984b5db38d8 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:31:00.745716 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-909b616f-3a9a-4a96-aaca-5d2d5a87be1d None None] Attempting to bind port e1164bc6-e7a4-4bd2-b871-e984b5db38d8 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:31:00.746248 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909b616f-3a9a-4a96-aaca-5d2d5a87be1d None None] Attempting to bind port e1164bc6-e7a4-4bd2-b871-e984b5db38d8 on network 10294607-eb5e-406e-b70a-cc143553f735 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:31:00.754130 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909b616f-3a9a-4a96-aaca-5d2d5a87be1d None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:31:00.755103 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909b616f-3a9a-4a96-aaca-5d2d5a87be1d None None] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:31:00.755688 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-909b616f-3a9a-4a96-aaca-5d2d5a87be1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:00.756071 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909b616f-3a9a-4a96-aaca-5d2d5a87be1d None None] Bound using segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:31:00.756579 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-909b616f-3a9a-4a96-aaca-5d2d5a87be1d None None] Bound port: e1164bc6-e7a4-4bd2-b871-e984b5db38d8, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:31:00.757043 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-909b616f-3a9a-4a96-aaca-5d2d5a87be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:00.764532 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2975353d-7157-4862-a149-3971b60b3dd2 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:00.798587 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2975353d-7157-4862-a149-3971b60b3dd2 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ba4a6c-284b-4454-8a4d-31ab9c7491bb']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:00.808733 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2975353d-7157-4862-a149-3971b60b3dd2 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd935748e-11e9-41c3-b08f-0bd9753606c5') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:00.809046 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2975353d-7157-4862-a149-3971b60b3dd2 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd935748e-11e9-41c3-b08f-0bd9753606c5') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:00.830013 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2975353d-7157-4862-a149-3971b60b3dd2 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:00.843199 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-909b616f-3a9a-4a96-aaca-5d2d5a87be1d None None] For port e1164bc6-e7a4-4bd2-b871-e984b5db38d8, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:31:00.849149 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2975353d-7157-4862-a149-3971b60b3dd2 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:00.849839 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-909b616f-3a9a-4a96-aaca-5d2d5a87be1d None None] For port e1164bc6-e7a4-4bd2-b871-e984b5db38d8, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e1164bc6-e7a4-4bd2-b871-e984b5db38d8,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:31:00.857067 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2975353d-7157-4862-a149-3971b60b3dd2 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:31:00.857493 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2975353d-7157-4862-a149-3971b60b3dd2 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:31:00.860664 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:31:00.912535 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-f6377736-927c-440f-89bc-a85cae0cd86e req-e4e079c2-92a5-4468-93f7-e302cc92b06d tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Deleting port dcc64fb7-0cea-4d6b-b62c-ac244e7600a9 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:00.912759 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f6377736-927c-440f-89bc-a85cae0cd86e req-e4e079c2-92a5-4468-93f7-e302cc92b06d tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:00.977251 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31851e73-794d-49b6-a1ec-784174a880da tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:31:00.989636 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41480751-b15f-47a8-bad2-59906f462482 None None] Sync routers for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:31:01.000777 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-909b616f-3a9a-4a96-aaca-5d2d5a87be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:01.006030 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41480751-b15f-47a8-bad2-59906f462482 None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:01.006763 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-41480751-b15f-47a8-bad2-59906f462482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:01.016030 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1397c090-49e5-496d-8995-b1ba024133b7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:01.046192 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device cc119ffc-cf4e-4f45-b194-80b3a19f1896 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:31:01.049150 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-41480751-b15f-47a8-bad2-59906f462482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:01.051905 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2975353d-7157-4862-a149-3971b60b3dd2 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:01.060604 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2975353d-7157-4862-a149-3971b60b3dd2 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:01.071426 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2975353d-7157-4862-a149-3971b60b3dd2 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] 10.222.0.15 "DELETE /v2.0/networks/53ba4a6c-284b-4454-8a4d-31ab9c7491bb HTTP/1.1" status: 204 len: 168 time: 0.9510536 Apr 20 16:31:01.077342 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57250) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:01.080201 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: cc119ffc-cf4e-4f45-b194-80b3a19f1896 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:31:01.080566 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device cc119ffc-cf4e-4f45-b194-80b3a19f1896 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:31:01.092879 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41480751-b15f-47a8-bad2-59906f462482 None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:01.093509 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-41480751-b15f-47a8-bad2-59906f462482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:01.123464 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57252) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:01.124973 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b616f-3a9a-4a96-aaca-5d2d5a87be1d None None] Pushing event updated for resources: {'Port': ['ID=e1164bc6-e7a4-4bd2-b871-e984b5db38d8,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:01.134482 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975353d-7157-4862-a149-3971b60b3dd2 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Pushing event deleted for resources: {'Network': ['ID=53ba4a6c-284b-4454-8a4d-31ab9c7491bb,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:01.157950 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-31851e73-794d-49b6-a1ec-784174a880da tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:01.160411 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-84791ab2-6dd3-4d47-802e-c266f1480955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:01.175649 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-41480751-b15f-47a8-bad2-59906f462482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:01.176294 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41480751-b15f-47a8-bad2-59906f462482 None None] The sync data for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:31:01.216775 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5bccb4-0947-471b-b182-28af69a1d410 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Deleting subnet ecbe7ce5-1183-4fd4-92af-764bbc01d068 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:31:01.220987 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce5bccb4-0947-471b-b182-28af69a1d410 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:01.233250 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f6377736-927c-440f-89bc-a85cae0cd86e req-e4e079c2-92a5-4468-93f7-e302cc92b06d tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:01.238460 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f6377736-927c-440f-89bc-a85cae0cd86e req-e4e079c2-92a5-4468-93f7-e302cc92b06d tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:01.261944 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-f6377736-927c-440f-89bc-a85cae0cd86e req-e4e079c2-92a5-4468-93f7-e302cc92b06d tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Calling delete_port for dcc64fb7-0cea-4d6b-b62c-ac244e7600a9 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:01.270414 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce5bccb4-0947-471b-b182-28af69a1d410 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:01.310086 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-31851e73-794d-49b6-a1ec-784174a880da tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.8173201 Apr 20 16:31:01.312832 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57256) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:01.319581 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-3b934e97-4f0c-4295-b879-159b534d2fec tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-372877013'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:01.436724 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce5bccb4-0947-471b-b182-28af69a1d410 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:01.459039 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b934e97-4f0c-4295-b879-159b534d2fec tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Made reservation on behalf of caeff3e05f2c43088f434fc77bad316c for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:31:01.463561 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b934e97-4f0c-4295-b879-159b534d2fec tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:01.518605 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b934e97-4f0c-4295-b879-159b534d2fec tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:31:01.535102 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b934e97-4f0c-4295-b879-159b534d2fec tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:01.538229 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-3b934e97-4f0c-4295-b879-159b534d2fec tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Added segment 4f866d60-66e4-40ba-b5bb-d5e81ca4e192 of type vlan for network 0907fc24-1f94-40d2-b20a-38708fa0680c Apr 20 16:31:01.608298 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b934e97-4f0c-4295-b879-159b534d2fec tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:01.635738 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce5bccb4-0947-471b-b182-28af69a1d410 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:01.636863 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-84791ab2-6dd3-4d47-802e-c266f1480955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:01.655146 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-1397c090-49e5-496d-8995-b1ba024133b7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8::1 (10294607-eb5e-406e-b70a-cc143553f735/dc6c31c6-e779-47d7-a97f-132b4eff777f/e1f26519-048f-4ecd-827a-eb1d55d0bdbe) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:01.678042 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ed8889-8cf4-4034-8546-f3dd0ebccfcd None None] Network e28061be-1327-4a85-ae4d-366f7fe29b47 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:31:01.689540 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce5bccb4-0947-471b-b182-28af69a1d410 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:01.692773 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ce5bccb4-0947-471b-b182-28af69a1d410 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] 10.222.0.15 "DELETE /v2.0/subnets/ecbe7ce5-1183-4fd4-92af-764bbc01d068 HTTP/1.1" status: 204 len: 168 time: 0.6112263 Apr 20 16:31:01.694028 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bccb4-0947-471b-b182-28af69a1d410 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Pushing event deleted for resources: {'Subnet': ['ID=ecbe7ce5-1183-4fd4-92af-764bbc01d068,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:01.695650 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57260) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:01.759308 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b934e97-4f0c-4295-b879-159b534d2fec tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:01.765137 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b934e97-4f0c-4295-b879-159b534d2fec tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:01.765737 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b934e97-4f0c-4295-b879-159b534d2fec tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:01.773562 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-84791ab2-6dd3-4d47-802e-c266f1480955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:01.839961 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c81f104b-73e5-480b-bc2f-449ee7aeb3e7 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:01.846229 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-84791ab2-6dd3-4d47-802e-c266f1480955 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=713ffef2528a4f75bb61f3b053bb0f7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7131019 Apr 20 16:31:01.846229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57262) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:01.846229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84791ab2-6dd3-4d47-802e-c266f1480955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624dc41f-941e-44b6-8b40-9b480b01bdb0,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:01.846689 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f6377736-927c-440f-89bc-a85cae0cd86e req-e4e079c2-92a5-4468-93f7-e302cc92b06d tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:01.859227 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b934e97-4f0c-4295-b879-159b534d2fec tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'Network': ['ID=0907fc24-1f94-40d2-b20a-38708fa0680c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:01.884262 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1397c090-49e5-496d-8995-b1ba024133b7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:01.885531 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 0907fc24-1f94-40d2-b20a-38708fa0680c details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:31:01.897249 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fb8f2c-4b6b-48c9-aa23-677b06843268 None None] DHCP port deletion for e28061be-1327-4a85-ae4d-366f7fe29b47 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:31:01.898818 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3b934e97-4f0c-4295-b879-159b534d2fec tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5847983 Apr 20 16:31:01.902741 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57264) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:01.907618 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-611f75c2-c8fb-4ad7-be92-e68eee595bb9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Request body: {'subnet': {'network_id': '0907fc24-1f94-40d2-b20a-38708fa0680c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:01.930910 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e079c2-92a5-4468-93f7-e302cc92b06d tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Pushing event deleted for resources: {'Port': ['ID=dcc64fb7-0cea-4d6b-b62c-ac244e7600a9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:01.991086 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c81f104b-73e5-480b-bc2f-449ee7aeb3e7 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Deleting port 554fed71-e744-43c6-bcba-a5798b98a314 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:01.991341 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c81f104b-73e5-480b-bc2f-449ee7aeb3e7 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.016272 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-39d7e12a-c444-4e4f-9730-d3bb3f2f868b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.034078 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f6377736-927c-440f-89bc-a85cae0cd86e req-e4e079c2-92a5-4468-93f7-e302cc92b06d tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.036568 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f6377736-927c-440f-89bc-a85cae0cd86e req-e4e079c2-92a5-4468-93f7-e302cc92b06d tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.037785 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6377736-927c-440f-89bc-a85cae0cd86e req-e4e079c2-92a5-4468-93f7-e302cc92b06d tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "DELETE /v2.0/floatingips/949719a8-e253-486d-893f-6d2e29796582 HTTP/1.1" status: 204 len: 173 time: 1.6801622 Apr 20 16:31:02.045452 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-78fb8f2c-4b6b-48c9-aa23-677b06843268 None None] Deleting port 554fed71-e744-43c6-bcba-a5798b98a314 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:02.045452 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-78fb8f2c-4b6b-48c9-aa23-677b06843268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.064954 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-39d7e12a-c444-4e4f-9730-d3bb3f2f868b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.087637 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-c81f104b-73e5-480b-bc2f-449ee7aeb3e7 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] For port 554fed71-e744-43c6-bcba-a5798b98a314, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=554fed71-e744-43c6-bcba-a5798b98a314,segment=NetworkSegment(e197f1d6-86da-4b5c-9a55-6cfa9175229e),segment_id=e197f1d6-86da-4b5c-9a55-6cfa9175229e)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:02.088232 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c81f104b-73e5-480b-bc2f-449ee7aeb3e7 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.097250 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1397c090-49e5-496d-8995-b1ba024133b7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.112924 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c81f104b-73e5-480b-bc2f-449ee7aeb3e7 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Calling delete_port for 554fed71-e744-43c6-bcba-a5798b98a314 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:02.123937 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-78fb8f2c-4b6b-48c9-aa23-677b06843268 None None] For port 554fed71-e744-43c6-bcba-a5798b98a314, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=554fed71-e744-43c6-bcba-a5798b98a314,segment=NetworkSegment(e197f1d6-86da-4b5c-9a55-6cfa9175229e),segment_id=e197f1d6-86da-4b5c-9a55-6cfa9175229e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:02.124354 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-78fb8f2c-4b6b-48c9-aa23-677b06843268 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.139676 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-78fb8f2c-4b6b-48c9-aa23-677b06843268 None None] Calling delete_port for 554fed71-e744-43c6-bcba-a5798b98a314 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:02.175745 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-04bf3d51-cc74-4b7d-ba6f-dbf82679c5a6 req-adac2e2e-e7ae-411c-8d28-f8f16f3f337a tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups/08b1341b-7dd0-4794-b9f5-04455896b2d8 HTTP/1.1" status: 200 len: 1809 time: 0.1150200 Apr 20 16:31:02.178522 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611f75c2-c8fb-4ad7-be92-e68eee595bb9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Made reservation on behalf of caeff3e05f2c43088f434fc77bad316c for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:31:02.181476 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397c090-49e5-496d-8995-b1ba024133b7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=e1f26519-048f-4ecd-827a-eb1d55d0bdbe,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:02.184573 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-611f75c2-c8fb-4ad7-be92-e68eee595bb9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.205192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1397c090-49e5-496d-8995-b1ba024133b7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:02.207892 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-1397c090-49e5-496d-8995-b1ba024133b7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:02.211906 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1397c090-49e5-496d-8995-b1ba024133b7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:31:02.212587 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1397c090-49e5-496d-8995-b1ba024133b7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.326412 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-78fb8f2c-4b6b-48c9-aa23-677b06843268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.354761 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb8f2c-4b6b-48c9-aa23-677b06843268 None None] Pushing event deleted for resources: {'Port': ['ID=554fed71-e744-43c6-bcba-a5798b98a314,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:02.358876 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fb8f2c-4b6b-48c9-aa23-677b06843268 None None] No DVR routers for this DVR port 554fed71-e744-43c6-bcba-a5798b98a314 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:31:02.366245 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c81f104b-73e5-480b-bc2f-449ee7aeb3e7 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.371507 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-04bf3d51-cc74-4b7d-ba6f-dbf82679c5a6 req-638f75d4-9124-43f4-b867-26f6281a3a06 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.396043 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-39d7e12a-c444-4e4f-9730-d3bb3f2f868b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.399870 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-39d7e12a-c444-4e4f-9730-d3bb3f2f868b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.405299 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-39d7e12a-c444-4e4f-9730-d3bb3f2f868b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/624dc41f-941e-44b6-8b40-9b480b01bdb0 HTTP/1.1" status: 204 len: 168 time: 0.5569887 Apr 20 16:31:02.418562 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7e12a-c444-4e4f-9730-d3bb3f2f868b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624dc41f-941e-44b6-8b40-9b480b01bdb0,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:02.429381 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81f104b-73e5-480b-bc2f-449ee7aeb3e7 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] No DVR routers for this DVR port 554fed71-e744-43c6-bcba-a5798b98a314 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:31:02.440493 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f104b-73e5-480b-bc2f-449ee7aeb3e7 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Pushing event deleted for resources: {'Port': ['ID=554fed71-e744-43c6-bcba-a5798b98a314,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:02.478980 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-04bf3d51-cc74-4b7d-ba6f-dbf82679c5a6 req-638f75d4-9124-43f4-b867-26f6281a3a06 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.499928 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1397c090-49e5-496d-8995-b1ba024133b7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.622641 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c81f104b-73e5-480b-bc2f-449ee7aeb3e7 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.681965 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-28c365c5-9e9a-425d-afda-f51672776d3e None None] Provisioning complete for port e1164bc6-e7a4-4bd2-b871-e984b5db38d8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:02.683038 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-28c365c5-9e9a-425d-afda-f51672776d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.706662 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-c81f104b-73e5-480b-bc2f-449ee7aeb3e7 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28061be-1327-4a85-ae4d-366f7fe29b47']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:02.717852 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-c81f104b-73e5-480b-bc2f-449ee7aeb3e7 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e197f1d6-86da-4b5c-9a55-6cfa9175229e') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:02.718189 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-c81f104b-73e5-480b-bc2f-449ee7aeb3e7 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e197f1d6-86da-4b5c-9a55-6cfa9175229e') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:02.728022 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c81f104b-73e5-480b-bc2f-449ee7aeb3e7 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.742669 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c81f104b-73e5-480b-bc2f-449ee7aeb3e7 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.749368 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-04bf3d51-cc74-4b7d-ba6f-dbf82679c5a6 req-638f75d4-9124-43f4-b867-26f6281a3a06 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.751880 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-04bf3d51-cc74-4b7d-ba6f-dbf82679c5a6 req-638f75d4-9124-43f4-b867-26f6281a3a06 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.757541 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-04bf3d51-cc74-4b7d-ba6f-dbf82679c5a6 req-638f75d4-9124-43f4-b867-26f6281a3a06 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "DELETE /v2.0/security-groups/08b1341b-7dd0-4794-b9f5-04455896b2d8 HTTP/1.1" status: 204 len: 173 time: 0.5689085 Apr 20 16:31:02.759315 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81f104b-73e5-480b-bc2f-449ee7aeb3e7 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:31:02.759730 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c81f104b-73e5-480b-bc2f-449ee7aeb3e7 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:31:02.800789 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:31:02.826111 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-611f75c2-c8fb-4ad7-be92-e68eee595bb9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.857321 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-28c365c5-9e9a-425d-afda-f51672776d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:02.892522 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f75d4-9124-43f4-b867-26f6281a3a06 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b1341b-7dd0-4794-b9f5-04455896b2d8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:02.924284 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-28c365c5-9e9a-425d-afda-f51672776d3e None None] For port e1164bc6-e7a4-4bd2-b871-e984b5db38d8, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e1164bc6-e7a4-4bd2-b871-e984b5db38d8,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:02.967618 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1397c090-49e5-496d-8995-b1ba024133b7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:03.002122 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-28c365c5-9e9a-425d-afda-f51672776d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:03.054404 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f75c2-c8fb-4ad7-be92-e68eee595bb9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'Subnet': ['ID=ea4ae1f5-d469-4bf4-b152-4fddfac5ec98,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:03.068995 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611f75c2-c8fb-4ad7-be92-e68eee595bb9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Checking segment: {'id': '4f866d60-66e4-40ba-b5bb-d5e81ca4e192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0907fc24-1f94-40d2-b20a-38708fa0680c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:31:03.069366 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611f75c2-c8fb-4ad7-be92-e68eee595bb9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Network hostable DHCP agents. Network: 0907fc24-1f94-40d2-b20a-38708fa0680c, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:31:03.079511 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c7700359-987b-499b-8b8e-5259fe4e6623 req-22326070-c901-4029-b8a0-240164eae89f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1092415 Apr 20 16:31:03.097930 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1397c090-49e5-496d-8995-b1ba024133b7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:03.105395 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1397c090-49e5-496d-8995-b1ba024133b7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:03.126941 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c81f104b-73e5-480b-bc2f-449ee7aeb3e7 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:03.135014 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c81f104b-73e5-480b-bc2f-449ee7aeb3e7 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:03.142653 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c81f104b-73e5-480b-bc2f-449ee7aeb3e7 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] 10.222.0.15 "DELETE /v2.0/networks/e28061be-1327-4a85-ae4d-366f7fe29b47 HTTP/1.1" status: 204 len: 168 time: 1.4438179 Apr 20 16:31:03.143691 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57280) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:03.185947 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c365c5-9e9a-425d-afda-f51672776d3e None None] Pushing event updated for resources: {'Port': ['ID=e1164bc6-e7a4-4bd2-b871-e984b5db38d8,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:03.188225 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f104b-73e5-480b-bc2f-449ee7aeb3e7 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Pushing event deleted for resources: {'Network': ['ID=e28061be-1327-4a85-ae4d-366f7fe29b47,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:03.212204 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611f75c2-c8fb-4ad7-be92-e68eee595bb9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Network 0907fc24-1f94-40d2-b20a-38708fa0680c is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:31:03.217774 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-11e71b4f-985c-46f0-bc43-048b67330fa7 None None] Provisioning complete for port e1f26519-048f-4ecd-827a-eb1d55d0bdbe triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:03.218156 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-11e71b4f-985c-46f0-bc43-048b67330fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:03.232277 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-acfde676-ee24-4066-824d-ad8de1eeb316 tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1 HTTP/1.1" status: 200 len: 205 time: 0.0869813 Apr 20 16:31:03.237452 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57290) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:03.305896 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e1164bc6-e7a4-4bd2-b871-e984b5db38d8 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:31:03.315332 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-611f75c2-c8fb-4ad7-be92-e68eee595bb9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 0907fc24-1f94-40d2-b20a-38708fa0680c) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:03.351050 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611f75c2-c8fb-4ad7-be92-e68eee595bb9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:03.351940 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd95ce0-952a-4e5a-b0d1-4c3791a6d96f None None] Network 0907fc24-1f94-40d2-b20a-38708fa0680c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:31:03.353301 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-611f75c2-c8fb-4ad7-be92-e68eee595bb9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:03.367822 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9ea10f24-066d-4bf0-a071-b95ca140799a tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:03.398487 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7700359-987b-499b-8b8e-5259fe4e6623 req-76124daf-dde9-4a5c-85f5-8a13fe2873a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:03.401275 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c7700359-987b-499b-8b8e-5259fe4e6623 req-76124daf-dde9-4a5c-85f5-8a13fe2873a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 1097 time: 0.2412162 Apr 20 16:31:03.405730 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397c090-49e5-496d-8995-b1ba024133b7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=e1f26519-048f-4ecd-827a-eb1d55d0bdbe,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:03.526277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1397c090-49e5-496d-8995-b1ba024133b7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:03.529206 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-1397c090-49e5-496d-8995-b1ba024133b7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:03.588513 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-611f75c2-c8fb-4ad7-be92-e68eee595bb9 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6846218 Apr 20 16:31:03.599812 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-11e71b4f-985c-46f0-bc43-048b67330fa7 None None] Port e1f26519-048f-4ecd-827a-eb1d55d0bdbe cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:31:03.643851 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57300) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:03.682372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7700359-987b-499b-8b8e-5259fe4e6623 req-864fe0ea-ba1a-448d-aab9-844b69b61cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:03.684175 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c7700359-987b-499b-8b8e-5259fe4e6623 req-864fe0ea-ba1a-448d-aab9-844b69b61cbf service neutron] 10.222.0.30 "GET /v2.0/networks?id=6129277f-3b7c-420f-bcf7-8207d3888fce HTTP/1.1" status: 200 len: 915 time: 0.2629285 Apr 20 16:31:03.691217 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port e1164bc6-e7a4-4bd2-b871-e984b5db38d8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:03.692958 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:03.766702 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9ea10f24-066d-4bf0-a071-b95ca140799a tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:03.769649 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9ea10f24-066d-4bf0-a071-b95ca140799a tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:03.784392 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c7700359-987b-499b-8b8e-5259fe4e6623 req-2c6452cb-e47c-4d56-9b88-cbfe6ca42337 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c030243a-3b3b-48d9-b958-e0bce2183416 HTTP/1.1" status: 200 len: 1001 time: 0.0904040 Apr 20 16:31:03.818824 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a433e8d2-e461-483e-b838-15236817dcc1 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1760779859', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}, 'admin_state_up': False}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:03.855140 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7700359-987b-499b-8b8e-5259fe4e6623 req-9783f332-856a-4943-903c-6911163ab55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:03.857072 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c7700359-987b-499b-8b8e-5259fe4e6623 req-9783f332-856a-4943-903c-6911163ab55f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d0d8025-1a58-4c58-9113-dd747fc0c87b HTTP/1.1" status: 200 len: 853 time: 0.0652130 Apr 20 16:31:03.861844 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7499c-63ee-49a7-96c5-310a55e0de4d req-35c1afc2-895f-405b-95e7-ff3f1315e504 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:03.863404 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1bb7499c-63ee-49a7-96c5-310a55e0de4d req-35c1afc2-895f-405b-95e7-ff3f1315e504 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.2958965 Apr 20 16:31:03.912426 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1bb7499c-63ee-49a7-96c5-310a55e0de4d req-39c590ff-3ce3-4d61-9101-856ec85b8379 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424452 Apr 20 16:31:03.916111 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7700359-987b-499b-8b8e-5259fe4e6623 req-e7cb43c2-c1fe-4882-ba47-a36f51a9888f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:03.917694 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c7700359-987b-499b-8b8e-5259fe4e6623 req-e7cb43c2-c1fe-4882-ba47-a36f51a9888f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6129277f-3b7c-420f-bcf7-8207d3888fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539920 Apr 20 16:31:03.920534 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c997db4b-46ed-4a64-91ec-7c702bb56a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-0907fc24-1f94-40d2-b20a-38708fa0680c', 'network_id': '0907fc24-1f94-40d2-b20a-38708fa0680c', 'tenant_id': 'caeff3e05f2c43088f434fc77bad316c', 'fixed_ips': [{'subnet_id': 'ea4ae1f5-d469-4bf4-b152-4fddfac5ec98'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:31:03.921435 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c997db4b-46ed-4a64-91ec-7c702bb56a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:03.950785 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9ea10f24-066d-4bf0-a071-b95ca140799a tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:03.951832 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea10f24-066d-4bf0-a071-b95ca140799a tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Fanout notify agent at l3_agent the message router_deleted on router cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:31:03.969936 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9ea10f24-066d-4bf0-a071-b95ca140799a tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:03.971149 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9ea10f24-066d-4bf0-a071-b95ca140799a tempest-RoutersNegativeTest-1412391314 tempest-RoutersNegativeTest-1412391314-project] 10.222.0.15 "DELETE /v2.0/routers/cdd3a1b2-de2d-4c53-bf04-5d3da16baaa1 HTTP/1.1" status: 204 len: 168 time: 0.7309957 Apr 20 16:31:04.001028 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a433e8d2-e461-483e-b838-15236817dcc1 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:04.004485 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a433e8d2-e461-483e-b838-15236817dcc1 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:04.017007 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 554fed71-e744-43c6-bcba-a5798b98a314 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:31:04.019170 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1393a1bf-ca1a-403a-be66-3e2d89fa7601 None None] Provisioning complete for port e1f26519-048f-4ecd-827a-eb1d55d0bdbe triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:04.019540 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1393a1bf-ca1a-403a-be66-3e2d89fa7601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:04.053060 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1397c090-49e5-496d-8995-b1ba024133b7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Router 5290acf1-acb5-4fd8-8365-86989fbf916f is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:31:04.074429 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 554fed71-e744-43c6-bcba-a5798b98a314 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:31:04.074660 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 554fed71-e744-43c6-bcba-a5798b98a314 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:31:04.079637 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a433e8d2-e461-483e-b838-15236817dcc1 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:04.116278 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-1393a1bf-ca1a-403a-be66-3e2d89fa7601 None None] Port e1f26519-048f-4ecd-827a-eb1d55d0bdbe cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:31:04.127379 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c7700359-987b-499b-8b8e-5259fe4e6623 req-1c1e7aa9-1c1c-4c5a-a723-f029fc83b5d9 service neutron] 10.222.0.30 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023163 Apr 20 16:31:04.149718 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-c997db4b-46ed-4a64-91ec-7c702bb56a52 None None] Allocated IP 172.20.0.2 (0907fc24-1f94-40d2-b20a-38708fa0680c/ea4ae1f5-d469-4bf4-b152-4fddfac5ec98/4a7abe39-3639-4f9c-bbec-3d6e1e09816e) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:04.356001 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c997db4b-46ed-4a64-91ec-7c702bb56a52 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:04.415051 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a433e8d2-e461-483e-b838-15236817dcc1 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:04.481456 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c997db4b-46ed-4a64-91ec-7c702bb56a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:04.532523 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c997db4b-46ed-4a64-91ec-7c702bb56a52 None None] Network 0907fc24-1f94-40d2-b20a-38708fa0680c is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:04.535578 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-c997db4b-46ed-4a64-91ec-7c702bb56a52 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:04.541210 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c997db4b-46ed-4a64-91ec-7c702bb56a52 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:31:04.544593 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997db4b-46ed-4a64-91ec-7c702bb56a52 None None] Pushing event updated for resources: {'Port': ['ID=4a7abe39-3639-4f9c-bbec-3d6e1e09816e,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:04.578040 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57332) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:04.597077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1397c090-49e5-496d-8995-b1ba024133b7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:31:04.606365 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1397c090-49e5-496d-8995-b1ba024133b7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "PUT /v2.0/routers/5290acf1-acb5-4fd8-8365-86989fbf916f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1074691 Apr 20 16:31:04.608742 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57336) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:04.614442 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] Sync routers for ids ['5290acf1-acb5-4fd8-8365-86989fbf916f'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:31:04.624671 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c997db4b-46ed-4a64-91ec-7c702bb56a52 None None] Attempting to bind port 4a7abe39-3639-4f9c-bbec-3d6e1e09816e on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:31:04.625044 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c997db4b-46ed-4a64-91ec-7c702bb56a52 None None] Attempting to bind port 4a7abe39-3639-4f9c-bbec-3d6e1e09816e by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '4f866d60-66e4-40ba-b5bb-d5e81ca4e192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0907fc24-1f94-40d2-b20a-38708fa0680c'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:31:04.625403 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c997db4b-46ed-4a64-91ec-7c702bb56a52 None None] Attempting to bind port 4a7abe39-3639-4f9c-bbec-3d6e1e09816e on network 0907fc24-1f94-40d2-b20a-38708fa0680c {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:31:04.634899 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c997db4b-46ed-4a64-91ec-7c702bb56a52 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:31:04.635281 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c997db4b-46ed-4a64-91ec-7c702bb56a52 None None] Checking segment: {'id': '4f866d60-66e4-40ba-b5bb-d5e81ca4e192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0907fc24-1f94-40d2-b20a-38708fa0680c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:31:04.635688 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c997db4b-46ed-4a64-91ec-7c702bb56a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:04.636191 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c997db4b-46ed-4a64-91ec-7c702bb56a52 None None] Bound using segment: {'id': '4f866d60-66e4-40ba-b5bb-d5e81ca4e192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0907fc24-1f94-40d2-b20a-38708fa0680c'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:31:04.636700 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c997db4b-46ed-4a64-91ec-7c702bb56a52 None None] Bound port: 4a7abe39-3639-4f9c-bbec-3d6e1e09816e, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f866d60-66e4-40ba-b5bb-d5e81ca4e192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0907fc24-1f94-40d2-b20a-38708fa0680c'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:31:04.637083 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c997db4b-46ed-4a64-91ec-7c702bb56a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:04.674804 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] Routers {'5290acf1-acb5-4fd8-8365-86989fbf916f'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:04.675506 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5290acf1-acb5-4fd8-8365-86989fbf916f'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:04.704020 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd948556-7c36-44ce-a156-23ab1522a8fa tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:04.720443 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bd948556-7c36-44ce-a156-23ab1522a8fa tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports/e1f26519-048f-4ecd-827a-eb1d55d0bdbe HTTP/1.1" status: 200 len: 911 time: 0.1079180 Apr 20 16:31:04.722236 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57340) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:04.744849 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c7700359-987b-499b-8b8e-5259fe4e6623 req-b3b947f0-8f2d-4675-8d02-3d0284ea5ff8 service neutron] 10.222.0.30 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5759676 Apr 20 16:31:04.817750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cfe75e-836a-4d3f-b1b6-ec45c52cf224 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:04.824756 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cfe75e-836a-4d3f-b1b6-ec45c52cf224 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:04.828390 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b2cfe75e-836a-4d3f-b1b6-ec45c52cf224 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1029987 Apr 20 16:31:04.832646 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57342) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:04.856835 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] Set router 5290acf1-acb5-4fd8-8365-86989fbf916f gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:31:04.859383 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c997db4b-46ed-4a64-91ec-7c702bb56a52 None None] For port 4a7abe39-3639-4f9c-bbec-3d6e1e09816e, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:31:04.929887 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c997db4b-46ed-4a64-91ec-7c702bb56a52 None None] For port 4a7abe39-3639-4f9c-bbec-3d6e1e09816e, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4a7abe39-3639-4f9c-bbec-3d6e1e09816e,segment=NetworkSegment(4f866d60-66e4-40ba-b5bb-d5e81ca4e192),segment_id=4f866d60-66e4-40ba-b5bb-d5e81ca4e192)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:31:05.036932 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c997db4b-46ed-4a64-91ec-7c702bb56a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:05.095870 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62130cc0-4c78-498b-a620-e390ce91c702 req-e08e714f-4b8c-41d9-ba93-f44b4237af40 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:05.097458 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-62130cc0-4c78-498b-a620-e390ce91c702 req-e08e714f-4b8c-41d9-ba93-f44b4237af40 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.0994837 Apr 20 16:31:05.114385 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997db4b-46ed-4a64-91ec-7c702bb56a52 None None] Pushing event updated for resources: {'Port': ['ID=4a7abe39-3639-4f9c-bbec-3d6e1e09816e,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:05.117929 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e1164bc6-e7a4-4bd2-b871-e984b5db38d8 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:31:05.174313 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-62130cc0-4c78-498b-a620-e390ce91c702 req-d911e551-46a1-44d2-9292-97cef0788e8a tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691767 Apr 20 16:31:05.273295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57356) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:05.294884 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port e1164bc6-e7a4-4bd2-b871-e984b5db38d8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:05.295668 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:05.379519 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a433e8d2-e461-483e-b838-15236817dcc1 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:05.426249 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5290acf1-acb5-4fd8-8365-86989fbf916f', 'name': 'tempest-NetworksTestDHCPv6-router-1555759139', 'tenant_id': '796962445b37485c88e0484b277572e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:30:59Z', 'updated_at': '2022-04-20T16:31:02Z', 'revision_number': 2, 'project_id': '796962445b37485c88e0484b277572e7', 'gw_port_host': None, '_interfaces': [{'id': 'e1f26519-048f-4ecd-827a-eb1d55d0bdbe', 'name': '', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'mac_address': 'fa:16:3e:72:d3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5290acf1-acb5-4fd8-8365-86989fbf916f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'dc6c31c6-e779-47d7-a97f-132b4eff777f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:01Z', 'updated_at': '2022-04-20T16:31:02Z', 'revision_number': 2, 'project_id': '796962445b37485c88e0484b277572e7', 'subnets': [{'id': 'dc6c31c6-e779-47d7-a97f-132b4eff777f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:05.426880 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b828fc64-35a9-40e3-aa91-b09f386e9aa0 tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] 10.222.0.15 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3454 time: 0.1522777 Apr 20 16:31:05.427748 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57360) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:05.433855 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a433e8d2-e461-483e-b838-15236817dcc1 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:05.436942 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-0b8ee32c-ae82-4ad2-a4d3-194bbcae424f tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Request body: {'network': {'name': 'tempest-network-smoke--2104748409', 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'port_security_enabled': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:05.477195 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] Checking router: 5290acf1-acb5-4fd8-8365-86989fbf916f for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:31:05.477687 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] Updating router 5290acf1-acb5-4fd8-8365-86989fbf916f port e1f26519-048f-4ecd-827a-eb1d55d0bdbe binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:31:05.546374 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:05.564378 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dccd4c9f-022f-4d07-92f1-045a5ace6c09 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2dc12076ce624ae8b47782ebee633a5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9836767 Apr 20 16:31:05.566244 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8ee32c-ae82-4ad2-a4d3-194bbcae424f tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Made reservation on behalf of cb11bf8b3c08464a8790ceef590f4df3 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:31:05.568197 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57368) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:05.574471 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0b8ee32c-ae82-4ad2-a4d3-194bbcae424f tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:05.638282 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8ee32c-ae82-4ad2-a4d3-194bbcae424f tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:31:05.659357 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0b8ee32c-ae82-4ad2-a4d3-194bbcae424f tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:05.659962 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-0b8ee32c-ae82-4ad2-a4d3-194bbcae424f tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Added segment a43cc36e-7c1b-4f28-9c93-371675e8ef2c of type vlan for network 04756bee-19b2-4348-bde3-994b84a32a71 Apr 20 16:31:05.757018 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0b8ee32c-ae82-4ad2-a4d3-194bbcae424f tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:05.849421 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fd5430da-c187-4bb2-82d1-16c04aa4b4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:05.859936 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-a433e8d2-e461-483e-b838-15236817dcc1 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Allocated IP 172.25.0.188 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/2d214d6e-5171-40c1-b911-4fdcdba021ca) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:05.884101 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0b8ee32c-ae82-4ad2-a4d3-194bbcae424f tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:05.889487 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8ee32c-ae82-4ad2-a4d3-194bbcae424f tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:05.890051 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0b8ee32c-ae82-4ad2-a4d3-194bbcae424f tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:05.908147 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fd5430da-c187-4bb2-82d1-16c04aa4b4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:05.977318 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ee32c-ae82-4ad2-a4d3-194bbcae424f tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event updated for resources: {'Network': ['ID=04756bee-19b2-4348-bde3-994b84a32a71,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:05.997608 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0b8ee32c-ae82-4ad2-a4d3-194bbcae424f tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5655010 Apr 20 16:31:06.000452 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57378) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:06.009297 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 04756bee-19b2-4348-bde3-994b84a32a71 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:31:06.011937 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-29ab2c01-144a-4d02-afa5-f4741349d601 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1922142334', 'admin_state_up': True, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:06.123969 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a433e8d2-e461-483e-b838-15236817dcc1 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:06.130118 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6e8ad-ef5e-4c56-bd6c-24ff0bffd856 req-654d8479-af0f-402a-9a28-3b43757f4ad8 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:06.133358 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dfe6e8ad-ef5e-4c56-bd6c-24ff0bffd856 req-654d8479-af0f-402a-9a28-3b43757f4ad8 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.26 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.0888870 Apr 20 16:31:06.135588 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29ab2c01-144a-4d02-afa5-f4741349d601 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:06.138078 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29ab2c01-144a-4d02-afa5-f4741349d601 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:06.142548 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:06.230122 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:06.236188 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fd5430da-c187-4bb2-82d1-16c04aa4b4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:06.243149 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fd5430da-c187-4bb2-82d1-16c04aa4b4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:06.243149 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fd5430da-c187-4bb2-82d1-16c04aa4b4a1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/98d9afd4-aabb-4bd8-a81b-633af9783af7 HTTP/1.1" status: 204 len: 168 time: 0.6653807 Apr 20 16:31:06.288739 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29ab2c01-144a-4d02-afa5-f4741349d601 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:06.365335 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5430da-c187-4bb2-82d1-16c04aa4b4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d9afd4-aabb-4bd8-a81b-633af9783af7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:06.376910 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-dfe6e8ad-ef5e-4c56-bd6c-24ff0bffd856 req-70380fa1-4f97-437d-a745-fd8e61ddf7a4 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Deleting port 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:06.377404 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-dfe6e8ad-ef5e-4c56-bd6c-24ff0bffd856 req-70380fa1-4f97-437d-a745-fd8e61ddf7a4 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:06.388373 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5430da-c187-4bb2-82d1-16c04aa4b4a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:06.389370 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5430da-c187-4bb2-82d1-16c04aa4b4a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:06.389906 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5430da-c187-4bb2-82d1-16c04aa4b4a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:06.390397 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5430da-c187-4bb2-82d1-16c04aa4b4a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:06.390873 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5430da-c187-4bb2-82d1-16c04aa4b4a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:06.391372 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5430da-c187-4bb2-82d1-16c04aa4b4a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:06.391854 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5430da-c187-4bb2-82d1-16c04aa4b4a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:06.392324 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5430da-c187-4bb2-82d1-16c04aa4b4a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:06.393014 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5430da-c187-4bb2-82d1-16c04aa4b4a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:06.393565 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5430da-c187-4bb2-82d1-16c04aa4b4a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:06.394062 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5430da-c187-4bb2-82d1-16c04aa4b4a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:06.394547 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5430da-c187-4bb2-82d1-16c04aa4b4a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:06.423384 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7ba6eaf5-fc67-4b9c-957b-41fb26b5bd81 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:06.449630 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf409671-89bb-4bc1-8956-1a77d11f191f None None] Pushing event updated for resources: {'Port': ['ID=e1f26519-048f-4ecd-827a-eb1d55d0bdbe,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:06.509306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-dfe6e8ad-ef5e-4c56-bd6c-24ff0bffd856 req-70380fa1-4f97-437d-a745-fd8e61ddf7a4 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] For port 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a,segment=NetworkSegment(de7e85de-f14c-461a-94d8-0584b0dff18b),segment_id=de7e85de-f14c-461a-94d8-0584b0dff18b)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:06.510079 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-dfe6e8ad-ef5e-4c56-bd6c-24ff0bffd856 req-70380fa1-4f97-437d-a745-fd8e61ddf7a4 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:06.527403 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-dfe6e8ad-ef5e-4c56-bd6c-24ff0bffd856 req-70380fa1-4f97-437d-a745-fd8e61ddf7a4 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Calling delete_port for 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:06.637517 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a433e8d2-e461-483e-b838-15236817dcc1 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:06.658073 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] Attempting to bind port e1f26519-048f-4ecd-827a-eb1d55d0bdbe on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:31:06.658933 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] Attempting to bind port e1f26519-048f-4ecd-827a-eb1d55d0bdbe by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:31:06.659306 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] Attempting to bind port e1f26519-048f-4ecd-827a-eb1d55d0bdbe on network 10294607-eb5e-406e-b70a-cc143553f735 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:31:06.665898 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:31:06.669587 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:31:06.669587 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:06.669587 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] Bound using segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:31:06.669587 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] Bound port: e1f26519-048f-4ecd-827a-eb1d55d0bdbe, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:31:06.669587 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:06.673305 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a592a-3234-4bde-ba56-b6e8bb367d75 req-366c1f00-60ca-4f5b-b7a7-8dac6e15d06c tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:06.684555 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-089a592a-3234-4bde-ba56-b6e8bb367d75 req-366c1f00-60ca-4f5b-b7a7-8dac6e15d06c tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 946 time: 0.3513896 Apr 20 16:31:06.804764 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a433e8d2-e461-483e-b838-15236817dcc1 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:06.805235 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] For port e1f26519-048f-4ecd-827a-eb1d55d0bdbe, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:31:06.811227 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] For port e1f26519-048f-4ecd-827a-eb1d55d0bdbe, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e1f26519-048f-4ecd-827a-eb1d55d0bdbe,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:31:06.819051 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-a433e8d2-e461-483e-b838-15236817dcc1 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:06.824667 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a433e8d2-e461-483e-b838-15236817dcc1 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:31:06.836021 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-dfe6e8ad-ef5e-4c56-bd6c-24ff0bffd856 req-70380fa1-4f97-437d-a745-fd8e61ddf7a4 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:06.879475 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:31:06.921302 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:06.962855 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433e8d2-e461-483e-b838-15236817dcc1 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'Port': ['ID=2d214d6e-5171-40c1-b911-4fdcdba021ca,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:06.977633 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70380fa1-4f97-437d-a745-fd8e61ddf7a4 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Pushing event deleted for resources: {'Port': ['ID=4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:07.014571 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ad8e2d-0a64-4085-92c1-88a363196353 None None] Network 0907fc24-1f94-40d2-b20a-38708fa0680c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:31:07.063763 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-089a592a-3234-4bde-ba56-b6e8bb367d75 req-94330f9a-8b54-4061-9720-77563cf5195c tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/security-groups?id=195eae69-7f65-47b2-90bf-8fd37ee4a7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780103 Apr 20 16:31:07.113171 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7c2f6235-b813-4f07-b896-cdfe1cab0995 None None] Provisioning complete for port e1f26519-048f-4ecd-827a-eb1d55d0bdbe triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:07.113902 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7c2f6235-b813-4f07-b896-cdfe1cab0995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:07.145033 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29ab2c01-144a-4d02-afa5-f4741349d601 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:07.204981 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe6e8ad-ef5e-4c56-bd6c-24ff0bffd856 req-70380fa1-4f97-437d-a745-fd8e61ddf7a4 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] No DVR routers for this DVR port 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:31:07.211851 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-dfe6e8ad-ef5e-4c56-bd6c-24ff0bffd856 req-70380fa1-4f97-437d-a745-fd8e61ddf7a4 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:07.217034 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dfe6e8ad-ef5e-4c56-bd6c-24ff0bffd856 req-70380fa1-4f97-437d-a745-fd8e61ddf7a4 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.26 "DELETE /v2.0/ports/4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a HTTP/1.1" status: 204 len: 173 time: 1.0698109 Apr 20 16:31:07.227916 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2142d8fb-7c04-49be-8bd8-65a51ce7e7d0', 'name': 'network-vif-deleted', 'tag': '4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:31:07.230459 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3132ce95-9659-4ad3-ad5f-b0bedd4836be" -d '{"events": [{"server_uuid": "2142d8fb-7c04-49be-8bd8-65a51ce7e7d0", "name": "network-vif-deleted", "tag": "4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:31:07.263584 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] Routers {'5290acf1-acb5-4fd8-8365-86989fbf916f'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:07.264030 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5290acf1-acb5-4fd8-8365-86989fbf916f'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:07.345895 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd95dfb-ee1a-4d75-94e8-c475103ea0d4 x-openstack-request-id: req-7cd95dfb-ee1a-4d75-94e8-c475103ea0d4 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:31:07.346512 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2142d8fb-7c04-49be-8bd8-65a51ce7e7d0", "name": "network-vif-deleted", "tag": "4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:31:07.352173 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7cd95dfb-ee1a-4d75-94e8-c475103ea0d4 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:31:07.352173 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cd95dfb-ee1a-4d75-94e8-c475103ea0d4'] response: {'server_uuid': '2142d8fb-7c04-49be-8bd8-65a51ce7e7d0', 'name': 'network-vif-deleted', 'tag': '4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a', 'status': 'completed', 'code': 200} Apr 20 16:31:07.450399 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf409671-89bb-4bc1-8956-1a77d11f191f None None] Pushing event updated for resources: {'Port': ['ID=e1f26519-048f-4ecd-827a-eb1d55d0bdbe,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:07.789577 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6eaf5-fc67-4b9c-957b-41fb26b5bd81 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting port e1f26519-048f-4ecd-827a-eb1d55d0bdbe {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:07.790193 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7ba6eaf5-fc67-4b9c-957b-41fb26b5bd81 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:07.857104 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29ab2c01-144a-4d02-afa5-f4741349d601 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:07.916187 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29ab2c01-144a-4d02-afa5-f4741349d601 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:07.939051 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4a7abe39-3639-4f9c-bbec-3d6e1e09816e up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:31:08.066880 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] Set router 5290acf1-acb5-4fd8-8365-86989fbf916f gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:31:08.120542 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 4a7abe39-3639-4f9c-bbec-3d6e1e09816e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:08.120987 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:08.165911 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-29ab2c01-144a-4d02-afa5-f4741349d601 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Allocated IP 172.25.0.215 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/faa7aef1-54d3-43ed-bd38-28cac26cfb1d) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:08.202580 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7c2f6235-b813-4f07-b896-cdfe1cab0995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:08.292656 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a433e8d2-e461-483e-b838-15236817dcc1 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:08.296962 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-7ba6eaf5-fc67-4b9c-957b-41fb26b5bd81 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] For port e1f26519-048f-4ecd-827a-eb1d55d0bdbe, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e1f26519-048f-4ecd-827a-eb1d55d0bdbe,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:08.297498 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7ba6eaf5-fc67-4b9c-957b-41fb26b5bd81 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:08.328149 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ed40aec-b622-4f28-8c86-4cf9bcaa1b4c req-c060fc88-6cb1-44ab-93b8-fd411fd85245 tempest-ServerRescueTestJSONUnderV235-236907434 tempest-ServerRescueTestJSONUnderV235-236907434-project] 10.222.0.15 "GET /v2.0/ports?device_id=2142d8fb-7c04-49be-8bd8-65a51ce7e7d0 HTTP/1.1" status: 200 len: 210 time: 0.0901031 Apr 20 16:31:08.390934 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6eaf5-fc67-4b9c-957b-41fb26b5bd81 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Calling delete_port for e1f26519-048f-4ecd-827a-eb1d55d0bdbe owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:08.391445 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7c2f6235-b813-4f07-b896-cdfe1cab0995 None None] For port e1f26519-048f-4ecd-827a-eb1d55d0bdbe, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e1f26519-048f-4ecd-827a-eb1d55d0bdbe,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:08.452189 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29ab2c01-144a-4d02-afa5-f4741349d601 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:08.508460 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7c2f6235-b813-4f07-b896-cdfe1cab0995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:08.579091 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:08.630159 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f6235-b813-4f07-b896-cdfe1cab0995 None None] Pushing event updated for resources: {'Port': ['ID=e1f26519-048f-4ecd-827a-eb1d55d0bdbe,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:08.660135 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 4a7abe39-3639-4f9c-bbec-3d6e1e09816e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4a7abe39-3639-4f9c-bbec-3d6e1e09816e,segment=NetworkSegment(4f866d60-66e4-40ba-b5bb-d5e81ca4e192),segment_id=4f866d60-66e4-40ba-b5bb-d5e81ca4e192)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:08.668977 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4384a2c4-94bf-438f-af0f-b4c30358a68b None None] Provisioning complete for port 4a7abe39-3639-4f9c-bbec-3d6e1e09816e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:08.669528 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4384a2c4-94bf-438f-af0f-b4c30358a68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:08.711182 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5290acf1-acb5-4fd8-8365-86989fbf916f', 'name': 'tempest-NetworksTestDHCPv6-router-1555759139', 'tenant_id': '796962445b37485c88e0484b277572e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:30:59Z', 'updated_at': '2022-04-20T16:31:02Z', 'revision_number': 2, 'project_id': '796962445b37485c88e0484b277572e7', 'gw_port_host': None, '_interfaces': [{'id': 'e1f26519-048f-4ecd-827a-eb1d55d0bdbe', 'name': '', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'mac_address': 'fa:16:3e:72:d3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5290acf1-acb5-4fd8-8365-86989fbf916f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'dc6c31c6-e779-47d7-a97f-132b4eff777f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:01Z', 'updated_at': '2022-04-20T16:31:06Z', 'revision_number': 4, 'project_id': '796962445b37485c88e0484b277572e7', 'subnets': [{'id': 'dc6c31c6-e779-47d7-a97f-132b4eff777f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:08.737446 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57456) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:08.764247 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3b2a55-1976-4d69-8785-3c2dac35c61c None None] The sync data for ids ['5290acf1-acb5-4fd8-8365-86989fbf916f'] in n-d-836146-2 is: [{'id': '5290acf1-acb5-4fd8-8365-86989fbf916f', 'name': 'tempest-NetworksTestDHCPv6-router-1555759139', 'tenant_id': '796962445b37485c88e0484b277572e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:30:59Z', 'updated_at': '2022-04-20T16:31:02Z', 'revision_number': 2, 'project_id': '796962445b37485c88e0484b277572e7', 'gw_port_host': None, '_interfaces': [{'id': 'e1f26519-048f-4ecd-827a-eb1d55d0bdbe', 'name': '', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'mac_address': 'fa:16:3e:72:d3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5290acf1-acb5-4fd8-8365-86989fbf916f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'dc6c31c6-e779-47d7-a97f-132b4eff777f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:01Z', 'updated_at': '2022-04-20T16:31:06Z', 'revision_number': 4, 'project_id': '796962445b37485c88e0484b277572e7', 'subnets': [{'id': 'dc6c31c6-e779-47d7-a97f-132b4eff777f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:31:08.784242 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29ab2c01-144a-4d02-afa5-f4741349d601 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:08.870177 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4384a2c4-94bf-438f-af0f-b4c30358a68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:08.877357 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:08.979117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ab2c01-144a-4d02-afa5-f4741349d601 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:08.989684 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-29ab2c01-144a-4d02-afa5-f4741349d601 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:09.007283 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ab2c01-144a-4d02-afa5-f4741349d601 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:31:09.026360 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=4a7abe39-3639-4f9c-bbec-3d6e1e09816e,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:09.063810 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-4384a2c4-94bf-438f-af0f-b4c30358a68b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:31:09.065258 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-4384a2c4-94bf-438f-af0f-b4c30358a68b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:31:09.069776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab2c01-144a-4d02-afa5-f4741349d601 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event updated for resources: {'Port': ['ID=faa7aef1-54d3-43ed-bd38-28cac26cfb1d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:09.123273 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a433e8d2-e461-483e-b838-15236817dcc1 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:09.303740 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7ba6eaf5-fc67-4b9c-957b-41fb26b5bd81 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:09.341836 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e752da7d-bc34-41ae-8cbf-506a450e7c95 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:09.342333 n-d-836146-2 neutron-server[103484]: WARNING neutron.api.v2.base [None req-e752da7d-bc34-41ae-8cbf-506a450e7c95 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 20 16:31:09.342870 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-e752da7d-bc34-41ae-8cbf-506a450e7c95 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] create failed (client error): There was a conflict when trying to complete your request. Apr 20 16:31:09.344810 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e752da7d-bc34-41ae-8cbf-506a450e7c95 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6052809 Apr 20 16:31:09.377771 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57468) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:09.383999 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6eaf5-fc67-4b9c-957b-41fb26b5bd81 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Port': ['ID=e1f26519-048f-4ecd-827a-eb1d55d0bdbe,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:09.393210 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5b6e0b62-53b8-4ef8-90f1-007c1038fc2a tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1971010604'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:09.481887 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57474) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:09.611846 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7ba6eaf5-fc67-4b9c-957b-41fb26b5bd81 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:09.692146 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4384a2c4-94bf-438f-af0f-b4c30358a68b None None] Could not find standard attr ID for object e1f26519-048f-4ecd-827a-eb1d55d0bdbe. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:31:09.727626 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0b62-53b8-4ef8-90f1-007c1038fc2a tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:09.763407 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0b62-53b8-4ef8-90f1-007c1038fc2a tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:09.866274 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a433e8d2-e461-483e-b838-15236817dcc1 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Router bc025fc0-48ea-470e-b881-3e7a06aa8ae7 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:31:09.975525 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29ab2c01-144a-4d02-afa5-f4741349d601 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:10.048008 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba6eaf5-fc67-4b9c-957b-41fb26b5bd81 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Router 5290acf1-acb5-4fd8-8365-86989fbf916f has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:31:10.070490 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:31:10.120645 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:31:10.120988 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 4786f0a3-ef33-4bb0-8b09-8fb4a3cc005a not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:31:10.416095 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29ab2c01-144a-4d02-afa5-f4741349d601 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:10.555936 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0b62-53b8-4ef8-90f1-007c1038fc2a tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:10.635668 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a433e8d2-e461-483e-b838-15236817dcc1 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:31:10.646166 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f44de379-df9c-4ac2-8baa-b655c8a1c68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:10.658219 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5429d5fa-9e4d-4f74-b3d3-ebdbaa9292e8 None None] Sync routers for ids ['bc025fc0-48ea-470e-b881-3e7a06aa8ae7'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:31:10.671409 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5429d5fa-9e4d-4f74-b3d3-ebdbaa9292e8 None None] Routers {'bc025fc0-48ea-470e-b881-3e7a06aa8ae7'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:10.672151 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-5429d5fa-9e4d-4f74-b3d3-ebdbaa9292e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['bc025fc0-48ea-470e-b881-3e7a06aa8ae7'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:10.685402 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba6eaf5-fc67-4b9c-957b-41fb26b5bd81 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:31:10.694061 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7ba6eaf5-fc67-4b9c-957b-41fb26b5bd81 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "PUT /v2.0/routers/5290acf1-acb5-4fd8-8365-86989fbf916f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8603537 Apr 20 16:31:10.697379 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57496) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:10.711062 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-5429d5fa-9e4d-4f74-b3d3-ebdbaa9292e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:10.722290 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5429d5fa-9e4d-4f74-b3d3-ebdbaa9292e8 None None] Routers {'bc025fc0-48ea-470e-b881-3e7a06aa8ae7'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:10.722915 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-5429d5fa-9e4d-4f74-b3d3-ebdbaa9292e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['bc025fc0-48ea-470e-b881-3e7a06aa8ae7'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:10.737145 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0b62-53b8-4ef8-90f1-007c1038fc2a tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:10.768762 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-5429d5fa-9e4d-4f74-b3d3-ebdbaa9292e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:10.769442 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5429d5fa-9e4d-4f74-b3d3-ebdbaa9292e8 None None] The sync data for ids ['bc025fc0-48ea-470e-b881-3e7a06aa8ae7'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:31:10.835445 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aa4a3a-2bbb-4e5e-805e-84d2af54b53e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:10.838280 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aa4a3a-2bbb-4e5e-805e-84d2af54b53e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:10.840373 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b7aa4a3a-2bbb-4e5e-805e-84d2af54b53e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1416724 Apr 20 16:31:10.843531 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a433e8d2-e461-483e-b838-15236817dcc1 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:10.846090 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a433e8d2-e461-483e-b838-15236817dcc1 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.0310857 Apr 20 16:31:10.853092 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57502) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:10.855740 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57504) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:10.858755 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e0b62-53b8-4ef8-90f1-007c1038fc2a tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214f199a-f3a8-4869-8270-beb4cfeb2395,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:10.908371 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0b62-53b8-4ef8-90f1-007c1038fc2a tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:10.961286 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ab2c01-144a-4d02-afa5-f4741349d601 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Router 227f8c11-9af2-4557-a288-7d635a43975f is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:31:11.017531 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9993e2f-4205-481f-a18a-999bea1476ac tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet dc6c31c6-e779-47d7-a97f-132b4eff777f {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:31:11.017700 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0b62-53b8-4ef8-90f1-007c1038fc2a tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:11.026668 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9993e2f-4205-481f-a18a-999bea1476ac tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:11.083479 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e0b62-53b8-4ef8-90f1-007c1038fc2a tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ff94f6-25a4-44b3-9072-b906995a09c4,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:11.107970 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4a7abe39-3639-4f9c-bbec-3d6e1e09816e up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:31:11.140028 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0b62-53b8-4ef8-90f1-007c1038fc2a tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:11.141871 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5b6e0b62-53b8-4ef8-90f1-007c1038fc2a tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7536597 Apr 20 16:31:11.146741 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57512) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:11.152990 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-0031bf57-c2e4-4a3c-8b58-445f6f2566c5 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group_rule': {'security_group_id': 'c0ff94f6-25a4-44b3-9072-b906995a09c4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:11.156769 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a112afa7-c6c7-4645-8566-fce66ecb262b None None] Sync routers for ids ['5290acf1-acb5-4fd8-8365-86989fbf916f'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:31:11.184868 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57516) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:11.192910 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a112afa7-c6c7-4645-8566-fce66ecb262b None None] Routers {'5290acf1-acb5-4fd8-8365-86989fbf916f'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:11.193585 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a112afa7-c6c7-4645-8566-fce66ecb262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5290acf1-acb5-4fd8-8365-86989fbf916f'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:11.269200 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0031bf57-c2e4-4a3c-8b58-445f6f2566c5 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:11.298733 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-a112afa7-c6c7-4645-8566-fce66ecb262b None None] Set router 5290acf1-acb5-4fd8-8365-86989fbf916f gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:31:11.341113 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed568559-77a0-4ee0-a14b-7c350349b554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:11.366465 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0031bf57-c2e4-4a3c-8b58-445f6f2566c5 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:11.410731 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a112afa7-c6c7-4645-8566-fce66ecb262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5290acf1-acb5-4fd8-8365-86989fbf916f', 'name': 'tempest-NetworksTestDHCPv6-router-1555759139', 'tenant_id': '796962445b37485c88e0484b277572e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:30:59Z', 'updated_at': '2022-04-20T16:31:09Z', 'revision_number': 3, 'project_id': '796962445b37485c88e0484b277572e7', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:11.414180 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 4a7abe39-3639-4f9c-bbec-3d6e1e09816e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:11.414992 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:11.469724 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0031bf57-c2e4-4a3c-8b58-445f6f2566c5 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:11.470735 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a112afa7-c6c7-4645-8566-fce66ecb262b None None] Checking router: 5290acf1-acb5-4fd8-8365-86989fbf916f for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:31:11.484909 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a112afa7-c6c7-4645-8566-fce66ecb262b None None] Routers {'5290acf1-acb5-4fd8-8365-86989fbf916f'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:11.485827 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a112afa7-c6c7-4645-8566-fce66ecb262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5290acf1-acb5-4fd8-8365-86989fbf916f'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:11.491184 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031bf57-c2e4-4a3c-8b58-445f6f2566c5 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9803f71c-f8ed-49be-9755-d6870090c166,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:11.562064 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9993e2f-4205-481f-a18a-999bea1476ac tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:11.574851 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-a112afa7-c6c7-4645-8566-fce66ecb262b None None] Set router 5290acf1-acb5-4fd8-8365-86989fbf916f gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:31:11.653783 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0031bf57-c2e4-4a3c-8b58-445f6f2566c5 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:11.657095 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0031bf57-c2e4-4a3c-8b58-445f6f2566c5 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5091543 Apr 20 16:31:11.662783 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57522) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:11.669499 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f40f3478-02da-45bb-9e0f-872d31fdafe0 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group_rule': {'security_group_id': 'c0ff94f6-25a4-44b3-9072-b906995a09c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:11.677422 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed568559-77a0-4ee0-a14b-7c350349b554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:11.679198 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a112afa7-c6c7-4645-8566-fce66ecb262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5290acf1-acb5-4fd8-8365-86989fbf916f', 'name': 'tempest-NetworksTestDHCPv6-router-1555759139', 'tenant_id': '796962445b37485c88e0484b277572e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:30:59Z', 'updated_at': '2022-04-20T16:31:09Z', 'revision_number': 3, 'project_id': '796962445b37485c88e0484b277572e7', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:11.715725 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a112afa7-c6c7-4645-8566-fce66ecb262b None None] The sync data for ids ['5290acf1-acb5-4fd8-8365-86989fbf916f'] in n-d-836146-2 is: [{'id': '5290acf1-acb5-4fd8-8365-86989fbf916f', 'name': 'tempest-NetworksTestDHCPv6-router-1555759139', 'tenant_id': '796962445b37485c88e0484b277572e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:30:59Z', 'updated_at': '2022-04-20T16:31:09Z', 'revision_number': 3, 'project_id': '796962445b37485c88e0484b277572e7', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:31:11.823706 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed568559-77a0-4ee0-a14b-7c350349b554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:11.834097 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f40f3478-02da-45bb-9e0f-872d31fdafe0 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:11.840639 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ab2c01-144a-4d02-afa5-f4741349d601 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:31:11.846850 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9993e2f-4205-481f-a18a-999bea1476ac tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:11.869753 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] Sync routers for ids ['227f8c11-9af2-4557-a288-7d635a43975f'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:31:11.890539 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ed568559-77a0-4ee0-a14b-7c350349b554 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d847da53f6a475792371c8b55208c10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7035444 Apr 20 16:31:11.893767 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] Routers {'227f8c11-9af2-4557-a288-7d635a43975f'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:11.895483 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['227f8c11-9af2-4557-a288-7d635a43975f'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:11.895869 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57532) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:11.896618 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed568559-77a0-4ee0-a14b-7c350349b554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cebe522-1e9a-4275-b523-8822cf74f1b3,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:11.968938 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4ca03bcf-47d4-4b21-864b-6a3d13d0bf7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:12.008743 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4ca03bcf-47d4-4b21-864b-6a3d13d0bf7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:12.010640 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-f44de379-df9c-4ac2-8baa-b655c8a1c68d admin admin] Deleting port 443f6dc3-a9a0-4033-934c-a701aa8831d4 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:12.014486 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f44de379-df9c-4ac2-8baa-b655c8a1c68d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:12.018782 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29ab2c01-144a-4d02-afa5-f4741349d601 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:12.019969 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-29ab2c01-144a-4d02-afa5-f4741349d601 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.0186248 Apr 20 16:31:12.023526 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57534) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:12.054525 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-f40f3478-02da-45bb-9e0f-872d31fdafe0 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] create failed (client error): There was a conflict when trying to complete your request. Apr 20 16:31:12.059376 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f40f3478-02da-45bb-9e0f-872d31fdafe0 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3919263 Apr 20 16:31:12.081849 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57536) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:12.090105 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-51a69e8f-2a2e-4f99-ad58-5cbbdfae0999 tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=cb11bf8b3c08464a8790ceef590f4df3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0643892 Apr 20 16:31:12.091605 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57538) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:12.126233 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] Set router 227f8c11-9af2-4557-a288-7d635a43975f gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:31:12.216150 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9993e2f-4205-481f-a18a-999bea1476ac tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:12.286035 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9993e2f-4205-481f-a18a-999bea1476ac tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=dc6c31c6-e779-47d7-a97f-132b4eff777f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:12.313421 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-f44de379-df9c-4ac2-8baa-b655c8a1c68d admin admin] For port 443f6dc3-a9a0-4033-934c-a701aa8831d4, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=443f6dc3-a9a0-4033-934c-a701aa8831d4,segment=NetworkSegment(de7e85de-f14c-461a-94d8-0584b0dff18b),segment_id=de7e85de-f14c-461a-94d8-0584b0dff18b)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:12.314059 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f44de379-df9c-4ac2-8baa-b655c8a1c68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:12.319927 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9993e2f-4205-481f-a18a-999bea1476ac tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:12.326544 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4366a3ec-b446-47a6-85a5-d2c06391ac72 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:31:12.337545 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4ca03bcf-47d4-4b21-864b-6a3d13d0bf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:12.338779 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c9993e2f-4205-481f-a18a-999bea1476ac tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/dc6c31c6-e779-47d7-a97f-132b4eff777f HTTP/1.1" status: 204 len: 168 time: 1.4837158 Apr 20 16:31:12.343835 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4ca03bcf-47d4-4b21-864b-6a3d13d0bf7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:12.344969 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4ca03bcf-47d4-4b21-864b-6a3d13d0bf7a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3cebe522-1e9a-4275-b523-8822cf74f1b3 HTTP/1.1" status: 204 len: 168 time: 0.4453790 Apr 20 16:31:12.345694 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57542) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:12.377246 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca03bcf-47d4-4b21-864b-6a3d13d0bf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cebe522-1e9a-4275-b523-8822cf74f1b3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:12.441050 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc380fbb-3db8-44e1-ae00-b8fd2968db64 tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:12.446853 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fc380fbb-3db8-44e1-ae00-b8fd2968db64 tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3541684 Apr 20 16:31:12.447989 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57548) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:12.460759 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-f44de379-df9c-4ac2-8baa-b655c8a1c68d admin admin] Calling delete_port for 443f6dc3-a9a0-4033-934c-a701aa8831d4 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:12.498375 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1db1a4a8-50e8-4aee-9b0d-17124861cb99 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:12.507511 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-34391007-46c7-48c7-8396-b71f9fff64d7 tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0558236 Apr 20 16:31:12.513824 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57550) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:12.580294 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-71016882-8ee8-485f-b2e5-d36f4ed85c65 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2090516880', 'network_id': '04756bee-19b2-4348-bde3-994b84a32a71', 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:12.597932 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1db1a4a8-50e8-4aee-9b0d-17124861cb99 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:12.623647 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bdf2fdb9-09f5-4dc2-9d02-e6744aec7ac7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2620416 Apr 20 16:31:12.624767 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57552) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:12.784124 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1db1a4a8-50e8-4aee-9b0d-17124861cb99 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:12.787079 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1db1a4a8-50e8-4aee-9b0d-17124861cb99 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:12.789029 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1db1a4a8-50e8-4aee-9b0d-17124861cb99 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "DELETE /v2.0/security-groups/c0ff94f6-25a4-44b3-9072-b906995a09c4 HTTP/1.1" status: 204 len: 168 time: 0.7059617 Apr 20 16:31:12.802340 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57558) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:12.806905 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afa24b0-34fb-4164-a9eb-351fd53617fb None None] DHCP port deletion for 10294607-eb5e-406e-b70a-cc143553f735 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:31:12.835132 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227f8c11-9af2-4557-a288-7d635a43975f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1922142334', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'faa7aef1-54d3-43ed-bd38-28cac26cfb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:06Z', 'updated_at': '2022-04-20T16:31:09Z', 'revision_number': 3, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'gw_port': {'id': 'faa7aef1-54d3-43ed-bd38-28cac26cfb1d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227f8c11-9af2-4557-a288-7d635a43975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:07Z', 'updated_at': '2022-04-20T16:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:12.869754 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-9afa24b0-34fb-4164-a9eb-351fd53617fb None None] Deleting port e1164bc6-e7a4-4bd2-b871-e984b5db38d8 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:12.870128 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9afa24b0-34fb-4164-a9eb-351fd53617fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:12.893996 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c5bb0a99-eba4-4946-829a-6599715e1608 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:12.895903 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1a4a8-50e8-4aee-9b0d-17124861cb99 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ff94f6-25a4-44b3-9072-b906995a09c4,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:12.917991 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] Checking router: 227f8c11-9af2-4557-a288-7d635a43975f for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:31:12.922093 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] Updating router 227f8c11-9af2-4557-a288-7d635a43975f port faa7aef1-54d3-43ed-bd38-28cac26cfb1d binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:31:12.947708 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9afa24b0-34fb-4164-a9eb-351fd53617fb None None] For port e1164bc6-e7a4-4bd2-b871-e984b5db38d8, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e1164bc6-e7a4-4bd2-b871-e984b5db38d8,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:12.948108 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9afa24b0-34fb-4164-a9eb-351fd53617fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:12.965047 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-9afa24b0-34fb-4164-a9eb-351fd53617fb None None] Calling delete_port for e1164bc6-e7a4-4bd2-b871-e984b5db38d8 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:12.980304 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:13.083784 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e1f26519-048f-4ecd-827a-eb1d55d0bdbe no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:31:13.123716 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: e1f26519-048f-4ecd-827a-eb1d55d0bdbe {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:31:13.124054 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e1f26519-048f-4ecd-827a-eb1d55d0bdbe not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:31:13.124548 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e1164bc6-e7a4-4bd2-b871-e984b5db38d8 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:31:13.150949 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb5a3471-ec2b-4d76-b44c-de71d7d56f02 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:13.197828 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71016882-8ee8-485f-b2e5-d36f4ed85c65 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Made reservation on behalf of cb11bf8b3c08464a8790ceef590f4df3 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:31:13.204904 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-71016882-8ee8-485f-b2e5-d36f4ed85c65 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:13.264833 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:13.323274 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9afa24b0-34fb-4164-a9eb-351fd53617fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:13.362397 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afa24b0-34fb-4164-a9eb-351fd53617fb None None] No DVR routers for this DVR port e1164bc6-e7a4-4bd2-b871-e984b5db38d8 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:31:13.368156 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa24b0-34fb-4164-a9eb-351fd53617fb None None] Pushing event deleted for resources: {'Port': ['ID=e1164bc6-e7a4-4bd2-b871-e984b5db38d8,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:13.500437 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57566) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:13.501508 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f44de379-df9c-4ac2-8baa-b655c8a1c68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:13.521968 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-acb40528-bc0d-4e6e-8cdb-df5f37fcd431 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7150333 Apr 20 16:31:13.522555 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57570) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:13.522888 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:13.551580 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-87ce0f30-196d-47bb-bea0-118ff07111ea tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1906630571'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:13.572299 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c5bb0a99-eba4-4946-829a-6599715e1608 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:13.578864 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c5bb0a99-eba4-4946-829a-6599715e1608 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:13.596172 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fd580e7-2171-4928-9992-f1ec0fdd4d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:13.612231 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:13.620207 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44de379-df9c-4ac2-8baa-b655c8a1c68d admin admin] Pushing event deleted for resources: {'Port': ['ID=443f6dc3-a9a0-4033-934c-a701aa8831d4,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:13.667258 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] Attempting to bind port faa7aef1-54d3-43ed-bd38-28cac26cfb1d on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:31:13.667920 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] Attempting to bind port faa7aef1-54d3-43ed-bd38-28cac26cfb1d by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:31:13.668520 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] Attempting to bind port faa7aef1-54d3-43ed-bd38-28cac26cfb1d on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:31:13.673500 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-87ce0f30-196d-47bb-bea0-118ff07111ea tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:13.676128 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:31:13.676531 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:31:13.676932 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:13.677491 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:31:13.677955 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] Bound port: faa7aef1-54d3-43ed-bd38-28cac26cfb1d, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:31:13.683333 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:13.683333 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc9adda-2501-4376-a004-44322d5e012e None None] Pushing event updated for resources: {'Port': ['ID=faa7aef1-54d3-43ed-bd38-28cac26cfb1d,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:13.710095 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-71016882-8ee8-485f-b2e5-d36f4ed85c65 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:13.734774 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc9adda-2501-4376-a004-44322d5e012e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:13.735118 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc9adda-2501-4376-a004-44322d5e012e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:13.735460 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc9adda-2501-4376-a004-44322d5e012e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:13.736688 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc9adda-2501-4376-a004-44322d5e012e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:13.736688 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc9adda-2501-4376-a004-44322d5e012e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:13.736911 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc9adda-2501-4376-a004-44322d5e012e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:13.737229 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc9adda-2501-4376-a004-44322d5e012e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:13.737562 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc9adda-2501-4376-a004-44322d5e012e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:13.737893 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc9adda-2501-4376-a004-44322d5e012e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:13.738215 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc9adda-2501-4376-a004-44322d5e012e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:13.738533 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc9adda-2501-4376-a004-44322d5e012e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:13.739039 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc9adda-2501-4376-a004-44322d5e012e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:13.751969 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] For port faa7aef1-54d3-43ed-bd38-28cac26cfb1d, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:31:13.755277 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] For port faa7aef1-54d3-43ed-bd38-28cac26cfb1d, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=faa7aef1-54d3-43ed-bd38-28cac26cfb1d,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:31:13.800384 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71016882-8ee8-485f-b2e5-d36f4ed85c65 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event updated for resources: {'Subnet': ['ID=4a472675-3520-430e-90f3-8078a0e05a69,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:13.816477 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c5bb0a99-eba4-4946-829a-6599715e1608 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:13.817179 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bb0a99-eba4-4946-829a-6599715e1608 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Fanout notify agent at l3_agent the message router_deleted on router 5290acf1-acb5-4fd8-8365-86989fbf916f {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:31:13.830403 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fd580e7-2171-4928-9992-f1ec0fdd4d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:13.847083 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:13.857537 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c5bb0a99-eba4-4946-829a-6599715e1608 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:13.858823 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c5bb0a99-eba4-4946-829a-6599715e1608 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/routers/5290acf1-acb5-4fd8-8365-86989fbf916f HTTP/1.1" status: 204 len: 168 time: 1.2299361 Apr 20 16:31:13.864367 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57574) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:13.882340 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-817818b5-ae3d-4064-b6dc-ad54f87afbce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:13.909119 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71016882-8ee8-485f-b2e5-d36f4ed85c65 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Checking segment: {'id': 'a43cc36e-7c1b-4f28-9c93-371675e8ef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '04756bee-19b2-4348-bde3-994b84a32a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:31:13.909719 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71016882-8ee8-485f-b2e5-d36f4ed85c65 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Network hostable DHCP agents. Network: 04756bee-19b2-4348-bde3-994b84a32a71, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:31:14.005340 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6fd580e7-2171-4928-9992-f1ec0fdd4d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:14.025699 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] Routers {'227f8c11-9af2-4557-a288-7d635a43975f'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:14.027924 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['227f8c11-9af2-4557-a288-7d635a43975f'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:14.063159 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd580e7-2171-4928-9992-f1ec0fdd4d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296b5301-4c27-4e1d-ab91-12842f4a3f88,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:14.108209 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-eb5a3471-ec2b-4d76-b44c-de71d7d56f02 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Allocated IP 172.20.0.1 (0907fc24-1f94-40d2-b20a-38708fa0680c/ea4ae1f5-d469-4bf4-b152-4fddfac5ec98/b0700e1f-f484-4e9b-a1c4-65569c29dfea) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:14.131333 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc9adda-2501-4376-a004-44322d5e012e None None] Pushing event updated for resources: {'Port': ['ID=faa7aef1-54d3-43ed-bd38-28cac26cfb1d,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:14.162921 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6fd580e7-2171-4928-9992-f1ec0fdd4d1e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=359addb26bc64e49b5b6cf314d49d129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6441002 Apr 20 16:31:14.163163 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57582) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:14.209954 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] Set router 227f8c11-9af2-4557-a288-7d635a43975f gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:31:14.215297 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71016882-8ee8-485f-b2e5-d36f4ed85c65 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Network 04756bee-19b2-4348-bde3-994b84a32a71 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:31:14.237000 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8bd0e7a-4459-404f-b51a-aebe26251f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:14.267365 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817818b5-ae3d-4064-b6dc-ad54f87afbce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:31:14.273108 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-817818b5-ae3d-4064-b6dc-ad54f87afbce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:14.281821 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8bd0e7a-4459-404f-b51a-aebe26251f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:14.286066 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-87ce0f30-196d-47bb-bea0-118ff07111ea tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:14.301967 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f44de379-df9c-4ac2-8baa-b655c8a1c68d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:14.357635 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-71016882-8ee8-485f-b2e5-d36f4ed85c65 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 04756bee-19b2-4348-bde3-994b84a32a71) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:14.370119 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edfa8f6-4abd-4245-9190-eb004f1715cb None None] Network 04756bee-19b2-4348-bde3-994b84a32a71 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:31:14.376260 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71016882-8ee8-485f-b2e5-d36f4ed85c65 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:14.377143 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-71016882-8ee8-485f-b2e5-d36f4ed85c65 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:14.395129 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-87ce0f30-196d-47bb-bea0-118ff07111ea tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:14.495839 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb5a3471-ec2b-4d76-b44c-de71d7d56f02 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:14.520254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce0f30-196d-47bb-bea0-118ff07111ea tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc78029-650f-4fbe-b67c-6497ec5b6575,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:14.529059 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8bd0e7a-4459-404f-b51a-aebe26251f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:14.531771 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8bd0e7a-4459-404f-b51a-aebe26251f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:14.532972 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a8bd0e7a-4459-404f-b51a-aebe26251f23 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/296b5301-4c27-4e1d-ab91-12842f4a3f88 HTTP/1.1" status: 204 len: 168 time: 0.3705022 Apr 20 16:31:14.573438 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-71016882-8ee8-485f-b2e5-d36f4ed85c65 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0583014 Apr 20 16:31:14.579346 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57588) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:14.595781 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227f8c11-9af2-4557-a288-7d635a43975f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1922142334', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'faa7aef1-54d3-43ed-bd38-28cac26cfb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:06Z', 'updated_at': '2022-04-20T16:31:09Z', 'revision_number': 3, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'gw_port': {'id': 'faa7aef1-54d3-43ed-bd38-28cac26cfb1d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227f8c11-9af2-4557-a288-7d635a43975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:07Z', 'updated_at': '2022-04-20T16:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:14.631884 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-87ce0f30-196d-47bb-bea0-118ff07111ea tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:14.636202 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-87ce0f30-196d-47bb-bea0-118ff07111ea tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0991290 Apr 20 16:31:14.638619 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57590) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:14.641332 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197c4eb1-4d67-4724-a847-24fb8543655a None None] The sync data for ids ['227f8c11-9af2-4557-a288-7d635a43975f'] in n-d-836146-2 is: [{'id': '227f8c11-9af2-4557-a288-7d635a43975f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1922142334', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'faa7aef1-54d3-43ed-bd38-28cac26cfb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:06Z', 'updated_at': '2022-04-20T16:31:09Z', 'revision_number': 3, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'gw_port': {'id': 'faa7aef1-54d3-43ed-bd38-28cac26cfb1d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227f8c11-9af2-4557-a288-7d635a43975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:07Z', 'updated_at': '2022-04-20T16:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:31:14.660912 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-88081826-d396-4249-9e94-f5b5d9065c7c tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group_rule': {'security_group_id': '5dc78029-650f-4fbe-b67c-6497ec5b6575', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:14.661396 n-d-836146-2 neutron-server[103484]: WARNING neutron.api.v2.base [None req-88081826-d396-4249-9e94-f5b5d9065c7c tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 20 16:31:14.666791 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-88081826-d396-4249-9e94-f5b5d9065c7c tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:31:14.666791 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-88081826-d396-4249-9e94-f5b5d9065c7c tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0232968 Apr 20 16:31:14.691841 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57592) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:14.700238 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0202655-244f-4c89-b0e5-46fdf43bb610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-04756bee-19b2-4348-bde3-994b84a32a71', 'network_id': '04756bee-19b2-4348-bde3-994b84a32a71', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'fixed_ips': [{'subnet_id': '4a472675-3520-430e-90f3-8078a0e05a69'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:31:14.703825 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d0202655-244f-4c89-b0e5-46fdf43bb610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:14.751788 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd0e7a-4459-404f-b51a-aebe26251f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296b5301-4c27-4e1d-ab91-12842f4a3f88,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:14.824145 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9413-e6a3-4865-a753-b1a5aa4ab665 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:14.869342 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9413-e6a3-4865-a753-b1a5aa4ab665 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:14.933573 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-d0202655-244f-4c89-b0e5-46fdf43bb610 None None] Allocated IP 172.20.0.2 (04756bee-19b2-4348-bde3-994b84a32a71/4a472675-3520-430e-90f3-8078a0e05a69/0faec462-8d5a-4703-96c2-f2df2220a493) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:15.001266 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb5a3471-ec2b-4d76-b44c-de71d7d56f02 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:15.085018 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44de379-df9c-4ac2-8baa-b655c8a1c68d admin admin] Router 1699bbd3-93a6-4db7-906c-87b36a470baf has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:31:15.088131 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5a3471-ec2b-4d76-b44c-de71d7d56f02 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Network 0907fc24-1f94-40d2-b20a-38708fa0680c is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:15.092192 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9413-e6a3-4865-a753-b1a5aa4ab665 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:15.094684 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9413-e6a3-4865-a753-b1a5aa4ab665 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:15.095840 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f5cd9413-e6a3-4865-a753-b1a5aa4ab665 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "DELETE /v2.0/security-groups/5dc78029-650f-4fbe-b67c-6497ec5b6575 HTTP/1.1" status: 204 len: 168 time: 0.4015930 Apr 20 16:31:15.104831 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57602) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:15.127165 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd9413-e6a3-4865-a753-b1a5aa4ab665 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc78029-650f-4fbe-b67c-6497ec5b6575,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:15.128589 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-eb5a3471-ec2b-4d76-b44c-de71d7d56f02 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:15.133424 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5a3471-ec2b-4d76-b44c-de71d7d56f02 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:31:15.173141 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-817818b5-ae3d-4064-b6dc-ad54f87afbce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:15.273755 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a3471-ec2b-4d76-b44c-de71d7d56f02 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'Port': ['ID=b0700e1f-f484-4e9b-a1c4-65569c29dfea,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:15.345573 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb5a3471-ec2b-4d76-b44c-de71d7d56f02 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:15.355116 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d0202655-244f-4c89-b0e5-46fdf43bb610 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:15.391691 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817818b5-ae3d-4064-b6dc-ad54f87afbce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=65f04417-04ac-4a6e-8735-2e468d194bbc,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:15.475248 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d0202655-244f-4c89-b0e5-46fdf43bb610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:15.483422 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817818b5-ae3d-4064-b6dc-ad54f87afbce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:15.516884 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-548f3c15-cc3c-445a-87c0-5e821bbdee5c tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3905101 Apr 20 16:31:15.538049 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57606) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:15.539053 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-817818b5-ae3d-4064-b6dc-ad54f87afbce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:15.555603 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a3daedbb-ea2b-4054-96f4-31739d092090 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group': {'name': 'tempest-secgroup--418234479'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:15.603430 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b55274-2254-417b-9cf8-07253d4c0d9f None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:31:15.642255 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817818b5-ae3d-4064-b6dc-ad54f87afbce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:15.643373 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-817818b5-ae3d-4064-b6dc-ad54f87afbce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:15.645129 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0202655-244f-4c89-b0e5-46fdf43bb610 None None] Network 04756bee-19b2-4348-bde3-994b84a32a71 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:15.671801 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-d0202655-244f-4c89-b0e5-46fdf43bb610 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:15.678932 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0202655-244f-4c89-b0e5-46fdf43bb610 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:31:15.764368 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-817818b5-ae3d-4064-b6dc-ad54f87afbce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8965049 Apr 20 16:31:15.780647 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57614) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:15.786477 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-514a53ec-5ac7-417e-abc3-5178bd340021 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-236559710', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:15.861618 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44de379-df9c-4ac2-8baa-b655c8a1c68d admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:31:15.872666 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a3daedbb-ea2b-4054-96f4-31739d092090 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:15.884830 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f44de379-df9c-4ac2-8baa-b655c8a1c68d admin admin] 10.222.0.15 "PUT /v2.0/routers/1699bbd3-93a6-4db7-906c-87b36a470baf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4009116 Apr 20 16:31:15.885695 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57620) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:16.142786 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd93624d-0f93-4014-9c05-f4d1e661160e admin admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:16.143840 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c87e9f08-3da0-4c16-bc6c-fe9caa2bb6ae tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:16.154990 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb5a3471-ec2b-4d76-b44c-de71d7d56f02 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:16.253577 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-cbe29e07-5bad-46cb-a0db-5931e120a5bb None None] Provisioning complete for port b0700e1f-f484-4e9b-a1c4-65569c29dfea triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:16.253577 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cbe29e07-5bad-46cb-a0db-5931e120a5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:16.271435 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23726491-149f-49a7-a780-4c95f96f2a24 None None] Sync routers for ids ['1699bbd3-93a6-4db7-906c-87b36a470baf'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:31:16.274444 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0202655-244f-4c89-b0e5-46fdf43bb610 None None] Pushing event updated for resources: {'Port': ['ID=0faec462-8d5a-4703-96c2-f2df2220a493,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:16.398319 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a3daedbb-ea2b-4054-96f4-31739d092090 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:16.446567 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23726491-149f-49a7-a780-4c95f96f2a24 None None] Routers {'1699bbd3-93a6-4db7-906c-87b36a470baf'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:16.447214 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-23726491-149f-49a7-a780-4c95f96f2a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1699bbd3-93a6-4db7-906c-87b36a470baf'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:16.457393 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d0202655-244f-4c89-b0e5-46fdf43bb610 None None] Attempting to bind port 0faec462-8d5a-4703-96c2-f2df2220a493 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:31:16.457393 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d0202655-244f-4c89-b0e5-46fdf43bb610 None None] Attempting to bind port 0faec462-8d5a-4703-96c2-f2df2220a493 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'a43cc36e-7c1b-4f28-9c93-371675e8ef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '04756bee-19b2-4348-bde3-994b84a32a71'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:31:16.457688 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0202655-244f-4c89-b0e5-46fdf43bb610 None None] Attempting to bind port 0faec462-8d5a-4703-96c2-f2df2220a493 on network 04756bee-19b2-4348-bde3-994b84a32a71 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:31:16.531632 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0202655-244f-4c89-b0e5-46fdf43bb610 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:31:16.533614 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0202655-244f-4c89-b0e5-46fdf43bb610 None None] Checking segment: {'id': 'a43cc36e-7c1b-4f28-9c93-371675e8ef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '04756bee-19b2-4348-bde3-994b84a32a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:31:16.535554 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d0202655-244f-4c89-b0e5-46fdf43bb610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:16.535554 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0202655-244f-4c89-b0e5-46fdf43bb610 None None] Bound using segment: {'id': 'a43cc36e-7c1b-4f28-9c93-371675e8ef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '04756bee-19b2-4348-bde3-994b84a32a71'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:31:16.535554 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d0202655-244f-4c89-b0e5-46fdf43bb610 None None] Bound port: 0faec462-8d5a-4703-96c2-f2df2220a493, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43cc36e-7c1b-4f28-9c93-371675e8ef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '04756bee-19b2-4348-bde3-994b84a32a71'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:31:16.535554 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d0202655-244f-4c89-b0e5-46fdf43bb610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:16.542694 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-cbe29e07-5bad-46cb-a0db-5931e120a5bb None None] Port b0700e1f-f484-4e9b-a1c4-65569c29dfea cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:31:16.700151 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a3daedbb-ea2b-4054-96f4-31739d092090 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:16.717094 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d0202655-244f-4c89-b0e5-46fdf43bb610 None None] For port 0faec462-8d5a-4703-96c2-f2df2220a493, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:31:16.724305 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d0202655-244f-4c89-b0e5-46fdf43bb610 None None] For port 0faec462-8d5a-4703-96c2-f2df2220a493, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=0faec462-8d5a-4703-96c2-f2df2220a493,segment=NetworkSegment(a43cc36e-7c1b-4f28-9c93-371675e8ef2c),segment_id=a43cc36e-7c1b-4f28-9c93-371675e8ef2c)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:31:16.742279 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3daedbb-ea2b-4054-96f4-31739d092090 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d90595-838e-4361-a56e-4094ddbba6b1,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:16.786001 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-c87e9f08-3da0-4c16-bc6c-fe9caa2bb6ae tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Allocated IP 172.20.0.1 (04756bee-19b2-4348-bde3-994b84a32a71/4a472675-3520-430e-90f3-8078a0e05a69/128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:16.830784 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01baf07a-93af-4b22-81c9-a07e01720353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-10294607-eb5e-406e-b70a-cc143553f735', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'fixed_ips': [{'subnet_id': '65f04417-04ac-4a6e-8735-2e468d194bbc'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:31:16.831664 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-01baf07a-93af-4b22-81c9-a07e01720353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:16.839218 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d0202655-244f-4c89-b0e5-46fdf43bb610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:16.853750 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a3daedbb-ea2b-4054-96f4-31739d092090 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:16.860294 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a3daedbb-ea2b-4054-96f4-31739d092090 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3081553 Apr 20 16:31:16.915403 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57638) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:16.923321 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ff2b68ad-e8f1-4d3e-916a-113c3bbcc598 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group_rule': {'security_group_id': '19d90595-838e-4361-a56e-4094ddbba6b1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:16.924170 n-d-836146-2 neutron-server[103485]: WARNING neutron.api.v2.base [None req-ff2b68ad-e8f1-4d3e-916a-113c3bbcc598 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 20 16:31:16.925095 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-ff2b68ad-e8f1-4d3e-916a-113c3bbcc598 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:31:16.926605 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ff2b68ad-e8f1-4d3e-916a-113c3bbcc598 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0095999 Apr 20 16:31:16.926755 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-23726491-149f-49a7-a780-4c95f96f2a24 None None] Set router 1699bbd3-93a6-4db7-906c-87b36a470baf gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:31:16.937610 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57642) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:17.150344 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e7d27b2-fa11-4d38-9b0c-7f47d3620042 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.163468 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c87e9f08-3da0-4c16-bc6c-fe9caa2bb6ae tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.188065 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e7d27b2-fa11-4d38-9b0c-7f47d3620042 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.200164 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device faa7aef1-54d3-43ed-bd38-28cac26cfb1d up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:31:17.251490 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-514a53ec-5ac7-417e-abc3-5178bd340021 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.252567 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-514a53ec-5ac7-417e-abc3-5178bd340021 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.350573 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c87e9f08-3da0-4c16-bc6c-fe9caa2bb6ae tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.407007 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0202655-244f-4c89-b0e5-46fdf43bb610 None None] Pushing event updated for resources: {'Port': ['ID=0faec462-8d5a-4703-96c2-f2df2220a493,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:17.446959 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e7d27b2-fa11-4d38-9b0c-7f47d3620042 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.463576 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e7d27b2-fa11-4d38-9b0c-7f47d3620042 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.464780 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5e7d27b2-fa11-4d38-9b0c-7f47d3620042 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "DELETE /v2.0/security-groups/19d90595-838e-4361-a56e-4094ddbba6b1 HTTP/1.1" status: 204 len: 168 time: 0.5176778 Apr 20 16:31:17.469532 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57654) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:17.659551 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-514a53ec-5ac7-417e-abc3-5178bd340021 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.661039 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd93624d-0f93-4014-9c05-f4d1e661160e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.712110 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-01baf07a-93af-4b22-81c9-a07e01720353 None None] Allocated IP 2001:db8::2 (10294607-eb5e-406e-b70a-cc143553f735/65f04417-04ac-4a6e-8735-2e468d194bbc/a5ff7216-e673-460b-b9fd-2f55cbea6d43) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:17.731689 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port faa7aef1-54d3-43ed-bd38-28cac26cfb1d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:17.732255 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.833502 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb5a3471-ec2b-4d76-b44c-de71d7d56f02 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.855062 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-514a53ec-5ac7-417e-abc3-5178bd340021 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.907687 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb5a3471-ec2b-4d76-b44c-de71d7d56f02 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:17.921272 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-23726491-149f-49a7-a780-4c95f96f2a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-87693668-router', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:25Z', 'updated_at': '2022-04-20T16:31:13Z', 'revision_number': 5, 'project_id': '3f0db156e28243f4bff540048e8173db', 'gw_port': {'id': 'c73a851f-89c4-4acb-90e2-7502629e78e1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:26Z', 'updated_at': '2022-04-20T16:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:17.981260 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23726491-149f-49a7-a780-4c95f96f2a24 None None] Checking router: 1699bbd3-93a6-4db7-906c-87b36a470baf for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:31:18.000072 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-514a53ec-5ac7-417e-abc3-5178bd340021 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:18.001574 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-514a53ec-5ac7-417e-abc3-5178bd340021 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 2.2192316 Apr 20 16:31:18.013096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57666) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:18.040381 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23726491-149f-49a7-a780-4c95f96f2a24 None None] Routers {'1699bbd3-93a6-4db7-906c-87b36a470baf'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:18.041054 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-23726491-149f-49a7-a780-4c95f96f2a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1699bbd3-93a6-4db7-906c-87b36a470baf'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:18.044643 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:18.108925 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-01baf07a-93af-4b22-81c9-a07e01720353 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:18.146968 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port faa7aef1-54d3-43ed-bd38-28cac26cfb1d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=faa7aef1-54d3-43ed-bd38-28cac26cfb1d,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:18.172461 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-23726491-149f-49a7-a780-4c95f96f2a24 None None] Set router 1699bbd3-93a6-4db7-906c-87b36a470baf gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:31:18.216982 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87e9f08-3da0-4c16-bc6c-fe9caa2bb6ae tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Network 04756bee-19b2-4348-bde3-994b84a32a71 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:18.238758 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d27b2-fa11-4d38-9b0c-7f47d3620042 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d90595-838e-4361-a56e-4094ddbba6b1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:18.245518 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-c87e9f08-3da0-4c16-bc6c-fe9caa2bb6ae tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:18.257161 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-23726491-149f-49a7-a780-4c95f96f2a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-87693668-router', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:25Z', 'updated_at': '2022-04-20T16:31:17Z', 'revision_number': 6, 'project_id': '3f0db156e28243f4bff540048e8173db', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:18.261728 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87e9f08-3da0-4c16-bc6c-fe9caa2bb6ae tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:31:18.267000 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a3471-ec2b-4d76-b44c-de71d7d56f02 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'Port': ['ID=b0700e1f-f484-4e9b-a1c4-65569c29dfea,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:18.278346 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb5a3471-ec2b-4d76-b44c-de71d7d56f02 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:18.292088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-bd93624d-0f93-4014-9c05-f4d1e661160e admin admin] Deleting port c73a851f-89c4-4acb-90e2-7502629e78e1 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:18.292487 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd93624d-0f93-4014-9c05-f4d1e661160e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:18.317613 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e9f08-3da0-4c16-bc6c-fe9caa2bb6ae tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event updated for resources: {'Port': ['ID=128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:18.321258 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23726491-149f-49a7-a780-4c95f96f2a24 None None] The sync data for ids ['1699bbd3-93a6-4db7-906c-87b36a470baf'] in n-d-836146-2 is: [{'id': '1699bbd3-93a6-4db7-906c-87b36a470baf', 'name': 'tempest-ServerRescueTestJSONUnderV235-87693668-router', 'tenant_id': '3f0db156e28243f4bff540048e8173db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:25Z', 'updated_at': '2022-04-20T16:31:17Z', 'revision_number': 6, 'project_id': '3f0db156e28243f4bff540048e8173db', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:31:18.394288 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0f4031cd-a767-4868-9231-6f690d00cb01 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8862035 Apr 20 16:31:18.401974 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c87e9f08-3da0-4c16-bc6c-fe9caa2bb6ae tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:18.407547 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57670) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:18.420619 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-3da9a6ac-0814-4829-859f-f92119074c9d tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1272779938'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:18.719768 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5a3471-ec2b-4d76-b44c-de71d7d56f02 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Network 0907fc24-1f94-40d2-b20a-38708fa0680c is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:18.727465 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-eb5a3471-ec2b-4d76-b44c-de71d7d56f02 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:18.730029 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e674768-4935-4a18-b808-bff3ff168287 None None] Network 04756bee-19b2-4348-bde3-994b84a32a71 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:31:18.755947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-bd93624d-0f93-4014-9c05-f4d1e661160e admin admin] For port c73a851f-89c4-4acb-90e2-7502629e78e1, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c73a851f-89c4-4acb-90e2-7502629e78e1,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:18.757627 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd93624d-0f93-4014-9c05-f4d1e661160e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:18.774549 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-bd93624d-0f93-4014-9c05-f4d1e661160e admin admin] Calling delete_port for c73a851f-89c4-4acb-90e2-7502629e78e1 owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:18.859430 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f0488d7f-3b0d-4412-987e-7898bc3d0858 None None] Provisioning complete for port 0faec462-8d5a-4703-96c2-f2df2220a493 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:18.859811 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0488d7f-3b0d-4412-987e-7898bc3d0858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:18.956033 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-01baf07a-93af-4b22-81c9-a07e01720353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.041855 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3da9a6ac-0814-4829-859f-f92119074c9d tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.077129 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.122393 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c87e9f08-3da0-4c16-bc6c-fe9caa2bb6ae tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.142138 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01baf07a-93af-4b22-81c9-a07e01720353 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:19.153079 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-01baf07a-93af-4b22-81c9-a07e01720353 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:19.189166 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01baf07a-93af-4b22-81c9-a07e01720353 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:31:19.208484 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01baf07a-93af-4b22-81c9-a07e01720353 None None] Pushing event updated for resources: {'Port': ['ID=a5ff7216-e673-460b-b9fd-2f55cbea6d43,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:19.286189 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e9da96b5-c563-41db-afda-e6515b814909 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.388089 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0488d7f-3b0d-4412-987e-7898bc3d0858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.401877 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5a3471-ec2b-4d76-b44c-de71d7d56f02 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Router bc025fc0-48ea-470e-b881-3e7a06aa8ae7 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:31:19.462312 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 0faec462-8d5a-4703-96c2-f2df2220a493 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:31:19.592397 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3da9a6ac-0814-4829-859f-f92119074c9d tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.642468 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=faa7aef1-54d3-43ed-bd38-28cac26cfb1d,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:19.676958 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd93624d-0f93-4014-9c05-f4d1e661160e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.682860 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3da9a6ac-0814-4829-859f-f92119074c9d tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.708641 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-01baf07a-93af-4b22-81c9-a07e01720353 None None] Attempting to bind port a5ff7216-e673-460b-b9fd-2f55cbea6d43 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:31:19.708641 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-01baf07a-93af-4b22-81c9-a07e01720353 None None] Attempting to bind port a5ff7216-e673-460b-b9fd-2f55cbea6d43 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:31:19.708982 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01baf07a-93af-4b22-81c9-a07e01720353 None None] Attempting to bind port a5ff7216-e673-460b-b9fd-2f55cbea6d43 on network 10294607-eb5e-406e-b70a-cc143553f735 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:31:19.714389 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f0488d7f-3b0d-4412-987e-7898bc3d0858 None None] For port 0faec462-8d5a-4703-96c2-f2df2220a493, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=0faec462-8d5a-4703-96c2-f2df2220a493,segment=NetworkSegment(a43cc36e-7c1b-4f28-9c93-371675e8ef2c),segment_id=a43cc36e-7c1b-4f28-9c93-371675e8ef2c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:19.725135 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01baf07a-93af-4b22-81c9-a07e01720353 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:31:19.725567 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01baf07a-93af-4b22-81c9-a07e01720353 None None] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:31:19.725972 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-01baf07a-93af-4b22-81c9-a07e01720353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.726367 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01baf07a-93af-4b22-81c9-a07e01720353 None None] Bound using segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:31:19.727437 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-01baf07a-93af-4b22-81c9-a07e01720353 None None] Bound port: a5ff7216-e673-460b-b9fd-2f55cbea6d43, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:31:19.727877 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-01baf07a-93af-4b22-81c9-a07e01720353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.753607 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9a6ac-0814-4829-859f-f92119074c9d tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd5de7a-0ebd-4c0f-b7af-3e539061f544,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:19.804230 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3da9a6ac-0814-4829-859f-f92119074c9d tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.814569 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3da9a6ac-0814-4829-859f-f92119074c9d tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3998857 Apr 20 16:31:19.825955 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57700) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:19.830579 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-665a64ec-bf8d-4ac0-85ce-70f890b20532 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group_rule': {'security_group_id': 'fcd5de7a-0ebd-4c0f-b7af-3e539061f544', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:19.836147 n-d-836146-2 neutron-server[103485]: WARNING neutron.api.v2.base [None req-665a64ec-bf8d-4ac0-85ce-70f890b20532 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 20 16:31:19.845051 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-665a64ec-bf8d-4ac0-85ce-70f890b20532 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:31:19.852578 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-665a64ec-bf8d-4ac0-85ce-70f890b20532 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0204191 Apr 20 16:31:19.856798 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57702) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:19.869750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93624d-0f93-4014-9c05-f4d1e661160e admin admin] Pushing event deleted for resources: {'Port': ['ID=c73a851f-89c4-4acb-90e2-7502629e78e1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:19.873616 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-1dde6a18-913d-49af-82ae-6a0c7f2a3202 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group_rule': {'security_group_id': 'fcd5de7a-0ebd-4c0f-b7af-3e539061f544', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:19.875206 n-d-836146-2 neutron-server[103485]: WARNING neutron.api.v2.base [None req-1dde6a18-913d-49af-82ae-6a0c7f2a3202 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 20 16:31:19.875942 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-1dde6a18-913d-49af-82ae-6a0c7f2a3202 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:31:19.877284 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1dde6a18-913d-49af-82ae-6a0c7f2a3202 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0078034 Apr 20 16:31:19.891060 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57704) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:19.900281 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c87e9f08-3da0-4c16-bc6c-fe9caa2bb6ae tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.933280 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-154f5c76-da06-42a2-8eb8-3dc5cb30215d tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group_rule': {'security_group_id': 'fcd5de7a-0ebd-4c0f-b7af-3e539061f544', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:19.934297 n-d-836146-2 neutron-server[103484]: WARNING neutron.api.v2.base [None req-154f5c76-da06-42a2-8eb8-3dc5cb30215d tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 20 16:31:19.934912 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-154f5c76-da06-42a2-8eb8-3dc5cb30215d tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:31:19.936049 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-154f5c76-da06-42a2-8eb8-3dc5cb30215d tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064588 Apr 20 16:31:19.939053 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57706) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:19.943981 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-92094044-6530-420f-a597-c842cc1eeef2 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group_rule': {'security_group_id': 'fcd5de7a-0ebd-4c0f-b7af-3e539061f544', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:19.945053 n-d-836146-2 neutron-server[103485]: WARNING neutron.api.v2.base [None req-92094044-6530-420f-a597-c842cc1eeef2 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 20 16:31:19.946271 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-92094044-6530-420f-a597-c842cc1eeef2 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:31:19.947468 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-92094044-6530-420f-a597-c842cc1eeef2 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072582 Apr 20 16:31:19.949062 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c87e9f08-3da0-4c16-bc6c-fe9caa2bb6ae tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:19.956542 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57708) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:20.029176 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd93624d-0f93-4014-9c05-f4d1e661160e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:20.031754 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5a3471-ec2b-4d76-b44c-de71d7d56f02 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:31:20.045959 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cadac7d-b7d5-4478-97ac-48411c51c931 None None] Sync routers for ids ['bc025fc0-48ea-470e-b881-3e7a06aa8ae7'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:31:20.071626 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cadac7d-b7d5-4478-97ac-48411c51c931 None None] Routers {'bc025fc0-48ea-470e-b881-3e7a06aa8ae7'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:20.072637 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7cadac7d-b7d5-4478-97ac-48411c51c931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['bc025fc0-48ea-470e-b881-3e7a06aa8ae7'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:20.106005 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-eb5a3471-ec2b-4d76-b44c-de71d7d56f02 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "PUT /v2.0/routers/bc025fc0-48ea-470e-b881-3e7a06aa8ae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2357211 Apr 20 16:31:20.111212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57716) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:20.119189 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0488d7f-3b0d-4412-987e-7898bc3d0858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:20.135518 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 0faec462-8d5a-4703-96c2-f2df2220a493 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:20.136244 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:20.153988 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7cadac7d-b7d5-4478-97ac-48411c51c931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:20.171908 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cadac7d-b7d5-4478-97ac-48411c51c931 None None] Routers {'bc025fc0-48ea-470e-b881-3e7a06aa8ae7'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:20.172915 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7cadac7d-b7d5-4478-97ac-48411c51c931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['bc025fc0-48ea-470e-b881-3e7a06aa8ae7'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:20.221095 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-cf528051-a9eb-43dd-bd16-926755dc7430 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Request body: {'port': {'network_id': '0907fc24-1f94-40d2-b20a-38708fa0680c', 'name': 'tempest-FloatingIPTestJSON-2024277999'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:20.237017 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7cadac7d-b7d5-4478-97ac-48411c51c931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:20.238004 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cadac7d-b7d5-4478-97ac-48411c51c931 None None] The sync data for ids ['bc025fc0-48ea-470e-b881-3e7a06aa8ae7'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:31:20.264827 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dbf4154f-531c-4602-a2bd-e5ba623ff6b3 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:20.265826 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-01baf07a-93af-4b22-81c9-a07e01720353 None None] For port a5ff7216-e673-460b-b9fd-2f55cbea6d43, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:31:20.269932 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e9f08-3da0-4c16-bc6c-fe9caa2bb6ae tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event updated for resources: {'Port': ['ID=128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:20.285968 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c87e9f08-3da0-4c16-bc6c-fe9caa2bb6ae tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:20.302477 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-01baf07a-93af-4b22-81c9-a07e01720353 None None] For port a5ff7216-e673-460b-b9fd-2f55cbea6d43, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a5ff7216-e673-460b-b9fd-2f55cbea6d43,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:31:20.333803 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dbf4154f-531c-4602-a2bd-e5ba623ff6b3 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:20.393082 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c0ff0d55-dd58-4cd2-9a44-3ef76f588867 None None] Provisioning complete for port 0faec462-8d5a-4703-96c2-f2df2220a493 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:20.393348 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c0ff0d55-dd58-4cd2-9a44-3ef76f588867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:20.405875 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0488d7f-3b0d-4412-987e-7898bc3d0858 None None] Pushing event updated for resources: {'Port': ['ID=0faec462-8d5a-4703-96c2-f2df2220a493,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:20.415076 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd93624d-0f93-4014-9c05-f4d1e661160e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:20.422621 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd93624d-0f93-4014-9c05-f4d1e661160e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:20.433483 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-01baf07a-93af-4b22-81c9-a07e01720353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:20.463884 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-e9da96b5-c563-41db-afda-e6515b814909 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8::1 (10294607-eb5e-406e-b70a-cc143553f735/65f04417-04ac-4a6e-8735-2e468d194bbc/be5002fb-1217-440c-9465-c5281cc5d82d) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:20.475441 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87e9f08-3da0-4c16-bc6c-fe9caa2bb6ae tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Network 04756bee-19b2-4348-bde3-994b84a32a71 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:20.477694 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-c87e9f08-3da0-4c16-bc6c-fe9caa2bb6ae tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:20.567063 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01baf07a-93af-4b22-81c9-a07e01720353 None None] Pushing event updated for resources: {'Port': ['ID=a5ff7216-e673-460b-b9fd-2f55cbea6d43,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:20.627634 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87e9f08-3da0-4c16-bc6c-fe9caa2bb6ae tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Router 227f8c11-9af2-4557-a288-7d635a43975f has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:31:20.653271 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf528051-a9eb-43dd-bd16-926755dc7430 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Made reservation on behalf of caeff3e05f2c43088f434fc77bad316c for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:31:20.662245 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf528051-a9eb-43dd-bd16-926755dc7430 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:20.718578 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-cf528051-a9eb-43dd-bd16-926755dc7430 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] device_id is not set on port b0e58e15-00d4-4722-b2d2-02c8b01f64de yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:31:20.722705 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dbf4154f-531c-4602-a2bd-e5ba623ff6b3 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:20.725339 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dbf4154f-531c-4602-a2bd-e5ba623ff6b3 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:20.727383 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dbf4154f-531c-4602-a2bd-e5ba623ff6b3 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "DELETE /v2.0/security-groups/fcd5de7a-0ebd-4c0f-b7af-3e539061f544 HTTP/1.1" status: 204 len: 168 time: 0.7165785 Apr 20 16:31:20.736534 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57732) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:20.763958 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd93624d-0f93-4014-9c05-f4d1e661160e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:20.764461 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd93624d-0f93-4014-9c05-f4d1e661160e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1699bbd3-93a6-4db7-906c-87b36a470baf {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:31:20.778975 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4154f-531c-4602-a2bd-e5ba623ff6b3 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd5de7a-0ebd-4c0f-b7af-3e539061f544,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:20.807854 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd93624d-0f93-4014-9c05-f4d1e661160e admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:20.811983 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bd93624d-0f93-4014-9c05-f4d1e661160e admin admin] 10.222.0.15 "DELETE /v2.0/routers/1699bbd3-93a6-4db7-906c-87b36a470baf HTTP/1.1" status: 204 len: 168 time: 4.9122171 Apr 20 16:31:20.825546 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57734) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:20.904419 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 443f6dc3-a9a0-4033-934c-a701aa8831d4 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:31:20.974842 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 443f6dc3-a9a0-4033-934c-a701aa8831d4 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:31:20.979762 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 443f6dc3-a9a0-4033-934c-a701aa8831d4 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:31:20.979960 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dc0466ba-4139-44ae-bcde-70fa08ca6411 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2376051 Apr 20 16:31:20.980065 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c73a851f-89c4-4acb-90e2-7502629e78e1 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:31:20.982271 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57736) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:20.991521 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-7da150bb-735b-4108-8f30-dd134031513a tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1638081725'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:21.000362 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: c73a851f-89c4-4acb-90e2-7502629e78e1 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:31:21.000860 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c73a851f-89c4-4acb-90e2-7502629e78e1 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:31:21.011989 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87e9f08-3da0-4c16-bc6c-fe9caa2bb6ae tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:31:21.023693 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] Sync routers for ids ['227f8c11-9af2-4557-a288-7d635a43975f'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:31:21.029227 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c0ff0d55-dd58-4cd2-9a44-3ef76f588867 None None] Provisioning complete for port b0700e1f-f484-4e9b-a1c4-65569c29dfea triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:21.029595 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c0ff0d55-dd58-4cd2-9a44-3ef76f588867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:21.053878 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c87e9f08-3da0-4c16-bc6c-fe9caa2bb6ae tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "PUT /v2.0/routers/227f8c11-9af2-4557-a288-7d635a43975f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4714847 Apr 20 16:31:21.115193 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e9da96b5-c563-41db-afda-e6515b814909 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:21.120249 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-a12e9cff-6cf1-4c21-bf89-adc98c55c239 admin admin] Deleting subnet 17632b9e-8812-4d3f-b199-f8c936f90313 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:31:21.124047 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] Routers {'227f8c11-9af2-4557-a288-7d635a43975f'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:21.124718 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['227f8c11-9af2-4557-a288-7d635a43975f'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:21.129007 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a12e9cff-6cf1-4c21-bf89-adc98c55c239 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:21.155661 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-cf528051-a9eb-43dd-bd16-926755dc7430 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Allocated IP 172.20.0.10 (0907fc24-1f94-40d2-b20a-38708fa0680c/ea4ae1f5-d469-4bf4-b152-4fddfac5ec98/b0e58e15-00d4-4722-b2d2-02c8b01f64de) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:21.254717 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c0ff0d55-dd58-4cd2-9a44-3ef76f588867 None None] Port b0700e1f-f484-4e9b-a1c4-65569c29dfea cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:31:21.295764 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a12e9cff-6cf1-4c21-bf89-adc98c55c239 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:21.306413 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c0ff0d55-dd58-4cd2-9a44-3ef76f588867 None None] Provisioning complete for port 128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:21.309039 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c0ff0d55-dd58-4cd2-9a44-3ef76f588867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:21.351266 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e9da96b5-c563-41db-afda-e6515b814909 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:21.384033 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a12e9cff-6cf1-4c21-bf89-adc98c55c239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:21.432354 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da96b5-c563-41db-afda-e6515b814909 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=be5002fb-1217-440c-9465-c5281cc5d82d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:21.443965 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9da96b5-c563-41db-afda-e6515b814909 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:21.448239 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-e9da96b5-c563-41db-afda-e6515b814909 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:21.460681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9da96b5-c563-41db-afda-e6515b814909 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:31:21.461483 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e9da96b5-c563-41db-afda-e6515b814909 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:21.487223 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c0ff0d55-dd58-4cd2-9a44-3ef76f588867 None None] Port 128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:31:21.493659 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7da150bb-735b-4108-8f30-dd134031513a tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:21.512742 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] Set router 227f8c11-9af2-4557-a288-7d635a43975f gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:31:21.547368 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 0faec462-8d5a-4703-96c2-f2df2220a493 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:31:21.575381 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a12e9cff-6cf1-4c21-bf89-adc98c55c239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:21.619265 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf528051-a9eb-43dd-bd16-926755dc7430 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:21.688051 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5006d766-04a2-4750-87a9-d8c246f2b9ad None None] Provisioning complete for port 128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:21.688704 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e9da96b5-c563-41db-afda-e6515b814909 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:21.688879 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5006d766-04a2-4750-87a9-d8c246f2b9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:21.754155 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a12e9cff-6cf1-4c21-bf89-adc98c55c239 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:21.762054 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a12e9cff-6cf1-4c21-bf89-adc98c55c239 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/17632b9e-8812-4d3f-b199-f8c936f90313 HTTP/1.1" status: 204 len: 168 time: 0.9338195 Apr 20 16:31:21.765650 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57760) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:21.784261 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e9cff-6cf1-4c21-bf89-adc98c55c239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17632b9e-8812-4d3f-b199-f8c936f90313,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:21.821832 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5006d766-04a2-4750-87a9-d8c246f2b9ad None None] Port 128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:31:21.855750 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 0faec462-8d5a-4703-96c2-f2df2220a493 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:21.856385 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:21.931953 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b23a49ce-0934-43f1-8a19-8b83d25a5437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:21.948905 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18701b-f51b-4398-a7e3-a52971f458ff req-88882e22-55a2-4ea1-a942-708cc47bfae1 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:21.950495 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-df18701b-f51b-4398-a7e3-a52971f458ff req-88882e22-55a2-4ea1-a942-708cc47bfae1 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/networks?id=04756bee-19b2-4348-bde3-994b84a32a71 HTTP/1.1" status: 200 len: 798 time: 0.4587438 Apr 20 16:31:22.050789 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e9da96b5-c563-41db-afda-e6515b814909 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:22.059296 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf528051-a9eb-43dd-bd16-926755dc7430 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:22.067978 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227f8c11-9af2-4557-a288-7d635a43975f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1922142334', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'faa7aef1-54d3-43ed-bd38-28cac26cfb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:06Z', 'updated_at': '2022-04-20T16:31:18Z', 'revision_number': 4, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'gw_port': {'id': 'faa7aef1-54d3-43ed-bd38-28cac26cfb1d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227f8c11-9af2-4557-a288-7d635a43975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:07Z', 'updated_at': '2022-04-20T16:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9', 'name': '', 'network_id': '04756bee-19b2-4348-bde3-994b84a32a71', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'mac_address': 'fa:16:3e:f5:bd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227f8c11-9af2-4557-a288-7d635a43975f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '4a472675-3520-430e-90f3-8078a0e05a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:16Z', 'updated_at': '2022-04-20T16:31:19Z', 'revision_number': 2, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'subnets': [{'id': '4a472675-3520-430e-90f3-8078a0e05a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:22.071479 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device faa7aef1-54d3-43ed-bd38-28cac26cfb1d up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:31:22.086611 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b23a49ce-0934-43f1-8a19-8b83d25a5437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:22.111745 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b23a49ce-0934-43f1-8a19-8b83d25a5437 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70aadf33-c190-45cc-a215-614b0e69afcd']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:22.117217 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] Checking router: 227f8c11-9af2-4557-a288-7d635a43975f for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:31:22.118396 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] Updating router 227f8c11-9af2-4557-a288-7d635a43975f port 128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:31:22.121701 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf528051-a9eb-43dd-bd16-926755dc7430 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Network 0907fc24-1f94-40d2-b20a-38708fa0680c is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:22.125514 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b23a49ce-0934-43f1-8a19-8b83d25a5437 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7e85de-f14c-461a-94d8-0584b0dff18b') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:22.126257 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b23a49ce-0934-43f1-8a19-8b83d25a5437 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7e85de-f14c-461a-94d8-0584b0dff18b') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:22.126678 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-cf528051-a9eb-43dd-bd16-926755dc7430 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:22.141119 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b23a49ce-0934-43f1-8a19-8b83d25a5437 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:22.146661 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf528051-a9eb-43dd-bd16-926755dc7430 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:31:22.150265 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e9da96b5-c563-41db-afda-e6515b814909 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:22.159325 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e9da96b5-c563-41db-afda-e6515b814909 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:22.171859 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:22.189885 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b23a49ce-0934-43f1-8a19-8b83d25a5437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:22.203459 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23a49ce-0934-43f1-8a19-8b83d25a5437 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:31:22.203873 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b23a49ce-0934-43f1-8a19-8b83d25a5437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:22.265651 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-df18701b-f51b-4398-a7e3-a52971f458ff req-32dccf25-c812-4143-99c7-0530d9ad3403 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/quotas/cb11bf8b3c08464a8790ceef590f4df3 HTTP/1.1" status: 200 len: 375 time: 0.3062100 Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:31:22.269139 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:31:22.280250 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port faa7aef1-54d3-43ed-bd38-28cac26cfb1d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:22.280757 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:22.297782 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7da150bb-735b-4108-8f30-dd134031513a tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:22.377679 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7da150bb-735b-4108-8f30-dd134031513a tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:22.399776 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b23a49ce-0934-43f1-8a19-8b83d25a5437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:22.413436 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b23a49ce-0934-43f1-8a19-8b83d25a5437 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:22.434078 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b23a49ce-0934-43f1-8a19-8b83d25a5437 admin admin] 10.222.0.15 "DELETE /v2.0/networks/70aadf33-c190-45cc-a215-614b0e69afcd HTTP/1.1" status: 204 len: 168 time: 0.6517611 Apr 20 16:31:22.484806 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-df18701b-f51b-4398-a7e3-a52971f458ff req-007cf3f5-46e5-46fa-b9e1-453aaa36dda6 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb11bf8b3c08464a8790ceef590f4df3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2113528 Apr 20 16:31:22.533199 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a49ce-0934-43f1-8a19-8b83d25a5437 admin admin] Pushing event deleted for resources: {'Network': ['ID=70aadf33-c190-45cc-a215-614b0e69afcd,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:22.615519 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-223cdb3a-d2d0-4b52-9422-7ba477582912 None None] Provisioning complete for port b0e58e15-00d4-4722-b2d2-02c8b01f64de triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:22.615977 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-223cdb3a-d2d0-4b52-9422-7ba477582912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:22.696988 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57780) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:22.719870 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da150bb-735b-4108-8f30-dd134031513a tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cecf4783-a0fc-4a22-a55c-f09fe4ccb26d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:22.763396 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-df18701b-f51b-4398-a7e3-a52971f458ff req-8ddae4aa-71d0-4801-93d0-8e8e30419d62 service neutron] 10.222.0.15 "GET /v2.0/networks/04756bee-19b2-4348-bde3-994b84a32a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417471 Apr 20 16:31:22.836638 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7da150bb-735b-4108-8f30-dd134031513a tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:22.843276 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7da150bb-735b-4108-8f30-dd134031513a tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8582823 Apr 20 16:31:22.912876 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:22.916720 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a5ff7216-e673-460b-b9fd-2f55cbea6d43 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:31:22.949061 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-223cdb3a-d2d0-4b52-9422-7ba477582912 None None] Port b0e58e15-00d4-4722-b2d2-02c8b01f64de cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:31:22.958087 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57786) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:22.961538 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-df18701b-f51b-4398-a7e3-a52971f458ff req-1e09f12e-4cea-4ce1-a93d-0fa7bb8edfb5 service neutron] 10.222.0.15 "GET /v2.0/networks/04756bee-19b2-4348-bde3-994b84a32a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880343 Apr 20 16:31:22.967130 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e9f7d79d-299a-47a0-97df-f00369c42a48 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group_rule': {'security_group_id': 'cecf4783-a0fc-4a22-a55c-f09fe4ccb26d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:22.967406 n-d-836146-2 neutron-server[103485]: WARNING neutron.api.v2.base [None req-e9f7d79d-299a-47a0-97df-f00369c42a48 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 20 16:31:22.967803 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b06c8f00-94f5-42f4-86f2-d2a4384d7dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:22.967917 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-e9f7d79d-299a-47a0-97df-f00369c42a48 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:31:22.973507 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e9f7d79d-299a-47a0-97df-f00369c42a48 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0102229 Apr 20 16:31:22.980643 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57790) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:22.984897 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port a5ff7216-e673-460b-b9fd-2f55cbea6d43 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:22.985288 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-4e99f989-235b-492c-a30b-728e8b3a153c tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group_rule': {'security_group_id': 'cecf4783-a0fc-4a22-a55c-f09fe4ccb26d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:22.985455 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.023374 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39d7d9ac-3ebc-4b75-8819-7ece33d7b373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.034283 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.039050 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57794) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:23.109118 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf528051-a9eb-43dd-bd16-926755dc7430 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event updated for resources: {'Port': ['ID=b0e58e15-00d4-4722-b2d2-02c8b01f64de,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:23.114894 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2f31747e-9dcc-4a83-b49f-56dc134ec8dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f0db156e28243f4bff540048e8173db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0749002 Apr 20 16:31:23.117836 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57798) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:23.147208 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc17c8-2b4d-474b-b329-fd8754cfa9d3 None None] Pushing event updated for resources: {'Port': ['ID=128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:23.181576 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8005b468-de45-41fd-9d4a-2c2f5cbeb6c1 None None] Provisioning complete for port be5002fb-1217-440c-9465-c5281cc5d82d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:23.182818 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8005b468-de45-41fd-9d4a-2c2f5cbeb6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.247487 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf528051-a9eb-43dd-bd16-926755dc7430 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:23.248326 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf528051-a9eb-43dd-bd16-926755dc7430 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.278399 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da96b5-c563-41db-afda-e6515b814909 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=be5002fb-1217-440c-9465-c5281cc5d82d,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:23.295187 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39d7d9ac-3ebc-4b75-8819-7ece33d7b373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.297027 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be74cc54-4c5e-4665-bb42-c4e7ede64c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.325466 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be74cc54-4c5e-4665-bb42-c4e7ede64c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.347906 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9da96b5-c563-41db-afda-e6515b814909 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:23.349551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-e9da96b5-c563-41db-afda-e6515b814909 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:23.426344 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.445204 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-8005b468-de45-41fd-9d4a-2c2f5cbeb6c1 None None] Port be5002fb-1217-440c-9465-c5281cc5d82d cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:31:23.463982 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] Attempting to bind port 128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:31:23.464782 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] Attempting to bind port 128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'a43cc36e-7c1b-4f28-9c93-371675e8ef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '04756bee-19b2-4348-bde3-994b84a32a71'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:31:23.465601 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] Attempting to bind port 128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9 on network 04756bee-19b2-4348-bde3-994b84a32a71 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:31:23.471508 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-4e99f989-235b-492c-a30b-728e8b3a153c tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:31:23.474748 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4e99f989-235b-492c-a30b-728e8b3a153c tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4910367 Apr 20 16:31:23.476250 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57806) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:23.485753 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:31:23.486525 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] Checking segment: {'id': 'a43cc36e-7c1b-4f28-9c93-371675e8ef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '04756bee-19b2-4348-bde3-994b84a32a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:31:23.487233 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.487996 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] Bound using segment: {'id': 'a43cc36e-7c1b-4f28-9c93-371675e8ef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '04756bee-19b2-4348-bde3-994b84a32a71'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:31:23.488802 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] Bound port: 128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43cc36e-7c1b-4f28-9c93-371675e8ef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '04756bee-19b2-4348-bde3-994b84a32a71'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:31:23.489448 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.490955 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a12eefa9-ba01-4df9-be15-8083c4a03eba tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group_rule': {'security_group_id': 'cecf4783-a0fc-4a22-a55c-f09fe4ccb26d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:23.491514 n-d-836146-2 neutron-server[103485]: WARNING neutron.api.v2.base [None req-a12eefa9-ba01-4df9-be15-8083c4a03eba tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 20 16:31:23.492192 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-a12eefa9-ba01-4df9-be15-8083c4a03eba tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:31:23.493377 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a12eefa9-ba01-4df9-be15-8083c4a03eba tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0140724 Apr 20 16:31:23.496353 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57808) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:23.506480 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-25d586d8-1ae7-43b1-baec-ee8ab98854b2 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group_rule': {'security_group_id': 'cecf4783-a0fc-4a22-a55c-f09fe4ccb26d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:23.521978 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8005b468-de45-41fd-9d4a-2c2f5cbeb6c1 None None] Provisioning complete for port a5ff7216-e673-460b-b9fd-2f55cbea6d43 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:23.522603 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8005b468-de45-41fd-9d4a-2c2f5cbeb6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.533062 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port a5ff7216-e673-460b-b9fd-2f55cbea6d43, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a5ff7216-e673-460b-b9fd-2f55cbea6d43,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:23.541834 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cf528051-a9eb-43dd-bd16-926755dc7430 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3411283 Apr 20 16:31:23.554865 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57812) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:23.566048 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-bd79a76b-d113-460f-9257-c3d6c22cec50 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Request body: {'floatingip': {'port_id': 'b0e58e15-00d4-4722-b2d2-02c8b01f64de'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:23.574742 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39d7d9ac-3ebc-4b75-8819-7ece33d7b373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.604559 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c0d2e7c-5648-4e70-9627-c68ffe30fe6c req-c9dc6b9d-6f0b-44d3-a93e-c65b4ceca993 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 210 time: 0.1050820 Apr 20 16:31:23.645300 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.645562 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be74cc54-4c5e-4665-bb42-c4e7ede64c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.651390 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be74cc54-4c5e-4665-bb42-c4e7ede64c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.669242 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-be74cc54-4c5e-4665-bb42-c4e7ede64c79 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/195eae69-7f65-47b2-90bf-8fd37ee4a7a8 HTTP/1.1" status: 204 len: 168 time: 0.5400147 Apr 20 16:31:23.715596 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9da96b5-c563-41db-afda-e6515b814909 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Router 4a8e42e5-a46e-4279-ac94-b0ef34493725 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:31:23.739211 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-39d7d9ac-3ebc-4b75-8819-7ece33d7b373 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7bcfe98301a48c887056da217edd538&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0409524 Apr 20 16:31:23.739863 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57818) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:23.752535 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7d9ac-3ebc-4b75-8819-7ece33d7b373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6882c5d8-f376-438c-829f-ed1a9b5884b1,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:23.771318 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd79a76b-d113-460f-9257-c3d6c22cec50 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.787445 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] For port 128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:31:23.825464 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] For port 128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9,segment=NetworkSegment(a43cc36e-7c1b-4f28-9c93-371675e8ef2c),segment_id=a43cc36e-7c1b-4f28-9c93-371675e8ef2c)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:31:23.873839 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=a5ff7216-e673-460b-b9fd-2f55cbea6d43,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:23.904391 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-25d586d8-1ae7-43b1-baec-ee8ab98854b2 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:31:23.905438 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-25d586d8-1ae7-43b1-baec-ee8ab98854b2 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4080324 Apr 20 16:31:23.909136 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57822) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:23.910166 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:23.919420 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-8dac15c6-57b9-4bcc-96db-2bafe7077a22 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group_rule': {'security_group_id': 'cecf4783-a0fc-4a22-a55c-f09fe4ccb26d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:23.919906 n-d-836146-2 neutron-server[103484]: WARNING neutron.api.v2.base [None req-8dac15c6-57b9-4bcc-96db-2bafe7077a22 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 20 16:31:23.936354 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-8dac15c6-57b9-4bcc-96db-2bafe7077a22 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:31:23.939232 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8dac15c6-57b9-4bcc-96db-2bafe7077a22 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0277348 Apr 20 16:31:23.940843 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57824) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:23.959293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-a3ee0767-3eed-40b7-a7ac-33e8d29931f8 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group_rule': {'security_group_id': 'cecf4783-a0fc-4a22-a55c-f09fe4ccb26d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:23.978652 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9da96b5-c563-41db-afda-e6515b814909 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:31:23.984128 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] Routers {'227f8c11-9af2-4557-a288-7d635a43975f'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:23.985251 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['227f8c11-9af2-4557-a288-7d635a43975f'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:23.991137 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] Sync routers for ids ['4a8e42e5-a46e-4279-ac94-b0ef34493725'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:31:23.992009 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e9da96b5-c563-41db-afda-e6515b814909 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "PUT /v2.0/routers/4a8e42e5-a46e-4279-ac94-b0ef34493725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9746561 Apr 20 16:31:23.993948 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57828) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:24.016113 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] Routers {'4a8e42e5-a46e-4279-ac94-b0ef34493725'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:24.016809 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:30:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4a8e42e5-a46e-4279-ac94-b0ef34493725'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:24.040400 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74cc54-4c5e-4665-bb42-c4e7ede64c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195eae69-7f65-47b2-90bf-8fd37ee4a7a8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:24.067262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464230ea-7bdc-42e9-92c4-a78b2227d54e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:24.071827 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-464230ea-7bdc-42e9-92c4-a78b2227d54e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports/be5002fb-1217-440c-9465-c5281cc5d82d HTTP/1.1" status: 200 len: 911 time: 0.0757256 Apr 20 16:31:24.072553 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57832) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:24.083824 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-13c357ce-c3aa-495e-8fb5-9c3584490e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:24.097111 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc17c8-2b4d-474b-b329-fd8754cfa9d3 None None] Pushing event updated for resources: {'Port': ['ID=128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:24.125425 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4966fa7a-616d-4725-87e5-cafc6de5891c None None] Provisioning complete for port be5002fb-1217-440c-9465-c5281cc5d82d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:24.126099 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4966fa7a-616d-4725-87e5-cafc6de5891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:24.196127 n-d-836146-2 neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-a3ee0767-3eed-40b7-a7ac-33e8d29931f8 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Project 7ad5c3aa1f9547d0bca9c8cb70129534 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:31:24.242056 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] Set router 4a8e42e5-a46e-4279-ac94-b0ef34493725 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:31:24.250240 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078fec5c-8a55-4f90-b7bc-23cb3e1dd633 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:24.258582 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-13c357ce-c3aa-495e-8fb5-9c3584490e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:24.260399 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078fec5c-8a55-4f90-b7bc-23cb3e1dd633 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:24.262450 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-078fec5c-8a55-4f90-b7bc-23cb3e1dd633 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1888573 Apr 20 16:31:24.266502 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57840) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:24.408989 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-a3ee0767-3eed-40b7-a7ac-33e8d29931f8 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:31:24.410522 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a3ee0767-3eed-40b7-a7ac-33e8d29931f8 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4660137 Apr 20 16:31:24.415185 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57844) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:24.422577 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-07f05a0b-ec91-4725-ac60-93f9918091e5 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group_rule': {'security_group_id': 'cecf4783-a0fc-4a22-a55c-f09fe4ccb26d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:24.424054 n-d-836146-2 neutron-server[103484]: WARNING neutron.api.v2.base [None req-07f05a0b-ec91-4725-ac60-93f9918091e5 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 20 16:31:24.424645 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-07f05a0b-ec91-4725-ac60-93f9918091e5 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:31:24.428943 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-07f05a0b-ec91-4725-ac60-93f9918091e5 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0099049 Apr 20 16:31:24.429834 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57848) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:24.447785 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-f4b3374d-c111-46ff-8d56-259a0cb325c0 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group_rule': {'security_group_id': 'cecf4783-a0fc-4a22-a55c-f09fe4ccb26d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:24.546027 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-4966fa7a-616d-4725-87e5-cafc6de5891c None None] Port be5002fb-1217-440c-9465-c5281cc5d82d cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:31:24.548093 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] Set router 227f8c11-9af2-4557-a288-7d635a43975f gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:31:24.605310 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4966fa7a-616d-4725-87e5-cafc6de5891c None None] Provisioning complete for port 128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:24.605780 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4966fa7a-616d-4725-87e5-cafc6de5891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:24.647468 n-d-836146-2 neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-f4b3374d-c111-46ff-8d56-259a0cb325c0 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Project 7ad5c3aa1f9547d0bca9c8cb70129534 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:31:24.777236 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8e42e5-a46e-4279-ac94-b0ef34493725', 'name': 'tempest-NetworksTestDHCPv6-router-236559710', 'tenant_id': '796962445b37485c88e0484b277572e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:17Z', 'updated_at': '2022-04-20T16:31:21Z', 'revision_number': 2, 'project_id': '796962445b37485c88e0484b277572e7', 'gw_port_host': None, '_interfaces': [{'id': 'be5002fb-1217-440c-9465-c5281cc5d82d', 'name': '', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'mac_address': 'fa:16:3e:93:8d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8e42e5-a46e-4279-ac94-b0ef34493725', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '65f04417-04ac-4a6e-8735-2e468d194bbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:19Z', 'updated_at': '2022-04-20T16:31:21Z', 'revision_number': 2, 'project_id': '796962445b37485c88e0484b277572e7', 'subnets': [{'id': '65f04417-04ac-4a6e-8735-2e468d194bbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:24.804002 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-f4b3374d-c111-46ff-8d56-259a0cb325c0 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:31:24.808311 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f4b3374d-c111-46ff-8d56-259a0cb325c0 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3768306 Apr 20 16:31:24.821871 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd79a76b-d113-460f-9257-c3d6c22cec50 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:24.823712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57860) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:24.830483 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] Checking router: 4a8e42e5-a46e-4279-ac94-b0ef34493725 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:31:24.831424 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] Updating router 4a8e42e5-a46e-4279-ac94-b0ef34493725 port be5002fb-1217-440c-9465-c5281cc5d82d binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:31:24.835959 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-254212bc-1022-439b-80ac-b27ffb5bc67a tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group_rule': {'security_group_id': 'cecf4783-a0fc-4a22-a55c-f09fe4ccb26d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:24.861277 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-03b345ea-a852-4a63-af42-6b5b0a9f3116 req-09dcbc52-64c4-4068-bf81-82f2bc330e1f tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 210 time: 0.0362082 Apr 20 16:31:24.871574 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:24.946384 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd79a76b-d113-460f-9257-c3d6c22cec50 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:25.020488 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4966fa7a-616d-4725-87e5-cafc6de5891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:25.046419 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227f8c11-9af2-4557-a288-7d635a43975f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1922142334', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'faa7aef1-54d3-43ed-bd38-28cac26cfb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:06Z', 'updated_at': '2022-04-20T16:31:18Z', 'revision_number': 4, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'gw_port': {'id': 'faa7aef1-54d3-43ed-bd38-28cac26cfb1d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227f8c11-9af2-4557-a288-7d635a43975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:07Z', 'updated_at': '2022-04-20T16:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9', 'name': '', 'network_id': '04756bee-19b2-4348-bde3-994b84a32a71', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'mac_address': 'fa:16:3e:f5:bd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227f8c11-9af2-4557-a288-7d635a43975f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '4a472675-3520-430e-90f3-8078a0e05a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:16Z', 'updated_at': '2022-04-20T16:31:23Z', 'revision_number': 4, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'subnets': [{'id': '4a472675-3520-430e-90f3-8078a0e05a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:25.064737 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-bd79a76b-d113-460f-9257-c3d6c22cec50 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Floating IP bf477c11-dbda-4914-9e8c-5e87762c24c2 associated. External IP: 172.25.0.236, port: 21431657-9d67-4b34-8161-f305bb2f0eec. Apr 20 16:31:25.099325 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ae9c89-513b-4054-b887-0eb3c00f3a48 None None] The sync data for ids ['227f8c11-9af2-4557-a288-7d635a43975f'] in n-d-836146-2 is: [{'id': '227f8c11-9af2-4557-a288-7d635a43975f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1922142334', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'faa7aef1-54d3-43ed-bd38-28cac26cfb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:06Z', 'updated_at': '2022-04-20T16:31:18Z', 'revision_number': 4, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'gw_port': {'id': 'faa7aef1-54d3-43ed-bd38-28cac26cfb1d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227f8c11-9af2-4557-a288-7d635a43975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:07Z', 'updated_at': '2022-04-20T16:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9', 'name': '', 'network_id': '04756bee-19b2-4348-bde3-994b84a32a71', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'mac_address': 'fa:16:3e:f5:bd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227f8c11-9af2-4557-a288-7d635a43975f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '4a472675-3520-430e-90f3-8078a0e05a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:16Z', 'updated_at': '2022-04-20T16:31:23Z', 'revision_number': 4, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'subnets': [{'id': '4a472675-3520-430e-90f3-8078a0e05a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:31:25.144874 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0eeb6e36-23ef-40c0-bc43-d245f95e6c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:25.173333 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-4966fa7a-616d-4725-87e5-cafc6de5891c None None] For port 128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9,segment=NetworkSegment(a43cc36e-7c1b-4f28-9c93-371675e8ef2c),segment_id=a43cc36e-7c1b-4f28-9c93-371675e8ef2c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:25.218574 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-13c357ce-c3aa-495e-8fb5-9c3584490e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:25.221314 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-13c357ce-c3aa-495e-8fb5-9c3584490e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:25.222510 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-13c357ce-c3aa-495e-8fb5-9c3584490e77 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6882c5d8-f376-438c-829f-ed1a9b5884b1 HTTP/1.1" status: 204 len: 168 time: 1.4752872 Apr 20 16:31:25.233475 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c357ce-c3aa-495e-8fb5-9c3584490e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6882c5d8-f376-438c-829f-ed1a9b5884b1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:25.262606 n-d-836146-2 neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-254212bc-1022-439b-80ac-b27ffb5bc67a tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Project 7ad5c3aa1f9547d0bca9c8cb70129534 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:31:25.292248 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4966fa7a-616d-4725-87e5-cafc6de5891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:25.383517 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f95a-9773-4c3f-a0bd-f0773838e99f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:25.475063 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd79a76b-d113-460f-9257-c3d6c22cec50 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Router b7ebf0b8-3699-4214-be3f-af773f4dad66 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:31:25.498449 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:25.503230 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-254212bc-1022-439b-80ac-b27ffb5bc67a tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:31:25.506900 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-254212bc-1022-439b-80ac-b27ffb5bc67a tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6775608 Apr 20 16:31:25.508500 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57878) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:25.518528 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966fa7a-616d-4725-87e5-cafc6de5891c None None] Pushing event updated for resources: {'Port': ['ID=128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:25.533258 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-cd2ff33f-55f9-46cc-af0e-a28e5963a7ec None None] Provisioning complete for port 128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:25.533258 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cd2ff33f-55f9-46cc-af0e-a28e5963a7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:25.641897 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:25.795990 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18374ce5-5f22-4f88-b0af-3ab8c73804b4 None None] Pushing event updated for resources: {'Port': ['ID=be5002fb-1217-440c-9465-c5281cc5d82d,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:25.882839 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-c6a0f95a-9773-4c3f-a0bd-f0773838e99f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting port be5002fb-1217-440c-9465-c5281cc5d82d {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:25.882839 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f95a-9773-4c3f-a0bd-f0773838e99f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:26.048509 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] Attempting to bind port be5002fb-1217-440c-9465-c5281cc5d82d on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:31:26.058258 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] Attempting to bind port be5002fb-1217-440c-9465-c5281cc5d82d by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:31:26.058883 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] Attempting to bind port be5002fb-1217-440c-9465-c5281cc5d82d on network 10294607-eb5e-406e-b70a-cc143553f735 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:31:26.082268 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:31:26.104998 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:31:26.105402 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:31:26.105777 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:26.106501 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] Bound using segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:31:26.106986 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] Bound port: be5002fb-1217-440c-9465-c5281cc5d82d, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:31:26.107371 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:26.203584 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:26.203858 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:26.206910 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57892) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:26.334334 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66be9b84-2190-43db-a8de-1c41537a91dd req-3f189f2a-e77e-4dda-b6e8-24da373ecc5f tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 210 time: 0.1623540 Apr 20 16:31:26.371435 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] For port be5002fb-1217-440c-9465-c5281cc5d82d, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:31:26.376543 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] For port be5002fb-1217-440c-9465-c5281cc5d82d, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=be5002fb-1217-440c-9465-c5281cc5d82d,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:31:26.392007 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-26da3931-a382-4ed2-aec5-03404530ff26 None None] Provisioning complete for port be5002fb-1217-440c-9465-c5281cc5d82d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:26.392798 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-26da3931-a382-4ed2-aec5-03404530ff26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:26.406016 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-c6a0f95a-9773-4c3f-a0bd-f0773838e99f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] For port be5002fb-1217-440c-9465-c5281cc5d82d, host n-d-836146-2, got binding levels [] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:26.406016 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f95a-9773-4c3f-a0bd-f0773838e99f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:26.432906 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-c6a0f95a-9773-4c3f-a0bd-f0773838e99f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Calling delete_port for be5002fb-1217-440c-9465-c5281cc5d82d owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:26.452955 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:26.478133 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a5ff7216-e673-460b-b9fd-2f55cbea6d43 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:31:26.483428 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:26.530341 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-26da3931-a382-4ed2-aec5-03404530ff26 None None] Port be5002fb-1217-440c-9465-c5281cc5d82d cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:31:26.627161 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-acfe4112-6f1c-41d9-9adc-f889af9862f8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-926264016-network', 'tenant_id': 'ca02f6b1aa34446e9221bf3218691782'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:26.630492 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18374ce5-5f22-4f88-b0af-3ab8c73804b4 None None] Pushing event updated for resources: {'Port': ['ID=be5002fb-1217-440c-9465-c5281cc5d82d,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:26.634864 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port a5ff7216-e673-460b-b9fd-2f55cbea6d43 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:26.635252 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:26.642657 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] Routers {'4a8e42e5-a46e-4279-ac94-b0ef34493725'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:26.643229 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:31:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4a8e42e5-a46e-4279-ac94-b0ef34493725'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:26.712370 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57908) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:26.763004 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ab6ddce-ec6b-4ae2-a744-549a7e3ba423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:26.791136 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfe4112-6f1c-41d9-9adc-f889af9862f8 admin admin] Made reservation on behalf of ca02f6b1aa34446e9221bf3218691782 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:31:26.793955 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acfe4112-6f1c-41d9-9adc-f889af9862f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:26.909630 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acfe4112-6f1c-41d9-9adc-f889af9862f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:26.922550 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] Set router 4a8e42e5-a46e-4279-ac94-b0ef34493725 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:31:27.030097 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd79a76b-d113-460f-9257-c3d6c22cec50 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:31:27.040878 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dbf306-51ba-4131-921f-4134b1fdb1db None None] Sync routers for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:31:27.066916 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dbf306-51ba-4131-921f-4134b1fdb1db None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:27.068664 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d8dbf306-51ba-4131-921f-4134b1fdb1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:31:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:27.114919 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d8dbf306-51ba-4131-921f-4134b1fdb1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:27.123416 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-13efc4ca-8926-4942-9539-265b7f436df6 None None] Provisioning complete for port be5002fb-1217-440c-9465-c5281cc5d82d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:27.123898 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-13efc4ca-8926-4942-9539-265b7f436df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:27.194738 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dbf306-51ba-4131-921f-4134b1fdb1db None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:27.199565 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d8dbf306-51ba-4131-921f-4134b1fdb1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:31:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:27.250970 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8e42e5-a46e-4279-ac94-b0ef34493725', 'name': 'tempest-NetworksTestDHCPv6-router-236559710', 'tenant_id': '796962445b37485c88e0484b277572e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:17Z', 'updated_at': '2022-04-20T16:31:21Z', 'revision_number': 2, 'project_id': '796962445b37485c88e0484b277572e7', 'gw_port_host': None, '_interfaces': [{'id': 'be5002fb-1217-440c-9465-c5281cc5d82d', 'name': '', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'mac_address': 'fa:16:3e:93:8d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8e42e5-a46e-4279-ac94-b0ef34493725', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '65f04417-04ac-4a6e-8735-2e468d194bbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:19Z', 'updated_at': '2022-04-20T16:31:26Z', 'revision_number': 4, 'project_id': '796962445b37485c88e0484b277572e7', 'subnets': [{'id': '65f04417-04ac-4a6e-8735-2e468d194bbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:27.253796 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-edfe256d-a2e9-4722-be93-00616c955514 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:27.288633 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d8dbf306-51ba-4131-921f-4134b1fdb1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:27.291549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dbf306-51ba-4131-921f-4134b1fdb1db None None] The sync data for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:31:27.317596 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f32a8-090f-42f0-a089-9047082fe3da None None] The sync data for ids ['4a8e42e5-a46e-4279-ac94-b0ef34493725'] in n-d-836146-2 is: [{'id': '4a8e42e5-a46e-4279-ac94-b0ef34493725', 'name': 'tempest-NetworksTestDHCPv6-router-236559710', 'tenant_id': '796962445b37485c88e0484b277572e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:17Z', 'updated_at': '2022-04-20T16:31:21Z', 'revision_number': 2, 'project_id': '796962445b37485c88e0484b277572e7', 'gw_port_host': None, '_interfaces': [{'id': 'be5002fb-1217-440c-9465-c5281cc5d82d', 'name': '', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'mac_address': 'fa:16:3e:93:8d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8e42e5-a46e-4279-ac94-b0ef34493725', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '65f04417-04ac-4a6e-8735-2e468d194bbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:19Z', 'updated_at': '2022-04-20T16:31:26Z', 'revision_number': 4, 'project_id': '796962445b37485c88e0484b277572e7', 'subnets': [{'id': '65f04417-04ac-4a6e-8735-2e468d194bbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:31:27.339494 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-edfe256d-a2e9-4722-be93-00616c955514 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:27.423990 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-13efc4ca-8926-4942-9539-265b7f436df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:27.489834 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57918) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:27.499986 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a20ebe85-6155-4b59-b83d-d71f28b758aa tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--561852684', 'description': 'tempest-description--738252423'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:27.587731 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a4221b23-c6ed-4cea-a6e8-b97fe2d8a6b9 req-d6253de2-8f0c-46e4-9831-a0a02fc7adee tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 210 time: 0.1316414 Apr 20 16:31:27.609823 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd79a76b-d113-460f-9257-c3d6c22cec50 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Router bc025fc0-48ea-470e-b881-3e7a06aa8ae7 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:31:27.658413 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ab6ddce-ec6b-4ae2-a744-549a7e3ba423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:27.671062 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18701b-f51b-4398-a7e3-a52971f458ff req-7f1acda9-e8de-4c19-aa7b-179f6f96ce1a tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:27.672596 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df18701b-f51b-4398-a7e3-a52971f458ff req-7f1acda9-e8de-4c19-aa7b-179f6f96ce1a tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.30 "GET /v2.0/networks?id=04756bee-19b2-4348-bde3-994b84a32a71 HTTP/1.1" status: 200 len: 798 time: 0.6840742 Apr 20 16:31:27.674809 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-edfe256d-a2e9-4722-be93-00616c955514 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:27.677986 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-edfe256d-a2e9-4722-be93-00616c955514 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:27.679251 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-edfe256d-a2e9-4722-be93-00616c955514 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "DELETE /v2.0/security-groups/cecf4783-a0fc-4a22-a55c-f09fe4ccb26d HTTP/1.1" status: 204 len: 168 time: 2.1694140 Apr 20 16:31:27.682667 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f95a-9773-4c3f-a0bd-f0773838e99f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:27.685020 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57920) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:27.709625 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-df18701b-f51b-4398-a7e3-a52971f458ff req-fd17565e-f659-421e-8eba-ac22239d34e2 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Request body: {'port': {'device_id': '87924084-ea8d-4884-967d-560c6eda0cce', 'network_id': '04756bee-19b2-4348-bde3-994b84a32a71', 'admin_state_up': True, 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:27.714933 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acfe4112-6f1c-41d9-9adc-f889af9862f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:27.728185 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe256d-a2e9-4722-be93-00616c955514 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecf4783-a0fc-4a22-a55c-f09fe4ccb26d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:27.778859 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a20ebe85-6155-4b59-b83d-d71f28b758aa tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:27.792901 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0f95a-9773-4c3f-a0bd-f0773838e99f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Port': ['ID=be5002fb-1217-440c-9465-c5281cc5d82d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:27.814999 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acfe4112-6f1c-41d9-9adc-f889af9862f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:27.818090 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:27.857133 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b78eea35-7775-4076-a3f3-5f42ee39e0c2 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1682467 Apr 20 16:31:27.866821 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57924) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:27.875439 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c97ce71c-e639-486c-a384-fb42cf23ac19 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group': {'name': 'tempest-secgroup--735682738'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:27.879945 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ab6ddce-ec6b-4ae2-a744-549a7e3ba423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:27.943058 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd79a76b-d113-460f-9257-c3d6c22cec50 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:31:27.954917 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff243ea5-e009-4db6-b6ae-b7dee1f801cb None None] Sync routers for ids ['bc025fc0-48ea-470e-b881-3e7a06aa8ae7'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:31:27.969056 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff243ea5-e009-4db6-b6ae-b7dee1f801cb None None] Routers {'bc025fc0-48ea-470e-b881-3e7a06aa8ae7'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:27.970514 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-ff243ea5-e009-4db6-b6ae-b7dee1f801cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:31:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['bc025fc0-48ea-470e-b881-3e7a06aa8ae7'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:27.971539 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd79a76b-d113-460f-9257-c3d6c22cec50 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.005898 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5ab6ddce-ec6b-4ae2-a744-549a7e3ba423 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8fbef45d10ba4e59ad72e8139d4d63e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2784302 Apr 20 16:31:28.023235 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57928) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:28.065151 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c97ce71c-e639-486c-a384-fb42cf23ac19 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.085982 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acfe4112-6f1c-41d9-9adc-f889af9862f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:31:28.094247 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-ff243ea5-e009-4db6-b6ae-b7dee1f801cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:28.106525 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bd79a76b-d113-460f-9257-c3d6c22cec50 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "PUT /v2.0/floatingips/bf477c11-dbda-4914-9e8c-5e87762c24c2 HTTP/1.1" status: 200 len: 979 time: 4.5503047 Apr 20 16:31:28.110533 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f95a-9773-4c3f-a0bd-f0773838e99f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.118543 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff243ea5-e009-4db6-b6ae-b7dee1f801cb None None] Routers {'bc025fc0-48ea-470e-b881-3e7a06aa8ae7'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:28.120286 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-ff243ea5-e009-4db6-b6ae-b7dee1f801cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:31:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['bc025fc0-48ea-470e-b881-3e7a06aa8ae7'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:28.122119 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57932) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:28.126772 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.136591 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe4112-6f1c-41d9-9adc-f889af9862f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b35c0db-0bea-4a54-a104-01d7a5a435e1,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:28.143248 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acfe4112-6f1c-41d9-9adc-f889af9862f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.143587 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-acfe4112-6f1c-41d9-9adc-f889af9862f8 admin admin] Added segment dd4e4e52-542a-41b0-9b77-fe2f4abec5df of type vlan for network 96647353-7ea1-402d-874f-17a77bf9da84 Apr 20 16:31:28.233883 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-ff243ea5-e009-4db6-b6ae-b7dee1f801cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:28.234962 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff243ea5-e009-4db6-b6ae-b7dee1f801cb None None] The sync data for ids ['bc025fc0-48ea-470e-b881-3e7a06aa8ae7'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:31:28.283643 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7132a1a-055d-4ddf-be81-04a79946ddea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.317194 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a20ebe85-6155-4b59-b83d-d71f28b758aa tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.325553 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acfe4112-6f1c-41d9-9adc-f889af9862f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.354587 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7132a1a-055d-4ddf-be81-04a79946ddea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.354875 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6ddce-ec6b-4ae2-a744-549a7e3ba423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1363cb80-dff6-481a-964f-420dcbe15536,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:28.395751 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c97ce71c-e639-486c-a384-fb42cf23ac19 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.434563 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-bb3c63e5-b83a-47b9-b411-787c97d63dc7 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Deleting port b0e58e15-00d4-4722-b2d2-02c8b01f64de {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:28.434563 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb3c63e5-b83a-47b9-b411-787c97d63dc7 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.456119 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a0f95a-9773-4c3f-a0bd-f0773838e99f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Router 4a8e42e5-a46e-4279-ac94-b0ef34493725 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:31:28.517518 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb3c63e5-b83a-47b9-b411-787c97d63dc7 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.541016 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a0f95a-9773-4c3f-a0bd-f0773838e99f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:31:28.548597 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c6a0f95a-9773-4c3f-a0bd-f0773838e99f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "PUT /v2.0/routers/4a8e42e5-a46e-4279-ac94-b0ef34493725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2787652 Apr 20 16:31:28.548817 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57936) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:28.583956 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a20ebe85-6155-4b59-b83d-d71f28b758aa tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.625945 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4887ef50-9457-442c-a8fc-03b40938eb56 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:28.625945 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4887ef50-9457-442c-a8fc-03b40938eb56 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:28.625945 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4887ef50-9457-442c-a8fc-03b40938eb56 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0753114 Apr 20 16:31:28.627993 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57940) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:28.645215 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ebe85-6155-4b59-b83d-d71f28b758aa tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d33a2f-a5df-45da-a225-3c58c35ab35d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:28.657329 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df18701b-f51b-4398-a7e3-a52971f458ff req-fd17565e-f659-421e-8eba-ac22239d34e2 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Made reservation on behalf of cb11bf8b3c08464a8790ceef590f4df3 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:31:28.661289 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df18701b-f51b-4398-a7e3-a52971f458ff req-fd17565e-f659-421e-8eba-ac22239d34e2 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.666053 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acfe4112-6f1c-41d9-9adc-f889af9862f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.666982 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfe4112-6f1c-41d9-9adc-f889af9862f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:28.667562 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acfe4112-6f1c-41d9-9adc-f889af9862f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.670247 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.677687 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c97ce71c-e639-486c-a384-fb42cf23ac19 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.677687 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7132a1a-055d-4ddf-be81-04a79946ddea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.679395 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7132a1a-055d-4ddf-be81-04a79946ddea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.682954 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c7132a1a-055d-4ddf-be81-04a79946ddea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1363cb80-dff6-481a-964f-420dcbe15536 HTTP/1.1" status: 204 len: 168 time: 0.6545486 Apr 20 16:31:28.742090 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2bf4636f-a424-4c01-a33b-53c9361d185f req-1c58d111-2a85-47ee-964c-ccc9695218bc tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 210 time: 0.0808940 Apr 20 16:31:28.789724 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a20ebe85-6155-4b59-b83d-d71f28b758aa tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.791203 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a20ebe85-6155-4b59-b83d-d71f28b758aa tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3001285 Apr 20 16:31:28.797017 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57946) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:28.810717 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-7e118894-4ac6-41f8-b772-308af0e11d0e tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Request body: {'security_group_rule': {'security_group_id': 'e0d33a2f-a5df-45da-a225-3c58c35ab35d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:28.832097 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-106ed4f2-a07d-4d5d-a3d3-1446169507ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet 65f04417-04ac-4a6e-8735-2e468d194bbc {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:31:28.833527 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ce71c-e639-486c-a384-fb42cf23ac19 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=106bba20-b126-4193-a90d-527186c4d549,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:28.836903 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-106ed4f2-a07d-4d5d-a3d3-1446169507ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.864811 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7132a1a-055d-4ddf-be81-04a79946ddea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1363cb80-dff6-481a-964f-420dcbe15536,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:28.886488 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c97ce71c-e639-486c-a384-fb42cf23ac19 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.895802 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c97ce71c-e639-486c-a384-fb42cf23ac19 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0177829 Apr 20 16:31:28.895802 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb3c63e5-b83a-47b9-b411-787c97d63dc7 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.895802 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb3c63e5-b83a-47b9-b411-787c97d63dc7 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:28.895802 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-bb3c63e5-b83a-47b9-b411-787c97d63dc7 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Floating IP bf477c11-dbda-4914-9e8c-5e87762c24c2 disassociated. External IP: 172.25.0.236, port: b0e58e15-00d4-4722-b2d2-02c8b01f64de. Apr 20 16:31:28.895802 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-bb3c63e5-b83a-47b9-b411-787c97d63dc7 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Calling delete_port for b0e58e15-00d4-4722-b2d2-02c8b01f64de owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:28.895802 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57948) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:28.899417 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5e62a63f-6689-4b52-afa1-c465b4281d3f tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group_rule': {'security_group_id': '106bba20-b126-4193-a90d-527186c4d549', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:29.033610 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:31:29.093281 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7e118894-4ac6-41f8-b772-308af0e11d0e tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:29.149524 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7e118894-4ac6-41f8-b772-308af0e11d0e tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:29.178325 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-5e62a63f-6689-4b52-afa1-c465b4281d3f tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] create failed (client error): The resource could not be found. Apr 20 16:31:29.182826 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5e62a63f-6689-4b52-afa1-c465b4281d3f tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2843294 Apr 20 16:31:29.183782 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57958) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:29.188128 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-8468a02f-dbc9-46f7-9d7d-5414886a397b tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group_rule': {'security_group_id': '106bba20-b126-4193-a90d-527186c4d549', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '29828d51-b925-4be7-afc1-085f5245a41f'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:29.193876 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb3c63e5-b83a-47b9-b411-787c97d63dc7 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:29.245122 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c63e5-b83a-47b9-b411-787c97d63dc7 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event deleted for resources: {'Port': ['ID=b0e58e15-00d4-4722-b2d2-02c8b01f64de,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:29.257301 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7e118894-4ac6-41f8-b772-308af0e11d0e tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:29.257514 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-106ed4f2-a07d-4d5d-a3d3-1446169507ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:29.276189 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e118894-4ac6-41f8-b772-308af0e11d0e tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84c2e13-0d16-4511-bd27-28a29762140d,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:29.316186 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-acfe4112-6f1c-41d9-9adc-f889af9862f8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1020415 Apr 20 16:31:29.331254 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57962) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:29.337150 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-59dda2e8-b2f8-4684-8a3d-d214420a18da admin admin] Request body: {'subnet': {'network_id': '96647353-7ea1-402d-874f-17a77bf9da84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-926264016-subnet', 'tenant_id': 'ca02f6b1aa34446e9221bf3218691782', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:29.363332 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe4112-6f1c-41d9-9adc-f889af9862f8 admin admin] Pushing event updated for resources: {'Network': ['ID=96647353-7ea1-402d-874f-17a77bf9da84,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:29.385154 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 96647353-7ea1-402d-874f-17a77bf9da84 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:31:29.443388 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7e118894-4ac6-41f8-b772-308af0e11d0e tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:29.445739 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7e118894-4ac6-41f8-b772-308af0e11d0e tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6468501 Apr 20 16:31:29.462092 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57968) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:29.517637 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-8468a02f-dbc9-46f7-9d7d-5414886a397b tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] create failed (client error): The resource could not be found. Apr 20 16:31:29.518630 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8468a02f-dbc9-46f7-9d7d-5414886a397b tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3346126 Apr 20 16:31:29.533653 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57970) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:29.536296 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4411032f-ca2c-46d0-a7e1-f4bf7863a3e4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Request body: {'security_group_rule': {'security_group_id': 'e0d33a2f-a5df-45da-a225-3c58c35ab35d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:29.609205 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59dda2e8-b2f8-4684-8a3d-d214420a18da admin admin] Made reservation on behalf of ca02f6b1aa34446e9221bf3218691782 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:31:29.612426 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59dda2e8-b2f8-4684-8a3d-d214420a18da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:29.615385 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-106ed4f2-a07d-4d5d-a3d3-1446169507ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:29.640037 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3c63e5-b83a-47b9-b411-787c97d63dc7 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Router bc025fc0-48ea-470e-b881-3e7a06aa8ae7 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:31:29.645616 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-df18701b-f51b-4398-a7e3-a52971f458ff req-fd17565e-f659-421e-8eba-ac22239d34e2 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Allocated IP 172.20.0.12 (04756bee-19b2-4348-bde3-994b84a32a71/4a472675-3520-430e-90f3-8078a0e05a69/df0fc55a-0c2a-47e2-ab37-022416a64a14) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:29.663920 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4411032f-ca2c-46d0-a7e1-f4bf7863a3e4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:29.718723 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0440ea52-0ee7-4320-93ec-1f51df1f943e tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:29.782095 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4411032f-ca2c-46d0-a7e1-f4bf7863a3e4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:29.784580 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36642afd-b7a5-4838-8c42-8b871d95feb6 None None] Sync routers for ids ['4a8e42e5-a46e-4279-ac94-b0ef34493725'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:31:29.804029 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0440ea52-0ee7-4320-93ec-1f51df1f943e tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:29.837074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36642afd-b7a5-4838-8c42-8b871d95feb6 None None] Routers {'4a8e42e5-a46e-4279-ac94-b0ef34493725'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:29.838436 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-36642afd-b7a5-4838-8c42-8b871d95feb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:31:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4a8e42e5-a46e-4279-ac94-b0ef34493725'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:29.843979 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:29.905547 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3c63e5-b83a-47b9-b411-787c97d63dc7 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:31:29.920491 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82d097f-415f-4bf5-9918-088075e8684c None None] Sync routers for ids ['bc025fc0-48ea-470e-b881-3e7a06aa8ae7'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:31:29.941204 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68e51b1c-922d-491b-979c-ace603b07b23 req-f403acfc-a409-4d9c-88ea-244d50f83d6b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 210 time: 0.0325718 Apr 20 16:31:29.941837 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4411032f-ca2c-46d0-a7e1-f4bf7863a3e4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:29.957169 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82d097f-415f-4bf5-9918-088075e8684c None None] Routers {'bc025fc0-48ea-470e-b881-3e7a06aa8ae7'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:29.958966 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-36642afd-b7a5-4838-8c42-8b871d95feb6 None None] Set router 4a8e42e5-a46e-4279-ac94-b0ef34493725 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:31:29.965570 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d82d097f-415f-4bf5-9918-088075e8684c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:31:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['bc025fc0-48ea-470e-b881-3e7a06aa8ae7'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:29.987107 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb3c63e5-b83a-47b9-b411-787c97d63dc7 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:29.989282 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-106ed4f2-a07d-4d5d-a3d3-1446169507ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:29.994798 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bb3c63e5-b83a-47b9-b411-787c97d63dc7 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "DELETE /v2.0/ports/b0e58e15-00d4-4722-b2d2-02c8b01f64de HTTP/1.1" status: 204 len: 168 time: 1.8684039 Apr 20 16:31:30.007355 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57984) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:30.020029 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ed4f2-a07d-4d5d-a3d3-1446169507ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=65f04417-04ac-4a6e-8735-2e468d194bbc,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:30.022616 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411032f-ca2c-46d0-a7e1-f4bf7863a3e4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f86bd531-c920-4677-92d3-5617803801b1,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:30.035196 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0440ea52-0ee7-4320-93ec-1f51df1f943e tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:30.044845 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-106ed4f2-a07d-4d5d-a3d3-1446169507ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:30.050337 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-106ed4f2-a07d-4d5d-a3d3-1446169507ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/65f04417-04ac-4a6e-8735-2e468d194bbc HTTP/1.1" status: 204 len: 168 time: 1.4188673 Apr 20 16:31:30.050591 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0440ea52-0ee7-4320-93ec-1f51df1f943e tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:30.052098 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57988) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:30.062051 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0440ea52-0ee7-4320-93ec-1f51df1f943e tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "DELETE /v2.0/security-groups/106bba20-b126-4193-a90d-527186c4d549 HTTP/1.1" status: 204 len: 168 time: 0.5193944 Apr 20 16:31:30.063977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57990) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:30.070829 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4411032f-ca2c-46d0-a7e1-f4bf7863a3e4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:30.072821 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64460dff-fdea-4904-a932-9b90c86b0bfb None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:31:30.075199 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4411032f-ca2c-46d0-a7e1-f4bf7863a3e4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5440245 Apr 20 16:31:30.075451 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-36642afd-b7a5-4838-8c42-8b871d95feb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8e42e5-a46e-4279-ac94-b0ef34493725', 'name': 'tempest-NetworksTestDHCPv6-router-236559710', 'tenant_id': '796962445b37485c88e0484b277572e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:17Z', 'updated_at': '2022-04-20T16:31:27Z', 'revision_number': 3, 'project_id': '796962445b37485c88e0484b277572e7', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:30.076413 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57992) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:30.077899 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d82d097f-415f-4bf5-9918-088075e8684c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:30.090908 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82d097f-415f-4bf5-9918-088075e8684c None None] Routers {'bc025fc0-48ea-470e-b881-3e7a06aa8ae7'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:30.091888 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d82d097f-415f-4bf5-9918-088075e8684c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:31:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['bc025fc0-48ea-470e-b881-3e7a06aa8ae7'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:30.143726 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7bacf2f8-d6ad-46d3-9368-aeb4e1af1fa9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:30.147019 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d82d097f-415f-4bf5-9918-088075e8684c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:30.148112 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82d097f-415f-4bf5-9918-088075e8684c None None] The sync data for ids ['bc025fc0-48ea-470e-b881-3e7a06aa8ae7'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:31:30.160222 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36642afd-b7a5-4838-8c42-8b871d95feb6 None None] Checking router: 4a8e42e5-a46e-4279-ac94-b0ef34493725 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:31:30.163509 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df18701b-f51b-4398-a7e3-a52971f458ff req-fd17565e-f659-421e-8eba-ac22239d34e2 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:30.192215 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440ea52-0ee7-4320-93ec-1f51df1f943e tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=106bba20-b126-4193-a90d-527186c4d549,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:30.272008 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36642afd-b7a5-4838-8c42-8b871d95feb6 None None] Routers {'4a8e42e5-a46e-4279-ac94-b0ef34493725'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:30.273075 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-36642afd-b7a5-4838-8c42-8b871d95feb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:31:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4a8e42e5-a46e-4279-ac94-b0ef34493725'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:30.285342 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-85ccd82f-fe05-4693-af5d-a66e24275bb1 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2131994 Apr 20 16:31:30.286363 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58000) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:30.290938 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-26face94-1666-4879-8926-82733992ada4 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group_rule': {'security_group_id': '709e91e7-2feb-4033-8065-2e814622b5b0', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:30.299338 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-38981e93-c350-4341-a03f-4ecabf85bdb9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2461216 Apr 20 16:31:30.302817 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58002) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:30.423860 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-baba4932-d88c-433b-b22e-10f013cc9be0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:30.429164 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-36642afd-b7a5-4838-8c42-8b871d95feb6 None None] Set router 4a8e42e5-a46e-4279-ac94-b0ef34493725 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:31:30.438328 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7bacf2f8-d6ad-46d3-9368-aeb4e1af1fa9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:30.558809 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-36642afd-b7a5-4838-8c42-8b871d95feb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8e42e5-a46e-4279-ac94-b0ef34493725', 'name': 'tempest-NetworksTestDHCPv6-router-236559710', 'tenant_id': '796962445b37485c88e0484b277572e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:17Z', 'updated_at': '2022-04-20T16:31:27Z', 'revision_number': 3, 'project_id': '796962445b37485c88e0484b277572e7', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:30.577233 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59dda2e8-b2f8-4684-8a3d-d214420a18da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:30.592614 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36642afd-b7a5-4838-8c42-8b871d95feb6 None None] The sync data for ids ['4a8e42e5-a46e-4279-ac94-b0ef34493725'] in n-d-836146-2 is: [{'id': '4a8e42e5-a46e-4279-ac94-b0ef34493725', 'name': 'tempest-NetworksTestDHCPv6-router-236559710', 'tenant_id': '796962445b37485c88e0484b277572e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:17Z', 'updated_at': '2022-04-20T16:31:27Z', 'revision_number': 3, 'project_id': '796962445b37485c88e0484b277572e7', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:31:30.670386 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df18701b-f51b-4398-a7e3-a52971f458ff req-fd17565e-f659-421e-8eba-ac22239d34e2 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:30.674823 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-26face94-1666-4879-8926-82733992ada4 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] create failed (client error): The resource could not be found. Apr 20 16:31:30.679819 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-26face94-1666-4879-8926-82733992ada4 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3889418 Apr 20 16:31:30.698878 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58012) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:30.705919 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-4227c02a-e764-452c-914a-e9ad0580a820 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group': {'name': 'tempest-secgroup--400877842'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:30.736674 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dda2e8-b2f8-4684-8a3d-d214420a18da admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd53a72b-e27c-47d8-b60f-ef1e2e2a9009,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:30.756884 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dda2e8-b2f8-4684-8a3d-d214420a18da admin admin] Checking segment: {'id': 'dd4e4e52-542a-41b0-9b77-fe2f4abec5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '96647353-7ea1-402d-874f-17a77bf9da84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:31:30.757214 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dda2e8-b2f8-4684-8a3d-d214420a18da admin admin] Network hostable DHCP agents. Network: 96647353-7ea1-402d-874f-17a77bf9da84, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:31:30.758491 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-baba4932-d88c-433b-b22e-10f013cc9be0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:30.763274 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-baba4932-d88c-433b-b22e-10f013cc9be0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:30.787274 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df18701b-f51b-4398-a7e3-a52971f458ff req-fd17565e-f659-421e-8eba-ac22239d34e2 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Network 04756bee-19b2-4348-bde3-994b84a32a71 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:30.830279 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-df18701b-f51b-4398-a7e3-a52971f458ff req-fd17565e-f659-421e-8eba-ac22239d34e2 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:30.834874 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-25aa398c-1ba0-4bc4-8a5e-cc779563d015 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:30.838679 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-df18701b-f51b-4398-a7e3-a52971f458ff req-fd17565e-f659-421e-8eba-ac22239d34e2 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:31:30.863476 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17565e-f659-421e-8eba-ac22239d34e2 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event updated for resources: {'Port': ['ID=df0fc55a-0c2a-47e2-ab37-022416a64a14,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:30.912046 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18701b-f51b-4398-a7e3-a52971f458ff req-fd17565e-f659-421e-8eba-ac22239d34e2 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:30.912046 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df18701b-f51b-4398-a7e3-a52971f458ff req-fd17565e-f659-421e-8eba-ac22239d34e2 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:30.930643 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7bacf2f8-d6ad-46d3-9368-aeb4e1af1fa9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:30.980526 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf369462-d5ae-441d-a934-f407556fe319 None None] DHCP port deletion for 10294607-eb5e-406e-b70a-cc143553f735 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:31:31.029934 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dda2e8-b2f8-4684-8a3d-d214420a18da admin admin] Network 96647353-7ea1-402d-874f-17a77bf9da84 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:31:31.048158 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4227c02a-e764-452c-914a-e9ad0580a820 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:31.049857 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-baba4932-d88c-433b-b22e-10f013cc9be0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:31.051254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baba4932-d88c-433b-b22e-10f013cc9be0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Fanout notify agent at l3_agent the message router_deleted on router 4a8e42e5-a46e-4279-ac94-b0ef34493725 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:31:31.079934 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-baba4932-d88c-433b-b22e-10f013cc9be0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:31.096906 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-baba4932-d88c-433b-b22e-10f013cc9be0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/routers/4a8e42e5-a46e-4279-ac94-b0ef34493725 HTTP/1.1" status: 204 len: 168 time: 0.7901223 Apr 20 16:31:31.100447 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58020) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:31.115983 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df18701b-f51b-4398-a7e3-a52971f458ff req-fd17565e-f659-421e-8eba-ac22239d34e2 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.4173133 Apr 20 16:31:31.143660 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-cf369462-d5ae-441d-a934-f407556fe319 None None] Deleting port a5ff7216-e673-460b-b9fd-2f55cbea6d43 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:31.146018 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-df18701b-f51b-4398-a7e3-a52971f458ff req-e7a53a84-bc96-44c8-ae8c-1e28460d36b1 service neutron] Request body: {'port': {'device_id': '87924084-ea8d-4884-967d-560c6eda0cce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:31.148617 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cf369462-d5ae-441d-a934-f407556fe319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:31.169252 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-ed20ea08-712b-4949-bbd3-7614e4ae702d req-c3f104da-8bdb-40ac-8a8d-62ec1023f4ad service neutron] (103485) timed out ('10.222.0.15', 36576) {{(pid=103485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 16:31:31.221759 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-59dda2e8-b2f8-4684-8a3d-d214420a18da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 96647353-7ea1-402d-874f-17a77bf9da84) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:31.237270 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dda2e8-b2f8-4684-8a3d-d214420a18da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:31.238066 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59dda2e8-b2f8-4684-8a3d-d214420a18da admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:31.288757 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb695a4c-c505-4de7-8a55-907658d6738e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:31.290926 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cb695a4c-c505-4de7-8a55-907658d6738e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1806328 Apr 20 16:31:31.307651 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e18b9-c211-4f2c-8730-54fab329e627 req-997a06a0-a4d5-4150-aeda-639465750609 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:31.312564 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58026) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:31.321017 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c67e18b9-c211-4f2c-8730-54fab329e627 req-997a06a0-a4d5-4150-aeda-639465750609 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 895 time: 0.2243614 Apr 20 16:31:31.403646 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4227c02a-e764-452c-914a-e9ad0580a820 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:31.417313 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-59dda2e8-b2f8-4684-8a3d-d214420a18da admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0751996 Apr 20 16:31:31.488997 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-25aa398c-1ba0-4bc4-8a5e-cc779563d015 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Deleting port b0700e1f-f484-4e9b-a1c4-65569c29dfea {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:31.489818 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-25aa398c-1ba0-4bc4-8a5e-cc779563d015 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:31.500567 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28645f4-0d46-43ad-839d-7cdd4208348d None None] Network 96647353-7ea1-402d-874f-17a77bf9da84 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:31:31.511053 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df18701b-f51b-4398-a7e3-a52971f458ff req-e7a53a84-bc96-44c8-ae8c-1e28460d36b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:31.541611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-7bacf2f8-d6ad-46d3-9368-aeb4e1af1fa9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Allocated IP 172.25.0.94 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/e57a59b7-bd39-4b22-b374-965693696700) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:31.594406 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4227c02a-e764-452c-914a-e9ad0580a820 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:31.594807 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d086bc5-c4bf-49c5-ac77-ae35d7c63d93 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:31.597069 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9d086bc5-c4bf-49c5-ac77-ae35d7c63d93 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2798896 Apr 20 16:31:31.604984 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58038) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:31.726410 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-cf369462-d5ae-441d-a934-f407556fe319 None None] For port a5ff7216-e673-460b-b9fd-2f55cbea6d43, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a5ff7216-e673-460b-b9fd-2f55cbea6d43,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:31.728103 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cf369462-d5ae-441d-a934-f407556fe319 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:31.746313 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-cf369462-d5ae-441d-a934-f407556fe319 None None] Calling delete_port for a5ff7216-e673-460b-b9fd-2f55cbea6d43 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:31.863167 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device be5002fb-1217-440c-9465-c5281cc5d82d no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:31:31.912865 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a503e035-50ee-45c6-9233-48c6d28f55d5 None None] Provisioning complete for port df0fc55a-0c2a-47e2-ab37-022416a64a14 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:31.913262 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a503e035-50ee-45c6-9233-48c6d28f55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:31.920094 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: be5002fb-1217-440c-9465-c5281cc5d82d {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:31:31.924072 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device be5002fb-1217-440c-9465-c5281cc5d82d not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:31:31.924072 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a5ff7216-e673-460b-b9fd-2f55cbea6d43 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:31:32.077817 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cf369462-d5ae-441d-a934-f407556fe319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:32.079702 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-a503e035-50ee-45c6-9233-48c6d28f55d5 None None] Port df0fc55a-0c2a-47e2-ab37-022416a64a14 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:31:32.122731 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7bacf2f8-d6ad-46d3-9368-aeb4e1af1fa9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:32.129268 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No active binding found for port a5ff7216-e673-460b-b9fd-2f55cbea6d43 {{(pid=103486) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 20 16:31:32.130008 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a5ff7216-e673-460b-b9fd-2f55cbea6d43 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:31:32.135017 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60fe837-aa88-4788-996a-04dbcbdc7784 None None] Network 96647353-7ea1-402d-874f-17a77bf9da84 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:31:32.137773 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf369462-d5ae-441d-a934-f407556fe319 None None] No DVR routers for this DVR port a5ff7216-e673-460b-b9fd-2f55cbea6d43 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:31:32.141225 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf369462-d5ae-441d-a934-f407556fe319 None None] Pushing event deleted for resources: {'Port': ['ID=a5ff7216-e673-460b-b9fd-2f55cbea6d43,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:32.303310 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-25aa398c-1ba0-4bc4-8a5e-cc779563d015 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:32.323468 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-25aa398c-1ba0-4bc4-8a5e-cc779563d015 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Calling delete_port for b0700e1f-f484-4e9b-a1c4-65569c29dfea owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:32.323689 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7bacf2f8-d6ad-46d3-9368-aeb4e1af1fa9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:32.402096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-4f25a334-27b2-4a73-9260-70125da86d3f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:32.403680 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-4f25a334-27b2-4a73-9260-70125da86d3f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/networks?id=96647353-7ea1-402d-874f-17a77bf9da84 HTTP/1.1" status: 200 len: 813 time: 0.1953554 Apr 20 16:31:32.438323 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bacf2f8-d6ad-46d3-9368-aeb4e1af1fa9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:32.454503 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a39f36e1-bb14-4412-9b0c-1f98b0bc0486 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8425174 Apr 20 16:31:32.455612 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-7bacf2f8-d6ad-46d3-9368-aeb4e1af1fa9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:32.474868 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bacf2f8-d6ad-46d3-9368-aeb4e1af1fa9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:31:32.476637 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58068) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:32.482190 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d5dfdf91-5f22-4613-b644-5ec84183930a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:32.489149 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-301f3ae0-e9fa-4b2f-b828-b995ed34ce89 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/quotas/ca02f6b1aa34446e9221bf3218691782 HTTP/1.1" status: 200 len: 375 time: 0.0539708 Apr 20 16:31:32.510031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacf2f8-d6ad-46d3-9368-aeb4e1af1fa9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event updated for resources: {'Port': ['ID=e57a59b7-bd39-4b22-b374-965693696700,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:32.516718 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227c02a-e764-452c-914a-e9ad0580a820 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8018f4c3-3d21-4988-bc34-f09a54ec8d50,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:32.526915 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-df18701b-f51b-4398-a7e3-a52971f458ff req-e7a53a84-bc96-44c8-ae8c-1e28460d36b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df0fc55a-0c2a-47e2-ab37-022416a64a14 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:31:32.542198 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d5fa4-c874-4b31-8bd5-0b1ab301b353 req-eab13adf-19bf-47af-896a-1cab1028e9ec tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:32.543803 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1d1d5fa4-c874-4b31-8bd5-0b1ab301b353 req-eab13adf-19bf-47af-896a-1cab1028e9ec tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 895 time: 0.0931125 Apr 20 16:31:32.557103 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4227c02a-e764-452c-914a-e9ad0580a820 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:32.557103 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4227c02a-e764-452c-914a-e9ad0580a820 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8517151 Apr 20 16:31:32.557103 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58072) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:32.562066 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b6c979ea-2166-42a5-b7b6-639f3947d9bb tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group': {'name': 'tempest-secgroup--965014515'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:32.586135 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df18701b-f51b-4398-a7e3-a52971f458ff req-e7a53a84-bc96-44c8-ae8c-1e28460d36b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:32.642172 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-48aa8532-dc58-4434-b50b-85eeb67c8dfa tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca02f6b1aa34446e9221bf3218691782&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1175931 Apr 20 16:31:32.678779 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b6c979ea-2166-42a5-b7b6-639f3947d9bb tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:32.718561 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-25aa398c-1ba0-4bc4-8a5e-cc779563d015 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:32.800134 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa398c-1ba0-4bc4-8a5e-cc779563d015 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event deleted for resources: {'Port': ['ID=b0700e1f-f484-4e9b-a1c4-65569c29dfea,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:32.858458 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b6c979ea-2166-42a5-b7b6-639f3947d9bb tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:32.961976 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b6c979ea-2166-42a5-b7b6-639f3947d9bb tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:33.081362 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-df18701b-f51b-4398-a7e3-a52971f458ff req-e7a53a84-bc96-44c8-ae8c-1e28460d36b1 service neutron] Transition to ACTIVE for port object df0fc55a-0c2a-47e2-ab37-022416a64a14 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:31:33.084568 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b6c979ea-2166-42a5-b7b6-639f3947d9bb tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:33.088035 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b6c979ea-2166-42a5-b7b6-639f3947d9bb tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5309665 Apr 20 16:31:33.099222 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58090) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:33.109957 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c979ea-2166-42a5-b7b6-639f3947d9bb tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e411209-6aea-4356-a7b7-45d1780082e4,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:33.124646 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-c1f8dab2-a731-4e49-8797-cbdf0a687cb9 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group_rule': {'security_group_id': '8018f4c3-3d21-4988-bc34-f09a54ec8d50', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8e411209-6aea-4356-a7b7-45d1780082e4'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:33.125673 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-25aa398c-1ba0-4bc4-8a5e-cc779563d015 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:33.166549 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-82118905-b79f-47f3-8e50-235adff7a437 service neutron] 10.222.0.15 "GET /v2.0/networks/96647353-7ea1-402d-874f-17a77bf9da84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120630 Apr 20 16:31:33.173063 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7bacf2f8-d6ad-46d3-9368-aeb4e1af1fa9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:33.174248 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5dfdf91-5f22-4613-b644-5ec84183930a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:31:33.177795 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5dfdf91-5f22-4613-b644-5ec84183930a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:33.248140 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df18701b-f51b-4398-a7e3-a52971f458ff req-e7a53a84-bc96-44c8-ae8c-1e28460d36b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:33.363363 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25aa398c-1ba0-4bc4-8a5e-cc779563d015 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Router bc025fc0-48ea-470e-b881-3e7a06aa8ae7 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:31:33.415982 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a53a84-bc96-44c8-ae8c-1e28460d36b1 service neutron] Pushing event updated for resources: {'Port': ['ID=df0fc55a-0c2a-47e2-ab37-022416a64a14,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:33.522420 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25aa398c-1ba0-4bc4-8a5e-cc779563d015 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:31:33.532527 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934dfaeb-55f9-4d56-886c-31deded00dca None None] Sync routers for ids ['bc025fc0-48ea-470e-b881-3e7a06aa8ae7'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:31:33.549156 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934dfaeb-55f9-4d56-886c-31deded00dca None None] Routers {'bc025fc0-48ea-470e-b881-3e7a06aa8ae7'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:33.550160 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-934dfaeb-55f9-4d56-886c-31deded00dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:31:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['bc025fc0-48ea-470e-b881-3e7a06aa8ae7'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:33.550671 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-25aa398c-1ba0-4bc4-8a5e-cc779563d015 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "PUT /v2.0/routers/bc025fc0-48ea-470e-b881-3e7a06aa8ae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5344336 Apr 20 16:31:33.551597 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58100) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:33.592295 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-934dfaeb-55f9-4d56-886c-31deded00dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:33.603055 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934dfaeb-55f9-4d56-886c-31deded00dca None None] Routers {'bc025fc0-48ea-470e-b881-3e7a06aa8ae7'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:33.603906 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-934dfaeb-55f9-4d56-886c-31deded00dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:31:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['bc025fc0-48ea-470e-b881-3e7a06aa8ae7'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:33.644792 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-c1f8dab2-a731-4e49-8797-cbdf0a687cb9 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:31:33.648978 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c1f8dab2-a731-4e49-8797-cbdf0a687cb9 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5346756 Apr 20 16:31:33.648978 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7bacf2f8-d6ad-46d3-9368-aeb4e1af1fa9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:33.649375 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58104) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:33.675265 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-934dfaeb-55f9-4d56-886c-31deded00dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:33.676516 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934dfaeb-55f9-4d56-886c-31deded00dca None None] The sync data for ids ['bc025fc0-48ea-470e-b881-3e7a06aa8ae7'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:31:33.765166 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-df18701b-f51b-4398-a7e3-a52971f458ff req-e7a53a84-bc96-44c8-ae8c-1e28460d36b1 service neutron] Attempting to bind port df0fc55a-0c2a-47e2-ab37-022416a64a14 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:31:33.765407 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-df18701b-f51b-4398-a7e3-a52971f458ff req-e7a53a84-bc96-44c8-ae8c-1e28460d36b1 service neutron] Attempting to bind port df0fc55a-0c2a-47e2-ab37-022416a64a14 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'a43cc36e-7c1b-4f28-9c93-371675e8ef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '04756bee-19b2-4348-bde3-994b84a32a71'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:31:33.765740 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df18701b-f51b-4398-a7e3-a52971f458ff req-e7a53a84-bc96-44c8-ae8c-1e28460d36b1 service neutron] Attempting to bind port df0fc55a-0c2a-47e2-ab37-022416a64a14 on network 04756bee-19b2-4348-bde3-994b84a32a71 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:31:33.779477 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-a3908163-072a-48c3-abca-b526c98b109c service neutron] 10.222.0.15 "GET /v2.0/networks/96647353-7ea1-402d-874f-17a77bf9da84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5964162 Apr 20 16:31:33.787600 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df18701b-f51b-4398-a7e3-a52971f458ff req-e7a53a84-bc96-44c8-ae8c-1e28460d36b1 service neutron] Port df0fc55a-0c2a-47e2-ab37-022416a64a14 on network 04756bee-19b2-4348-bde3-994b84a32a71 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:31:33.787600 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df18701b-f51b-4398-a7e3-a52971f458ff req-e7a53a84-bc96-44c8-ae8c-1e28460d36b1 service neutron] Attempting to bind port df0fc55a-0c2a-47e2-ab37-022416a64a14 on network 04756bee-19b2-4348-bde3-994b84a32a71 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:31:33.815197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df18701b-f51b-4398-a7e3-a52971f458ff req-e7a53a84-bc96-44c8-ae8c-1e28460d36b1 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:31:33.818315 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df18701b-f51b-4398-a7e3-a52971f458ff req-e7a53a84-bc96-44c8-ae8c-1e28460d36b1 service neutron] Checking segment: {'id': 'a43cc36e-7c1b-4f28-9c93-371675e8ef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '04756bee-19b2-4348-bde3-994b84a32a71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:31:33.818315 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df18701b-f51b-4398-a7e3-a52971f458ff req-e7a53a84-bc96-44c8-ae8c-1e28460d36b1 service neutron] Bound using segment: {'id': 'a43cc36e-7c1b-4f28-9c93-371675e8ef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '04756bee-19b2-4348-bde3-994b84a32a71'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:31:33.818315 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-df18701b-f51b-4398-a7e3-a52971f458ff req-e7a53a84-bc96-44c8-ae8c-1e28460d36b1 service neutron] Bound port: df0fc55a-0c2a-47e2-ab37-022416a64a14, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a43cc36e-7c1b-4f28-9c93-371675e8ef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '04756bee-19b2-4348-bde3-994b84a32a71'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:31:33.818315 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df18701b-f51b-4398-a7e3-a52971f458ff req-e7a53a84-bc96-44c8-ae8c-1e28460d36b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:33.862693 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ad8c8-7c6b-4c23-b6be-eb8e5fe22563 req-de676bce-2661-4b97-a583-6a78803e6c14 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:33.864206 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-859ad8c8-7c6b-4c23-b6be-eb8e5fe22563 req-de676bce-2661-4b97-a583-6a78803e6c14 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 907 time: 0.1699398 Apr 20 16:31:33.872959 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3cdfddef-64a8-42d3-bc02-21a983bb39e6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:33.942339 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4c69e5f5-0994-40db-be6d-e9e69adad24c tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:33.986708 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4c69e5f5-0994-40db-be6d-e9e69adad24c tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:34.083308 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3cdfddef-64a8-42d3-bc02-21a983bb39e6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:34.115110 n-d-836146-2 neutron-server[103484]: DEBUG neutron.objects.ports [None req-d5dfdf91-5f22-4613-b644-5ec84183930a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103484) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 16:31:34.135519 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cd7f4dd8-4c31-4aaa-a4ba-5110fb3f132e req-6359fa55-cdaa-4316-88f0-14675680b719 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 210 time: 0.0412986 Apr 20 16:31:34.145402 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7bacf2f8-d6ad-46d3-9368-aeb4e1af1fa9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:34.158266 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5dfdf91-5f22-4613-b644-5ec84183930a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:34.162784 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-df18701b-f51b-4398-a7e3-a52971f458ff req-e7a53a84-bc96-44c8-ae8c-1e28460d36b1 service neutron] For port df0fc55a-0c2a-47e2-ab37-022416a64a14, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:31:34.198017 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4c69e5f5-0994-40db-be6d-e9e69adad24c tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:34.200737 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4c69e5f5-0994-40db-be6d-e9e69adad24c tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:34.204179 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4c69e5f5-0994-40db-be6d-e9e69adad24c tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "DELETE /v2.0/security-groups/8e411209-6aea-4356-a7b7-45d1780082e4 HTTP/1.1" status: 204 len: 168 time: 0.5499825 Apr 20 16:31:34.206736 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dfdf91-5f22-4613-b644-5ec84183930a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:34.207144 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58118) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:34.212546 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-d5dfdf91-5f22-4613-b644-5ec84183930a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:34.215508 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-df18701b-f51b-4398-a7e3-a52971f458ff req-e7a53a84-bc96-44c8-ae8c-1e28460d36b1 service neutron] For port df0fc55a-0c2a-47e2-ab37-022416a64a14, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=df0fc55a-0c2a-47e2-ab37-022416a64a14,segment=NetworkSegment(a43cc36e-7c1b-4f28-9c93-371675e8ef2c),segment_id=a43cc36e-7c1b-4f28-9c93-371675e8ef2c)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:31:34.219338 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dfdf91-5f22-4613-b644-5ec84183930a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:34.220256 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5dfdf91-5f22-4613-b644-5ec84183930a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:34.224575 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b4f10a-3343-4523-a476-37dbabebde36 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:31:34.241009 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7bacf2f8-d6ad-46d3-9368-aeb4e1af1fa9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:34.254294 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfdf91-5f22-4613-b644-5ec84183930a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=6c172feb-4e2b-4bcf-bc09-ebe1dac22f25,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:34.274213 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69e5f5-0994-40db-be6d-e9e69adad24c tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e411209-6aea-4356-a7b7-45d1780082e4,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:34.323595 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7bacf2f8-d6ad-46d3-9368-aeb4e1af1fa9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:34.340443 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df18701b-f51b-4398-a7e3-a52971f458ff req-e7a53a84-bc96-44c8-ae8c-1e28460d36b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:34.354724 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacf2f8-d6ad-46d3-9368-aeb4e1af1fa9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event updated for resources: {'Port': ['ID=e57a59b7-bd39-4b22-b374-965693696700,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:34.362695 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d5dfdf91-5f22-4613-b644-5ec84183930a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8822746 Apr 20 16:31:34.364586 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58128) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:34.394752 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-3cdfddef-64a8-42d3-bc02-21a983bb39e6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Deleting port 2d214d6e-5171-40c1-b911-4fdcdba021ca {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:34.395371 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3cdfddef-64a8-42d3-bc02-21a983bb39e6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:34.402792 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2a6819d7-55da-4bb2-8709-601b00dd95eb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:34.515743 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-555514cc-4d4a-44f4-8698-449ffd1008d9 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3065014 Apr 20 16:31:34.518234 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18701b-f51b-4398-a7e3-a52971f458ff req-e7a53a84-bc96-44c8-ae8c-1e28460d36b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:34.518794 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-df18701b-f51b-4398-a7e3-a52971f458ff req-e7a53a84-bc96-44c8-ae8c-1e28460d36b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:34.525330 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58132) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:34.528919 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201c2901-f1ed-4778-a58b-aa2d31ca89d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-10294607-eb5e-406e-b70a-cc143553f735', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'fixed_ips': [{'subnet_id': '6c172feb-4e2b-4bcf-bc09-ebe1dac22f25'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:31:34.530310 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-201c2901-f1ed-4778-a58b-aa2d31ca89d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:34.538971 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df18701b-f51b-4398-a7e3-a52971f458ff req-e7a53a84-bc96-44c8-ae8c-1e28460d36b1 service neutron] 10.222.0.30 "PUT /v2.0/ports/df0fc55a-0c2a-47e2-ab37-022416a64a14 HTTP/1.1" status: 200 len: 1055 time: 3.4083414 Apr 20 16:31:34.539627 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87924084-ea8d-4884-967d-560c6eda0cce', 'tag': 'df0fc55a-0c2a-47e2-ab37-022416a64a14'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:31:34.542180 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18943757-c884-4fba-8871-2bea3024c7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "87924084-ea8d-4884-967d-560c6eda0cce", "tag": "df0fc55a-0c2a-47e2-ab37-022416a64a14"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:31:34.546207 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3cdfddef-64a8-42d3-bc02-21a983bb39e6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:34.552696 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7bacf2f8-d6ad-46d3-9368-aeb4e1af1fa9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:34.577245 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7bacf2f8-d6ad-46d3-9368-aeb4e1af1fa9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4542735 Apr 20 16:31:34.646081 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c6d211-84f2-48a8-bffc-40bb2774ab65 x-openstack-request-id: req-f5c6d211-84f2-48a8-bffc-40bb2774ab65 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:31:34.646446 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87924084-ea8d-4884-967d-560c6eda0cce", "tag": "df0fc55a-0c2a-47e2-ab37-022416a64a14", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:31:34.646621 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5c6d211-84f2-48a8-bffc-40bb2774ab65 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:31:34.647042 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5c6d211-84f2-48a8-bffc-40bb2774ab65'] response: {'name': 'network-changed', 'server_uuid': '87924084-ea8d-4884-967d-560c6eda0cce', 'tag': 'df0fc55a-0c2a-47e2-ab37-022416a64a14', 'status': 'completed', 'code': 200} Apr 20 16:31:34.648030 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a53a84-bc96-44c8-ae8c-1e28460d36b1 service neutron] Pushing event updated for resources: {'Port': ['ID=df0fc55a-0c2a-47e2-ab37-022416a64a14,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:34.697263 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-3cdfddef-64a8-42d3-bc02-21a983bb39e6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Calling delete_port for 2d214d6e-5171-40c1-b911-4fdcdba021ca owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:34.721856 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6819d7-55da-4bb2-8709-601b00dd95eb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:31:34.725529 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2a6819d7-55da-4bb2-8709-601b00dd95eb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:34.842881 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-201c2901-f1ed-4778-a58b-aa2d31ca89d6 None None] Allocated IP 2001:db8::f816:3eff:fee9:be6e (10294607-eb5e-406e-b70a-cc143553f735/6c172feb-4e2b-4bcf-bc09-ebe1dac22f25/db6bef02-33e2-4eea-bacf-3397a6ec2f4f) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:34.850198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18943757-c884-4fba-8871-2bea3024c7e7 req-b8e20e5a-fdba-457f-bdef-54ec57689343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:34.851858 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-18943757-c884-4fba-8871-2bea3024c7e7 req-b8e20e5a-fdba-457f-bdef-54ec57689343 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb11bf8b3c08464a8790ceef590f4df3&device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 1058 time: 0.1714344 Apr 20 16:31:34.927293 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-836116b5-e092-47ee-9788-2a621cc93837 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:35.015860 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-836116b5-e092-47ee-9788-2a621cc93837 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:35.068475 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-581ef742-553c-4b0d-b272-944438ad19d3 req-afc157ef-c8ea-4430-9c52-dbf190dc2642 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--561852684&fields=id&tenant_id=79e26843c2b34b5cae984cd2a5639ef7 HTTP/1.1" status: 200 len: 267 time: 0.1217368 Apr 20 16:31:35.165849 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-201c2901-f1ed-4778-a58b-aa2d31ca89d6 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:35.216756 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3cdfddef-64a8-42d3-bc02-21a983bb39e6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:35.269206 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdfddef-64a8-42d3-bc02-21a983bb39e6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event deleted for resources: {'Port': ['ID=2d214d6e-5171-40c1-b911-4fdcdba021ca,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:35.276497 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-201c2901-f1ed-4778-a58b-aa2d31ca89d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:35.281505 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8298a-aa95-461d-97be-035725083b84 req-1932ea0b-03cc-4aa7-b768-4312e27f1920 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:35.284680 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00b8298a-aa95-461d-97be-035725083b84 req-1932ea0b-03cc-4aa7-b768-4312e27f1920 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 907 time: 0.1706860 Apr 20 16:31:35.286823 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18943757-c884-4fba-8871-2bea3024c7e7 req-cf40fe80-5dd2-4b53-a4f0-05fe5d383be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:35.287086 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18943757-c884-4fba-8871-2bea3024c7e7 req-cf40fe80-5dd2-4b53-a4f0-05fe5d383be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:35.288984 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-18943757-c884-4fba-8871-2bea3024c7e7 req-cf40fe80-5dd2-4b53-a4f0-05fe5d383be9 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=cb11bf8b3c08464a8790ceef590f4df3&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.4227943 Apr 20 16:31:35.348278 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-836116b5-e092-47ee-9788-2a621cc93837 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:35.348935 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c2901-f1ed-4778-a58b-aa2d31ca89d6 None None] Pushing event updated for resources: {'Port': ['ID=db6bef02-33e2-4eea-bacf-3397a6ec2f4f,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:35.351153 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-836116b5-e092-47ee-9788-2a621cc93837 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:35.352445 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-836116b5-e092-47ee-9788-2a621cc93837 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "DELETE /v2.0/security-groups/8018f4c3-3d21-4988-bc34-f09a54ec8d50 HTTP/1.1" status: 204 len: 168 time: 0.8258567 Apr 20 16:31:35.372226 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58164) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:35.379986 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201c2901-f1ed-4778-a58b-aa2d31ca89d6 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:35.384258 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-201c2901-f1ed-4778-a58b-aa2d31ca89d6 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:35.384865 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201c2901-f1ed-4778-a58b-aa2d31ca89d6 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:31:35.390431 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ef742-553c-4b0d-b272-944438ad19d3 req-5d35583b-6c29-4af5-a6fe-bbc4830922d8 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:35.391947 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-581ef742-553c-4b0d-b272-944438ad19d3 req-5d35583b-6c29-4af5-a6fe-bbc4830922d8 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/networks?id=6129277f-3b7c-420f-bcf7-8207d3888fce HTTP/1.1" status: 200 len: 814 time: 0.3120663 Apr 20 16:31:35.422355 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836116b5-e092-47ee-9788-2a621cc93837 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8018f4c3-3d21-4988-bc34-f09a54ec8d50,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:35.431028 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-581ef742-553c-4b0d-b272-944438ad19d3 req-3ccc28bd-c18a-477f-ad1d-d9bfe41d01a1 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/quotas/79e26843c2b34b5cae984cd2a5639ef7 HTTP/1.1" status: 200 len: 375 time: 0.0237646 Apr 20 16:31:35.439826 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3cdfddef-64a8-42d3-bc02-21a983bb39e6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:35.475313 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-201c2901-f1ed-4778-a58b-aa2d31ca89d6 None None] Attempting to bind port db6bef02-33e2-4eea-bacf-3397a6ec2f4f on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:31:35.478373 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-201c2901-f1ed-4778-a58b-aa2d31ca89d6 None None] Attempting to bind port db6bef02-33e2-4eea-bacf-3397a6ec2f4f by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:31:35.478373 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201c2901-f1ed-4778-a58b-aa2d31ca89d6 None None] Attempting to bind port db6bef02-33e2-4eea-bacf-3397a6ec2f4f on network 10294607-eb5e-406e-b70a-cc143553f735 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:31:35.481278 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-51f7a3f7-c63c-46ce-b29b-741c12a87f75 req-a9ea6377-4b38-4d0c-97f7-a9e24ef9666c tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 210 time: 0.1078298 Apr 20 16:31:35.509587 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201c2901-f1ed-4778-a58b-aa2d31ca89d6 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:31:35.512482 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201c2901-f1ed-4778-a58b-aa2d31ca89d6 None None] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:31:35.513069 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-201c2901-f1ed-4778-a58b-aa2d31ca89d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:35.518112 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201c2901-f1ed-4778-a58b-aa2d31ca89d6 None None] Bound using segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:31:35.520532 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-201c2901-f1ed-4778-a58b-aa2d31ca89d6 None None] Bound port: db6bef02-33e2-4eea-bacf-3397a6ec2f4f, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:31:35.521456 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-201c2901-f1ed-4778-a58b-aa2d31ca89d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:35.557735 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f497acd3-cad9-4962-b19d-55c1257ff3ab tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1824925 Apr 20 16:31:35.568450 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58170) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:35.590671 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3cdfddef-64a8-42d3-bc02-21a983bb39e6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:35.593665 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3cdfddef-64a8-42d3-bc02-21a983bb39e6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:35.611723 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-0be23059-21f2-42f4-84f2-649b10fc4978 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1882673517'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:35.671751 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-581ef742-553c-4b0d-b272-944438ad19d3 req-5cddfa80-d475-4648-8c5e-be7a35556211 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2332222 Apr 20 16:31:35.727130 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-201c2901-f1ed-4778-a58b-aa2d31ca89d6 None None] For port db6bef02-33e2-4eea-bacf-3397a6ec2f4f, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:31:35.730700 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-201c2901-f1ed-4778-a58b-aa2d31ca89d6 None None] For port db6bef02-33e2-4eea-bacf-3397a6ec2f4f, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=db6bef02-33e2-4eea-bacf-3397a6ec2f4f,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:31:35.748790 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58172) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:35.765566 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18943757-c884-4fba-8871-2bea3024c7e7 req-d215fc60-414f-4a91-9685-a1a87ae6c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:35.767276 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-18943757-c884-4fba-8871-2bea3024c7e7 req-d215fc60-414f-4a91-9685-a1a87ae6c6ba service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4713714 Apr 20 16:31:35.767492 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3cdfddef-64a8-42d3-bc02-21a983bb39e6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:35.768107 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdfddef-64a8-42d3-bc02-21a983bb39e6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Fanout notify agent at l3_agent the message router_deleted on router bc025fc0-48ea-470e-b881-3e7a06aa8ae7 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:31:35.790747 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3cdfddef-64a8-42d3-bc02-21a983bb39e6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:35.794989 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3cdfddef-64a8-42d3-bc02-21a983bb39e6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "DELETE /v2.0/routers/bc025fc0-48ea-470e-b881-3e7a06aa8ae7 HTTP/1.1" status: 204 len: 168 time: 2.2398539 Apr 20 16:31:35.795677 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58176) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:35.813663 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-581ef742-553c-4b0d-b272-944438ad19d3 req-072b166e-d8ce-413d-8e88-9fbb4108b175 service neutron] 10.222.0.15 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410477 Apr 20 16:31:35.847137 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-201c2901-f1ed-4778-a58b-aa2d31ca89d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:35.889979 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-4429ef72-eece-4eaf-ad92-61ef1b9f5800 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Deleting subnet ea4ae1f5-d469-4bf4-b152-4fddfac5ec98 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:31:35.895615 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4429ef72-eece-4eaf-ad92-61ef1b9f5800 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:35.924071 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c2901-f1ed-4778-a58b-aa2d31ca89d6 None None] Pushing event updated for resources: {'Port': ['ID=db6bef02-33e2-4eea-bacf-3397a6ec2f4f,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:35.946681 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0be23059-21f2-42f4-84f2-649b10fc4978 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:35.948725 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-581ef742-553c-4b0d-b272-944438ad19d3 req-03666fc7-7a07-4e64-abfd-054399b85e19 service neutron] 10.222.0.15 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188450 Apr 20 16:31:35.948988 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2a6819d7-55da-4bb2-8709-601b00dd95eb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:35.974449 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c138e4b-ab21-4355-91cf-68ece0b2b48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:36.316450 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18701b-f51b-4398-a7e3-a52971f458ff req-10a90cbf-1cb8-436f-9ead-dab0a40646ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:36.317962 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df18701b-f51b-4398-a7e3-a52971f458ff req-10a90cbf-1cb8-436f-9ead-dab0a40646ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb11bf8b3c08464a8790ceef590f4df3&device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 1058 time: 0.4733520 Apr 20 16:31:36.440916 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4429ef72-eece-4eaf-ad92-61ef1b9f5800 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:36.449818 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df18701b-f51b-4398-a7e3-a52971f458ff req-6a8cb479-ae45-4894-8f24-2b61f15c222a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df0fc55a-0c2a-47e2-ab37-022416a64a14 HTTP/1.1" status: 200 len: 217 time: 0.0899022 Apr 20 16:31:36.453311 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d43c0c84-2806-480c-aae9-4774722eea5f req-3a42db62-8ed7-4aee-8736-3ae53cb30b7c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 210 time: 0.1332927 Apr 20 16:31:36.490151 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6819d7-55da-4bb2-8709-601b00dd95eb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:36.511101 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908263ca-0d8e-46ad-b3a1-32a601d52b1e req-ca2021c3-4a80-49df-bf4d-908679cf9989 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:36.518333 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-2a6819d7-55da-4bb2-8709-601b00dd95eb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:36.520578 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-908263ca-0d8e-46ad-b3a1-32a601d52b1e req-ca2021c3-4a80-49df-bf4d-908679cf9989 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 907 time: 0.0981653 Apr 20 16:31:36.548214 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6819d7-55da-4bb2-8709-601b00dd95eb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:36.548873 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2a6819d7-55da-4bb2-8709-601b00dd95eb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:36.562370 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6819d7-55da-4bb2-8709-601b00dd95eb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=f7816a42-5c33-4176-9477-1b42060c1644,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:36.645247 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-47f8e528-e20c-490d-a0c7-5f21de242db6 req-c102f968-ff88-4f1d-9fce-d3fd12e635cb tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 210 time: 0.0608575 Apr 20 16:31:36.653905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18701b-f51b-4398-a7e3-a52971f458ff req-70ad4e22-8433-4031-b8c8-17a2f9ff3175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:36.656224 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df18701b-f51b-4398-a7e3-a52971f458ff req-70ad4e22-8433-4031-b8c8-17a2f9ff3175 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a472675-3520-430e-90f3-8078a0e05a69 HTTP/1.1" status: 200 len: 835 time: 0.1580458 Apr 20 16:31:36.749108 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2a6819d7-55da-4bb2-8709-601b00dd95eb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3816209 Apr 20 16:31:36.761452 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0be23059-21f2-42f4-84f2-649b10fc4978 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:36.790578 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4429ef72-eece-4eaf-ad92-61ef1b9f5800 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:36.791115 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58200) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:36.791115 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-51e47676-07ee-405b-ba75-92b1ab4149a1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'mac_address': 'fa:16:3e:1c:7b:c0', 'name': 'tempest-NetworksTestDHCPv6-191186377'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:36.826269 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18701b-f51b-4398-a7e3-a52971f458ff req-73102ee1-5e04-4b20-ba39-297aa27d993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:36.828040 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df18701b-f51b-4398-a7e3-a52971f458ff req-73102ee1-5e04-4b20-ba39-297aa27d993e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=04756bee-19b2-4348-bde3-994b84a32a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499951 Apr 20 16:31:36.868196 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c138e4b-ab21-4355-91cf-68ece0b2b48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:36.965557 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df18701b-f51b-4398-a7e3-a52971f458ff req-2ed20278-c248-4187-909b-952ab252b83e service neutron] 10.222.0.30 "GET /v2.0/networks/04756bee-19b2-4348-bde3-994b84a32a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266088 Apr 20 16:31:36.980644 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0be23059-21f2-42f4-84f2-649b10fc4978 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:37.040205 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c138e4b-ab21-4355-91cf-68ece0b2b48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:37.047580 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4429ef72-eece-4eaf-ad92-61ef1b9f5800 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:37.082998 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e47676-07ee-405b-ba75-92b1ab4149a1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:31:37.106106 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be23059-21f2-42f4-84f2-649b10fc4978 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ce40f0-c848-43e8-9206-d95315c0bc00,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:37.133712 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65119b17-9f97-47fb-84dd-6a6e576868b2 None None] Network 0907fc24-1f94-40d2-b20a-38708fa0680c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:31:37.135197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429ef72-eece-4eaf-ad92-61ef1b9f5800 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event deleted for resources: {'Subnet': ['ID=ea4ae1f5-d469-4bf4-b152-4fddfac5ec98,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:37.140863 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4429ef72-eece-4eaf-ad92-61ef1b9f5800 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:37.144574 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4429ef72-eece-4eaf-ad92-61ef1b9f5800 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "DELETE /v2.0/subnets/ea4ae1f5-d469-4bf4-b152-4fddfac5ec98 HTTP/1.1" status: 204 len: 168 time: 1.3476145 Apr 20 16:31:37.151601 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58210) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:37.177822 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e3c9ed-5f02-4226-9aa2-66dd31ca16fd None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:31:37.181742 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0be23059-21f2-42f4-84f2-649b10fc4978 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:37.182554 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0be23059-21f2-42f4-84f2-649b10fc4978 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6113141 Apr 20 16:31:37.190355 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7c138e4b-ab21-4355-91cf-68ece0b2b48e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0bdc798f3854cc19f190183b2736311&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4374061 Apr 20 16:31:37.190976 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58212) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:37.199250 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c138e4b-ab21-4355-91cf-68ece0b2b48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea0a9de-bf87-4718-bead-fabff8abcc4e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:37.204422 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58214) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:37.211194 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-9632954c-51c7-4fc0-b8dc-bf43ca2770d1 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group_rule': {'security_group_id': 'b9ce40f0-c848-43e8-9206-d95315c0bc00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:37.321133 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f611e07-f5b8-4992-960e-f22cb5697c54 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:37.324996 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df18701b-f51b-4398-a7e3-a52971f458ff req-d31bfd5c-7434-4bfa-8712-985299e13750 service neutron] 10.222.0.30 "GET /v2.0/networks/04756bee-19b2-4348-bde3-994b84a32a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535089 Apr 20 16:31:37.327333 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-74325265-a7c8-4141-b50c-049060f1a538 None None] Provisioning complete for port db6bef02-33e2-4eea-bacf-3397a6ec2f4f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:37.327708 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-74325265-a7c8-4141-b50c-049060f1a538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:37.347198 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-51e47676-07ee-405b-ba75-92b1ab4149a1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:37.373468 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eeadbca5-7a4c-4a91-9d98-13a52b8360b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:37.381143 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-51e47676-07ee-405b-ba75-92b1ab4149a1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] device_id is not set on port 2340d392-e2de-4334-bb95-b1099952f92e yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:31:37.404949 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eeadbca5-7a4c-4a91-9d98-13a52b8360b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:37.518617 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-9632954c-51c7-4fc0-b8dc-bf43ca2770d1 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:31:37.522534 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9632954c-51c7-4fc0-b8dc-bf43ca2770d1 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3170099 Apr 20 16:31:37.522843 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58222) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:37.529526 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-90f1ea25-b2dc-4434-84ba-3d60f4b2827a tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group_rule': {'security_group_id': 'b9ce40f0-c848-43e8-9206-d95315c0bc00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:37.583501 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8c7b69-42ed-40e1-ae03-05e2a48c3d23 None None] DHCP port deletion for 0907fc24-1f94-40d2-b20a-38708fa0680c request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:31:37.615146 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2dafd1a8-4389-4c85-8299-d1ab60f1de20 req-0678749f-d609-4060-ae74-a1f573a13ec9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 210 time: 0.0430195 Apr 20 16:31:37.630683 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-51e47676-07ee-405b-ba75-92b1ab4149a1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 172.20.0.3 (10294607-eb5e-406e-b70a-cc143553f735/f7816a42-5c33-4176-9477-1b42060c1644/2340d392-e2de-4334-bb95-b1099952f92e) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:37.637794 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-74325265-a7c8-4141-b50c-049060f1a538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:37.649460 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-51e47676-07ee-405b-ba75-92b1ab4149a1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8::f816:3eff:fe1c:7bc0 (10294607-eb5e-406e-b70a-cc143553f735/6c172feb-4e2b-4bcf-bc09-ebe1dac22f25/2340d392-e2de-4334-bb95-b1099952f92e) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:37.652297 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-0f611e07-f5b8-4992-960e-f22cb5697c54 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Deleting port 4a7abe39-3639-4f9c-bbec-3d6e1e09816e {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:37.652664 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f611e07-f5b8-4992-960e-f22cb5697c54 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:37.699101 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eeadbca5-7a4c-4a91-9d98-13a52b8360b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:37.704229 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eeadbca5-7a4c-4a91-9d98-13a52b8360b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:37.704229 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-eeadbca5-7a4c-4a91-9d98-13a52b8360b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ea0a9de-bf87-4718-bead-fabff8abcc4e HTTP/1.1" status: 204 len: 168 time: 0.4685736 Apr 20 16:31:37.718674 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-74325265-a7c8-4141-b50c-049060f1a538 None None] For port db6bef02-33e2-4eea-bacf-3397a6ec2f4f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=db6bef02-33e2-4eea-bacf-3397a6ec2f4f,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:37.735360 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-da8c7b69-42ed-40e1-ae03-05e2a48c3d23 None None] Deleting port 4a7abe39-3639-4f9c-bbec-3d6e1e09816e {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:37.735734 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-da8c7b69-42ed-40e1-ae03-05e2a48c3d23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:37.847576 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-0f611e07-f5b8-4992-960e-f22cb5697c54 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] For port 4a7abe39-3639-4f9c-bbec-3d6e1e09816e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4a7abe39-3639-4f9c-bbec-3d6e1e09816e,segment=NetworkSegment(4f866d60-66e4-40ba-b5bb-d5e81ca4e192),segment_id=4f866d60-66e4-40ba-b5bb-d5e81ca4e192)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:37.847576 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f611e07-f5b8-4992-960e-f22cb5697c54 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:37.878759 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-0f611e07-f5b8-4992-960e-f22cb5697c54 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Calling delete_port for 4a7abe39-3639-4f9c-bbec-3d6e1e09816e owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:37.916796 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-74325265-a7c8-4141-b50c-049060f1a538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:37.926806 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71dde417-c8e0-442c-981f-479ddc514b6d req-2a8dcdcc-15f7-4166-96fe-b763cf6699ab tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 210 time: 0.0592623 Apr 20 16:31:37.943429 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-567b41b6-6be8-4366-be03-f39d45a5d244 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:37.944826 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-567b41b6-6be8-4366-be03-f39d45a5d244 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.26 "GET /v2.0/networks?id=96647353-7ea1-402d-874f-17a77bf9da84 HTTP/1.1" status: 200 len: 813 time: 0.3108325 Apr 20 16:31:37.955825 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adb5851-a4f6-4cf1-a0b8-9f6a86babddb None None] Update dhcp port {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'fixed_ips': [{'subnet_id': '6c172feb-4e2b-4bcf-bc09-ebe1dac22f25', 'ip_address': '2001:db8::f816:3eff:fee9:be6e'}, {'subnet_id': 'f7816a42-5c33-4176-9477-1b42060c1644'}], 'binding:host_id': 'n-d-836146-2'}, 'id': 'db6bef02-33e2-4eea-bacf-3397a6ec2f4f'} from n-d-836146-2. {{(pid=103486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 16:31:37.958404 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device db6bef02-33e2-4eea-bacf-3397a6ec2f4f up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:31:37.958710 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadbca5-7a4c-4a91-9d98-13a52b8360b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea0a9de-bf87-4718-bead-fabff8abcc4e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:37.982422 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-acc0e514-1630-410e-904c-4deb7a624b50 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Request body: {'port': {'device_id': '94aeeccc-db09-431e-a9e8-ccb73d931273', 'network_id': '96647353-7ea1-402d-874f-17a77bf9da84', 'admin_state_up': True, 'tenant_id': 'ca02f6b1aa34446e9221bf3218691782'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:38.045237 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-da8c7b69-42ed-40e1-ae03-05e2a48c3d23 None None] For port 4a7abe39-3639-4f9c-bbec-3d6e1e09816e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4a7abe39-3639-4f9c-bbec-3d6e1e09816e,segment=NetworkSegment(4f866d60-66e4-40ba-b5bb-d5e81ca4e192),segment_id=4f866d60-66e4-40ba-b5bb-d5e81ca4e192)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:38.046070 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-da8c7b69-42ed-40e1-ae03-05e2a48c3d23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:38.086022 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6adb5851-a4f6-4cf1-a0b8-9f6a86babddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:38.089285 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-da8c7b69-42ed-40e1-ae03-05e2a48c3d23 None None] Calling delete_port for 4a7abe39-3639-4f9c-bbec-3d6e1e09816e owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:38.106033 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86706c9b-bda6-4910-b644-6cdf1a4a7036 req-3429e0e5-9969-4dd6-aa8b-094f6018d507 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:38.118017 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-86706c9b-bda6-4910-b644-6cdf1a4a7036 req-3429e0e5-9969-4dd6-aa8b-094f6018d507 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 907 time: 0.4859214 Apr 20 16:31:38.124228 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74325265-a7c8-4141-b50c-049060f1a538 None None] Pushing event updated for resources: {'Port': ['ID=db6bef02-33e2-4eea-bacf-3397a6ec2f4f,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:38.216874 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-51e47676-07ee-405b-ba75-92b1ab4149a1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:38.259055 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-90f1ea25-b2dc-4434-84ba-3d60f4b2827a tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:31:38.260991 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-90f1ea25-b2dc-4434-84ba-3d60f4b2827a tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7371492 Apr 20 16:31:38.265874 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58236) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:38.327591 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb73a59c-117b-44be-8741-14b9b826188f tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:38.356515 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb73a59c-117b-44be-8741-14b9b826188f tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:38.368164 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f611e07-f5b8-4992-960e-f22cb5697c54 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:38.368876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-acc0e514-1630-410e-904c-4deb7a624b50 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Made reservation on behalf of ca02f6b1aa34446e9221bf3218691782 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:31:38.373608 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-acc0e514-1630-410e-904c-4deb7a624b50 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:38.403843 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-51e47676-07ee-405b-ba75-92b1ab4149a1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:38.413772 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f611e07-f5b8-4992-960e-f22cb5697c54 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event deleted for resources: {'Port': ['ID=4a7abe39-3639-4f9c-bbec-3d6e1e09816e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:38.437324 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f611e07-f5b8-4992-960e-f22cb5697c54 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] No DVR routers for this DVR port 4a7abe39-3639-4f9c-bbec-3d6e1e09816e on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:31:38.517822 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port db6bef02-33e2-4eea-bacf-3397a6ec2f4f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:38.518417 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:38.563040 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-da8c7b69-42ed-40e1-ae03-05e2a48c3d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:38.566286 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e47676-07ee-405b-ba75-92b1ab4149a1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=2340d392-e2de-4334-bb95-b1099952f92e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:38.596321 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-acc0e514-1630-410e-904c-4deb7a624b50 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Allocated IP 172.20.0.7 (96647353-7ea1-402d-874f-17a77bf9da84/dd53a72b-e27c-47d8-b60f-ef1e2e2a9009/0c7cc80b-074c-4a9b-b03e-455e4e155536) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:38.603147 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e47676-07ee-405b-ba75-92b1ab4149a1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:38.615658 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb73a59c-117b-44be-8741-14b9b826188f tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:38.618694 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb73a59c-117b-44be-8741-14b9b826188f tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:38.622712 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-eb73a59c-117b-44be-8741-14b9b826188f tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "DELETE /v2.0/security-groups/b9ce40f0-c848-43e8-9206-d95315c0bc00 HTTP/1.1" status: 204 len: 168 time: 0.3557425 Apr 20 16:31:38.625333 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c7b69-42ed-40e1-ae03-05e2a48c3d23 None None] Pushing event deleted for resources: {'Port': ['ID=4a7abe39-3639-4f9c-bbec-3d6e1e09816e,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:38.631731 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58242) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:38.633827 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-51e47676-07ee-405b-ba75-92b1ab4149a1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:38.634123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8c7b69-42ed-40e1-ae03-05e2a48c3d23 None None] No DVR routers for this DVR port 4a7abe39-3639-4f9c-bbec-3d6e1e09816e on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:31:38.641440 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e47676-07ee-405b-ba75-92b1ab4149a1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:31:38.652962 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73a59c-117b-44be-8741-14b9b826188f tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ce40f0-c848-43e8-9206-d95315c0bc00,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:38.663506 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-6adb5851-a4f6-4cf1-a0b8-9f6a86babddb None None] Allocated IP 172.20.0.2 (10294607-eb5e-406e-b70a-cc143553f735/f7816a42-5c33-4176-9477-1b42060c1644/db6bef02-33e2-4eea-bacf-3397a6ec2f4f) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:38.739392 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58246) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:38.766988 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f611e07-f5b8-4992-960e-f22cb5697c54 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:38.806938 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-401b69bc-6d9a-4408-8438-888499d181a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:38.848531 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9c226342-924d-41a8-81f6-65967effda99 req-4e1eb9bf-3e67-4b5e-8868-8aadaf8e12e1 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 210 time: 0.0854697 Apr 20 16:31:38.854456 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-0f611e07-f5b8-4992-960e-f22cb5697c54 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0907fc24-1f94-40d2-b20a-38708fa0680c']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:38.862069 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-6adb5851-a4f6-4cf1-a0b8-9f6a86babddb None None] For port db6bef02-33e2-4eea-bacf-3397a6ec2f4f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=db6bef02-33e2-4eea-bacf-3397a6ec2f4f,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:38.864068 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5ef0b4dd-7225-42d4-b8ce-cf32b0637df5 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2262430 Apr 20 16:31:38.870291 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58250) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:38.878847 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ca66554a-8f9e-4274-b365-3a86723b7cda tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347477619'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:38.889870 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-0f611e07-f5b8-4992-960e-f22cb5697c54 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f866d60-66e4-40ba-b5bb-d5e81ca4e192') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:38.890170 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-0f611e07-f5b8-4992-960e-f22cb5697c54 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f866d60-66e4-40ba-b5bb-d5e81ca4e192') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:38.894372 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4a7abe39-3639-4f9c-bbec-3d6e1e09816e no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:31:38.910143 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e47676-07ee-405b-ba75-92b1ab4149a1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:38.910694 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-51e47676-07ee-405b-ba75-92b1ab4149a1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:38.915954 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f611e07-f5b8-4992-960e-f22cb5697c54 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:38.923335 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 4a7abe39-3639-4f9c-bbec-3d6e1e09816e {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:31:38.925756 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4a7abe39-3639-4f9c-bbec-3d6e1e09816e not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:31:38.926485 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6adb5851-a4f6-4cf1-a0b8-9f6a86babddb None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:38.940030 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f611e07-f5b8-4992-960e-f22cb5697c54 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:38.940236 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-acc0e514-1630-410e-904c-4deb7a624b50 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:38.950954 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f611e07-f5b8-4992-960e-f22cb5697c54 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:31:38.951229 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f611e07-f5b8-4992-960e-f22cb5697c54 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:31:38.955306 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:31:39.024828 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6adb5851-a4f6-4cf1-a0b8-9f6a86babddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:39.034820 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca66554a-8f9e-4274-b365-3a86723b7cda tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:39.038966 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0849bd6f-cc3d-4614-8ba3-4a05e9743de2 req-63c3f88d-4610-4826-b055-0d5a299726d0 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 210 time: 0.0381141 Apr 20 16:31:39.040943 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-401b69bc-6d9a-4408-8438-888499d181a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:39.051250 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-51e47676-07ee-405b-ba75-92b1ab4149a1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2651234 Apr 20 16:31:39.053203 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58256) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:39.121730 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-acc0e514-1630-410e-904c-4deb7a624b50 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:39.133917 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cc9258-bc82-4eb1-995e-e22fddd567bb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:39.142140 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cc9258-bc82-4eb1-995e-e22fddd567bb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:39.148583 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-35cc9258-bc82-4eb1-995e-e22fddd567bb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0953164 Apr 20 16:31:39.149123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb5851-a4f6-4cf1-a0b8-9f6a86babddb None None] Pushing event updated for resources: {'Port': ['ID=db6bef02-33e2-4eea-bacf-3397a6ec2f4f,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:39.155724 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58258) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:39.159735 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca66554a-8f9e-4274-b365-3a86723b7cda tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:39.225388 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-401b69bc-6d9a-4408-8438-888499d181a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:39.241472 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-acc0e514-1630-410e-904c-4deb7a624b50 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Network 96647353-7ea1-402d-874f-17a77bf9da84 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:39.294263 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-acc0e514-1630-410e-904c-4deb7a624b50 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:39.298578 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f611e07-f5b8-4992-960e-f22cb5697c54 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:39.306698 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b69bc-6d9a-4408-8438-888499d181a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3514713-38ea-4d12-9b87-e1d1fdcec977,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:39.312819 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-acc0e514-1630-410e-904c-4deb7a624b50 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:31:39.315324 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0e514-1630-410e-904c-4deb7a624b50 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Pushing event updated for resources: {'Port': ['ID=0c7cc80b-074c-4a9b-b03e-455e4e155536,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:39.323156 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca66554a-8f9e-4274-b365-3a86723b7cda tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:39.326098 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f611e07-f5b8-4992-960e-f22cb5697c54 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:39.332376 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0f611e07-f5b8-4992-960e-f22cb5697c54 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "DELETE /v2.0/networks/0907fc24-1f94-40d2-b20a-38708fa0680c HTTP/1.1" status: 204 len: 168 time: 2.1797383 Apr 20 16:31:39.353568 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-401b69bc-6d9a-4408-8438-888499d181a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2289c8e03a0741d891a2a44b58dccfb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6128626 Apr 20 16:31:39.356812 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58264) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:39.357070 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58266) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:39.413681 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f611e07-f5b8-4992-960e-f22cb5697c54 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event deleted for resources: {'Network': ['ID=0907fc24-1f94-40d2-b20a-38708fa0680c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:39.464309 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66554a-8f9e-4274-b365-3a86723b7cda tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39555d93-5912-47f2-b697-010b17185464,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:39.482534 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-acc0e514-1630-410e-904c-4deb7a624b50 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:39.483030 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-acc0e514-1630-410e-904c-4deb7a624b50 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:39.560983 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-037def14-fe57-4ea7-8439-330b3007ef16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:39.588597 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-037def14-fe57-4ea7-8439-330b3007ef16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:39.597127 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-95f14b1d-9bef-4c50-86a3-0372abbae264 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Deleting port 40b3c3bf-1890-41db-ad2b-54e637a36c30 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:39.597473 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-95f14b1d-9bef-4c50-86a3-0372abbae264 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:39.684131 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-acc0e514-1630-410e-904c-4deb7a624b50 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7079434 Apr 20 16:31:39.761559 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-95f14b1d-9bef-4c50-86a3-0372abbae264 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:39.765795 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-95f14b1d-9bef-4c50-86a3-0372abbae264 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:39.785710 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-95f14b1d-9bef-4c50-86a3-0372abbae264 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Calling delete_port for 40b3c3bf-1890-41db-ad2b-54e637a36c30 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:39.834971 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device db6bef02-33e2-4eea-bacf-3397a6ec2f4f up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:31:39.906845 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-037def14-fe57-4ea7-8439-330b3007ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:39.911570 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-037def14-fe57-4ea7-8439-330b3007ef16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:39.918593 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-037def14-fe57-4ea7-8439-330b3007ef16 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3514713-38ea-4d12-9b87-e1d1fdcec977 HTTP/1.1" status: 204 len: 168 time: 0.5592661 Apr 20 16:31:39.943842 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037def14-fe57-4ea7-8439-330b3007ef16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3514713-38ea-4d12-9b87-e1d1fdcec977,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:40.005551 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port db6bef02-33e2-4eea-bacf-3397a6ec2f4f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:40.017743 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:40.019626 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-cd3e6746-7955-41cc-8bcb-92d5d0978be3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting port 2340d392-e2de-4334-bb95-b1099952f92e {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:40.021961 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cd3e6746-7955-41cc-8bcb-92d5d0978be3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:40.032532 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-57146137-bd14-4dcc-a3df-61282219e2ce service neutron] Request body: {'port': {'device_id': '94aeeccc-db09-431e-a9e8-ccb73d931273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:40.056856 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f682c851-caff-4cc9-998f-5850cafff585 req-6949e6c1-3dad-42b3-b712-7763090c5aba tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 210 time: 0.0649362 Apr 20 16:31:40.059574 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca66554a-8f9e-4274-b365-3a86723b7cda tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:40.063288 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ca66554a-8f9e-4274-b365-3a86723b7cda tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1897967 Apr 20 16:31:40.073132 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58282) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:40.143115 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadadd8-247d-4263-a051-595c5e927dcd req-8a22e7da-a194-443a-90a7-320372f40f20 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:40.160018 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6cadadd8-247d-4263-a051-595c5e927dcd req-8a22e7da-a194-443a-90a7-320372f40f20 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 907 time: 0.8514428 Apr 20 16:31:40.167192 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a1008962-0d76-4b1e-be33-ce1973ab5d30 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:40.167620 n-d-836146-2 neutron-server[103485]: WARNING neutron.api.v2.base [None req-a1008962-0d76-4b1e-be33-ce1973ab5d30 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 20 16:31:40.168111 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-a1008962-0d76-4b1e-be33-ce1973ab5d30 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] update failed (client error): There was a conflict when trying to complete your request. Apr 20 16:31:40.172647 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a1008962-0d76-4b1e-be33-ce1973ab5d30 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "PUT /v2.0/security-groups/39555d93-5912-47f2-b697-010b17185464 HTTP/1.1" status: 409 len: 330 time: 0.0927954 Apr 20 16:31:40.189552 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58286) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:40.231967 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ef742-553c-4b0d-b272-944438ad19d3 req-eb841833-8f39-41a1-9e47-7898ee63a50c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:40.233933 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8395ffa4-dd7b-4d3a-93e1-203b32b90207 None None] Provisioning complete for port db6bef02-33e2-4eea-bacf-3397a6ec2f4f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:40.235182 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8395ffa4-dd7b-4d3a-93e1-203b32b90207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:40.241668 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-581ef742-553c-4b0d-b272-944438ad19d3 req-eb841833-8f39-41a1-9e47-7898ee63a50c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.26 "GET /v2.0/networks?id=6129277f-3b7c-420f-bcf7-8207d3888fce HTTP/1.1" status: 200 len: 814 time: 1.0012219 Apr 20 16:31:40.274876 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-57146137-bd14-4dcc-a3df-61282219e2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:40.341119 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf027cf-1418-4916-96cc-215f7171c7c9 req-1e4954aa-4cbd-49a8-8900-86e085e38e84 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:40.344175 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3cf027cf-1418-4916-96cc-215f7171c7c9 req-1e4954aa-4cbd-49a8-8900-86e085e38e84 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 931 time: 0.1223226 Apr 20 16:31:40.375645 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cd3e6746-7955-41cc-8bcb-92d5d0978be3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:40.383045 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-95f14b1d-9bef-4c50-86a3-0372abbae264 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:40.423760 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-cd3e6746-7955-41cc-8bcb-92d5d0978be3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Calling delete_port for 2340d392-e2de-4334-bb95-b1099952f92e owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:40.445206 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-581ef742-553c-4b0d-b272-944438ad19d3 req-dde20a25-6c3e-4b6b-a538-2a5603e27de6 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79e26843c2b34b5cae984cd2a5639ef7 HTTP/1.1" status: 200 len: 472 time: 0.1825438 Apr 20 16:31:40.475216 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-581ef742-553c-4b0d-b272-944438ad19d3 req-985e1475-f053-412f-839b-7c87eaef3e89 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Request body: {'port': {'device_id': 'd9f7a076-f849-4a8e-a7b0-14973ab4ce3b', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'admin_state_up': True, 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'security_groups': ['e0d33a2f-a5df-45da-a225-3c58c35ab35d']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:40.495649 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f14b1d-9bef-4c50-86a3-0372abbae264 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event deleted for resources: {'Port': ['ID=40b3c3bf-1890-41db-ad2b-54e637a36c30,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:40.502199 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e76f2093-7961-4e2f-8012-978e8e565f2e tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:40.550402 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3cf027cf-1418-4916-96cc-215f7171c7c9 req-3975c225-1fad-490b-bf6e-00ed5352583e tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001898 Apr 20 16:31:40.613511 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-6b80c5f9-59b7-4901-958d-67c23837b51a None None] Provisioning complete for port 2340d392-e2de-4334-bb95-b1099952f92e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:40.615013 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6b80c5f9-59b7-4901-958d-67c23837b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:40.637700 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-95f14b1d-9bef-4c50-86a3-0372abbae264 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:40.639455 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e76f2093-7961-4e2f-8012-978e8e565f2e tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:40.640457 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-95f14b1d-9bef-4c50-86a3-0372abbae264 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:40.641702 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-95f14b1d-9bef-4c50-86a3-0372abbae264 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "DELETE /v2.0/floatingips/bf477c11-dbda-4914-9e8c-5e87762c24c2 HTTP/1.1" status: 204 len: 168 time: 1.2837059 Apr 20 16:31:40.647367 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58296) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:40.688687 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-6b80c5f9-59b7-4901-958d-67c23837b51a None None] Port 2340d392-e2de-4334-bb95-b1099952f92e cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:31:40.699166 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f654d4-8d11-4759-aff3-5005980a1174 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] DELETE failed (client error): The resource could not be found. Apr 20 16:31:40.700371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f654d4-8d11-4759-aff3-5005980a1174 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:31:40.704385 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b5f654d4-8d11-4759-aff3-5005980a1174 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "DELETE /v2.0/ports/b0e58e15-00d4-4722-b2d2-02c8b01f64de HTTP/1.1" status: 404 len: 333 time: 0.0545139 Apr 20 16:31:40.706797 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58300) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:40.747245 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a71d14b5-f95e-4ba8-a875-4b833ea2d0ed tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc025fc0-48ea-470e-b881-3e7a06aa8ae7 HTTP/1.1" status: 200 len: 205 time: 0.0393333 Apr 20 16:31:40.751142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58304) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:40.814544 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-12037448-6686-4680-866a-2cfa26bbb832 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] delete failed (client error): The resource could not be found. Apr 20 16:31:40.818251 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-12037448-6686-4680-866a-2cfa26bbb832 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "DELETE /v2.0/routers/bc025fc0-48ea-470e-b881-3e7a06aa8ae7 HTTP/1.1" status: 404 len: 336 time: 0.0623496 Apr 20 16:31:40.826026 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58308) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:40.861023 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-28078a92-0f37-44c1-b2d4-cf34eb29046a tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] DELETE failed (client error): The resource could not be found. Apr 20 16:31:40.861557 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28078a92-0f37-44c1-b2d4-cf34eb29046a tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:31:40.866432 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-28078a92-0f37-44c1-b2d4-cf34eb29046a tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "DELETE /v2.0/subnets/ea4ae1f5-d469-4bf4-b152-4fddfac5ec98 HTTP/1.1" status: 404 len: 337 time: 0.0386360 Apr 20 16:31:40.868694 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58310) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:40.869472 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581ef742-553c-4b0d-b272-944438ad19d3 req-985e1475-f053-412f-839b-7c87eaef3e89 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Made reservation on behalf of 79e26843c2b34b5cae984cd2a5639ef7 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:31:40.873250 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-581ef742-553c-4b0d-b272-944438ad19d3 req-985e1475-f053-412f-839b-7c87eaef3e89 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:40.878222 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e76f2093-7961-4e2f-8012-978e8e565f2e tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:40.880385 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e76f2093-7961-4e2f-8012-978e8e565f2e tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:40.881473 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e76f2093-7961-4e2f-8012-978e8e565f2e tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "DELETE /v2.0/security-groups/39555d93-5912-47f2-b697-010b17185464 HTTP/1.1" status: 204 len: 168 time: 0.7032783 Apr 20 16:31:40.886373 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58312) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:40.903170 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f2093-7961-4e2f-8012-978e8e565f2e tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39555d93-5912-47f2-b697-010b17185464,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:41.011768 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cd3e6746-7955-41cc-8bcb-92d5d0978be3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:41.027125 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7e2a6745-dc4a-45d4-b54f-01ccbe461301 tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1384592 Apr 20 16:31:41.030819 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58320) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:41.041119 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-57146137-bd14-4dcc-a3df-61282219e2ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7cc80b-074c-4a9b-b03e-455e4e155536 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:31:41.056393 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-57146137-bd14-4dcc-a3df-61282219e2ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:41.061863 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-28d6dee6-b088-4afe-8c04-0465b12c9e3f tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] delete failed (client error): The resource could not be found. Apr 20 16:31:41.066962 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-28d6dee6-b088-4afe-8c04-0465b12c9e3f tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "DELETE /v2.0/security-groups/fe32a690-40b9-493c-9ec4-c34213812560 HTTP/1.1" status: 404 len: 347 time: 0.0352492 Apr 20 16:31:41.071378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58322) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:41.076250 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e6746-7955-41cc-8bcb-92d5d0978be3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Port': ['ID=2340d392-e2de-4334-bb95-b1099952f92e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:41.103212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-57146137-bd14-4dcc-a3df-61282219e2ce service neutron] Transition to ACTIVE for port object 0c7cc80b-074c-4a9b-b03e-455e4e155536 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:31:41.115242 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-2f640c7e-95bb-4ae9-b901-3b601de70aac tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] show failed (client error): The resource could not be found. Apr 20 16:31:41.115242 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2f640c7e-95bb-4ae9-b901-3b601de70aac tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "GET /v2.0/security-groups/33441679-4029-4ed6-8b09-ed12e6905a03 HTTP/1.1" status: 404 len: 347 time: 0.0427954 Apr 20 16:31:41.121375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58326) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:41.141391 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-dbc931b8-8ce2-4d41-865f-4dd6ba5fef51 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Deleting port 21431657-9d67-4b34-8161-f305bb2f0eec {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:41.141734 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dbc931b8-8ce2-4d41-865f-4dd6ba5fef51 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:41.146695 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-e3f2376f-53de-4fe0-812b-c766a485b41c tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] show failed (client error): The resource could not be found. Apr 20 16:31:41.147872 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e3f2376f-53de-4fe0-812b-c766a485b41c tempest-NegativeSecGroupIPv6Test-443290330 tempest-NegativeSecGroupIPv6Test-443290330-project] 10.222.0.15 "GET /v2.0/security-group-rules/457ed5ce-dbff-43b6-ac38-5bd433a07ae6 HTTP/1.1" status: 404 len: 356 time: 0.0255640 Apr 20 16:31:41.153650 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-581ef742-553c-4b0d-b272-944438ad19d3 req-985e1475-f053-412f-839b-7c87eaef3e89 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Allocated IP 172.20.0.9 (6129277f-3b7c-420f-bcf7-8207d3888fce/1d0d8025-1a58-4c58-9113-dd747fc0c87b/b7a4c574-76ed-4c43-9fe3-0f05f863558c) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:41.192782 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-57146137-bd14-4dcc-a3df-61282219e2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:41.355074 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dbc931b8-8ce2-4d41-865f-4dd6ba5fef51 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:41.399395 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-dbc931b8-8ce2-4d41-865f-4dd6ba5fef51 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Calling delete_port for 21431657-9d67-4b34-8161-f305bb2f0eec owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:41.436724 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9b8738b6-080f-48a1-a23c-45d34a306dee req-7fcfde39-6eb9-4a0f-8970-c7f2dcb767e5 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 210 time: 0.1414905 Apr 20 16:31:41.439997 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57146137-bd14-4dcc-a3df-61282219e2ce service neutron] Pushing event updated for resources: {'Port': ['ID=0c7cc80b-074c-4a9b-b03e-455e4e155536,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:41.508914 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cd3e6746-7955-41cc-8bcb-92d5d0978be3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:41.515205 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cd3e6746-7955-41cc-8bcb-92d5d0978be3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/2340d392-e2de-4334-bb95-b1099952f92e HTTP/1.1" status: 204 len: 168 time: 2.3581855 Apr 20 16:31:41.516013 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58340) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:41.548887 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c231dfe-9c9d-4555-a37b-37e46a0637ca req-cef64770-6994-420f-b233-44c716e3eae9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:41.559891 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9c231dfe-9c9d-4555-a37b-37e46a0637ca req-cef64770-6994-420f-b233-44c716e3eae9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 907 time: 0.2736301 Apr 20 16:31:41.598936 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b74ff9-e257-4c76-abe8-be00778825af tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:41.600639 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b74ff9-e257-4c76-abe8-be00778825af tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:41.602649 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b74ff9-e257-4c76-abe8-be00778825af tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:41.606001 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-49b74ff9-e257-4c76-abe8-be00778825af tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0862067 Apr 20 16:31:41.611879 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-57146137-bd14-4dcc-a3df-61282219e2ce service neutron] Attempting to bind port 0c7cc80b-074c-4a9b-b03e-455e4e155536 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:31:41.611879 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-57146137-bd14-4dcc-a3df-61282219e2ce service neutron] Attempting to bind port 0c7cc80b-074c-4a9b-b03e-455e4e155536 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'dd4e4e52-542a-41b0-9b77-fe2f4abec5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '96647353-7ea1-402d-874f-17a77bf9da84'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:31:41.611879 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-57146137-bd14-4dcc-a3df-61282219e2ce service neutron] Attempting to bind port 0c7cc80b-074c-4a9b-b03e-455e4e155536 on network 96647353-7ea1-402d-874f-17a77bf9da84 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:31:41.615228 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58348) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:41.660589 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-581ef742-553c-4b0d-b272-944438ad19d3 req-985e1475-f053-412f-839b-7c87eaef3e89 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:41.666215 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-57146137-bd14-4dcc-a3df-61282219e2ce service neutron] Port 0c7cc80b-074c-4a9b-b03e-455e4e155536 on network 96647353-7ea1-402d-874f-17a77bf9da84 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:31:41.666547 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-57146137-bd14-4dcc-a3df-61282219e2ce service neutron] Attempting to bind port 0c7cc80b-074c-4a9b-b03e-455e4e155536 on network 96647353-7ea1-402d-874f-17a77bf9da84 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:31:41.687907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-57146137-bd14-4dcc-a3df-61282219e2ce service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:31:41.688264 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-57146137-bd14-4dcc-a3df-61282219e2ce service neutron] Checking segment: {'id': 'dd4e4e52-542a-41b0-9b77-fe2f4abec5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '96647353-7ea1-402d-874f-17a77bf9da84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:31:41.688658 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-57146137-bd14-4dcc-a3df-61282219e2ce service neutron] Bound using segment: {'id': 'dd4e4e52-542a-41b0-9b77-fe2f4abec5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '96647353-7ea1-402d-874f-17a77bf9da84'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:31:41.689100 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-57146137-bd14-4dcc-a3df-61282219e2ce service neutron] Bound port: 0c7cc80b-074c-4a9b-b03e-455e4e155536, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd4e4e52-542a-41b0-9b77-fe2f4abec5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '96647353-7ea1-402d-874f-17a77bf9da84'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:31:41.689461 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-57146137-bd14-4dcc-a3df-61282219e2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:41.726223 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-7518f04d-f058-4bb5-bd61-23616cedbb61 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet 6c172feb-4e2b-4bcf-bc09-ebe1dac22f25 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:31:41.736949 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7518f04d-f058-4bb5-bd61-23616cedbb61 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:41.771950 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177fe6f-a5f6-4447-a629-1e1e26a226d8 req-0b231b6c-72c0-455d-99ae-e3a62526ce69 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:41.780627 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a177fe6f-a5f6-4447-a629-1e1e26a226d8 req-0b231b6c-72c0-455d-99ae-e3a62526ce69 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 943 time: 0.1066508 Apr 20 16:31:41.830739 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a177fe6f-a5f6-4447-a629-1e1e26a226d8 req-a24b305e-92cf-4d5e-b2d7-94d2244847fb tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473790 Apr 20 16:31:41.831265 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58360) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:41.876967 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-581ef742-553c-4b0d-b272-944438ad19d3 req-985e1475-f053-412f-839b-7c87eaef3e89 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:41.898227 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7518f04d-f058-4bb5-bd61-23616cedbb61 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:41.922986 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device df0fc55a-0c2a-47e2-ab37-022416a64a14 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:31:41.958069 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581ef742-553c-4b0d-b272-944438ad19d3 req-985e1475-f053-412f-839b-7c87eaef3e89 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Network 6129277f-3b7c-420f-bcf7-8207d3888fce is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:41.962377 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-581ef742-553c-4b0d-b272-944438ad19d3 req-985e1475-f053-412f-839b-7c87eaef3e89 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:41.964866 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-581ef742-553c-4b0d-b272-944438ad19d3 req-985e1475-f053-412f-839b-7c87eaef3e89 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:31:42.066877 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e1475-f053-412f-839b-7c87eaef3e89 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event updated for resources: {'Port': ['ID=b7a4c574-76ed-4c43-9fe3-0f05f863558c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:42.081857 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ef742-553c-4b0d-b272-944438ad19d3 req-985e1475-f053-412f-839b-7c87eaef3e89 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:42.082527 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-581ef742-553c-4b0d-b272-944438ad19d3 req-985e1475-f053-412f-839b-7c87eaef3e89 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:42.098904 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port df0fc55a-0c2a-47e2-ab37-022416a64a14, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=df0fc55a-0c2a-47e2-ab37-022416a64a14,segment=NetworkSegment(a43cc36e-7c1b-4f28-9c93-371675e8ef2c),segment_id=a43cc36e-7c1b-4f28-9c93-371675e8ef2c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:42.121724 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'df0fc55a-0c2a-47e2-ab37-022416a64a14', 'network_id': '04756bee-19b2-4348-bde3-994b84a32a71', 'port_id': 'df0fc55a-0c2a-47e2-ab37-022416a64a14', 'mac_address': 'fa:16:3e:64:52:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a472675-3520-430e-90f3-8078a0e05a69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:31:42.146352 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4a5f0789-9571-403a-afa6-3257600d3627 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ad5c3aa1f9547d0bca9c8cb70129534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3117712 Apr 20 16:31:42.147058 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58370) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:42.185591 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:42.201632 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0fc55a-0c2a-47e2-ab37-022416a64a14 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:31:42.220646 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6838442c-94f0-4062-9417-244245fae3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:42.223698 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port df0fc55a-0c2a-47e2-ab37-022416a64a14, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=df0fc55a-0c2a-47e2-ab37-022416a64a14,segment=NetworkSegment(a43cc36e-7c1b-4f28-9c93-371675e8ef2c),segment_id=a43cc36e-7c1b-4f28-9c93-371675e8ef2c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:42.250203 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6838442c-94f0-4062-9417-244245fae3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:42.266776 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-581ef742-553c-4b0d-b272-944438ad19d3 req-985e1475-f053-412f-839b-7c87eaef3e89 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7957404 Apr 20 16:31:42.287946 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-581ef742-553c-4b0d-b272-944438ad19d3 req-6a220f1f-b82c-4e27-9b72-3d8e166eea5a service neutron] Request body: {'port': {'device_id': 'd9f7a076-f849-4a8e-a7b0-14973ab4ce3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:42.315705 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:42.324449 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dbc931b8-8ce2-4d41-865f-4dd6ba5fef51 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:42.333108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-57146137-bd14-4dcc-a3df-61282219e2ce service neutron] For port 0c7cc80b-074c-4a9b-b03e-455e4e155536, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:31:42.342665 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-57146137-bd14-4dcc-a3df-61282219e2ce service neutron] For port 0c7cc80b-074c-4a9b-b03e-455e4e155536, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0c7cc80b-074c-4a9b-b03e-455e4e155536,segment=NetworkSegment(dd4e4e52-542a-41b0-9b77-fe2f4abec5df),segment_id=dd4e4e52-542a-41b0-9b77-fe2f4abec5df)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:31:42.374234 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc931b8-8ce2-4d41-865f-4dd6ba5fef51 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event deleted for resources: {'Port': ['ID=21431657-9d67-4b34-8161-f305bb2f0eec,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:42.407726 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-581ef742-553c-4b0d-b272-944438ad19d3 req-6a220f1f-b82c-4e27-9b72-3d8e166eea5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:42.434001 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-cd845ea5-cd87-433c-98c8-6b9091ed9dac None None] Provisioning complete for port b7a4c574-76ed-4c43-9fe3-0f05f863558c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:42.434692 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cd845ea5-cd87-433c-98c8-6b9091ed9dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:42.439830 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=df0fc55a-0c2a-47e2-ab37-022416a64a14,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:42.479407 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-57146137-bd14-4dcc-a3df-61282219e2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:42.481465 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-cd845ea5-cd87-433c-98c8-6b9091ed9dac None None] Port b7a4c574-76ed-4c43-9fe3-0f05f863558c cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:31:42.530223 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-57146137-bd14-4dcc-a3df-61282219e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:42.531484 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-57146137-bd14-4dcc-a3df-61282219e2ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:42.533160 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-57146137-bd14-4dcc-a3df-61282219e2ce service neutron] 10.222.0.26 "PUT /v2.0/ports/0c7cc80b-074c-4a9b-b03e-455e4e155536 HTTP/1.1" status: 200 len: 1091 time: 2.8310561 Apr 20 16:31:42.539655 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94aeeccc-db09-431e-a9e8-ccb73d931273', 'tag': '0c7cc80b-074c-4a9b-b03e-455e4e155536'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:31:42.542162 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4205c8-62d7-4efb-99d5-4a4bab39dddc" -d '{"events": [{"name": "network-changed", "server_uuid": "94aeeccc-db09-431e-a9e8-ccb73d931273", "tag": "0c7cc80b-074c-4a9b-b03e-455e4e155536"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:31:42.589761 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6838442c-94f0-4062-9417-244245fae3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:42.598596 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6838442c-94f0-4062-9417-244245fae3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:42.598596 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6838442c-94f0-4062-9417-244245fae3c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/214f199a-f3a8-4869-8270-beb4cfeb2395 HTTP/1.1" status: 204 len: 168 time: 0.4457719 Apr 20 16:31:42.636794 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7518f04d-f058-4bb5-bd61-23616cedbb61 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:42.642679 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49950613-f643-4609-882e-d23dd80706de x-openstack-request-id: req-49950613-f643-4609-882e-d23dd80706de {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:31:42.642955 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94aeeccc-db09-431e-a9e8-ccb73d931273", "tag": "0c7cc80b-074c-4a9b-b03e-455e4e155536", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:31:42.643212 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49950613-f643-4609-882e-d23dd80706de {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:31:42.643407 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838442c-94f0-4062-9417-244245fae3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214f199a-f3a8-4869-8270-beb4cfeb2395,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:42.643605 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49950613-f643-4609-882e-d23dd80706de'] response: {'name': 'network-changed', 'server_uuid': '94aeeccc-db09-431e-a9e8-ccb73d931273', 'tag': '0c7cc80b-074c-4a9b-b03e-455e4e155536', 'status': 'completed', 'code': 200} Apr 20 16:31:42.694355 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['df0fc55a-0c2a-47e2-ab37-022416a64a14'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:31:42.705572 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dbc931b8-8ce2-4d41-865f-4dd6ba5fef51 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:42.710588 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dbc931b8-8ce2-4d41-865f-4dd6ba5fef51 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "DELETE /v2.0/ports/21431657-9d67-4b34-8161-f305bb2f0eec HTTP/1.1" status: 204 len: 168 time: 1.8394554 Apr 20 16:31:42.718130 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58394) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:42.781776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b1c63-49ff-4c53-9d53-74e8a729eb8e req-6187f576-500d-4129-8192-171b055b9012 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:42.783570 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b30b1c63-49ff-4c53-9d53-74e8a729eb8e req-6187f576-500d-4129-8192-171b055b9012 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 931 time: 0.2494812 Apr 20 16:31:42.784264 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57146137-bd14-4dcc-a3df-61282219e2ce service neutron] Pushing event updated for resources: {'Port': ['ID=0c7cc80b-074c-4a9b-b03e-455e4e155536,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:42.862047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4205c8-62d7-4efb-99d5-4a4bab39dddc req-d962f596-d892-4e43-b979-84750315e3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:42.864548 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb4205c8-62d7-4efb-99d5-4a4bab39dddc req-d962f596-d892-4e43-b979-84750315e3be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca02f6b1aa34446e9221bf3218691782&device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 1094 time: 0.1861799 Apr 20 16:31:42.869671 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b30b1c63-49ff-4c53-9d53-74e8a729eb8e req-375effe4-69f0-496b-9626-a8130968e096 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0d33a2f-a5df-45da-a225-3c58c35ab35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755146 Apr 20 16:31:42.908957 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30000692-e189-40f7-8330-db83d8824c68 req-e5fe1c62-a522-4648-a44a-788f6c61e263 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:42.920921 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-30000692-e189-40f7-8330-db83d8824c68 req-e5fe1c62-a522-4648-a44a-788f6c61e263 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 908 time: 0.1421261 Apr 20 16:31:42.974380 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7518f04d-f058-4bb5-bd61-23616cedbb61 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:42.991859 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-fb3e5a9f-93fa-4e04-93c5-160bbbe6fbbe tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Deleting port 6388fe90-a2e1-4f98-ac42-fd548c9c89b8 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:42.992235 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fb3e5a9f-93fa-4e04-93c5-160bbbe6fbbe tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:43.094192 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-581ef742-553c-4b0d-b272-944438ad19d3 req-6a220f1f-b82c-4e27-9b72-3d8e166eea5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7a4c574-76ed-4c43-9fe3-0f05f863558c {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:31:43.106966 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-581ef742-553c-4b0d-b272-944438ad19d3 req-6a220f1f-b82c-4e27-9b72-3d8e166eea5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:43.122108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518f04d-f058-4bb5-bd61-23616cedbb61 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=6c172feb-4e2b-4bcf-bc09-ebe1dac22f25,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:43.132015 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7518f04d-f058-4bb5-bd61-23616cedbb61 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:43.141370 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7518f04d-f058-4bb5-bd61-23616cedbb61 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/6c172feb-4e2b-4bcf-bc09-ebe1dac22f25 HTTP/1.1" status: 204 len: 168 time: 1.5231202 Apr 20 16:31:43.151923 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-581ef742-553c-4b0d-b272-944438ad19d3 req-6a220f1f-b82c-4e27-9b72-3d8e166eea5a service neutron] Transition to ACTIVE for port object b7a4c574-76ed-4c43-9fe3-0f05f863558c will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:31:43.152481 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddcb4e1-04d5-4038-9f10-5237750dfac3 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:31:43.153924 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58408) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:43.166599 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fb3e5a9f-93fa-4e04-93c5-160bbbe6fbbe tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:43.205579 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4205c8-62d7-4efb-99d5-4a4bab39dddc req-39eeacd2-bfbf-4fca-af0d-752ada2359e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:43.206783 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb4205c8-62d7-4efb-99d5-4a4bab39dddc req-39eeacd2-bfbf-4fca-af0d-752ada2359e0 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ca02f6b1aa34446e9221bf3218691782&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3262470 Apr 20 16:31:43.230362 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-fb3e5a9f-93fa-4e04-93c5-160bbbe6fbbe tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Calling delete_port for 6388fe90-a2e1-4f98-ac42-fd548c9c89b8 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:43.252211 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-581ef742-553c-4b0d-b272-944438ad19d3 req-6a220f1f-b82c-4e27-9b72-3d8e166eea5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:43.298390 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0027d-db87-4e29-9a82-754fd8816474 req-3bea6550-0f0b-4a72-a966-c6fcad8d8532 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:43.300287 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ab0027d-db87-4e29-9a82-754fd8816474 req-3bea6550-0f0b-4a72-a966-c6fcad8d8532 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 943 time: 0.3067055 Apr 20 16:31:43.378366 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac2fe7f2-d1e8-4b7b-8d54-1a778ed44a40 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet f7816a42-5c33-4176-9477-1b42060c1644 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:31:43.386046 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe7f2-d1e8-4b7b-8d54-1a778ed44a40 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:43.437718 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a220f1f-b82c-4e27-9b72-3d8e166eea5a service neutron] Pushing event updated for resources: {'Port': ['ID=b7a4c574-76ed-4c43-9fe3-0f05f863558c,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:43.458788 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ab0027d-db87-4e29-9a82-754fd8816474 req-afe03622-24e9-4f0e-8a0a-0036ca07dcd1 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113243 Apr 20 16:31:43.490585 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4205c8-62d7-4efb-99d5-4a4bab39dddc req-c0112aa2-d6c2-42cf-b50a-b3a869cacae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:43.492129 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb4205c8-62d7-4efb-99d5-4a4bab39dddc req-c0112aa2-d6c2-42cf-b50a-b3a869cacae1 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2784240 Apr 20 16:31:43.516885 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe7f2-d1e8-4b7b-8d54-1a778ed44a40 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:43.684649 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-3f6b96b0-b36f-4d41-9af7-b1afbd30ba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:43.689512 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-3f6b96b0-b36f-4d41-9af7-b1afbd30ba38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca02f6b1aa34446e9221bf3218691782&device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 1094 time: 0.1339579 Apr 20 16:31:43.706431 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-581ef742-553c-4b0d-b272-944438ad19d3 req-6a220f1f-b82c-4e27-9b72-3d8e166eea5a service neutron] Attempting to bind port b7a4c574-76ed-4c43-9fe3-0f05f863558c on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:31:43.706786 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-581ef742-553c-4b0d-b272-944438ad19d3 req-6a220f1f-b82c-4e27-9b72-3d8e166eea5a service neutron] Attempting to bind port b7a4c574-76ed-4c43-9fe3-0f05f863558c by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'd7368d76-886f-4c60-91b2-82e35ab3a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:31:43.707122 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581ef742-553c-4b0d-b272-944438ad19d3 req-6a220f1f-b82c-4e27-9b72-3d8e166eea5a service neutron] Attempting to bind port b7a4c574-76ed-4c43-9fe3-0f05f863558c on network 6129277f-3b7c-420f-bcf7-8207d3888fce {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:31:43.735070 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581ef742-553c-4b0d-b272-944438ad19d3 req-6a220f1f-b82c-4e27-9b72-3d8e166eea5a service neutron] Port b7a4c574-76ed-4c43-9fe3-0f05f863558c on network 6129277f-3b7c-420f-bcf7-8207d3888fce not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:31:43.735401 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581ef742-553c-4b0d-b272-944438ad19d3 req-6a220f1f-b82c-4e27-9b72-3d8e166eea5a service neutron] Attempting to bind port b7a4c574-76ed-4c43-9fe3-0f05f863558c on network 6129277f-3b7c-420f-bcf7-8207d3888fce {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:31:43.751356 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-8ee37c39-6114-4a19-9464-957077f29f08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c7cc80b-074c-4a9b-b03e-455e4e155536 HTTP/1.1" status: 200 len: 217 time: 0.0501196 Apr 20 16:31:43.753159 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581ef742-553c-4b0d-b272-944438ad19d3 req-6a220f1f-b82c-4e27-9b72-3d8e166eea5a service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:31:43.759778 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581ef742-553c-4b0d-b272-944438ad19d3 req-6a220f1f-b82c-4e27-9b72-3d8e166eea5a service neutron] Checking segment: {'id': 'd7368d76-886f-4c60-91b2-82e35ab3a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:31:43.759778 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581ef742-553c-4b0d-b272-944438ad19d3 req-6a220f1f-b82c-4e27-9b72-3d8e166eea5a service neutron] Bound using segment: {'id': 'd7368d76-886f-4c60-91b2-82e35ab3a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:31:43.759778 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-581ef742-553c-4b0d-b272-944438ad19d3 req-6a220f1f-b82c-4e27-9b72-3d8e166eea5a service neutron] Bound port: b7a4c574-76ed-4c43-9fe3-0f05f863558c, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7368d76-886f-4c60-91b2-82e35ab3a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:31:43.759778 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-581ef742-553c-4b0d-b272-944438ad19d3 req-6a220f1f-b82c-4e27-9b72-3d8e166eea5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:43.780506 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe7f2-d1e8-4b7b-8d54-1a778ed44a40 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:43.854446 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-7d5a302c-1b60-47ae-adb4-c26e3c9271ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:43.856663 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-7d5a302c-1b60-47ae-adb4-c26e3c9271ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dd53a72b-e27c-47d8-b60f-ef1e2e2a9009 HTTP/1.1" status: 200 len: 853 time: 0.0987070 Apr 20 16:31:43.868138 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fb3e5a9f-93fa-4e04-93c5-160bbbe6fbbe tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:43.905527 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-1f5365e0-af61-4f90-863a-0403a293b74c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96647353-7ea1-402d-874f-17a77bf9da84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397904 Apr 20 16:31:43.922848 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device df0fc55a-0c2a-47e2-ab37-022416a64a14 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:31:43.989746 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e5a9f-93fa-4e04-93c5-160bbbe6fbbe tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event deleted for resources: {'Port': ['ID=6388fe90-a2e1-4f98-ac42-fd548c9c89b8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:44.059044 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-0baaba36-b52e-46f0-9b30-546b484d109b service neutron] 10.222.0.26 "GET /v2.0/networks/96647353-7ea1-402d-874f-17a77bf9da84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417458 Apr 20 16:31:44.098435 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-581ef742-553c-4b0d-b272-944438ad19d3 req-6a220f1f-b82c-4e27-9b72-3d8e166eea5a service neutron] For port b7a4c574-76ed-4c43-9fe3-0f05f863558c, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:31:44.139841 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port df0fc55a-0c2a-47e2-ab37-022416a64a14 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:31:44.146528 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port df0fc55a-0c2a-47e2-ab37-022416a64a14 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:44.147833 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:44.179807 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f475d53-5c97-417e-8351-39f7e064363f req-24028e14-5550-4bbb-8455-1fca66449107 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:44.196609 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3f475d53-5c97-417e-8351-39f7e064363f req-24028e14-5550-4bbb-8455-1fca66449107 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 908 time: 0.1354721 Apr 20 16:31:44.204123 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-581ef742-553c-4b0d-b272-944438ad19d3 req-6a220f1f-b82c-4e27-9b72-3d8e166eea5a service neutron] For port b7a4c574-76ed-4c43-9fe3-0f05f863558c, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b7a4c574-76ed-4c43-9fe3-0f05f863558c,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:31:44.238893 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe7f2-d1e8-4b7b-8d54-1a778ed44a40 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:44.254405 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e16f6dd-0fda-43c4-abb8-86aae14cc56c req-dc3bd5b9-ee71-4a26-b45c-b0c95c22555f service neutron] 10.222.0.26 "GET /v2.0/networks/96647353-7ea1-402d-874f-17a77bf9da84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849654 Apr 20 16:31:44.310530 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fb3e5a9f-93fa-4e04-93c5-160bbbe6fbbe tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:44.317244 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58474) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:44.329658 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fb3e5a9f-93fa-4e04-93c5-160bbbe6fbbe tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "DELETE /v2.0/ports/6388fe90-a2e1-4f98-ac42-fd548c9c89b8 HTTP/1.1" status: 204 len: 168 time: 1.6080911 Apr 20 16:31:44.329658 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-581ef742-553c-4b0d-b272-944438ad19d3 req-6a220f1f-b82c-4e27-9b72-3d8e166eea5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:44.331039 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fe7f2-d1e8-4b7b-8d54-1a778ed44a40 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=f7816a42-5c33-4176-9477-1b42060c1644,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:44.345586 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe7f2-d1e8-4b7b-8d54-1a778ed44a40 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:44.358841 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58476) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:44.364218 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ac2fe7f2-d1e8-4b7b-8d54-1a778ed44a40 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/f7816a42-5c33-4176-9477-1b42060c1644 HTTP/1.1" status: 204 len: 168 time: 1.1996419 Apr 20 16:31:44.379102 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:44.405771 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58478) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:44.422147 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87924084-ea8d-4884-967d-560c6eda0cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0fc55a-0c2a-47e2-ab37-022416a64a14'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:31:44.424569 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfc1f0c-974c-43f6-b545-fb09f43314bf" -d '{"events": [{"server_uuid": "87924084-ea8d-4884-967d-560c6eda0cce", "name": "network-vif-plugged", "status": "completed", "tag": "df0fc55a-0c2a-47e2-ab37-022416a64a14"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:31:44.449605 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port df0fc55a-0c2a-47e2-ab37-022416a64a14, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=df0fc55a-0c2a-47e2-ab37-022416a64a14,segment=NetworkSegment(a43cc36e-7c1b-4f28-9c93-371675e8ef2c),segment_id=a43cc36e-7c1b-4f28-9c93-371675e8ef2c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:44.459780 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67550f9f-e32b-4090-a04c-0e7cedee0da9 req-ae7990e5-9572-4852-93e6-964319cd8ffd tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:44.462224 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-67550f9f-e32b-4090-a04c-0e7cedee0da9 req-ae7990e5-9572-4852-93e6-964319cd8ffd tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 943 time: 0.4401264 Apr 20 16:31:44.465652 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-eb2f0269-288b-4d34-8bd4-403cdd4099c6 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0875351 Apr 20 16:31:44.468312 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58486) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:44.485134 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-91735593-03f6-4eeb-a57d-e1255610b829 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:44.486661 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a220f1f-b82c-4e27-9b72-3d8e166eea5a service neutron] Pushing event updated for resources: {'Port': ['ID=b7a4c574-76ed-4c43-9fe3-0f05f863558c,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:44.494350 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842ad4de-da03-4827-83c3-b1978f7cde6f None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:31:44.499153 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ef742-553c-4b0d-b272-944438ad19d3 req-6a220f1f-b82c-4e27-9b72-3d8e166eea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:44.499884 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-581ef742-553c-4b0d-b272-944438ad19d3 req-6a220f1f-b82c-4e27-9b72-3d8e166eea5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:44.501408 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-581ef742-553c-4b0d-b272-944438ad19d3 req-6a220f1f-b82c-4e27-9b72-3d8e166eea5a service neutron] 10.222.0.26 "PUT /v2.0/ports/b7a4c574-76ed-4c43-9fe3-0f05f863558c HTTP/1.1" status: 200 len: 1091 time: 2.2258351 Apr 20 16:31:44.502160 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f7a076-f849-4a8e-a7b0-14973ab4ce3b', 'tag': 'b7a4c574-76ed-4c43-9fe3-0f05f863558c'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:31:44.504420 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99731b70-d0ec-42d7-8804-c429f5a181b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d9f7a076-f849-4a8e-a7b0-14973ab4ce3b", "tag": "b7a4c574-76ed-4c43-9fe3-0f05f863558c"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:31:44.534587 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8673f959-b396-41f1-8481-bd7a1138365d tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:44.538721 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8673f959-b396-41f1-8481-bd7a1138365d tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7ebf0b8-3699-4214-be3f-af773f4dad66 HTTP/1.1" status: 200 len: 913 time: 0.2198217 Apr 20 16:31:44.545783 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58496) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:44.553653 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:44.684235 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-67550f9f-e32b-4090-a04c-0e7cedee0da9 req-e7f781a5-4109-4863-9633-517169863137 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0d33a2f-a5df-45da-a225-3c58c35ab35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110801 Apr 20 16:31:44.699898 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d4ca4b70-c5cb-4107-b279-0e9e1b365fc0 None None] Provisioning complete for port db6bef02-33e2-4eea-bacf-3397a6ec2f4f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:44.700298 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d4ca4b70-c5cb-4107-b279-0e9e1b365fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:44.724765 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=df0fc55a-0c2a-47e2-ab37-022416a64a14,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:44.762664 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8c09cc67-09cf-431f-9875-50c6e7a7e431 tempest-ServiceProvidersTest-914096447 tempest-ServiceProvidersTest-914096447-project] 10.222.0.15 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3543682 Apr 20 16:31:44.790750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91735593-03f6-4eeb-a57d-e1255610b829 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:31:44.798694 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-91735593-03f6-4eeb-a57d-e1255610b829 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:44.885977 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ef742-553c-4b0d-b272-944438ad19d3 req-46dc5f97-d85a-4951-947c-ee7f8115b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:44.887865 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-581ef742-553c-4b0d-b272-944438ad19d3 req-46dc5f97-d85a-4951-947c-ee7f8115b2ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 1094 time: 0.1995049 Apr 20 16:31:44.955518 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5654c2-7410-4c3c-bd86-f4f641f34317 x-openstack-request-id: req-bd5654c2-7410-4c3c-bd86-f4f641f34317 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:31:44.955799 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87924084-ea8d-4884-967d-560c6eda0cce", "name": "network-vif-plugged", "status": "completed", "tag": "df0fc55a-0c2a-47e2-ab37-022416a64a14", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:31:44.956051 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd5654c2-7410-4c3c-bd86-f4f641f34317 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:31:44.957257 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd5654c2-7410-4c3c-bd86-f4f641f34317'] response: {'server_uuid': '87924084-ea8d-4884-967d-560c6eda0cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0fc55a-0c2a-47e2-ab37-022416a64a14', 'code': 200} Apr 20 16:31:44.957988 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5420139-42d0-4abb-b322-4e2fce9cf21f None None] DHCP port deletion for 10294607-eb5e-406e-b70a-cc143553f735 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:31:44.987159 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-581ef742-553c-4b0d-b272-944438ad19d3 req-146415d3-dd81-4ec4-8d2a-4812371f8e94 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7a4c574-76ed-4c43-9fe3-0f05f863558c HTTP/1.1" status: 200 len: 217 time: 0.0367732 Apr 20 16:31:45.057970 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be008d6-7ca5-474f-9151-af7d885bbb11 req-5e4f410a-e076-44c5-8ee3-1617788c12e1 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:45.059561 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2be008d6-7ca5-474f-9151-af7d885bbb11 req-5e4f410a-e076-44c5-8ee3-1617788c12e1 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 943 time: 0.2762856 Apr 20 16:31:45.066155 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb100adf-a464-4f80-bf6b-c612d4b9be10 x-openstack-request-id: req-cb100adf-a464-4f80-bf6b-c612d4b9be10 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:31:45.066661 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9f7a076-f849-4a8e-a7b0-14973ab4ce3b", "tag": "b7a4c574-76ed-4c43-9fe3-0f05f863558c", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:31:45.067259 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb100adf-a464-4f80-bf6b-c612d4b9be10 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:31:45.067821 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb100adf-a464-4f80-bf6b-c612d4b9be10'] response: {'name': 'network-changed', 'server_uuid': 'd9f7a076-f849-4a8e-a7b0-14973ab4ce3b', 'tag': 'b7a4c574-76ed-4c43-9fe3-0f05f863558c', 'status': 'completed', 'code': 200} Apr 20 16:31:45.115705 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d5420139-42d0-4abb-b322-4e2fce9cf21f None None] Deleting port db6bef02-33e2-4eea-bacf-3397a6ec2f4f {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:45.116374 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d5420139-42d0-4abb-b322-4e2fce9cf21f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:45.187623 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d5420139-42d0-4abb-b322-4e2fce9cf21f None None] For port db6bef02-33e2-4eea-bacf-3397a6ec2f4f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=db6bef02-33e2-4eea-bacf-3397a6ec2f4f,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:45.188126 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d5420139-42d0-4abb-b322-4e2fce9cf21f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:45.205373 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d5420139-42d0-4abb-b322-4e2fce9cf21f None None] Calling delete_port for db6bef02-33e2-4eea-bacf-3397a6ec2f4f owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:45.264281 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483c7f1-6b70-40f7-8462-a33d03dc1d61 req-5b62a30e-d699-4c80-9e28-0c951c251b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:45.266082 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8483c7f1-6b70-40f7-8462-a33d03dc1d61 req-5b62a30e-d699-4c80-9e28-0c951c251b75 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 1060 time: 0.0501623 Apr 20 16:31:45.285155 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2be008d6-7ca5-474f-9151-af7d885bbb11 req-ef979994-ceed-4e5f-9159-86ff895de558 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114739 Apr 20 16:31:45.291319 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ef742-553c-4b0d-b272-944438ad19d3 req-43b8dcd6-1d6f-4d1f-a471-60d1949927a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:45.292994 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-581ef742-553c-4b0d-b272-944438ad19d3 req-43b8dcd6-1d6f-4d1f-a471-60d1949927a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d0d8025-1a58-4c58-9113-dd747fc0c87b HTTP/1.1" status: 200 len: 853 time: 0.2916830 Apr 20 16:31:45.349424 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09041093-8dc0-4853-a624-4c147c6add8c req-d7db40df-fac7-44cc-b2b6-4425171c0505 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:45.350923 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-09041093-8dc0-4853-a624-4c147c6add8c req-d7db40df-fac7-44cc-b2b6-4425171c0505 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 909 time: 0.0562315 Apr 20 16:31:45.381898 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ef742-553c-4b0d-b272-944438ad19d3 req-f0e09015-b437-4f8b-897d-22b0d5801bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:45.383567 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-581ef742-553c-4b0d-b272-944438ad19d3 req-f0e09015-b437-4f8b-897d-22b0d5801bb9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6129277f-3b7c-420f-bcf7-8207d3888fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823371 Apr 20 16:31:45.458565 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d5420139-42d0-4abb-b322-4e2fce9cf21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:45.502860 n-d-836146-2 neutron-server[103484]: DEBUG neutron.objects.ports [None req-91735593-03f6-4eeb-a57d-e1255610b829 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103484) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 16:31:45.524874 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5420139-42d0-4abb-b322-4e2fce9cf21f None None] Pushing event deleted for resources: {'Port': ['ID=db6bef02-33e2-4eea-bacf-3397a6ec2f4f,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:45.534139 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-581ef742-553c-4b0d-b272-944438ad19d3 req-bddfc3c2-1925-4618-a4f2-c26a8740cf10 service neutron] 10.222.0.26 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421442 Apr 20 16:31:45.534799 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5420139-42d0-4abb-b322-4e2fce9cf21f None None] No DVR routers for this DVR port db6bef02-33e2-4eea-bacf-3397a6ec2f4f on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:31:45.563339 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-281c435e-b88e-4036-b545-a7335fdfffa6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:45.717151 n-d-836146-2 neutron-server[103484]: WARNING neutron.services.revisions.revision_plugin [None req-91735593-03f6-4eeb-a57d-e1255610b829 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Could not find related port for resource to bump revision. Apr 20 16:31:45.779851 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58538) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:45.789072 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.ipam_pluggable_backend [None req-91735593-03f6-4eeb-a57d-e1255610b829 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Port db6bef02-33e2-4eea-bacf-3397a6ec2f4f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103484) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 20 16:31:45.792305 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.ipam_pluggable_backend [None req-91735593-03f6-4eeb-a57d-e1255610b829 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Reverting IP allocation for 2001:db8::f816:3eff:fee9:be6e {{(pid=103484) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 20 16:31:45.795724 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-91735593-03f6-4eeb-a57d-e1255610b829 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:45.823466 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device db6bef02-33e2-4eea-bacf-3397a6ec2f4f no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:31:45.868295 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: db6bef02-33e2-4eea-bacf-3397a6ec2f4f {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:31:45.868295 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device db6bef02-33e2-4eea-bacf-3397a6ec2f4f not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:31:45.885983 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91735593-03f6-4eeb-a57d-e1255610b829 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=0bd9acef-288b-45b4-8f4a-2fec593fd309,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:45.895904 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91735593-03f6-4eeb-a57d-e1255610b829 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:45.899940 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-91735593-03f6-4eeb-a57d-e1255610b829 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:45.904997 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91735593-03f6-4eeb-a57d-e1255610b829 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:45.906252 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-91735593-03f6-4eeb-a57d-e1255610b829 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:45.915629 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9834e5-4162-470c-a5e0-400bd284b0b1 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:31:45.936171 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-581ef742-553c-4b0d-b272-944438ad19d3 req-7bbf83fa-22de-4672-b09d-02487e766e27 service neutron] 10.222.0.26 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934128 Apr 20 16:31:45.971518 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6abfb938-c8d8-4a8e-bb7e-e5efca1410c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:46.008497 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5686dfc-918b-4d9a-b36d-8e19d6cd3f01 req-593b471f-de82-401e-a79d-79c1d9258579 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:46.009993 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a5686dfc-918b-4d9a-b36d-8e19d6cd3f01 req-593b471f-de82-401e-a79d-79c1d9258579 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 943 time: 0.2061172 Apr 20 16:31:46.061963 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a5686dfc-918b-4d9a-b36d-8e19d6cd3f01 req-9de159dd-b8e0-48ec-8527-25d3cae88bd2 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0d33a2f-a5df-45da-a225-3c58c35ab35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450127 Apr 20 16:31:46.070344 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6abfb938-c8d8-4a8e-bb7e-e5efca1410c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:46.082642 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-91735593-03f6-4eeb-a57d-e1255610b829 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6089897 Apr 20 16:31:46.085399 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58556) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:46.092497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-26383b65-6d07-43ee-811c-becb690013d3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:46.109481 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecafc4d-70c4-48f9-a71d-fb0f513b0bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-10294607-eb5e-406e-b70a-cc143553f735', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'fixed_ips': [{'subnet_id': '0bd9acef-288b-45b4-8f4a-2fec593fd309'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:31:46.110388 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1ecafc4d-70c4-48f9-a71d-fb0f513b0bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:46.174040 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6abfb938-c8d8-4a8e-bb7e-e5efca1410c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:46.186461 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-281c435e-b88e-4036-b545-a7335fdfffa6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Deleting port 12c81737-3647-4dff-b62d-a627dd0c3afe {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:46.187457 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-281c435e-b88e-4036-b545-a7335fdfffa6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:46.232979 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6abfb938-c8d8-4a8e-bb7e-e5efca1410c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab30d2680ab5460399e101a9b2cf8988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4518821 Apr 20 16:31:46.233651 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58560) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:46.246968 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0c7cc80b-074c-4a9b-b03e-455e4e155536 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:31:46.443103 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfb938-c8d8-4a8e-bb7e-e5efca1410c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fbcdeb-64d6-4b54-a1ea-45dfd64f0298,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:46.518349 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb15ab9e-c39b-468f-af92-cddbbf25df7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:46.520476 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0c7cc80b-074c-4a9b-b03e-455e4e155536, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0c7cc80b-074c-4a9b-b03e-455e4e155536,segment=NetworkSegment(dd4e4e52-542a-41b0-9b77-fe2f4abec5df),segment_id=dd4e4e52-542a-41b0-9b77-fe2f4abec5df)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:46.540487 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-1ecafc4d-70c4-48f9-a71d-fb0f513b0bd6 None None] Allocated IP 2001:db8::f816:3eff:fe7c:2170 (10294607-eb5e-406e-b70a-cc143553f735/0bd9acef-288b-45b4-8f4a-2fec593fd309/0aba69a7-0d19-485f-be1f-4aba6e84c673) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:46.544808 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '0c7cc80b-074c-4a9b-b03e-455e4e155536', 'network_id': '96647353-7ea1-402d-874f-17a77bf9da84', 'port_id': '0c7cc80b-074c-4a9b-b03e-455e4e155536', 'mac_address': 'fa:16:3e:3c:28:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd53a72b-e27c-47d8-b60f-ef1e2e2a9009', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:31:46.568150 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000274be-61ae-4596-a50b-2bf6f15d693d req-c6162a78-8271-4f7e-9698-dd9379af69d1 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:46.569809 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-000274be-61ae-4596-a50b-2bf6f15d693d req-c6162a78-8271-4f7e-9698-dd9379af69d1 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 943 time: 0.1356442 Apr 20 16:31:46.572562 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb15ab9e-c39b-468f-af92-cddbbf25df7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:46.582667 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26383b65-6d07-43ee-811c-becb690013d3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:31:46.584466 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-26383b65-6d07-43ee-811c-becb690013d3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:46.674605 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:46.710943 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-000274be-61ae-4596-a50b-2bf6f15d693d req-b2d6cdcc-dbf7-42a1-a967-d99a4feb8fdb tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309917 Apr 20 16:31:46.792840 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c7cc80b-074c-4a9b-b03e-455e4e155536 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:31:46.793272 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99731b70-d0ec-42d7-8804-c429f5a181b4 req-86f60c19-fac9-4cb4-ac18-9dae66e8cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:46.794908 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-99731b70-d0ec-42d7-8804-c429f5a181b4 req-86f60c19-fac9-4cb4-ac18-9dae66e8cbdf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 1094 time: 0.6113954 Apr 20 16:31:46.832123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0c7cc80b-074c-4a9b-b03e-455e4e155536, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0c7cc80b-074c-4a9b-b03e-455e4e155536,segment=NetworkSegment(dd4e4e52-542a-41b0-9b77-fe2f4abec5df),segment_id=dd4e4e52-542a-41b0-9b77-fe2f4abec5df)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:46.852592 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f263b-4ce2-4b8d-ad2b-6debe9467aad req-ed714e2a-3bc4-4d36-a97f-11c22d91fee7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:46.854509 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5d9f263b-4ce2-4b8d-ad2b-6debe9467aad req-ed714e2a-3bc4-4d36-a97f-11c22d91fee7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 909 time: 0.0988131 Apr 20 16:31:46.902998 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-281c435e-b88e-4036-b545-a7335fdfffa6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:46.920286 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1ecafc4d-70c4-48f9-a71d-fb0f513b0bd6 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:46.921863 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:46.924257 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-281c435e-b88e-4036-b545-a7335fdfffa6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Calling delete_port for 12c81737-3647-4dff-b62d-a627dd0c3afe owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:46.973186 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=0c7cc80b-074c-4a9b-b03e-455e4e155536,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:46.981926 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:46.986462 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:46.986462 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:46.986462 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:46.986462 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:46.986462 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:46.986462 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:46.986462 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:46.986462 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:46.986462 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:46.986462 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:46.986462 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:46.987399 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb15ab9e-c39b-468f-af92-cddbbf25df7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:46.990278 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb15ab9e-c39b-468f-af92-cddbbf25df7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:46.991452 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-eb15ab9e-c39b-468f-af92-cddbbf25df7e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/26fbcdeb-64d6-4b54-a1ea-45dfd64f0298 HTTP/1.1" status: 204 len: 168 time: 0.7493482 Apr 20 16:31:47.013252 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1ecafc4d-70c4-48f9-a71d-fb0f513b0bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:47.018634 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15ab9e-c39b-468f-af92-cddbbf25df7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fbcdeb-64d6-4b54-a1ea-45dfd64f0298,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:47.059581 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecafc4d-70c4-48f9-a71d-fb0f513b0bd6 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:47.076588 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-1ecafc4d-70c4-48f9-a71d-fb0f513b0bd6 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:47.089548 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecafc4d-70c4-48f9-a71d-fb0f513b0bd6 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:31:47.123594 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecafc4d-70c4-48f9-a71d-fb0f513b0bd6 None None] Pushing event updated for resources: {'Port': ['ID=0aba69a7-0d19-485f-be1f-4aba6e84c673,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:47.219748 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-26383b65-6d07-43ee-811c-becb690013d3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:47.224238 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1ecafc4d-70c4-48f9-a71d-fb0f513b0bd6 None None] Attempting to bind port 0aba69a7-0d19-485f-be1f-4aba6e84c673 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:31:47.224238 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1ecafc4d-70c4-48f9-a71d-fb0f513b0bd6 None None] Attempting to bind port 0aba69a7-0d19-485f-be1f-4aba6e84c673 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:31:47.224238 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecafc4d-70c4-48f9-a71d-fb0f513b0bd6 None None] Attempting to bind port 0aba69a7-0d19-485f-be1f-4aba6e84c673 on network 10294607-eb5e-406e-b70a-cc143553f735 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:31:47.234919 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecafc4d-70c4-48f9-a71d-fb0f513b0bd6 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:31:47.235820 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecafc4d-70c4-48f9-a71d-fb0f513b0bd6 None None] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:31:47.236550 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1ecafc4d-70c4-48f9-a71d-fb0f513b0bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:47.237101 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecafc4d-70c4-48f9-a71d-fb0f513b0bd6 None None] Bound using segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:31:47.238756 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1ecafc4d-70c4-48f9-a71d-fb0f513b0bd6 None None] Bound port: 0aba69a7-0d19-485f-be1f-4aba6e84c673, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:31:47.239011 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99731b70-d0ec-42d7-8804-c429f5a181b4 req-95ad660e-4c47-448b-9d55-1912cf9dc5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:47.240009 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1ecafc4d-70c4-48f9-a71d-fb0f513b0bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:47.240369 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-99731b70-d0ec-42d7-8804-c429f5a181b4 req-95ad660e-4c47-448b-9d55-1912cf9dc5d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6129277f-3b7c-420f-bcf7-8207d3888fce HTTP/1.1" status: 200 len: 915 time: 0.4255061 Apr 20 16:31:47.290011 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26383b65-6d07-43ee-811c-becb690013d3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:47.293490 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-99731b70-d0ec-42d7-8804-c429f5a181b4 req-606be7a9-61aa-4207-b306-265c134a6ea8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7a4c574-76ed-4c43-9fe3-0f05f863558c HTTP/1.1" status: 200 len: 217 time: 0.0450060 Apr 20 16:31:47.305811 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-26383b65-6d07-43ee-811c-becb690013d3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:47.313158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26383b65-6d07-43ee-811c-becb690013d3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:47.313760 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-26383b65-6d07-43ee-811c-becb690013d3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:47.341586 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['0c7cc80b-074c-4a9b-b03e-455e4e155536'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:31:47.371402 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99731b70-d0ec-42d7-8804-c429f5a181b4 req-20758a0c-76b1-46de-a8a1-ca248fca00fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:47.373052 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-99731b70-d0ec-42d7-8804-c429f5a181b4 req-20758a0c-76b1-46de-a8a1-ca248fca00fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d0d8025-1a58-4c58-9113-dd747fc0c87b HTTP/1.1" status: 200 len: 853 time: 0.0727818 Apr 20 16:31:47.374050 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-281c435e-b88e-4036-b545-a7335fdfffa6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:47.385522 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7eed73-0e2c-4666-9393-e1926bfdd1ae req-72c3a16a-b5e5-422a-bb89-7682c0daa8ce tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:47.387115 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9d7eed73-0e2c-4666-9393-e1926bfdd1ae req-72c3a16a-b5e5-422a-bb89-7682c0daa8ce tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 943 time: 0.2294953 Apr 20 16:31:47.421077 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c435e-b88e-4036-b545-a7335fdfffa6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event deleted for resources: {'Port': ['ID=12c81737-3647-4dff-b62d-a627dd0c3afe,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:47.430211 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26383b65-6d07-43ee-811c-becb690013d3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=9951c038-5da9-4922-8fa2-2ad4c5abfc83,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:47.472434 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-26383b65-6d07-43ee-811c-becb690013d3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3856261 Apr 20 16:31:47.474660 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58608) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:47.490615 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-1b196562-d38a-43a3-a734-6ba99eb57bcb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'mac_address': 'fa:16:3e:de:73:8a', 'name': 'tempest-NetworksTestDHCPv6-1967966348'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:47.506784 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99731b70-d0ec-42d7-8804-c429f5a181b4 req-8a2a4668-dffb-4729-ab66-a9b1cd87698f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:47.509605 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-99731b70-d0ec-42d7-8804-c429f5a181b4 req-8a2a4668-dffb-4729-ab66-a9b1cd87698f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6129277f-3b7c-420f-bcf7-8207d3888fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280525 Apr 20 16:31:47.631377 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9d7eed73-0e2c-4666-9393-e1926bfdd1ae req-f3586722-cab1-43ba-9062-98fa72ada769 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0d33a2f-a5df-45da-a225-3c58c35ab35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302535 Apr 20 16:31:47.699549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1ecafc4d-70c4-48f9-a71d-fb0f513b0bd6 None None] For port 0aba69a7-0d19-485f-be1f-4aba6e84c673, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:31:47.720726 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1ecafc4d-70c4-48f9-a71d-fb0f513b0bd6 None None] For port 0aba69a7-0d19-485f-be1f-4aba6e84c673, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=0aba69a7-0d19-485f-be1f-4aba6e84c673,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:31:47.793174 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-99731b70-d0ec-42d7-8804-c429f5a181b4 req-13d62ece-302e-4e12-8cd2-780afc79fc71 service neutron] 10.222.0.26 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696338 Apr 20 16:31:47.818250 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1ecafc4d-70c4-48f9-a71d-fb0f513b0bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:47.848111 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-281c435e-b88e-4036-b545-a7335fdfffa6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:47.853696 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b196562-d38a-43a3-a734-6ba99eb57bcb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:31:47.932938 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecafc4d-70c4-48f9-a71d-fb0f513b0bd6 None None] Pushing event updated for resources: {'Port': ['ID=0aba69a7-0d19-485f-be1f-4aba6e84c673,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:48.050049 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660975fc-2200-4ee6-8a4c-714dc09f53bd req-08eab521-59d9-460a-bfe1-dbcacb85bfda tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:48.051727 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-660975fc-2200-4ee6-8a4c-714dc09f53bd req-08eab521-59d9-460a-bfe1-dbcacb85bfda tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 944 time: 0.2069232 Apr 20 16:31:48.117746 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b196562-d38a-43a3-a734-6ba99eb57bcb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:48.131517 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-99731b70-d0ec-42d7-8804-c429f5a181b4 req-f6fcc2f3-4a0f-4705-addf-d641e72324f7 service neutron] 10.222.0.26 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377254 Apr 20 16:31:48.142786 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-660975fc-2200-4ee6-8a4c-714dc09f53bd req-6c336c0c-8d70-493c-86d7-2f44ee12711e tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766282 Apr 20 16:31:48.179632 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-1b196562-d38a-43a3-a734-6ba99eb57bcb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] device_id is not set on port ac3ed790-595f-455a-9208-b944e4e3071f yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:31:48.193213 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baa5a9-ed19-4e98-87fc-9e8ec2b6cfa6 req-3501b46d-833e-43ff-b6d4-57b7b45b1562 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:48.194844 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f3baa5a9-ed19-4e98-87fc-9e8ec2b6cfa6 req-3501b46d-833e-43ff-b6d4-57b7b45b1562 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 909 time: 0.1729062 Apr 20 16:31:48.249243 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b7a4c574-76ed-4c43-9fe3-0f05f863558c details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:31:48.476541 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b7a4c574-76ed-4c43-9fe3-0f05f863558c, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b7a4c574-76ed-4c43-9fe3-0f05f863558c,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:48.528175 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-1b196562-d38a-43a3-a734-6ba99eb57bcb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 172.20.0.14 (10294607-eb5e-406e-b70a-cc143553f735/9951c038-5da9-4922-8fa2-2ad4c5abfc83/ac3ed790-595f-455a-9208-b944e4e3071f) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:48.541041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-1b196562-d38a-43a3-a734-6ba99eb57bcb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8::f816:3eff:fede:738a (10294607-eb5e-406e-b70a-cc143553f735/0bd9acef-288b-45b4-8f4a-2fec593fd309/ac3ed790-595f-455a-9208-b944e4e3071f) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:48.544258 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'b7a4c574-76ed-4c43-9fe3-0f05f863558c', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'port_id': 'b7a4c574-76ed-4c43-9fe3-0f05f863558c', 'mac_address': 'fa:16:3e:63:3e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:31:48.576166 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbfdbb-bb7f-4138-bf53-ce5eefaa18ff req-5e1078e0-7c98-49b4-ad80-41c08474f6be tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:48.593757 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f4cbfdbb-bb7f-4138-bf53-ce5eefaa18ff req-5e1078e0-7c98-49b4-ad80-41c08474f6be tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 909 time: 0.2535048 Apr 20 16:31:48.621170 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:48.638181 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281c435e-b88e-4036-b545-a7335fdfffa6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Router b7ebf0b8-3699-4214-be3f-af773f4dad66 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:31:48.661651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a4c574-76ed-4c43-9fe3-0f05f863558c {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:31:48.713524 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b7a4c574-76ed-4c43-9fe3-0f05f863558c, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b7a4c574-76ed-4c43-9fe3-0f05f863558c,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:48.801704 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:48.839118 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281c435e-b88e-4036-b545-a7335fdfffa6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:31:48.849748 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473183d7-b8ba-4b96-9250-257ed4804516 None None] Sync routers for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:31:48.870673 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473183d7-b8ba-4b96-9250-257ed4804516 None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:48.870673 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-473183d7-b8ba-4b96-9250-257ed4804516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:31:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:48.871322 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-281c435e-b88e-4036-b545-a7335fdfffa6 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "PUT /v2.0/routers/b7ebf0b8-3699-4214-be3f-af773f4dad66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3232734 Apr 20 16:31:48.876655 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58680) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:48.907046 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec274ed-7eab-47f9-aed7-418433fa77df req-f5720c52-d238-46e5-91d4-1f27451fd9e2 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:48.916431 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dec274ed-7eab-47f9-aed7-418433fa77df req-f5720c52-d238-46e5-91d4-1f27451fd9e2 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 944 time: 0.1181626 Apr 20 16:31:48.941592 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb9b6c-2416-4fa3-8bd5-d372bf73aa32 req-45f2a3d7-8359-4b06-a9b0-a4b7a1925dce tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:48.947046 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=b7a4c574-76ed-4c43-9fe3-0f05f863558c,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:48.967281 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f5bb9b6c-2416-4fa3-8bd5-d372bf73aa32 req-45f2a3d7-8359-4b06-a9b0-a4b7a1925dce tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 1060 time: 0.2254024 Apr 20 16:31:48.983619 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-473183d7-b8ba-4b96-9250-257ed4804516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:49.016026 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473183d7-b8ba-4b96-9250-257ed4804516 None None] Routers {'b7ebf0b8-3699-4214-be3f-af773f4dad66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:49.017312 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-473183d7-b8ba-4b96-9250-257ed4804516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:31:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b7ebf0b8-3699-4214-be3f-af773f4dad66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:49.040597 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dec274ed-7eab-47f9-aed7-418433fa77df req-615c87fd-6808-4114-95b5-f2cfa7dea86a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0d33a2f-a5df-45da-a225-3c58c35ab35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138186 Apr 20 16:31:49.066443 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-473183d7-b8ba-4b96-9250-257ed4804516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:49.067371 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473183d7-b8ba-4b96-9250-257ed4804516 None None] The sync data for ids ['b7ebf0b8-3699-4214-be3f-af773f4dad66'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:31:49.080194 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b196562-d38a-43a3-a734-6ba99eb57bcb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:49.189159 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['b7a4c574-76ed-4c43-9fe3-0f05f863558c'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:31:49.443175 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3956bdc-7d1e-4ca0-9f39-8c0ccd43cf53 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:31:49.467847 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41566c53-0595-4e8d-a517-22aa6627b37a req-69ecc095-dc62-4d24-8b1f-9f0ab467b8e2 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:49.472039 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-41566c53-0595-4e8d-a517-22aa6627b37a req-69ecc095-dc62-4d24-8b1f-9f0ab467b8e2 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 944 time: 0.1907346 Apr 20 16:31:49.538378 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-41566c53-0595-4e8d-a517-22aa6627b37a req-ce3d57db-b2cb-4e3a-ad46-49f82689c942 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540364 Apr 20 16:31:49.704712 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-81fc348b-2fb1-4711-89bc-737ead7d7a10 None None] Provisioning complete for port 0aba69a7-0d19-485f-be1f-4aba6e84c673 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:49.705553 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-81fc348b-2fb1-4711-89bc-737ead7d7a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:49.826676 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:49.830628 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-81fc348b-2fb1-4711-89bc-737ead7d7a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:49.894331 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 0aba69a7-0d19-485f-be1f-4aba6e84c673 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:31:49.913421 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5644d64-96c0-4c3d-83f0-242302c5bb1e req-55a89766-eb04-4db5-9134-7cc1bc1bb941 tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:49.916241 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d5644d64-96c0-4c3d-83f0-242302c5bb1e req-55a89766-eb04-4db5-9134-7cc1bc1bb941 tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 1136 time: 0.2442331 Apr 20 16:31:49.980223 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-81fc348b-2fb1-4711-89bc-737ead7d7a10 None None] For port 0aba69a7-0d19-485f-be1f-4aba6e84c673, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=0aba69a7-0d19-485f-be1f-4aba6e84c673,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:50.000588 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686b234e-ad5e-455f-bc30-2d5619ba2a88 None None] Update dhcp port {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'fixed_ips': [{'subnet_id': '0bd9acef-288b-45b4-8f4a-2fec593fd309', 'ip_address': '2001:db8::f816:3eff:fe7c:2170'}, {'subnet_id': '9951c038-5da9-4922-8fa2-2ad4c5abfc83'}], 'binding:host_id': 'n-d-836146-2'}, 'id': '0aba69a7-0d19-485f-be1f-4aba6e84c673'} from n-d-836146-2. {{(pid=103486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 16:31:50.017951 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b196562-d38a-43a3-a734-6ba99eb57bcb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:50.081568 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b196562-d38a-43a3-a734-6ba99eb57bcb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:50.085555 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d5644d64-96c0-4c3d-83f0-242302c5bb1e req-514d3157-cf55-4076-991c-262d72c3db99 tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=fe325edc-6331-460a-bfee-be52b080ef80&id=2cdd8d8a-a7f5-4f70-91cc-6d70e0627301&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1625671 Apr 20 16:31:50.093417 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-1b196562-d38a-43a3-a734-6ba99eb57bcb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:50.100530 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-686b234e-ad5e-455f-bc30-2d5619ba2a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:50.103936 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b196562-d38a-43a3-a734-6ba99eb57bcb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:31:50.116726 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-81fc348b-2fb1-4711-89bc-737ead7d7a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:50.121162 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58742) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:50.209190 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b196562-d38a-43a3-a734-6ba99eb57bcb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:50.209945 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b196562-d38a-43a3-a734-6ba99eb57bcb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:50.219029 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9189ba-b2fd-41cc-b7ed-91f2b8db0815 tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:50.228578 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cf9189ba-b2fd-41cc-b7ed-91f2b8db0815 tempest-TestSecurityGroupsBasicOps-1795390030 tempest-TestSecurityGroupsBasicOps-1795390030-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 1055 time: 0.1052227 Apr 20 16:31:50.233961 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:50.238972 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b196562-d38a-43a3-a734-6ba99eb57bcb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=ac3ed790-595f-455a-9208-b944e4e3071f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:50.308536 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0c7cc80b-074c-4a9b-b03e-455e4e155536 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:31:50.355944 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eef583-048a-4449-8210-d2a3cf2ff77b req-38318857-cdf0-449e-86b9-28cad544019a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:50.359266 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-51eef583-048a-4449-8210-d2a3cf2ff77b req-38318857-cdf0-449e-86b9-28cad544019a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 944 time: 0.1093867 Apr 20 16:31:50.382373 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1b196562-d38a-43a3-a734-6ba99eb57bcb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.9051402 Apr 20 16:31:50.389163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58756) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:50.410428 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 0aba69a7-0d19-485f-be1f-4aba6e84c673 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:50.411050 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:50.514035 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-51eef583-048a-4449-8210-d2a3cf2ff77b req-d76f98c8-6fbd-41df-b301-65fd35786bbf tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0d33a2f-a5df-45da-a225-3c58c35ab35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415946 Apr 20 16:31:50.574542 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f3de24-3493-41c8-9754-6feb30ae986a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:50.580747 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f3de24-3493-41c8-9754-6feb30ae986a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:50.582252 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-52f3de24-3493-41c8-9754-6feb30ae986a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1954572 Apr 20 16:31:50.585121 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58768) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:50.602574 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Deleting port 6a15d191-5cca-44b9-9bd3-75aa1420d8db {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:50.604038 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:50.669056 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc348b-2fb1-4711-89bc-737ead7d7a10 None None] Pushing event updated for resources: {'Port': ['ID=0aba69a7-0d19-485f-be1f-4aba6e84c673,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:50.780617 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:50.794881 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Calling delete_port for 6a15d191-5cca-44b9-9bd3-75aa1420d8db owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:50.804429 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b501b1-6465-4179-abd7-bc531b8cee7a req-0e420607-7cd4-4ddd-8eb5-8f2e5b3014d4 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:50.810457 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-24b501b1-6465-4179-abd7-bc531b8cee7a req-0e420607-7cd4-4ddd-8eb5-8f2e5b3014d4 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 944 time: 0.0915213 Apr 20 16:31:50.843483 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-1ee09c41-2ca0-4b85-a949-c378cac004b4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting port ac3ed790-595f-455a-9208-b944e4e3071f {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:50.843834 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1ee09c41-2ca0-4b85-a949-c378cac004b4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:50.893179 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-686b234e-ad5e-455f-bc30-2d5619ba2a88 None None] Allocated IP 172.20.0.2 (10294607-eb5e-406e-b70a-cc143553f735/9951c038-5da9-4922-8fa2-2ad4c5abfc83/0aba69a7-0d19-485f-be1f-4aba6e84c673) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:50.931838 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-24b501b1-6465-4179-abd7-bc531b8cee7a req-a0acc175-d28f-4bd2-b4df-7a0cbaf134d0 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149454 Apr 20 16:31:50.975494 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1ee09c41-2ca0-4b85-a949-c378cac004b4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:50.991092 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-1ee09c41-2ca0-4b85-a949-c378cac004b4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Calling delete_port for ac3ed790-595f-455a-9208-b944e4e3071f owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:51.000700 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 0c7cc80b-074c-4a9b-b03e-455e4e155536 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:31:51.011232 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 0c7cc80b-074c-4a9b-b03e-455e4e155536 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:51.011587 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:51.117068 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04c6bc-8cbf-43fc-b4cf-282c1642a3d2 req-570675bc-aec0-43a3-8bfb-9001c67ed335 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:51.122868 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-686b234e-ad5e-455f-bc30-2d5619ba2a88 None None] For port 0aba69a7-0d19-485f-be1f-4aba6e84c673, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=0aba69a7-0d19-485f-be1f-4aba6e84c673,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:51.132006 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b04c6bc-8cbf-43fc-b4cf-282c1642a3d2 req-570675bc-aec0-43a3-8bfb-9001c67ed335 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 909 time: 0.0667889 Apr 20 16:31:51.141145 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:51.161396 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:51.189870 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0c7cc80b-074c-4a9b-b03e-455e4e155536, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0c7cc80b-074c-4a9b-b03e-455e4e155536,segment=NetworkSegment(dd4e4e52-542a-41b0-9b77-fe2f4abec5df),segment_id=dd4e4e52-542a-41b0-9b77-fe2f4abec5df)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:51.193323 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94aeeccc-db09-431e-a9e8-ccb73d931273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7cc80b-074c-4a9b-b03e-455e4e155536'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:31:51.195917 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b182a0-738d-4775-953e-bfbf41b8265b" -d '{"events": [{"server_uuid": "94aeeccc-db09-431e-a9e8-ccb73d931273", "name": "network-vif-plugged", "status": "completed", "tag": "0c7cc80b-074c-4a9b-b03e-455e4e155536"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:31:51.200614 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-686b234e-ad5e-455f-bc30-2d5619ba2a88 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:51.241480 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event deleted for resources: {'Port': ['ID=6a15d191-5cca-44b9-9bd3-75aa1420d8db,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:51.275744 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:51.291966 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:51.293159 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:51.293764 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:51.294533 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58788) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:51.295447 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:51.298693 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:51.299283 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:51.299873 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:51.300585 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:51.301191 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:51.301855 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:51.303664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:51.304394 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:31:51.326394 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf481cb7-d38e-400f-b195-c1112ed3d3e0 x-openstack-request-id: req-bf481cb7-d38e-400f-b195-c1112ed3d3e0 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:31:51.326771 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94aeeccc-db09-431e-a9e8-ccb73d931273", "name": "network-vif-plugged", "status": "completed", "tag": "0c7cc80b-074c-4a9b-b03e-455e4e155536", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:31:51.327031 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf481cb7-d38e-400f-b195-c1112ed3d3e0 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:31:51.327458 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf481cb7-d38e-400f-b195-c1112ed3d3e0'] response: {'server_uuid': '94aeeccc-db09-431e-a9e8-ccb73d931273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7cc80b-074c-4a9b-b03e-455e4e155536', 'code': 200} Apr 20 16:31:51.331112 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-686b234e-ad5e-455f-bc30-2d5619ba2a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:51.433224 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:51.453060 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=0c7cc80b-074c-4a9b-b03e-455e4e155536,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:51.477202 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e2eb97e7-ea54-4995-8a44-de39a54b5f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:51.506460 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71301d6a-52c5-481d-9512-09e8f4c90d30 req-469b6daa-83f7-4aeb-998e-2e73abab0b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:51.507995 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71301d6a-52c5-481d-9512-09e8f4c90d30 req-469b6daa-83f7-4aeb-998e-2e73abab0b99 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 1096 time: 0.0990753 Apr 20 16:31:51.535389 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b234e-ad5e-455f-bc30-2d5619ba2a88 None None] Pushing event updated for resources: {'Port': ['ID=0aba69a7-0d19-485f-be1f-4aba6e84c673,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:51.644023 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71301d6a-52c5-481d-9512-09e8f4c90d30 req-daea5b03-af85-4e72-8a19-698688b8cbcb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175990 Apr 20 16:31:51.662628 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:51.690809 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:51.747490 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1ee09c41-2ca0-4b85-a949-c378cac004b4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:51.771502 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c5fe8-d9fc-46bf-aa69-2c72a3a426cc req-89360586-d758-4537-987a-6a9dd660b61d tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:51.788861 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-669c5fe8-d9fc-46bf-aa69-2c72a3a426cc req-89360586-d758-4537-987a-6a9dd660b61d tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 944 time: 0.1289241 Apr 20 16:31:51.797535 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58800) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:51.826703 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:51.829076 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Fanout notify agent at l3_agent the message router_deleted on router b7ebf0b8-3699-4214-be3f-af773f4dad66 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:31:51.839488 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee09c41-2ca0-4b85-a949-c378cac004b4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Port': ['ID=ac3ed790-595f-455a-9208-b944e4e3071f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:51.853522 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 0aba69a7-0d19-485f-be1f-4aba6e84c673 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:31:51.869007 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:51.873190 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-615fb7ba-8c9a-49ad-8a0f-eb7936c49b11 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "DELETE /v2.0/routers/b7ebf0b8-3699-4214-be3f-af773f4dad66 HTTP/1.1" status: 204 len: 168 time: 2.9956126 Apr 20 16:31:51.879417 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58804) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:51.943911 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-669c5fe8-d9fc-46bf-aa69-2c72a3a426cc req-eb9d4cae-9bc3-4e70-8bf0-3802b79b2711 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0d33a2f-a5df-45da-a225-3c58c35ab35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540456 Apr 20 16:31:51.991567 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 0aba69a7-0d19-485f-be1f-4aba6e84c673 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:51.992087 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.000621 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e2eb97e7-ea54-4995-8a44-de39a54b5f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.002156 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3ac80918-67f6-4864-8dad-d40b9742cd09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.037448 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-d958ccc8-288e-4613-aceb-16dc83fd9821 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Deleting subnet cf60ee2a-7b58-49e7-a9b2-efc1783782f6 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:31:52.059548 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d958ccc8-288e-4613-aceb-16dc83fd9821 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.071613 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1ee09c41-2ca0-4b85-a949-c378cac004b4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.082284 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58814) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:52.085404 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1ee09c41-2ca0-4b85-a949-c378cac004b4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/ac3ed790-595f-455a-9208-b944e4e3071f HTTP/1.1" status: 204 len: 168 time: 1.4986832 Apr 20 16:31:52.145191 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d958ccc8-288e-4613-aceb-16dc83fd9821 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.209648 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d958ccc8-288e-4613-aceb-16dc83fd9821 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.225876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815ad091-db55-48fd-8dd8-7c2284d7b52f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:52.232309 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815ad091-db55-48fd-8dd8-7c2284d7b52f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:52.234265 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815ad091-db55-48fd-8dd8-7c2284d7b52f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:52.236109 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-815ad091-db55-48fd-8dd8-7c2284d7b52f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1528203 Apr 20 16:31:52.242136 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58818) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:52.244366 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e2eb97e7-ea54-4995-8a44-de39a54b5f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.301761 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b7a4c574-76ed-4c43-9fe3-0f05f863558c up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:31:52.316686 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3ac80918-67f6-4864-8dad-d40b9742cd09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.336860 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e2eb97e7-ea54-4995-8a44-de39a54b5f7f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed322c28d49d4f9aaf3ef1d5c213f7d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0329852 Apr 20 16:31:52.337670 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb97e7-ea54-4995-8a44-de39a54b5f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28480dd-7b26-4f33-a7ad-b5b1af9497f6,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:52.342752 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58820) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:52.387379 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382abfd6-7000-4a64-8da5-2ee3c7cb0a0f req-a2fc5212-025e-47a8-8d2e-aa39a1405762 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:52.391107 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-382abfd6-7000-4a64-8da5-2ee3c7cb0a0f req-a2fc5212-025e-47a8-8d2e-aa39a1405762 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.2824695 Apr 20 16:31:52.409565 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3ac80918-67f6-4864-8dad-d40b9742cd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.458412 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48a928-0113-4e14-850b-edfd33d5f4d2 req-d78261f4-4517-498d-b710-bb25f6800beb tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:52.460216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5b48a928-0113-4e14-850b-edfd33d5f4d2 req-d78261f4-4517-498d-b710-bb25f6800beb tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 909 time: 0.2108195 Apr 20 16:31:52.464628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-029df41e-c07a-4b73-bbc7-762ccbe85dba tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet 0bd9acef-288b-45b4-8f4a-2fec593fd309 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:31:52.470756 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-382abfd6-7000-4a64-8da5-2ee3c7cb0a0f req-45561eb7-faa7-4f3d-a035-2fb8022fd6fa tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677345 Apr 20 16:31:52.471583 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-081cbed9-6742-440d-a6a6-bf3f6061eb0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.474502 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-029df41e-c07a-4b73-bbc7-762ccbe85dba tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.498101 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d958ccc8-288e-4613-aceb-16dc83fd9821 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.515011 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3efaf245-9ead-460d-803f-0d500ac826d9 None None] Provisioning complete for port 0aba69a7-0d19-485f-be1f-4aba6e84c673 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:52.515389 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3efaf245-9ead-460d-803f-0d500ac826d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.528512 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3ac80918-67f6-4864-8dad-d40b9742cd09 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=51940dee1c034ba8b8df3712347b2fdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7314026 Apr 20 16:31:52.533070 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac80918-67f6-4864-8dad-d40b9742cd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b603e3a-5a12-442f-8811-d7e653fe2cc1,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:52.535103 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58824) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:52.535989 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958ccc8-288e-4613-aceb-16dc83fd9821 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event deleted for resources: {'Subnet': ['ID=cf60ee2a-7b58-49e7-a9b2-efc1783782f6,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:52.547763 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port b7a4c574-76ed-4c43-9fe3-0f05f863558c completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:31:52.548609 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-081cbed9-6742-440d-a6a6-bf3f6061eb0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.559715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port b7a4c574-76ed-4c43-9fe3-0f05f863558c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:52.560094 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.560213 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-029df41e-c07a-4b73-bbc7-762ccbe85dba tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.595799 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d958ccc8-288e-4613-aceb-16dc83fd9821 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.605334 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d958ccc8-288e-4613-aceb-16dc83fd9821 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "DELETE /v2.0/subnets/cf60ee2a-7b58-49e7-a9b2-efc1783782f6 HTTP/1.1" status: 204 len: 168 time: 0.7183139 Apr 20 16:31:52.608446 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58826) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:52.671887 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d0ea9-f531-446b-9b37-cb4a5870736c req-1a0aff42-88a7-4d6c-85c7-9789dfaf1727 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:52.673397 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-732d0ea9-f531-446b-9b37-cb4a5870736c req-1a0aff42-88a7-4d6c-85c7-9789dfaf1727 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.30 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 909 time: 0.0849874 Apr 20 16:31:52.727604 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-baa0d4be-8fa2-49da-9ba2-d2dae65dd9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.777667 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.799647 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-baa0d4be-8fa2-49da-9ba2-d2dae65dd9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.804780 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-457b8961-33a8-4917-9bbf-84e2de8b4d66 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.806927 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a60b0afd-a04c-46aa-80a2-15559d823433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.857306 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b7a4c574-76ed-4c43-9fe3-0f05f863558c, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b7a4c574-76ed-4c43-9fe3-0f05f863558c,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:52.872745 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-029df41e-c07a-4b73-bbc7-762ccbe85dba tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.897231 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-081cbed9-6742-440d-a6a6-bf3f6061eb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.900016 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-081cbed9-6742-440d-a6a6-bf3f6061eb0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.903808 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-081cbed9-6742-440d-a6a6-bf3f6061eb0d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a28480dd-7b26-4f33-a7ad-b5b1af9497f6 HTTP/1.1" status: 204 len: 168 time: 0.5520082 Apr 20 16:31:52.918079 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-020c6e0d-0191-49d7-a1f8-0dff9dee51ce None None] Could not find standard attr ID for object ac3ed790-595f-455a-9208-b944e4e3071f. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:31:52.949625 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:52.978703 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-732d0ea9-f531-446b-9b37-cb4a5870736c req-d7d37821-e207-4f48-95cd-4ea4c832a8b6 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Deleting port df0fc55a-0c2a-47e2-ab37-022416a64a14 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:52.978865 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-732d0ea9-f531-446b-9b37-cb4a5870736c req-d7d37821-e207-4f48-95cd-4ea4c832a8b6 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:53.032013 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=b7a4c574-76ed-4c43-9fe3-0f05f863558c,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:53.032693 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cbed9-6742-440d-a6a6-bf3f6061eb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28480dd-7b26-4f33-a7ad-b5b1af9497f6,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:53.048795 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-457b8961-33a8-4917-9bbf-84e2de8b4d66 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:53.091384 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-029df41e-c07a-4b73-bbc7-762ccbe85dba tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:53.094209 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-457b8961-33a8-4917-9bbf-84e2de8b4d66 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48315f8-5d89-404d-aa26-2b8493de150b']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:53.135467 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-baa0d4be-8fa2-49da-9ba2-d2dae65dd9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:53.138045 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-baa0d4be-8fa2-49da-9ba2-d2dae65dd9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:53.139178 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-baa0d4be-8fa2-49da-9ba2-d2dae65dd9fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b603e3a-5a12-442f-8811-d7e653fe2cc1 HTTP/1.1" status: 204 len: 168 time: 0.6009142 Apr 20 16:31:53.142104 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-457b8961-33a8-4917-9bbf-84e2de8b4d66 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7bd008-9102-42df-91b3-a73d29b340dc') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:53.142396 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-457b8961-33a8-4917-9bbf-84e2de8b4d66 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7bd008-9102-42df-91b3-a73d29b340dc') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:53.151202 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-029df41e-c07a-4b73-bbc7-762ccbe85dba tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:53.155241 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-029df41e-c07a-4b73-bbc7-762ccbe85dba tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/0bd9acef-288b-45b4-8f4a-2fec593fd309 HTTP/1.1" status: 204 len: 168 time: 0.9075623 Apr 20 16:31:53.159997 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58840) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:53.162309 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0d4be-8fa2-49da-9ba2-d2dae65dd9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b603e3a-5a12-442f-8811-d7e653fe2cc1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:53.171630 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-457b8961-33a8-4917-9bbf-84e2de8b4d66 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:53.229540 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-732d0ea9-f531-446b-9b37-cb4a5870736c req-d7d37821-e207-4f48-95cd-4ea4c832a8b6 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] For port df0fc55a-0c2a-47e2-ab37-022416a64a14, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=df0fc55a-0c2a-47e2-ab37-022416a64a14,segment=NetworkSegment(a43cc36e-7c1b-4f28-9c93-371675e8ef2c),segment_id=a43cc36e-7c1b-4f28-9c93-371675e8ef2c)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:53.229540 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-732d0ea9-f531-446b-9b37-cb4a5870736c req-d7d37821-e207-4f48-95cd-4ea4c832a8b6 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:53.247068 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-732d0ea9-f531-446b-9b37-cb4a5870736c req-d7d37821-e207-4f48-95cd-4ea4c832a8b6 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Calling delete_port for df0fc55a-0c2a-47e2-ab37-022416a64a14 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:53.254675 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8067b682-b389-41fc-836b-fe63fc8898bc None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:31:53.257697 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f8477-0895-41ef-b075-41f33793c657 req-d411f940-35d3-4043-86a3-fef8e0fcd1cf tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:53.266195 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7e7f8477-0895-41ef-b075-41f33793c657 req-d411f940-35d3-4043-86a3-fef8e0fcd1cf tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 945 time: 0.1769178 Apr 20 16:31:53.269037 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-457b8961-33a8-4917-9bbf-84e2de8b4d66 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:53.289274 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-457b8961-33a8-4917-9bbf-84e2de8b4d66 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:31:53.289681 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-457b8961-33a8-4917-9bbf-84e2de8b4d66 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:31:53.294479 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:31:53.344366 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f25088-0ffb-4f63-8af2-b0261030b5ff tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet 9951c038-5da9-4922-8fa2-2ad4c5abfc83 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:31:53.369184 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f7a076-f849-4a8e-a7b0-14973ab4ce3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a4c574-76ed-4c43-9fe3-0f05f863558c'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:31:53.372086 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa63140-daa5-4d0b-80b0-73864c953e2e" -d '{"events": [{"server_uuid": "d9f7a076-f849-4a8e-a7b0-14973ab4ce3b", "name": "network-vif-plugged", "status": "completed", "tag": "b7a4c574-76ed-4c43-9fe3-0f05f863558c"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:31:53.390004 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-06f25088-0ffb-4f63-8af2-b0261030b5ff tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:53.411109 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029df41e-c07a-4b73-bbc7-762ccbe85dba tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=0bd9acef-288b-45b4-8f4a-2fec593fd309,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:53.425728 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b53f34b-13d9-4e10-a1ed-80143cd56ebb x-openstack-request-id: req-1b53f34b-13d9-4e10-a1ed-80143cd56ebb {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:31:53.426017 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f7a076-f849-4a8e-a7b0-14973ab4ce3b", "name": "network-vif-plugged", "status": "completed", "tag": "b7a4c574-76ed-4c43-9fe3-0f05f863558c", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:31:53.426277 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b53f34b-13d9-4e10-a1ed-80143cd56ebb {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:31:53.426732 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b53f34b-13d9-4e10-a1ed-80143cd56ebb'] response: {'server_uuid': 'd9f7a076-f849-4a8e-a7b0-14973ab4ce3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a4c574-76ed-4c43-9fe3-0f05f863558c', 'code': 200} Apr 20 16:31:53.472566 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7e7f8477-0895-41ef-b075-41f33793c657 req-c3ad3e6e-07be-44ec-883d-d38475f8c75e tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0d33a2f-a5df-45da-a225-3c58c35ab35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006235 Apr 20 16:31:53.483062 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-06f25088-0ffb-4f63-8af2-b0261030b5ff tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:53.556117 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-732d0ea9-f531-446b-9b37-cb4a5870736c req-d7d37821-e207-4f48-95cd-4ea4c832a8b6 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:53.642992 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d37821-e207-4f48-95cd-4ea4c832a8b6 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event deleted for resources: {'Port': ['ID=df0fc55a-0c2a-47e2-ab37-022416a64a14,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:53.668162 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-457b8961-33a8-4917-9bbf-84e2de8b4d66 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:53.691399 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-457b8961-33a8-4917-9bbf-84e2de8b4d66 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:53.697704 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-457b8961-33a8-4917-9bbf-84e2de8b4d66 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] 10.222.0.15 "DELETE /v2.0/networks/c48315f8-5d89-404d-aa26-2b8493de150b HTTP/1.1" status: 204 len: 168 time: 1.0874650 Apr 20 16:31:53.708085 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-673522bf-f07b-4ca1-8484-7de118905433 req-e53c85d7-4490-4fa1-a4ed-74a5ddd9a8ef tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 210 time: 0.0805562 Apr 20 16:31:53.721236 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a086f-07e0-4d67-99b6-1a65dad07254 req-86cb1736-8056-43c3-a157-6b9e6054d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:53.722737 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f20a086f-07e0-4d67-99b6-1a65dad07254 req-86cb1736-8056-43c3-a157-6b9e6054d8d4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 1096 time: 0.1823869 Apr 20 16:31:53.759947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-732d0ea9-f531-446b-9b37-cb4a5870736c req-d7d37821-e207-4f48-95cd-4ea4c832a8b6 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] No DVR routers for this DVR port df0fc55a-0c2a-47e2-ab37-022416a64a14 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:31:53.765182 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-732d0ea9-f531-446b-9b37-cb4a5870736c req-d7d37821-e207-4f48-95cd-4ea4c832a8b6 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:53.772919 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-732d0ea9-f531-446b-9b37-cb4a5870736c req-d7d37821-e207-4f48-95cd-4ea4c832a8b6 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.30 "DELETE /v2.0/ports/df0fc55a-0c2a-47e2-ab37-022416a64a14 HTTP/1.1" status: 204 len: 173 time: 1.0812528 Apr 20 16:31:53.774173 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87924084-ea8d-4884-967d-560c6eda0cce', 'name': 'network-vif-deleted', 'tag': 'df0fc55a-0c2a-47e2-ab37-022416a64a14'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:31:53.777568 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b8961-33a8-4917-9bbf-84e2de8b4d66 tempest-FloatingIPTestJSON-611515788 tempest-FloatingIPTestJSON-611515788-project] Pushing event deleted for resources: {'Network': ['ID=c48315f8-5d89-404d-aa26-2b8493de150b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:53.793961 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f0eb20-6f8f-455d-b80d-2f1c45af441c" -d '{"events": [{"server_uuid": "87924084-ea8d-4884-967d-560c6eda0cce", "name": "network-vif-deleted", "tag": "df0fc55a-0c2a-47e2-ab37-022416a64a14"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:31:53.809554 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec8f71-de8e-4235-bc15-67c4f642d540 req-6601e625-a4df-48ea-99bc-7a79c2b249bc tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:53.813990 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-40ec8f71-de8e-4235-bc15-67c4f642d540 req-6601e625-a4df-48ea-99bc-7a79c2b249bc tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.2348480 Apr 20 16:31:53.882106 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-06f25088-0ffb-4f63-8af2-b0261030b5ff tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:53.885371 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2b7b8e-a3a6-4c68-b421-8005894735ee x-openstack-request-id: req-4d2b7b8e-a3a6-4c68-b421-8005894735ee {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:31:53.888197 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87924084-ea8d-4884-967d-560c6eda0cce", "name": "network-vif-deleted", "tag": "df0fc55a-0c2a-47e2-ab37-022416a64a14", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:31:53.888197 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d2b7b8e-a3a6-4c68-b421-8005894735ee {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:31:53.888197 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d2b7b8e-a3a6-4c68-b421-8005894735ee'] response: {'server_uuid': '87924084-ea8d-4884-967d-560c6eda0cce', 'name': 'network-vif-deleted', 'tag': 'df0fc55a-0c2a-47e2-ab37-022416a64a14', 'status': 'completed', 'code': 200} Apr 20 16:31:53.967119 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-40ec8f71-de8e-4235-bc15-67c4f642d540 req-98b5ce1e-43d8-4108-8cca-eaf584f7d1c6 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429231 Apr 20 16:31:53.977044 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f20a086f-07e0-4d67-99b6-1a65dad07254 req-4a0d4408-f677-4a81-98cf-91374db71f13 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e0d33a2f-a5df-45da-a225-3c58c35ab35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881366 Apr 20 16:31:54.109819 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-06f25088-0ffb-4f63-8af2-b0261030b5ff tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:54.151230 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-06f25088-0ffb-4f63-8af2-b0261030b5ff tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:54.154802 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-06f25088-0ffb-4f63-8af2-b0261030b5ff tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/9951c038-5da9-4922-8fa2-2ad4c5abfc83 HTTP/1.1" status: 204 len: 168 time: 0.9938395 Apr 20 16:31:54.155982 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f25088-0ffb-4f63-8af2-b0261030b5ff tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=9951c038-5da9-4922-8fa2-2ad4c5abfc83,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:54.157515 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58864) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:54.221524 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7c616ca3-7e9e-4795-8318-089da601b99b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626168 Apr 20 16:31:54.224246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58870) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:54.229468 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-26f25d2d-3ffe-4b9d-81a6-c92fd1f4425a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:54.326094 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58872) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:54.337586 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a7413c33-9b37-49cd-ad96-acd8d70d73ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:54.370194 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f137cc46-1d94-4703-890e-015902a1007a None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:31:54.455478 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a7413c33-9b37-49cd-ad96-acd8d70d73ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:54.520773 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f25d2d-3ffe-4b9d-81a6-c92fd1f4425a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:31:54.531320 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-26f25d2d-3ffe-4b9d-81a6-c92fd1f4425a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:54.699122 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a7413c33-9b37-49cd-ad96-acd8d70d73ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:54.714796 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d72db32f-9c1f-482c-91ae-f46ffd04f9c6 None None] Provisioning complete for port 0aba69a7-0d19-485f-be1f-4aba6e84c673 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:54.714796 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d72db32f-9c1f-482c-91ae-f46ffd04f9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:54.738595 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58896) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:54.781782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7413c33-9b37-49cd-ad96-acd8d70d73ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201da072-3cc8-47fc-b5bf-b8e98f8da2c3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:54.809225 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a7413c33-9b37-49cd-ad96-acd8d70d73ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=579e23414e8e4429bb6da5bc105ba661&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4845121 Apr 20 16:31:54.815472 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58904) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:54.847652 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6148f-3965-46d5-8cc4-1b720cc5014d req-6c311205-af7c-48fe-9f9c-90b72074a854 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:54.847652 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dbb6148f-3965-46d5-8cc4-1b720cc5014d req-6c311205-af7c-48fe-9f9c-90b72074a854 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 945 time: 0.1675458 Apr 20 16:31:54.957794 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b151b4d-1fc7-4645-b4ca-45995fd779c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:55.039972 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b65655-2c08-452e-8605-38a182ef8b7e None None] DHCP port deletion for 10294607-eb5e-406e-b70a-cc143553f735 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:31:55.057589 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-c299d225-30f1-4dfc-9bd7-040c0cdbe69a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:55.061573 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-c299d225-30f1-4dfc-9bd7-040c0cdbe69a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/networks?id=96647353-7ea1-402d-874f-17a77bf9da84 HTTP/1.1" status: 200 len: 813 time: 0.4072568 Apr 20 16:31:55.082589 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dbb6148f-3965-46d5-8cc4-1b720cc5014d req-026c7544-866b-4231-bd3c-da8778312329 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0d33a2f-a5df-45da-a225-3c58c35ab35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120242 Apr 20 16:31:55.088086 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b151b4d-1fc7-4645-b4ca-45995fd779c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:55.099037 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-ec2e92b0-0502-4197-9d96-839e78975316 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/quotas/ca02f6b1aa34446e9221bf3218691782 HTTP/1.1" status: 200 len: 375 time: 0.0288632 Apr 20 16:31:55.132099 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7a4d3ea4-d326-4413-bf12-67ee10775c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:55.179194 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f0b65655-2c08-452e-8605-38a182ef8b7e None None] Deleting port 0aba69a7-0d19-485f-be1f-4aba6e84c673 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:55.181224 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0b65655-2c08-452e-8605-38a182ef8b7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:55.236908 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-19931017-03a0-4a0f-82e1-8d24ae5bfee8 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca02f6b1aa34446e9221bf3218691782&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1228924 Apr 20 16:31:55.296677 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f0b65655-2c08-452e-8605-38a182ef8b7e None None] For port 0aba69a7-0d19-485f-be1f-4aba6e84c673, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=0aba69a7-0d19-485f-be1f-4aba6e84c673,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:55.297338 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0b65655-2c08-452e-8605-38a182ef8b7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:55.311791 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f0b65655-2c08-452e-8605-38a182ef8b7e None None] Calling delete_port for 0aba69a7-0d19-485f-be1f-4aba6e84c673 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:55.328511 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa3cfc19-ec1f-43b0-bff5-5f0646283205 req-272c45f3-7837-428c-a732-7f68f3fab5ac tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=87924084-ea8d-4884-967d-560c6eda0cce HTTP/1.1" status: 200 len: 210 time: 0.0484769 Apr 20 16:31:55.361652 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-27430dd4-e273-4ea2-9fe2-c4e5e65723ed service neutron] 10.222.0.15 "GET /v2.0/networks/96647353-7ea1-402d-874f-17a77bf9da84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228819 Apr 20 16:31:55.378332 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5e67202e-3c94-4ac6-8ffe-8d3f5239449c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=caeff3e05f2c43088f434fc77bad316c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6385672 Apr 20 16:31:55.379062 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58914) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:55.440936 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3a1da1b8-0e74-4713-9be5-83cac375afc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:55.456696 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-b650c6cf-33ac-4f28-9e80-d062c6604b2e req-897db64f-b9d3-4d48-b4ca-ebea1c0998da service neutron] (103485) timed out ('10.222.0.15', 50750) {{(pid=103485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 16:31:55.470333 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b151b4d-1fc7-4645-b4ca-45995fd779c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:55.470333 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b151b4d-1fc7-4645-b4ca-45995fd779c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:55.470333 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7b151b4d-1fc7-4645-b4ca-45995fd779c6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/201da072-3cc8-47fc-b5bf-b8e98f8da2c3 HTTP/1.1" status: 204 len: 168 time: 0.6477447 Apr 20 16:31:55.470333 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-26f25d2d-3ffe-4b9d-81a6-c92fd1f4425a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:55.471970 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-1c16e757-ed00-4827-b957-221df433dd40 service neutron] 10.222.0.15 "GET /v2.0/networks/96647353-7ea1-402d-874f-17a77bf9da84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092601 Apr 20 16:31:55.502135 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b151b4d-1fc7-4645-b4ca-45995fd779c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201da072-3cc8-47fc-b5bf-b8e98f8da2c3,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:55.546195 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3a1da1b8-0e74-4713-9be5-83cac375afc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:55.551095 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f25d2d-3ffe-4b9d-81a6-c92fd1f4425a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:55.564226 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0b65655-2c08-452e-8605-38a182ef8b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:55.602675 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-26f25d2d-3ffe-4b9d-81a6-c92fd1f4425a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:55.630853 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b65655-2c08-452e-8605-38a182ef8b7e None None] Pushing event deleted for resources: {'Port': ['ID=0aba69a7-0d19-485f-be1f-4aba6e84c673,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:55.634275 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b65655-2c08-452e-8605-38a182ef8b7e None None] No DVR routers for this DVR port 0aba69a7-0d19-485f-be1f-4aba6e84c673 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:31:55.649385 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f25d2d-3ffe-4b9d-81a6-c92fd1f4425a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:55.649385 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-26f25d2d-3ffe-4b9d-81a6-c92fd1f4425a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:55.655104 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5548a56-e93b-4414-85bd-ed2057dfd5b7 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:31:55.671216 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f25d2d-3ffe-4b9d-81a6-c92fd1f4425a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=eb2e645a-074a-4d6f-94c7-c4a1f3e6bbd4,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:55.778914 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 0aba69a7-0d19-485f-be1f-4aba6e84c673 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:31:55.798268 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3a1da1b8-0e74-4713-9be5-83cac375afc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:55.812903 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3a1da1b8-0e74-4713-9be5-83cac375afc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:55.812903 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3a1da1b8-0e74-4713-9be5-83cac375afc2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f5d3e27f-ca6f-46dc-ab42-74ab49d710ad HTTP/1.1" status: 204 len: 168 time: 0.4271746 Apr 20 16:31:55.824483 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-26f25d2d-3ffe-4b9d-81a6-c92fd1f4425a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5961342 Apr 20 16:31:55.825925 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58934) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:55.837352 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-f6a78913-2f74-46a6-8ca8-7d1b5bb213c8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:55.865740 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1da1b8-0e74-4713-9be5-83cac375afc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d3e27f-ca6f-46dc-ab42-74ab49d710ad,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:55.885151 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 0aba69a7-0d19-485f-be1f-4aba6e84c673 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:31:55.887881 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 0aba69a7-0d19-485f-be1f-4aba6e84c673 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:31:55.977638 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device df0fc55a-0c2a-47e2-ab37-022416a64a14 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:31:55.995321 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c4039f79-c9a2-448c-8c12-27771e0256a4 req-18599715-1735-4e8e-9676-9035d3c1272d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=2389b50f-772f-4325-9959-58d8ac7d4487 HTTP/1.1" status: 200 len: 210 time: 0.0792077 Apr 20 16:31:56.032098 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: df0fc55a-0c2a-47e2-ab37-022416a64a14 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:31:56.032656 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device df0fc55a-0c2a-47e2-ab37-022416a64a14 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:31:56.034669 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1a9e52-91d9-4fea-8add-c36156515b65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-10294607-eb5e-406e-b70a-cc143553f735', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'fixed_ips': [{'subnet_id': 'eb2e645a-074a-4d6f-94c7-c4a1f3e6bbd4'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:31:56.035529 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7b1a9e52-91d9-4fea-8add-c36156515b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:56.215105 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-7b1a9e52-91d9-4fea-8add-c36156515b65 None None] Allocated IP 172.20.0.2 (10294607-eb5e-406e-b70a-cc143553f735/eb2e645a-074a-4d6f-94c7-c4a1f3e6bbd4/b20259fa-5134-45ef-8da3-c8a84e5e88ff) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:56.225331 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a78913-2f74-46a6-8ca8-7d1b5bb213c8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:31:56.230689 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6a78913-2f74-46a6-8ca8-7d1b5bb213c8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:56.298732 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac2c67-14b8-480f-b27c-0ef3ad06776b req-c5d06fb5-f1f1-4896-9bb6-886b704ef2dc tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:56.298732 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31ac2c67-14b8-480f-b27c-0ef3ad06776b req-c5d06fb5-f1f1-4896-9bb6-886b704ef2dc tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 945 time: 0.1044362 Apr 20 16:31:56.348714 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31ac2c67-14b8-480f-b27c-0ef3ad06776b req-9b7ccb67-3a09-4a23-8d9b-d9a3ccc9d456 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0d33a2f-a5df-45da-a225-3c58c35ab35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409729 Apr 20 16:31:56.407880 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58960) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:56.480668 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7b1a9e52-91d9-4fea-8add-c36156515b65 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:56.521689 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:56.605932 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7b1a9e52-91d9-4fea-8add-c36156515b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:56.627715 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30dbfeb-a376-4ddb-9eaa-45e180a38ce2 req-8ea943e4-5e16-4030-a7d5-b492337053ce tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:56.643932 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d30dbfeb-a376-4ddb-9eaa-45e180a38ce2 req-8ea943e4-5e16-4030-a7d5-b492337053ce tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 945 time: 0.1738272 Apr 20 16:31:56.665282 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58968) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:56.669790 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e409152c-a70c-4e65-a116-457e8e271a4c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Request body: {'floatingip': {'port_id': 'b7a4c574-76ed-4c43-9fe3-0f05f863558c'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:56.692372 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1a9e52-91d9-4fea-8add-c36156515b65 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:56.700385 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-7b1a9e52-91d9-4fea-8add-c36156515b65 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:56.710365 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1a9e52-91d9-4fea-8add-c36156515b65 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:31:56.738178 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a9e52-91d9-4fea-8add-c36156515b65 None None] Pushing event updated for resources: {'Port': ['ID=b20259fa-5134-45ef-8da3-c8a84e5e88ff,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:56.794603 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7b1a9e52-91d9-4fea-8add-c36156515b65 None None] Attempting to bind port b20259fa-5134-45ef-8da3-c8a84e5e88ff on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:31:56.795072 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7b1a9e52-91d9-4fea-8add-c36156515b65 None None] Attempting to bind port b20259fa-5134-45ef-8da3-c8a84e5e88ff by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:31:56.795522 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a9e52-91d9-4fea-8add-c36156515b65 None None] Attempting to bind port b20259fa-5134-45ef-8da3-c8a84e5e88ff on network 10294607-eb5e-406e-b70a-cc143553f735 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:31:56.802334 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a9e52-91d9-4fea-8add-c36156515b65 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:31:56.802334 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a9e52-91d9-4fea-8add-c36156515b65 None None] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:31:56.802334 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7b1a9e52-91d9-4fea-8add-c36156515b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:56.802754 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a9e52-91d9-4fea-8add-c36156515b65 None None] Bound using segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:31:56.803300 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7b1a9e52-91d9-4fea-8add-c36156515b65 None None] Bound port: b20259fa-5134-45ef-8da3-c8a84e5e88ff, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:31:56.803749 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7b1a9e52-91d9-4fea-8add-c36156515b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:56.898017 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7b1a9e52-91d9-4fea-8add-c36156515b65 None None] For port b20259fa-5134-45ef-8da3-c8a84e5e88ff, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:31:56.905465 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7b1a9e52-91d9-4fea-8add-c36156515b65 None None] For port b20259fa-5134-45ef-8da3-c8a84e5e88ff, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b20259fa-5134-45ef-8da3-c8a84e5e88ff,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:31:57.013055 n-d-836146-2 neutron-server[103484]: DEBUG neutron.objects.ports [None req-f6a78913-2f74-46a6-8ca8-7d1b5bb213c8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103484) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 16:31:57.087154 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7b1a9e52-91d9-4fea-8add-c36156515b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:57.215714 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a9e52-91d9-4fea-8add-c36156515b65 None None] Pushing event updated for resources: {'Port': ['ID=b20259fa-5134-45ef-8da3-c8a84e5e88ff,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:57.237876 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de9e7a6f-d5e8-449b-8e5c-d5069438400a req-5d33cea6-a55c-43ce-b3e8-87e7cbf28b93 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=2389b50f-772f-4325-9959-58d8ac7d4487 HTTP/1.1" status: 200 len: 210 time: 0.1117280 Apr 20 16:31:57.308532 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e409152c-a70c-4e65-a116-457e8e271a4c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:57.454399 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6a78913-2f74-46a6-8ca8-7d1b5bb213c8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:57.817625 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-f6a78913-2f74-46a6-8ca8-7d1b5bb213c8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] For port b20259fa-5134-45ef-8da3-c8a84e5e88ff, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b20259fa-5134-45ef-8da3-c8a84e5e88ff,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:57.819676 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-46b097a8-ca71-4646-8cbe-f0c985d4f91e tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:57.854091 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:57.855052 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6a78913-2f74-46a6-8ca8-7d1b5bb213c8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:57.863028 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b20259fa-5134-45ef-8da3-c8a84e5e88ff up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:31:57.939197 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port b20259fa-5134-45ef-8da3-c8a84e5e88ff triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:57.939197 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:58.018551 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6a78913-2f74-46a6-8ca8-7d1b5bb213c8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:58.047112 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6a78913-2f74-46a6-8ca8-7d1b5bb213c8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:58.075414 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.db.resource_extend [None req-e409152c-a70c-4e65-a116-457e8e271a4c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 16:31:58.105247 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:58.136165 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:58.200965 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port b20259fa-5134-45ef-8da3-c8a84e5e88ff, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b20259fa-5134-45ef-8da3-c8a84e5e88ff,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:58.266150 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a78913-2f74-46a6-8ca8-7d1b5bb213c8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:31:58.287411 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:58.298146 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-f6a78913-2f74-46a6-8ca8-7d1b5bb213c8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:31:58.306979 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a78913-2f74-46a6-8ca8-7d1b5bb213c8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:58.314325 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e409152c-a70c-4e65-a116-457e8e271a4c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:58.315784 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6a78913-2f74-46a6-8ca8-7d1b5bb213c8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:58.332495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a78913-2f74-46a6-8ca8-7d1b5bb213c8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=14a0ca99-176d-4b8b-a032-72b9aa5edf91,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:58.385965 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a78913-2f74-46a6-8ca8-7d1b5bb213c8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=b20259fa-5134-45ef-8da3-c8a84e5e88ff,revision_number=4']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:58.446119 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=b20259fa-5134-45ef-8da3-c8a84e5e88ff,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:31:58.488762 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e409152c-a70c-4e65-a116-457e8e271a4c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:58.543773 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f6a78913-2f74-46a6-8ca8-7d1b5bb213c8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7094858 Apr 20 16:31:58.544989 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59032) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:58.550559 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e745b5e8-9d13-44e0-9298-a72117549c50 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'mac_address': 'fa:16:3e:bb:fd:36', 'name': 'tempest-NetworksTestDHCPv6-1494306627'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:58.571904 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cfe3e96c-d7ef-40cb-bc28-14d05e644718 req-bafa0a97-25b6-445b-8c3b-71ae1306675c tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=2389b50f-772f-4325-9959-58d8ac7d4487 HTTP/1.1" status: 200 len: 210 time: 0.1476917 Apr 20 16:31:58.669081 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-e409152c-a70c-4e65-a116-457e8e271a4c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Floating IP d164c756-2f30-41a5-810c-9226fa0108fd associated. External IP: 172.25.0.94, port: b7a4c574-76ed-4c43-9fe3-0f05f863558c. Apr 20 16:31:58.715591 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:58.784701 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1f562b-0908-4209-8f13-a77fe6983fbb None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:31:58.817714 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e745b5e8-9d13-44e0-9298-a72117549c50 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:31:58.942238 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-46b097a8-ca71-4646-8cbe-f0c985d4f91e tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Deleting port 128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:31:58.942584 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-46b097a8-ca71-4646-8cbe-f0c985d4f91e tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:58.943346 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-355d3fe9-2113-4558-afc6-c41fafe0f792 None None] Provisioning complete for port b20259fa-5134-45ef-8da3-c8a84e5e88ff triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:31:58.944527 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-355d3fe9-2113-4558-afc6-c41fafe0f792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:58.977973 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e745b5e8-9d13-44e0-9298-a72117549c50 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:59.007497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59050) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:31:59.035883 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-e745b5e8-9d13-44e0-9298-a72117549c50 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] device_id is not set on port cbf16fbb-5780-4b81-ab5f-b1c339842d98 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:31:59.229931 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-46b097a8-ca71-4646-8cbe-f0c985d4f91e tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] For port 128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9,segment=NetworkSegment(a43cc36e-7c1b-4f28-9c93-371675e8ef2c),segment_id=a43cc36e-7c1b-4f28-9c93-371675e8ef2c)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:31:59.233178 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-46b097a8-ca71-4646-8cbe-f0c985d4f91e tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:59.247788 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e409152c-a70c-4e65-a116-457e8e271a4c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Router b6bd22b3-a42d-4e80-9070-269f60e060c8 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:31:59.273598 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-46b097a8-ca71-4646-8cbe-f0c985d4f91e tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Calling delete_port for 128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:31:59.452402 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7ddb07a7-2966-43f0-8a1e-0eee7369fccf tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-966803364'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:59.499999 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-e745b5e8-9d13-44e0-9298-a72117549c50 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 172.20.0.13 (10294607-eb5e-406e-b70a-cc143553f735/eb2e645a-074a-4d6f-94c7-c4a1f3e6bbd4/cbf16fbb-5780-4b81-ab5f-b1c339842d98) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:59.515092 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-51b81172-830f-4d3e-b196-8941a1770b2a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:59.516874 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-51b81172-830f-4d3e-b196-8941a1770b2a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.30 "GET /v2.0/networks?id=96647353-7ea1-402d-874f-17a77bf9da84 HTTP/1.1" status: 200 len: 813 time: 0.3168123 Apr 20 16:31:59.530271 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-e745b5e8-9d13-44e0-9298-a72117549c50 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8::f816:3eff:febb:fd36 (10294607-eb5e-406e-b70a-cc143553f735/14a0ca99-176d-4b8b-a032-72b9aa5edf91/cbf16fbb-5780-4b81-ab5f-b1c339842d98) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:31:59.536446 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e409152c-a70c-4e65-a116-457e8e271a4c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:31:59.537314 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-fd4a0f7d-c119-40a7-a0a7-391dea41402d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Request body: {'port': {'device_id': '2389b50f-772f-4325-9959-58d8ac7d4487', 'network_id': '96647353-7ea1-402d-874f-17a77bf9da84', 'admin_state_up': True, 'tenant_id': 'ca02f6b1aa34446e9221bf3218691782'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:31:59.543018 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e409152c-a70c-4e65-a116-457e8e271a4c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:59.548584 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d042ba6-3da4-490f-bbf0-4d45e6b28ae2 None None] Sync routers for ids ['b6bd22b3-a42d-4e80-9070-269f60e060c8'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:31:59.573132 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d042ba6-3da4-490f-bbf0-4d45e6b28ae2 None None] Routers {'b6bd22b3-a42d-4e80-9070-269f60e060c8'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:31:59.589654 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e409152c-a70c-4e65-a116-457e8e271a4c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "PUT /v2.0/floatingips/d164c756-2f30-41a5-810c-9226fa0108fd HTTP/1.1" status: 200 len: 990 time: 2.9141815 Apr 20 16:31:59.589654 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f7a076-f849-4a8e-a7b0-14973ab4ce3b', 'tag': 'b7a4c574-76ed-4c43-9fe3-0f05f863558c'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:31:59.589654 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4249ec47-b2de-4b41-b5b9-9ab1af24e958" -d '{"events": [{"name": "network-changed", "server_uuid": "d9f7a076-f849-4a8e-a7b0-14973ab4ce3b", "tag": "b7a4c574-76ed-4c43-9fe3-0f05f863558c"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:31:59.592644 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9d042ba6-3da4-490f-bbf0-4d45e6b28ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:31:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b6bd22b3-a42d-4e80-9070-269f60e060c8'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:31:59.676966 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddb07a7-2966-43f0-8a1e-0eee7369fccf tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Made reservation on behalf of 93c7f38b8d4940ff85bb34ea6927b365 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:31:59.683336 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7ddb07a7-2966-43f0-8a1e-0eee7369fccf tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:59.775061 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a228045-0b8c-42e6-a4c3-9ef0759d54cb x-openstack-request-id: req-1a228045-0b8c-42e6-a4c3-9ef0759d54cb {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:31:59.782963 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9f7a076-f849-4a8e-a7b0-14973ab4ce3b", "tag": "b7a4c574-76ed-4c43-9fe3-0f05f863558c", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:31:59.786526 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a228045-0b8c-42e6-a4c3-9ef0759d54cb {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:31:59.786526 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a228045-0b8c-42e6-a4c3-9ef0759d54cb'] response: {'name': 'network-changed', 'server_uuid': 'd9f7a076-f849-4a8e-a7b0-14973ab4ce3b', 'tag': 'b7a4c574-76ed-4c43-9fe3-0f05f863558c', 'status': 'completed', 'code': 200} Apr 20 16:31:59.800770 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7ddb07a7-2966-43f0-8a1e-0eee7369fccf tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:31:59.844327 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-9d042ba6-3da4-490f-bbf0-4d45e6b28ae2 None None] Set router b6bd22b3-a42d-4e80-9070-269f60e060c8 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:31:59.877436 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b20259fa-5134-45ef-8da3-c8a84e5e88ff up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:31:59.894511 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-26d97c04-f35f-463d-b6fd-18b3e065d799 req-26ba4544-6e8d-4c17-a38d-f96b561822d3 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=2389b50f-772f-4325-9959-58d8ac7d4487 HTTP/1.1" status: 200 len: 210 time: 0.1272361 Apr 20 16:31:59.931398 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249ec47-b2de-4b41-b5b9-9ab1af24e958 req-e07354c8-5769-4c47-9981-c942f99dfbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:31:59.933155 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4249ec47-b2de-4b41-b5b9-9ab1af24e958 req-e07354c8-5769-4c47-9981-c942f99dfbd0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 1096 time: 0.1484766 Apr 20 16:32:00.013658 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:00.084372 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port b20259fa-5134-45ef-8da3-c8a84e5e88ff triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:00.084372 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:00.165156 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249ec47-b2de-4b41-b5b9-9ab1af24e958 req-7d261717-0f9f-42e6-bab5-83d4c71c2034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:00.166856 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4249ec47-b2de-4b41-b5b9-9ab1af24e958 req-7d261717-0f9f-42e6-bab5-83d4c71c2034 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6129277f-3b7c-420f-bcf7-8207d3888fce HTTP/1.1" status: 200 len: 915 time: 0.2240510 Apr 20 16:32:00.173503 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-46b097a8-ca71-4646-8cbe-f0c985d4f91e tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:00.339830 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e745b5e8-9d13-44e0-9298-a72117549c50 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:00.384627 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7ddb07a7-2966-43f0-8a1e-0eee7369fccf tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:00.391143 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b097a8-ca71-4646-8cbe-f0c985d4f91e tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event deleted for resources: {'Port': ['ID=128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:00.418414 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-fd4a0f7d-c119-40a7-a0a7-391dea41402d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Made reservation on behalf of ca02f6b1aa34446e9221bf3218691782 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:00.422089 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-fd4a0f7d-c119-40a7-a0a7-391dea41402d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:00.472944 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4249ec47-b2de-4b41-b5b9-9ab1af24e958 req-7785dd1f-3f7a-450e-9e74-2ef9bd579cee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7a4c574-76ed-4c43-9fe3-0f05f863558c HTTP/1.1" status: 200 len: 998 time: 0.2886569 Apr 20 16:32:00.482367 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c0ec8943-dbd5-4272-9622-063c8ebd35c1 None None] Provisioning complete for port b20259fa-5134-45ef-8da3-c8a84e5e88ff triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:00.482750 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c0ec8943-dbd5-4272-9622-063c8ebd35c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:00.630607 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249ec47-b2de-4b41-b5b9-9ab1af24e958 req-32e63c11-dc12-44a5-8c00-fd5275c05bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:00.632126 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4249ec47-b2de-4b41-b5b9-9ab1af24e958 req-32e63c11-dc12-44a5-8c00-fd5275c05bf7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d0d8025-1a58-4c58-9113-dd747fc0c87b HTTP/1.1" status: 200 len: 853 time: 0.1466596 Apr 20 16:32:00.664122 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9d042ba6-3da4-490f-bbf0-4d45e6b28ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'b3f40701-3142-414b-95d5-2f4390492236', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'port_id': 'c030243a-3b3b-48d9-b958-e0bce2183416', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'mac_address': 'fa:16:3e:a4:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7329dc8b-8296-4026-a09f-92c4162de804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:29:23Z', 'updated_at': '2022-04-20T16:29:55Z', 'revision_number': 2, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'fixed_ip_address_scope': None}, {'id': 'd164c756-2f30-41a5-810c-9226fa0108fd', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'port_id': 'b7a4c574-76ed-4c43-9fe3-0f05f863558c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'mac_address': 'fa:16:3e:63:3e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f7a076-f849-4a8e-a7b0-14973ab4ce3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:31:32Z', 'updated_at': '2022-04-20T16:31:57Z', 'revision_number': 1, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:19Z', 'revision_number': 5, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:00.691397 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-46b097a8-ca71-4646-8cbe-f0c985d4f91e tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:00.715861 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249ec47-b2de-4b41-b5b9-9ab1af24e958 req-5b4c4599-0adf-48a3-8e68-d8ae24b040f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:00.720388 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4249ec47-b2de-4b41-b5b9-9ab1af24e958 req-5b4c4599-0adf-48a3-8e68-d8ae24b040f9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6129277f-3b7c-420f-bcf7-8207d3888fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733821 Apr 20 16:32:00.725335 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d042ba6-3da4-490f-bbf0-4d45e6b28ae2 None None] Checking router: b6bd22b3-a42d-4e80-9070-269f60e060c8 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:32:00.736548 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d042ba6-3da4-490f-bbf0-4d45e6b28ae2 None None] Routers {'b6bd22b3-a42d-4e80-9070-269f60e060c8'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:32:00.737189 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9d042ba6-3da4-490f-bbf0-4d45e6b28ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:31:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b6bd22b3-a42d-4e80-9070-269f60e060c8'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:00.938704 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7ddb07a7-2966-43f0-8a1e-0eee7369fccf tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:01.020127 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ddb07a7-2966-43f0-8a1e-0eee7369fccf tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:32:01.031746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb07a7-2966-43f0-8a1e-0eee7369fccf tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4d051e-146b-4c72-9b33-08d2bd760f65,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:01.051098 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7ddb07a7-2966-43f0-8a1e-0eee7369fccf tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:01.051098 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-7ddb07a7-2966-43f0-8a1e-0eee7369fccf tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Added segment 65b167bf-5c2d-42e8-9d23-6d8de326f877 of type vlan for network 2310b5c4-1f1d-4d03-b697-ee6e753e6bfc Apr 20 16:32:01.103877 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-82641075-4abb-48c4-abf3-024acb989cf3 req-fd777f6b-2457-48b1-a342-e2ae35116fa5 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=2389b50f-772f-4325-9959-58d8ac7d4487 HTTP/1.1" status: 200 len: 210 time: 0.0768266 Apr 20 16:32:01.149145 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4249ec47-b2de-4b41-b5b9-9ab1af24e958 req-3acd439b-b548-4879-9059-d1069a64ed64 service neutron] 10.222.0.26 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427745 Apr 20 16:32:01.151140 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7ddb07a7-2966-43f0-8a1e-0eee7369fccf tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:01.152002 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-9d042ba6-3da4-490f-bbf0-4d45e6b28ae2 None None] Set router b6bd22b3-a42d-4e80-9070-269f60e060c8 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:32:01.203661 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e745b5e8-9d13-44e0-9298-a72117549c50 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:01.264984 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e745b5e8-9d13-44e0-9298-a72117549c50 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:01.275047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-e745b5e8-9d13-44e0-9298-a72117549c50 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:01.286145 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e745b5e8-9d13-44e0-9298-a72117549c50 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:01.352381 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745b5e8-9d13-44e0-9298-a72117549c50 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=cbf16fbb-5780-4b81-ab5f-b1c339842d98,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:01.378061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-fd4a0f7d-c119-40a7-a0a7-391dea41402d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Allocated IP 172.20.0.5 (96647353-7ea1-402d-874f-17a77bf9da84/dd53a72b-e27c-47d8-b60f-ef1e2e2a9009/f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:01.445038 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e745b5e8-9d13-44e0-9298-a72117549c50 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:01.446172 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e745b5e8-9d13-44e0-9298-a72117549c50 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:01.533360 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7ddb07a7-2966-43f0-8a1e-0eee7369fccf tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:01.540513 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddb07a7-2966-43f0-8a1e-0eee7369fccf tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:01.542137 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7ddb07a7-2966-43f0-8a1e-0eee7369fccf tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:01.564678 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9d042ba6-3da4-490f-bbf0-4d45e6b28ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'b3f40701-3142-414b-95d5-2f4390492236', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'port_id': 'c030243a-3b3b-48d9-b958-e0bce2183416', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'mac_address': 'fa:16:3e:a4:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7329dc8b-8296-4026-a09f-92c4162de804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:29:23Z', 'updated_at': '2022-04-20T16:29:55Z', 'revision_number': 2, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'fixed_ip_address_scope': None}, {'id': 'd164c756-2f30-41a5-810c-9226fa0108fd', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'port_id': 'b7a4c574-76ed-4c43-9fe3-0f05f863558c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'mac_address': 'fa:16:3e:63:3e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f7a076-f849-4a8e-a7b0-14973ab4ce3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:31:32Z', 'updated_at': '2022-04-20T16:31:57Z', 'revision_number': 1, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:19Z', 'revision_number': 5, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:01.607636 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d042ba6-3da4-490f-bbf0-4d45e6b28ae2 None None] The sync data for ids ['b6bd22b3-a42d-4e80-9070-269f60e060c8'] in n-d-836146-2 is: [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'b3f40701-3142-414b-95d5-2f4390492236', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'port_id': 'c030243a-3b3b-48d9-b958-e0bce2183416', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'mac_address': 'fa:16:3e:a4:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7329dc8b-8296-4026-a09f-92c4162de804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:29:23Z', 'updated_at': '2022-04-20T16:29:55Z', 'revision_number': 2, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'fixed_ip_address_scope': None}, {'id': 'd164c756-2f30-41a5-810c-9226fa0108fd', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'port_id': 'b7a4c574-76ed-4c43-9fe3-0f05f863558c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'mac_address': 'fa:16:3e:63:3e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f7a076-f849-4a8e-a7b0-14973ab4ce3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:31:32Z', 'updated_at': '2022-04-20T16:31:57Z', 'revision_number': 1, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:19Z', 'revision_number': 5, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:32:01.674161 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59162) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:01.755893 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5cc28ade-445a-4c49-8834-e8073b28399a None None] Provisioning complete for port cbf16fbb-5780-4b81-ab5f-b1c339842d98 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:01.756443 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5cc28ade-445a-4c49-8834-e8073b28399a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:01.769069 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb07a7-2966-43f0-8a1e-0eee7369fccf tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event updated for resources: {'Network': ['ID=2310b5c4-1f1d-4d03-b697-ee6e753e6bfc,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:01.824478 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 2310b5c4-1f1d-4d03-b697-ee6e753e6bfc details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:32:01.871514 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-fd4a0f7d-c119-40a7-a0a7-391dea41402d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:01.887097 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b097a8-ca71-4646-8cbe-f0c985d4f91e tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Router 227f8c11-9af2-4557-a288-7d635a43975f has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:32:01.908257 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e745b5e8-9d13-44e0-9298-a72117549c50 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.3619447 Apr 20 16:32:01.912648 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59172) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:01.913152 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7ddb07a7-2966-43f0-8a1e-0eee7369fccf tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.8968065 Apr 20 16:32:01.932563 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3457c72f-ef06-445e-8b3b-f62ffd0f27ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:01.969471 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5cc28ade-445a-4c49-8834-e8073b28399a None None] Port cbf16fbb-5780-4b81-ab5f-b1c339842d98 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:32:02.051357 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4249ec47-b2de-4b41-b5b9-9ab1af24e958 req-7474c35a-7819-4a43-8400-3dd07043217f service neutron] 10.222.0.26 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8720684 Apr 20 16:32:02.077412 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-fd4a0f7d-c119-40a7-a0a7-391dea41402d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:02.110865 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5816d1e-2939-4007-8d6f-1ea0eca8d33d None None] New status for floating IP d164c756-2f30-41a5-810c-9226fa0108fd: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:32:02.135135 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['0c7cc80b-074c-4a9b-b03e-455e4e155536'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:32:02.150849 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef499ad2-185a-463a-8ccc-73622944cf48 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:02.158567 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef499ad2-185a-463a-8ccc-73622944cf48 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:02.160951 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ef499ad2-185a-463a-8ccc-73622944cf48 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2067807 Apr 20 16:32:02.165467 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59182) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:02.174452 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b097a8-ca71-4646-8cbe-f0c985d4f91e tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:32:02.207274 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-46b097a8-ca71-4646-8cbe-f0c985d4f91e tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "PUT /v2.0/routers/227f8c11-9af2-4557-a288-7d635a43975f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7948129 Apr 20 16:32:02.207524 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59184) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:02.231931 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3457c72f-ef06-445e-8b3b-f62ffd0f27ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:02.271024 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff25ac1e-2eca-4c4d-a07b-ee4cf07c6e52 None None] Sync routers for ids ['227f8c11-9af2-4557-a288-7d635a43975f'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:32:02.281876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-fd4a0f7d-c119-40a7-a0a7-391dea41402d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Network 96647353-7ea1-402d-874f-17a77bf9da84 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:02.287648 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-fd4a0f7d-c119-40a7-a0a7-391dea41402d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:02.292508 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-fd4a0f7d-c119-40a7-a0a7-391dea41402d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:02.308394 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a0f7d-c119-40a7-a0a7-391dea41402d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Pushing event updated for resources: {'Port': ['ID=f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:02.350761 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3457c72f-ef06-445e-8b3b-f62ffd0f27ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:02.372007 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff25ac1e-2eca-4c4d-a07b-ee4cf07c6e52 None None] Routers {'227f8c11-9af2-4557-a288-7d635a43975f'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:32:02.373169 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ff25ac1e-2eca-4c4d-a07b-ee4cf07c6e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:31:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['227f8c11-9af2-4557-a288-7d635a43975f'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:02.451335 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f95ad9-e35e-4c8e-b692-d6f12a754de0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Deleting subnet 4a472675-3520-430e-90f3-8078a0e05a69 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:32:02.455598 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b7f95ad9-e35e-4c8e-b692-d6f12a754de0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:02.468257 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3184b4-b253-43b3-a10a-5ba8686941f1 req-e3475a8d-fd7f-4e2f-8626-791dc7f11b7d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:02.470144 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa3184b4-b253-43b3-a10a-5ba8686941f1 req-e3475a8d-fd7f-4e2f-8626-791dc7f11b7d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=2389b50f-772f-4325-9959-58d8ac7d4487 HTTP/1.1" status: 200 len: 931 time: 0.2182896 Apr 20 16:32:02.575304 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3457c72f-ef06-445e-8b3b-f62ffd0f27ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e3cc09372694f839d34a6c8f0378812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8977149 Apr 20 16:32:02.577194 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b7f95ad9-e35e-4c8e-b692-d6f12a754de0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:02.583458 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59200) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:02.591840 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457c72f-ef06-445e-8b3b-f62ffd0f27ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ab8b1f-6f26-4176-88d2-578015d56bd2,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:02.637018 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-fd4a0f7d-c119-40a7-a0a7-391dea41402d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:02.638134 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-fd4a0f7d-c119-40a7-a0a7-391dea41402d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:02.660131 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-8904e4e3-5a96-4b61-9444-6c335e208fd0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting port cbf16fbb-5780-4b81-ab5f-b1c339842d98 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:02.686485 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8904e4e3-5a96-4b61-9444-6c335e208fd0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:02.699970 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa3184b4-b253-43b3-a10a-5ba8686941f1 req-22e476c0-73e7-49a6-b72e-9587ecf2cfff tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062933 Apr 20 16:32:02.745733 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-ff25ac1e-2eca-4c4d-a07b-ee4cf07c6e52 None None] Set router 227f8c11-9af2-4557-a288-7d635a43975f gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:32:02.751505 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-848174e3-abb7-4d98-b056-c7accc9bd219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:02.825786 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8904e4e3-5a96-4b61-9444-6c335e208fd0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:02.833812 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-848174e3-abb7-4d98-b056-c7accc9bd219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:02.841926 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-8904e4e3-5a96-4b61-9444-6c335e208fd0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Calling delete_port for cbf16fbb-5780-4b81-ab5f-b1c339842d98 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:02.873885 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b7f95ad9-e35e-4c8e-b692-d6f12a754de0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:03.075897 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-fd4a0f7d-c119-40a7-a0a7-391dea41402d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5429006 Apr 20 16:32:03.096224 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ff25ac1e-2eca-4c4d-a07b-ee4cf07c6e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227f8c11-9af2-4557-a288-7d635a43975f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1922142334', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'faa7aef1-54d3-43ed-bd38-28cac26cfb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:06Z', 'updated_at': '2022-04-20T16:31:59Z', 'revision_number': 5, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'gw_port': {'id': 'faa7aef1-54d3-43ed-bd38-28cac26cfb1d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227f8c11-9af2-4557-a288-7d635a43975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:07Z', 'updated_at': '2022-04-20T16:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:03.115959 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b7f95ad9-e35e-4c8e-b692-d6f12a754de0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:03.175448 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff25ac1e-2eca-4c4d-a07b-ee4cf07c6e52 None None] Checking router: 227f8c11-9af2-4557-a288-7d635a43975f for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:32:03.181380 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f95ad9-e35e-4c8e-b692-d6f12a754de0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event deleted for resources: {'Subnet': ['ID=4a472675-3520-430e-90f3-8078a0e05a69,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:03.197804 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff25ac1e-2eca-4c4d-a07b-ee4cf07c6e52 None None] Routers {'227f8c11-9af2-4557-a288-7d635a43975f'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:32:03.198861 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ff25ac1e-2eca-4c4d-a07b-ee4cf07c6e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:31:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['227f8c11-9af2-4557-a288-7d635a43975f'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:03.212186 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-848174e3-abb7-4d98-b056-c7accc9bd219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:03.213391 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-848174e3-abb7-4d98-b056-c7accc9bd219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:03.217300 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-848174e3-abb7-4d98-b056-c7accc9bd219 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/17ab8b1f-6f26-4176-88d2-578015d56bd2 HTTP/1.1" status: 204 len: 168 time: 0.6024928 Apr 20 16:32:03.221108 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b7f95ad9-e35e-4c8e-b692-d6f12a754de0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:03.224644 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b7f95ad9-e35e-4c8e-b692-d6f12a754de0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "DELETE /v2.0/subnets/4a472675-3520-430e-90f3-8078a0e05a69 HTTP/1.1" status: 204 len: 168 time: 1.0161281 Apr 20 16:32:03.228243 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59224) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:03.297554 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb86f0c-6e93-45b2-9634-b8407c04b960 None None] Network 04756bee-19b2-4348-bde3-994b84a32a71 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:03.332835 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-c5d128a3-13c7-440b-976d-499b611e6e11 service neutron] Request body: {'port': {'device_id': '2389b50f-772f-4325-9959-58d8ac7d4487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:03.345832 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848174e3-abb7-4d98-b056-c7accc9bd219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ab8b1f-6f26-4176-88d2-578015d56bd2,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:03.427362 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-c5d128a3-13c7-440b-976d-499b611e6e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:03.508669 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-ff25ac1e-2eca-4c4d-a07b-ee4cf07c6e52 None None] Set router 227f8c11-9af2-4557-a288-7d635a43975f gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:32:03.540523 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-279d8417-22f5-42c6-91ce-c2948339c19b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:03.710975 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-279d8417-22f5-42c6-91ce-c2948339c19b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:03.725028 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8904e4e3-5a96-4b61-9444-6c335e208fd0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:03.806497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904e4e3-5a96-4b61-9444-6c335e208fd0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Port': ['ID=cbf16fbb-5780-4b81-ab5f-b1c339842d98,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:03.879396 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ecab4a7b-85ba-4c65-bfb0-e8a3f82f86d5 req-4b7c5ec3-b6d9-4e31-9e1a-ca70180bce94 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8172891 Apr 20 16:32:03.943542 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c36022-c558-4de7-8dc1-9ca2a9609f22 None None] DHCP port deletion for 04756bee-19b2-4348-bde3-994b84a32a71 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:32:03.990654 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-279d8417-22f5-42c6-91ce-c2948339c19b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Deleting port faa7aef1-54d3-43ed-bd38-28cac26cfb1d {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:03.990998 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-279d8417-22f5-42c6-91ce-c2948339c19b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:04.054586 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f1c36022-c558-4de7-8dc1-9ca2a9609f22 None None] Deleting port 0faec462-8d5a-4703-96c2-f2df2220a493 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:04.055492 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f1c36022-c558-4de7-8dc1-9ca2a9609f22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:04.082769 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ff25ac1e-2eca-4c4d-a07b-ee4cf07c6e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227f8c11-9af2-4557-a288-7d635a43975f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1922142334', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'faa7aef1-54d3-43ed-bd38-28cac26cfb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:06Z', 'updated_at': '2022-04-20T16:31:59Z', 'revision_number': 5, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'gw_port': {'id': 'faa7aef1-54d3-43ed-bd38-28cac26cfb1d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227f8c11-9af2-4557-a288-7d635a43975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:07Z', 'updated_at': '2022-04-20T16:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:04.182092 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-279d8417-22f5-42c6-91ce-c2948339c19b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] For port faa7aef1-54d3-43ed-bd38-28cac26cfb1d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=faa7aef1-54d3-43ed-bd38-28cac26cfb1d,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:04.182548 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-279d8417-22f5-42c6-91ce-c2948339c19b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:04.186347 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff25ac1e-2eca-4c4d-a07b-ee4cf07c6e52 None None] The sync data for ids ['227f8c11-9af2-4557-a288-7d635a43975f'] in n-d-836146-2 is: [{'id': '227f8c11-9af2-4557-a288-7d635a43975f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1922142334', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'faa7aef1-54d3-43ed-bd38-28cac26cfb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:31:06Z', 'updated_at': '2022-04-20T16:31:59Z', 'revision_number': 5, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'gw_port': {'id': 'faa7aef1-54d3-43ed-bd38-28cac26cfb1d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227f8c11-9af2-4557-a288-7d635a43975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:31:07Z', 'updated_at': '2022-04-20T16:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:32:04.207114 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-279d8417-22f5-42c6-91ce-c2948339c19b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Calling delete_port for faa7aef1-54d3-43ed-bd38-28cac26cfb1d owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:04.264700 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f1c36022-c558-4de7-8dc1-9ca2a9609f22 None None] For port 0faec462-8d5a-4703-96c2-f2df2220a493, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=0faec462-8d5a-4703-96c2-f2df2220a493,segment=NetworkSegment(a43cc36e-7c1b-4f28-9c93-371675e8ef2c),segment_id=a43cc36e-7c1b-4f28-9c93-371675e8ef2c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:04.265321 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f1c36022-c558-4de7-8dc1-9ca2a9609f22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:04.283537 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f1c36022-c558-4de7-8dc1-9ca2a9609f22 None None] Calling delete_port for 0faec462-8d5a-4703-96c2-f2df2220a493 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:04.407741 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930ae5e-e7a8-42fb-b5a9-48a68dc2e60b req-b9daf2e5-1e3e-462f-b3cf-e3f1311e7359 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:04.417052 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f930ae5e-e7a8-42fb-b5a9-48a68dc2e60b req-b9daf2e5-1e3e-462f-b3cf-e3f1311e7359 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=2389b50f-772f-4325-9959-58d8ac7d4487 HTTP/1.1" status: 200 len: 931 time: 0.4633687 Apr 20 16:32:04.424821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab4a7b-85ba-4c65-bfb0-e8a3f82f86d5 req-53602e1d-c066-4171-93fd-519a285d524e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:04.426675 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ecab4a7b-85ba-4c65-bfb0-e8a3f82f86d5 req-53602e1d-c066-4171-93fd-519a285d524e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 1097 time: 0.4620934 Apr 20 16:32:04.460631 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8904e4e3-5a96-4b61-9444-6c335e208fd0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:04.464475 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8904e4e3-5a96-4b61-9444-6c335e208fd0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/cbf16fbb-5780-4b81-ab5f-b1c339842d98 HTTP/1.1" status: 204 len: 168 time: 2.2953708 Apr 20 16:32:04.467270 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59268) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:04.538888 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f1c36022-c558-4de7-8dc1-9ca2a9609f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:04.582973 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c36022-c558-4de7-8dc1-9ca2a9609f22 None None] No DVR routers for this DVR port 0faec462-8d5a-4703-96c2-f2df2220a493 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:32:04.605004 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c36022-c558-4de7-8dc1-9ca2a9609f22 None None] Pushing event deleted for resources: {'Port': ['ID=0faec462-8d5a-4703-96c2-f2df2220a493,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:04.605627 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59274) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:04.631433 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4c633df5-e59d-4c70-8714-ad5709ce41cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:04.631433 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-279d8417-22f5-42c6-91ce-c2948339c19b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:04.727739 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f930ae5e-e7a8-42fb-b5a9-48a68dc2e60b req-63def613-df38-4b8b-bc0f-71d5b51250fd tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095775 Apr 20 16:32:04.738445 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e409eff5-40ab-477c-a028-51d6cbea2944 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:04.740058 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e409eff5-40ab-477c-a028-51d6cbea2944 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:04.741577 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e409eff5-40ab-477c-a028-51d6cbea2944 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:04.743231 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e409eff5-40ab-477c-a028-51d6cbea2944 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2506647 Apr 20 16:32:04.755288 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59278) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:04.806799 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-c5d128a3-13c7-440b-976d-499b611e6e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:32:04.810052 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-279d8417-22f5-42c6-91ce-c2948339c19b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:04.815497 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-c5d128a3-13c7-440b-976d-499b611e6e11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:04.834363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-c5d128a3-13c7-440b-976d-499b611e6e11 service neutron] Transition to ACTIVE for port object f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:32:04.873003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab4a7b-85ba-4c65-bfb0-e8a3f82f86d5 req-27371d85-f797-4a25-bb2d-0c871efd1954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:04.874499 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ecab4a7b-85ba-4c65-bfb0-e8a3f82f86d5 req-27371d85-f797-4a25-bb2d-0c871efd1954 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6129277f-3b7c-420f-bcf7-8207d3888fce HTTP/1.1" status: 200 len: 915 time: 0.4081216 Apr 20 16:32:04.915057 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-279d8417-22f5-42c6-91ce-c2948339c19b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:04.917515 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-279d8417-22f5-42c6-91ce-c2948339c19b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:04.967969 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-c5d128a3-13c7-440b-976d-499b611e6e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:04.970119 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d8417-22f5-42c6-91ce-c2948339c19b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event deleted for resources: {'Port': ['ID=faa7aef1-54d3-43ed-bd38-28cac26cfb1d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:05.074460 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-bced569a-0c66-40f5-a7b5-21bc91bf7dee tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet 14a0ca99-176d-4b8b-a032-72b9aa5edf91 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:32:05.092906 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4c633df5-e59d-4c70-8714-ad5709ce41cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:05.102341 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ecab4a7b-85ba-4c65-bfb0-e8a3f82f86d5 req-81921d19-c224-4a1a-89bc-c627e2f8e4d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c030243a-3b3b-48d9-b958-e0bce2183416 HTTP/1.1" status: 200 len: 1001 time: 0.2201197 Apr 20 16:32:05.103177 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bced569a-0c66-40f5-a7b5-21bc91bf7dee tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:05.114779 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-279d8417-22f5-42c6-91ce-c2948339c19b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:05.115323 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279d8417-22f5-42c6-91ce-c2948339c19b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Fanout notify agent at l3_agent the message router_deleted on router 227f8c11-9af2-4557-a288-7d635a43975f {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:32:05.130851 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-279d8417-22f5-42c6-91ce-c2948339c19b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:05.130851 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-279d8417-22f5-42c6-91ce-c2948339c19b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "DELETE /v2.0/routers/227f8c11-9af2-4557-a288-7d635a43975f HTTP/1.1" status: 204 len: 168 time: 1.8905289 Apr 20 16:32:05.131042 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59284) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:05.132099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d128a3-13c7-440b-976d-499b611e6e11 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:05.223401 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59286) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:05.231899 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bced569a-0c66-40f5-a7b5-21bc91bf7dee tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:05.242626 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4c633df5-e59d-4c70-8714-ad5709ce41cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:05.296326 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4c633df5-e59d-4c70-8714-ad5709ce41cd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=19567252bc3f4b448e5bb6d696496245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6879842 Apr 20 16:32:05.299975 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59290) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:05.300586 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59292) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:05.315153 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-0e36a090-8e29-4fd5-a05a-3d30f3c96142 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Request body: {'subnet': {'network_id': '2310b5c4-1f1d-4d03-b697-ee6e753e6bfc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:05.370530 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab4a7b-85ba-4c65-bfb0-e8a3f82f86d5 req-deb049b8-9bc3-491f-93b5-557191dd3500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:05.372588 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ecab4a7b-85ba-4c65-bfb0-e8a3f82f86d5 req-deb049b8-9bc3-491f-93b5-557191dd3500 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d0d8025-1a58-4c58-9113-dd747fc0c87b HTTP/1.1" status: 200 len: 853 time: 0.2039499 Apr 20 16:32:05.444185 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7e05604d-e418-4cc1-a563-ade246431bd7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:05.455485 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bced569a-0c66-40f5-a7b5-21bc91bf7dee tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:05.460246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-c5d128a3-13c7-440b-976d-499b611e6e11 service neutron] Attempting to bind port f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:32:05.460709 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-c5d128a3-13c7-440b-976d-499b611e6e11 service neutron] Attempting to bind port f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'dd4e4e52-542a-41b0-9b77-fe2f4abec5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '96647353-7ea1-402d-874f-17a77bf9da84'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:32:05.460972 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-c5d128a3-13c7-440b-976d-499b611e6e11 service neutron] Attempting to bind port f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c on network 96647353-7ea1-402d-874f-17a77bf9da84 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:32:05.461323 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c633df5-e59d-4c70-8714-ad5709ce41cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3045f88-5ef5-4600-9898-c5bf96132100,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:05.481820 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4cfef2cb-612d-47f1-8db7-2ba4f1424da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:05.489305 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-c5d128a3-13c7-440b-976d-499b611e6e11 service neutron] Port f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c on network 96647353-7ea1-402d-874f-17a77bf9da84 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:32:05.489631 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-c5d128a3-13c7-440b-976d-499b611e6e11 service neutron] Attempting to bind port f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c on network 96647353-7ea1-402d-874f-17a77bf9da84 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:32:05.510464 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-c5d128a3-13c7-440b-976d-499b611e6e11 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:32:05.510761 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-c5d128a3-13c7-440b-976d-499b611e6e11 service neutron] Checking segment: {'id': 'dd4e4e52-542a-41b0-9b77-fe2f4abec5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '96647353-7ea1-402d-874f-17a77bf9da84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:05.511176 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-c5d128a3-13c7-440b-976d-499b611e6e11 service neutron] Bound using segment: {'id': 'dd4e4e52-542a-41b0-9b77-fe2f4abec5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '96647353-7ea1-402d-874f-17a77bf9da84'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:32:05.511593 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-c5d128a3-13c7-440b-976d-499b611e6e11 service neutron] Bound port: f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd4e4e52-542a-41b0-9b77-fe2f4abec5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '96647353-7ea1-402d-874f-17a77bf9da84'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:32:05.512252 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-c5d128a3-13c7-440b-976d-499b611e6e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:05.520829 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab4a7b-85ba-4c65-bfb0-e8a3f82f86d5 req-58976c8f-6a28-423c-87f2-5c0ebb986eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:05.522365 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ecab4a7b-85ba-4c65-bfb0-e8a3f82f86d5 req-58976c8f-6a28-423c-87f2-5c0ebb986eb4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6129277f-3b7c-420f-bcf7-8207d3888fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276720 Apr 20 16:32:05.577175 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9dddf20-ebc2-40c6-84ae-a1ebeb598e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:05.649630 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7e05604d-e418-4cc1-a563-ade246431bd7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:05.654979 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e36a090-8e29-4fd5-a05a-3d30f3c96142 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Made reservation on behalf of 93c7f38b8d4940ff85bb34ea6927b365 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:05.659585 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0e36a090-8e29-4fd5-a05a-3d30f3c96142 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:05.678226 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9dddf20-ebc2-40c6-84ae-a1ebeb598e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:05.691166 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-c5d128a3-13c7-440b-976d-499b611e6e11 service neutron] For port f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:32:05.694355 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-c5d128a3-13c7-440b-976d-499b611e6e11 service neutron] For port f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c,segment=NetworkSegment(dd4e4e52-542a-41b0-9b77-fe2f4abec5df),segment_id=dd4e4e52-542a-41b0-9b77-fe2f4abec5df)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:32:05.696970 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ecab4a7b-85ba-4c65-bfb0-e8a3f82f86d5 req-73f48a67-9518-4d0c-9d47-c17aaeb495eb service neutron] 10.222.0.30 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634529 Apr 20 16:32:05.778986 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-7e05604d-e418-4cc1-a563-ade246431bd7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04756bee-19b2-4348-bde3-994b84a32a71']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:05.804566 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bced569a-0c66-40f5-a7b5-21bc91bf7dee tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:05.807280 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-c5d128a3-13c7-440b-976d-499b611e6e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:05.812812 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:32:05.813391 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-7e05604d-e418-4cc1-a563-ade246431bd7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a43cc36e-7c1b-4f28-9c93-371675e8ef2c') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:05.813391 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-7e05604d-e418-4cc1-a563-ade246431bd7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a43cc36e-7c1b-4f28-9c93-371675e8ef2c') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:05.828110 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ecab4a7b-85ba-4c65-bfb0-e8a3f82f86d5 req-e40b8fd9-cd7b-4907-9a38-a32cabf1e6a6 service neutron] 10.222.0.30 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241469 Apr 20 16:32:05.854016 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7e05604d-e418-4cc1-a563-ade246431bd7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:05.870742 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4cfef2cb-612d-47f1-8db7-2ba4f1424da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:05.871044 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:32:05.871395 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 128a0d9f-64de-4d6b-b73c-b2d2f0ff6af9 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:32:05.872021 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 0faec462-8d5a-4703-96c2-f2df2220a493 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:32:05.877867 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced569a-0c66-40f5-a7b5-21bc91bf7dee tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=14a0ca99-176d-4b8b-a032-72b9aa5edf91,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:05.890429 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7e05604d-e418-4cc1-a563-ade246431bd7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:05.891674 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bced569a-0c66-40f5-a7b5-21bc91bf7dee tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:05.901235 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bced569a-0c66-40f5-a7b5-21bc91bf7dee tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/14a0ca99-176d-4b8b-a032-72b9aa5edf91 HTTP/1.1" status: 204 len: 168 time: 1.1477206 Apr 20 16:32:05.905837 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59304) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:05.912442 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-c5d128a3-13c7-440b-976d-499b611e6e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:05.913747 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-c5d128a3-13c7-440b-976d-499b611e6e11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:05.915267 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-c5d128a3-13c7-440b-976d-499b611e6e11 service neutron] 10.222.0.30 "PUT /v2.0/ports/f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c HTTP/1.1" status: 200 len: 1091 time: 2.8201222 Apr 20 16:32:05.917913 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2389b50f-772f-4325-9959-58d8ac7d4487', 'tag': 'f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:32:05.921306 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc54906-ed35-4289-95a9-bb731b47123a" -d '{"events": [{"name": "network-changed", "server_uuid": "2389b50f-772f-4325-9959-58d8ac7d4487", "tag": "f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:32:05.923963 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e05604d-e418-4cc1-a563-ade246431bd7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:32:05.924399 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7e05604d-e418-4cc1-a563-ade246431bd7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:32:05.929096 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:32:05.935797 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cf9936-2cd9-4790-a56d-9950f0314af2 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:05.935797 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 0faec462-8d5a-4703-96c2-f2df2220a493 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:32:05.935797 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 0faec462-8d5a-4703-96c2-f2df2220a493 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:32:05.935797 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device faa7aef1-54d3-43ed-bd38-28cac26cfb1d no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:32:05.959232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d128a3-13c7-440b-976d-499b611e6e11 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:05.975908 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: faa7aef1-54d3-43ed-bd38-28cac26cfb1d {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:32:05.976158 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device faa7aef1-54d3-43ed-bd38-28cac26cfb1d not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:32:05.989520 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4cfef2cb-612d-47f1-8db7-2ba4f1424da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:06.035514 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:32:06.092204 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037822dc-1b1b-4bcf-be59-247d3704ec7c req-2f42933c-eb06-47af-8b32-9a03ffb8108e tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:06.093760 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-037822dc-1b1b-4bcf-be59-247d3704ec7c req-2f42933c-eb06-47af-8b32-9a03ffb8108e tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=2389b50f-772f-4325-9959-58d8ac7d4487 HTTP/1.1" status: 200 len: 943 time: 0.2209628 Apr 20 16:32:06.104262 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9dddf20-ebc2-40c6-84ae-a1ebeb598e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:06.110724 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9dddf20-ebc2-40c6-84ae-a1ebeb598e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:06.111875 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f9dddf20-ebc2-40c6-84ae-a1ebeb598e4f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3045f88-5ef5-4600-9898-c5bf96132100 HTTP/1.1" status: 204 len: 168 time: 0.8092771 Apr 20 16:32:06.127417 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3bd113b-970d-4c5a-876a-1063fbff7369 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet eb2e645a-074a-4d6f-94c7-c4a1f3e6bbd4 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:32:06.133996 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59312) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:06.134122 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4cfef2cb-612d-47f1-8db7-2ba4f1424da0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=59299606bd824fab9d20b747d2a3a11d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9089558 Apr 20 16:32:06.141524 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfef2cb-612d-47f1-8db7-2ba4f1424da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62880836-dc7a-4688-ad1b-286074b99e7c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:06.144978 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d3bd113b-970d-4c5a-876a-1063fbff7369 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:06.194935 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dddf20-ebc2-40c6-84ae-a1ebeb598e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3045f88-5ef5-4600-9898-c5bf96132100,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:06.203574 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7e05604d-e418-4cc1-a563-ade246431bd7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:06.255104 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360a8de8-9637-4cd5-9c62-e488f559ccad x-openstack-request-id: req-360a8de8-9637-4cd5-9c62-e488f559ccad {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:32:06.255388 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2389b50f-772f-4325-9959-58d8ac7d4487", "tag": "f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:32:06.258589 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-360a8de8-9637-4cd5-9c62-e488f559ccad {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:32:06.259240 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-360a8de8-9637-4cd5-9c62-e488f559ccad'] response: {'name': 'network-changed', 'server_uuid': '2389b50f-772f-4325-9959-58d8ac7d4487', 'tag': 'f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c', 'status': 'completed', 'code': 200} Apr 20 16:32:06.277114 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7e05604d-e418-4cc1-a563-ade246431bd7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:06.282695 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7e05604d-e418-4cc1-a563-ade246431bd7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "DELETE /v2.0/networks/04756bee-19b2-4348-bde3-994b84a32a71 HTTP/1.1" status: 204 len: 168 time: 1.1483300 Apr 20 16:32:06.288050 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59316) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:06.312815 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d3bd113b-970d-4c5a-876a-1063fbff7369 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:06.337135 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-5ed6fc49-71b4-4f33-b08b-6cd8fcbe11f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:06.338645 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-5ed6fc49-71b4-4f33-b08b-6cd8fcbe11f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca02f6b1aa34446e9221bf3218691782&device_id=2389b50f-772f-4325-9959-58d8ac7d4487 HTTP/1.1" status: 200 len: 1094 time: 0.1182413 Apr 20 16:32:06.350835 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5eca1016-5928-44a7-a774-6a0aa4ab36a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:06.372981 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05604d-e418-4cc1-a563-ade246431bd7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event deleted for resources: {'Network': ['ID=04756bee-19b2-4348-bde3-994b84a32a71,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:06.379448 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-037822dc-1b1b-4bcf-be59-247d3704ec7c req-252caa99-e200-4814-b627-e1f41420b857 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597339 Apr 20 16:32:06.411942 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-be4e2355-a211-4f09-a937-490e93f5eab3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c HTTP/1.1" status: 200 len: 217 time: 0.0481036 Apr 20 16:32:06.414212 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5eca1016-5928-44a7-a774-6a0aa4ab36a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:06.531451 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-cfb063c6-b61c-4dd0-aa2b-22630aee442d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:06.533215 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-cfb063c6-b61c-4dd0-aa2b-22630aee442d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd53a72b-e27c-47d8-b60f-ef1e2e2a9009 HTTP/1.1" status: 200 len: 853 time: 0.1110644 Apr 20 16:32:06.590455 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-f073234f-8d6b-4a5f-8da3-248c88e1b235 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=96647353-7ea1-402d-874f-17a77bf9da84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503736 Apr 20 16:32:06.603142 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d3bd113b-970d-4c5a-876a-1063fbff7369 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:06.732892 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0e36a090-8e29-4fd5-a05a-3d30f3c96142 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:06.746963 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-10eb9a11-d1a2-49ab-be76-28303778b26f service neutron] 10.222.0.30 "GET /v2.0/networks/96647353-7ea1-402d-874f-17a77bf9da84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485441 Apr 20 16:32:06.780580 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5eca1016-5928-44a7-a774-6a0aa4ab36a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:06.784227 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5eca1016-5928-44a7-a774-6a0aa4ab36a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:06.786137 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5eca1016-5928-44a7-a774-6a0aa4ab36a7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/62880836-dc7a-4688-ad1b-286074b99e7c HTTP/1.1" status: 204 len: 168 time: 0.6510963 Apr 20 16:32:06.857621 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca1016-5928-44a7-a774-6a0aa4ab36a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62880836-dc7a-4688-ad1b-286074b99e7c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:06.870760 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d3bd113b-970d-4c5a-876a-1063fbff7369 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:06.916681 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a4b8d79-c32b-4627-b411-3c442819cdfa req-7f7b53c3-1e0f-4a21-b006-395b97377531 service neutron] 10.222.0.30 "GET /v2.0/networks/96647353-7ea1-402d-874f-17a77bf9da84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599565 Apr 20 16:32:06.918072 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36a090-8e29-4fd5-a05a-3d30f3c96142 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event updated for resources: {'Subnet': ['ID=7fc9f087-ab22-4ddd-8b7d-90dc2b96398e,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:06.934801 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d3bd113b-970d-4c5a-876a-1063fbff7369 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:06.938954 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d3bd113b-970d-4c5a-876a-1063fbff7369 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/eb2e645a-074a-4d6f-94c7-c4a1f3e6bbd4 HTTP/1.1" status: 204 len: 168 time: 1.0285830 Apr 20 16:32:06.943441 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36a090-8e29-4fd5-a05a-3d30f3c96142 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:06.943725 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36a090-8e29-4fd5-a05a-3d30f3c96142 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:06.944094 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36a090-8e29-4fd5-a05a-3d30f3c96142 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:06.944500 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36a090-8e29-4fd5-a05a-3d30f3c96142 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:06.944844 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36a090-8e29-4fd5-a05a-3d30f3c96142 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:06.945174 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36a090-8e29-4fd5-a05a-3d30f3c96142 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:06.946030 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36a090-8e29-4fd5-a05a-3d30f3c96142 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:06.946356 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36a090-8e29-4fd5-a05a-3d30f3c96142 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:06.946731 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36a090-8e29-4fd5-a05a-3d30f3c96142 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:06.946992 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36a090-8e29-4fd5-a05a-3d30f3c96142 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:06.947316 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36a090-8e29-4fd5-a05a-3d30f3c96142 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:06.947638 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36a090-8e29-4fd5-a05a-3d30f3c96142 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:06.948617 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59332) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:06.964011 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-3e034567-e4b1-49f7-9a56-2de68093b4a9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Deleting port a17b5203-36d6-44e4-bae9-b257a9b7a46c {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:06.964379 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e034567-e4b1-49f7-9a56-2de68093b4a9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:06.988158 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e36a090-8e29-4fd5-a05a-3d30f3c96142 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Checking segment: {'id': '65b167bf-5c2d-42e8-9d23-6d8de326f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2310b5c4-1f1d-4d03-b697-ee6e753e6bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:06.988645 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e36a090-8e29-4fd5-a05a-3d30f3c96142 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Network hostable DHCP agents. Network: 2310b5c4-1f1d-4d03-b697-ee6e753e6bfc, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:32:07.003094 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3f82cbdc-b78d-4722-9e5f-7b897070c128 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533133 Apr 20 16:32:07.004905 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd113b-970d-4c5a-876a-1063fbff7369 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2e645a-074a-4d6f-94c7-c4a1f3e6bbd4,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:07.009920 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59338) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:07.015859 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d9a2c1d3-8e50-4fc3-adf3-e98bb8dda16d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:07.110746 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3243343-987b-4be0-a640-111b48c6a29c None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:07.140610 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e034567-e4b1-49f7-9a56-2de68093b4a9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:07.140940 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e034567-e4b1-49f7-9a56-2de68093b4a9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:07.157218 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-3e034567-e4b1-49f7-9a56-2de68093b4a9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Calling delete_port for a17b5203-36d6-44e4-bae9-b257a9b7a46c owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:07.219824 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e36a090-8e29-4fd5-a05a-3d30f3c96142 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Network 2310b5c4-1f1d-4d03-b697-ee6e753e6bfc is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:32:07.234775 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc54906-ed35-4289-95a9-bb731b47123a req-95e01620-b9f5-4885-9aba-0bb53dbd21d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:07.238003 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5cc54906-ed35-4289-95a9-bb731b47123a req-95e01620-b9f5-4885-9aba-0bb53dbd21d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca02f6b1aa34446e9221bf3218691782&device_id=2389b50f-772f-4325-9959-58d8ac7d4487 HTTP/1.1" status: 200 len: 1094 time: 0.0705054 Apr 20 16:32:07.258861 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a2c1d3-8e50-4fc3-adf3-e98bb8dda16d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:07.263182 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d9a2c1d3-8e50-4fc3-adf3-e98bb8dda16d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:07.266126 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-52a49962-8de8-48e5-930d-1ef293df0d72 None None] Provisioning complete for port b20259fa-5134-45ef-8da3-c8a84e5e88ff triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:07.266676 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-52a49962-8de8-48e5-930d-1ef293df0d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:07.413131 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-0e36a090-8e29-4fd5-a05a-3d30f3c96142 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 2310b5c4-1f1d-4d03-b697-ee6e753e6bfc) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:07.437679 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e36a090-8e29-4fd5-a05a-3d30f3c96142 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:07.439615 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0e36a090-8e29-4fd5-a05a-3d30f3c96142 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:07.444623 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e54a3a2-2984-48ad-8514-1656b67d1de8 None None] Network 2310b5c4-1f1d-4d03-b697-ee6e753e6bfc requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:07.489201 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e034567-e4b1-49f7-9a56-2de68093b4a9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:07.515754 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e034567-e4b1-49f7-9a56-2de68093b4a9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event deleted for resources: {'Port': ['ID=a17b5203-36d6-44e4-bae9-b257a9b7a46c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:07.519519 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa11e3c-0898-4359-a5e4-06e0bf207d43 None None] DHCP port deletion for 10294607-eb5e-406e-b70a-cc143553f735 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:32:07.695050 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-0aa11e3c-0898-4359-a5e4-06e0bf207d43 None None] Deleting port b20259fa-5134-45ef-8da3-c8a84e5e88ff {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:07.695050 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0aa11e3c-0898-4359-a5e4-06e0bf207d43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:07.743286 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e034567-e4b1-49f7-9a56-2de68093b4a9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:07.746359 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-3e034567-e4b1-49f7-9a56-2de68093b4a9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Floating IP 30dfda09-347f-48ef-9341-0553dc5e83e8 disassociated (deleted). External IP: 172.25.0.229, port: 5dc64469-3e82-4e11-b21c-5e63b90c1a86. Apr 20 16:32:07.791352 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-0aa11e3c-0898-4359-a5e4-06e0bf207d43 None None] For port b20259fa-5134-45ef-8da3-c8a84e5e88ff, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b20259fa-5134-45ef-8da3-c8a84e5e88ff,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:07.791798 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0aa11e3c-0898-4359-a5e4-06e0bf207d43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:07.826243 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-0aa11e3c-0898-4359-a5e4-06e0bf207d43 None None] Calling delete_port for b20259fa-5134-45ef-8da3-c8a84e5e88ff owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:07.932162 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0e36a090-8e29-4fd5-a05a-3d30f3c96142 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6265423 Apr 20 16:32:07.932438 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59360) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:07.938208 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b862d99d-ad46-470e-a116-97e4b2a1e214 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1890361905'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:07.999876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d774f-5f31-4edc-8e56-3eb6785bbb07 req-36a81693-d394-4158-b571-5ae5dd326efd tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:08.002314 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd2d774f-5f31-4edc-8e56-3eb6785bbb07 req-36a81693-d394-4158-b571-5ae5dd326efd tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=2389b50f-772f-4325-9959-58d8ac7d4487 HTTP/1.1" status: 200 len: 943 time: 0.1424572 Apr 20 16:32:08.010622 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc54906-ed35-4289-95a9-bb731b47123a req-39e4d64c-9d47-4827-a40c-f2a1c2769e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:08.012662 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5cc54906-ed35-4289-95a9-bb731b47123a req-39e4d64c-9d47-4827-a40c-f2a1c2769e26 service neutron] 10.222.0.30 "GET /v2.0/networks?id=96647353-7ea1-402d-874f-17a77bf9da84 HTTP/1.1" status: 200 len: 914 time: 0.7685459 Apr 20 16:32:08.105796 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b20259fa-5134-45ef-8da3-c8a84e5e88ff no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:32:08.108126 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5cc54906-ed35-4289-95a9-bb731b47123a req-355b2fec-75ac-445f-a6f9-832228cdf102 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c HTTP/1.1" status: 200 len: 217 time: 0.0800817 Apr 20 16:32:08.119823 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e034567-e4b1-49f7-9a56-2de68093b4a9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Router 0b8c9692-1341-42e7-8e90-ebc630448605 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:32:08.182966 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd2d774f-5f31-4edc-8e56-3eb6785bbb07 req-15f7e174-16fa-45c8-9c77-b68bdc994988 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693082 Apr 20 16:32:08.190950 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14479c9f-999b-477f-8ee1-756742dcf999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-2310b5c4-1f1d-4d03-b697-ee6e753e6bfc', 'network_id': '2310b5c4-1f1d-4d03-b697-ee6e753e6bfc', 'tenant_id': '93c7f38b8d4940ff85bb34ea6927b365', 'fixed_ips': [{'subnet_id': '7fc9f087-ab22-4ddd-8b7d-90dc2b96398e'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:32:08.199957 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-14479c9f-999b-477f-8ee1-756742dcf999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:08.200248 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b862d99d-ad46-470e-a116-97e4b2a1e214 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Made reservation on behalf of 93c7f38b8d4940ff85bb34ea6927b365 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:08.209098 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b862d99d-ad46-470e-a116-97e4b2a1e214 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:08.225280 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc54906-ed35-4289-95a9-bb731b47123a req-135f0e2a-3279-4dc0-8c46-118d0df9c693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:08.226780 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5cc54906-ed35-4289-95a9-bb731b47123a req-135f0e2a-3279-4dc0-8c46-118d0df9c693 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd53a72b-e27c-47d8-b60f-ef1e2e2a9009 HTTP/1.1" status: 200 len: 853 time: 0.1101840 Apr 20 16:32:08.272406 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59370) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:08.283006 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b862d99d-ad46-470e-a116-97e4b2a1e214 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:32:08.291068 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5cc54906-ed35-4289-95a9-bb731b47123a req-4fb488cd-beb1-4d2e-8420-21f6bef20965 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=96647353-7ea1-402d-874f-17a77bf9da84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536320 Apr 20 16:32:08.293067 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:08.321395 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b18e70c2-62b9-45f7-87ba-7e4fb1da8707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:08.339535 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b862d99d-ad46-470e-a116-97e4b2a1e214 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:08.340148 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-b862d99d-ad46-470e-a116-97e4b2a1e214 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Added segment 6a87a047-7275-4be3-b69c-bd8aa6d1eac2 of type vlan for network d869419a-6a77-4341-a445-cffc13111dd6 Apr 20 16:32:08.354657 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0aa11e3c-0898-4359-a5e4-06e0bf207d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:08.396928 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e034567-e4b1-49f7-9a56-2de68093b4a9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:32:08.407633 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b862d99d-ad46-470e-a116-97e4b2a1e214 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:08.407778 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d28ec5b-c8f7-4fd6-9517-a42202782cd0 None None] Sync routers for ids ['0b8c9692-1341-42e7-8e90-ebc630448605'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:32:08.410239 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e034567-e4b1-49f7-9a56-2de68093b4a9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:08.424781 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d28ec5b-c8f7-4fd6-9517-a42202782cd0 None None] Routers {'0b8c9692-1341-42e7-8e90-ebc630448605'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:32:08.425420 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4d28ec5b-c8f7-4fd6-9517-a42202782cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:31:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['0b8c9692-1341-42e7-8e90-ebc630448605'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:08.436304 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa11e3c-0898-4359-a5e4-06e0bf207d43 None None] Pushing event deleted for resources: {'Port': ['ID=b20259fa-5134-45ef-8da3-c8a84e5e88ff,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:08.454512 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa11e3c-0898-4359-a5e4-06e0bf207d43 None None] No DVR routers for this DVR port b20259fa-5134-45ef-8da3-c8a84e5e88ff on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:32:08.475102 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3e034567-e4b1-49f7-9a56-2de68093b4a9 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "DELETE /v2.0/floatingips/30dfda09-347f-48ef-9341-0553dc5e83e8 HTTP/1.1" status: 204 len: 168 time: 2.1834838 Apr 20 16:32:08.483896 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d9a2c1d3-8e50-4fc3-adf3-e98bb8dda16d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:08.491993 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5', 'tag': '5dc64469-3e82-4e11-b21c-5e63b90c1a86'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:32:08.498112 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5cc54906-ed35-4289-95a9-bb731b47123a req-9fe55ae3-40df-4e0c-80e9-1833c71fef90 service neutron] 10.222.0.30 "GET /v2.0/networks/96647353-7ea1-402d-874f-17a77bf9da84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975925 Apr 20 16:32:08.501279 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ef3340-b30d-4fdd-98b5-fc2573959389" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5", "tag": "5dc64469-3e82-4e11-b21c-5e63b90c1a86"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:32:08.599419 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61625c50-5a71-41b1-bfe3-816269d4f1ca x-openstack-request-id: req-61625c50-5a71-41b1-bfe3-816269d4f1ca {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:32:08.601190 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5", "tag": "5dc64469-3e82-4e11-b21c-5e63b90c1a86", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:32:08.602073 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61625c50-5a71-41b1-bfe3-816269d4f1ca {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:32:08.606468 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2c1d3-8e50-4fc3-adf3-e98bb8dda16d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=d4bbce37-8d3c-4b8c-abd9-14540b428e60,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:08.608752 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61625c50-5a71-41b1-bfe3-816269d4f1ca'] response: {'name': 'network-changed', 'server_uuid': '7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5', 'tag': '5dc64469-3e82-4e11-b21c-5e63b90c1a86', 'status': 'completed', 'code': 200} Apr 20 16:32:08.639644 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b18e70c2-62b9-45f7-87ba-7e4fb1da8707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:08.647666 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-14479c9f-999b-477f-8ee1-756742dcf999 None None] Allocated IP 2001:db8:0:ffff::2 (2310b5c4-1f1d-4d03-b697-ee6e753e6bfc/7fc9f087-ab22-4ddd-8b7d-90dc2b96398e/8fdac6e4-21bf-4353-af6c-b1aafa8788e1) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:08.651951 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b862d99d-ad46-470e-a116-97e4b2a1e214 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:08.658634 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b862d99d-ad46-470e-a116-97e4b2a1e214 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:08.659254 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b862d99d-ad46-470e-a116-97e4b2a1e214 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:08.697061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a2c1d3-8e50-4fc3-adf3-e98bb8dda16d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:08.701328 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-d9a2c1d3-8e50-4fc3-adf3-e98bb8dda16d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:08.705636 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a2c1d3-8e50-4fc3-adf3-e98bb8dda16d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:08.707015 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d9a2c1d3-8e50-4fc3-adf3-e98bb8dda16d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:08.757397 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5cc54906-ed35-4289-95a9-bb731b47123a req-29e1226c-a311-40e9-b341-91a94a3a8cec service neutron] 10.222.0.30 "GET /v2.0/networks/96647353-7ea1-402d-874f-17a77bf9da84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807783 Apr 20 16:32:08.783701 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-4d28ec5b-c8f7-4fd6-9517-a42202782cd0 None None] Set router 0b8c9692-1341-42e7-8e90-ebc630448605 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:32:08.814927 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d9a2c1d3-8e50-4fc3-adf3-e98bb8dda16d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8036191 Apr 20 16:32:08.815818 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59384) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:08.824305 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1542bc5b-5357-4476-9318-86488e47bb33 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:08.825660 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-dc2e2bdc-59af-4a93-b558-62ed4199af2e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:09.096721 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-14479c9f-999b-477f-8ee1-756742dcf999 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:09.096853 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4d28ec5b-c8f7-4fd6-9517-a42202782cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'name': 'tempest-TestSecurityGroupsBasicOps-router-722697221', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '284fe26c-0593-42db-88c8-7d04412c9352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:56Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'gw_port': {'id': '284fe26c-0593-42db-88c8-7d04412c9352', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:58Z', 'updated_at': '2022-04-20T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'b6b67ba2-a914-49b8-83a2-60b86d1ce97e', 'name': '', 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'mac_address': 'fa:16:3e:bc:9b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'a5a8582b-3cbd-43c0-bf19-efe98917785b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:21Z', 'revision_number': 5, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'subnets': [{'id': 'a5a8582b-3cbd-43c0-bf19-efe98917785b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:09.125569 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d28ec5b-c8f7-4fd6-9517-a42202782cd0 None None] Checking router: 0b8c9692-1341-42e7-8e90-ebc630448605 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:32:09.131409 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c091e8f-810b-4293-b96d-5f71cef4a9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-10294607-eb5e-406e-b70a-cc143553f735', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'fixed_ips': [{'subnet_id': 'd4bbce37-8d3c-4b8c-abd9-14540b428e60'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:32:09.132275 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1c091e8f-810b-4293-b96d-5f71cef4a9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:09.135443 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d28ec5b-c8f7-4fd6-9517-a42202782cd0 None None] Routers {'0b8c9692-1341-42e7-8e90-ebc630448605'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:32:09.136099 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4d28ec5b-c8f7-4fd6-9517-a42202782cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:31:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['0b8c9692-1341-42e7-8e90-ebc630448605'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:09.264051 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-4d28ec5b-c8f7-4fd6-9517-a42202782cd0 None None] Set router 0b8c9692-1341-42e7-8e90-ebc630448605 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:32:09.277110 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2e2bdc-59af-4a93-b558-62ed4199af2e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:09.287667 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-14479c9f-999b-477f-8ee1-756742dcf999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:09.298222 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b862d99d-ad46-470e-a116-97e4b2a1e214 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3643618 Apr 20 16:32:09.303430 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b18e70c2-62b9-45f7-87ba-7e4fb1da8707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:09.306118 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc2e2bdc-59af-4a93-b558-62ed4199af2e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:09.315842 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14479c9f-999b-477f-8ee1-756742dcf999 None None] Network 2310b5c4-1f1d-4d03-b697-ee6e753e6bfc is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:09.317954 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59404) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:09.322490 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-14479c9f-999b-477f-8ee1-756742dcf999 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:09.326034 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14479c9f-999b-477f-8ee1-756742dcf999 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:09.339596 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b18e70c2-62b9-45f7-87ba-7e4fb1da8707 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72c82127560d4a69832e4a592bd9dd44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0680614 Apr 20 16:32:09.341570 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59406) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:09.344591 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef3340-b30d-4fdd-98b5-fc2573959389 req-09652d61-6111-4dab-9d92-cf651d86e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:09.346090 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-83ef3340-b30d-4fdd-98b5-fc2573959389 req-09652d61-6111-4dab-9d92-cf651d86e072 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb11bf8b3c08464a8790ceef590f4df3&device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 1136 time: 0.7046525 Apr 20 16:32:09.351099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-8bef5a9e-d0dc-4e91-9a03-727e43441e10 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Request body: {'subnet': {'network_id': 'd869419a-6a77-4341-a445-cffc13111dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:09.392317 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862d99d-ad46-470e-a116-97e4b2a1e214 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event updated for resources: {'Network': ['ID=d869419a-6a77-4341-a445-cffc13111dd6,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:09.424990 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network d869419a-6a77-4341-a445-cffc13111dd6 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:32:09.434740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-1c091e8f-810b-4293-b96d-5f71cef4a9eb None None] Allocated IP 172.20.0.2 (10294607-eb5e-406e-b70a-cc143553f735/d4bbce37-8d3c-4b8c-abd9-14540b428e60/9b173e4c-cc22-4fda-9c7a-e0ad54dc777f) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:09.439894 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14479c9f-999b-477f-8ee1-756742dcf999 None None] Pushing event updated for resources: {'Port': ['ID=8fdac6e4-21bf-4353-af6c-b1aafa8788e1,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:09.496998 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef3340-b30d-4fdd-98b5-fc2573959389 req-76ac8dc8-5464-4e53-b81f-4f039e091548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:09.497962 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-83ef3340-b30d-4fdd-98b5-fc2573959389 req-76ac8dc8-5464-4e53-b81f-4f039e091548 service neutron] 10.222.0.26 "GET /v2.0/networks?id=37dffd32-6c1b-4ef8-ae8a-aeadb127d379 HTTP/1.1" status: 200 len: 898 time: 0.1018343 Apr 20 16:32:09.555665 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-14479c9f-999b-477f-8ee1-756742dcf999 None None] Attempting to bind port 8fdac6e4-21bf-4353-af6c-b1aafa8788e1 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:32:09.555665 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-14479c9f-999b-477f-8ee1-756742dcf999 None None] Attempting to bind port 8fdac6e4-21bf-4353-af6c-b1aafa8788e1 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '65b167bf-5c2d-42e8-9d23-6d8de326f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2310b5c4-1f1d-4d03-b697-ee6e753e6bfc'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:32:09.555665 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14479c9f-999b-477f-8ee1-756742dcf999 None None] Attempting to bind port 8fdac6e4-21bf-4353-af6c-b1aafa8788e1 on network 2310b5c4-1f1d-4d03-b697-ee6e753e6bfc {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:32:09.575920 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4d28ec5b-c8f7-4fd6-9517-a42202782cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'name': 'tempest-TestSecurityGroupsBasicOps-router-722697221', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '284fe26c-0593-42db-88c8-7d04412c9352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:56Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'gw_port': {'id': '284fe26c-0593-42db-88c8-7d04412c9352', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:58Z', 'updated_at': '2022-04-20T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'b6b67ba2-a914-49b8-83a2-60b86d1ce97e', 'name': '', 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'mac_address': 'fa:16:3e:bc:9b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'a5a8582b-3cbd-43c0-bf19-efe98917785b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:21Z', 'revision_number': 5, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'subnets': [{'id': 'a5a8582b-3cbd-43c0-bf19-efe98917785b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:09.590269 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e70c2-62b9-45f7-87ba-7e4fb1da8707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb79a846-cb7a-4eab-827c-6510444599c7,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:09.595510 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-83ef3340-b30d-4fdd-98b5-fc2573959389 req-742ce5a7-afb3-4560-8687-e3e21a2d44ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=5dc64469-3e82-4e11-b21c-5e63b90c1a86 HTTP/1.1" status: 200 len: 217 time: 0.0819526 Apr 20 16:32:09.613309 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c94efd13-15ed-4049-91b3-09f0fd349705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:09.628125 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d28ec5b-c8f7-4fd6-9517-a42202782cd0 None None] The sync data for ids ['0b8c9692-1341-42e7-8e90-ebc630448605'] in n-d-836146-2 is: [{'id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'name': 'tempest-TestSecurityGroupsBasicOps-router-722697221', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '284fe26c-0593-42db-88c8-7d04412c9352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:56Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'gw_port': {'id': '284fe26c-0593-42db-88c8-7d04412c9352', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:58Z', 'updated_at': '2022-04-20T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'b6b67ba2-a914-49b8-83a2-60b86d1ce97e', 'name': '', 'network_id': '37dffd32-6c1b-4ef8-ae8a-aeadb127d379', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'mac_address': 'fa:16:3e:bc:9b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'a5a8582b-3cbd-43c0-bf19-efe98917785b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:21Z', 'revision_number': 5, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'subnets': [{'id': 'a5a8582b-3cbd-43c0-bf19-efe98917785b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:32:09.661382 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9661cb-a6a2-4175-b414-f52db694f761 req-27e9bc9d-d15a-4880-8e39-7724d4a1b933 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:09.663045 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b9661cb-a6a2-4175-b414-f52db694f761 req-27e9bc9d-d15a-4880-8e39-7724d4a1b933 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 985 time: 0.4704089 Apr 20 16:32:09.676021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bef5a9e-d0dc-4e91-9a03-727e43441e10 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Made reservation on behalf of 93c7f38b8d4940ff85bb34ea6927b365 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:09.676021 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8bef5a9e-d0dc-4e91-9a03-727e43441e10 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:09.683041 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14479c9f-999b-477f-8ee1-756742dcf999 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:32:09.683681 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14479c9f-999b-477f-8ee1-756742dcf999 None None] Checking segment: {'id': '65b167bf-5c2d-42e8-9d23-6d8de326f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2310b5c4-1f1d-4d03-b697-ee6e753e6bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:09.684252 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-14479c9f-999b-477f-8ee1-756742dcf999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:09.684829 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14479c9f-999b-477f-8ee1-756742dcf999 None None] Bound using segment: {'id': '65b167bf-5c2d-42e8-9d23-6d8de326f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2310b5c4-1f1d-4d03-b697-ee6e753e6bfc'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:32:09.685515 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-14479c9f-999b-477f-8ee1-756742dcf999 None None] Bound port: 8fdac6e4-21bf-4353-af6c-b1aafa8788e1, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b167bf-5c2d-42e8-9d23-6d8de326f877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2310b5c4-1f1d-4d03-b697-ee6e753e6bfc'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:32:09.686044 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbfbed-5e81-442e-8f25-523bb79e213c req-fbb45385-04c2-42cd-b488-f62f937cfa26 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:09.686256 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-14479c9f-999b-477f-8ee1-756742dcf999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:09.687603 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-56dbfbed-5e81-442e-8f25-523bb79e213c req-fbb45385-04c2-42cd-b488-f62f937cfa26 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=2389b50f-772f-4325-9959-58d8ac7d4487 HTTP/1.1" status: 200 len: 943 time: 0.2900622 Apr 20 16:32:09.719047 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef3340-b30d-4fdd-98b5-fc2573959389 req-21ac435b-6cb9-40d7-9f9d-2521f738b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:09.720549 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-83ef3340-b30d-4fdd-98b5-fc2573959389 req-21ac435b-6cb9-40d7-9f9d-2521f738b0ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5a8582b-3cbd-43c0-bf19-efe98917785b HTTP/1.1" status: 200 len: 838 time: 0.1087196 Apr 20 16:32:09.801407 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c94efd13-15ed-4049-91b3-09f0fd349705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:09.904695 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef3340-b30d-4fdd-98b5-fc2573959389 req-07f116e3-db4e-4938-a5f3-61648df4944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:09.906185 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-83ef3340-b30d-4fdd-98b5-fc2573959389 req-07f116e3-db4e-4938-a5f3-61648df4944a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37dffd32-6c1b-4ef8-ae8a-aeadb127d379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1457963 Apr 20 16:32:09.912318 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-56dbfbed-5e81-442e-8f25-523bb79e213c req-b1698b6d-5b53-4935-a70b-5044d1d86d63 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059038 Apr 20 16:32:09.963480 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1c091e8f-810b-4293-b96d-5f71cef4a9eb None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:09.971582 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-14479c9f-999b-477f-8ee1-756742dcf999 None None] For port 8fdac6e4-21bf-4353-af6c-b1aafa8788e1, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:32:09.975425 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-14479c9f-999b-477f-8ee1-756742dcf999 None None] For port 8fdac6e4-21bf-4353-af6c-b1aafa8788e1, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=8fdac6e4-21bf-4353-af6c-b1aafa8788e1,segment=NetworkSegment(65b167bf-5c2d-42e8-9d23-6d8de326f877),segment_id=65b167bf-5c2d-42e8-9d23-6d8de326f877)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:32:10.030229 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b9661cb-a6a2-4175-b414-f52db694f761 req-98a2925d-1a6e-488c-a72d-db5067106554 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe325edc-6331-460a-bfee-be52b080ef80&id=2cdd8d8a-a7f5-4f70-91cc-6d70e0627301&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1919725 Apr 20 16:32:10.038677 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1c091e8f-810b-4293-b96d-5f71cef4a9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:10.082164 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c94efd13-15ed-4049-91b3-09f0fd349705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:10.089921 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c94efd13-15ed-4049-91b3-09f0fd349705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:10.089921 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c94efd13-15ed-4049-91b3-09f0fd349705 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fb79a846-cb7a-4eab-827c-6510444599c7 HTTP/1.1" status: 204 len: 168 time: 0.7390587 Apr 20 16:32:10.093569 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-83ef3340-b30d-4fdd-98b5-fc2573959389 req-fc268556-9847-4e98-ada3-76bd92a88df4 service neutron] 10.222.0.26 "GET /v2.0/networks/37dffd32-6c1b-4ef8-ae8a-aeadb127d379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765361 Apr 20 16:32:10.095647 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c091e8f-810b-4293-b96d-5f71cef4a9eb None None] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:10.097148 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-14479c9f-999b-477f-8ee1-756742dcf999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:10.099497 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94efd13-15ed-4049-91b3-09f0fd349705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb79a846-cb7a-4eab-827c-6510444599c7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:10.099745 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8bc092-5a80-4c38-bf1e-cd873e9c5897 None None] New status for floating IP 30dfda09-347f-48ef-9341-0553dc5e83e8: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:32:10.109330 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-1c091e8f-810b-4293-b96d-5f71cef4a9eb None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:10.199773 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c091e8f-810b-4293-b96d-5f71cef4a9eb None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:10.296518 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c091e8f-810b-4293-b96d-5f71cef4a9eb None None] Pushing event updated for resources: {'Port': ['ID=9b173e4c-cc22-4fda-9c7a-e0ad54dc777f,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:10.391281 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-83ef3340-b30d-4fdd-98b5-fc2573959389 req-1bb8353a-4ec9-47e5-926d-f38cef910180 service neutron] 10.222.0.26 "GET /v2.0/networks/37dffd32-6c1b-4ef8-ae8a-aeadb127d379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874124 Apr 20 16:32:10.478224 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1c091e8f-810b-4293-b96d-5f71cef4a9eb None None] Attempting to bind port 9b173e4c-cc22-4fda-9c7a-e0ad54dc777f on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:32:10.478843 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1c091e8f-810b-4293-b96d-5f71cef4a9eb None None] Attempting to bind port 9b173e4c-cc22-4fda-9c7a-e0ad54dc777f by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:32:10.479209 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c091e8f-810b-4293-b96d-5f71cef4a9eb None None] Attempting to bind port 9b173e4c-cc22-4fda-9c7a-e0ad54dc777f on network 10294607-eb5e-406e-b70a-cc143553f735 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:32:10.495717 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c091e8f-810b-4293-b96d-5f71cef4a9eb None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:32:10.496171 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c091e8f-810b-4293-b96d-5f71cef4a9eb None None] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:10.496570 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1c091e8f-810b-4293-b96d-5f71cef4a9eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:10.496966 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c091e8f-810b-4293-b96d-5f71cef4a9eb None None] Bound using segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:32:10.497435 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1c091e8f-810b-4293-b96d-5f71cef4a9eb None None] Bound port: 9b173e4c-cc22-4fda-9c7a-e0ad54dc777f, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:32:10.497816 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1c091e8f-810b-4293-b96d-5f71cef4a9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:10.506477 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14479c9f-999b-477f-8ee1-756742dcf999 None None] Pushing event updated for resources: {'Port': ['ID=8fdac6e4-21bf-4353-af6c-b1aafa8788e1,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:10.640275 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1c091e8f-810b-4293-b96d-5f71cef4a9eb None None] For port 9b173e4c-cc22-4fda-9c7a-e0ad54dc777f, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:32:10.643936 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1c091e8f-810b-4293-b96d-5f71cef4a9eb None None] For port 9b173e4c-cc22-4fda-9c7a-e0ad54dc777f, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=9b173e4c-cc22-4fda-9c7a-e0ad54dc777f,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:32:10.777545 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1c091e8f-810b-4293-b96d-5f71cef4a9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:10.795843 n-d-836146-2 neutron-server[103484]: DEBUG neutron.objects.ports [None req-8bef5a9e-d0dc-4e91-9a03-727e43441e10 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103484) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 16:32:10.814667 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8bef5a9e-d0dc-4e91-9a03-727e43441e10 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:10.956428 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef5a9e-d0dc-4e91-9a03-727e43441e10 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event updated for resources: {'Subnet': ['ID=7242b771-de59-4a70-a67d-9eeeb2fba7d0,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:10.961471 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c091e8f-810b-4293-b96d-5f71cef4a9eb None None] Pushing event updated for resources: {'Port': ['ID=9b173e4c-cc22-4fda-9c7a-e0ad54dc777f,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:11.014471 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f622ea-b1e4-4422-a6e7-9ddf1ee2eff3 req-68d71dbe-50ef-4b1e-9913-cfcad7935c6f tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:11.016769 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a3f622ea-b1e4-4422-a6e7-9ddf1ee2eff3 req-68d71dbe-50ef-4b1e-9913-cfcad7935c6f tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 985 time: 0.0869420 Apr 20 16:32:11.086866 n-d-836146-2 neutron-server[103484]: DEBUG neutron.objects.ports [None req-dc2e2bdc-59af-4a93-b558-62ed4199af2e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103484) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 16:32:11.213811 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04740a-9711-46b5-a27b-076ff30cc3ca req-037d45ac-508e-4c92-8315-212db4bbd107 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:11.215535 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3d04740a-9711-46b5-a27b-076ff30cc3ca req-037d45ac-508e-4c92-8315-212db4bbd107 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=2389b50f-772f-4325-9959-58d8ac7d4487 HTTP/1.1" status: 200 len: 943 time: 0.1636496 Apr 20 16:32:11.313656 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef5a9e-d0dc-4e91-9a03-727e43441e10 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Checking segment: {'id': '6a87a047-7275-4be3-b69c-bd8aa6d1eac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd869419a-6a77-4341-a445-cffc13111dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:11.314030 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bef5a9e-d0dc-4e91-9a03-727e43441e10 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Network hostable DHCP agents. Network: d869419a-6a77-4341-a445-cffc13111dd6, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:32:11.316197 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-a3f622ea-b1e4-4422-a6e7-9ddf1ee2eff3 req-668e232b-067c-4613-b4c1-6f978f83cfaa tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Deleting port 5dc64469-3e82-4e11-b21c-5e63b90c1a86 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:11.316571 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a3f622ea-b1e4-4422-a6e7-9ddf1ee2eff3 req-668e232b-067c-4613-b4c1-6f978f83cfaa tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:11.356420 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3d04740a-9711-46b5-a27b-076ff30cc3ca req-8dc358c0-9714-4b52-b2e3-273a4bc092b6 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233320 Apr 20 16:32:11.479940 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839ef80-cf3d-412f-a3b5-05d4bb06a7ac req-23921abf-6495-45a4-b568-8eed775658e3 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:11.488103 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d839ef80-cf3d-412f-a3b5-05d4bb06a7ac req-23921abf-6495-45a4-b568-8eed775658e3 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 985 time: 0.3381743 Apr 20 16:32:11.524889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-a3f622ea-b1e4-4422-a6e7-9ddf1ee2eff3 req-668e232b-067c-4613-b4c1-6f978f83cfaa tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] For port 5dc64469-3e82-4e11-b21c-5e63b90c1a86, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=5dc64469-3e82-4e11-b21c-5e63b90c1a86,segment=NetworkSegment(ae05cb49-0407-4b9b-b8bb-8e454ab9e108),segment_id=ae05cb49-0407-4b9b-b8bb-8e454ab9e108)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:11.525610 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a3f622ea-b1e4-4422-a6e7-9ddf1ee2eff3 req-668e232b-067c-4613-b4c1-6f978f83cfaa tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:11.553854 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d839ef80-cf3d-412f-a3b5-05d4bb06a7ac req-9329b829-224c-4007-a319-8d8bfaccacf1 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe325edc-6331-460a-bfee-be52b080ef80&id=2cdd8d8a-a7f5-4f70-91cc-6d70e0627301&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0644240 Apr 20 16:32:11.554946 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bef5a9e-d0dc-4e91-9a03-727e43441e10 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Network d869419a-6a77-4341-a445-cffc13111dd6 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:32:11.567638 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-a3f622ea-b1e4-4422-a6e7-9ddf1ee2eff3 req-668e232b-067c-4613-b4c1-6f978f83cfaa tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Calling delete_port for 5dc64469-3e82-4e11-b21c-5e63b90c1a86 owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:11.581478 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59470) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:11.680322 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-8bef5a9e-d0dc-4e91-9a03-727e43441e10 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, d869419a-6a77-4341-a445-cffc13111dd6) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:11.690624 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ba01e3-2995-41c1-a84e-41417db5955d None None] Network d869419a-6a77-4341-a445-cffc13111dd6 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:11.710776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bef5a9e-d0dc-4e91-9a03-727e43441e10 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:11.711949 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8bef5a9e-d0dc-4e91-9a03-727e43441e10 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:11.724895 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc2e2bdc-59af-4a93-b558-62ed4199af2e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:11.927853 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a3f622ea-b1e4-4422-a6e7-9ddf1ee2eff3 req-668e232b-067c-4613-b4c1-6f978f83cfaa tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:11.960679 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220d6b5c-3d5f-4071-a096-f33cbc403697 None None] Network 2310b5c4-1f1d-4d03-b697-ee6e753e6bfc requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:11.996742 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-dc2e2bdc-59af-4a93-b558-62ed4199af2e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] For port 9b173e4c-cc22-4fda-9c7a-e0ad54dc777f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=9b173e4c-cc22-4fda-9c7a-e0ad54dc777f,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:12.018035 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8fdac6e4-21bf-4353-af6c-b1aafa8788e1 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:32:12.022217 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e232b-067c-4613-b4c1-6f978f83cfaa tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event deleted for resources: {'Port': ['ID=5dc64469-3e82-4e11-b21c-5e63b90c1a86,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:12.072988 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc2e2bdc-59af-4a93-b558-62ed4199af2e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:12.097630 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8bef5a9e-d0dc-4e91-9a03-727e43441e10 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7656782 Apr 20 16:32:12.110010 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f622ea-b1e4-4422-a6e7-9ddf1ee2eff3 req-668e232b-067c-4613-b4c1-6f978f83cfaa tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] No DVR routers for this DVR port 5dc64469-3e82-4e11-b21c-5e63b90c1a86 on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:32:12.110135 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59484) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:12.112314 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59486) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:12.112314 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-a3f622ea-b1e4-4422-a6e7-9ddf1ee2eff3 req-668e232b-067c-4613-b4c1-6f978f83cfaa tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:12.113993 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:32:12.115437 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e848662d-a302-465c-9027-2e666b44fcd0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Request body: {'port': {'network_id': 'd869419a-6a77-4341-a445-cffc13111dd6', 'name': 'tempest-NetworksIpV6TestAttrs-1706735032'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:12.116185 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a3f622ea-b1e4-4422-a6e7-9ddf1ee2eff3 req-668e232b-067c-4613-b4c1-6f978f83cfaa tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.26 "DELETE /v2.0/ports/5dc64469-3e82-4e11-b21c-5e63b90c1a86 HTTP/1.1" status: 204 len: 173 time: 1.0881293 Apr 20 16:32:12.118629 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5', 'name': 'network-vif-deleted', 'tag': '5dc64469-3e82-4e11-b21c-5e63b90c1a86'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:32:12.121187 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2135913-1b41-4994-8898-8563cabbec2c" -d '{"events": [{"server_uuid": "7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5", "name": "network-vif-deleted", "tag": "5dc64469-3e82-4e11-b21c-5e63b90c1a86"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:32:12.149169 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fd8244a1-485f-4a43-a007-b8e07a79dc74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:12.170624 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc2e2bdc-59af-4a93-b558-62ed4199af2e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:12.172208 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc2e2bdc-59af-4a93-b558-62ed4199af2e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:12.207958 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607d87f4-84e8-4405-8634-65c20b5d4a7e x-openstack-request-id: req-607d87f4-84e8-4405-8634-65c20b5d4a7e {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:32:12.208314 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5", "name": "network-vif-deleted", "tag": "5dc64469-3e82-4e11-b21c-5e63b90c1a86", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:32:12.208802 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-607d87f4-84e8-4405-8634-65c20b5d4a7e {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:32:12.209267 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-607d87f4-84e8-4405-8634-65c20b5d4a7e'] response: {'server_uuid': '7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5', 'name': 'network-vif-deleted', 'tag': '5dc64469-3e82-4e11-b21c-5e63b90c1a86', 'status': 'completed', 'code': 200} Apr 20 16:32:12.273689 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c,segment=NetworkSegment(dd4e4e52-542a-41b0-9b77-fe2f4abec5df),segment_id=dd4e4e52-542a-41b0-9b77-fe2f4abec5df)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:12.276939 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-31a9a4c6-fb9a-4886-8b64-d2671dc33c5a tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1617522255'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:12.309315 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c', 'network_id': '96647353-7ea1-402d-874f-17a77bf9da84', 'port_id': 'f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c', 'mac_address': 'fa:16:3e:18:38:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd53a72b-e27c-47d8-b60f-ef1e2e2a9009', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:32:12.314915 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1587edc2-fcd9-4693-aeca-7379c8e58656 None None] Provisioning complete for port 8fdac6e4-21bf-4353-af6c-b1aafa8788e1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:12.316133 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1587edc2-fcd9-4693-aeca-7379c8e58656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:12.401590 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a9a4c6-fb9a-4886-8b64-d2671dc33c5a tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Made reservation on behalf of 339c72bd98fc4ff283490ce5803ef269 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:12.405486 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31a9a4c6-fb9a-4886-8b64-d2671dc33c5a tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:12.429057 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31a9a4c6-fb9a-4886-8b64-d2671dc33c5a tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:12.432933 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e2bdc-59af-4a93-b558-62ed4199af2e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=9b173e4c-cc22-4fda-9c7a-e0ad54dc777f,revision_number=4']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:12.452973 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2e2bdc-59af-4a93-b558-62ed4199af2e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:12.481598 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c2bc58-a742-4f42-b930-4d30e02e7493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-d869419a-6a77-4341-a445-cffc13111dd6', 'network_id': 'd869419a-6a77-4341-a445-cffc13111dd6', 'tenant_id': '93c7f38b8d4940ff85bb34ea6927b365', 'fixed_ips': [{'subnet_id': '7242b771-de59-4a70-a67d-9eeeb2fba7d0'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:32:12.482652 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d8c2bc58-a742-4f42-b930-4d30e02e7493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:12.509275 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-dc2e2bdc-59af-4a93-b558-62ed4199af2e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:12.548729 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2e2bdc-59af-4a93-b558-62ed4199af2e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:12.550054 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc2e2bdc-59af-4a93-b558-62ed4199af2e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:12.560887 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 8fdac6e4-21bf-4353-af6c-b1aafa8788e1 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:12.563614 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:12.608713 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31a9a4c6-fb9a-4886-8b64-d2671dc33c5a tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:12.637824 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e2bdc-59af-4a93-b558-62ed4199af2e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=7dfc6d10-f35d-4946-80ff-76986ea63212,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:12.693336 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31a9a4c6-fb9a-4886-8b64-d2671dc33c5a tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:12.710074 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e18f2c-48a8-4225-ae2f-24ce85c82749 req-6de199a6-bb0b-40f5-8a10-ac481b6332bc tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:12.712366 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-29e18f2c-48a8-4225-ae2f-24ce85c82749 req-6de199a6-bb0b-40f5-8a10-ac481b6332bc tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=2389b50f-772f-4325-9959-58d8ac7d4487 HTTP/1.1" status: 200 len: 943 time: 0.2078922 Apr 20 16:32:12.744691 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dc2e2bdc-59af-4a93-b558-62ed4199af2e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9276798 Apr 20 16:32:12.752792 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59496) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:12.760216 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fd8244a1-485f-4a43-a007-b8e07a79dc74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:12.768957 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-31699464-4490-4bc0-b0ec-5876abca119f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'mac_address': 'fa:16:3e:6d:8e:31', 'name': 'tempest-NetworksTestDHCPv6-678746874'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:12.778816 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a9a4c6-fb9a-4886-8b64-d2671dc33c5a tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:32:12.785697 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-29e18f2c-48a8-4225-ae2f-24ce85c82749 req-92e0e455-0075-4e71-8677-25452ab71593 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665576 Apr 20 16:32:12.819714 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e848662d-a302-465c-9027-2e666b44fcd0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Made reservation on behalf of 93c7f38b8d4940ff85bb34ea6927b365 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:12.824261 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e848662d-a302-465c-9027-2e666b44fcd0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:12.841455 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-abf3f74b-2811-4eac-b894-e05800d401f8 req-164ff65b-a19a-4376-aeac-643df6fe18e4 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f2b7b-8848-4c8c-8d2e-3da8f4f25db5 HTTP/1.1" status: 200 len: 210 time: 0.0872843 Apr 20 16:32:12.848870 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9a4c6-fb9a-4886-8b64-d2671dc33c5a tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae3d743-0971-4031-9db9-0881f644aa46,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:12.849478 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fd8244a1-485f-4a43-a007-b8e07a79dc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:12.882146 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31a9a4c6-fb9a-4886-8b64-d2671dc33c5a tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:12.882503 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-31a9a4c6-fb9a-4886-8b64-d2671dc33c5a tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Added segment a3946e73-0151-49c1-8e24-0c4fa3a16126 of type vlan for network b73c1835-0fb3-4805-830e-141c97f1201f Apr 20 16:32:12.886901 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-e848662d-a302-465c-9027-2e666b44fcd0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] device_id is not set on port 536ce08d-6ada-4050-b67e-ac1e1b59a90d yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:32:12.894787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809ddc63-42d8-44b3-8212-7e1e76bc1543 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:12.959313 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31a9a4c6-fb9a-4886-8b64-d2671dc33c5a tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:12.989384 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:13.013922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-e848662d-a302-465c-9027-2e666b44fcd0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Allocated IP 2001:db8::f816:3eff:feeb:aad9 (d869419a-6a77-4341-a445-cffc13111dd6/7242b771-de59-4a70-a67d-9eeeb2fba7d0/536ce08d-6ada-4050-b67e-ac1e1b59a90d) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:13.056896 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31a9a4c6-fb9a-4886-8b64-d2671dc33c5a tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:13.062716 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-fd8244a1-485f-4a43-a007-b8e07a79dc74 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b5c696f1878f4cc8b0d7809f010f05db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4800026 Apr 20 16:32:13.063653 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8244a1-485f-4a43-a007-b8e07a79dc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59d9aef-48fe-4cad-b3e9-a0a108d02cc2,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:13.071435 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a9a4c6-fb9a-4886-8b64-d2671dc33c5a tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:13.072232 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31a9a4c6-fb9a-4886-8b64-d2671dc33c5a tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:13.078203 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59500) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:13.081993 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1587edc2-fcd9-4693-aeca-7379c8e58656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:13.110249 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:32:13.217660 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c,segment=NetworkSegment(dd4e4e52-542a-41b0-9b77-fe2f4abec5df),segment_id=dd4e4e52-542a-41b0-9b77-fe2f4abec5df)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:13.231856 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9a4c6-fb9a-4886-8b64-d2671dc33c5a tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Pushing event updated for resources: {'Network': ['ID=b73c1835-0fb3-4805-830e-141c97f1201f,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:13.252444 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1587edc2-fcd9-4693-aeca-7379c8e58656 None None] For port 8fdac6e4-21bf-4353-af6c-b1aafa8788e1, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=8fdac6e4-21bf-4353-af6c-b1aafa8788e1,segment=NetworkSegment(65b167bf-5c2d-42e8-9d23-6d8de326f877),segment_id=65b167bf-5c2d-42e8-9d23-6d8de326f877)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:13.261499 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network b73c1835-0fb3-4805-830e-141c97f1201f details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:32:13.264361 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-33b84d8c-8b32-4ba4-92b5-7e69254984c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:13.288938 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-31a9a4c6-fb9a-4886-8b64-d2671dc33c5a tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.1714482 Apr 20 16:32:13.291955 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59502) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:13.297388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-9d399f80-7942-4d81-93b6-895b0a1bf1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Request body: {'subnet': {'network_id': 'b73c1835-0fb3-4805-830e-141c97f1201f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:13.301392 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-33b84d8c-8b32-4ba4-92b5-7e69254984c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:13.325910 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e848662d-a302-465c-9027-2e666b44fcd0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:13.339084 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:13.371667 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:13.419456 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31699464-4490-4bc0-b0ec-5876abca119f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:13.425222 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-33b84d8c-8b32-4ba4-92b5-7e69254984c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:13.427676 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-33b84d8c-8b32-4ba4-92b5-7e69254984c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:13.428861 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-33b84d8c-8b32-4ba4-92b5-7e69254984c7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a59d9aef-48fe-4cad-b3e9-a0a108d02cc2 HTTP/1.1" status: 204 len: 168 time: 0.3454306 Apr 20 16:32:13.471938 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b84d8c-8b32-4ba4-92b5-7e69254984c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59d9aef-48fe-4cad-b3e9-a0a108d02cc2,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:13.486563 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1587edc2-fcd9-4693-aeca-7379c8e58656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:13.568705 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e848662d-a302-465c-9027-2e666b44fcd0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:13.586522 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31699464-4490-4bc0-b0ec-5876abca119f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:13.614617 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-31699464-4490-4bc0-b0ec-5876abca119f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] device_id is not set on port d3b02bce-4f82-48a0-bd71-406e138f61f9 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:32:13.621054 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-d8c2bc58-a742-4f42-b930-4d30e02e7493 None None] Allocated IP 2001:db8::f816:3eff:feff:a9fd (d869419a-6a77-4341-a445-cffc13111dd6/7242b771-de59-4a70-a67d-9eeeb2fba7d0/610a90f3-7e18-4521-b7a0-1d75532a6ac5) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:13.630354 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d399f80-7942-4d81-93b6-895b0a1bf1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Made reservation on behalf of 339c72bd98fc4ff283490ce5803ef269 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:13.635500 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9d399f80-7942-4d81-93b6-895b0a1bf1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:13.646073 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e848662d-a302-465c-9027-2e666b44fcd0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Network d869419a-6a77-4341-a445-cffc13111dd6 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:13.679059 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-e848662d-a302-465c-9027-2e666b44fcd0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:13.694915 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:13.749989 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e848662d-a302-465c-9027-2e666b44fcd0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:13.756117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e848662d-a302-465c-9027-2e666b44fcd0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:13.756800 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e848662d-a302-465c-9027-2e666b44fcd0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:13.804592 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848662d-a302-465c-9027-2e666b44fcd0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event updated for resources: {'Port': ['ID=536ce08d-6ada-4050-b67e-ac1e1b59a90d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:13.846026 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:32:13.846389 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:32:13.879014 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8f895890-de85-40a0-ad32-622a84028fef None None] Provisioning complete for port 9b173e4c-cc22-4fda-9c7a-e0ad54dc777f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:13.879398 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8f895890-de85-40a0-ad32-622a84028fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:13.881596 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:32:13.915256 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e848662d-a302-465c-9027-2e666b44fcd0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8046570 Apr 20 16:32:13.917995 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59512) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:13.968081 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59516) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:13.993360 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-31699464-4490-4bc0-b0ec-5876abca119f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 172.20.0.6 (10294607-eb5e-406e-b70a-cc143553f735/d4bbce37-8d3c-4b8c-abd9-14540b428e60/d3b02bce-4f82-48a0-bd71-406e138f61f9) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:14.017780 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-31699464-4490-4bc0-b0ec-5876abca119f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8::f816:3eff:fe6d:8e31 (10294607-eb5e-406e-b70a-cc143553f735/7dfc6d10-f35d-4946-80ff-76986ea63212/d3b02bce-4f82-48a0-bd71-406e138f61f9) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:14.057329 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cdc8b78-a783-45e8-a174-5e44e98a4bf6 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Deleting subnet 7242b771-de59-4a70-a67d-9eeeb2fba7d0 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:32:14.139661 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587edc2-fcd9-4693-aeca-7379c8e58656 None None] Pushing event updated for resources: {'Port': ['ID=8fdac6e4-21bf-4353-af6c-b1aafa8788e1,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:14.188158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35212871-7d01-4326-bfb8-b093dc7f8701 req-07cc6783-c399-4e71-9048-44e625f9de5a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:14.196581 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-35212871-7d01-4326-bfb8-b093dc7f8701 req-07cc6783-c399-4e71-9048-44e625f9de5a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=2389b50f-772f-4325-9959-58d8ac7d4487 HTTP/1.1" status: 200 len: 944 time: 0.2267711 Apr 20 16:32:14.316561 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e0daa827-d8ab-452a-8705-b9dbbdbdd5e0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:14.320649 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d8c2bc58-a742-4f42-b930-4d30e02e7493 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:14.328152 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8f895890-de85-40a0-ad32-622a84028fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:14.354824 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e0daa827-d8ab-452a-8705-b9dbbdbdd5e0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:14.357596 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 5dc64469-3e82-4e11-b21c-5e63b90c1a86 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:32:14.359257 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31699464-4490-4bc0-b0ec-5876abca119f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:14.377384 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-35212871-7d01-4326-bfb8-b093dc7f8701 req-103b5622-eca1-412d-84ee-dd11abab9823 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799450 Apr 20 16:32:14.408364 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0cdc8b78-a783-45e8-a174-5e44e98a4bf6 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:14.433814 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d8c2bc58-a742-4f42-b930-4d30e02e7493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:14.455525 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 5dc64469-3e82-4e11-b21c-5e63b90c1a86 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:32:14.455854 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 5dc64469-3e82-4e11-b21c-5e63b90c1a86 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:32:14.482012 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9d399f80-7942-4d81-93b6-895b0a1bf1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:14.486493 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0cdc8b78-a783-45e8-a174-5e44e98a4bf6 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:14.511923 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8f895890-de85-40a0-ad32-622a84028fef None None] For port 9b173e4c-cc22-4fda-9c7a-e0ad54dc777f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=9b173e4c-cc22-4fda-9c7a-e0ad54dc777f,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:14.527300 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 9b173e4c-cc22-4fda-9c7a-e0ad54dc777f up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:32:14.530731 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c2bc58-a742-4f42-b930-4d30e02e7493 None None] Network d869419a-6a77-4341-a445-cffc13111dd6 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:14.554598 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-d8c2bc58-a742-4f42-b930-4d30e02e7493 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:14.559678 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c2bc58-a742-4f42-b930-4d30e02e7493 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:14.561271 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e0daa827-d8ab-452a-8705-b9dbbdbdd5e0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:14.561600 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2bc58-a742-4f42-b930-4d30e02e7493 None None] Pushing event updated for resources: {'Port': ['ID=610a90f3-7e18-4521-b7a0-1d75532a6ac5,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:14.567549 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e0daa827-d8ab-452a-8705-b9dbbdbdd5e0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:14.569380 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e0daa827-d8ab-452a-8705-b9dbbdbdd5e0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "DELETE /v2.0/security-groups/fe325edc-6331-460a-bfee-be52b080ef80 HTTP/1.1" status: 204 len: 168 time: 0.5959659 Apr 20 16:32:14.583615 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59518) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:14.627923 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59520) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:14.650912 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0daa827-d8ab-452a-8705-b9dbbdbdd5e0 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe325edc-6331-460a-bfee-be52b080ef80,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:14.669437 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8f895890-de85-40a0-ad32-622a84028fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:14.682975 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d399f80-7942-4d81-93b6-895b0a1bf1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Pushing event updated for resources: {'Subnet': ['ID=e4feed69-4f7d-4707-a3bc-8e92a728a30e,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:14.707529 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dbc71e9c-8ad7-4130-9028-41581e66c8b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:14.728085 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31699464-4490-4bc0-b0ec-5876abca119f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:14.744493 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d8c2bc58-a742-4f42-b930-4d30e02e7493 None None] Attempting to bind port 610a90f3-7e18-4521-b7a0-1d75532a6ac5 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:32:14.745000 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d8c2bc58-a742-4f42-b930-4d30e02e7493 None None] Attempting to bind port 610a90f3-7e18-4521-b7a0-1d75532a6ac5 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '6a87a047-7275-4be3-b69c-bd8aa6d1eac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd869419a-6a77-4341-a445-cffc13111dd6'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:32:14.745191 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c2bc58-a742-4f42-b930-4d30e02e7493 None None] Attempting to bind port 610a90f3-7e18-4521-b7a0-1d75532a6ac5 on network d869419a-6a77-4341-a445-cffc13111dd6 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:32:14.745525 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d399f80-7942-4d81-93b6-895b0a1bf1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Checking segment: {'id': 'a3946e73-0151-49c1-8e24-0c4fa3a16126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b73c1835-0fb3-4805-830e-141c97f1201f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:14.745891 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d399f80-7942-4d81-93b6-895b0a1bf1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Network hostable DHCP agents. Network: b73c1835-0fb3-4805-830e-141c97f1201f, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:32:14.761392 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 9b173e4c-cc22-4fda-9c7a-e0ad54dc777f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:14.761769 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:14.766195 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c2bc58-a742-4f42-b930-4d30e02e7493 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:32:14.766566 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c2bc58-a742-4f42-b930-4d30e02e7493 None None] Checking segment: {'id': '6a87a047-7275-4be3-b69c-bd8aa6d1eac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd869419a-6a77-4341-a445-cffc13111dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:14.766964 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d8c2bc58-a742-4f42-b930-4d30e02e7493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:14.767483 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c2bc58-a742-4f42-b930-4d30e02e7493 None None] Bound using segment: {'id': '6a87a047-7275-4be3-b69c-bd8aa6d1eac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd869419a-6a77-4341-a445-cffc13111dd6'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:32:14.767813 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d8c2bc58-a742-4f42-b930-4d30e02e7493 None None] Bound port: 610a90f3-7e18-4521-b7a0-1d75532a6ac5, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a87a047-7275-4be3-b69c-bd8aa6d1eac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd869419a-6a77-4341-a445-cffc13111dd6'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:32:14.768187 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d8c2bc58-a742-4f42-b930-4d30e02e7493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:14.796043 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8054faee-99dc-4607-bcbb-23773b55ffa7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:14.827180 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0cdc8b78-a783-45e8-a174-5e44e98a4bf6 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:14.832194 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8054faee-99dc-4607-bcbb-23773b55ffa7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:14.869946 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d399f80-7942-4d81-93b6-895b0a1bf1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Network b73c1835-0fb3-4805-830e-141c97f1201f is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:32:14.873914 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31699464-4490-4bc0-b0ec-5876abca119f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:14.875968 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f895890-de85-40a0-ad32-622a84028fef None None] Pushing event updated for resources: {'Port': ['ID=9b173e4c-cc22-4fda-9c7a-e0ad54dc777f,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:14.883110 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-31699464-4490-4bc0-b0ec-5876abca119f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:14.906093 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31699464-4490-4bc0-b0ec-5876abca119f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:14.913104 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dbc71e9c-8ad7-4130-9028-41581e66c8b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:14.922866 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31699464-4490-4bc0-b0ec-5876abca119f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=d3b02bce-4f82-48a0-bd71-406e138f61f9,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:14.956648 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-9d399f80-7942-4d81-93b6-895b0a1bf1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, b73c1835-0fb3-4805-830e-141c97f1201f) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:14.961412 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d399f80-7942-4d81-93b6-895b0a1bf1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:14.962892 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9d399f80-7942-4d81-93b6-895b0a1bf1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:14.983378 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002503b8-9096-42c1-88f3-b9b71af159ed None None] Network b73c1835-0fb3-4805-830e-141c97f1201f requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:14.985869 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-da091ad7-b2ec-4421-b6cf-b324a0bbd7e1 None None] Provisioning complete for port 8fdac6e4-21bf-4353-af6c-b1aafa8788e1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:14.986246 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-da091ad7-b2ec-4421-b6cf-b324a0bbd7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:14.986657 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8054faee-99dc-4607-bcbb-23773b55ffa7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:14.998480 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8054faee-99dc-4607-bcbb-23773b55ffa7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:15.001039 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8054faee-99dc-4607-bcbb-23773b55ffa7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "DELETE /v2.0/security-groups/2cdd8d8a-a7f5-4f70-91cc-6d70e0627301 HTTP/1.1" status: 204 len: 168 time: 0.4080396 Apr 20 16:32:15.005315 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dbc71e9c-8ad7-4130-9028-41581e66c8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:15.022428 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59522) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:15.063961 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31699464-4490-4bc0-b0ec-5876abca119f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:15.064672 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-31699464-4490-4bc0-b0ec-5876abca119f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:15.116309 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0cdc8b78-a783-45e8-a174-5e44e98a4bf6 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:15.130274 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054faee-99dc-4607-bcbb-23773b55ffa7 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdd8d8a-a7f5-4f70-91cc-6d70e0627301,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:15.143336 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9d399f80-7942-4d81-93b6-895b0a1bf1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8500288 Apr 20 16:32:15.173046 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0cdc8b78-a783-45e8-a174-5e44e98a4bf6 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:15.179515 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0cdc8b78-a783-45e8-a174-5e44e98a4bf6 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "DELETE /v2.0/subnets/7242b771-de59-4a70-a67d-9eeeb2fba7d0 HTTP/1.1" status: 204 len: 168 time: 1.2581398 Apr 20 16:32:15.179515 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59526) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:15.179830 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc8b78-a783-45e8-a174-5e44e98a4bf6 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event deleted for resources: {'Subnet': ['ID=7242b771-de59-4a70-a67d-9eeeb2fba7d0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:15.187365 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d8c2bc58-a742-4f42-b930-4d30e02e7493 None None] For port 610a90f3-7e18-4521-b7a0-1d75532a6ac5, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:32:15.190040 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-8e2324f3-39b4-41fb-95f0-01f76744cd10 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Request body: {'port': {'network_id': 'b73c1835-0fb3-4805-830e-141c97f1201f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-246424461'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:15.193701 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59528) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:15.199816 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-31699464-4490-4bc0-b0ec-5876abca119f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4335153 Apr 20 16:32:15.200797 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59530) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:15.236509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc71e9c-8ad7-4130-9028-41581e66c8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7550b118-ffc6-459c-a2d6-5b7cc1ba079a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:15.245290 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8fdac6e4-21bf-4353-af6c-b1aafa8788e1 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:32:15.283040 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dbc71e9c-8ad7-4130-9028-41581e66c8b5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=728b18431dcd4475ab565fc50dd6af41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6456578 Apr 20 16:32:15.289648 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59532) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:15.355658 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d8c2bc58-a742-4f42-b930-4d30e02e7493 None None] For port 610a90f3-7e18-4521-b7a0-1d75532a6ac5, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=610a90f3-7e18-4521-b7a0-1d75532a6ac5,segment=NetworkSegment(6a87a047-7275-4be3-b69c-bd8aa6d1eac2),segment_id=6a87a047-7275-4be3-b69c-bd8aa6d1eac2)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:32:15.386765 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b307fe2b-0403-4710-b568-db552b1b17a3 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:15.388635 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b307fe2b-0403-4710-b568-db552b1b17a3 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:15.390503 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b307fe2b-0403-4710-b568-db552b1b17a3 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1918845 Apr 20 16:32:15.393619 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 8fdac6e4-21bf-4353-af6c-b1aafa8788e1 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:15.394104 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:15.394589 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59534) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:15.426277 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf2c514-770c-40be-954a-85936c5dc080 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:15.439647 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf2c514-770c-40be-954a-85936c5dc080 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:15.442262 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ecf2c514-770c-40be-954a-85936c5dc080 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2295249 Apr 20 16:32:15.463827 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59538) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:15.619752 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2324f3-39b4-41fb-95f0-01f76744cd10 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Made reservation on behalf of 339c72bd98fc4ff283490ce5803ef269 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:15.623933 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e2324f3-39b4-41fb-95f0-01f76744cd10 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:15.646912 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4d2746f7-e915-47f2-80ad-8162765812be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:15.649605 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10af774-3d36-4b77-9e76-876f5d181309 req-611cd184-67aa-4568-8b8f-14379b4c0b8b tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:15.658216 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a10af774-3d36-4b77-9e76-876f5d181309 req-611cd184-67aa-4568-8b8f-14379b4c0b8b tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=2389b50f-772f-4325-9959-58d8ac7d4487 HTTP/1.1" status: 200 len: 944 time: 0.1572199 Apr 20 16:32:15.677962 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d8c2bc58-a742-4f42-b930-4d30e02e7493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:15.697289 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-8e2324f3-39b4-41fb-95f0-01f76744cd10 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] device_id is not set on port ffe59930-49a1-4a82-b763-160c9d84e39a yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:32:15.701134 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a2a41ea8-25a2-460d-bf9c-89ce71dfca01 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:15.705744 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4d2746f7-e915-47f2-80ad-8162765812be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:15.742382 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2bc58-a742-4f42-b930-4d30e02e7493 None None] Pushing event updated for resources: {'Port': ['ID=610a90f3-7e18-4521-b7a0-1d75532a6ac5,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:15.746617 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0fc7cc-29aa-4110-b32d-c12584f3e26f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-b73c1835-0fb3-4805-830e-141c97f1201f', 'network_id': 'b73c1835-0fb3-4805-830e-141c97f1201f', 'tenant_id': '339c72bd98fc4ff283490ce5803ef269', 'fixed_ips': [{'subnet_id': 'e4feed69-4f7d-4707-a3bc-8e92a728a30e'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:32:15.747445 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4c0fc7cc-29aa-4110-b32d-c12584f3e26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:15.760375 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a41ea8-25a2-460d-bf9c-89ce71dfca01 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 20 16:32:15.760865 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a41ea8-25a2-460d-bf9c-89ce71dfca01 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:32:15.765475 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a2a41ea8-25a2-460d-bf9c-89ce71dfca01 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "DELETE /v2.0/networks/d869419a-6a77-4341-a445-cffc13111dd6 HTTP/1.1" status: 409 len: 405 time: 0.3680744 Apr 20 16:32:15.772882 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59540) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:15.786536 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c11d2459-752b-4da4-a603-997f44c1d333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-644412225'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:15.809387 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-88cf5865-bf76-4088-8134-e15ce4bcb658 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting port d3b02bce-4f82-48a0-bd71-406e138f61f9 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:15.810238 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-88cf5865-bf76-4088-8134-e15ce4bcb658 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:15.825657 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ea104e9a-9b6f-4009-867e-26cd5e4c8db3 None None] Provisioning complete for port d3b02bce-4f82-48a0-bd71-406e138f61f9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:15.826020 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ea104e9a-9b6f-4009-867e-26cd5e4c8db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:15.830709 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a10af774-3d36-4b77-9e76-876f5d181309 req-a75f1a4e-a019-451b-87ae-c9ce7a85fd7b tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651742 Apr 20 16:32:15.899714 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4d2746f7-e915-47f2-80ad-8162765812be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:15.903043 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4d2746f7-e915-47f2-80ad-8162765812be admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:15.906486 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4d2746f7-e915-47f2-80ad-8162765812be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7550b118-ffc6-459c-a2d6-5b7cc1ba079a HTTP/1.1" status: 204 len: 168 time: 0.6136916 Apr 20 16:32:15.954948 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2746f7-e915-47f2-80ad-8162765812be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7550b118-ffc6-459c-a2d6-5b7cc1ba079a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:15.964540 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ea104e9a-9b6f-4009-867e-26cd5e4c8db3 None None] Port d3b02bce-4f82-48a0-bd71-406e138f61f9 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:32:15.998228 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e225683d-831d-46eb-b73e-efdd025fe401 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:16.018504 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 9b173e4c-cc22-4fda-9c7a-e0ad54dc777f up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:32:16.022543 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ea104e9a-9b6f-4009-867e-26cd5e4c8db3 None None] Provisioning complete for port 9b173e4c-cc22-4fda-9c7a-e0ad54dc777f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:16.022920 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ea104e9a-9b6f-4009-867e-26cd5e4c8db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:16.030133 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-8e2324f3-39b4-41fb-95f0-01f76744cd10 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Allocated IP 2001:db8::186 (b73c1835-0fb3-4805-830e-141c97f1201f/e4feed69-4f7d-4707-a3bc-8e92a728a30e/ffe59930-49a1-4a82-b763-160c9d84e39a) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:16.108189 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:32:16.109026 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11d2459-752b-4da4-a603-997f44c1d333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Made reservation on behalf of 93c7f38b8d4940ff85bb34ea6927b365 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:16.113654 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c11d2459-752b-4da4-a603-997f44c1d333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:16.126085 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-88cf5865-bf76-4088-8134-e15ce4bcb658 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:16.237371 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-88cf5865-bf76-4088-8134-e15ce4bcb658 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Calling delete_port for d3b02bce-4f82-48a0-bd71-406e138f61f9 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:16.251747 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11d2459-752b-4da4-a603-997f44c1d333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:32:16.265569 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c11d2459-752b-4da4-a603-997f44c1d333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:16.265883 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-c11d2459-752b-4da4-a603-997f44c1d333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Added segment 7be0c4cf-6e35-48ba-bbaf-c0d23cdbc459 of type vlan for network b73e8608-1eab-4a1e-8ab7-335b180b79a9 Apr 20 16:32:16.317068 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 9b173e4c-cc22-4fda-9c7a-e0ad54dc777f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:16.320602 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:16.368225 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c11d2459-752b-4da4-a603-997f44c1d333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:16.411518 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:32:16.419285 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:16.419654 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:16.591271 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:16.639196 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2389b50f-772f-4325-9959-58d8ac7d4487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:32:16.643242 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad585f74-6aa4-4f36-b5b7-3b0ef47b5b4a" -d '{"events": [{"server_uuid": "2389b50f-772f-4325-9959-58d8ac7d4487", "name": "network-vif-plugged", "status": "completed", "tag": "f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:32:16.663660 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c,segment=NetworkSegment(dd4e4e52-542a-41b0-9b77-fe2f4abec5df),segment_id=dd4e4e52-542a-41b0-9b77-fe2f4abec5df)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:16.694652 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-e225683d-831d-46eb-b73e-efdd025fe401 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Deleting port b6b67ba2-a914-49b8-83a2-60b86d1ce97e {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:16.695177 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e225683d-831d-46eb-b73e-efdd025fe401 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:16.699909 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fce8e0-10a6-4a53-8b3f-5aa7867d7855 x-openstack-request-id: req-d6fce8e0-10a6-4a53-8b3f-5aa7867d7855 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:32:16.701752 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2389b50f-772f-4325-9959-58d8ac7d4487", "name": "network-vif-plugged", "status": "completed", "tag": "f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:32:16.701752 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6fce8e0-10a6-4a53-8b3f-5aa7867d7855 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:32:16.701752 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6fce8e0-10a6-4a53-8b3f-5aa7867d7855'] response: {'server_uuid': '2389b50f-772f-4325-9959-58d8ac7d4487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c', 'code': 200} Apr 20 16:32:16.715128 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e2324f3-39b4-41fb-95f0-01f76744cd10 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:16.761942 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c11d2459-752b-4da4-a603-997f44c1d333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:16.771328 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11d2459-752b-4da4-a603-997f44c1d333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:16.772428 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c11d2459-752b-4da4-a603-997f44c1d333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:16.779576 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:16.856973 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:16.939147 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c11d2459-752b-4da4-a603-997f44c1d333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1584685 Apr 20 16:32:16.955087 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59558) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:16.961195 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-bc49f0bb-3177-4c8c-a4e3-2dc84d4c33a3 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Request body: {'subnet': {'network_id': 'b73e8608-1eab-4a1e-8ab7-335b180b79a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:17.004305 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d2459-752b-4da4-a603-997f44c1d333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event updated for resources: {'Network': ['ID=b73e8608-1eab-4a1e-8ab7-335b180b79a9,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:17.009058 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e2324f3-39b4-41fb-95f0-01f76744cd10 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:17.022594 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network b73e8608-1eab-4a1e-8ab7-335b180b79a9 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:32:17.077700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-e225683d-831d-46eb-b73e-efdd025fe401 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] For port b6b67ba2-a914-49b8-83a2-60b86d1ce97e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b6b67ba2-a914-49b8-83a2-60b86d1ce97e,segment=NetworkSegment(ae05cb49-0407-4b9b-b8bb-8e454ab9e108),segment_id=ae05cb49-0407-4b9b-b8bb-8e454ab9e108)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:17.077700 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e225683d-831d-46eb-b73e-efdd025fe401 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:17.099525 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a04611-4f6d-4a2b-946f-39e7faf654fa req-3d38f2bf-a0d3-4771-94c0-63726f6ad7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:17.102818 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-43a04611-4f6d-4a2b-946f-39e7faf654fa req-3d38f2bf-a0d3-4771-94c0-63726f6ad7b7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2389b50f-772f-4325-9959-58d8ac7d4487 HTTP/1.1" status: 200 len: 1096 time: 0.2655716 Apr 20 16:32:17.177168 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-88cf5865-bf76-4088-8134-e15ce4bcb658 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:17.205273 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-e225683d-831d-46eb-b73e-efdd025fe401 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Calling delete_port for b6b67ba2-a914-49b8-83a2-60b86d1ce97e owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:17.206750 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-4c0fc7cc-29aa-4110-b32d-c12584f3e26f None None] Allocated IP 2001:db8::2 (b73c1835-0fb3-4805-830e-141c97f1201f/e4feed69-4f7d-4707-a3bc-8e92a728a30e/d00c01b0-f92d-4d1a-9def-34e6fe0a936a) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:17.261585 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 610a90f3-7e18-4521-b7a0-1d75532a6ac5 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:32:17.267521 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd0362-0e1b-443a-bdb8-f3e57cc3a1ab req-fafdcc5e-e38b-4874-8f63-7554b7ef7c9d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:17.269222 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-06cd0362-0e1b-443a-bdb8-f3e57cc3a1ab req-fafdcc5e-e38b-4874-8f63-7554b7ef7c9d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=2389b50f-772f-4325-9959-58d8ac7d4487 HTTP/1.1" status: 200 len: 945 time: 0.2684054 Apr 20 16:32:17.278959 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-43a04611-4f6d-4a2b-946f-39e7faf654fa req-570bacdf-1165-4b23-b8d7-bbdc5b69fe54 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561649 Apr 20 16:32:17.279881 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2324f3-39b4-41fb-95f0-01f76744cd10 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Network b73c1835-0fb3-4805-830e-141c97f1201f is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:17.308935 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-8e2324f3-39b4-41fb-95f0-01f76744cd10 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:17.311569 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2324f3-39b4-41fb-95f0-01f76744cd10 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:17.317422 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2324f3-39b4-41fb-95f0-01f76744cd10 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:17.318059 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e2324f3-39b4-41fb-95f0-01f76744cd10 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:17.357127 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2324f3-39b4-41fb-95f0-01f76744cd10 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Pushing event updated for resources: {'Port': ['ID=ffe59930-49a1-4a82-b763-160c9d84e39a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:17.372703 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc49f0bb-3177-4c8c-a4e3-2dc84d4c33a3 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Made reservation on behalf of 93c7f38b8d4940ff85bb34ea6927b365 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:17.379672 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc49f0bb-3177-4c8c-a4e3-2dc84d4c33a3 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:17.474949 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf5865-bf76-4088-8134-e15ce4bcb658 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Port': ['ID=d3b02bce-4f82-48a0-bd71-406e138f61f9,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:17.507038 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8e2324f3-39b4-41fb-95f0-01f76744cd10 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.3205316 Apr 20 16:32:17.522691 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59570) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:17.530674 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-31b5f0d7-b2e7-48ce-a787-27caed8edd6b tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Request body: {'port': {'network_id': 'b73c1835-0fb3-4805-830e-141c97f1201f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1745897452', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:17.535343 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.api.validators [None req-31b5f0d7-b2e7-48ce-a787-27caed8edd6b tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] bootfile-name is not in valid_values {{(pid=103484) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 16:32:17.535820 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.api.validators [None req-31b5f0d7-b2e7-48ce-a787-27caed8edd6b tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] tftp-server is not in valid_values {{(pid=103484) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 16:32:17.536260 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.api.validators [None req-31b5f0d7-b2e7-48ce-a787-27caed8edd6b tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] server-ip-address is not in valid_values {{(pid=103484) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 16:32:17.576190 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-06cd0362-0e1b-443a-bdb8-f3e57cc3a1ab req-6df55214-1d8c-4bde-ac24-5b1ed26aa3d4 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972779 Apr 20 16:32:17.601200 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-88cf5865-bf76-4088-8134-e15ce4bcb658 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:17.608257 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-88cf5865-bf76-4088-8134-e15ce4bcb658 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/d3b02bce-4f82-48a0-bd71-406e138f61f9 HTTP/1.1" status: 204 len: 168 time: 2.1429081 Apr 20 16:32:17.615682 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59572) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:17.628962 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4c0fc7cc-29aa-4110-b32d-c12584f3e26f None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:17.649788 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45789ce-1c8e-4f74-92cb-f6219eadf5fa None None] Network d869419a-6a77-4341-a445-cffc13111dd6 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:17.690699 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314940eb-9799-4427-8110-ee6f71ab742e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:17.692468 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314940eb-9799-4427-8110-ee6f71ab742e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:17.694029 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314940eb-9799-4427-8110-ee6f71ab742e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:17.696355 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-314940eb-9799-4427-8110-ee6f71ab742e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0795255 Apr 20 16:32:17.699006 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59576) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:17.767781 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4c0fc7cc-29aa-4110-b32d-c12584f3e26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:17.772161 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-5285ebb5-19e6-41d4-a5b8-0e0749508306 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet 7dfc6d10-f35d-4946-80ff-76986ea63212 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:32:17.778444 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5285ebb5-19e6-41d4-a5b8-0e0749508306 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:17.843941 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0fc7cc-29aa-4110-b32d-c12584f3e26f None None] Network b73c1835-0fb3-4805-830e-141c97f1201f is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:17.860324 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9c1cfdcb-9f1f-4e56-9fe1-f97a94080624 None None] Provisioning complete for port 610a90f3-7e18-4521-b7a0-1d75532a6ac5 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:17.860718 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9c1cfdcb-9f1f-4e56-9fe1-f97a94080624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:17.862583 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-4c0fc7cc-29aa-4110-b32d-c12584f3e26f None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:17.868526 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 610a90f3-7e18-4521-b7a0-1d75532a6ac5 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:17.868968 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:17.871543 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0fc7cc-29aa-4110-b32d-c12584f3e26f None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:17.894499 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5285ebb5-19e6-41d4-a5b8-0e0749508306 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:18.005735 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0fc7cc-29aa-4110-b32d-c12584f3e26f None None] Pushing event updated for resources: {'Port': ['ID=d00c01b0-f92d-4d1a-9def-34e6fe0a936a,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:18.064587 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5285ebb5-19e6-41d4-a5b8-0e0749508306 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:18.083104 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4c0fc7cc-29aa-4110-b32d-c12584f3e26f None None] Attempting to bind port d00c01b0-f92d-4d1a-9def-34e6fe0a936a on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:32:18.083909 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4c0fc7cc-29aa-4110-b32d-c12584f3e26f None None] Attempting to bind port d00c01b0-f92d-4d1a-9def-34e6fe0a936a by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'a3946e73-0151-49c1-8e24-0c4fa3a16126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b73c1835-0fb3-4805-830e-141c97f1201f'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:32:18.083909 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0fc7cc-29aa-4110-b32d-c12584f3e26f None None] Attempting to bind port d00c01b0-f92d-4d1a-9def-34e6fe0a936a on network b73c1835-0fb3-4805-830e-141c97f1201f {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:32:18.102376 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0fc7cc-29aa-4110-b32d-c12584f3e26f None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:32:18.102529 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0fc7cc-29aa-4110-b32d-c12584f3e26f None None] Checking segment: {'id': 'a3946e73-0151-49c1-8e24-0c4fa3a16126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b73c1835-0fb3-4805-830e-141c97f1201f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:18.102944 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4c0fc7cc-29aa-4110-b32d-c12584f3e26f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:18.103340 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0fc7cc-29aa-4110-b32d-c12584f3e26f None None] Bound using segment: {'id': 'a3946e73-0151-49c1-8e24-0c4fa3a16126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b73c1835-0fb3-4805-830e-141c97f1201f'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:32:18.104081 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4c0fc7cc-29aa-4110-b32d-c12584f3e26f None None] Bound port: d00c01b0-f92d-4d1a-9def-34e6fe0a936a, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3946e73-0151-49c1-8e24-0c4fa3a16126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b73c1835-0fb3-4805-830e-141c97f1201f'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:32:18.104521 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4c0fc7cc-29aa-4110-b32d-c12584f3e26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:18.169107 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9c1cfdcb-9f1f-4e56-9fe1-f97a94080624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:18.268965 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-4c0fc7cc-29aa-4110-b32d-c12584f3e26f None None] For port d00c01b0-f92d-4d1a-9def-34e6fe0a936a, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:32:18.273386 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-4c0fc7cc-29aa-4110-b32d-c12584f3e26f None None] For port d00c01b0-f92d-4d1a-9def-34e6fe0a936a, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d00c01b0-f92d-4d1a-9def-34e6fe0a936a,segment=NetworkSegment(a3946e73-0151-49c1-8e24-0c4fa3a16126),segment_id=a3946e73-0151-49c1-8e24-0c4fa3a16126)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:32:18.279147 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1225e4bc-bdf8-430c-be65-5253751b4955 None None] DHCP port deletion for d869419a-6a77-4341-a445-cffc13111dd6 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:32:18.294285 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5285ebb5-19e6-41d4-a5b8-0e0749508306 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:18.334140 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b5f0d7-b2e7-48ce-a787-27caed8edd6b tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Made reservation on behalf of 339c72bd98fc4ff283490ce5803ef269 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:18.344358 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285ebb5-19e6-41d4-a5b8-0e0749508306 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=7dfc6d10-f35d-4946-80ff-76986ea63212,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:18.346638 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-31b5f0d7-b2e7-48ce-a787-27caed8edd6b tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:18.353036 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5285ebb5-19e6-41d4-a5b8-0e0749508306 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:18.360883 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5285ebb5-19e6-41d4-a5b8-0e0749508306 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/7dfc6d10-f35d-4946-80ff-76986ea63212 HTTP/1.1" status: 204 len: 168 time: 0.6580441 Apr 20 16:32:18.363208 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59590) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:18.364017 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4c0fc7cc-29aa-4110-b32d-c12584f3e26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:18.371537 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09a0157-9e23-4e50-b300-d6156410bcbe None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:18.465643 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-31b5f0d7-b2e7-48ce-a787-27caed8edd6b tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] device_id is not set on port f73e9d69-b8ca-43a6-ad33-1bea7adf1ed3 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:32:18.473326 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e0213f-d00e-4477-8bdd-5d59e1971576 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet d4bbce37-8d3c-4b8c-abd9-14540b428e60 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:32:18.477843 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d9e0213f-d00e-4477-8bdd-5d59e1971576 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:18.557448 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9c1cfdcb-9f1f-4e56-9fe1-f97a94080624 None None] For port 610a90f3-7e18-4521-b7a0-1d75532a6ac5, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=610a90f3-7e18-4521-b7a0-1d75532a6ac5,segment=NetworkSegment(6a87a047-7275-4be3-b69c-bd8aa6d1eac2),segment_id=6a87a047-7275-4be3-b69c-bd8aa6d1eac2)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:18.565590 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:18.571502 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d9e0213f-d00e-4477-8bdd-5d59e1971576 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:18.608587 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e225683d-831d-46eb-b73e-efdd025fe401 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:18.714869 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9c1cfdcb-9f1f-4e56-9fe1-f97a94080624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:18.751529 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0fc7cc-29aa-4110-b32d-c12584f3e26f None None] Pushing event updated for resources: {'Port': ['ID=d00c01b0-f92d-4d1a-9def-34e6fe0a936a,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:18.778966 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d9e0213f-d00e-4477-8bdd-5d59e1971576 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:18.823799 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-1225e4bc-bdf8-430c-be65-5253751b4955 None None] Deleting port 610a90f3-7e18-4521-b7a0-1d75532a6ac5 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:18.824482 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1225e4bc-bdf8-430c-be65-5253751b4955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:18.826390 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:32:18.826911 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:32:18.838881 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225683d-831d-46eb-b73e-efdd025fe401 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event deleted for resources: {'Port': ['ID=b6b67ba2-a914-49b8-83a2-60b86d1ce97e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:18.892481 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-31b5f0d7-b2e7-48ce-a787-27caed8edd6b tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Allocated IP 2001:db8::78 (b73c1835-0fb3-4805-830e-141c97f1201f/e4feed69-4f7d-4707-a3bc-8e92a728a30e/f73e9d69-b8ca-43a6-ad33-1bea7adf1ed3) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:19.019309 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d9e0213f-d00e-4477-8bdd-5d59e1971576 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:19.055336 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0213f-d00e-4477-8bdd-5d59e1971576 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=d4bbce37-8d3c-4b8c-abd9-14540b428e60,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:19.073174 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d9e0213f-d00e-4477-8bdd-5d59e1971576 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:19.073174 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d9e0213f-d00e-4477-8bdd-5d59e1971576 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/d4bbce37-8d3c-4b8c-abd9-14540b428e60 HTTP/1.1" status: 204 len: 168 time: 0.7003918 Apr 20 16:32:19.075033 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59620) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:19.160234 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2a0a3bd8-7ae9-491b-9ee1-db38e6ebedf1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837684 Apr 20 16:32:19.165029 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59624) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:19.278533 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1cfdcb-9f1f-4e56-9fe1-f97a94080624 None None] Pushing event updated for resources: {'Port': ['ID=610a90f3-7e18-4521-b7a0-1d75532a6ac5,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:19.286847 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1225e4bc-bdf8-430c-be65-5253751b4955 None None] For port 610a90f3-7e18-4521-b7a0-1d75532a6ac5, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=610a90f3-7e18-4521-b7a0-1d75532a6ac5,segment=NetworkSegment(6a87a047-7275-4be3-b69c-bd8aa6d1eac2),segment_id=6a87a047-7275-4be3-b69c-bd8aa6d1eac2)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:19.287249 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1225e4bc-bdf8-430c-be65-5253751b4955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:19.321255 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-1225e4bc-bdf8-430c-be65-5253751b4955 None None] Calling delete_port for 610a90f3-7e18-4521-b7a0-1d75532a6ac5 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:19.326587 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6493634e-c8c4-4970-b61d-c6f8b0adfd1d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:19.328467 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6493634e-c8c4-4970-b61d-c6f8b0adfd1d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1622558 Apr 20 16:32:19.330813 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59638) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:19.379169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d162fe-b9ae-4dc3-9e05-04fdb4c495a7 req-5d65835f-06dd-429a-9ee9-b3c34919e415 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:19.384046 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9d162fe-b9ae-4dc3-9e05-04fdb4c495a7 req-5d65835f-06dd-429a-9ee9-b3c34919e415 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=2389b50f-772f-4325-9959-58d8ac7d4487 HTTP/1.1" status: 200 len: 945 time: 0.5453451 Apr 20 16:32:19.408945 n-d-836146-2 neutron-server[103484]: DEBUG neutron.objects.ports [None req-bc49f0bb-3177-4c8c-a4e3-2dc84d4c33a3 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103484) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 16:32:19.428827 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e39d62-b849-476b-bace-620858c462b2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:19.439302 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-43e39d62-b849-476b-bace-620858c462b2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1028609 Apr 20 16:32:19.439302 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59644) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:19.452981 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc49f0bb-3177-4c8c-a4e3-2dc84d4c33a3 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:19.519573 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d945faa6-db87-49a2-bd3f-9fc32b608054 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739965 Apr 20 16:32:19.525379 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59650) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:19.530830 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-39508f2c-1dd4-4ba2-9b10-13b34b9d747a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:19.628114 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2230eb-a056-4d37-8981-c53f72b3b5d1 None None] Update dhcp port {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'fixed_ips': [{'subnet_id': 'd4bbce37-8d3c-4b8c-abd9-14540b428e60'}], 'binding:host_id': 'n-d-836146-2'}, 'id': '9b173e4c-cc22-4fda-9c7a-e0ad54dc777f'} from n-d-836146-2. {{(pid=103486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 16:32:19.633625 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1225e4bc-bdf8-430c-be65-5253751b4955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:19.648592 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49f0bb-3177-4c8c-a4e3-2dc84d4c33a3 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event updated for resources: {'Subnet': ['ID=ad687c66-7a10-47dd-ae78-29e39d9c0101,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:19.708684 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9d162fe-b9ae-4dc3-9e05-04fdb4c495a7 req-81cbfc9c-7772-493b-bd95-a0ad86bff548 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982609 Apr 20 16:32:19.750006 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cb2230eb-a056-4d37-8981-c53f72b3b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:19.755536 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39508f2c-1dd4-4ba2-9b10-13b34b9d747a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:19.760751 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39508f2c-1dd4-4ba2-9b10-13b34b9d747a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:19.768877 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-39508f2c-1dd4-4ba2-9b10-13b34b9d747a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:32:19.768877 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39508f2c-1dd4-4ba2-9b10-13b34b9d747a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:32:19.781062 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e4bc-bdf8-430c-be65-5253751b4955 None None] Pushing event deleted for resources: {'Port': ['ID=610a90f3-7e18-4521-b7a0-1d75532a6ac5,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:19.824292 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-31b5f0d7-b2e7-48ce-a787-27caed8edd6b tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:19.841763 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1225e4bc-bdf8-430c-be65-5253751b4955 None None] No DVR routers for this DVR port 610a90f3-7e18-4521-b7a0-1d75532a6ac5 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:32:19.843423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc49f0bb-3177-4c8c-a4e3-2dc84d4c33a3 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Checking segment: {'id': '7be0c4cf-6e35-48ba-bbaf-c0d23cdbc459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b73e8608-1eab-4a1e-8ab7-335b180b79a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:19.843802 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc49f0bb-3177-4c8c-a4e3-2dc84d4c33a3 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Network hostable DHCP agents. Network: b73e8608-1eab-4a1e-8ab7-335b180b79a9, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:32:19.883268 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e225683d-831d-46eb-b73e-efdd025fe401 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:19.884259 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-39508f2c-1dd4-4ba2-9b10-13b34b9d747a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3531456 Apr 20 16:32:19.885065 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59664) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:19.890085 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-23b267d6-9ada-421c-9d8d-26cdc0bacb1a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:20.025792 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d00c01b0-f92d-4d1a-9def-34e6fe0a936a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:32:20.101903 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port d00c01b0-f92d-4d1a-9def-34e6fe0a936a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:20.102444 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:20.126385 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc49f0bb-3177-4c8c-a4e3-2dc84d4c33a3 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Network b73e8608-1eab-4a1e-8ab7-335b180b79a9 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:32:20.134222 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-31b5f0d7-b2e7-48ce-a787-27caed8edd6b tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:20.172615 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa5147a-644d-4d04-a0ae-81a7df64092d None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:20.190069 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b267d6-9ada-421c-9d8d-26cdc0bacb1a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:20.194237 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23b267d6-9ada-421c-9d8d-26cdc0bacb1a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:20.199373 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b267d6-9ada-421c-9d8d-26cdc0bacb1a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:32:20.199373 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b267d6-9ada-421c-9d8d-26cdc0bacb1a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:32:20.240698 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b5f0d7-b2e7-48ce-a787-27caed8edd6b tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Network b73c1835-0fb3-4805-830e-141c97f1201f is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:20.249689 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-31b5f0d7-b2e7-48ce-a787-27caed8edd6b tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:20.260064 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b5f0d7-b2e7-48ce-a787-27caed8edd6b tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:20.267762 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b5f0d7-b2e7-48ce-a787-27caed8edd6b tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:20.267762 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-31b5f0d7-b2e7-48ce-a787-27caed8edd6b tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:20.291367 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5f0d7-b2e7-48ce-a787-27caed8edd6b tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Pushing event updated for resources: {'Port': ['ID=f73e9d69-b8ca-43a6-ad33-1bea7adf1ed3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:20.302363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e225683d-831d-46eb-b73e-efdd025fe401 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Router 0b8c9692-1341-42e7-8e90-ebc630448605 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:32:20.362492 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:20.367691 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-23b267d6-9ada-421c-9d8d-26cdc0bacb1a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4781740 Apr 20 16:32:20.374238 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59678) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:20.374979 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-bc49f0bb-3177-4c8c-a4e3-2dc84d4c33a3 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, b73e8608-1eab-4a1e-8ab7-335b180b79a9) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:20.375324 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-7ea0f0b7-319f-47d7-abce-9b44ed6ab590 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:20.381787 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49f0bb-3177-4c8c-a4e3-2dc84d4c33a3 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:20.382595 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc49f0bb-3177-4c8c-a4e3-2dc84d4c33a3 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:20.387011 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7eca6c45-8b80-4c5a-b358-3408b0015ba7 None None] Provisioning complete for port 9b173e4c-cc22-4fda-9c7a-e0ad54dc777f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:20.387386 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7eca6c45-8b80-4c5a-b358-3408b0015ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:20.396540 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7f2076-f92a-4017-bba4-602e733fd05f None None] Network b73c1835-0fb3-4805-830e-141c97f1201f requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:20.398392 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c52eab8-ddb2-49e1-97c8-8f4eff45389a None None] Network b73e8608-1eab-4a1e-8ab7-335b180b79a9 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:20.400800 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-31b5f0d7-b2e7-48ce-a787-27caed8edd6b tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.8766859 Apr 20 16:32:20.401546 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59680) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:20.481184 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14460b9-7380-431f-a1c6-6a951363a661 None None] DHCP port deletion for 10294607-eb5e-406e-b70a-cc143553f735 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:32:20.517441 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port d00c01b0-f92d-4d1a-9def-34e6fe0a936a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d00c01b0-f92d-4d1a-9def-34e6fe0a936a,segment=NetworkSegment(a3946e73-0151-49c1-8e24-0c4fa3a16126),segment_id=a3946e73-0151-49c1-8e24-0c4fa3a16126)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:20.544417 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bc49f0bb-3177-4c8c-a4e3-2dc84d4c33a3 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5842080 Apr 20 16:32:20.569549 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59688) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:20.581715 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-065ad0ff-d5f0-40e2-a230-483bc6e663ca tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Request body: {'port': {'network_id': 'b73e8608-1eab-4a1e-8ab7-335b180b79a9', 'name': 'tempest-NetworksIpV6TestAttrs-587461169'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:20.700975 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f19eddc-2b83-41a5-b4a1-297ece923ae6 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:20.700975 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f19eddc-2b83-41a5-b4a1-297ece923ae6 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:20.700975 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f19eddc-2b83-41a5-b4a1-297ece923ae6 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:20.700975 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8f19eddc-2b83-41a5-b4a1-297ece923ae6 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2629592 Apr 20 16:32:20.700975 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e225683d-831d-46eb-b73e-efdd025fe401 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:32:20.700975 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e225683d-831d-46eb-b73e-efdd025fe401 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "PUT /v2.0/routers/0b8c9692-1341-42e7-8e90-ebc630448605/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6636705 Apr 20 16:32:20.702254 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfbc2a5-dbe6-4eae-a95f-2498091f6f25 None None] Sync routers for ids ['0b8c9692-1341-42e7-8e90-ebc630448605'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:32:20.703186 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59690) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:20.705000 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59692) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:20.711722 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfbc2a5-dbe6-4eae-a95f-2498091f6f25 None None] Routers {'0b8c9692-1341-42e7-8e90-ebc630448605'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:32:20.712631 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9dfbc2a5-dbe6-4eae-a95f-2498091f6f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:31:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['0b8c9692-1341-42e7-8e90-ebc630448605'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:20.797366 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-feba3c37-936b-4c83-b590-eb76cf38e2ca tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Deleting subnet a5a8582b-3cbd-43c0-bf19-efe98917785b {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:32:20.801022 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-feba3c37-936b-4c83-b590-eb76cf38e2ca tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:20.804551 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:20.859723 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d14460b9-7380-431f-a1c6-6a951363a661 None None] Deleting port 9b173e4c-cc22-4fda-9c7a-e0ad54dc777f {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:20.860104 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d14460b9-7380-431f-a1c6-6a951363a661 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:20.875897 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065ad0ff-d5f0-40e2-a230-483bc6e663ca tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Made reservation on behalf of 93c7f38b8d4940ff85bb34ea6927b365 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:20.880527 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-065ad0ff-d5f0-40e2-a230-483bc6e663ca tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:20.886426 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea0f0b7-319f-47d7-abce-9b44ed6ab590 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:20.888991 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7ea0f0b7-319f-47d7-abce-9b44ed6ab590 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:20.891014 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea0f0b7-319f-47d7-abce-9b44ed6ab590 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:32:20.891711 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea0f0b7-319f-47d7-abce-9b44ed6ab590 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:32:20.922909 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcfe0d3-691f-4eee-adca-a2e070a66c01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-b73e8608-1eab-4a1e-8ab7-335b180b79a9', 'network_id': 'b73e8608-1eab-4a1e-8ab7-335b180b79a9', 'tenant_id': '93c7f38b8d4940ff85bb34ea6927b365', 'fixed_ips': [{'subnet_id': 'ad687c66-7a10-47dd-ae78-29e39d9c0101'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:32:20.924153 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe0d3-691f-4eee-adca-a2e070a66c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:20.949623 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-feba3c37-936b-4c83-b590-eb76cf38e2ca tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:20.982807 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-9dfbc2a5-dbe6-4eae-a95f-2498091f6f25 None None] Set router 0b8c9692-1341-42e7-8e90-ebc630448605 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:32:20.998431 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-065ad0ff-d5f0-40e2-a230-483bc6e663ca tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] device_id is not set on port d5f7a531-cfca-4b8f-a831-ee7fe0618f60 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:32:21.026678 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 610a90f3-7e18-4521-b7a0-1d75532a6ac5 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:32:21.043456 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7ea0f0b7-319f-47d7-abce-9b44ed6ab590 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6743791 Apr 20 16:32:21.045120 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59710) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:21.059192 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=d00c01b0-f92d-4d1a-9def-34e6fe0a936a,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:21.063764 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e0ff68cd-dbfd-4263-8ac3-4894be1a091a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:21.076359 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01319e-c6c8-4b42-a6a6-6558619bdff8 req-729f1502-d289-4ced-adef-daac20e67132 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:21.077039 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 610a90f3-7e18-4521-b7a0-1d75532a6ac5 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:32:21.077730 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 610a90f3-7e18-4521-b7a0-1d75532a6ac5 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:32:21.087871 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ef01319e-c6c8-4b42-a6a6-6558619bdff8 req-729f1502-d289-4ced-adef-daac20e67132 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=2389b50f-772f-4325-9959-58d8ac7d4487 HTTP/1.1" status: 200 len: 945 time: 0.2567592 Apr 20 16:32:21.124526 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d14460b9-7380-431f-a1c6-6a951363a661 None None] For port 9b173e4c-cc22-4fda-9c7a-e0ad54dc777f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=9b173e4c-cc22-4fda-9c7a-e0ad54dc777f,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:21.124526 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d14460b9-7380-431f-a1c6-6a951363a661 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:21.158787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d14460b9-7380-431f-a1c6-6a951363a661 None None] Calling delete_port for 9b173e4c-cc22-4fda-9c7a-e0ad54dc777f owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:21.162120 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3f86d7a9-26cd-4762-8a6a-2f5fd9dee994 None None] Provisioning complete for port d00c01b0-f92d-4d1a-9def-34e6fe0a936a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:21.162563 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3f86d7a9-26cd-4762-8a6a-2f5fd9dee994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:21.264569 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9dfbc2a5-dbe6-4eae-a95f-2498091f6f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'name': 'tempest-TestSecurityGroupsBasicOps-router-722697221', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '284fe26c-0593-42db-88c8-7d04412c9352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:56Z', 'updated_at': '2022-04-20T16:32:18Z', 'revision_number': 5, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'gw_port': {'id': '284fe26c-0593-42db-88c8-7d04412c9352', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:58Z', 'updated_at': '2022-04-20T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:21.305070 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfbc2a5-dbe6-4eae-a95f-2498091f6f25 None None] Checking router: 0b8c9692-1341-42e7-8e90-ebc630448605 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:32:21.317426 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-065ad0ff-d5f0-40e2-a230-483bc6e663ca tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Allocated IP 2001:db8::f816:3eff:feaa:aa9f (b73e8608-1eab-4a1e-8ab7-335b180b79a9/ad687c66-7a10-47dd-ae78-29e39d9c0101/d5f7a531-cfca-4b8f-a831-ee7fe0618f60) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:21.320979 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-feba3c37-936b-4c83-b590-eb76cf38e2ca tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:21.326599 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfbc2a5-dbe6-4eae-a95f-2498091f6f25 None None] Routers {'0b8c9692-1341-42e7-8e90-ebc630448605'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:32:21.327637 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9dfbc2a5-dbe6-4eae-a95f-2498091f6f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:31:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['0b8c9692-1341-42e7-8e90-ebc630448605'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:21.461505 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ef01319e-c6c8-4b42-a6a6-6558619bdff8 req-aed39098-db87-4637-9bc4-b9efc84e4e1e tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537152 Apr 20 16:32:21.471311 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c501a1d5-dba8-4bc6-ba27-9189f423cc72 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Deleting port f73e9d69-b8ca-43a6-ad33-1bea7adf1ed3 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:21.472897 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c501a1d5-dba8-4bc6-ba27-9189f423cc72 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:21.547246 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-9dfbc2a5-dbe6-4eae-a95f-2498091f6f25 None None] Set router 0b8c9692-1341-42e7-8e90-ebc630448605 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:32:21.586505 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3f701e33-f7fd-416a-99b1-149f5b51fc57 None None] Provisioning complete for port d00c01b0-f92d-4d1a-9def-34e6fe0a936a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:21.586869 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3f701e33-f7fd-416a-99b1-149f5b51fc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:21.627953 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-065ad0ff-d5f0-40e2-a230-483bc6e663ca tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:21.634544 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d14460b9-7380-431f-a1c6-6a951363a661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:21.675343 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14460b9-7380-431f-a1c6-6a951363a661 None None] Pushing event deleted for resources: {'Port': ['ID=9b173e4c-cc22-4fda-9c7a-e0ad54dc777f,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:21.677203 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14460b9-7380-431f-a1c6-6a951363a661 None None] No DVR routers for this DVR port 9b173e4c-cc22-4fda-9c7a-e0ad54dc777f on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:32:21.721984 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-feba3c37-936b-4c83-b590-eb76cf38e2ca tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:21.733734 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d00c01b0-f92d-4d1a-9def-34e6fe0a936a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:32:21.775972 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-065ad0ff-d5f0-40e2-a230-483bc6e663ca tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:21.777922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ff68cd-dbfd-4263-8ac3-4894be1a091a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:21.782906 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e0ff68cd-dbfd-4263-8ac3-4894be1a091a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:21.790797 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ff68cd-dbfd-4263-8ac3-4894be1a091a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:32:21.801865 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ff68cd-dbfd-4263-8ac3-4894be1a091a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:32:21.832312 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3f701e33-f7fd-416a-99b1-149f5b51fc57 None None] Provisioning complete for port ffe59930-49a1-4a82-b763-160c9d84e39a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:21.832793 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3f701e33-f7fd-416a-99b1-149f5b51fc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:21.866913 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba3c37-936b-4c83-b590-eb76cf38e2ca tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a8582b-3cbd-43c0-bf19-efe98917785b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:21.887577 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port d00c01b0-f92d-4d1a-9def-34e6fe0a936a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:21.889358 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:21.890283 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-feba3c37-936b-4c83-b590-eb76cf38e2ca tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:21.896788 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46815cc2-d0a2-48c5-b540-a97db36af306 None None] Network 37dffd32-6c1b-4ef8-ae8a-aeadb127d379 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:21.900778 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-feba3c37-936b-4c83-b590-eb76cf38e2ca tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "DELETE /v2.0/subnets/a5a8582b-3cbd-43c0-bf19-efe98917785b HTTP/1.1" status: 204 len: 168 time: 1.1939120 Apr 20 16:32:21.908018 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59744) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:21.949228 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9dfbc2a5-dbe6-4eae-a95f-2498091f6f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'name': 'tempest-TestSecurityGroupsBasicOps-router-722697221', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '284fe26c-0593-42db-88c8-7d04412c9352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:56Z', 'updated_at': '2022-04-20T16:32:18Z', 'revision_number': 5, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'gw_port': {'id': '284fe26c-0593-42db-88c8-7d04412c9352', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:58Z', 'updated_at': '2022-04-20T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:21.971932 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-ffcfe0d3-691f-4eee-adca-a2e070a66c01 None None] Allocated IP 2001:db8::f816:3eff:fee8:7c9 (b73e8608-1eab-4a1e-8ab7-335b180b79a9/ad687c66-7a10-47dd-ae78-29e39d9c0101/19be8df4-677c-44f5-b5f6-f3e1ad35dd28) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:21.984164 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3f701e33-f7fd-416a-99b1-149f5b51fc57 None None] Port ffe59930-49a1-4a82-b763-160c9d84e39a cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:32:21.992847 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065ad0ff-d5f0-40e2-a230-483bc6e663ca tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Network b73e8608-1eab-4a1e-8ab7-335b180b79a9 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:22.000778 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfbc2a5-dbe6-4eae-a95f-2498091f6f25 None None] The sync data for ids ['0b8c9692-1341-42e7-8e90-ebc630448605'] in n-d-836146-2 is: [{'id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'name': 'tempest-TestSecurityGroupsBasicOps-router-722697221', 'tenant_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '284fe26c-0593-42db-88c8-7d04412c9352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:28:56Z', 'updated_at': '2022-04-20T16:32:18Z', 'revision_number': 5, 'project_id': 'cb11bf8b3c08464a8790ceef590f4df3', 'gw_port': {'id': '284fe26c-0593-42db-88c8-7d04412c9352', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8c9692-1341-42e7-8e90-ebc630448605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:28:58Z', 'updated_at': '2022-04-20T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:32:22.007019 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-065ad0ff-d5f0-40e2-a230-483bc6e663ca tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:22.011617 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065ad0ff-d5f0-40e2-a230-483bc6e663ca tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:22.026103 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065ad0ff-d5f0-40e2-a230-483bc6e663ca tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:22.026875 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-065ad0ff-d5f0-40e2-a230-483bc6e663ca tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:22.056601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ad0ff-d5f0-40e2-a230-483bc6e663ca tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event updated for resources: {'Port': ['ID=d5f7a531-cfca-4b8f-a831-ee7fe0618f60,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:22.102441 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e0ff68cd-dbfd-4263-8ac3-4894be1a091a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0543878 Apr 20 16:32:22.103330 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59752) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:22.124319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-707418d3-be64-4ed7-b191-354bcf85a265 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:22.259942 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-065ad0ff-d5f0-40e2-a230-483bc6e663ca tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7098207 Apr 20 16:32:22.267082 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59764) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:22.393961 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1859309-ab61-49f6-a87f-93149ff5f5ee tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Deleting subnet ad687c66-7a10-47dd-ae78-29e39d9c0101 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:32:22.496904 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3f701e33-f7fd-416a-99b1-149f5b51fc57 None None] Provisioning complete for port f73e9d69-b8ca-43a6-ad33-1bea7adf1ed3 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:22.497277 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3f701e33-f7fd-416a-99b1-149f5b51fc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:22.498598 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707418d3-be64-4ed7-b191-354bcf85a265 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:22.503238 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-707418d3-be64-4ed7-b191-354bcf85a265 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:22.505343 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-707418d3-be64-4ed7-b191-354bcf85a265 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:32:22.506329 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-707418d3-be64-4ed7-b191-354bcf85a265 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:32:22.611529 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-707418d3-be64-4ed7-b191-354bcf85a265 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5007100 Apr 20 16:32:22.615944 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59776) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:22.620642 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe0d3-691f-4eee-adca-a2e070a66c01 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:22.627699 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-977470e7-c3a8-40a5-a942-6cf90efe49d8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:22.662274 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3f701e33-f7fd-416a-99b1-149f5b51fc57 None None] Port f73e9d69-b8ca-43a6-ad33-1bea7adf1ed3 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:32:22.711110 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe0d3-691f-4eee-adca-a2e070a66c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:22.779196 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b1859309-ab61-49f6-a87f-93149ff5f5ee tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:22.822683 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23741a5e-cad4-4a6d-9b69-3f4cbe3e9c27 None None] DHCP port deletion for 37dffd32-6c1b-4ef8-ae8a-aeadb127d379 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:32:22.825703 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c501a1d5-dba8-4bc6-ba27-9189f423cc72 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:22.826171 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 9b173e4c-cc22-4fda-9c7a-e0ad54dc777f no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:32:22.828833 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b76f6c94-5c0e-490f-abba-08474c65c147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:22.852459 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c501a1d5-dba8-4bc6-ba27-9189f423cc72 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Calling delete_port for f73e9d69-b8ca-43a6-ad33-1bea7adf1ed3 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:22.899762 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 9b173e4c-cc22-4fda-9c7a-e0ad54dc777f {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:32:22.899762 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 9b173e4c-cc22-4fda-9c7a-e0ad54dc777f not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:32:22.909953 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcfe0d3-691f-4eee-adca-a2e070a66c01 None None] Network b73e8608-1eab-4a1e-8ab7-335b180b79a9 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:22.912397 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-523d1ad9-b707-497e-b532-8ffa5b7a78fa None None] Provisioning complete for port ffe59930-49a1-4a82-b763-160c9d84e39a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:22.912680 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-523d1ad9-b707-497e-b532-8ffa5b7a78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:22.926182 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b1859309-ab61-49f6-a87f-93149ff5f5ee tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:22.939116 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-ffcfe0d3-691f-4eee-adca-a2e070a66c01 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:22.941951 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcfe0d3-691f-4eee-adca-a2e070a66c01 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:22.954975 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3811f-c575-41f1-bd0c-912c89cb3b3c req-b46f97b4-4f67-411b-8682-56df7ad57906 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:22.960486 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4aa3811f-c575-41f1-bd0c-912c89cb3b3c req-b46f97b4-4f67-411b-8682-56df7ad57906 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=2389b50f-772f-4325-9959-58d8ac7d4487 HTTP/1.1" status: 200 len: 945 time: 0.2312558 Apr 20 16:32:22.968619 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfe0d3-691f-4eee-adca-a2e070a66c01 None None] Pushing event updated for resources: {'Port': ['ID=19be8df4-677c-44f5-b5f6-f3e1ad35dd28,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:22.987593 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-956e996d-c593-4ddb-b8b2-fb78a5b21b9b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:23.020836 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977470e7-c3a8-40a5-a942-6cf90efe49d8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:23.028113 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-977470e7-c3a8-40a5-a942-6cf90efe49d8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:23.030629 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-977470e7-c3a8-40a5-a942-6cf90efe49d8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:32:23.030763 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-523d1ad9-b707-497e-b532-8ffa5b7a78fa None None] Port ffe59930-49a1-4a82-b763-160c9d84e39a cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:32:23.031795 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-977470e7-c3a8-40a5-a942-6cf90efe49d8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:32:23.051292 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ffcfe0d3-691f-4eee-adca-a2e070a66c01 None None] Attempting to bind port 19be8df4-677c-44f5-b5f6-f3e1ad35dd28 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:32:23.051664 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ffcfe0d3-691f-4eee-adca-a2e070a66c01 None None] Attempting to bind port 19be8df4-677c-44f5-b5f6-f3e1ad35dd28 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '7be0c4cf-6e35-48ba-bbaf-c0d23cdbc459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b73e8608-1eab-4a1e-8ab7-335b180b79a9'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:32:23.052030 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcfe0d3-691f-4eee-adca-a2e070a66c01 None None] Attempting to bind port 19be8df4-677c-44f5-b5f6-f3e1ad35dd28 on network b73e8608-1eab-4a1e-8ab7-335b180b79a9 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:32:23.064321 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcfe0d3-691f-4eee-adca-a2e070a66c01 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:32:23.064800 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcfe0d3-691f-4eee-adca-a2e070a66c01 None None] Checking segment: {'id': '7be0c4cf-6e35-48ba-bbaf-c0d23cdbc459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b73e8608-1eab-4a1e-8ab7-335b180b79a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:23.065116 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe0d3-691f-4eee-adca-a2e070a66c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:23.065673 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcfe0d3-691f-4eee-adca-a2e070a66c01 None None] Bound using segment: {'id': '7be0c4cf-6e35-48ba-bbaf-c0d23cdbc459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b73e8608-1eab-4a1e-8ab7-335b180b79a9'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:32:23.066165 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ffcfe0d3-691f-4eee-adca-a2e070a66c01 None None] Bound port: 19be8df4-677c-44f5-b5f6-f3e1ad35dd28, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be0c4cf-6e35-48ba-bbaf-c0d23cdbc459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b73e8608-1eab-4a1e-8ab7-335b180b79a9'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:32:23.066671 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe0d3-691f-4eee-adca-a2e070a66c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:23.077033 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-523d1ad9-b707-497e-b532-8ffa5b7a78fa None None] Provisioning complete for port f73e9d69-b8ca-43a6-ad33-1bea7adf1ed3 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:23.077416 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-523d1ad9-b707-497e-b532-8ffa5b7a78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:23.081113 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4aa3811f-c575-41f1-bd0c-912c89cb3b3c req-61879f14-a1f8-4aef-ad0e-ea20a4bfdee9 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162090 Apr 20 16:32:23.121884 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b1859309-ab61-49f6-a87f-93149ff5f5ee tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:23.135253 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-977470e7-c3a8-40a5-a942-6cf90efe49d8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5173309 Apr 20 16:32:23.135750 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-23741a5e-cad4-4a6d-9b69-3f4cbe3e9c27 None None] Deleting port 50549646-1fad-4478-9d94-79155b726d3a {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:23.135935 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59794) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:23.136386 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-23741a5e-cad4-4a6d-9b69-3f4cbe3e9c27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:23.199387 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ae1383d0-a5a2-41a2-a2cb-56fd6fc26a47 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0591049 Apr 20 16:32:23.203822 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59798) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:23.210196 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-523d1ad9-b707-497e-b532-8ffa5b7a78fa None None] Port f73e9d69-b8ca-43a6-ad33-1bea7adf1ed3 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:32:23.241228 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-23741a5e-cad4-4a6d-9b69-3f4cbe3e9c27 None None] For port 50549646-1fad-4478-9d94-79155b726d3a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=50549646-1fad-4478-9d94-79155b726d3a,segment=NetworkSegment(ae05cb49-0407-4b9b-b8bb-8e454ab9e108),segment_id=ae05cb49-0407-4b9b-b8bb-8e454ab9e108)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:23.241632 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-23741a5e-cad4-4a6d-9b69-3f4cbe3e9c27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:23.243183 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-956e996d-c593-4ddb-b8b2-fb78a5b21b9b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:23.255594 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-23741a5e-cad4-4a6d-9b69-3f4cbe3e9c27 None None] Calling delete_port for 50549646-1fad-4478-9d94-79155b726d3a owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:23.271906 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610757a1-dcc6-4b86-9f03-1b663f1bcf28 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:23.273919 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-610757a1-dcc6-4b86-9f03-1b663f1bcf28 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0668223 Apr 20 16:32:23.276429 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59804) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:23.316382 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b1859309-ab61-49f6-a87f-93149ff5f5ee tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:23.325100 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ee51e6fd-7c1d-4be9-a9bc-45e26af8d871 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427992 Apr 20 16:32:23.326120 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59808) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:23.331931 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c6354bef-7227-4074-b903-ebade460b4c6 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:23.343893 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ffcfe0d3-691f-4eee-adca-a2e070a66c01 None None] For port 19be8df4-677c-44f5-b5f6-f3e1ad35dd28, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:32:23.345015 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1859309-ab61-49f6-a87f-93149ff5f5ee tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event deleted for resources: {'Subnet': ['ID=ad687c66-7a10-47dd-ae78-29e39d9c0101,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:23.351670 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b1859309-ab61-49f6-a87f-93149ff5f5ee tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:23.356452 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b1859309-ab61-49f6-a87f-93149ff5f5ee tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "DELETE /v2.0/subnets/ad687c66-7a10-47dd-ae78-29e39d9c0101 HTTP/1.1" status: 204 len: 168 time: 1.0885611 Apr 20 16:32:23.358966 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59812) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:23.365698 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ffcfe0d3-691f-4eee-adca-a2e070a66c01 None None] For port 19be8df4-677c-44f5-b5f6-f3e1ad35dd28, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=19be8df4-677c-44f5-b5f6-f3e1ad35dd28,segment=NetworkSegment(7be0c4cf-6e35-48ba-bbaf-c0d23cdbc459),segment_id=7be0c4cf-6e35-48ba-bbaf-c0d23cdbc459)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:32:23.380489 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c501a1d5-dba8-4bc6-ba27-9189f423cc72 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:23.422006 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139f62cd-f18c-43d8-818a-3e13a3896293 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:23.423749 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139f62cd-f18c-43d8-818a-3e13a3896293 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:23.427752 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-139f62cd-f18c-43d8-818a-3e13a3896293 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0654063 Apr 20 16:32:23.428116 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59816) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:23.446379 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501a1d5-dba8-4bc6-ba27-9189f423cc72 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Pushing event deleted for resources: {'Port': ['ID=f73e9d69-b8ca-43a6-ad33-1bea7adf1ed3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:23.484559 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c501a1d5-dba8-4bc6-ba27-9189f423cc72 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:23.487652 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c501a1d5-dba8-4bc6-ba27-9189f423cc72 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] 10.222.0.15 "DELETE /v2.0/ports/f73e9d69-b8ca-43a6-ad33-1bea7adf1ed3 HTTP/1.1" status: 204 len: 168 time: 2.7817519 Apr 20 16:32:23.495658 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59818) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:23.502008 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-369b1b81-6cd3-4202-abd7-87d9f4f5b9c8 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Request body: {'port': {'name': 'tempest-new-port-name-143199741', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:23.502510 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.api.validators [None req-369b1b81-6cd3-4202-abd7-87d9f4f5b9c8 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] bootfile-name is not in valid_values {{(pid=103484) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 16:32:23.502734 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.api.validators [None req-369b1b81-6cd3-4202-abd7-87d9f4f5b9c8 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] tftp-server is not in valid_values {{(pid=103484) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 16:32:23.503071 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.api.validators [None req-369b1b81-6cd3-4202-abd7-87d9f4f5b9c8 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] server-ip-address is not in valid_values {{(pid=103484) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 16:32:23.561260 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-956e996d-c593-4ddb-b8b2-fb78a5b21b9b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Deleting port 284fe26c-0593-42db-88c8-7d04412c9352 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:23.562008 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-956e996d-c593-4ddb-b8b2-fb78a5b21b9b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:23.574186 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c7c16ffc-3e75-4a9e-905a-3d92b2c28c87 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:23.579390 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-23741a5e-cad4-4a6d-9b69-3f4cbe3e9c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:23.582029 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe0d3-691f-4eee-adca-a2e070a66c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:23.599912 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c16ffc-3e75-4a9e-905a-3d92b2c28c87 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 20 16:32:23.600405 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c16ffc-3e75-4a9e-905a-3d92b2c28c87 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:32:23.609893 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c7c16ffc-3e75-4a9e-905a-3d92b2c28c87 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "DELETE /v2.0/networks/b73e8608-1eab-4a1e-8ab7-335b180b79a9 HTTP/1.1" status: 409 len: 405 time: 0.1743565 Apr 20 16:32:23.609893 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59824) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:23.618841 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-47c7a259-1978-4dcd-91a7-1dbb1d44cc44 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2022910669'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:23.635660 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6354bef-7227-4074-b903-ebade460b4c6 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:23.638800 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-369b1b81-6cd3-4202-abd7-87d9f4f5b9c8 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:23.639161 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c6354bef-7227-4074-b903-ebade460b4c6 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:23.679142 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23741a5e-cad4-4a6d-9b69-3f4cbe3e9c27 None None] Pushing event deleted for resources: {'Port': ['ID=50549646-1fad-4478-9d94-79155b726d3a,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:23.684745 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23741a5e-cad4-4a6d-9b69-3f4cbe3e9c27 None None] No DVR routers for this DVR port 50549646-1fad-4478-9d94-79155b726d3a on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:32:23.756926 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b6b67ba2-a914-49b8-83a2-60b86d1ce97e no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:32:23.779785 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c7a259-1978-4dcd-91a7-1dbb1d44cc44 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Made reservation on behalf of 93c7f38b8d4940ff85bb34ea6927b365 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:23.782991 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-47c7a259-1978-4dcd-91a7-1dbb1d44cc44 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:23.801894 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: b6b67ba2-a914-49b8-83a2-60b86d1ce97e {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:32:23.802519 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b6b67ba2-a914-49b8-83a2-60b86d1ce97e not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:32:23.803077 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 50549646-1fad-4478-9d94-79155b726d3a no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:32:23.832613 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-956e996d-c593-4ddb-b8b2-fb78a5b21b9b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] For port 284fe26c-0593-42db-88c8-7d04412c9352, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=284fe26c-0593-42db-88c8-7d04412c9352,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:23.833207 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-956e996d-c593-4ddb-b8b2-fb78a5b21b9b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:23.839141 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 50549646-1fad-4478-9d94-79155b726d3a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:32:23.839547 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 50549646-1fad-4478-9d94-79155b726d3a not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:32:23.861756 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfe0d3-691f-4eee-adca-a2e070a66c01 None None] Pushing event updated for resources: {'Port': ['ID=19be8df4-677c-44f5-b5f6-f3e1ad35dd28,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:23.884364 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-956e996d-c593-4ddb-b8b2-fb78a5b21b9b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Calling delete_port for 284fe26c-0593-42db-88c8-7d04412c9352 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:23.944635 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff764a-eb7e-472f-beae-06f2c8897c3c req-ea1f752b-d89b-4e2e-b55b-4e286664e589 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:23.946312 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ceff764a-eb7e-472f-beae-06f2c8897c3c req-ea1f752b-d89b-4e2e-b55b-4e286664e589 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.30 "GET /v2.0/ports?device_id=2389b50f-772f-4325-9959-58d8ac7d4487 HTTP/1.1" status: 200 len: 945 time: 0.1098263 Apr 20 16:32:23.947604 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c7a259-1978-4dcd-91a7-1dbb1d44cc44 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:32:24.014165 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-47c7a259-1978-4dcd-91a7-1dbb1d44cc44 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:24.014638 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-47c7a259-1978-4dcd-91a7-1dbb1d44cc44 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Added segment 1187e51e-cf2d-47f2-94b2-8a9b0cada1c4 of type vlan for network 17f84267-d199-47c3-89c3-788abc660d20 Apr 20 16:32:24.109853 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-47c7a259-1978-4dcd-91a7-1dbb1d44cc44 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:24.162741 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-ceff764a-eb7e-472f-beae-06f2c8897c3c req-00bd1c34-ca66-424d-827a-b19d559f7fa7 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Deleting port f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:24.163113 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ceff764a-eb7e-472f-beae-06f2c8897c3c req-00bd1c34-ca66-424d-827a-b19d559f7fa7 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:24.285670 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-47c7a259-1978-4dcd-91a7-1dbb1d44cc44 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:24.291492 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7a259-1978-4dcd-91a7-1dbb1d44cc44 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:24.292378 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-47c7a259-1978-4dcd-91a7-1dbb1d44cc44 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:24.303679 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-956e996d-c593-4ddb-b8b2-fb78a5b21b9b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:24.308497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-ceff764a-eb7e-472f-beae-06f2c8897c3c req-00bd1c34-ca66-424d-827a-b19d559f7fa7 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] For port f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c,segment=NetworkSegment(dd4e4e52-542a-41b0-9b77-fe2f4abec5df),segment_id=dd4e4e52-542a-41b0-9b77-fe2f4abec5df)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:24.308866 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ceff764a-eb7e-472f-beae-06f2c8897c3c req-00bd1c34-ca66-424d-827a-b19d559f7fa7 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:24.322558 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e81be-5378-47a4-85f8-781bc221a5e9 req-c9f5f6df-206e-4bc8-b5ee-14b0ac0143cb tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:24.324082 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-034e81be-5378-47a4-85f8-781bc221a5e9 req-c9f5f6df-206e-4bc8-b5ee-14b0ac0143cb tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=2389b50f-772f-4325-9959-58d8ac7d4487 HTTP/1.1" status: 200 len: 945 time: 0.1116610 Apr 20 16:32:24.329570 n-d-836146-2 neutron-server[103485]: DEBUG neutron.objects.ports [None req-c6354bef-7227-4074-b903-ebade460b4c6 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103485) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 16:32:24.338154 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c6354bef-7227-4074-b903-ebade460b4c6 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:24.366097 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e996d-c593-4ddb-b8b2-fb78a5b21b9b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event deleted for resources: {'Port': ['ID=284fe26c-0593-42db-88c8-7d04412c9352,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:24.467385 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6354bef-7227-4074-b903-ebade460b4c6 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:24.471565 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6354bef-7227-4074-b903-ebade460b4c6 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=cd2ecf68-2926-4570-8597-9fb9d5b4a789,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:24.477992 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-c6354bef-7227-4074-b903-ebade460b4c6 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:24.482478 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6354bef-7227-4074-b903-ebade460b4c6 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:24.483093 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c6354bef-7227-4074-b903-ebade460b4c6 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:24.493158 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67298b9c-a6f2-4b81-b092-07b308b121f5 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:24.501830 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-956e996d-c593-4ddb-b8b2-fb78a5b21b9b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:24.646673 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c6354bef-7227-4074-b903-ebade460b4c6 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3194237 Apr 20 16:32:24.650011 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-956e996d-c593-4ddb-b8b2-fb78a5b21b9b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:24.652652 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59858) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:24.655471 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-956e996d-c593-4ddb-b8b2-fb78a5b21b9b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:24.660794 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-190f0a71-0261-4390-a1d1-1470472678b0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'mac_address': 'fa:16:3e:a2:45:43', 'name': 'tempest-NetworksTestDHCPv6-1077749869'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:24.692560 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c67ab6d-db50-438b-a6ed-c58d671ababe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-10294607-eb5e-406e-b70a-cc143553f735', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'fixed_ips': [{'subnet_id': 'cd2ecf68-2926-4570-8597-9fb9d5b4a789'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:32:24.693454 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1c67ab6d-db50-438b-a6ed-c58d671ababe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:24.803631 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-ceff764a-eb7e-472f-beae-06f2c8897c3c req-00bd1c34-ca66-424d-827a-b19d559f7fa7 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Calling delete_port for f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:24.827526 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-47c7a259-1978-4dcd-91a7-1dbb1d44cc44 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2177234 Apr 20 16:32:24.833559 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59866) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:24.843602 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f228e164-08cc-4fb8-9109-e163b2b47bbe tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Request body: {'subnet': {'network_id': '17f84267-d199-47c3-89c3-788abc660d20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:24.873333 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7a259-1978-4dcd-91a7-1dbb1d44cc44 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event updated for resources: {'Network': ['ID=17f84267-d199-47c3-89c3-788abc660d20,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:24.923525 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 17f84267-d199-47c3-89c3-788abc660d20 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:32:24.927050 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-369b1b81-6cd3-4202-abd7-87d9f4f5b9c8 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:24.930068 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-1c67ab6d-db50-438b-a6ed-c58d671ababe None None] Allocated IP 2001:db8::f816:3eff:fe3b:2dd7 (10294607-eb5e-406e-b70a-cc143553f735/cd2ecf68-2926-4570-8597-9fb9d5b4a789/36f7c74b-18f7-4de7-8ae2-0fa1ba0e035b) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:24.933158 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-034e81be-5378-47a4-85f8-781bc221a5e9 req-2fa703b8-ffea-4b31-9f6e-6b59cb1f248e tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5871141 Apr 20 16:32:24.939376 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-956e996d-c593-4ddb-b8b2-fb78a5b21b9b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:24.939376 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956e996d-c593-4ddb-b8b2-fb78a5b21b9b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Fanout notify agent at l3_agent the message router_deleted on router 0b8c9692-1341-42e7-8e90-ebc630448605 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:32:24.952638 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-956e996d-c593-4ddb-b8b2-fb78a5b21b9b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:24.956637 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-956e996d-c593-4ddb-b8b2-fb78a5b21b9b tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "DELETE /v2.0/routers/0b8c9692-1341-42e7-8e90-ebc630448605 HTTP/1.1" status: 204 len: 168 time: 3.0306921 Apr 20 16:32:24.981417 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59870) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:25.023686 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-369b1b81-6cd3-4202-abd7-87d9f4f5b9c8 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:25.072406 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190f0a71-0261-4390-a1d1-1470472678b0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:25.095596 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f228e164-08cc-4fb8-9109-e163b2b47bbe tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Made reservation on behalf of 93c7f38b8d4940ff85bb34ea6927b365 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:25.102140 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f228e164-08cc-4fb8-9109-e163b2b47bbe tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:25.167230 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-369b1b81-6cd3-4202-abd7-87d9f4f5b9c8 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] In _notify_port_updated(), no bound segment for port ffe59930-49a1-4a82-b763-160c9d84e39a on network b73c1835-0fb3-4805-830e-141c97f1201f {{(pid=103484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:32:25.172788 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369b1b81-6cd3-4202-abd7-87d9f4f5b9c8 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:25.173486 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-369b1b81-6cd3-4202-abd7-87d9f4f5b9c8 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:25.177591 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-369b1b81-6cd3-4202-abd7-87d9f4f5b9c8 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] 10.222.0.15 "PUT /v2.0/ports/ffe59930-49a1-4a82-b763-160c9d84e39a HTTP/1.1" status: 200 len: 1129 time: 1.6809473 Apr 20 16:32:25.182675 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59878) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:25.226077 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd9f7b5e-134b-4976-bc37-f6b1ef8bae51 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:25.269927 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f57b45c-c1b7-44f7-a97c-93e448bb5d81 None None] Network b73e8608-1eab-4a1e-8ab7-335b180b79a9 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:25.325207 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b1b81-6cd3-4202-abd7-87d9f4f5b9c8 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Pushing event updated for resources: {'Port': ['ID=ffe59930-49a1-4a82-b763-160c9d84e39a,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:25.351933 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3614b3-19bd-4f7c-87bb-c8e5748244d0 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:25.353754 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9d3614b3-19bd-4f7c-87bb-c8e5748244d0 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] 10.222.0.15 "GET /v2.0/ports/ffe59930-49a1-4a82-b763-160c9d84e39a HTTP/1.1" status: 200 len: 1129 time: 0.1674192 Apr 20 16:32:25.359464 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59888) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:25.390489 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dc9295d1-964d-43a0-a644-570a58bc1a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:25.425968 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-190f0a71-0261-4390-a1d1-1470472678b0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:25.438664 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e55d764e-5c29-4150-aa0b-8eeb28da4ae0 None None] Provisioning complete for port 19be8df4-677c-44f5-b5f6-f3e1ad35dd28 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:25.439049 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e55d764e-5c29-4150-aa0b-8eeb28da4ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:25.461765 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-190f0a71-0261-4390-a1d1-1470472678b0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] device_id is not set on port 3d368dfd-28cd-4394-8b36-1f6ce751b5bd yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:32:25.570238 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1c67ab6d-db50-438b-a6ed-c58d671ababe None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:25.610772 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ceff764a-eb7e-472f-beae-06f2c8897c3c req-00bd1c34-ca66-424d-827a-b19d559f7fa7 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:25.641716 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd9f7b5e-134b-4976-bc37-f6b1ef8bae51 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:25.676132 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd1c34-ca66-424d-827a-b19d559f7fa7 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Pushing event deleted for resources: {'Port': ['ID=f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:25.677371 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['0c7cc80b-074c-4a9b-b03e-455e4e155536'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:32:25.721522 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-bd9f7b5e-134b-4976-bc37-f6b1ef8bae51 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37dffd32-6c1b-4ef8-ae8a-aeadb127d379']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:25.755009 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1c67ab6d-db50-438b-a6ed-c58d671ababe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:25.762178 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-bd9f7b5e-134b-4976-bc37-f6b1ef8bae51 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae05cb49-0407-4b9b-b8bb-8e454ab9e108') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:25.762696 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-bd9f7b5e-134b-4976-bc37-f6b1ef8bae51 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae05cb49-0407-4b9b-b8bb-8e454ab9e108') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:25.821911 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-190f0a71-0261-4390-a1d1-1470472678b0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8::f816:3eff:fea2:4543 (10294607-eb5e-406e-b70a-cc143553f735/cd2ecf68-2926-4570-8597-9fb9d5b4a789/3d368dfd-28cd-4394-8b36-1f6ce751b5bd) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:25.827938 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceff764a-eb7e-472f-beae-06f2c8897c3c req-00bd1c34-ca66-424d-827a-b19d559f7fa7 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] No DVR routers for this DVR port f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:32:25.834011 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 19be8df4-677c-44f5-b5f6-f3e1ad35dd28 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:32:25.836986 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ceff764a-eb7e-472f-beae-06f2c8897c3c req-00bd1c34-ca66-424d-827a-b19d559f7fa7 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:25.840508 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ceff764a-eb7e-472f-beae-06f2c8897c3c req-00bd1c34-ca66-424d-827a-b19d559f7fa7 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.30 "DELETE /v2.0/ports/f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c HTTP/1.1" status: 204 len: 173 time: 1.8858118 Apr 20 16:32:25.842496 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd9f7b5e-134b-4976-bc37-f6b1ef8bae51 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:25.850865 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2389b50f-772f-4325-9959-58d8ac7d4487', 'name': 'network-vif-deleted', 'tag': 'f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:32:25.854246 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8dd87e-aa6a-424d-8b6f-9ab9f6ce9325" -d '{"events": [{"server_uuid": "2389b50f-772f-4325-9959-58d8ac7d4487", "name": "network-vif-deleted", "tag": "f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:32:25.868962 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e55d764e-5c29-4150-aa0b-8eeb28da4ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:25.889437 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd9f7b5e-134b-4976-bc37-f6b1ef8bae51 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:25.894889 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-0e39707d-6ff2-478f-898a-f33a4e925728 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Deleting port ffe59930-49a1-4a82-b763-160c9d84e39a {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:25.895348 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0e39707d-6ff2-478f-898a-f33a4e925728 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:25.914881 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9f7b5e-134b-4976-bc37-f6b1ef8bae51 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:32:25.915376 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd9f7b5e-134b-4976-bc37-f6b1ef8bae51 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:32:25.920436 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:32:25.928678 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65aebcfa-ec0f-448c-b01f-58593483ab8d x-openstack-request-id: req-65aebcfa-ec0f-448c-b01f-58593483ab8d {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:32:25.928678 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2389b50f-772f-4325-9959-58d8ac7d4487", "name": "network-vif-deleted", "tag": "f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:32:25.928678 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-65aebcfa-ec0f-448c-b01f-58593483ab8d {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:32:25.928678 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65aebcfa-ec0f-448c-b01f-58593483ab8d'] response: {'server_uuid': '2389b50f-772f-4325-9959-58d8ac7d4487', 'name': 'network-vif-deleted', 'tag': 'f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c', 'status': 'completed', 'code': 200} Apr 20 16:32:25.942766 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c67ab6d-db50-438b-a6ed-c58d671ababe None None] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:25.972270 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-1c67ab6d-db50-438b-a6ed-c58d671ababe None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:25.973031 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c67ab6d-db50-438b-a6ed-c58d671ababe None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:25.977987 n-d-836146-2 neutron-server[103485]: DEBUG neutron.objects.ports [None req-f228e164-08cc-4fb8-9109-e163b2b47bbe tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103485) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 16:32:25.982432 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f228e164-08cc-4fb8-9109-e163b2b47bbe tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:26.034523 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e55d764e-5c29-4150-aa0b-8eeb28da4ae0 None None] For port 19be8df4-677c-44f5-b5f6-f3e1ad35dd28, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=19be8df4-677c-44f5-b5f6-f3e1ad35dd28,segment=NetworkSegment(7be0c4cf-6e35-48ba-bbaf-c0d23cdbc459),segment_id=7be0c4cf-6e35-48ba-bbaf-c0d23cdbc459)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:26.101103 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5621f790-ad49-426a-8693-2d47673c4e91 None None] DHCP port deletion for b73e8608-1eab-4a1e-8ab7-335b180b79a9 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:32:26.136910 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228e164-08cc-4fb8-9109-e163b2b47bbe tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event updated for resources: {'Subnet': ['ID=eb47f8e4-eda1-4b9f-99e8-19bd691d9e25,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:26.150833 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f228e164-08cc-4fb8-9109-e163b2b47bbe tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Checking segment: {'id': '1187e51e-cf2d-47f2-94b2-8a9b0cada1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17f84267-d199-47c3-89c3-788abc660d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:26.151202 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f228e164-08cc-4fb8-9109-e163b2b47bbe tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Network hostable DHCP agents. Network: 17f84267-d199-47c3-89c3-788abc660d20, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:32:26.156125 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0e39707d-6ff2-478f-898a-f33a4e925728 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:26.164899 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:32:26.169667 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67ab6d-db50-438b-a6ed-c58d671ababe None None] Pushing event updated for resources: {'Port': ['ID=36f7c74b-18f7-4de7-8ae2-0fa1ba0e035b,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:26.195536 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-190f0a71-0261-4390-a1d1-1470472678b0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:26.207254 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e55d764e-5c29-4150-aa0b-8eeb28da4ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:26.238917 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2cbb582b-b6a0-4e5e-a78c-398623076a9a req-1c90523e-6249-4150-b7d4-4c293adfc205 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=2389b50f-772f-4325-9959-58d8ac7d4487 HTTP/1.1" status: 200 len: 210 time: 0.0798812 Apr 20 16:32:26.240501 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-0e39707d-6ff2-478f-898a-f33a4e925728 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Calling delete_port for ffe59930-49a1-4a82-b763-160c9d84e39a owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:26.247105 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd9f7b5e-134b-4976-bc37-f6b1ef8bae51 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:26.257350 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd9f7b5e-134b-4976-bc37-f6b1ef8bae51 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:26.264512 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bd9f7b5e-134b-4976-bc37-f6b1ef8bae51 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] 10.222.0.15 "DELETE /v2.0/networks/37dffd32-6c1b-4ef8-ae8a-aeadb127d379 HTTP/1.1" status: 204 len: 168 time: 1.2817800 Apr 20 16:32:26.275166 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:32:26.275517 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f5a04f8d-f4c8-4b87-8f90-dbbe5829df2c not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:32:26.285151 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f7b5e-134b-4976-bc37-f6b1ef8bae51 tempest-TestSecurityGroupsBasicOps-1413626422 tempest-TestSecurityGroupsBasicOps-1413626422-project] Pushing event deleted for resources: {'Network': ['ID=37dffd32-6c1b-4ef8-ae8a-aeadb127d379,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:26.287118 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f228e164-08cc-4fb8-9109-e163b2b47bbe tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Network 17f84267-d199-47c3-89c3-788abc660d20 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:32:26.362592 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-190f0a71-0261-4390-a1d1-1470472678b0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:26.416011 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190f0a71-0261-4390-a1d1-1470472678b0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:26.417587 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-f228e164-08cc-4fb8-9109-e163b2b47bbe tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 17f84267-d199-47c3-89c3-788abc660d20) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:26.442904 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-190f0a71-0261-4390-a1d1-1470472678b0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:26.504222 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f0a71-0261-4390-a1d1-1470472678b0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=3d368dfd-28cd-4394-8b36-1f6ce751b5bd,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:26.515657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190f0a71-0261-4390-a1d1-1470472678b0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:26.532317 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190f0a71-0261-4390-a1d1-1470472678b0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:26.533430 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-190f0a71-0261-4390-a1d1-1470472678b0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:26.538674 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f228e164-08cc-4fb8-9109-e163b2b47bbe tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:26.540839 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f228e164-08cc-4fb8-9109-e163b2b47bbe tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:26.550563 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1c67ab6d-db50-438b-a6ed-c58d671ababe None None] Attempting to bind port 36f7c74b-18f7-4de7-8ae2-0fa1ba0e035b on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:32:26.550563 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1c67ab6d-db50-438b-a6ed-c58d671ababe None None] Attempting to bind port 36f7c74b-18f7-4de7-8ae2-0fa1ba0e035b by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:32:26.550975 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67ab6d-db50-438b-a6ed-c58d671ababe None None] Attempting to bind port 36f7c74b-18f7-4de7-8ae2-0fa1ba0e035b on network 10294607-eb5e-406e-b70a-cc143553f735 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:32:26.563466 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d843fd-d866-4387-a926-309e5ddb8b9c None None] Network 17f84267-d199-47c3-89c3-788abc660d20 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:26.577512 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:26.609468 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67ab6d-db50-438b-a6ed-c58d671ababe None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:32:26.610312 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67ab6d-db50-438b-a6ed-c58d671ababe None None] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:26.610578 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1c67ab6d-db50-438b-a6ed-c58d671ababe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:26.611060 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67ab6d-db50-438b-a6ed-c58d671ababe None None] Bound using segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:32:26.611689 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1c67ab6d-db50-438b-a6ed-c58d671ababe None None] Bound port: 36f7c74b-18f7-4de7-8ae2-0fa1ba0e035b, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:32:26.611908 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1c67ab6d-db50-438b-a6ed-c58d671ababe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:26.664267 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 19be8df4-677c-44f5-b5f6-f3e1ad35dd28 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:26.664662 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:26.668154 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f228e164-08cc-4fb8-9109-e163b2b47bbe tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8333673 Apr 20 16:32:26.670996 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59946) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:26.703940 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d764e-5c29-4150-aa0b-8eeb28da4ae0 None None] Pushing event updated for resources: {'Port': ['ID=19be8df4-677c-44f5-b5f6-f3e1ad35dd28,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:26.714798 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-bc525b54-89af-4ac2-9b65-6f329578ee6d None None] Provisioning complete for port ffe59930-49a1-4a82-b763-160c9d84e39a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:26.715421 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bc525b54-89af-4ac2-9b65-6f329578ee6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:26.728669 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-190f0a71-0261-4390-a1d1-1470472678b0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0741374 Apr 20 16:32:26.729762 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59948) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:26.759876 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0e39707d-6ff2-478f-898a-f33a4e925728 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:26.790360 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-bc525b54-89af-4ac2-9b65-6f329578ee6d None None] Port ffe59930-49a1-4a82-b763-160c9d84e39a was deleted so its status cannot be updated. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 20 16:32:26.854362 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0e39707d-6ff2-478f-898a-f33a4e925728 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:26.874632 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0e39707d-6ff2-478f-898a-f33a4e925728 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] 10.222.0.15 "DELETE /v2.0/ports/ffe59930-49a1-4a82-b763-160c9d84e39a HTTP/1.1" status: 204 len: 168 time: 1.5130599 Apr 20 16:32:26.878641 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39707d-6ff2-478f-898a-f33a4e925728 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Pushing event deleted for resources: {'Port': ['ID=ffe59930-49a1-4a82-b763-160c9d84e39a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:26.878806 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59956) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:26.924118 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5621f790-ad49-426a-8693-2d47673c4e91 None None] Deleting port 19be8df4-677c-44f5-b5f6-f3e1ad35dd28 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:26.924976 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5621f790-ad49-426a-8693-2d47673c4e91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:26.966001 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1c67ab6d-db50-438b-a6ed-c58d671ababe None None] For port 36f7c74b-18f7-4de7-8ae2-0fa1ba0e035b, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:32:26.968237 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b1316562-9f34-4786-be2b-11de188ffc4c tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:26.991327 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c4d985-9b89-4944-8dc5-29d36c9af19d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:27.010241 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c4d985-9b89-4944-8dc5-29d36c9af19d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:27.014357 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e6c4d985-9b89-4944-8dc5-29d36c9af19d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2810719 Apr 20 16:32:27.017295 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59964) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:27.022836 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1c67ab6d-db50-438b-a6ed-c58d671ababe None None] For port 36f7c74b-18f7-4de7-8ae2-0fa1ba0e035b, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=36f7c74b-18f7-4de7-8ae2-0fa1ba0e035b,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:32:27.072825 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6f971c-720d-49c9-b627-245de9905b49 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Deleting subnet e4feed69-4f7d-4707-a3bc-8e92a728a30e {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:32:27.079030 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac6f971c-720d-49c9-b627-245de9905b49 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:27.124781 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b1316562-9f34-4786-be2b-11de188ffc4c tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:27.142560 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5621f790-ad49-426a-8693-2d47673c4e91 None None] For port 19be8df4-677c-44f5-b5f6-f3e1ad35dd28, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=19be8df4-677c-44f5-b5f6-f3e1ad35dd28,segment=NetworkSegment(7be0c4cf-6e35-48ba-bbaf-c0d23cdbc459),segment_id=7be0c4cf-6e35-48ba-bbaf-c0d23cdbc459)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:27.142987 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5621f790-ad49-426a-8693-2d47673c4e91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:27.155961 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e3509b-6327-4c47-be8b-0377bd558c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-17f84267-d199-47c3-89c3-788abc660d20', 'network_id': '17f84267-d199-47c3-89c3-788abc660d20', 'tenant_id': '93c7f38b8d4940ff85bb34ea6927b365', 'fixed_ips': [{'subnet_id': 'eb47f8e4-eda1-4b9f-99e8-19bd691d9e25'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:32:27.156784 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d6e3509b-6327-4c47-be8b-0377bd558c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:27.159250 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1c67ab6d-db50-438b-a6ed-c58d671ababe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:27.197545 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5621f790-ad49-426a-8693-2d47673c4e91 None None] Calling delete_port for 19be8df4-677c-44f5-b5f6-f3e1ad35dd28 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:27.265604 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac6f971c-720d-49c9-b627-245de9905b49 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:27.332863 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 284fe26c-0593-42db-88c8-7d04412c9352 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:32:27.354898 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b7cfe834-cfe0-4a3e-9825-e60b86420768 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting port 3d368dfd-28cd-4394-8b36-1f6ce751b5bd {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:27.355229 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b7cfe834-cfe0-4a3e-9825-e60b86420768 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:27.402824 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59982) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:27.466700 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b7cfe834-cfe0-4a3e-9825-e60b86420768 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:27.480603 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b7cfe834-cfe0-4a3e-9825-e60b86420768 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Calling delete_port for 3d368dfd-28cd-4394-8b36-1f6ce751b5bd owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:27.519142 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b2d6987-d14f-4e31-9173-75037515dd1d req-e90a178f-4a3f-4bae-bc51-00d657ffc601 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=2389b50f-772f-4325-9959-58d8ac7d4487 HTTP/1.1" status: 200 len: 210 time: 0.0994835 Apr 20 16:32:27.532029 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b1316562-9f34-4786-be2b-11de188ffc4c tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:27.564449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 284fe26c-0593-42db-88c8-7d04412c9352 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:32:27.566789 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 284fe26c-0593-42db-88c8-7d04412c9352 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:32:27.611885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1316562-9f34-4786-be2b-11de188ffc4c tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event deleted for resources: {'Subnet': ['ID=eb47f8e4-eda1-4b9f-99e8-19bd691d9e25,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:27.687200 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67ab6d-db50-438b-a6ed-c58d671ababe None None] Pushing event updated for resources: {'Port': ['ID=36f7c74b-18f7-4de7-8ae2-0fa1ba0e035b,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:27.708316 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac6f971c-720d-49c9-b627-245de9905b49 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:27.717265 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5621f790-ad49-426a-8693-2d47673c4e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:27.725848 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b1316562-9f34-4786-be2b-11de188ffc4c tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:27.797555 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b43ae5dc-5eed-427c-b3ea-f029ddef9c47 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb11bf8b3c08464a8790ceef590f4df3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3925357 Apr 20 16:32:27.798423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59998) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:27.820134 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-b1316562-9f34-4786-be2b-11de188ffc4c tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f84267-d199-47c3-89c3-788abc660d20']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:27.838769 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621f790-ad49-426a-8693-2d47673c4e91 None None] Pushing event deleted for resources: {'Port': ['ID=19be8df4-677c-44f5-b5f6-f3e1ad35dd28,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:27.842003 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5621f790-ad49-426a-8693-2d47673c4e91 None None] No DVR routers for this DVR port 19be8df4-677c-44f5-b5f6-f3e1ad35dd28 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:32:27.848523 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 19be8df4-677c-44f5-b5f6-f3e1ad35dd28 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:32:27.872648 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 19be8df4-677c-44f5-b5f6-f3e1ad35dd28 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:32:27.872994 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 19be8df4-677c-44f5-b5f6-f3e1ad35dd28 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:32:27.880352 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-b1316562-9f34-4786-be2b-11de188ffc4c tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1187e51e-cf2d-47f2-94b2-8a9b0cada1c4') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:27.889550 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-b1316562-9f34-4786-be2b-11de188ffc4c tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1187e51e-cf2d-47f2-94b2-8a9b0cada1c4') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:27.904111 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:27.921853 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b1316562-9f34-4786-be2b-11de188ffc4c tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:27.937525 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b1316562-9f34-4786-be2b-11de188ffc4c tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:27.948015 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1316562-9f34-4786-be2b-11de188ffc4c tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:32:27.948543 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b1316562-9f34-4786-be2b-11de188ffc4c tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:27.948948 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b7cfe834-cfe0-4a3e-9825-e60b86420768 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:32:27.951753 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:32:27.986660 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4fca9e58-a8c2-4449-94d1-2f7557b7a60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:28.036646 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfe834-cfe0-4a3e-9825-e60b86420768 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Port': ['ID=3d368dfd-28cd-4394-8b36-1f6ce751b5bd,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:28.041648 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac6f971c-720d-49c9-b627-245de9905b49 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:28.058146 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4fca9e58-a8c2-4449-94d1-2f7557b7a60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:28.103427 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b7cfe834-cfe0-4a3e-9825-e60b86420768 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:28.106953 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b7cfe834-cfe0-4a3e-9825-e60b86420768 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/3d368dfd-28cd-4394-8b36-1f6ce751b5bd HTTP/1.1" status: 204 len: 168 time: 1.0892355 Apr 20 16:32:28.107775 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f971c-720d-49c9-b627-245de9905b49 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Pushing event deleted for resources: {'Subnet': ['ID=e4feed69-4f7d-4707-a3bc-8e92a728a30e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:28.109924 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac6f971c-720d-49c9-b627-245de9905b49 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:28.111493 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60014) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:28.112984 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ac6f971c-720d-49c9-b627-245de9905b49 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] 10.222.0.15 "DELETE /v2.0/subnets/e4feed69-4f7d-4707-a3bc-8e92a728a30e HTTP/1.1" status: 204 len: 168 time: 1.2333450 Apr 20 16:32:28.115331 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60016) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:28.122943 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd050cad-96de-4184-8de9-c1a56a916530 None None] Network b73c1835-0fb3-4805-830e-141c97f1201f requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:28.203212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda2b29d-10b3-4b91-a19c-6e0fc98ae0ee tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:28.204984 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda2b29d-10b3-4b91-a19c-6e0fc98ae0ee tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:28.206907 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cda2b29d-10b3-4b91-a19c-6e0fc98ae0ee tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0939734 Apr 20 16:32:28.209353 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60022) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:28.218410 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:28.240516 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc83f0b-2ce7-4425-bbd5-662bbd20c8c9 None None] Network 17f84267-d199-47c3-89c3-788abc660d20 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:28.255387 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b1316562-9f34-4786-be2b-11de188ffc4c tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:28.265524 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b1316562-9f34-4786-be2b-11de188ffc4c tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:28.272138 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b1316562-9f34-4786-be2b-11de188ffc4c tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "DELETE /v2.0/networks/17f84267-d199-47c3-89c3-788abc660d20 HTTP/1.1" status: 204 len: 168 time: 1.5967598 Apr 20 16:32:28.274593 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60024) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:28.282606 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-dc84ae89-cc48-49c1-9423-c2e242130cf1 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-8100152'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:28.305953 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1316562-9f34-4786-be2b-11de188ffc4c tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event deleted for resources: {'Network': ['ID=17f84267-d199-47c3-89c3-788abc660d20,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:28.307477 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-961baeb0-46a4-4650-a646-dc9daa4caecc tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet cd2ecf68-2926-4570-8597-9fb9d5b4a789 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:32:28.313153 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-961baeb0-46a4-4650-a646-dc9daa4caecc tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:28.316041 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c2dcc02-79fe-4353-bc0c-275480549587 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:28.321795 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4fca9e58-a8c2-4449-94d1-2f7557b7a60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:28.323793 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4fca9e58-a8c2-4449-94d1-2f7557b7a60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:28.327398 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4fca9e58-a8c2-4449-94d1-2f7557b7a60a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2901e4e7-3e3c-48d3-8645-dffd4ed4990b HTTP/1.1" status: 204 len: 168 time: 0.5195916 Apr 20 16:32:28.347106 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca9e58-a8c2-4449-94d1-2f7557b7a60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2901e4e7-3e3c-48d3-8645-dffd4ed4990b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:28.380624 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-961baeb0-46a4-4650-a646-dc9daa4caecc tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:28.509679 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-5c2dcc02-79fe-4353-bc0c-275480549587 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Deleting port d00c01b0-f92d-4d1a-9def-34e6fe0a936a {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:28.510025 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c2dcc02-79fe-4353-bc0c-275480549587 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:28.530923 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2e5062-beca-4b4e-b898-0f5d400f127c None None] DHCP port deletion for b73c1835-0fb3-4805-830e-141c97f1201f request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:32:28.599431 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-961baeb0-46a4-4650-a646-dc9daa4caecc tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:28.627650 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-5c2dcc02-79fe-4353-bc0c-275480549587 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] For port d00c01b0-f92d-4d1a-9def-34e6fe0a936a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d00c01b0-f92d-4d1a-9def-34e6fe0a936a,segment=NetworkSegment(a3946e73-0151-49c1-8e24-0c4fa3a16126),segment_id=a3946e73-0151-49c1-8e24-0c4fa3a16126)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:28.628034 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c2dcc02-79fe-4353-bc0c-275480549587 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:28.657806 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3b2e5062-beca-4b4e-b898-0f5d400f127c None None] Deleting port d00c01b0-f92d-4d1a-9def-34e6fe0a936a {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:28.658192 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3b2e5062-beca-4b4e-b898-0f5d400f127c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:28.702048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-5c2dcc02-79fe-4353-bc0c-275480549587 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Calling delete_port for d00c01b0-f92d-4d1a-9def-34e6fe0a936a owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:28.717091 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:28.739092 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3b2e5062-beca-4b4e-b898-0f5d400f127c None None] For port d00c01b0-f92d-4d1a-9def-34e6fe0a936a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d00c01b0-f92d-4d1a-9def-34e6fe0a936a,segment=NetworkSegment(a3946e73-0151-49c1-8e24-0c4fa3a16126),segment_id=a3946e73-0151-49c1-8e24-0c4fa3a16126)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:28.740162 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3b2e5062-beca-4b4e-b898-0f5d400f127c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:28.759841 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3b2e5062-beca-4b4e-b898-0f5d400f127c None None] Calling delete_port for d00c01b0-f92d-4d1a-9def-34e6fe0a936a owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:28.773661 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-961baeb0-46a4-4650-a646-dc9daa4caecc tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:28.825443 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961baeb0-46a4-4650-a646-dc9daa4caecc tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=cd2ecf68-2926-4570-8597-9fb9d5b4a789,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:28.843438 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-961baeb0-46a4-4650-a646-dc9daa4caecc tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:28.853407 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-961baeb0-46a4-4650-a646-dc9daa4caecc tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/cd2ecf68-2926-4570-8597-9fb9d5b4a789 HTTP/1.1" status: 204 len: 168 time: 0.6428502 Apr 20 16:32:28.875446 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60050) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:28.892008 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc84ae89-cc48-49c1-9423-c2e242130cf1 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Made reservation on behalf of 93c7f38b8d4940ff85bb34ea6927b365 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:28.896865 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc84ae89-cc48-49c1-9423-c2e242130cf1 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:28.931150 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc84ae89-cc48-49c1-9423-c2e242130cf1 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:32:28.941677 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc84ae89-cc48-49c1-9423-c2e242130cf1 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:28.942029 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-dc84ae89-cc48-49c1-9423-c2e242130cf1 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Added segment 73de027a-35d5-42e2-8cdb-c247e09eecaa of type vlan for network 00660178-62fb-4dba-8fa1-e481715f2a21 Apr 20 16:32:28.943330 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bb4931c6-41f7-467b-8b0a-4e4889f9ce33 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623245 Apr 20 16:32:28.956807 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3b2e5062-beca-4b4e-b898-0f5d400f127c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:28.968496 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60060) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:28.977719 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-85c9a3d4-272c-4a00-b56e-16f5f6ef809d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:29.016041 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc84ae89-cc48-49c1-9423-c2e242130cf1 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:29.020264 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e5062-beca-4b4e-b898-0f5d400f127c None None] No DVR routers for this DVR port d00c01b0-f92d-4d1a-9def-34e6fe0a936a on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:32:29.025968 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101d02d0-7535-4dc9-9d87-127630e4bacb None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:29.030683 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e5062-beca-4b4e-b898-0f5d400f127c None None] Pushing event deleted for resources: {'Port': ['ID=d00c01b0-f92d-4d1a-9def-34e6fe0a936a,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:29.035467 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c2dcc02-79fe-4353-bc0c-275480549587 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:29.083738 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2dcc02-79fe-4353-bc0c-275480549587 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] No DVR routers for this DVR port d00c01b0-f92d-4d1a-9def-34e6fe0a936a on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:32:29.102266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2dcc02-79fe-4353-bc0c-275480549587 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Pushing event deleted for resources: {'Port': ['ID=d00c01b0-f92d-4d1a-9def-34e6fe0a936a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:29.112011 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f171f01d-cc79-4e4c-82fc-e3f0d8ec58ae None None] Provisioning complete for port 36f7c74b-18f7-4de7-8ae2-0fa1ba0e035b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:29.112478 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f171f01d-cc79-4e4c-82fc-e3f0d8ec58ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:29.147365 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7281486-1d4a-4e84-b86b-af3c2c7fbde9 req-f4fe000a-b7ac-4509-8f02-2fd64e11ef97 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:29.149565 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d7281486-1d4a-4e84-b86b-af3c2c7fbde9 req-f4fe000a-b7ac-4509-8f02-2fd64e11ef97 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.2903116 Apr 20 16:32:29.236231 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c2dcc02-79fe-4353-bc0c-275480549587 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:29.244646 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f171f01d-cc79-4e4c-82fc-e3f0d8ec58ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:29.252314 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d7281486-1d4a-4e84-b86b-af3c2c7fbde9 req-93206022-c747-4768-8373-cd541959ca25 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972853 Apr 20 16:32:29.255679 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c9a3d4-272c-4a00-b56e-16f5f6ef809d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:29.266693 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-5c2dcc02-79fe-4353-bc0c-275480549587 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73c1835-0fb3-4805-830e-141c97f1201f']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:29.269599 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-85c9a3d4-272c-4a00-b56e-16f5f6ef809d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:29.288168 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f171f01d-cc79-4e4c-82fc-e3f0d8ec58ae None None] For port 36f7c74b-18f7-4de7-8ae2-0fa1ba0e035b, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=36f7c74b-18f7-4de7-8ae2-0fa1ba0e035b,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:29.291043 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-5c2dcc02-79fe-4353-bc0c-275480549587 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3946e73-0151-49c1-8e24-0c4fa3a16126') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:29.291483 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-5c2dcc02-79fe-4353-bc0c-275480549587 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3946e73-0151-49c1-8e24-0c4fa3a16126') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:29.299412 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc84ae89-cc48-49c1-9423-c2e242130cf1 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:29.305082 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc84ae89-cc48-49c1-9423-c2e242130cf1 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:29.305725 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc84ae89-cc48-49c1-9423-c2e242130cf1 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:29.319685 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c2dcc02-79fe-4353-bc0c-275480549587 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:29.338126 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a016a16-11fb-4f28-842a-745792d7d814 None None] DHCP port deletion for 10294607-eb5e-406e-b70a-cc143553f735 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:32:29.400604 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c2dcc02-79fe-4353-bc0c-275480549587 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:29.408958 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84ae89-cc48-49c1-9423-c2e242130cf1 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event updated for resources: {'Network': ['ID=00660178-62fb-4dba-8fa1-e481715f2a21,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:29.411419 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2dcc02-79fe-4353-bc0c-275480549587 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:32:29.411881 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c2dcc02-79fe-4353-bc0c-275480549587 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:32:29.415017 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:32:29.430501 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f171f01d-cc79-4e4c-82fc-e3f0d8ec58ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:29.432450 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 00660178-62fb-4dba-8fa1-e481715f2a21 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:32:29.502048 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60084) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:29.518012 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0a82a7c0-0f05-441e-b2fa-2c9a9ae5f120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:29.533351 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dc84ae89-cc48-49c1-9423-c2e242130cf1 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2578757 Apr 20 16:32:29.533598 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a016a16-11fb-4f28-842a-745792d7d814 None None] Deleting port 36f7c74b-18f7-4de7-8ae2-0fa1ba0e035b {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:29.533916 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a016a16-11fb-4f28-842a-745792d7d814 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:29.534082 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60086) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:29.558660 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-69a137e3-e0ad-4fdf-8ed1-dbde903299f0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Request body: {'subnet': {'network_id': '00660178-62fb-4dba-8fa1-e481715f2a21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:29.617919 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171f01d-cc79-4e4c-82fc-e3f0d8ec58ae None None] Pushing event updated for resources: {'Port': ['ID=36f7c74b-18f7-4de7-8ae2-0fa1ba0e035b,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:29.639831 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2a016a16-11fb-4f28-842a-745792d7d814 None None] For port 36f7c74b-18f7-4de7-8ae2-0fa1ba0e035b, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=36f7c74b-18f7-4de7-8ae2-0fa1ba0e035b,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:29.640315 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a016a16-11fb-4f28-842a-745792d7d814 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:29.659849 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2a016a16-11fb-4f28-842a-745792d7d814 None None] Calling delete_port for 36f7c74b-18f7-4de7-8ae2-0fa1ba0e035b owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:29.707651 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c2dcc02-79fe-4353-bc0c-275480549587 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:29.718548 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c2dcc02-79fe-4353-bc0c-275480549587 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:29.723768 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5c2dcc02-79fe-4353-bc0c-275480549587 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] 10.222.0.15 "DELETE /v2.0/networks/b73c1835-0fb3-4805-830e-141c97f1201f HTTP/1.1" status: 204 len: 168 time: 1.6067464 Apr 20 16:32:29.745689 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d00c01b0-f92d-4d1a-9def-34e6fe0a936a no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:32:29.769933 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0a82a7c0-0f05-441e-b2fa-2c9a9ae5f120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:29.783192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2dcc02-79fe-4353-bc0c-275480549587 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942 tempest-ExtraDHCPOptionsIpV6TestJSON-897712942-project] Pushing event deleted for resources: {'Network': ['ID=b73c1835-0fb3-4805-830e-141c97f1201f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:29.834853 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa06c6-ce53-499b-9ce8-6e87147c2349 req-58289d84-d4d9-4ebe-a602-a68271c7cfc2 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:29.836991 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-89aa06c6-ce53-499b-9ce8-6e87147c2349 req-58289d84-d4d9-4ebe-a602-a68271c7cfc2 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.2566178 Apr 20 16:32:29.870429 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0a82a7c0-0f05-441e-b2fa-2c9a9ae5f120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:29.883867 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-89aa06c6-ce53-499b-9ce8-6e87147c2349 req-ebd738d8-988a-4c42-8ea5-44c8a9bb84ca tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403860 Apr 20 16:32:30.005306 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82a7c0-0f05-441e-b2fa-2c9a9ae5f120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5038eb-72f3-4857-a03d-43556c271842,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:30.011310 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0a82a7c0-0f05-441e-b2fa-2c9a9ae5f120 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e403f13f72444fc69a715a923579d177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5075901 Apr 20 16:32:30.013758 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60112) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:30.047654 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a137e3-e0ad-4fdf-8ed1-dbde903299f0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Made reservation on behalf of 93c7f38b8d4940ff85bb34ea6927b365 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:30.051619 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69a137e3-e0ad-4fdf-8ed1-dbde903299f0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:30.103511 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: d00c01b0-f92d-4d1a-9def-34e6fe0a936a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:32:30.106328 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d00c01b0-f92d-4d1a-9def-34e6fe0a936a not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:32:30.138285 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-31397185-ded6-4c71-873b-56c13f75ad10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:30.156695 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2a016a16-11fb-4f28-842a-745792d7d814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:30.195497 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a016a16-11fb-4f28-842a-745792d7d814 None None] No DVR routers for this DVR port 36f7c74b-18f7-4de7-8ae2-0fa1ba0e035b on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:32:30.211157 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ccfeb-090a-49dc-beb6-b50cb6e25a9e req-0ee065f1-eb5b-4870-8c47-368f36872c75 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:30.213709 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:30.214750 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a016a16-11fb-4f28-842a-745792d7d814 None None] Pushing event deleted for resources: {'Port': ['ID=36f7c74b-18f7-4de7-8ae2-0fa1ba0e035b,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:30.227665 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-541ccfeb-090a-49dc-beb6-b50cb6e25a9e req-0ee065f1-eb5b-4870-8c47-368f36872c75 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1917057 Apr 20 16:32:30.274872 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-31397185-ded6-4c71-873b-56c13f75ad10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:30.293549 n-d-836146-2 neutron-server[103485]: DEBUG neutron.objects.ports [None req-85c9a3d4-272c-4a00-b56e-16f5f6ef809d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103485) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 16:32:30.300124 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-541ccfeb-090a-49dc-beb6-b50cb6e25a9e req-dddd1f46-17dd-4355-8dc5-728a7802b678 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715570 Apr 20 16:32:30.496630 n-d-836146-2 neutron-server[103485]: WARNING neutron.services.revisions.revision_plugin [None req-85c9a3d4-272c-4a00-b56e-16f5f6ef809d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Could not find related port for resource to bump revision. Apr 20 16:32:30.499850 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69a137e3-e0ad-4fdf-8ed1-dbde903299f0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:30.505413 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-31397185-ded6-4c71-873b-56c13f75ad10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:30.507892 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-31397185-ded6-4c71-873b-56c13f75ad10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:30.520145 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-31397185-ded6-4c71-873b-56c13f75ad10 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d5038eb-72f3-4857-a03d-43556c271842 HTTP/1.1" status: 204 len: 168 time: 0.5029268 Apr 20 16:32:30.546064 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60136) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:30.588464 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a137e3-e0ad-4fdf-8ed1-dbde903299f0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event updated for resources: {'Subnet': ['ID=099b19b6-4835-4951-a83d-93f8dc7ef126,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:30.604542 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31397185-ded6-4c71-873b-56c13f75ad10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5038eb-72f3-4857-a03d-43556c271842,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:30.608041 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.ipam_pluggable_backend [None req-85c9a3d4-272c-4a00-b56e-16f5f6ef809d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Port 36f7c74b-18f7-4de7-8ae2-0fa1ba0e035b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103485) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 20 16:32:30.608644 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.ipam_pluggable_backend [None req-85c9a3d4-272c-4a00-b56e-16f5f6ef809d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3b:2dd7 {{(pid=103485) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 20 16:32:30.622632 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-85c9a3d4-272c-4a00-b56e-16f5f6ef809d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:30.665192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a137e3-e0ad-4fdf-8ed1-dbde903299f0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Checking segment: {'id': '73de027a-35d5-42e2-8cdb-c247e09eecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '00660178-62fb-4dba-8fa1-e481715f2a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:30.665551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a137e3-e0ad-4fdf-8ed1-dbde903299f0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Network hostable DHCP agents. Network: 00660178-62fb-4dba-8fa1-e481715f2a21, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:32:30.689158 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9a3d4-272c-4a00-b56e-16f5f6ef809d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=83b2e960-0d0e-4aeb-b79c-c61eeecf15a3,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:30.703550 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c9a3d4-272c-4a00-b56e-16f5f6ef809d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:30.707923 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-85c9a3d4-272c-4a00-b56e-16f5f6ef809d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:30.717952 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c9a3d4-272c-4a00-b56e-16f5f6ef809d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:30.718476 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9f4cc3-3b1c-4a73-a122-4d06cb2b1967 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:30.718607 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-85c9a3d4-272c-4a00-b56e-16f5f6ef809d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:30.784229 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-32e81205-b559-4ee7-a5df-cf4522207926 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=339c72bd98fc4ff283490ce5803ef269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2342379 Apr 20 16:32:30.784589 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60146) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:30.837066 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-509cdb99-5464-4dbb-b5e2-763f9a464ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:30.870796 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-509cdb99-5464-4dbb-b5e2-763f9a464ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:30.885537 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cde2c7-78eb-45ae-8961-a68c10f8ed77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-10294607-eb5e-406e-b70a-cc143553f735', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'fixed_ips': [{'subnet_id': '83b2e960-0d0e-4aeb-b79c-c61eeecf15a3'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:32:30.887013 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-69cde2c7-78eb-45ae-8961-a68c10f8ed77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:30.903712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a137e3-e0ad-4fdf-8ed1-dbde903299f0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Network 00660178-62fb-4dba-8fa1-e481715f2a21 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:32:30.914906 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-85c9a3d4-272c-4a00-b56e-16f5f6ef809d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9410136 Apr 20 16:32:30.917344 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60152) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:30.922513 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7710f4d2-99d8-45ab-ab70-dfd33c1c2fc0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'mac_address': 'fa:16:3e:d4:da:e3', 'name': 'tempest-NetworksTestDHCPv6-1828697665'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:31.019249 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-69a137e3-e0ad-4fdf-8ed1-dbde903299f0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 00660178-62fb-4dba-8fa1-e481715f2a21) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:31.030852 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a137e3-e0ad-4fdf-8ed1-dbde903299f0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:31.031638 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69a137e3-e0ad-4fdf-8ed1-dbde903299f0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:31.035588 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c423ff5d-5059-414a-bbba-f9440ff5cd35 None None] Network 00660178-62fb-4dba-8fa1-e481715f2a21 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:31.076260 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-509cdb99-5464-4dbb-b5e2-763f9a464ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:31.079755 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-509cdb99-5464-4dbb-b5e2-763f9a464ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:31.080378 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-509cdb99-5464-4dbb-b5e2-763f9a464ea9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8ae3d743-0971-4031-9db9-0881f644aa46 HTTP/1.1" status: 204 len: 168 time: 0.2946014 Apr 20 16:32:31.095838 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cdb99-5464-4dbb-b5e2-763f9a464ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae3d743-0971-4031-9db9-0881f644aa46,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:31.149585 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-69cde2c7-78eb-45ae-8961-a68c10f8ed77 None None] Allocated IP 2001:db8::f816:3eff:fedb:9dac (10294607-eb5e-406e-b70a-cc143553f735/83b2e960-0d0e-4aeb-b79c-c61eeecf15a3/80312bba-6ed4-411f-a3d1-bef75fd3fdcd) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:31.192544 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-69a137e3-e0ad-4fdf-8ed1-dbde903299f0 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6574051 Apr 20 16:32:31.196380 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60168) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:31.276380 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7710f4d2-99d8-45ab-ab70-dfd33c1c2fc0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:31.360047 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bbb277-803c-41b7-a318-7695471dc84b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-00660178-62fb-4dba-8fa1-e481715f2a21', 'network_id': '00660178-62fb-4dba-8fa1-e481715f2a21', 'tenant_id': '93c7f38b8d4940ff85bb34ea6927b365', 'fixed_ips': [{'subnet_id': '099b19b6-4835-4951-a83d-93f8dc7ef126'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:32:31.366801 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8bbb277-803c-41b7-a318-7695471dc84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:31.477045 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7710f4d2-99d8-45ab-ab70-dfd33c1c2fc0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:31.530137 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-7710f4d2-99d8-45ab-ab70-dfd33c1c2fc0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] device_id is not set on port 8e201c1e-88b3-439e-bbaa-fd3761c76c4e yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:32:31.705684 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-f8bbb277-803c-41b7-a318-7695471dc84b None None] Allocated IP 2001:db8::2 (00660178-62fb-4dba-8fa1-e481715f2a21/099b19b6-4835-4951-a83d-93f8dc7ef126/a9dd15fe-d9c7-4a30-9806-ef477d29e5b4) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:31.713522 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-69cde2c7-78eb-45ae-8961-a68c10f8ed77 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:31.912122 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:31.913185 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-69cde2c7-78eb-45ae-8961-a68c10f8ed77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:32.034867 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-7710f4d2-99d8-45ab-ab70-dfd33c1c2fc0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8::f816:3eff:fed4:dae3 (10294607-eb5e-406e-b70a-cc143553f735/83b2e960-0d0e-4aeb-b79c-c61eeecf15a3/8e201c1e-88b3-439e-bbaa-fd3761c76c4e) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:32.042189 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cde2c7-78eb-45ae-8961-a68c10f8ed77 None None] Pushing event updated for resources: {'Port': ['ID=80312bba-6ed4-411f-a3d1-bef75fd3fdcd,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:32.063076 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60212) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:32.063191 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:32.101982 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cde2c7-78eb-45ae-8961-a68c10f8ed77 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:32.109508 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8bbb277-803c-41b7-a318-7695471dc84b None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:32.111454 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-69cde2c7-78eb-45ae-8961-a68c10f8ed77 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:32.121395 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cde2c7-78eb-45ae-8961-a68c10f8ed77 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:32.167425 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-caf89239-a7f2-409a-88e4-2c8f7c01f52f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7736cb8746c64cf4b95600f69a75b12f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1109254 Apr 20 16:32:32.170214 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60220) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:32.186314 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-69cde2c7-78eb-45ae-8961-a68c10f8ed77 None None] Attempting to bind port 80312bba-6ed4-411f-a3d1-bef75fd3fdcd on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:32:32.194735 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-69cde2c7-78eb-45ae-8961-a68c10f8ed77 None None] Attempting to bind port 80312bba-6ed4-411f-a3d1-bef75fd3fdcd by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:32:32.194735 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cde2c7-78eb-45ae-8961-a68c10f8ed77 None None] Attempting to bind port 80312bba-6ed4-411f-a3d1-bef75fd3fdcd on network 10294607-eb5e-406e-b70a-cc143553f735 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:32:32.199008 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cde2c7-78eb-45ae-8961-a68c10f8ed77 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:32:32.199397 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cde2c7-78eb-45ae-8961-a68c10f8ed77 None None] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:32.199807 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-69cde2c7-78eb-45ae-8961-a68c10f8ed77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:32.200556 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cde2c7-78eb-45ae-8961-a68c10f8ed77 None None] Bound using segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:32:32.200745 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-69cde2c7-78eb-45ae-8961-a68c10f8ed77 None None] Bound port: 80312bba-6ed4-411f-a3d1-bef75fd3fdcd, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:32:32.201084 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-69cde2c7-78eb-45ae-8961-a68c10f8ed77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:32.253238 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8bbb277-803c-41b7-a318-7695471dc84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:32.276615 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-08b93003-5e2c-47ba-a21f-479bda6a4529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:32.292842 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7710f4d2-99d8-45ab-ab70-dfd33c1c2fc0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:32.307855 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-08b93003-5e2c-47ba-a21f-479bda6a4529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:32.325005 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bbb277-803c-41b7-a318-7695471dc84b None None] Network 00660178-62fb-4dba-8fa1-e481715f2a21 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:32.340571 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-f8bbb277-803c-41b7-a318-7695471dc84b None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:32.347212 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bbb277-803c-41b7-a318-7695471dc84b None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:32.362472 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbb277-803c-41b7-a318-7695471dc84b None None] Pushing event updated for resources: {'Port': ['ID=a9dd15fe-d9c7-4a30-9806-ef477d29e5b4,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:32.383542 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-69cde2c7-78eb-45ae-8961-a68c10f8ed77 None None] For port 80312bba-6ed4-411f-a3d1-bef75fd3fdcd, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:32:32.402453 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:32.423056 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-69cde2c7-78eb-45ae-8961-a68c10f8ed77 None None] For port 80312bba-6ed4-411f-a3d1-bef75fd3fdcd, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=80312bba-6ed4-411f-a3d1-bef75fd3fdcd,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:32:32.424000 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f8bbb277-803c-41b7-a318-7695471dc84b None None] Attempting to bind port a9dd15fe-d9c7-4a30-9806-ef477d29e5b4 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:32:32.424417 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f8bbb277-803c-41b7-a318-7695471dc84b None None] Attempting to bind port a9dd15fe-d9c7-4a30-9806-ef477d29e5b4 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '73de027a-35d5-42e2-8cdb-c247e09eecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '00660178-62fb-4dba-8fa1-e481715f2a21'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:32:32.424736 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bbb277-803c-41b7-a318-7695471dc84b None None] Attempting to bind port a9dd15fe-d9c7-4a30-9806-ef477d29e5b4 on network 00660178-62fb-4dba-8fa1-e481715f2a21 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:32:32.433611 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bbb277-803c-41b7-a318-7695471dc84b None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:32:32.436099 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bbb277-803c-41b7-a318-7695471dc84b None None] Checking segment: {'id': '73de027a-35d5-42e2-8cdb-c247e09eecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '00660178-62fb-4dba-8fa1-e481715f2a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:32.436541 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8bbb277-803c-41b7-a318-7695471dc84b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:32.436942 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bbb277-803c-41b7-a318-7695471dc84b None None] Bound using segment: {'id': '73de027a-35d5-42e2-8cdb-c247e09eecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '00660178-62fb-4dba-8fa1-e481715f2a21'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:32:32.437553 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f8bbb277-803c-41b7-a318-7695471dc84b None None] Bound port: a9dd15fe-d9c7-4a30-9806-ef477d29e5b4, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73de027a-35d5-42e2-8cdb-c247e09eecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '00660178-62fb-4dba-8fa1-e481715f2a21'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:32:32.437937 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8bbb277-803c-41b7-a318-7695471dc84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:32.442172 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7710f4d2-99d8-45ab-ab70-dfd33c1c2fc0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:32.467361 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event deleted for resources: {'Subnet': ['ID=099b19b6-4835-4951-a83d-93f8dc7ef126,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:32.534989 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7710f4d2-99d8-45ab-ab70-dfd33c1c2fc0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:32.538790 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-7710f4d2-99d8-45ab-ab70-dfd33c1c2fc0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:32.541120 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:32.543589 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7710f4d2-99d8-45ab-ab70-dfd33c1c2fc0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:32.543731 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-08b93003-5e2c-47ba-a21f-479bda6a4529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:32.548977 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-08b93003-5e2c-47ba-a21f-479bda6a4529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:32.550604 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7710f4d2-99d8-45ab-ab70-dfd33c1c2fc0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:32.551300 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7710f4d2-99d8-45ab-ab70-dfd33c1c2fc0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:32.560356 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-08b93003-5e2c-47ba-a21f-479bda6a4529 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f79325e9-6e3b-40f9-adad-f39d5800f783 HTTP/1.1" status: 204 len: 168 time: 0.3888280 Apr 20 16:32:32.570465 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710f4d2-99d8-45ab-ab70-dfd33c1c2fc0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=8e201c1e-88b3-439e-bbaa-fd3761c76c4e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:32.578101 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f8bbb277-803c-41b7-a318-7695471dc84b None None] For port a9dd15fe-d9c7-4a30-9806-ef477d29e5b4, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:32:32.582777 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f8bbb277-803c-41b7-a318-7695471dc84b None None] For port a9dd15fe-d9c7-4a30-9806-ef477d29e5b4, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a9dd15fe-d9c7-4a30-9806-ef477d29e5b4,segment=NetworkSegment(73de027a-35d5-42e2-8cdb-c247e09eecaa),segment_id=73de027a-35d5-42e2-8cdb-c247e09eecaa)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:32:32.591156 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b93003-5e2c-47ba-a21f-479bda6a4529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79325e9-6e3b-40f9-adad-f39d5800f783,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:32.604923 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00660178-62fb-4dba-8fa1-e481715f2a21']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:32.612230 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-69cde2c7-78eb-45ae-8961-a68c10f8ed77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:32.617913 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73de027a-35d5-42e2-8cdb-c247e09eecaa') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:32.618209 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73de027a-35d5-42e2-8cdb-c247e09eecaa') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:32.628943 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:32.675137 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cde2c7-78eb-45ae-8961-a68c10f8ed77 None None] Pushing event updated for resources: {'Port': ['ID=80312bba-6ed4-411f-a3d1-bef75fd3fdcd,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:32.754143 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7710f4d2-99d8-45ab-ab70-dfd33c1c2fc0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8357019 Apr 20 16:32:32.754981 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8bbb277-803c-41b7-a318-7695471dc84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:32.756792 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60248) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:32.776502 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:32.806475 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:32:32.807142 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:32:32.817443 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:32:32.969256 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7f3f7b-59be-4266-a687-6a73ce19c776 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:32.984099 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7f3f7b-59be-4266-a687-6a73ce19c776 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:32.986195 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-df7f3f7b-59be-4266-a687-6a73ce19c776 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2282810 Apr 20 16:32:32.989194 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60256) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:32.998073 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.db.api [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 16:32:32.998073 n-d-836146-2 neutron-server[103485]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 16:32:32.998073 n-d-836146-2 neutron-server[103485]: [parameters: {'id': '00660178-62fb-4dba-8fa1-e481715f2a21'}] Apr 20 16:32:32.998073 n-d-836146-2 neutron-server[103485]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:32:32.998620 n-d-836146-2 neutron-server[103485]: DEBUG oslo_db.api [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:32:33.026598 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbb277-803c-41b7-a318-7695471dc84b None None] Pushing event updated for resources: {'Port': ['ID=a9dd15fe-d9c7-4a30-9806-ef477d29e5b4,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:33.061790 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8da218-3e85-4267-ba49-4b4fd36c8299 None None] Network 00660178-62fb-4dba-8fa1-e481715f2a21 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:33.175271 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-12c676fb-2aec-4b4f-8dd1-eb8cb35e18e4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting port 8e201c1e-88b3-439e-bbaa-fd3761c76c4e {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:33.175934 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12c676fb-2aec-4b4f-8dd1-eb8cb35e18e4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:33.307853 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12c676fb-2aec-4b4f-8dd1-eb8cb35e18e4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:33.330531 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-12c676fb-2aec-4b4f-8dd1-eb8cb35e18e4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Calling delete_port for 8e201c1e-88b3-439e-bbaa-fd3761c76c4e owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:33.445479 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60280) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:33.499934 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:33.614919 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Deleting port a9dd15fe-d9c7-4a30-9806-ef477d29e5b4 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:33.615378 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:33.680446 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-68b35fd0-6a88-4e24-90dc-ce245b0eebf3 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1280817504'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:33.710393 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12c676fb-2aec-4b4f-8dd1-eb8cb35e18e4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:33.725810 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] For port a9dd15fe-d9c7-4a30-9806-ef477d29e5b4, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a9dd15fe-d9c7-4a30-9806-ef477d29e5b4,segment=NetworkSegment(73de027a-35d5-42e2-8cdb-c247e09eecaa),segment_id=73de027a-35d5-42e2-8cdb-c247e09eecaa)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:33.726200 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:33.764133 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 80312bba-6ed4-411f-a3d1-bef75fd3fdcd up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:32:33.777268 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Calling delete_port for a9dd15fe-d9c7-4a30-9806-ef477d29e5b4 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:33.822261 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c676fb-2aec-4b4f-8dd1-eb8cb35e18e4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Port': ['ID=8e201c1e-88b3-439e-bbaa-fd3761c76c4e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:33.827385 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12c676fb-2aec-4b4f-8dd1-eb8cb35e18e4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:33.832818 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-12c676fb-2aec-4b4f-8dd1-eb8cb35e18e4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/8e201c1e-88b3-439e-bbaa-fd3761c76c4e HTTP/1.1" status: 204 len: 168 time: 0.8425257 Apr 20 16:32:33.835137 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60304) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:33.879823 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 80312bba-6ed4-411f-a3d1-bef75fd3fdcd triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:33.880231 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:33.920619 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b35fd0-6a88-4e24-90dc-ce245b0eebf3 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Made reservation on behalf of d6aa039c16e847d9821ec4a912e2c995 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:33.925426 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68b35fd0-6a88-4e24-90dc-ce245b0eebf3 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:33.939444 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68b35fd0-6a88-4e24-90dc-ce245b0eebf3 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:33.973688 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09c1987-9612-40ae-9cf4-36ca8bd6b0cb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:33.975862 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09c1987-9612-40ae-9cf4-36ca8bd6b0cb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:33.980630 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60322) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:33.984733 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c09c1987-9612-40ae-9cf4-36ca8bd6b0cb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1406558 Apr 20 16:32:34.009338 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:34.076612 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:34.081062 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event deleted for resources: {'Port': ['ID=a9dd15fe-d9c7-4a30-9806-ef477d29e5b4,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:34.097299 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] No DVR routers for this DVR port a9dd15fe-d9c7-4a30-9806-ef477d29e5b4 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:32:34.132945 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 80312bba-6ed4-411f-a3d1-bef75fd3fdcd, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=80312bba-6ed4-411f-a3d1-bef75fd3fdcd,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:34.149050 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0e88e4-76ea-4a2a-988b-44c6da31036e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet 83b2e960-0d0e-4aeb-b79c-c61eeecf15a3 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:32:34.152657 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b0e88e4-76ea-4a2a-988b-44c6da31036e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:34.205675 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:34.251615 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-6735ea40-3676-4afc-8a7c-c6f91c2c64a8 None None] Provisioning complete for port 80312bba-6ed4-411f-a3d1-bef75fd3fdcd triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:34.252264 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6735ea40-3676-4afc-8a7c-c6f91c2c64a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:34.304099 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b0e88e4-76ea-4a2a-988b-44c6da31036e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:34.316158 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:34.325270 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=80312bba-6ed4-411f-a3d1-bef75fd3fdcd,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:34.377439 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68b35fd0-6a88-4e24-90dc-ce245b0eebf3 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:34.396480 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93342abf-9eec-43d6-a14a-9cce0e9e52db req-073368c0-e01f-49eb-8b63-2792af44f682 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:34.397997 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-93342abf-9eec-43d6-a14a-9cce0e9e52db req-073368c0-e01f-49eb-8b63-2792af44f682 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.2819507 Apr 20 16:32:34.406049 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00660178-62fb-4dba-8fa1-e481715f2a21']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:34.427992 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73de027a-35d5-42e2-8cdb-c247e09eecaa') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:34.428246 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73de027a-35d5-42e2-8cdb-c247e09eecaa') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:34.447617 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:34.488993 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:34.492799 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9d9fdf8d-a160-44c2-8632-fb91352b1728 None None] Could not find standard attr ID for object 8e201c1e-88b3-439e-bbaa-fd3761c76c4e. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:32:34.510333 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b0e88e4-76ea-4a2a-988b-44c6da31036e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:34.515664 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:32:34.516070 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:32:34.537849 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:32:34.558146 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-93342abf-9eec-43d6-a14a-9cce0e9e52db req-e5de47a1-f0b6-4dfd-a513-93d5587c5a54 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498244 Apr 20 16:32:34.563438 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68b35fd0-6a88-4e24-90dc-ce245b0eebf3 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:34.651787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463b5ff2-b761-4631-a1cb-e4e1b2f2aad9 None None] get_active_networks_info from n-d-836146-2 {{(pid=103486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 16:32:34.657391 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b35fd0-6a88-4e24-90dc-ce245b0eebf3 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc71bf0-0edd-4860-a965-84a5bd23a034,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:34.692253 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181c5f6-f030-4abf-afa3-96dd717e1372 req-3e06107d-66a4-4b6e-85fc-a00be7eebf5b tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:34.699564 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1181c5f6-f030-4abf-afa3-96dd717e1372 req-3e06107d-66a4-4b6e-85fc-a00be7eebf5b tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.0600548 Apr 20 16:32:34.736371 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1181c5f6-f030-4abf-afa3-96dd717e1372 req-d60966a7-4d32-4c08-8d4a-ef0ee8d3c700 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358603 Apr 20 16:32:34.738440 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463b5ff2-b761-4631-a1cb-e4e1b2f2aad9 None None] Resources bound (agent type, host, resource id): {{(pid=103486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 16:32:34.778702 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:34.784559 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:34.793718 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60340) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:34.794388 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "DELETE /v2.0/networks/00660178-62fb-4dba-8fa1-e481715f2a21 HTTP/1.1" status: 204 len: 168 time: 3.5976665 Apr 20 16:32:34.799777 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2ac155cd-4755-4846-99c1-6919cc0f2012 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1023987742'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:34.814288 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45910a9-1e5c-4d92-86dc-1c72462ea333 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event deleted for resources: {'Network': ['ID=00660178-62fb-4dba-8fa1-e481715f2a21,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:34.884426 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b0e88e4-76ea-4a2a-988b-44c6da31036e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:34.895635 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b35fd0-6a88-4e24-90dc-ce245b0eebf3 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:32:34.916320 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac155cd-4755-4846-99c1-6919cc0f2012 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Made reservation on behalf of 93c7f38b8d4940ff85bb34ea6927b365 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:34.920593 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ac155cd-4755-4846-99c1-6919cc0f2012 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:34.920723 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e88e4-76ea-4a2a-988b-44c6da31036e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=83b2e960-0d0e-4aeb-b79c-c61eeecf15a3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:34.927066 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b0e88e4-76ea-4a2a-988b-44c6da31036e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:34.931066 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4b0e88e4-76ea-4a2a-988b-44c6da31036e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/83b2e960-0d0e-4aeb-b79c-c61eeecf15a3 HTTP/1.1" status: 204 len: 168 time: 0.9493859 Apr 20 16:32:34.934843 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60344) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:34.945688 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68b35fd0-6a88-4e24-90dc-ce245b0eebf3 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:34.947982 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-68b35fd0-6a88-4e24-90dc-ce245b0eebf3 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Added segment 181a7221-7bee-4d67-8ca2-33c625311b21 of type vlan for network f499c58b-4bd7-4cd6-810e-00828e1d35b6 Apr 20 16:32:34.951894 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac155cd-4755-4846-99c1-6919cc0f2012 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:32:34.961788 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ac155cd-4755-4846-99c1-6919cc0f2012 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:34.962424 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-2ac155cd-4755-4846-99c1-6919cc0f2012 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Added segment 027c2894-00cf-4271-9094-b2a516244bea of type vlan for network bb21335c-2576-4d39-bbf8-63a86826dc89 Apr 20 16:32:34.995108 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e2d4dbc2-b6ec-47b7-895b-6d58fea8ff37 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587261 Apr 20 16:32:34.998820 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60346) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:35.024665 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ac155cd-4755-4846-99c1-6919cc0f2012 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:35.035361 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e164eaf-a69f-4a3b-96ca-c7996cb9889b None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:35.075530 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68b35fd0-6a88-4e24-90dc-ce245b0eebf3 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:35.111755 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800a046e-49ec-4297-a1b1-020d035fc5eb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:35.113329 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-800a046e-49ec-4297-a1b1-020d035fc5eb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1130803 Apr 20 16:32:35.116311 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60350) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:35.180905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5a3f44-e026-4ba5-b234-bf844069f01c tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:35.182434 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8d5a3f44-e026-4ba5-b234-bf844069f01c tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0649836 Apr 20 16:32:35.185041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60354) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:35.193639 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ac155cd-4755-4846-99c1-6919cc0f2012 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:35.204041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac155cd-4755-4846-99c1-6919cc0f2012 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:35.205386 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ac155cd-4755-4846-99c1-6919cc0f2012 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:35.247125 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68b35fd0-6a88-4e24-90dc-ce245b0eebf3 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:35.252649 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b35fd0-6a88-4e24-90dc-ce245b0eebf3 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:35.254688 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68b35fd0-6a88-4e24-90dc-ce245b0eebf3 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:35.277365 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b102f94a-488c-4ca8-b646-ac58f74d5600 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869322 Apr 20 16:32:35.290948 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e9dce6-fbb2-4b27-ae81-2a6895b90db0 None None] DHCP port deletion for 10294607-eb5e-406e-b70a-cc143553f735 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:32:35.300945 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60360) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:35.315004 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-0fde67b8-6c93-403c-b105-cc852a5f6965 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:35.372698 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac155cd-4755-4846-99c1-6919cc0f2012 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event updated for resources: {'Network': ['ID=bb21335c-2576-4d39-bbf8-63a86826dc89,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:35.387330 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-68b35fd0-6a88-4e24-90dc-ce245b0eebf3 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9406617 Apr 20 16:32:35.424496 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2ac155cd-4755-4846-99c1-6919cc0f2012 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6306119 Apr 20 16:32:35.425138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60372) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:35.439359 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-b3f2c99b-7675-414f-8537-6892f27695de tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Request body: {'subnet': {'network_id': 'bb21335c-2576-4d39-bbf8-63a86826dc89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:35.496160 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b35fd0-6a88-4e24-90dc-ce245b0eebf3 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Network': ['ID=f499c58b-4bd7-4cd6-810e-00828e1d35b6,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:35.554472 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60378) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:35.566880 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-daa3d082-5348-412e-a683-003dabf63bda tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'subnet': {'network_id': 'f499c58b-4bd7-4cd6-810e-00828e1d35b6', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:35.572054 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network bb21335c-2576-4d39-bbf8-63a86826dc89 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:32:35.574228 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network f499c58b-4bd7-4cd6-810e-00828e1d35b6 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:32:35.718831 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430345a-f4ad-485d-9f13-8991693198bb req-ce0a20dd-4a15-443e-86c5-2131df9c99b8 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:35.720433 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e430345a-f4ad-485d-9f13-8991693198bb req-ce0a20dd-4a15-443e-86c5-2131df9c99b8 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/networks?id=8e44dbee-7158-4e82-ae47-5239495ea7c2 HTTP/1.1" status: 200 len: 812 time: 0.3501437 Apr 20 16:32:35.742248 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e430345a-f4ad-485d-9f13-8991693198bb req-0d7cd369-9c76-4302-b4a5-7e7aa4970d98 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/quotas/02e6a7c368804b1db8fc183496dac8a4 HTTP/1.1" status: 200 len: 375 time: 0.0102663 Apr 20 16:32:35.749731 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 80312bba-6ed4-411f-a3d1-bef75fd3fdcd no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:32:35.767852 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f2c99b-7675-414f-8537-6892f27695de tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Made reservation on behalf of 93c7f38b8d4940ff85bb34ea6927b365 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:35.771360 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3f2c99b-7675-414f-8537-6892f27695de tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:35.784089 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e430345a-f4ad-485d-9f13-8991693198bb req-3d4dd59e-186a-4b0c-8bf9-c411c0ec7df1 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=02e6a7c368804b1db8fc183496dac8a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330162 Apr 20 16:32:35.826960 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fde67b8-6c93-403c-b105-cc852a5f6965 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:35.830847 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0fde67b8-6c93-403c-b105-cc852a5f6965 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:35.839747 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa3d082-5348-412e-a683-003dabf63bda tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Made reservation on behalf of d6aa039c16e847d9821ec4a912e2c995 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:35.844934 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-daa3d082-5348-412e-a683-003dabf63bda tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:35.883590 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-47e9dce6-fbb2-4b27-ae81-2a6895b90db0 None None] Deleting port 80312bba-6ed4-411f-a3d1-bef75fd3fdcd {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:35.884206 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-47e9dce6-fbb2-4b27-ae81-2a6895b90db0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:35.970095 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:35.997427 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-47e9dce6-fbb2-4b27-ae81-2a6895b90db0 None None] For port 80312bba-6ed4-411f-a3d1-bef75fd3fdcd, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=80312bba-6ed4-411f-a3d1-bef75fd3fdcd,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:35.998371 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-47e9dce6-fbb2-4b27-ae81-2a6895b90db0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:36.015931 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-47e9dce6-fbb2-4b27-ae81-2a6895b90db0 None None] Calling delete_port for 80312bba-6ed4-411f-a3d1-bef75fd3fdcd owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:36.187653 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e430345a-f4ad-485d-9f13-8991693198bb req-6e386dc6-6eac-4f51-9865-2ad67b2c7f77 service neutron] 10.222.0.15 "GET /v2.0/networks/8e44dbee-7158-4e82-ae47-5239495ea7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909371 Apr 20 16:32:36.191958 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-47e9dce6-fbb2-4b27-ae81-2a6895b90db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:36.273968 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9dce6-fbb2-4b27-ae81-2a6895b90db0 None None] Pushing event deleted for resources: {'Port': ['ID=80312bba-6ed4-411f-a3d1-bef75fd3fdcd,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:36.304114 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e9dce6-fbb2-4b27-ae81-2a6895b90db0 None None] No DVR routers for this DVR port 80312bba-6ed4-411f-a3d1-bef75fd3fdcd on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:32:36.401057 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e430345a-f4ad-485d-9f13-8991693198bb req-4febfed8-f726-42c4-a7aa-e83d3d6a5d66 service neutron] 10.222.0.15 "GET /v2.0/networks/8e44dbee-7158-4e82-ae47-5239495ea7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029190 Apr 20 16:32:36.486862 n-d-836146-2 neutron-server[103485]: DEBUG neutron.objects.ports [None req-0fde67b8-6c93-403c-b105-cc852a5f6965 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103485) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 16:32:36.498532 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0fde67b8-6c93-403c-b105-cc852a5f6965 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:36.531762 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fde67b8-6c93-403c-b105-cc852a5f6965 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:36.535612 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-0fde67b8-6c93-403c-b105-cc852a5f6965 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:36.574902 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fde67b8-6c93-403c-b105-cc852a5f6965 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:36.575529 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0fde67b8-6c93-403c-b105-cc852a5f6965 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:36.579483 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622a6036-808e-4a27-80e1-e2d0d3621fca None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:36.579672 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde67b8-6c93-403c-b105-cc852a5f6965 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=c72e39f2-06a5-4b9e-b81b-6f56f0baf44e,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:36.589281 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-daa3d082-5348-412e-a683-003dabf63bda tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:36.668089 n-d-836146-2 neutron-server[103484]: DEBUG neutron.objects.ports [None req-b3f2c99b-7675-414f-8537-6892f27695de tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103484) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 16:32:36.669965 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3f2c99b-7675-414f-8537-6892f27695de tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:36.698993 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3d082-5348-412e-a683-003dabf63bda tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Subnet': ['ID=17f96cba-d35d-4405-997d-e9f2a9782b7d,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:36.725309 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa3d082-5348-412e-a683-003dabf63bda tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Checking segment: {'id': '181a7221-7bee-4d67-8ca2-33c625311b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f499c58b-4bd7-4cd6-810e-00828e1d35b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:36.733501 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa3d082-5348-412e-a683-003dabf63bda tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Network hostable DHCP agents. Network: f499c58b-4bd7-4cd6-810e-00828e1d35b6, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:32:36.747029 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f2c99b-7675-414f-8537-6892f27695de tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Checking segment: {'id': '027c2894-00cf-4271-9094-b2a516244bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bb21335c-2576-4d39-bbf8-63a86826dc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:36.747618 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f2c99b-7675-414f-8537-6892f27695de tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Network hostable DHCP agents. Network: bb21335c-2576-4d39-bbf8-63a86826dc89, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:32:36.770831 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2c99b-7675-414f-8537-6892f27695de tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event updated for resources: {'Subnet': ['ID=6a8dc7bf-0bc7-4deb-9db5-0211fbb66a45,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:36.778306 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0fde67b8-6c93-403c-b105-cc852a5f6965 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4757662 Apr 20 16:32:36.778499 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60398) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:36.783566 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-0eaeaf8d-cd34-4d5d-99cb-873208877bb1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'mac_address': 'fa:16:3e:7d:2a:8d', 'name': 'tempest-NetworksTestDHCPv6-266467047'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:36.806108 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e53436-41e4-4018-bfd3-f8a67a5d9ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-10294607-eb5e-406e-b70a-cc143553f735', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'fixed_ips': [{'subnet_id': 'c72e39f2-06a5-4b9e-b81b-6f56f0baf44e'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:32:36.807216 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-44e53436-41e4-4018-bfd3-f8a67a5d9ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:36.899954 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa3d082-5348-412e-a683-003dabf63bda tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Network f499c58b-4bd7-4cd6-810e-00828e1d35b6 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:32:36.973295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f2c99b-7675-414f-8537-6892f27695de tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Network bb21335c-2576-4d39-bbf8-63a86826dc89 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:32:36.989911 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-44e53436-41e4-4018-bfd3-f8a67a5d9ddd None None] Allocated IP 2001:db8::f816:3eff:fed7:694b (10294607-eb5e-406e-b70a-cc143553f735/c72e39f2-06a5-4b9e-b81b-6f56f0baf44e/6c54a0b4-c316-4518-b2e5-c896ecb4571a) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:37.019211 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eaeaf8d-cd34-4d5d-99cb-873208877bb1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:37.058052 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-daa3d082-5348-412e-a683-003dabf63bda tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, f499c58b-4bd7-4cd6-810e-00828e1d35b6) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:37.062302 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa3d082-5348-412e-a683-003dabf63bda tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:37.064984 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-daa3d082-5348-412e-a683-003dabf63bda tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:37.074977 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89db8f69-5147-4551-96d2-f452dff57592 None None] Network f499c58b-4bd7-4cd6-810e-00828e1d35b6 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:37.084079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-b3f2c99b-7675-414f-8537-6892f27695de tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, bb21335c-2576-4d39-bbf8-63a86826dc89) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:37.098486 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f2c99b-7675-414f-8537-6892f27695de tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:37.099097 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3f2c99b-7675-414f-8537-6892f27695de tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:37.111007 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca81e636-822a-4859-b25a-956248acbd77 None None] Network bb21335c-2576-4d39-bbf8-63a86826dc89 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:37.185432 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-daa3d082-5348-412e-a683-003dabf63bda tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6198688 Apr 20 16:32:37.185432 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60408) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:37.185432 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c8e7eb2a-6ed7-41c8-9536-07e9538351f8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2126578578'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:37.205471 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-57e6c729-41e1-4fb2-af84-eb5925e133cd req-13c8f2c6-6699-4691-bb41-f3d2e999847f tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 210 time: 0.0692039 Apr 20 16:32:37.249935 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b3f2c99b-7675-414f-8537-6892f27695de tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8237262 Apr 20 16:32:37.252852 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60416) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:37.266157 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0eaeaf8d-cd34-4d5d-99cb-873208877bb1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:37.332416 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-0eaeaf8d-cd34-4d5d-99cb-873208877bb1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] device_id is not set on port 5644ec83-dc50-4309-95ee-b662a5b14c95 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:32:37.404645 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e7eb2a-6ed7-41c8-9536-07e9538351f8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Made reservation on behalf of d6aa039c16e847d9821ec4a912e2c995 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:37.421918 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb673e7a-993d-479d-bfa9-4071d46a4873 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:37.422256 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c8e7eb2a-6ed7-41c8-9536-07e9538351f8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:37.422523 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-44e53436-41e4-4018-bfd3-f8a67a5d9ddd None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:37.463548 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3611387a-98f3-479d-ad04-31c323fffe42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-f499c58b-4bd7-4cd6-810e-00828e1d35b6', 'network_id': 'f499c58b-4bd7-4cd6-810e-00828e1d35b6', 'tenant_id': 'd6aa039c16e847d9821ec4a912e2c995', 'fixed_ips': [{'subnet_id': '17f96cba-d35d-4405-997d-e9f2a9782b7d'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:32:37.464429 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3611387a-98f3-479d-ad04-31c323fffe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:37.476823 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3524a363-145e-49ed-a888-b1c5bed5395f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-bb21335c-2576-4d39-bbf8-63a86826dc89', 'network_id': 'bb21335c-2576-4d39-bbf8-63a86826dc89', 'tenant_id': '93c7f38b8d4940ff85bb34ea6927b365', 'fixed_ips': [{'subnet_id': '6a8dc7bf-0bc7-4deb-9db5-0211fbb66a45'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:32:37.477644 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3524a363-145e-49ed-a888-b1c5bed5395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:37.501143 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e7eb2a-6ed7-41c8-9536-07e9538351f8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:32:37.511127 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c8e7eb2a-6ed7-41c8-9536-07e9538351f8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:37.511430 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb673e7a-993d-479d-bfa9-4071d46a4873 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:37.511552 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-c8e7eb2a-6ed7-41c8-9536-07e9538351f8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Added segment 6d19e11c-cd67-4be5-a63e-48e789610ae1 of type vlan for network 8decdcf3-341e-4419-97e8-3699604c29a5 Apr 20 16:32:37.581787 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c8e7eb2a-6ed7-41c8-9536-07e9538351f8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:37.618682 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-44e53436-41e4-4018-bfd3-f8a67a5d9ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:37.658315 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-0eaeaf8d-cd34-4d5d-99cb-873208877bb1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8::f816:3eff:fe7d:2a8d (10294607-eb5e-406e-b70a-cc143553f735/c72e39f2-06a5-4b9e-b81b-6f56f0baf44e/5644ec83-dc50-4309-95ee-b662a5b14c95) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:37.708226 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e53436-41e4-4018-bfd3-f8a67a5d9ddd None None] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:37.721974 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-44e53436-41e4-4018-bfd3-f8a67a5d9ddd None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:37.726017 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e53436-41e4-4018-bfd3-f8a67a5d9ddd None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:37.727861 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e53436-41e4-4018-bfd3-f8a67a5d9ddd None None] Pushing event updated for resources: {'Port': ['ID=6c54a0b4-c316-4518-b2e5-c896ecb4571a,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:37.729694 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c8e7eb2a-6ed7-41c8-9536-07e9538351f8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:37.741032 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e7eb2a-6ed7-41c8-9536-07e9538351f8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:37.742501 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c8e7eb2a-6ed7-41c8-9536-07e9538351f8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:37.767457 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-3611387a-98f3-479d-ad04-31c323fffe42 None None] Allocated IP 172.20.255.242 (f499c58b-4bd7-4cd6-810e-00828e1d35b6/17f96cba-d35d-4405-997d-e9f2a9782b7d/2f2a5a0d-339f-4ef0-a645-5da6ee68f81a) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:37.817601 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-44e53436-41e4-4018-bfd3-f8a67a5d9ddd None None] Attempting to bind port 6c54a0b4-c316-4518-b2e5-c896ecb4571a on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:32:37.818310 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-44e53436-41e4-4018-bfd3-f8a67a5d9ddd None None] Attempting to bind port 6c54a0b4-c316-4518-b2e5-c896ecb4571a by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:32:37.818907 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e53436-41e4-4018-bfd3-f8a67a5d9ddd None None] Attempting to bind port 6c54a0b4-c316-4518-b2e5-c896ecb4571a on network 10294607-eb5e-406e-b70a-cc143553f735 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:32:37.837258 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb673e7a-993d-479d-bfa9-4071d46a4873 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:37.845162 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e53436-41e4-4018-bfd3-f8a67a5d9ddd None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:32:37.846049 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e53436-41e4-4018-bfd3-f8a67a5d9ddd None None] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:37.846769 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-44e53436-41e4-4018-bfd3-f8a67a5d9ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:37.848811 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e53436-41e4-4018-bfd3-f8a67a5d9ddd None None] Bound using segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:32:37.849356 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-44e53436-41e4-4018-bfd3-f8a67a5d9ddd None None] Bound port: 6c54a0b4-c316-4518-b2e5-c896ecb4571a, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:32:37.849761 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-44e53436-41e4-4018-bfd3-f8a67a5d9ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:37.891229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb673e7a-993d-479d-bfa9-4071d46a4873 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8dc7bf-0bc7-4deb-9db5-0211fbb66a45,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:37.921363 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0eaeaf8d-cd34-4d5d-99cb-873208877bb1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server [None req-3524a363-145e-49ed-a888-b1c5bed5395f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a8dc7bf-0bc7-4deb-9db5-0211fbb66a45: This subnet is being modified by another concurrent operation. Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 16:32:37.932957 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise exception Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a8dc7bf-0bc7-4deb-9db5-0211fbb66a45: This subnet is being modified by another concurrent operation. Apr 20 16:32:37.936566 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server Apr 20 16:32:38.042197 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb673e7a-993d-479d-bfa9-4071d46a4873 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:38.091380 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-eb673e7a-993d-479d-bfa9-4071d46a4873 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb21335c-2576-4d39-bbf8-63a86826dc89']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:38.102504 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dc199-81e3-4668-94cb-42575ce005e4 req-7b241695-98dc-4b36-bf74-bac7385b97ba tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:38.112625 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-531dc199-81e3-4668-94cb-42575ce005e4 req-7b241695-98dc-4b36-bf74-bac7385b97ba tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.2279835 Apr 20 16:32:38.149171 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-eb673e7a-993d-479d-bfa9-4071d46a4873 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027c2894-00cf-4271-9094-b2a516244bea') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:38.149539 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-eb673e7a-993d-479d-bfa9-4071d46a4873 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027c2894-00cf-4271-9094-b2a516244bea') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:38.165329 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb673e7a-993d-479d-bfa9-4071d46a4873 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:38.188788 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-531dc199-81e3-4668-94cb-42575ce005e4 req-91570a13-487d-452b-8a23-d050b1520220 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752945 Apr 20 16:32:38.191764 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd5ff78-2087-4691-8ee7-0721f88382ab None None] Network bb21335c-2576-4d39-bbf8-63a86826dc89 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:38.193054 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb673e7a-993d-479d-bfa9-4071d46a4873 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:38.202467 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb673e7a-993d-479d-bfa9-4071d46a4873 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:32:38.202968 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb673e7a-993d-479d-bfa9-4071d46a4873 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:32:38.206478 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:32:38.220533 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0eaeaf8d-cd34-4d5d-99cb-873208877bb1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:38.230525 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c8e7eb2a-6ed7-41c8-9536-07e9538351f8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0502901 Apr 20 16:32:38.233756 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60442) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:38.244973 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-60c3b21f-f700-43a1-8c52-035948bd990c tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'subnet': {'network_id': '8decdcf3-341e-4419-97e8-3699604c29a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:38.248892 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7eb2a-6ed7-41c8-9536-07e9538351f8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Network': ['ID=8decdcf3-341e-4419-97e8-3699604c29a5,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:38.313670 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 8decdcf3-341e-4419-97e8-3699604c29a5 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:32:38.334789 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-438b72c9-7c43-4b23-a141-ac1bae7f4cbe req-5e282f88-abfc-4cbd-8a0c-8397a0eaa57b tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 210 time: 0.0551798 Apr 20 16:32:38.439334 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-44e53436-41e4-4018-bfd3-f8a67a5d9ddd None None] For port 6c54a0b4-c316-4518-b2e5-c896ecb4571a, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:32:38.480565 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-44e53436-41e4-4018-bfd3-f8a67a5d9ddd None None] For port 6c54a0b4-c316-4518-b2e5-c896ecb4571a, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6c54a0b4-c316-4518-b2e5-c896ecb4571a,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:32:38.487395 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaeaf8d-cd34-4d5d-99cb-873208877bb1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:38.497998 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-0eaeaf8d-cd34-4d5d-99cb-873208877bb1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:38.499871 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaeaf8d-cd34-4d5d-99cb-873208877bb1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=5644ec83-dc50-4309-95ee-b662a5b14c95,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:38.503226 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaeaf8d-cd34-4d5d-99cb-873208877bb1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:38.509186 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaeaf8d-cd34-4d5d-99cb-873208877bb1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:38.509483 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0eaeaf8d-cd34-4d5d-99cb-873208877bb1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:38.539714 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadf390-d814-452a-a2a7-ed6d83a9979e req-12a36ce4-b84b-4878-9066-64a09aad134c tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:38.541282 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fcadf390-d814-452a-a2a7-ed6d83a9979e req-12a36ce4-b84b-4878-9066-64a09aad134c tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1942959 Apr 20 16:32:38.564621 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb673e7a-993d-479d-bfa9-4071d46a4873 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:38.574368 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb673e7a-993d-479d-bfa9-4071d46a4873 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:38.581686 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-eb673e7a-993d-479d-bfa9-4071d46a4873 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "DELETE /v2.0/networks/bb21335c-2576-4d39-bbf8-63a86826dc89 HTTP/1.1" status: 204 len: 168 time: 1.3241322 Apr 20 16:32:38.581886 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3611387a-98f3-479d-ad04-31c323fffe42 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:38.583117 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60450) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:38.602110 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb673e7a-993d-479d-bfa9-4071d46a4873 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event deleted for resources: {'Network': ['ID=bb21335c-2576-4d39-bbf8-63a86826dc89,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:38.612017 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fcadf390-d814-452a-a2a7-ed6d83a9979e req-97c1580c-e9ce-4461-8b4f-8ac916abf8b6 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642452 Apr 20 16:32:38.616709 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-51004ffb-e54f-4d8a-842d-8a23f7ba15d1 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] DELETE failed (client error): The resource could not be found. Apr 20 16:32:38.617436 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51004ffb-e54f-4d8a-842d-8a23f7ba15d1 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:32:38.620384 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-51004ffb-e54f-4d8a-842d-8a23f7ba15d1 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "DELETE /v2.0/subnets/6a8dc7bf-0bc7-4deb-9db5-0211fbb66a45 HTTP/1.1" status: 404 len: 337 time: 0.0345693 Apr 20 16:32:38.623126 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60452) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:38.644803 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80f41b6-7982-4d71-aead-14d60e522f2a tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] DELETE failed (client error): The resource could not be found. Apr 20 16:32:38.645417 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b80f41b6-7982-4d71-aead-14d60e522f2a tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:32:38.648965 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b80f41b6-7982-4d71-aead-14d60e522f2a tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "DELETE /v2.0/networks/bb21335c-2576-4d39-bbf8-63a86826dc89 HTTP/1.1" status: 404 len: 339 time: 0.0234716 Apr 20 16:32:38.690111 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60456) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:38.720499 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b350cae-be5f-493a-b543-0f948bafa435 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] DELETE failed (client error): The resource could not be found. Apr 20 16:32:38.720975 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b350cae-be5f-493a-b543-0f948bafa435 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:32:38.724019 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2b350cae-be5f-493a-b543-0f948bafa435 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "DELETE /v2.0/subnets/099b19b6-4835-4951-a83d-93f8dc7ef126 HTTP/1.1" status: 404 len: 337 time: 0.0328722 Apr 20 16:32:38.727653 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60462) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:38.748599 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b79fafb-af17-464d-8b8d-b2eee5c52f41 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] DELETE failed (client error): The resource could not be found. Apr 20 16:32:38.749296 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b79fafb-af17-464d-8b8d-b2eee5c52f41 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:32:38.752893 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0b79fafb-af17-464d-8b8d-b2eee5c52f41 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "DELETE /v2.0/networks/00660178-62fb-4dba-8fa1-e481715f2a21 HTTP/1.1" status: 404 len: 339 time: 0.0238643 Apr 20 16:32:38.755420 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60464) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:38.783988 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-67552e49-3b4a-415e-853d-01e604fb5b42 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] DELETE failed (client error): The resource could not be found. Apr 20 16:32:38.784646 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67552e49-3b4a-415e-853d-01e604fb5b42 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:32:38.788502 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-67552e49-3b4a-415e-853d-01e604fb5b42 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "DELETE /v2.0/subnets/eb47f8e4-eda1-4b9f-99e8-19bd691d9e25 HTTP/1.1" status: 404 len: 337 time: 0.0320764 Apr 20 16:32:38.799275 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60466) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:38.802710 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43d5a2-97cf-4887-95ad-638b1091a4bd req-3dd57b00-75b8-43e2-b191-4fac4d09a831 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:38.804789 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b43d5a2-97cf-4887-95ad-638b1091a4bd req-3dd57b00-75b8-43e2-b191-4fac4d09a831 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.0527980 Apr 20 16:32:38.818703 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb692060-99ec-4f1c-bd98-f65a513825da tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] DELETE failed (client error): The resource could not be found. Apr 20 16:32:38.819286 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb692060-99ec-4f1c-bd98-f65a513825da tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:32:38.822338 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bb692060-99ec-4f1c-bd98-f65a513825da tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "DELETE /v2.0/networks/17f84267-d199-47c3-89c3-788abc660d20 HTTP/1.1" status: 404 len: 339 time: 0.0221150 Apr 20 16:32:38.825059 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60468) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:38.844615 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b43d5a2-97cf-4887-95ad-638b1091a4bd req-a9ca41b4-f2e9-4535-bb45-6ed4fc3258be tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335362 Apr 20 16:32:38.881598 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-44e53436-41e4-4018-bfd3-f8a67a5d9ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:38.931177 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0eaeaf8d-cd34-4d5d-99cb-873208877bb1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1516466 Apr 20 16:32:38.932393 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c3b21f-f700-43a1-8c52-035948bd990c tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Made reservation on behalf of d6aa039c16e847d9821ec4a912e2c995 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:38.938363 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-60c3b21f-f700-43a1-8c52-035948bd990c tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:38.938519 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60476) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:38.946679 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3611387a-98f3-479d-ad04-31c323fffe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:38.980258 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-45c79c51-2515-4980-ae60-ca9573f4a56f tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Deleting port d5f7a531-cfca-4b8f-a831-ee7fe0618f60 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:38.990054 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45c79c51-2515-4980-ae60-ca9573f4a56f tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:39.020141 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3611387a-98f3-479d-ad04-31c323fffe42 None None] Network f499c58b-4bd7-4cd6-810e-00828e1d35b6 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:39.024630 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e53436-41e4-4018-bfd3-f8a67a5d9ddd None None] Pushing event updated for resources: {'Port': ['ID=6c54a0b4-c316-4518-b2e5-c896ecb4571a,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:39.043192 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-3611387a-98f3-479d-ad04-31c323fffe42 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:39.051871 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3611387a-98f3-479d-ad04-31c323fffe42 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:39.098150 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45c79c51-2515-4980-ae60-ca9573f4a56f tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:39.108255 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a03a53-7833-4360-8d64-2918bee42f35 req-4b665d78-685f-4a44-97be-33def9687f0f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:39.109947 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-56a03a53-7833-4360-8d64-2918bee42f35 req-4b665d78-685f-4a44-97be-33def9687f0f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1833894 Apr 20 16:32:39.158845 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1b710e-ee8a-40ed-a0fa-c72eccc8ab26 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:39.175576 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1b710e-ee8a-40ed-a0fa-c72eccc8ab26 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:39.177283 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-aa1b710e-ee8a-40ed-a0fa-c72eccc8ab26 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2354913 Apr 20 16:32:39.185257 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611387a-98f3-479d-ad04-31c323fffe42 None None] Pushing event updated for resources: {'Port': ['ID=2f2a5a0d-339f-4ef0-a645-5da6ee68f81a,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:39.186195 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60478) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:39.206395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-45c79c51-2515-4980-ae60-ca9573f4a56f tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Calling delete_port for d5f7a531-cfca-4b8f-a831-ee7fe0618f60 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:39.216061 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-3611387a-98f3-479d-ad04-31c323fffe42 None None] Attempting to bind port 2f2a5a0d-339f-4ef0-a645-5da6ee68f81a on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:32:39.216814 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-3611387a-98f3-479d-ad04-31c323fffe42 None None] Attempting to bind port 2f2a5a0d-339f-4ef0-a645-5da6ee68f81a by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '181a7221-7bee-4d67-8ca2-33c625311b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f499c58b-4bd7-4cd6-810e-00828e1d35b6'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:32:39.217430 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3611387a-98f3-479d-ad04-31c323fffe42 None None] Attempting to bind port 2f2a5a0d-339f-4ef0-a645-5da6ee68f81a on network f499c58b-4bd7-4cd6-810e-00828e1d35b6 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:32:39.225856 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3611387a-98f3-479d-ad04-31c323fffe42 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:32:39.227112 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3611387a-98f3-479d-ad04-31c323fffe42 None None] Checking segment: {'id': '181a7221-7bee-4d67-8ca2-33c625311b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f499c58b-4bd7-4cd6-810e-00828e1d35b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:39.235515 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3611387a-98f3-479d-ad04-31c323fffe42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:39.235515 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3611387a-98f3-479d-ad04-31c323fffe42 None None] Bound using segment: {'id': '181a7221-7bee-4d67-8ca2-33c625311b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f499c58b-4bd7-4cd6-810e-00828e1d35b6'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:32:39.235515 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-3611387a-98f3-479d-ad04-31c323fffe42 None None] Bound port: 2f2a5a0d-339f-4ef0-a645-5da6ee68f81a, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181a7221-7bee-4d67-8ca2-33c625311b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f499c58b-4bd7-4cd6-810e-00828e1d35b6'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:32:39.235515 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3611387a-98f3-479d-ad04-31c323fffe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:39.327414 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-56a03a53-7833-4360-8d64-2918bee42f35 req-57034aae-0461-44ef-ac24-127b3c3f6882 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954079 Apr 20 16:32:39.333400 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3611387a-98f3-479d-ad04-31c323fffe42 None None] For port 2f2a5a0d-339f-4ef0-a645-5da6ee68f81a, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:32:39.334527 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3611387a-98f3-479d-ad04-31c323fffe42 None None] For port 2f2a5a0d-339f-4ef0-a645-5da6ee68f81a, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2f2a5a0d-339f-4ef0-a645-5da6ee68f81a,segment=NetworkSegment(181a7221-7bee-4d67-8ca2-33c625311b21),segment_id=181a7221-7bee-4d67-8ca2-33c625311b21)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:32:39.356703 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-60c3b21f-f700-43a1-8c52-035948bd990c tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:39.494097 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3611387a-98f3-479d-ad04-31c323fffe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:39.497538 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3b21f-f700-43a1-8c52-035948bd990c tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Subnet': ['ID=a1b7b910-b0e3-4016-9a5f-2b1136ce56f6,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:39.509067 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-06d1e625-0282-4656-8c90-ad9113233617 req-8d8b137a-2c81-44c5-bbc4-6042ee53238d tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 210 time: 0.0651405 Apr 20 16:32:39.510347 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c3b21f-f700-43a1-8c52-035948bd990c tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Checking segment: {'id': '6d19e11c-cd67-4be5-a63e-48e789610ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8decdcf3-341e-4419-97e8-3699604c29a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:39.510711 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c3b21f-f700-43a1-8c52-035948bd990c tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Network hostable DHCP agents. Network: 8decdcf3-341e-4419-97e8-3699604c29a5, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:32:39.512463 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-78d462bb-415f-419a-901e-9d926a7e4c12 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting port 5644ec83-dc50-4309-95ee-b662a5b14c95 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:39.512814 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78d462bb-415f-419a-901e-9d926a7e4c12 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:39.611612 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611387a-98f3-479d-ad04-31c323fffe42 None None] Pushing event updated for resources: {'Port': ['ID=2f2a5a0d-339f-4ef0-a645-5da6ee68f81a,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:39.629276 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45c79c51-2515-4980-ae60-ca9573f4a56f tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:39.659519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c3b21f-f700-43a1-8c52-035948bd990c tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Network 8decdcf3-341e-4419-97e8-3699604c29a5 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:32:39.693452 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c79c51-2515-4980-ae60-ca9573f4a56f tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event deleted for resources: {'Port': ['ID=d5f7a531-cfca-4b8f-a831-ee7fe0618f60,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:39.706555 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24f86e-aae2-45a6-9180-b17a8b3543d4 req-b1825768-ebc9-487a-a259-ef4265f0f031 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:39.714130 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5a24f86e-aae2-45a6-9180-b17a8b3543d4 req-b1825768-ebc9-487a-a259-ef4265f0f031 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1891158 Apr 20 16:32:39.732186 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45c79c51-2515-4980-ae60-ca9573f4a56f tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:39.735727 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-45c79c51-2515-4980-ae60-ca9573f4a56f tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "DELETE /v2.0/ports/d5f7a531-cfca-4b8f-a831-ee7fe0618f60 HTTP/1.1" status: 204 len: 168 time: 0.9097536 Apr 20 16:32:39.738390 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60492) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:39.758409 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78d462bb-415f-419a-901e-9d926a7e4c12 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:39.770741 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-396f9e34-0f01-40f8-a7a7-30887b85af1c tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] DELETE failed (client error): The resource could not be found. Apr 20 16:32:39.773914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396f9e34-0f01-40f8-a7a7-30887b85af1c tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:32:39.777436 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-396f9e34-0f01-40f8-a7a7-30887b85af1c tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "DELETE /v2.0/subnets/ad687c66-7a10-47dd-ae78-29e39d9c0101 HTTP/1.1" status: 404 len: 337 time: 0.0375519 Apr 20 16:32:39.778323 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6c54a0b4-c316-4518-b2e5-c896ecb4571a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:32:39.779149 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-60c3b21f-f700-43a1-8c52-035948bd990c tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 8decdcf3-341e-4419-97e8-3699604c29a5) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:39.780617 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60494) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:39.792329 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c3b21f-f700-43a1-8c52-035948bd990c tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:39.793216 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-78d462bb-415f-419a-901e-9d926a7e4c12 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Calling delete_port for 5644ec83-dc50-4309-95ee-b662a5b14c95 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:39.794025 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-60c3b21f-f700-43a1-8c52-035948bd990c tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:39.810665 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63ec7cc-4c1a-4860-bf4f-3ce8c351fe76 None None] Network 8decdcf3-341e-4419-97e8-3699604c29a5 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:39.844742 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5a24f86e-aae2-45a6-9180-b17a8b3543d4 req-c74cf759-1bcd-4caa-9aa9-de29b9dcbe16 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297059 Apr 20 16:32:39.917144 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c8d6281e-f524-42a6-8eb9-b8962c3f5d6b tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:40.024500 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-60c3b21f-f700-43a1-8c52-035948bd990c tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7871504 Apr 20 16:32:40.025342 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60502) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:40.075570 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 6c54a0b4-c316-4518-b2e5-c896ecb4571a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:40.075950 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:40.207662 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78d462bb-415f-419a-901e-9d926a7e4c12 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:40.254309 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c8d6281e-f524-42a6-8eb9-b8962c3f5d6b tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:40.281657 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9683ea0-ee6f-4e5b-9b13-cfa2de2c4897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-8decdcf3-341e-4419-97e8-3699604c29a5', 'network_id': '8decdcf3-341e-4419-97e8-3699604c29a5', 'tenant_id': 'd6aa039c16e847d9821ec4a912e2c995', 'fixed_ips': [{'subnet_id': 'a1b7b910-b0e3-4016-9a5f-2b1136ce56f6'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:32:40.282585 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c9683ea0-ee6f-4e5b-9b13-cfa2de2c4897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:40.291065 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78d462bb-415f-419a-901e-9d926a7e4c12 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:40.295783 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-78d462bb-415f-419a-901e-9d926a7e4c12 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/5644ec83-dc50-4309-95ee-b662a5b14c95 HTTP/1.1" status: 204 len: 168 time: 1.1077657 Apr 20 16:32:40.298052 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d462bb-415f-419a-901e-9d926a7e4c12 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Port': ['ID=5644ec83-dc50-4309-95ee-b662a5b14c95,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:40.300653 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60506) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:40.358810 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:40.366605 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b146380-ee7d-4ae2-8f4d-b72b255590dc tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:40.368591 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b146380-ee7d-4ae2-8f4d-b72b255590dc tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:40.378670 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:40.388217 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8b146380-ee7d-4ae2-8f4d-b72b255590dc tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0854516 Apr 20 16:32:40.389791 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60508) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:40.392705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-c8d6281e-f524-42a6-8eb9-b8962c3f5d6b tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73e8608-1eab-4a1e-8ab7-335b180b79a9']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:40.440154 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-c8d6281e-f524-42a6-8eb9-b8962c3f5d6b tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be0c4cf-6e35-48ba-bbaf-c0d23cdbc459') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:40.440765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-c8d6281e-f524-42a6-8eb9-b8962c3f5d6b tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be0c4cf-6e35-48ba-bbaf-c0d23cdbc459') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:40.453219 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7a784-7ee1-4053-b816-6049a35506b3 req-8c9f3166-6aeb-48f7-a88e-007ebfb6e148 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:40.458556 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a5e7a784-7ee1-4053-b816-6049a35506b3 req-8c9f3166-6aeb-48f7-a88e-007ebfb6e148 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.3337958 Apr 20 16:32:40.473462 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c77a33b-3a78-4bde-a6a4-53a935db52a6 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet c72e39f2-06a5-4b9e-b81b-6f56f0baf44e {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:32:40.475456 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c8d6281e-f524-42a6-8eb9-b8962c3f5d6b tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:40.478698 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c77a33b-3a78-4bde-a6a4-53a935db52a6 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:40.540507 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c8d6281e-f524-42a6-8eb9-b8962c3f5d6b tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:40.557401 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 6c54a0b4-c316-4518-b2e5-c896ecb4571a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6c54a0b4-c316-4518-b2e5-c896ecb4571a,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:40.563368 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d6281e-f524-42a6-8eb9-b8962c3f5d6b tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:32:40.563876 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c8d6281e-f524-42a6-8eb9-b8962c3f5d6b tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:32:40.567156 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:32:40.572012 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c77a33b-3a78-4bde-a6a4-53a935db52a6 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:40.642299 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-c9683ea0-ee6f-4e5b-9b13-cfa2de2c4897 None None] Allocated IP 172.20.0.2 (8decdcf3-341e-4419-97e8-3699604c29a5/a1b7b910-b0e3-4016-9a5f-2b1136ce56f6/126bff4c-8c54-4cee-bec5-9049123f74df) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:40.651142 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a5e7a784-7ee1-4053-b816-6049a35506b3 req-03711dbc-5aa2-4686-8b2a-bac5b89f6d7d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805015 Apr 20 16:32:40.678037 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:40.686733 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:40.716654 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-11522c3f-547c-4131-9d87-0b41479a4922 req-843ad2b8-99ff-40b6-9db3-479271300a3e tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 210 time: 0.0828454 Apr 20 16:32:40.832098 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=6c54a0b4-c316-4518-b2e5-c896ecb4571a,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:40.860045 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c77a33b-3a78-4bde-a6a4-53a935db52a6 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:40.949389 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c8d6281e-f524-42a6-8eb9-b8962c3f5d6b tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:40.965884 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c8d6281e-f524-42a6-8eb9-b8962c3f5d6b tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:40.971726 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a1ccc78f-75fd-405e-844b-1e0d57ea1e8a None None] Provisioning complete for port 6c54a0b4-c316-4518-b2e5-c896ecb4571a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:40.972177 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1ccc78f-75fd-405e-844b-1e0d57ea1e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:40.974554 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c8d6281e-f524-42a6-8eb9-b8962c3f5d6b tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "DELETE /v2.0/networks/b73e8608-1eab-4a1e-8ab7-335b180b79a9 HTTP/1.1" status: 204 len: 168 time: 1.1927030 Apr 20 16:32:40.977052 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60522) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:41.028555 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6281e-f524-42a6-8eb9-b8962c3f5d6b tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event deleted for resources: {'Network': ['ID=b73e8608-1eab-4a1e-8ab7-335b180b79a9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:41.131970 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430345a-f4ad-485d-9f13-8991693198bb req-29168386-0e2c-4e34-a7d9-6d97ca2c3068 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:41.133454 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20676237-14e8-40c4-8ba3-0acd5a38bac9 req-625c04d6-f287-4720-acb4-adbe941e66ca tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:41.136074 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e430345a-f4ad-485d-9f13-8991693198bb req-29168386-0e2c-4e34-a7d9-6d97ca2c3068 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.30 "GET /v2.0/networks?id=8e44dbee-7158-4e82-ae47-5239495ea7c2 HTTP/1.1" status: 200 len: 812 time: 0.4634218 Apr 20 16:32:41.154705 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-20676237-14e8-40c4-8ba3-0acd5a38bac9 req-625c04d6-f287-4720-acb4-adbe941e66ca tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.2221162 Apr 20 16:32:41.158760 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-e430345a-f4ad-485d-9f13-8991693198bb req-4a3031c2-fc56-4ce9-8838-4e86cfc2e41f tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Request body: {'port': {'device_id': 'b8377eed-9be1-409e-bb38-116d2efd788e', 'network_id': '8e44dbee-7158-4e82-ae47-5239495ea7c2', 'admin_state_up': True, 'tenant_id': '02e6a7c368804b1db8fc183496dac8a4'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:41.254302 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c9683ea0-ee6f-4e5b-9b13-cfa2de2c4897 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:41.264406 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-20676237-14e8-40c4-8ba3-0acd5a38bac9 req-1e91a9cf-9f35-4868-86e0-7e9e8573c12e tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086035 Apr 20 16:32:41.302567 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c77a33b-3a78-4bde-a6a4-53a935db52a6 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:41.330139 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-48b3bbb0-3c18-4039-b342-57878e127bc6 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Deleting port 536ce08d-6ada-4050-b67e-ac1e1b59a90d {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:41.330881 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-48b3bbb0-3c18-4039-b342-57878e127bc6 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:41.345963 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c9683ea0-ee6f-4e5b-9b13-cfa2de2c4897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:41.375776 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9683ea0-ee6f-4e5b-9b13-cfa2de2c4897 None None] Network 8decdcf3-341e-4419-97e8-3699604c29a5 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:41.384395 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-c9683ea0-ee6f-4e5b-9b13-cfa2de2c4897 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:41.412884 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9683ea0-ee6f-4e5b-9b13-cfa2de2c4897 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:41.415609 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32abfa0-b6bc-4e2f-a9ae-7cf029b01384 None None] Network f499c58b-4bd7-4cd6-810e-00828e1d35b6 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:41.441367 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e430345a-f4ad-485d-9f13-8991693198bb req-4a3031c2-fc56-4ce9-8838-4e86cfc2e41f tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Made reservation on behalf of 02e6a7c368804b1db8fc183496dac8a4 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:41.444292 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77a33b-3a78-4bde-a6a4-53a935db52a6 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=c72e39f2-06a5-4b9e-b81b-6f56f0baf44e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:41.447678 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c77a33b-3a78-4bde-a6a4-53a935db52a6 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:41.448356 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e430345a-f4ad-485d-9f13-8991693198bb req-4a3031c2-fc56-4ce9-8838-4e86cfc2e41f tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:41.453455 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3c77a33b-3a78-4bde-a6a4-53a935db52a6 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/c72e39f2-06a5-4b9e-b81b-6f56f0baf44e HTTP/1.1" status: 204 len: 168 time: 1.0621369 Apr 20 16:32:41.456657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60532) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:41.512306 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3e1a74c1-1a9e-4750-be10-b45ed01af30a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542798 Apr 20 16:32:41.513831 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:41.515181 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60534) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:41.518649 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-48b3bbb0-3c18-4039-b342-57878e127bc6 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:41.525101 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-4a42df3b-8f6e-4899-8ad1-deedddda0638 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:41.531239 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f7f897-02f4-45ab-813c-c967ea5b9453 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:41.608993 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215da885-4a1a-4271-909a-b98f8d2008ce req-17d9a0b1-03d5-4f71-9ee1-4b9b5f02db3a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:41.611375 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-215da885-4a1a-4271-909a-b98f8d2008ce req-17d9a0b1-03d5-4f71-9ee1-4b9b5f02db3a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.2099998 Apr 20 16:32:41.626264 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b7b910-b0e3-4016-9a5f-2b1136ce56f6,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:41.627555 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-48b3bbb0-3c18-4039-b342-57878e127bc6 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Calling delete_port for 536ce08d-6ada-4050-b67e-ac1e1b59a90d owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:41.638549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9683ea0-ee6f-4e5b-9b13-cfa2de2c4897 None None] Pushing event updated for resources: {'Port': ['ID=126bff4c-8c54-4cee-bec5-9049123f74df,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:41.661043 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8bb87953-3f5e-429d-b778-cee91b97130f None None] Provisioning complete for port 2f2a5a0d-339f-4ef0-a645-5da6ee68f81a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:41.661427 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8bb87953-3f5e-429d-b778-cee91b97130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:41.743434 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c9683ea0-ee6f-4e5b-9b13-cfa2de2c4897 None None] Attempting to bind port 126bff4c-8c54-4cee-bec5-9049123f74df on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:32:41.743434 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c9683ea0-ee6f-4e5b-9b13-cfa2de2c4897 None None] Attempting to bind port 126bff4c-8c54-4cee-bec5-9049123f74df by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '6d19e11c-cd67-4be5-a63e-48e789610ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8decdcf3-341e-4419-97e8-3699604c29a5'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:32:41.744226 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9683ea0-ee6f-4e5b-9b13-cfa2de2c4897 None None] Attempting to bind port 126bff4c-8c54-4cee-bec5-9049123f74df on network 8decdcf3-341e-4419-97e8-3699604c29a5 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:32:41.756979 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9683ea0-ee6f-4e5b-9b13-cfa2de2c4897 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:32:41.757518 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9683ea0-ee6f-4e5b-9b13-cfa2de2c4897 None None] Checking segment: {'id': '6d19e11c-cd67-4be5-a63e-48e789610ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8decdcf3-341e-4419-97e8-3699604c29a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:41.758073 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c9683ea0-ee6f-4e5b-9b13-cfa2de2c4897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:41.759848 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9683ea0-ee6f-4e5b-9b13-cfa2de2c4897 None None] Bound using segment: {'id': '6d19e11c-cd67-4be5-a63e-48e789610ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8decdcf3-341e-4419-97e8-3699604c29a5'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:32:41.759848 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c9683ea0-ee6f-4e5b-9b13-cfa2de2c4897 None None] Bound port: 126bff4c-8c54-4cee-bec5-9049123f74df, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d19e11c-cd67-4be5-a63e-48e789610ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8decdcf3-341e-4419-97e8-3699604c29a5'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:32:41.759848 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c9683ea0-ee6f-4e5b-9b13-cfa2de2c4897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:41.767293 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a42df3b-8f6e-4899-8ad1-deedddda0638 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:41.770967 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4a42df3b-8f6e-4899-8ad1-deedddda0638 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:41.799245 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:41.804102 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-215da885-4a1a-4271-909a-b98f8d2008ce req-bdd37e77-dada-447e-85d2-db12c51a1d4e tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702433 Apr 20 16:32:41.843558 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8decdcf3-341e-4419-97e8-3699604c29a5']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:41.883487 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d19e11c-cd67-4be5-a63e-48e789610ae1') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:41.883792 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d19e11c-cd67-4be5-a63e-48e789610ae1') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:41.903767 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9ef3b059-700a-4045-a4d0-1f07f0f85f63 req-3827aeb5-4058-490f-833a-fcf636b0c0dc tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 210 time: 0.0791960 Apr 20 16:32:41.914343 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-48b3bbb0-3c18-4039-b342-57878e127bc6 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:41.934567 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:41.981628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-e430345a-f4ad-485d-9f13-8991693198bb req-4a3031c2-fc56-4ce9-8838-4e86cfc2e41f tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Allocated IP 172.20.0.11 (8e44dbee-7158-4e82-ae47-5239495ea7c2/2b15f5d3-65c4-405a-932b-b29f77c2b2dd/a43be5da-9ca7-4e09-808c-a6ab87e330af) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:42.019520 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-48b3bbb0-3c18-4039-b342-57878e127bc6 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:42.026222 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-48b3bbb0-3c18-4039-b342-57878e127bc6 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "DELETE /v2.0/ports/536ce08d-6ada-4050-b67e-ac1e1b59a90d HTTP/1.1" status: 204 len: 168 time: 1.0323613 Apr 20 16:32:42.026682 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3bbb0-3c18-4039-b342-57878e127bc6 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event deleted for resources: {'Port': ['ID=536ce08d-6ada-4050-b67e-ac1e1b59a90d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:42.030826 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60548) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:42.058964 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a60cb8-5f0c-4c14-b594-215857540627 None None] DHCP port deletion for 10294607-eb5e-406e-b70a-cc143553f735 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:32:42.069840 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2f2a5a0d-339f-4ef0-a645-5da6ee68f81a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:32:42.091767 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f4bb10-24ad-459c-8d7b-a491f3a35ae9 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] DELETE failed (client error): The resource could not be found. Apr 20 16:32:42.092239 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f4bb10-24ad-459c-8d7b-a491f3a35ae9 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:32:42.097798 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c1f4bb10-24ad-459c-8d7b-a491f3a35ae9 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "DELETE /v2.0/subnets/7242b771-de59-4a70-a67d-9eeeb2fba7d0 HTTP/1.1" status: 404 len: 337 time: 0.0636725 Apr 20 16:32:42.097972 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60552) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:42.177576 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c9683ea0-ee6f-4e5b-9b13-cfa2de2c4897 None None] For port 126bff4c-8c54-4cee-bec5-9049123f74df, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:32:42.182925 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8bb87953-3f5e-429d-b778-cee91b97130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:42.183619 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:42.203056 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:32:42.203609 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:32:42.207856 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:32:42.222693 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-254393c1-6141-4279-a763-523720e64e6d tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:42.233648 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbdd87-566f-44cb-92cd-ef20b1fe24af req-ee59929c-f964-4286-8167-0a1e56e74e73 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:42.241343 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7fbdd87-566f-44cb-92cd-ef20b1fe24af req-ee59929c-f964-4286-8167-0a1e56e74e73 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1651723 Apr 20 16:32:42.248800 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8bb87953-3f5e-429d-b778-cee91b97130f None None] For port 2f2a5a0d-339f-4ef0-a645-5da6ee68f81a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2f2a5a0d-339f-4ef0-a645-5da6ee68f81a,segment=NetworkSegment(181a7221-7bee-4d67-8ca2-33c625311b21),segment_id=181a7221-7bee-4d67-8ca2-33c625311b21)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:42.263238 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 2f2a5a0d-339f-4ef0-a645-5da6ee68f81a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:42.263418 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:42.267979 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-79a60cb8-5f0c-4c14-b594-215857540627 None None] Deleting port 6c54a0b4-c316-4518-b2e5-c896ecb4571a {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:42.267979 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-79a60cb8-5f0c-4c14-b594-215857540627 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:42.345454 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7fbdd87-566f-44cb-92cd-ef20b1fe24af req-a93aaa6e-e295-48a8-a2f7-bb4c6c8274a3 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036487 Apr 20 16:32:42.360959 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8bb87953-3f5e-429d-b778-cee91b97130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:42.362052 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-254393c1-6141-4279-a763-523720e64e6d tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:42.386620 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-254393c1-6141-4279-a763-523720e64e6d tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d869419a-6a77-4341-a445-cffc13111dd6']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:42.389062 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e430345a-f4ad-485d-9f13-8991693198bb req-4a3031c2-fc56-4ce9-8838-4e86cfc2e41f tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:42.393020 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-79a60cb8-5f0c-4c14-b594-215857540627 None None] For port 6c54a0b4-c316-4518-b2e5-c896ecb4571a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6c54a0b4-c316-4518-b2e5-c896ecb4571a,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:42.393857 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-79a60cb8-5f0c-4c14-b594-215857540627 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:42.409113 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-254393c1-6141-4279-a763-523720e64e6d tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a87a047-7275-4be3-b69c-bd8aa6d1eac2') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:42.409412 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-254393c1-6141-4279-a763-523720e64e6d tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a87a047-7275-4be3-b69c-bd8aa6d1eac2') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:42.420019 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-254393c1-6141-4279-a763-523720e64e6d tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:42.421381 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.db.api [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 16:32:42.421381 n-d-836146-2 neutron-server[103484]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 16:32:42.421381 n-d-836146-2 neutron-server[103484]: [parameters: {'id': '8decdcf3-341e-4419-97e8-3699604c29a5'}] Apr 20 16:32:42.421381 n-d-836146-2 neutron-server[103484]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:32:42.421857 n-d-836146-2 neutron-server[103484]: DEBUG oslo_db.api [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:32:42.454772 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-79a60cb8-5f0c-4c14-b594-215857540627 None None] Calling delete_port for 6c54a0b4-c316-4518-b2e5-c896ecb4571a owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:42.456804 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8bb87953-3f5e-429d-b778-cee91b97130f None None] Could not find standard attr ID for object 5644ec83-dc50-4309-95ee-b662a5b14c95. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:32:42.460149 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c9683ea0-ee6f-4e5b-9b13-cfa2de2c4897 None None] For port 126bff4c-8c54-4cee-bec5-9049123f74df, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=126bff4c-8c54-4cee-bec5-9049123f74df,segment=NetworkSegment(6d19e11c-cd67-4be5-a63e-48e789610ae1),segment_id=6d19e11c-cd67-4be5-a63e-48e789610ae1)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:32:42.532457 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-254393c1-6141-4279-a763-523720e64e6d tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:42.539924 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e430345a-f4ad-485d-9f13-8991693198bb req-4a3031c2-fc56-4ce9-8838-4e86cfc2e41f tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:42.568657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254393c1-6141-4279-a763-523720e64e6d tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:32:42.569069 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-254393c1-6141-4279-a763-523720e64e6d tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:32:42.572820 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:32:42.578171 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb87953-3f5e-429d-b778-cee91b97130f None None] Pushing event updated for resources: {'Port': ['ID=2f2a5a0d-339f-4ef0-a645-5da6ee68f81a,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:42.608885 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c9683ea0-ee6f-4e5b-9b13-cfa2de2c4897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:42.623913 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e430345a-f4ad-485d-9f13-8991693198bb req-4a3031c2-fc56-4ce9-8838-4e86cfc2e41f tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Network 8e44dbee-7158-4e82-ae47-5239495ea7c2 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:42.629935 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-e430345a-f4ad-485d-9f13-8991693198bb req-4a3031c2-fc56-4ce9-8838-4e86cfc2e41f tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:42.640669 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-e430345a-f4ad-485d-9f13-8991693198bb req-4a3031c2-fc56-4ce9-8838-4e86cfc2e41f tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:42.654775 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74015864-9832-4c96-bf33-3a86fa9590f9 req-77820db2-bda0-4de3-bf52-df8aa059cc2f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:42.663418 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-74015864-9832-4c96-bf33-3a86fa9590f9 req-77820db2-bda0-4de3-bf52-df8aa059cc2f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1735892 Apr 20 16:32:42.674657 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3031c2-fc56-4ce9-8838-4e86cfc2e41f tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Pushing event updated for resources: {'Port': ['ID=a43be5da-9ca7-4e09-808c-a6ab87e330af,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:42.687067 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9683ea0-ee6f-4e5b-9b13-cfa2de2c4897 None None] Pushing event updated for resources: {'Port': ['ID=126bff4c-8c54-4cee-bec5-9049123f74df,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:42.725994 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430345a-f4ad-485d-9f13-8991693198bb req-4a3031c2-fc56-4ce9-8838-4e86cfc2e41f tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:42.733618 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e430345a-f4ad-485d-9f13-8991693198bb req-4a3031c2-fc56-4ce9-8838-4e86cfc2e41f tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:42.749575 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-254393c1-6141-4279-a763-523720e64e6d tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:42.756066 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-74015864-9832-4c96-bf33-3a86fa9590f9 req-0ca3ab61-e281-4cd4-9a6d-597f7a74930e tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917561 Apr 20 16:32:42.765756 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-254393c1-6141-4279-a763-523720e64e6d tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:42.771678 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-254393c1-6141-4279-a763-523720e64e6d tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "DELETE /v2.0/networks/d869419a-6a77-4341-a445-cffc13111dd6 HTTP/1.1" status: 204 len: 168 time: 0.6700854 Apr 20 16:32:42.772256 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60562) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:42.799645 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254393c1-6141-4279-a763-523720e64e6d tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event deleted for resources: {'Network': ['ID=d869419a-6a77-4341-a445-cffc13111dd6,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:42.841897 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-57cb7367-07f3-461c-95ec-332d92822656 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Deleting subnet 7fc9f087-ab22-4ddd-8b7d-90dc2b96398e {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:32:42.846270 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57cb7367-07f3-461c-95ec-332d92822656 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:42.894658 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e430345a-f4ad-485d-9f13-8991693198bb req-4a3031c2-fc56-4ce9-8838-4e86cfc2e41f tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7331614 Apr 20 16:32:42.908019 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-e430345a-f4ad-485d-9f13-8991693198bb req-e99819f8-eb8e-4cfe-accf-dc3d32dd429e service neutron] Request body: {'port': {'device_id': 'b8377eed-9be1-409e-bb38-116d2efd788e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:42.916190 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2f031e93-3358-4c07-a28f-7a3e65910350 None None] Provisioning complete for port 2f2a5a0d-339f-4ef0-a645-5da6ee68f81a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:42.916636 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2f031e93-3358-4c07-a28f-7a3e65910350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:42.927359 n-d-836146-2 neutron-server[103485]: DEBUG neutron.objects.ports [None req-4a42df3b-8f6e-4899-8ad1-deedddda0638 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103485) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 16:32:42.933971 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:42.975782 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35992f44-c7f8-412d-91cf-3407f24421f7 None None] Network 8decdcf3-341e-4419-97e8-3699604c29a5 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:43.001571 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57cb7367-07f3-461c-95ec-332d92822656 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:43.031757 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-79a60cb8-5f0c-4c14-b594-215857540627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:43.041484 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:32:43.091801 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa29146-9019-4d38-828c-7976d9e02a8a req-9e1fb1a1-b546-43fc-9496-fc8d8ec70507 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:43.093855 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8fa29146-9019-4d38-828c-7976d9e02a8a req-9e1fb1a1-b546-43fc-9496-fc8d8ec70507 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.0780151 Apr 20 16:32:43.130003 n-d-836146-2 neutron-server[103485]: WARNING neutron.services.revisions.revision_plugin [None req-4a42df3b-8f6e-4899-8ad1-deedddda0638 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Could not find related port for resource to bump revision. Apr 20 16:32:43.130613 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a60cb8-5f0c-4c14-b594-215857540627 None None] No DVR routers for this DVR port 6c54a0b4-c316-4518-b2e5-c896ecb4571a on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:32:43.160564 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e430345a-f4ad-485d-9f13-8991693198bb req-e99819f8-eb8e-4cfe-accf-dc3d32dd429e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:43.192692 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8fa29146-9019-4d38-828c-7976d9e02a8a req-dac88cac-719b-4695-9538-044d08cec351 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599861 Apr 20 16:32:43.193981 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.ipam_pluggable_backend [None req-4a42df3b-8f6e-4899-8ad1-deedddda0638 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Port 6c54a0b4-c316-4518-b2e5-c896ecb4571a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103485) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 20 16:32:43.194319 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.ipam_pluggable_backend [None req-4a42df3b-8f6e-4899-8ad1-deedddda0638 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Reverting IP allocation for 2001:db8::f816:3eff:fed7:694b {{(pid=103485) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 20 16:32:43.203599 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4a42df3b-8f6e-4899-8ad1-deedddda0638 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:43.205190 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a60cb8-5f0c-4c14-b594-215857540627 None None] Pushing event deleted for resources: {'Port': ['ID=6c54a0b4-c316-4518-b2e5-c896ecb4571a,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:43.274798 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a42df3b-8f6e-4899-8ad1-deedddda0638 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:43.274798 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-4a42df3b-8f6e-4899-8ad1-deedddda0638 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:43.280746 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a42df3b-8f6e-4899-8ad1-deedddda0638 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:43.281235 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b674eb67-48b1-4ba1-86b1-1e55a762b7c8 None None] get_active_networks_info from n-d-836146-2 {{(pid=103486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 16:32:43.281959 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4a42df3b-8f6e-4899-8ad1-deedddda0638 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:43.311760 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42df3b-8f6e-4899-8ad1-deedddda0638 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=416e087c-d18a-495f-a214-7bbd35fafe79,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:43.355315 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3660aba-ff7a-486c-9f17-45ff6ddbfd9b req-3b42ae93-657e-47f6-a1a7-b84512daab7d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:43.356915 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f3660aba-ff7a-486c-9f17-45ff6ddbfd9b req-3b42ae93-657e-47f6-a1a7-b84512daab7d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.0691411 Apr 20 16:32:43.404529 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f3660aba-ff7a-486c-9f17-45ff6ddbfd9b req-c2a54277-889f-45bc-9c93-994afbbfe8d3 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410180 Apr 20 16:32:43.411330 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b674eb67-48b1-4ba1-86b1-1e55a762b7c8 None None] Resources bound (agent type, host, resource id): {{(pid=103486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 16:32:43.473702 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4a42df3b-8f6e-4899-8ad1-deedddda0638 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9572859 Apr 20 16:32:43.476501 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60584) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:43.482483 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e1b7ae39-1551-470d-a9f0-041f4f80e9b9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'mac_address': 'fa:16:3e:5c:b6:1a', 'name': 'tempest-NetworksTestDHCPv6-990970056'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:43.631433 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9950fe-3c4b-4bfd-84a3-ade5825efa7b req-ce249244-36a2-4967-8841-9e0aee78e541 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:43.631433 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8a9950fe-3c4b-4bfd-84a3-ade5825efa7b req-ce249244-36a2-4967-8841-9e0aee78e541 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 932 time: 0.5826492 Apr 20 16:32:43.701642 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57cb7367-07f3-461c-95ec-332d92822656 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:43.752797 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8a9950fe-3c4b-4bfd-84a3-ade5825efa7b req-7372ac03-f595-4379-8240-6f6d9d2ce2d7 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097674 Apr 20 16:32:43.760255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Deleting port 126bff4c-8c54-4cee-bec5-9049123f74df {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:43.760648 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:43.779232 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2f2a5a0d-339f-4ef0-a645-5da6ee68f81a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:32:43.797946 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2bc4d-279c-40b6-9a15-c15d092c1438 req-a7c4bf42-f364-4ca9-a436-34bc04c071c2 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:43.799964 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-56e2bc4d-279c-40b6-9a15-c15d092c1438 req-a7c4bf42-f364-4ca9-a436-34bc04c071c2 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/networks?id=96647353-7ea1-402d-874f-17a77bf9da84 HTTP/1.1" status: 200 len: 813 time: 0.1587336 Apr 20 16:32:43.807171 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944e72e5-9163-4532-892d-a2afbebfcbb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-10294607-eb5e-406e-b70a-cc143553f735', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'fixed_ips': [{'subnet_id': '416e087c-d18a-495f-a214-7bbd35fafe79'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:32:43.808119 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-944e72e5-9163-4532-892d-a2afbebfcbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:43.824468 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-56e2bc4d-279c-40b6-9a15-c15d092c1438 req-656cb08a-1de0-4c8f-bfc9-145f10e76bd3 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/quotas/ca02f6b1aa34446e9221bf3218691782 HTTP/1.1" status: 200 len: 375 time: 0.0102034 Apr 20 16:32:43.870195 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b7ae39-1551-470d-a9f0-041f4f80e9b9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:43.895604 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-56e2bc4d-279c-40b6-9a15-c15d092c1438 req-58df05ea-9b52-4b42-8423-5c7212d36256 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca02f6b1aa34446e9221bf3218691782&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0698156 Apr 20 16:32:43.918170 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] For port 126bff4c-8c54-4cee-bec5-9049123f74df, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=126bff4c-8c54-4cee-bec5-9049123f74df,segment=NetworkSegment(6d19e11c-cd67-4be5-a63e-48e789610ae1),segment_id=6d19e11c-cd67-4be5-a63e-48e789610ae1)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:43.918524 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:43.923999 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 2f2a5a0d-339f-4ef0-a645-5da6ee68f81a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:43.923999 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:43.962008 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Calling delete_port for 126bff4c-8c54-4cee-bec5-9049123f74df owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:44.010484 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1b7ae39-1551-470d-a9f0-041f4f80e9b9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:44.025851 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-944e72e5-9163-4532-892d-a2afbebfcbb1 None None] Allocated IP 2001:db8::f816:3eff:fe17:16ad (10294607-eb5e-406e-b70a-cc143553f735/416e087c-d18a-495f-a214-7bbd35fafe79/ce6f6d51-86ac-436a-bc3d-089965e9b575) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:44.044093 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-e1b7ae39-1551-470d-a9f0-041f4f80e9b9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] device_id is not set on port 80549bf7-9510-428f-8eb4-bad38a74e269 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:32:44.101595 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57cb7367-07f3-461c-95ec-332d92822656 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:44.133602 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57cb7367-07f3-461c-95ec-332d92822656 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:44.139237 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-57cb7367-07f3-461c-95ec-332d92822656 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "DELETE /v2.0/subnets/7fc9f087-ab22-4ddd-8b7d-90dc2b96398e HTTP/1.1" status: 204 len: 168 time: 1.3641534 Apr 20 16:32:44.139775 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60604) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:44.178726 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb7367-07f3-461c-95ec-332d92822656 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event deleted for resources: {'Subnet': ['ID=7fc9f087-ab22-4ddd-8b7d-90dc2b96398e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:44.215011 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5ffd1-7edf-49a1-a703-d85cf61a7dab req-3c60a68b-f1ec-4ea3-946d-0d9c4f95e457 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:44.216620 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b6a5ffd1-7edf-49a1-a703-d85cf61a7dab req-3c60a68b-f1ec-4ea3-946d-0d9c4f95e457 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1705232 Apr 20 16:32:44.254176 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-75f3f224-5964-44e1-afea-7ead0b8e9a51 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:44.286684 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-944e72e5-9163-4532-892d-a2afbebfcbb1 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:44.300104 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b6a5ffd1-7edf-49a1-a703-d85cf61a7dab req-8992f54b-f46d-4cfb-8dd7-cd0b0d647dac tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693684 Apr 20 16:32:44.304480 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:44.309588 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-75f3f224-5964-44e1-afea-7ead0b8e9a51 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Deleting port 8fdac6e4-21bf-4353-af6c-b1aafa8788e1 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:44.310062 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-75f3f224-5964-44e1-afea-7ead0b8e9a51 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:44.337649 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-e430345a-f4ad-485d-9f13-8991693198bb req-e99819f8-eb8e-4cfe-accf-dc3d32dd429e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43be5da-9ca7-4e09-808c-a6ab87e330af {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:32:44.350987 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e430345a-f4ad-485d-9f13-8991693198bb req-e99819f8-eb8e-4cfe-accf-dc3d32dd429e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:44.365398 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-e430345a-f4ad-485d-9f13-8991693198bb req-e99819f8-eb8e-4cfe-accf-dc3d32dd429e service neutron] Transition to ACTIVE for port object a43be5da-9ca7-4e09-808c-a6ab87e330af will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:32:44.368828 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Port': ['ID=126bff4c-8c54-4cee-bec5-9049123f74df,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:44.379358 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No DVR routers for this DVR port 126bff4c-8c54-4cee-bec5-9049123f74df on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:32:44.392965 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6c54a0b4-c316-4518-b2e5-c896ecb4571a no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:32:44.399176 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-75f3f224-5964-44e1-afea-7ead0b8e9a51 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] For port 8fdac6e4-21bf-4353-af6c-b1aafa8788e1, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=8fdac6e4-21bf-4353-af6c-b1aafa8788e1,segment=NetworkSegment(65b167bf-5c2d-42e8-9d23-6d8de326f877),segment_id=65b167bf-5c2d-42e8-9d23-6d8de326f877)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:44.403282 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-75f3f224-5964-44e1-afea-7ead0b8e9a51 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:44.434067 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 6c54a0b4-c316-4518-b2e5-c896ecb4571a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:32:44.434689 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6c54a0b4-c316-4518-b2e5-c896ecb4571a not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:32:44.437564 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-75f3f224-5964-44e1-afea-7ead0b8e9a51 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Calling delete_port for 8fdac6e4-21bf-4353-af6c-b1aafa8788e1 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:44.457514 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-944e72e5-9163-4532-892d-a2afbebfcbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:44.514162 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944e72e5-9163-4532-892d-a2afbebfcbb1 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:44.519907 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-944e72e5-9163-4532-892d-a2afbebfcbb1 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:44.524568 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944e72e5-9163-4532-892d-a2afbebfcbb1 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:44.525250 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:44.532015 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-e1b7ae39-1551-470d-a9f0-041f4f80e9b9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8::f816:3eff:fe5c:b61a (10294607-eb5e-406e-b70a-cc143553f735/416e087c-d18a-495f-a214-7bbd35fafe79/80549bf7-9510-428f-8eb4-bad38a74e269) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:44.550237 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8decdcf3-341e-4419-97e8-3699604c29a5']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:44.560225 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e72e5-9163-4532-892d-a2afbebfcbb1 None None] Pushing event updated for resources: {'Port': ['ID=ce6f6d51-86ac-436a-bc3d-089965e9b575,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:44.579541 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57564ab-d5ae-4de4-a050-12f6a152df55 req-60014620-7ea6-42b4-ba21-08f21adb7351 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:44.580834 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c57564ab-d5ae-4de4-a050-12f6a152df55 req-60014620-7ea6-42b4-ba21-08f21adb7351 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1445804 Apr 20 16:32:44.582113 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e430345a-f4ad-485d-9f13-8991693198bb req-e99819f8-eb8e-4cfe-accf-dc3d32dd429e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:44.599862 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d19e11c-cd67-4be5-a63e-48e789610ae1') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:44.606158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d19e11c-cd67-4be5-a63e-48e789610ae1') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:44.606296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-944e72e5-9163-4532-892d-a2afbebfcbb1 None None] Attempting to bind port ce6f6d51-86ac-436a-bc3d-089965e9b575 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:32:44.606296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-944e72e5-9163-4532-892d-a2afbebfcbb1 None None] Attempting to bind port ce6f6d51-86ac-436a-bc3d-089965e9b575 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:32:44.606296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e72e5-9163-4532-892d-a2afbebfcbb1 None None] Attempting to bind port ce6f6d51-86ac-436a-bc3d-089965e9b575 on network 10294607-eb5e-406e-b70a-cc143553f735 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:32:44.611281 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e72e5-9163-4532-892d-a2afbebfcbb1 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:32:44.612081 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e72e5-9163-4532-892d-a2afbebfcbb1 None None] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:44.612742 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-944e72e5-9163-4532-892d-a2afbebfcbb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:44.613402 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e72e5-9163-4532-892d-a2afbebfcbb1 None None] Bound using segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:32:44.614084 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-944e72e5-9163-4532-892d-a2afbebfcbb1 None None] Bound port: ce6f6d51-86ac-436a-bc3d-089965e9b575, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:32:44.614691 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-944e72e5-9163-4532-892d-a2afbebfcbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:44.643178 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:44.659333 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c57564ab-d5ae-4de4-a050-12f6a152df55 req-20b810e7-b161-4a61-a29a-baea671ec1c6 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702183 Apr 20 16:32:44.691302 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:44.699042 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99819f8-eb8e-4cfe-accf-dc3d32dd429e service neutron] Pushing event updated for resources: {'Port': ['ID=a43be5da-9ca7-4e09-808c-a6ab87e330af,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:44.716075 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-944e72e5-9163-4532-892d-a2afbebfcbb1 None None] For port ce6f6d51-86ac-436a-bc3d-089965e9b575, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:32:44.720979 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-944e72e5-9163-4532-892d-a2afbebfcbb1 None None] For port ce6f6d51-86ac-436a-bc3d-089965e9b575, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ce6f6d51-86ac-436a-bc3d-089965e9b575,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:32:44.721719 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:32:44.722129 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:32:44.725206 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:32:44.754024 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-75f3f224-5964-44e1-afea-7ead0b8e9a51 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:44.820665 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-e430345a-f4ad-485d-9f13-8991693198bb req-e99819f8-eb8e-4cfe-accf-dc3d32dd429e service neutron] Attempting to bind port a43be5da-9ca7-4e09-808c-a6ab87e330af on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:32:44.821007 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-e430345a-f4ad-485d-9f13-8991693198bb req-e99819f8-eb8e-4cfe-accf-dc3d32dd429e service neutron] Attempting to bind port a43be5da-9ca7-4e09-808c-a6ab87e330af by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '4017f74e-9938-4ae4-84fb-992ae13076d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8e44dbee-7158-4e82-ae47-5239495ea7c2'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:32:44.821353 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e430345a-f4ad-485d-9f13-8991693198bb req-e99819f8-eb8e-4cfe-accf-dc3d32dd429e service neutron] Attempting to bind port a43be5da-9ca7-4e09-808c-a6ab87e330af on network 8e44dbee-7158-4e82-ae47-5239495ea7c2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:32:44.833727 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e430345a-f4ad-485d-9f13-8991693198bb req-e99819f8-eb8e-4cfe-accf-dc3d32dd429e service neutron] Port a43be5da-9ca7-4e09-808c-a6ab87e330af on network 8e44dbee-7158-4e82-ae47-5239495ea7c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:32:44.834046 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e430345a-f4ad-485d-9f13-8991693198bb req-e99819f8-eb8e-4cfe-accf-dc3d32dd429e service neutron] Attempting to bind port a43be5da-9ca7-4e09-808c-a6ab87e330af on network 8e44dbee-7158-4e82-ae47-5239495ea7c2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:32:44.835616 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3f224-5964-44e1-afea-7ead0b8e9a51 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event deleted for resources: {'Port': ['ID=8fdac6e4-21bf-4353-af6c-b1aafa8788e1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:44.843744 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-944e72e5-9163-4532-892d-a2afbebfcbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:44.844263 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-60454d7e-aec9-41d6-bd24-d720a3867b28 req-022fa455-bd26-478a-baa5-d735d4649721 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ca02f6b1aa34446e9221bf3218691782 HTTP/1.1" status: 200 len: 221 time: 0.0425162 Apr 20 16:32:44.851558 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e430345a-f4ad-485d-9f13-8991693198bb req-e99819f8-eb8e-4cfe-accf-dc3d32dd429e service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:32:44.851558 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e430345a-f4ad-485d-9f13-8991693198bb req-e99819f8-eb8e-4cfe-accf-dc3d32dd429e service neutron] Checking segment: {'id': '4017f74e-9938-4ae4-84fb-992ae13076d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8e44dbee-7158-4e82-ae47-5239495ea7c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:44.851558 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e430345a-f4ad-485d-9f13-8991693198bb req-e99819f8-eb8e-4cfe-accf-dc3d32dd429e service neutron] Bound using segment: {'id': '4017f74e-9938-4ae4-84fb-992ae13076d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8e44dbee-7158-4e82-ae47-5239495ea7c2'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:32:44.851558 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-e430345a-f4ad-485d-9f13-8991693198bb req-e99819f8-eb8e-4cfe-accf-dc3d32dd429e service neutron] Bound port: a43be5da-9ca7-4e09-808c-a6ab87e330af, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4017f74e-9938-4ae4-84fb-992ae13076d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8e44dbee-7158-4e82-ae47-5239495ea7c2'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:32:44.851558 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e430345a-f4ad-485d-9f13-8991693198bb req-e99819f8-eb8e-4cfe-accf-dc3d32dd429e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:44.881337 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f3f224-5964-44e1-afea-7ead0b8e9a51 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] No DVR routers for this DVR port 8fdac6e4-21bf-4353-af6c-b1aafa8788e1 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:32:44.914984 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:44.920892 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e72e5-9163-4532-892d-a2afbebfcbb1 None None] Pushing event updated for resources: {'Port': ['ID=ce6f6d51-86ac-436a-bc3d-089965e9b575,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:44.958308 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:44.961939 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/networks/8decdcf3-341e-4419-97e8-3699604c29a5 HTTP/1.1" status: 204 len: 168 time: 4.9356778 Apr 20 16:32:44.966309 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60632) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:44.990116 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-439e0933-04df-43c7-a4b9-82b2e5a9d76a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1348770495'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:45.008265 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-e430345a-f4ad-485d-9f13-8991693198bb req-e99819f8-eb8e-4cfe-accf-dc3d32dd429e service neutron] For port a43be5da-9ca7-4e09-808c-a6ab87e330af, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:32:45.010552 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e47bce-f44d-4fe7-a1c7-13f18e9e6d82 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Network': ['ID=8decdcf3-341e-4419-97e8-3699604c29a5,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:45.025151 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-75f3f224-5964-44e1-afea-7ead0b8e9a51 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:45.030608 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-e430345a-f4ad-485d-9f13-8991693198bb req-e99819f8-eb8e-4cfe-accf-dc3d32dd429e service neutron] For port a43be5da-9ca7-4e09-808c-a6ab87e330af, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a43be5da-9ca7-4e09-808c-a6ab87e330af,segment=NetworkSegment(4017f74e-9938-4ae4-84fb-992ae13076d3),segment_id=4017f74e-9938-4ae4-84fb-992ae13076d3)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:32:45.056727 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb220be-1bdf-4d48-9d1a-4fc1ea0e8640 req-630b3f2a-6e22-4b74-8a9f-d02f46c1c380 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:45.058007 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-deb220be-1bdf-4d48-9d1a-4fc1ea0e8640 req-630b3f2a-6e22-4b74-8a9f-d02f46c1c380 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1051083 Apr 20 16:32:45.067961 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-75f3f224-5964-44e1-afea-7ead0b8e9a51 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2310b5c4-1f1d-4d03-b697-ee6e753e6bfc']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:45.078713 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a5742-efbf-41ff-901b-c60e291b22a6 req-2cefc3eb-3cf3-4d90-babd-10e14dac8e36 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:45.080368 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0f9a5742-efbf-41ff-901b-c60e291b22a6 req-2cefc3eb-3cf3-4d90-babd-10e14dac8e36 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 944 time: 0.2407434 Apr 20 16:32:45.088718 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1b7ae39-1551-470d-a9f0-041f4f80e9b9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:45.099859 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-75f3f224-5964-44e1-afea-7ead0b8e9a51 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b167bf-5c2d-42e8-9d23-6d8de326f877') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:45.105040 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-75f3f224-5964-44e1-afea-7ead0b8e9a51 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b167bf-5c2d-42e8-9d23-6d8de326f877') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:45.106471 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-deb220be-1bdf-4d48-9d1a-4fc1ea0e8640 req-2ae027d6-1030-4d8e-970b-a22aa7bf75da tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423577 Apr 20 16:32:45.129580 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-75f3f224-5964-44e1-afea-7ead0b8e9a51 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:45.160065 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e430345a-f4ad-485d-9f13-8991693198bb req-e99819f8-eb8e-4cfe-accf-dc3d32dd429e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:45.166001 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-75f3f224-5964-44e1-afea-7ead0b8e9a51 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:45.185839 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0f9a5742-efbf-41ff-901b-c60e291b22a6 req-cb0bd3ff-4e82-440a-9fc6-ce8cb708c089 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952246 Apr 20 16:32:45.188046 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f3f224-5964-44e1-afea-7ead0b8e9a51 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:32:45.188478 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-75f3f224-5964-44e1-afea-7ead0b8e9a51 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:32:45.191564 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:32:45.212100 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430345a-f4ad-485d-9f13-8991693198bb req-e99819f8-eb8e-4cfe-accf-dc3d32dd429e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:45.212796 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e430345a-f4ad-485d-9f13-8991693198bb req-e99819f8-eb8e-4cfe-accf-dc3d32dd429e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:45.214214 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e430345a-f4ad-485d-9f13-8991693198bb req-e99819f8-eb8e-4cfe-accf-dc3d32dd429e service neutron] 10.222.0.30 "PUT /v2.0/ports/a43be5da-9ca7-4e09-808c-a6ab87e330af HTTP/1.1" status: 200 len: 1092 time: 2.3136215 Apr 20 16:32:45.215212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8377eed-9be1-409e-bb38-116d2efd788e', 'tag': 'a43be5da-9ca7-4e09-808c-a6ab87e330af'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:32:45.217566 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3b1920-f948-4103-bff4-13678220f1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b8377eed-9be1-409e-bb38-116d2efd788e", "tag": "a43be5da-9ca7-4e09-808c-a6ab87e330af"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:32:45.220548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439e0933-04df-43c7-a4b9-82b2e5a9d76a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Made reservation on behalf of d6aa039c16e847d9821ec4a912e2c995 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:45.227730 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-439e0933-04df-43c7-a4b9-82b2e5a9d76a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:45.290182 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e725d76-f101-43d0-81bc-8bf471f1c818 x-openstack-request-id: req-3e725d76-f101-43d0-81bc-8bf471f1c818 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:32:45.290471 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8377eed-9be1-409e-bb38-116d2efd788e", "tag": "a43be5da-9ca7-4e09-808c-a6ab87e330af", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:32:45.290719 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e725d76-f101-43d0-81bc-8bf471f1c818 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:32:45.291111 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e725d76-f101-43d0-81bc-8bf471f1c818'] response: {'name': 'network-changed', 'server_uuid': 'b8377eed-9be1-409e-bb38-116d2efd788e', 'tag': 'a43be5da-9ca7-4e09-808c-a6ab87e330af', 'status': 'completed', 'code': 200} Apr 20 16:32:45.322105 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439e0933-04df-43c7-a4b9-82b2e5a9d76a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:32:45.325895 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99819f8-eb8e-4cfe-accf-dc3d32dd429e service neutron] Pushing event updated for resources: {'Port': ['ID=a43be5da-9ca7-4e09-808c-a6ab87e330af,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:45.354137 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-439e0933-04df-43c7-a4b9-82b2e5a9d76a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:45.354137 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-439e0933-04df-43c7-a4b9-82b2e5a9d76a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Added segment 860c05d4-74fd-46b6-b49b-1d2d1aff6ea0 of type vlan for network 6f66b855-ab72-49a0-b6cf-9b800693b7c6 Apr 20 16:32:45.368720 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-75f3f224-5964-44e1-afea-7ead0b8e9a51 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:45.371775 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1b7ae39-1551-470d-a9f0-041f4f80e9b9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:45.389949 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-75f3f224-5964-44e1-afea-7ead0b8e9a51 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:45.393928 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-75f3f224-5964-44e1-afea-7ead0b8e9a51 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] 10.222.0.15 "DELETE /v2.0/networks/2310b5c4-1f1d-4d03-b697-ee6e753e6bfc HTTP/1.1" status: 204 len: 168 time: 1.2529175 Apr 20 16:32:45.404229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7aaef2-1d6a-44f1-9328-f80a27999aaf req-67d2dea4-f487-4c2c-abf8-7911a04f64ec tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:45.412530 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7d7aaef2-1d6a-44f1-9328-f80a27999aaf req-67d2dea4-f487-4c2c-abf8-7911a04f64ec tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1626337 Apr 20 16:32:45.508810 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-439e0933-04df-43c7-a4b9-82b2e5a9d76a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:45.567307 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7d7aaef2-1d6a-44f1-9328-f80a27999aaf req-9c920cce-1680-4262-bfb5-32ee9d2f1e9e tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525772 Apr 20 16:32:45.570629 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b1920-f948-4103-bff4-13678220f1dc req-d3188793-c4a8-4f34-b054-636e80470ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:45.572760 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc3b1920-f948-4103-bff4-13678220f1dc req-d3188793-c4a8-4f34-b054-636e80470ee3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=02e6a7c368804b1db8fc183496dac8a4&device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 1095 time: 0.2322724 Apr 20 16:32:45.653186 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-439e0933-04df-43c7-a4b9-82b2e5a9d76a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:45.659349 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e0933-04df-43c7-a4b9-82b2e5a9d76a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:45.660009 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-439e0933-04df-43c7-a4b9-82b2e5a9d76a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:45.783685 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3f224-5964-44e1-afea-7ead0b8e9a51 tempest-NetworksIpV6TestAttrs-1855235260 tempest-NetworksIpV6TestAttrs-1855235260-project] Pushing event deleted for resources: {'Network': ['ID=2310b5c4-1f1d-4d03-b697-ee6e753e6bfc,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:45.791769 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b7ae39-1551-470d-a9f0-041f4f80e9b9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:45.792122 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-439e0933-04df-43c7-a4b9-82b2e5a9d76a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8083012 Apr 20 16:32:45.796235 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60654) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:45.802281 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-8296da64-369d-4af5-a94d-c5f7e75f686b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'subnet': {'network_id': '6f66b855-ab72-49a0-b6cf-9b800693b7c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:45.839193 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ce6f6d51-86ac-436a-bc3d-089965e9b575 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:32:45.854311 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e427bb-4349-4b4c-b36a-94e374358013 req-c08b52ee-bc8b-48e4-a263-4658c263a458 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:45.856103 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63e427bb-4349-4b4c-b36a-94e374358013 req-c08b52ee-bc8b-48e4-a263-4658c263a458 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1549664 Apr 20 16:32:45.859820 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e0933-04df-43c7-a4b9-82b2e5a9d76a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Network': ['ID=6f66b855-ab72-49a0-b6cf-9b800693b7c6,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:45.882468 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 6f66b855-ab72-49a0-b6cf-9b800693b7c6 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:32:45.887236 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-e1b7ae39-1551-470d-a9f0-041f4f80e9b9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:45.889253 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7ae39-1551-470d-a9f0-041f4f80e9b9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=80549bf7-9510-428f-8eb4-bad38a74e269,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:45.912035 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b7ae39-1551-470d-a9f0-041f4f80e9b9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:45.919640 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b7ae39-1551-470d-a9f0-041f4f80e9b9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:45.920796 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1b7ae39-1551-470d-a9f0-041f4f80e9b9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:45.961071 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b1920-f948-4103-bff4-13678220f1dc req-e506e0fe-29c7-49c1-a6af-1fde9a234a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:45.961917 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc3b1920-f948-4103-bff4-13678220f1dc req-e506e0fe-29c7-49c1-a6af-1fde9a234a77 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=02e6a7c368804b1db8fc183496dac8a4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3547893 Apr 20 16:32:45.981190 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63e427bb-4349-4b4c-b36a-94e374358013 req-7df2b98d-780e-45b6-8f75-ecb5616eb185 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143818 Apr 20 16:32:46.047132 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8296da64-369d-4af5-a94d-c5f7e75f686b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Made reservation on behalf of d6aa039c16e847d9821ec4a912e2c995 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:46.051026 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8296da64-369d-4af5-a94d-c5f7e75f686b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:46.097311 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b1920-f948-4103-bff4-13678220f1dc req-9a5a2b55-5298-4e89-b7bb-a18026651204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:46.098386 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e1b7ae39-1551-470d-a9f0-041f4f80e9b9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6204686 Apr 20 16:32:46.098866 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc3b1920-f948-4103-bff4-13678220f1dc req-9a5a2b55-5298-4e89-b7bb-a18026651204 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1165395 Apr 20 16:32:46.099372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60662) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:46.125073 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ce6f6d51-86ac-436a-bc3d-089965e9b575 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:46.126348 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:46.162139 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9b0f44-88ef-4e07-b740-dcf4d837edd9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:46.167618 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.ipam_backend_mixin [None req-8296da64-369d-4af5-a94d-c5f7e75f686b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Performing IP validity checks on allocation pools {{(pid=103485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 16:32:46.169532 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9b0f44-88ef-4e07-b740-dcf4d837edd9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:46.169768 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.ipam_backend_mixin [None req-8296da64-369d-4af5-a94d-c5f7e75f686b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 16:32:46.173647 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4f9b0f44-88ef-4e07-b740-dcf4d837edd9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0708163 Apr 20 16:32:46.180893 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60664) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:46.271295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60670) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:46.272216 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f64ba8-ca25-47f0-aa0a-fb44d8a4512c req-f49cb3ed-9e76-40e6-885e-f0dae1a2e00d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:46.286709 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-91f64ba8-ca25-47f0-aa0a-fb44d8a4512c req-f49cb3ed-9e76-40e6-885e-f0dae1a2e00d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1842024 Apr 20 16:32:46.308802 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430345a-f4ad-485d-9f13-8991693198bb req-974742fb-a996-4831-9bda-a5212cc37fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:46.308802 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e430345a-f4ad-485d-9f13-8991693198bb req-974742fb-a996-4831-9bda-a5212cc37fdf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=02e6a7c368804b1db8fc183496dac8a4&device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 1095 time: 0.1345284 Apr 20 16:32:46.319396 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:46.386393 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-0b0ab859-bb21-430e-98ff-1990a7c2b937 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting port 80549bf7-9510-428f-8eb4-bad38a74e269 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:46.386810 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0b0ab859-bb21-430e-98ff-1990a7c2b937 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:46.391765 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e430345a-f4ad-485d-9f13-8991693198bb req-50209caf-4b09-426f-80fa-2bfc863cec97 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a43be5da-9ca7-4e09-808c-a6ab87e330af HTTP/1.1" status: 200 len: 217 time: 0.0695674 Apr 20 16:32:46.395762 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port ce6f6d51-86ac-436a-bc3d-089965e9b575, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ce6f6d51-86ac-436a-bc3d-089965e9b575,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:46.417759 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-91f64ba8-ca25-47f0-aa0a-fb44d8a4512c req-af342afa-39fb-46e9-9756-fec6b37d50c7 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248283 Apr 20 16:32:46.537454 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:46.542371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430345a-f4ad-485d-9f13-8991693198bb req-aee07419-5e8c-4596-a72e-42c618ff8ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:46.551728 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e430345a-f4ad-485d-9f13-8991693198bb req-aee07419-5e8c-4596-a72e-42c618ff8ee0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b15f5d3-65c4-405a-932b-b29f77c2b2dd HTTP/1.1" status: 200 len: 852 time: 0.1210256 Apr 20 16:32:46.586452 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0b0ab859-bb21-430e-98ff-1990a7c2b937 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:46.600831 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-0b0ab859-bb21-430e-98ff-1990a7c2b937 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Calling delete_port for 80549bf7-9510-428f-8eb4-bad38a74e269 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:46.608845 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad14dba-4fab-44d9-9113-477aa2211c49 req-37d7facf-924f-42a5-9e74-909532d279dc tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:46.610489 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0ad14dba-4fab-44d9-9113-477aa2211c49 req-37d7facf-924f-42a5-9e74-909532d279dc tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.0703518 Apr 20 16:32:46.625726 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0271edf-84fb-4fdc-845c-3a4abfea5e3f None None] get_active_networks_info from n-d-836146-2 {{(pid=103486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 16:32:46.658892 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0ad14dba-4fab-44d9-9113-477aa2211c49 req-6dc197b4-c87b-48ab-838c-a4e8b9d498a1 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408454 Apr 20 16:32:46.665185 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8296da64-369d-4af5-a94d-c5f7e75f686b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:46.702573 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2dea7662-5c31-437f-b850-54abece61e40 None None] Provisioning complete for port ce6f6d51-86ac-436a-bc3d-089965e9b575 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:46.703044 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2dea7662-5c31-437f-b850-54abece61e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:46.744779 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e430345a-f4ad-485d-9f13-8991693198bb req-5a6a4b55-9f04-4bf1-80e3-322ff3083870 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8e44dbee-7158-4e82-ae47-5239495ea7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243317 Apr 20 16:32:46.758408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=ce6f6d51-86ac-436a-bc3d-089965e9b575,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:46.793694 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62381ef6-0ef4-4fa2-bf07-ea8fed994b50 req-5388c471-3684-4102-a7c7-64ad3960191b tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:46.795512 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-62381ef6-0ef4-4fa2-bf07-ea8fed994b50 req-5388c471-3684-4102-a7c7-64ad3960191b tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 944 time: 0.4239872 Apr 20 16:32:46.813536 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296da64-369d-4af5-a94d-c5f7e75f686b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Subnet': ['ID=d9cefe4c-360b-44ff-9002-bbca13f9b405,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:46.825451 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8296da64-369d-4af5-a94d-c5f7e75f686b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Checking segment: {'id': '860c05d4-74fd-46b6-b49b-1d2d1aff6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6f66b855-ab72-49a0-b6cf-9b800693b7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:46.825780 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8296da64-369d-4af5-a94d-c5f7e75f686b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Network hostable DHCP agents. Network: 6f66b855-ab72-49a0-b6cf-9b800693b7c6, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:32:46.837394 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0271edf-84fb-4fdc-845c-3a4abfea5e3f None None] Resources bound (agent type, host, resource id): {{(pid=103486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 16:32:46.842233 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d84ddb-9d32-4abd-af9d-f51e2ceb8b28 req-79275bb1-c0b6-4059-ae5b-36f995e0550d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:46.845219 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-10ae7a5f-a7e3-47d1-873d-f07fe74c4fd8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93c7f38b8d4940ff85bb34ea6927b365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5650144 Apr 20 16:32:46.845357 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f7d84ddb-9d32-4abd-af9d-f51e2ceb8b28 req-79275bb1-c0b6-4059-ae5b-36f995e0550d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.0983975 Apr 20 16:32:46.845886 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60686) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:46.918182 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f7d84ddb-9d32-4abd-af9d-f51e2ceb8b28 req-629eae0f-797b-4fc1-b9a6-04b3ca8023ce tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639534 Apr 20 16:32:46.940139 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4f30249e-61b3-416d-aaed-ff0aa4f5159d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:46.969397 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-62381ef6-0ef4-4fa2-bf07-ea8fed994b50 req-e5379640-84be-4db2-808c-a5c262d52e53 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549294 Apr 20 16:32:46.974533 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4f30249e-61b3-416d-aaed-ff0aa4f5159d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:47.001675 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e430345a-f4ad-485d-9f13-8991693198bb req-83eb8653-45d9-4a4b-a08b-48f5cf5065c9 service neutron] 10.222.0.30 "GET /v2.0/networks/8e44dbee-7158-4e82-ae47-5239495ea7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409530 Apr 20 16:32:47.031079 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8296da64-369d-4af5-a94d-c5f7e75f686b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Network 6f66b855-ab72-49a0-b6cf-9b800693b7c6 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:32:47.124149 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0db1ee-a6d2-4016-990d-01d7ac3458ab req-a752074d-df66-4ce2-bdf5-dcd522e340ae tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:47.127068 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6e0db1ee-a6d2-4016-990d-01d7ac3458ab req-a752074d-df66-4ce2-bdf5-dcd522e340ae tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.0724413 Apr 20 16:32:47.162677 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e430345a-f4ad-485d-9f13-8991693198bb req-64b16c8e-961f-4cb8-acc4-5c7cd66f2e7d service neutron] 10.222.0.30 "GET /v2.0/networks/8e44dbee-7158-4e82-ae47-5239495ea7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543078 Apr 20 16:32:47.188129 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6e0db1ee-a6d2-4016-990d-01d7ac3458ab req-1ca399ec-e214-4ec8-8cac-aeebee0aceb6 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539033 Apr 20 16:32:47.202255 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-8296da64-369d-4af5-a94d-c5f7e75f686b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 6f66b855-ab72-49a0-b6cf-9b800693b7c6) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:47.208918 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8296da64-369d-4af5-a94d-c5f7e75f686b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:47.210004 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8296da64-369d-4af5-a94d-c5f7e75f686b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:47.225909 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af97d85-22ab-440b-9bc8-df6880706b36 None None] DHCP port deletion for 2310b5c4-1f1d-4d03-b697-ee6e753e6bfc request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:32:47.239807 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0b0ab859-bb21-430e-98ff-1990a7c2b937 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:47.240250 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4f30249e-61b3-416d-aaed-ff0aa4f5159d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:47.243356 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4f30249e-61b3-416d-aaed-ff0aa4f5159d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:47.245229 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4f30249e-61b3-416d-aaed-ff0aa4f5159d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f4d051e-146b-4c72-9b33-08d2bd760f65 HTTP/1.1" status: 204 len: 168 time: 0.3984435 Apr 20 16:32:47.256137 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30249e-61b3-416d-aaed-ff0aa4f5159d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4d051e-146b-4c72-9b33-08d2bd760f65,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:47.288042 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431c5c3b-ee32-49fb-bb04-95c2731bd74b None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:47.297423 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263b8ffe-63d5-445d-96f1-9ea02593cc19 None None] Network 6f66b855-ab72-49a0-b6cf-9b800693b7c6 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:47.305995 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ab859-bb21-430e-98ff-1990a7c2b937 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Port': ['ID=80549bf7-9510-428f-8eb4-bad38a74e269,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:47.355226 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0b0ab859-bb21-430e-98ff-1990a7c2b937 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:47.360937 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0b0ab859-bb21-430e-98ff-1990a7c2b937 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/80549bf7-9510-428f-8eb4-bad38a74e269 HTTP/1.1" status: 204 len: 168 time: 1.1772025 Apr 20 16:32:47.363655 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8296da64-369d-4af5-a94d-c5f7e75f686b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5662050 Apr 20 16:32:47.364497 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60702) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:47.369899 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60704) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:47.425031 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a943cb-aa9f-4a7d-a311-13941e865570 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:47.426698 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a943cb-aa9f-4a7d-a311-13941e865570 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:47.428790 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-83a943cb-aa9f-4a7d-a311-13941e865570 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0628307 Apr 20 16:32:47.431456 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60708) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:47.481181 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca1472-e2c2-4af8-9d92-1328a0bec907 req-ec8eb24c-5c8e-42c6-9b4a-f770247eaba4 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:47.482855 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7dca1472-e2c2-4af8-9d92-1328a0bec907 req-ec8eb24c-5c8e-42c6-9b4a-f770247eaba4 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1404223 Apr 20 16:32:47.528226 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-0274debd-f9ad-436c-b0ff-03013ec845a7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet 416e087c-d18a-495f-a214-7bbd35fafe79 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:32:47.532362 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0274debd-f9ad-436c-b0ff-03013ec845a7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:47.541575 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7dca1472-e2c2-4af8-9d92-1328a0bec907 req-a93713b0-8155-4137-a75d-30ca1f1f0221 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457604 Apr 20 16:32:47.578875 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-651c854d-6c93-4667-b448-445de82330ba tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:47.600411 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0274debd-f9ad-436c-b0ff-03013ec845a7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:47.683390 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-651c854d-6c93-4667-b448-445de82330ba tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:47.714502 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9ad00a-3386-413f-b3b3-0548a679079d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-6f66b855-ab72-49a0-b6cf-9b800693b7c6', 'network_id': '6f66b855-ab72-49a0-b6cf-9b800693b7c6', 'tenant_id': 'd6aa039c16e847d9821ec4a912e2c995', 'fixed_ips': [{'subnet_id': 'd9cefe4c-360b-44ff-9002-bbca13f9b405'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:32:47.714502 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad00a-3386-413f-b3b3-0548a679079d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:47.769362 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0274debd-f9ad-436c-b0ff-03013ec845a7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:47.776822 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ce6f6d51-86ac-436a-bc3d-089965e9b575 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:32:47.840298 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26eaf3-40cb-42fe-9d9d-88a7d568f1af req-b12de8f1-f087-4861-b66b-76c6b92416dc tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:47.842383 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3f26eaf3-40cb-42fe-9d9d-88a7d568f1af req-b12de8f1-f087-4861-b66b-76c6b92416dc tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.0825956 Apr 20 16:32:47.907905 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3f26eaf3-40cb-42fe-9d9d-88a7d568f1af req-673c4605-6034-4b74-ae8a-0b357162024c tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579829 Apr 20 16:32:47.945350 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-651c854d-6c93-4667-b448-445de82330ba tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:47.979441 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0274debd-f9ad-436c-b0ff-03013ec845a7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:48.002399 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c854d-6c93-4667-b448-445de82330ba tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Subnet': ['ID=d9cefe4c-360b-44ff-9002-bbca13f9b405,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:48.039226 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0274debd-f9ad-436c-b0ff-03013ec845a7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:48.051413 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0274debd-f9ad-436c-b0ff-03013ec845a7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/416e087c-d18a-495f-a214-7bbd35fafe79 HTTP/1.1" status: 204 len: 168 time: 0.6189325 Apr 20 16:32:48.090036 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60730) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:48.162870 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274debd-f9ad-436c-b0ff-03013ec845a7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=416e087c-d18a-495f-a214-7bbd35fafe79,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:48.169134 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d33081-6800-49ee-9440-39db2f89a5cb None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:48.171043 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-651c854d-6c93-4667-b448-445de82330ba tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:48.175833 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9bfecc2f-193e-497c-a3a8-9310a1883eee tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0840628 Apr 20 16:32:48.184744 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60732) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:48.231393 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2d89c-0bdb-4cf4-9c63-3d3b25d65d4a req-1f630ce2-67d7-4850-b4df-56861f43bf44 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:48.238038 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-35e2d89c-0bdb-4cf4-9c63-3d3b25d65d4a req-1f630ce2-67d7-4850-b4df-56861f43bf44 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1854794 Apr 20 16:32:48.253629 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-651c854d-6c93-4667-b448-445de82330ba tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f66b855-ab72-49a0-b6cf-9b800693b7c6']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:48.256499 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c24c0567-f093-4f2c-b64e-287e2ce14a47 None None] Provisioning complete for port ce6f6d51-86ac-436a-bc3d-089965e9b575 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:48.256996 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c24c0567-f093-4f2c-b64e-287e2ce14a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:48.267700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-651c854d-6c93-4667-b448-445de82330ba tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860c05d4-74fd-46b6-b49b-1d2d1aff6ea0') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:48.268037 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-651c854d-6c93-4667-b448-445de82330ba tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860c05d4-74fd-46b6-b49b-1d2d1aff6ea0') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:48.303984 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-35e2d89c-0bdb-4cf4-9c63-3d3b25d65d4a req-5999e8ec-d415-418a-bb43-d44e3a61e84d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546000 Apr 20 16:32:48.308469 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-651c854d-6c93-4667-b448-445de82330ba tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:48.345215 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dc262-8a5b-4a66-bd10-704ad86ec535 req-2d9b58af-31d4-498b-89b3-791b8b75e38e tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server [None req-5a9ad00a-3386-413f-b3b3-0548a679079d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9cefe4c-360b-44ff-9002-bbca13f9b405: This subnet is being modified by another concurrent operation. Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 16:32:48.345389 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise exception Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9cefe4c-360b-44ff-9002-bbca13f9b405: This subnet is being modified by another concurrent operation. Apr 20 16:32:48.349246 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server Apr 20 16:32:48.352603 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f3dc262-8a5b-4a66-bd10-704ad86ec535 req-2d9b58af-31d4-498b-89b3-791b8b75e38e tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 944 time: 0.2586436 Apr 20 16:32:48.363456 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-651c854d-6c93-4667-b448-445de82330ba tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:48.365615 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ce6f6d51-86ac-436a-bc3d-089965e9b575 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:48.366239 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:48.396568 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-651c854d-6c93-4667-b448-445de82330ba tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:32:48.397087 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-651c854d-6c93-4667-b448-445de82330ba tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:32:48.401781 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:32:48.433221 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d29e73c-b644-476c-96a6-21360bd8ce72 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:48.433221 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2d29e73c-b644-476c-96a6-21360bd8ce72 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2415731 Apr 20 16:32:48.433535 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60746) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:48.445941 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade05b1b-7e36-4e52-95be-bbc362b6625e None None] Network 6f66b855-ab72-49a0-b6cf-9b800693b7c6 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:48.496087 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f3dc262-8a5b-4a66-bd10-704ad86ec535 req-4718ee55-7205-42c2-bb04-a50c08562ba6 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359034 Apr 20 16:32:48.515046 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1526e9-6f3c-4984-80de-1b388eeadcd0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:48.516801 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fa1526e9-6f3c-4984-80de-1b388eeadcd0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0865679 Apr 20 16:32:48.519194 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60750) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:48.573525 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c4dc6e6e-b2b9-450d-88e9-48efa5f72fe7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532556 Apr 20 16:32:48.578188 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60752) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:48.583490 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-b304e41a-9fa9-49e1-868e-c6dec595e280 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:48.601860 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-651c854d-6c93-4667-b448-445de82330ba tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:48.611190 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-651c854d-6c93-4667-b448-445de82330ba tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:48.618613 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-651c854d-6c93-4667-b448-445de82330ba tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/networks/6f66b855-ab72-49a0-b6cf-9b800693b7c6 HTTP/1.1" status: 204 len: 168 time: 1.2271836 Apr 20 16:32:48.623413 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60756) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:48.629916 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e222c543-49de-49cf-b801-1e0622578ae0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1105484444'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:48.659218 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fcfe0-a879-44fa-be0a-b4c0dd98551a req-8b50a4b8-692e-42e4-b21d-a37afa10a49a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:48.660789 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-041fcfe0-a879-44fa-be0a-b4c0dd98551a req-8b50a4b8-692e-42e4-b21d-a37afa10a49a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.2188458 Apr 20 16:32:48.662021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c854d-6c93-4667-b448-445de82330ba tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Network': ['ID=6f66b855-ab72-49a0-b6cf-9b800693b7c6,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:48.741232 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-041fcfe0-a879-44fa-be0a-b4c0dd98551a req-3e496522-4776-47cb-9cb6-0ac3b2503b3e tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639212 Apr 20 16:32:48.765594 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe93377d-169f-402f-b6fc-14428de63c0a None None] DHCP port deletion for 10294607-eb5e-406e-b70a-cc143553f735 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:32:48.773709 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b304e41a-9fa9-49e1-868e-c6dec595e280 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:48.777294 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b304e41a-9fa9-49e1-868e-c6dec595e280 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:48.802558 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e222c543-49de-49cf-b801-1e0622578ae0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Made reservation on behalf of d6aa039c16e847d9821ec4a912e2c995 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:48.809878 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e222c543-49de-49cf-b801-1e0622578ae0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:48.811126 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8fdac6e4-21bf-4353-af6c-b1aafa8788e1 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:32:48.837042 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 8fdac6e4-21bf-4353-af6c-b1aafa8788e1 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:32:48.837443 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8fdac6e4-21bf-4353-af6c-b1aafa8788e1 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:32:48.851049 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e222c543-49de-49cf-b801-1e0622578ae0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:32:48.861961 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-fe93377d-169f-402f-b6fc-14428de63c0a None None] Deleting port ce6f6d51-86ac-436a-bc3d-089965e9b575 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:48.862347 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fe93377d-169f-402f-b6fc-14428de63c0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:48.864689 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e222c543-49de-49cf-b801-1e0622578ae0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:48.865247 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-e222c543-49de-49cf-b801-1e0622578ae0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Added segment b3b24ffc-83ac-417e-b1e0-fd8b4646e7a9 of type vlan for network c86e9f7b-d24a-435d-9796-418a1a7b304b Apr 20 16:32:48.914308 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e222c543-49de-49cf-b801-1e0622578ae0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:48.940000 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359b46f-e534-4dc0-b270-a3bc3b7472fa req-f1877ac5-b13b-49dc-bbba-9dd92d72e78d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:48.941879 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0359b46f-e534-4dc0-b270-a3bc3b7472fa req-f1877ac5-b13b-49dc-bbba-9dd92d72e78d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.0997026 Apr 20 16:32:48.953192 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-fe93377d-169f-402f-b6fc-14428de63c0a None None] For port ce6f6d51-86ac-436a-bc3d-089965e9b575, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ce6f6d51-86ac-436a-bc3d-089965e9b575,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:48.953938 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fe93377d-169f-402f-b6fc-14428de63c0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:48.968058 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-fe93377d-169f-402f-b6fc-14428de63c0a None None] Calling delete_port for ce6f6d51-86ac-436a-bc3d-089965e9b575 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:49.004940 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0359b46f-e534-4dc0-b270-a3bc3b7472fa req-755ac2f8-9490-4efb-b758-1e19a982ae69 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549457 Apr 20 16:32:49.014373 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e222c543-49de-49cf-b801-1e0622578ae0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:49.024246 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e222c543-49de-49cf-b801-1e0622578ae0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:49.035623 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e222c543-49de-49cf-b801-1e0622578ae0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:49.050579 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60768) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:49.152317 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222c543-49de-49cf-b801-1e0622578ae0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Network': ['ID=c86e9f7b-d24a-435d-9796-418a1a7b304b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:49.167312 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network c86e9f7b-d24a-435d-9796-418a1a7b304b details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:32:49.181992 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fe93377d-169f-402f-b6fc-14428de63c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:49.209087 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b304e41a-9fa9-49e1-868e-c6dec595e280 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:49.232522 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b2126e45-b612-4c6c-ba44-56d29e10c980 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1155058510'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:49.262921 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b304e41a-9fa9-49e1-868e-c6dec595e280 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:49.270383 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-b304e41a-9fa9-49e1-868e-c6dec595e280 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:49.284355 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e222c543-49de-49cf-b801-1e0622578ae0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6589940 Apr 20 16:32:49.286936 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60776) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:49.287647 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84973fe6-5d24-4452-86c5-1f2f678a99c1 req-a9588f10-a4ee-4d93-9258-067b94e8f7f6 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:49.289448 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-84973fe6-5d24-4452-86c5-1f2f678a99c1 req-a9588f10-a4ee-4d93-9258-067b94e8f7f6 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1261790 Apr 20 16:32:49.292715 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-cdcdbe9a-6b47-4907-96a6-13bb4f5e51c5 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'subnet': {'network_id': 'c86e9f7b-d24a-435d-9796-418a1a7b304b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:49.292999 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b304e41a-9fa9-49e1-868e-c6dec595e280 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:49.293586 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b304e41a-9fa9-49e1-868e-c6dec595e280 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:49.312766 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe93377d-169f-402f-b6fc-14428de63c0a None None] No DVR routers for this DVR port ce6f6d51-86ac-436a-bc3d-089965e9b575 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:32:49.313332 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304e41a-9fa9-49e1-868e-c6dec595e280 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=bf0427eb-3ec0-498b-8a99-5fc4102cdfec,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:49.316244 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93377d-169f-402f-b6fc-14428de63c0a None None] Pushing event deleted for resources: {'Port': ['ID=ce6f6d51-86ac-436a-bc3d-089965e9b575,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:49.351981 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65c9408-b292-46bc-b9bd-2e072a537b81 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:49.359093 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93377d-169f-402f-b6fc-14428de63c0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:49.359442 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93377d-169f-402f-b6fc-14428de63c0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:49.359813 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93377d-169f-402f-b6fc-14428de63c0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:49.360116 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93377d-169f-402f-b6fc-14428de63c0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:49.360652 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93377d-169f-402f-b6fc-14428de63c0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:49.360989 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93377d-169f-402f-b6fc-14428de63c0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:49.361126 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-84973fe6-5d24-4452-86c5-1f2f678a99c1 req-5b35eba9-b0d3-4bfc-8990-c6b6107f3f39 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614095 Apr 20 16:32:49.361321 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93377d-169f-402f-b6fc-14428de63c0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:49.361646 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93377d-169f-402f-b6fc-14428de63c0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:49.361973 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93377d-169f-402f-b6fc-14428de63c0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:49.362298 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93377d-169f-402f-b6fc-14428de63c0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:49.363361 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93377d-169f-402f-b6fc-14428de63c0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:49.363361 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93377d-169f-402f-b6fc-14428de63c0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:49.397038 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2126e45-b612-4c6c-ba44-56d29e10c980 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:49.401615 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2126e45-b612-4c6c-ba44-56d29e10c980 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:49.423261 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2126e45-b612-4c6c-ba44-56d29e10c980 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:49.451050 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b304e41a-9fa9-49e1-868e-c6dec595e280 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8714132 Apr 20 16:32:49.453314 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60784) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:49.464608 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-f335920c-c12e-463c-b40b-351d5a97c1d3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'mac_address': 'fa:16:3e:f3:2a:ba', 'name': 'tempest-NetworksTestDHCPv6-978340197'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:49.579170 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcdbe9a-6b47-4907-96a6-13bb4f5e51c5 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Made reservation on behalf of d6aa039c16e847d9821ec4a912e2c995 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:49.582698 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cdcdbe9a-6b47-4907-96a6-13bb4f5e51c5 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:49.638721 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc121eb-be2a-4f39-8e80-19e51446fba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-10294607-eb5e-406e-b70a-cc143553f735', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'fixed_ips': [{'subnet_id': 'bf0427eb-3ec0-498b-8a99-5fc4102cdfec'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:32:49.639818 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bcc121eb-be2a-4f39-8e80-19e51446fba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:49.674284 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2126e45-b612-4c6c-ba44-56d29e10c980 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:49.700003 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dfe3f-8c13-40c7-9a7d-6dfc17bf3c69 req-70f59ff4-6c7b-43e3-8fe7-fc619d4bbcc3 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:49.701705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d443de-de52-4ebf-812b-1e77498ceb1e req-9c4cdd7b-e447-48d2-9f41-cf5b09251e09 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:49.702078 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-666dfe3f-8c13-40c7-9a7d-6dfc17bf3c69 req-70f59ff4-6c7b-43e3-8fe7-fc619d4bbcc3 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.2082219 Apr 20 16:32:49.709210 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68d443de-de52-4ebf-812b-1e77498ceb1e req-9c4cdd7b-e447-48d2-9f41-cf5b09251e09 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 944 time: 0.0998080 Apr 20 16:32:49.754775 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2126e45-b612-4c6c-ba44-56d29e10c980 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:49.758326 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68d443de-de52-4ebf-812b-1e77498ceb1e req-59bc668e-94b8-4923-9d02-750fd3f0d9e3 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480492 Apr 20 16:32:49.766273 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ce6f6d51-86ac-436a-bc3d-089965e9b575 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:32:49.795432 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: ce6f6d51-86ac-436a-bc3d-089965e9b575 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:32:49.795777 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ce6f6d51-86ac-436a-bc3d-089965e9b575 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:32:49.806858 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-666dfe3f-8c13-40c7-9a7d-6dfc17bf3c69 req-93abb0e3-4b1d-424b-9583-e3c233e564e8 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972927 Apr 20 16:32:49.812587 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f335920c-c12e-463c-b40b-351d5a97c1d3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:49.813410 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2126e45-b612-4c6c-ba44-56d29e10c980 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:32:49.837072 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2126e45-b612-4c6c-ba44-56d29e10c980 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:49.837420 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-b2126e45-b612-4c6c-ba44-56d29e10c980 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Added segment 54c58f27-6a9c-468e-9380-81de52096ebc of type vlan for network fcac9d37-3dbe-4135-83fd-db32c144c071 Apr 20 16:32:49.863552 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2126e45-b612-4c6c-ba44-56d29e10c980 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=643a2c4d-ac5f-4165-a442-6416db39e702,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:49.882952 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-bcc121eb-be2a-4f39-8e80-19e51446fba7 None None] Allocated IP 2001:db8::2 (10294607-eb5e-406e-b70a-cc143553f735/bf0427eb-3ec0-498b-8a99-5fc4102cdfec/351a6f9c-f659-4a45-9799-c95c1037d4b9) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:49.911824 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2126e45-b612-4c6c-ba44-56d29e10c980 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:50.020649 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f335920c-c12e-463c-b40b-351d5a97c1d3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:50.064888 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-f335920c-c12e-463c-b40b-351d5a97c1d3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] device_id is not set on port 50c741af-7940-4771-8b33-09dd99d496dc yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:32:50.071555 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bcc121eb-be2a-4f39-8e80-19e51446fba7 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:50.131607 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2126e45-b612-4c6c-ba44-56d29e10c980 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:50.137688 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2126e45-b612-4c6c-ba44-56d29e10c980 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:50.138274 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2126e45-b612-4c6c-ba44-56d29e10c980 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:50.172353 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cdcdbe9a-6b47-4907-96a6-13bb4f5e51c5 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:50.196834 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bcc121eb-be2a-4f39-8e80-19e51446fba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:50.253800 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc121eb-be2a-4f39-8e80-19e51446fba7 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:50.257072 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-bcc121eb-be2a-4f39-8e80-19e51446fba7 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:50.261983 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc121eb-be2a-4f39-8e80-19e51446fba7 None None] Pushing event updated for resources: {'Port': ['ID=351a6f9c-f659-4a45-9799-c95c1037d4b9,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:50.264443 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc121eb-be2a-4f39-8e80-19e51446fba7 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:50.282460 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdbe9a-6b47-4907-96a6-13bb4f5e51c5 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Subnet': ['ID=c889ab87-c35e-460a-964a-92088fc771eb,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:50.288840 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-f335920c-c12e-463c-b40b-351d5a97c1d3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8::19b (10294607-eb5e-406e-b70a-cc143553f735/bf0427eb-3ec0-498b-8a99-5fc4102cdfec/50c741af-7940-4771-8b33-09dd99d496dc) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:50.306105 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b2126e45-b612-4c6c-ba44-56d29e10c980 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2585344 Apr 20 16:32:50.309432 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60800) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:50.315220 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'port': {'network_id': 'fcac9d37-3dbe-4135-83fd-db32c144c071', 'name': 'tempest-PortsIpV6TestJSON-1198816539'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:50.324888 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-bcc121eb-be2a-4f39-8e80-19e51446fba7 None None] Attempting to bind port 351a6f9c-f659-4a45-9799-c95c1037d4b9 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:32:50.325465 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281d873-8111-4ae6-896c-3179336ce3eb req-f10e9d93-e5e4-453c-9d4f-8bb0c7b565c7 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:50.325593 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-bcc121eb-be2a-4f39-8e80-19e51446fba7 None None] Attempting to bind port 351a6f9c-f659-4a45-9799-c95c1037d4b9 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:32:50.325593 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc121eb-be2a-4f39-8e80-19e51446fba7 None None] Attempting to bind port 351a6f9c-f659-4a45-9799-c95c1037d4b9 on network 10294607-eb5e-406e-b70a-cc143553f735 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:32:50.331412 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc121eb-be2a-4f39-8e80-19e51446fba7 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:32:50.331786 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc121eb-be2a-4f39-8e80-19e51446fba7 None None] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:50.332192 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bcc121eb-be2a-4f39-8e80-19e51446fba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:50.332622 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc121eb-be2a-4f39-8e80-19e51446fba7 None None] Bound using segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:32:50.333096 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-bcc121eb-be2a-4f39-8e80-19e51446fba7 None None] Bound port: 351a6f9c-f659-4a45-9799-c95c1037d4b9, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:32:50.333487 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bcc121eb-be2a-4f39-8e80-19e51446fba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:50.334012 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5281d873-8111-4ae6-896c-3179336ce3eb req-f10e9d93-e5e4-453c-9d4f-8bb0c7b565c7 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.2355993 Apr 20 16:32:50.377176 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2126e45-b612-4c6c-ba44-56d29e10c980 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Network': ['ID=fcac9d37-3dbe-4135-83fd-db32c144c071,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:50.400608 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-bcc121eb-be2a-4f39-8e80-19e51446fba7 None None] For port 351a6f9c-f659-4a45-9799-c95c1037d4b9, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:32:50.403807 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-bcc121eb-be2a-4f39-8e80-19e51446fba7 None None] For port 351a6f9c-f659-4a45-9799-c95c1037d4b9, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=351a6f9c-f659-4a45-9799-c95c1037d4b9,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:32:50.406397 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network fcac9d37-3dbe-4135-83fd-db32c144c071 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:32:50.420537 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5281d873-8111-4ae6-896c-3179336ce3eb req-6bcd3f90-7784-432b-9365-5730b33434cf tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854328 Apr 20 16:32:50.499218 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcdbe9a-6b47-4907-96a6-13bb4f5e51c5 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Checking segment: {'id': 'b3b24ffc-83ac-417e-b1e0-fd8b4646e7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c86e9f7b-d24a-435d-9796-418a1a7b304b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:50.499218 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcdbe9a-6b47-4907-96a6-13bb4f5e51c5 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Network hostable DHCP agents. Network: c86e9f7b-d24a-435d-9796-418a1a7b304b, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:32:50.527703 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bcc121eb-be2a-4f39-8e80-19e51446fba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:50.584715 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcdbe9a-6b47-4907-96a6-13bb4f5e51c5 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Network c86e9f7b-d24a-435d-9796-418a1a7b304b is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:32:50.603689 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc121eb-be2a-4f39-8e80-19e51446fba7 None None] Pushing event updated for resources: {'Port': ['ID=351a6f9c-f659-4a45-9799-c95c1037d4b9,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:50.713148 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-cdcdbe9a-6b47-4907-96a6-13bb4f5e51c5 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, c86e9f7b-d24a-435d-9796-418a1a7b304b) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:50.733742 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcdbe9a-6b47-4907-96a6-13bb4f5e51c5 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:50.738617 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26abcacc-392a-4067-ba38-744424d84e46 None None] Network c86e9f7b-d24a-435d-9796-418a1a7b304b requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:50.747652 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cdcdbe9a-6b47-4907-96a6-13bb4f5e51c5 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:50.841648 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cdcdbe9a-6b47-4907-96a6-13bb4f5e51c5 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5530429 Apr 20 16:32:50.842341 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60812) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:51.017511 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ba3275-4da9-40c4-91cf-bfba7016244b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-c86e9f7b-d24a-435d-9796-418a1a7b304b', 'network_id': 'c86e9f7b-d24a-435d-9796-418a1a7b304b', 'tenant_id': 'd6aa039c16e847d9821ec4a912e2c995', 'fixed_ips': [{'subnet_id': 'c889ab87-c35e-460a-964a-92088fc771eb'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:32:51.018598 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b8ba3275-4da9-40c4-91cf-bfba7016244b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:51.033493 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:51.037300 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:51.039613 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf090e-0a37-4a60-a5d3-3d158927e47f req-9a85c1da-025f-49ab-a814-aef0a45d8fae tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:51.048879 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cbdf090e-0a37-4a60-a5d3-3d158927e47f req-9a85c1da-025f-49ab-a814-aef0a45d8fae tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 944 time: 0.1592906 Apr 20 16:32:51.049954 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e8a2f-79a3-4e12-9084-8624055f6dfc req-3009e257-c107-40cb-aa84-3571edfe6d20 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:51.051609 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be9e8a2f-79a3-4e12-9084-8624055f6dfc req-3009e257-c107-40cb-aa84-3571edfe6d20 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1920438 Apr 20 16:32:51.100169 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:51.109827 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] device_id is not set on port cc3bfd3f-2bdf-4167-a598-f60243d31dce yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:32:51.120535 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cbdf090e-0a37-4a60-a5d3-3d158927e47f req-0d468121-b0d3-47c7-b761-1e6ee7f5a803 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640876 Apr 20 16:32:51.126265 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be9e8a2f-79a3-4e12-9084-8624055f6dfc req-d7abeb7a-aa06-4b56-ae0e-5c1aba223b1f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662694 Apr 20 16:32:51.174873 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:51.254885 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-b8ba3275-4da9-40c4-91cf-bfba7016244b None None] Allocated IP 172.20.0.1 (c86e9f7b-d24a-435d-9796-418a1a7b304b/c889ab87-c35e-460a-964a-92088fc771eb/a4ef61aa-3e18-46c5-8c3e-92c58d9f03a4) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:51.386359 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f335920c-c12e-463c-b40b-351d5a97c1d3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:51.420211 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:51.444123 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b8ba3275-4da9-40c4-91cf-bfba7016244b None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:51.846015 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e1825-7461-4775-88c3-8b87d98e8b97 req-8a7d26b0-d442-4253-91b0-21678cd6eb0c tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:51.846015 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-896e1825-7461-4775-88c3-8b87d98e8b97 req-8a7d26b0-d442-4253-91b0-21678cd6eb0c tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1320884 Apr 20 16:32:51.846015 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-896e1825-7461-4775-88c3-8b87d98e8b97 req-f3c3e8de-1ab1-452a-84ef-eb60d5a290ef tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433452 Apr 20 16:32:51.853746 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 351a6f9c-f659-4a45-9799-c95c1037d4b9 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:32:51.856404 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da50b5-f14b-4903-8de4-6ac09fefb72d req-716673d3-62ae-4d72-a902-3d6e86093752 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:51.856404 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15da50b5-f14b-4903-8de4-6ac09fefb72d req-716673d3-62ae-4d72-a902-3d6e86093752 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.0649161 Apr 20 16:32:51.862927 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:51.865125 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b8ba3275-4da9-40c4-91cf-bfba7016244b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:51.869266 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f335920c-c12e-463c-b40b-351d5a97c1d3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:51.870413 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-15da50b5-f14b-4903-8de4-6ac09fefb72d req-82c78c1e-9819-4efa-bf58-030f39a11c7d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403767 Apr 20 16:32:51.871696 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 351a6f9c-f659-4a45-9799-c95c1037d4b9 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:51.871696 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:51.871696 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ba3275-4da9-40c4-91cf-bfba7016244b None None] Network c86e9f7b-d24a-435d-9796-418a1a7b304b is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:51.871696 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-b8ba3275-4da9-40c4-91cf-bfba7016244b None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:51.871696 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ba3275-4da9-40c4-91cf-bfba7016244b None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:51.873209 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f335920c-c12e-463c-b40b-351d5a97c1d3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:51.873209 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Port': ['ID=cc3bfd3f-2bdf-4167-a598-f60243d31dce,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:51.873209 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-f335920c-c12e-463c-b40b-351d5a97c1d3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:51.873209 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f335920c-c12e-463c-b40b-351d5a97c1d3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:51.877839 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba3275-4da9-40c4-91cf-bfba7016244b None None] Pushing event updated for resources: {'Port': ['ID=a4ef61aa-3e18-46c5-8c3e-92c58d9f03a4,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:51.878089 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f335920c-c12e-463c-b40b-351d5a97c1d3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:51.885546 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f335920c-c12e-463c-b40b-351d5a97c1d3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:51.894491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:51.894841 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:51.895548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:51.895892 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:51.896259 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:51.897298 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:51.897298 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:51.897298 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:51.897674 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:51.898469 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:51.898797 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:51.899117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:32:51.940766 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:51.951382 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Checking segment: {'id': '54c58f27-6a9c-468e-9380-81de52096ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fcac9d37-3dbe-4135-83fd-db32c144c071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:51.951869 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network hostable DHCP agents. Network: fcac9d37-3dbe-4135-83fd-db32c144c071, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:32:51.969848 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7cb832a5-a4db-4158-8754-fa066658ce6f None None] Provisioning complete for port 351a6f9c-f659-4a45-9799-c95c1037d4b9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:51.973828 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7cb832a5-a4db-4158-8754-fa066658ce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:51.978289 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335920c-c12e-463c-b40b-351d5a97c1d3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=50c741af-7940-4771-8b33-09dd99d496dc,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:51.991443 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Subnet': ['ID=c889ab87-c35e-460a-964a-92088fc771eb,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:52.031735 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b8ba3275-4da9-40c4-91cf-bfba7016244b None None] Attempting to bind port a4ef61aa-3e18-46c5-8c3e-92c58d9f03a4 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:32:52.032198 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b8ba3275-4da9-40c4-91cf-bfba7016244b None None] Attempting to bind port a4ef61aa-3e18-46c5-8c3e-92c58d9f03a4 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b3b24ffc-83ac-417e-b1e0-fd8b4646e7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c86e9f7b-d24a-435d-9796-418a1a7b304b'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:32:52.032653 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ba3275-4da9-40c4-91cf-bfba7016244b None None] Attempting to bind port a4ef61aa-3e18-46c5-8c3e-92c58d9f03a4 on network c86e9f7b-d24a-435d-9796-418a1a7b304b {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:32:52.039932 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ba3275-4da9-40c4-91cf-bfba7016244b None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:32:52.040254 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ba3275-4da9-40c4-91cf-bfba7016244b None None] Checking segment: {'id': 'b3b24ffc-83ac-417e-b1e0-fd8b4646e7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c86e9f7b-d24a-435d-9796-418a1a7b304b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:52.040894 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b8ba3275-4da9-40c4-91cf-bfba7016244b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:52.044806 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f335920c-c12e-463c-b40b-351d5a97c1d3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5898056 Apr 20 16:32:52.045607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ba3275-4da9-40c4-91cf-bfba7016244b None None] Bound using segment: {'id': 'b3b24ffc-83ac-417e-b1e0-fd8b4646e7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c86e9f7b-d24a-435d-9796-418a1a7b304b'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:32:52.046169 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b8ba3275-4da9-40c4-91cf-bfba7016244b None None] Bound port: a4ef61aa-3e18-46c5-8c3e-92c58d9f03a4, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b24ffc-83ac-417e-b1e0-fd8b4646e7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c86e9f7b-d24a-435d-9796-418a1a7b304b'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:32:52.046624 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b8ba3275-4da9-40c4-91cf-bfba7016244b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:52.047682 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60836) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:52.086138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network fcac9d37-3dbe-4135-83fd-db32c144c071 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:32:52.114116 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfab86c-1e1a-4ecb-8d9d-f1865a6368e0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:52.120947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfab86c-1e1a-4ecb-8d9d-f1865a6368e0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:52.122185 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebd4a4-4398-4f48-87d5-7485d2ba6f75 req-f9e3f73b-4119-4110-9729-081f4f3f090a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:52.126169 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ccfab86c-1e1a-4ecb-8d9d-f1865a6368e0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0767636 Apr 20 16:32:52.126306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60838) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:52.130280 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-feebd4a4-4398-4f48-87d5-7485d2ba6f75 req-f9e3f73b-4119-4110-9729-081f4f3f090a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.2178724 Apr 20 16:32:52.196083 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:52.203481 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, fcac9d37-3dbe-4135-83fd-db32c144c071) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:52.211814 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:52.218036 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:52.218790 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:52.241178 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7cb832a5-a4db-4158-8754-fa066658ce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:52.244472 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device a43be5da-9ca7-4e09-808c-a6ab87e330af details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:32:52.246566 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b751c5d-68f3-4982-8411-461033f10512 None None] Network fcac9d37-3dbe-4135-83fd-db32c144c071 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:52.252628 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:52.265276 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-feebd4a4-4398-4f48-87d5-7485d2ba6f75 req-f06bd611-57d2-42d6-8daf-79f32fc05dbb tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335404 Apr 20 16:32:52.269646 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86e9f7b-d24a-435d-9796-418a1a7b304b']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:52.297372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-5f696863-73f6-4685-8fc2-de44dd03c5d0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting port 50c741af-7940-4771-8b33-09dd99d496dc {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:52.302408 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5f696863-73f6-4685-8fc2-de44dd03c5d0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:52.305819 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b24ffc-83ac-417e-b1e0-fd8b4646e7a9') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:52.306412 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b24ffc-83ac-417e-b1e0-fd8b4646e7a9') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:52.310282 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b8ba3275-4da9-40c4-91cf-bfba7016244b None None] For port a4ef61aa-3e18-46c5-8c3e-92c58d9f03a4, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:32:52.337353 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:52.374701 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3176a2c-ebcf-4d68-8606-0a951feb860f req-12918ac3-a898-4a09-ae7d-5812581d4774 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:52.376267 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a3176a2c-ebcf-4d68-8606-0a951feb860f req-12918ac3-a898-4a09-ae7d-5812581d4774 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 944 time: 0.1320050 Apr 20 16:32:52.389829 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b8ba3275-4da9-40c4-91cf-bfba7016244b None None] For port a4ef61aa-3e18-46c5-8c3e-92c58d9f03a4, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a4ef61aa-3e18-46c5-8c3e-92c58d9f03a4,segment=NetworkSegment(b3b24ffc-83ac-417e-b1e0-fd8b4646e7a9),segment_id=b3b24ffc-83ac-417e-b1e0-fd8b4646e7a9)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:32:52.394967 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 351a6f9c-f659-4a45-9799-c95c1037d4b9, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=351a6f9c-f659-4a45-9799-c95c1037d4b9,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:52.399585 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2059e95c-e687-48ff-9fe6-c67cd1662c06 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0888369 Apr 20 16:32:52.413830 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60848) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:52.433787 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a9f666ed-c4f9-46c7-afb5-c2aa25208a69 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-892797151'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:52.467542 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a3176a2c-ebcf-4d68-8606-0a951feb860f req-82f77428-b287-4cf4-ad0c-6cb70d1ed24a tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793192 Apr 20 16:32:52.490904 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5f696863-73f6-4685-8fc2-de44dd03c5d0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:52.503693 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:52.512857 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port a43be5da-9ca7-4e09-808c-a6ab87e330af, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a43be5da-9ca7-4e09-808c-a6ab87e330af,segment=NetworkSegment(4017f74e-9938-4ae4-84fb-992ae13076d3),segment_id=4017f74e-9938-4ae4-84fb-992ae13076d3)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:52.517252 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:32:52.520461 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:52.528157 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-5f696863-73f6-4685-8fc2-de44dd03c5d0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Calling delete_port for 50c741af-7940-4771-8b33-09dd99d496dc owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:32:52.546482 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:32:52.652076 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341c877-71ec-4a1a-972f-f85714c661a9 req-253eba0e-9cd9-43b8-8c59-860db437a758 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:52.653736 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5341c877-71ec-4a1a-972f-f85714c661a9 req-253eba0e-9cd9-43b8-8c59-860db437a758 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.3008075 Apr 20 16:32:52.695419 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.db.api [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 16:32:52.695419 n-d-836146-2 neutron-server[103485]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 16:32:52.695419 n-d-836146-2 neutron-server[103485]: [parameters: {'id': 'c86e9f7b-d24a-435d-9796-418a1a7b304b'}] Apr 20 16:32:52.695419 n-d-836146-2 neutron-server[103485]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:32:52.699458 n-d-836146-2 neutron-server[103485]: DEBUG oslo_db.api [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:32:52.716363 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5341c877-71ec-4a1a-972f-f85714c661a9 req-f7bc945d-e5f6-40ea-8134-4c12f4041f1e tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558653 Apr 20 16:32:52.767268 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f666ed-c4f9-46c7-afb5-c2aa25208a69 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:52.771543 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a9f666ed-c4f9-46c7-afb5-c2aa25208a69 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:52.776985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'a43be5da-9ca7-4e09-808c-a6ab87e330af', 'network_id': '8e44dbee-7158-4e82-ae47-5239495ea7c2', 'port_id': 'a43be5da-9ca7-4e09-808c-a6ab87e330af', 'mac_address': 'fa:16:3e:10:28:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b15f5d3-65c4-405a-932b-b29f77c2b2dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:32:52.816635 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b8ba3275-4da9-40c4-91cf-bfba7016244b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:52.818654 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:52.859150 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5f696863-73f6-4685-8fc2-de44dd03c5d0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:52.872851 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f666ed-c4f9-46c7-afb5-c2aa25208a69 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:32:52.902126 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f696863-73f6-4685-8fc2-de44dd03c5d0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Port': ['ID=50c741af-7940-4771-8b33-09dd99d496dc,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:52.905164 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a9f666ed-c4f9-46c7-afb5-c2aa25208a69 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:52.905509 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-a9f666ed-c4f9-46c7-afb5-c2aa25208a69 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Added segment 20225444-b1b4-4b0a-a6a9-45d548d95624 of type vlan for network 981803f5-823c-4fde-8d40-f10c166bcedb Apr 20 16:32:52.929138 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5f696863-73f6-4685-8fc2-de44dd03c5d0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:52.935428 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5f696863-73f6-4685-8fc2-de44dd03c5d0 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/50c741af-7940-4771-8b33-09dd99d496dc HTTP/1.1" status: 204 len: 168 time: 0.8055778 Apr 20 16:32:52.935630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60858) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:52.958292 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a9f666ed-c4f9-46c7-afb5-c2aa25208a69 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:53.024229 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5cee9359-bdef-45ed-8501-9ca95aa10a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:53.044673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84717468-e648-4a7f-ad8f-bb7716250ade tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:53.045915 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a77753-8952-4ae7-82ac-d6b9f053bbe5 None None] Network c86e9f7b-d24a-435d-9796-418a1a7b304b requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:53.046203 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84717468-e648-4a7f-ad8f-bb7716250ade tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:53.047825 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-84717468-e648-4a7f-ad8f-bb7716250ade tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1107924 Apr 20 16:32:53.051010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60862) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:53.067183 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-7cb832a5-a4db-4158-8754-fa066658ce6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:32:53.067867 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-7cb832a5-a4db-4158-8754-fa066658ce6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:32:53.084483 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:53.094048 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba3275-4da9-40c4-91cf-bfba7016244b None None] Pushing event updated for resources: {'Port': ['ID=a4ef61aa-3e18-46c5-8c3e-92c58d9f03a4,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:53.123674 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c02f476-523a-487c-bb16-e8d5d98bb1c3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet bf0427eb-3ec0-498b-8a99-5fc4102cdfec {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:32:53.127447 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0c02f476-523a-487c-bb16-e8d5d98bb1c3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:53.145328 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a9f666ed-c4f9-46c7-afb5-c2aa25208a69 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:53.152320 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f666ed-c4f9-46c7-afb5-c2aa25208a69 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:53.153223 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a9f666ed-c4f9-46c7-afb5-c2aa25208a69 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:53.221934 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:53.227959 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43be5da-9ca7-4e09-808c-a6ab87e330af {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:32:53.247285 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf2573-0ce2-4d28-876b-2d45163f72cf req-6f7996f7-8757-4e46-bc5e-600c605e1fe7 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:53.253348 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0c02f476-523a-487c-bb16-e8d5d98bb1c3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:53.254774 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-afdf2573-0ce2-4d28-876b-2d45163f72cf req-6f7996f7-8757-4e46-bc5e-600c605e1fe7 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1512322 Apr 20 16:32:53.258246 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port a43be5da-9ca7-4e09-808c-a6ab87e330af, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a43be5da-9ca7-4e09-808c-a6ab87e330af,segment=NetworkSegment(4017f74e-9938-4ae4-84fb-992ae13076d3),segment_id=4017f74e-9938-4ae4-84fb-992ae13076d3)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:53.272635 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f666ed-c4f9-46c7-afb5-c2aa25208a69 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Network': ['ID=981803f5-823c-4fde-8d40-f10c166bcedb,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:53.315773 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 981803f5-823c-4fde-8d40-f10c166bcedb details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:32:53.328040 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a9f666ed-c4f9-46c7-afb5-c2aa25208a69 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9036570 Apr 20 16:32:53.328040 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60864) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:53.328873 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'ports': [{'network_id': 'fcac9d37-3dbe-4135-83fd-db32c144c071'}, {'network_id': '981803f5-823c-4fde-8d40-f10c166bcedb'}]} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:53.328873 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'port': {'network_id': 'fcac9d37-3dbe-4135-83fd-db32c144c071'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:53.329164 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'port': {'network_id': '981803f5-823c-4fde-8d40-f10c166bcedb'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:53.341560 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-afdf2573-0ce2-4d28-876b-2d45163f72cf req-b812b623-9033-4ea2-a66f-0faec143fb2d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852227 Apr 20 16:32:53.353606 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=351a6f9c-f659-4a45-9799-c95c1037d4b9,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:53.396151 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:53.399266 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0c02f476-523a-487c-bb16-e8d5d98bb1c3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:53.468512 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8dba7a-b5cd-4e74-98f0-80b1e07e8c49 None None] get_active_networks_info from n-d-836146-2 {{(pid=103486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 16:32:53.474745 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=a43be5da-9ca7-4e09-808c-a6ab87e330af,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:53.477466 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Deleting port a4ef61aa-3e18-46c5-8c3e-92c58d9f03a4 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:53.477620 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:53.633682 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0c02f476-523a-487c-bb16-e8d5d98bb1c3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:53.642630 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] For port a4ef61aa-3e18-46c5-8c3e-92c58d9f03a4, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a4ef61aa-3e18-46c5-8c3e-92c58d9f03a4,segment=NetworkSegment(b3b24ffc-83ac-417e-b1e0-fd8b4646e7a9),segment_id=b3b24ffc-83ac-417e-b1e0-fd8b4646e7a9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:53.643177 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:53.649999 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8dba7a-b5cd-4e74-98f0-80b1e07e8c49 None None] Resources bound (agent type, host, resource id): {{(pid=103486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 16:32:53.659281 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Calling delete_port for a4ef61aa-3e18-46c5-8c3e-92c58d9f03a4 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:53.692718 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02f476-523a-487c-bb16-e8d5d98bb1c3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=bf0427eb-3ec0-498b-8a99-5fc4102cdfec,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:53.703645 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0c02f476-523a-487c-bb16-e8d5d98bb1c3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:53.709688 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0c02f476-523a-487c-bb16-e8d5d98bb1c3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/bf0427eb-3ec0-498b-8a99-5fc4102cdfec HTTP/1.1" status: 204 len: 168 time: 0.6534462 Apr 20 16:32:53.710819 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60876) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:53.729002 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'port': 2} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:53.734263 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:53.749930 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:53.767917 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-29b250bb-64c7-4beb-90a3-dbcab457fd93 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557930 Apr 20 16:32:53.771658 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60878) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:53.780682 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ea10c-8868-415e-b1b0-b3bfdcbf42b1 req-637be7d5-b34c-4276-a742-fac1b3b528d9 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:53.782624 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 351a6f9c-f659-4a45-9799-c95c1037d4b9 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:32:53.790004 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e06ea10c-8868-415e-b1b0-b3bfdcbf42b1 req-637be7d5-b34c-4276-a742-fac1b3b528d9 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 945 time: 0.2073991 Apr 20 16:32:53.817311 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['a43be5da-9ca7-4e09-808c-a6ab87e330af'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:32:53.878410 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c607f9c8-255e-4c35-b816-f4624430ff86 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:53.882588 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c607f9c8-255e-4c35-b816-f4624430ff86 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0863576 Apr 20 16:32:53.894128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60882) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:53.894284 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d78b5f6f-46fa-4a4f-8ee6-647d9e3a2a17 None None] Could not find standard attr ID for object 80549bf7-9510-428f-8eb4-bad38a74e269. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:32:53.904360 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d78b5f6f-46fa-4a4f-8ee6-647d9e3a2a17 None None] Could not find standard attr ID for object 50c741af-7940-4771-8b33-09dd99d496dc. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:32:53.933881 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e06ea10c-8868-415e-b1b0-b3bfdcbf42b1 req-a0277d7b-e5d3-4d65-8bb2-268873911075 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985336 Apr 20 16:32:53.957055 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f47bad4-87fe-4e51-8468-596d0b8b3d10 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:53.958532 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6f47bad4-87fe-4e51-8468-596d0b8b3d10 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0741522 Apr 20 16:32:53.961610 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60884) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:53.971922 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] device_id is not set on port ea3a5335-f878-49f5-8101-46e403508f44 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:32:53.995250 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 351a6f9c-f659-4a45-9799-c95c1037d4b9 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:53.995629 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:54.006004 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f2858891-b6e1-4fad-b20a-5cdb4d3b4976 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430641 Apr 20 16:32:54.010260 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60886) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:54.015631 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ee21d113-7ef5-4ffd-9218-68e249c7f9d9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:54.084482 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:54.131709 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Port': ['ID=a4ef61aa-3e18-46c5-8c3e-92c58d9f03a4,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:54.138153 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No DVR routers for this DVR port a4ef61aa-3e18-46c5-8c3e-92c58d9f03a4 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:32:54.171878 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78af9415-9a48-41d4-a816-eb35820350ee None None] get_active_networks_info from n-d-836146-2 {{(pid=103486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 16:32:54.225811 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:54.276751 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78af9415-9a48-41d4-a816-eb35820350ee None None] Resources bound (agent type, host, resource id): {{(pid=103486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 16:32:54.321808 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:54.350729 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] device_id is not set on port 37ecde19-5d03-4c40-8d6c-90a29be60416 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:32:54.357752 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86e9f7b-d24a-435d-9796-418a1a7b304b']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:54.370210 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b24ffc-83ac-417e-b1e0-fd8b4646e7a9') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:54.370511 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b24ffc-83ac-417e-b1e0-fd8b4646e7a9') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:54.382827 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:54.407467 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:54.415460 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee21d113-7ef5-4ffd-9218-68e249c7f9d9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:54.419006 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee21d113-7ef5-4ffd-9218-68e249c7f9d9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:54.426141 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:32:54.426587 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:32:54.430752 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:32:54.530748 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f13484-5bc3-4a15-8e76-35782ae563ff None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:54.636454 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3630c3b-926e-4cc5-9b09-b8f7d2fddd4e req-cb5d82fc-c016-4ef0-ab78-a7667eb1a811 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:54.644543 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c3630c3b-926e-4cc5-9b09-b8f7d2fddd4e req-cb5d82fc-c016-4ef0-ab78-a7667eb1a811 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1921933 Apr 20 16:32:54.688435 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:54.704580 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:54.724095 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:54.729373 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cfdf1a-6529-4425-91da-4179b471accc None None] DHCP port deletion for 10294607-eb5e-406e-b70a-cc143553f735 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:32:54.731014 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/networks/c86e9f7b-d24a-435d-9796-418a1a7b304b HTTP/1.1" status: 204 len: 168 time: 3.8876927 Apr 20 16:32:54.731304 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60898) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:54.737865 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c3630c3b-926e-4cc5-9b09-b8f7d2fddd4e req-a5c373f5-5a03-4e4b-8d43-ae33d66e63f3 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924990 Apr 20 16:32:54.740203 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-3d60ddde-b111-4127-aeaa-ef64bc0f783b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1731838638'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:54.762714 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091c4e4-b4c4-43ca-8d44-a9233afebfd8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Network': ['ID=c86e9f7b-d24a-435d-9796-418a1a7b304b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:54.816130 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-85cfdf1a-6529-4425-91da-4179b471accc None None] Deleting port 351a6f9c-f659-4a45-9799-c95c1037d4b9 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:54.816546 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-85cfdf1a-6529-4425-91da-4179b471accc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:54.864695 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d60ddde-b111-4127-aeaa-ef64bc0f783b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Made reservation on behalf of d6aa039c16e847d9821ec4a912e2c995 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:54.870031 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3d60ddde-b111-4127-aeaa-ef64bc0f783b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:54.933939 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d60ddde-b111-4127-aeaa-ef64bc0f783b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:32:54.952178 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3d60ddde-b111-4127-aeaa-ef64bc0f783b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:54.956019 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-3d60ddde-b111-4127-aeaa-ef64bc0f783b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Added segment f80a6ef0-c3a6-4426-bfcb-a6dcccfbcc30 of type vlan for network 6f49479e-0a25-44a5-91b0-9d3db362851c Apr 20 16:32:54.956287 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-85cfdf1a-6529-4425-91da-4179b471accc None None] For port 351a6f9c-f659-4a45-9799-c95c1037d4b9, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=351a6f9c-f659-4a45-9799-c95c1037d4b9,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:54.956981 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-85cfdf1a-6529-4425-91da-4179b471accc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:54.981496 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-85cfdf1a-6529-4425-91da-4179b471accc None None] Calling delete_port for 351a6f9c-f659-4a45-9799-c95c1037d4b9 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:55.075681 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3d60ddde-b111-4127-aeaa-ef64bc0f783b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:55.116883 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4660860d-b93d-417b-aa35-76b3ab5e3e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:55.131509 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:55.164878 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff96579-2103-443c-928e-2cc80e2addd6 req-f54c485b-aab0-49ef-982c-a221a50ecccc tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:55.167063 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eff96579-2103-443c-928e-2cc80e2addd6 req-f54c485b-aab0-49ef-982c-a221a50ecccc tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 945 time: 0.1107290 Apr 20 16:32:55.184745 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network fcac9d37-3dbe-4135-83fd-db32c144c071 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:55.192677 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:55.197699 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:55.198398 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:55.203616 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Port': ['ID=ea3a5335-f878-49f5-8101-46e403508f44,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:55.225550 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eff96579-2103-443c-928e-2cc80e2addd6 req-32525e17-476e-4f08-8ca5-b8b8ca51086b tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445790 Apr 20 16:32:55.270227 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3d60ddde-b111-4127-aeaa-ef64bc0f783b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:55.270509 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-85cfdf1a-6529-4425-91da-4179b471accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:55.282875 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d60ddde-b111-4127-aeaa-ef64bc0f783b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:55.282875 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3d60ddde-b111-4127-aeaa-ef64bc0f783b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:55.284470 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cfdf1a-6529-4425-91da-4179b471accc None None] No DVR routers for this DVR port 351a6f9c-f659-4a45-9799-c95c1037d4b9 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:32:55.288957 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Port': ['ID=37ecde19-5d03-4c40-8d6c-90a29be60416,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:55.306884 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cfdf1a-6529-4425-91da-4179b471accc None None] Pushing event deleted for resources: {'Port': ['ID=351a6f9c-f659-4a45-9799-c95c1037d4b9,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:55.323128 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Checking segment: {'id': '20225444-b1b4-4b0a-a6a9-45d548d95624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '981803f5-823c-4fde-8d40-f10c166bcedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:55.323609 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network hostable DHCP agents. Network: 981803f5-823c-4fde-8d40-f10c166bcedb, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:32:55.417338 n-d-836146-2 neutron-server[103485]: DEBUG neutron.objects.ports [None req-ee21d113-7ef5-4ffd-9218-68e249c7f9d9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103485) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 16:32:55.418926 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee21d113-7ef5-4ffd-9218-68e249c7f9d9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:55.431702 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3d60ddde-b111-4127-aeaa-ef64bc0f783b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6964841 Apr 20 16:32:55.434454 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60914) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:55.443273 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4ffbe52b-84c7-48f6-a4de-df5154cbb8c4 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'subnet': {'network_id': '6f49479e-0a25-44a5-91b0-9d3db362851c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:55.450844 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60ddde-b111-4127-aeaa-ef64bc0f783b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Network': ['ID=6f49479e-0a25-44a5-91b0-9d3db362851c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:55.462377 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 6f49479e-0a25-44a5-91b0-9d3db362851c details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:32:55.464678 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee21d113-7ef5-4ffd-9218-68e249c7f9d9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:55.467907 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-ee21d113-7ef5-4ffd-9218-68e249c7f9d9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:55.472418 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee21d113-7ef5-4ffd-9218-68e249c7f9d9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:55.473022 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee21d113-7ef5-4ffd-9218-68e249c7f9d9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:55.482169 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433b3b4a-702b-4815-b606-e286c2096d0a None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:55.485499 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21d113-7ef5-4ffd-9218-68e249c7f9d9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=4a5106b0-a32a-4eac-bb28-d658555fa479,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:55.523801 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd938b60-8371-4b0f-8c82-f17e3d9a978a req-05c4f976-ad41-4e45-a846-e70e753d0b07 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:55.525323 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd938b60-8371-4b0f-8c82-f17e3d9a978a req-05c4f976-ad41-4e45-a846-e70e753d0b07 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1730785 Apr 20 16:32:55.579554 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network 981803f5-823c-4fde-8d40-f10c166bcedb is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:32:55.624535 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd938b60-8371-4b0f-8c82-f17e3d9a978a req-d2e51b48-f09c-4a22-9672-23db3ec09dea tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899694 Apr 20 16:32:55.628655 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60918) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:55.639030 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-5c577fc8-e872-40bd-b696-7ae17629ff69 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:55.647503 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ee21d113-7ef5-4ffd-9218-68e249c7f9d9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6359351 Apr 20 16:32:55.706940 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18aab21-c720-415e-8a36-3ea7d45079c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-10294607-eb5e-406e-b70a-cc143553f735', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'fixed_ips': [{'subnet_id': '4a5106b0-a32a-4eac-bb28-d658555fa479'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:32:55.708447 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a18aab21-c720-415e-8a36-3ea7d45079c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:55.726899 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 981803f5-823c-4fde-8d40-f10c166bcedb) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:55.743618 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:55.743771 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffbe52b-84c7-48f6-a4de-df5154cbb8c4 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Made reservation on behalf of d6aa039c16e847d9821ec4a912e2c995 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:55.746001 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ffbe52b-84c7-48f6-a4de-df5154cbb8c4 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:55.752110 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:55.753704 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 351a6f9c-f659-4a45-9799-c95c1037d4b9 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:32:55.755871 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acda6da6-f037-4066-bd23-0e1ea1ab210a None None] Network 981803f5-823c-4fde-8d40-f10c166bcedb requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:55.767460 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:55.769668 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:55.800946 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e56f4-89ac-46b2-80ea-934bba664426 req-d79c885e-a852-4edf-987e-2a0bd7998e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:55.803407 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2e6e56f4-89ac-46b2-80ea-934bba664426 req-d79c885e-a852-4edf-987e-2a0bd7998e8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca02f6b1aa34446e9221bf3218691782&device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 1096 time: 0.1531041 Apr 20 16:32:55.816355 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 351a6f9c-f659-4a45-9799-c95c1037d4b9 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:32:55.816782 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 351a6f9c-f659-4a45-9799-c95c1037d4b9 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:32:55.967926 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1b407ca9-fab6-40a6-9f26-924a3d094c05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6436307 Apr 20 16:32:55.970584 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60924) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:56.027354 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-a18aab21-c720-415e-8a36-3ea7d45079c1 None None] Allocated IP 2001:db8::f816:3eff:feb0:8b62 (10294607-eb5e-406e-b70a-cc143553f735/4a5106b0-a32a-4eac-bb28-d658555fa479/287c3a16-14d4-409e-a2f8-68475e68a216) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:56.034890 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c577fc8-e872-40bd-b696-7ae17629ff69 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:56.039095 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c577fc8-e872-40bd-b696-7ae17629ff69 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:56.066134 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ffbe52b-84c7-48f6-a4de-df5154cbb8c4 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:56.074354 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e56f4-89ac-46b2-80ea-934bba664426 req-db72a385-84dc-4e2b-b6c9-6079da5ff530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:56.074354 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2e6e56f4-89ac-46b2-80ea-934bba664426 req-db72a385-84dc-4e2b-b6c9-6079da5ff530 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96647353-7ea1-402d-874f-17a77bf9da84 HTTP/1.1" status: 200 len: 914 time: 0.2353663 Apr 20 16:32:56.143895 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-231d55fd-b84a-4a3f-97ca-af517dfe81f9 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting port 37ecde19-5d03-4c40-8d6c-90a29be60416 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:56.144363 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-231d55fd-b84a-4a3f-97ca-af517dfe81f9 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:56.150038 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2e6e56f4-89ac-46b2-80ea-934bba664426 req-812a8ea5-2dab-4c6c-b9e5-fe6c050b5c93 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c7cc80b-074c-4a9b-b03e-455e4e155536 HTTP/1.1" status: 200 len: 217 time: 0.0624223 Apr 20 16:32:56.177847 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbe52b-84c7-48f6-a4de-df5154cbb8c4 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Subnet': ['ID=20147269-2f1c-46b7-9951-9dedd74ba38a,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:56.255081 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffbe52b-84c7-48f6-a4de-df5154cbb8c4 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Checking segment: {'id': 'f80a6ef0-c3a6-4426-bfcb-a6dcccfbcc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6f49479e-0a25-44a5-91b0-9d3db362851c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:56.255443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffbe52b-84c7-48f6-a4de-df5154cbb8c4 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Network hostable DHCP agents. Network: 6f49479e-0a25-44a5-91b0-9d3db362851c, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:32:56.267872 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device a43be5da-9ca7-4e09-808c-a6ab87e330af up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:32:56.287679 n-d-836146-2 neutron-server[103484]: INFO neutron.db.ipam_backend_mixin [None req-5c577fc8-e872-40bd-b696-7ae17629ff69 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4a5106b0-a32a-4eac-bb28-d658555fa479 (CIDR: 2001:db8::/64) Apr 20 16:32:56.328493 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c577fc8-e872-40bd-b696-7ae17629ff69 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:32:56.328988 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c577fc8-e872-40bd-b696-7ae17629ff69 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:32:56.343989 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-231d55fd-b84a-4a3f-97ca-af517dfe81f9 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:56.361855 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e56f4-89ac-46b2-80ea-934bba664426 req-67cd89f5-618e-48a9-b9c0-d52db086c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:56.363282 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2e6e56f4-89ac-46b2-80ea-934bba664426 req-67cd89f5-618e-48a9-b9c0-d52db086c97d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dd53a72b-e27c-47d8-b60f-ef1e2e2a9009 HTTP/1.1" status: 200 len: 853 time: 0.1967161 Apr 20 16:32:56.365961 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffbe52b-84c7-48f6-a4de-df5154cbb8c4 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Network 6f49479e-0a25-44a5-91b0-9d3db362851c is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:32:56.385390 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-231d55fd-b84a-4a3f-97ca-af517dfe81f9 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Calling delete_port for 37ecde19-5d03-4c40-8d6c-90a29be60416 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:56.393923 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:56.411273 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2e6e56f4-89ac-46b2-80ea-934bba664426 req-df3e3ee1-5a51-4f15-80a7-8cf87d9605fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96647353-7ea1-402d-874f-17a77bf9da84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389099 Apr 20 16:32:56.416584 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a18aab21-c720-415e-8a36-3ea7d45079c1 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:56.496558 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5c577fc8-e872-40bd-b696-7ae17629ff69 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8645880 Apr 20 16:32:56.499108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60932) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:56.504017 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d2de4081-f295-49da-973f-20a660fabfad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:56.509671 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd37c2-0400-4fc9-b191-1fb85abdc407 req-41e1748a-4ec8-472a-bf8e-aa699f144b7e tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:56.511162 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3fdd37c2-0400-4fc9-b191-1fb85abdc407 req-41e1748a-4ec8-472a-bf8e-aa699f144b7e tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 945 time: 0.1852462 Apr 20 16:32:56.556688 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port a43be5da-9ca7-4e09-808c-a6ab87e330af completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:32:56.565892 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a18aab21-c720-415e-8a36-3ea7d45079c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:56.573113 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-4ffbe52b-84c7-48f6-a4de-df5154cbb8c4 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 6f49479e-0a25-44a5-91b0-9d3db362851c) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:56.579865 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffbe52b-84c7-48f6-a4de-df5154cbb8c4 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:56.580878 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ffbe52b-84c7-48f6-a4de-df5154cbb8c4 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:56.587917 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port a43be5da-9ca7-4e09-808c-a6ab87e330af triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:56.588872 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:56.603848 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2e6e56f4-89ac-46b2-80ea-934bba664426 req-0df84473-c8de-443c-84b6-71d06841aad4 service neutron] 10.222.0.26 "GET /v2.0/networks/96647353-7ea1-402d-874f-17a77bf9da84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846130 Apr 20 16:32:56.607259 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3fdd37c2-0400-4fc9-b191-1fb85abdc407 req-f8e97127-5775-4c3f-83a9-90add8620709 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859838 Apr 20 16:32:56.637105 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bbb7a4-fe9e-4da5-b931-f9059ce467eb None None] Network 6f49479e-0a25-44a5-91b0-9d3db362851c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:56.701548 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-231d55fd-b84a-4a3f-97ca-af517dfe81f9 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:56.720793 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18aab21-c720-415e-8a36-3ea7d45079c1 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:56.761558 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-a18aab21-c720-415e-8a36-3ea7d45079c1 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:56.768139 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d55fd-b84a-4a3f-97ca-af517dfe81f9 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Port': ['ID=37ecde19-5d03-4c40-8d6c-90a29be60416,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:56.769983 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18aab21-c720-415e-8a36-3ea7d45079c1 None None] Pushing event updated for resources: {'Port': ['ID=287c3a16-14d4-409e-a2f8-68475e68a216,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:56.772449 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60940) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:56.772985 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4ffbe52b-84c7-48f6-a4de-df5154cbb8c4 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3362176 Apr 20 16:32:56.773670 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18aab21-c720-415e-8a36-3ea7d45079c1 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:56.773806 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-231d55fd-b84a-4a3f-97ca-af517dfe81f9 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:56.777252 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-231d55fd-b84a-4a3f-97ca-af517dfe81f9 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/ports/37ecde19-5d03-4c40-8d6c-90a29be60416 HTTP/1.1" status: 204 len: 168 time: 0.8053100 Apr 20 16:32:56.785906 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60942) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:56.789579 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2e6e56f4-89ac-46b2-80ea-934bba664426 req-6cd56877-259e-41b4-afa0-9cd0e99b24de service neutron] 10.222.0.26 "GET /v2.0/networks/96647353-7ea1-402d-874f-17a77bf9da84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796670 Apr 20 16:32:56.832222 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb2874-919c-4bc8-9cc1-5f6bfa0ee4d5 req-dec69040-9c17-4fd0-8f9c-1ce16aa8ae2f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:56.834371 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6acb2874-919c-4bc8-9cc1-5f6bfa0ee4d5 req-dec69040-9c17-4fd0-8f9c-1ce16aa8ae2f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.0822141 Apr 20 16:32:56.895904 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6acb2874-919c-4bc8-9cc1-5f6bfa0ee4d5 req-adb40897-0871-40f6-bee9-5397427c45d6 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444298 Apr 20 16:32:56.910841 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a18aab21-c720-415e-8a36-3ea7d45079c1 None None] Attempting to bind port 287c3a16-14d4-409e-a2f8-68475e68a216 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:32:56.911483 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a18aab21-c720-415e-8a36-3ea7d45079c1 None None] Attempting to bind port 287c3a16-14d4-409e-a2f8-68475e68a216 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:32:56.912014 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18aab21-c720-415e-8a36-3ea7d45079c1 None None] Attempting to bind port 287c3a16-14d4-409e-a2f8-68475e68a216 on network 10294607-eb5e-406e-b70a-cc143553f735 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:32:56.915043 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87255967-1fba-42bc-ba90-64bdc483e3e1 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:56.924934 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87255967-1fba-42bc-ba90-64bdc483e3e1 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:56.931669 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60946) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:56.938029 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-87255967-1fba-42bc-ba90-64bdc483e3e1 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1473885 Apr 20 16:32:56.939345 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18aab21-c720-415e-8a36-3ea7d45079c1 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:32:56.939733 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18aab21-c720-415e-8a36-3ea7d45079c1 None None] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:32:56.940141 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a18aab21-c720-415e-8a36-3ea7d45079c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:56.940581 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18aab21-c720-415e-8a36-3ea7d45079c1 None None] Bound using segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:32:56.941129 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a18aab21-c720-415e-8a36-3ea7d45079c1 None None] Bound port: 287c3a16-14d4-409e-a2f8-68475e68a216, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:32:56.941503 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a18aab21-c720-415e-8a36-3ea7d45079c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:56.965979 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2de4081-f295-49da-973f-20a660fabfad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:56.968249 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2de4081-f295-49da-973f-20a660fabfad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:56.983382 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2051242d-5d4f-496a-a561-5a051db61420 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:56.984482 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:57.051963 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8377eed-9be1-409e-bb38-116d2efd788e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43be5da-9ca7-4e09-808c-a6ab87e330af'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:32:57.054777 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe524cd-e12c-4a13-8924-e12adda3a7ba" -d '{"events": [{"server_uuid": "b8377eed-9be1-409e-bb38-116d2efd788e", "name": "network-vif-plugged", "status": "completed", "tag": "a43be5da-9ca7-4e09-808c-a6ab87e330af"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:32:57.072298 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40a6e85-66be-46e4-994d-cae12882a761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-6f49479e-0a25-44a5-91b0-9d3db362851c', 'network_id': '6f49479e-0a25-44a5-91b0-9d3db362851c', 'tenant_id': 'd6aa039c16e847d9821ec4a912e2c995', 'fixed_ips': [{'subnet_id': '20147269-2f1c-46b7-9951-9dedd74ba38a'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:32:57.073198 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b40a6e85-66be-46e4-994d-cae12882a761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:57.084906 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port a43be5da-9ca7-4e09-808c-a6ab87e330af, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a43be5da-9ca7-4e09-808c-a6ab87e330af,segment=NetworkSegment(4017f74e-9938-4ae4-84fb-992ae13076d3),segment_id=4017f74e-9938-4ae4-84fb-992ae13076d3)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:57.096162 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a18aab21-c720-415e-8a36-3ea7d45079c1 None None] For port 287c3a16-14d4-409e-a2f8-68475e68a216, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:32:57.107055 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2051242d-5d4f-496a-a561-5a051db61420 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:57.109788 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deff41b6-7b6d-4846-8f2c-a15997353b06 x-openstack-request-id: req-deff41b6-7b6d-4846-8f2c-a15997353b06 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:32:57.110284 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8377eed-9be1-409e-bb38-116d2efd788e", "name": "network-vif-plugged", "status": "completed", "tag": "a43be5da-9ca7-4e09-808c-a6ab87e330af", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:32:57.110694 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-deff41b6-7b6d-4846-8f2c-a15997353b06 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:32:57.111249 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deff41b6-7b6d-4846-8f2c-a15997353b06'] response: {'server_uuid': 'b8377eed-9be1-409e-bb38-116d2efd788e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43be5da-9ca7-4e09-808c-a6ab87e330af', 'code': 200} Apr 20 16:32:57.119626 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c591b-dbbc-4762-825e-c4e02abdc8da req-dce4eeaf-0f0e-4417-9437-74d2381fbd8d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:57.121261 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-585c591b-dbbc-4762-825e-c4e02abdc8da req-dce4eeaf-0f0e-4417-9437-74d2381fbd8d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1337254 Apr 20 16:32:57.126430 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a18aab21-c720-415e-8a36-3ea7d45079c1 None None] For port 287c3a16-14d4-409e-a2f8-68475e68a216, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=287c3a16-14d4-409e-a2f8-68475e68a216,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:32:57.191252 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:57.226809 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a18aab21-c720-415e-8a36-3ea7d45079c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:57.238295 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-585c591b-dbbc-4762-825e-c4e02abdc8da req-957aa3dc-61be-46a1-bbdf-6d73a0708115 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865400 Apr 20 16:32:57.298117 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=a43be5da-9ca7-4e09-808c-a6ab87e330af,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:57.339275 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2051242d-5d4f-496a-a561-5a051db61420 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:57.376494 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-985055a8-0863-4329-a7bd-6d0bf2170547 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting port ea3a5335-f878-49f5-8101-46e403508f44 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:57.376849 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-985055a8-0863-4329-a7bd-6d0bf2170547 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server [None req-b40a6e85-66be-46e4-994d-cae12882a761 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20147269-2f1c-46b7-9951-9dedd74ba38a: This subnet is being modified by another concurrent operation. Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 16:32:57.406621 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise exception Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20147269-2f1c-46b7-9951-9dedd74ba38a: This subnet is being modified by another concurrent operation. Apr 20 16:32:57.410223 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server Apr 20 16:32:57.414564 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18aab21-c720-415e-8a36-3ea7d45079c1 None None] Pushing event updated for resources: {'Port': ['ID=287c3a16-14d4-409e-a2f8-68475e68a216,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:57.429881 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a87507-e32a-4e95-b898-a95a86cedf93 None None] Network 6f49479e-0a25-44a5-91b0-9d3db362851c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:57.439336 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a792fe-6f68-4dc0-8ae1-5921b848dd87 req-440da811-924f-4d99-bde7-bd9bcddd40d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:57.441338 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13a792fe-6f68-4dc0-8ae1-5921b848dd87 req-440da811-924f-4d99-bde7-bd9bcddd40d7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 1097 time: 0.1775529 Apr 20 16:32:57.442060 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051242d-5d4f-496a-a561-5a051db61420 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Subnet': ['ID=20147269-2f1c-46b7-9951-9dedd74ba38a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:57.483817 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2de4081-f295-49da-973f-20a660fabfad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:57.495460 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-985055a8-0863-4329-a7bd-6d0bf2170547 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:57.538908 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2de4081-f295-49da-973f-20a660fabfad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:57.546335 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2051242d-5d4f-496a-a561-5a051db61420 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:57.557826 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-d2de4081-f295-49da-973f-20a660fabfad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:57.562243 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-985055a8-0863-4329-a7bd-6d0bf2170547 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Calling delete_port for ea3a5335-f878-49f5-8101-46e403508f44 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:57.570545 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2de4081-f295-49da-973f-20a660fabfad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:57.571044 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2de4081-f295-49da-973f-20a660fabfad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:57.574579 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2051242d-5d4f-496a-a561-5a051db61420 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f49479e-0a25-44a5-91b0-9d3db362851c']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:57.587516 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2051242d-5d4f-496a-a561-5a051db61420 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80a6ef0-c3a6-4426-bfcb-a6dcccfbcc30') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:57.587758 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13a792fe-6f68-4dc0-8ae1-5921b848dd87 req-f452d428-a8d0-4dae-ac7f-5a7e4bff0550 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353104 Apr 20 16:32:57.599313 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2051242d-5d4f-496a-a561-5a051db61420 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80a6ef0-c3a6-4426-bfcb-a6dcccfbcc30') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:57.621784 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2051242d-5d4f-496a-a561-5a051db61420 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:57.671444 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de4081-f295-49da-973f-20a660fabfad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=a3b23ec0-d085-43b6-9835-17b7e597e97a,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:57.724027 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2051242d-5d4f-496a-a561-5a051db61420 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:57.756556 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2051242d-5d4f-496a-a561-5a051db61420 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:32:57.756978 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2051242d-5d4f-496a-a561-5a051db61420 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:32:57.762336 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:32:57.774216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d2de4081-f295-49da-973f-20a660fabfad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2739351 Apr 20 16:32:57.774940 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60966) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:57.781333 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-84460339-2902-4534-8eb1-d4a1506010ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'mac_address': 'fa:16:3e:80:ca:bb', 'name': 'tempest-NetworksTestDHCPv6-580838482'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:57.790191 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:57.810967 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d2109-ebb5-4d22-a3d5-28d892f093fd req-f46793d5-cd97-4e36-b3d5-a97498f90f43 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:57.820932 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-140d2109-ebb5-4d22-a3d5-28d892f093fd req-f46793d5-cd97-4e36-b3d5-a97498f90f43 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.3483810 Apr 20 16:32:57.846754 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 287c3a16-14d4-409e-a2f8-68475e68a216 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:32:57.891932 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-985055a8-0863-4329-a7bd-6d0bf2170547 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:57.919928 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 287c3a16-14d4-409e-a2f8-68475e68a216 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:57.920541 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:57.943270 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-140d2109-ebb5-4d22-a3d5-28d892f093fd req-74aa088d-f0c2-4ddb-99b0-17b567842c3b tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890155 Apr 20 16:32:57.978515 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5729dd-4694-4e24-a502-d2373b49526d req-ba6929ac-57ee-42b4-996f-71787c777818 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:57.988073 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2e5729dd-4694-4e24-a502-d2373b49526d req-ba6929ac-57ee-42b4-996f-71787c777818 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 946 time: 0.2120864 Apr 20 16:32:58.002389 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985055a8-0863-4329-a7bd-6d0bf2170547 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Port': ['ID=ea3a5335-f878-49f5-8101-46e403508f44,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:58.042761 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-985055a8-0863-4329-a7bd-6d0bf2170547 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:58.048057 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-985055a8-0863-4329-a7bd-6d0bf2170547 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/ports/ea3a5335-f878-49f5-8101-46e403508f44 HTTP/1.1" status: 204 len: 168 time: 1.1146774 Apr 20 16:32:58.050751 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2051242d-5d4f-496a-a561-5a051db61420 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:58.052298 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60970) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:58.075123 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:58.121296 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2051242d-5d4f-496a-a561-5a051db61420 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:58.121625 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2e5729dd-4694-4e24-a502-d2373b49526d req-1bc83844-adc2-4fca-9832-085d666d2aa4 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318822 Apr 20 16:32:58.123424 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2051242d-5d4f-496a-a561-5a051db61420 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/networks/6f49479e-0a25-44a5-91b0-9d3db362851c HTTP/1.1" status: 204 len: 168 time: 1.3451033 Apr 20 16:32:58.125281 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051242d-5d4f-496a-a561-5a051db61420 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Network': ['ID=6f49479e-0a25-44a5-91b0-9d3db362851c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:58.127417 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 287c3a16-14d4-409e-a2f8-68475e68a216, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=287c3a16-14d4-409e-a2f8-68475e68a216,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:58.131112 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60974) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:58.138241 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b0c45a28-3826-4e11-8775-5f9f9d382a36 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-290154777'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:58.144247 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:58.176790 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df1795-5d33-450b-9042-3771596d0441 req-af924b5c-ff78-4549-b4bf-4b7e260ea14f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:58.178270 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-05df1795-5d33-450b-9042-3771596d0441 req-af924b5c-ff78-4549-b4bf-4b7e260ea14f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1390634 Apr 20 16:32:58.187723 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225b8866-4e50-41dd-8cb8-952f63f233ed tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:58.189133 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-225b8866-4e50-41dd-8cb8-952f63f233ed tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1359434 Apr 20 16:32:58.191946 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60976) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:58.201810 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:58.228160 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf910cb-7bef-4581-a910-2d47a99c0d96 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] GET failed (client error): The resource could not be found. Apr 20 16:32:58.228697 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-05df1795-5d33-450b-9042-3771596d0441 req-37724fed-f90c-482f-8e12-d55581dcf459 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384755 Apr 20 16:32:58.230491 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1bf910cb-7bef-4581-a910-2d47a99c0d96 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports/37ecde19-5d03-4c40-8d6c-90a29be60416 HTTP/1.1" status: 404 len: 333 time: 0.0374148 Apr 20 16:32:58.233320 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60980) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:58.276505 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84460339-2902-4534-8eb1-d4a1506010ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:58.276738 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=287c3a16-14d4-409e-a2f8-68475e68a216,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:58.283612 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd35c5f8-6883-48d3-aef4-ac254b77cca4 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] GET failed (client error): The resource could not be found. Apr 20 16:32:58.287954 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cd35c5f8-6883-48d3-aef4-ac254b77cca4 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports/ea3a5335-f878-49f5-8101-46e403508f44 HTTP/1.1" status: 404 len: 333 time: 0.0504341 Apr 20 16:32:58.289255 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60986) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:58.406221 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e35bb51-778e-4422-bc60-778198f3afaf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:58.415357 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-84460339-2902-4534-8eb1-d4a1506010ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:58.415838 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c45a28-3826-4e11-8775-5f9f9d382a36 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Made reservation on behalf of d6aa039c16e847d9821ec4a912e2c995 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:58.419341 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0c45a28-3826-4e11-8775-5f9f9d382a36 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:58.438282 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-84460339-2902-4534-8eb1-d4a1506010ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] device_id is not set on port 5ee17cd4-c799-405d-a12e-d0d0fc8a33d3 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:32:58.559888 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059471b-6d59-465c-8b8b-8d68c84bf6e2 req-7cb0c89c-a189-4d77-a39e-7b2690423cec tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:58.561488 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2059471b-6d59-465c-8b8b-8d68c84bf6e2 req-7cb0c89c-a189-4d77-a39e-7b2690423cec tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1725183 Apr 20 16:32:58.562470 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c45a28-3826-4e11-8775-5f9f9d382a36 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:32:58.573987 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e35bb51-778e-4422-bc60-778198f3afaf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:58.600313 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0c45a28-3826-4e11-8775-5f9f9d382a36 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:58.600721 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-b0c45a28-3826-4e11-8775-5f9f9d382a36 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Added segment ca213325-998c-44d5-9683-04067a8f8141 of type vlan for network 374c3e0f-87e3-4f1c-89a9-47800da53065 Apr 20 16:32:58.602142 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:58.626690 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-8e35bb51-778e-4422-bc60-778198f3afaf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['981803f5-823c-4fde-8d40-f10c166bcedb']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:58.654048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-84460339-2902-4534-8eb1-d4a1506010ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8:0:1::7a (10294607-eb5e-406e-b70a-cc143553f735/a3b23ec0-d085-43b6-9835-17b7e597e97a/5ee17cd4-c799-405d-a12e-d0d0fc8a33d3) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:58.664156 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-84460339-2902-4534-8eb1-d4a1506010ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8::f816:3eff:fe80:cabb (10294607-eb5e-406e-b70a-cc143553f735/4a5106b0-a32a-4eac-bb28-d658555fa479/5ee17cd4-c799-405d-a12e-d0d0fc8a33d3) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:58.664429 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-8e35bb51-778e-4422-bc60-778198f3afaf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20225444-b1b4-4b0a-a6a9-45d548d95624') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:58.665176 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-8e35bb51-778e-4422-bc60-778198f3afaf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20225444-b1b4-4b0a-a6a9-45d548d95624') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:32:58.671543 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2059471b-6d59-465c-8b8b-8d68c84bf6e2 req-7ced3d90-efae-4658-9a23-ec684a55d4b3 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000979 Apr 20 16:32:58.687698 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0c45a28-3826-4e11-8775-5f9f9d382a36 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:58.693265 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e35bb51-778e-4422-bc60-778198f3afaf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:58.711190 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e35bb51-778e-4422-bc60-778198f3afaf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:58.734124 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e35bb51-778e-4422-bc60-778198f3afaf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:32:58.735743 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e35bb51-778e-4422-bc60-778198f3afaf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:32:58.737631 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:32:58.799528 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415dd2ae-f636-4376-8c87-4af7041c0d71 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:32:58.865263 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0c45a28-3826-4e11-8775-5f9f9d382a36 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:58.873979 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c45a28-3826-4e11-8775-5f9f9d382a36 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:58.880923 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0c45a28-3826-4e11-8775-5f9f9d382a36 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:58.884970 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f2457-8958-4c5b-8aca-c6ab475d9b13 req-319ebca7-9597-4c45-b4bf-83af58b5f6ae tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:58.887954 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb8f2457-8958-4c5b-8aca-c6ab475d9b13 req-319ebca7-9597-4c45-b4bf-83af58b5f6ae tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.0797057 Apr 20 16:32:58.902160 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-42f943b0-03d0-46de-99d8-97c7161fca94 None None] Provisioning complete for port 287c3a16-14d4-409e-a2f8-68475e68a216 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:58.902617 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-42f943b0-03d0-46de-99d8-97c7161fca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:58.914694 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e35bb51-778e-4422-bc60-778198f3afaf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:58.942624 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-84460339-2902-4534-8eb1-d4a1506010ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:58.951857 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e35bb51-778e-4422-bc60-778198f3afaf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:58.960213 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8e35bb51-778e-4422-bc60-778198f3afaf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/networks/981803f5-823c-4fde-8d40-f10c166bcedb HTTP/1.1" status: 204 len: 168 time: 0.6700542 Apr 20 16:32:58.960868 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60996) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:58.968680 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-6b3af674-b41e-4d5a-a923-7eb16b96d3cf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1384560110'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:58.975451 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb8f2457-8958-4c5b-8aca-c6ab475d9b13 req-7a77d68e-a5c6-4c4c-aa04-736c29f5d0a0 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780859 Apr 20 16:32:59.020740 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b0c45a28-3826-4e11-8775-5f9f9d382a36 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8851421 Apr 20 16:32:59.023238 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32770) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:59.029679 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2b37fc69-5bc1-410a-9e52-a17c8d406d89 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'subnet': {'network_id': '374c3e0f-87e3-4f1c-89a9-47800da53065', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:59.029977 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c45a28-3826-4e11-8775-5f9f9d382a36 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Network': ['ID=374c3e0f-87e3-4f1c-89a9-47800da53065,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:59.060795 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 374c3e0f-87e3-4f1c-89a9-47800da53065 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:32:59.071991 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35bb51-778e-4422-bc60-778198f3afaf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Network': ['ID=981803f5-823c-4fde-8d40-f10c166bcedb,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:59.090345 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-84460339-2902-4534-8eb1-d4a1506010ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:59.173779 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3af674-b41e-4d5a-a923-7eb16b96d3cf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:59.179858 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b3af674-b41e-4d5a-a923-7eb16b96d3cf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:59.193901 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84460339-2902-4534-8eb1-d4a1506010ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:32:59.210127 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84460339-2902-4534-8eb1-d4a1506010ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=5ee17cd4-c799-405d-a12e-d0d0fc8a33d3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:59.214405 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-84460339-2902-4534-8eb1-d4a1506010ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:32:59.223353 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84460339-2902-4534-8eb1-d4a1506010ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:32:59.229596 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84460339-2902-4534-8eb1-d4a1506010ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:59.230509 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-84460339-2902-4534-8eb1-d4a1506010ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:59.251660 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3af674-b41e-4d5a-a923-7eb16b96d3cf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:32:59.261476 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861c45d-6a55-4cc2-818c-60edc531f55b req-4302f4b3-d873-4e15-a25c-6bc815e41c63 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:59.262978 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e861c45d-6a55-4cc2-818c-60edc531f55b req-4302f4b3-d873-4e15-a25c-6bc815e41c63 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1520855 Apr 20 16:32:59.274296 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b3af674-b41e-4d5a-a923-7eb16b96d3cf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:59.274790 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-6b3af674-b41e-4d5a-a923-7eb16b96d3cf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Added segment 687b7629-6a5d-4f5a-8924-4d8b771e313a of type vlan for network af35a8bf-762b-42a0-9c73-bcb0225e8a8e Apr 20 16:32:59.319413 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058989a-2a1c-4cd5-89d4-e3746fab3eb9 req-7d4ed5e1-eab4-4d90-b5ca-953875195dea tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:59.321657 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3058989a-2a1c-4cd5-89d4-e3746fab3eb9 req-7d4ed5e1-eab4-4d90-b5ca-953875195dea tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 946 time: 0.1234159 Apr 20 16:32:59.333209 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d880ae83-0f8b-43ca-b861-b62dfa19b45d None None] Update dhcp port {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'fixed_ips': [{'subnet_id': '4a5106b0-a32a-4eac-bb28-d658555fa479', 'ip_address': '2001:db8::f816:3eff:feb0:8b62'}, {'subnet_id': 'a3b23ec0-d085-43b6-9835-17b7e597e97a'}], 'binding:host_id': 'n-d-836146-2'}, 'id': '287c3a16-14d4-409e-a2f8-68475e68a216'} from n-d-836146-2. {{(pid=103486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 16:32:59.336270 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e861c45d-6a55-4cc2-818c-60edc531f55b req-3a5e4ecc-bcf1-4b7b-a88f-d9c17ee48e48 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657153 Apr 20 16:32:59.344746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b37fc69-5bc1-410a-9e52-a17c8d406d89 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Made reservation on behalf of d6aa039c16e847d9821ec4a912e2c995 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:32:59.355068 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2b37fc69-5bc1-410a-9e52-a17c8d406d89 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:59.391341 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d880ae83-0f8b-43ca-b861-b62dfa19b45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:59.393945 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b3af674-b41e-4d5a-a923-7eb16b96d3cf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:59.419018 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3058989a-2a1c-4cd5-89d4-e3746fab3eb9 req-8ef70ecf-33ef-4cf3-befa-9d6f965f5202 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608437 Apr 20 16:32:59.492638 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-84460339-2902-4534-8eb1-d4a1506010ad tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6819100 Apr 20 16:32:59.492769 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 32780) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:59.582554 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-d880ae83-0f8b-43ca-b861-b62dfa19b45d None None] Allocated IP 2001:db8:0:1::2 (10294607-eb5e-406e-b70a-cc143553f735/a3b23ec0-d085-43b6-9835-17b7e597e97a/287c3a16-14d4-409e-a2f8-68475e68a216) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:32:59.593593 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ebc71a20-7b30-4c7b-af74-5993a857351c tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting port 5ee17cd4-c799-405d-a12e-d0d0fc8a33d3 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:32:59.594183 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ebc71a20-7b30-4c7b-af74-5993a857351c tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:59.661017 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b3af674-b41e-4d5a-a923-7eb16b96d3cf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:59.667620 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3af674-b41e-4d5a-a923-7eb16b96d3cf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:32:59.668271 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b3af674-b41e-4d5a-a923-7eb16b96d3cf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:59.711236 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d880ae83-0f8b-43ca-b861-b62dfa19b45d None None] For port 287c3a16-14d4-409e-a2f8-68475e68a216, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=287c3a16-14d4-409e-a2f8-68475e68a216,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:32:59.751262 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 287c3a16-14d4-409e-a2f8-68475e68a216 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:32:59.793530 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d880ae83-0f8b-43ca-b861-b62dfa19b45d None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:59.796985 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6b3af674-b41e-4d5a-a923-7eb16b96d3cf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8326368 Apr 20 16:32:59.797683 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 32788) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:32:59.799624 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ebc71a20-7b30-4c7b-af74-5993a857351c tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:59.825224 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-351c8bf7-2d95-40a6-9182-3bb08da64dab tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'subnet': {'network_id': 'af35a8bf-762b-42a0-9c73-bcb0225e8a8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:32:59.829932 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3af674-b41e-4d5a-a923-7eb16b96d3cf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Network': ['ID=af35a8bf-762b-42a0-9c73-bcb0225e8a8e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:32:59.831347 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 287c3a16-14d4-409e-a2f8-68475e68a216 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:32:59.832278 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:59.848701 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ebc71a20-7b30-4c7b-af74-5993a857351c tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Calling delete_port for 5ee17cd4-c799-405d-a12e-d0d0fc8a33d3 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:32:59.866384 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network af35a8bf-762b-42a0-9c73-bcb0225e8a8e details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:32:59.874293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.ipam_backend_mixin [None req-2b37fc69-5bc1-410a-9e52-a17c8d406d89 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Performing IP validity checks on allocation pools {{(pid=103484) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 16:32:59.874821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.ipam_backend_mixin [None req-2b37fc69-5bc1-410a-9e52-a17c8d406d89 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103484) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 16:32:59.885412 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:32:59.897208 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d880ae83-0f8b-43ca-b861-b62dfa19b45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:00.003721 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880ae83-0f8b-43ca-b861-b62dfa19b45d None None] Pushing event updated for resources: {'Port': ['ID=287c3a16-14d4-409e-a2f8-68475e68a216,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:00.030054 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16006c40-bcc2-459d-a5b4-f9e230abb8a6 req-e686586a-f099-4d02-be11-874116e80c84 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:00.036868 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-16006c40-bcc2-459d-a5b4-f9e230abb8a6 req-e686586a-f099-4d02-be11-874116e80c84 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.5814500 Apr 20 16:33:00.040907 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351c8bf7-2d95-40a6-9182-3bb08da64dab tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:00.044373 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-351c8bf7-2d95-40a6-9182-3bb08da64dab tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:00.073853 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2b37fc69-5bc1-410a-9e52-a17c8d406d89 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:00.091056 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-16006c40-bcc2-459d-a5b4-f9e230abb8a6 req-c138fa74-2127-4860-9595-22b934beb76b tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523422 Apr 20 16:33:00.167336 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.ipam_backend_mixin [None req-351c8bf7-2d95-40a6-9182-3bb08da64dab tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Performing IP validity checks on allocation pools {{(pid=103485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 16:33:00.170141 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.ipam_backend_mixin [None req-351c8bf7-2d95-40a6-9182-3bb08da64dab tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 16:33:00.192919 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37fc69-5bc1-410a-9e52-a17c8d406d89 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Subnet': ['ID=5de4ce14-f551-45f2-bf01-edcf09f5588c,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:00.220325 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b37fc69-5bc1-410a-9e52-a17c8d406d89 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Checking segment: {'id': 'ca213325-998c-44d5-9683-04067a8f8141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '374c3e0f-87e3-4f1c-89a9-47800da53065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:33:00.220659 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b37fc69-5bc1-410a-9e52-a17c8d406d89 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Network hostable DHCP agents. Network: 374c3e0f-87e3-4f1c-89a9-47800da53065, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:33:00.264804 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ebc71a20-7b30-4c7b-af74-5993a857351c tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:00.318387 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c9af9-6c67-4e40-a458-40f8023e0c5e req-4e283216-92ba-41ba-a590-2e729f6c3434 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:00.320941 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a88c9af9-6c67-4e40-a458-40f8023e0c5e req-4e283216-92ba-41ba-a590-2e729f6c3434 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.0608170 Apr 20 16:33:00.339558 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc71a20-7b30-4c7b-af74-5993a857351c tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Port': ['ID=5ee17cd4-c799-405d-a12e-d0d0fc8a33d3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:00.363085 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ebc71a20-7b30-4c7b-af74-5993a857351c tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:00.365001 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b37fc69-5bc1-410a-9e52-a17c8d406d89 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Network 374c3e0f-87e3-4f1c-89a9-47800da53065 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:33:00.369300 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ebc71a20-7b30-4c7b-af74-5993a857351c tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/5ee17cd4-c799-405d-a12e-d0d0fc8a33d3 HTTP/1.1" status: 204 len: 168 time: 0.9033861 Apr 20 16:33:00.371218 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 32798) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:00.401406 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a88c9af9-6c67-4e40-a458-40f8023e0c5e req-88f8ca22-bb88-409b-8faf-d4cf48bc049c tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721068 Apr 20 16:33:00.471704 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c996f242-ace8-487f-a6cb-7101fa52a9ae tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:00.476936 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32806) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:00.477122 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c996f242-ace8-487f-a6cb-7101fa52a9ae tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1047935 Apr 20 16:33:00.508787 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-2b37fc69-5bc1-410a-9e52-a17c8d406d89 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 374c3e0f-87e3-4f1c-89a9-47800da53065) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:00.516168 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b37fc69-5bc1-410a-9e52-a17c8d406d89 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:00.516894 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2b37fc69-5bc1-410a-9e52-a17c8d406d89 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:00.521614 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10a0b0c-fa03-48e1-b439-35dc90d9bdf0 None None] Network 374c3e0f-87e3-4f1c-89a9-47800da53065 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:00.552237 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541deb7-a879-4d8c-873e-1419277fa044 req-a2624d86-5ee8-43ae-8b47-8127c556ed94 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:00.554892 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c541deb7-a879-4d8c-873e-1419277fa044 req-a2624d86-5ee8-43ae-8b47-8127c556ed94 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.0668597 Apr 20 16:33:00.572084 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-351c8bf7-2d95-40a6-9182-3bb08da64dab tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:00.588991 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c83555-7c72-4964-bfe9-f80237a5d991 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:00.594044 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-90c83555-7c72-4964-bfe9-f80237a5d991 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1137557 Apr 20 16:33:00.594960 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 32808) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:00.614334 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de63a4-4e58-462b-a748-26fb51e314be req-ec7dff09-29f9-4989-837a-33d6ef47e6b8 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:00.618270 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-90de63a4-4e58-462b-a748-26fb51e314be req-ec7dff09-29f9-4989-837a-33d6ef47e6b8 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 946 time: 0.0978744 Apr 20 16:33:00.674694 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-90de63a4-4e58-462b-a748-26fb51e314be req-b2d2436c-76a0-42cf-bda2-8cfcc79191b2 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459259 Apr 20 16:33:00.694287 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2b37fc69-5bc1-410a-9e52-a17c8d406d89 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.6695585 Apr 20 16:33:00.696819 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c541deb7-a879-4d8c-873e-1419277fa044 req-91c0bd52-f36c-4bc5-80fc-0e4f8e168d5d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349194 Apr 20 16:33:00.702469 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 32816) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:00.746018 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6891a732-5523-4d9e-80ce-18558fd353c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-374c3e0f-87e3-4f1c-89a9-47800da53065', 'network_id': '374c3e0f-87e3-4f1c-89a9-47800da53065', 'tenant_id': 'd6aa039c16e847d9821ec4a912e2c995', 'fixed_ips': [{'subnet_id': '5de4ce14-f551-45f2-bf01-edcf09f5588c'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:33:00.746018 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6891a732-5523-4d9e-80ce-18558fd353c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:00.780622 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c8bf7-2d95-40a6-9182-3bb08da64dab tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Subnet': ['ID=42bb3a73-de4a-4138-ab7f-a3234028be8d,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:00.841746 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0aa6373-a5db-48e3-a6d0-a60efde9fda3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:00.843429 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0aa6373-a5db-48e3-a6d0-a60efde9fda3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:00.845301 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0aa6373-a5db-48e3-a6d0-a60efde9fda3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:00.847228 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e0aa6373-a5db-48e3-a6d0-a60efde9fda3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2477782 Apr 20 16:33:00.849866 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32842) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:01.001095 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2408edd-21a0-49dd-bd2d-65978cbb7fc4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet 4a5106b0-a32a-4eac-bb28-d658555fa479 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:33:01.012265 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a2408edd-21a0-49dd-bd2d-65978cbb7fc4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:01.110426 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a2408edd-21a0-49dd-bd2d-65978cbb7fc4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:01.211067 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-6891a732-5523-4d9e-80ce-18558fd353c8 None None] Allocated IP 172.20.0.3 (374c3e0f-87e3-4f1c-89a9-47800da53065/5de4ce14-f551-45f2-bf01-edcf09f5588c/39f023a5-6ace-4387-82eb-cbb277c003da) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:01.230489 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a2408edd-21a0-49dd-bd2d-65978cbb7fc4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:01.249405 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351c8bf7-2d95-40a6-9182-3bb08da64dab tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Checking segment: {'id': '687b7629-6a5d-4f5a-8924-4d8b771e313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'af35a8bf-762b-42a0-9c73-bcb0225e8a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:33:01.249795 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351c8bf7-2d95-40a6-9182-3bb08da64dab tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network hostable DHCP agents. Network: af35a8bf-762b-42a0-9c73-bcb0225e8a8e, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:33:01.316474 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa37519-ab43-44fa-ab56-f09172321a9f req-e5516bc8-0045-4325-a0f3-50d45c043295 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:01.318052 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9aa37519-ab43-44fa-ab56-f09172321a9f req-e5516bc8-0045-4325-a0f3-50d45c043295 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.4659698 Apr 20 16:33:01.326248 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:01.381910 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351c8bf7-2d95-40a6-9182-3bb08da64dab tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network af35a8bf-762b-42a0-9c73-bcb0225e8a8e is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:33:01.395811 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6891a732-5523-4d9e-80ce-18558fd353c8 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:01.402140 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-56d9971b-f051-47a5-b503-0e25bb6a62a9 None None] Provisioning complete for port 287c3a16-14d4-409e-a2f8-68475e68a216 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:01.403009 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-56d9971b-f051-47a5-b503-0e25bb6a62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:01.419264 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a2408edd-21a0-49dd-bd2d-65978cbb7fc4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:01.450317 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:01.482822 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6891a732-5523-4d9e-80ce-18558fd353c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:01.530395 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9aa37519-ab43-44fa-ab56-f09172321a9f req-ba85b6f3-e775-4111-a9db-da0992aa09eb tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882491 Apr 20 16:33:01.539458 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6891a732-5523-4d9e-80ce-18558fd353c8 None None] Network 374c3e0f-87e3-4f1c-89a9-47800da53065 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:01.539897 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-351c8bf7-2d95-40a6-9182-3bb08da64dab tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, af35a8bf-762b-42a0-9c73-bcb0225e8a8e) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:01.545186 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351c8bf7-2d95-40a6-9182-3bb08da64dab tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:01.546126 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-351c8bf7-2d95-40a6-9182-3bb08da64dab tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:01.556215 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a2408edd-21a0-49dd-bd2d-65978cbb7fc4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:01.559803 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a2408edd-21a0-49dd-bd2d-65978cbb7fc4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/4a5106b0-a32a-4eac-bb28-d658555fa479 HTTP/1.1" status: 204 len: 168 time: 0.7088637 Apr 20 16:33:01.565200 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2408edd-21a0-49dd-bd2d-65978cbb7fc4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=4a5106b0-a32a-4eac-bb28-d658555fa479,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:01.567978 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f59bc67-19f2-4712-9d6b-19ccace244e0 None None] Network af35a8bf-762b-42a0-9c73-bcb0225e8a8e requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:01.569864 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32866) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:01.588364 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-6891a732-5523-4d9e-80ce-18558fd353c8 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:01.648961 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6891a732-5523-4d9e-80ce-18558fd353c8 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:33:01.700736 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-56d9971b-f051-47a5-b503-0e25bb6a62a9 None None] Could not find standard attr ID for object 5ee17cd4-c799-405d-a12e-d0d0fc8a33d3. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:33:01.709813 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891a732-5523-4d9e-80ce-18558fd353c8 None None] Pushing event updated for resources: {'Port': ['ID=39f023a5-6ace-4387-82eb-cbb277c003da,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:01.722494 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdee6762-fd8d-4bf1-891e-3a683f50b236 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet a3b23ec0-d085-43b6-9835-17b7e597e97a {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:33:01.728785 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bdee6762-fd8d-4bf1-891e-3a683f50b236 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:01.739620 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 287c3a16-14d4-409e-a2f8-68475e68a216 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:33:01.748656 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3417c02e-6b03-46de-9a87-a5fad7c36dea None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:01.765949 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a490222-a66b-4258-93ca-60f3ab5f3a82 req-0f7543ff-4dcc-4f17-9ec6-8d6190b5ef07 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:01.766729 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:01.767442 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2a490222-a66b-4258-93ca-60f3ab5f3a82 req-0f7543ff-4dcc-4f17-9ec6-8d6190b5ef07 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1075850 Apr 20 16:33:01.795410 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bdee6762-fd8d-4bf1-891e-3a683f50b236 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:01.806346 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Subnet': ['ID=5de4ce14-f551-45f2-bf01-edcf09f5588c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:01.829129 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-351c8bf7-2d95-40a6-9182-3bb08da64dab tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0196314 Apr 20 16:33:01.841960 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32874) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:01.849278 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-6c9cd892-dc0f-4405-8420-900faffc3ce7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'port': {'network_id': 'af35a8bf-762b-42a0-9c73-bcb0225e8a8e', 'name': 'tempest-PortsIpV6TestJSON-899245557'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:01.930233 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2a490222-a66b-4258-93ca-60f3ab5f3a82 req-de1b3ecd-c9ee-424d-bfc4-8075f731a572 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534605 Apr 20 16:33:01.988683 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-cf6bb860-b536-4661-808f-9d6ab68cd60a None None] Could not find standard attr ID for object 5ee17cd4-c799-405d-a12e-d0d0fc8a33d3. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:33:02.000046 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-6891a732-5523-4d9e-80ce-18558fd353c8 None None] Attempting to bind port 39f023a5-6ace-4387-82eb-cbb277c003da on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:33:02.000736 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-6891a732-5523-4d9e-80ce-18558fd353c8 None None] Attempting to bind port 39f023a5-6ace-4387-82eb-cbb277c003da by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'ca213325-998c-44d5-9683-04067a8f8141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '374c3e0f-87e3-4f1c-89a9-47800da53065'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:33:02.001305 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6891a732-5523-4d9e-80ce-18558fd353c8 None None] Attempting to bind port 39f023a5-6ace-4387-82eb-cbb277c003da on network 374c3e0f-87e3-4f1c-89a9-47800da53065 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:33:02.020684 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:02.042670 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bdee6762-fd8d-4bf1-891e-3a683f50b236 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:02.048990 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6891a732-5523-4d9e-80ce-18558fd353c8 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:33:02.049686 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6891a732-5523-4d9e-80ce-18558fd353c8 None None] Checking segment: {'id': 'ca213325-998c-44d5-9683-04067a8f8141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '374c3e0f-87e3-4f1c-89a9-47800da53065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:33:02.050262 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6891a732-5523-4d9e-80ce-18558fd353c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:02.050818 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6891a732-5523-4d9e-80ce-18558fd353c8 None None] Bound using segment: {'id': 'ca213325-998c-44d5-9683-04067a8f8141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '374c3e0f-87e3-4f1c-89a9-47800da53065'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:33:02.051531 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-6891a732-5523-4d9e-80ce-18558fd353c8 None None] Bound port: 39f023a5-6ace-4387-82eb-cbb277c003da, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca213325-998c-44d5-9683-04067a8f8141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '374c3e0f-87e3-4f1c-89a9-47800da53065'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:33:02.052190 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6891a732-5523-4d9e-80ce-18558fd353c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:02.079658 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374c3e0f-87e3-4f1c-89a9-47800da53065']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:02.104439 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca213325-998c-44d5-9683-04067a8f8141') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:02.108018 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca213325-998c-44d5-9683-04067a8f8141') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:02.132703 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:02.152936 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:02.160440 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:33:02.160440 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:33:02.175860 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:33:02.186463 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc1676-d1d7-48ea-a061-eb78ad86d1a6 req-932c3ece-59cf-42dc-af3d-18bc4446d184 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:02.196160 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d0bc1676-d1d7-48ea-a061-eb78ad86d1a6 req-932c3ece-59cf-42dc-af3d-18bc4446d184 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.0662866 Apr 20 16:33:02.205019 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d07955-1506-49ae-bac4-4ee32e6b3f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-af35a8bf-762b-42a0-9c73-bcb0225e8a8e', 'network_id': 'af35a8bf-762b-42a0-9c73-bcb0225e8a8e', 'tenant_id': '74480f8e816348aa933547e3cb8033f9', 'fixed_ips': [{'subnet_id': '42bb3a73-de4a-4138-ab7f-a3234028be8d'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:33:02.205994 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c5d07955-1506-49ae-bac4-4ee32e6b3f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:02.237040 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d0bc1676-d1d7-48ea-a061-eb78ad86d1a6 req-1b0ca529-d588-4851-8a81-36a6c6bcb68c tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421462 Apr 20 16:33:02.244597 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9cd892-dc0f-4405-8420-900faffc3ce7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:02.249496 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c9cd892-dc0f-4405-8420-900faffc3ce7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:02.273702 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-6c9cd892-dc0f-4405-8420-900faffc3ce7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] device_id is not set on port dcc7d81c-3217-4022-b262-3b27c4ef34ae yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:33:02.293274 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 287c3a16-14d4-409e-a2f8-68475e68a216 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:02.294862 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:02.321086 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bdee6762-fd8d-4bf1-891e-3a683f50b236 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:02.323548 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.db.api [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 16:33:02.323548 n-d-836146-2 neutron-server[103485]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 16:33:02.323548 n-d-836146-2 neutron-server[103485]: [parameters: {'id': '374c3e0f-87e3-4f1c-89a9-47800da53065'}] Apr 20 16:33:02.323548 n-d-836146-2 neutron-server[103485]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:33:02.324113 n-d-836146-2 neutron-server[103485]: DEBUG oslo_db.api [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:33:02.365444 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee6762-fd8d-4bf1-891e-3a683f50b236 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b23ec0-d085-43b6-9835-17b7e597e97a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:02.373264 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce3607-9765-4bf8-a389-dd7801232ae0 req-38b0ef2b-d51f-4669-b879-810f4f8c8164 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:02.375157 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-17ce3607-9765-4bf8-a389-dd7801232ae0 req-38b0ef2b-d51f-4669-b879-810f4f8c8164 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.0645683 Apr 20 16:33:02.378944 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bdee6762-fd8d-4bf1-891e-3a683f50b236 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:02.382682 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bdee6762-fd8d-4bf1-891e-3a683f50b236 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/a3b23ec0-d085-43b6-9835-17b7e597e97a HTTP/1.1" status: 204 len: 168 time: 0.8114076 Apr 20 16:33:02.385319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32914) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:02.427441 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-17ce3607-9765-4bf8-a389-dd7801232ae0 req-22b69ca4-01ad-4430-abd3-f855fbb6d278 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455413 Apr 20 16:33:02.459564 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c0493e7f-b917-482e-bbad-67c118d51f6d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731182 Apr 20 16:33:02.462436 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 32924) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:02.467815 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-843324d9-5c53-4f65-a1ab-c3b2859249ce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:02.499292 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-6c9cd892-dc0f-4405-8420-900faffc3ce7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Allocated IP 2001:db8::24a (af35a8bf-762b-42a0-9c73-bcb0225e8a8e/42bb3a73-de4a-4138-ab7f-a3234028be8d/dcc7d81c-3217-4022-b262-3b27c4ef34ae) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:02.563423 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-6891a732-5523-4d9e-80ce-18558fd353c8 None None] For port 39f023a5-6ace-4387-82eb-cbb277c003da, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:33:02.602788 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-6891a732-5523-4d9e-80ce-18558fd353c8 None None] For port 39f023a5-6ace-4387-82eb-cbb277c003da, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=39f023a5-6ace-4387-82eb-cbb277c003da,segment=NetworkSegment(ca213325-998c-44d5-9683-04067a8f8141),segment_id=ca213325-998c-44d5-9683-04067a8f8141)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:33:02.666644 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6891a732-5523-4d9e-80ce-18558fd353c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:02.720902 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b772a32-c39e-4f0c-bc6f-7ae95b4923bb req-c040ee1a-2b18-466e-a65f-b1b2060cee7c tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:02.729067 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3b772a32-c39e-4f0c-bc6f-7ae95b4923bb req-c040ee1a-2b18-466e-a65f-b1b2060cee7c tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.0846515 Apr 20 16:33:02.778765 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3b772a32-c39e-4f0c-bc6f-7ae95b4923bb req-69384e57-33f5-43e8-a6c0-32c0169d0a95 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469573 Apr 20 16:33:02.818354 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05791d01-11a9-4e47-92c6-b97e80155804 None None] Update dhcp port {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'fixed_ips': [{'subnet_id': 'a3b23ec0-d085-43b6-9835-17b7e597e97a'}], 'binding:host_id': 'n-d-836146-2'}, 'id': '287c3a16-14d4-409e-a2f8-68475e68a216'} from n-d-836146-2. {{(pid=103486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 16:33:02.827912 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:02.863907 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c9cd892-dc0f-4405-8420-900faffc3ce7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:02.880872 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843324d9-5c53-4f65-a1ab-c3b2859249ce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:02.887451 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-843324d9-5c53-4f65-a1ab-c3b2859249ce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:02.901077 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-05791d01-11a9-4e47-92c6-b97e80155804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:02.903508 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891a732-5523-4d9e-80ce-18558fd353c8 None None] Pushing event updated for resources: {'Port': ['ID=39f023a5-6ace-4387-82eb-cbb277c003da,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:02.954371 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237b0b83-136d-4f38-9b77-b483fa8b2e5c None None] Network 374c3e0f-87e3-4f1c-89a9-47800da53065 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:03.010401 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a8b86-2add-452e-8f9d-02a4d1cd8f27 req-f43d33a6-daab-432e-9cc0-177753bb625f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:03.012467 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-966a8b86-2add-452e-8f9d-02a4d1cd8f27 req-f43d33a6-daab-432e-9cc0-177753bb625f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.0961370 Apr 20 16:33:03.017036 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c9cd892-dc0f-4405-8420-900faffc3ce7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:03.038783 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9cd892-dc0f-4405-8420-900faffc3ce7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network af35a8bf-762b-42a0-9c73-bcb0225e8a8e is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:03.043202 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-6c9cd892-dc0f-4405-8420-900faffc3ce7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:03.072136 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Deleting port 39f023a5-6ace-4387-82eb-cbb277c003da {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:03.072563 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:03.075432 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9cd892-dc0f-4405-8420-900faffc3ce7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:33:03.084463 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9cd892-dc0f-4405-8420-900faffc3ce7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:03.086009 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c9cd892-dc0f-4405-8420-900faffc3ce7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:03.142375 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-966a8b86-2add-452e-8f9d-02a4d1cd8f27 req-2df639cc-98d1-4b26-980a-69d4c92dd052 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015756 Apr 20 16:33:03.146473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9cd892-dc0f-4405-8420-900faffc3ce7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Port': ['ID=dcc7d81c-3217-4022-b262-3b27c4ef34ae,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:03.211229 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6c9cd892-dc0f-4405-8420-900faffc3ce7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3655026 Apr 20 16:33:03.211229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32942) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:03.243440 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] For port 39f023a5-6ace-4387-82eb-cbb277c003da, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=39f023a5-6ace-4387-82eb-cbb277c003da,segment=NetworkSegment(ca213325-998c-44d5-9683-04067a8f8141),segment_id=ca213325-998c-44d5-9683-04067a8f8141)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:03.243733 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:03.290358 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-c5d07955-1506-49ae-bac4-4ee32e6b3f99 None None] Allocated IP 2001:db8::2 (af35a8bf-762b-42a0-9c73-bcb0225e8a8e/42bb3a73-de4a-4138-ab7f-a3234028be8d/977be648-8abc-451f-9e76-ae7a28d40302) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:03.386577 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57733a25-e6fe-4532-8b3d-633fa671cd30 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:03.431111 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Calling delete_port for 39f023a5-6ace-4387-82eb-cbb277c003da owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:03.438480 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-0ff44a01-d165-4a6e-a5d0-a09667acc372 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting port dcc7d81c-3217-4022-b262-3b27c4ef34ae {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:03.438835 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0ff44a01-d165-4a6e-a5d0-a09667acc372 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:03.489796 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d560239e-fee8-4492-a950-4539c77abda0 None None] Provisioning complete for port 287c3a16-14d4-409e-a2f8-68475e68a216 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:03.490181 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d560239e-fee8-4492-a950-4539c77abda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:03.519855 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dd9f3-9aaa-42ca-b8dc-76b677cd7521 req-fd3c3444-2670-417f-ba56-625f9a0a7eb4 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:03.525135 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-620dd9f3-9aaa-42ca-b8dc-76b677cd7521 req-fd3c3444-2670-417f-ba56-625f9a0a7eb4 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1258774 Apr 20 16:33:03.635776 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0ff44a01-d165-4a6e-a5d0-a09667acc372 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:03.660953 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-620dd9f3-9aaa-42ca-b8dc-76b677cd7521 req-415dff74-7775-4432-a02e-201361a5e74e tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219864 Apr 20 16:33:03.693789 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-0ff44a01-d165-4a6e-a5d0-a09667acc372 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Calling delete_port for dcc7d81c-3217-4022-b262-3b27c4ef34ae owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:03.769928 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:03.848425 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 287c3a16-14d4-409e-a2f8-68475e68a216 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:33:03.858751 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No DVR routers for this DVR port 39f023a5-6ace-4387-82eb-cbb277c003da on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:33:03.904996 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c5d07955-1506-49ae-bac4-4ee32e6b3f99 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:03.908107 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Port': ['ID=39f023a5-6ace-4387-82eb-cbb277c003da,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:03.952309 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c5e245-fac4-4b6c-aaf4-da59935fd3c0 None None] DHCP port deletion for 10294607-eb5e-406e-b70a-cc143553f735 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:33:03.963906 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7363cede-5506-4b76-867c-32bd37715e98 req-921d3d60-2789-4ac4-b162-f9c06f8d60ae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0586214 Apr 20 16:33:03.963906 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0ff44a01-d165-4a6e-a5d0-a09667acc372 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:03.999425 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c5d07955-1506-49ae-bac4-4ee32e6b3f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:04.016040 n-d-836146-2 neutron-server[103485]: DEBUG neutron.objects.ports [None req-843324d9-5c53-4f65-a1ab-c3b2859249ce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103485) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 16:33:04.032402 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff44a01-d165-4a6e-a5d0-a09667acc372 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Port': ['ID=dcc7d81c-3217-4022-b262-3b27c4ef34ae,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:04.088304 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d07955-1506-49ae-bac4-4ee32e6b3f99 None None] Network af35a8bf-762b-42a0-9c73-bcb0225e8a8e is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:04.093652 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-c5d07955-1506-49ae-bac4-4ee32e6b3f99 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:04.100624 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d07955-1506-49ae-bac4-4ee32e6b3f99 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:33:04.112209 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d07955-1506-49ae-bac4-4ee32e6b3f99 None None] Pushing event updated for resources: {'Port': ['ID=977be648-8abc-451f-9e76-ae7a28d40302,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:04.114890 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0ff44a01-d165-4a6e-a5d0-a09667acc372 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:04.120251 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0ff44a01-d165-4a6e-a5d0-a09667acc372 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/ports/dcc7d81c-3217-4022-b262-3b27c4ef34ae HTTP/1.1" status: 204 len: 168 time: 0.9105675 Apr 20 16:33:04.123943 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32960) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:04.151950 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:04.204144 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-991cbad0-27d4-4ebc-a043-9e40675913f8 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:04.204959 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-991cbad0-27d4-4ebc-a043-9e40675913f8 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:04.209905 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-991cbad0-27d4-4ebc-a043-9e40675913f8 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/ports/dcc7d81c-3217-4022-b262-3b27c4ef34ae HTTP/1.1" status: 404 len: 333 time: 0.0844855 Apr 20 16:33:04.213038 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 32962) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:04.214301 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-08c5e245-fac4-4b6c-aaf4-da59935fd3c0 None None] Deleting port 287c3a16-14d4-409e-a2f8-68475e68a216 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:04.214939 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-08c5e245-fac4-4b6c-aaf4-da59935fd3c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:04.236964 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363cede-5506-4b76-867c-32bd37715e98 req-bc995d2b-4666-4269-81f0-3380823302f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:04.238474 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7363cede-5506-4b76-867c-32bd37715e98 req-bc995d2b-4666-4269-81f0-3380823302f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 1097 time: 0.1927564 Apr 20 16:33:04.261075 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 287c3a16-14d4-409e-a2f8-68475e68a216, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=287c3a16-14d4-409e-a2f8-68475e68a216,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:04.265495 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c5d07955-1506-49ae-bac4-4ee32e6b3f99 None None] Attempting to bind port 977be648-8abc-451f-9e76-ae7a28d40302 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:33:04.265875 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c5d07955-1506-49ae-bac4-4ee32e6b3f99 None None] Attempting to bind port 977be648-8abc-451f-9e76-ae7a28d40302 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '687b7629-6a5d-4f5a-8924-4d8b771e313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'af35a8bf-762b-42a0-9c73-bcb0225e8a8e'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:33:04.266228 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d07955-1506-49ae-bac4-4ee32e6b3f99 None None] Attempting to bind port 977be648-8abc-451f-9e76-ae7a28d40302 on network af35a8bf-762b-42a0-9c73-bcb0225e8a8e {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:33:04.306614 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d07955-1506-49ae-bac4-4ee32e6b3f99 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:33:04.307549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d07955-1506-49ae-bac4-4ee32e6b3f99 None None] Checking segment: {'id': '687b7629-6a5d-4f5a-8924-4d8b771e313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'af35a8bf-762b-42a0-9c73-bcb0225e8a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:33:04.308363 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c5d07955-1506-49ae-bac4-4ee32e6b3f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:04.309051 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d07955-1506-49ae-bac4-4ee32e6b3f99 None None] Bound using segment: {'id': '687b7629-6a5d-4f5a-8924-4d8b771e313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'af35a8bf-762b-42a0-9c73-bcb0225e8a8e'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:33:04.309955 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c5d07955-1506-49ae-bac4-4ee32e6b3f99 None None] Bound port: 977be648-8abc-451f-9e76-ae7a28d40302, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '687b7629-6a5d-4f5a-8924-4d8b771e313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'af35a8bf-762b-42a0-9c73-bcb0225e8a8e'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:33:04.310586 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c5d07955-1506-49ae-bac4-4ee32e6b3f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:04.323160 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27b9d73-ba99-4df2-8191-a7275ec4be23 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] GET failed (client error): The resource could not be found. Apr 20 16:33:04.324900 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e27b9d73-ba99-4df2-8191-a7275ec4be23 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports/dcc7d81c-3217-4022-b262-3b27c4ef34ae HTTP/1.1" status: 404 len: 333 time: 0.1064191 Apr 20 16:33:04.335427 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 32964) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:04.346787 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:04.357329 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268a661-5384-4164-9707-319c75dfd445 req-2baf1e68-f3ed-4928-90c8-db2236dcf61e tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:04.358937 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4268a661-5384-4164-9707-319c75dfd445 req-2baf1e68-f3ed-4928-90c8-db2236dcf61e tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.5630455 Apr 20 16:33:04.384708 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:04.436292 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363cede-5506-4b76-867c-32bd37715e98 req-3dc6c5a1-07a1-4b1c-aadb-f7927ed62277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:04.440117 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7363cede-5506-4b76-867c-32bd37715e98 req-3dc6c5a1-07a1-4b1c-aadb-f7927ed62277 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6129277f-3b7c-420f-bcf7-8207d3888fce HTTP/1.1" status: 200 len: 915 time: 0.1791670 Apr 20 16:33:04.464890 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c5d07955-1506-49ae-bac4-4ee32e6b3f99 None None] For port 977be648-8abc-451f-9e76-ae7a28d40302, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:33:04.467865 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374c3e0f-87e3-4f1c-89a9-47800da53065']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:04.498218 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca213325-998c-44d5-9683-04067a8f8141') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:04.498544 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca213325-998c-44d5-9683-04067a8f8141') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:04.505432 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c5d07955-1506-49ae-bac4-4ee32e6b3f99 None None] For port 977be648-8abc-451f-9e76-ae7a28d40302, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=977be648-8abc-451f-9e76-ae7a28d40302,segment=NetworkSegment(687b7629-6a5d-4f5a-8924-4d8b771e313a),segment_id=687b7629-6a5d-4f5a-8924-4d8b771e313a)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:33:04.513556 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-08c5e245-fac4-4b6c-aaf4-da59935fd3c0 None None] For port 287c3a16-14d4-409e-a2f8-68475e68a216, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=287c3a16-14d4-409e-a2f8-68475e68a216,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:04.514223 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-08c5e245-fac4-4b6c-aaf4-da59935fd3c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:04.518978 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b72f30f-b496-4786-980c-9d098e6d0dcb tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting subnet 42bb3a73-de4a-4138-ab7f-a3234028be8d {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:33:04.519132 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=287c3a16-14d4-409e-a2f8-68475e68a216,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:04.526647 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:04.530653 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4268a661-5384-4164-9707-319c75dfd445 req-d843287f-c690-4b7b-9f1b-6591d28b7826 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552179 Apr 20 16:33:04.538711 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b72f30f-b496-4786-980c-9d098e6d0dcb tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:04.542186 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-08c5e245-fac4-4b6c-aaf4-da59935fd3c0 None None] Calling delete_port for 287c3a16-14d4-409e-a2f8-68475e68a216 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:04.568833 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7363cede-5506-4b76-867c-32bd37715e98 req-852e3459-bc68-4a20-8213-e1b83472415e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c030243a-3b3b-48d9-b958-e0bce2183416 HTTP/1.1" status: 200 len: 1001 time: 0.1214843 Apr 20 16:33:04.626382 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c5d07955-1506-49ae-bac4-4ee32e6b3f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:04.634690 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:04.644606 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:33:04.644986 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:04.659141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363cede-5506-4b76-867c-32bd37715e98 req-113107f4-fdb2-4e95-8fa8-e12cbc3574bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:04.659858 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7363cede-5506-4b76-867c-32bd37715e98 req-113107f4-fdb2-4e95-8fa8-e12cbc3574bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d0d8025-1a58-4c58-9113-dd747fc0c87b HTTP/1.1" status: 200 len: 853 time: 0.0825660 Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:33:04.734328 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:33:04.777898 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363cede-5506-4b76-867c-32bd37715e98 req-43e3f6d8-6245-4842-b833-df2099006cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:04.781271 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7363cede-5506-4b76-867c-32bd37715e98 req-43e3f6d8-6245-4842-b833-df2099006cef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6129277f-3b7c-420f-bcf7-8207d3888fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146097 Apr 20 16:33:04.784990 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b72f30f-b496-4786-980c-9d098e6d0dcb tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:04.798039 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d07955-1506-49ae-bac4-4ee32e6b3f99 None None] Pushing event updated for resources: {'Port': ['ID=977be648-8abc-451f-9e76-ae7a28d40302,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:04.863720 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-843324d9-5c53-4f65-a1ab-c3b2859249ce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:04.870019 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:04.893980 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:04.897331 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/networks/374c3e0f-87e3-4f1c-89a9-47800da53065 HTTP/1.1" status: 204 len: 168 time: 4.1801064 Apr 20 16:33:04.901178 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-08c5e245-fac4-4b6c-aaf4-da59935fd3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:04.906652 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 32976) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:04.915248 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c5e245-fac4-4b6c-aaf4-da59935fd3c0 None None] No DVR routers for this DVR port 287c3a16-14d4-409e-a2f8-68475e68a216 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:33:04.939861 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7363cede-5506-4b76-867c-32bd37715e98 req-4d7adffb-b549-4e5a-bccc-713a5b4eafb5 service neutron] 10.222.0.30 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500802 Apr 20 16:33:04.945739 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-61a8f199-728e-40b2-bd29-d8c78b121e07 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-297994220'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:04.955596 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5e245-fac4-4b6c-aaf4-da59935fd3c0 None None] Pushing event deleted for resources: {'Port': ['ID=287c3a16-14d4-409e-a2f8-68475e68a216,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:04.956834 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912637d7-27ce-4e3e-a0fc-46c5af86d153 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Network': ['ID=374c3e0f-87e3-4f1c-89a9-47800da53065,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:05.009803 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc179d65-bc41-49c3-a939-884af564fe38 req-2edf9d25-5181-430c-acaf-818eae251683 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:05.014008 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fc179d65-bc41-49c3-a939-884af564fe38 req-2edf9d25-5181-430c-acaf-818eae251683 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.2323167 Apr 20 16:33:05.062320 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-843324d9-5c53-4f65-a1ab-c3b2859249ce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Port 287c3a16-14d4-409e-a2f8-68475e68a216 concurrently deleted while adding address for new subnet {'id': '50646dc2-24b3-4879-b15b-67d877870bbb', 'name': '', 'tenant_id': '796962445b37485c88e0484b277572e7', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2870, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-04-20T16:33:03Z', 'updated_at': '2022-04-20T16:33:03Z', 'revision_number': 0, 'segment_id': None, 'project_id': '796962445b37485c88e0484b277572e7'}. {{(pid=103485) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Apr 20 16:33:05.063207 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-843324d9-5c53-4f65-a1ab-c3b2859249ce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:05.161170 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7363cede-5506-4b76-867c-32bd37715e98 req-6d173902-5806-4dd4-a5f6-5395f57b80c5 service neutron] 10.222.0.30 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111180 Apr 20 16:33:05.176173 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a8f199-728e-40b2-bd29-d8c78b121e07 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Made reservation on behalf of d6aa039c16e847d9821ec4a912e2c995 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:05.180806 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61a8f199-728e-40b2-bd29-d8c78b121e07 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:05.196746 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843324d9-5c53-4f65-a1ab-c3b2859249ce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:05.226910 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-843324d9-5c53-4f65-a1ab-c3b2859249ce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:05.229365 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b72f30f-b496-4786-980c-9d098e6d0dcb tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:05.234325 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843324d9-5c53-4f65-a1ab-c3b2859249ce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=50646dc2-24b3-4879-b15b-67d877870bbb,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:05.238431 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6849a38-4dba-4e8e-b2fc-5cbdcbb40751 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:05.257639 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843324d9-5c53-4f65-a1ab-c3b2859249ce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:05.258247 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-843324d9-5c53-4f65-a1ab-c3b2859249ce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:05.265061 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fc179d65-bc41-49c3-a939-884af564fe38 req-704847b4-6256-4195-af25-9c20d0c134c6 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501655 Apr 20 16:33:05.318451 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a8f199-728e-40b2-bd29-d8c78b121e07 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:33:05.344240 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61a8f199-728e-40b2-bd29-d8c78b121e07 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:05.346372 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-61a8f199-728e-40b2-bd29-d8c78b121e07 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Added segment 81cea541-fe90-449a-87d7-362fd6ed8e97 of type vlan for network cdcb8926-a702-4d04-adc9-1d29f6967330 Apr 20 16:33:05.403646 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-843324d9-5c53-4f65-a1ab-c3b2859249ce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9398117 Apr 20 16:33:05.405505 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61a8f199-728e-40b2-bd29-d8c78b121e07 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:05.408630 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 32988) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:05.417138 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-72f13abc-5d67-47af-9eba-8a43e0ffe3c3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:05.493197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7e0ea-1b85-41b3-ad34-e6b845c34e04 req-44b3ec1a-8197-4583-92c5-67e84325b138 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:05.496778 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b1a7e0ea-1b85-41b3-ad34-e6b845c34e04 req-44b3ec1a-8197-4583-92c5-67e84325b138 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.0972986 Apr 20 16:33:05.509301 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b72f30f-b496-4786-980c-9d098e6d0dcb tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:05.579942 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5217f261-20d8-4b2a-b1a8-702062e64812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-10294607-eb5e-406e-b70a-cc143553f735', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'fixed_ips': [{'subnet_id': '50646dc2-24b3-4879-b15b-67d877870bbb'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:33:05.581470 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5217f261-20d8-4b2a-b1a8-702062e64812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:05.587103 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72f30f-b496-4786-980c-9d098e6d0dcb tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Subnet': ['ID=42bb3a73-de4a-4138-ab7f-a3234028be8d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:05.593248 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b1a7e0ea-1b85-41b3-ad34-e6b845c34e04 req-7ba8f234-2e6c-48a7-82c9-fe0494f458cc tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818889 Apr 20 16:33:05.597445 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b72f30f-b496-4786-980c-9d098e6d0dcb tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:05.604052 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32992) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:05.604234 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5b72f30f-b496-4786-980c-9d098e6d0dcb tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/subnets/42bb3a73-de4a-4138-ab7f-a3234028be8d HTTP/1.1" status: 204 len: 168 time: 1.2675903 Apr 20 16:33:05.701379 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61a8f199-728e-40b2-bd29-d8c78b121e07 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:05.711436 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a8f199-728e-40b2-bd29-d8c78b121e07 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:05.712178 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61a8f199-728e-40b2-bd29-d8c78b121e07 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:05.736998 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fe266be9-8737-49bb-bf5b-62d20a33d7e5 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:05.785999 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f13abc-5d67-47af-9eba-8a43e0ffe3c3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:05.802130 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-72f13abc-5d67-47af-9eba-8a43e0ffe3c3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:05.842835 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-61a8f199-728e-40b2-bd29-d8c78b121e07 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9083738 Apr 20 16:33:05.850171 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33000) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:05.864148 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-795dd72b-095a-46f1-a309-de9bd7714870 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'subnet': {'network_id': 'cdcb8926-a702-4d04-adc9-1d29f6967330', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:05.975209 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-5217f261-20d8-4b2a-b1a8-702062e64812 None None] Allocated IP 2001:db8::f816:3eff:fec1:7d70 (10294607-eb5e-406e-b70a-cc143553f735/50646dc2-24b3-4879-b15b-67d877870bbb/c887bd69-fac9-46fa-b727-b0dd6ac587d0) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:06.037001 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8f199-728e-40b2-bd29-d8c78b121e07 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Network': ['ID=cdcb8926-a702-4d04-adc9-1d29f6967330,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:06.082017 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 977be648-8abc-451f-9e76-ae7a28d40302 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:33:06.083898 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network cdcb8926-a702-4d04-adc9-1d29f6967330 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:33:06.095432 n-d-836146-2 neutron-server[103485]: INFO neutron.db.ipam_backend_mixin [None req-72f13abc-5d67-47af-9eba-8a43e0ffe3c3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 50646dc2-24b3-4879-b15b-67d877870bbb (CIDR: 2001:db8::/64) Apr 20 16:33:06.146350 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f13abc-5d67-47af-9eba-8a43e0ffe3c3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:33:06.148387 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f13abc-5d67-47af-9eba-8a43e0ffe3c3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:06.157237 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a3fe8-3ae0-4b66-b186-561f743271cf req-c250b3c0-6386-4bbf-8fe2-3780f8ea95bc tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:06.166862 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-882a3fe8-3ae0-4b66-b186-561f743271cf req-c250b3c0-6386-4bbf-8fe2-3780f8ea95bc tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.3408394 Apr 20 16:33:06.178079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-fe266be9-8737-49bb-bf5b-62d20a33d7e5 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting port 977be648-8abc-451f-9e76-ae7a28d40302 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:06.178616 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fe266be9-8737-49bb-bf5b-62d20a33d7e5 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:06.247454 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-72f13abc-5d67-47af-9eba-8a43e0ffe3c3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8377118 Apr 20 16:33:06.250054 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33010) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:06.285901 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c4593fdf-3b40-4c3e-a273-d78b09ccad56 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:06.299265 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 977be648-8abc-451f-9e76-ae7a28d40302 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:06.299638 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:06.315707 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795dd72b-095a-46f1-a309-de9bd7714870 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Made reservation on behalf of d6aa039c16e847d9821ec4a912e2c995 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:06.319938 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-795dd72b-095a-46f1-a309-de9bd7714870 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:06.339233 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd19c11-8399-407e-871d-737d7648ccfc None None] Network af35a8bf-762b-42a0-9c73-bcb0225e8a8e requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:06.367623 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5217f261-20d8-4b2a-b1a8-702062e64812 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:06.454281 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2ec2986f-4fd9-40e9-b391-1fd0b3443266 None None] Provisioning complete for port 977be648-8abc-451f-9e76-ae7a28d40302 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:06.454648 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2ec2986f-4fd9-40e9-b391-1fd0b3443266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:06.506550 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5217f261-20d8-4b2a-b1a8-702062e64812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:06.529133 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-882a3fe8-3ae0-4b66-b186-561f743271cf req-772993de-9c70-4f93-b0fb-6246c08d3d02 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618939 Apr 20 16:33:06.538653 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-fe266be9-8737-49bb-bf5b-62d20a33d7e5 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] For port 977be648-8abc-451f-9e76-ae7a28d40302, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=977be648-8abc-451f-9e76-ae7a28d40302,segment=NetworkSegment(687b7629-6a5d-4f5a-8924-4d8b771e313a),segment_id=687b7629-6a5d-4f5a-8924-4d8b771e313a)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:06.539033 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fe266be9-8737-49bb-bf5b-62d20a33d7e5 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:06.580765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-fe266be9-8737-49bb-bf5b-62d20a33d7e5 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Calling delete_port for 977be648-8abc-451f-9e76-ae7a28d40302 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:06.602126 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4593fdf-3b40-4c3e-a273-d78b09ccad56 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:06.607037 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c4593fdf-3b40-4c3e-a273-d78b09ccad56 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:06.647500 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:06.652517 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5217f261-20d8-4b2a-b1a8-702062e64812 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:06.655701 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217f261-20d8-4b2a-b1a8-702062e64812 None None] Pushing event updated for resources: {'Port': ['ID=c887bd69-fac9-46fa-b727-b0dd6ac587d0,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:06.668947 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-5217f261-20d8-4b2a-b1a8-702062e64812 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:06.671729 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5217f261-20d8-4b2a-b1a8-702062e64812 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:33:06.733433 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-795dd72b-095a-46f1-a309-de9bd7714870 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:06.804937 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5217f261-20d8-4b2a-b1a8-702062e64812 None None] Attempting to bind port c887bd69-fac9-46fa-b727-b0dd6ac587d0 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:33:06.805318 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5217f261-20d8-4b2a-b1a8-702062e64812 None None] Attempting to bind port c887bd69-fac9-46fa-b727-b0dd6ac587d0 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:33:06.805439 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fe266be9-8737-49bb-bf5b-62d20a33d7e5 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:06.805648 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5217f261-20d8-4b2a-b1a8-702062e64812 None None] Attempting to bind port c887bd69-fac9-46fa-b727-b0dd6ac587d0 on network 10294607-eb5e-406e-b70a-cc143553f735 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:33:06.827188 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2ec2986f-4fd9-40e9-b391-1fd0b3443266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:06.852274 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf72929-b4b2-4cb5-8e09-9524207ade39 None None] DHCP port deletion for af35a8bf-762b-42a0-9c73-bcb0225e8a8e request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:33:06.858427 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5217f261-20d8-4b2a-b1a8-702062e64812 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:33:06.858427 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5217f261-20d8-4b2a-b1a8-702062e64812 None None] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:33:06.858732 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5217f261-20d8-4b2a-b1a8-702062e64812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:06.859119 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5217f261-20d8-4b2a-b1a8-702062e64812 None None] Bound using segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:33:06.859597 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5217f261-20d8-4b2a-b1a8-702062e64812 None None] Bound port: c887bd69-fac9-46fa-b727-b0dd6ac587d0, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:33:06.859980 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5217f261-20d8-4b2a-b1a8-702062e64812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:06.876386 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97af38a-2390-49de-8fea-95a137671a21 req-e1aa3294-70c7-4069-8748-8e41f6b16c38 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:06.877963 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b97af38a-2390-49de-8fea-95a137671a21 req-e1aa3294-70c7-4069-8748-8e41f6b16c38 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1709223 Apr 20 16:33:06.878853 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe266be9-8737-49bb-bf5b-62d20a33d7e5 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Port': ['ID=977be648-8abc-451f-9e76-ae7a28d40302,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:06.885355 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 20 16:33:06.885355 n-d-836146-2 neutron-server[103486]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Apr 20 16:33:06.885355 n-d-836146-2 neutron-server[103486]: [parameters: {'status': 'ACTIVE', 'ports_id': '977be648-8abc-451f-9e76-ae7a28d40302'}] Apr 20 16:33:06.885355 n-d-836146-2 neutron-server[103486]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:33:06.885787 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:33:06.911175 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795dd72b-095a-46f1-a309-de9bd7714870 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Subnet': ['ID=2c3fea2b-fe77-46ad-a27b-fe3eae6d4118,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:06.921682 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe266be9-8737-49bb-bf5b-62d20a33d7e5 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] No DVR routers for this DVR port 977be648-8abc-451f-9e76-ae7a28d40302 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:33:06.960817 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795dd72b-095a-46f1-a309-de9bd7714870 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Checking segment: {'id': '81cea541-fe90-449a-87d7-362fd6ed8e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cdcb8926-a702-4d04-adc9-1d29f6967330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:33:06.961191 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795dd72b-095a-46f1-a309-de9bd7714870 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Network hostable DHCP agents. Network: cdcb8926-a702-4d04-adc9-1d29f6967330, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:33:06.981637 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5217f261-20d8-4b2a-b1a8-702062e64812 None None] For port c887bd69-fac9-46fa-b727-b0dd6ac587d0, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:33:06.987475 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5217f261-20d8-4b2a-b1a8-702062e64812 None None] For port c887bd69-fac9-46fa-b727-b0dd6ac587d0, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c887bd69-fac9-46fa-b727-b0dd6ac587d0,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:33:07.001689 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b97af38a-2390-49de-8fea-95a137671a21 req-8b00f17f-95f3-4702-8e66-87fdfaddf553 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898428 Apr 20 16:33:07.049109 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5217f261-20d8-4b2a-b1a8-702062e64812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:07.066231 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fe266be9-8737-49bb-bf5b-62d20a33d7e5 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:07.124920 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-fe266be9-8737-49bb-bf5b-62d20a33d7e5 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af35a8bf-762b-42a0-9c73-bcb0225e8a8e']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:07.127554 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795dd72b-095a-46f1-a309-de9bd7714870 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Network cdcb8926-a702-4d04-adc9-1d29f6967330 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:33:07.146122 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-fe266be9-8737-49bb-bf5b-62d20a33d7e5 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687b7629-6a5d-4f5a-8924-4d8b771e313a') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:07.152100 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-fe266be9-8737-49bb-bf5b-62d20a33d7e5 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687b7629-6a5d-4f5a-8924-4d8b771e313a') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:07.158150 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fe266be9-8737-49bb-bf5b-62d20a33d7e5 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:07.175356 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fe266be9-8737-49bb-bf5b-62d20a33d7e5 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:07.177712 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217f261-20d8-4b2a-b1a8-702062e64812 None None] Pushing event updated for resources: {'Port': ['ID=c887bd69-fac9-46fa-b727-b0dd6ac587d0,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:07.185160 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe266be9-8737-49bb-bf5b-62d20a33d7e5 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:33:07.186754 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fe266be9-8737-49bb-bf5b-62d20a33d7e5 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:33:07.218042 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:33:07.276939 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-795dd72b-095a-46f1-a309-de9bd7714870 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, cdcb8926-a702-4d04-adc9-1d29f6967330) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:07.283937 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795dd72b-095a-46f1-a309-de9bd7714870 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:07.284556 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-795dd72b-095a-46f1-a309-de9bd7714870 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:07.306347 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ff7b86-ae24-48b0-8108-d7c415ca9961 None None] Network cdcb8926-a702-4d04-adc9-1d29f6967330 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:07.384767 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c4593fdf-3b40-4c3e-a273-d78b09ccad56 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:07.412191 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-795dd72b-095a-46f1-a309-de9bd7714870 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5581839 Apr 20 16:33:07.413099 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fe266be9-8737-49bb-bf5b-62d20a33d7e5 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:07.414683 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33028) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:07.425606 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Port 977be648-8abc-451f-9e76-ae7a28d40302 update to ACTIVE by agent not found {{(pid=103486) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 20 16:33:07.463253 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4593fdf-3b40-4c3e-a273-d78b09ccad56 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:07.473424 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-c4593fdf-3b40-4c3e-a273-d78b09ccad56 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:07.477346 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4593fdf-3b40-4c3e-a273-d78b09ccad56 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:07.477949 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c4593fdf-3b40-4c3e-a273-d78b09ccad56 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:07.504537 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4593fdf-3b40-4c3e-a273-d78b09ccad56 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=89f754d5-59d2-4da3-8bc8-1560413a84d6,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:07.512889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4593fdf-3b40-4c3e-a273-d78b09ccad56 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:07.513580 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4593fdf-3b40-4c3e-a273-d78b09ccad56 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:07.513937 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4593fdf-3b40-4c3e-a273-d78b09ccad56 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:07.514282 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4593fdf-3b40-4c3e-a273-d78b09ccad56 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:07.514709 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4593fdf-3b40-4c3e-a273-d78b09ccad56 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:07.515050 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4593fdf-3b40-4c3e-a273-d78b09ccad56 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:07.515386 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4593fdf-3b40-4c3e-a273-d78b09ccad56 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:07.515837 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4593fdf-3b40-4c3e-a273-d78b09ccad56 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:07.516100 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4593fdf-3b40-4c3e-a273-d78b09ccad56 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:07.516463 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4593fdf-3b40-4c3e-a273-d78b09ccad56 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:07.516814 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4593fdf-3b40-4c3e-a273-d78b09ccad56 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:07.517102 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4593fdf-3b40-4c3e-a273-d78b09ccad56 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:07.518377 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fe266be9-8737-49bb-bf5b-62d20a33d7e5 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:07.535978 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-fe266be9-8737-49bb-bf5b-62d20a33d7e5 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/networks/af35a8bf-762b-42a0-9c73-bcb0225e8a8e HTTP/1.1" status: 204 len: 168 time: 1.9250913 Apr 20 16:33:07.535978 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe266be9-8737-49bb-bf5b-62d20a33d7e5 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Network': ['ID=af35a8bf-762b-42a0-9c73-bcb0225e8a8e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:07.542739 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33030) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:07.548823 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ea8fce16-15d9-4102-90d3-6281c5518f9b tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-738320120'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:07.579800 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734ca217-f04a-4407-aa17-30efbe8c7835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-cdcb8926-a702-4d04-adc9-1d29f6967330', 'network_id': 'cdcb8926-a702-4d04-adc9-1d29f6967330', 'tenant_id': 'd6aa039c16e847d9821ec4a912e2c995', 'fixed_ips': [{'subnet_id': '2c3fea2b-fe77-46ad-a27b-fe3eae6d4118'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:33:07.581667 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-734ca217-f04a-4407-aa17-30efbe8c7835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:07.615963 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c4593fdf-3b40-4c3e-a273-d78b09ccad56 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3611994 Apr 20 16:33:07.619744 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33032) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:07.650848 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f2abfee1-2692-438e-b3cd-aec12590aea5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'mac_address': 'fa:16:3e:ce:05:5a', 'name': 'tempest-NetworksTestDHCPv6-869277645'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:07.770904 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:07.804545 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c887bd69-fac9-46fa-b727-b0dd6ac587d0 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:33:07.808582 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8fce16-15d9-4102-90d3-6281c5518f9b tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:07.825431 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea8fce16-15d9-4102-90d3-6281c5518f9b tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:07.888044 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8fce16-15d9-4102-90d3-6281c5518f9b tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:33:07.896178 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:07.927803 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea8fce16-15d9-4102-90d3-6281c5518f9b tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:07.928363 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-ea8fce16-15d9-4102-90d3-6281c5518f9b tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Added segment aac3a6a2-2770-4e4d-b280-28e6aa258db2 of type vlan for network f217416c-ce21-4989-b1b6-e51685e2a706 Apr 20 16:33:08.009539 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea8fce16-15d9-4102-90d3-6281c5518f9b tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:08.101857 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2abfee1-2692-438e-b3cd-aec12590aea5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:08.106969 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-734ca217-f04a-4407-aa17-30efbe8c7835 None None] Allocated IP 172.20.0.1 (cdcb8926-a702-4d04-adc9-1d29f6967330/2c3fea2b-fe77-46ad-a27b-fe3eae6d4118/a0076006-efe3-4f86-8104-6a35b6b5c7d6) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:08.225539 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2abfee1-2692-438e-b3cd-aec12590aea5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:08.238169 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea8fce16-15d9-4102-90d3-6281c5518f9b tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:08.239173 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port c887bd69-fac9-46fa-b727-b0dd6ac587d0 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:08.239493 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:08.244051 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8fce16-15d9-4102-90d3-6281c5518f9b tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:08.244785 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea8fce16-15d9-4102-90d3-6281c5518f9b tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:08.452413 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:08.492097 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-734ca217-f04a-4407-aa17-30efbe8c7835 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:08.522118 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port c887bd69-fac9-46fa-b727-b0dd6ac587d0, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c887bd69-fac9-46fa-b727-b0dd6ac587d0,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:08.605376 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-f2abfee1-2692-438e-b3cd-aec12590aea5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] device_id is not set on port e1f06f10-0830-4b5c-9e61-b663523db014 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:33:08.624457 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-734ca217-f04a-4407-aa17-30efbe8c7835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:08.674858 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:08.701339 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734ca217-f04a-4407-aa17-30efbe8c7835 None None] Network cdcb8926-a702-4d04-adc9-1d29f6967330 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:08.706427 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10887c7-c810-47a3-9710-10f0806f19af None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:08.715855 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-734ca217-f04a-4407-aa17-30efbe8c7835 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:08.735259 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca217-f04a-4407-aa17-30efbe8c7835 None None] Pushing event updated for resources: {'Port': ['ID=a0076006-efe3-4f86-8104-6a35b6b5c7d6,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:08.740732 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734ca217-f04a-4407-aa17-30efbe8c7835 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:33:08.749767 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a6b33-93f9-46b4-a8d3-f5620e2ca114 req-e9c12517-71bc-465d-96f5-03dd94e5c462 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:08.751314 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8c8a6b33-93f9-46b4-a8d3-f5620e2ca114 req-e9c12517-71bc-465d-96f5-03dd94e5c462 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.6672335 Apr 20 16:33:08.751983 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 977be648-8abc-451f-9e76-ae7a28d40302 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:33:08.760806 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ea8fce16-15d9-4102-90d3-6281c5518f9b tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2199228 Apr 20 16:33:08.760806 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fce16-15d9-4102-90d3-6281c5518f9b tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Network': ['ID=f217416c-ce21-4989-b1b6-e51685e2a706,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:08.761639 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33058) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:08.767779 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-5a6b53c7-62e1-4510-98bd-def0f2dc9e2d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'subnet': {'network_id': 'f217416c-ce21-4989-b1b6-e51685e2a706', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:08.834031 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:08.853492 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8c8a6b33-93f9-46b4-a8d3-f5620e2ca114 req-1e78822d-ecc3-4e02-b915-84cde076845f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898087 Apr 20 16:33:08.855249 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network f217416c-ce21-4989-b1b6-e51685e2a706 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:33:08.892094 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Subnet': ['ID=2c3fea2b-fe77-46ad-a27b-fe3eae6d4118,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:08.916382 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 977be648-8abc-451f-9e76-ae7a28d40302 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:33:08.916382 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 977be648-8abc-451f-9e76-ae7a28d40302 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:33:08.982472 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-f2abfee1-2692-438e-b3cd-aec12590aea5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8:0:1::d1 (10294607-eb5e-406e-b70a-cc143553f735/89f754d5-59d2-4da3-8bc8-1560413a84d6/e1f06f10-0830-4b5c-9e61-b663523db014) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:08.991803 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-f2abfee1-2692-438e-b3cd-aec12590aea5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8::f816:3eff:fece:55a (10294607-eb5e-406e-b70a-cc143553f735/50646dc2-24b3-4879-b15b-67d877870bbb/e1f06f10-0830-4b5c-9e61-b663523db014) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:09.023584 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:09.065548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdcb8926-a702-4d04-adc9-1d29f6967330']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:09.081308 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cea541-fe90-449a-87d7-362fd6ed8e97') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:09.081876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cea541-fe90-449a-87d7-362fd6ed8e97') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:09.091418 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6b53c7-62e1-4510-98bd-def0f2dc9e2d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:09.091765 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c1d57f87-bb16-4c65-9070-ae32920e2258 None None] Provisioning complete for port c887bd69-fac9-46fa-b727-b0dd6ac587d0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:09.092240 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c1d57f87-bb16-4c65-9070-ae32920e2258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:09.105948 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a6b53c7-62e1-4510-98bd-def0f2dc9e2d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:09.110091 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=c887bd69-fac9-46fa-b727-b0dd6ac587d0,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:09.117174 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:09.150146 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-734ca217-f04a-4407-aa17-30efbe8c7835 None None] Attempting to bind port a0076006-efe3-4f86-8104-6a35b6b5c7d6 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:33:09.150666 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-734ca217-f04a-4407-aa17-30efbe8c7835 None None] Attempting to bind port a0076006-efe3-4f86-8104-6a35b6b5c7d6 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '81cea541-fe90-449a-87d7-362fd6ed8e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cdcb8926-a702-4d04-adc9-1d29f6967330'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:33:09.151129 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734ca217-f04a-4407-aa17-30efbe8c7835 None None] Attempting to bind port a0076006-efe3-4f86-8104-6a35b6b5c7d6 on network cdcb8926-a702-4d04-adc9-1d29f6967330 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:33:09.194026 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734ca217-f04a-4407-aa17-30efbe8c7835 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:33:09.195126 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734ca217-f04a-4407-aa17-30efbe8c7835 None None] Checking segment: {'id': '81cea541-fe90-449a-87d7-362fd6ed8e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cdcb8926-a702-4d04-adc9-1d29f6967330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:33:09.195629 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-734ca217-f04a-4407-aa17-30efbe8c7835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:09.196282 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734ca217-f04a-4407-aa17-30efbe8c7835 None None] Bound using segment: {'id': '81cea541-fe90-449a-87d7-362fd6ed8e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cdcb8926-a702-4d04-adc9-1d29f6967330'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:33:09.196610 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:09.197035 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-734ca217-f04a-4407-aa17-30efbe8c7835 None None] Bound port: a0076006-efe3-4f86-8104-6a35b6b5c7d6, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cea541-fe90-449a-87d7-362fd6ed8e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cdcb8926-a702-4d04-adc9-1d29f6967330'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:33:09.197519 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-734ca217-f04a-4407-aa17-30efbe8c7835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:09.214249 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:33:09.214969 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:33:09.218504 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:33:09.277544 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2abfee1-2692-438e-b3cd-aec12590aea5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:09.357004 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.db.api [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 16:33:09.357004 n-d-836146-2 neutron-server[103484]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 16:33:09.357004 n-d-836146-2 neutron-server[103484]: [parameters: {'id': 'cdcb8926-a702-4d04-adc9-1d29f6967330'}] Apr 20 16:33:09.357004 n-d-836146-2 neutron-server[103484]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:33:09.357306 n-d-836146-2 neutron-server[103484]: DEBUG oslo_db.api [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:33:09.358799 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-734ca217-f04a-4407-aa17-30efbe8c7835 None None] For port a0076006-efe3-4f86-8104-6a35b6b5c7d6, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:33:09.374899 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-734ca217-f04a-4407-aa17-30efbe8c7835 None None] For port a0076006-efe3-4f86-8104-6a35b6b5c7d6, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a0076006-efe3-4f86-8104-6a35b6b5c7d6,segment=NetworkSegment(81cea541-fe90-449a-87d7-362fd6ed8e97),segment_id=81cea541-fe90-449a-87d7-362fd6ed8e97)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:33:09.414155 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2abfee1-2692-438e-b3cd-aec12590aea5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:09.469261 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2abfee1-2692-438e-b3cd-aec12590aea5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:09.472785 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7690ec-96fd-4b85-85d8-b87ea20c707b None None] Update dhcp port {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'fixed_ips': [{'subnet_id': '50646dc2-24b3-4879-b15b-67d877870bbb', 'ip_address': '2001:db8::f816:3eff:fec1:7d70'}, {'subnet_id': '89f754d5-59d2-4da3-8bc8-1560413a84d6'}], 'binding:host_id': 'n-d-836146-2'}, 'id': 'c887bd69-fac9-46fa-b727-b0dd6ac587d0'} from n-d-836146-2. {{(pid=103486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 16:33:09.476774 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-f2abfee1-2692-438e-b3cd-aec12590aea5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:09.483461 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2abfee1-2692-438e-b3cd-aec12590aea5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:33:09.493730 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2abfee1-2692-438e-b3cd-aec12590aea5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:09.494681 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2abfee1-2692-438e-b3cd-aec12590aea5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:09.501150 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-734ca217-f04a-4407-aa17-30efbe8c7835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:09.508940 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abfee1-2692-438e-b3cd-aec12590aea5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=e1f06f10-0830-4b5c-9e61-b663523db014,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:09.564982 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3e7690ec-96fd-4b85-85d8-b87ea20c707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:09.659468 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a6b53c7-62e1-4510-98bd-def0f2dc9e2d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:09.660237 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca217-f04a-4407-aa17-30efbe8c7835 None None] Pushing event updated for resources: {'Port': ['ID=a0076006-efe3-4f86-8104-6a35b6b5c7d6,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:09.675668 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa6e30d-eef6-4a27-b9a9-cce55362757e None None] Network cdcb8926-a702-4d04-adc9-1d29f6967330 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:09.720398 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b53c7-62e1-4510-98bd-def0f2dc9e2d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Subnet': ['ID=2af60325-501f-4121-bdd9-fb8d19ccef24,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:09.757395 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6b53c7-62e1-4510-98bd-def0f2dc9e2d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Checking segment: {'id': 'aac3a6a2-2770-4e4d-b280-28e6aa258db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f217416c-ce21-4989-b1b6-e51685e2a706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:33:09.757759 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6b53c7-62e1-4510-98bd-def0f2dc9e2d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network hostable DHCP agents. Network: f217416c-ce21-4989-b1b6-e51685e2a706, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:33:09.779686 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c887bd69-fac9-46fa-b727-b0dd6ac587d0 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:33:09.781665 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f2abfee1-2692-438e-b3cd-aec12590aea5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.1598294 Apr 20 16:33:09.784351 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33074) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:09.871824 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:09.875809 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6b53c7-62e1-4510-98bd-def0f2dc9e2d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network f217416c-ce21-4989-b1b6-e51685e2a706 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:33:09.950294 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-3e7690ec-96fd-4b85-85d8-b87ea20c707b None None] Allocated IP 2001:db8:0:1::2 (10294607-eb5e-406e-b70a-cc143553f735/89f754d5-59d2-4da3-8bc8-1560413a84d6/c887bd69-fac9-46fa-b727-b0dd6ac587d0) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:09.967804 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port c887bd69-fac9-46fa-b727-b0dd6ac587d0 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:09.968172 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:10.023293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-03c923e8-8836-4ed0-870a-8d8e9151ec60 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting port e1f06f10-0830-4b5c-9e61-b663523db014 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:10.023636 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03c923e8-8836-4ed0-870a-8d8e9151ec60 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:10.032166 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-5a6b53c7-62e1-4510-98bd-def0f2dc9e2d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, f217416c-ce21-4989-b1b6-e51685e2a706) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:10.051153 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33af4d47-c688-4367-8376-ac40237a312b None None] Network f217416c-ce21-4989-b1b6-e51685e2a706 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:10.103449 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6b53c7-62e1-4510-98bd-def0f2dc9e2d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:10.106311 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a6b53c7-62e1-4510-98bd-def0f2dc9e2d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:10.198562 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3e7690ec-96fd-4b85-85d8-b87ea20c707b None None] For port c887bd69-fac9-46fa-b727-b0dd6ac587d0, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c887bd69-fac9-46fa-b727-b0dd6ac587d0,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:10.254343 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03c923e8-8836-4ed0-870a-8d8e9151ec60 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:10.317085 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3e7690ec-96fd-4b85-85d8-b87ea20c707b None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:10.317262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96c153-9c6c-4b62-b093-44c1944ba9cc req-f2889556-3581-4f9c-99f9-5744091c11fa tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:10.317262 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4a96c153-9c6c-4b62-b093-44c1944ba9cc req-f2889556-3581-4f9c-99f9-5744091c11fa tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.2861459 Apr 20 16:33:10.317262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-03c923e8-8836-4ed0-870a-8d8e9151ec60 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Calling delete_port for e1f06f10-0830-4b5c-9e61-b663523db014 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:10.317262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Deleting port a0076006-efe3-4f86-8104-6a35b6b5c7d6 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:10.317262 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:10.334749 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2341ab-2741-4d64-816f-d7170e2a6a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-f217416c-ce21-4989-b1b6-e51685e2a706', 'network_id': 'f217416c-ce21-4989-b1b6-e51685e2a706', 'tenant_id': '74480f8e816348aa933547e3cb8033f9', 'fixed_ips': [{'subnet_id': '2af60325-501f-4121-bdd9-fb8d19ccef24'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:33:10.335764 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bc2341ab-2741-4d64-816f-d7170e2a6a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:10.488536 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-bc2341ab-2741-4d64-816f-d7170e2a6a52 None None] Allocated IP 2001:db8::2 (f217416c-ce21-4989-b1b6-e51685e2a706/2af60325-501f-4121-bdd9-fb8d19ccef24/e127ba07-f8d6-4065-9d69-109dddc088a2) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:10.573651 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3e7690ec-96fd-4b85-85d8-b87ea20c707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:10.718678 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5a6b53c7-62e1-4510-98bd-def0f2dc9e2d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9527307 Apr 20 16:33:10.719066 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33088) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:10.724971 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-4ace2de3-3195-4e6b-bee8-51b61be4d037 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'port': {'network_id': 'f217416c-ce21-4989-b1b6-e51685e2a706', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-535554583'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:10.751817 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7690ec-96fd-4b85-85d8-b87ea20c707b None None] Pushing event updated for resources: {'Port': ['ID=c887bd69-fac9-46fa-b727-b0dd6ac587d0,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:10.788572 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bc2341ab-2741-4d64-816f-d7170e2a6a52 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:10.804861 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4a96c153-9c6c-4b62-b093-44c1944ba9cc req-ce4b68d3-79ce-4a06-8e38-31f532e945e7 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5100951 Apr 20 16:33:10.817070 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] For port a0076006-efe3-4f86-8104-6a35b6b5c7d6, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a0076006-efe3-4f86-8104-6a35b6b5c7d6,segment=NetworkSegment(81cea541-fe90-449a-87d7-362fd6ed8e97),segment_id=81cea541-fe90-449a-87d7-362fd6ed8e97)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:10.817441 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:10.844998 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Calling delete_port for a0076006-efe3-4f86-8104-6a35b6b5c7d6 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:10.856088 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bc2341ab-2741-4d64-816f-d7170e2a6a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:11.024765 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ace2de3-3195-4e6b-bee8-51b61be4d037 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:11.029039 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4ace2de3-3195-4e6b-bee8-51b61be4d037 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:11.071091 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-4ace2de3-3195-4e6b-bee8-51b61be4d037 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] device_id is not set on port a0c0e08f-383b-488c-aa46-a1993723f5eb yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:33:11.126404 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2341ab-2741-4d64-816f-d7170e2a6a52 None None] Network f217416c-ce21-4989-b1b6-e51685e2a706 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:11.129465 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-bc2341ab-2741-4d64-816f-d7170e2a6a52 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:11.133474 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2341ab-2741-4d64-816f-d7170e2a6a52 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:33:11.141153 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2341ab-2741-4d64-816f-d7170e2a6a52 None None] Pushing event updated for resources: {'Port': ['ID=e127ba07-f8d6-4065-9d69-109dddc088a2,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:11.150540 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:11.202933 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Port': ['ID=a0076006-efe3-4f86-8104-6a35b6b5c7d6,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:11.206012 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03c923e8-8836-4ed0-870a-8d8e9151ec60 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:11.214221 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-bc2341ab-2741-4d64-816f-d7170e2a6a52 None None] Attempting to bind port e127ba07-f8d6-4065-9d69-109dddc088a2 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:33:11.214846 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-bc2341ab-2741-4d64-816f-d7170e2a6a52 None None] Attempting to bind port e127ba07-f8d6-4065-9d69-109dddc088a2 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'aac3a6a2-2770-4e4d-b280-28e6aa258db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f217416c-ce21-4989-b1b6-e51685e2a706'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:33:11.215392 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2341ab-2741-4d64-816f-d7170e2a6a52 None None] Attempting to bind port e127ba07-f8d6-4065-9d69-109dddc088a2 on network f217416c-ce21-4989-b1b6-e51685e2a706 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:33:11.227895 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2341ab-2741-4d64-816f-d7170e2a6a52 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:33:11.229950 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2341ab-2741-4d64-816f-d7170e2a6a52 None None] Checking segment: {'id': 'aac3a6a2-2770-4e4d-b280-28e6aa258db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f217416c-ce21-4989-b1b6-e51685e2a706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:33:11.230813 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bc2341ab-2741-4d64-816f-d7170e2a6a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:11.232473 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2341ab-2741-4d64-816f-d7170e2a6a52 None None] Bound using segment: {'id': 'aac3a6a2-2770-4e4d-b280-28e6aa258db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f217416c-ce21-4989-b1b6-e51685e2a706'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:33:11.233154 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-bc2341ab-2741-4d64-816f-d7170e2a6a52 None None] Bound port: e127ba07-f8d6-4065-9d69-109dddc088a2, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac3a6a2-2770-4e4d-b280-28e6aa258db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f217416c-ce21-4989-b1b6-e51685e2a706'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:33:11.235735 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bc2341ab-2741-4d64-816f-d7170e2a6a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:11.251649 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No DVR routers for this DVR port a0076006-efe3-4f86-8104-6a35b6b5c7d6 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:33:11.317438 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-4ace2de3-3195-4e6b-bee8-51b61be4d037 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Allocated IP 2001:db8::1c4 (f217416c-ce21-4989-b1b6-e51685e2a706/2af60325-501f-4121-bdd9-fb8d19ccef24/a0c0e08f-383b-488c-aa46-a1993723f5eb) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:11.331152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c923e8-8836-4ed0-870a-8d8e9151ec60 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Port': ['ID=e1f06f10-0830-4b5c-9e61-b663523db014,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:11.334286 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03c923e8-8836-4ed0-870a-8d8e9151ec60 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:11.339134 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-03c923e8-8836-4ed0-870a-8d8e9151ec60 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/e1f06f10-0830-4b5c-9e61-b663523db014 HTTP/1.1" status: 204 len: 168 time: 1.5530236 Apr 20 16:33:11.344149 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33096) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:11.350548 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-bc2341ab-2741-4d64-816f-d7170e2a6a52 None None] For port e127ba07-f8d6-4065-9d69-109dddc088a2, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:33:11.356060 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-bc2341ab-2741-4d64-816f-d7170e2a6a52 None None] For port e127ba07-f8d6-4065-9d69-109dddc088a2, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e127ba07-f8d6-4065-9d69-109dddc088a2,segment=NetworkSegment(aac3a6a2-2770-4e4d-b280-28e6aa258db2),segment_id=aac3a6a2-2770-4e4d-b280-28e6aa258db2)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:33:11.436770 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bc2341ab-2741-4d64-816f-d7170e2a6a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:11.473918 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:11.512455 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdcb8926-a702-4d04-adc9-1d29f6967330']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:11.534675 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cea541-fe90-449a-87d7-362fd6ed8e97') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:11.534973 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cea541-fe90-449a-87d7-362fd6ed8e97') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:11.560052 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:11.571512 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2341ab-2741-4d64-816f-d7170e2a6a52 None None] Pushing event updated for resources: {'Port': ['ID=e127ba07-f8d6-4065-9d69-109dddc088a2,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:11.590341 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:11.598435 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:33:11.601303 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:11.601431 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b446166-73e6-43f3-8ea4-1786eea0ee89 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:11.602995 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1b446166-73e6-43f3-8ea4-1786eea0ee89 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1980674 Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:33:11.607918 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:33:11.610470 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33100) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:11.688565 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4ace2de3-3195-4e6b-bee8-51b61be4d037 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:11.767232 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c887bd69-fac9-46fa-b727-b0dd6ac587d0 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:33:11.808063 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4ace2de3-3195-4e6b-bee8-51b61be4d037 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:11.864901 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c361ed3f-8005-47f8-beea-f31354f4e096 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:11.874111 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c361ed3f-8005-47f8-beea-f31354f4e096 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2609158 Apr 20 16:33:11.874111 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33108) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:11.891241 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ace2de3-3195-4e6b-bee8-51b61be4d037 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network f217416c-ce21-4989-b1b6-e51685e2a706 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:11.901340 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-4ace2de3-3195-4e6b-bee8-51b61be4d037 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:11.923608 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b94d6cfd-1405-47df-88df-29d15b8369a7 None None] Provisioning complete for port c887bd69-fac9-46fa-b727-b0dd6ac587d0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:11.923987 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b94d6cfd-1405-47df-88df-29d15b8369a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:11.927879 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:11.938309 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ace2de3-3195-4e6b-bee8-51b61be4d037 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:33:11.968197 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ace2de3-3195-4e6b-bee8-51b61be4d037 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:11.968819 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:11.974728 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4ace2de3-3195-4e6b-bee8-51b61be4d037 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:11.980298 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/networks/cdcb8926-a702-4d04-adc9-1d29f6967330 HTTP/1.1" status: 204 len: 168 time: 4.5642974 Apr 20 16:33:11.987099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33110) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:11.994874 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-215460aa-1250-4653-835a-aa97d5928b2e tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-863203547'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:11.997757 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port c887bd69-fac9-46fa-b727-b0dd6ac587d0 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:11.998138 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:12.023147 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a092b-3855-4466-9075-66e4e45a7b31 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Network': ['ID=cdcb8926-a702-4d04-adc9-1d29f6967330,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:12.033778 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b629547d-60f0-471b-bbc0-e2f3b3cab4f2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:12.035209 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b629547d-60f0-471b-bbc0-e2f3b3cab4f2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:12.036895 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b629547d-60f0-471b-bbc0-e2f3b3cab4f2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:12.041545 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b629547d-60f0-471b-bbc0-e2f3b3cab4f2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1695173 Apr 20 16:33:12.044770 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33112) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:12.102664 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace2de3-3195-4e6b-bee8-51b61be4d037 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Port': ['ID=a0c0e08f-383b-488c-aa46-a1993723f5eb,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:12.136935 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f7b5e6-1fbe-43d9-809f-12285b7e12d2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet 50646dc2-24b3-4879-b15b-67d877870bbb {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:33:12.149188 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-80f7b5e6-1fbe-43d9-809f-12285b7e12d2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:12.166290 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e352fa-76a0-4a20-9fff-cd44c1b4cb2b req-92f280b4-50f8-4e6d-b052-d227c9deb420 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:12.167385 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-73e352fa-76a0-4a20-9fff-cd44c1b4cb2b req-92f280b4-50f8-4e6d-b052-d227c9deb420 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1786366 Apr 20 16:33:12.175219 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215460aa-1250-4653-835a-aa97d5928b2e tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Made reservation on behalf of d6aa039c16e847d9821ec4a912e2c995 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:12.181971 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-215460aa-1250-4653-835a-aa97d5928b2e tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:12.221593 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4ace2de3-3195-4e6b-bee8-51b61be4d037 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.4989529 Apr 20 16:33:12.226914 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33116) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:12.321250 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215460aa-1250-4653-835a-aa97d5928b2e tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:33:12.321771 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-80f7b5e6-1fbe-43d9-809f-12285b7e12d2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:12.345723 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-73e352fa-76a0-4a20-9fff-cd44c1b4cb2b req-06686bf5-1294-434e-9919-7ecfdebe865e tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649857 Apr 20 16:33:12.358576 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-215460aa-1250-4653-835a-aa97d5928b2e tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:12.358938 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-215460aa-1250-4653-835a-aa97d5928b2e tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Added segment 2003da60-be4c-48ea-98ff-ac272e182594 of type vlan for network 5b07554b-68d5-4c05-aeee-fa7798230cdf Apr 20 16:33:12.441380 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-215460aa-1250-4653-835a-aa97d5928b2e tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:12.442229 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2f1c6fed-f3b1-4e4f-bcf2-beedeea5e902 None None] Could not find standard attr ID for object e1f06f10-0830-4b5c-9e61-b663523db014. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:33:12.475208 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c010185b-9da3-43e0-9955-41e6f5f416a1 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting port a0c0e08f-383b-488c-aa46-a1993723f5eb {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:12.476351 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c010185b-9da3-43e0-9955-41e6f5f416a1 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:12.495209 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-80f7b5e6-1fbe-43d9-809f-12285b7e12d2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:12.602032 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-215460aa-1250-4653-835a-aa97d5928b2e tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:12.609337 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215460aa-1250-4653-835a-aa97d5928b2e tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:12.615908 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-215460aa-1250-4653-835a-aa97d5928b2e tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:12.661508 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-80f7b5e6-1fbe-43d9-809f-12285b7e12d2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:12.675986 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c010185b-9da3-43e0-9955-41e6f5f416a1 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:12.691478 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c010185b-9da3-43e0-9955-41e6f5f416a1 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Calling delete_port for a0c0e08f-383b-488c-aa46-a1993723f5eb owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:12.723943 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7b5e6-1fbe-43d9-809f-12285b7e12d2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=50646dc2-24b3-4879-b15b-67d877870bbb,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:12.737186 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215460aa-1250-4653-835a-aa97d5928b2e tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Network': ['ID=5b07554b-68d5-4c05-aeee-fa7798230cdf,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:12.739560 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-80f7b5e6-1fbe-43d9-809f-12285b7e12d2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:12.748879 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4cfd94-303f-42c0-b476-51f5537a0165 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:12.752571 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-80f7b5e6-1fbe-43d9-809f-12285b7e12d2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/50646dc2-24b3-4879-b15b-67d877870bbb HTTP/1.1" status: 204 len: 168 time: 0.7051928 Apr 20 16:33:12.752571 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33126) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:12.758431 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-215460aa-1250-4653-835a-aa97d5928b2e tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7654166 Apr 20 16:33:12.763481 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33128) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:12.768168 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d68e89c7-9356-4cdd-8281-700a69f588af tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'subnet': {'network_id': '5b07554b-68d5-4c05-aeee-fa7798230cdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:12.875659 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 5b07554b-68d5-4c05-aeee-fa7798230cdf details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:33:12.924671 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bffa78d-4d7f-4a48-8d00-03e4149d26de tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet 89f754d5-59d2-4da3-8bc8-1560413a84d6 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:33:12.936097 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4bffa78d-4d7f-4a48-8d00-03e4149d26de tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:13.020751 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4bffa78d-4d7f-4a48-8d00-03e4149d26de tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:13.173051 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c010185b-9da3-43e0-9955-41e6f5f416a1 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:13.227458 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68e89c7-9356-4cdd-8281-700a69f588af tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Made reservation on behalf of d6aa039c16e847d9821ec4a912e2c995 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:13.227458 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d68e89c7-9356-4cdd-8281-700a69f588af tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:13.227638 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3291ed-d8a0-4a5a-8567-37a79b6d1809 None None] Network f217416c-ce21-4989-b1b6-e51685e2a706 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:13.229213 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010185b-9da3-43e0-9955-41e6f5f416a1 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Port': ['ID=a0c0e08f-383b-488c-aa46-a1993723f5eb,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:13.271965 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c010185b-9da3-43e0-9955-41e6f5f416a1 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:13.282043 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c010185b-9da3-43e0-9955-41e6f5f416a1 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/ports/a0c0e08f-383b-488c-aa46-a1993723f5eb HTTP/1.1" status: 204 len: 168 time: 1.0540571 Apr 20 16:33:13.284793 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33136) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:13.347937 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f8b52ddd-d63f-4182-9b9f-68ae8b6effbc None None] Provisioning complete for port e127ba07-f8d6-4065-9d69-109dddc088a2 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:13.348692 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8b52ddd-d63f-4182-9b9f-68ae8b6effbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:13.354966 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83b436f-b17e-4565-b697-c08cb07df7bc tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] GET failed (client error): The resource could not be found. Apr 20 16:33:13.368207 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a83b436f-b17e-4565-b697-c08cb07df7bc tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports/a0c0e08f-383b-488c-aa46-a1993723f5eb HTTP/1.1" status: 404 len: 333 time: 0.0822287 Apr 20 16:33:13.369335 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33140) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:13.377437 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4bffa78d-4d7f-4a48-8d00-03e4149d26de tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:13.461125 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6fc7df-fd34-49f7-a039-d0ef4f417656 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting subnet 2af60325-501f-4121-bdd9-fb8d19ccef24 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:33:13.465013 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1e6fc7df-fd34-49f7-a039-d0ef4f417656 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:13.534059 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1e6fc7df-fd34-49f7-a039-d0ef4f417656 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:13.602402 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8b52ddd-d63f-4182-9b9f-68ae8b6effbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:13.701548 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f8b52ddd-d63f-4182-9b9f-68ae8b6effbc None None] For port e127ba07-f8d6-4065-9d69-109dddc088a2, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e127ba07-f8d6-4065-9d69-109dddc088a2,segment=NetworkSegment(aac3a6a2-2770-4e4d-b280-28e6aa258db2),segment_id=aac3a6a2-2770-4e4d-b280-28e6aa258db2)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:13.802269 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e768e-b3f3-4abc-817b-6140550adcdd req-80b618ad-a488-4715-aa8c-5a44c54b40ad tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:13.804691 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-383e768e-b3f3-4abc-817b-6140550adcdd req-80b618ad-a488-4715-aa8c-5a44c54b40ad tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1407564 Apr 20 16:33:13.817855 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e127ba07-f8d6-4065-9d69-109dddc088a2 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:33:13.842780 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1e6fc7df-fd34-49f7-a039-d0ef4f417656 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:13.867819 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f8b52ddd-d63f-4182-9b9f-68ae8b6effbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:13.907896 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-383e768e-b3f3-4abc-817b-6140550adcdd req-3779db83-0282-454b-894b-3eba50e83b97 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901885 Apr 20 16:33:13.910267 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d68e89c7-9356-4cdd-8281-700a69f588af tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:13.994555 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4bffa78d-4d7f-4a48-8d00-03e4149d26de tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:14.045869 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e89c7-9356-4cdd-8281-700a69f588af tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Subnet': ['ID=39aa654b-73fb-4fa6-8e3a-439b467163b3,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:14.084925 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffa78d-4d7f-4a48-8d00-03e4149d26de tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=89f754d5-59d2-4da3-8bc8-1560413a84d6,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:14.095024 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4bffa78d-4d7f-4a48-8d00-03e4149d26de tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:14.098735 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4bffa78d-4d7f-4a48-8d00-03e4149d26de tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/89f754d5-59d2-4da3-8bc8-1560413a84d6 HTTP/1.1" status: 204 len: 168 time: 1.3418453 Apr 20 16:33:14.100193 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68e89c7-9356-4cdd-8281-700a69f588af tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Checking segment: {'id': '2003da60-be4c-48ea-98ff-ac272e182594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5b07554b-68d5-4c05-aeee-fa7798230cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:33:14.100603 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68e89c7-9356-4cdd-8281-700a69f588af tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Network hostable DHCP agents. Network: 5b07554b-68d5-4c05-aeee-fa7798230cdf, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:33:14.101524 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33156) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:14.112986 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1e6fc7df-fd34-49f7-a039-d0ef4f417656 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:14.132965 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port e127ba07-f8d6-4065-9d69-109dddc088a2 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:14.132965 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:14.180156 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b52ddd-d63f-4182-9b9f-68ae8b6effbc None None] Pushing event updated for resources: {'Port': ['ID=e127ba07-f8d6-4065-9d69-109dddc088a2,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:14.219008 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68e89c7-9356-4cdd-8281-700a69f588af tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Network 5b07554b-68d5-4c05-aeee-fa7798230cdf is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:33:14.224359 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6f3b744b-c25e-4692-b80e-eed37c55e3e9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1195171 Apr 20 16:33:14.226020 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33160) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:14.235580 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1e6fc7df-fd34-49f7-a039-d0ef4f417656 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:14.236326 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d653c7f0-4443-40f8-b519-354090996737 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:14.259085 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1e6fc7df-fd34-49f7-a039-d0ef4f417656 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/subnets/2af60325-501f-4121-bdd9-fb8d19ccef24 HTTP/1.1" status: 204 len: 168 time: 0.8711729 Apr 20 16:33:14.260252 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33162) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:14.286914 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6fc7df-fd34-49f7-a039-d0ef4f417656 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Subnet': ['ID=2af60325-501f-4121-bdd9-fb8d19ccef24,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:14.324063 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d89eb9b2-e8a0-4803-b13a-77ff84750809 None None] Provisioning complete for port e127ba07-f8d6-4065-9d69-109dddc088a2 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:14.324063 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d89eb9b2-e8a0-4803-b13a-77ff84750809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:14.375793 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-d68e89c7-9356-4cdd-8281-700a69f588af tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 5b07554b-68d5-4c05-aeee-fa7798230cdf) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:14.382637 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68e89c7-9356-4cdd-8281-700a69f588af tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:14.383025 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d68e89c7-9356-4cdd-8281-700a69f588af tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:14.397580 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91041e62-14df-4e94-a5dc-6a3d9fbb717a None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:14.420780 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a72ad6-dd8e-4985-9986-b94fb51d03be None None] Network 5b07554b-68d5-4c05-aeee-fa7798230cdf requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:14.539385 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfab166-ba15-47ce-bcfb-adc34dc369ff None None] Network f217416c-ce21-4989-b1b6-e51685e2a706 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:14.545179 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e42aec0-810b-4bc7-83dd-5295d56e3f23 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:14.615968 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-5e42aec0-810b-4bc7-83dd-5295d56e3f23 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting port e127ba07-f8d6-4065-9d69-109dddc088a2 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:14.616471 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e42aec0-810b-4bc7-83dd-5295d56e3f23 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:14.683342 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d68e89c7-9356-4cdd-8281-700a69f588af tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9180624 Apr 20 16:33:14.685413 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33172) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:14.728540 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-5e42aec0-810b-4bc7-83dd-5295d56e3f23 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] For port e127ba07-f8d6-4065-9d69-109dddc088a2, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e127ba07-f8d6-4065-9d69-109dddc088a2,segment=NetworkSegment(aac3a6a2-2770-4e4d-b280-28e6aa258db2),segment_id=aac3a6a2-2770-4e4d-b280-28e6aa258db2)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:14.728915 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e42aec0-810b-4bc7-83dd-5295d56e3f23 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:14.759358 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d653c7f0-4443-40f8-b519-354090996737 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:14.763044 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d653c7f0-4443-40f8-b519-354090996737 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:14.817156 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-5e42aec0-810b-4bc7-83dd-5295d56e3f23 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Calling delete_port for e127ba07-f8d6-4065-9d69-109dddc088a2 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:14.887994 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40496766-ef20-4634-9571-12f42cc60c05 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:14.907213 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6aae0f-dd3e-4621-a200-b6cacb9c2490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-5b07554b-68d5-4c05-aeee-fa7798230cdf', 'network_id': '5b07554b-68d5-4c05-aeee-fa7798230cdf', 'tenant_id': 'd6aa039c16e847d9821ec4a912e2c995', 'fixed_ips': [{'subnet_id': '39aa654b-73fb-4fa6-8e3a-439b467163b3'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:33:14.908207 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f6aae0f-dd3e-4621-a200-b6cacb9c2490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:14.975285 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40496766-ef20-4634-9571-12f42cc60c05 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:15.122519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f9ca6-3795-46ab-a479-367bf609afba req-afa9fcd3-3e73-48ef-9919-2455793f565c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:15.124356 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f48f9ca6-3795-46ab-a479-367bf609afba req-afa9fcd3-3e73-48ef-9919-2455793f565c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 945 time: 0.1176925 Apr 20 16:33:15.164868 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffe75a-f9c1-4c10-8d35-984bb1f34464 req-923a1828-a728-4ce4-98c3-31df7e72d5d4 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:15.166626 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2bffe75a-f9c1-4c10-8d35-984bb1f34464 req-923a1828-a728-4ce4-98c3-31df7e72d5d4 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1102591 Apr 20 16:33:15.223374 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f48f9ca6-3795-46ab-a479-367bf609afba req-5d6febeb-5096-440a-aa5f-c29dda436a9e tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0d33a2f-a5df-45da-a225-3c58c35ab35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783393 Apr 20 16:33:15.244158 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40496766-ef20-4634-9571-12f42cc60c05 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:15.250612 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ebdfca-c8c1-48fa-a333-ec54cbd2c768 None None] DHCP port deletion for 10294607-eb5e-406e-b70a-cc143553f735 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:33:15.256648 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c4066f96-d956-4b70-a173-a91fbe2eca6d None None] Provisioning complete for port c887bd69-fac9-46fa-b727-b0dd6ac587d0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:15.260509 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c4066f96-d956-4b70-a173-a91fbe2eca6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:15.270226 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e42aec0-810b-4bc7-83dd-5295d56e3f23 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:15.314116 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e42aec0-810b-4bc7-83dd-5295d56e3f23 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] No DVR routers for this DVR port e127ba07-f8d6-4065-9d69-109dddc088a2 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:33:15.317460 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a4e7d4-6059-4490-b9e0-3f10e2d8581e None None] DHCP port deletion for f217416c-ce21-4989-b1b6-e51685e2a706 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server [None req-5f6aae0f-dd3e-4621-a200-b6cacb9c2490 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39aa654b-73fb-4fa6-8e3a-439b467163b3: This subnet is being modified by another concurrent operation. Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 16:33:15.341178 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server raise exception Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39aa654b-73fb-4fa6-8e3a-439b467163b3: This subnet is being modified by another concurrent operation. Apr 20 16:33:15.344870 n-d-836146-2 neutron-server[103486]: ERROR oslo_messaging.rpc.server Apr 20 16:33:15.387093 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40496766-ef20-4634-9571-12f42cc60c05 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:15.387266 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f376ef3-ca98-4d50-b8d1-f806c0471537 None None] Network 5b07554b-68d5-4c05-aeee-fa7798230cdf requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:15.387360 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42aec0-810b-4bc7-83dd-5295d56e3f23 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Port': ['ID=e127ba07-f8d6-4065-9d69-109dddc088a2,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:15.413757 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-40496766-ef20-4634-9571-12f42cc60c05 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b07554b-68d5-4c05-aeee-fa7798230cdf']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:15.436376 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-40496766-ef20-4634-9571-12f42cc60c05 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2003da60-be4c-48ea-98ff-ac272e182594') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:15.437188 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-40496766-ef20-4634-9571-12f42cc60c05 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2003da60-be4c-48ea-98ff-ac272e182594') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:15.452446 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40496766-ef20-4634-9571-12f42cc60c05 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:15.468623 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40496766-ef20-4634-9571-12f42cc60c05 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:15.475446 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40496766-ef20-4634-9571-12f42cc60c05 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:33:15.475893 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40496766-ef20-4634-9571-12f42cc60c05 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:33:15.557645 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:33:15.559897 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40496766-ef20-4634-9571-12f42cc60c05 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Subnet': ['ID=39aa654b-73fb-4fa6-8e3a-439b467163b3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:15.565708 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2bffe75a-f9c1-4c10-8d35-984bb1f34464 req-6a13c6fc-7f29-420c-9c91-01a36a491ded tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926933 Apr 20 16:33:15.576080 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-82ebdfca-c8c1-48fa-a333-ec54cbd2c768 None None] Deleting port c887bd69-fac9-46fa-b727-b0dd6ac587d0 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:15.576566 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-82ebdfca-c8c1-48fa-a333-ec54cbd2c768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:15.581186 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c4066f96-d956-4b70-a173-a91fbe2eca6d None None] Could not find standard attr ID for object a0c0e08f-383b-488c-aa46-a1993723f5eb. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:33:15.623107 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e42aec0-810b-4bc7-83dd-5295d56e3f23 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:15.648576 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40496766-ef20-4634-9571-12f42cc60c05 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:15.656718 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-82ebdfca-c8c1-48fa-a333-ec54cbd2c768 None None] For port c887bd69-fac9-46fa-b727-b0dd6ac587d0, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c887bd69-fac9-46fa-b727-b0dd6ac587d0,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:15.657324 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-82ebdfca-c8c1-48fa-a333-ec54cbd2c768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:15.658647 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40496766-ef20-4634-9571-12f42cc60c05 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:15.666200 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-40496766-ef20-4634-9571-12f42cc60c05 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/networks/5b07554b-68d5-4c05-aeee-fa7798230cdf HTTP/1.1" status: 204 len: 168 time: 0.9796250 Apr 20 16:33:15.670778 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33188) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:15.681854 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-c6f681e3-96d3-42c9-bdad-44e37d5457c2 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-692629313'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:15.682978 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-82ebdfca-c8c1-48fa-a333-ec54cbd2c768 None None] Calling delete_port for c887bd69-fac9-46fa-b727-b0dd6ac587d0 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:15.692383 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40496766-ef20-4634-9571-12f42cc60c05 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Network': ['ID=5b07554b-68d5-4c05-aeee-fa7798230cdf,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:15.714790 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-5e42aec0-810b-4bc7-83dd-5295d56e3f23 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f217416c-ce21-4989-b1b6-e51685e2a706']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:15.728058 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-5e42aec0-810b-4bc7-83dd-5295d56e3f23 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac3a6a2-2770-4e4d-b280-28e6aa258db2') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:15.728265 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-5e42aec0-810b-4bc7-83dd-5295d56e3f23 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac3a6a2-2770-4e4d-b280-28e6aa258db2') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:15.744318 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e42aec0-810b-4bc7-83dd-5295d56e3f23 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:15.744518 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c887bd69-fac9-46fa-b727-b0dd6ac587d0 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:33:15.756152 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e42aec0-810b-4bc7-83dd-5295d56e3f23 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:15.763068 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e42aec0-810b-4bc7-83dd-5295d56e3f23 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:33:15.763473 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e42aec0-810b-4bc7-83dd-5295d56e3f23 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:33:15.766836 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:33:15.847498 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f681e3-96d3-42c9-bdad-44e37d5457c2 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Made reservation on behalf of d6aa039c16e847d9821ec4a912e2c995 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:15.853819 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c6f681e3-96d3-42c9-bdad-44e37d5457c2 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:15.896396 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f681e3-96d3-42c9-bdad-44e37d5457c2 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:33:15.896396 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c6f681e3-96d3-42c9-bdad-44e37d5457c2 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:15.896396 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-c6f681e3-96d3-42c9-bdad-44e37d5457c2 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Added segment f3d17af8-1357-42c5-a8f8-8157502deaa6 of type vlan for network 5b46a754-4572-4213-8d8b-e1d2a1fc07be Apr 20 16:33:15.940085 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c6f681e3-96d3-42c9-bdad-44e37d5457c2 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:15.985475 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d653c7f0-4443-40f8-b519-354090996737 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:15.997206 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:16.042684 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d653c7f0-4443-40f8-b519-354090996737 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:16.046339 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-d653c7f0-4443-40f8-b519-354090996737 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:16.050182 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d653c7f0-4443-40f8-b519-354090996737 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:16.051172 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d653c7f0-4443-40f8-b519-354090996737 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:16.064088 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e42aec0-810b-4bc7-83dd-5295d56e3f23 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:16.072187 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e42aec0-810b-4bc7-83dd-5295d56e3f23 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:16.080443 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5e42aec0-810b-4bc7-83dd-5295d56e3f23 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/networks/f217416c-ce21-4989-b1b6-e51685e2a706 HTTP/1.1" status: 204 len: 168 time: 1.8142617 Apr 20 16:33:16.080688 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33194) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:16.084186 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-0f5cbb8d-fc43-4cb0-9f22-bb10d0a14c25 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'port': {'network_id': 'fcac9d37-3dbe-4135-83fd-db32c144c071', 'name': 'tempest-PortsIpV6TestJSON-1660055810'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:16.101691 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653c7f0-4443-40f8-b519-354090996737 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=de43801e-b9b0-4bc0-b004-3f6654805fe1,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:16.107582 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42aec0-810b-4bc7-83dd-5295d56e3f23 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Network': ['ID=f217416c-ce21-4989-b1b6-e51685e2a706,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:16.112449 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c6f681e3-96d3-42c9-bdad-44e37d5457c2 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:16.119452 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f681e3-96d3-42c9-bdad-44e37d5457c2 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:16.120145 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c6f681e3-96d3-42c9-bdad-44e37d5457c2 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587063'] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:16.146132 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e127ba07-f8d6-4065-9d69-109dddc088a2 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:33:16.150136 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-82ebdfca-c8c1-48fa-a333-ec54cbd2c768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:16.185267 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d653c7f0-4443-40f8-b519-354090996737 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9578102 Apr 20 16:33:16.190093 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33198) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:16.193134 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: e127ba07-f8d6-4065-9d69-109dddc088a2 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:33:16.193597 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e127ba07-f8d6-4065-9d69-109dddc088a2 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:33:16.206997 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-9c21fe2b-b287-47f9-8018-cc3711b1cec7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:16.222469 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f681e3-96d3-42c9-bdad-44e37d5457c2 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Network': ['ID=5b46a754-4572-4213-8d8b-e1d2a1fc07be,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:16.237224 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c6f681e3-96d3-42c9-bdad-44e37d5457c2 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5599265 Apr 20 16:33:16.239785 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33202) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:16.247296 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-3fa3af10-7287-486f-a580-dd321003aa3c tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:16.259219 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 5b46a754-4572-4213-8d8b-e1d2a1fc07be details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:33:16.261993 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ebdfca-c8c1-48fa-a333-ec54cbd2c768 None None] No DVR routers for this DVR port c887bd69-fac9-46fa-b727-b0dd6ac587d0 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:33:16.264019 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebdfca-c8c1-48fa-a333-ec54cbd2c768 None None] Pushing event deleted for resources: {'Port': ['ID=c887bd69-fac9-46fa-b727-b0dd6ac587d0,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:16.337595 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c25d93-4448-41a2-b059-4e682c56c03d None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:16.364406 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5cbb8d-fc43-4cb0-9f22-bb10d0a14c25 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:16.373503 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbb8d-fc43-4cb0-9f22-bb10d0a14c25 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:16.425658 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-0f5cbb8d-fc43-4cb0-9f22-bb10d0a14c25 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] device_id is not set on port a7ff9850-2f60-455e-bbbf-b2469089b3da yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:33:16.504448 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba3ccd-e200-4c31-87c6-debd9088a385 req-7d2ec589-4732-4e4b-a18b-3796a8442d31 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:16.506408 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e1ba3ccd-e200-4c31-87c6-debd9088a385 req-7d2ec589-4732-4e4b-a18b-3796a8442d31 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 945 time: 0.1309624 Apr 20 16:33:16.594772 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f899d259-336f-4cad-828a-bf58e57fab4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-10294607-eb5e-406e-b70a-cc143553f735', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'fixed_ips': [{'subnet_id': 'de43801e-b9b0-4bc0-b004-3f6654805fe1'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:33:16.595794 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f899d259-336f-4cad-828a-bf58e57fab4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:16.603779 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c21fe2b-b287-47f9-8018-cc3711b1cec7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:16.612753 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9c21fe2b-b287-47f9-8018-cc3711b1cec7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:16.686102 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a9ced-3c82-4e63-b5f3-d5bc8a83fb13 req-5dd76fda-bed8-45d3-bb8b-89681a0c3d31 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:16.687687 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-559a9ced-3c82-4e63-b5f3-d5bc8a83fb13 req-5dd76fda-bed8-45d3-bb8b-89681a0c3d31 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 945 time: 0.2464674 Apr 20 16:33:16.759384 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3fa3af10-7287-486f-a580-dd321003aa3c tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:16.813357 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-559a9ced-3c82-4e63-b5f3-d5bc8a83fb13 req-658f315e-b122-4563-9c8d-121199184425 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0d33a2f-a5df-45da-a225-3c58c35ab35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116493 Apr 20 16:33:16.870946 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3fa3af10-7287-486f-a580-dd321003aa3c tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:16.908438 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3fa3af10-7287-486f-a580-dd321003aa3c tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Network 5b46a754-4572-4213-8d8b-e1d2a1fc07be is not hosted by any dhcp agent {{(pid=103484) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 16:33:16.926381 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa3af10-7287-486f-a580-dd321003aa3c tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:16.927102 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3fa3af10-7287-486f-a580-dd321003aa3c tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:16.931623 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3fa3af10-7287-486f-a580-dd321003aa3c tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "PUT /v2.0/networks/5b46a754-4572-4213-8d8b-e1d2a1fc07be HTTP/1.1" status: 200 len: 723 time: 0.6905618 Apr 20 16:33:16.942814 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbb8d-fc43-4cb0-9f22-bb10d0a14c25 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:16.946106 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33214) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:16.951180 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-8e003e86-cf3b-47a5-a175-8be186830740 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'subnet': {'network_id': '5b46a754-4572-4213-8d8b-e1d2a1fc07be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:16.965658 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-f899d259-336f-4cad-828a-bf58e57fab4c None None] Allocated IP 2001:db8::2 (10294607-eb5e-406e-b70a-cc143553f735/de43801e-b9b0-4bc0-b004-3f6654805fe1/b565c06e-b4ff-4f5c-b18f-c0763afec5de) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:16.987888 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d9e6d-1907-4978-9005-922b97ee56e6 req-7111a423-55a2-4e3d-a686-837a4a6c5c4e tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:16.989582 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fd7d9e6d-1907-4978-9005-922b97ee56e6 req-7111a423-55a2-4e3d-a686-837a4a6c5c4e tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.2461257 Apr 20 16:33:17.060519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3af10-7287-486f-a580-dd321003aa3c tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Network': ['ID=5b46a754-4572-4213-8d8b-e1d2a1fc07be,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:17.060768 n-d-836146-2 neutron-server[103485]: INFO neutron.db.ipam_backend_mixin [None req-9c21fe2b-b287-47f9-8018-cc3711b1cec7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet de43801e-b9b0-4bc0-b004-3f6654805fe1 (CIDR: 2001:db8::/64) Apr 20 16:33:17.139282 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 5b46a754-4572-4213-8d8b-e1d2a1fc07be details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:33:17.150214 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fd7d9e6d-1907-4978-9005-922b97ee56e6 req-196a844a-6223-4bcb-a0d9-f8e7ae4cf2b9 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086929 Apr 20 16:33:17.162767 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c21fe2b-b287-47f9-8018-cc3711b1cec7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:33:17.162767 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c21fe2b-b287-47f9-8018-cc3711b1cec7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:17.199494 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-e1ba3ccd-e200-4c31-87c6-debd9088a385 req-7c3ec592-297a-45d9-b400-a71b8b6aa860 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Deleting port b7a4c574-76ed-4c43-9fe3-0f05f863558c {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:17.199832 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e1ba3ccd-e200-4c31-87c6-debd9088a385 req-7c3ec592-297a-45d9-b400-a71b8b6aa860 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:17.303544 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f899d259-336f-4cad-828a-bf58e57fab4c None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:17.306218 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-e1ba3ccd-e200-4c31-87c6-debd9088a385 req-7c3ec592-297a-45d9-b400-a71b8b6aa860 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] For port b7a4c574-76ed-4c43-9fe3-0f05f863558c, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b7a4c574-76ed-4c43-9fe3-0f05f863558c,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:17.306591 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e1ba3ccd-e200-4c31-87c6-debd9088a385 req-7c3ec592-297a-45d9-b400-a71b8b6aa860 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:17.339210 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e003e86-cf3b-47a5-a175-8be186830740 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Made reservation on behalf of d6aa039c16e847d9821ec4a912e2c995 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:17.342753 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e003e86-cf3b-47a5-a175-8be186830740 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:17.407395 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9c21fe2b-b287-47f9-8018-cc3711b1cec7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2113228 Apr 20 16:33:17.407395 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbb8d-fc43-4cb0-9f22-bb10d0a14c25 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:17.408197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33222) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:17.408632 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f899d259-336f-4cad-828a-bf58e57fab4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:17.411408 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d55e9257-dfcc-4d32-98c5-525bc70fd4be tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:17.487688 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f899d259-336f-4cad-828a-bf58e57fab4c None None] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:17.494400 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-f899d259-336f-4cad-828a-bf58e57fab4c None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:17.497992 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f899d259-336f-4cad-828a-bf58e57fab4c None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:33:17.514532 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899d259-336f-4cad-828a-bf58e57fab4c None None] Pushing event updated for resources: {'Port': ['ID=b565c06e-b4ff-4f5c-b18f-c0763afec5de,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:17.590490 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f899d259-336f-4cad-828a-bf58e57fab4c None None] Attempting to bind port b565c06e-b4ff-4f5c-b18f-c0763afec5de on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:33:17.592756 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f899d259-336f-4cad-828a-bf58e57fab4c None None] Attempting to bind port b565c06e-b4ff-4f5c-b18f-c0763afec5de by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:33:17.592756 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899d259-336f-4cad-828a-bf58e57fab4c None None] Attempting to bind port b565c06e-b4ff-4f5c-b18f-c0763afec5de on network 10294607-eb5e-406e-b70a-cc143553f735 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:33:17.598044 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899d259-336f-4cad-828a-bf58e57fab4c None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:33:17.598595 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899d259-336f-4cad-828a-bf58e57fab4c None None] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:33:17.599004 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f899d259-336f-4cad-828a-bf58e57fab4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:17.602088 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899d259-336f-4cad-828a-bf58e57fab4c None None] Bound using segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:33:17.602088 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f899d259-336f-4cad-828a-bf58e57fab4c None None] Bound port: b565c06e-b4ff-4f5c-b18f-c0763afec5de, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:33:17.602088 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f899d259-336f-4cad-828a-bf58e57fab4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:17.665015 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55e9257-dfcc-4d32-98c5-525bc70fd4be tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:17.665588 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5cbb8d-fc43-4cb0-9f22-bb10d0a14c25 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network fcac9d37-3dbe-4135-83fd-db32c144c071 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:17.668761 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d55e9257-dfcc-4d32-98c5-525bc70fd4be tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:17.676472 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-0f5cbb8d-fc43-4cb0-9f22-bb10d0a14c25 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:17.688263 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5cbb8d-fc43-4cb0-9f22-bb10d0a14c25 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:33:17.695289 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5cbb8d-fc43-4cb0-9f22-bb10d0a14c25 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:17.695998 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbb8d-fc43-4cb0-9f22-bb10d0a14c25 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:17.697614 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f899d259-336f-4cad-828a-bf58e57fab4c None None] For port b565c06e-b4ff-4f5c-b18f-c0763afec5de, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:33:17.698431 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cbb8d-fc43-4cb0-9f22-bb10d0a14c25 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Port': ['ID=a7ff9850-2f60-455e-bbbf-b2469089b3da,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:17.708115 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f899d259-336f-4cad-828a-bf58e57fab4c None None] For port b565c06e-b4ff-4f5c-b18f-c0763afec5de, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b565c06e-b4ff-4f5c-b18f-c0763afec5de,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:33:17.785136 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f899d259-336f-4cad-828a-bf58e57fab4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:17.876356 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899d259-336f-4cad-828a-bf58e57fab4c None None] Pushing event updated for resources: {'Port': ['ID=b565c06e-b4ff-4f5c-b18f-c0763afec5de,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:18.050554 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f77f3-6e96-4e07-90cd-d12919c9674a req-71d7eb9a-2d17-40c5-9503-69f8c9bebf94 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:18.052170 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be6f77f3-6e96-4e07-90cd-d12919c9674a req-71d7eb9a-2d17-40c5-9503-69f8c9bebf94 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 945 time: 0.0884802 Apr 20 16:33:18.110619 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be6f77f3-6e96-4e07-90cd-d12919c9674a req-9d6c2383-7962-4116-bced-a54cd6f3b6e7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0d33a2f-a5df-45da-a225-3c58c35ab35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498998 Apr 20 16:33:18.135989 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0f5cbb8d-fc43-4cb0-9f22-bb10d0a14c25 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0557153 Apr 20 16:33:18.150015 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33232) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:18.276950 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e1ba3ccd-e200-4c31-87c6-debd9088a385 req-7c3ec592-297a-45d9-b400-a71b8b6aa860 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:18.278208 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e1ba3ccd-e200-4c31-87c6-debd9088a385 req-7c3ec592-297a-45d9-b400-a71b8b6aa860 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:18.279295 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [req-e1ba3ccd-e200-4c31-87c6-debd9088a385 req-7c3ec592-297a-45d9-b400-a71b8b6aa860 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Floating IP d164c756-2f30-41a5-810c-9226fa0108fd disassociated. External IP: 172.25.0.94, port: b7a4c574-76ed-4c43-9fe3-0f05f863558c. Apr 20 16:33:18.279659 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-e1ba3ccd-e200-4c31-87c6-debd9088a385 req-7c3ec592-297a-45d9-b400-a71b8b6aa860 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Calling delete_port for b7a4c574-76ed-4c43-9fe3-0f05f863558c owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:18.365527 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-79667f99-ffd0-469e-a72f-ba2e36ea4705 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting port a7ff9850-2f60-455e-bbbf-b2469089b3da {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:18.365840 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-79667f99-ffd0-469e-a72f-ba2e36ea4705 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:18.450302 n-d-836146-2 neutron-server[103484]: DEBUG neutron.objects.ports [None req-d55e9257-dfcc-4d32-98c5-525bc70fd4be tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103484) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 16:33:18.491908 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c200da1-f9d8-44dd-8025-ac2403002af8 req-1149cffe-8c52-4b26-ae59-53a14057982c tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:18.491908 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6c200da1-f9d8-44dd-8025-ac2403002af8 req-1149cffe-8c52-4b26-ae59-53a14057982c tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1862574 Apr 20 16:33:18.546427 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6c200da1-f9d8-44dd-8025-ac2403002af8 req-d9aecc23-b806-4f0d-b803-b4f17e85b43c tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447252 Apr 20 16:33:18.548441 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e003e86-cf3b-47a5-a175-8be186830740 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:18.588986 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-79667f99-ffd0-469e-a72f-ba2e36ea4705 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:18.623977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-79667f99-ffd0-469e-a72f-ba2e36ea4705 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Calling delete_port for a7ff9850-2f60-455e-bbbf-b2469089b3da owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:18.694155 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e003e86-cf3b-47a5-a175-8be186830740 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Subnet': ['ID=ace6f7f2-7f89-4b8b-b33e-543e72ea1fd6,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:18.707879 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e003e86-cf3b-47a5-a175-8be186830740 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Checking segment: {'id': 'f3d17af8-1357-42c5-a8f8-8157502deaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5b46a754-4572-4213-8d8b-e1d2a1fc07be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:33:18.708327 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e003e86-cf3b-47a5-a175-8be186830740 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Network hostable DHCP agents. Network: 5b46a754-4572-4213-8d8b-e1d2a1fc07be, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:33:18.765136 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d55e9257-dfcc-4d32-98c5-525bc70fd4be tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:18.779347 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e1ba3ccd-e200-4c31-87c6-debd9088a385 req-7c3ec592-297a-45d9-b400-a71b8b6aa860 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:18.814563 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ec592-297a-45d9-b400-a71b8b6aa860 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event deleted for resources: {'Port': ['ID=b7a4c574-76ed-4c43-9fe3-0f05f863558c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:18.838870 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-79667f99-ffd0-469e-a72f-ba2e36ea4705 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:18.883804 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79667f99-ffd0-469e-a72f-ba2e36ea4705 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Port': ['ID=a7ff9850-2f60-455e-bbbf-b2469089b3da,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:18.933563 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-79667f99-ffd0-469e-a72f-ba2e36ea4705 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:18.940524 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-79667f99-ffd0-469e-a72f-ba2e36ea4705 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/ports/a7ff9850-2f60-455e-bbbf-b2469089b3da HTTP/1.1" status: 204 len: 168 time: 0.7893927 Apr 20 16:33:18.946688 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33248) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:18.951428 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-b0013265-340f-49d7-9b6f-9c84ea0f7ea6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'port': {'network_id': 'fcac9d37-3dbe-4135-83fd-db32c144c071', 'mac_address': 'fa:16:3e:55:51:e8', 'name': 'tempest-PortsIpV6TestJSON-1135868186'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:18.988351 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e003e86-cf3b-47a5-a175-8be186830740 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Network 5b46a754-4572-4213-8d8b-e1d2a1fc07be is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:33:19.029637 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1ba3ccd-e200-4c31-87c6-debd9088a385 req-7c3ec592-297a-45d9-b400-a71b8b6aa860 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Router b6bd22b3-a42d-4e80-9070-269f60e060c8 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:33:19.054939 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-d55e9257-dfcc-4d32-98c5-525bc70fd4be tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] For port b565c06e-b4ff-4f5c-b18f-c0763afec5de, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b565c06e-b4ff-4f5c-b18f-c0763afec5de,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:19.093787 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-8e003e86-cf3b-47a5-a175-8be186830740 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 5b46a754-4572-4213-8d8b-e1d2a1fc07be) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:19.102819 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d55e9257-dfcc-4d32-98c5-525bc70fd4be tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:19.104394 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8688c321-4781-4abc-8ae9-cea0c035ff28 None None] Network 5b46a754-4572-4213-8d8b-e1d2a1fc07be requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:19.108659 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e003e86-cf3b-47a5-a175-8be186830740 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:19.116038 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8e003e86-cf3b-47a5-a175-8be186830740 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:19.178720 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0013265-340f-49d7-9b6f-9c84ea0f7ea6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:19.254730 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1ba3ccd-e200-4c31-87c6-debd9088a385 req-7c3ec592-297a-45d9-b400-a71b8b6aa860 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:33:19.260375 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d55e9257-dfcc-4d32-98c5-525bc70fd4be tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:19.260975 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d55e9257-dfcc-4d32-98c5-525bc70fd4be tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:19.275706 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8e003e86-cf3b-47a5-a175-8be186830740 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3277273 Apr 20 16:33:19.284986 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b38f36-34d1-4cb4-b32b-7434408e209c None None] Sync routers for ids ['b6bd22b3-a42d-4e80-9070-269f60e060c8'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:33:19.328067 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33252) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:19.333671 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f7f40785-aab0-492b-a3b7-a702e2c11efa tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:19.344253 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b38f36-34d1-4cb4-b32b-7434408e209c None None] Routers {'b6bd22b3-a42d-4e80-9070-269f60e060c8'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:33:19.345376 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-49b38f36-34d1-4cb4-b32b-7434408e209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:32:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b6bd22b3-a42d-4e80-9070-269f60e060c8'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:19.447596 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-79f62b3e-f120-4f15-9b5c-d4b8291bf482 req-5fec30ad-5e9f-42af-ad42-41f7990c0724 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 210 time: 0.2066596 Apr 20 16:33:19.462115 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ba3ccd-e200-4c31-87c6-debd9088a385 req-7c3ec592-297a-45d9-b400-a71b8b6aa860 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] No DVR routers for this DVR port b7a4c574-76ed-4c43-9fe3-0f05f863558c on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:33:19.468899 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-e1ba3ccd-e200-4c31-87c6-debd9088a385 req-7c3ec592-297a-45d9-b400-a71b8b6aa860 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:19.490551 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e1ba3ccd-e200-4c31-87c6-debd9088a385 req-7c3ec592-297a-45d9-b400-a71b8b6aa860 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.26 "DELETE /v2.0/ports/b7a4c574-76ed-4c43-9fe3-0f05f863558c HTTP/1.1" status: 204 len: 173 time: 2.9101114 Apr 20 16:33:19.492248 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f7a076-f849-4a8e-a7b0-14973ab4ce3b', 'name': 'network-vif-deleted', 'tag': 'b7a4c574-76ed-4c43-9fe3-0f05f863558c'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:33:19.496550 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ef9bbf-7a38-4eb2-aa88-351c9ee1a550" -d '{"events": [{"server_uuid": "d9f7a076-f849-4a8e-a7b0-14973ab4ce3b", "name": "network-vif-deleted", "tag": "b7a4c574-76ed-4c43-9fe3-0f05f863558c"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:33:19.514630 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3735cdaa-dfea-45f4-a017-a725111925bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-5b46a754-4572-4213-8d8b-e1d2a1fc07be', 'network_id': '5b46a754-4572-4213-8d8b-e1d2a1fc07be', 'tenant_id': 'd6aa039c16e847d9821ec4a912e2c995', 'fixed_ips': [{'subnet_id': 'ace6f7f2-7f89-4b8b-b33e-543e72ea1fd6'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:33:19.515848 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3735cdaa-dfea-45f4-a017-a725111925bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:19.608833 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-49b38f36-34d1-4cb4-b32b-7434408e209c None None] Set router b6bd22b3-a42d-4e80-9070-269f60e060c8 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:33:19.667600 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99521cf3-846a-4103-bfa6-ab3f0876a8e8 x-openstack-request-id: req-99521cf3-846a-4103-bfa6-ab3f0876a8e8 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:33:19.667901 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f7a076-f849-4a8e-a7b0-14973ab4ce3b", "name": "network-vif-deleted", "tag": "b7a4c574-76ed-4c43-9fe3-0f05f863558c", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:33:19.668158 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99521cf3-846a-4103-bfa6-ab3f0876a8e8 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:33:19.668607 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99521cf3-846a-4103-bfa6-ab3f0876a8e8'] response: {'server_uuid': 'd9f7a076-f849-4a8e-a7b0-14973ab4ce3b', 'name': 'network-vif-deleted', 'tag': 'b7a4c574-76ed-4c43-9fe3-0f05f863558c', 'status': 'completed', 'code': 200} Apr 20 16:33:19.683081 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55e9257-dfcc-4d32-98c5-525bc70fd4be tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:19.712195 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-d55e9257-dfcc-4d32-98c5-525bc70fd4be tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:19.736676 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55e9257-dfcc-4d32-98c5-525bc70fd4be tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:19.739444 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f7f40785-aab0-492b-a3b7-a702e2c11efa tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1497687'] for subnet, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:19.741271 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d55e9257-dfcc-4d32-98c5-525bc70fd4be tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:19.784511 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abba061f-ca87-481f-b46d-72f13c933d66 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:19.846611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e9257-dfcc-4d32-98c5-525bc70fd4be tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=75257bea-ef70-47ae-8a79-2876e712db8c,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:19.861982 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0013265-340f-49d7-9b6f-9c84ea0f7ea6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:19.880740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b565c06e-b4ff-4f5c-b18f-c0763afec5de up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:33:19.914732 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-b0013265-340f-49d7-9b6f-9c84ea0f7ea6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] device_id is not set on port dafb2f43-7673-4337-a489-90d30f8922d2 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:33:19.920483 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e9257-dfcc-4d32-98c5-525bc70fd4be tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=b565c06e-b4ff-4f5c-b18f-c0763afec5de,revision_number=4']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:19.981207 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f72c19-2235-4bf3-87d0-b9b706f67772 req-5edbf353-569a-40c0-8322-d1a892ce6d60 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:19.982697 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-79f72c19-2235-4bf3-87d0-b9b706f67772 req-5edbf353-569a-40c0-8322-d1a892ce6d60 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.2306278 Apr 20 16:33:20.017425 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-43caae46-2e85-47c8-9657-ece1e954d918 None None] Provisioning complete for port b565c06e-b4ff-4f5c-b18f-c0763afec5de triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:20.018128 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-43caae46-2e85-47c8-9657-ece1e954d918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:20.027358 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33268) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:20.027552 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d55e9257-dfcc-4d32-98c5-525bc70fd4be tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6204472 Apr 20 16:33:20.041114 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:33:20.046704 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-d568800b-a652-4164-acdf-5a6868c6aa0f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'mac_address': 'fa:16:3e:d8:22:c4', 'name': 'tempest-NetworksTestDHCPv6-980331810'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:20.069909 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-79f72c19-2235-4bf3-87d0-b9b706f67772 req-0fddb0d5-6864-4e1b-9f3a-60d146e81339 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791407 Apr 20 16:33:20.150682 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port b565c06e-b4ff-4f5c-b18f-c0763afec5de triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:20.151359 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:20.175775 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f7f40785-aab0-492b-a3b7-a702e2c11efa tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781838299576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62250099'] for subnet, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:20.217750 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0013265-340f-49d7-9b6f-9c84ea0f7ea6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:20.223726 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f40785-aab0-492b-a3b7-a702e2c11efa tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:20.224477 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f7f40785-aab0-492b-a3b7-a702e2c11efa tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:20.227402 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f7f40785-aab0-492b-a3b7-a702e2c11efa tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "PUT /v2.0/subnets/ace6f7f2-7f89-4b8b-b33e-543e72ea1fd6 HTTP/1.1" status: 200 len: 806 time: 0.8981240 Apr 20 16:33:20.236861 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33272) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:20.290883 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f40785-aab0-492b-a3b7-a702e2c11efa tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Subnet': ['ID=ace6f7f2-7f89-4b8b-b33e-543e72ea1fd6,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:20.402645 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0013265-340f-49d7-9b6f-9c84ea0f7ea6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:20.419702 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d568800b-a652-4164-acdf-5a6868c6aa0f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:20.475062 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0013265-340f-49d7-9b6f-9c84ea0f7ea6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Port': ['ID=dafb2f43-7673-4337-a489-90d30f8922d2,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:20.496315 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0013265-340f-49d7-9b6f-9c84ea0f7ea6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network fcac9d37-3dbe-4135-83fd-db32c144c071 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:20.502096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-b0013265-340f-49d7-9b6f-9c84ea0f7ea6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:20.506638 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0013265-340f-49d7-9b6f-9c84ea0f7ea6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:33:20.513848 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0013265-340f-49d7-9b6f-9c84ea0f7ea6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:20.520602 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0013265-340f-49d7-9b6f-9c84ea0f7ea6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:20.520746 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-3735cdaa-dfea-45f4-a017-a725111925bd None None] Allocated IP 172.20.0.2 (5b46a754-4572-4213-8d8b-e1d2a1fc07be/ace6f7f2-7f89-4b8b-b33e-543e72ea1fd6/b8d09f9d-cf28-41e7-b81d-1b71a2ed9818) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:20.585871 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e0692496-7e72-4427-a0ff-0cfca0790525 req-2d352919-0b73-4da2-bf32-98c0f89ce61a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9f7a076-f849-4a8e-a7b0-14973ab4ce3b HTTP/1.1" status: 200 len: 210 time: 0.0370378 Apr 20 16:33:20.587927 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:20.637614 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d568800b-a652-4164-acdf-5a6868c6aa0f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:20.691593 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-d568800b-a652-4164-acdf-5a6868c6aa0f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] device_id is not set on port 7a89c938-b40b-4447-b793-b3f8d46fa72b yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:33:20.714281 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b0013265-340f-49d7-9b6f-9c84ea0f7ea6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7667902 Apr 20 16:33:20.721427 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33284) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:20.747115 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:20.782882 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b7a4c574-76ed-4c43-9fe3-0f05f863558c no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:33:20.864276 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: b7a4c574-76ed-4c43-9fe3-0f05f863558c {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:33:20.864717 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b7a4c574-76ed-4c43-9fe3-0f05f863558c not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:33:20.871456 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-43caae46-2e85-47c8-9657-ece1e954d918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:20.950332 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-49b38f36-34d1-4cb4-b32b-7434408e209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'b3f40701-3142-414b-95d5-2f4390492236', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'port_id': 'c030243a-3b3b-48d9-b958-e0bce2183416', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'mac_address': 'fa:16:3e:a4:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7329dc8b-8296-4026-a09f-92c4162de804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:29:23Z', 'updated_at': '2022-04-20T16:29:55Z', 'revision_number': 2, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:19Z', 'revision_number': 5, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:21.023374 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b38f36-34d1-4cb4-b32b-7434408e209c None None] Checking router: b6bd22b3-a42d-4e80-9070-269f60e060c8 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:33:21.028914 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-d568800b-a652-4164-acdf-5a6868c6aa0f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8::331 (10294607-eb5e-406e-b70a-cc143553f735/de43801e-b9b0-4bc0-b004-3f6654805fe1/7a89c938-b40b-4447-b793-b3f8d46fa72b) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:21.033569 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:21.055189 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-d568800b-a652-4164-acdf-5a6868c6aa0f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8:0:1:f816:3eff:fed8:22c4 (10294607-eb5e-406e-b70a-cc143553f735/75257bea-ef70-47ae-8a79-2876e712db8c/7a89c938-b40b-4447-b793-b3f8d46fa72b) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:21.116985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-43caae46-2e85-47c8-9657-ece1e954d918 None None] For port b565c06e-b4ff-4f5c-b18f-c0763afec5de, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b565c06e-b4ff-4f5c-b18f-c0763afec5de,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:21.131133 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b38f36-34d1-4cb4-b32b-7434408e209c None None] Routers {'b6bd22b3-a42d-4e80-9070-269f60e060c8'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:33:21.131854 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-49b38f36-34d1-4cb4-b32b-7434408e209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:32:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b6bd22b3-a42d-4e80-9070-269f60e060c8'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:21.232036 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-43caae46-2e85-47c8-9657-ece1e954d918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:21.317804 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d568800b-a652-4164-acdf-5a6868c6aa0f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:21.349438 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3735cdaa-dfea-45f4-a017-a725111925bd None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:21.431503 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e0e8ea-109f-47da-8a88-5563c69e06ce tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:21.435032 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33292) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:21.443942 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:33:21.444843 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:33:21.458159 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f1e0e8ea-109f-47da-8a88-5563c69e06ce tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports/dafb2f43-7673-4337-a489-90d30f8922d2 HTTP/1.1" status: 200 len: 845 time: 0.7339046 Apr 20 16:33:21.463583 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3735cdaa-dfea-45f4-a017-a725111925bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:21.473531 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43caae46-2e85-47c8-9657-ece1e954d918 None None] Pushing event updated for resources: {'Port': ['ID=b565c06e-b4ff-4f5c-b18f-c0763afec5de,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:21.491109 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-49b38f36-34d1-4cb4-b32b-7434408e209c None None] Set router b6bd22b3-a42d-4e80-9070-269f60e060c8 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:33:21.503543 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d568800b-a652-4164-acdf-5a6868c6aa0f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:21.519185 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b2eaf-f214-43d8-9e38-23433dc53bbb req-cf31e8aa-44db-4ed8-986d-0b33d772916b tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:21.521836 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e9b2eaf-f214-43d8-9e38-23433dc53bbb req-cf31e8aa-44db-4ed8-986d-0b33d772916b tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1749732 Apr 20 16:33:21.574901 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3735cdaa-dfea-45f4-a017-a725111925bd None None] Network 5b46a754-4572-4213-8d8b-e1d2a1fc07be is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:21.593517 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-3735cdaa-dfea-45f4-a017-a725111925bd None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:21.612991 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3735cdaa-dfea-45f4-a017-a725111925bd None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:33:21.627098 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e9b2eaf-f214-43d8-9e38-23433dc53bbb req-defcdb95-8764-4ad3-a479-58a8a0718f38 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939381 Apr 20 16:33:21.651618 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:21.687014 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d568800b-a652-4164-acdf-5a6868c6aa0f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:21.703119 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-d568800b-a652-4164-acdf-5a6868c6aa0f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:21.707447 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d568800b-a652-4164-acdf-5a6868c6aa0f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:33:21.714111 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d568800b-a652-4164-acdf-5a6868c6aa0f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:21.715327 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d568800b-a652-4164-acdf-5a6868c6aa0f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:21.720759 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568800b-a652-4164-acdf-5a6868c6aa0f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=7a89c938-b40b-4447-b793-b3f8d46fa72b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:21.747348 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735cdaa-dfea-45f4-a017-a725111925bd None None] Pushing event updated for resources: {'Port': ['ID=b8d09f9d-cf28-41e7-b81d-1b71a2ed9818,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:21.788092 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Subnet': ['ID=ace6f7f2-7f89-4b8b-b33e-543e72ea1fd6,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:21.789306 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-bb7dec79-12b8-4c56-aaf2-451ae5fc1b93 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting port dafb2f43-7673-4337-a489-90d30f8922d2 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:21.789771 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb7dec79-12b8-4c56-aaf2-451ae5fc1b93 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:21.833717 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d568800b-a652-4164-acdf-5a6868c6aa0f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8029933 Apr 20 16:33:21.834495 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33306) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:21.911246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33308) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:21.993053 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:22.033541 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb7dec79-12b8-4c56-aaf2-451ae5fc1b93 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:22.050526 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-bb7dec79-12b8-4c56-aaf2-451ae5fc1b93 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Calling delete_port for dafb2f43-7673-4337-a489-90d30f8922d2 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:22.059293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b46a754-4572-4213-8d8b-e1d2a1fc07be']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:22.061618 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-3735cdaa-dfea-45f4-a017-a725111925bd None None] Attempting to bind port b8d09f9d-cf28-41e7-b81d-1b71a2ed9818 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:33:22.067756 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-3735cdaa-dfea-45f4-a017-a725111925bd None None] Attempting to bind port b8d09f9d-cf28-41e7-b81d-1b71a2ed9818 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'f3d17af8-1357-42c5-a8f8-8157502deaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5b46a754-4572-4213-8d8b-e1d2a1fc07be'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:33:22.067756 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3735cdaa-dfea-45f4-a017-a725111925bd None None] Attempting to bind port b8d09f9d-cf28-41e7-b81d-1b71a2ed9818 on network 5b46a754-4572-4213-8d8b-e1d2a1fc07be {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:33:22.085903 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3735cdaa-dfea-45f4-a017-a725111925bd None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:33:22.086266 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3735cdaa-dfea-45f4-a017-a725111925bd None None] Checking segment: {'id': 'f3d17af8-1357-42c5-a8f8-8157502deaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5b46a754-4572-4213-8d8b-e1d2a1fc07be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:33:22.086643 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3735cdaa-dfea-45f4-a017-a725111925bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:22.087060 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3735cdaa-dfea-45f4-a017-a725111925bd None None] Bound using segment: {'id': 'f3d17af8-1357-42c5-a8f8-8157502deaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5b46a754-4572-4213-8d8b-e1d2a1fc07be'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:33:22.087519 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-3735cdaa-dfea-45f4-a017-a725111925bd None None] Bound port: b8d09f9d-cf28-41e7-b81d-1b71a2ed9818, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d17af8-1357-42c5-a8f8-8157502deaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5b46a754-4572-4213-8d8b-e1d2a1fc07be'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:33:22.087956 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3735cdaa-dfea-45f4-a017-a725111925bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:22.091663 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d17af8-1357-42c5-a8f8-8157502deaa6') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:22.091962 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d17af8-1357-42c5-a8f8-8157502deaa6') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:22.093827 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1c6eebf3-026a-4c18-98f3-eb3faabe30d9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:22.116502 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e9fcb5c1-fc55-4360-98ea-4458ef58ee84 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting port 7a89c938-b40b-4447-b793-b3f8d46fa72b {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:22.116857 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e9fcb5c1-fc55-4360-98ea-4458ef58ee84 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:22.128160 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:22.181383 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:22.194023 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:33:22.195102 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:33:22.266924 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:33:22.282412 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1c6eebf3-026a-4c18-98f3-eb3faabe30d9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:22.286173 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b565c06e-b4ff-4f5c-b18f-c0763afec5de up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:33:22.326504 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e9fcb5c1-fc55-4360-98ea-4458ef58ee84 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:22.349771 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e9fcb5c1-fc55-4360-98ea-4458ef58ee84 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Calling delete_port for 7a89c938-b40b-4447-b793-b3f8d46fa72b owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:22.362577 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ae01c788-5fad-470c-9b4d-c335e5e87396 None None] Provisioning complete for port b565c06e-b4ff-4f5c-b18f-c0763afec5de triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:22.364572 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ae01c788-5fad-470c-9b4d-c335e5e87396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:22.370308 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.db.api [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 16:33:22.370308 n-d-836146-2 neutron-server[103484]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 16:33:22.370308 n-d-836146-2 neutron-server[103484]: [parameters: {'id': '5b46a754-4572-4213-8d8b-e1d2a1fc07be'}] Apr 20 16:33:22.370308 n-d-836146-2 neutron-server[103484]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:33:22.370308 n-d-836146-2 neutron-server[103484]: DEBUG oslo_db.api [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:33:22.432038 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3735cdaa-dfea-45f4-a017-a725111925bd None None] For port b8d09f9d-cf28-41e7-b81d-1b71a2ed9818, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:33:22.439102 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb7dec79-12b8-4c56-aaf2-451ae5fc1b93 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:22.469404 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1c6eebf3-026a-4c18-98f3-eb3faabe30d9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:22.472346 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1c6eebf3-026a-4c18-98f3-eb3faabe30d9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:22.475014 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3735cdaa-dfea-45f4-a017-a725111925bd None None] For port b8d09f9d-cf28-41e7-b81d-1b71a2ed9818, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b8d09f9d-cf28-41e7-b81d-1b71a2ed9818,segment=NetworkSegment(f3d17af8-1357-42c5-a8f8-8157502deaa6),segment_id=f3d17af8-1357-42c5-a8f8-8157502deaa6)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:33:22.478087 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1c6eebf3-026a-4c18-98f3-eb3faabe30d9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "DELETE /v2.0/security-groups/e0d33a2f-a5df-45da-a225-3c58c35ab35d HTTP/1.1" status: 204 len: 168 time: 0.5644901 Apr 20 16:33:22.478087 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33314) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:22.487114 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7dec79-12b8-4c56-aaf2-451ae5fc1b93 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Port': ['ID=dafb2f43-7673-4337-a489-90d30f8922d2,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:22.506818 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb7dec79-12b8-4c56-aaf2-451ae5fc1b93 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:22.512076 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bb7dec79-12b8-4c56-aaf2-451ae5fc1b93 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/ports/dafb2f43-7673-4337-a489-90d30f8922d2 HTTP/1.1" status: 204 len: 168 time: 1.0750346 Apr 20 16:33:22.515007 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33316) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:22.524372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6eebf3-026a-4c18-98f3-eb3faabe30d9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d33a2f-a5df-45da-a225-3c58c35ab35d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:22.541153 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-b1906808-6fc5-49cf-8cdb-16007903176b tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] show failed (client error): The resource could not be found. Apr 20 16:33:22.543827 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b1906808-6fc5-49cf-8cdb-16007903176b tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups/e0d33a2f-a5df-45da-a225-3c58c35ab35d HTTP/1.1" status: 404 len: 347 time: 0.0621138 Apr 20 16:33:22.549056 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33320) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:22.558830 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port b565c06e-b4ff-4f5c-b18f-c0763afec5de triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:22.559211 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:22.597499 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0796b57-3341-480b-9110-e369190437a8 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] GET failed (client error): The resource could not be found. Apr 20 16:33:22.600009 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a0796b57-3341-480b-9110-e369190437a8 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports/dafb2f43-7673-4337-a489-90d30f8922d2 HTTP/1.1" status: 404 len: 333 time: 0.0836046 Apr 20 16:33:22.605937 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33324) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:22.615435 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-94ceaf7b-c833-4386-9a5a-56baf2883323 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'port': {'network_id': 'fcac9d37-3dbe-4135-83fd-db32c144c071', 'name': 'tempest-PortsIpV6TestJSON-2049694799'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:22.724000 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0c7cc80b-074c-4a9b-b03e-455e4e155536 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:33:22.740222 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-a1c7ee7c-d0c5-43e8-9ea8-cbb396c0d1f6 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Deleting port e57a59b7-bd39-4b22-b374-965693696700 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:22.740600 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1c7ee7c-d0c5-43e8-9ea8-cbb396c0d1f6 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:22.760959 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-49b38f36-34d1-4cb4-b32b-7434408e209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'b3f40701-3142-414b-95d5-2f4390492236', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'port_id': 'c030243a-3b3b-48d9-b958-e0bce2183416', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'mac_address': 'fa:16:3e:a4:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7329dc8b-8296-4026-a09f-92c4162de804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:29:23Z', 'updated_at': '2022-04-20T16:29:55Z', 'revision_number': 2, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:19Z', 'revision_number': 5, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:22.799590 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b38f36-34d1-4cb4-b32b-7434408e209c None None] The sync data for ids ['b6bd22b3-a42d-4e80-9070-269f60e060c8'] in n-d-836146-2 is: [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'b3f40701-3142-414b-95d5-2f4390492236', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'port_id': 'c030243a-3b3b-48d9-b958-e0bce2183416', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'mac_address': 'fa:16:3e:a4:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7329dc8b-8296-4026-a09f-92c4162de804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:29:23Z', 'updated_at': '2022-04-20T16:29:55Z', 'revision_number': 2, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:19Z', 'revision_number': 5, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:33:22.802935 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3735cdaa-dfea-45f4-a017-a725111925bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:22.849191 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591adb2-dea6-401f-9ca0-12a891a8e690 req-76c8a6ca-87d8-46ca-90ea-db70bf9673d8 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:22.850958 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e591adb2-dea6-401f-9ca0-12a891a8e690 req-76c8a6ca-87d8-46ca-90ea-db70bf9673d8 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1419227 Apr 20 16:33:22.881111 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:22.889332 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1c7ee7c-d0c5-43e8-9ea8-cbb396c0d1f6 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:22.891250 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1c7ee7c-d0c5-43e8-9ea8-cbb396c0d1f6 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:22.926179 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.resource_extend [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 16:33:22.936442 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ceaf7b-c833-4386-9a5a-56baf2883323 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:22.940582 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94ceaf7b-c833-4386-9a5a-56baf2883323 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:22.951405 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e591adb2-dea6-401f-9ca0-12a891a8e690 req-938fc5db-125f-46b2-913b-049e95fe80c5 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907919 Apr 20 16:33:22.958637 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-a1c7ee7c-d0c5-43e8-9ea8-cbb396c0d1f6 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Calling delete_port for e57a59b7-bd39-4b22-b374-965693696700 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:22.976871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-94ceaf7b-c833-4386-9a5a-56baf2883323 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] device_id is not set on port 49929121-4de9-480f-baf5-e10da8889e81 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:33:23.055904 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e9fcb5c1-fc55-4360-98ea-4458ef58ee84 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:23.072920 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735cdaa-dfea-45f4-a017-a725111925bd None None] Pushing event updated for resources: {'Port': ['ID=b8d09f9d-cf28-41e7-b81d-1b71a2ed9818,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:23.088662 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c1e8eefa-2aa2-4c00-b4ce-89702236f8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:23.098205 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Deleting port b8d09f9d-cf28-41e7-b81d-1b71a2ed9818 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:23.098828 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:23.142260 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a3a7cfb1-60a4-4748-b890-60cded5faa3e None None] Provisioning complete for port 7a89c938-b40b-4447-b793-b3f8d46fa72b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:23.142635 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a3a7cfb1-60a4-4748-b890-60cded5faa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:23.164475 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fcb5c1-fc55-4360-98ea-4458ef58ee84 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Port': ['ID=7a89c938-b40b-4447-b793-b3f8d46fa72b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:23.251179 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] For port b8d09f9d-cf28-41e7-b81d-1b71a2ed9818, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b8d09f9d-cf28-41e7-b81d-1b71a2ed9818,segment=NetworkSegment(f3d17af8-1357-42c5-a8f8-8157502deaa6),segment_id=f3d17af8-1357-42c5-a8f8-8157502deaa6)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:23.251594 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:23.314861 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Calling delete_port for b8d09f9d-cf28-41e7-b81d-1b71a2ed9818 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:23.315467 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e9fcb5c1-fc55-4360-98ea-4458ef58ee84 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:23.315677 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b64682d-32d1-47ef-badb-b7eb08613587 None None] New status for floating IP d164c756-2f30-41a5-810c-9226fa0108fd: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:33:23.316243 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0c7cc80b-074c-4a9b-b03e-455e4e155536, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0c7cc80b-074c-4a9b-b03e-455e4e155536,segment=NetworkSegment(dd4e4e52-542a-41b0-9b77-fe2f4abec5df),segment_id=dd4e4e52-542a-41b0-9b77-fe2f4abec5df)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:23.317185 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e9fcb5c1-fc55-4360-98ea-4458ef58ee84 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/7a89c938-b40b-4447-b793-b3f8d46fa72b HTTP/1.1" status: 204 len: 168 time: 1.4587884 Apr 20 16:33:23.317185 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33334) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:23.317509 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '0c7cc80b-074c-4a9b-b03e-455e4e155536', 'network_id': '96647353-7ea1-402d-874f-17a77bf9da84', 'port_id': '0c7cc80b-074c-4a9b-b03e-455e4e155536', 'mac_address': 'fa:16:3e:3c:28:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd53a72b-e27c-47d8-b60f-ef1e2e2a9009', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:33:23.321418 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-a3a7cfb1-60a4-4748-b890-60cded5faa3e None None] Port 7a89c938-b40b-4447-b793-b3f8d46fa72b was deleted so its status cannot be updated. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 20 16:33:23.330703 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b9b9b7-69ab-413b-ba87-0b04059958ec None None] Network 5b46a754-4572-4213-8d8b-e1d2a1fc07be requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:23.504969 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cf1030-5e70-4a0b-ad9b-c29539b2d86e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:23.509854 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33336) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:23.511259 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-17cf1030-5e70-4a0b-ad9b-c29539b2d86e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2016249 Apr 20 16:33:23.560456 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94ceaf7b-c833-4386-9a5a-56baf2883323 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:23.569730 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62eb3426-7a71-4e62-bb3a-62a647e7f3fa tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:23.574123 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-62eb3426-7a71-4e62-bb3a-62a647e7f3fa tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0611002 Apr 20 16:33:23.574500 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33338) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:23.638559 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:23.645784 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b1a62f-cdb0-4a0c-aa28-6a322c8034fd tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:23.647591 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b1a62f-cdb0-4a0c-aa28-6a322c8034fd tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:23.649162 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b1a62f-cdb0-4a0c-aa28-6a322c8034fd tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:23.651183 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b1b1a62f-cdb0-4a0c-aa28-6a322c8034fd tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0753298 Apr 20 16:33:23.653672 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33342) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:23.664533 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c7cc80b-074c-4a9b-b03e-455e4e155536 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:33:23.723514 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0c7cc80b-074c-4a9b-b03e-455e4e155536, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0c7cc80b-074c-4a9b-b03e-455e4e155536,segment=NetworkSegment(dd4e4e52-542a-41b0-9b77-fe2f4abec5df),segment_id=dd4e4e52-542a-41b0-9b77-fe2f4abec5df)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:23.736988 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf7b90b-e8b5-4e83-abfa-b1d017a2bc3d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet 75257bea-ef70-47ae-8a79-2876e712db8c {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:33:23.742067 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b90b-e8b5-4e83-abfa-b1d017a2bc3d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:23.742885 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c08ef3-889a-48f3-ab01-ee9e6f6a718b None None] Network 5b46a754-4572-4213-8d8b-e1d2a1fc07be requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:23.796947 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b90b-e8b5-4e83-abfa-b1d017a2bc3d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:23.880164 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602caf29-d2a5-40e6-958d-b9c61c12b3dd None None] get_active_networks_info from n-d-836146-2 {{(pid=103486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 16:33:23.885732 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b90b-e8b5-4e83-abfa-b1d017a2bc3d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:23.969621 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602caf29-d2a5-40e6-958d-b9c61c12b3dd None None] Resources bound (agent type, host, resource id): {{(pid=103486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 16:33:24.077517 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1c7ee7c-d0c5-43e8-9ea8-cbb396c0d1f6 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:24.081589 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.db.api [None req-6b64682d-32d1-47ef-badb-b7eb08613587 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:33:24.082303 n-d-836146-2 neutron-server[103487]: DEBUG oslo_db.api [None req-6b64682d-32d1-47ef-badb-b7eb08613587 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:33:24.110277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51847583-dc82-49cc-9f27-4d3ca8ab4ce2 req-0baa12d8-c963-4d44-aefd-7f7b8123822a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:24.111770 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-51847583-dc82-49cc-9f27-4d3ca8ab4ce2 req-0baa12d8-c963-4d44-aefd-7f7b8123822a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.0736470 Apr 20 16:33:24.114839 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7ee7c-d0c5-43e8-9ea8-cbb396c0d1f6 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event deleted for resources: {'Port': ['ID=e57a59b7-bd39-4b22-b374-965693696700,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:24.127034 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94ceaf7b-c833-4386-9a5a-56baf2883323 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:24.133215 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:24.140916 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:24.227079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Port': ['ID=b8d09f9d-cf28-41e7-b81d-1b71a2ed9818,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:24.234216 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b90b-e8b5-4e83-abfa-b1d017a2bc3d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:24.249182 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No DVR routers for this DVR port b8d09f9d-cf28-41e7-b81d-1b71a2ed9818 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:33:24.271271 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ceaf7b-c833-4386-9a5a-56baf2883323 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network fcac9d37-3dbe-4135-83fd-db32c144c071 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:24.275033 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-94ceaf7b-c833-4386-9a5a-56baf2883323 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:24.277431 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ceaf7b-c833-4386-9a5a-56baf2883323 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:33:24.280252 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=0c7cc80b-074c-4a9b-b03e-455e4e155536,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:24.284274 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ceaf7b-c833-4386-9a5a-56baf2883323 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:24.285097 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94ceaf7b-c833-4386-9a5a-56baf2883323 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:24.305310 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['0c7cc80b-074c-4a9b-b03e-455e4e155536'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:33:24.310001 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ceaf7b-c833-4386-9a5a-56baf2883323 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Port': ['ID=49929121-4de9-480f-baf5-e10da8889e81,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:24.316014 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7b90b-e8b5-4e83-abfa-b1d017a2bc3d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=75257bea-ef70-47ae-8a79-2876e712db8c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:24.320853 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-51847583-dc82-49cc-9f27-4d3ca8ab4ce2 req-1c73c907-4ee7-4212-a565-ec559d92ca67 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985636 Apr 20 16:33:24.327806 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b90b-e8b5-4e83-abfa-b1d017a2bc3d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:24.330893 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ccf7b90b-e8b5-4e83-abfa-b1d017a2bc3d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/75257bea-ef70-47ae-8a79-2876e712db8c HTTP/1.1" status: 204 len: 168 time: 0.6762633 Apr 20 16:33:24.333501 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33358) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:24.389154 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1c7ee7c-d0c5-43e8-9ea8-cbb396c0d1f6 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:24.391663 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1c7ee7c-d0c5-43e8-9ea8-cbb396c0d1f6 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:24.395660 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a1c7ee7c-d0c5-43e8-9ea8-cbb396c0d1f6 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "DELETE /v2.0/floatingips/d164c756-2f30-41a5-810c-9226fa0108fd HTTP/1.1" status: 204 len: 168 time: 1.8453023 Apr 20 16:33:24.401078 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-94ceaf7b-c833-4386-9a5a-56baf2883323 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7905514 Apr 20 16:33:24.405418 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33362) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:24.408678 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-3143cbd3-a2ec-4b56-94f1-289528e12b46 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:24.417869 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f8aef7-f1f8-4a61-ac31-71c1faee3c95 None None] get_active_networks_info from n-d-836146-2 {{(pid=103486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 16:33:24.492423 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:24.521765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b46a754-4572-4213-8d8b-e1d2a1fc07be']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:24.566756 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d17af8-1357-42c5-a8f8-8157502deaa6') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:24.567112 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d17af8-1357-42c5-a8f8-8157502deaa6') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:24.584925 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b64682d-32d1-47ef-badb-b7eb08613587 None None] New status for floating IP d164c756-2f30-41a5-810c-9226fa0108fd: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:33:24.612835 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:24.614986 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-aedfa5b1-2a31-45f2-807b-47c2824c449c tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet de43801e-b9b0-4bc0-b004-3f6654805fe1 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:33:24.618898 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aedfa5b1-2a31-45f2-807b-47c2824c449c tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:24.644487 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f8aef7-f1f8-4a61-ac31-71c1faee3c95 None None] Resources bound (agent type, host, resource id): {{(pid=103486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 16:33:24.694323 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3143cbd3-a2ec-4b56-94f1-289528e12b46 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:24.702010 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:24.710864 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aedfa5b1-2a31-45f2-807b-47c2824c449c tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:24.740147 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:33:24.740581 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:33:24.745538 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:33:25.045122 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:25.132816 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9bedc4-71d6-4275-b5f2-5a2de6377c07 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:25.155889 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:25.167885 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33404) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:25.168813 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/networks/5b46a754-4572-4213-8d8b-e1d2a1fc07be HTTP/1.1" status: 204 len: 168 time: 4.9305110 Apr 20 16:33:25.205260 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c87a1e-0a5a-483d-b606-bd2fca76ecd0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:25.206131 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c87a1e-0a5a-483d-b606-bd2fca76ecd0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:25.207623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e75a68-6a29-4c12-b0c5-588f234f4721 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Network': ['ID=5b46a754-4572-4213-8d8b-e1d2a1fc07be,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:25.211950 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-51c87a1e-0a5a-483d-b606-bd2fca76ecd0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/networks/5b46a754-4572-4213-8d8b-e1d2a1fc07be HTTP/1.1" status: 404 len: 339 time: 0.0429430 Apr 20 16:33:25.217507 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33414) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:25.223096 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b4e4040f-ebfd-4bf3-b0e2-6b7d9d8ceee7 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1019196548', 'description': 'd1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:25.240053 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aedfa5b1-2a31-45f2-807b-47c2824c449c tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:25.306219 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3143cbd3-a2ec-4b56-94f1-289528e12b46 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:25.313951 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9e2300ff-976d-4afe-8fa6-b8ceea372c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:25.373145 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e4040f-ebfd-4bf3-b0e2-6b7d9d8ceee7 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Made reservation on behalf of d6aa039c16e847d9821ec4a912e2c995 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:25.373145 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b4e4040f-ebfd-4bf3-b0e2-6b7d9d8ceee7 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:25.396496 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3143cbd3-a2ec-4b56-94f1-289528e12b46 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:25.406811 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e4040f-ebfd-4bf3-b0e2-6b7d9d8ceee7 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:33:25.454471 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b4e4040f-ebfd-4bf3-b0e2-6b7d9d8ceee7 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:25.455093 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-b4e4040f-ebfd-4bf3-b0e2-6b7d9d8ceee7 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Added segment 74f0ba66-7082-4741-a4c7-b4beef1f6c36 of type vlan for network 1e214f61-abfd-48c8-84d3-5cd9b17b1e7e Apr 20 16:33:25.507504 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aedfa5b1-2a31-45f2-807b-47c2824c449c tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:25.528061 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aedfa5b1-2a31-45f2-807b-47c2824c449c tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:25.536352 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-aedfa5b1-2a31-45f2-807b-47c2824c449c tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/de43801e-b9b0-4bc0-b004-3f6654805fe1 HTTP/1.1" status: 204 len: 168 time: 1.2018034 Apr 20 16:33:25.547308 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33422) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:25.555064 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-3143cbd3-a2ec-4b56-94f1-289528e12b46 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] In _notify_port_updated(), no bound segment for port 49929121-4de9-480f-baf5-e10da8889e81 on network fcac9d37-3dbe-4135-83fd-db32c144c071 {{(pid=103484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:33:25.561695 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3143cbd3-a2ec-4b56-94f1-289528e12b46 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:25.562827 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3143cbd3-a2ec-4b56-94f1-289528e12b46 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:25.564079 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3143cbd3-a2ec-4b56-94f1-289528e12b46 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "PUT /v2.0/ports/49929121-4de9-480f-baf5-e10da8889e81 HTTP/1.1" status: 200 len: 818 time: 1.1593282 Apr 20 16:33:25.586280 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b4e4040f-ebfd-4bf3-b0e2-6b7d9d8ceee7 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:25.588560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33424) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:25.594744 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfa5b1-2a31-45f2-807b-47c2824c449c tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=de43801e-b9b0-4bc0-b004-3f6654805fe1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:25.597850 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143cbd3-a2ec-4b56-94f1-289528e12b46 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Port': ['ID=49929121-4de9-480f-baf5-e10da8889e81,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:25.619722 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5ae3ce-91cb-4929-b14b-d493f34015d8 None None] Update dhcp port {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'fixed_ips': [{'subnet_id': 'de43801e-b9b0-4bc0-b004-3f6654805fe1'}], 'binding:host_id': 'n-d-836146-2'}, 'id': 'b565c06e-b4ff-4f5c-b18f-c0763afec5de'} from n-d-836146-2. {{(pid=103486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 16:33:25.636120 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da6d0c-49a7-4af0-94c2-2be0124f49be req-b454c585-9dce-40d5-9ed0-f42728060e09 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:25.643875 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-83da6d0c-49a7-4af0-94c2-2be0124f49be req-b454c585-9dce-40d5-9ed0-f42728060e09 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 944 time: 0.2138889 Apr 20 16:33:25.657180 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3f5ae3ce-91cb-4929-b14b-d493f34015d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:25.733677 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2853b290-50c2-42dd-b5df-83b81aabbb5d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1827729 Apr 20 16:33:25.734143 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33434) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:25.739943 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-acc6ae0b-2ecd-4de1-8c20-ab4c469157af tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:25.832998 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-83da6d0c-49a7-4af0-94c2-2be0124f49be req-0dd1c4eb-f3d7-4e5f-9fb7-e9c6cd399da9 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860833 Apr 20 16:33:25.882880 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b4e4040f-ebfd-4bf3-b0e2-6b7d9d8ceee7 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:25.892249 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e4040f-ebfd-4bf3-b0e2-6b7d9d8ceee7 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:25.893116 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b4e4040f-ebfd-4bf3-b0e2-6b7d9d8ceee7 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:25.911458 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-70e0efc6-d1d5-4bcd-ba32-c8825a48b2ac tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting port 49929121-4de9-480f-baf5-e10da8889e81 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:25.911810 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-70e0efc6-d1d5-4bcd-ba32-c8825a48b2ac tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:26.049653 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52add825-c147-432e-87de-43abd93f6204 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:26.053294 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc6ae0b-2ecd-4de1-8c20-ab4c469157af tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:26.058076 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acc6ae0b-2ecd-4de1-8c20-ab4c469157af tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:26.070770 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b4e4040f-ebfd-4bf3-b0e2-6b7d9d8ceee7 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8494084 Apr 20 16:33:26.071090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33442) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:26.151364 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4040f-ebfd-4bf3-b0e2-6b7d9d8ceee7 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Network': ['ID=1e214f61-abfd-48c8-84d3-5cd9b17b1e7e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:26.159371 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-70e0efc6-d1d5-4bcd-ba32-c8825a48b2ac tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:26.181230 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-70e0efc6-d1d5-4bcd-ba32-c8825a48b2ac tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Calling delete_port for 49929121-4de9-480f-baf5-e10da8889e81 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:26.198871 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 1e214f61-abfd-48c8-84d3-5cd9b17b1e7e details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:33:26.319331 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b565c06e-b4ff-4f5c-b18f-c0763afec5de no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:33:26.366644 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-92d354fe-6127-42a8-a898-5463c1e8c1d7 None None] Provisioning complete for port b565c06e-b4ff-4f5c-b18f-c0763afec5de triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:26.367276 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-92d354fe-6127-42a8-a898-5463c1e8c1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:26.439921 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-70e0efc6-d1d5-4bcd-ba32-c8825a48b2ac tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:26.499887 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:26.513143 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0efc6-d1d5-4bcd-ba32-c8825a48b2ac tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Port': ['ID=49929121-4de9-480f-baf5-e10da8889e81,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:26.540153 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-70e0efc6-d1d5-4bcd-ba32-c8825a48b2ac tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:26.542964 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c951fd6-b536-4cb9-b548-f1f0232f1f80 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:26.547348 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1c951fd6-b536-4cb9-b548-f1f0232f1f80 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "GET /v2.0/networks?id=1e214f61-abfd-48c8-84d3-5cd9b17b1e7e HTTP/1.1" status: 200 len: 761 time: 0.4726312 Apr 20 16:33:26.548404 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33448) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:26.564617 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-70e0efc6-d1d5-4bcd-ba32-c8825a48b2ac tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/ports/49929121-4de9-480f-baf5-e10da8889e81 HTTP/1.1" status: 204 len: 168 time: 0.9109120 Apr 20 16:33:26.565272 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33450) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:26.574179 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acc6ae0b-2ecd-4de1-8c20-ab4c469157af tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:26.590226 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-04883cae-65b3-405c-8149-d6038feb02d0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'network': {'description': 'd2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:26.693022 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35294d7-f628-4a04-bbfb-52996ce6f15d None None] DHCP port deletion for 10294607-eb5e-406e-b70a-cc143553f735 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:33:26.695598 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0c7cc80b-074c-4a9b-b03e-455e4e155536 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:33:26.710336 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc6ae0b-2ecd-4de1-8c20-ab4c469157af tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:26.747215 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69cc2b3-6e9d-44a6-9e11-6c50244ca3d2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:26.760325 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d69cc2b3-6e9d-44a6-9e11-6c50244ca3d2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1917956 Apr 20 16:33:26.765960 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33452) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:26.830796 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f4fe48-7d80-4181-8f29-78c9447f3a27 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] GET failed (client error): The resource could not be found. Apr 20 16:33:26.840171 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-41f4fe48-7d80-4181-8f29-78c9447f3a27 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports/49929121-4de9-480f-baf5-e10da8889e81 HTTP/1.1" status: 404 len: 333 time: 0.0729985 Apr 20 16:33:26.851257 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33456) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:26.851413 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-acc6ae0b-2ecd-4de1-8c20-ab4c469157af tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:26.861038 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ba14e3e9-0bb9-4cc8-8836-bdcfa1975894 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-401808070'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:26.871789 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc6ae0b-2ecd-4de1-8c20-ab4c469157af tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:26.872768 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acc6ae0b-2ecd-4de1-8c20-ab4c469157af tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:26.888295 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:26.944274 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6ae0b-2ecd-4de1-8c20-ab4c469157af tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=a3e2bbe3-4671-4fa3-9824-8d12246b27fd,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:26.958912 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 0c7cc80b-074c-4a9b-b03e-455e4e155536 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:26.969781 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:27.023237 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port b565c06e-b4ff-4f5c-b18f-c0763afec5de, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b565c06e-b4ff-4f5c-b18f-c0763afec5de,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:27.070805 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b35294d7-f628-4a04-bbfb-52996ce6f15d None None] Deleting port b565c06e-b4ff-4f5c-b18f-c0763afec5de {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:27.071481 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b35294d7-f628-4a04-bbfb-52996ce6f15d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:27.118720 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba14e3e9-0bb9-4cc8-8836-bdcfa1975894 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:27.126732 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba14e3e9-0bb9-4cc8-8836-bdcfa1975894 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:27.137437 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04883cae-65b3-405c-8149-d6038feb02d0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:27.173541 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-acc6ae0b-2ecd-4de1-8c20-ab4c469157af tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4381270 Apr 20 16:33:27.174893 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33474) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:27.186321 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-0b6d7ec9-d1d9-49fd-8b1b-1ebfd3c9c10b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:27.237145 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba14e3e9-0bb9-4cc8-8836-bdcfa1975894 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:33:27.265515 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04883cae-65b3-405c-8149-d6038feb02d0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:27.326911 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b35294d7-f628-4a04-bbfb-52996ce6f15d None None] For port b565c06e-b4ff-4f5c-b18f-c0763afec5de, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b565c06e-b4ff-4f5c-b18f-c0763afec5de,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:27.327314 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b35294d7-f628-4a04-bbfb-52996ce6f15d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:27.342397 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba14e3e9-0bb9-4cc8-8836-bdcfa1975894 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:27.347551 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-ba14e3e9-0bb9-4cc8-8836-bdcfa1975894 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Added segment 1dcf3e9e-bc1c-4e04-a89a-e2b441796767 of type vlan for network 6af51970-a6e8-460a-aa67-898955756906 Apr 20 16:33:27.356691 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b35294d7-f628-4a04-bbfb-52996ce6f15d None None] Calling delete_port for b565c06e-b4ff-4f5c-b18f-c0763afec5de owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:27.400042 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6c9ca-186c-43cf-928b-8bee9ee91f62 req-95df7f3f-4dab-4f75-b448-0fcebd0fae97 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:27.402011 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7ea6c9ca-186c-43cf-928b-8bee9ee91f62 req-95df7f3f-4dab-4f75-b448-0fcebd0fae97 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 944 time: 0.3511956 Apr 20 16:33:27.435851 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-04883cae-65b3-405c-8149-d6038feb02d0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Network 1e214f61-abfd-48c8-84d3-5cd9b17b1e7e is not hosted by any dhcp agent {{(pid=103484) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 16:33:27.451691 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04883cae-65b3-405c-8149-d6038feb02d0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:27.459174 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04883cae-65b3-405c-8149-d6038feb02d0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:27.463724 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-04883cae-65b3-405c-8149-d6038feb02d0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "PUT /v2.0/networks/1e214f61-abfd-48c8-84d3-5cd9b17b1e7e HTTP/1.1" status: 200 len: 758 time: 0.9139075 Apr 20 16:33:27.469477 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04883cae-65b3-405c-8149-d6038feb02d0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Network': ['ID=1e214f61-abfd-48c8-84d3-5cd9b17b1e7e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:27.474564 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33478) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:27.499840 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 1e214f61-abfd-48c8-84d3-5cd9b17b1e7e details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:33:27.502769 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:27.523663 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba14e3e9-0bb9-4cc8-8836-bdcfa1975894 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:27.628416 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b35294d7-f628-4a04-bbfb-52996ce6f15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:27.644948 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35294d7-f628-4a04-bbfb-52996ce6f15d None None] No DVR routers for this DVR port b565c06e-b4ff-4f5c-b18f-c0763afec5de on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:33:27.654901 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba14e3e9-0bb9-4cc8-8836-bdcfa1975894 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:27.673967 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba14e3e9-0bb9-4cc8-8836-bdcfa1975894 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:27.674719 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba14e3e9-0bb9-4cc8-8836-bdcfa1975894 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:27.685858 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458a6c6d-809f-4f31-9cf7-eb21a5b92467 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:27.747821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60a629c-d99e-43c9-ba57-91f54c3d815f tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:27.753868 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b60a629c-d99e-43c9-ba57-91f54c3d815f tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "GET /v2.0/networks?id=1e214f61-abfd-48c8-84d3-5cd9b17b1e7e HTTP/1.1" status: 200 len: 761 time: 0.2781656 Apr 20 16:33:27.754792 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33484) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:27.760271 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-403e14df-e0ee-40d2-87b1-1a9f3e012e27 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1002007035'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:27.809299 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7ea6c9ca-186c-43cf-928b-8bee9ee91f62 req-3e734764-ecad-4428-8dd9-d4171e58370a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972299 Apr 20 16:33:27.813675 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ba14e3e9-0bb9-4cc8-8836-bdcfa1975894 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9707243 Apr 20 16:33:27.816906 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33486) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:27.823517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-fd6e513b-6149-4988-aebb-235142956dcf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'subnet': {'network_id': '6af51970-a6e8-460a-aa67-898955756906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:27.866771 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403e14df-e0ee-40d2-87b1-1a9f3e012e27 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Made reservation on behalf of d6aa039c16e847d9821ec4a912e2c995 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:27.870467 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-403e14df-e0ee-40d2-87b1-1a9f3e012e27 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:27.937539 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14e3e9-0bb9-4cc8-8836-bdcfa1975894 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Network': ['ID=6af51970-a6e8-460a-aa67-898955756906,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:27.996077 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6d7ec9-d1d9-49fd-8b1b-1ebfd3c9c10b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:28.002055 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0b6d7ec9-d1d9-49fd-8b1b-1ebfd3c9c10b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:28.004686 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403e14df-e0ee-40d2-87b1-1a9f3e012e27 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:33:28.022317 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-403e14df-e0ee-40d2-87b1-1a9f3e012e27 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:28.023070 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-403e14df-e0ee-40d2-87b1-1a9f3e012e27 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Added segment de1925be-bc77-40a0-9095-a9f440bb0ecc of type vlan for network 72573d83-bf81-4fa1-82e7-333d2e2da66b Apr 20 16:33:28.110042 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-403e14df-e0ee-40d2-87b1-1a9f3e012e27 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:28.139277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6e513b-6149-4988-aebb-235142956dcf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:28.144362 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fd6e513b-6149-4988-aebb-235142956dcf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:28.154520 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 6af51970-a6e8-460a-aa67-898955756906 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:33:28.284191 n-d-836146-2 neutron-server[103485]: INFO neutron.db.ipam_backend_mixin [None req-0b6d7ec9-d1d9-49fd-8b1b-1ebfd3c9c10b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a3e2bbe3-4671-4fa3-9824-8d12246b27fd (CIDR: 2001:db8::/64) Apr 20 16:33:28.287762 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:28.430827 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=b565c06e-b4ff-4f5c-b18f-c0763afec5de,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:28.544551 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6d7ec9-d1d9-49fd-8b1b-1ebfd3c9c10b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:33:28.544992 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6d7ec9-d1d9-49fd-8b1b-1ebfd3c9c10b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:28.601134 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-403e14df-e0ee-40d2-87b1-1a9f3e012e27 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:28.602308 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35294d7-f628-4a04-bbfb-52996ce6f15d None None] Pushing event deleted for resources: {'Port': ['ID=b565c06e-b4ff-4f5c-b18f-c0763afec5de,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:28.618383 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403e14df-e0ee-40d2-87b1-1a9f3e012e27 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:28.619584 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-403e14df-e0ee-40d2-87b1-1a9f3e012e27 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:28.641797 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94aeeccc-db09-431e-a9e8-ccb73d931273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7cc80b-074c-4a9b-b03e-455e4e155536'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:33:28.648365 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ae79c6-8092-43a0-b26a-166757dc42c5" -d '{"events": [{"server_uuid": "94aeeccc-db09-431e-a9e8-ccb73d931273", "name": "network-vif-plugged", "status": "completed", "tag": "0c7cc80b-074c-4a9b-b03e-455e4e155536"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:33:28.715308 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0b6d7ec9-d1d9-49fd-8b1b-1ebfd3c9c10b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5332394 Apr 20 16:33:28.715468 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:28.715907 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33502) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:28.721218 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-20a036a8-9837-4c40-afeb-7299d9bb1709 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'subnet': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:28.722424 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:28.725963 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4e0f29-5572-49d0-a418-99b99b316f48 x-openstack-request-id: req-7a4e0f29-5572-49d0-a418-99b99b316f48 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:33:28.726439 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94aeeccc-db09-431e-a9e8-ccb73d931273", "name": "network-vif-plugged", "status": "completed", "tag": "0c7cc80b-074c-4a9b-b03e-455e4e155536", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:33:28.726863 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a4e0f29-5572-49d0-a418-99b99b316f48 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:33:28.727418 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4e0f29-5572-49d0-a418-99b99b316f48'] response: {'server_uuid': '94aeeccc-db09-431e-a9e8-ccb73d931273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7cc80b-074c-4a9b-b03e-455e4e155536', 'code': 200} Apr 20 16:33:28.745866 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0c7cc80b-074c-4a9b-b03e-455e4e155536, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0c7cc80b-074c-4a9b-b03e-455e4e155536,segment=NetworkSegment(dd4e4e52-542a-41b0-9b77-fe2f4abec5df),segment_id=dd4e4e52-542a-41b0-9b77-fe2f4abec5df)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:28.804989 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e14df-e0ee-40d2-87b1-1a9f3e012e27 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Network': ['ID=72573d83-bf81-4fa1-82e7-333d2e2da66b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:28.842289 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 72573d83-bf81-4fa1-82e7-333d2e2da66b details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:33:28.868806 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b006c3f-99c1-48cf-bf58-440a3315987b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-10294607-eb5e-406e-b70a-cc143553f735', 'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'tenant_id': '796962445b37485c88e0484b277572e7', 'fixed_ips': [{'subnet_id': 'a3e2bbe3-4671-4fa3-9824-8d12246b27fd'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:33:28.869674 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6b006c3f-99c1-48cf-bf58-440a3315987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:28.871928 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:28.939476 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fd6e513b-6149-4988-aebb-235142956dcf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:28.940266 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:28.964399 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-403e14df-e0ee-40d2-87b1-1a9f3e012e27 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2036271 Apr 20 16:33:28.976905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33508) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:28.990279 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-8714faa5-0701-4a89-ad6c-be5dce50846b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'subnet': {'network_id': '72573d83-bf81-4fa1-82e7-333d2e2da66b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:29.321130 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=0c7cc80b-074c-4a9b-b03e-455e4e155536,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:29.399516 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e513b-6149-4988-aebb-235142956dcf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Subnet': ['ID=15bd9407-0986-425b-a04f-4ac2cf2f9fa6,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:29.465961 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-6b006c3f-99c1-48cf-bf58-440a3315987b None None] Allocated IP 2001:db8::2 (10294607-eb5e-406e-b70a-cc143553f735/a3e2bbe3-4671-4fa3-9824-8d12246b27fd/a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:29.561042 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6e513b-6149-4988-aebb-235142956dcf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Checking segment: {'id': '1dcf3e9e-bc1c-4e04-a89a-e2b441796767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6af51970-a6e8-460a-aa67-898955756906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:33:29.566140 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6e513b-6149-4988-aebb-235142956dcf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network hostable DHCP agents. Network: 6af51970-a6e8-460a-aa67-898955756906, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:33:29.590332 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d83982-6505-4a95-a8a3-a035b424b78c req-32ef3912-89fb-41b8-92d3-cfaa0ccac8ea tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:29.591928 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e6d83982-6505-4a95-a8a3-a035b424b78c req-32ef3912-89fb-41b8-92d3-cfaa0ccac8ea tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.5618427 Apr 20 16:33:29.605233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8714faa5-0701-4a89-ad6c-be5dce50846b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Made reservation on behalf of d6aa039c16e847d9821ec4a912e2c995 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:29.607518 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a036a8-9837-4c40-afeb-7299d9bb1709 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:29.611138 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20a036a8-9837-4c40-afeb-7299d9bb1709 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:29.624372 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8714faa5-0701-4a89-ad6c-be5dce50846b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:29.810445 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6e513b-6149-4988-aebb-235142956dcf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network 6af51970-a6e8-460a-aa67-898955756906 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:33:29.826609 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6b006c3f-99c1-48cf-bf58-440a3315987b None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:29.844276 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e6d83982-6505-4a95-a8a3-a035b424b78c req-f42cd7c2-70b1-4d2b-9b3e-8c99cb41d2aa tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401018 Apr 20 16:33:29.870698 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:29.928180 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6b006c3f-99c1-48cf-bf58-440a3315987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:30.116979 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b006c3f-99c1-48cf-bf58-440a3315987b None None] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:30.142624 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-6b006c3f-99c1-48cf-bf58-440a3315987b None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:30.155850 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b006c3f-99c1-48cf-bf58-440a3315987b None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:33:30.177660 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b006c3f-99c1-48cf-bf58-440a3315987b None None] Pushing event updated for resources: {'Port': ['ID=a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:30.339383 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-6b006c3f-99c1-48cf-bf58-440a3315987b None None] Attempting to bind port a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:33:30.340046 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-6b006c3f-99c1-48cf-bf58-440a3315987b None None] Attempting to bind port a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:33:30.340452 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b006c3f-99c1-48cf-bf58-440a3315987b None None] Attempting to bind port a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4 on network 10294607-eb5e-406e-b70a-cc143553f735 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:33:30.355134 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b006c3f-99c1-48cf-bf58-440a3315987b None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:33:30.357087 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b006c3f-99c1-48cf-bf58-440a3315987b None None] Checking segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:33:30.358889 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6b006c3f-99c1-48cf-bf58-440a3315987b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:30.359946 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b006c3f-99c1-48cf-bf58-440a3315987b None None] Bound using segment: {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:33:30.360582 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-6b006c3f-99c1-48cf-bf58-440a3315987b None None] Bound port: a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e5beb4-213d-45c5-8f4d-320b56367665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '10294607-eb5e-406e-b70a-cc143553f735'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:33:30.362112 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6b006c3f-99c1-48cf-bf58-440a3315987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:30.517265 n-d-836146-2 neutron-server[103485]: DEBUG neutron.objects.ports [None req-20a036a8-9837-4c40-afeb-7299d9bb1709 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103485) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 16:33:30.543910 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-fd6e513b-6149-4988-aebb-235142956dcf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 6af51970-a6e8-460a-aa67-898955756906) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:30.551509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6e513b-6149-4988-aebb-235142956dcf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:30.552098 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fd6e513b-6149-4988-aebb-235142956dcf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:30.580924 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ef5a52-295e-4c7a-8019-f0a1f3b2f548 None None] Network 6af51970-a6e8-460a-aa67-898955756906 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:30.608728 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-6b006c3f-99c1-48cf-bf58-440a3315987b None None] For port a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:33:30.707895 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-fd6e513b-6149-4988-aebb-235142956dcf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8892710 Apr 20 16:33:30.719338 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33534) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:30.742211 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-3cab1b7f-b903-4725-9c62-96a581ae6364 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'subnet': {'network_id': '6af51970-a6e8-460a-aa67-898955756906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:30.760835 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-6b006c3f-99c1-48cf-bf58-440a3315987b None None] For port a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:33:30.832478 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8714faa5-0701-4a89-ad6c-be5dce50846b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:30.847680 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6b006c3f-99c1-48cf-bf58-440a3315987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:30.991517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714faa5-0701-4a89-ad6c-be5dce50846b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Subnet': ['ID=d5c45813-11e2-4f2a-8839-ecf98f3f693f,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:31.011880 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20a036a8-9837-4c40-afeb-7299d9bb1709 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:31.025304 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8714faa5-0701-4a89-ad6c-be5dce50846b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Checking segment: {'id': 'de1925be-bc77-40a0-9095-a9f440bb0ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '72573d83-bf81-4fa1-82e7-333d2e2da66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:33:31.025662 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8714faa5-0701-4a89-ad6c-be5dce50846b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Network hostable DHCP agents. Network: 72573d83-bf81-4fa1-82e7-333d2e2da66b, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:33:31.176237 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db627491-d1a3-4b01-a948-3b651679c235 req-49afb916-cbe9-4965-939e-eb54db4b2db2 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:31.177894 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db627491-d1a3-4b01-a948-3b651679c235 req-49afb916-cbe9-4965-939e-eb54db4b2db2 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1343622 Apr 20 16:33:31.234235 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637a2e98-fa45-4030-a0fc-c633b94a3447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-6af51970-a6e8-460a-aa67-898955756906', 'network_id': '6af51970-a6e8-460a-aa67-898955756906', 'tenant_id': '74480f8e816348aa933547e3cb8033f9', 'fixed_ips': [{'subnet_id': '15bd9407-0986-425b-a04f-4ac2cf2f9fa6'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:33:31.238164 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-637a2e98-fa45-4030-a0fc-c633b94a3447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:31.251247 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db627491-d1a3-4b01-a948-3b651679c235 req-7975fd8c-9a36-4ea8-a25f-e185819329c0 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665123 Apr 20 16:33:31.327167 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8714faa5-0701-4a89-ad6c-be5dce50846b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Network 72573d83-bf81-4fa1-82e7-333d2e2da66b is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:33:31.384472 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cab1b7f-b903-4725-9c62-96a581ae6364 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:31.406166 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3cab1b7f-b903-4725-9c62-96a581ae6364 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:31.453566 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-20a036a8-9837-4c40-afeb-7299d9bb1709 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] For port a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:31.491618 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20a036a8-9837-4c40-afeb-7299d9bb1709 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:31.522995 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b006c3f-99c1-48cf-bf58-440a3315987b None None] Pushing event updated for resources: {'Port': ['ID=a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:31.580173 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-637a2e98-fa45-4030-a0fc-c633b94a3447 None None] Allocated IP 2001:db8::2 (6af51970-a6e8-460a-aa67-898955756906/15bd9407-0986-425b-a04f-4ac2cf2f9fa6/ba7f6993-1f16-4520-99ee-efeb2da152c8) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:31.613633 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20a036a8-9837-4c40-afeb-7299d9bb1709 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:31.620665 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20a036a8-9837-4c40-afeb-7299d9bb1709 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:31.657708 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-8714faa5-0701-4a89-ad6c-be5dce50846b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 72573d83-bf81-4fa1-82e7-333d2e2da66b) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:31.687736 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8714faa5-0701-4a89-ad6c-be5dce50846b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:31.689951 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8714faa5-0701-4a89-ad6c-be5dce50846b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:31.777212 n-d-836146-2 neutron-server[103484]: INFO neutron.db.ipam_backend_mixin [None req-3cab1b7f-b903-4725-9c62-96a581ae6364 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 15bd9407-0986-425b-a04f-4ac2cf2f9fa6 (CIDR: 2001:db8::/64) Apr 20 16:33:31.806549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84857320-cf1f-481c-b13d-56e75feb9e7c None None] Network 72573d83-bf81-4fa1-82e7-333d2e2da66b requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:31.835637 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a036a8-9837-4c40-afeb-7299d9bb1709 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:31.848390 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cab1b7f-b903-4725-9c62-96a581ae6364 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:33:31.849399 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cab1b7f-b903-4725-9c62-96a581ae6364 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:31.891447 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a036a8-9837-4c40-afeb-7299d9bb1709 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Subnet': ['ID=2a71a79c-1270-4fc6-bdb2-dc1132b411fd,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:31.908893 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8714faa5-0701-4a89-ad6c-be5dce50846b tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9248772 Apr 20 16:33:31.908893 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33550) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:31.921725 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a036a8-9837-4c40-afeb-7299d9bb1709 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:31.926725 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-20a036a8-9837-4c40-afeb-7299d9bb1709 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:31.938641 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a036a8-9837-4c40-afeb-7299d9bb1709 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:31.945081 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20a036a8-9837-4c40-afeb-7299d9bb1709 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:31.972282 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-637a2e98-fa45-4030-a0fc-c633b94a3447 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:32.078946 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33554) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:32.082468 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3cab1b7f-b903-4725-9c62-96a581ae6364 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3592448 Apr 20 16:33:32.085460 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101c1a94-9ff0-452a-af39-c47ed6ffc89c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-72573d83-bf81-4fa1-82e7-333d2e2da66b', 'network_id': '72573d83-bf81-4fa1-82e7-333d2e2da66b', 'tenant_id': 'd6aa039c16e847d9821ec4a912e2c995', 'fixed_ips': [{'subnet_id': 'd5c45813-11e2-4f2a-8839-ecf98f3f693f'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:33:32.093051 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-101c1a94-9ff0-452a-af39-c47ed6ffc89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:32.093580 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-cf0a9afc-cb58-4ed7-9e56-754374f7b8d0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'subnet': {'network_id': '6af51970-a6e8-460a-aa67-898955756906', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:32.224402 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:32.293853 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-20a036a8-9837-4c40-afeb-7299d9bb1709 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.5767019 Apr 20 16:33:32.296733 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33558) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:32.315354 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-3e79ea38-fbd7-4e14-b149-0c6325429173 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Request body: {'port': {'network_id': '10294607-eb5e-406e-b70a-cc143553f735', 'mac_address': 'fa:16:3e:24:68:5e', 'name': 'tempest-NetworksTestDHCPv6-951468984'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:32.363543 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:32.390847 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-101c1a94-9ff0-452a-af39-c47ed6ffc89c None None] Allocated IP 172.20.0.2 (72573d83-bf81-4fa1-82e7-333d2e2da66b/d5c45813-11e2-4f2a-8839-ecf98f3f693f/b6442e2c-0d31-4ee7-8156-2d601c110092) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:32.531283 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:33:32.542957 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-637a2e98-fa45-4030-a0fc-c633b94a3447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:32.549406 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4689f91-e72c-40c7-bbc1-0d61a1527e1d req-087277e9-04fa-4caf-a92c-1670c2e8fac2 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:32.554315 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a4689f91-e72c-40c7-bbc1-0d61a1527e1d req-087277e9-04fa-4caf-a92c-1670c2e8fac2 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1335094 Apr 20 16:33:32.661392 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a4689f91-e72c-40c7-bbc1-0d61a1527e1d req-2d5fa15a-6da4-45b7-8c8d-0cc55c39dba5 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821652 Apr 20 16:33:32.759888 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637a2e98-fa45-4030-a0fc-c633b94a3447 None None] Network 6af51970-a6e8-460a-aa67-898955756906 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:32.786513 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-637a2e98-fa45-4030-a0fc-c633b94a3447 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:32.794228 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637a2e98-fa45-4030-a0fc-c633b94a3447 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:33:32.802024 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0a9afc-cb58-4ed7-9e56-754374f7b8d0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:32.807007 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf0a9afc-cb58-4ed7-9e56-754374f7b8d0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:32.944634 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e79ea38-fbd7-4e14-b149-0c6325429173 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Made reservation on behalf of 796962445b37485c88e0484b277572e7 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:33.089591 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00d3590-1351-419f-9f4f-f1502841db40 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:33.187177 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a2e98-fa45-4030-a0fc-c633b94a3447 None None] Pushing event updated for resources: {'Port': ['ID=ba7f6993-1f16-4520-99ee-efeb2da152c8,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:33.331787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-637a2e98-fa45-4030-a0fc-c633b94a3447 None None] Attempting to bind port ba7f6993-1f16-4520-99ee-efeb2da152c8 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:33:33.332140 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-637a2e98-fa45-4030-a0fc-c633b94a3447 None None] Attempting to bind port ba7f6993-1f16-4520-99ee-efeb2da152c8 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '1dcf3e9e-bc1c-4e04-a89a-e2b441796767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6af51970-a6e8-460a-aa67-898955756906'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:33:33.332544 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a2e98-fa45-4030-a0fc-c633b94a3447 None None] Attempting to bind port ba7f6993-1f16-4520-99ee-efeb2da152c8 on network 6af51970-a6e8-460a-aa67-898955756906 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:33:33.340311 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:33.340838 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:33.406811 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a2e98-fa45-4030-a0fc-c633b94a3447 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:33:33.407839 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a2e98-fa45-4030-a0fc-c633b94a3447 None None] Checking segment: {'id': '1dcf3e9e-bc1c-4e04-a89a-e2b441796767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6af51970-a6e8-460a-aa67-898955756906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:33:33.408429 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-637a2e98-fa45-4030-a0fc-c633b94a3447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:33.408992 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a2e98-fa45-4030-a0fc-c633b94a3447 None None] Bound using segment: {'id': '1dcf3e9e-bc1c-4e04-a89a-e2b441796767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6af51970-a6e8-460a-aa67-898955756906'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:33:33.409655 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-637a2e98-fa45-4030-a0fc-c633b94a3447 None None] Bound port: ba7f6993-1f16-4520-99ee-efeb2da152c8, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dcf3e9e-bc1c-4e04-a89a-e2b441796767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6af51970-a6e8-460a-aa67-898955756906'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:33:33.410264 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-637a2e98-fa45-4030-a0fc-c633b94a3447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:33.426285 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-de3607fb-c9fd-4db3-9f03-5db0870fbaf4 None None] Provisioning complete for port a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:33.426905 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-de3607fb-c9fd-4db3-9f03-5db0870fbaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:33.507879 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e79ea38-fbd7-4e14-b149-0c6325429173 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:33.529690 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-101c1a94-9ff0-452a-af39-c47ed6ffc89c None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:33.530343 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf0a9afc-cb58-4ed7-9e56-754374f7b8d0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:33.600428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-3e79ea38-fbd7-4e14-b149-0c6325429173 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] device_id is not set on port 442b8fad-e3f5-4477-9b5b-9a16a5b9594d yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:33:33.632372 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0a9afc-cb58-4ed7-9e56-754374f7b8d0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network 6af51970-a6e8-460a-aa67-898955756906 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:33.676546 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-cf0a9afc-cb58-4ed7-9e56-754374f7b8d0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:33.684941 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0a9afc-cb58-4ed7-9e56-754374f7b8d0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:33.685589 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf0a9afc-cb58-4ed7-9e56-754374f7b8d0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:33.700467 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-de3607fb-c9fd-4db3-9f03-5db0870fbaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:33.710452 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a9afc-cb58-4ed7-9e56-754374f7b8d0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Subnet': ['ID=00e6b752-0a77-4f9a-8ce8-4d8f1636402a,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:33.775552 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-101c1a94-9ff0-452a-af39-c47ed6ffc89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:33.794630 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-637a2e98-fa45-4030-a0fc-c633b94a3447 None None] For port ba7f6993-1f16-4520-99ee-efeb2da152c8, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:33:33.837253 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-637a2e98-fa45-4030-a0fc-c633b94a3447 None None] For port ba7f6993-1f16-4520-99ee-efeb2da152c8, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ba7f6993-1f16-4520-99ee-efeb2da152c8,segment=NetworkSegment(1dcf3e9e-bc1c-4e04-a89a-e2b441796767),segment_id=1dcf3e9e-bc1c-4e04-a89a-e2b441796767)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:33:33.881455 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cf0a9afc-cb58-4ed7-9e56-754374f7b8d0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8005493 Apr 20 16:33:33.885534 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33580) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:33.896721 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a2556bab-db59-4dfd-895a-10a326ae3e77 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'port': {'network_id': '6af51970-a6e8-460a-aa67-898955756906', 'fixed_ips': [{'subnet_id': '15bd9407-0986-425b-a04f-4ac2cf2f9fa6'}, {'subnet_id': '00e6b752-0a77-4f9a-8ce8-4d8f1636402a'}], 'name': 'tempest-PortsIpV6TestJSON-1121057926'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:33.982915 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:33.994719 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c1a94-9ff0-452a-af39-c47ed6ffc89c None None] Pushing event updated for resources: {'Port': ['ID=b6442e2c-0d31-4ee7-8156-2d601c110092,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:33.999026 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-637a2e98-fa45-4030-a0fc-c633b94a3447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:34.058226 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101c1a94-9ff0-452a-af39-c47ed6ffc89c None None] Network 72573d83-bf81-4fa1-82e7-333d2e2da66b is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:34.078117 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-101c1a94-9ff0-452a-af39-c47ed6ffc89c None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:34.088745 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101c1a94-9ff0-452a-af39-c47ed6ffc89c None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:33:34.106888 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-de3607fb-c9fd-4db3-9f03-5db0870fbaf4 None None] For port a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:34.122611 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-3e79ea38-fbd7-4e14-b149-0c6325429173 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8::312 (10294607-eb5e-406e-b70a-cc143553f735/a3e2bbe3-4671-4fa3-9824-8d12246b27fd/442b8fad-e3f5-4477-9b5b-9a16a5b9594d) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:34.139905 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-3e79ea38-fbd7-4e14-b149-0c6325429173 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Allocated IP 2001:db8:0:1:f816:3eff:fe24:685e (10294607-eb5e-406e-b70a-cc143553f735/2a71a79c-1270-4fc6-bdb2-dc1132b411fd/442b8fad-e3f5-4477-9b5b-9a16a5b9594d) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:34.145485 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:34.254342 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c45813-11e2-4f2a-8839-ecf98f3f693f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:34.257669 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-de3607fb-c9fd-4db3-9f03-5db0870fbaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:34.308451 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a2e98-fa45-4030-a0fc-c633b94a3447 None None] Pushing event updated for resources: {'Port': ['ID=ba7f6993-1f16-4520-99ee-efeb2da152c8,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:34.363251 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2556bab-db59-4dfd-895a-10a326ae3e77 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:34.385233 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:34.426199 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d8b02-4b7f-4f67-a501-23d5a864f2e1 req-ab6e3dfa-ab70-4da1-97b1-fe1b88cfed1a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:34.428139 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-420d8b02-4b7f-4f67-a501-23d5a864f2e1 req-ab6e3dfa-ab70-4da1-97b1-fe1b88cfed1a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.5521653 Apr 20 16:33:34.455467 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-101c1a94-9ff0-452a-af39-c47ed6ffc89c None None] Attempting to bind port b6442e2c-0d31-4ee7-8156-2d601c110092 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:33:34.455842 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-101c1a94-9ff0-452a-af39-c47ed6ffc89c None None] Attempting to bind port b6442e2c-0d31-4ee7-8156-2d601c110092 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'de1925be-bc77-40a0-9095-a9f440bb0ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '72573d83-bf81-4fa1-82e7-333d2e2da66b'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:33:34.458211 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c1a94-9ff0-452a-af39-c47ed6ffc89c None None] Attempting to bind port b6442e2c-0d31-4ee7-8156-2d601c110092 on network 72573d83-bf81-4fa1-82e7-333d2e2da66b {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:33:34.464621 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72573d83-bf81-4fa1-82e7-333d2e2da66b']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:34.500203 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c1a94-9ff0-452a-af39-c47ed6ffc89c None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:33:34.500656 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c1a94-9ff0-452a-af39-c47ed6ffc89c None None] Checking segment: {'id': 'de1925be-bc77-40a0-9095-a9f440bb0ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '72573d83-bf81-4fa1-82e7-333d2e2da66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:33:34.501078 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-101c1a94-9ff0-452a-af39-c47ed6ffc89c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:34.501487 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c1a94-9ff0-452a-af39-c47ed6ffc89c None None] Bound using segment: {'id': 'de1925be-bc77-40a0-9095-a9f440bb0ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '72573d83-bf81-4fa1-82e7-333d2e2da66b'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:33:34.501994 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-101c1a94-9ff0-452a-af39-c47ed6ffc89c None None] Bound port: b6442e2c-0d31-4ee7-8156-2d601c110092, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1925be-bc77-40a0-9095-a9f440bb0ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '72573d83-bf81-4fa1-82e7-333d2e2da66b'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:33:34.502388 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-101c1a94-9ff0-452a-af39-c47ed6ffc89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:34.512262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1925be-bc77-40a0-9095-a9f440bb0ecc') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:34.515339 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1925be-bc77-40a0-9095-a9f440bb0ecc') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:34.528796 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:33:34.529162 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:33:34.537615 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3607fb-c9fd-4db3-9f03-5db0870fbaf4 None None] Pushing event updated for resources: {'Port': ['ID=a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:34.547337 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2556bab-db59-4dfd-895a-10a326ae3e77 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:34.592533 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:34.624967 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-420d8b02-4b7f-4f67-a501-23d5a864f2e1 req-6a0e4ca3-6e7d-4840-85aa-56fae0f2833d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798019 Apr 20 16:33:34.628875 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:34.658962 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:33:34.667985 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:33:34.711470 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-a2556bab-db59-4dfd-895a-10a326ae3e77 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] device_id is not set on port d398a43b-ace3-49c1-968c-b5ae9636bbdc yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:33:34.732853 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-101c1a94-9ff0-452a-af39-c47ed6ffc89c None None] For port b6442e2c-0d31-4ee7-8156-2d601c110092, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:33:34.889550 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e79ea38-fbd7-4e14-b149-0c6325429173 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:34.963112 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-101c1a94-9ff0-452a-af39-c47ed6ffc89c None None] For port b6442e2c-0d31-4ee7-8156-2d601c110092, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b6442e2c-0d31-4ee7-8156-2d601c110092,segment=NetworkSegment(de1925be-bc77-40a0-9095-a9f440bb0ecc),segment_id=de1925be-bc77-40a0-9095-a9f440bb0ecc)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:33:35.005411 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-941f00f2-1fb6-425d-917d-ddde1ba49121 None None] Provisioning complete for port a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:35.007393 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-941f00f2-1fb6-425d-917d-ddde1ba49121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:35.064980 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.db.api [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 16:33:35.064980 n-d-836146-2 neutron-server[103484]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 16:33:35.064980 n-d-836146-2 neutron-server[103484]: [parameters: {'id': '72573d83-bf81-4fa1-82e7-333d2e2da66b'}] Apr 20 16:33:35.064980 n-d-836146-2 neutron-server[103484]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:33:35.065850 n-d-836146-2 neutron-server[103484]: DEBUG oslo_db.api [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:33:35.174301 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-101c1a94-9ff0-452a-af39-c47ed6ffc89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:35.276206 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e79ea38-fbd7-4e14-b149-0c6325429173 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:35.297282 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-a2556bab-db59-4dfd-895a-10a326ae3e77 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Allocated IP 2001:db8::20a (6af51970-a6e8-460a-aa67-898955756906/15bd9407-0986-425b-a04f-4ac2cf2f9fa6/d398a43b-ace3-49c1-968c-b5ae9636bbdc) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:35.342591 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c1a94-9ff0-452a-af39-c47ed6ffc89c None None] Pushing event updated for resources: {'Port': ['ID=b6442e2c-0d31-4ee7-8156-2d601c110092,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:35.358792 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-a2556bab-db59-4dfd-895a-10a326ae3e77 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Allocated IP 2001:db8:0:1::322 (6af51970-a6e8-460a-aa67-898955756906/00e6b752-0a77-4f9a-8ce8-4d8f1636402a/d398a43b-ace3-49c1-968c-b5ae9636bbdc) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:35.374494 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e2b350-7f54-436c-817f-61a94e6d5e5e None None] Network 72573d83-bf81-4fa1-82e7-333d2e2da66b requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:35.421610 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ba7f6993-1f16-4520-99ee-efeb2da152c8 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:33:35.566485 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:35.596682 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79ea38-fbd7-4e14-b149-0c6325429173 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event updated for resources: {'Port': ['ID=442b8fad-e3f5-4477-9b5b-9a16a5b9594d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:35.638947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Deleting port b6442e2c-0d31-4ee7-8156-2d601c110092 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:35.639581 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:35.710189 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e79ea38-fbd7-4e14-b149-0c6325429173 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Network 10294607-eb5e-406e-b70a-cc143553f735 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:35.729391 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ba7f6993-1f16-4520-99ee-efeb2da152c8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:35.729929 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:35.735394 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] For port b6442e2c-0d31-4ee7-8156-2d601c110092, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b6442e2c-0d31-4ee7-8156-2d601c110092,segment=NetworkSegment(de1925be-bc77-40a0-9095-a9f440bb0ecc),segment_id=de1925be-bc77-40a0-9095-a9f440bb0ecc)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:35.735760 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:35.738961 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-3e79ea38-fbd7-4e14-b149-0c6325429173 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:35.748386 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e79ea38-fbd7-4e14-b149-0c6325429173 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:33:35.755205 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Calling delete_port for b6442e2c-0d31-4ee7-8156-2d601c110092 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:35.785923 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e79ea38-fbd7-4e14-b149-0c6325429173 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:35.789013 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e79ea38-fbd7-4e14-b149-0c6325429173 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:35.953051 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:35.975666 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f89403-0077-4964-92ac-c2f727ea0223 None None] Network 6af51970-a6e8-460a-aa67-898955756906 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:36.041944 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efc420-4b6f-4f0c-bbdf-fc3496f9ec85 req-bf28e7ee-e218-42b2-83e8-005d5c3c6a8d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:36.043535 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e2efc420-4b6f-4f0c-bbdf-fc3496f9ec85 req-bf28e7ee-e218-42b2-83e8-005d5c3c6a8d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.2463942 Apr 20 16:33:36.048830 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:36.059712 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2556bab-db59-4dfd-895a-10a326ae3e77 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:36.144949 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No DVR routers for this DVR port b6442e2c-0d31-4ee7-8156-2d601c110092 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:33:36.168575 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3e79ea38-fbd7-4e14-b149-0c6325429173 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.8707371 Apr 20 16:33:36.185735 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33606) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:36.192491 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port ba7f6993-1f16-4520-99ee-efeb2da152c8, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ba7f6993-1f16-4520-99ee-efeb2da152c8,segment=NetworkSegment(1dcf3e9e-bc1c-4e04-a89a-e2b441796767),segment_id=1dcf3e9e-bc1c-4e04-a89a-e2b441796767)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:36.220528 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5c10f932-1624-4ba5-8058-a91c4b7c56df None None] Provisioning complete for port ba7f6993-1f16-4520-99ee-efeb2da152c8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:36.220935 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5c10f932-1624-4ba5-8058-a91c4b7c56df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:36.263260 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Port': ['ID=b6442e2c-0d31-4ee7-8156-2d601c110092,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:36.287029 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e2efc420-4b6f-4f0c-bbdf-fc3496f9ec85 req-e4a95b56-3856-4fad-8d05-dbb24a5110e2 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316618 Apr 20 16:33:36.327354 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:36.329161 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:33:36.410217 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:36.462869 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-531ec7fe-b2a4-4d69-af9a-ebacdc7f4a52 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting port 442b8fad-e3f5-4477-9b5b-9a16a5b9594d {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:36.463137 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-531ec7fe-b2a4-4d69-af9a-ebacdc7f4a52 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:36.477708 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72573d83-bf81-4fa1-82e7-333d2e2da66b']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:36.497500 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1925be-bc77-40a0-9095-a9f440bb0ecc') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:36.498063 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1925be-bc77-40a0-9095-a9f440bb0ecc') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:36.509356 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9922e27-63e1-4c8a-aa0e-4374485a5e0a req-fc667ad8-45b6-493f-b23a-f9e468918b97 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:36.511640 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9922e27-63e1-4c8a-aa0e-4374485a5e0a req-fc667ad8-45b6-493f-b23a-f9e468918b97 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 946 time: 0.3176916 Apr 20 16:33:36.523645 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:36.609389 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2556bab-db59-4dfd-895a-10a326ae3e77 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:36.631941 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9922e27-63e1-4c8a-aa0e-4374485a5e0a req-b4bd1d57-7a86-40b1-b22d-2a7077c0466b tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=96df2056-f33d-4671-9f21-5b50b319be5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048820 Apr 20 16:33:36.635389 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:36.653269 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:33:36.653685 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:33:36.724101 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:33:36.729717 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=ba7f6993-1f16-4520-99ee-efeb2da152c8,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:36.745037 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2556bab-db59-4dfd-895a-10a326ae3e77 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network 6af51970-a6e8-460a-aa67-898955756906 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:36.763091 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-a2556bab-db59-4dfd-895a-10a326ae3e77 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:36.769429 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2556bab-db59-4dfd-895a-10a326ae3e77 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:33:36.777984 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2556bab-db59-4dfd-895a-10a326ae3e77 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:36.779223 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2556bab-db59-4dfd-895a-10a326ae3e77 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:36.796889 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:36.797499 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:36.827599 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2556bab-db59-4dfd-895a-10a326ae3e77 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Port': ['ID=d398a43b-ace3-49c1-968c-b5ae9636bbdc,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:36.836522 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-531ec7fe-b2a4-4d69-af9a-ebacdc7f4a52 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:36.854021 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-531ec7fe-b2a4-4d69-af9a-ebacdc7f4a52 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Calling delete_port for 442b8fad-e3f5-4477-9b5b-9a16a5b9594d owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:36.948787 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a2556bab-db59-4dfd-895a-10a326ae3e77 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.0623746 Apr 20 16:33:36.952686 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca9e818-1710-4028-a3c9-65b55ae2bba5 None None] Update dhcp port {'port': {'network_id': '6af51970-a6e8-460a-aa67-898955756906', 'fixed_ips': [{'subnet_id': '15bd9407-0986-425b-a04f-4ac2cf2f9fa6', 'ip_address': '2001:db8::2'}, {'subnet_id': '00e6b752-0a77-4f9a-8ce8-4d8f1636402a'}], 'binding:host_id': 'n-d-836146-2'}, 'id': 'ba7f6993-1f16-4520-99ee-efeb2da152c8'} from n-d-836146-2. {{(pid=103486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 16:33:36.953537 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33608) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:36.959512 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-28f704ed-c377-435b-9872-9797747c4385 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '15bd9407-0986-425b-a04f-4ac2cf2f9fa6'}]}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:37.012900 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1ffedb94-9111-4918-b1f0-31855d9f89ba None None] Provisioning complete for port 442b8fad-e3f5-4477-9b5b-9a16a5b9594d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:37.013496 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1ffedb94-9111-4918-b1f0-31855d9f89ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:37.045255 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:37.050222 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:37.054496 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/networks/72573d83-bf81-4fa1-82e7-333d2e2da66b HTTP/1.1" status: 204 len: 168 time: 5.1462665 Apr 20 16:33:37.077796 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33612) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:37.094376 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-1ffedb94-9111-4918-b1f0-31855d9f89ba None None] Port 442b8fad-e3f5-4477-9b5b-9a16a5b9594d cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:33:37.102534 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8ca9e818-1710-4028-a3c9-65b55ae2bba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:37.143453 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-746ebaf7-819a-44e4-8f82-2a8b14137b2f tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] GET failed (client error): The resource could not be found. Apr 20 16:33:37.145168 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-746ebaf7-819a-44e4-8f82-2a8b14137b2f tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "GET /v2.0/subnets/d5c45813-11e2-4f2a-8839-ecf98f3f693f HTTP/1.1" status: 404 len: 337 time: 0.0648453 Apr 20 16:33:37.152292 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33616) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:37.191725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840d960-4356-4cd8-a6b7-c30b5b252775 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Network': ['ID=72573d83-bf81-4fa1-82e7-333d2e2da66b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:37.207351 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-1edfc11d-41e3-4786-af25-74bfdce359d2 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:37.208235 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1edfc11d-41e3-4786-af25-74bfdce359d2 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:37.212164 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1edfc11d-41e3-4786-af25-74bfdce359d2 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/networks/72573d83-bf81-4fa1-82e7-333d2e2da66b HTTP/1.1" status: 404 len: 339 time: 0.0563836 Apr 20 16:33:37.217632 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33618) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:37.251771 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28f704ed-c377-435b-9872-9797747c4385 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:37.603930 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ba7f6993-1f16-4520-99ee-efeb2da152c8 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:33:37.809292 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-8ca9e818-1710-4028-a3c9-65b55ae2bba5 None None] Allocated IP 2001:db8:0:1::2 (6af51970-a6e8-460a-aa67-898955756906/00e6b752-0a77-4f9a-8ce8-4d8f1636402a/ba7f6993-1f16-4520-99ee-efeb2da152c8) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:37.868488 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2443a32-08de-450e-a9f2-0fbcfbe5506f req-5e4c1ba1-c20c-453e-be4e-01abdb23bcb9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:37.876661 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2443a32-08de-450e-a9f2-0fbcfbe5506f req-5e4c1ba1-c20c-453e-be4e-01abdb23bcb9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 946 time: 0.1105638 Apr 20 16:33:37.891319 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ba7f6993-1f16-4520-99ee-efeb2da152c8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:37.891961 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:37.899309 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-531ec7fe-b2a4-4d69-af9a-ebacdc7f4a52 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:37.932153 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2443a32-08de-450e-a9f2-0fbcfbe5506f req-4f1b78d5-5e54-4dc9-879e-f1a9f3d7cb94 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=96df2056-f33d-4671-9f21-5b50b319be5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542116 Apr 20 16:33:37.957252 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ace5b-eeed-4c45-abbd-9cd1974eb884 req-9b5fee77-e64f-4ce7-89c4-a6ec4950cc54 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:37.958768 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4d1ace5b-eeed-4c45-abbd-9cd1974eb884 req-9b5fee77-e64f-4ce7-89c4-a6ec4950cc54 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.5062091 Apr 20 16:33:37.960892 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ec7fe-b2a4-4d69-af9a-ebacdc7f4a52 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Port': ['ID=442b8fad-e3f5-4477-9b5b-9a16a5b9594d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:37.971740 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572611de-5a6e-46a8-8e03-bd6d4a842b08 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:37.976590 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-572611de-5a6e-46a8-8e03-bd6d4a842b08 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7577155 Apr 20 16:33:37.977206 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33624) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:38.065616 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960b63f-6655-46e1-a049-8136ab2c093e req-0634455e-a2b6-4532-bc6c-6ac4b5711d06 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:38.067159 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f960b63f-6655-46e1-a049-8136ab2c093e req-0634455e-a2b6-4532-bc6c-6ac4b5711d06 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.30 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 946 time: 0.0970988 Apr 20 16:33:38.125553 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8ca9e818-1710-4028-a3c9-65b55ae2bba5 None None] For port ba7f6993-1f16-4520-99ee-efeb2da152c8, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ba7f6993-1f16-4520-99ee-efeb2da152c8,segment=NetworkSegment(1dcf3e9e-bc1c-4e04-a89a-e2b441796767),segment_id=1dcf3e9e-bc1c-4e04-a89a-e2b441796767)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:38.157688 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-531ec7fe-b2a4-4d69-af9a-ebacdc7f4a52 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:38.161016 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-531ec7fe-b2a4-4d69-af9a-ebacdc7f4a52 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/442b8fad-e3f5-4477-9b5b-9a16a5b9594d HTTP/1.1" status: 204 len: 168 time: 1.9727530 Apr 20 16:33:38.169149 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33628) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:38.169485 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33630) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:38.175080 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8ca9e818-1710-4028-a3c9-65b55ae2bba5 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:38.185841 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2fe03474-731c-43f1-8833-153114942405 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "GET /v2.0/subnets?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 207 time: 0.1992950 Apr 20 16:33:38.220660 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4d1ace5b-eeed-4c45-abbd-9cd1974eb884 req-3d8307a8-365f-4573-b0aa-ee001d04a6ec tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408264 Apr 20 16:33:38.291043 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8ca9e818-1710-4028-a3c9-65b55ae2bba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:38.424596 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9e818-1710-4028-a3c9-65b55ae2bba5 None None] Pushing event updated for resources: {'Port': ['ID=ba7f6993-1f16-4520-99ee-efeb2da152c8,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:38.502722 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc624bec-c50d-4197-8dd3-d5be61682cbe tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:38.509491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc624bec-c50d-4197-8dd3-d5be61682cbe tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:38.520805 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc624bec-c50d-4197-8dd3-d5be61682cbe tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:38.530722 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc624bec-c50d-4197-8dd3-d5be61682cbe tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:38.537140 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33634) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:38.546441 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bc624bec-c50d-4197-8dd3-d5be61682cbe tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3670273 Apr 20 16:33:38.736028 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab1d104-9f53-4eee-bf24-1b32312d47bd tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:38.740103 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dab1d104-9f53-4eee-bf24-1b32312d47bd tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5666790 Apr 20 16:33:38.753491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33636) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:38.802291 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-28f704ed-c377-435b-9872-9797747c4385 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Delete allocated IP 2001:db8:0:1::322 (6af51970-a6e8-460a-aa67-898955756906/00e6b752-0a77-4f9a-8ce8-4d8f1636402a) {{(pid=103484) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 16:33:38.930861 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1651a76d-f73d-4c6c-9766-4042ba2b5b17 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3920655 Apr 20 16:33:38.936947 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33638) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:39.050514 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-f960b63f-6655-46e1-a049-8136ab2c093e req-cd37c5c3-7b7e-44ac-98b2-7963d2f459f7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Deleting port c030243a-3b3b-48d9-b958-e0bce2183416 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:39.060875 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f960b63f-6655-46e1-a049-8136ab2c093e req-cd37c5c3-7b7e-44ac-98b2-7963d2f459f7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:39.071279 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56857337-5658-49b7-aec3-19f2ff1c06b0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:39.073068 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56857337-5658-49b7-aec3-19f2ff1c06b0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:39.079481 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-56857337-5658-49b7-aec3-19f2ff1c06b0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1357701 Apr 20 16:33:39.079870 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33642) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:39.171424 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cb4c0d-98d5-476d-b506-02ebc99f76b5 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['shared'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:39.173550 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cb4c0d-98d5-476d-b506-02ebc99f76b5 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['shared'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:39.175128 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e0cb4c0d-98d5-476d-b506-02ebc99f76b5 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0943079 Apr 20 16:33:39.180900 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33646) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:39.205571 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f77dd5-0767-4b19-b01e-09f692686f02 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:39.210554 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-21f77dd5-0767-4b19-b01e-09f692686f02 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4559317 Apr 20 16:33:39.282079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33648) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:39.355048 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7509aae-f33e-4493-86d6-c52519ce6dcb tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:39.355048 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f7509aae-f33e-4493-86d6-c52519ce6dcb tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "GET /v2.0/networks/f499c58b-4bd7-4cd6-810e-00828e1d35b6 HTTP/1.1" status: 200 len: 800 time: 0.1722176 Apr 20 16:33:39.361542 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33654) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:39.423794 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f127d53-6df6-4f12-9d57-2e1c8ae4a7b8 None None] Network 6af51970-a6e8-460a-aa67-898955756906 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:39.476935 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56133077-646e-4710-9b79-2ac2332cf94f req-824d8520-a21d-40c2-bd4e-98dee533c305 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:39.479233 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-56133077-646e-4710-9b79-2ac2332cf94f req-824d8520-a21d-40c2-bd4e-98dee533c305 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1238751 Apr 20 16:33:39.547880 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-56133077-646e-4710-9b79-2ac2332cf94f req-392036b8-c72c-4b34-98f0-90513a08246c tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612648 Apr 20 16:33:39.562270 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-f960b63f-6655-46e1-a049-8136ab2c093e req-cd37c5c3-7b7e-44ac-98b2-7963d2f459f7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] For port c030243a-3b3b-48d9-b958-e0bce2183416, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=c030243a-3b3b-48d9-b958-e0bce2183416,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:39.562858 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f960b63f-6655-46e1-a049-8136ab2c093e req-cd37c5c3-7b7e-44ac-98b2-7963d2f459f7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:39.654601 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ba7f6993-1f16-4520-99ee-efeb2da152c8 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:33:39.763825 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ba7f6993-1f16-4520-99ee-efeb2da152c8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:39.764348 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:39.808837 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-928d7573-2c9d-437c-a467-874030ab0256 None None] Provisioning complete for port d398a43b-ace3-49c1-968c-b5ae9636bbdc triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:39.808837 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-928d7573-2c9d-437c-a467-874030ab0256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:39.844042 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f960b63f-6655-46e1-a049-8136ab2c093e req-cd37c5c3-7b7e-44ac-98b2-7963d2f459f7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:39.844750 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f960b63f-6655-46e1-a049-8136ab2c093e req-cd37c5c3-7b7e-44ac-98b2-7963d2f459f7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:39.845588 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-f960b63f-6655-46e1-a049-8136ab2c093e req-cd37c5c3-7b7e-44ac-98b2-7963d2f459f7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Floating IP b3f40701-3142-414b-95d5-2f4390492236 disassociated. External IP: 172.25.0.86, port: c030243a-3b3b-48d9-b958-e0bce2183416. Apr 20 16:33:39.845847 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-928d7573-2c9d-437c-a467-874030ab0256 None None] Port d398a43b-ace3-49c1-968c-b5ae9636bbdc cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:33:39.846143 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-f960b63f-6655-46e1-a049-8136ab2c093e req-cd37c5c3-7b7e-44ac-98b2-7963d2f459f7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Calling delete_port for c030243a-3b3b-48d9-b958-e0bce2183416 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:39.935440 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-928d7573-2c9d-437c-a467-874030ab0256 None None] Provisioning complete for port ba7f6993-1f16-4520-99ee-efeb2da152c8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:39.935816 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-928d7573-2c9d-437c-a467-874030ab0256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:40.014262 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28f704ed-c377-435b-9872-9797747c4385 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:40.050381 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a11303-b7da-4ea2-9467-589e39bba18d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:40.052647 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a11303-b7da-4ea2-9467-589e39bba18d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:40.057154 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a11303-b7da-4ea2-9467-589e39bba18d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:40.059453 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c2a11303-b7da-4ea2-9467-589e39bba18d tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7760544 Apr 20 16:33:40.062186 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33656) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:40.109371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c0893-d6ae-4951-bc74-b7d68a4fac76 req-184964d9-ba9e-41ac-abb2-d75d894f6fc8 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:40.109371 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-789c0893-d6ae-4951-bc74-b7d68a4fac76 req-184964d9-ba9e-41ac-abb2-d75d894f6fc8 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 946 time: 1.0064385 Apr 20 16:33:40.149882 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a5ad68f7-cad2-4ea0-9ca5-f321a97707f8 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "GET /v2.0/networks/f499c58b-4bd7-4cd6-810e-00828e1d35b6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.7713206 Apr 20 16:33:40.157133 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33658) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:40.167370 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f960b63f-6655-46e1-a049-8136ab2c093e req-cd37c5c3-7b7e-44ac-98b2-7963d2f459f7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:40.209572 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b219972-8ad3-460c-84f9-5b59b255b0f5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet 2a71a79c-1270-4fc6-bdb2-dc1132b411fd {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:33:40.219638 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b219972-8ad3-460c-84f9-5b59b255b0f5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:40.228099 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-789c0893-d6ae-4951-bc74-b7d68a4fac76 req-794454e6-0b4a-499a-8778-d4c6d5acd790 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=96df2056-f33d-4671-9f21-5b50b319be5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341212 Apr 20 16:33:40.232577 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28f704ed-c377-435b-9872-9797747c4385 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:40.240537 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37c5c3-7b7e-44ac-98b2-7963d2f459f7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event deleted for resources: {'Port': ['ID=c030243a-3b3b-48d9-b958-e0bce2183416,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:40.319870 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b219972-8ad3-460c-84f9-5b59b255b0f5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:40.435413 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45cc737-b369-46bc-acbc-0d840722d37d tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:40.442959 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f45cc737-b369-46bc-acbc-0d840722d37d tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "GET /v2.0/subnets/17f96cba-d35d-4405-997d-e9f2a9782b7d HTTP/1.1" status: 200 len: 811 time: 0.2846329 Apr 20 16:33:40.447214 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33664) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:40.539504 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b219972-8ad3-460c-84f9-5b59b255b0f5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:40.607436 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ef9ab137-24a9-4816-a3de-152b757febeb None None] Provisioning complete for port d398a43b-ace3-49c1-968c-b5ae9636bbdc triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:40.607965 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ef9ab137-24a9-4816-a3de-152b757febeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:40.657682 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853f325d-d3bf-4ec2-8b03-0ae834fe6f94 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['shared'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:40.668945 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-853f325d-d3bf-4ec2-8b03-0ae834fe6f94 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "GET /v2.0/subnets/17f96cba-d35d-4405-997d-e9f2a9782b7d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2220838 Apr 20 16:33:40.669912 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33668) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:40.679149 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b5b96c47-51d4-43c7-b42f-fd7026ec47af tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1749976166'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:40.683021 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ab137-24a9-4816-a3de-152b757febeb None None] Port d398a43b-ace3-49c1-968c-b5ae9636bbdc cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:33:40.705112 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ef9ab137-24a9-4816-a3de-152b757febeb None None] Provisioning complete for port ba7f6993-1f16-4520-99ee-efeb2da152c8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:40.705779 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ef9ab137-24a9-4816-a3de-152b757febeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:40.811323 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b219972-8ad3-460c-84f9-5b59b255b0f5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:40.885490 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5b219972-8ad3-460c-84f9-5b59b255b0f5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:40.889964 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5b219972-8ad3-460c-84f9-5b59b255b0f5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/2a71a79c-1270-4fc6-bdb2-dc1132b411fd HTTP/1.1" status: 204 len: 168 time: 0.8266745 Apr 20 16:33:40.895501 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323927e0-ed76-42ff-bd72-d191309a0dab None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:40.898830 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e55ebf-4905-4427-88c4-36f072ed7069 req-c8f68b0c-35e2-4005-a12e-daf572c2066d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:40.910705 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a7e55ebf-4905-4427-88c4-36f072ed7069 req-c8f68b0c-35e2-4005-a12e-daf572c2066d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1926627 Apr 20 16:33:40.912558 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b96c47-51d4-43c7-b42f-fd7026ec47af tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Made reservation on behalf of d6aa039c16e847d9821ec4a912e2c995 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:40.918473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33670) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:40.920780 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5b96c47-51d4-43c7-b42f-fd7026ec47af tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:40.923068 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b219972-8ad3-460c-84f9-5b59b255b0f5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=2a71a79c-1270-4fc6-bdb2-dc1132b411fd,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:41.007673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-28f704ed-c377-435b-9872-9797747c4385 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] In _notify_port_updated(), no bound segment for port d398a43b-ace3-49c1-968c-b5ae9636bbdc on network 6af51970-a6e8-460a-aa67-898955756906 {{(pid=103484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:33:41.015249 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f704ed-c377-435b-9872-9797747c4385 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:41.016840 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28f704ed-c377-435b-9872-9797747c4385 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:41.019580 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-28f704ed-c377-435b-9872-9797747c4385 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "PUT /v2.0/ports/d398a43b-ace3-49c1-968c-b5ae9636bbdc HTTP/1.1" status: 200 len: 926 time: 4.0648315 Apr 20 16:33:41.021003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f704ed-c377-435b-9872-9797747c4385 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Port': ['ID=d398a43b-ace3-49c1-968c-b5ae9636bbdc,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:41.027035 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33672) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:41.043642 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b96c47-51d4-43c7-b42f-fd7026ec47af tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:33:41.075499 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5b96c47-51d4-43c7-b42f-fd7026ec47af tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:41.076163 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-b5b96c47-51d4-43c7-b42f-fd7026ec47af tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Added segment 863510d2-85e5-4c5e-81d2-0d55765c3573 of type vlan for network b5553a05-61da-4e04-a157-5e24535bf76e Apr 20 16:33:41.125427 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-06e05965-a508-48cb-8916-1b41c4ab9b05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '15bd9407-0986-425b-a04f-4ac2cf2f9fa6'}, {'subnet_id': '00e6b752-0a77-4f9a-8ce8-4d8f1636402a'}]}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:41.151146 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5b96c47-51d4-43c7-b42f-fd7026ec47af tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:41.151965 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2b38539d-f5a0-45eb-a82d-2e4cbb15a3a9 None None] Provisioning complete for port d398a43b-ace3-49c1-968c-b5ae9636bbdc triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:41.152642 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2b38539d-f5a0-45eb-a82d-2e4cbb15a3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:41.175919 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f960b63f-6655-46e1-a049-8136ab2c093e req-cd37c5c3-7b7e-44ac-98b2-7963d2f459f7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Router b6bd22b3-a42d-4e80-9070-269f60e060c8 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:33:41.208383 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a7e55ebf-4905-4427-88c4-36f072ed7069 req-d6d5a649-6cca-4321-bbfd-eb1a3650d9db tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966549 Apr 20 16:33:41.210654 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2b38539d-f5a0-45eb-a82d-2e4cbb15a3a9 None None] Port d398a43b-ace3-49c1-968c-b5ae9636bbdc cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:33:41.281179 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5b96c47-51d4-43c7-b42f-fd7026ec47af tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:41.287445 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b96c47-51d4-43c7-b42f-fd7026ec47af tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:41.289155 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5b96c47-51d4-43c7-b42f-fd7026ec47af tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:41.330904 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-06e05965-a508-48cb-8916-1b41c4ab9b05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:41.356726 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ff3d6d-f346-45e8-a425-29200b0ab96e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Deleting subnet a3e2bbe3-4671-4fa3-9824-8d12246b27fd {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:33:41.388870 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-77ff3d6d-f346-45e8-a425-29200b0ab96e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:41.448471 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ed74e76c-186e-4fb3-83b5-93cba62d2950 req-c7d0f89c-3110-4d8e-9d1c-1707d6d2543f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 210 time: 0.0700328 Apr 20 16:33:41.487193 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b96c47-51d4-43c7-b42f-fd7026ec47af tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Network': ['ID=b5553a05-61da-4e04-a157-5e24535bf76e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:41.494301 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b5b96c47-51d4-43c7-b42f-fd7026ec47af tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8205566 Apr 20 16:33:41.496792 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33686) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:41.507203 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network b5553a05-61da-4e04-a157-5e24535bf76e details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:33:41.509477 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-40033c4c-5765-472e-84c4-6583e12693d0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'subnet': {'network_id': 'b5553a05-61da-4e04-a157-5e24535bf76e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:41.651302 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-77ff3d6d-f346-45e8-a425-29200b0ab96e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:41.776986 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-eda78190-9e72-4dec-b8f6-e564d108ba0f None None] Provisioning complete for port d398a43b-ace3-49c1-968c-b5ae9636bbdc triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:41.777491 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eda78190-9e72-4dec-b8f6-e564d108ba0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:41.831712 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-eda78190-9e72-4dec-b8f6-e564d108ba0f None None] Port d398a43b-ace3-49c1-968c-b5ae9636bbdc cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:33:41.899357 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f960b63f-6655-46e1-a049-8136ab2c093e req-cd37c5c3-7b7e-44ac-98b2-7963d2f459f7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:33:41.912707 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a44065-55b3-45e7-a0e5-93d9863caef1 None None] Sync routers for ids ['b6bd22b3-a42d-4e80-9070-269f60e060c8'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:33:41.921728 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40033c4c-5765-472e-84c4-6583e12693d0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Made reservation on behalf of d6aa039c16e847d9821ec4a912e2c995 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:41.926885 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40033c4c-5765-472e-84c4-6583e12693d0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:41.932764 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a44065-55b3-45e7-a0e5-93d9863caef1 None None] Routers {'b6bd22b3-a42d-4e80-9070-269f60e060c8'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:33:41.937535 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b1a44065-55b3-45e7-a0e5-93d9863caef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:33:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b6bd22b3-a42d-4e80-9070-269f60e060c8'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:42.065475 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-77ff3d6d-f346-45e8-a425-29200b0ab96e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:42.090762 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.ipam_backend_mixin [None req-40033c4c-5765-472e-84c4-6583e12693d0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Performing IP validity checks on allocation pools {{(pid=103485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 16:33:42.091460 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.ipam_backend_mixin [None req-40033c4c-5765-472e-84c4-6583e12693d0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 16:33:42.169228 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-b1a44065-55b3-45e7-a0e5-93d9863caef1 None None] Set router b6bd22b3-a42d-4e80-9070-269f60e060c8 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:33:42.340059 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-f960b63f-6655-46e1-a049-8136ab2c093e req-cd37c5c3-7b7e-44ac-98b2-7963d2f459f7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] No DVR routers for this DVR port c030243a-3b3b-48d9-b958-e0bce2183416 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:33:42.342897 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d869a900-a1e8-475d-8b78-1bc1986e13ba None None] get_active_networks_info from n-d-836146-2 {{(pid=103486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 16:33:42.343886 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f960b63f-6655-46e1-a049-8136ab2c093e req-cd37c5c3-7b7e-44ac-98b2-7963d2f459f7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:42.348100 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f960b63f-6655-46e1-a049-8136ab2c093e req-cd37c5c3-7b7e-44ac-98b2-7963d2f459f7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.30 "DELETE /v2.0/ports/c030243a-3b3b-48d9-b958-e0bce2183416 HTTP/1.1" status: 204 len: 173 time: 4.2701821 Apr 20 16:33:42.349257 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-77ff3d6d-f346-45e8-a425-29200b0ab96e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:42.352842 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7329dc8b-8296-4026-a09f-92c4162de804', 'name': 'network-vif-deleted', 'tag': 'c030243a-3b3b-48d9-b958-e0bce2183416'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:33:42.355161 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f322ab-cc6a-4c63-9366-eee7a9cf7f23" -d '{"events": [{"server_uuid": "7329dc8b-8296-4026-a09f-92c4162de804", "name": "network-vif-deleted", "tag": "c030243a-3b3b-48d9-b958-e0bce2183416"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:33:42.429983 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device c030243a-3b3b-48d9-b958-e0bce2183416 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:33:42.441630 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26317b2d-84f0-4439-a1f3-c4e6634cbe5e x-openstack-request-id: req-26317b2d-84f0-4439-a1f3-c4e6634cbe5e {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:33:42.442218 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7329dc8b-8296-4026-a09f-92c4162de804", "name": "network-vif-deleted", "tag": "c030243a-3b3b-48d9-b958-e0bce2183416", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:33:42.442646 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26317b2d-84f0-4439-a1f3-c4e6634cbe5e {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:33:42.443212 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26317b2d-84f0-4439-a1f3-c4e6634cbe5e'] response: {'server_uuid': '7329dc8b-8296-4026-a09f-92c4162de804', 'name': 'network-vif-deleted', 'tag': 'c030243a-3b3b-48d9-b958-e0bce2183416', 'status': 'completed', 'code': 200} Apr 20 16:33:42.449545 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff3d6d-f346-45e8-a425-29200b0ab96e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e2bbe3-4671-4fa3-9824-8d12246b27fd,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:42.455133 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-77ff3d6d-f346-45e8-a425-29200b0ab96e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:42.458634 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-77ff3d6d-f346-45e8-a425-29200b0ab96e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/a3e2bbe3-4671-4fa3-9824-8d12246b27fd HTTP/1.1" status: 204 len: 168 time: 1.5282316 Apr 20 16:33:42.462940 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33694) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:42.494500 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4be037-dc5a-4b12-b038-52f35ad9b990 req-f2cb401d-300e-4abb-841c-0e6cfa0b9130 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:42.498069 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da4be037-dc5a-4b12-b038-52f35ad9b990 req-f2cb401d-300e-4abb-841c-0e6cfa0b9130 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1485808 Apr 20 16:33:42.508510 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: c030243a-3b3b-48d9-b958-e0bce2183416 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:33:42.508852 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device c030243a-3b3b-48d9-b958-e0bce2183416 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:33:42.574280 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-08e5b72f-124f-4763-acb4-ac862da48284 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1092165 Apr 20 16:33:42.575947 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33698) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:42.580576 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-da4be037-dc5a-4b12-b038-52f35ad9b990 req-0bb2b36e-b7a7-421d-aeee-e12b8c07b3a6 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755744 Apr 20 16:33:42.637585 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-bbe1b7be-a32c-4824-90dd-a0badcce52b4 None None] Provisioning complete for port a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:42.643080 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bbe1b7be-a32c-4824-90dd-a0badcce52b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:42.660966 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-239a3c50-0ef1-4a11-b603-26b8ce54ab03 req-c788472c-4b39-462e-b7c0-d464f38d89d8 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 210 time: 0.0824869 Apr 20 16:33:42.701149 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85fe866-1fc7-40cb-bfd9-8259735e0594 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:42.702920 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c85fe866-1fc7-40cb-bfd9-8259735e0594 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1258891 Apr 20 16:33:42.712892 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33704) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:42.719465 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-06e05965-a508-48cb-8916-1b41c4ab9b05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Allocated IP 2001:db8:0:1::353 (6af51970-a6e8-460a-aa67-898955756906/00e6b752-0a77-4f9a-8ce8-4d8f1636402a/d398a43b-ace3-49c1-968c-b5ae9636bbdc) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:42.801743 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d869a900-a1e8-475d-8b78-1bc1986e13ba None None] Resources bound (agent type, host, resource id): {{(pid=103486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 16:33:42.812547 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40033c4c-5765-472e-84c4-6583e12693d0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:42.825265 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06f550-045f-42e7-9407-7e86c3e3ddcb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:42.830882 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6b06f550-045f-42e7-9407-7e86c3e3ddcb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1168606 Apr 20 16:33:42.849568 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33708) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:42.964160 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-06e05965-a508-48cb-8916-1b41c4ab9b05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:42.967420 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ddd58933-00ef-4589-892e-67e9f5be935c tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1107664 Apr 20 16:33:42.974192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33710) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:42.993748 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b1a44065-55b3-45e7-a0e5-93d9863caef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:19Z', 'revision_number': 5, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:43.002760 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6bef3e-1592-44e4-b65c-ef1e664c77d6 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:43.003478 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6bef3e-1592-44e4-b65c-ef1e664c77d6 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:43.007215 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0f6bef3e-1592-44e4-b65c-ef1e664c77d6 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/442b8fad-e3f5-4477-9b5b-9a16a5b9594d HTTP/1.1" status: 404 len: 333 time: 0.0340242 Apr 20 16:33:43.009209 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40033c4c-5765-472e-84c4-6583e12693d0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Subnet': ['ID=f2a15fe0-a142-4724-83ae-cd370101f836,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:43.010129 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33712) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:43.020197 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40033c4c-5765-472e-84c4-6583e12693d0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Checking segment: {'id': '863510d2-85e5-4c5e-81d2-0d55765c3573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b5553a05-61da-4e04-a157-5e24535bf76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:33:43.020605 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40033c4c-5765-472e-84c4-6583e12693d0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Network hostable DHCP agents. Network: b5553a05-61da-4e04-a157-5e24535bf76e, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:33:43.037213 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3228dcf-7b59-4807-8ab7-f29e367e49e8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:43.037741 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3228dcf-7b59-4807-8ab7-f29e367e49e8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:43.039578 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a44065-55b3-45e7-a0e5-93d9863caef1 None None] Checking router: b6bd22b3-a42d-4e80-9070-269f60e060c8 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:33:43.041323 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a3228dcf-7b59-4807-8ab7-f29e367e49e8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/2a71a79c-1270-4fc6-bdb2-dc1132b411fd HTTP/1.1" status: 404 len: 337 time: 0.0301504 Apr 20 16:33:43.043808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33714) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:43.069677 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a44065-55b3-45e7-a0e5-93d9863caef1 None None] Routers {'b6bd22b3-a42d-4e80-9070-269f60e060c8'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:33:43.070301 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b1a44065-55b3-45e7-a0e5-93d9863caef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:33:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b6bd22b3-a42d-4e80-9070-269f60e060c8'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:43.071465 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-7476e388-ab0d-4f2a-8d6b-81c12bc6ba1b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:43.071963 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7476e388-ab0d-4f2a-8d6b-81c12bc6ba1b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:43.075017 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7476e388-ab0d-4f2a-8d6b-81c12bc6ba1b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/a3e2bbe3-4671-4fa3-9824-8d12246b27fd HTTP/1.1" status: 404 len: 337 time: 0.0302386 Apr 20 16:33:43.077599 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33716) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:43.105104 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a76ec1e-439d-4a2a-bb16-b49f03cd9dc3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:43.106501 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a76ec1e-439d-4a2a-bb16-b49f03cd9dc3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:43.109456 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0a76ec1e-439d-4a2a-bb16-b49f03cd9dc3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/7a89c938-b40b-4447-b793-b3f8d46fa72b HTTP/1.1" status: 404 len: 333 time: 0.0308626 Apr 20 16:33:43.112181 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33718) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:43.143925 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ec6f43-118e-472c-a2ea-7eee1f953af1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:43.144524 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72ec6f43-118e-472c-a2ea-7eee1f953af1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:43.148370 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-72ec6f43-118e-472c-a2ea-7eee1f953af1 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/75257bea-ef70-47ae-8a79-2876e712db8c HTTP/1.1" status: 404 len: 337 time: 0.0348246 Apr 20 16:33:43.150754 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33720) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:43.191931 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b990b8f-6c7d-4ad6-b19a-7413a9a888c8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:43.192508 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b990b8f-6c7d-4ad6-b19a-7413a9a888c8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:43.198836 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2b990b8f-6c7d-4ad6-b19a-7413a9a888c8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/de43801e-b9b0-4bc0-b004-3f6654805fe1 HTTP/1.1" status: 404 len: 337 time: 0.0448537 Apr 20 16:33:43.199146 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33722) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:43.229151 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e90ae60-4b5a-436a-89a2-7d24bbb07e2a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:43.229835 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e90ae60-4b5a-436a-89a2-7d24bbb07e2a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:43.236008 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4e90ae60-4b5a-436a-89a2-7d24bbb07e2a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/e1f06f10-0830-4b5c-9e61-b663523db014 HTTP/1.1" status: 404 len: 333 time: 0.0336769 Apr 20 16:33:43.236261 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33724) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:43.237395 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-b1a44065-55b3-45e7-a0e5-93d9863caef1 None None] Set router b6bd22b3-a42d-4e80-9070-269f60e060c8 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:33:43.264368 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74b324b-f7e4-4fff-8724-5b6c6c08d252 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:43.264837 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f74b324b-f7e4-4fff-8724-5b6c6c08d252 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:43.268857 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f74b324b-f7e4-4fff-8724-5b6c6c08d252 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/89f754d5-59d2-4da3-8bc8-1560413a84d6 HTTP/1.1" status: 404 len: 337 time: 0.0316024 Apr 20 16:33:43.271374 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33726) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:43.301446 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf430d8-59a2-4808-b647-68c6b3c1db1b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:43.301446 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf430d8-59a2-4808-b647-68c6b3c1db1b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:43.303860 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6bf430d8-59a2-4808-b647-68c6b3c1db1b tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/50646dc2-24b3-4879-b15b-67d877870bbb HTTP/1.1" status: 404 len: 337 time: 0.0314462 Apr 20 16:33:43.306604 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33728) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:43.331874 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b880e90-0cf8-4c61-90f9-7fafab14bfc5 None None] Network 10294607-eb5e-406e-b70a-cc143553f735 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:43.333646 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d9989c-f674-48d5-b0c1-ed0fa209a550 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:43.335562 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d9989c-f674-48d5-b0c1-ed0fa209a550 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:43.338981 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-95d9989c-f674-48d5-b0c1-ed0fa209a550 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/5ee17cd4-c799-405d-a12e-d0d0fc8a33d3 HTTP/1.1" status: 404 len: 333 time: 0.0294354 Apr 20 16:33:43.344314 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33730) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:43.362169 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-06e05965-a508-48cb-8916-1b41c4ab9b05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:43.375002 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81707c3-bfa2-474c-8832-8cefafb9247c tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:43.375464 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81707c3-bfa2-474c-8832-8cefafb9247c tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:43.380905 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f81707c3-bfa2-474c-8832-8cefafb9247c tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/a3b23ec0-d085-43b6-9835-17b7e597e97a HTTP/1.1" status: 404 len: 337 time: 0.0331435 Apr 20 16:33:43.380905 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40033c4c-5765-472e-84c4-6583e12693d0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Network b5553a05-61da-4e04-a157-5e24535bf76e is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:33:43.382041 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33732) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:43.423037 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01a02c5-4c41-4db2-8c5a-5252aa2f6d43 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:43.423401 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e01a02c5-4c41-4db2-8c5a-5252aa2f6d43 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:43.426735 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e01a02c5-4c41-4db2-8c5a-5252aa2f6d43 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/4a5106b0-a32a-4eac-bb28-d658555fa479 HTTP/1.1" status: 404 len: 337 time: 0.0435159 Apr 20 16:33:43.429792 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33734) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:43.455404 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e05965-a508-48cb-8916-1b41c4ab9b05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Port': ['ID=d398a43b-ace3-49c1-968c-b5ae9636bbdc,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:43.456434 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-7606ea0e-0f2b-46c7-ad7c-0b66da7eb236 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:43.457111 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7606ea0e-0f2b-46c7-ad7c-0b66da7eb236 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:43.473815 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-06e05965-a508-48cb-8916-1b41c4ab9b05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] In _notify_port_updated(), no bound segment for port d398a43b-ace3-49c1-968c-b5ae9636bbdc on network 6af51970-a6e8-460a-aa67-898955756906 {{(pid=103484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:33:43.480003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e05965-a508-48cb-8916-1b41c4ab9b05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:43.480981 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-06e05965-a508-48cb-8916-1b41c4ab9b05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:43.486018 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-06e05965-a508-48cb-8916-1b41c4ab9b05 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "PUT /v2.0/ports/d398a43b-ace3-49c1-968c-b5ae9636bbdc HTTP/1.1" status: 200 len: 1012 time: 2.3656330 Apr 20 16:33:43.486759 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33738) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:43.500931 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7606ea0e-0f2b-46c7-ad7c-0b66da7eb236 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/50c741af-7940-4771-8b33-09dd99d496dc HTTP/1.1" status: 404 len: 333 time: 0.0693729 Apr 20 16:33:43.507943 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33742) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:43.543384 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-17cef792-fa07-4575-8a2a-3a179d14ccdb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:43.562775 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17cef792-fa07-4575-8a2a-3a179d14ccdb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:43.574315 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-17cef792-fa07-4575-8a2a-3a179d14ccdb tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/bf0427eb-3ec0-498b-8a99-5fc4102cdfec HTTP/1.1" status: 404 len: 337 time: 0.0629520 Apr 20 16:33:43.574315 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-40033c4c-5765-472e-84c4-6583e12693d0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, b5553a05-61da-4e04-a157-5e24535bf76e) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:43.578247 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33744) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:43.594082 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40033c4c-5765-472e-84c4-6583e12693d0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:43.594875 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40033c4c-5765-472e-84c4-6583e12693d0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:43.650841 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a27e89-064b-4998-a7cf-af6ee0997a3c tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:43.651811 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98a27e89-064b-4998-a7cf-af6ee0997a3c tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:43.656105 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-98a27e89-064b-4998-a7cf-af6ee0997a3c tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/80549bf7-9510-428f-8eb4-bad38a74e269 HTTP/1.1" status: 404 len: 333 time: 0.0716333 Apr 20 16:33:43.660478 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-8b7354c9-48ed-4269-b267-c869fc15e362 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting port d398a43b-ace3-49c1-968c-b5ae9636bbdc {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:43.660829 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8b7354c9-48ed-4269-b267-c869fc15e362 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:43.663350 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33748) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:43.677369 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e599386-53a5-4111-ba4b-75f15c8ace33 None None] Network b5553a05-61da-4e04-a157-5e24535bf76e requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:43.745126 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-5684394f-7a2e-46a0-ad92-a34368e8649a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:43.752563 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5684394f-7a2e-46a0-ad92-a34368e8649a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:43.752563 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5684394f-7a2e-46a0-ad92-a34368e8649a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/416e087c-d18a-495f-a214-7bbd35fafe79 HTTP/1.1" status: 404 len: 337 time: 0.0843649 Apr 20 16:33:43.752563 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33756) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:43.818883 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-086c227d-68dd-474d-ba89-f0e6a9e91147 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:43.819630 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086c227d-68dd-474d-ba89-f0e6a9e91147 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:43.823663 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-086c227d-68dd-474d-ba89-f0e6a9e91147 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/5644ec83-dc50-4309-95ee-b662a5b14c95 HTTP/1.1" status: 404 len: 333 time: 0.0705948 Apr 20 16:33:43.826306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33762) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:43.853242 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-40033c4c-5765-472e-84c4-6583e12693d0 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.3551488 Apr 20 16:33:43.872278 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33764) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:43.899395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-11a0c93c-462d-4b30-b49c-220a066d3449 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:43.934001 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b1a44065-55b3-45e7-a0e5-93d9863caef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:19Z', 'revision_number': 5, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:44.005318 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dfd3ef-018d-4cd3-a5d9-e33fe498ad27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-b5553a05-61da-4e04-a157-5e24535bf76e', 'network_id': 'b5553a05-61da-4e04-a157-5e24535bf76e', 'tenant_id': 'd6aa039c16e847d9821ec4a912e2c995', 'fixed_ips': [{'subnet_id': 'f2a15fe0-a142-4724-83ae-cd370101f836'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:33:44.006231 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d0dfd3ef-018d-4cd3-a5d9-e33fe498ad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:44.011323 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a44065-55b3-45e7-a0e5-93d9863caef1 None None] The sync data for ids ['b6bd22b3-a42d-4e80-9070-269f60e060c8'] in n-d-836146-2 is: [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:19Z', 'revision_number': 5, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:33:44.036640 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ed78c1-e4a5-4b36-9df0-97847db8a470 None None] DHCP port deletion for 10294607-eb5e-406e-b70a-cc143553f735 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:33:44.041920 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b5aabed0-9c7a-4ef8-ba8e-0a98fa175a45 None None] Provisioning complete for port d398a43b-ace3-49c1-968c-b5ae9636bbdc triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:44.042291 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b5aabed0-9c7a-4ef8-ba8e-0a98fa175a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:44.051976 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ad50d-d847-4a88-bd9d-5087b0419716 req-da8ca1e3-c6c7-474a-b693-1385574579ad tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:44.056458 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f106cb1-28c6-4a16-ace4-d7b77169419e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:44.058884 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-422ad50d-d847-4a88-bd9d-5087b0419716 req-da8ca1e3-c6c7-474a-b693-1385574579ad tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.3152199 Apr 20 16:33:44.065177 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f106cb1-28c6-4a16-ace4-d7b77169419e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:44.088062 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7f106cb1-28c6-4a16-ace4-d7b77169419e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/c72e39f2-06a5-4b9e-b81b-6f56f0baf44e HTTP/1.1" status: 404 len: 337 time: 0.2573884 Apr 20 16:33:44.113355 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33768) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:44.137292 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-72923635-7f0c-4460-a01e-ca2959abc732 req-b5d7b93d-492b-49c9-99ef-e566af9baf1c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=7329dc8b-8296-4026-a09f-92c4162de804 HTTP/1.1" status: 200 len: 210 time: 0.1363909 Apr 20 16:33:44.192148 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b5aabed0-9c7a-4ef8-ba8e-0a98fa175a45 None None] Port d398a43b-ace3-49c1-968c-b5ae9636bbdc cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:33:44.213724 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8b7354c9-48ed-4269-b267-c869fc15e362 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:44.250131 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c78585-cdad-4c71-b969-dce3a12e61bd tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:44.250670 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c78585-cdad-4c71-b969-dce3a12e61bd tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:44.251136 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b2ed78c1-e4a5-4b36-9df0-97847db8a470 None None] Deleting port a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:44.251502 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b2ed78c1-e4a5-4b36-9df0-97847db8a470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:44.256058 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-72c78585-cdad-4c71-b969-dce3a12e61bd tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/8e201c1e-88b3-439e-bbaa-fd3761c76c4e HTTP/1.1" status: 404 len: 333 time: 0.1340630 Apr 20 16:33:44.256258 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-8b7354c9-48ed-4269-b267-c869fc15e362 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Calling delete_port for d398a43b-ace3-49c1-968c-b5ae9636bbdc owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:44.263990 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33770) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:44.288561 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-422ad50d-d847-4a88-bd9d-5087b0419716 req-d1767c51-7d98-4760-8bdd-6d8a849eec7c tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173586 Apr 20 16:33:44.305015 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-d0dfd3ef-018d-4cd3-a5d9-e33fe498ad27 None None] Allocated IP 172.20.0.3 (b5553a05-61da-4e04-a157-5e24535bf76e/f2a15fe0-a142-4724-83ae-cd370101f836/e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:44.319142 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-11a0c93c-462d-4b30-b49c-220a066d3449 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1497687'] for subnet, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:44.342236 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b2ed78c1-e4a5-4b36-9df0-97847db8a470 None None] For port a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4,segment=NetworkSegment(61e5beb4-213d-45c5-8f4d-320b56367665),segment_id=61e5beb4-213d-45c5-8f4d-320b56367665)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:44.342776 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b2ed78c1-e4a5-4b36-9df0-97847db8a470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:44.346591 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-7519c80c-4a65-457c-b1ce-746744637185 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:44.346957 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7519c80c-4a65-457c-b1ce-746744637185 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:44.350107 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7519c80c-4a65-457c-b1ce-746744637185 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/83b2e960-0d0e-4aeb-b79c-c61eeecf15a3 HTTP/1.1" status: 404 len: 337 time: 0.0751681 Apr 20 16:33:44.358683 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33772) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:44.415635 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b2ed78c1-e4a5-4b36-9df0-97847db8a470 None None] Calling delete_port for a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:44.445402 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b0f777-8b59-4e3e-9295-4a5f6f353546 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:44.446673 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90b0f777-8b59-4e3e-9295-4a5f6f353546 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:44.459202 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-90b0f777-8b59-4e3e-9295-4a5f6f353546 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/3d368dfd-28cd-4394-8b36-1f6ce751b5bd HTTP/1.1" status: 404 len: 333 time: 0.0968752 Apr 20 16:33:44.460257 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33774) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:44.499085 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-dccc9bfe-405d-46b0-81fb-6d12a318e850 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:44.499646 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dccc9bfe-405d-46b0-81fb-6d12a318e850 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:44.507432 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dccc9bfe-405d-46b0-81fb-6d12a318e850 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/cd2ecf68-2926-4570-8597-9fb9d5b4a789 HTTP/1.1" status: 404 len: 337 time: 0.0421035 Apr 20 16:33:44.508956 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33776) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:44.572945 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6693561-cd4c-4115-953e-f9b4270a1dd2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:44.576892 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6693561-cd4c-4115-953e-f9b4270a1dd2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:44.580998 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c6693561-cd4c-4115-953e-f9b4270a1dd2 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/d3b02bce-4f82-48a0-bd71-406e138f61f9 HTTP/1.1" status: 404 len: 333 time: 0.0710418 Apr 20 16:33:44.591175 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33778) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:44.591778 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1a594c-03b6-4b66-97a0-f1b0a4e0d434 None None] New status for floating IP b3f40701-3142-414b-95d5-2f4390492236: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:33:44.669545 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca92bcd-2af3-44f1-8476-f8f092661b61 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:44.670451 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca92bcd-2af3-44f1-8476-f8f092661b61 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:44.683471 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bca92bcd-2af3-44f1-8476-f8f092661b61 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/7dfc6d10-f35d-4946-80ff-76986ea63212 HTTP/1.1" status: 404 len: 337 time: 0.0907807 Apr 20 16:33:44.685686 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33780) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:44.686110 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b2ed78c1-e4a5-4b36-9df0-97847db8a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:44.732849 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-78c21da8-8dd9-47da-9988-fc79abd58aa8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:44.733568 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78c21da8-8dd9-47da-9988-fc79abd58aa8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:44.738056 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-78c21da8-8dd9-47da-9988-fc79abd58aa8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/d4bbce37-8d3c-4b8c-abd9-14540b428e60 HTTP/1.1" status: 404 len: 337 time: 0.0509479 Apr 20 16:33:44.740824 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33782) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:44.752639 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed78c1-e4a5-4b36-9df0-97847db8a470 None None] Pushing event deleted for resources: {'Port': ['ID=a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:44.775599 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ed78c1-e4a5-4b36-9df0-97847db8a470 None None] No DVR routers for this DVR port a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:33:44.776794 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9aaece-9bf3-4de5-8b36-e4eef642e9ba tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:44.777689 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c9aaece-9bf3-4de5-8b36-e4eef642e9ba tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:44.782434 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9c9aaece-9bf3-4de5-8b36-e4eef642e9ba tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/cbf16fbb-5780-4b81-ab5f-b1c339842d98 HTTP/1.1" status: 404 len: 333 time: 0.0395589 Apr 20 16:33:44.784303 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33784) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:44.831514 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-740b9323-655a-449d-8d4f-3ab4cefd91c7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:44.831975 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-740b9323-655a-449d-8d4f-3ab4cefd91c7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:44.840134 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8b7354c9-48ed-4269-b267-c869fc15e362 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:44.854225 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-740b9323-655a-449d-8d4f-3ab4cefd91c7 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/14a0ca99-176d-4b8b-a032-72b9aa5edf91 HTTP/1.1" status: 404 len: 337 time: 0.0681405 Apr 20 16:33:44.864194 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33786) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:44.904375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7354c9-48ed-4269-b267-c869fc15e362 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Port': ['ID=d398a43b-ace3-49c1-968c-b5ae9636bbdc,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:44.917214 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc31c8a-52d6-443f-98b6-8a6fdbec6490 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:44.917716 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc31c8a-52d6-443f-98b6-8a6fdbec6490 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:44.922805 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4dc31c8a-52d6-443f-98b6-8a6fdbec6490 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/eb2e645a-074a-4d6f-94c7-c4a1f3e6bbd4 HTTP/1.1" status: 404 len: 337 time: 0.0592766 Apr 20 16:33:44.923447 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33790) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:44.939701 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d0dfd3ef-018d-4cd3-a5d9-e33fe498ad27 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:44.974785 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-e522cbe4-d468-4909-872f-e21f7bd75406 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:44.978694 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e522cbe4-d468-4909-872f-e21f7bd75406 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:44.984977 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33792) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:44.996926 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e522cbe4-d468-4909-872f-e21f7bd75406 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/ac3ed790-595f-455a-9208-b944e4e3071f HTTP/1.1" status: 404 len: 333 time: 0.0723927 Apr 20 16:33:45.033826 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd845e7-2595-4fdd-9ebf-73fa9749a00e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:45.034387 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd845e7-2595-4fdd-9ebf-73fa9749a00e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:45.043875 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33794) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:45.045048 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8b7354c9-48ed-4269-b267-c869fc15e362 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:45.048476 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8b7354c9-48ed-4269-b267-c869fc15e362 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/ports/d398a43b-ace3-49c1-968c-b5ae9636bbdc HTTP/1.1" status: 204 len: 168 time: 1.5606956 Apr 20 16:33:45.049145 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6cd845e7-2595-4fdd-9ebf-73fa9749a00e tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/9951c038-5da9-4922-8fa2-2ad4c5abfc83 HTTP/1.1" status: 404 len: 337 time: 0.0630796 Apr 20 16:33:45.052146 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33796) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:45.093125 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-21694ab6-c2d8-42b6-802c-41350c67bb4f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] GET failed (client error): The resource could not be found. Apr 20 16:33:45.094806 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-21694ab6-c2d8-42b6-802c-41350c67bb4f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports/d398a43b-ace3-49c1-968c-b5ae9636bbdc HTTP/1.1" status: 404 len: 333 time: 0.0414956 Apr 20 16:33:45.102360 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33798) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:45.133163 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fddd6e0-3c37-4851-a0c8-11e2738bc874 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:45.133627 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fddd6e0-3c37-4851-a0c8-11e2738bc874 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:45.138003 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d0dfd3ef-018d-4cd3-a5d9-e33fe498ad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:45.143132 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2fddd6e0-3c37-4851-a0c8-11e2738bc874 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/0bd9acef-288b-45b4-8f4a-2fec593fd309 HTTP/1.1" status: 404 len: 337 time: 0.0916476 Apr 20 16:33:45.143746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33800) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:45.209928 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dfd3ef-018d-4cd3-a5d9-e33fe498ad27 None None] Network b5553a05-61da-4e04-a157-5e24535bf76e is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:45.213381 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-d0dfd3ef-018d-4cd3-a5d9-e33fe498ad27 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:45.219582 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-308bab54-d6f1-4f93-808a-b4f9180cef6f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:45.220369 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308bab54-d6f1-4f93-808a-b4f9180cef6f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:45.230019 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-308bab54-d6f1-4f93-808a-b4f9180cef6f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/2340d392-e2de-4334-bb95-b1099952f92e HTTP/1.1" status: 404 len: 333 time: 0.0827739 Apr 20 16:33:45.230234 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dfd3ef-018d-4cd3-a5d9-e33fe498ad27 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:33:45.232426 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33806) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:45.303041 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfd3ef-018d-4cd3-a5d9-e33fe498ad27 None None] Pushing event updated for resources: {'Port': ['ID=e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:45.354869 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d0dfd3ef-018d-4cd3-a5d9-e33fe498ad27 None None] Attempting to bind port e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:33:45.355247 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d0dfd3ef-018d-4cd3-a5d9-e33fe498ad27 None None] Attempting to bind port e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '863510d2-85e5-4c5e-81d2-0d55765c3573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b5553a05-61da-4e04-a157-5e24535bf76e'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:33:45.356005 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dfd3ef-018d-4cd3-a5d9-e33fe498ad27 None None] Attempting to bind port e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8 on network b5553a05-61da-4e04-a157-5e24535bf76e {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:33:45.364747 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dfd3ef-018d-4cd3-a5d9-e33fe498ad27 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:33:45.365184 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dfd3ef-018d-4cd3-a5d9-e33fe498ad27 None None] Checking segment: {'id': '863510d2-85e5-4c5e-81d2-0d55765c3573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b5553a05-61da-4e04-a157-5e24535bf76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:33:45.365690 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d0dfd3ef-018d-4cd3-a5d9-e33fe498ad27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:45.367120 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dfd3ef-018d-4cd3-a5d9-e33fe498ad27 None None] Bound using segment: {'id': '863510d2-85e5-4c5e-81d2-0d55765c3573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b5553a05-61da-4e04-a157-5e24535bf76e'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:33:45.368224 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d0dfd3ef-018d-4cd3-a5d9-e33fe498ad27 None None] Bound port: e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863510d2-85e5-4c5e-81d2-0d55765c3573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b5553a05-61da-4e04-a157-5e24535bf76e'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:33:45.368753 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d0dfd3ef-018d-4cd3-a5d9-e33fe498ad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:45.451073 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33812) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:45.478493 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d0dfd3ef-018d-4cd3-a5d9-e33fe498ad27 None None] For port e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:33:45.484209 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d0dfd3ef-018d-4cd3-a5d9-e33fe498ad27 None None] For port e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8,segment=NetworkSegment(863510d2-85e5-4c5e-81d2-0d55765c3573),segment_id=863510d2-85e5-4c5e-81d2-0d55765c3573)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:33:45.501619 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:33:45.541783 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:33:45.541783 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a02a61b7-8b36-4fe0-b9e8-83d5668a4fe4 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:33:45.545969 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5b7d3-eaf7-414f-94b7-e2303ece391d req-a6c1d446-e00a-416c-84b0-514654d55d1a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:45.547531 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aef5b7d3-eaf7-414f-94b7-e2303ece391d req-a6c1d446-e00a-416c-84b0-514654d55d1a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1140440 Apr 20 16:33:45.555668 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a3d729-916b-4897-bd06-5fbb51c58f2f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting subnet 00e6b752-0a77-4f9a-8ce8-4d8f1636402a {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:33:45.559665 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21a3d729-916b-4897-bd06-5fbb51c58f2f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:45.591093 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf08220a-817c-40c9-919e-8c03045d4238 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:45.591808 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf08220a-817c-40c9-919e-8c03045d4238 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:45.595179 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bf08220a-817c-40c9-919e-8c03045d4238 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/f7816a42-5c33-4176-9477-1b42060c1644 HTTP/1.1" status: 404 len: 337 time: 0.3270566 Apr 20 16:33:45.596985 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d0dfd3ef-018d-4cd3-a5d9-e33fe498ad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:45.601317 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33814) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:45.612439 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7944f908-4594-4c9e-9445-d2b30a0b9d2c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:45.637859 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e0802c-bce1-4563-ba6a-d97163bf2bd5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:45.638306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e0802c-bce1-4563-ba6a-d97163bf2bd5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:45.641333 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-61e0802c-bce1-4563-ba6a-d97163bf2bd5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/6c172feb-4e2b-4bcf-bc09-ebe1dac22f25 HTTP/1.1" status: 404 len: 337 time: 0.0390470 Apr 20 16:33:45.644628 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33816) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:45.651765 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21a3d729-916b-4897-bd06-5fbb51c58f2f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:45.684517 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aef5b7d3-eaf7-414f-94b7-e2303ece391d req-f595f33e-1fd1-42d2-9edc-5adf127a26ae tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155970 Apr 20 16:33:45.699885 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7944f908-4594-4c9e-9445-d2b30a0b9d2c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:45.739390 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b354f580-ad67-4509-a3f4-34cfefc10974 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a8e42e5-a46e-4279-ac94-b0ef34493725 HTTP/1.1" status: 200 len: 205 time: 0.0913000 Apr 20 16:33:45.741068 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33820) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:45.749939 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfd3ef-018d-4cd3-a5d9-e33fe498ad27 None None] Pushing event updated for resources: {'Port': ['ID=e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:45.830426 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-d4fcd9ad-b7c9-4e26-85ef-e2ba4379266f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] delete failed (client error): The resource could not be found. Apr 20 16:33:45.833822 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d4fcd9ad-b7c9-4e26-85ef-e2ba4379266f tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/routers/4a8e42e5-a46e-4279-ac94-b0ef34493725 HTTP/1.1" status: 404 len: 336 time: 0.0895050 Apr 20 16:33:45.840665 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33822) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:45.892570 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21a3d729-916b-4897-bd06-5fbb51c58f2f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:45.936458 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-d192a7cd-314f-40da-8b40-3eeeb41a2872 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:45.936924 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d192a7cd-314f-40da-8b40-3eeeb41a2872 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:45.953110 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d192a7cd-314f-40da-8b40-3eeeb41a2872 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/65f04417-04ac-4a6e-8735-2e468d194bbc HTTP/1.1" status: 404 len: 337 time: 0.1090820 Apr 20 16:33:45.956757 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33824) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:45.969719 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-11a0c93c-462d-4b30-b49c-220a066d3449 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781838299576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62250099'] for subnet, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:46.094934 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-eb01c383-c8af-4149-b6fd-9ae762109e92 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "GET /v2.0/ports?device_id=5290acf1-acb5-4fd8-8365-86989fbf916f HTTP/1.1" status: 200 len: 205 time: 0.1337149 Apr 20 16:33:46.097971 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0c93c-462d-4b30-b49c-220a066d3449 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event updated for resources: {'Subnet': ['ID=f2a15fe0-a142-4724-83ae-cd370101f836,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:46.105086 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33828) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:46.110193 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21a3d729-916b-4897-bd06-5fbb51c58f2f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:46.198650 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-362707a2-65c9-498a-9e3a-ffd6baf23aac tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] delete failed (client error): The resource could not be found. Apr 20 16:33:46.203742 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-362707a2-65c9-498a-9e3a-ffd6baf23aac tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/routers/5290acf1-acb5-4fd8-8365-86989fbf916f HTTP/1.1" status: 404 len: 336 time: 0.0927451 Apr 20 16:33:46.203742 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7944f908-4594-4c9e-9445-d2b30a0b9d2c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:46.208784 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d17edeb-6278-47bb-89a6-0b62a8c71406 None None] Network 6af51970-a6e8-460a-aa67-898955756906 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:46.218882 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21a3d729-916b-4897-bd06-5fbb51c58f2f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:46.221138 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7944f908-4594-4c9e-9445-d2b30a0b9d2c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:46.224978 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7944f908-4594-4c9e-9445-d2b30a0b9d2c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "DELETE /v2.0/security-groups/96df2056-f33d-4671-9f21-5b50b319be5f HTTP/1.1" status: 204 len: 168 time: 0.7626390 Apr 20 16:33:46.226306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33830) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:46.232942 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-21a3d729-916b-4897-bd06-5fbb51c58f2f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/subnets/00e6b752-0a77-4f9a-8ce8-4d8f1636402a HTTP/1.1" status: 204 len: 168 time: 1.1294384 Apr 20 16:33:46.233615 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33832) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:46.251838 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3d729-916b-4897-bd06-5fbb51c58f2f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Subnet': ['ID=00e6b752-0a77-4f9a-8ce8-4d8f1636402a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:46.261002 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33834) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:46.312005 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944f908-4594-4c9e-9445-d2b30a0b9d2c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96df2056-f33d-4671-9f21-5b50b319be5f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:46.331254 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-d021d1c0-17be-4cfb-9ca4-d65311a56978 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:46.332570 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d021d1c0-17be-4cfb-9ca4-d65311a56978 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:46.345061 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d021d1c0-17be-4cfb-9ca4-d65311a56978 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/dc6c31c6-e779-47d7-a97f-132b4eff777f HTTP/1.1" status: 404 len: 337 time: 0.1005521 Apr 20 16:33:46.346129 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33836) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:46.388597 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a0c93c-462d-4b30-b49c-220a066d3449 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:46.389210 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-11a0c93c-462d-4b30-b49c-220a066d3449 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:46.390524 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-11a0c93c-462d-4b30-b49c-220a066d3449 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "PUT /v2.0/subnets/f2a15fe0-a142-4724-83ae-cd370101f836 HTTP/1.1" status: 200 len: 877 time: 2.5173874 Apr 20 16:33:46.391485 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-f3935bc4-ebe2-45c8-a2b1-7ed67e768d47 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] show failed (client error): The resource could not be found. Apr 20 16:33:46.400977 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f3935bc4-ebe2-45c8-a2b1-7ed67e768d47 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups/96df2056-f33d-4671-9f21-5b50b319be5f HTTP/1.1" status: 404 len: 347 time: 0.1467948 Apr 20 16:33:46.401593 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33838) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:46.401919 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33840) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:46.412803 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67b669d-c853-4fdf-92a0-37f588ca5f37 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:46.413567 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f67b669d-c853-4fdf-92a0-37f588ca5f37 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:46.421038 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f67b669d-c853-4fdf-92a0-37f588ca5f37 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/bbf7dbb2-eba4-4d97-8351-2388d9486682 HTTP/1.1" status: 404 len: 337 time: 0.0733860 Apr 20 16:33:46.422058 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33842) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:46.481210 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-608303c0-e72b-4f4f-8cfc-b597d3dd97f3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:46.482346 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-608303c0-e72b-4f4f-8cfc-b597d3dd97f3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:46.491075 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-608303c0-e72b-4f4f-8cfc-b597d3dd97f3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/435ef60f-ff57-4e4d-9095-cbf07f6085c9 HTTP/1.1" status: 404 len: 333 time: 0.0674267 Apr 20 16:33:46.492218 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33844) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:46.542323 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c36a2e-c88b-4ab3-9e75-dbc59645b608 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:46.542848 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c36a2e-c88b-4ab3-9e75-dbc59645b608 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:46.567947 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d7c36a2e-c88b-4ab3-9e75-dbc59645b608 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/a60c4caf-7954-419b-a459-6abb34f5837a HTTP/1.1" status: 404 len: 337 time: 0.0701578 Apr 20 16:33:46.568724 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33846) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:46.730073 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5ba65c-2629-4518-b50c-dd83defb4da3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:46.731011 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee5ba65c-2629-4518-b50c-dd83defb4da3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:46.734032 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ee5ba65c-2629-4518-b50c-dd83defb4da3 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/39233b4b-46ab-484a-97b0-4ede26fb282a HTTP/1.1" status: 404 len: 333 time: 0.1590312 Apr 20 16:33:46.736831 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33850) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:46.739136 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fae7090-5abe-4557-87df-27c24bc8dfe0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting subnet 15bd9407-0986-425b-a04f-4ac2cf2f9fa6 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:33:46.747247 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6fae7090-5abe-4557-87df-27c24bc8dfe0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:46.768604 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb8a6fd-e289-4db4-87a4-1caac35fb63a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:46.769441 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb8a6fd-e289-4db4-87a4-1caac35fb63a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:46.776000 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-abb8a6fd-e289-4db4-87a4-1caac35fb63a tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/ac1f45e2-a666-464b-8fa3-eb4f0c6537a9 HTTP/1.1" status: 404 len: 337 time: 0.0380425 Apr 20 16:33:46.776638 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33852) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:46.823435 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c2dbd7-6aea-4e1d-9d9b-e635d0f9e4db tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:46.824031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c2dbd7-6aea-4e1d-9d9b-e635d0f9e4db tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:46.827133 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a7c2dbd7-6aea-4e1d-9d9b-e635d0f9e4db tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/8ed54aa1-c198-4dcf-8b36-8667b8147437 HTTP/1.1" status: 404 len: 333 time: 0.0467727 Apr 20 16:33:46.847809 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33854) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:46.950466 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-4975f2a8-4251-42ce-ae21-1fa07a132696 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:46.959056 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4975f2a8-4251-42ce-ae21-1fa07a132696 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:46.959056 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4975f2a8-4251-42ce-ae21-1fa07a132696 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/4ec39814-080a-4589-9940-2f317cb49fbb HTTP/1.1" status: 404 len: 337 time: 0.1152763 Apr 20 16:33:46.961823 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33856) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:46.989411 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6fae7090-5abe-4557-87df-27c24bc8dfe0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:47.006427 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f0c4b9-0deb-4c1b-a9a9-bf8474ac89d4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:47.007125 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f0c4b9-0deb-4c1b-a9a9-bf8474ac89d4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:47.012823 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-61f0c4b9-0deb-4c1b-a9a9-bf8474ac89d4 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/125fb04b-17b8-4ec2-8ee5-0fd793f17aa2 HTTP/1.1" status: 404 len: 333 time: 0.0443125 Apr 20 16:33:47.021598 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33858) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:47.024213 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893436c-f63b-4a0b-8676-66e5cbc6f67a req-13f34a1b-f773-46e3-b121-60288943ea0c tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:47.038189 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8893436c-f63b-4a0b-8676-66e5cbc6f67a req-13f34a1b-f773-46e3-b121-60288943ea0c tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.2148311 Apr 20 16:33:47.112717 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a53875-f112-4114-87ef-ff66cc5bb7ce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:47.113183 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a53875-f112-4114-87ef-ff66cc5bb7ce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:47.123992 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f0a53875-f112-4114-87ef-ff66cc5bb7ce tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/ff03b678-4140-4ada-a2fe-9d0a13de8bbb HTTP/1.1" status: 404 len: 337 time: 0.1002831 Apr 20 16:33:47.129080 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33860) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:47.183008 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a8efea8-0521-4fda-b148-1fef0d6bf9fe tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:47.184731 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a8efea8-0521-4fda-b148-1fef0d6bf9fe tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:47.196687 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5a8efea8-0521-4fda-b148-1fef0d6bf9fe tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/c8fffbd5-df69-480a-934e-ccc7031708a0 HTTP/1.1" status: 404 len: 333 time: 0.0659842 Apr 20 16:33:47.199130 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33866) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:47.262712 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e369e37-ab67-4543-b0a0-c5cfd2a29e89 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:47.263220 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e369e37-ab67-4543-b0a0-c5cfd2a29e89 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:47.286613 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0e369e37-ab67-4543-b0a0-c5cfd2a29e89 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/6af3d024-b323-4519-ad49-04b2b9654311 HTTP/1.1" status: 404 len: 337 time: 0.0834625 Apr 20 16:33:47.287891 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33868) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:47.321874 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7964dc-62be-41e6-97a4-8708c9ab6ff8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:47.322608 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d7964dc-62be-41e6-97a4-8708c9ab6ff8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:47.328167 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5d7964dc-62be-41e6-97a4-8708c9ab6ff8 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/6739cc25-90b6-4fbb-9089-6e85f4d59910 HTTP/1.1" status: 404 len: 333 time: 0.0368240 Apr 20 16:33:47.332573 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33870) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:47.392533 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6dec38b-5175-4ab3-bea5-11b12b4a5dfc tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:47.393108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6dec38b-5175-4ab3-bea5-11b12b4a5dfc tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:47.405379 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f6dec38b-5175-4ab3-bea5-11b12b4a5dfc tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/347ebbc7-643e-4918-89c4-c8642ac6d77d HTTP/1.1" status: 404 len: 337 time: 0.0700510 Apr 20 16:33:47.405379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33872) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:47.457913 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-49fdb850-0f1b-4548-b0d6-8323b5087a92 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:47.458728 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49fdb850-0f1b-4548-b0d6-8323b5087a92 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:47.472669 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-49fdb850-0f1b-4548-b0d6-8323b5087a92 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/ports/2b4a512e-ed70-45b3-ba9c-d0d039d3f9df HTTP/1.1" status: 404 len: 333 time: 0.0660629 Apr 20 16:33:47.475700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33874) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:47.532257 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10e035d-6ae6-486f-a354-67d3474588c5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:47.534919 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e10e035d-6ae6-486f-a354-67d3474588c5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:47.538754 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e10e035d-6ae6-486f-a354-67d3474588c5 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/subnets/8854580c-c5ce-4bad-bf61-f7cbac97bc46 HTTP/1.1" status: 404 len: 337 time: 0.0619307 Apr 20 16:33:47.550169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33876) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:47.568035 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:33:47.648951 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b008ee9e-af24-43ab-ac9c-5f31767071ce None None] Network b5553a05-61da-4e04-a157-5e24535bf76e requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:47.718442 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-03ccfd33-6824-490e-bcdf-ddfd677b8c74 None None] Provisioning complete for port e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:47.718911 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-03ccfd33-6824-490e-bcdf-ddfd677b8c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:47.725424 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-beca855d-e61c-48b1-8912-f2ac6e9cade9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:47.769463 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:47.769924 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:47.804317 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-0bf880b6-1720-4c1a-b870-564723c25ac5 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Deleting port cf47879d-c556-4283-aae2-21f37d72341d {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:47.804914 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0bf880b6-1720-4c1a-b870-564723c25ac5 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:47.826448 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e388885-7b8b-4703-b3c0-d04dc0acade9 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:47.859838 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-beca855d-e61c-48b1-8912-f2ac6e9cade9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:47.887285 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-beca855d-e61c-48b1-8912-f2ac6e9cade9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10294607-eb5e-406e-b70a-cc143553f735']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:47.903914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-beca855d-e61c-48b1-8912-f2ac6e9cade9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e5beb4-213d-45c5-8f4d-320b56367665') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:47.904366 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-beca855d-e61c-48b1-8912-f2ac6e9cade9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e5beb4-213d-45c5-8f4d-320b56367665') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:47.918502 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-beca855d-e61c-48b1-8912-f2ac6e9cade9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:47.942915 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-beca855d-e61c-48b1-8912-f2ac6e9cade9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:47.953704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beca855d-e61c-48b1-8912-f2ac6e9cade9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:33:47.954396 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-beca855d-e61c-48b1-8912-f2ac6e9cade9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:33:47.957886 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:33:47.971568 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-03ccfd33-6824-490e-bcdf-ddfd677b8c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:47.989228 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8893436c-f63b-4a0b-8676-66e5cbc6f67a req-27d55793-472f-41e0-a146-4d87a2a1abc7 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8574698 Apr 20 16:33:48.028531 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:48.085148 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-03ccfd33-6824-490e-bcdf-ddfd677b8c74 None None] For port e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8,segment=NetworkSegment(863510d2-85e5-4c5e-81d2-0d55765c3573),segment_id=863510d2-85e5-4c5e-81d2-0d55765c3573)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:48.110702 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-beca855d-e61c-48b1-8912-f2ac6e9cade9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:48.118502 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-beca855d-e61c-48b1-8912-f2ac6e9cade9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:48.126237 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-beca855d-e61c-48b1-8912-f2ac6e9cade9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] 10.222.0.15 "DELETE /v2.0/networks/10294607-eb5e-406e-b70a-cc143553f735 HTTP/1.1" status: 204 len: 168 time: 0.5748849 Apr 20 16:33:48.149708 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca855d-e61c-48b1-8912-f2ac6e9cade9 tempest-NetworksTestDHCPv6-157336192 tempest-NetworksTestDHCPv6-157336192-project] Pushing event deleted for resources: {'Network': ['ID=10294607-eb5e-406e-b70a-cc143553f735,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:48.168749 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0bf880b6-1720-4c1a-b870-564723c25ac5 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:48.172981 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0bf880b6-1720-4c1a-b870-564723c25ac5 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:48.179858 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-03ccfd33-6824-490e-bcdf-ddfd677b8c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:48.183874 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5e388885-7b8b-4703-b3c0-d04dc0acade9 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Deleting port e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:48.186526 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e388885-7b8b-4703-b3c0-d04dc0acade9 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:48.211599 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6fae7090-5abe-4557-87df-27c24bc8dfe0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:48.392448 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:33:48.393036 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:33:48.393597 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ccfd33-6824-490e-bcdf-ddfd677b8c74 None None] Pushing event updated for resources: {'Port': ['ID=e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:48.424444 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9b418299-0ce4-467a-9f1c-3eb2a31b6631 None None] Provisioning complete for port ba7f6993-1f16-4520-99ee-efeb2da152c8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:48.424832 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9b418299-0ce4-467a-9f1c-3eb2a31b6631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:48.458048 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6fae7090-5abe-4557-87df-27c24bc8dfe0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:48.461464 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-0bf880b6-1720-4c1a-b870-564723c25ac5 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Calling delete_port for cf47879d-c556-4283-aae2-21f37d72341d owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:48.515022 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5e388885-7b8b-4703-b3c0-d04dc0acade9 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] For port e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8,segment=NetworkSegment(863510d2-85e5-4c5e-81d2-0d55765c3573),segment_id=863510d2-85e5-4c5e-81d2-0d55765c3573)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:48.519536 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e388885-7b8b-4703-b3c0-d04dc0acade9 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:48.578600 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae7090-5abe-4557-87df-27c24bc8dfe0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Subnet': ['ID=15bd9407-0986-425b-a04f-4ac2cf2f9fa6,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:48.581341 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5e388885-7b8b-4703-b3c0-d04dc0acade9 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Calling delete_port for e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:48.590064 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6fae7090-5abe-4557-87df-27c24bc8dfe0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:48.600790 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6fae7090-5abe-4557-87df-27c24bc8dfe0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/subnets/15bd9407-0986-425b-a04f-4ac2cf2f9fa6 HTTP/1.1" status: 204 len: 168 time: 2.3343563 Apr 20 16:33:48.600965 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33888) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:48.602694 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a86421-3e19-47e9-b2f3-af53572aa4ed None None] Network 6af51970-a6e8-460a-aa67-898955756906 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:48.783426 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5c218af-1f2d-4a12-ac9a-cfcf547b8512 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:48.856652 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0106871d-4c28-42be-b6b1-120b59126566 None None] Network b5553a05-61da-4e04-a157-5e24535bf76e requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:48.886083 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33896) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:48.888319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-d5c218af-1f2d-4a12-ac9a-cfcf547b8512 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting port ba7f6993-1f16-4520-99ee-efeb2da152c8 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:48.888689 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5c218af-1f2d-4a12-ac9a-cfcf547b8512 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:48.985801 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-d5c218af-1f2d-4a12-ac9a-cfcf547b8512 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] For port ba7f6993-1f16-4520-99ee-efeb2da152c8, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ba7f6993-1f16-4520-99ee-efeb2da152c8,segment=NetworkSegment(1dcf3e9e-bc1c-4e04-a89a-e2b441796767),segment_id=1dcf3e9e-bc1c-4e04-a89a-e2b441796767)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:48.986220 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5c218af-1f2d-4a12-ac9a-cfcf547b8512 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:49.014460 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-d5c218af-1f2d-4a12-ac9a-cfcf547b8512 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Calling delete_port for ba7f6993-1f16-4520-99ee-efeb2da152c8 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:49.208149 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e388885-7b8b-4703-b3c0-d04dc0acade9 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:49.210947 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0bf880b6-1720-4c1a-b870-564723c25ac5 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:49.264804 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5c218af-1f2d-4a12-ac9a-cfcf547b8512 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:49.291968 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e388885-7b8b-4703-b3c0-d04dc0acade9 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Port': ['ID=e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:49.323664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c218af-1f2d-4a12-ac9a-cfcf547b8512 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Port': ['ID=ba7f6993-1f16-4520-99ee-efeb2da152c8,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:49.341371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c218af-1f2d-4a12-ac9a-cfcf547b8512 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] No DVR routers for this DVR port ba7f6993-1f16-4520-99ee-efeb2da152c8 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:33:49.377653 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2df9c1e4-2458-4d22-84a0-0e948bcfa18b None None] Provisioning complete for port e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:49.389097 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2df9c1e4-2458-4d22-84a0-0e948bcfa18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:49.449372 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2df9c1e4-2458-4d22-84a0-0e948bcfa18b None None] Port e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8 was deleted so its status cannot be updated. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 20 16:33:49.472932 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf880b6-1720-4c1a-b870-564723c25ac5 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event deleted for resources: {'Port': ['ID=cf47879d-c556-4283-aae2-21f37d72341d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:49.507365 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed389326-2c61-4618-827f-3947065929cd req-eb3ae6df-4ab1-4240-bcca-d2a3b7d61782 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:49.508986 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ed389326-2c61-4618-827f-3947065929cd req-eb3ae6df-4ab1-4240-bcca-d2a3b7d61782 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.3957453 Apr 20 16:33:49.515113 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5c218af-1f2d-4a12-ac9a-cfcf547b8512 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:49.539141 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4905faee-42c3-4c43-ad4b-2a759992cb2d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=796962445b37485c88e0484b277572e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4009354 Apr 20 16:33:49.556394 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33906) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:49.611577 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-d5c218af-1f2d-4a12-ac9a-cfcf547b8512 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af51970-a6e8-460a-aa67-898955756906']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:49.625857 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0cb587-7b2b-4e74-97f1-8eaf8854f23f None None] DHCP port deletion for 6af51970-a6e8-460a-aa67-898955756906 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:33:49.668049 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-d5c218af-1f2d-4a12-ac9a-cfcf547b8512 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dcf3e9e-bc1c-4e04-a89a-e2b441796767') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:49.668800 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-d5c218af-1f2d-4a12-ac9a-cfcf547b8512 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dcf3e9e-bc1c-4e04-a89a-e2b441796767') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:49.680794 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e388885-7b8b-4703-b3c0-d04dc0acade9 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No DVR routers for this DVR port e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:33:49.701657 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5c218af-1f2d-4a12-ac9a-cfcf547b8512 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:49.750018 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5c218af-1f2d-4a12-ac9a-cfcf547b8512 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:49.768152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c218af-1f2d-4a12-ac9a-cfcf547b8512 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:33:49.768588 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5c218af-1f2d-4a12-ac9a-cfcf547b8512 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:33:49.809687 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:33:49.819556 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-026f4d9c-930f-4a3d-b925-5211fcbbc1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:49.859913 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0bf880b6-1720-4c1a-b870-564723c25ac5 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:49.874703 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0bf880b6-1720-4c1a-b870-564723c25ac5 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:49.886466 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0bf880b6-1720-4c1a-b870-564723c25ac5 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "DELETE /v2.0/floatingips/b3f40701-3142-414b-95d5-2f4390492236 HTTP/1.1" status: 204 len: 168 time: 3.4791410 Apr 20 16:33:49.913195 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ed389326-2c61-4618-827f-3947065929cd req-42a7f2ab-a9a8-47ad-ad7a-61c45fa8a8e6 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130276 Apr 20 16:33:49.943216 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e388885-7b8b-4703-b3c0-d04dc0acade9 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:50.032484 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-026f4d9c-930f-4a3d-b925-5211fcbbc1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:50.117064 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5c218af-1f2d-4a12-ac9a-cfcf547b8512 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:50.131321 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5c218af-1f2d-4a12-ac9a-cfcf547b8512 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:50.153895 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d5c218af-1f2d-4a12-ac9a-cfcf547b8512 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/networks/6af51970-a6e8-460a-aa67-898955756906 HTTP/1.1" status: 204 len: 168 time: 1.5496514 Apr 20 16:33:50.157908 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33910) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:50.190978 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c218af-1f2d-4a12-ac9a-cfcf547b8512 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Network': ['ID=6af51970-a6e8-460a-aa67-898955756906,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:50.223628 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e388885-7b8b-4703-b3c0-d04dc0acade9 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:50.230430 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-026f4d9c-930f-4a3d-b925-5211fcbbc1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:50.233462 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-026f4d9c-930f-4a3d-b925-5211fcbbc1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:50.234743 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-026f4d9c-930f-4a3d-b925-5211fcbbc1ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56296fcb-755e-4475-bfc4-8b65727ca97b HTTP/1.1" status: 204 len: 168 time: 0.6768029 Apr 20 16:33:50.261320 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f4d9c-930f-4a3d-b925-5211fcbbc1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56296fcb-755e-4475-bfc4-8b65727ca97b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:50.325984 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e8746a-856f-42c0-b1ae-9dc40c3f77ef None None] Network b5553a05-61da-4e04-a157-5e24535bf76e requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:50.342628 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e388885-7b8b-4703-b3c0-d04dc0acade9 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a15fe0-a142-4724-83ae-cd370101f836,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:50.432943 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1477a7d-4803-4810-9e1e-8bc3d940069f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:50.441417 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a1477a7d-4803-4810-9e1e-8bc3d940069f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2787142 Apr 20 16:33:50.441777 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33914) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:50.597857 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c0ea1a9c-8670-4806-a7a9-d0af4306959c tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1548657 Apr 20 16:33:50.601812 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33918) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:50.612846 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33920) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:50.613996 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-0297b786-9724-4b31-8f00-1699b762a860 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1948395706'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:50.627621 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e4048d61-bcf8-40b2-9fb8-e94e94703152 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1716312008', 'description': 'tempest-description--1696930788'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:50.628716 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e388885-7b8b-4703-b3c0-d04dc0acade9 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:50.709403 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-5e388885-7b8b-4703-b3c0-d04dc0acade9 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5553a05-61da-4e04-a157-5e24535bf76e']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:50.731558 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-5e388885-7b8b-4703-b3c0-d04dc0acade9 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863510d2-85e5-4c5e-81d2-0d55765c3573') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:50.732061 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-5e388885-7b8b-4703-b3c0-d04dc0acade9 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863510d2-85e5-4c5e-81d2-0d55765c3573') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:50.751766 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e388885-7b8b-4703-b3c0-d04dc0acade9 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:50.767321 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0297b786-9724-4b31-8f00-1699b762a860 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:50.772553 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0297b786-9724-4b31-8f00-1699b762a860 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:50.775320 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e388885-7b8b-4703-b3c0-d04dc0acade9 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:50.790483 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e388885-7b8b-4703-b3c0-d04dc0acade9 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:33:50.790903 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e388885-7b8b-4703-b3c0-d04dc0acade9 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:33:50.794072 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:33:50.899138 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e4048d61-bcf8-40b2-9fb8-e94e94703152 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:50.973253 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96efe840-8613-47fc-b1d2-bb47a26107c0 None None] DHCP port deletion for b5553a05-61da-4e04-a157-5e24535bf76e request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:33:51.070276 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa57dc7-e8c5-499b-b4a9-c9e71f115832 req-baaef43d-a7ea-49cd-838f-ca7f0c782090 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:51.071940 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5aa57dc7-e8c5-499b-b4a9-c9e71f115832 req-baaef43d-a7ea-49cd-838f-ca7f0c782090 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.0579567 Apr 20 16:33:51.118805 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5aa57dc7-e8c5-499b-b4a9-c9e71f115832 req-47b4d3a9-a251-44eb-a5d6-81f8afca1107 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402462 Apr 20 16:33:51.361288 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e388885-7b8b-4703-b3c0-d04dc0acade9 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:51.371094 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5e388885-7b8b-4703-b3c0-d04dc0acade9 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:51.381942 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5e388885-7b8b-4703-b3c0-d04dc0acade9 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/networks/b5553a05-61da-4e04-a157-5e24535bf76e HTTP/1.1" status: 204 len: 168 time: 4.9736648 Apr 20 16:33:51.381942 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0297b786-9724-4b31-8f00-1699b762a860 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:33:51.382841 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33934) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:51.396832 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e388885-7b8b-4703-b3c0-d04dc0acade9 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Network': ['ID=b5553a05-61da-4e04-a157-5e24535bf76e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:51.413524 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0297b786-9724-4b31-8f00-1699b762a860 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:51.413524 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-0297b786-9724-4b31-8f00-1699b762a860 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Added segment 1181ba1b-de80-4832-a735-6b8c5f91cd11 of type vlan for network 09bfa8af-fbc5-42c0-901d-958cb8d1483c Apr 20 16:33:51.436744 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-806c0720-783c-4bd7-9641-979d6b12fd47 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:51.437353 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-806c0720-783c-4bd7-9641-979d6b12fd47 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:51.443005 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-806c0720-783c-4bd7-9641-979d6b12fd47 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/subnets/f2a15fe0-a142-4724-83ae-cd370101f836 HTTP/1.1" status: 404 len: 337 time: 0.0590911 Apr 20 16:33:51.446105 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33938) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:51.458816 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0297b786-9724-4b31-8f00-1699b762a860 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:51.481626 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ba7f6993-1f16-4520-99ee-efeb2da152c8 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:33:51.489381 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb149f9-c101-4632-afa5-d246c65e1c2d tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:51.489960 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb149f9-c101-4632-afa5-d246c65e1c2d tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:51.493203 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ffb149f9-c101-4632-afa5-d246c65e1c2d tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/networks/b5553a05-61da-4e04-a157-5e24535bf76e HTTP/1.1" status: 404 len: 339 time: 0.0365584 Apr 20 16:33:51.496636 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33940) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:51.516302 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: ba7f6993-1f16-4520-99ee-efeb2da152c8 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:33:51.523198 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ba7f6993-1f16-4520-99ee-efeb2da152c8 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:33:51.523807 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:33:51.548486 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:33:51.549084 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e6c68a99-b37c-4ac2-aedf-dde3e3c7acf8 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:33:51.570448 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e4048d61-bcf8-40b2-9fb8-e94e94703152 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:51.572178 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-16930fb3-e9df-4c12-b213-d63ded2a7d1f tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:51.572727 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16930fb3-e9df-4c12-b213-d63ded2a7d1f tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:51.576253 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-16930fb3-e9df-4c12-b213-d63ded2a7d1f tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/subnets/d5c45813-11e2-4f2a-8839-ecf98f3f693f HTTP/1.1" status: 404 len: 337 time: 0.0784760 Apr 20 16:33:51.580288 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33946) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:51.591585 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0297b786-9724-4b31-8f00-1699b762a860 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:51.599514 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0297b786-9724-4b31-8f00-1699b762a860 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:51.599514 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0297b786-9724-4b31-8f00-1699b762a860 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:51.633165 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf2a07f-f089-44fc-aaa2-801897c08fcb tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:51.634020 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf2a07f-f089-44fc-aaa2-801897c08fcb tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:51.640090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33950) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:51.640970 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9cf2a07f-f089-44fc-aaa2-801897c08fcb tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/networks/72573d83-bf81-4fa1-82e7-333d2e2da66b HTTP/1.1" status: 404 len: 339 time: 0.0594106 Apr 20 16:33:51.712203 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e4048d61-bcf8-40b2-9fb8-e94e94703152 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:51.715861 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297b786-9724-4b31-8f00-1699b762a860 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Network': ['ID=09bfa8af-fbc5-42c0-901d-958cb8d1483c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:51.727716 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 09bfa8af-fbc5-42c0-901d-958cb8d1483c details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:33:51.777213 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0297b786-9724-4b31-8f00-1699b762a860 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1742830 Apr 20 16:33:51.780103 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33956) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:51.790382 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c1663936-9ae9-423a-a792-98a2f6ca9a17 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'subnet': {'network_id': '09bfa8af-fbc5-42c0-901d-958cb8d1483c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:51.823357 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4048d61-bcf8-40b2-9fb8-e94e94703152 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e6998f-2ffb-4301-9a68-614dbb39e8a4,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:51.837627 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1544059d-b564-401e-9df8-a9a93f22aa70 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:51.908476 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e4048d61-bcf8-40b2-9fb8-e94e94703152 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:51.912985 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e4048d61-bcf8-40b2-9fb8-e94e94703152 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2928717 Apr 20 16:33:51.915969 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33962) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:51.935121 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e3806bed-3121-428c-9ace-78a086ebb64f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Request body: {'security_group_rule': {'security_group_id': 'e2e6998f-2ffb-4301-9a68-614dbb39e8a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:51.992275 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1544059d-b564-401e-9df8-a9a93f22aa70 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:52.034391 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-1544059d-b564-401e-9df8-a9a93f22aa70 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e214f61-abfd-48c8-84d3-5cd9b17b1e7e']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:52.041579 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-1544059d-b564-401e-9df8-a9a93f22aa70 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f0ba66-7082-4741-a4c7-b4beef1f6c36') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:52.041875 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-1544059d-b564-401e-9df8-a9a93f22aa70 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f0ba66-7082-4741-a4c7-b4beef1f6c36') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:52.051492 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1663936-9ae9-423a-a792-98a2f6ca9a17 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:52.053417 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1544059d-b564-401e-9df8-a9a93f22aa70 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:52.055195 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1663936-9ae9-423a-a792-98a2f6ca9a17 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:52.072430 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1544059d-b564-401e-9df8-a9a93f22aa70 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:52.082733 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1544059d-b564-401e-9df8-a9a93f22aa70 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:33:52.083140 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1544059d-b564-401e-9df8-a9a93f22aa70 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:33:52.086537 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:33:52.102156 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e3806bed-3121-428c-9ace-78a086ebb64f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:52.267401 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33968) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:52.283863 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1544059d-b564-401e-9df8-a9a93f22aa70 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:52.305991 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1544059d-b564-401e-9df8-a9a93f22aa70 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:52.312400 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1544059d-b564-401e-9df8-a9a93f22aa70 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/networks/1e214f61-abfd-48c8-84d3-5cd9b17b1e7e HTTP/1.1" status: 204 len: 168 time: 0.6691239 Apr 20 16:33:52.316056 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33972) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:52.325826 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544059d-b564-401e-9df8-a9a93f22aa70 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Network': ['ID=1e214f61-abfd-48c8-84d3-5cd9b17b1e7e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:52.343008 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139cb1e-1500-4937-972f-59660200b607 req-33145f6b-df17-4558-83c5-3a7818833ba7 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:52.344828 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c139cb1e-1500-4937-972f-59660200b607 req-33145f6b-df17-4558-83c5-3a7818833ba7 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1338482 Apr 20 16:33:52.346752 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544059d-b564-401e-9df8-a9a93f22aa70 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:52.347087 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544059d-b564-401e-9df8-a9a93f22aa70 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:52.347418 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544059d-b564-401e-9df8-a9a93f22aa70 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:52.348006 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544059d-b564-401e-9df8-a9a93f22aa70 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:52.348353 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544059d-b564-401e-9df8-a9a93f22aa70 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:52.348693 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544059d-b564-401e-9df8-a9a93f22aa70 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:52.349021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544059d-b564-401e-9df8-a9a93f22aa70 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:52.349344 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544059d-b564-401e-9df8-a9a93f22aa70 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:52.349653 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544059d-b564-401e-9df8-a9a93f22aa70 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:52.350020 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544059d-b564-401e-9df8-a9a93f22aa70 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:52.350341 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544059d-b564-401e-9df8-a9a93f22aa70 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:52.350657 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1544059d-b564-401e-9df8-a9a93f22aa70 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:52.390841 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0771b6-b76c-4b6e-9ee5-dec724e4d717 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:52.391406 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e0771b6-b76c-4b6e-9ee5-dec724e4d717 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:52.397361 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1e0771b6-b76c-4b6e-9ee5-dec724e4d717 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/subnets/ace6f7f2-7f89-4b8b-b33e-543e72ea1fd6 HTTP/1.1" status: 404 len: 337 time: 0.0715508 Apr 20 16:33:52.402017 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33974) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:52.429672 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af20631-e7ed-48f9-b378-af987472be71 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:52.430327 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af20631-e7ed-48f9-b378-af987472be71 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:52.433423 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4af20631-e7ed-48f9-b378-af987472be71 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/networks/5b46a754-4572-4213-8d8b-e1d2a1fc07be HTTP/1.1" status: 404 len: 339 time: 0.0303819 Apr 20 16:33:52.437660 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33976) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:52.449187 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c139cb1e-1500-4937-972f-59660200b607 req-bbcafc4d-8f4c-4153-aac4-362f504ee043 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937297 Apr 20 16:33:52.462900 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Request body: {'networks': [{'name': 'tempest-network--201166291'}, {'name': 'tempest-network--713821910'}]} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:52.463229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Request body: {'network': {'name': 'tempest-network--201166291'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:52.463787 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Request body: {'network': {'name': 'tempest-network--713821910'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:52.490354 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c4b397-e15a-498c-8bd9-8792e6e330d5 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:52.491520 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c4b397-e15a-498c-8bd9-8792e6e330d5 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:52.497205 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a9c4b397-e15a-498c-8bd9-8792e6e330d5 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/subnets/39aa654b-73fb-4fa6-8e3a-439b467163b3 HTTP/1.1" status: 404 len: 337 time: 0.0560048 Apr 20 16:33:52.498614 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33978) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:52.523220 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6beb354-319d-430a-a871-d61c28e15554 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:52.524619 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6beb354-319d-430a-a871-d61c28e15554 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:52.531759 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f6beb354-319d-430a-a871-d61c28e15554 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/networks/5b07554b-68d5-4c05-aeee-fa7798230cdf HTTP/1.1" status: 404 len: 339 time: 0.0318475 Apr 20 16:33:52.532758 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33980) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:52.538937 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e3806bed-3121-428c-9ace-78a086ebb64f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:52.600522 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Made reservation on behalf of 090a41be9d664dbc9c5dc773b36bc126 for: {'network': 2} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:52.613752 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:52.617076 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-7afc4888-8350-4589-a9e8-5043fda0ad7f tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:52.617766 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7afc4888-8350-4589-a9e8-5043fda0ad7f tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:52.623620 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7afc4888-8350-4589-a9e8-5043fda0ad7f tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/subnets/2c3fea2b-fe77-46ad-a27b-fe3eae6d4118 HTTP/1.1" status: 404 len: 337 time: 0.0897539 Apr 20 16:33:52.638632 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33982) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:52.657380 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e3806bed-3121-428c-9ace-78a086ebb64f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:52.685030 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:52.688786 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcbe5cae-84e5-4460-b84e-17ba5188281f tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:52.689433 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcbe5cae-84e5-4460-b84e-17ba5188281f tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:52.692698 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-fcbe5cae-84e5-4460-b84e-17ba5188281f tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/networks/cdcb8926-a702-4d04-adc9-1d29f6967330 HTTP/1.1" status: 404 len: 339 time: 0.0500324 Apr 20 16:33:52.698234 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33986) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:52.715595 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3806bed-3121-428c-9ace-78a086ebb64f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1f0721-aa07-4b67-8623-b48666c3bb1a,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:52.728117 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-37ee6b95-2d7d-468e-b117-d14b702bd807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:52.736276 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1b5591-058a-42a1-9a8b-4227ba01af09 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:52.737047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1b5591-058a-42a1-9a8b-4227ba01af09 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:52.740464 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6e1b5591-058a-42a1-9a8b-4227ba01af09 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/subnets/5de4ce14-f551-45f2-bf01-edcf09f5588c HTTP/1.1" status: 404 len: 337 time: 0.0409405 Apr 20 16:33:52.743993 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33988) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:52.779736 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1a3862-2836-4d0c-8572-a8b84896eda1 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:52.780317 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf1a3862-2836-4d0c-8572-a8b84896eda1 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:52.789626 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cf1a3862-2836-4d0c-8572-a8b84896eda1 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/networks/374c3e0f-87e3-4f1c-89a9-47800da53065 HTTP/1.1" status: 404 len: 339 time: 0.0437100 Apr 20 16:33:52.793140 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e3806bed-3121-428c-9ace-78a086ebb64f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:52.793955 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33990) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:52.794718 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e3806bed-3121-428c-9ace-78a086ebb64f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8671939 Apr 20 16:33:52.804039 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33992) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:52.818225 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-919cacdb-f9fa-4435-8caf-77f6b0818393 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Request body: {'security_group_rule': {'security_group_id': 'e2e6998f-2ffb-4301-9a68-614dbb39e8a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:52.821170 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1663936-9ae9-423a-a792-98a2f6ca9a17 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:52.850781 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:52.852427 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0b982b-8a2d-4af2-ad42-07db10f7b527 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:52.853071 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0b982b-8a2d-4af2-ad42-07db10f7b527 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:52.856786 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1c0b982b-8a2d-4af2-ad42-07db10f7b527 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/subnets/20147269-2f1c-46b7-9951-9dedd74ba38a HTTP/1.1" status: 404 len: 337 time: 0.0614531 Apr 20 16:33:52.866556 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33994) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:52.893297 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff471a3-f750-4538-bd54-d99c98755f64 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:52.894036 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff471a3-f750-4538-bd54-d99c98755f64 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:52.897564 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0ff471a3-f750-4538-bd54-d99c98755f64 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/networks/6f49479e-0a25-44a5-91b0-9d3db362851c HTTP/1.1" status: 404 len: 339 time: 0.0294278 Apr 20 16:33:52.900089 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33996) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:52.914621 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1663936-9ae9-423a-a792-98a2f6ca9a17 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Subnet': ['ID=2451672b-a923-4040-bf3f-fc73509504fd,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:52.923739 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1663936-9ae9-423a-a792-98a2f6ca9a17 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Checking segment: {'id': '1181ba1b-de80-4832-a735-6b8c5f91cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '09bfa8af-fbc5-42c0-901d-958cb8d1483c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:33:52.924110 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1663936-9ae9-423a-a792-98a2f6ca9a17 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network hostable DHCP agents. Network: 09bfa8af-fbc5-42c0-901d-958cb8d1483c, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:33:52.951058 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:52.951678 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:52.966259 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-e395ab1d-e7b2-4871-b567-c7ca2ed6955f tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:52.966809 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e395ab1d-e7b2-4871-b567-c7ca2ed6955f tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:52.970000 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e395ab1d-e7b2-4871-b567-c7ca2ed6955f tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/subnets/c889ab87-c35e-460a-964a-92088fc771eb HTTP/1.1" status: 404 len: 337 time: 0.0686848 Apr 20 16:33:52.973858 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33998) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:53.000786 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfcee59d-75aa-4a03-aeae-ab284ab46fc2 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:53.001416 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfcee59d-75aa-4a03-aeae-ab284ab46fc2 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:53.004808 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cfcee59d-75aa-4a03-aeae-ab284ab46fc2 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/networks/c86e9f7b-d24a-435d-9796-418a1a7b304b HTTP/1.1" status: 404 len: 339 time: 0.0299032 Apr 20 16:33:53.008800 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c2e7ff-24fa-468b-9911-00fb6ab3ed20,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:53.009180 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34002) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:53.012015 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:33:53.027833 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-919cacdb-f9fa-4435-8caf-77f6b0818393 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:53.031293 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:53.031739 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Added segment 76205053-99ce-493c-83dc-b8c77eff11ac of type vlan for network 329a0972-5bcd-4d10-a2f6-9c73aa3c6810 Apr 20 16:33:53.069375 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-08df7dd0-9d8c-4304-8d01-ec69d31c9901 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:53.069798 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08df7dd0-9d8c-4304-8d01-ec69d31c9901 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:53.076238 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-08df7dd0-9d8c-4304-8d01-ec69d31c9901 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/subnets/d9cefe4c-360b-44ff-9002-bbca13f9b405 HTTP/1.1" status: 404 len: 337 time: 0.0660431 Apr 20 16:33:53.076937 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34004) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:53.098024 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:53.099898 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec23a27-e0f5-4f4d-a960-e2e6c9ed2717 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:53.100723 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec23a27-e0f5-4f4d-a960-e2e6c9ed2717 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:53.104851 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fec23a27-e0f5-4f4d-a960-e2e6c9ed2717 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/networks/6f66b855-ab72-49a0-b6cf-9b800693b7c6 HTTP/1.1" status: 404 len: 339 time: 0.0269332 Apr 20 16:33:53.107016 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34006) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:53.137422 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-919cacdb-f9fa-4435-8caf-77f6b0818393 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:53.149784 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c54237-1030-4660-aa1e-069b1d72dffe tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:53.149784 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c54237-1030-4660-aa1e-069b1d72dffe tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:53.149784 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-27c54237-1030-4660-aa1e-069b1d72dffe tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/subnets/a1b7b910-b0e3-4016-9a5f-2b1136ce56f6 HTTP/1.1" status: 404 len: 337 time: 0.0342402 Apr 20 16:33:53.149784 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1663936-9ae9-423a-a792-98a2f6ca9a17 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network 09bfa8af-fbc5-42c0-901d-958cb8d1483c is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:33:53.150248 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:33:53.150806 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34008) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:53.171910 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:53.172296 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Added segment fa58fca0-c01e-4656-a9b0-7acbe9e10131 of type vlan for network db369371-7b0a-465c-95a0-ca2f97d9a9d2 Apr 20 16:33:53.179792 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-d279a8cb-06d9-45ac-8e9a-519081a65dcc tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] DELETE failed (client error): The resource could not be found. Apr 20 16:33:53.179792 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d279a8cb-06d9-45ac-8e9a-519081a65dcc tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:33:53.179792 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d279a8cb-06d9-45ac-8e9a-519081a65dcc tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/networks/8decdcf3-341e-4419-97e8-3699604c29a5 HTTP/1.1" status: 404 len: 339 time: 0.0253754 Apr 20 16:33:53.182524 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34010) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:53.221925 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:53.240366 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-101345d8-5fab-4904-88a2-94c8b6b4ad49 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Deleting subnet 17f96cba-d35d-4405-997d-e9f2a9782b7d {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:33:53.244086 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-101345d8-5fab-4904-88a2-94c8b6b4ad49 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:53.259107 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-919cacdb-f9fa-4435-8caf-77f6b0818393 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:53.278498 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919cacdb-f9fa-4435-8caf-77f6b0818393 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3e079f-aa33-4ab2-83f2-8633c1935c29,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:53.288361 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-101345d8-5fab-4904-88a2-94c8b6b4ad49 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:53.310359 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-c1663936-9ae9-423a-a792-98a2f6ca9a17 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 09bfa8af-fbc5-42c0-901d-958cb8d1483c) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:53.317847 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1663936-9ae9-423a-a792-98a2f6ca9a17 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:53.319143 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1663936-9ae9-423a-a792-98a2f6ca9a17 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:53.325056 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe22df5-187a-4c3b-a27e-c4d74cfcb7d9 None None] Network 09bfa8af-fbc5-42c0-901d-958cb8d1483c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:53.370603 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:53.372072 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:53.383185 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:53.390642 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-101345d8-5fab-4904-88a2-94c8b6b4ad49 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:53.391512 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:53.392377 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:53.449327 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c1663936-9ae9-423a-a792-98a2f6ca9a17 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6680858 Apr 20 16:33:53.460985 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34018) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:53.467013 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-7ace738b-3915-4ffa-a3bf-b42a1ae8d09c tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'port': {'network_id': '09bfa8af-fbc5-42c0-901d-958cb8d1483c', 'name': 'tempest-PortsIpV6TestJSON-449904108'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:53.470914 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-919cacdb-f9fa-4435-8caf-77f6b0818393 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:53.481394 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-919cacdb-f9fa-4435-8caf-77f6b0818393 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6718216 Apr 20 16:33:53.485083 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34022) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:53.492863 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-dc9f3453-ce68-45b0-b37f-c1ea60d254c4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:53.509519 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-09bfa8af-fbc5-42c0-901d-958cb8d1483c', 'network_id': '09bfa8af-fbc5-42c0-901d-958cb8d1483c', 'tenant_id': '74480f8e816348aa933547e3cb8033f9', 'fixed_ips': [{'subnet_id': '2451672b-a923-4040-bf3f-fc73509504fd'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:33:53.510431 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:53.557468 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Pushing event updated for resources: {'Network': ['ID=329a0972-5bcd-4d10-a2f6-9c73aa3c6810,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:53.634038 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Pushing event updated for resources: {'Network': ['ID=db369371-7b0a-465c-95a0-ca2f97d9a9d2,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:53.648608 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 329a0972-5bcd-4d10-a2f6-9c73aa3c6810 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:33:53.675235 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network db369371-7b0a-465c-95a0-ca2f97d9a9d2 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:33:53.706526 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a898bf-e006-4657-b5d5-795c018bbf7d req-3ff6f667-014d-414e-b725-ff4d0eb5d02a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:53.716757 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b0a898bf-e006-4657-b5d5-795c018bbf7d req-3ff6f667-014d-414e-b725-ff4d0eb5d02a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1067855 Apr 20 16:33:53.753711 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b0a898bf-e006-4657-b5d5-795c018bbf7d req-f271e412-ec66-43b7-9aa4-8fdaa56667e7 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360658 Apr 20 16:33:53.811414 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bc9c478d-8e15-4e59-843a-c70d5cec8bcb tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.5377567 Apr 20 16:33:53.814015 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34026) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:53.830307 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Allocated IP 2001:db8::2 (09bfa8af-fbc5-42c0-901d-958cb8d1483c/2451672b-a923-4040-bf3f-fc73509504fd/7638169c-b3c6-4bd1-982b-1bd639ce5e0d) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:53.845766 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3453-ce68-45b0-b37f-c1ea60d254c4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:53.850072 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-101345d8-5fab-4904-88a2-94c8b6b4ad49 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:53.917819 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101345d8-5fab-4904-88a2-94c8b6b4ad49 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Subnet': ['ID=17f96cba-d35d-4405-997d-e9f2a9782b7d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:53.930123 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ace738b-3915-4ffa-a3bf-b42a1ae8d09c tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:53.937324 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7ace738b-3915-4ffa-a3bf-b42a1ae8d09c tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:53.969416 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-101345d8-5fab-4904-88a2-94c8b6b4ad49 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:53.973334 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-101345d8-5fab-4904-88a2-94c8b6b4ad49 tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/subnets/17f96cba-d35d-4405-997d-e9f2a9782b7d HTTP/1.1" status: 204 len: 168 time: 0.7897553 Apr 20 16:33:53.976591 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34032) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:53.995142 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-7ace738b-3915-4ffa-a3bf-b42a1ae8d09c tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] device_id is not set on port cf6be301-6889-472a-96b5-0c5eacac6843 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:33:54.070951 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:54.076543 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e99243-06c7-4db2-9364-ce24320832d4 None None] Network f499c58b-4bd7-4cd6-810e-00828e1d35b6 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:54.078150 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8912276-d872-4a78-b710-9980df9f6627 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:54.086295 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8912276-d872-4a78-b710-9980df9f6627 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:54.094869 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8912276-d872-4a78-b710-9980df9f6627 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:54.103076 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8912276-d872-4a78-b710-9980df9f6627 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:54.107903 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d8912276-d872-4a78-b710-9980df9f6627 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2899938 Apr 20 16:33:54.111643 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34036) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:54.211593 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:54.253254 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-34fc77af-5bc1-4dd5-b3b4-77bf016b5fb5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:54.286743 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-7ace738b-3915-4ffa-a3bf-b42a1ae8d09c tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Allocated IP 2001:db8::72 (09bfa8af-fbc5-42c0-901d-958cb8d1483c/2451672b-a923-4040-bf3f-fc73509504fd/cf6be301-6889-472a-96b5-0c5eacac6843) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:54.290163 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Network 09bfa8af-fbc5-42c0-901d-958cb8d1483c is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:54.299969 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:54.306690 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Pushing event updated for resources: {'Port': ['ID=7638169c-b3c6-4bd1-982b-1bd639ce5e0d,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:54.310697 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:33:54.341397 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:54.342987 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:54.343552 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:54.344101 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:54.344639 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:54.345153 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:54.349420 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:54.349420 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:54.349420 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:54.349420 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:54.349420 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:54.349420 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:33:54.418152 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Attempting to bind port 7638169c-b3c6-4bd1-982b-1bd639ce5e0d on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:33:54.418558 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Attempting to bind port 7638169c-b3c6-4bd1-982b-1bd639ce5e0d by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '1181ba1b-de80-4832-a735-6b8c5f91cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '09bfa8af-fbc5-42c0-901d-958cb8d1483c'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:33:54.418984 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Attempting to bind port 7638169c-b3c6-4bd1-982b-1bd639ce5e0d on network 09bfa8af-fbc5-42c0-901d-958cb8d1483c {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:33:54.432218 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:33:54.432760 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Checking segment: {'id': '1181ba1b-de80-4832-a735-6b8c5f91cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '09bfa8af-fbc5-42c0-901d-958cb8d1483c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:33:54.433238 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:54.433701 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Bound using segment: {'id': '1181ba1b-de80-4832-a735-6b8c5f91cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '09bfa8af-fbc5-42c0-901d-958cb8d1483c'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:33:54.434272 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Bound port: 7638169c-b3c6-4bd1-982b-1bd639ce5e0d, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1181ba1b-de80-4832-a735-6b8c5f91cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '09bfa8af-fbc5-42c0-901d-958cb8d1483c'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:33:54.434769 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:54.439128 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfca329a-2510-40ac-b7e8-0fa6716a3a9b None None] DHCP port deletion for f499c58b-4bd7-4cd6-810e-00828e1d35b6 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:33:54.450690 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-34fc77af-5bc1-4dd5-b3b4-77bf016b5fb5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:54.485053 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-573e0d6c-2417-48d2-8e80-e7156b2af24a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:54.498051 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-34fc77af-5bc1-4dd5-b3b4-77bf016b5fb5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329a0972-5bcd-4d10-a2f6-9c73aa3c6810']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:54.542109 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3453-ce68-45b0-b37f-c1ea60d254c4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:54.547261 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-34fc77af-5bc1-4dd5-b3b4-77bf016b5fb5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76205053-99ce-493c-83dc-b8c77eff11ac') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:54.547604 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-34fc77af-5bc1-4dd5-b3b4-77bf016b5fb5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76205053-99ce-493c-83dc-b8c77eff11ac') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:54.566046 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-34fc77af-5bc1-4dd5-b3b4-77bf016b5fb5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:54.576660 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] For port 7638169c-b3c6-4bd1-982b-1bd639ce5e0d, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:33:54.581412 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] For port 7638169c-b3c6-4bd1-982b-1bd639ce5e0d, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7638169c-b3c6-4bd1-982b-1bd639ce5e0d,segment=NetworkSegment(1181ba1b-de80-4832-a735-6b8c5f91cd11),segment_id=1181ba1b-de80-4832-a735-6b8c5f91cd11)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:33:54.595933 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-34fc77af-5bc1-4dd5-b3b4-77bf016b5fb5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:54.604486 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-dfca329a-2510-40ac-b7e8-0fa6716a3a9b None None] Deleting port 2f2a5a0d-339f-4ef0-a645-5da6ee68f81a {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:54.604865 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dfca329a-2510-40ac-b7e8-0fa6716a3a9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:54.612738 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34fc77af-5bc1-4dd5-b3b4-77bf016b5fb5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:33:54.613148 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-34fc77af-5bc1-4dd5-b3b4-77bf016b5fb5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:33:54.616652 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:33:54.661721 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:54.666241 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-573e0d6c-2417-48d2-8e80-e7156b2af24a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Deleting port 2f2a5a0d-339f-4ef0-a645-5da6ee68f81a {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:54.669191 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-573e0d6c-2417-48d2-8e80-e7156b2af24a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:54.727146 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-dfca329a-2510-40ac-b7e8-0fa6716a3a9b None None] For port 2f2a5a0d-339f-4ef0-a645-5da6ee68f81a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2f2a5a0d-339f-4ef0-a645-5da6ee68f81a,segment=NetworkSegment(181a7221-7bee-4d67-8ca2-33c625311b21),segment_id=181a7221-7bee-4d67-8ca2-33c625311b21)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:54.727590 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dfca329a-2510-40ac-b7e8-0fa6716a3a9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:54.734159 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7ace738b-3915-4ffa-a3bf-b42a1ae8d09c tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:54.751277 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-dfca329a-2510-40ac-b7e8-0fa6716a3a9b None None] Calling delete_port for 2f2a5a0d-339f-4ef0-a645-5da6ee68f81a owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:54.785619 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64750a-17e8-4c4d-90ea-f01d19df9de8 None None] Pushing event updated for resources: {'Port': ['ID=7638169c-b3c6-4bd1-982b-1bd639ce5e0d,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:54.820168 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-dc9f3453-ce68-45b0-b37f-c1ea60d254c4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Allocated IP 172.25.0.132 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/d79117da-9e62-4bfa-b6c9-8733e6650ad3) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:54.836306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-573e0d6c-2417-48d2-8e80-e7156b2af24a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] For port 2f2a5a0d-339f-4ef0-a645-5da6ee68f81a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2f2a5a0d-339f-4ef0-a645-5da6ee68f81a,segment=NetworkSegment(181a7221-7bee-4d67-8ca2-33c625311b21),segment_id=181a7221-7bee-4d67-8ca2-33c625311b21)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:54.837018 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-573e0d6c-2417-48d2-8e80-e7156b2af24a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:54.863695 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-573e0d6c-2417-48d2-8e80-e7156b2af24a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Calling delete_port for 2f2a5a0d-339f-4ef0-a645-5da6ee68f81a owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:54.910757 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-34fc77af-5bc1-4dd5-b3b4-77bf016b5fb5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:54.915632 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-34fc77af-5bc1-4dd5-b3b4-77bf016b5fb5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:54.919176 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-34fc77af-5bc1-4dd5-b3b4-77bf016b5fb5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] 10.222.0.15 "DELETE /v2.0/networks/329a0972-5bcd-4d10-a2f6-9c73aa3c6810 HTTP/1.1" status: 204 len: 168 time: 0.8065627 Apr 20 16:33:54.923048 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34044) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:55.030441 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dfca329a-2510-40ac-b7e8-0fa6716a3a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.064167 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c5adc-147a-425d-97f3-0dd85cbc2a03 req-696550a3-5947-4585-9db0-1492fc5cbed0 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:55.066395 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cb6c5adc-147a-425d-97f3-0dd85cbc2a03 req-696550a3-5947-4585-9db0-1492fc5cbed0 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1903718 Apr 20 16:33:55.072395 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7ace738b-3915-4ffa-a3bf-b42a1ae8d09c tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.083770 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc77af-5bc1-4dd5-b3b4-77bf016b5fb5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Pushing event deleted for resources: {'Network': ['ID=329a0972-5bcd-4d10-a2f6-9c73aa3c6810,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:55.109820 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3453-ce68-45b0-b37f-c1ea60d254c4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.125438 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca329a-2510-40ac-b7e8-0fa6716a3a9b None None] Pushing event deleted for resources: {'Port': ['ID=2f2a5a0d-339f-4ef0-a645-5da6ee68f81a,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:55.151516 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfca329a-2510-40ac-b7e8-0fa6716a3a9b None None] No DVR routers for this DVR port 2f2a5a0d-339f-4ef0-a645-5da6ee68f81a on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:33:55.159521 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a189b241-0eeb-4687-b355-690c2b5cd602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.178944 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ace738b-3915-4ffa-a3bf-b42a1ae8d09c tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network 09bfa8af-fbc5-42c0-901d-958cb8d1483c is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:55.180478 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-573e0d6c-2417-48d2-8e80-e7156b2af24a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.199154 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-7ace738b-3915-4ffa-a3bf-b42a1ae8d09c tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:55.203210 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ace738b-3915-4ffa-a3bf-b42a1ae8d09c tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:33:55.216081 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ace738b-3915-4ffa-a3bf-b42a1ae8d09c tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:55.216790 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7ace738b-3915-4ffa-a3bf-b42a1ae8d09c tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.229152 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace738b-3915-4ffa-a3bf-b42a1ae8d09c tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Port': ['ID=cf6be301-6889-472a-96b5-0c5eacac6843,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:55.231918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e0d6c-2417-48d2-8e80-e7156b2af24a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Port': ['ID=2f2a5a0d-339f-4ef0-a645-5da6ee68f81a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:55.243497 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cb6c5adc-147a-425d-97f3-0dd85cbc2a03 req-c20fcde7-61a7-46ea-8352-1f839474bc81 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250572 Apr 20 16:33:55.243497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573e0d6c-2417-48d2-8e80-e7156b2af24a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] No DVR routers for this DVR port 2f2a5a0d-339f-4ef0-a645-5da6ee68f81a on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:33:55.243670 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-254df9bd-2fd2-444e-ac51-75bcfaa485f8 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.262722 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cd1ba-7d8d-46d1-93f8-2643e688be42 req-6bd2fde1-5ae4-4ae7-b3d4-5152e8ca6aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:55.264562 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f55cd1ba-7d8d-46d1-93f8-2643e688be42 req-6bd2fde1-5ae4-4ae7-b3d4-5152e8ca6aae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca02f6b1aa34446e9221bf3218691782&device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 1096 time: 0.2051365 Apr 20 16:33:55.311044 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7ace738b-3915-4ffa-a3bf-b42a1ae8d09c tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8492694 Apr 20 16:33:55.323384 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34048) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:55.330431 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-24666b4d-891b-469f-9da7-0fee98949767 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'port': {'network_id': '09bfa8af-fbc5-42c0-901d-958cb8d1483c', 'name': 'tempest-PortsIpV6TestJSON-731259883'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:55.344540 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-573e0d6c-2417-48d2-8e80-e7156b2af24a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.366579 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-573e0d6c-2417-48d2-8e80-e7156b2af24a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f499c58b-4bd7-4cd6-810e-00828e1d35b6']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:55.376109 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-573e0d6c-2417-48d2-8e80-e7156b2af24a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181a7221-7bee-4d67-8ca2-33c625311b21') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:55.376431 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-573e0d6c-2417-48d2-8e80-e7156b2af24a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181a7221-7bee-4d67-8ca2-33c625311b21') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:55.387404 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-573e0d6c-2417-48d2-8e80-e7156b2af24a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.404040 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-573e0d6c-2417-48d2-8e80-e7156b2af24a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.408515 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573e0d6c-2417-48d2-8e80-e7156b2af24a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:33:55.408899 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-573e0d6c-2417-48d2-8e80-e7156b2af24a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:33:55.411841 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:33:55.426535 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3453-ce68-45b0-b37f-c1ea60d254c4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.493149 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-254df9bd-2fd2-444e-ac51-75bcfaa485f8 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.507209 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9f3453-ce68-45b0-b37f-c1ea60d254c4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:55.510366 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-dc9f3453-ce68-45b0-b37f-c1ea60d254c4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:55.514948 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9f3453-ce68-45b0-b37f-c1ea60d254c4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:33:55.544492 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f3453-ce68-45b0-b37f-c1ea60d254c4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event updated for resources: {'Port': ['ID=d79117da-9e62-4bfa-b6c9-8733e6650ad3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:55.548805 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-254df9bd-2fd2-444e-ac51-75bcfaa485f8 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db369371-7b0a-465c-95a0-ca2f97d9a9d2']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:55.595592 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-254df9bd-2fd2-444e-ac51-75bcfaa485f8 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa58fca0-c01e-4656-a9b0-7acbe9e10131') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:55.595924 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-254df9bd-2fd2-444e-ac51-75bcfaa485f8 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa58fca0-c01e-4656-a9b0-7acbe9e10131') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:33:55.596524 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-573e0d6c-2417-48d2-8e80-e7156b2af24a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.611055 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 7638169c-b3c6-4bd1-982b-1bd639ce5e0d up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:33:55.619870 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-254df9bd-2fd2-444e-ac51-75bcfaa485f8 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.627601 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-573e0d6c-2417-48d2-8e80-e7156b2af24a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.634817 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-573e0d6c-2417-48d2-8e80-e7156b2af24a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] 10.222.0.15 "DELETE /v2.0/networks/f499c58b-4bd7-4cd6-810e-00828e1d35b6 HTTP/1.1" status: 204 len: 168 time: 1.6530359 Apr 20 16:33:55.643080 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e0d6c-2417-48d2-8e80-e7156b2af24a tempest-NetworksTest-289244397 tempest-NetworksTest-289244397-project] Pushing event deleted for resources: {'Network': ['ID=f499c58b-4bd7-4cd6-810e-00828e1d35b6,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:55.656865 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cd1ba-7d8d-46d1-93f8-2643e688be42 req-00755491-fea5-46f7-aeeb-d8c0398973ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:55.658379 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f55cd1ba-7d8d-46d1-93f8-2643e688be42 req-00755491-fea5-46f7-aeeb-d8c0398973ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=96647353-7ea1-402d-874f-17a77bf9da84 HTTP/1.1" status: 200 len: 914 time: 0.3851624 Apr 20 16:33:55.669000 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-254df9bd-2fd2-444e-ac51-75bcfaa485f8 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.678779 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3453-ce68-45b0-b37f-c1ea60d254c4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.708421 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 7638169c-b3c6-4bd1-982b-1bd639ce5e0d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:55.708904 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.730080 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f55cd1ba-7d8d-46d1-93f8-2643e688be42 req-86d96638-c58d-4286-9e87-c9eb2068a4b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c7cc80b-074c-4a9b-b03e-455e4e155536 HTTP/1.1" status: 200 len: 217 time: 0.0588102 Apr 20 16:33:55.732470 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254df9bd-2fd2-444e-ac51-75bcfaa485f8 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:33:55.732881 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-254df9bd-2fd2-444e-ac51-75bcfaa485f8 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:33:55.736101 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:33:55.824099 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3453-ce68-45b0-b37f-c1ea60d254c4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.856739 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cd1ba-7d8d-46d1-93f8-2643e688be42 req-325e5c97-8023-4b62-b476-d9ec741bfea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:55.858212 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f55cd1ba-7d8d-46d1-93f8-2643e688be42 req-325e5c97-8023-4b62-b476-d9ec741bfea4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dd53a72b-e27c-47d8-b60f-ef1e2e2a9009 HTTP/1.1" status: 200 len: 853 time: 0.1094286 Apr 20 16:33:55.862746 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.910798 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 7638169c-b3c6-4bd1-982b-1bd639ce5e0d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7638169c-b3c6-4bd1-982b-1bd639ce5e0d,segment=NetworkSegment(1181ba1b-de80-4832-a735-6b8c5f91cd11),segment_id=1181ba1b-de80-4832-a735-6b8c5f91cd11)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:55.939083 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24666b4d-891b-469f-9da7-0fee98949767 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:55.944427 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24666b4d-891b-469f-9da7-0fee98949767 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:55.996735 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:56.014416 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-24666b4d-891b-469f-9da7-0fee98949767 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] device_id is not set on port 6e1c552e-233d-4133-a545-ffc3e89a381e yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:33:56.045381 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3453-ce68-45b0-b37f-c1ea60d254c4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:56.075574 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=7638169c-b3c6-4bd1-982b-1bd639ce5e0d,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:56.078465 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f55cd1ba-7d8d-46d1-93f8-2643e688be42 req-1be4b9f5-75b8-4d5a-b7f4-7d3d1b915c01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96647353-7ea1-402d-874f-17a77bf9da84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1503606 Apr 20 16:33:56.085105 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-254df9bd-2fd2-444e-ac51-75bcfaa485f8 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:56.092169 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-254df9bd-2fd2-444e-ac51-75bcfaa485f8 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:56.101465 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-254df9bd-2fd2-444e-ac51-75bcfaa485f8 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] 10.222.0.15 "DELETE /v2.0/networks/db369371-7b0a-465c-95a0-ca2f97d9a9d2 HTTP/1.1" status: 204 len: 168 time: 1.1699862 Apr 20 16:33:56.101600 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34054) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:56.110444 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2f2a5a0d-339f-4ef0-a645-5da6ee68f81a no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:33:56.152544 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 2f2a5a0d-339f-4ef0-a645-5da6ee68f81a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:33:56.167586 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2f2a5a0d-339f-4ef0-a645-5da6ee68f81a not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:33:56.236954 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aac999-6f37-42bf-b99e-678f6298d333 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:56.237064 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2664db-b35c-4b53-b888-b7c7632a78f3 None None] Network 09bfa8af-fbc5-42c0-901d-958cb8d1483c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:33:56.237152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aac999-6f37-42bf-b99e-678f6298d333 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:56.237152 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-21aac999-6f37-42bf-b99e-678f6298d333 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1356480 Apr 20 16:33:56.237152 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3453-ce68-45b0-b37f-c1ea60d254c4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:56.242936 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f55cd1ba-7d8d-46d1-93f8-2643e688be42 req-4c56626a-d316-4da4-a3fa-c284453f6f4a service neutron] 10.222.0.26 "GET /v2.0/networks/96647353-7ea1-402d-874f-17a77bf9da84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458759 Apr 20 16:33:56.243406 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34058) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:56.252458 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-537ee218-b5dc-43a7-a4fa-1f2af3076da6 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1324060922'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:56.295067 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f3453-ce68-45b0-b37f-c1ea60d254c4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event updated for resources: {'Port': ['ID=d79117da-9e62-4bfa-b6c9-8733e6650ad3,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:56.338911 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254df9bd-2fd2-444e-ac51-75bcfaa485f8 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Pushing event deleted for resources: {'Network': ['ID=db369371-7b0a-465c-95a0-ca2f97d9a9d2,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:56.346246 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3453-ce68-45b0-b37f-c1ea60d254c4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:56.383316 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34064) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:56.421309 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3453-ce68-45b0-b37f-c1ea60d254c4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:56.422993 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dc9f3453-ce68-45b0-b37f-c1ea60d254c4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9342225 Apr 20 16:33:56.424600 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4aef1970-2569-4a18-a2c0-2c03ee956e3f None None] Provisioning complete for port 7638169c-b3c6-4bd1-982b-1bd639ce5e0d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:56.432595 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4aef1970-2569-4a18-a2c0-2c03ee956e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:56.432739 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537ee218-b5dc-43a7-a4fa-1f2af3076da6 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Made reservation on behalf of 090a41be9d664dbc9c5dc773b36bc126 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:56.437169 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-537ee218-b5dc-43a7-a4fa-1f2af3076da6 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:56.548304 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:56.611437 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-24666b4d-891b-469f-9da7-0fee98949767 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Allocated IP 2001:db8::29f (09bfa8af-fbc5-42c0-901d-958cb8d1483c/2451672b-a923-4040-bf3f-fc73509504fd/6e1c552e-233d-4133-a545-ffc3e89a381e) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:33:56.664737 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-02df6b9d-5179-40fc-8767-0eb16fb2840a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6aa039c16e847d9821ec4a912e2c995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717383 Apr 20 16:33:56.666163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34082) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:56.742321 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-07c8fa6d-8cfa-4bde-8fa4-f794cec16ba6 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1716312008&fields=id&tenant_id=79e26843c2b34b5cae984cd2a5639ef7 HTTP/1.1" status: 200 len: 267 time: 0.0732601 Apr 20 16:33:56.788173 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-43a24f56-643b-4050-b49c-8de179b5b227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:56.812560 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0c7cc80b-074c-4a9b-b03e-455e4e155536 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:33:56.898470 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-43a24f56-643b-4050-b49c-8de179b5b227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:56.989143 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:57.015809 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94aeeccc-db09-431e-a9e8-ccb73d931273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c7cc80b-074c-4a9b-b03e-455e4e155536'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:33:57.020936 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-16dde9af-807a-4e61-b042-24d3dc057d09 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:57.023141 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-16dde9af-807a-4e61-b042-24d3dc057d09 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/networks?id=6129277f-3b7c-420f-bcf7-8207d3888fce HTTP/1.1" status: 200 len: 814 time: 0.2686505 Apr 20 16:33:57.026609 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47860b3-0f4a-45b0-91aa-312dcbe1d72b" -d '{"events": [{"server_uuid": "94aeeccc-db09-431e-a9e8-ccb73d931273", "name": "network-vif-unplugged", "status": "completed", "tag": "0c7cc80b-074c-4a9b-b03e-455e4e155536"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:33:57.041712 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:33:57.049804 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5609c17c-2f07-42b9-86e9-16149cc2545c None None] Provisioning complete for port cf6be301-6889-472a-96b5-0c5eacac6843 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:57.050180 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5609c17c-2f07-42b9-86e9-16149cc2545c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:57.051095 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-f406d1c0-40cb-4a7b-9d62-1900cde1e4cc tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/quotas/79e26843c2b34b5cae984cd2a5639ef7 HTTP/1.1" status: 200 len: 375 time: 0.0210063 Apr 20 16:33:57.061409 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0c7cc80b-074c-4a9b-b03e-455e4e155536, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0c7cc80b-074c-4a9b-b03e-455e4e155536,segment=NetworkSegment(dd4e4e52-542a-41b0-9b77-fe2f4abec5df),segment_id=dd4e4e52-542a-41b0-9b77-fe2f4abec5df)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:33:57.108460 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5609c17c-2f07-42b9-86e9-16149cc2545c None None] Port cf6be301-6889-472a-96b5-0c5eacac6843 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:33:57.109428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-537ee218-b5dc-43a7-a4fa-1f2af3076da6 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:33:57.115107 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-43a24f56-643b-4050-b49c-8de179b5b227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:57.121478 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-43a24f56-643b-4050-b49c-8de179b5b227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:57.124505 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-43a24f56-643b-4050-b49c-8de179b5b227 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fbc71bf0-0edd-4860-a965-84a5bd23a034 HTTP/1.1" status: 204 len: 168 time: 0.4554627 Apr 20 16:33:57.125625 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f55cd1ba-7d8d-46d1-93f8-2643e688be42 req-f00b08b2-a3b3-41a8-9569-3dbea65085e5 service neutron] 10.222.0.26 "GET /v2.0/networks/96647353-7ea1-402d-874f-17a77bf9da84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7761970 Apr 20 16:33:57.141493 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a24f56-643b-4050-b49c-8de179b5b227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc71bf0-0edd-4860-a965-84a5bd23a034,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:57.150868 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5609c17c-2f07-42b9-86e9-16149cc2545c None None] Provisioning complete for port 7638169c-b3c6-4bd1-982b-1bd639ce5e0d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:57.153183 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5609c17c-2f07-42b9-86e9-16149cc2545c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:57.159660 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1483d0-143f-459a-945a-992d921ed4cb req-7d25b951-ba25-472e-864f-0081d4c150eb tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:57.171129 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4c1483d0-143f-459a-945a-992d921ed4cb req-7d25b951-ba25-472e-864f-0081d4c150eb tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.7402220 Apr 20 16:33:57.175182 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-fc341520-faa6-4afa-9ce8-ecca8c8bf5f3 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1229117 Apr 20 16:33:57.197946 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-537ee218-b5dc-43a7-a4fa-1f2af3076da6 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:57.198685 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-537ee218-b5dc-43a7-a4fa-1f2af3076da6 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Added segment b12713ec-64ad-4bef-9a19-e1bfa65f9f4a of type vlan for network 77ecdf6b-5d04-427a-8ed5-b086d46a50fd Apr 20 16:33:57.239049 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:57.341397 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=0c7cc80b-074c-4a9b-b03e-455e4e155536,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:57.407201 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-41e6a5e5-1336-4430-96be-2c0c777a933d service neutron] 10.222.0.15 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268660 Apr 20 16:33:57.474600 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f7f1d262-4409-4461-aeaf-5fa49e18da70 None None] Provisioning complete for port cf6be301-6889-472a-96b5-0c5eacac6843 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:57.475705 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f7f1d262-4409-4461-aeaf-5fa49e18da70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:57.540415 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-537ee218-b5dc-43a7-a4fa-1f2af3076da6 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:57.540646 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f7f1d262-4409-4461-aeaf-5fa49e18da70 None None] Port cf6be301-6889-472a-96b5-0c5eacac6843 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:33:57.547734 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24666b4d-891b-469f-9da7-0fee98949767 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:57.570014 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4c1483d0-143f-459a-945a-992d921ed4cb req-9d811d00-c857-4873-bd2a-e33999d1d2c0 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974664 Apr 20 16:33:57.571627 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-c21b6c48-5659-4930-984b-a0d8de324e2c service neutron] 10.222.0.15 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527581 Apr 20 16:33:57.599546 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 7638169c-b3c6-4bd1-982b-1bd639ce5e0d up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:33:57.672580 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 7638169c-b3c6-4bd1-982b-1bd639ce5e0d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:57.672970 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:57.680464 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-537ee218-b5dc-43a7-a4fa-1f2af3076da6 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:57.686623 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537ee218-b5dc-43a7-a4fa-1f2af3076da6 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:57.687254 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-537ee218-b5dc-43a7-a4fa-1f2af3076da6 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:57.697330 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b34070b-a9fd-4315-9ec7-484b879a6bf0 x-openstack-request-id: req-7b34070b-a9fd-4315-9ec7-484b879a6bf0 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:33:57.697704 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94aeeccc-db09-431e-a9e8-ccb73d931273", "name": "network-vif-unplugged", "status": "completed", "tag": "0c7cc80b-074c-4a9b-b03e-455e4e155536", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:33:57.698171 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b34070b-a9fd-4315-9ec7-484b879a6bf0 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:33:57.698642 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b34070b-a9fd-4315-9ec7-484b879a6bf0'] response: {'server_uuid': '94aeeccc-db09-431e-a9e8-ccb73d931273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c7cc80b-074c-4a9b-b03e-455e4e155536', 'code': 200} Apr 20 16:33:57.766320 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24666b4d-891b-469f-9da7-0fee98949767 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:57.802249 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:57.836822 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24666b4d-891b-469f-9da7-0fee98949767 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network 09bfa8af-fbc5-42c0-901d-958cb8d1483c is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:33:57.844101 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ee218-b5dc-43a7-a4fa-1f2af3076da6 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Pushing event updated for resources: {'Network': ['ID=77ecdf6b-5d04-427a-8ed5-b086d46a50fd,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:57.844101 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-24666b4d-891b-469f-9da7-0fee98949767 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:33:57.852547 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 77ecdf6b-5d04-427a-8ed5-b086d46a50fd details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:33:57.873735 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-537ee218-b5dc-43a7-a4fa-1f2af3076da6 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6261609 Apr 20 16:33:57.881426 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34104) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:57.887546 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-58ef78e7-8829-4cc3-8b89-8e90bf1e2578 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-108966485'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:57.907760 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24666b4d-891b-469f-9da7-0fee98949767 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:33:57.922667 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24666b4d-891b-469f-9da7-0fee98949767 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:57.923509 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24666b4d-891b-469f-9da7-0fee98949767 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:57.953358 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24666b4d-891b-469f-9da7-0fee98949767 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Port': ['ID=6e1c552e-233d-4133-a545-ffc3e89a381e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:58.069622 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ef78e7-8829-4cc3-8b89-8e90bf1e2578 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Made reservation on behalf of 090a41be9d664dbc9c5dc773b36bc126 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:58.074656 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-24666b4d-891b-469f-9da7-0fee98949767 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7480998 Apr 20 16:33:58.078079 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-58ef78e7-8829-4cc3-8b89-8e90bf1e2578 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:58.082808 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34110) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:58.124792 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:58.148726 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ef78e7-8829-4cc3-8b89-8e90bf1e2578 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:33:58.178045 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-58ef78e7-8829-4cc3-8b89-8e90bf1e2578 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:58.185850 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-58ef78e7-8829-4cc3-8b89-8e90bf1e2578 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Added segment 01ea69cb-6884-4a4a-b518-f414ae8fbff2 of type vlan for network 9eb938f6-d09d-4f62-88a8-220dc6509d87 Apr 20 16:33:58.269189 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-58ef78e7-8829-4cc3-8b89-8e90bf1e2578 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:58.270414 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f1f2ce26-8172-4404-a982-3604a0fe76a4 None None] Provisioning complete for port 6e1c552e-233d-4133-a545-ffc3e89a381e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:33:58.270792 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ce26-8172-4404-a982-3604a0fe76a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:58.275417 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da892bac-8149-4acc-849c-9090425c1b8b tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:58.279744 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-da892bac-8149-4acc-849c-9090425c1b8b tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A72 HTTP/1.1" status: 200 len: 927 time: 0.1965349 Apr 20 16:33:58.280075 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34112) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:58.313171 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2ce26-8172-4404-a982-3604a0fe76a4 None None] Port 6e1c552e-233d-4133-a545-ffc3e89a381e cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:33:58.378285 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-aac5f586-8c76-4b7f-9fda-f04349ea11e7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting port 6e1c552e-233d-4133-a545-ffc3e89a381e {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:58.378860 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aac5f586-8c76-4b7f-9fda-f04349ea11e7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:58.400198 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-58ef78e7-8829-4cc3-8b89-8e90bf1e2578 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:58.415704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef78e7-8829-4cc3-8b89-8e90bf1e2578 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:58.418278 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-58ef78e7-8829-4cc3-8b89-8e90bf1e2578 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:58.498661 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aac5f586-8c76-4b7f-9fda-f04349ea11e7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:58.514064 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef78e7-8829-4cc3-8b89-8e90bf1e2578 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Pushing event updated for resources: {'Network': ['ID=9eb938f6-d09d-4f62-88a8-220dc6509d87,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:58.514365 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-aac5f586-8c76-4b7f-9fda-f04349ea11e7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Calling delete_port for 6e1c552e-233d-4133-a545-ffc3e89a381e owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:58.527166 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 9eb938f6-d09d-4f62-88a8-220dc6509d87 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:33:58.559913 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-58ef78e7-8829-4cc3-8b89-8e90bf1e2578 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6766179 Apr 20 16:33:58.562224 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34122) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:58.567313 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Request body: {'ports': [{'network_id': '77ecdf6b-5d04-427a-8ed5-b086d46a50fd', 'name': 'tempest-port--1701863306', 'admin_state_up': True}, {'network_id': '9eb938f6-d09d-4f62-88a8-220dc6509d87', 'admin_state_up': False}]} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:58.567628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Request body: {'port': {'network_id': '77ecdf6b-5d04-427a-8ed5-b086d46a50fd', 'name': 'tempest-port--1701863306', 'admin_state_up': True}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:58.568117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Request body: {'port': {'network_id': '9eb938f6-d09d-4f62-88a8-220dc6509d87', 'admin_state_up': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:58.787653 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:58.818513 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ca253-7cf2-4bb7-b466-0757a9fab604 req-79bd7f5b-1d3d-4810-b3c0-8f4552fa92d3 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:33:58.820730 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3b0ca253-7cf2-4bb7-b466-0757a9fab604 req-79bd7f5b-1d3d-4810-b3c0-8f4552fa92d3 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 943 time: 0.0699937 Apr 20 16:33:58.839303 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34128) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:58.862950 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3b0ca253-7cf2-4bb7-b466-0757a9fab604 req-2468a22c-d036-4585-bdca-33f2a5a9d236 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353737 Apr 20 16:33:58.882713 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Made reservation on behalf of 090a41be9d664dbc9c5dc773b36bc126 for: {'port': 2} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:58.888787 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:58.911559 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:58.933613 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aac5f586-8c76-4b7f-9fda-f04349ea11e7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:58.978084 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5f586-8c76-4b7f-9fda-f04349ea11e7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Port': ['ID=6e1c552e-233d-4133-a545-ffc3e89a381e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:59.021272 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aac5f586-8c76-4b7f-9fda-f04349ea11e7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.033274 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-aac5f586-8c76-4b7f-9fda-f04349ea11e7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/ports/6e1c552e-233d-4133-a545-ffc3e89a381e HTTP/1.1" status: 204 len: 168 time: 0.7447400 Apr 20 16:33:59.047895 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34140) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:59.077315 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5de432c-179d-4ae4-9b90-6d780e352642 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] GET failed (client error): The resource could not be found. Apr 20 16:33:59.079098 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d5de432c-179d-4ae4-9b90-6d780e352642 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports/6e1c552e-233d-4133-a545-ffc3e89a381e HTTP/1.1" status: 404 len: 333 time: 0.0356479 Apr 20 16:33:59.082960 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7a3d7782-95c1-4733-8461-fe6bd6045cb2 req-0d788c24-fe91-495a-9c39-51245c46cfe4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 210 time: 0.0672965 Apr 20 16:33:59.083550 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34142) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:33:59.122246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-72db1952-5b7c-4205-9137-9c70fbecd7ce tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2086334674'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:33:59.305299 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] device_id is not set on port 21f1d9c1-86eb-42e3-9811-4c2cbf1baa6d yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:33:59.344996 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e611f38e-4c57-42aa-94f0-7c3c4dada6d4 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting port cf6be301-6889-472a-96b5-0c5eacac6843 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:33:59.346222 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e611f38e-4c57-42aa-94f0-7c3c4dada6d4 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.435407 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.441047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72db1952-5b7c-4205-9137-9c70fbecd7ce tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Made reservation on behalf of 389cf1170ce14ee9ab1f648517cde249 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:33:59.445631 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-72db1952-5b7c-4205-9137-9c70fbecd7ce tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.466064 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e611f38e-4c57-42aa-94f0-7c3c4dada6d4 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.478156 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-72db1952-5b7c-4205-9137-9c70fbecd7ce tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.495930 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e611f38e-4c57-42aa-94f0-7c3c4dada6d4 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Calling delete_port for cf6be301-6889-472a-96b5-0c5eacac6843 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:33:59.571173 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] device_id is not set on port ad9a7b51-a71c-412e-8af4-ee4bb55efbf4 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:33:59.701058 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-72db1952-5b7c-4205-9137-9c70fbecd7ce tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.755830 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.790191 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-72db1952-5b7c-4205-9137-9c70fbecd7ce tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.817003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72db1952-5b7c-4205-9137-9c70fbecd7ce tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:33:59.819980 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e611f38e-4c57-42aa-94f0-7c3c4dada6d4 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.838789 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db1952-5b7c-4205-9137-9c70fbecd7ce tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=667423a5-50f8-4d5f-a42b-d8e3c015dd0f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:59.842074 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-72db1952-5b7c-4205-9137-9c70fbecd7ce tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.842627 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-72db1952-5b7c-4205-9137-9c70fbecd7ce tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Added segment cb33c44a-b9c5-4e03-9bae-c6643311f5cd of type vlan for network 02ccac64-f4f8-4192-9cd7-c6e082f90cd5 Apr 20 16:33:59.865024 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611f38e-4c57-42aa-94f0-7c3c4dada6d4 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Port': ['ID=cf6be301-6889-472a-96b5-0c5eacac6843,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:33:59.882102 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.885839 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.904684 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-72db1952-5b7c-4205-9137-9c70fbecd7ce tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.905847 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e611f38e-4c57-42aa-94f0-7c3c4dada6d4 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:33:59.909755 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e611f38e-4c57-42aa-94f0-7c3c4dada6d4 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/ports/cf6be301-6889-472a-96b5-0c5eacac6843 HTTP/1.1" status: 204 len: 168 time: 0.8096459 Apr 20 16:33:59.913196 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34162) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:00.188458 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d0b2551-330c-41ec-9253-def4366caa13 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] GET failed (client error): The resource could not be found. Apr 20 16:34:00.194531 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Pushing event updated for resources: {'Port': ['ID=21f1d9c1-86eb-42e3-9811-4c2cbf1baa6d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:00.195270 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6d0b2551-330c-41ec-9253-def4366caa13 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports/cf6be301-6889-472a-96b5-0c5eacac6843 HTTP/1.1" status: 404 len: 333 time: 0.1106627 Apr 20 16:34:00.195801 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34170) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:00.195801 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-72db1952-5b7c-4205-9137-9c70fbecd7ce tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.195801 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72db1952-5b7c-4205-9137-9c70fbecd7ce tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:00.195801 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-72db1952-5b7c-4205-9137-9c70fbecd7ce tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.204170 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Checking segment: {'id': 'b12713ec-64ad-4bef-9a19-e1bfa65f9f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '77ecdf6b-5d04-427a-8ed5-b086d46a50fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:00.204170 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Network hostable DHCP agents. Network: 77ecdf6b-5d04-427a-8ed5-b086d46a50fd, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:34:00.241611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b814d2d-6ce5-4ee7-a6e5-3f4ef90a2219 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting subnet 2451672b-a923-4040-bf3f-fc73509504fd {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:34:00.254444 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ae580-39c4-4626-b336-17f31b0f0c2a req-ca14b1b5-79ba-48a2-a7b6-eab2edf3a546 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:00.256642 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e0ae580-39c4-4626-b336-17f31b0f0c2a req-ca14b1b5-79ba-48a2-a7b6-eab2edf3a546 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 943 time: 0.2688613 Apr 20 16:34:00.266286 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5283ddc8-18dc-4a2a-9f27-08cdb7c1b14f req-8008563b-5997-41ab-a962-830e3fdc2407 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 210 time: 0.0378714 Apr 20 16:34:00.292734 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9b814d2d-6ce5-4ee7-a6e5-3f4ef90a2219 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.338458 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-72db1952-5b7c-4205-9137-9c70fbecd7ce tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4975996 Apr 20 16:34:00.341206 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34180) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:00.346922 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c50460ce-601b-411e-8b26-968d08395333 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-138430415'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:00.368600 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db1952-5b7c-4205-9137-9c70fbecd7ce tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Network': ['ID=02ccac64-f4f8-4192-9cd7-c6e082f90cd5,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:00.378922 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9b814d2d-6ce5-4ee7-a6e5-3f4ef90a2219 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.380642 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 02ccac64-f4f8-4192-9cd7-c6e082f90cd5 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:34:00.422841 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e0ae580-39c4-4626-b336-17f31b0f0c2a req-75a66a7a-f4b9-44b6-b72f-1a6905593cd4 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195562 Apr 20 16:34:00.444301 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50460ce-601b-411e-8b26-968d08395333 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Made reservation on behalf of 389cf1170ce14ee9ab1f648517cde249 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:00.450822 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c50460ce-601b-411e-8b26-968d08395333 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.456687 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Network 77ecdf6b-5d04-427a-8ed5-b086d46a50fd is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:34:00.482593 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50460ce-601b-411e-8b26-968d08395333 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:34:00.491603 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c50460ce-601b-411e-8b26-968d08395333 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.497115 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-c50460ce-601b-411e-8b26-968d08395333 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Added segment cf96a01e-0357-426a-b149-3b048c9459d4 of type vlan for network 51d416db-d298-4486-8b9d-7cb879b54e1d Apr 20 16:34:00.562627 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c50460ce-601b-411e-8b26-968d08395333 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.589518 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9b814d2d-6ce5-4ee7-a6e5-3f4ef90a2219 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.620422 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 77ecdf6b-5d04-427a-8ed5-b086d46a50fd) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:00.627327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:34:00.628183 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.628630 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d60c84-415f-4b43-afe8-7aae60c0a42a req-2c15464f-116f-4c84-8daf-804ba18b0cf8 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:00.630122 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e1d60c84-415f-4b43-afe8-7aae60c0a42a req-2c15464f-116f-4c84-8daf-804ba18b0cf8 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 943 time: 0.1088104 Apr 20 16:34:00.633754 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843bb044-93d6-44d1-af2f-721c86b3101f None None] Network 77ecdf6b-5d04-427a-8ed5-b086d46a50fd requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:00.692875 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e1d60c84-415f-4b43-afe8-7aae60c0a42a req-455e2011-ebfb-4931-89da-ce74086def8e tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459971 Apr 20 16:34:00.715376 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c50460ce-601b-411e-8b26-968d08395333 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.717694 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50460ce-601b-411e-8b26-968d08395333 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:00.718480 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c50460ce-601b-411e-8b26-968d08395333 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.795305 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Checking segment: {'id': '01ea69cb-6884-4a4a-b518-f414ae8fbff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9eb938f6-d09d-4f62-88a8-220dc6509d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:00.795725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Network hostable DHCP agents. Network: 9eb938f6-d09d-4f62-88a8-220dc6509d87, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:34:00.798967 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50460ce-601b-411e-8b26-968d08395333 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Network': ['ID=51d416db-d298-4486-8b9d-7cb879b54e1d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:00.804035 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Pushing event updated for resources: {'Port': ['ID=ad9a7b51-a71c-412e-8af4-ee4bb55efbf4,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:00.822557 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 51d416db-d298-4486-8b9d-7cb879b54e1d details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:34:00.879783 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c50460ce-601b-411e-8b26-968d08395333 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5372570 Apr 20 16:34:00.883044 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34202) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:00.889332 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5fa7b955-1978-42e4-9d4a-a46d08e3bd66 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'subnet': {'network_id': '02ccac64-f4f8-4192-9cd7-c6e082f90cd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:00.906722 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Network 9eb938f6-d09d-4f62-88a8-220dc6509d87 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:34:00.913527 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9b814d2d-6ce5-4ee7-a6e5-3f4ef90a2219 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.966776 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3053a762-a815-447b-8550-d16a296cea89 None None] Network 09bfa8af-fbc5-42c0-901d-958cb8d1483c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:00.973908 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9b814d2d-6ce5-4ee7-a6e5-3f4ef90a2219 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:00.977776 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9b814d2d-6ce5-4ee7-a6e5-3f4ef90a2219 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/subnets/2451672b-a923-4040-bf3f-fc73509504fd HTTP/1.1" status: 204 len: 168 time: 0.9482603 Apr 20 16:34:00.978848 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b814d2d-6ce5-4ee7-a6e5-3f4ef90a2219 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Subnet': ['ID=2451672b-a923-4040-bf3f-fc73509504fd,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:00.982347 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34204) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:01.019990 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 9eb938f6-d09d-4f62-88a8-220dc6509d87) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:01.028771 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:34:01.034998 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:01.040688 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:01.041610 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.092527 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2574fe3e-a872-4390-9202-09138dd2922c None None] Network 9eb938f6-d09d-4f62-88a8-220dc6509d87 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:01.107415 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c15a3b84-ee1d-4df2-9a03-b9fae47e5fb2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.111160 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-713a73e5-2ad6-454a-b51f-837c6470bb2e req-7f0a3165-dccb-48f9-8cd7-ca7280f45988 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:34:01.112620 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-713a73e5-2ad6-454a-b51f-837c6470bb2e req-7f0a3165-dccb-48f9-8cd7-ca7280f45988 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1414907 Apr 20 16:34:01.122128 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa7b955-1978-42e4-9d4a-a46d08e3bd66 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Made reservation on behalf of 389cf1170ce14ee9ab1f648517cde249 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:01.135860 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5fa7b955-1978-42e4-9d4a-a46d08e3bd66 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.170637 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3cd11527-4eb4-4cb4-9a2f-1f1e2561207e tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6073625 Apr 20 16:34:01.173323 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34212) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:01.214562 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-c15a3b84-ee1d-4df2-9a03-b9fae47e5fb2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting port 7638169c-b3c6-4bd1-982b-1bd639ce5e0d {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:01.215558 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c15a3b84-ee1d-4df2-9a03-b9fae47e5fb2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.350256 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621e801a-65d1-4e08-86d2-f6db4baae808 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:01.362706 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621e801a-65d1-4e08-86d2-f6db4baae808 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:01.364863 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-621e801a-65d1-4e08-86d2-f6db4baae808 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1899755 Apr 20 16:34:01.369675 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-c15a3b84-ee1d-4df2-9a03-b9fae47e5fb2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] For port 7638169c-b3c6-4bd1-982b-1bd639ce5e0d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7638169c-b3c6-4bd1-982b-1bd639ce5e0d,segment=NetworkSegment(1181ba1b-de80-4832-a735-6b8c5f91cd11),segment_id=1181ba1b-de80-4832-a735-6b8c5f91cd11)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:01.370617 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c15a3b84-ee1d-4df2-9a03-b9fae47e5fb2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.370868 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34218) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:01.386546 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f13e3a5-dcd5-4038-9e8a-e8d31e7b8971 None None] DHCP port deletion for 09bfa8af-fbc5-42c0-901d-958cb8d1483c request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:34:01.415500 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-c15a3b84-ee1d-4df2-9a03-b9fae47e5fb2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Calling delete_port for 7638169c-b3c6-4bd1-982b-1bd639ce5e0d owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:01.510009 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-1f13e3a5-dcd5-4038-9e8a-e8d31e7b8971 None None] Deleting port 7638169c-b3c6-4bd1-982b-1bd639ce5e0d {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:01.510600 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1f13e3a5-dcd5-4038-9e8a-e8d31e7b8971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.534894 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-50ec17cb-7c38-4736-8123-312917b230af req-8de80b0a-dd43-4788-8ede-2053c195f028 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 210 time: 0.0446048 Apr 20 16:34:01.574414 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5fa7b955-1978-42e4-9d4a-a46d08e3bd66 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.644610 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 7638169c-b3c6-4bd1-982b-1bd639ce5e0d no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:34:01.671264 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c15a3b84-ee1d-4df2-9a03-b9fae47e5fb2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.695009 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7b955-1978-42e4-9d4a-a46d08e3bd66 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Subnet': ['ID=15a79c02-aa28-477f-b360-7dbf89514da7,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:01.721122 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a3b84-ee1d-4df2-9a03-b9fae47e5fb2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Port': ['ID=7638169c-b3c6-4bd1-982b-1bd639ce5e0d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:01.729272 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1f13e3a5-dcd5-4038-9e8a-e8d31e7b8971 None None] For port 7638169c-b3c6-4bd1-982b-1bd639ce5e0d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7638169c-b3c6-4bd1-982b-1bd639ce5e0d,segment=NetworkSegment(1181ba1b-de80-4832-a735-6b8c5f91cd11),segment_id=1181ba1b-de80-4832-a735-6b8c5f91cd11)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:01.731301 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1f13e3a5-dcd5-4038-9e8a-e8d31e7b8971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.749013 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15a3b84-ee1d-4df2-9a03-b9fae47e5fb2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] No DVR routers for this DVR port 7638169c-b3c6-4bd1-982b-1bd639ce5e0d on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:34:01.753468 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-1f13e3a5-dcd5-4038-9e8a-e8d31e7b8971 None None] Calling delete_port for 7638169c-b3c6-4bd1-982b-1bd639ce5e0d owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:01.777881 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No active binding found for port 7638169c-b3c6-4bd1-982b-1bd639ce5e0d {{(pid=103486) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 20 16:34:01.778317 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 7638169c-b3c6-4bd1-982b-1bd639ce5e0d not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:34:01.807060 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a67f1b-8d7b-4bc4-ba53-9112ebfb0057 req-2a95586e-9183-4373-b6bd-7faf20110a4c tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:01.817558 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-43a67f1b-8d7b-4bc4-ba53-9112ebfb0057 req-2a95586e-9183-4373-b6bd-7faf20110a4c tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 943 time: 0.3309078 Apr 20 16:34:01.831145 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa7b955-1978-42e4-9d4a-a46d08e3bd66 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Checking segment: {'id': 'cb33c44a-b9c5-4e03-9bae-c6643311f5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '02ccac64-f4f8-4192-9cd7-c6e082f90cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:01.831506 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa7b955-1978-42e4-9d4a-a46d08e3bd66 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network hostable DHCP agents. Network: 02ccac64-f4f8-4192-9cd7-c6e082f90cd5, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:34:01.852359 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-018f2b0a-55bb-4c6b-80dd-0eeb844d3792 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Deleting port 21f1d9c1-86eb-42e3-9811-4c2cbf1baa6d {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:01.864599 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-018f2b0a-55bb-4c6b-80dd-0eeb844d3792 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.870657 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c15a3b84-ee1d-4df2-9a03-b9fae47e5fb2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.882077 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1f13e3a5-dcd5-4038-9e8a-e8d31e7b8971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.915058 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f13e3a5-dcd5-4038-9e8a-e8d31e7b8971 None None] No DVR routers for this DVR port 7638169c-b3c6-4bd1-982b-1bd639ce5e0d on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:34:01.916870 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13e3a5-dcd5-4038-9e8a-e8d31e7b8971 None None] Pushing event deleted for resources: {'Port': ['ID=7638169c-b3c6-4bd1-982b-1bd639ce5e0d,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:01.941148 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-43a67f1b-8d7b-4bc4-ba53-9112ebfb0057 req-bb929d75-d4d9-4143-b04e-17bca8d51a3e tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085937 Apr 20 16:34:01.955948 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-c15a3b84-ee1d-4df2-9a03-b9fae47e5fb2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09bfa8af-fbc5-42c0-901d-958cb8d1483c']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:01.972210 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-c15a3b84-ee1d-4df2-9a03-b9fae47e5fb2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1181ba1b-de80-4832-a735-6b8c5f91cd11') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:01.973092 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-c15a3b84-ee1d-4df2-9a03-b9fae47e5fb2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1181ba1b-de80-4832-a735-6b8c5f91cd11') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:01.988824 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-018f2b0a-55bb-4c6b-80dd-0eeb844d3792 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:01.997169 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c15a3b84-ee1d-4df2-9a03-b9fae47e5fb2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.014143 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c15a3b84-ee1d-4df2-9a03-b9fae47e5fb2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.022604 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c15a3b84-ee1d-4df2-9a03-b9fae47e5fb2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:34:02.023021 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c15a3b84-ee1d-4df2-9a03-b9fae47e5fb2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:34:02.026805 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:34:02.032689 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-018f2b0a-55bb-4c6b-80dd-0eeb844d3792 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Calling delete_port for 21f1d9c1-86eb-42e3-9811-4c2cbf1baa6d owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:02.040024 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa7b955-1978-42e4-9d4a-a46d08e3bd66 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 02ccac64-f4f8-4192-9cd7-c6e082f90cd5 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:34:02.055338 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34242) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:02.132552 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-5fa7b955-1978-42e4-9d4a-a46d08e3bd66 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 02ccac64-f4f8-4192-9cd7-c6e082f90cd5) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:02.139366 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa7b955-1978-42e4-9d4a-a46d08e3bd66 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:02.139890 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5fa7b955-1978-42e4-9d4a-a46d08e3bd66 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.142726 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0d90e6-f10d-4b37-a474-10b0b5647173 None None] Network 02ccac64-f4f8-4192-9cd7-c6e082f90cd5 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:02.203298 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-bb2b3786-bd54-4ca5-a64a-a8cf8a72a9e1 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:02.204858 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-bb2b3786-bd54-4ca5-a64a-a8cf8a72a9e1 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.26 "GET /v2.0/networks?id=6129277f-3b7c-420f-bcf7-8207d3888fce HTTP/1.1" status: 200 len: 814 time: 0.2633502 Apr 20 16:34:02.247877 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c15a3b84-ee1d-4df2-9a03-b9fae47e5fb2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.254856 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c15a3b84-ee1d-4df2-9a03-b9fae47e5fb2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.264675 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34250) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:02.269763 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c15a3b84-ee1d-4df2-9a03-b9fae47e5fb2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/networks/09bfa8af-fbc5-42c0-901d-958cb8d1483c HTTP/1.1" status: 204 len: 168 time: 1.2879164 Apr 20 16:34:02.279784 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-882a984e-07a4-4eae-ae76-e1d52d9ce458 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1863391581'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:02.289376 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a3b84-ee1d-4df2-9a03-b9fae47e5fb2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Network': ['ID=09bfa8af-fbc5-42c0-901d-958cb8d1483c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:02.320025 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-0663058d-c0bb-40ea-8344-dec39f3fd0bc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2625821 Apr 20 16:34:02.323564 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8071fe-a305-4660-9dba-d7e7ea01a2e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-02ccac64-f4f8-4192-9cd7-c6e082f90cd5', 'network_id': '02ccac64-f4f8-4192-9cd7-c6e082f90cd5', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'fixed_ips': [{'subnet_id': '15a79c02-aa28-477f-b360-7dbf89514da7'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:34:02.324881 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-da8071fe-a305-4660-9dba-d7e7ea01a2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.332122 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-a267a8c0-fbdc-423a-8c0d-98410f66f160 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:34:02.334888 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-a267a8c0-fbdc-423a-8c0d-98410f66f160 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053089 Apr 20 16:34:02.340199 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-73e10e8d-2470-4eb3-ab83-93c1f9b4994e tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79e26843c2b34b5cae984cd2a5639ef7 HTTP/1.1" status: 200 len: 380 time: 0.1206288 Apr 20 16:34:02.344997 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5fa7b955-1978-42e4-9d4a-a46d08e3bd66 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4607875 Apr 20 16:34:02.348038 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34252) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:02.352915 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f441b63d-df1e-4721-ad32-54e6dc8e99c2 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'subnet': {'network_id': '51d416db-d298-4486-8b9d-7cb879b54e1d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:02.362652 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-30794d77-59cc-4257-ba48-c771488b15de tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Request body: {'port': {'device_id': '6d61ee62-5d27-461d-976b-adc943fdec7b', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'admin_state_up': True, 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'security_groups': ['e2e6998f-2ffb-4301-9a68-614dbb39e8a4']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:02.478177 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-018f2b0a-55bb-4c6b-80dd-0eeb844d3792 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.479760 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882a984e-07a4-4eae-ae76-e1d52d9ce458 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:02.483814 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-882a984e-07a4-4eae-ae76-e1d52d9ce458 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.540754 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-da8071fe-a305-4660-9dba-d7e7ea01a2e4 None None] Allocated IP 2001:db8::2 (02ccac64-f4f8-4192-9cd7-c6e082f90cd5/15a79c02-aa28-477f-b360-7dbf89514da7/606434df-1a5f-4be2-82e4-467067c41b95) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:02.544064 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f2b0a-55bb-4c6b-80dd-0eeb844d3792 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Pushing event deleted for resources: {'Port': ['ID=21f1d9c1-86eb-42e3-9811-4c2cbf1baa6d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:02.569938 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-018f2b0a-55bb-4c6b-80dd-0eeb844d3792 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.573354 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-018f2b0a-55bb-4c6b-80dd-0eeb844d3792 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] 10.222.0.15 "DELETE /v2.0/ports/21f1d9c1-86eb-42e3-9811-4c2cbf1baa6d HTTP/1.1" status: 204 len: 168 time: 1.2024829 Apr 20 16:34:02.576219 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34262) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:02.594908 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-882a984e-07a4-4eae-ae76-e1d52d9ce458 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:34:02.611398 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-882a984e-07a4-4eae-ae76-e1d52d9ce458 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.611747 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-882a984e-07a4-4eae-ae76-e1d52d9ce458 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Added segment a7a50154-5a9b-48a5-b77b-f87f07678c81 of type vlan for network 7f868110-0bde-4734-b866-70cb85b3fcef Apr 20 16:34:02.677464 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-882a984e-07a4-4eae-ae76-e1d52d9ce458 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.705554 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f441b63d-df1e-4721-ad32-54e6dc8e99c2 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Made reservation on behalf of 389cf1170ce14ee9ab1f648517cde249 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:02.709659 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f441b63d-df1e-4721-ad32-54e6dc8e99c2 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.750289 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-03af4536-d792-42f4-88bc-92ad8688792f req-42b5e77f-8912-4570-9457-13b050a42b10 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 210 time: 0.0861123 Apr 20 16:34:02.793679 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-108a983b-2998-4965-b715-ea398d808034 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Deleting port ad9a7b51-a71c-412e-8af4-ee4bb55efbf4 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:02.794511 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-108a983b-2998-4965-b715-ea398d808034 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.811912 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-da8071fe-a305-4660-9dba-d7e7ea01a2e4 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.818556 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-30794d77-59cc-4257-ba48-c771488b15de tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Made reservation on behalf of 79e26843c2b34b5cae984cd2a5639ef7 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:02.820699 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0c7cc80b-074c-4a9b-b03e-455e4e155536 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:34:02.823218 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-30794d77-59cc-4257-ba48-c771488b15de tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.875611 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-882a984e-07a4-4eae-ae76-e1d52d9ce458 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.884449 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882a984e-07a4-4eae-ae76-e1d52d9ce458 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:02.885406 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-882a984e-07a4-4eae-ae76-e1d52d9ce458 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.896202 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-da8071fe-a305-4660-9dba-d7e7ea01a2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.903579 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-108a983b-2998-4965-b715-ea398d808034 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:02.942656 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-108a983b-2998-4965-b715-ea398d808034 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Calling delete_port for ad9a7b51-a71c-412e-8af4-ee4bb55efbf4 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:02.971627 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8071fe-a305-4660-9dba-d7e7ea01a2e4 None None] Network 02ccac64-f4f8-4192-9cd7-c6e082f90cd5 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:02.983485 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-da8071fe-a305-4660-9dba-d7e7ea01a2e4 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:02.990292 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8071fe-a305-4660-9dba-d7e7ea01a2e4 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:34:03.030231 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8071fe-a305-4660-9dba-d7e7ea01a2e4 None None] Pushing event updated for resources: {'Port': ['ID=606434df-1a5f-4be2-82e4-467067c41b95,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:03.118188 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-da8071fe-a305-4660-9dba-d7e7ea01a2e4 None None] Attempting to bind port 606434df-1a5f-4be2-82e4-467067c41b95 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:34:03.124996 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-da8071fe-a305-4660-9dba-d7e7ea01a2e4 None None] Attempting to bind port 606434df-1a5f-4be2-82e4-467067c41b95 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'cb33c44a-b9c5-4e03-9bae-c6643311f5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '02ccac64-f4f8-4192-9cd7-c6e082f90cd5'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:34:03.125920 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8071fe-a305-4660-9dba-d7e7ea01a2e4 None None] Attempting to bind port 606434df-1a5f-4be2-82e4-467067c41b95 on network 02ccac64-f4f8-4192-9cd7-c6e082f90cd5 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:34:03.138099 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8071fe-a305-4660-9dba-d7e7ea01a2e4 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:34:03.140514 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8071fe-a305-4660-9dba-d7e7ea01a2e4 None None] Checking segment: {'id': 'cb33c44a-b9c5-4e03-9bae-c6643311f5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '02ccac64-f4f8-4192-9cd7-c6e082f90cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:03.140514 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-da8071fe-a305-4660-9dba-d7e7ea01a2e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:03.140514 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8071fe-a305-4660-9dba-d7e7ea01a2e4 None None] Bound using segment: {'id': 'cb33c44a-b9c5-4e03-9bae-c6643311f5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '02ccac64-f4f8-4192-9cd7-c6e082f90cd5'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:34:03.140514 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-da8071fe-a305-4660-9dba-d7e7ea01a2e4 None None] Bound port: 606434df-1a5f-4be2-82e4-467067c41b95, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb33c44a-b9c5-4e03-9bae-c6643311f5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '02ccac64-f4f8-4192-9cd7-c6e082f90cd5'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:34:03.140514 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-da8071fe-a305-4660-9dba-d7e7ea01a2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:03.175299 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34278) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:03.177183 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-882a984e-07a4-4eae-ae76-e1d52d9ce458 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9079239 Apr 20 16:34:03.181130 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e7bec539-93c2-4fd4-8d02-eeef580dd3f2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'subnet': {'network_id': '7f868110-0bde-4734-b866-70cb85b3fcef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:03.221547 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-da8071fe-a305-4660-9dba-d7e7ea01a2e4 None None] For port 606434df-1a5f-4be2-82e4-467067c41b95, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:34:03.225263 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-da8071fe-a305-4660-9dba-d7e7ea01a2e4 None None] For port 606434df-1a5f-4be2-82e4-467067c41b95, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=606434df-1a5f-4be2-82e4-467067c41b95,segment=NetworkSegment(cb33c44a-b9c5-4e03-9bae-c6643311f5cd),segment_id=cb33c44a-b9c5-4e03-9bae-c6643311f5cd)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:34:03.238381 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a984e-07a4-4eae-ae76-e1d52d9ce458 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Network': ['ID=7f868110-0bde-4734-b866-70cb85b3fcef,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:03.259646 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 7f868110-0bde-4734-b866-70cb85b3fcef details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:34:03.276640 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-108a983b-2998-4965-b715-ea398d808034 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:03.310081 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a983b-2998-4965-b715-ea398d808034 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Pushing event deleted for resources: {'Port': ['ID=ad9a7b51-a71c-412e-8af4-ee4bb55efbf4,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:03.318003 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-108a983b-2998-4965-b715-ea398d808034 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:03.322527 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-108a983b-2998-4965-b715-ea398d808034 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] 10.222.0.15 "DELETE /v2.0/ports/ad9a7b51-a71c-412e-8af4-ee4bb55efbf4 HTTP/1.1" status: 204 len: 168 time: 0.7452602 Apr 20 16:34:03.325141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34282) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:03.328663 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e77686-0346-4d2c-a2ae-3ab8d941275a req-5c8c9b00-91a6-4caf-85da-febbe56f1343 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:03.329534 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-da8071fe-a305-4660-9dba-d7e7ea01a2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:03.330326 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c2e77686-0346-4d2c-a2ae-3ab8d941275a req-5c8c9b00-91a6-4caf-85da-febbe56f1343 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 943 time: 0.2786164 Apr 20 16:34:03.349394 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-30794d77-59cc-4257-ba48-c771488b15de tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Allocated IP 172.20.0.4 (6129277f-3b7c-420f-bcf7-8207d3888fce/1d0d8025-1a58-4c58-9113-dd747fc0c87b/c433432d-953a-4225-9182-c7aad470000a) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:03.366129 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-86daeb63-a517-4fef-9610-a8afa6be45f2 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0329742 Apr 20 16:34:03.370505 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34284) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:03.378746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e5a2ec8e-c901-47bb-9b3e-f06f66d07f99 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-386258106'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:03.402576 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bec539-93c2-4fd4-8d02-eeef580dd3f2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:03.407833 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e7bec539-93c2-4fd4-8d02-eeef580dd3f2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:03.409599 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c2e77686-0346-4d2c-a2ae-3ab8d941275a req-1895a2b4-5011-4799-9e3b-d3a3bda50b37 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722678 Apr 20 16:34:03.442445 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8071fe-a305-4660-9dba-d7e7ea01a2e4 None None] Pushing event updated for resources: {'Port': ['ID=606434df-1a5f-4be2-82e4-467067c41b95,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:03.510530 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a2ec8e-c901-47bb-9b3e-f06f66d07f99 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Made reservation on behalf of 090a41be9d664dbc9c5dc773b36bc126 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:03.517492 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e5a2ec8e-c901-47bb-9b3e-f06f66d07f99 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:03.527663 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f441b63d-df1e-4721-ad32-54e6dc8e99c2 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:03.564727 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a2ec8e-c901-47bb-9b3e-f06f66d07f99 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:34:03.601513 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e5a2ec8e-c901-47bb-9b3e-f06f66d07f99 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:03.601513 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-e5a2ec8e-c901-47bb-9b3e-f06f66d07f99 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Added segment 3aee4686-3217-4fdf-99ae-a6a28c6f0166 of type vlan for network 9d926ac5-3293-48bb-9d35-579eac4a72ae Apr 20 16:34:03.668021 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f441b63d-df1e-4721-ad32-54e6dc8e99c2 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Checking segment: {'id': 'cf96a01e-0357-426a-b149-3b048c9459d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '51d416db-d298-4486-8b9d-7cb879b54e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:03.668411 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f441b63d-df1e-4721-ad32-54e6dc8e99c2 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network hostable DHCP agents. Network: 51d416db-d298-4486-8b9d-7cb879b54e1d, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:34:03.673701 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441b63d-df1e-4721-ad32-54e6dc8e99c2 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Subnet': ['ID=61bd69d5-fd42-4c51-90ae-243ffd9ac42e,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:03.727930 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e5a2ec8e-c901-47bb-9b3e-f06f66d07f99 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:03.730330 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-30794d77-59cc-4257-ba48-c771488b15de tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:03.852241 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e7bec539-93c2-4fd4-8d02-eeef580dd3f2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:03.875195 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-957dbc06-d6e9-45e6-bd6a-ced23511d605 req-9030e2fc-f98b-4d01-84cc-8c3b68849066 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 210 time: 0.0425735 Apr 20 16:34:03.898874 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e5a2ec8e-c901-47bb-9b3e-f06f66d07f99 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:03.899186 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f441b63d-df1e-4721-ad32-54e6dc8e99c2 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 51d416db-d298-4486-8b9d-7cb879b54e1d is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:34:03.903918 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-30794d77-59cc-4257-ba48-c771488b15de tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:03.904797 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a2ec8e-c901-47bb-9b3e-f06f66d07f99 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:03.905445 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e5a2ec8e-c901-47bb-9b3e-f06f66d07f99 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:04.001157 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bec539-93c2-4fd4-8d02-eeef580dd3f2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Subnet': ['ID=55a42203-9fae-46b1-a2ab-cc486eb7521c,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:04.017523 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-30794d77-59cc-4257-ba48-c771488b15de tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Network 6129277f-3b7c-420f-bcf7-8207d3888fce is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:04.018840 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30794d77-59cc-4257-ba48-c771488b15de tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event updated for resources: {'Port': ['ID=c433432d-953a-4225-9182-c7aad470000a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:04.022053 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-30794d77-59cc-4257-ba48-c771488b15de tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:04.024731 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-30794d77-59cc-4257-ba48-c771488b15de tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:34:04.026871 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2ec8e-c901-47bb-9b3e-f06f66d07f99 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Pushing event updated for resources: {'Network': ['ID=9d926ac5-3293-48bb-9d35-579eac4a72ae,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:04.029898 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bec539-93c2-4fd4-8d02-eeef580dd3f2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Checking segment: {'id': 'a7a50154-5a9b-48a5-b77b-f87f07678c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7f868110-0bde-4734-b866-70cb85b3fcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:04.030260 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bec539-93c2-4fd4-8d02-eeef580dd3f2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network hostable DHCP agents. Network: 7f868110-0bde-4734-b866-70cb85b3fcef, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:34:04.031089 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-f441b63d-df1e-4721-ad32-54e6dc8e99c2 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 51d416db-d298-4486-8b9d-7cb879b54e1d) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:04.047159 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e5a2ec8e-c901-47bb-9b3e-f06f66d07f99 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6749027 Apr 20 16:34:04.049156 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34296) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:04.054169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-a806922c-58cb-40da-9f24-df1be6be45b9 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-578929954'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:04.057440 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a07dee5-2598-4cfb-b024-6394bd9e05f9 None None] Network 51d416db-d298-4486-8b9d-7cb879b54e1d requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:04.083196 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f441b63d-df1e-4721-ad32-54e6dc8e99c2 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:04.083816 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f441b63d-df1e-4721-ad32-54e6dc8e99c2 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:04.109496 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 9d926ac5-3293-48bb-9d35-579eac4a72ae details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:34:04.127970 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bec539-93c2-4fd4-8d02-eeef580dd3f2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network 7f868110-0bde-4734-b866-70cb85b3fcef is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:34:04.137990 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-e7bec539-93c2-4fd4-8d02-eeef580dd3f2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 7f868110-0bde-4734-b866-70cb85b3fcef) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:04.145396 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bec539-93c2-4fd4-8d02-eeef580dd3f2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:04.145621 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e7bec539-93c2-4fd4-8d02-eeef580dd3f2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:04.157157 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-30794d77-59cc-4257-ba48-c771488b15de tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:04.157949 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-30794d77-59cc-4257-ba48-c771488b15de tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:04.170302 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a806922c-58cb-40da-9f24-df1be6be45b9 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Made reservation on behalf of 090a41be9d664dbc9c5dc773b36bc126 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:04.179672 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204afe19-0105-4d34-b648-992536d74a8b None None] Network 7f868110-0bde-4734-b866-70cb85b3fcef requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:04.183847 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a806922c-58cb-40da-9f24-df1be6be45b9 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:04.219386 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a806922c-58cb-40da-9f24-df1be6be45b9 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:34:04.234812 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a806922c-58cb-40da-9f24-df1be6be45b9 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:04.235188 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-a806922c-58cb-40da-9f24-df1be6be45b9 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Added segment 2aede7d7-7cd2-4c74-ab45-52d5415c5ce7 of type vlan for network bedb449d-a638-4a20-913a-2fdab921dc82 Apr 20 16:34:04.248022 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f441b63d-df1e-4721-ad32-54e6dc8e99c2 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8962998 Apr 20 16:34:04.251963 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34302) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:04.252879 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7136f170-f0dd-4e8d-a11c-863e8dd9a9a8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2059717880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:04.281928 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-30794d77-59cc-4257-ba48-c771488b15de tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9226356 Apr 20 16:34:04.290375 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e7bec539-93c2-4fd4-8d02-eeef580dd3f2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1136799 Apr 20 16:34:04.300594 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34306) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:04.300594 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-092050c3-d11a-4656-82c7-bc04a762e1c7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'port': {'network_id': '7f868110-0bde-4734-b866-70cb85b3fcef', 'name': 'tempest-PortsIpV6TestJSON-23792084', 'fixed_ips': [{'subnet_id': '55a42203-9fae-46b1-a2ab-cc486eb7521c', 'ip_address': '2001:db8::10'}]}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:04.311659 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a806922c-58cb-40da-9f24-df1be6be45b9 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:04.333751 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Request body: {'port': {'device_id': '6d61ee62-5d27-461d-976b-adc943fdec7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:04.465116 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7136f170-f0dd-4e8d-a11c-863e8dd9a9a8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:04.466264 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7136f170-f0dd-4e8d-a11c-863e8dd9a9a8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:04.499800 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a806922c-58cb-40da-9f24-df1be6be45b9 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:04.501470 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:04.515638 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a806922c-58cb-40da-9f24-df1be6be45b9 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:04.516468 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a806922c-58cb-40da-9f24-df1be6be45b9 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:04.543898 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc81d4a-2d5d-41de-b0a0-1473d46df074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-51d416db-d298-4486-8b9d-7cb879b54e1d', 'network_id': '51d416db-d298-4486-8b9d-7cb879b54e1d', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'fixed_ips': [{'subnet_id': '61bd69d5-fd42-4c51-90ae-243ffd9ac42e'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:34:04.544760 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4fc81d4a-2d5d-41de-b0a0-1473d46df074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:04.591281 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-007e5a20-f7dd-4f51-808a-65a95b7e4b61 None None] Provisioning complete for port c433432d-953a-4225-9182-c7aad470000a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:04.591508 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-007e5a20-f7dd-4f51-808a-65a95b7e4b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:04.729972 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766df466-e523-4b39-9536-34bd2e04d649 req-fc20b81e-217a-4304-abf2-d3c41bdea273 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:04.733130 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-766df466-e523-4b39-9536-34bd2e04d649 req-fc20b81e-217a-4304-abf2-d3c41bdea273 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 943 time: 0.1657217 Apr 20 16:34:04.770787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-4fc81d4a-2d5d-41de-b0a0-1473d46df074 None None] Allocated IP 2001:db8:1::2 (51d416db-d298-4486-8b9d-7cb879b54e1d/61bd69d5-fd42-4c51-90ae-243ffd9ac42e/1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:04.866914 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d652602-7e69-41fc-a712-6c16034c3ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-7f868110-0bde-4734-b866-70cb85b3fcef', 'network_id': '7f868110-0bde-4734-b866-70cb85b3fcef', 'tenant_id': '74480f8e816348aa933547e3cb8033f9', 'fixed_ips': [{'subnet_id': '55a42203-9fae-46b1-a2ab-cc486eb7521c'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:34:04.867195 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3d652602-7e69-41fc-a712-6c16034c3ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:04.892567 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-766df466-e523-4b39-9536-34bd2e04d649 req-f98dfe1f-a54a-4404-a0f0-5d5868514caa tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135278 Apr 20 16:34:04.913786 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092050c3-d11a-4656-82c7-bc04a762e1c7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:04.959816 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa396d5-daae-42d7-8432-9c43f42642e7 None None] Network 02ccac64-f4f8-4192-9cd7-c6e082f90cd5 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:05.017128 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-007e5a20-f7dd-4f51-808a-65a95b7e4b61 None None] Port c433432d-953a-4225-9182-c7aad470000a cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:34:05.254308 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7136f170-f0dd-4e8d-a11c-863e8dd9a9a8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:05.307164 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a806922c-58cb-40da-9f24-df1be6be45b9 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2568519 Apr 20 16:34:05.376086 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-3d652602-7e69-41fc-a712-6c16034c3ad2 None None] Allocated IP 2001:db8::2 (7f868110-0bde-4734-b866-70cb85b3fcef/55a42203-9fae-46b1-a2ab-cc486eb7521c/ec76c2b4-bab3-4afc-92c7-0e09b386ac00) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:05.384707 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-be9858fa-47cb-41a2-b44c-77e4857008da None None] Provisioning complete for port 606434df-1a5f-4be2-82e4-467067c41b95 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:05.385080 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be9858fa-47cb-41a2-b44c-77e4857008da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:05.388344 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4fc81d4a-2d5d-41de-b0a0-1473d46df074 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:05.427623 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-092050c3-d11a-4656-82c7-bc04a762e1c7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:05.460963 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7136f170-f0dd-4e8d-a11c-863e8dd9a9a8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:05.484522 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806922c-58cb-40da-9f24-df1be6be45b9 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Pushing event updated for resources: {'Network': ['ID=bedb449d-a638-4a20-913a-2fdab921dc82,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:05.515161 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c433432d-953a-4225-9182-c7aad470000a {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:34:05.538160 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-ac713059-9322-44ee-94a5-c5a1e1680a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:05.538160 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-ac713059-9322-44ee-94a5-c5a1e1680a2e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273&tenant_id=ca02f6b1aa34446e9221bf3218691782 HTTP/1.1" status: 200 len: 1094 time: 0.3012877 Apr 20 16:34:05.539182 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:05.555631 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b222974e-5127-4c3f-97b4-20fbf3e1a6f7 req-076d3898-dc6b-4487-9d8a-89604ff0ca8c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b8377eed-9be1-409e-bb38-116d2efd788e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3035555 Apr 20 16:34:05.573711 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Transition to ACTIVE for port object c433432d-953a-4225-9182-c7aad470000a will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:34:05.577955 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836146-2', 'device_owner': 'compute:nova'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:05.590073 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-092050c3-d11a-4656-82c7-bc04a762e1c7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] device_id is not set on port ab4a2c26-e29b-413c-a3a2-0b847e20e51b yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:34:05.602566 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0bd00-2dd8-4044-844e-58f34c3e6554 req-c033a992-6f7d-4f9f-ae05-287dba6c9de0 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:05.604193 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e9b0bd00-2dd8-4044-844e-58f34c3e6554 req-c033a992-6f7d-4f9f-ae05-287dba6c9de0 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 931 time: 0.3604331 Apr 20 16:34:05.680065 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7136f170-f0dd-4e8d-a11c-863e8dd9a9a8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:05.681337 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7136f170-f0dd-4e8d-a11c-863e8dd9a9a8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4320467 Apr 20 16:34:05.686628 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34328) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:05.737902 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e9b0bd00-2dd8-4044-844e-58f34c3e6554 req-fc416a95-bb9a-4544-9bd5-8e5087c0d2bb tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2e6998f-2ffb-4301-9a68-614dbb39e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048117 Apr 20 16:34:05.739400 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:05.755068 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222974e-5127-4c3f-97b4-20fbf3e1a6f7 req-3e30a3b9-11c2-4ca4-b927-9a1143cda890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:05.768039 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b222974e-5127-4c3f-97b4-20fbf3e1a6f7 req-3e30a3b9-11c2-4ca4-b927-9a1143cda890 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=02e6a7c368804b1db8fc183496dac8a4&device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 1097 time: 0.1242507 Apr 20 16:34:05.768281 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network bedb449d-a638-4a20-913a-2fdab921dc82 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:34:05.768281 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 606434df-1a5f-4be2-82e4-467067c41b95 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:34:05.768281 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4fc81d4a-2d5d-41de-b0a0-1473d46df074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:05.835019 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc81d4a-2d5d-41de-b0a0-1473d46df074 None None] Network 51d416db-d298-4486-8b9d-7cb879b54e1d is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:05.877111 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc81d4a-2d5d-41de-b0a0-1473d46df074 None None] Pushing event updated for resources: {'Port': ['ID=1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:05.886316 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-4fc81d4a-2d5d-41de-b0a0-1473d46df074 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:05.897095 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc81d4a-2d5d-41de-b0a0-1473d46df074 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:34:05.980700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222974e-5127-4c3f-97b4-20fbf3e1a6f7 req-ddb1fc46-0c87-4482-bc0f-5a9221b37087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:05.982446 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b222974e-5127-4c3f-97b4-20fbf3e1a6f7 req-ddb1fc46-0c87-4482-bc0f-5a9221b37087 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8e44dbee-7158-4e82-ae47-5239495ea7c2 HTTP/1.1" status: 200 len: 913 time: 0.1919448 Apr 20 16:34:06.029689 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:06.076664 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b222974e-5127-4c3f-97b4-20fbf3e1a6f7 req-ec7d2038-d746-48d4-bf77-354ce3227bfe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a43be5da-9ca7-4e09-808c-a6ab87e330af HTTP/1.1" status: 200 len: 217 time: 0.0577939 Apr 20 16:34:06.122340 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4fc81d4a-2d5d-41de-b0a0-1473d46df074 None None] Attempting to bind port 1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:34:06.122870 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4fc81d4a-2d5d-41de-b0a0-1473d46df074 None None] Attempting to bind port 1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'cf96a01e-0357-426a-b149-3b048c9459d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '51d416db-d298-4486-8b9d-7cb879b54e1d'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:34:06.123745 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc81d4a-2d5d-41de-b0a0-1473d46df074 None None] Attempting to bind port 1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed on network 51d416db-d298-4486-8b9d-7cb879b54e1d {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:34:06.146934 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] For port 0c7cc80b-074c-4a9b-b03e-455e4e155536, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0c7cc80b-074c-4a9b-b03e-455e4e155536,segment=NetworkSegment(dd4e4e52-542a-41b0-9b77-fe2f4abec5df),segment_id=dd4e4e52-542a-41b0-9b77-fe2f4abec5df)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:06.170538 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc81d4a-2d5d-41de-b0a0-1473d46df074 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:34:06.170538 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc81d4a-2d5d-41de-b0a0-1473d46df074 None None] Checking segment: {'id': 'cf96a01e-0357-426a-b149-3b048c9459d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '51d416db-d298-4486-8b9d-7cb879b54e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:06.170538 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4fc81d4a-2d5d-41de-b0a0-1473d46df074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:06.172563 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc81d4a-2d5d-41de-b0a0-1473d46df074 None None] Bound using segment: {'id': 'cf96a01e-0357-426a-b149-3b048c9459d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '51d416db-d298-4486-8b9d-7cb879b54e1d'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:34:06.174222 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4fc81d4a-2d5d-41de-b0a0-1473d46df074 None None] Bound port: 1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf96a01e-0357-426a-b149-3b048c9459d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '51d416db-d298-4486-8b9d-7cb879b54e1d'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:34:06.175261 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4fc81d4a-2d5d-41de-b0a0-1473d46df074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:06.191130 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222974e-5127-4c3f-97b4-20fbf3e1a6f7 req-df2ebc66-fcc1-4e6f-9b30-10ad4407d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:06.192506 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b222974e-5127-4c3f-97b4-20fbf3e1a6f7 req-df2ebc66-fcc1-4e6f-9b30-10ad4407d4af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b15f5d3-65c4-405a-932b-b29f77c2b2dd HTTP/1.1" status: 200 len: 852 time: 0.1089530 Apr 20 16:34:06.321463 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] For port 0c7cc80b-074c-4a9b-b03e-455e4e155536, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:34:06.411063 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7cc80b-074c-4a9b-b03e-455e4e155536 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:34:06.435395 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-4fc81d4a-2d5d-41de-b0a0-1473d46df074 None None] For port 1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:34:06.438668 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-4fc81d4a-2d5d-41de-b0a0-1473d46df074 None None] For port 1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed,segment=NetworkSegment(cf96a01e-0357-426a-b149-3b048c9459d4),segment_id=cf96a01e-0357-426a-b149-3b048c9459d4)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:34:06.440141 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:06.468318 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] Transition to ACTIVE for port object 0c7cc80b-074c-4a9b-b03e-455e4e155536 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:34:06.473039 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b222974e-5127-4c3f-97b4-20fbf3e1a6f7 req-a01b14cd-a39f-46f2-93eb-c84b047b6302 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8e44dbee-7158-4e82-ae47-5239495ea7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2729771 Apr 20 16:34:06.510612 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be9858fa-47cb-41a2-b44c-77e4857008da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:06.534180 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 606434df-1a5f-4be2-82e4-467067c41b95 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:06.534808 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:06.559206 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:06.608583 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4fc81d4a-2d5d-41de-b0a0-1473d46df074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:06.671796 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c433432d-953a-4225-9182-c7aad470000a,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:06.781171 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-be9858fa-47cb-41a2-b44c-77e4857008da None None] For port 606434df-1a5f-4be2-82e4-467067c41b95, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=606434df-1a5f-4be2-82e4-467067c41b95,segment=NetworkSegment(cb33c44a-b9c5-4e03-9bae-c6643311f5cd),segment_id=cb33c44a-b9c5-4e03-9bae-c6643311f5cd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:06.850694 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3d652602-7e69-41fc-a712-6c16034c3ad2 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:06.869734 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] No DVR routers for this DVR port 0c7cc80b-074c-4a9b-b03e-455e4e155536 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:34:06.876471 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be9858fa-47cb-41a2-b44c-77e4857008da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:06.876807 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] Pushing event updated for resources: {'Port': ['ID=0c7cc80b-074c-4a9b-b03e-455e4e155536,revision_number=9']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:06.878854 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc81d4a-2d5d-41de-b0a0-1473d46df074 None None] Pushing event updated for resources: {'Port': ['ID=1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:06.916268 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b222974e-5127-4c3f-97b4-20fbf3e1a6f7 req-d7027efc-5d67-44d9-b292-60b1d0ce5564 service neutron] 10.222.0.30 "GET /v2.0/networks/8e44dbee-7158-4e82-ae47-5239495ea7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335928 Apr 20 16:34:06.968319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] Attempting to bind port 0c7cc80b-074c-4a9b-b03e-455e4e155536 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:34:06.968865 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] Attempting to bind port 0c7cc80b-074c-4a9b-b03e-455e4e155536 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'dd4e4e52-542a-41b0-9b77-fe2f4abec5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '96647353-7ea1-402d-874f-17a77bf9da84'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:34:06.969243 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] Attempting to bind port 0c7cc80b-074c-4a9b-b03e-455e4e155536 on network 96647353-7ea1-402d-874f-17a77bf9da84 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:34:06.992059 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9858fa-47cb-41a2-b44c-77e4857008da None None] Pushing event updated for resources: {'Port': ['ID=606434df-1a5f-4be2-82e4-467067c41b95,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:07.023288 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3d652602-7e69-41fc-a712-6c16034c3ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:07.040419 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] Port 0c7cc80b-074c-4a9b-b03e-455e4e155536 on network 96647353-7ea1-402d-874f-17a77bf9da84 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:34:07.040779 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] Attempting to bind port 0c7cc80b-074c-4a9b-b03e-455e4e155536 on network 96647353-7ea1-402d-874f-17a77bf9da84 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:34:07.058616 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d652602-7e69-41fc-a712-6c16034c3ad2 None None] Network 7f868110-0bde-4734-b866-70cb85b3fcef is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:07.063272 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-3d652602-7e69-41fc-a712-6c16034c3ad2 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:07.072940 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:34:07.074490 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] Checking segment: {'id': 'dd4e4e52-542a-41b0-9b77-fe2f4abec5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '96647353-7ea1-402d-874f-17a77bf9da84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:07.074937 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] Bound using segment: {'id': 'dd4e4e52-542a-41b0-9b77-fe2f4abec5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '96647353-7ea1-402d-874f-17a77bf9da84'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:34:07.075394 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] Bound port: 0c7cc80b-074c-4a9b-b03e-455e4e155536, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd4e4e52-542a-41b0-9b77-fe2f4abec5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '96647353-7ea1-402d-874f-17a77bf9da84'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:34:07.075763 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:07.093270 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:07.109517 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d652602-7e69-41fc-a712-6c16034c3ad2 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:34:07.113806 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a39c5-a4f5-4da2-afc0-baf202e80a64 req-6cfb2291-9ac5-49d2-8ba4-0ec763ac0e9a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:07.115472 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a69a39c5-a4f5-4da2-afc0-baf202e80a64 req-6cfb2291-9ac5-49d2-8ba4-0ec763ac0e9a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 943 time: 0.8322337 Apr 20 16:34:07.332469 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:34:07.333311 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:34:07.335258 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c4b8de28-f6e7-4731-b044-2441428ec784 None None] Provisioning complete for port 606434df-1a5f-4be2-82e4-467067c41b95 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:07.335850 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c4b8de28-f6e7-4731-b044-2441428ec784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:07.343743 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d652602-7e69-41fc-a712-6c16034c3ad2 None None] Pushing event updated for resources: {'Port': ['ID=ec76c2b4-bab3-4afc-92c7-0e09b386ac00,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:07.350262 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b222974e-5127-4c3f-97b4-20fbf3e1a6f7 req-85dbd5f0-725b-4415-a843-a14677923b69 service neutron] 10.222.0.30 "GET /v2.0/networks/8e44dbee-7158-4e82-ae47-5239495ea7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231715 Apr 20 16:34:07.422385 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-092050c3-d11a-4656-82c7-bc04a762e1c7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Allocated IP 2001:db8::10 (7f868110-0bde-4734-b866-70cb85b3fcef/55a42203-9fae-46b1-a2ab-cc486eb7521c/ab4a2c26-e29b-413c-a3a2-0b847e20e51b) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:07.465286 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-3d652602-7e69-41fc-a712-6c16034c3ad2 None None] Attempting to bind port ec76c2b4-bab3-4afc-92c7-0e09b386ac00 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:34:07.465667 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-3d652602-7e69-41fc-a712-6c16034c3ad2 None None] Attempting to bind port ec76c2b4-bab3-4afc-92c7-0e09b386ac00 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'a7a50154-5a9b-48a5-b77b-f87f07678c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7f868110-0bde-4734-b866-70cb85b3fcef'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:34:07.466094 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d652602-7e69-41fc-a712-6c16034c3ad2 None None] Attempting to bind port ec76c2b4-bab3-4afc-92c7-0e09b386ac00 on network 7f868110-0bde-4734-b866-70cb85b3fcef {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:34:07.483467 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d652602-7e69-41fc-a712-6c16034c3ad2 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:34:07.483953 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d652602-7e69-41fc-a712-6c16034c3ad2 None None] Checking segment: {'id': 'a7a50154-5a9b-48a5-b77b-f87f07678c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7f868110-0bde-4734-b866-70cb85b3fcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:07.484533 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3d652602-7e69-41fc-a712-6c16034c3ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:07.484883 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d652602-7e69-41fc-a712-6c16034c3ad2 None None] Bound using segment: {'id': 'a7a50154-5a9b-48a5-b77b-f87f07678c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7f868110-0bde-4734-b866-70cb85b3fcef'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:34:07.485440 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-3d652602-7e69-41fc-a712-6c16034c3ad2 None None] Bound port: ec76c2b4-bab3-4afc-92c7-0e09b386ac00, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a50154-5a9b-48a5-b77b-f87f07678c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7f868110-0bde-4734-b866-70cb85b3fcef'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:34:07.485883 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3d652602-7e69-41fc-a712-6c16034c3ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:07.486184 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e19c2-4f7f-4c5d-9c2a-93966fcdacca req-f10db4d9-1b28-4f0c-844c-a1b9bc35eb0c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:07.503197 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-493e19c2-4f7f-4c5d-9c2a-93966fcdacca req-f10db4d9-1b28-4f0c-844c-a1b9bc35eb0c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 943 time: 0.4743848 Apr 20 16:34:07.653130 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3d652602-7e69-41fc-a712-6c16034c3ad2 None None] For port ec76c2b4-bab3-4afc-92c7-0e09b386ac00, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:34:07.661279 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] For port 0c7cc80b-074c-4a9b-b03e-455e4e155536, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:34:07.665358 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b00882b3-6014-48d4-a306-85f55a17757e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:07.667007 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3d652602-7e69-41fc-a712-6c16034c3ad2 None None] For port ec76c2b4-bab3-4afc-92c7-0e09b386ac00, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ec76c2b4-bab3-4afc-92c7-0e09b386ac00,segment=NetworkSegment(a7a50154-5a9b-48a5-b77b-f87f07678c81),segment_id=a7a50154-5a9b-48a5-b77b-f87f07678c81)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:34:07.669057 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] For port 0c7cc80b-074c-4a9b-b03e-455e4e155536, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=0c7cc80b-074c-4a9b-b03e-455e4e155536,segment=NetworkSegment(dd4e4e52-542a-41b0-9b77-fe2f4abec5df),segment_id=dd4e4e52-542a-41b0-9b77-fe2f4abec5df)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:34:07.746210 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-493e19c2-4f7f-4c5d-9c2a-93966fcdacca req-9f1aae5c-44ea-4314-8a6f-eb3a6617b3d8 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2e6998f-2ffb-4301-9a68-614dbb39e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398319 Apr 20 16:34:07.772549 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3d652602-7e69-41fc-a712-6c16034c3ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:07.800023 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Attempting to bind port c433432d-953a-4225-9182-c7aad470000a on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:34:07.801175 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Attempting to bind port c433432d-953a-4225-9182-c7aad470000a by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'd7368d76-886f-4c60-91b2-82e35ab3a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:34:07.801714 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Attempting to bind port c433432d-953a-4225-9182-c7aad470000a on network 6129277f-3b7c-420f-bcf7-8207d3888fce {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:34:07.802293 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:07.825496 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a69a39c5-a4f5-4da2-afc0-baf202e80a64 req-556bbf5d-5dd5-4442-8a7a-be111a29e7ab tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5335493 Apr 20 16:34:07.889014 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Port c433432d-953a-4225-9182-c7aad470000a on network 6129277f-3b7c-420f-bcf7-8207d3888fce not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:34:07.889645 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Attempting to bind port c433432d-953a-4225-9182-c7aad470000a on network 6129277f-3b7c-420f-bcf7-8207d3888fce {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:34:07.921010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:07.921010 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:07.921610 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] 10.222.0.30 "PUT /v2.0/ports/0c7cc80b-074c-4a9b-b03e-455e4e155536 HTTP/1.1" status: 200 len: 1091 time: 2.3556335 Apr 20 16:34:07.924079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94aeeccc-db09-431e-a9e8-ccb73d931273', 'tag': '0c7cc80b-074c-4a9b-b03e-455e4e155536'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:34:07.939259 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e389f3e2-9df2-451e-8bd2-d143ad8a812d" -d '{"events": [{"name": "network-changed", "server_uuid": "94aeeccc-db09-431e-a9e8-ccb73d931273", "tag": "0c7cc80b-074c-4a9b-b03e-455e4e155536"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:34:07.983255 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d652602-7e69-41fc-a712-6c16034c3ad2 None None] Pushing event updated for resources: {'Port': ['ID=ec76c2b4-bab3-4afc-92c7-0e09b386ac00,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:08.008703 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a018d-1581-4f71-9732-1189668b5e5f service neutron] Pushing event updated for resources: {'Port': ['ID=0c7cc80b-074c-4a9b-b03e-455e4e155536,revision_number=10']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:08.214799 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:34:08.215477 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Checking segment: {'id': 'd7368d76-886f-4c60-91b2-82e35ab3a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:08.216117 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Bound using segment: {'id': 'd7368d76-886f-4c60-91b2-82e35ab3a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:34:08.217107 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Bound port: c433432d-953a-4225-9182-c7aad470000a, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7368d76-886f-4c60-91b2-82e35ab3a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:34:08.235928 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:08.236078 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-e6f7fe04-8f25-4064-863a-04a57bfff6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:08.236078 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-e6f7fe04-8f25-4064-863a-04a57bfff6f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca02f6b1aa34446e9221bf3218691782&device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 1095 time: 0.1762519 Apr 20 16:34:08.563646 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-1deccff1-d006-4147-a545-3b5e24e860ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:08.563646 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-1deccff1-d006-4147-a545-3b5e24e860ae service neutron] 10.222.0.30 "GET /v2.0/networks?id=96647353-7ea1-402d-874f-17a77bf9da84 HTTP/1.1" status: 200 len: 914 time: 0.3257029 Apr 20 16:34:08.642368 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:34:08.715814 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] For port c433432d-953a-4225-9182-c7aad470000a, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:34:08.723097 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] For port c433432d-953a-4225-9182-c7aad470000a, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=c433432d-953a-4225-9182-c7aad470000a,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:34:08.729052 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-e72d7bdc-b07b-4d70-8663-8150d3289dbd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c7cc80b-074c-4a9b-b03e-455e4e155536 HTTP/1.1" status: 200 len: 217 time: 0.1605186 Apr 20 16:34:08.747273 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34374) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:08.767353 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-cceba687-fdfe-4264-a54b-b0b8c0b761f0 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Request body: {'subnets': [{'network_id': '9d926ac5-3293-48bb-9d35-579eac4a72ae', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--13313675', 'ip_version': 6}, {'network_id': 'bedb449d-a638-4a20-913a-2fdab921dc82', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:08.773079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-cceba687-fdfe-4264-a54b-b0b8c0b761f0 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Request body: {'subnet': {'network_id': '9d926ac5-3293-48bb-9d35-579eac4a72ae', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--13313675', 'ip_version': 6}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:08.775623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-cceba687-fdfe-4264-a54b-b0b8c0b761f0 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Request body: {'subnet': {'network_id': 'bedb449d-a638-4a20-913a-2fdab921dc82', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:08.796770 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:08.799078 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:08.816809 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:08.976613 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:08.985746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-25ff9edd-d3c3-4d44-8e71-2b691c1191f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:08.987709 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2595a7-8204-4954-b714-fc115d1f69cf None None] Network 51d416db-d298-4486-8b9d-7cb879b54e1d requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:08.998361 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-25ff9edd-d3c3-4d44-8e71-2b691c1191f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd53a72b-e27c-47d8-b60f-ef1e2e2a9009 HTTP/1.1" status: 200 len: 853 time: 0.2593842 Apr 20 16:34:09.035243 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:09.036360 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:09.039199 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] 10.222.0.26 "PUT /v2.0/ports/c433432d-953a-4225-9182-c7aad470000a HTTP/1.1" status: 200 len: 1091 time: 4.7335424 Apr 20 16:34:09.050800 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d61ee62-5d27-461d-976b-adc943fdec7b', 'tag': 'c433432d-953a-4225-9182-c7aad470000a'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:34:09.059631 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513d27b7-53ca-4219-a797-4736da3e4d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d61ee62-5d27-461d-976b-adc943fdec7b", "tag": "c433432d-953a-4225-9182-c7aad470000a"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:34:09.105137 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-bf0e47ff-bb68-4d67-ad3c-b0c1b92be91c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=96647353-7ea1-402d-874f-17a77bf9da84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930302 Apr 20 16:34:09.114233 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79aba2ff-6e66-4bc7-80b0-11a811b26c6b x-openstack-request-id: req-79aba2ff-6e66-4bc7-80b0-11a811b26c6b {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:34:09.114520 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94aeeccc-db09-431e-a9e8-ccb73d931273", "tag": "0c7cc80b-074c-4a9b-b03e-455e4e155536", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:34:09.114775 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79aba2ff-6e66-4bc7-80b0-11a811b26c6b {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:34:09.115182 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79aba2ff-6e66-4bc7-80b0-11a811b26c6b'] response: {'name': 'network-changed', 'server_uuid': '94aeeccc-db09-431e-a9e8-ccb73d931273', 'tag': '0c7cc80b-074c-4a9b-b03e-455e4e155536', 'status': 'completed', 'code': 200} Apr 20 16:34:09.145603 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f5f59e6b-790a-48f4-9d5b-480049e02dd1 None None] Provisioning complete for port 1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:09.146116 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f5f59e6b-790a-48f4-9d5b-480049e02dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:09.229519 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed,segment=NetworkSegment(cf96a01e-0357-426a-b149-3b048c9459d4),segment_id=cf96a01e-0357-426a-b149-3b048c9459d4)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:09.262828 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-092050c3-d11a-4656-82c7-bc04a762e1c7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:09.317176 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c433432d-953a-4225-9182-c7aad470000a,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:09.333143 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:09.341013 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 606434df-1a5f-4be2-82e4-467067c41b95 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:34:09.437570 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-29fb5103-5331-45f9-a43b-f6a0d7c699a6 service neutron] 10.222.0.30 "GET /v2.0/networks/96647353-7ea1-402d-874f-17a77bf9da84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606926 Apr 20 16:34:09.466585 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d96d-3450-4bd4-b6ec-4928c361eb39 req-11247cfc-cb50-47a9-8a4b-64a13315fa27 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:09.474389 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f57d96d-3450-4bd4-b6ec-4928c361eb39 req-11247cfc-cb50-47a9-8a4b-64a13315fa27 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 944 time: 0.1585007 Apr 20 16:34:09.488363 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:09.491997 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:09.491997 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:09.492279 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:09.492712 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:09.493106 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:09.493495 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:09.495229 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:09.495624 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:09.496012 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:09.497938 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:09.498283 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b853dee-bacf-4656-b6fb-86690cbd62a0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:09.580479 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:09.618548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cceba687-fdfe-4264-a54b-b0b8c0b761f0 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Made reservation on behalf of 090a41be9d664dbc9c5dc773b36bc126 for: {'subnet': 2} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:09.624908 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cceba687-fdfe-4264-a54b-b0b8c0b761f0 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:09.625420 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cceba687-fdfe-4264-a54b-b0b8c0b761f0 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:09.645570 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f5f59e6b-790a-48f4-9d5b-480049e02dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:09.656978 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f42c6e-6344-4cd3-8eee-1f5309c87ea3 req-d75155e7-3880-43f4-ab13-f28ce7d6fbe4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:09.661642 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d7f42c6e-6344-4cd3-8eee-1f5309c87ea3 req-d75155e7-3880-43f4-ab13-f28ce7d6fbe4 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 943 time: 0.6086962 Apr 20 16:34:09.675405 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 606434df-1a5f-4be2-82e4-467067c41b95 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:09.675970 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:09.679470 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-71eb6837-f625-4809-9b84-eb04127872cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:09.681236 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-71eb6837-f625-4809-9b84-eb04127872cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 1094 time: 0.4726107 Apr 20 16:34:09.696085 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-b00882b3-6014-48d4-a306-85f55a17757e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Allocated IP 2001:db8::1 (02ccac64-f4f8-4192-9cd7-c6e082f90cd5/15a79c02-aa28-477f-b360-7dbf89514da7/b4e6e09f-1f61-43d2-9f2c-7ee2074068fe) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:09.770544 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-5b369f3a-856a-4ffb-b586-a2ddc59ca58f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c433432d-953a-4225-9182-c7aad470000a HTTP/1.1" status: 200 len: 217 time: 0.0699356 Apr 20 16:34:09.800507 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7f1446b-c862-49ab-ac35-0cd3fa420b52 req-c0d2b33b-a432-40f2-b50f-e0d24b2d1d08 service neutron] 10.222.0.30 "GET /v2.0/networks/96647353-7ea1-402d-874f-17a77bf9da84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528426 Apr 20 16:34:09.845046 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f57d96d-3450-4bd4-b6ec-4928c361eb39 req-858a5796-9453-4766-a1cb-c117a867c0ce tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432956 Apr 20 16:34:09.849743 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-9da59bb8-f37d-4741-95da-802441e880b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:09.851249 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-9da59bb8-f37d-4741-95da-802441e880b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d0d8025-1a58-4c58-9113-dd747fc0c87b HTTP/1.1" status: 200 len: 853 time: 0.0719240 Apr 20 16:34:09.903027 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-092050c3-d11a-4656-82c7-bc04a762e1c7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:09.974529 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d7f42c6e-6344-4cd3-8eee-1f5309c87ea3 req-8e8f1e11-0f0d-494b-bb7b-ab7c21b540e6 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2e6998f-2ffb-4301-9a68-614dbb39e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2920794 Apr 20 16:34:10.109832 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092050c3-d11a-4656-82c7-bc04a762e1c7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network 7f868110-0bde-4734-b866-70cb85b3fcef is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:10.155265 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389f3e2-9df2-451e-8bd2-d143ad8a812d req-97dc464f-16ef-4ee3-ad09-cf27670ec5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:10.155607 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-94ab928b-da76-45b4-abdf-bde6bab51f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:10.157164 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-94ab928b-da76-45b4-abdf-bde6bab51f79 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6129277f-3b7c-420f-bcf7-8207d3888fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2753756 Apr 20 16:34:10.157495 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e389f3e2-9df2-451e-8bd2-d143ad8a812d req-97dc464f-16ef-4ee3-ad09-cf27670ec5e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca02f6b1aa34446e9221bf3218691782&device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 1095 time: 0.1546800 Apr 20 16:34:10.158069 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-092050c3-d11a-4656-82c7-bc04a762e1c7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:10.185272 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092050c3-d11a-4656-82c7-bc04a762e1c7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:34:10.210355 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092050c3-d11a-4656-82c7-bc04a762e1c7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:10.211048 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-092050c3-d11a-4656-82c7-bc04a762e1c7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:10.227841 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa99fd18-bb85-4984-86b3-93858751c281 x-openstack-request-id: req-aa99fd18-bb85-4984-86b3-93858751c281 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:34:10.228129 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d61ee62-5d27-461d-976b-adc943fdec7b", "tag": "c433432d-953a-4225-9182-c7aad470000a", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:34:10.228395 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa99fd18-bb85-4984-86b3-93858751c281 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:34:10.228802 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa99fd18-bb85-4984-86b3-93858751c281'] response: {'name': 'network-changed', 'server_uuid': '6d61ee62-5d27-461d-976b-adc943fdec7b', 'tag': 'c433432d-953a-4225-9182-c7aad470000a', 'status': 'completed', 'code': 200} Apr 20 16:34:10.234738 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-f5f59e6b-790a-48f4-9d5b-480049e02dd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:34:10.235307 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-f5f59e6b-790a-48f4-9d5b-480049e02dd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:34:10.235732 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed58bf80-8f06-4aa0-a573-c90a844e3be7 None None] Network 7f868110-0bde-4734-b866-70cb85b3fcef requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:10.423359 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-e0248b34-0511-4ee4-b943-a83eec4f8f03 service neutron] 10.222.0.26 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478285 Apr 20 16:34:10.455110 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389f3e2-9df2-451e-8bd2-d143ad8a812d req-65f149d8-eed6-4368-9d3b-1c1709359b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:10.467717 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092050c3-d11a-4656-82c7-bc04a762e1c7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Port': ['ID=ab4a2c26-e29b-413c-a3a2-0b847e20e51b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:10.471688 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e389f3e2-9df2-451e-8bd2-d143ad8a812d req-65f149d8-eed6-4368-9d3b-1c1709359b87 service neutron] 10.222.0.30 "GET /v2.0/networks?id=96647353-7ea1-402d-874f-17a77bf9da84 HTTP/1.1" status: 200 len: 914 time: 0.3031538 Apr 20 16:34:10.531338 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e389f3e2-9df2-451e-8bd2-d143ad8a812d req-67d0f81b-764f-4f32-9c25-7428c7b40460 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c7cc80b-074c-4a9b-b03e-455e4e155536 HTTP/1.1" status: 200 len: 217 time: 0.0472128 Apr 20 16:34:10.541751 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b00882b3-6014-48d4-a306-85f55a17757e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:10.633850 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-092050c3-d11a-4656-82c7-bc04a762e1c7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 6.3391571 Apr 20 16:34:10.639896 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389f3e2-9df2-451e-8bd2-d143ad8a812d req-3d9d88e4-af29-4309-8e74-29c615b31e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:10.639896 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e389f3e2-9df2-451e-8bd2-d143ad8a812d req-3d9d88e4-af29-4309-8e74-29c615b31e01 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd53a72b-e27c-47d8-b60f-ef1e2e2a9009 HTTP/1.1" status: 200 len: 853 time: 0.1000412 Apr 20 16:34:10.639896 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34418) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:10.666603 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ec76c2b4-bab3-4afc-92c7-0e09b386ac00 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:34:10.670850 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-9dae5896-4979-4b27-9e6a-ebae97cb68bf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'port': {'network_id': '7f868110-0bde-4734-b866-70cb85b3fcef', 'name': 'tempest-PortsIpV6TestJSON-929518018', 'fixed_ips': [{'subnet_id': '55a42203-9fae-46b1-a2ab-cc486eb7521c', 'ip_address': '2001:db8::f'}]}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:10.791923 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-52b55c53-e352-4889-8651-cc1ae40b1418 req-557d1918-829d-426d-8a3b-d5eeea16e638 service neutron] 10.222.0.26 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297981 Apr 20 16:34:10.870953 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b00882b3-6014-48d4-a306-85f55a17757e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:10.930438 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00882b3-6014-48d4-a306-85f55a17757e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 02ccac64-f4f8-4192-9cd7-c6e082f90cd5 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:10.933489 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e389f3e2-9df2-451e-8bd2-d143ad8a812d req-bd0c9942-87d7-4391-82df-63122ae95c5f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=96647353-7ea1-402d-874f-17a77bf9da84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1695373 Apr 20 16:34:10.937363 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-b00882b3-6014-48d4-a306-85f55a17757e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:10.942218 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00882b3-6014-48d4-a306-85f55a17757e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:34:10.943028 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b00882b3-6014-48d4-a306-85f55a17757e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:10.971893 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ec76c2b4-bab3-4afc-92c7-0e09b386ac00 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:10.971893 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:11.079662 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00882b3-6014-48d4-a306-85f55a17757e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Port': ['ID=b4e6e09f-1f61-43d2-9f2c-7ee2074068fe,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:11.169410 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-94ecd488-ba2d-4d16-8dfe-1dcbacf47c44 None None] Provisioning complete for port 1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:11.169779 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-94ecd488-ba2d-4d16-8dfe-1dcbacf47c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:11.289349 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cceba687-fdfe-4264-a54b-b0b8c0b761f0 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:11.520850 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:11.536976 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceba687-fdfe-4264-a54b-b0b8c0b761f0 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Pushing event updated for resources: {'Subnet': ['ID=10bede01-f66d-48a2-9383-88088d0347d1,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:11.543755 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e389f3e2-9df2-451e-8bd2-d143ad8a812d req-0adb0f18-cf91-45ad-bf32-acf28fa28a13 service neutron] 10.222.0.30 "GET /v2.0/networks/96647353-7ea1-402d-874f-17a77bf9da84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5784540 Apr 20 16:34:11.580441 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d27b7-53ca-4219-a797-4736da3e4d8a req-1dc2e855-2023-4ec9-b8b9-ee63c613ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:11.586889 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-513d27b7-53ca-4219-a797-4736da3e4d8a req-1dc2e855-2023-4ec9-b8b9-ee63c613ff59 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 1094 time: 0.5534654 Apr 20 16:34:11.598371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d11ed-08d0-4e37-aca2-e6224e881cf7 req-f7c0d01a-fd14-4aa3-ad76-94c942b7cb90 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:11.607892 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-512d11ed-08d0-4e37-aca2-e6224e881cf7 req-f7c0d01a-fd14-4aa3-ad76-94c942b7cb90 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 943 time: 0.4279327 Apr 20 16:34:11.632381 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8596d0-3746-4e82-9094-f221a74cd0ad req-329a9e14-9d86-4208-a972-b54f2bb66527 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:11.634487 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ef8596d0-3746-4e82-9094-f221a74cd0ad req-329a9e14-9d86-4208-a972-b54f2bb66527 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 944 time: 0.5565715 Apr 20 16:34:11.651056 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port ec76c2b4-bab3-4afc-92c7-0e09b386ac00, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ec76c2b4-bab3-4afc-92c7-0e09b386ac00,segment=NetworkSegment(a7a50154-5a9b-48a5-b77b-f87f07678c81),segment_id=a7a50154-5a9b-48a5-b77b-f87f07678c81)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:11.685971 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-94ecd488-ba2d-4d16-8dfe-1dcbacf47c44 None None] Provisioning complete for port ec76c2b4-bab3-4afc-92c7-0e09b386ac00 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:11.689031 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-94ecd488-ba2d-4d16-8dfe-1dcbacf47c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:11.739283 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:11.740438 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:34:11.805505 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ef8596d0-3746-4e82-9094-f221a74cd0ad req-86e42ce8-7950-4138-b7bc-fe8f5f0970cc tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406305 Apr 20 16:34:11.843736 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d27b7-53ca-4219-a797-4736da3e4d8a req-3b3e47f6-94ee-42ac-ab1d-496e5cb7c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:11.845867 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-513d27b7-53ca-4219-a797-4736da3e4d8a req-3b3e47f6-94ee-42ac-ab1d-496e5cb7c1ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=6129277f-3b7c-420f-bcf7-8207d3888fce HTTP/1.1" status: 200 len: 915 time: 0.2370276 Apr 20 16:34:11.846726 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b00882b3-6014-48d4-a306-85f55a17757e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:11.857430 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dae5896-4979-4b27-9e6a-ebae97cb68bf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:11.930003 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=ec76c2b4-bab3-4afc-92c7-0e09b386ac00,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:12.086023 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9dae5896-4979-4b27-9e6a-ebae97cb68bf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:12.125785 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-9dae5896-4979-4b27-9e6a-ebae97cb68bf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] device_id is not set on port 64100166-d981-4888-ae37-7728610dcf70 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:34:12.131123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:12.131500 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:12.335468 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceba687-fdfe-4264-a54b-b0b8c0b761f0 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Checking segment: {'id': '3aee4686-3217-4fdf-99ae-a6a28c6f0166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9d926ac5-3293-48bb-9d35-579eac4a72ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:12.336038 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-513d27b7-53ca-4219-a797-4736da3e4d8a req-f6cee609-e087-4df9-914c-41a3b6f96ba4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c433432d-953a-4225-9182-c7aad470000a HTTP/1.1" status: 200 len: 217 time: 0.4751279 Apr 20 16:34:12.340733 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cceba687-fdfe-4264-a54b-b0b8c0b761f0 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Network hostable DHCP agents. Network: 9d926ac5-3293-48bb-9d35-579eac4a72ae, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:34:12.371498 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f68e0fd1-060a-461d-9e17-644470241886 None None] Provisioning complete for port ab4a2c26-e29b-413c-a3a2-0b847e20e51b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:12.371872 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f68e0fd1-060a-461d-9e17-644470241886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:12.373248 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e389f3e2-9df2-451e-8bd2-d143ad8a812d req-2543e04e-4919-48e0-8750-97065769bdb8 service neutron] 10.222.0.30 "GET /v2.0/networks/96647353-7ea1-402d-874f-17a77bf9da84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7363260 Apr 20 16:34:12.426723 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-512d11ed-08d0-4e37-aca2-e6224e881cf7 req-dcc8073b-5817-42f8-94ab-40f002896671 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2e6998f-2ffb-4301-9a68-614dbb39e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8160672 Apr 20 16:34:12.444617 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-9dae5896-4979-4b27-9e6a-ebae97cb68bf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Allocated IP 2001:db8::f (7f868110-0bde-4734-b866-70cb85b3fcef/55a42203-9fae-46b1-a2ab-cc486eb7521c/64100166-d981-4888-ae37-7728610dcf70) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:12.492797 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f68e0fd1-060a-461d-9e17-644470241886 None None] Port ab4a2c26-e29b-413c-a3a2-0b847e20e51b cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:34:12.529860 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f68e0fd1-060a-461d-9e17-644470241886 None None] Provisioning complete for port ec76c2b4-bab3-4afc-92c7-0e09b386ac00 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:12.531005 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f68e0fd1-060a-461d-9e17-644470241886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:12.575815 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cceba687-fdfe-4264-a54b-b0b8c0b761f0 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Network 9d926ac5-3293-48bb-9d35-579eac4a72ae is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:34:12.591359 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ec76c2b4-bab3-4afc-92c7-0e09b386ac00 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:34:12.610329 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d27b7-53ca-4219-a797-4736da3e4d8a req-b092bf45-8f97-4cef-99bc-78d44d8454bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:12.612555 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-513d27b7-53ca-4219-a797-4736da3e4d8a req-b092bf45-8f97-4cef-99bc-78d44d8454bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d0d8025-1a58-4c58-9113-dd747fc0c87b HTTP/1.1" status: 200 len: 853 time: 0.2350893 Apr 20 16:34:12.671052 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-cceba687-fdfe-4264-a54b-b0b8c0b761f0 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 9d926ac5-3293-48bb-9d35-579eac4a72ae) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:12.681617 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cceba687-fdfe-4264-a54b-b0b8c0b761f0 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:12.704668 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c29237-4894-437d-9c9f-2e5c51e05b47 None None] Network 9d926ac5-3293-48bb-9d35-579eac4a72ae requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:12.796101 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9dae5896-4979-4b27-9e6a-ebae97cb68bf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:12.818420 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ec76c2b4-bab3-4afc-92c7-0e09b386ac00 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:12.823197 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:12.902588 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d27b7-53ca-4219-a797-4736da3e4d8a req-cdc0a8f8-e0cd-4e63-b35f-b93c9fa374cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:12.904790 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-513d27b7-53ca-4219-a797-4736da3e4d8a req-cdc0a8f8-e0cd-4e63-b35f-b93c9fa374cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6129277f-3b7c-420f-bcf7-8207d3888fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2854538 Apr 20 16:34:12.935591 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceba687-fdfe-4264-a54b-b0b8c0b761f0 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Pushing event updated for resources: {'Subnet': ['ID=30353d08-7c88-4d21-a183-ece9a763c7a6,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:12.953516 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceba687-fdfe-4264-a54b-b0b8c0b761f0 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Checking segment: {'id': '2aede7d7-7cd2-4c74-ab45-52d5415c5ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bedb449d-a638-4a20-913a-2fdab921dc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:12.953887 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cceba687-fdfe-4264-a54b-b0b8c0b761f0 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Network hostable DHCP agents. Network: bedb449d-a638-4a20-913a-2fdab921dc82, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:34:12.985186 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f68e0fd1-060a-461d-9e17-644470241886 None None] Provisioning complete for port b4e6e09f-1f61-43d2-9f2c-7ee2074068fe triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:12.985867 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f68e0fd1-060a-461d-9e17-644470241886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:13.070974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cceba687-fdfe-4264-a54b-b0b8c0b761f0 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Network bedb449d-a638-4a20-913a-2fdab921dc82 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:34:13.073955 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9dae5896-4979-4b27-9e6a-ebae97cb68bf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:13.148367 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dae5896-4979-4b27-9e6a-ebae97cb68bf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network 7f868110-0bde-4734-b866-70cb85b3fcef is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:13.153725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-9dae5896-4979-4b27-9e6a-ebae97cb68bf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:13.165320 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f68e0fd1-060a-461d-9e17-644470241886 None None] Port b4e6e09f-1f61-43d2-9f2c-7ee2074068fe cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:34:13.170045 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dae5896-4979-4b27-9e6a-ebae97cb68bf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:34:13.182627 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dae5896-4979-4b27-9e6a-ebae97cb68bf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:13.182627 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9dae5896-4979-4b27-9e6a-ebae97cb68bf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:13.221906 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-cceba687-fdfe-4264-a54b-b0b8c0b761f0 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, bedb449d-a638-4a20-913a-2fdab921dc82) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:13.237996 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceba687-fdfe-4264-a54b-b0b8c0b761f0 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:13.238362 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceba687-fdfe-4264-a54b-b0b8c0b761f0 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:13.239796 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cceba687-fdfe-4264-a54b-b0b8c0b761f0 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:13.261491 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0f3e0d-a564-491e-9c81-cf8a9feb393f None None] Network bedb449d-a638-4a20-913a-2fdab921dc82 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:13.265626 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a90f4-a050-4519-8645-40bb32e49fdb req-e92f64dd-ad0c-4396-b018-45274243ca81 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:13.267186 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f46a90f4-a050-4519-8645-40bb32e49fdb req-e92f64dd-ad0c-4396-b018-45274243ca81 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 944 time: 0.3219087 Apr 20 16:34:13.273033 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae5896-4979-4b27-9e6a-ebae97cb68bf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Port': ['ID=64100166-d981-4888-ae37-7728610dcf70,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:13.379531 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-513d27b7-53ca-4219-a797-4736da3e4d8a req-177b7248-95c1-4c8a-9fb3-e4d769e4f339 service neutron] 10.222.0.26 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537327 Apr 20 16:34:13.383159 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cceba687-fdfe-4264-a54b-b0b8c0b761f0 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 4.6315112 Apr 20 16:34:13.390325 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34460) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:13.434262 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f96ecad-b1a2-4c2f-b1d0-c92616202875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-9d926ac5-3293-48bb-9d35-579eac4a72ae', 'network_id': '9d926ac5-3293-48bb-9d35-579eac4a72ae', 'tenant_id': '090a41be9d664dbc9c5dc773b36bc126', 'fixed_ips': [{'subnet_id': '10bede01-f66d-48a2-9383-88088d0347d1'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:34:13.435920 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0f96ecad-b1a2-4c2f-b1d0-c92616202875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:13.467468 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b00882b3-6014-48d4-a306-85f55a17757e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:13.560972 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f46a90f4-a050-4519-8645-40bb32e49fdb req-a60778c8-a174-4f67-bca2-e2907e7148ad tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745123 Apr 20 16:34:13.566294 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b00882b3-6014-48d4-a306-85f55a17757e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:13.568612 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b00882b3-6014-48d4-a306-85f55a17757e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:13.575914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe83fa9b-1589-4bd4-b3f9-7e1b5e91483d tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:13.601422 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe83fa9b-1589-4bd4-b3f9-7e1b5e91483d tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:13.603217 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe83fa9b-1589-4bd4-b3f9-7e1b5e91483d tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:13.613915 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-fe83fa9b-1589-4bd4-b3f9-7e1b5e91483d tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.2219346 Apr 20 16:34:13.623696 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9dae5896-4979-4b27-9e6a-ebae97cb68bf tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9804215 Apr 20 16:34:13.624920 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34468) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:13.625347 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34470) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:13.709171 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00882b3-6014-48d4-a306-85f55a17757e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Port': ['ID=b4e6e09f-1f61-43d2-9f2c-7ee2074068fe,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:13.866395 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-6cd3e764-8acf-4b60-9e6a-4082360cb535 None None] Provisioning complete for port 64100166-d981-4888-ae37-7728610dcf70 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:13.867077 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6cd3e764-8acf-4b60-9e6a-4082360cb535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:13.949938 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00882b3-6014-48d4-a306-85f55a17757e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 02ccac64-f4f8-4192-9cd7-c6e082f90cd5 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:13.953354 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-b00882b3-6014-48d4-a306-85f55a17757e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:13.978274 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0f8eb2-7659-4498-b029-3fa59f7f69b9 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Deleting subnet 10bede01-f66d-48a2-9383-88088d0347d1 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:34:14.003147 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417575fd-fe50-4887-9547-b200f88f77c2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:14.009414 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-417575fd-fe50-4887-9547-b200f88f77c2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.3826427 Apr 20 16:34:14.010665 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34476) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:14.063708 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96813edb-feb6-4720-96b6-1fc621e76c63 req-d7f90661-9234-49eb-9bc1-9d5b0f27997d tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:14.066434 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-96813edb-feb6-4720-96b6-1fc621e76c63 req-d7f90661-9234-49eb-9bc1-9d5b0f27997d tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 943 time: 0.3604307 Apr 20 16:34:14.100575 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-513d27b7-53ca-4219-a797-4736da3e4d8a req-631351b2-9858-4057-8ad3-dcd1e15212ba service neutron] 10.222.0.26 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7142556 Apr 20 16:34:14.114954 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-6cd3e764-8acf-4b60-9e6a-4082360cb535 None None] Port 64100166-d981-4888-ae37-7728610dcf70 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:34:14.153121 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-0f96ecad-b1a2-4c2f-b1d0-c92616202875 None None] Allocated IP 2001:db8::1 (9d926ac5-3293-48bb-9d35-579eac4a72ae/10bede01-f66d-48a2-9383-88088d0347d1/c6868533-d210-47a2-b880-603a8948177c) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:14.217067 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-96813edb-feb6-4720-96b6-1fc621e76c63 req-42a4bcc9-9add-450a-9c53-538c1e7eeb21 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2e6998f-2ffb-4301-9a68-614dbb39e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242390 Apr 20 16:34:14.233372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151708b9-6af9-4767-b798-0c968d92fcb7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:14.238307 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b7e225-e433-40e6-b5b2-b54db653a5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-bedb449d-a638-4a20-913a-2fdab921dc82', 'network_id': 'bedb449d-a638-4a20-913a-2fdab921dc82', 'tenant_id': '090a41be9d664dbc9c5dc773b36bc126', 'fixed_ips': [{'subnet_id': '30353d08-7c88-4d21-a183-ece9a763c7a6'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:34:14.240693 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151708b9-6af9-4767-b798-0c968d92fcb7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:14.240882 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-06b7e225-e433-40e6-b5b2-b54db653a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:14.247777 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151708b9-6af9-4767-b798-0c968d92fcb7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:14.253245 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-151708b9-6af9-4767-b798-0c968d92fcb7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2392268 Apr 20 16:34:14.254500 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34480) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:14.402524 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00882b3-6014-48d4-a306-85f55a17757e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Router 57e30960-4b39-4fe2-8369-1edc24715c09 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:34:14.474223 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-8301635a-75c8-41d7-94c1-c258cbd22933 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting port 64100166-d981-4888-ae37-7728610dcf70 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:14.475146 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8301635a-75c8-41d7-94c1-c258cbd22933 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:14.655600 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-10968c8b-52a1-4823-ad52-67fd38916a99 None None] Provisioning complete for port b4e6e09f-1f61-43d2-9f2c-7ee2074068fe triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:14.655600 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-10968c8b-52a1-4823-ad52-67fd38916a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:14.670590 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00882b3-6014-48d4-a306-85f55a17757e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:34:14.681799 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b00882b3-6014-48d4-a306-85f55a17757e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "PUT /v2.0/routers/57e30960-4b39-4fe2-8369-1edc24715c09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9801850 Apr 20 16:34:14.692360 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34492) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:14.738797 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44e469a-a81e-4248-9da7-8fe4934218af None None] Sync routers for ids ['57e30960-4b39-4fe2-8369-1edc24715c09'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:34:14.800758 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44e469a-a81e-4248-9da7-8fe4934218af None None] Routers {'57e30960-4b39-4fe2-8369-1edc24715c09'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:34:14.801378 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b44e469a-a81e-4248-9da7-8fe4934218af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:33:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['57e30960-4b39-4fe2-8369-1edc24715c09'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:14.806133 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8301635a-75c8-41d7-94c1-c258cbd22933 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:14.821889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031359bc-1dd8-4843-8e15-c17df9bf81ce tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:14.837271 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-031359bc-1dd8-4843-8e15-c17df9bf81ce tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "GET /v2.0/ports/b4e6e09f-1f61-43d2-9f2c-7ee2074068fe HTTP/1.1" status: 200 len: 911 time: 0.1356759 Apr 20 16:34:14.837271 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34494) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:14.882977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-8301635a-75c8-41d7-94c1-c258cbd22933 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Calling delete_port for 64100166-d981-4888-ae37-7728610dcf70 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:14.902517 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-10968c8b-52a1-4823-ad52-67fd38916a99 None None] Port b4e6e09f-1f61-43d2-9f2c-7ee2074068fe cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:34:14.913297 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-06b7e225-e433-40e6-b5b2-b54db653a5b9 None None] Allocated IP 2001:db8:0:1::1 (bedb449d-a638-4a20-913a-2fdab921dc82/30353d08-7c88-4d21-a183-ece9a763c7a6/ac965bdb-1505-48bb-94ac-74d7c1b70b49) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:14.919549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b44e469a-a81e-4248-9da7-8fe4934218af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:14.962591 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device c433432d-953a-4225-9182-c7aad470000a details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:34:15.066164 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port c433432d-953a-4225-9182-c7aad470000a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=c433432d-953a-4225-9182-c7aad470000a,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:15.083694 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'c433432d-953a-4225-9182-c7aad470000a', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'port_id': 'c433432d-953a-4225-9182-c7aad470000a', 'mac_address': 'fa:16:3e:de:f7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:34:15.092985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44e469a-a81e-4248-9da7-8fe4934218af None None] Routers {'57e30960-4b39-4fe2-8369-1edc24715c09'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:34:15.093865 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b44e469a-a81e-4248-9da7-8fe4934218af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:33:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['57e30960-4b39-4fe2-8369-1edc24715c09'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:15.113309 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9a3df-922e-4660-8ac0-cf7805c548c1 req-73371fc0-7845-4ef0-8684-cbbf4c4432f6 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:15.129020 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8dc9a3df-922e-4660-8ac0-cf7805c548c1 req-73371fc0-7845-4ef0-8684-cbbf4c4432f6 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 944 time: 0.3262544 Apr 20 16:34:15.325733 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8dc9a3df-922e-4660-8ac0-cf7805c548c1 req-0da9ec30-9c2c-4d1a-8905-8a0abb31d19a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916990 Apr 20 16:34:15.370029 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0f96ecad-b1a2-4c2f-b1d0-c92616202875 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:15.375895 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b44e469a-a81e-4248-9da7-8fe4934218af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:15.376800 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44e469a-a81e-4248-9da7-8fe4934218af None None] The sync data for ids ['57e30960-4b39-4fe2-8369-1edc24715c09'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:34:15.465335 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985d543-f6b3-40f0-9f4f-efb909efe2be req-a0e664b2-53cf-4103-b29f-7a17b84e85d8 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:15.468096 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d985d543-f6b3-40f0-9f4f-efb909efe2be req-a0e664b2-53cf-4103-b29f-7a17b84e85d8 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 943 time: 0.1197236 Apr 20 16:34:15.470283 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:15.539812 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c433432d-953a-4225-9182-c7aad470000a {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:34:15.541886 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d985d543-f6b3-40f0-9f4f-efb909efe2be req-989006e5-a051-4332-b611-79aaa1e12701 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2e6998f-2ffb-4301-9a68-614dbb39e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464067 Apr 20 16:34:15.592009 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb0f8eb2-7659-4498-b029-3fa59f7f69b9 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:15.608703 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0f96ecad-b1a2-4c2f-b1d0-c92616202875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:15.660819 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f96ecad-b1a2-4c2f-b1d0-c92616202875 None None] Network 9d926ac5-3293-48bb-9d35-579eac4a72ae is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:15.662476 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8301635a-75c8-41d7-94c1-c258cbd22933 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:15.668628 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-0f96ecad-b1a2-4c2f-b1d0-c92616202875 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:15.732524 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f96ecad-b1a2-4c2f-b1d0-c92616202875 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:34:15.867960 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301635a-75c8-41d7-94c1-c258cbd22933 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Port': ['ID=64100166-d981-4888-ae37-7728610dcf70,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:15.960541 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-216938c1-c76e-4b38-9db4-afa35f6ef852 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:15.967310 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-06b7e225-e433-40e6-b5b2-b54db653a5b9 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:15.970236 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96ecad-b1a2-4c2f-b1d0-c92616202875 None None] Pushing event updated for resources: {'Port': ['ID=c6868533-d210-47a2-b880-603a8948177c,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:15.978293 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port c433432d-953a-4225-9182-c7aad470000a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=c433432d-953a-4225-9182-c7aad470000a,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:16.039382 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8301635a-75c8-41d7-94c1-c258cbd22933 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:16.043027 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8301635a-75c8-41d7-94c1-c258cbd22933 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/ports/64100166-d981-4888-ae37-7728610dcf70 HTTP/1.1" status: 204 len: 168 time: 1.7875576 Apr 20 16:34:16.059031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34510) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:16.066449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-0f96ecad-b1a2-4c2f-b1d0-c92616202875 None None] Attempting to bind port c6868533-d210-47a2-b880-603a8948177c on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:34:16.072692 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-0f96ecad-b1a2-4c2f-b1d0-c92616202875 None None] Attempting to bind port c6868533-d210-47a2-b880-603a8948177c by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '3aee4686-3217-4fdf-99ae-a6a28c6f0166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9d926ac5-3293-48bb-9d35-579eac4a72ae'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:34:16.073316 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f96ecad-b1a2-4c2f-b1d0-c92616202875 None None] Attempting to bind port c6868533-d210-47a2-b880-603a8948177c on network 9d926ac5-3293-48bb-9d35-579eac4a72ae {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:34:16.077409 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:16.082540 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-06b7e225-e433-40e6-b5b2-b54db653a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:16.088770 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb0f8eb2-7659-4498-b029-3fa59f7f69b9 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:16.163918 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=c433432d-953a-4225-9182-c7aad470000a,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:16.177218 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f96ecad-b1a2-4c2f-b1d0-c92616202875 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:34:16.177636 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f96ecad-b1a2-4c2f-b1d0-c92616202875 None None] Checking segment: {'id': '3aee4686-3217-4fdf-99ae-a6a28c6f0166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9d926ac5-3293-48bb-9d35-579eac4a72ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:16.178085 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0f96ecad-b1a2-4c2f-b1d0-c92616202875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:16.178485 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f96ecad-b1a2-4c2f-b1d0-c92616202875 None None] Bound using segment: {'id': '3aee4686-3217-4fdf-99ae-a6a28c6f0166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9d926ac5-3293-48bb-9d35-579eac4a72ae'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:34:16.178982 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-0f96ecad-b1a2-4c2f-b1d0-c92616202875 None None] Bound port: c6868533-d210-47a2-b880-603a8948177c, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aee4686-3217-4fdf-99ae-a6a28c6f0166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9d926ac5-3293-48bb-9d35-579eac4a72ae'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:34:16.180267 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0f96ecad-b1a2-4c2f-b1d0-c92616202875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:16.326352 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b7e225-e433-40e6-b5b2-b54db653a5b9 None None] Network bedb449d-a638-4a20-913a-2fdab921dc82 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:16.332991 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-06b7e225-e433-40e6-b5b2-b54db653a5b9 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:16.337403 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b7e225-e433-40e6-b5b2-b54db653a5b9 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:34:16.480596 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7e225-e433-40e6-b5b2-b54db653a5b9 None None] Pushing event updated for resources: {'Port': ['ID=ac965bdb-1505-48bb-94ac-74d7c1b70b49,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:16.589875 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa4166-8a62-4996-aad6-b229129877d7 req-72805570-4304-4c1d-ab68-2e51c412ad4d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:16.592252 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['c433432d-953a-4225-9182-c7aad470000a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:34:16.599705 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d7aa4166-8a62-4996-aad6-b229129877d7 req-72805570-4304-4c1d-ab68-2e51c412ad4d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 944 time: 0.1079862 Apr 20 16:34:16.734099 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-0f96ecad-b1a2-4c2f-b1d0-c92616202875 None None] For port c6868533-d210-47a2-b880-603a8948177c, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:34:16.740109 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-0f96ecad-b1a2-4c2f-b1d0-c92616202875 None None] For port c6868533-d210-47a2-b880-603a8948177c, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c6868533-d210-47a2-b880-603a8948177c,segment=NetworkSegment(3aee4686-3217-4fdf-99ae-a6a28c6f0166),segment_id=3aee4686-3217-4fdf-99ae-a6a28c6f0166)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:34:16.746072 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-06b7e225-e433-40e6-b5b2-b54db653a5b9 None None] Attempting to bind port ac965bdb-1505-48bb-94ac-74d7c1b70b49 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:34:16.746072 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-06b7e225-e433-40e6-b5b2-b54db653a5b9 None None] Attempting to bind port ac965bdb-1505-48bb-94ac-74d7c1b70b49 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '2aede7d7-7cd2-4c74-ab45-52d5415c5ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bedb449d-a638-4a20-913a-2fdab921dc82'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:34:16.746072 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7e225-e433-40e6-b5b2-b54db653a5b9 None None] Attempting to bind port ac965bdb-1505-48bb-94ac-74d7c1b70b49 on network bedb449d-a638-4a20-913a-2fdab921dc82 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:34:16.761364 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7e225-e433-40e6-b5b2-b54db653a5b9 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:34:16.761674 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7e225-e433-40e6-b5b2-b54db653a5b9 None None] Checking segment: {'id': '2aede7d7-7cd2-4c74-ab45-52d5415c5ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bedb449d-a638-4a20-913a-2fdab921dc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:16.762078 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-06b7e225-e433-40e6-b5b2-b54db653a5b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:16.762468 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7e225-e433-40e6-b5b2-b54db653a5b9 None None] Bound using segment: {'id': '2aede7d7-7cd2-4c74-ab45-52d5415c5ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bedb449d-a638-4a20-913a-2fdab921dc82'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:34:16.768655 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-06b7e225-e433-40e6-b5b2-b54db653a5b9 None None] Bound port: ac965bdb-1505-48bb-94ac-74d7c1b70b49, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aede7d7-7cd2-4c74-ab45-52d5415c5ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bedb449d-a638-4a20-913a-2fdab921dc82'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:34:16.768655 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-06b7e225-e433-40e6-b5b2-b54db653a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:16.819910 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d7aa4166-8a62-4996-aad6-b229129877d7 req-914e281d-2b18-47be-ac10-4eabc75b170d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163870 Apr 20 16:34:16.841440 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0f96ecad-b1a2-4c2f-b1d0-c92616202875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:16.846763 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-216938c1-c76e-4b38-9db4-afa35f6ef852 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Allocated IP 2001:db8:1::1 (51d416db-d298-4486-8b9d-7cb879b54e1d/61bd69d5-fd42-4c51-90ae-243ffd9ac42e/ff0928d5-ec21-4446-9419-ff760b81613b) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:17.007151 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96ecad-b1a2-4c2f-b1d0-c92616202875 None None] Pushing event updated for resources: {'Port': ['ID=c6868533-d210-47a2-b880-603a8948177c,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:17.202760 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-06b7e225-e433-40e6-b5b2-b54db653a5b9 None None] For port ac965bdb-1505-48bb-94ac-74d7c1b70b49, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:34:17.205027 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-216938c1-c76e-4b38-9db4-afa35f6ef852 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:17.215365 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-06b7e225-e433-40e6-b5b2-b54db653a5b9 None None] For port ac965bdb-1505-48bb-94ac-74d7c1b70b49, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ac965bdb-1505-48bb-94ac-74d7c1b70b49,segment=NetworkSegment(2aede7d7-7cd2-4c74-ab45-52d5415c5ce7),segment_id=2aede7d7-7cd2-4c74-ab45-52d5415c5ce7)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:34:17.217002 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c31d0bb-6fe7-4095-aebb-d7b841bf083c tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] GET failed (client error): The resource could not be found. Apr 20 16:34:17.221469 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3c31d0bb-6fe7-4095-aebb-d7b841bf083c tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports/64100166-d981-4888-ae37-7728610dcf70 HTTP/1.1" status: 404 len: 333 time: 1.1576333 Apr 20 16:34:17.258566 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34534) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:17.369171 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb0f8eb2-7659-4498-b029-3fa59f7f69b9 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:17.373010 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-06b7e225-e433-40e6-b5b2-b54db653a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:17.495931 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f0c72-49c5-485e-9b90-6be37ec2bae3 req-698e0bf2-d3a3-43ac-beaf-5e727a5f28d2 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:17.502152 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9f6f0c72-49c5-485e-9b90-6be37ec2bae3 req-698e0bf2-d3a3-43ac-beaf-5e727a5f28d2 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 944 time: 0.4777887 Apr 20 16:34:17.633132 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7e225-e433-40e6-b5b2-b54db653a5b9 None None] Pushing event updated for resources: {'Port': ['ID=ac965bdb-1505-48bb-94ac-74d7c1b70b49,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:17.716379 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-14c072b3-b5d6-4c1d-afa4-c8ed0bcae2bd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting port ab4a2c26-e29b-413c-a3a2-0b847e20e51b {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:17.719143 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-14c072b3-b5d6-4c1d-afa4-c8ed0bcae2bd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:17.729388 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9f6f0c72-49c5-485e-9b90-6be37ec2bae3 req-c3c18bf7-6538-4014-852a-6e5143542e63 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2e6998f-2ffb-4301-9a68-614dbb39e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173512 Apr 20 16:34:17.767023 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-216938c1-c76e-4b38-9db4-afa35f6ef852 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:17.842087 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb0f8eb2-7659-4498-b029-3fa59f7f69b9 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:17.868886 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216938c1-c76e-4b38-9db4-afa35f6ef852 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Port': ['ID=ff0928d5-ec21-4446-9419-ff760b81613b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:17.870197 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb0f8eb2-7659-4498-b029-3fa59f7f69b9 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:17.894880 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-eb0f8eb2-7659-4498-b029-3fa59f7f69b9 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] 10.222.0.15 "DELETE /v2.0/subnets/10bede01-f66d-48a2-9383-88088d0347d1 HTTP/1.1" status: 204 len: 168 time: 4.2624404 Apr 20 16:34:17.902125 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34544) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:18.091759 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d0849c-5a50-4ea5-a998-2851f34f6184 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Deleting subnet 30353d08-7c88-4d21-a183-ece9a763c7a6 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:34:18.096862 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f8eb2-7659-4498-b029-3fa59f7f69b9 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Pushing event deleted for resources: {'Subnet': ['ID=10bede01-f66d-48a2-9383-88088d0347d1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:18.114328 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1d0849c-5a50-4ea5-a998-2851f34f6184 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:18.203678 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216938c1-c76e-4b38-9db4-afa35f6ef852 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 51d416db-d298-4486-8b9d-7cb879b54e1d is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:18.216493 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1d0849c-5a50-4ea5-a998-2851f34f6184 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:18.282122 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e16da3-7553-4d90-b0b2-faaa9a20d4ae req-f86b9282-ea93-4105-8d9d-970f850da591 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:18.282122 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63e16da3-7553-4d90-b0b2-faaa9a20d4ae req-f86b9282-ea93-4105-8d9d-970f850da591 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 944 time: 0.2988441 Apr 20 16:34:18.305212 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-216938c1-c76e-4b38-9db4-afa35f6ef852 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:18.342939 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216938c1-c76e-4b38-9db4-afa35f6ef852 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:34:18.343496 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-216938c1-c76e-4b38-9db4-afa35f6ef852 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:18.420397 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1d0849c-5a50-4ea5-a998-2851f34f6184 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:18.654508 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-14c072b3-b5d6-4c1d-afa4-c8ed0bcae2bd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:18.668719 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63e16da3-7553-4d90-b0b2-faaa9a20d4ae req-5157238f-3b91-4d93-9455-7bb6b086802f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462660 Apr 20 16:34:18.711151 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1d0849c-5a50-4ea5-a998-2851f34f6184 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:18.738737 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1d0849c-5a50-4ea5-a998-2851f34f6184 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:18.752315 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a1d0849c-5a50-4ea5-a998-2851f34f6184 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] 10.222.0.15 "DELETE /v2.0/subnets/30353d08-7c88-4d21-a183-ece9a763c7a6 HTTP/1.1" status: 204 len: 168 time: 0.8432360 Apr 20 16:34:18.761018 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c6868533-d210-47a2-b880-603a8948177c up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:34:18.825488 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34554) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:18.859906 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-14c072b3-b5d6-4c1d-afa4-c8ed0bcae2bd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Calling delete_port for ab4a2c26-e29b-413c-a3a2-0b847e20e51b owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:18.879458 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0849c-5a50-4ea5-a998-2851f34f6184 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Pushing event deleted for resources: {'Subnet': ['ID=30353d08-7c88-4d21-a183-ece9a763c7a6,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:18.970328 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port c6868533-d210-47a2-b880-603a8948177c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:18.972111 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da35c7a-e1ec-4b6a-b975-7042f6bfd497 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:18.972970 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:18.976274 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9da35c7a-e1ec-4b6a-b975-7042f6bfd497 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1242170 Apr 20 16:34:18.979757 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34564) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:19.001208 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device c433432d-953a-4225-9182-c7aad470000a up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:34:19.172878 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a05de9ae-7d0e-47c4-9aa2-33256f9d8602 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:19.188743 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-216938c1-c76e-4b38-9db4-afa35f6ef852 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:19.267208 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c19e5989-4efd-49dc-9ad3-07e688804361 None None] Provisioning complete for port ff0928d5-ec21-4446-9419-ff760b81613b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:19.267587 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c19e5989-4efd-49dc-9ad3-07e688804361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:19.390750 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c19e5989-4efd-49dc-9ad3-07e688804361 None None] Port ff0928d5-ec21-4446-9419-ff760b81613b cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:34:19.394505 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port c433432d-953a-4225-9182-c7aad470000a completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:34:19.399060 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e53bf6-846b-4ab9-b222-0857f53b0e03 req-1cbfbc1f-79fe-4b47-9bf7-a072809026ea tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:19.401841 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-01e53bf6-846b-4ab9-b222-0857f53b0e03 req-1cbfbc1f-79fe-4b47-9bf7-a072809026ea tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 944 time: 0.1388297 Apr 20 16:34:19.410329 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port c433432d-953a-4225-9182-c7aad470000a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:19.410681 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:19.447486 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-a05de9ae-7d0e-47c4-9aa2-33256f9d8602 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Deleting port ac965bdb-1505-48bb-94ac-74d7c1b70b49 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:19.448067 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a05de9ae-7d0e-47c4-9aa2-33256f9d8602 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:19.607842 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:19.620481 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d84b521-e3ef-434d-b812-2757cee60439 None None] Network 9d926ac5-3293-48bb-9d35-579eac4a72ae requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:19.670640 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-01e53bf6-846b-4ab9-b222-0857f53b0e03 req-50208e72-6000-4813-994e-3aa18485d81c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2e6998f-2ffb-4301-9a68-614dbb39e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491734 Apr 20 16:34:19.706623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-a05de9ae-7d0e-47c4-9aa2-33256f9d8602 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] For port ac965bdb-1505-48bb-94ac-74d7c1b70b49, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ac965bdb-1505-48bb-94ac-74d7c1b70b49,segment=NetworkSegment(2aede7d7-7cd2-4c74-ab45-52d5415c5ce7),segment_id=2aede7d7-7cd2-4c74-ab45-52d5415c5ce7)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:19.707005 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a05de9ae-7d0e-47c4-9aa2-33256f9d8602 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:19.769484 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-a05de9ae-7d0e-47c4-9aa2-33256f9d8602 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Calling delete_port for ac965bdb-1505-48bb-94ac-74d7c1b70b49 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:19.808778 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250b692d-3c08-4ab7-8fac-50bf7f65b632 None None] Network bedb449d-a638-4a20-913a-2fdab921dc82 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:20.211385 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a05de9ae-7d0e-47c4-9aa2-33256f9d8602 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:20.325944 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-14c072b3-b5d6-4c1d-afa4-c8ed0bcae2bd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:20.326686 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05de9ae-7d0e-47c4-9aa2-33256f9d8602 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] No DVR routers for this DVR port ac965bdb-1505-48bb-94ac-74d7c1b70b49 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:34:20.326905 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port c6868533-d210-47a2-b880-603a8948177c, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c6868533-d210-47a2-b880-603a8948177c,segment=NetworkSegment(3aee4686-3217-4fdf-99ae-a6a28c6f0166),segment_id=3aee4686-3217-4fdf-99ae-a6a28c6f0166)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:20.327096 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c072b3-b5d6-4c1d-afa4-c8ed0bcae2bd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Port': ['ID=ab4a2c26-e29b-413c-a3a2-0b847e20e51b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:20.327307 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c735532d-3267-4a94-aace-aa6bc55e6298 None None] Provisioning complete for port c6868533-d210-47a2-b880-603a8948177c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:20.327307 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c735532d-3267-4a94-aace-aa6bc55e6298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:20.327673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05de9ae-7d0e-47c4-9aa2-33256f9d8602 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Pushing event deleted for resources: {'Port': ['ID=ac965bdb-1505-48bb-94ac-74d7c1b70b49,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:20.374581 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-14c072b3-b5d6-4c1d-afa4-c8ed0bcae2bd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:20.381210 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-14c072b3-b5d6-4c1d-afa4-c8ed0bcae2bd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/ports/ab4a2c26-e29b-413c-a3a2-0b847e20e51b HTTP/1.1" status: 204 len: 168 time: 3.1215527 Apr 20 16:34:20.381921 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34582) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:20.409937 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7ba61-0cfa-4f9b-baa7-0dc21fbb9abb req-5774de79-b977-4e1d-80b0-df92ef310f49 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:20.426022 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d0a7ba61-0cfa-4f9b-baa7-0dc21fbb9abb req-5774de79-b977-4e1d-80b0-df92ef310f49 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 944 time: 0.2023714 Apr 20 16:34:20.501166 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a05de9ae-7d0e-47c4-9aa2-33256f9d8602 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:20.524252 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe251b82-aacd-40b2-8656-0de8b9bd3080 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] GET failed (client error): The resource could not be found. Apr 20 16:34:20.526070 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fe251b82-aacd-40b2-8656-0de8b9bd3080 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports/ab4a2c26-e29b-413c-a3a2-0b847e20e51b HTTP/1.1" status: 404 len: 333 time: 0.1401050 Apr 20 16:34:20.527825 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d17037b-be9f-4485-a6dd-af5981945d68 None None] DHCP port deletion for bedb449d-a638-4a20-913a-2fdab921dc82 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:34:20.567468 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:20.584399 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-a05de9ae-7d0e-47c4-9aa2-33256f9d8602 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bedb449d-a638-4a20-913a-2fdab921dc82']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:20.598461 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-a05de9ae-7d0e-47c4-9aa2-33256f9d8602 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aede7d7-7cd2-4c74-ab45-52d5415c5ce7') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:20.598777 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-a05de9ae-7d0e-47c4-9aa2-33256f9d8602 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aede7d7-7cd2-4c74-ab45-52d5415c5ce7') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:20.606105 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d0a7ba61-0cfa-4f9b-baa7-0dc21fbb9abb req-8c583ffc-fefe-4125-a5f7-ca3739b17346 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798546 Apr 20 16:34:20.607107 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34584) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:20.619831 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a05de9ae-7d0e-47c4-9aa2-33256f9d8602 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:20.635317 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a05de9ae-7d0e-47c4-9aa2-33256f9d8602 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:20.658010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05de9ae-7d0e-47c4-9aa2-33256f9d8602 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:34:20.658010 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a05de9ae-7d0e-47c4-9aa2-33256f9d8602 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:20.737320 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ca0b17-3d06-454f-9b98-f25d4f155ce8 None None] DHCP port deletion for 9d926ac5-3293-48bb-9d35-579eac4a72ae request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:34:20.764436 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:34:20.795203 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d61ee62-5d27-461d-976b-adc943fdec7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c433432d-953a-4225-9182-c7aad470000a'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:34:20.799399 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead7c3c9-8be1-43e7-8f85-914f8960b5bf" -d '{"events": [{"server_uuid": "6d61ee62-5d27-461d-976b-adc943fdec7b", "name": "network-vif-plugged", "status": "completed", "tag": "c433432d-953a-4225-9182-c7aad470000a"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:34:20.837699 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ca0885-45a3-4794-9e32-03b4de07e64b tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting subnet 55a42203-9fae-46b1-a2ab-cc486eb7521c {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:34:20.849575 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-32ca0885-45a3-4794-9e32-03b4de07e64b tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:20.861024 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c735532d-3267-4a94-aace-aa6bc55e6298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:20.915894 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a05de9ae-7d0e-47c4-9aa2-33256f9d8602 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:20.935937 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port c433432d-953a-4225-9182-c7aad470000a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=c433432d-953a-4225-9182-c7aad470000a,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:20.942460 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:20.943471 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ac965bdb-1505-48bb-94ac-74d7c1b70b49 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:34:20.948684 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e55c7e-301d-4883-9243-c8c3a22e5cc0 x-openstack-request-id: req-69e55c7e-301d-4883-9243-c8c3a22e5cc0 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:34:20.949067 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d61ee62-5d27-461d-976b-adc943fdec7b", "name": "network-vif-plugged", "status": "completed", "tag": "c433432d-953a-4225-9182-c7aad470000a", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:34:20.949406 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-69e55c7e-301d-4883-9243-c8c3a22e5cc0 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:34:20.949982 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e55c7e-301d-4883-9243-c8c3a22e5cc0'] response: {'server_uuid': '6d61ee62-5d27-461d-976b-adc943fdec7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c433432d-953a-4225-9182-c7aad470000a', 'code': 200} Apr 20 16:34:20.953642 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a05de9ae-7d0e-47c4-9aa2-33256f9d8602 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:20.960432 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-32ca0885-45a3-4794-9e32-03b4de07e64b tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:20.971894 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34594) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:20.975726 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a05de9ae-7d0e-47c4-9aa2-33256f9d8602 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] 10.222.0.15 "DELETE /v2.0/networks/bedb449d-a638-4a20-913a-2fdab921dc82 HTTP/1.1" status: 204 len: 168 time: 1.9809675 Apr 20 16:34:21.014397 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=c6868533-d210-47a2-b880-603a8948177c,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:21.039112 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-216938c1-c76e-4b38-9db4-afa35f6ef852 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:21.083181 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05de9ae-7d0e-47c4-9aa2-33256f9d8602 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Pushing event deleted for resources: {'Network': ['ID=bedb449d-a638-4a20-913a-2fdab921dc82,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:21.100075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a4200-9b92-4a5d-a588-de3e26d1d8f4 req-4476e93d-bd03-4fc5-9786-dd518da02a08 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:21.102026 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-640a4200-9b92-4a5d-a588-de3e26d1d8f4 req-4476e93d-bd03-4fc5-9786-dd518da02a08 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 944 time: 0.2909808 Apr 20 16:34:21.103405 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-c735532d-3267-4a94-aace-aa6bc55e6298 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:34:21.103852 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-c735532d-3267-4a94-aace-aa6bc55e6298 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:34:21.105487 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: ac965bdb-1505-48bb-94ac-74d7c1b70b49 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:34:21.105911 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ac965bdb-1505-48bb-94ac-74d7c1b70b49 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 20 16:34:21.108245 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:21.160771 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0afe4913-4e59-4fbf-a28a-d423aadd2f7d tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:21.175519 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-640a4200-9b92-4a5d-a588-de3e26d1d8f4 req-2e5f67c3-43ad-45ad-9fcd-b47a624689dd tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2e6998f-2ffb-4301-9a68-614dbb39e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639687 Apr 20 16:34:21.185433 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-216938c1-c76e-4b38-9db4-afa35f6ef852 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:21.186587 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-216938c1-c76e-4b38-9db4-afa35f6ef852 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:21.198078 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Port ac965bdb-1505-48bb-94ac-74d7c1b70b49 not found, will not notify nova. {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 20 16:34:21.264055 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e0ca0b17-3d06-454f-9b98-f25d4f155ce8 None None] Deleting port c6868533-d210-47a2-b880-603a8948177c {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:21.264578 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e0ca0b17-3d06-454f-9b98-f25d4f155ce8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:21.279527 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=c433432d-953a-4225-9182-c7aad470000a,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:21.375131 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c6868533-d210-47a2-b880-603a8948177c no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:34:21.484183 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e0ca0b17-3d06-454f-9b98-f25d4f155ce8 None None] For port c6868533-d210-47a2-b880-603a8948177c, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c6868533-d210-47a2-b880-603a8948177c,segment=NetworkSegment(3aee4686-3217-4fdf-99ae-a6a28c6f0166),segment_id=3aee4686-3217-4fdf-99ae-a6a28c6f0166)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:21.485211 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e0ca0b17-3d06-454f-9b98-f25d4f155ce8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:21.563534 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e0ca0b17-3d06-454f-9b98-f25d4f155ce8 None None] Calling delete_port for c6868533-d210-47a2-b880-603a8948177c owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:21.630735 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983522fe-ba01-4252-9ce2-c39a19c0cfcb req-ea0fa326-4d48-477e-9c6c-c80f1ce9e1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:21.634089 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-983522fe-ba01-4252-9ce2-c39a19c0cfcb req-ea0fa326-4d48-477e-9c6c-c80f1ce9e1ab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 1096 time: 0.4628956 Apr 20 16:34:21.683148 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216938c1-c76e-4b38-9db4-afa35f6ef852 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Port': ['ID=ff0928d5-ec21-4446-9419-ff760b81613b,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:21.686563 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:21.688173 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-32ca0885-45a3-4794-9e32-03b4de07e64b tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:21.849296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port c6868533-d210-47a2-b880-603a8948177c, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c6868533-d210-47a2-b880-603a8948177c,segment=NetworkSegment(3aee4686-3217-4fdf-99ae-a6a28c6f0166),segment_id=3aee4686-3217-4fdf-99ae-a6a28c6f0166)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:21.888516 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-0afe4913-4e59-4fbf-a28a-d423aadd2f7d tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Deleting port c6868533-d210-47a2-b880-603a8948177c {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:21.888516 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0afe4913-4e59-4fbf-a28a-d423aadd2f7d tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:21.907607 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-32ca0885-45a3-4794-9e32-03b4de07e64b tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:21.933392 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:21.935343 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ac965bdb-1505-48bb-94ac-74d7c1b70b49 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:34:21.983974 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca0885-45a3-4794-9e32-03b4de07e64b tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Subnet': ['ID=55a42203-9fae-46b1-a2ab-cc486eb7521c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:22.030967 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58e370-ac59-4c3c-9a59-0bf1d5b6194a req-7a4e8d3c-f72e-4b9a-88eb-8d518d379db9 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:22.032687 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9d58e370-ac59-4c3c-9a59-0bf1d5b6194a req-7a4e8d3c-f72e-4b9a-88eb-8d518d379db9 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 944 time: 0.2344406 Apr 20 16:34:22.040992 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-32ca0885-45a3-4794-9e32-03b4de07e64b tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:22.049211 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34616) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:22.049793 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-32ca0885-45a3-4794-9e32-03b4de07e64b tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/subnets/55a42203-9fae-46b1-a2ab-cc486eb7521c HTTP/1.1" status: 204 len: 168 time: 1.4312658 Apr 20 16:34:22.058039 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-983522fe-ba01-4252-9ce2-c39a19c0cfcb req-e115a801-90b1-4329-bbb8-fdf9c42fe4f7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e2e6998f-2ffb-4301-9a68-614dbb39e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3951273 Apr 20 16:34:22.156240 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216938c1-c76e-4b38-9db4-afa35f6ef852 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 51d416db-d298-4486-8b9d-7cb879b54e1d is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:22.169638 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-0afe4913-4e59-4fbf-a28a-d423aadd2f7d tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] For port c6868533-d210-47a2-b880-603a8948177c, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c6868533-d210-47a2-b880-603a8948177c,segment=NetworkSegment(3aee4686-3217-4fdf-99ae-a6a28c6f0166),segment_id=3aee4686-3217-4fdf-99ae-a6a28c6f0166)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:22.170015 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0afe4913-4e59-4fbf-a28a-d423aadd2f7d tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:22.184541 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: ac965bdb-1505-48bb-94ac-74d7c1b70b49 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:34:22.184541 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ac965bdb-1505-48bb-94ac-74d7c1b70b49 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:34:22.186636 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7c0adc-6ae0-457a-8d86-02fb1a084ae9 None None] Network 7f868110-0bde-4734-b866-70cb85b3fcef requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:22.189869 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-216938c1-c76e-4b38-9db4-afa35f6ef852 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:22.236860 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9d58e370-ac59-4c3c-9a59-0bf1d5b6194a req-8d32fa98-66c8-4605-b997-362eaf2fabda tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827927 Apr 20 16:34:22.256359 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-0afe4913-4e59-4fbf-a28a-d423aadd2f7d tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Calling delete_port for c6868533-d210-47a2-b880-603a8948177c owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:22.262624 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-655794f1-5f07-45a2-9936-a3fee81f5a6d None None] Could not find standard attr ID for object ac965bdb-1505-48bb-94ac-74d7c1b70b49. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:34:22.284135 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5df8239-2806-4b90-bf13-c237f87cd2e3 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:22.309493 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=c6868533-d210-47a2-b880-603a8948177c,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:22.376138 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e0ca0b17-3d06-454f-9b98-f25d4f155ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:22.449575 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca0b17-3d06-454f-9b98-f25d4f155ce8 None None] Pushing event deleted for resources: {'Port': ['ID=c6868533-d210-47a2-b880-603a8948177c,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:22.456031 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ca0b17-3d06-454f-9b98-f25d4f155ce8 None None] No DVR routers for this DVR port c6868533-d210-47a2-b880-603a8948177c on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:34:22.498850 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-d5df8239-2806-4b90-bf13-c237f87cd2e3 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting port ec76c2b4-bab3-4afc-92c7-0e09b386ac00 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:22.499558 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5df8239-2806-4b90-bf13-c237f87cd2e3 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:22.546376 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ee7cb-e548-46f9-902c-25972ed7b498 req-e95b7024-7225-4875-9a12-904bea896231 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:22.546376 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e11ee7cb-e548-46f9-902c-25972ed7b498 req-e95b7024-7225-4875-9a12-904bea896231 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 945 time: 0.1648860 Apr 20 16:34:22.554768 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216938c1-c76e-4b38-9db4-afa35f6ef852 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Router 57e30960-4b39-4fe2-8369-1edc24715c09 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:34:22.791340 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-d5df8239-2806-4b90-bf13-c237f87cd2e3 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] For port ec76c2b4-bab3-4afc-92c7-0e09b386ac00, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ec76c2b4-bab3-4afc-92c7-0e09b386ac00,segment=NetworkSegment(a7a50154-5a9b-48a5-b77b-f87f07678c81),segment_id=a7a50154-5a9b-48a5-b77b-f87f07678c81)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:22.791618 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5df8239-2806-4b90-bf13-c237f87cd2e3 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:22.808604 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0afe4913-4e59-4fbf-a28a-d423aadd2f7d tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:22.815728 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a8a16c0e-34d6-4001-9213-d00045c0b133 None None] Provisioning complete for port ff0928d5-ec21-4446-9419-ff760b81613b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:22.816299 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a8a16c0e-34d6-4001-9213-d00045c0b133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:22.839982 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-d5df8239-2806-4b90-bf13-c237f87cd2e3 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Calling delete_port for ec76c2b4-bab3-4afc-92c7-0e09b386ac00 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:22.972452 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-a8a16c0e-34d6-4001-9213-d00045c0b133 None None] Port ff0928d5-ec21-4446-9419-ff760b81613b cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:34:22.972452 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe1de19-ee08-479a-b4e2-07be5cd0a772 None None] DHCP port deletion for 7f868110-0bde-4734-b866-70cb85b3fcef request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:34:22.976640 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c87a77fb-82f3-4581-898d-3d21fcdf673f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:23.045285 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe4913-4e59-4fbf-a28a-d423aadd2f7d tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Pushing event deleted for resources: {'Port': ['ID=c6868533-d210-47a2-b880-603a8948177c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:23.056883 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afe4913-4e59-4fbf-a28a-d423aadd2f7d tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] No DVR routers for this DVR port c6868533-d210-47a2-b880-603a8948177c on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:34:23.082029 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e11ee7cb-e548-46f9-902c-25972ed7b498 req-e7641941-ddb5-45a0-8906-6ce5bb631c92 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2e6998f-2ffb-4301-9a68-614dbb39e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4753001 Apr 20 16:34:23.088916 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5df8239-2806-4b90-bf13-c237f87cd2e3 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:23.111011 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ffe1de19-ee08-479a-b4e2-07be5cd0a772 None None] Deleting port ec76c2b4-bab3-4afc-92c7-0e09b386ac00 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:23.111011 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ffe1de19-ee08-479a-b4e2-07be5cd0a772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:23.142773 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df8239-2806-4b90-bf13-c237f87cd2e3 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Port': ['ID=ec76c2b4-bab3-4afc-92c7-0e09b386ac00,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:23.152611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5df8239-2806-4b90-bf13-c237f87cd2e3 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] No DVR routers for this DVR port ec76c2b4-bab3-4afc-92c7-0e09b386ac00 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:34:23.214009 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216938c1-c76e-4b38-9db4-afa35f6ef852 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:34:23.224420 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2966b2c-6f5d-4adb-95c8-1117f60d4b9e None None] Sync routers for ids ['57e30960-4b39-4fe2-8369-1edc24715c09'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:34:23.252117 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2966b2c-6f5d-4adb-95c8-1117f60d4b9e None None] Routers {'57e30960-4b39-4fe2-8369-1edc24715c09'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:34:23.252520 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-216938c1-c76e-4b38-9db4-afa35f6ef852 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "PUT /v2.0/routers/57e30960-4b39-4fe2-8369-1edc24715c09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4090784 Apr 20 16:34:23.257463 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c2966b2c-6f5d-4adb-95c8-1117f60d4b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:33:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['57e30960-4b39-4fe2-8369-1edc24715c09'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:23.259626 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5df8239-2806-4b90-bf13-c237f87cd2e3 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:23.287238 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-d5df8239-2806-4b90-bf13-c237f87cd2e3 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f868110-0bde-4734-b866-70cb85b3fcef']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:23.305650 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-d5df8239-2806-4b90-bf13-c237f87cd2e3 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a50154-5a9b-48a5-b77b-f87f07678c81') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:23.306377 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-d5df8239-2806-4b90-bf13-c237f87cd2e3 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a50154-5a9b-48a5-b77b-f87f07678c81') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:23.338292 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5df8239-2806-4b90-bf13-c237f87cd2e3 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:23.355415 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5df8239-2806-4b90-bf13-c237f87cd2e3 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:23.360411 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34632) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:23.373590 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5df8239-2806-4b90-bf13-c237f87cd2e3 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:34:23.374295 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5df8239-2806-4b90-bf13-c237f87cd2e3 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:34:23.378168 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:34:23.445870 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c2966b2c-6f5d-4adb-95c8-1117f60d4b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:23.490592 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2966b2c-6f5d-4adb-95c8-1117f60d4b9e None None] Routers {'57e30960-4b39-4fe2-8369-1edc24715c09'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:34:23.498904 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c2966b2c-6f5d-4adb-95c8-1117f60d4b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:33:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['57e30960-4b39-4fe2-8369-1edc24715c09'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:23.521539 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0afe4913-4e59-4fbf-a28a-d423aadd2f7d tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:23.549431 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-0afe4913-4e59-4fbf-a28a-d423aadd2f7d tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d926ac5-3293-48bb-9d35-579eac4a72ae']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:23.561675 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-0afe4913-4e59-4fbf-a28a-d423aadd2f7d tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aee4686-3217-4fdf-99ae-a6a28c6f0166') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:23.561675 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-0afe4913-4e59-4fbf-a28a-d423aadd2f7d tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aee4686-3217-4fdf-99ae-a6a28c6f0166') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:23.584545 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0afe4913-4e59-4fbf-a28a-d423aadd2f7d tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:23.650458 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ec76c2b4-bab3-4afc-92c7-0e09b386ac00 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:34:23.676942 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64116e5-3bc8-43c6-a67b-b0983a766fb2 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:23.679480 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0afe4913-4e59-4fbf-a28a-d423aadd2f7d tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:23.680239 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d64116e5-3bc8-43c6-a67b-b0983a766fb2 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "GET /v2.0/ports/ff0928d5-ec21-4446-9419-ff760b81613b HTTP/1.1" status: 200 len: 913 time: 0.3185167 Apr 20 16:34:23.691213 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34638) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:23.693873 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c2966b2c-6f5d-4adb-95c8-1117f60d4b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:23.694231 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2966b2c-6f5d-4adb-95c8-1117f60d4b9e None None] The sync data for ids ['57e30960-4b39-4fe2-8369-1edc24715c09'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:34:23.766623 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0afe4913-4e59-4fbf-a28a-d423aadd2f7d tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:34:23.767091 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0afe4913-4e59-4fbf-a28a-d423aadd2f7d tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:34:23.791181 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:34:23.796808 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5df8239-2806-4b90-bf13-c237f87cd2e3 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:23.806116 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5df8239-2806-4b90-bf13-c237f87cd2e3 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:23.812940 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: ec76c2b4-bab3-4afc-92c7-0e09b386ac00 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:34:23.813280 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ec76c2b4-bab3-4afc-92c7-0e09b386ac00 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:34:23.820034 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d5df8239-2806-4b90-bf13-c237f87cd2e3 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/networks/7f868110-0bde-4734-b866-70cb85b3fcef HTTP/1.1" status: 204 len: 168 time: 1.7688382 Apr 20 16:34:23.821847 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34644) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:23.848508 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-129deba3-3b02-45a5-a5d6-951a59815e75 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-292037810'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:23.878999 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ffe1de19-ee08-479a-b4e2-07be5cd0a772 None None] For port ec76c2b4-bab3-4afc-92c7-0e09b386ac00, host n-d-836146-2, got binding levels [] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:23.879401 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ffe1de19-ee08-479a-b4e2-07be5cd0a772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:23.916295 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ffe1de19-ee08-479a-b4e2-07be5cd0a772 None None] Calling delete_port for ec76c2b4-bab3-4afc-92c7-0e09b386ac00 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:23.919173 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbd3a1-a89e-4a62-b364-9821951556d0 req-e649a07d-7b49-4bfc-8538-b7baac6cd600 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:23.920515 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.ipam_backend_mixin [None req-ffe1de19-ee08-479a-b4e2-07be5cd0a772 None None] Port ec76c2b4-bab3-4afc-92c7-0e09b386ac00 was not found and therefore no delete operation was performed {{(pid=103486) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 16:34:23.922023 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ffe1de19-ee08-479a-b4e2-07be5cd0a772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:23.922179 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df8239-2806-4b90-bf13-c237f87cd2e3 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Network': ['ID=7f868110-0bde-4734-b866-70cb85b3fcef,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:23.926438 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0afbd3a1-a89e-4a62-b364-9821951556d0 req-e649a07d-7b49-4bfc-8538-b7baac6cd600 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 944 time: 0.5371630 Apr 20 16:34:24.000790 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ffe1de19-ee08-479a-b4e2-07be5cd0a772 None None] Network 7f868110-0bde-4734-b866-70cb85b3fcef is not hosted by any dhcp agent {{(pid=103486) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 16:34:24.001852 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe1de19-ee08-479a-b4e2-07be5cd0a772 None None] No DVR routers for this DVR port ec76c2b4-bab3-4afc-92c7-0e09b386ac00 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:34:24.031474 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0afbd3a1-a89e-4a62-b364-9821951556d0 req-9e7b4e6f-ee1c-446b-a5fc-2340c821f502 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850317 Apr 20 16:34:24.031941 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1de19-ee08-479a-b4e2-07be5cd0a772 None None] Pushing event deleted for resources: {'Port': ['ID=ec76c2b4-bab3-4afc-92c7-0e09b386ac00,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:24.071425 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0afe4913-4e59-4fbf-a28a-d423aadd2f7d tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:24.087181 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0afe4913-4e59-4fbf-a28a-d423aadd2f7d tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:24.100714 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0afe4913-4e59-4fbf-a28a-d423aadd2f7d tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] 10.222.0.15 "DELETE /v2.0/networks/9d926ac5-3293-48bb-9d35-579eac4a72ae HTTP/1.1" status: 204 len: 168 time: 3.0879660 Apr 20 16:34:24.103993 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34650) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:24.144543 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129deba3-3b02-45a5-a5d6-951a59815e75 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:24.157859 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-129deba3-3b02-45a5-a5d6-951a59815e75 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:24.222139 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe4913-4e59-4fbf-a28a-d423aadd2f7d tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Pushing event deleted for resources: {'Network': ['ID=9d926ac5-3293-48bb-9d35-579eac4a72ae,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:24.272766 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129deba3-3b02-45a5-a5d6-951a59815e75 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:34:24.318543 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-129deba3-3b02-45a5-a5d6-951a59815e75 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:24.319161 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-129deba3-3b02-45a5-a5d6-951a59815e75 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Added segment 33ffc41a-495f-4995-acb7-50754b822d00 of type vlan for network 93f0320c-ce22-43ba-bf7d-4f93b55b6d76 Apr 20 16:34:24.319657 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8174afed-e41f-4004-81b8-6cd8e0c47c71 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:24.371506 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673e37d-d8aa-429d-b78d-8516d5de6524 req-39a05bf3-ef7f-4c4f-b89d-8424bf6b18df tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:24.377353 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0673e37d-d8aa-429d-b78d-8516d5de6524 req-39a05bf3-ef7f-4c4f-b89d-8424bf6b18df tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 945 time: 0.1435459 Apr 20 16:34:24.390658 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-129deba3-3b02-45a5-a5d6-951a59815e75 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:24.465226 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8174afed-e41f-4004-81b8-6cd8e0c47c71 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:24.491526 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0673e37d-d8aa-429d-b78d-8516d5de6524 req-55b7be35-57ee-4da4-8a25-af68c478996f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2e6998f-2ffb-4301-9a68-614dbb39e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602844 Apr 20 16:34:24.497805 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-8174afed-e41f-4004-81b8-6cd8e0c47c71 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb938f6-d09d-4f62-88a8-220dc6509d87']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:24.527202 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-8174afed-e41f-4004-81b8-6cd8e0c47c71 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ea69cb-6884-4a4a-b518-f414ae8fbff2') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:24.527202 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-8174afed-e41f-4004-81b8-6cd8e0c47c71 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ea69cb-6884-4a4a-b518-f414ae8fbff2') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:24.533675 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8174afed-e41f-4004-81b8-6cd8e0c47c71 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:24.548866 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8174afed-e41f-4004-81b8-6cd8e0c47c71 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:24.575989 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8174afed-e41f-4004-81b8-6cd8e0c47c71 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:34:24.576454 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8174afed-e41f-4004-81b8-6cd8e0c47c71 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:34:24.580257 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:34:24.598458 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-92f42dc9-f2a7-47dd-86ed-8bdb69a89217 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:24.718404 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-129deba3-3b02-45a5-a5d6-951a59815e75 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:24.725979 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129deba3-3b02-45a5-a5d6-951a59815e75 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:24.726652 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-129deba3-3b02-45a5-a5d6-951a59815e75 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:24.727658 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ac6b9-c8fd-48f7-937c-b78884b32490 req-f51358f4-0cd8-4f33-b26c-142407cad990 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:24.729582 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0d5ac6b9-c8fd-48f7-937c-b78884b32490 req-f51358f4-0cd8-4f33-b26c-142407cad990 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 945 time: 0.0757155 Apr 20 16:34:24.741534 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34660) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:24.748879 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-8d7e9f68-cf0d-4584-a6a4-4245dd93be8c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Request body: {'floatingip': {'port_id': 'c433432d-953a-4225-9182-c7aad470000a'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:24.803634 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d7e9f68-cf0d-4584-a6a4-4245dd93be8c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:24.858164 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8174afed-e41f-4004-81b8-6cd8e0c47c71 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:24.887967 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129deba3-3b02-45a5-a5d6-951a59815e75 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Network': ['ID=93f0320c-ce22-43ba-bf7d-4f93b55b6d76,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:24.896177 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-129deba3-3b02-45a5-a5d6-951a59815e75 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0550718 Apr 20 16:34:24.896849 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34668) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:24.901476 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 93f0320c-ce22-43ba-bf7d-4f93b55b6d76 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:34:24.909632 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8174afed-e41f-4004-81b8-6cd8e0c47c71 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:24.917764 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8174afed-e41f-4004-81b8-6cd8e0c47c71 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] 10.222.0.15 "DELETE /v2.0/networks/9eb938f6-d09d-4f62-88a8-220dc6509d87 HTTP/1.1" status: 204 len: 168 time: 0.7967882 Apr 20 16:34:24.931517 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34670) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:24.937968 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-6c75d243-075a-4b3d-a1c7-5ed6705e5055 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'subnet': {'network_id': '93f0320c-ce22-43ba-bf7d-4f93b55b6d76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:25.004848 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174afed-e41f-4004-81b8-6cd8e0c47c71 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Pushing event deleted for resources: {'Network': ['ID=9eb938f6-d09d-4f62-88a8-220dc6509d87,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:25.160132 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-478a04c9-0baa-4ad9-a54a-70e0c6f01b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:25.270948 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1dbb29ab-d73a-450b-ae25-ded3868f86a5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:25.300196 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c75d243-075a-4b3d-a1c7-5ed6705e5055 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:25.304879 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c75d243-075a-4b3d-a1c7-5ed6705e5055 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:25.434471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3146600-6424-4930-b48e-1e1a8c9a6e83 req-5bcedd96-4b48-46e8-9285-c92e61356e76 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:25.436041 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a3146600-6424-4930-b48e-1e1a8c9a6e83 req-5bcedd96-4b48-46e8-9285-c92e61356e76 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 944 time: 0.1889112 Apr 20 16:34:25.513166 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a3146600-6424-4930-b48e-1e1a8c9a6e83 req-1a9028ed-4f24-423d-8cc3-f61623d7fcd7 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643070 Apr 20 16:34:25.517338 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-92f42dc9-f2a7-47dd-86ed-8bdb69a89217 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting port ff0928d5-ec21-4446-9419-ff760b81613b {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:25.517692 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-92f42dc9-f2a7-47dd-86ed-8bdb69a89217 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:25.831609 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1dbb29ab-d73a-450b-ae25-ded3868f86a5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:25.845930 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-92f42dc9-f2a7-47dd-86ed-8bdb69a89217 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:25.868238 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-1dbb29ab-d73a-450b-ae25-ded3868f86a5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ecdf6b-5d04-427a-8ed5-b086d46a50fd']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:25.875424 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-92f42dc9-f2a7-47dd-86ed-8bdb69a89217 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Calling delete_port for ff0928d5-ec21-4446-9419-ff760b81613b owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:25.881971 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-1dbb29ab-d73a-450b-ae25-ded3868f86a5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b12713ec-64ad-4bef-9a19-e1bfa65f9f4a') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:25.882275 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-1dbb29ab-d73a-450b-ae25-ded3868f86a5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b12713ec-64ad-4bef-9a19-e1bfa65f9f4a') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:25.893981 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c75d243-075a-4b3d-a1c7-5ed6705e5055 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:25.921301 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1dbb29ab-d73a-450b-ae25-ded3868f86a5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:25.945448 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1dbb29ab-d73a-450b-ae25-ded3868f86a5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:25.958197 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dbb29ab-d73a-450b-ae25-ded3868f86a5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:34:25.958909 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1dbb29ab-d73a-450b-ae25-ded3868f86a5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:34:25.971137 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:34:26.235936 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75d243-075a-4b3d-a1c7-5ed6705e5055 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Subnet': ['ID=9498c948-58b4-4af9-a135-421f95cb72a8,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:26.271006 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c75d243-075a-4b3d-a1c7-5ed6705e5055 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Checking segment: {'id': '33ffc41a-495f-4995-acb7-50754b822d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '93f0320c-ce22-43ba-bf7d-4f93b55b6d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:26.271958 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c75d243-075a-4b3d-a1c7-5ed6705e5055 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network hostable DHCP agents. Network: 93f0320c-ce22-43ba-bf7d-4f93b55b6d76, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:34:26.388643 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:26.471191 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c75d243-075a-4b3d-a1c7-5ed6705e5055 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network 93f0320c-ce22-43ba-bf7d-4f93b55b6d76 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:34:26.471778 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.db.resource_extend [None req-8d7e9f68-cf0d-4584-a6a4-4245dd93be8c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 16:34:26.562554 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d7e9f68-cf0d-4584-a6a4-4245dd93be8c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:26.573358 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-92f42dc9-f2a7-47dd-86ed-8bdb69a89217 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:26.597578 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1dbb29ab-d73a-450b-ae25-ded3868f86a5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:26.610340 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1dbb29ab-d73a-450b-ae25-ded3868f86a5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:26.619599 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1dbb29ab-d73a-450b-ae25-ded3868f86a5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] 10.222.0.15 "DELETE /v2.0/networks/77ecdf6b-5d04-427a-8ed5-b086d46a50fd HTTP/1.1" status: 204 len: 168 time: 1.6824908 Apr 20 16:34:26.660393 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb29ab-d73a-450b-ae25-ded3868f86a5 tempest-BulkNetworkOpsIpV6Test-893992360 tempest-BulkNetworkOpsIpV6Test-893992360-project] Pushing event deleted for resources: {'Network': ['ID=77ecdf6b-5d04-427a-8ed5-b086d46a50fd,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:26.663268 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-6c75d243-075a-4b3d-a1c7-5ed6705e5055 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 93f0320c-ce22-43ba-bf7d-4f93b55b6d76) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:26.673225 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b412bf-4090-470f-83bf-edf2a7b8e6d8 None None] Network 93f0320c-ce22-43ba-bf7d-4f93b55b6d76 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:26.677520 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f42dc9-f2a7-47dd-86ed-8bdb69a89217 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Port': ['ID=ff0928d5-ec21-4446-9419-ff760b81613b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:26.679917 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c75d243-075a-4b3d-a1c7-5ed6705e5055 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:26.683038 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d7e9f68-cf0d-4584-a6a4-4245dd93be8c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:26.692704 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6c75d243-075a-4b3d-a1c7-5ed6705e5055 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:26.999821 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1392d-04b9-4257-88b7-d14bcf0b8783 req-8b707cee-51d2-4d58-a211-9e17485151d5 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:27.001376 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c5a1392d-04b9-4257-88b7-d14bcf0b8783 req-8b707cee-51d2-4d58-a211-9e17485151d5 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 944 time: 0.3196423 Apr 20 16:34:27.028506 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6c75d243-075a-4b3d-a1c7-5ed6705e5055 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0944188 Apr 20 16:34:27.030857 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34706) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:27.035318 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e9791048-3c72-4fb9-ab93-687aa4b74726 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-702763626', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:27.077495 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c5a1392d-04b9-4257-88b7-d14bcf0b8783 req-bce57974-d4ac-4e1d-9c12-500785bfe13a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678337 Apr 20 16:34:27.079958 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-92f42dc9-f2a7-47dd-86ed-8bdb69a89217 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:27.094220 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-8d7e9f68-cf0d-4584-a6a4-4245dd93be8c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Floating IP 726d116a-0c3a-4c17-bae1-e3e27fc6e2ff associated. External IP: 172.25.0.132, port: c433432d-953a-4225-9182-c7aad470000a. Apr 20 16:34:27.105513 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c8b2c1-99d4-41c8-be2d-b2e28dd79bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-93f0320c-ce22-43ba-bf7d-4f93b55b6d76', 'network_id': '93f0320c-ce22-43ba-bf7d-4f93b55b6d76', 'tenant_id': '74480f8e816348aa933547e3cb8033f9', 'fixed_ips': [{'subnet_id': '9498c948-58b4-4af9-a135-421f95cb72a8'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:34:27.106151 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-75c8b2c1-99d4-41c8-be2d-b2e28dd79bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:27.250682 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e9791048-3c72-4fb9-ab93-687aa4b74726 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:27.251718 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e9791048-3c72-4fb9-ab93-687aa4b74726 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:27.328580 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e9791048-3c72-4fb9-ab93-687aa4b74726 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:27.346367 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-75c8b2c1-99d4-41c8-be2d-b2e28dd79bfc None None] Allocated IP 2001:db8::2 (93f0320c-ce22-43ba-bf7d-4f93b55b6d76/9498c948-58b4-4af9-a135-421f95cb72a8/8f4e0c14-6321-4ccd-be55-75fd5301e6e0) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:27.347761 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34716) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:27.427766 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e9791048-3c72-4fb9-ab93-687aa4b74726 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:27.509442 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7e9f68-cf0d-4584-a6a4-4245dd93be8c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Router b6bd22b3-a42d-4e80-9070-269f60e060c8 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:34:27.513770 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f42dc9-f2a7-47dd-86ed-8bdb69a89217 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Router 57e30960-4b39-4fe2-8369-1edc24715c09 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:34:27.544087 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e9791048-3c72-4fb9-ab93-687aa4b74726 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:27.548457 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e9791048-3c72-4fb9-ab93-687aa4b74726 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5164804 Apr 20 16:34:27.552135 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34720) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:27.574604 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-324868bc-b15f-4259-bd22-8e26be9cdf2f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'port': {'network_id': '93f0320c-ce22-43ba-bf7d-4f93b55b6d76', 'name': 'tempest-PortsIpV6TestJSON-1683613819'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:27.618665 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-75c8b2c1-99d4-41c8-be2d-b2e28dd79bfc None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:27.633631 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7e9f68-cf0d-4584-a6a4-4245dd93be8c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:34:27.638835 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d7e9f68-cf0d-4584-a6a4-4245dd93be8c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:27.644939 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a31ac3d-ce6b-438f-a3d6-7f68151f30b1 None None] Sync routers for ids ['b6bd22b3-a42d-4e80-9070-269f60e060c8'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:34:27.668130 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a31ac3d-ce6b-438f-a3d6-7f68151f30b1 None None] Routers {'b6bd22b3-a42d-4e80-9070-269f60e060c8'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:34:27.668786 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2a31ac3d-ce6b-438f-a3d6-7f68151f30b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b6bd22b3-a42d-4e80-9070-269f60e060c8'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:27.674421 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8d7e9f68-cf0d-4584-a6a4-4245dd93be8c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "PUT /v2.0/floatingips/726d116a-0c3a-4c17-bae1-e3e27fc6e2ff HTTP/1.1" status: 200 len: 991 time: 2.9316933 Apr 20 16:34:27.675217 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d61ee62-5d27-461d-976b-adc943fdec7b', 'tag': 'c433432d-953a-4225-9182-c7aad470000a'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:34:27.677849 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5e2834-b23a-49eb-81f0-63a459fdc56a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d61ee62-5d27-461d-976b-adc943fdec7b", "tag": "c433432d-953a-4225-9182-c7aad470000a"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:34:27.730923 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f42dc9-f2a7-47dd-86ed-8bdb69a89217 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:34:27.743252 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d7e527-0209-4b88-bd94-ba5a0ab6baed None None] Sync routers for ids ['57e30960-4b39-4fe2-8369-1edc24715c09'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:34:27.750829 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d62dba-0058-4a9f-9e37-e53d5f8317c2 x-openstack-request-id: req-76d62dba-0058-4a9f-9e37-e53d5f8317c2 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:34:27.751325 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d61ee62-5d27-461d-976b-adc943fdec7b", "tag": "c433432d-953a-4225-9182-c7aad470000a", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:34:27.751863 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76d62dba-0058-4a9f-9e37-e53d5f8317c2 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:34:27.752537 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76d62dba-0058-4a9f-9e37-e53d5f8317c2'] response: {'name': 'network-changed', 'server_uuid': '6d61ee62-5d27-461d-976b-adc943fdec7b', 'tag': 'c433432d-953a-4225-9182-c7aad470000a', 'status': 'completed', 'code': 200} Apr 20 16:34:27.758097 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c65cc2f4-aaf5-4fb4-8627-7e5c2fde5dea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=090a41be9d664dbc9c5dc773b36bc126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4069200 Apr 20 16:34:27.759031 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34726) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:27.760492 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d7e527-0209-4b88-bd94-ba5a0ab6baed None None] Routers {'57e30960-4b39-4fe2-8369-1edc24715c09'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:34:27.761127 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-68d7e527-0209-4b88-bd94-ba5a0ab6baed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['57e30960-4b39-4fe2-8369-1edc24715c09'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:27.767428 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-92f42dc9-f2a7-47dd-86ed-8bdb69a89217 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "PUT /v2.0/routers/57e30960-4b39-4fe2-8369-1edc24715c09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0746343 Apr 20 16:34:27.770762 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34728) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:27.839657 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-2a31ac3d-ce6b-438f-a3d6-7f68151f30b1 None None] Set router b6bd22b3-a42d-4e80-9070-269f60e060c8 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:34:27.842548 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-75c8b2c1-99d4-41c8-be2d-b2e28dd79bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:27.843818 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-68d7e527-0209-4b88-bd94-ba5a0ab6baed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:27.859818 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-808d084f-bd83-4273-af76-564227237eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:27.869629 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d7e527-0209-4b88-bd94-ba5a0ab6baed None None] Routers {'57e30960-4b39-4fe2-8369-1edc24715c09'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:34:27.870271 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-68d7e527-0209-4b88-bd94-ba5a0ab6baed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['57e30960-4b39-4fe2-8369-1edc24715c09'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:27.893895 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-808d084f-bd83-4273-af76-564227237eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:27.897689 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e2834-b23a-49eb-81f0-63a459fdc56a req-c36ffdd3-5e32-41cb-b8dc-1da20bad7ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:27.899602 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1e5e2834-b23a-49eb-81f0-63a459fdc56a req-c36ffdd3-5e32-41cb-b8dc-1da20bad7ff5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 1096 time: 0.1030543 Apr 20 16:34:27.921087 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-68d7e527-0209-4b88-bd94-ba5a0ab6baed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:27.921751 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d7e527-0209-4b88-bd94-ba5a0ab6baed None None] The sync data for ids ['57e30960-4b39-4fe2-8369-1edc24715c09'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:34:27.936099 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8b2c1-99d4-41c8-be2d-b2e28dd79bfc None None] Pushing event updated for resources: {'Port': ['ID=8f4e0c14-6321-4ccd-be55-75fd5301e6e0,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:28.050071 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e2834-b23a-49eb-81f0-63a459fdc56a req-42cdc681-5217-4894-ac74-6d58535ed72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:28.052107 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1e5e2834-b23a-49eb-81f0-63a459fdc56a req-42cdc681-5217-4894-ac74-6d58535ed72c service neutron] 10.222.0.26 "GET /v2.0/networks?id=6129277f-3b7c-420f-bcf7-8207d3888fce HTTP/1.1" status: 200 len: 915 time: 0.1463172 Apr 20 16:34:28.060856 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c8b2c1-99d4-41c8-be2d-b2e28dd79bfc None None] Network 93f0320c-ce22-43ba-bf7d-4f93b55b6d76 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:28.064211 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-75c8b2c1-99d4-41c8-be2d-b2e28dd79bfc None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:28.068995 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c8b2c1-99d4-41c8-be2d-b2e28dd79bfc None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:34:28.135462 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:28.181788 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1e5e2834-b23a-49eb-81f0-63a459fdc56a req-c71a255c-b245-42db-8b64-80cc8759df04 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c433432d-953a-4225-9182-c7aad470000a HTTP/1.1" status: 200 len: 999 time: 0.1230907 Apr 20 16:34:28.202082 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-808d084f-bd83-4273-af76-564227237eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:28.204810 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-808d084f-bd83-4273-af76-564227237eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:28.212068 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-808d084f-bd83-4273-af76-564227237eac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3c2e7ff-24fa-468b-9911-00fb6ab3ed20 HTTP/1.1" status: 204 len: 168 time: 0.4514701 Apr 20 16:34:28.221382 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-75c8b2c1-99d4-41c8-be2d-b2e28dd79bfc None None] Attempting to bind port 8f4e0c14-6321-4ccd-be55-75fd5301e6e0 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:34:28.221841 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-75c8b2c1-99d4-41c8-be2d-b2e28dd79bfc None None] Attempting to bind port 8f4e0c14-6321-4ccd-be55-75fd5301e6e0 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '33ffc41a-495f-4995-acb7-50754b822d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '93f0320c-ce22-43ba-bf7d-4f93b55b6d76'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:34:28.222665 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c8b2c1-99d4-41c8-be2d-b2e28dd79bfc None None] Attempting to bind port 8f4e0c14-6321-4ccd-be55-75fd5301e6e0 on network 93f0320c-ce22-43ba-bf7d-4f93b55b6d76 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:34:28.234398 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c8b2c1-99d4-41c8-be2d-b2e28dd79bfc None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:34:28.234783 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c8b2c1-99d4-41c8-be2d-b2e28dd79bfc None None] Checking segment: {'id': '33ffc41a-495f-4995-acb7-50754b822d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '93f0320c-ce22-43ba-bf7d-4f93b55b6d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:28.235238 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-75c8b2c1-99d4-41c8-be2d-b2e28dd79bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:28.235581 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c8b2c1-99d4-41c8-be2d-b2e28dd79bfc None None] Bound using segment: {'id': '33ffc41a-495f-4995-acb7-50754b822d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '93f0320c-ce22-43ba-bf7d-4f93b55b6d76'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:34:28.236059 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-75c8b2c1-99d4-41c8-be2d-b2e28dd79bfc None None] Bound port: 8f4e0c14-6321-4ccd-be55-75fd5301e6e0, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ffc41a-495f-4995-acb7-50754b822d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '93f0320c-ce22-43ba-bf7d-4f93b55b6d76'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:34:28.236479 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-75c8b2c1-99d4-41c8-be2d-b2e28dd79bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:28.242351 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:28.312421 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e2834-b23a-49eb-81f0-63a459fdc56a req-79ff82a6-91df-43ac-9cfb-6f5a1bad597d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:28.314243 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1e5e2834-b23a-49eb-81f0-63a459fdc56a req-79ff82a6-91df-43ac-9cfb-6f5a1bad597d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d0d8025-1a58-4c58-9113-dd747fc0c87b HTTP/1.1" status: 200 len: 853 time: 0.1259353 Apr 20 16:34:28.317383 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d084f-bd83-4273-af76-564227237eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c2e7ff-24fa-468b-9911-00fb6ab3ed20,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:28.373475 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-75c8b2c1-99d4-41c8-be2d-b2e28dd79bfc None None] For port 8f4e0c14-6321-4ccd-be55-75fd5301e6e0, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:34:28.382211 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-75c8b2c1-99d4-41c8-be2d-b2e28dd79bfc None None] For port 8f4e0c14-6321-4ccd-be55-75fd5301e6e0, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=8f4e0c14-6321-4ccd-be55-75fd5301e6e0,segment=NetworkSegment(33ffc41a-495f-4995-acb7-50754b822d00),segment_id=33ffc41a-495f-4995-acb7-50754b822d00)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:34:28.405071 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2a31ac3d-ce6b-438f-a3d6-7f68151f30b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '726d116a-0c3a-4c17-bae1-e3e27fc6e2ff', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'port_id': 'c433432d-953a-4225-9182-c7aad470000a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'mac_address': 'fa:16:3e:de:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d61ee62-5d27-461d-976b-adc943fdec7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:33:55Z', 'updated_at': '2022-04-20T16:34:25Z', 'revision_number': 1, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:19Z', 'revision_number': 5, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:28.410513 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244ba58-9175-46c3-a33c-7ba321a6bdf3 req-9db05075-8943-4031-915d-2ac8b07c89d6 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:28.424537 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5244ba58-9175-46c3-a33c-7ba321a6bdf3 req-9db05075-8943-4031-915d-2ac8b07c89d6 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 944 time: 0.1301432 Apr 20 16:34:28.434219 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e2834-b23a-49eb-81f0-63a459fdc56a req-7d58ecee-cf1f-47b7-9ccd-3bcece10585b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:28.438743 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1e5e2834-b23a-49eb-81f0-63a459fdc56a req-7d58ecee-cf1f-47b7-9ccd-3bcece10585b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6129277f-3b7c-420f-bcf7-8207d3888fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184516 Apr 20 16:34:28.438916 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a31ac3d-ce6b-438f-a3d6-7f68151f30b1 None None] Checking router: b6bd22b3-a42d-4e80-9070-269f60e060c8 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:34:28.449952 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a31ac3d-ce6b-438f-a3d6-7f68151f30b1 None None] Routers {'b6bd22b3-a42d-4e80-9070-269f60e060c8'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:34:28.452457 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2a31ac3d-ce6b-438f-a3d6-7f68151f30b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b6bd22b3-a42d-4e80-9070-269f60e060c8'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:28.503571 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-75c8b2c1-99d4-41c8-be2d-b2e28dd79bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:28.540404 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5244ba58-9175-46c3-a33c-7ba321a6bdf3 req-2ce83342-bbfc-4bc6-9537-e31d9576fc07 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080973 Apr 20 16:34:28.597207 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1e5e2834-b23a-49eb-81f0-63a459fdc56a req-d869749b-be4f-4a03-a52a-027a35666a7a service neutron] 10.222.0.26 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446218 Apr 20 16:34:28.647120 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8b2c1-99d4-41c8-be2d-b2e28dd79bfc None None] Pushing event updated for resources: {'Port': ['ID=8f4e0c14-6321-4ccd-be55-75fd5301e6e0,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:28.651966 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:28.666760 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-2a31ac3d-ce6b-438f-a3d6-7f68151f30b1 None None] Set router b6bd22b3-a42d-4e80-9070-269f60e060c8 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:34:28.744282 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324868bc-b15f-4259-bd22-8e26be9cdf2f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:28.748942 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-324868bc-b15f-4259-bd22-8e26be9cdf2f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:28.796140 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-324868bc-b15f-4259-bd22-8e26be9cdf2f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] device_id is not set on port fb32d4f1-bc5f-4c7c-9779-a39543f736c5 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:34:28.812818 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1e5e2834-b23a-49eb-81f0-63a459fdc56a req-9e3f8580-e484-49c9-91fc-749b9b476632 service neutron] 10.222.0.26 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039294 Apr 20 16:34:28.954712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-324868bc-b15f-4259-bd22-8e26be9cdf2f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Allocated IP 2001:db8::2ff (93f0320c-ce22-43ba-bf7d-4f93b55b6d76/9498c948-58b4-4af9-a135-421f95cb72a8/fb32d4f1-bc5f-4c7c-9779-a39543f736c5) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:29.076178 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2a31ac3d-ce6b-438f-a3d6-7f68151f30b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '726d116a-0c3a-4c17-bae1-e3e27fc6e2ff', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'port_id': 'c433432d-953a-4225-9182-c7aad470000a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'mac_address': 'fa:16:3e:de:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d61ee62-5d27-461d-976b-adc943fdec7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:33:55Z', 'updated_at': '2022-04-20T16:34:25Z', 'revision_number': 1, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:19Z', 'revision_number': 5, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:29.114351 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a31ac3d-ce6b-438f-a3d6-7f68151f30b1 None None] The sync data for ids ['b6bd22b3-a42d-4e80-9070-269f60e060c8'] in n-d-836146-2 is: [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '726d116a-0c3a-4c17-bae1-e3e27fc6e2ff', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'port_id': 'c433432d-953a-4225-9182-c7aad470000a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'mac_address': 'fa:16:3e:de:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d61ee62-5d27-461d-976b-adc943fdec7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:33:55Z', 'updated_at': '2022-04-20T16:34:25Z', 'revision_number': 1, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:19Z', 'revision_number': 5, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:34:29.157743 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-324868bc-b15f-4259-bd22-8e26be9cdf2f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:29.274207 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9bdcfaf1-1667-493f-9528-6306c0aecbd0 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:29.358406 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-324868bc-b15f-4259-bd22-8e26be9cdf2f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:29.383483 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8f4e0c14-6321-4ccd-be55-75fd5301e6e0 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:34:29.501274 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 8f4e0c14-6321-4ccd-be55-75fd5301e6e0 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:29.501985 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:29.519492 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324868bc-b15f-4259-bd22-8e26be9cdf2f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network 93f0320c-ce22-43ba-bf7d-4f93b55b6d76 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:29.528672 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-324868bc-b15f-4259-bd22-8e26be9cdf2f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:29.539696 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324868bc-b15f-4259-bd22-8e26be9cdf2f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:34:29.550703 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324868bc-b15f-4259-bd22-8e26be9cdf2f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:29.551340 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-324868bc-b15f-4259-bd22-8e26be9cdf2f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:29.565034 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324868bc-b15f-4259-bd22-8e26be9cdf2f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Port': ['ID=fb32d4f1-bc5f-4c7c-9779-a39543f736c5,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:29.650498 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34764) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:29.653092 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-324868bc-b15f-4259-bd22-8e26be9cdf2f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0959144 Apr 20 16:34:29.683146 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6fcc56-f1a9-48f0-bb64-216ffc192b39 None None] New status for floating IP 726d116a-0c3a-4c17-bae1-e3e27fc6e2ff: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:34:29.882084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a31e0-b135-45c7-a0f9-bbaba77eb17f req-75825bd3-fc39-4cc8-a99a-6da2cb3a3141 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:29.884211 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b1a31e0-b135-45c7-a0f9-bbaba77eb17f req-75825bd3-fc39-4cc8-a99a-6da2cb3a3141 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 944 time: 0.1640494 Apr 20 16:34:29.908075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-9bdcfaf1-1667-493f-9528-6306c0aecbd0 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting port b4e6e09f-1f61-43d2-9f2c-7ee2074068fe {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:29.908455 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9bdcfaf1-1667-493f-9528-6306c0aecbd0 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:30.011804 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34768) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:30.030097 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b1a31e0-b135-45c7-a0f9-bbaba77eb17f req-2bc53d6a-6b25-45b6-9fb5-d638029db74e tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356659 Apr 20 16:34:30.142313 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9bdcfaf1-1667-493f-9528-6306c0aecbd0 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:30.165301 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-9bdcfaf1-1667-493f-9528-6306c0aecbd0 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Calling delete_port for b4e6e09f-1f61-43d2-9f2c-7ee2074068fe owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:30.203931 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:30.233250 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:30.275210 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5c2223-b693-472d-9bee-b005edc62d96 None None] Network 93f0320c-ce22-43ba-bf7d-4f93b55b6d76 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:30.277907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Request body: {'networks': [{'name': 'tempest-network--62905987'}, {'name': 'tempest-network--581708025'}]} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:30.278228 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Request body: {'network': {'name': 'tempest-network--62905987'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:30.278701 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Request body: {'network': {'name': 'tempest-network--581708025'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:30.321328 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1039b8bc-f6af-4e5a-8972-6fa05789e2a8 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:30.440002 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 8f4e0c14-6321-4ccd-be55-75fd5301e6e0, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=8f4e0c14-6321-4ccd-be55-75fd5301e6e0,segment=NetworkSegment(33ffc41a-495f-4995-acb7-50754b822d00),segment_id=33ffc41a-495f-4995-acb7-50754b822d00)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:30.445155 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-76bd5231-3657-4252-8f10-d860a6058283 None None] Provisioning complete for port 8f4e0c14-6321-4ccd-be55-75fd5301e6e0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:30.445323 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Made reservation on behalf of ca1d0a6128814a66a6863e3a8adb877c for: {'network': 2} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:30.445926 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-76bd5231-3657-4252-8f10-d860a6058283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:30.450128 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:30.459996 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:30.588184 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:30.623972 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9bdcfaf1-1667-493f-9528-6306c0aecbd0 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:30.662249 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-76bd5231-3657-4252-8f10-d860a6058283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:30.676684 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdcfaf1-1667-493f-9528-6306c0aecbd0 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Port': ['ID=b4e6e09f-1f61-43d2-9f2c-7ee2074068fe,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:30.753530 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=8f4e0c14-6321-4ccd-be55-75fd5301e6e0,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:30.813083 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1039b8bc-f6af-4e5a-8972-6fa05789e2a8 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:30.831112 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-76bd5231-3657-4252-8f10-d860a6058283 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:34:30.831472 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-76bd5231-3657-4252-8f10-d860a6058283 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:34:30.881481 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9bdcfaf1-1667-493f-9528-6306c0aecbd0 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:30.907737 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:30.940421 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1039b8bc-f6af-4e5a-8972-6fa05789e2a8 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:30.983740 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:30.984449 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:31.147361 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039b8bc-f6af-4e5a-8972-6fa05789e2a8 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Port': ['ID=fb32d4f1-bc5f-4c7c-9779-a39543f736c5,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:31.172964 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:34:31.176785 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7976b5e5-e75c-4280-8669-b514bb548f02,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:31.290313 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdcfaf1-1667-493f-9528-6306c0aecbd0 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Router 57e30960-4b39-4fe2-8369-1edc24715c09 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:34:31.292000 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:31.292387 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Added segment 20ccc124-221b-4c98-b0cb-965fb27341c4 of type vlan for network 5a93de05-50a3-420b-b466-b264dbfa1c73 Apr 20 16:34:31.330529 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1039b8bc-f6af-4e5a-8972-6fa05789e2a8 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:31.444597 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccffdc-8bf0-46ad-82f0-9d962fc30b4d req-f299d90d-e624-4989-81f0-b5721d0c837f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:31.446224 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-65ccffdc-8bf0-46ad-82f0-9d962fc30b4d req-f299d90d-e624-4989-81f0-b5721d0c837f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 944 time: 0.2776186 Apr 20 16:34:31.450622 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:31.455137 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8f4e0c14-6321-4ccd-be55-75fd5301e6e0 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:34:31.459849 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdcfaf1-1667-493f-9528-6306c0aecbd0 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:34:31.466265 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9bdcfaf1-1667-493f-9528-6306c0aecbd0 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "PUT /v2.0/routers/57e30960-4b39-4fe2-8369-1edc24715c09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6939344 Apr 20 16:34:31.471436 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34780) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:31.473139 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4686a79e-3075-4b4c-8735-56066b0f2229 None None] Sync routers for ids ['57e30960-4b39-4fe2-8369-1edc24715c09'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:34:31.488612 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4686a79e-3075-4b4c-8735-56066b0f2229 None None] Routers {'57e30960-4b39-4fe2-8369-1edc24715c09'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:34:31.494993 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4686a79e-3075-4b4c-8735-56066b0f2229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['57e30960-4b39-4fe2-8369-1edc24715c09'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:31.504350 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-77ac70dc-ecae-475b-8657-2506f07e86c4 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e30960-4b39-4fe2-8369-1edc24715c09 HTTP/1.1" status: 200 len: 205 time: 0.0317123 Apr 20 16:34:31.508722 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34782) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:31.540576 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-65ccffdc-8bf0-46ad-82f0-9d962fc30b4d req-a8beb62b-2457-4662-9940-941ede2dc26e tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824447 Apr 20 16:34:31.592221 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4686a79e-3075-4b4c-8735-56066b0f2229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:31.596592 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:34:31.599858 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5539ecf8-4dda-4873-8707-3ed82c793a10 None None] Provisioning complete for port 8f4e0c14-6321-4ccd-be55-75fd5301e6e0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:31.599858 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5539ecf8-4dda-4873-8707-3ed82c793a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:31.609674 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4686a79e-3075-4b4c-8735-56066b0f2229 None None] Routers {'57e30960-4b39-4fe2-8369-1edc24715c09'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:34:31.610576 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4686a79e-3075-4b4c-8735-56066b0f2229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['57e30960-4b39-4fe2-8369-1edc24715c09'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:31.644896 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4686a79e-3075-4b4c-8735-56066b0f2229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:31.645840 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4686a79e-3075-4b4c-8735-56066b0f2229 None None] The sync data for ids ['57e30960-4b39-4fe2-8369-1edc24715c09'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:34:31.653785 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76c96822-32d1-4b49-8cab-779459c50037 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:31.695742 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1039b8bc-f6af-4e5a-8972-6fa05789e2a8 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:31.713123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 8f4e0c14-6321-4ccd-be55-75fd5301e6e0 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:31.713816 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:31.748674 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:31.751033 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Added segment f5982fb1-8864-4f3f-b898-466e8a992a43 of type vlan for network 609a3980-e92e-42c7-99c5-886fcf5a27ae Apr 20 16:34:31.867567 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76c96822-32d1-4b49-8cab-779459c50037 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:31.870187 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76c96822-32d1-4b49-8cab-779459c50037 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:31.892852 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5539ecf8-4dda-4873-8707-3ed82c793a10 None None] Provisioning complete for port fb32d4f1-bc5f-4c7c-9779-a39543f736c5 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:31.897697 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5539ecf8-4dda-4873-8707-3ed82c793a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:31.940497 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5539ecf8-4dda-4873-8707-3ed82c793a10 None None] Port fb32d4f1-bc5f-4c7c-9779-a39543f736c5 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:34:31.976785 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:32.016151 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76c96822-32d1-4b49-8cab-779459c50037 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:32.016898 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c96822-32d1-4b49-8cab-779459c50037 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Fanout notify agent at l3_agent the message router_deleted on router 57e30960-4b39-4fe2-8369-1edc24715c09 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:34:32.038412 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76c96822-32d1-4b49-8cab-779459c50037 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:32.038412 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-76c96822-32d1-4b49-8cab-779459c50037 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/routers/57e30960-4b39-4fe2-8369-1edc24715c09 HTTP/1.1" status: 204 len: 168 time: 0.5176651 Apr 20 16:34:32.039798 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34786) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:32.063169 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-242e7712-02fd-47a7-a251-49647cd21789 None None] Provisioning complete for port fb32d4f1-bc5f-4c7c-9779-a39543f736c5 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:32.066870 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-242e7712-02fd-47a7-a251-49647cd21789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:32.087288 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:32.088226 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:32.093590 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:32.098432 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:32.099336 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:32.106319 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-9671bc58-aea7-46e0-9c69-ebdae52dfc86 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting subnet 61bd69d5-fd42-4c51-90ae-243ffd9ac42e {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:34:32.109313 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9671bc58-aea7-46e0-9c69-ebdae52dfc86 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:32.114306 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-242e7712-02fd-47a7-a251-49647cd21789 None None] Port fb32d4f1-bc5f-4c7c-9779-a39543f736c5 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:34:32.149296 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1039b8bc-f6af-4e5a-8972-6fa05789e2a8 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:32.162165 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9671bc58-aea7-46e0-9c69-ebdae52dfc86 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:32.195271 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 2.1815963 Apr 20 16:34:32.197036 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34788) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:32.200552 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Pushing event updated for resources: {'Network': ['ID=5a93de05-50a3-420b-b466-b264dbfa1c73,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:32.212899 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 5a93de05-50a3-420b-b466-b264dbfa1c73 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:34:32.227922 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1039b8bc-f6af-4e5a-8972-6fa05789e2a8 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:32.229052 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1039b8bc-f6af-4e5a-8972-6fa05789e2a8 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:32.279717 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ea9a4-8bee-49e7-87ae-1e42f0b58527 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Pushing event updated for resources: {'Network': ['ID=609a3980-e92e-42c7-99c5-886fcf5a27ae,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:32.293882 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 609a3980-e92e-42c7-99c5-886fcf5a27ae details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:34:32.365489 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039b8bc-f6af-4e5a-8972-6fa05789e2a8 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Port': ['ID=fb32d4f1-bc5f-4c7c-9779-a39543f736c5,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:32.437699 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9671bc58-aea7-46e0-9c69-ebdae52dfc86 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:32.454270 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baf42e3-c433-457c-b32b-4f5bad904d4e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:32.455084 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baf42e3-c433-457c-b32b-4f5bad904d4e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:32.460898 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baf42e3-c433-457c-b32b-4f5bad904d4e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:32.466615 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baf42e3-c433-457c-b32b-4f5bad904d4e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:32.468289 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0baf42e3-c433-457c-b32b-4f5bad904d4e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.2706277 Apr 20 16:34:32.471420 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34792) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:32.540837 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1039b8bc-f6af-4e5a-8972-6fa05789e2a8 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network 93f0320c-ce22-43ba-bf7d-4f93b55b6d76 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:32.545856 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-1039b8bc-f6af-4e5a-8972-6fa05789e2a8 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:32.637381 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-702d4512-c1e8-412d-8b51-167060505e49 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:32.640721 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 0c7cc80b-074c-4a9b-b03e-455e4e155536 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:34:32.697609 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-702d4512-c1e8-412d-8b51-167060505e49 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:32.759577 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-702d4512-c1e8-412d-8b51-167060505e49 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a93de05-50a3-420b-b466-b264dbfa1c73']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:32.775224 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 0c7cc80b-074c-4a9b-b03e-455e4e155536, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=0c7cc80b-074c-4a9b-b03e-455e4e155536,segment=NetworkSegment(dd4e4e52-542a-41b0-9b77-fe2f4abec5df),segment_id=dd4e4e52-542a-41b0-9b77-fe2f4abec5df)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:32.778915 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-702d4512-c1e8-412d-8b51-167060505e49 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ccc124-221b-4c98-b0cb-965fb27341c4') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:32.779341 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-702d4512-c1e8-412d-8b51-167060505e49 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ccc124-221b-4c98-b0cb-965fb27341c4') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:32.791292 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '0c7cc80b-074c-4a9b-b03e-455e4e155536', 'network_id': '96647353-7ea1-402d-874f-17a77bf9da84', 'port_id': '0c7cc80b-074c-4a9b-b03e-455e4e155536', 'mac_address': 'fa:16:3e:3c:28:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd53a72b-e27c-47d8-b60f-ef1e2e2a9009', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:34:32.795415 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-702d4512-c1e8-412d-8b51-167060505e49 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:32.825536 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb784709-9008-45d3-97eb-36dce134721a req-db1f0ad3-e8e3-4b3b-80e4-20985f073799 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:32.832633 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bb784709-9008-45d3-97eb-36dce134721a req-db1f0ad3-e8e3-4b3b-80e4-20985f073799 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 944 time: 0.1240194 Apr 20 16:34:32.840562 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-702d4512-c1e8-412d-8b51-167060505e49 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:32.851933 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:32.861400 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702d4512-c1e8-412d-8b51-167060505e49 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:34:32.861945 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-702d4512-c1e8-412d-8b51-167060505e49 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:34:32.865813 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:34:32.880286 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c7cc80b-074c-4a9b-b03e-455e4e155536 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:34:32.902982 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 0c7cc80b-074c-4a9b-b03e-455e4e155536, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=0c7cc80b-074c-4a9b-b03e-455e4e155536,segment=NetworkSegment(dd4e4e52-542a-41b0-9b77-fe2f4abec5df),segment_id=dd4e4e52-542a-41b0-9b77-fe2f4abec5df)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:32.942402 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bb784709-9008-45d3-97eb-36dce134721a req-a8a52094-59f3-42de-a207-3273814f7554 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924549 Apr 20 16:34:32.972838 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1adbc0e9-378a-4b5f-a2a6-858b9348048c None None] Provisioning complete for port fb32d4f1-bc5f-4c7c-9779-a39543f736c5 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:32.973212 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1adbc0e9-378a-4b5f-a2a6-858b9348048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:33.007235 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-1adbc0e9-378a-4b5f-a2a6-858b9348048c None None] Port fb32d4f1-bc5f-4c7c-9779-a39543f736c5 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:34:33.019429 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9671bc58-aea7-46e0-9c69-ebdae52dfc86 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:33.048530 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671bc58-aea7-46e0-9c69-ebdae52dfc86 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Subnet': ['ID=61bd69d5-fd42-4c51-90ae-243ffd9ac42e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:33.053144 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9671bc58-aea7-46e0-9c69-ebdae52dfc86 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:33.056310 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9671bc58-aea7-46e0-9c69-ebdae52dfc86 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/subnets/61bd69d5-fd42-4c51-90ae-243ffd9ac42e HTTP/1.1" status: 204 len: 168 time: 1.0250561 Apr 20 16:34:33.059042 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34804) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:33.063269 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:33.070871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1039b8bc-f6af-4e5a-8972-6fa05789e2a8 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Router 8713afcb-30c5-41cc-b0ca-bb25d0b55a9b is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:34:33.073758 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-702d4512-c1e8-412d-8b51-167060505e49 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:33.077367 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f821a0af-02f0-4122-b608-c6fbc3af7bb5 None None] Network 51d416db-d298-4486-8b9d-7cb879b54e1d requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:33.118050 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-702d4512-c1e8-412d-8b51-167060505e49 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:33.125489 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-702d4512-c1e8-412d-8b51-167060505e49 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] 10.222.0.15 "DELETE /v2.0/networks/5a93de05-50a3-420b-b466-b264dbfa1c73 HTTP/1.1" status: 204 len: 168 time: 0.6530218 Apr 20 16:34:33.129404 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d4512-c1e8-412d-8b51-167060505e49 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Pushing event deleted for resources: {'Network': ['ID=5a93de05-50a3-420b-b466-b264dbfa1c73,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:33.134112 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34806) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:33.198167 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=0c7cc80b-074c-4a9b-b03e-455e4e155536,revision_number=11']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:33.247888 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9b6728-33f8-4989-8e77-9ad344faaad3 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting subnet 15a79c02-aa28-477f-b360-7dbf89514da7 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:34:33.261593 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1039b8bc-f6af-4e5a-8972-6fa05789e2a8 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:34:33.274558 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1039b8bc-f6af-4e5a-8972-6fa05789e2a8 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "PUT /v2.0/routers/8713afcb-30c5-41cc-b0ca-bb25d0b55a9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6228869 Apr 20 16:34:33.275186 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34810) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:33.281216 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040688ac-29e0-4af3-853e-f9dd28210261 None None] Sync routers for ids ['8713afcb-30c5-41cc-b0ca-bb25d0b55a9b'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:34:33.291058 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9b9b6728-33f8-4989-8e77-9ad344faaad3 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:33.308476 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040688ac-29e0-4af3-853e-f9dd28210261 None None] Routers {'8713afcb-30c5-41cc-b0ca-bb25d0b55a9b'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:34:33.309126 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-040688ac-29e0-4af3-853e-f9dd28210261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['8713afcb-30c5-41cc-b0ca-bb25d0b55a9b'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:33.366342 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-040688ac-29e0-4af3-853e-f9dd28210261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:33.368630 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9b9b6728-33f8-4989-8e77-9ad344faaad3 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:33.377413 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040688ac-29e0-4af3-853e-f9dd28210261 None None] Routers {'8713afcb-30c5-41cc-b0ca-bb25d0b55a9b'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:34:33.379134 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-040688ac-29e0-4af3-853e-f9dd28210261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['8713afcb-30c5-41cc-b0ca-bb25d0b55a9b'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:33.438154 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de42fc85-01e1-4110-9e4b-c79b062c7b37 None None] DHCP port deletion for 51d416db-d298-4486-8b9d-7cb879b54e1d request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:34:33.441559 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['0c7cc80b-074c-4a9b-b03e-455e4e155536'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:34:33.445794 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-040688ac-29e0-4af3-853e-f9dd28210261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:33.446448 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040688ac-29e0-4af3-853e-f9dd28210261 None None] The sync data for ids ['8713afcb-30c5-41cc-b0ca-bb25d0b55a9b'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:34:33.515137 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9b9b6728-33f8-4989-8e77-9ad344faaad3 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:33.544385 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7d895929-2094-441a-b04e-612e87df8ce8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:33.675929 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7d895929-2094-441a-b04e-612e87df8ce8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:33.698282 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-7d895929-2094-441a-b04e-612e87df8ce8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609a3980-e92e-42c7-99c5-886fcf5a27ae']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:33.704526 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-de42fc85-01e1-4110-9e4b-c79b062c7b37 None None] Deleting port 1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:33.704526 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-de42fc85-01e1-4110-9e4b-c79b062c7b37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:33.707934 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca81ad2e-b04c-45f9-b9ad-861d3db79a76 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:33.711272 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-7d895929-2094-441a-b04e-612e87df8ce8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5982fb1-8864-4f3f-b898-466e8a992a43') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:33.711577 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-7d895929-2094-441a-b04e-612e87df8ce8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5982fb1-8864-4f3f-b898-466e8a992a43') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:33.713078 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ca81ad2e-b04c-45f9-b9ad-861d3db79a76 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports?device_id=8713afcb-30c5-41cc-b0ca-bb25d0b55a9b HTTP/1.1" status: 200 len: 989 time: 0.4368713 Apr 20 16:34:33.713707 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34814) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:33.730385 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7d895929-2094-441a-b04e-612e87df8ce8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:33.761652 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7d895929-2094-441a-b04e-612e87df8ce8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:33.761652 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d895929-2094-441a-b04e-612e87df8ce8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:34:33.761652 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7d895929-2094-441a-b04e-612e87df8ce8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:34:33.765732 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:34:33.787481 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-de42fc85-01e1-4110-9e4b-c79b062c7b37 None None] For port 1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed,segment=NetworkSegment(cf96a01e-0357-426a-b149-3b048c9459d4),segment_id=cf96a01e-0357-426a-b149-3b048c9459d4)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:33.794187 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-de42fc85-01e1-4110-9e4b-c79b062c7b37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:33.805488 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-de42fc85-01e1-4110-9e4b-c79b062c7b37 None None] Calling delete_port for 1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:33.827445 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9b9b6728-33f8-4989-8e77-9ad344faaad3 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:33.864830 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b6728-33f8-4989-8e77-9ad344faaad3 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Subnet': ['ID=15a79c02-aa28-477f-b360-7dbf89514da7,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:33.871369 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9b9b6728-33f8-4989-8e77-9ad344faaad3 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:33.877757 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9b9b6728-33f8-4989-8e77-9ad344faaad3 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/subnets/15a79c02-aa28-477f-b360-7dbf89514da7 HTTP/1.1" status: 204 len: 168 time: 0.8155572 Apr 20 16:34:33.877932 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032276d2-6aa7-4871-98dc-445430ceba52 None None] Network 02ccac64-f4f8-4192-9cd7-c6e082f90cd5 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:33.878115 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34816) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:34.048980 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a09c9968-c06f-45a1-ae1b-5751ac5bc527 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:34.049596 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-de42fc85-01e1-4110-9e4b-c79b062c7b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:34.050779 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:34:34.059757 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7d895929-2094-441a-b04e-612e87df8ce8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:34.069863 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7d895929-2094-441a-b04e-612e87df8ce8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:34.076203 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7d895929-2094-441a-b04e-612e87df8ce8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] 10.222.0.15 "DELETE /v2.0/networks/609a3980-e92e-42c7-99c5-886fcf5a27ae HTTP/1.1" status: 204 len: 168 time: 0.9406762 Apr 20 16:34:34.078252 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34820) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:34.079399 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42fc85-01e1-4110-9e4b-c79b062c7b37 None None] Pushing event deleted for resources: {'Port': ['ID=1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:34.089919 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899e54f3-b6ff-4cf7-bb4f-cf888752a3e2 None None] DHCP port deletion for 02ccac64-f4f8-4192-9cd7-c6e082f90cd5 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:34:34.095571 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de42fc85-01e1-4110-9e4b-c79b062c7b37 None None] No DVR routers for this DVR port 1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:34:34.107214 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d895929-2094-441a-b04e-612e87df8ce8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Pushing event deleted for resources: {'Network': ['ID=609a3980-e92e-42c7-99c5-886fcf5a27ae,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:34.136165 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e6b0f-0a1f-4461-b4a0-d6f26eb2b442 req-e185a6b4-528f-41d8-81d0-2664c7898c49 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:34.138686 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-054e6b0f-0a1f-4461-b4a0-d6f26eb2b442 req-e185a6b4-528f-41d8-81d0-2664c7898c49 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 945 time: 0.1152837 Apr 20 16:34:34.178202 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-899e54f3-b6ff-4cf7-bb4f-cf888752a3e2 None None] Deleting port 606434df-1a5f-4be2-82e4-467067c41b95 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:34.178578 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-899e54f3-b6ff-4cf7-bb4f-cf888752a3e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:34.236916 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-054e6b0f-0a1f-4461-b4a0-d6f26eb2b442 req-cacbc692-2d74-4da5-b83f-3d77cb19a7a7 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638876 Apr 20 16:34:34.250041 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a09c9968-c06f-45a1-ae1b-5751ac5bc527 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:34.268162 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b025c757-4051-448e-8702-ee2c174be614 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:34.272216 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-899e54f3-b6ff-4cf7-bb4f-cf888752a3e2 None None] For port 606434df-1a5f-4be2-82e4-467067c41b95, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=606434df-1a5f-4be2-82e4-467067c41b95,segment=NetworkSegment(cb33c44a-b9c5-4e03-9bae-c6643311f5cd),segment_id=cb33c44a-b9c5-4e03-9bae-c6643311f5cd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:34.272846 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-899e54f3-b6ff-4cf7-bb4f-cf888752a3e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:34.275025 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b025c757-4051-448e-8702-ee2c174be614 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:34.282743 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b025c757-4051-448e-8702-ee2c174be614 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1927063 Apr 20 16:34:34.283332 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34824) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:34.288228 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-c0d819fb-4383-4d03-bf42-8c658047dc07 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1976730846'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:34.300521 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-899e54f3-b6ff-4cf7-bb4f-cf888752a3e2 None None] Calling delete_port for 606434df-1a5f-4be2-82e4-467067c41b95 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:34.328434 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-a09c9968-c06f-45a1-ae1b-5751ac5bc527 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d416db-d298-4486-8b9d-7cb879b54e1d']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:34.349107 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-a09c9968-c06f-45a1-ae1b-5751ac5bc527 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf96a01e-0357-426a-b149-3b048c9459d4') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:34.349517 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-a09c9968-c06f-45a1-ae1b-5751ac5bc527 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf96a01e-0357-426a-b149-3b048c9459d4') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:34.368772 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a09c9968-c06f-45a1-ae1b-5751ac5bc527 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:34.419752 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a09c9968-c06f-45a1-ae1b-5751ac5bc527 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:34.436372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d819fb-4383-4d03-bf42-8c658047dc07 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Made reservation on behalf of ca1d0a6128814a66a6863e3a8adb877c for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:34.440055 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c0d819fb-4383-4d03-bf42-8c658047dc07 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:34.442479 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09c9968-c06f-45a1-ae1b-5751ac5bc527 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a09c9968-c06f-45a1-ae1b-5751ac5bc527 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:34:34.446847 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:34:34.465225 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-899e54f3-b6ff-4cf7-bb4f-cf888752a3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:34.468233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d819fb-4383-4d03-bf42-8c658047dc07 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:34:34.471937 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e32026ca-9f70-4ecb-aee1-424e301c0305 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:34.483266 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c0d819fb-4383-4d03-bf42-8c658047dc07 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:34.483745 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-c0d819fb-4383-4d03-bf42-8c658047dc07 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Added segment 49b20903-6651-4729-b726-77af6dde14e0 of type vlan for network fddc2d6a-f84c-4d95-aa9c-0d78099925b6 Apr 20 16:34:34.493546 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899e54f3-b6ff-4cf7-bb4f-cf888752a3e2 None None] No DVR routers for this DVR port 606434df-1a5f-4be2-82e4-467067c41b95 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:34:34.497676 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e54f3-b6ff-4cf7-bb4f-cf888752a3e2 None None] Pushing event deleted for resources: {'Port': ['ID=606434df-1a5f-4be2-82e4-467067c41b95,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:34.576705 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c0d819fb-4383-4d03-bf42-8c658047dc07 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:34.598410 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 0c7cc80b-074c-4a9b-b03e-455e4e155536 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:34:34.659560 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c0d819fb-4383-4d03-bf42-8c658047dc07 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:34.666004 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a09c9968-c06f-45a1-ae1b-5751ac5bc527 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:34.666233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d819fb-4383-4d03-bf42-8c658047dc07 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:34.666581 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c0d819fb-4383-4d03-bf42-8c658047dc07 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:34.687419 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a09c9968-c06f-45a1-ae1b-5751ac5bc527 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:34.690553 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a09c9968-c06f-45a1-ae1b-5751ac5bc527 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/networks/51d416db-d298-4486-8b9d-7cb879b54e1d HTTP/1.1" status: 204 len: 168 time: 0.7819471 Apr 20 16:34:34.701344 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34834) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:34.711218 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c9968-c06f-45a1-ae1b-5751ac5bc527 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Network': ['ID=51d416db-d298-4486-8b9d-7cb879b54e1d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:34.759790 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d819fb-4383-4d03-bf42-8c658047dc07 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Pushing event updated for resources: {'Network': ['ID=fddc2d6a-f84c-4d95-aa9c-0d78099925b6,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:34.761641 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 0c7cc80b-074c-4a9b-b03e-455e4e155536 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:34:34.766503 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 0c7cc80b-074c-4a9b-b03e-455e4e155536 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:34.768891 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:34.798571 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4bbd569b-e4f6-4af6-a846-8a31235a7902 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:34.801100 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network fddc2d6a-f84c-4d95-aa9c-0d78099925b6 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:34:34.812916 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c0d819fb-4383-4d03-bf42-8c658047dc07 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5259912 Apr 20 16:34:34.813147 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34836) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:34.818585 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f012aab6-de3e-4386-9cf0-4c3cbce50216 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1252181725'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:34.953367 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4bbd569b-e4f6-4af6-a846-8a31235a7902 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:34.967609 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:34.984773 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-4bbd569b-e4f6-4af6-a846-8a31235a7902 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ccac64-f4f8-4192-9cd7-c6e082f90cd5']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:34.997406 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e32026ca-9f70-4ecb-aee1-424e301c0305 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting port fb32d4f1-bc5f-4c7c-9779-a39543f736c5 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:34.997906 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e32026ca-9f70-4ecb-aee1-424e301c0305 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:35.001393 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-4bbd569b-e4f6-4af6-a846-8a31235a7902 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb33c44a-b9c5-4e03-9bae-c6643311f5cd') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:35.001684 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-4bbd569b-e4f6-4af6-a846-8a31235a7902 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb33c44a-b9c5-4e03-9bae-c6643311f5cd') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:35.005161 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94aeeccc-db09-431e-a9e8-ccb73d931273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7cc80b-074c-4a9b-b03e-455e4e155536'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:34:35.007901 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e95f3e1-d2f9-4f86-af96-dc104dcb6302" -d '{"events": [{"server_uuid": "94aeeccc-db09-431e-a9e8-ccb73d931273", "name": "network-vif-plugged", "status": "completed", "tag": "0c7cc80b-074c-4a9b-b03e-455e4e155536"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:34:35.011645 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 0c7cc80b-074c-4a9b-b03e-455e4e155536, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=0c7cc80b-074c-4a9b-b03e-455e4e155536,segment=NetworkSegment(dd4e4e52-542a-41b0-9b77-fe2f4abec5df),segment_id=dd4e4e52-542a-41b0-9b77-fe2f4abec5df)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:35.022853 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f012aab6-de3e-4386-9cf0-4c3cbce50216 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Made reservation on behalf of ca1d0a6128814a66a6863e3a8adb877c for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:35.026266 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f012aab6-de3e-4386-9cf0-4c3cbce50216 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:35.031210 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4bbd569b-e4f6-4af6-a846-8a31235a7902 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:35.049209 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5627762-5a35-4e5b-8f95-2979e0c58532 x-openstack-request-id: req-a5627762-5a35-4e5b-8f95-2979e0c58532 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:34:35.049612 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94aeeccc-db09-431e-a9e8-ccb73d931273", "name": "network-vif-plugged", "status": "completed", "tag": "0c7cc80b-074c-4a9b-b03e-455e4e155536", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:34:35.050173 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5627762-5a35-4e5b-8f95-2979e0c58532 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:34:35.050285 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5627762-5a35-4e5b-8f95-2979e0c58532'] response: {'server_uuid': '94aeeccc-db09-431e-a9e8-ccb73d931273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7cc80b-074c-4a9b-b03e-455e4e155536', 'code': 200} Apr 20 16:34:35.092269 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4bbd569b-e4f6-4af6-a846-8a31235a7902 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:35.110357 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbd569b-e4f6-4af6-a846-8a31235a7902 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:34:35.110357 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4bbd569b-e4f6-4af6-a846-8a31235a7902 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:34:35.112942 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:34:35.132637 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f012aab6-de3e-4386-9cf0-4c3cbce50216 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:34:35.178604 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:35.202187 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f012aab6-de3e-4386-9cf0-4c3cbce50216 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:35.202459 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-f012aab6-de3e-4386-9cf0-4c3cbce50216 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Added segment 5e561620-0b12-4d4d-90ea-6bccf4d01b02 of type vlan for network 9d70dcd3-af8a-4f06-bad1-ddddabbc5e69 Apr 20 16:34:35.204741 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e32026ca-9f70-4ecb-aee1-424e301c0305 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:35.227569 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e32026ca-9f70-4ecb-aee1-424e301c0305 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Calling delete_port for fb32d4f1-bc5f-4c7c-9779-a39543f736c5 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:35.269064 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=0c7cc80b-074c-4a9b-b03e-455e4e155536,revision_number=12']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:35.273556 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f012aab6-de3e-4386-9cf0-4c3cbce50216 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:35.328649 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:34:35.338356 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4bbd569b-e4f6-4af6-a846-8a31235a7902 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:35.358067 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4bbd569b-e4f6-4af6-a846-8a31235a7902 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:35.383419 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4bbd569b-e4f6-4af6-a846-8a31235a7902 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/networks/02ccac64-f4f8-4192-9cd7-c6e082f90cd5 HTTP/1.1" status: 204 len: 168 time: 0.6808660 Apr 20 16:34:35.387375 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34858) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:35.396431 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:34:35.397505 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-2ce345d9-ad4d-44bd-af41-66c6f43bb98a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1792491902'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:35.398968 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1ea7d39e-3a47-4dfd-a1aa-c4bd5a5a70ed not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:34:35.400043 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 606434df-1a5f-4be2-82e4-467067c41b95 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:34:35.424051 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd569b-e4f6-4af6-a846-8a31235a7902 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Network': ['ID=02ccac64-f4f8-4192-9cd7-c6e082f90cd5,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:35.453426 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 606434df-1a5f-4be2-82e4-467067c41b95 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:34:35.453648 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 606434df-1a5f-4be2-82e4-467067c41b95 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:34:35.493232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3604c8-0610-4978-8d4a-d8ca96897eec req-5bea4d25-a1e0-4519-ab1f-5004301e119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:35.494758 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ee3604c8-0610-4978-8d4a-d8ca96897eec req-5bea4d25-a1e0-4519-ab1f-5004301e119f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 1097 time: 0.1471004 Apr 20 16:34:35.504652 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f382498-012e-4c6e-a190-b13d881c5b82 req-bd67a40e-00e0-4990-9918-cfc6901f5a92 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:35.512670 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f382498-012e-4c6e-a190-b13d881c5b82 req-bd67a40e-00e0-4990-9918-cfc6901f5a92 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.1060622 Apr 20 16:34:35.548531 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f012aab6-de3e-4386-9cf0-4c3cbce50216 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:35.554380 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f012aab6-de3e-4386-9cf0-4c3cbce50216 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:35.555200 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f012aab6-de3e-4386-9cf0-4c3cbce50216 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:35.570331 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce345d9-ad4d-44bd-af41-66c6f43bb98a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Made reservation on behalf of 389cf1170ce14ee9ab1f648517cde249 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:35.573569 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ee3604c8-0610-4978-8d4a-d8ca96897eec req-c70c6431-c027-4aad-bf6f-d7289cc08a40 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635419 Apr 20 16:34:35.574250 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ce345d9-ad4d-44bd-af41-66c6f43bb98a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:35.577583 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f382498-012e-4c6e-a190-b13d881c5b82 req-30e3dfff-8848-46c4-87a0-d65052e2c3b9 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609419 Apr 20 16:34:35.697465 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012aab6-de3e-4386-9cf0-4c3cbce50216 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Pushing event updated for resources: {'Network': ['ID=9d70dcd3-af8a-4f06-bad1-ddddabbc5e69,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:35.707936 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce345d9-ad4d-44bd-af41-66c6f43bb98a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:34:35.709276 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 9d70dcd3-af8a-4f06-bad1-ddddabbc5e69 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:34:35.712618 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f012aab6-de3e-4386-9cf0-4c3cbce50216 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8984716 Apr 20 16:34:35.715981 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34862) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:35.723624 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Request body: {'ports': [{'network_id': 'fddc2d6a-f84c-4d95-aa9c-0d78099925b6', 'name': 'tempest-port--14133745', 'admin_state_up': True}, {'network_id': '9d70dcd3-af8a-4f06-bad1-ddddabbc5e69', 'admin_state_up': False}]} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:35.724807 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Request body: {'port': {'network_id': 'fddc2d6a-f84c-4d95-aa9c-0d78099925b6', 'name': 'tempest-port--14133745', 'admin_state_up': True}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:35.725524 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Request body: {'port': {'network_id': '9d70dcd3-af8a-4f06-bad1-ddddabbc5e69', 'admin_state_up': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:35.727402 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ce345d9-ad4d-44bd-af41-66c6f43bb98a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:35.727754 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-2ce345d9-ad4d-44bd-af41-66c6f43bb98a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Added segment 60e37a4e-99a3-4686-979e-71bac8d816a3 of type vlan for network 20f744af-0805-4146-a511-66a7bac57ee1 Apr 20 16:34:35.774797 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ce345d9-ad4d-44bd-af41-66c6f43bb98a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:35.870715 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e32026ca-9f70-4ecb-aee1-424e301c0305 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:35.905463 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ce345d9-ad4d-44bd-af41-66c6f43bb98a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:35.911141 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce345d9-ad4d-44bd-af41-66c6f43bb98a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:35.912652 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ce345d9-ad4d-44bd-af41-66c6f43bb98a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:35.920927 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32026ca-9f70-4ecb-aee1-424e301c0305 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Port': ['ID=fb32d4f1-bc5f-4c7c-9779-a39543f736c5,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:36.059721 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2ce345d9-ad4d-44bd-af41-66c6f43bb98a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6682727 Apr 20 16:34:36.093716 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce345d9-ad4d-44bd-af41-66c6f43bb98a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Network': ['ID=20f744af-0805-4146-a511-66a7bac57ee1,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:36.098930 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34864) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:36.104835 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-19e86149-5e31-406a-bd3e-450a56bc0a23 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'subnet': {'network_id': '20f744af-0805-4146-a511-66a7bac57ee1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:36.108500 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 20f744af-0805-4146-a511-66a7bac57ee1 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:34:36.167539 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e32026ca-9f70-4ecb-aee1-424e301c0305 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:36.451986 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Made reservation on behalf of ca1d0a6128814a66a6863e3a8adb877c for: {'port': 2} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:36.459555 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:36.500961 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:36.689215 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] device_id is not set on port 84a2e726-be31-4eb8-839f-89c47391ee07 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:34:36.765671 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32026ca-9f70-4ecb-aee1-424e301c0305 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Router 8713afcb-30c5-41cc-b0ca-bb25d0b55a9b has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:34:36.771528 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e86149-5e31-406a-bd3e-450a56bc0a23 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Made reservation on behalf of 389cf1170ce14ee9ab1f648517cde249 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:36.774941 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19e86149-5e31-406a-bd3e-450a56bc0a23 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:36.802659 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:36.851903 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281b62f-cb4b-42be-bcef-6c485a902d90 req-11772380-ac8d-4adb-9108-b31ce844ec58 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:36.859839 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1281b62f-cb4b-42be-bcef-6c485a902d90 req-11772380-ac8d-4adb-9108-b31ce844ec58 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.1862185 Apr 20 16:34:36.893331 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] device_id is not set on port 3d4be93f-36bd-4a9d-b983-b530711e4372 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:34:36.976578 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32026ca-9f70-4ecb-aee1-424e301c0305 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:34:36.983160 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e32026ca-9f70-4ecb-aee1-424e301c0305 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "PUT /v2.0/routers/8713afcb-30c5-41cc-b0ca-bb25d0b55a9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2682753 Apr 20 16:34:36.986667 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34902) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:36.987520 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861f5430-1cc4-4259-8141-2122f349ed4f None None] Sync routers for ids ['8713afcb-30c5-41cc-b0ca-bb25d0b55a9b'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:34:36.998028 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1281b62f-cb4b-42be-bcef-6c485a902d90 req-52a33a8f-c350-4f33-a774-3304c4ebdc7a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323662 Apr 20 16:34:37.006311 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861f5430-1cc4-4259-8141-2122f349ed4f None None] Routers {'8713afcb-30c5-41cc-b0ca-bb25d0b55a9b'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:34:37.006311 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-861f5430-1cc4-4259-8141-2122f349ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['8713afcb-30c5-41cc-b0ca-bb25d0b55a9b'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:37.059890 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:37.063223 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1d815f-9a9b-452c-9efc-ea6d5e69ec2f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] GET failed (client error): The resource could not be found. Apr 20 16:34:37.067360 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0a1d815f-9a9b-452c-9efc-ea6d5e69ec2f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports/fb32d4f1-bc5f-4c7c-9779-a39543f736c5 HTTP/1.1" status: 404 len: 333 time: 0.0742066 Apr 20 16:34:37.069399 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34908) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:37.080146 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-861f5430-1cc4-4259-8141-2122f349ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:37.090837 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861f5430-1cc4-4259-8141-2122f349ed4f None None] Routers {'8713afcb-30c5-41cc-b0ca-bb25d0b55a9b'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:34:37.092146 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-861f5430-1cc4-4259-8141-2122f349ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['8713afcb-30c5-41cc-b0ca-bb25d0b55a9b'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:37.137314 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-861f5430-1cc4-4259-8141-2122f349ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:37.138508 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861f5430-1cc4-4259-8141-2122f349ed4f None None] The sync data for ids ['8713afcb-30c5-41cc-b0ca-bb25d0b55a9b'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:34:37.185317 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b30cc8ba-e945-43b7-b68a-febe029d2ac2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:37.236719 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19e86149-5e31-406a-bd3e-450a56bc0a23 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:37.308866 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e86149-5e31-406a-bd3e-450a56bc0a23 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Subnet': ['ID=6739b149-0184-402a-a17f-1963cd85367a,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:37.317464 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e86149-5e31-406a-bd3e-450a56bc0a23 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Checking segment: {'id': '60e37a4e-99a3-4686-979e-71bac8d816a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '20f744af-0805-4146-a511-66a7bac57ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:37.317921 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e86149-5e31-406a-bd3e-450a56bc0a23 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network hostable DHCP agents. Network: 20f744af-0805-4146-a511-66a7bac57ee1, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:34:37.327243 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:37.397736 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b30cc8ba-e945-43b7-b68a-febe029d2ac2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:37.397736 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b30cc8ba-e945-43b7-b68a-febe029d2ac2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:37.419026 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e86149-5e31-406a-bd3e-450a56bc0a23 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 20f744af-0805-4146-a511-66a7bac57ee1 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:34:37.453328 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Pushing event updated for resources: {'Port': ['ID=84a2e726-be31-4eb8-839f-89c47391ee07,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:37.473382 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Checking segment: {'id': '49b20903-6651-4729-b726-77af6dde14e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fddc2d6a-f84c-4d95-aa9c-0d78099925b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:37.473744 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Network hostable DHCP agents. Network: fddc2d6a-f84c-4d95-aa9c-0d78099925b6, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:34:37.547947 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-19e86149-5e31-406a-bd3e-450a56bc0a23 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 20f744af-0805-4146-a511-66a7bac57ee1) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:37.553151 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e86149-5e31-406a-bd3e-450a56bc0a23 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:37.554734 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19e86149-5e31-406a-bd3e-450a56bc0a23 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:37.568940 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2d291d-cbf0-42db-bac3-bc3ee139dd61 None None] Network 20f744af-0805-4146-a511-66a7bac57ee1 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:37.630509 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b30cc8ba-e945-43b7-b68a-febe029d2ac2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:37.631087 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30cc8ba-e945-43b7-b68a-febe029d2ac2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Fanout notify agent at l3_agent the message router_deleted on router 8713afcb-30c5-41cc-b0ca-bb25d0b55a9b {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:34:37.638676 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b30cc8ba-e945-43b7-b68a-febe029d2ac2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:37.639785 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b30cc8ba-e945-43b7-b68a-febe029d2ac2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/routers/8713afcb-30c5-41cc-b0ca-bb25d0b55a9b HTTP/1.1" status: 204 len: 168 time: 0.5694342 Apr 20 16:34:37.642496 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34950) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:37.653503 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Network fddc2d6a-f84c-4d95-aa9c-0d78099925b6 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:34:37.660644 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-19e86149-5e31-406a-bd3e-450a56bc0a23 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5575569 Apr 20 16:34:37.664269 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34952) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:37.665007 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, fddc2d6a-f84c-4d95-aa9c-0d78099925b6) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:37.685158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-a64ff3fb-a741-4cf8-9d5b-51498c91f905 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-923318004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:37.694515 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:34:37.695476 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:37.728386 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3b13d3-d447-4cde-9f17-3b21b5500d50 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting subnet 9498c948-58b4-4af9-a135-421f95cb72a8 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:34:37.733400 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce3b13d3-d447-4cde-9f17-3b21b5500d50 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:37.777104 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7289aae-54ee-4702-88a4-8e744edb92d7 None None] Network fddc2d6a-f84c-4d95-aa9c-0d78099925b6 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:37.789216 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce3b13d3-d447-4cde-9f17-3b21b5500d50 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:37.791236 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Pushing event updated for resources: {'Port': ['ID=3d4be93f-36bd-4a9d-b983-b530711e4372,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:37.882584 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Checking segment: {'id': '5e561620-0b12-4d4d-90ea-6bccf4d01b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9d70dcd3-af8a-4f06-bad1-ddddabbc5e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:37.883511 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Network hostable DHCP agents. Network: 9d70dcd3-af8a-4f06-bad1-ddddabbc5e69, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:34:37.930289 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce3b13d3-d447-4cde-9f17-3b21b5500d50 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:37.939504 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a64ff3fb-a741-4cf8-9d5b-51498c91f905 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:37.944590 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a64ff3fb-a741-4cf8-9d5b-51498c91f905 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:37.965861 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Network 9d70dcd3-af8a-4f06-bad1-ddddabbc5e69 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:34:38.019257 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a64ff3fb-a741-4cf8-9d5b-51498c91f905 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:38.032671 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cf3be0-0f34-4df5-a381-50f6e890ff95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-20f744af-0805-4146-a511-66a7bac57ee1', 'network_id': '20f744af-0805-4146-a511-66a7bac57ee1', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'fixed_ips': [{'subnet_id': '6739b149-0184-402a-a17f-1963cd85367a'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:34:38.033543 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3be0-0f34-4df5-a381-50f6e890ff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:38.084352 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 9d70dcd3-af8a-4f06-bad1-ddddabbc5e69) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:38.106265 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:34:38.110491 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16791a4-41b0-46e1-99e5-50d4e233c584 None None] Network 9d70dcd3-af8a-4f06-bad1-ddddabbc5e69 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:38.120553 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:38.127186 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:38.128150 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:38.141025 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a64ff3fb-a741-4cf8-9d5b-51498c91f905 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:38.184130 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45058d16-c0a1-48c7-9777-80c6f6c70949 req-cdcb591c-b9fd-4234-afce-2f02a2b585af tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:38.186798 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce3b13d3-d447-4cde-9f17-3b21b5500d50 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:38.191843 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-45058d16-c0a1-48c7-9777-80c6f6c70949 req-cdcb591c-b9fd-4234-afce-2f02a2b585af tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.1201496 Apr 20 16:34:38.236708 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce3b13d3-d447-4cde-9f17-3b21b5500d50 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:38.241682 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ce3b13d3-d447-4cde-9f17-3b21b5500d50 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/subnets/9498c948-58b4-4af9-a135-421f95cb72a8 HTTP/1.1" status: 204 len: 168 time: 0.5974889 Apr 20 16:34:38.244025 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b13d3-d447-4cde-9f17-3b21b5500d50 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Subnet': ['ID=9498c948-58b4-4af9-a135-421f95cb72a8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:38.247082 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34982) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:38.261476 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0735a5d-26d5-4b83-95c9-4e6a2ddc73ac None None] Network 93f0320c-ce22-43ba-bf7d-4f93b55b6d76 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:38.278601 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-45058d16-c0a1-48c7-9777-80c6f6c70949 req-ef4ab093-9cf9-4095-be25-2ff4e13e5673 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791812 Apr 20 16:34:38.281828 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2315bf9b-3401-4782-a85b-eff592ab998e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 2.5643990 Apr 20 16:34:38.284176 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34984) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:38.338171 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a64ff3fb-a741-4cf8-9d5b-51498c91f905 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:38.339886 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a64ff3fb-a741-4cf8-9d5b-51498c91f905 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6661093 Apr 20 16:34:38.342476 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34986) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:38.348885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-9ec3bf30-765e-43d8-a637-e6026ae125cb tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'port': {'network_id': '20f744af-0805-4146-a511-66a7bac57ee1', 'name': 'tempest-RoutersIpV6Test-1461375052'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:38.363702 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4062745b-f48d-4c4e-bc5b-49940e4834d0 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:38.382272 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c77caec-a236-45d6-a8ae-099ea7f3b2f6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:38.394938 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4062745b-f48d-4c4e-bc5b-49940e4834d0 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:38.403082 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4062745b-f48d-4c4e-bc5b-49940e4834d0 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1156430 Apr 20 16:34:38.411027 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34992) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:38.514895 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-e8cf3be0-0f34-4df5-a381-50f6e890ff95 None None] Allocated IP 2001:db8::2 (20f744af-0805-4146-a511-66a7bac57ee1/6739b149-0184-402a-a17f-1963cd85367a/4503ffad-c7b6-44fc-961c-c298d83b503f) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:38.617715 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-0c77caec-a236-45d6-a8ae-099ea7f3b2f6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting port 8f4e0c14-6321-4ccd-be55-75fd5301e6e0 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:38.625063 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c77caec-a236-45d6-a8ae-099ea7f3b2f6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:38.635762 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5860876f-6a0f-47cc-aeb5-22b7be075c8e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Deleting port 84a2e726-be31-4eb8-839f-89c47391ee07 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:38.637160 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5860876f-6a0f-47cc-aeb5-22b7be075c8e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:38.736855 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622cd72c-9382-4590-873c-d5803304e263 None None] DHCP port deletion for 93f0320c-ce22-43ba-bf7d-4f93b55b6d76 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:34:38.742592 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec3bf30-765e-43d8-a637-e6026ae125cb tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Made reservation on behalf of 389cf1170ce14ee9ab1f648517cde249 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:38.756436 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9ec3bf30-765e-43d8-a637-e6026ae125cb tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:38.776832 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3be0-0f34-4df5-a381-50f6e890ff95 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:38.807796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-9ec3bf30-765e-43d8-a637-e6026ae125cb tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] device_id is not set on port dbc6407e-631e-4976-8237-e96fb415baf3 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:34:38.810579 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5860876f-6a0f-47cc-aeb5-22b7be075c8e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:38.824631 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-622cd72c-9382-4590-873c-d5803304e263 None None] Deleting port 8f4e0c14-6321-4ccd-be55-75fd5301e6e0 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:38.826155 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-622cd72c-9382-4590-873c-d5803304e263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:38.887367 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5860876f-6a0f-47cc-aeb5-22b7be075c8e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Calling delete_port for 84a2e726-be31-4eb8-839f-89c47391ee07 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:38.927712 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-0c77caec-a236-45d6-a8ae-099ea7f3b2f6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] For port 8f4e0c14-6321-4ccd-be55-75fd5301e6e0, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=8f4e0c14-6321-4ccd-be55-75fd5301e6e0,segment=NetworkSegment(33ffc41a-495f-4995-acb7-50754b822d00),segment_id=33ffc41a-495f-4995-acb7-50754b822d00)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:38.928021 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c77caec-a236-45d6-a8ae-099ea7f3b2f6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:38.947848 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3be0-0f34-4df5-a381-50f6e890ff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:38.951077 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-622cd72c-9382-4590-873c-d5803304e263 None None] For port 8f4e0c14-6321-4ccd-be55-75fd5301e6e0, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=8f4e0c14-6321-4ccd-be55-75fd5301e6e0,segment=NetworkSegment(33ffc41a-495f-4995-acb7-50754b822d00),segment_id=33ffc41a-495f-4995-acb7-50754b822d00)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:38.951474 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-622cd72c-9382-4590-873c-d5803304e263 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:38.978080 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-0c77caec-a236-45d6-a8ae-099ea7f3b2f6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Calling delete_port for 8f4e0c14-6321-4ccd-be55-75fd5301e6e0 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:38.999158 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf3be0-0f34-4df5-a381-50f6e890ff95 None None] Pushing event updated for resources: {'Port': ['ID=4503ffad-c7b6-44fc-961c-c298d83b503f,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:39.014307 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-622cd72c-9382-4590-873c-d5803304e263 None None] Calling delete_port for 8f4e0c14-6321-4ccd-be55-75fd5301e6e0 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:39.051820 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cf3be0-0f34-4df5-a381-50f6e890ff95 None None] Network 20f744af-0805-4146-a511-66a7bac57ee1 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:39.056794 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-e8cf3be0-0f34-4df5-a381-50f6e890ff95 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:39.072422 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-9ec3bf30-765e-43d8-a637-e6026ae125cb tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Allocated IP 2001:db8::ec (20f744af-0805-4146-a511-66a7bac57ee1/6739b149-0184-402a-a17f-1963cd85367a/dbc6407e-631e-4976-8237-e96fb415baf3) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:39.072658 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cf3be0-0f34-4df5-a381-50f6e890ff95 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:34:39.178509 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e8cf3be0-0f34-4df5-a381-50f6e890ff95 None None] Attempting to bind port 4503ffad-c7b6-44fc-961c-c298d83b503f on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:34:39.178800 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e8cf3be0-0f34-4df5-a381-50f6e890ff95 None None] Attempting to bind port 4503ffad-c7b6-44fc-961c-c298d83b503f by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '60e37a4e-99a3-4686-979e-71bac8d816a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '20f744af-0805-4146-a511-66a7bac57ee1'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:34:39.179166 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cf3be0-0f34-4df5-a381-50f6e890ff95 None None] Attempting to bind port 4503ffad-c7b6-44fc-961c-c298d83b503f on network 20f744af-0805-4146-a511-66a7bac57ee1 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:34:39.190847 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cf3be0-0f34-4df5-a381-50f6e890ff95 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:34:39.191357 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cf3be0-0f34-4df5-a381-50f6e890ff95 None None] Checking segment: {'id': '60e37a4e-99a3-4686-979e-71bac8d816a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '20f744af-0805-4146-a511-66a7bac57ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:39.191672 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c77caec-a236-45d6-a8ae-099ea7f3b2f6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:39.191943 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3be0-0f34-4df5-a381-50f6e890ff95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:39.192456 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cf3be0-0f34-4df5-a381-50f6e890ff95 None None] Bound using segment: {'id': '60e37a4e-99a3-4686-979e-71bac8d816a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '20f744af-0805-4146-a511-66a7bac57ee1'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:34:39.193062 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e8cf3be0-0f34-4df5-a381-50f6e890ff95 None None] Bound port: 4503ffad-c7b6-44fc-961c-c298d83b503f, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e37a4e-99a3-4686-979e-71bac8d816a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '20f744af-0805-4146-a511-66a7bac57ee1'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:34:39.193544 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3be0-0f34-4df5-a381-50f6e890ff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:39.209980 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5860876f-6a0f-47cc-aeb5-22b7be075c8e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:39.216179 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-622cd72c-9382-4590-873c-d5803304e263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:39.285194 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cd72c-9382-4590-873c-d5803304e263 None None] Pushing event deleted for resources: {'Port': ['ID=8f4e0c14-6321-4ccd-be55-75fd5301e6e0,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:39.292348 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622cd72c-9382-4590-873c-d5803304e263 None None] No DVR routers for this DVR port 8f4e0c14-6321-4ccd-be55-75fd5301e6e0 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:34:39.333983 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c77caec-a236-45d6-a8ae-099ea7f3b2f6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] No DVR routers for this DVR port 8f4e0c14-6321-4ccd-be55-75fd5301e6e0 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:34:39.337591 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77caec-a236-45d6-a8ae-099ea7f3b2f6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Port': ['ID=8f4e0c14-6321-4ccd-be55-75fd5301e6e0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:39.344731 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5860876f-6a0f-47cc-aeb5-22b7be075c8e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:39.346944 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5860876f-6a0f-47cc-aeb5-22b7be075c8e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] 10.222.0.15 "DELETE /v2.0/ports/84a2e726-be31-4eb8-839f-89c47391ee07 HTTP/1.1" status: 204 len: 168 time: 0.9390142 Apr 20 16:34:39.367870 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35028) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:39.388426 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860876f-6a0f-47cc-aeb5-22b7be075c8e tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Pushing event deleted for resources: {'Port': ['ID=84a2e726-be31-4eb8-839f-89c47391ee07,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:39.400070 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8f4e0c14-6321-4ccd-be55-75fd5301e6e0 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:34:39.419169 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e8cf3be0-0f34-4df5-a381-50f6e890ff95 None None] For port 4503ffad-c7b6-44fc-961c-c298d83b503f, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:34:39.467704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85c2ef-c56e-44ff-8818-a02f4a3ae461 req-eb626ed0-9c55-4327-a032-24f2ffcba855 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:39.477382 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2a85c2ef-c56e-44ff-8818-a02f4a3ae461 req-eb626ed0-9c55-4327-a032-24f2ffcba855 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 946 time: 0.2140656 Apr 20 16:34:39.495121 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c77caec-a236-45d6-a8ae-099ea7f3b2f6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:39.497158 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 8f4e0c14-6321-4ccd-be55-75fd5301e6e0 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:34:39.502584 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8f4e0c14-6321-4ccd-be55-75fd5301e6e0 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:34:39.510858 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e8cf3be0-0f34-4df5-a381-50f6e890ff95 None None] For port 4503ffad-c7b6-44fc-961c-c298d83b503f, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4503ffad-c7b6-44fc-961c-c298d83b503f,segment=NetworkSegment(60e37a4e-99a3-4686-979e-71bac8d816a3),segment_id=60e37a4e-99a3-4686-979e-71bac8d816a3)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:34:39.528015 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-0c77caec-a236-45d6-a8ae-099ea7f3b2f6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f0320c-ce22-43ba-bf7d-4f93b55b6d76']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:39.537057 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-0c77caec-a236-45d6-a8ae-099ea7f3b2f6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ffc41a-495f-4995-acb7-50754b822d00') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:39.537547 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-0c77caec-a236-45d6-a8ae-099ea7f3b2f6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ffc41a-495f-4995-acb7-50754b822d00') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:39.547971 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c77caec-a236-45d6-a8ae-099ea7f3b2f6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:39.557170 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9ec3bf30-765e-43d8-a637-e6026ae125cb tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:39.565031 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c77caec-a236-45d6-a8ae-099ea7f3b2f6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:39.576928 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3be0-0f34-4df5-a381-50f6e890ff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:39.601176 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c77caec-a236-45d6-a8ae-099ea7f3b2f6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:34:39.605948 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c77caec-a236-45d6-a8ae-099ea7f3b2f6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:39.606275 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2a85c2ef-c56e-44ff-8818-a02f4a3ae461 req-2539c2bb-ab60-42fb-a778-138a8eff0edf tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239121 Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:34:39.614006 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:34:39.659652 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf3be0-0f34-4df5-a381-50f6e890ff95 None None] Pushing event updated for resources: {'Port': ['ID=4503ffad-c7b6-44fc-961c-c298d83b503f,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:39.660836 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-870e282c-ae88-4ee2-acc9-7dd8fae033d0 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Deleting port 3d4be93f-36bd-4a9d-b983-b530711e4372 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:39.661194 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-870e282c-ae88-4ee2-acc9-7dd8fae033d0 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:39.729723 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9ec3bf30-765e-43d8-a637-e6026ae125cb tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:39.739327 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f1e1a-df22-44c8-bb25-dc59fafe9443 req-01f93f86-a61d-478a-8df3-69808d02ea1b tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:39.744923 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2f5f1e1a-df22-44c8-bb25-dc59fafe9443 req-01f93f86-a61d-478a-8df3-69808d02ea1b tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.1798849 Apr 20 16:34:39.789771 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-870e282c-ae88-4ee2-acc9-7dd8fae033d0 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:39.798155 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2f5f1e1a-df22-44c8-bb25-dc59fafe9443 req-c55cd1f2-d07a-4a1a-95c3-0534fbecd7d0 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489118 Apr 20 16:34:39.804081 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec3bf30-765e-43d8-a637-e6026ae125cb tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 20f744af-0805-4146-a511-66a7bac57ee1 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:39.814368 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-9ec3bf30-765e-43d8-a637-e6026ae125cb tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:39.818532 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec3bf30-765e-43d8-a637-e6026ae125cb tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:34:39.833657 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec3bf30-765e-43d8-a637-e6026ae125cb tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:39.833657 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9ec3bf30-765e-43d8-a637-e6026ae125cb tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:39.839695 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-870e282c-ae88-4ee2-acc9-7dd8fae033d0 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Calling delete_port for 3d4be93f-36bd-4a9d-b983-b530711e4372 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:39.852955 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3bf30-765e-43d8-a637-e6026ae125cb tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Port': ['ID=dbc6407e-631e-4976-8237-e96fb415baf3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:39.875940 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c77caec-a236-45d6-a8ae-099ea7f3b2f6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:39.885816 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c77caec-a236-45d6-a8ae-099ea7f3b2f6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:39.899849 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0c77caec-a236-45d6-a8ae-099ea7f3b2f6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/networks/93f0320c-ce22-43ba-bf7d-4f93b55b6d76 HTTP/1.1" status: 204 len: 168 time: 1.6510031 Apr 20 16:34:39.903841 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35046) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:39.943080 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77caec-a236-45d6-a8ae-099ea7f3b2f6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Network': ['ID=93f0320c-ce22-43ba-bf7d-4f93b55b6d76,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:40.005453 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf9ca0d-ca02-4b09-a001-5539a7cac38f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:40.007027 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8bf9ca0d-ca02-4b09-a001-5539a7cac38f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports/cc3bfd3f-2bdf-4167-a598-f60243d31dce HTTP/1.1" status: 200 len: 845 time: 0.1006515 Apr 20 16:34:40.010537 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35048) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:40.016919 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9ec3bf30-765e-43d8-a637-e6026ae125cb tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6723325 Apr 20 16:34:40.026199 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35050) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:40.079606 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d1f86e52-8e1e-4835-a4ae-3f7992701a68 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports/cc3bfd3f-2bdf-4167-a598-f60243d31dce?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0678425 Apr 20 16:34:40.083271 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35054) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:40.088953 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-fcd9696e-d87d-4654-8f13-5cdc4f2f95e7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'subnet': {'network_id': 'fcac9d37-3dbe-4135-83fd-db32c144c071', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:40.092910 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-870e282c-ae88-4ee2-acc9-7dd8fae033d0 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:40.142846 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-870e282c-ae88-4ee2-acc9-7dd8fae033d0 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:40.147027 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-870e282c-ae88-4ee2-acc9-7dd8fae033d0 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] 10.222.0.15 "DELETE /v2.0/ports/3d4be93f-36bd-4a9d-b983-b530711e4372 HTTP/1.1" status: 204 len: 168 time: 0.7735302 Apr 20 16:34:40.151147 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35058) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:40.193046 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e282c-ae88-4ee2-acc9-7dd8fae033d0 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Pushing event deleted for resources: {'Port': ['ID=3d4be93f-36bd-4a9d-b983-b530711e4372,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:40.211862 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-37289800-e1a1-4a2c-9264-1eb687439e8a tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0592234 Apr 20 16:34:40.215601 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35060) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:40.220803 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f93fd04e-0f67-4db9-8b57-ec2b74e62a16 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-281275752'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:40.259224 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd9696e-d87d-4654-8f13-5cdc4f2f95e7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:40.263428 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fcd9696e-d87d-4654-8f13-5cdc4f2f95e7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:40.338452 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93fd04e-0f67-4db9-8b57-ec2b74e62a16 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Made reservation on behalf of ca1d0a6128814a66a6863e3a8adb877c for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:40.342700 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f93fd04e-0f67-4db9-8b57-ec2b74e62a16 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:40.391469 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93fd04e-0f67-4db9-8b57-ec2b74e62a16 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:34:40.408669 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f93fd04e-0f67-4db9-8b57-ec2b74e62a16 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:40.411782 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-f93fd04e-0f67-4db9-8b57-ec2b74e62a16 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Added segment 4ea4aa36-6daf-4192-8803-2a838331a237 of type vlan for network 17c425db-1247-4b3f-90de-d7d2f395af6e Apr 20 16:34:40.487306 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f93fd04e-0f67-4db9-8b57-ec2b74e62a16 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:40.496142 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb3d35de-e87b-45c3-a411-4fa69c259ede tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:40.642667 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f93fd04e-0f67-4db9-8b57-ec2b74e62a16 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:40.649616 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93fd04e-0f67-4db9-8b57-ec2b74e62a16 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:40.657600 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f93fd04e-0f67-4db9-8b57-ec2b74e62a16 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:40.686492 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fcd9696e-d87d-4654-8f13-5cdc4f2f95e7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:40.786078 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd9696e-d87d-4654-8f13-5cdc4f2f95e7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network fcac9d37-3dbe-4135-83fd-db32c144c071 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:40.794802 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-fcd9696e-d87d-4654-8f13-5cdc4f2f95e7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:40.799147 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f93fd04e-0f67-4db9-8b57-ec2b74e62a16 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5824139 Apr 20 16:34:40.803071 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35082) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:40.803787 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd9696e-d87d-4654-8f13-5cdc4f2f95e7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:40.804206 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fcd9696e-d87d-4654-8f13-5cdc4f2f95e7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:40.806648 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474138db-2d6c-4b6d-9c0c-17521646101d None None] Network fcac9d37-3dbe-4135-83fd-db32c144c071 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:40.808995 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93fd04e-0f67-4db9-8b57-ec2b74e62a16 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Pushing event updated for resources: {'Network': ['ID=17c425db-1247-4b3f-90de-d7d2f395af6e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:40.811386 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7edec3f1-2d7e-47cb-9136-83759eda9fae tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-228796338'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:40.818633 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9696e-d87d-4654-8f13-5cdc4f2f95e7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Subnet': ['ID=99f7b96d-7f7e-4c9e-822f-1066bb856e70,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:40.866033 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 17c425db-1247-4b3f-90de-d7d2f395af6e details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:34:40.926944 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3852b-bc68-4e01-8d42-f88f5cb2c1b1 req-0c4b5809-cc7d-41ba-97f9-75fb8f973373 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:40.939283 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bb3852b-bc68-4e01-8d42-f88f5cb2c1b1 req-0c4b5809-cc7d-41ba-97f9-75fb8f973373 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 946 time: 0.2258134 Apr 20 16:34:40.965656 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb3d35de-e87b-45c3-a411-4fa69c259ede tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:40.974933 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fcd9696e-d87d-4654-8f13-5cdc4f2f95e7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8895662 Apr 20 16:34:40.978188 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35090) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:40.983660 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-4009ebf7-f957-464b-9bc7-299fb54dcfa7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'security_group': {'name': 'tempest-secgroup-551717633'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:41.006888 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edec3f1-2d7e-47cb-9136-83759eda9fae tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Made reservation on behalf of ca1d0a6128814a66a6863e3a8adb877c for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:41.011392 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7edec3f1-2d7e-47cb-9136-83759eda9fae tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:41.037365 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16ccfc-e0ae-4cd5-8db5-38bab3ab9ee3 req-aa57baac-c21d-445f-a150-351fc75492e2 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:41.039163 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-af16ccfc-e0ae-4cd5-8db5-38bab3ab9ee3 req-aa57baac-c21d-445f-a150-351fc75492e2 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.1412280 Apr 20 16:34:41.051253 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bb3852b-bc68-4e01-8d42-f88f5cb2c1b1 req-056ce680-7336-4519-9f58-ddfe16820a74 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110115 Apr 20 16:34:41.087379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7edec3f1-2d7e-47cb-9136-83759eda9fae tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:34:41.089540 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5f4a04-7a45-4bd2-ae23-a58695537a2f None None] Network 20f744af-0805-4146-a511-66a7bac57ee1 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:41.096828 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-af16ccfc-e0ae-4cd5-8db5-38bab3ab9ee3 req-20aca684-3ead-465b-8d47-b864f411f84f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497143 Apr 20 16:34:41.103689 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7edec3f1-2d7e-47cb-9136-83759eda9fae tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:41.104009 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-7edec3f1-2d7e-47cb-9136-83759eda9fae tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Added segment 7f1a0a66-619f-4797-8ac9-a3f40c7e8888 of type vlan for network b2b1dd1d-42d7-4c8d-a1f3-32fe443c77eb Apr 20 16:34:41.117990 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb3d35de-e87b-45c3-a411-4fa69c259ede tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:41.149232 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4009ebf7-f957-464b-9bc7-299fb54dcfa7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:41.230423 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-dec332ee-60f5-44b5-a12b-313f69d0047a None None] Provisioning complete for port 4503ffad-c7b6-44fc-961c-c298d83b503f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:41.234902 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dec332ee-60f5-44b5-a12b-313f69d0047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:41.236316 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7edec3f1-2d7e-47cb-9136-83759eda9fae tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:41.272689 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba369ff-fd41-4cac-b421-f29fcb63610e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-fcac9d37-3dbe-4135-83fd-db32c144c071', 'network_id': 'fcac9d37-3dbe-4135-83fd-db32c144c071', 'tenant_id': '74480f8e816348aa933547e3cb8033f9', 'fixed_ips': [{'subnet_id': '99f7b96d-7f7e-4c9e-822f-1066bb856e70'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:34:41.273757 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fba369ff-fd41-4cac-b421-f29fcb63610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:41.284096 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4009ebf7-f957-464b-9bc7-299fb54dcfa7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:41.286582 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d35de-e87b-45c3-a411-4fa69c259ede tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Port': ['ID=dbc6407e-631e-4976-8237-e96fb415baf3,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:41.378658 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4009ebf7-f957-464b-9bc7-299fb54dcfa7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:41.391908 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a9b51-2fba-4f77-be6e-279e71c46af7 req-40a1332e-1105-4af1-a80c-b67ff1858a79 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:41.393464 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d49a9b51-2fba-4f77-be6e-279e71c46af7 req-40a1332e-1105-4af1-a80c-b67ff1858a79 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 946 time: 0.1799905 Apr 20 16:34:41.413625 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f34220-a34b-4485-ae25-a87306d97fac req-cbf1be7a-65ed-4917-9851-e7fa79c09445 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:41.413625 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-38f34220-a34b-4485-ae25-a87306d97fac req-cbf1be7a-65ed-4917-9851-e7fa79c09445 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.1950524 Apr 20 16:34:41.441240 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4503ffad-c7b6-44fc-961c-c298d83b503f up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:34:41.449720 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009ebf7-f957-464b-9bc7-299fb54dcfa7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5320ab3-ef71-4651-bdc0-331af3c321ab,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:41.494726 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb3d35de-e87b-45c3-a411-4fa69c259ede tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:41.510514 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7edec3f1-2d7e-47cb-9136-83759eda9fae tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:41.516193 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edec3f1-2d7e-47cb-9136-83759eda9fae tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:41.516840 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7edec3f1-2d7e-47cb-9136-83759eda9fae tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:41.605480 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-38f34220-a34b-4485-ae25-a87306d97fac req-108bde2c-b841-44ff-bbb5-da73ac22a757 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856203 Apr 20 16:34:41.608707 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4009ebf7-f957-464b-9bc7-299fb54dcfa7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:41.614296 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4009ebf7-f957-464b-9bc7-299fb54dcfa7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6348519 Apr 20 16:34:41.617578 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35108) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:41.624921 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-0be1530b-330d-4ded-b025-4691c7f237bb tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'security_group': {'name': 'tempest-secgroup-2028657767'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:41.700900 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edec3f1-2d7e-47cb-9136-83759eda9fae tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Pushing event updated for resources: {'Network': ['ID=b2b1dd1d-42d7-4c8d-a1f3-32fe443c77eb,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:41.723376 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-d49a9b51-2fba-4f77-be6e-279e71c46af7 req-a82bcd68-18bc-4f19-8435-d067e14c7bd2 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Deleting port a43be5da-9ca7-4e09-808c-a6ab87e330af {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:41.723716 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d49a9b51-2fba-4f77-be6e-279e71c46af7 req-a82bcd68-18bc-4f19-8435-d067e14c7bd2 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:41.733209 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network b2b1dd1d-42d7-4c8d-a1f3-32fe443c77eb details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:34:41.746177 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-fba369ff-fd41-4cac-b421-f29fcb63610e None None] Allocated IP 2001:db8::2 (fcac9d37-3dbe-4135-83fd-db32c144c071/99f7b96d-7f7e-4c9e-822f-1066bb856e70/41a25476-f217-4d0f-b210-c5f72e2623ea) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:41.794321 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7edec3f1-2d7e-47cb-9136-83759eda9fae tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9888077 Apr 20 16:34:41.794547 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0b087-e173-40bb-a2f3-437f5c7f36b7 req-ef9fa46b-1171-464f-8098-6b31ae4a144f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:41.796384 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-05f0b087-e173-40bb-a2f3-437f5c7f36b7 req-ef9fa46b-1171-464f-8098-6b31ae4a144f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.0567241 Apr 20 16:34:41.877462 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dec332ee-60f5-44b5-a12b-313f69d0047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:41.891478 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-05f0b087-e173-40bb-a2f3-437f5c7f36b7 req-14da8bb3-42a4-4fe0-a00d-d94ec0cea831 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845888 Apr 20 16:34:41.951434 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0be1530b-330d-4ded-b025-4691c7f237bb tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:41.952217 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-d49a9b51-2fba-4f77-be6e-279e71c46af7 req-a82bcd68-18bc-4f19-8435-d067e14c7bd2 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] For port a43be5da-9ca7-4e09-808c-a6ab87e330af, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a43be5da-9ca7-4e09-808c-a6ab87e330af,segment=NetworkSegment(4017f74e-9938-4ae4-84fb-992ae13076d3),segment_id=4017f74e-9938-4ae4-84fb-992ae13076d3)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:41.952217 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d49a9b51-2fba-4f77-be6e-279e71c46af7 req-a82bcd68-18bc-4f19-8435-d067e14c7bd2 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:41.962882 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35124) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:41.974838 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-dcf50106-96f7-43ff-b6de-8bf69a9e4254 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Request body: {'subnets': [{'network_id': '17c425db-1247-4b3f-90de-d7d2f395af6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--770930710', 'ip_version': 4}, {'network_id': 'b2b1dd1d-42d7-4c8d-a1f3-32fe443c77eb', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:41.975159 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-dcf50106-96f7-43ff-b6de-8bf69a9e4254 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Request body: {'subnet': {'network_id': '17c425db-1247-4b3f-90de-d7d2f395af6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--770930710', 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:41.977804 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-d49a9b51-2fba-4f77-be6e-279e71c46af7 req-a82bcd68-18bc-4f19-8435-d067e14c7bd2 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Calling delete_port for a43be5da-9ca7-4e09-808c-a6ab87e330af owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:41.981925 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-dcf50106-96f7-43ff-b6de-8bf69a9e4254 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Request body: {'subnet': {'network_id': 'b2b1dd1d-42d7-4c8d-a1f3-32fe443c77eb', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:42.071723 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-dec332ee-60f5-44b5-a12b-313f69d0047a None None] For port 4503ffad-c7b6-44fc-961c-c298d83b503f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4503ffad-c7b6-44fc-961c-c298d83b503f,segment=NetworkSegment(60e37a4e-99a3-4686-979e-71bac8d816a3),segment_id=60e37a4e-99a3-4686-979e-71bac8d816a3)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:42.072627 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 4503ffad-c7b6-44fc-961c-c298d83b503f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:42.073359 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:42.133097 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fba369ff-fd41-4cac-b421-f29fcb63610e None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:42.137815 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb3d35de-e87b-45c3-a411-4fa69c259ede tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:42.238997 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:42.261475 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dec332ee-60f5-44b5-a12b-313f69d0047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:42.280323 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e1ab0-4c53-4e2e-9096-82f33c5e8aa6 req-f68b30c3-433a-4610-a448-71f09cf01f5f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:42.281945 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e05e1ab0-4c53-4e2e-9096-82f33c5e8aa6 req-f68b30c3-433a-4610-a448-71f09cf01f5f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.2607830 Apr 20 16:34:42.334104 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fba369ff-fd41-4cac-b421-f29fcb63610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:42.362121 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba369ff-fd41-4cac-b421-f29fcb63610e None None] Network fcac9d37-3dbe-4135-83fd-db32c144c071 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:42.373471 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-fba369ff-fd41-4cac-b421-f29fcb63610e None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:42.376545 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba369ff-fd41-4cac-b421-f29fcb63610e None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:34:42.403870 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:34:42.403870 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:34:42.430603 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec332ee-60f5-44b5-a12b-313f69d0047a None None] Pushing event updated for resources: {'Port': ['ID=4503ffad-c7b6-44fc-961c-c298d83b503f,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:42.431411 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0be1530b-330d-4ded-b025-4691c7f237bb tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:42.457988 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e05e1ab0-4c53-4e2e-9096-82f33c5e8aa6 req-a6f7020c-6b02-4110-9b84-120e4135b60f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590407 Apr 20 16:34:42.583622 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-fba369ff-fd41-4cac-b421-f29fcb63610e None None] Attempting to bind port 41a25476-f217-4d0f-b210-c5f72e2623ea on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:34:42.583622 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-fba369ff-fd41-4cac-b421-f29fcb63610e None None] Attempting to bind port 41a25476-f217-4d0f-b210-c5f72e2623ea by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '54c58f27-6a9c-468e-9380-81de52096ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fcac9d37-3dbe-4135-83fd-db32c144c071'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:34:42.588231 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba369ff-fd41-4cac-b421-f29fcb63610e None None] Attempting to bind port 41a25476-f217-4d0f-b210-c5f72e2623ea on network fcac9d37-3dbe-4135-83fd-db32c144c071 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:34:42.588841 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0be1530b-330d-4ded-b025-4691c7f237bb tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:42.591662 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c881b33b-6637-45ef-9b06-bb119290ea75 None None] Provisioning complete for port dbc6407e-631e-4976-8237-e96fb415baf3 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:42.592104 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c881b33b-6637-45ef-9b06-bb119290ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:42.599809 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba369ff-fd41-4cac-b421-f29fcb63610e None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:34:42.600186 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba369ff-fd41-4cac-b421-f29fcb63610e None None] Checking segment: {'id': '54c58f27-6a9c-468e-9380-81de52096ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fcac9d37-3dbe-4135-83fd-db32c144c071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:42.600635 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fba369ff-fd41-4cac-b421-f29fcb63610e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:42.601033 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba369ff-fd41-4cac-b421-f29fcb63610e None None] Bound using segment: {'id': '54c58f27-6a9c-468e-9380-81de52096ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fcac9d37-3dbe-4135-83fd-db32c144c071'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:34:42.601520 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-fba369ff-fd41-4cac-b421-f29fcb63610e None None] Bound port: 41a25476-f217-4d0f-b210-c5f72e2623ea, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c58f27-6a9c-468e-9380-81de52096ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fcac9d37-3dbe-4135-83fd-db32c144c071'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:34:42.601898 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fba369ff-fd41-4cac-b421-f29fcb63610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:42.611503 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf50106-96f7-43ff-b6de-8bf69a9e4254 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Made reservation on behalf of ca1d0a6128814a66a6863e3a8adb877c for: {'subnet': 2} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:42.627420 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba369ff-fd41-4cac-b421-f29fcb63610e None None] Pushing event updated for resources: {'Port': ['ID=41a25476-f217-4d0f-b210-c5f72e2623ea,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:42.627643 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dcf50106-96f7-43ff-b6de-8bf69a9e4254 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:42.628507 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dcf50106-96f7-43ff-b6de-8bf69a9e4254 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:42.682639 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c881b33b-6637-45ef-9b06-bb119290ea75 None None] Port dbc6407e-631e-4976-8237-e96fb415baf3 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:34:42.748926 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-fba369ff-fd41-4cac-b421-f29fcb63610e None None] For port 41a25476-f217-4d0f-b210-c5f72e2623ea, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:34:42.753761 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-fba369ff-fd41-4cac-b421-f29fcb63610e None None] For port 41a25476-f217-4d0f-b210-c5f72e2623ea, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=41a25476-f217-4d0f-b210-c5f72e2623ea,segment=NetworkSegment(54c58f27-6a9c-468e-9380-81de52096ebc),segment_id=54c58f27-6a9c-468e-9380-81de52096ebc)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:34:42.760265 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c881b33b-6637-45ef-9b06-bb119290ea75 None None] Provisioning complete for port 4503ffad-c7b6-44fc-961c-c298d83b503f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:42.760835 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c881b33b-6637-45ef-9b06-bb119290ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:42.855438 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1530b-330d-4ded-b025-4691c7f237bb tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5173481a-8650-41c7-b85d-37cd10fc7cdd,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:42.909535 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cce9fd-b1a5-495a-9697-1d6404164a3a req-bc7231cb-dc49-435f-9e82-5953e6bb3e3a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:42.918249 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-52cce9fd-b1a5-495a-9697-1d6404164a3a req-bc7231cb-dc49-435f-9e82-5953e6bb3e3a tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.3307679 Apr 20 16:34:42.982676 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-52cce9fd-b1a5-495a-9697-1d6404164a3a req-be01bc75-63fa-46b6-8d5c-4bef0b5dd7cb tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630569 Apr 20 16:34:42.986057 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fba369ff-fd41-4cac-b421-f29fcb63610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:42.996099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9958-c308-4c17-926f-8be6cf3a152e req-334be6a9-126d-4309-a84a-b3b8a5956d6a tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:43.006020 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-268d9958-c308-4c17-926f-8be6cf3a152e req-334be6a9-126d-4309-a84a-b3b8a5956d6a tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 946 time: 0.7966194 Apr 20 16:34:43.016543 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb3d35de-e87b-45c3-a411-4fa69c259ede tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:43.055772 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0be1530b-330d-4ded-b025-4691c7f237bb tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:43.057173 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0be1530b-330d-4ded-b025-4691c7f237bb tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4371202 Apr 20 16:34:43.064926 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35152) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:43.071782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-dcea7180-759c-4d6b-b2be-3614fbb1a443 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1664236350', 'security_groups': ['5173481a-8650-41c7-b85d-37cd10fc7cdd'], 'network_id': 'fcac9d37-3dbe-4135-83fd-db32c144c071', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '99f7b96d-7f7e-4c9e-822f-1066bb856e70'}]}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:43.092168 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba369ff-fd41-4cac-b421-f29fcb63610e None None] Pushing event updated for resources: {'Port': ['ID=41a25476-f217-4d0f-b210-c5f72e2623ea,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:43.128962 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-060d3156-dcef-4dd7-bf4b-3398ff66f96a None None] Provisioning complete for port dbc6407e-631e-4976-8237-e96fb415baf3 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:43.132555 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-060d3156-dcef-4dd7-bf4b-3398ff66f96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:43.146313 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-268d9958-c308-4c17-926f-8be6cf3a152e req-1eaeebec-103b-4104-8a09-965740397245 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281366 Apr 20 16:34:43.181464 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-060d3156-dcef-4dd7-bf4b-3398ff66f96a None None] Port dbc6407e-631e-4976-8237-e96fb415baf3 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:34:43.230291 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb3d35de-e87b-45c3-a411-4fa69c259ede tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:43.230291 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb3d35de-e87b-45c3-a411-4fa69c259ede tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:43.232355 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d49a9b51-2fba-4f77-be6e-279e71c46af7 req-a82bcd68-18bc-4f19-8435-d067e14c7bd2 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:43.318402 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3ea3b-cd44-4336-a93b-d5e0adebb88a req-89b34ab8-5952-4f10-889c-2797d3dc54d9 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:43.319913 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8e3ea3b-cd44-4336-a93b-d5e0adebb88a req-89b34ab8-5952-4f10-889c-2797d3dc54d9 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.1994190 Apr 20 16:34:43.338502 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4503ffad-c7b6-44fc-961c-c298d83b503f up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:34:43.385151 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d35de-e87b-45c3-a411-4fa69c259ede tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Port': ['ID=dbc6407e-631e-4976-8237-e96fb415baf3,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:43.391682 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49a9b51-2fba-4f77-be6e-279e71c46af7 req-a82bcd68-18bc-4f19-8435-d067e14c7bd2 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] No DVR routers for this DVR port a43be5da-9ca7-4e09-808c-a6ab87e330af on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:34:43.400712 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d49a9b51-2fba-4f77-be6e-279e71c46af7 req-a82bcd68-18bc-4f19-8435-d067e14c7bd2 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:43.404260 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d49a9b51-2fba-4f77-be6e-279e71c46af7 req-a82bcd68-18bc-4f19-8435-d067e14c7bd2 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.30 "DELETE /v2.0/ports/a43be5da-9ca7-4e09-808c-a6ab87e330af HTTP/1.1" status: 204 len: 173 time: 1.9942863 Apr 20 16:34:43.404770 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8377eed-9be1-409e-bb38-116d2efd788e', 'name': 'network-vif-deleted', 'tag': 'a43be5da-9ca7-4e09-808c-a6ab87e330af'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:34:43.407421 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d43bb6-4b57-4612-8d20-d3c99eeadaa1" -d '{"events": [{"server_uuid": "b8377eed-9be1-409e-bb38-116d2efd788e", "name": "network-vif-deleted", "tag": "a43be5da-9ca7-4e09-808c-a6ab87e330af"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:34:43.424377 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8e3ea3b-cd44-4336-a93b-d5e0adebb88a req-dcdd54ae-916a-42e0-8473-11af447699d2 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872164 Apr 20 16:34:43.452985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 4503ffad-c7b6-44fc-961c-c298d83b503f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:43.453423 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:43.472863 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcea7180-759c-4d6b-b2be-3614fbb1a443 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:43.485186 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bcd68-18bc-4f19-8435-d067e14c7bd2 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Pushing event deleted for resources: {'Port': ['ID=a43be5da-9ca7-4e09-808c-a6ab87e330af,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:43.593328 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2497d64-7598-47b8-850a-5f7417eb2ed0 x-openstack-request-id: req-b2497d64-7598-47b8-850a-5f7417eb2ed0 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:34:43.593612 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8377eed-9be1-409e-bb38-116d2efd788e", "name": "network-vif-deleted", "tag": "a43be5da-9ca7-4e09-808c-a6ab87e330af", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:34:43.600956 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2497d64-7598-47b8-850a-5f7417eb2ed0 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:34:43.600956 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2497d64-7598-47b8-850a-5f7417eb2ed0'] response: {'server_uuid': 'b8377eed-9be1-409e-bb38-116d2efd788e', 'name': 'network-vif-deleted', 'tag': 'a43be5da-9ca7-4e09-808c-a6ab87e330af', 'status': 'completed', 'code': 200} Apr 20 16:34:43.627124 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3d35de-e87b-45c3-a411-4fa69c259ede tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 20f744af-0805-4146-a511-66a7bac57ee1 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:43.630312 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-bb3d35de-e87b-45c3-a411-4fa69c259ede tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:43.689116 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca605db-6afe-4f5a-b417-bc8084278074 req-49986e96-0aab-44b2-aa31-e258af293cda tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:43.698165 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cca605db-6afe-4f5a-b417-bc8084278074 req-49986e96-0aab-44b2-aa31-e258af293cda tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.0856850 Apr 20 16:34:43.735968 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cca605db-6afe-4f5a-b417-bc8084278074 req-94f6fc88-7efa-4738-8501-10a5e0640f1b tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377281 Apr 20 16:34:43.740977 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dcea7180-759c-4d6b-b2be-3614fbb1a443 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:43.771728 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-dcea7180-759c-4d6b-b2be-3614fbb1a443 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] device_id is not set on port d32f2484-d140-4456-849a-84f8e4d1db37 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:34:43.795823 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dcf50106-96f7-43ff-b6de-8bf69a9e4254 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:43.911089 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf50106-96f7-43ff-b6de-8bf69a9e4254 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Pushing event updated for resources: {'Subnet': ['ID=ab28942c-969c-4cf3-b4a3-ee909707bc3c,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:43.911089 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf50106-96f7-43ff-b6de-8bf69a9e4254 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Checking segment: {'id': '4ea4aa36-6daf-4192-8803-2a838331a237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17c425db-1247-4b3f-90de-d7d2f395af6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:43.911089 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf50106-96f7-43ff-b6de-8bf69a9e4254 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Network hostable DHCP agents. Network: 17c425db-1247-4b3f-90de-d7d2f395af6e, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:34:43.974658 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-dcea7180-759c-4d6b-b2be-3614fbb1a443 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Allocated IP 2001:db8::39 (fcac9d37-3dbe-4135-83fd-db32c144c071/99f7b96d-7f7e-4c9e-822f-1066bb856e70/d32f2484-d140-4456-849a-84f8e4d1db37) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:44.021370 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d025ee2d-c991-49ca-b464-384f738b0314 None None] Provisioning complete for port dbc6407e-631e-4976-8237-e96fb415baf3 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:44.021986 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d025ee2d-c991-49ca-b464-384f738b0314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:44.063109 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d025ee2d-c991-49ca-b464-384f738b0314 None None] Port dbc6407e-631e-4976-8237-e96fb415baf3 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:34:44.065127 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3d35de-e87b-45c3-a411-4fa69c259ede tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Router b94fce6f-866c-4390-b6bc-6589d5992b79 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:34:44.070345 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf50106-96f7-43ff-b6de-8bf69a9e4254 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Network 17c425db-1247-4b3f-90de-d7d2f395af6e is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:34:44.207601 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-dcf50106-96f7-43ff-b6de-8bf69a9e4254 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 17c425db-1247-4b3f-90de-d7d2f395af6e) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:44.211636 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dcf50106-96f7-43ff-b6de-8bf69a9e4254 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:44.218142 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dcea7180-759c-4d6b-b2be-3614fbb1a443 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:44.224734 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3d35de-e87b-45c3-a411-4fa69c259ede tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:34:44.233795 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bb3d35de-e87b-45c3-a411-4fa69c259ede tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "PUT /v2.0/routers/b94fce6f-866c-4390-b6bc-6589d5992b79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2029347 Apr 20 16:34:44.241985 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35190) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:44.242441 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c87bd1-b790-4a3e-9869-7a15fa853a6f None None] Network 17c425db-1247-4b3f-90de-d7d2f395af6e requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:44.273836 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8840eeb-6859-4ed7-a863-b557c75b4f41 None None] Sync routers for ids ['b94fce6f-866c-4390-b6bc-6589d5992b79'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:34:44.314217 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fde2145c-eb7a-4595-bab2-2096826cab6c req-f9052be5-04e1-441c-8500-5d4610877301 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8377eed-9be1-409e-bb38-116d2efd788e HTTP/1.1" status: 200 len: 210 time: 0.0549440 Apr 20 16:34:44.333161 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8840eeb-6859-4ed7-a863-b557c75b4f41 None None] Routers {'b94fce6f-866c-4390-b6bc-6589d5992b79'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:34:44.333161 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b8840eeb-6859-4ed7-a863-b557c75b4f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b94fce6f-866c-4390-b6bc-6589d5992b79'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:44.345919 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e3a95f-f9a8-4315-a1bb-f1f2be2b7945 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:44.351348 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35196) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:44.351548 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-70e3a95f-f9a8-4315-a1bb-f1f2be2b7945 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "GET /v2.0/ports/dbc6407e-631e-4976-8237-e96fb415baf3 HTTP/1.1" status: 200 len: 983 time: 0.1078620 Apr 20 16:34:44.399985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b8840eeb-6859-4ed7-a863-b557c75b4f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:44.411879 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf50106-96f7-43ff-b6de-8bf69a9e4254 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Pushing event updated for resources: {'Subnet': ['ID=48a8beee-ccaa-493a-ab99-a7be91df853e,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:44.425503 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8840eeb-6859-4ed7-a863-b557c75b4f41 None None] Routers {'b94fce6f-866c-4390-b6bc-6589d5992b79'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:34:44.426529 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b8840eeb-6859-4ed7-a863-b557c75b4f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b94fce6f-866c-4390-b6bc-6589d5992b79'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:44.438009 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e776f-b089-4b8a-bef3-304c08232660 req-8de7dbbf-78ea-4577-9a47-58252920332d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:44.439633 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df1e776f-b089-4b8a-bef3-304c08232660 req-8de7dbbf-78ea-4577-9a47-58252920332d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.1264484 Apr 20 16:34:44.453604 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf50106-96f7-43ff-b6de-8bf69a9e4254 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Checking segment: {'id': '7f1a0a66-619f-4797-8ac9-a3f40c7e8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b2b1dd1d-42d7-4c8d-a1f3-32fe443c77eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:44.453976 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf50106-96f7-43ff-b6de-8bf69a9e4254 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Network hostable DHCP agents. Network: b2b1dd1d-42d7-4c8d-a1f3-32fe443c77eb, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:34:44.479957 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b8840eeb-6859-4ed7-a863-b557c75b4f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:44.480938 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8840eeb-6859-4ed7-a863-b557c75b4f41 None None] The sync data for ids ['b94fce6f-866c-4390-b6bc-6589d5992b79'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:34:44.488647 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df1e776f-b089-4b8a-bef3-304c08232660 req-bd04f092-a87a-42f4-a08c-440ffc74cc12 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414798 Apr 20 16:34:44.522892 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dcea7180-759c-4d6b-b2be-3614fbb1a443 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:44.578484 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcea7180-759c-4d6b-b2be-3614fbb1a443 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network fcac9d37-3dbe-4135-83fd-db32c144c071 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:44.582107 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-dcea7180-759c-4d6b-b2be-3614fbb1a443 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:44.587506 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcea7180-759c-4d6b-b2be-3614fbb1a443 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:34:44.593526 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea7180-759c-4d6b-b2be-3614fbb1a443 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:44.594368 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dcea7180-759c-4d6b-b2be-3614fbb1a443 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:44.597967 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be8ec6d-d6fa-4173-9279-f3cb3e60241c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-17c425db-1247-4b3f-90de-d7d2f395af6e', 'network_id': '17c425db-1247-4b3f-90de-d7d2f395af6e', 'tenant_id': 'ca1d0a6128814a66a6863e3a8adb877c', 'fixed_ips': [{'subnet_id': 'ab28942c-969c-4cf3-b4a3-ee909707bc3c'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:34:44.599877 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7be8ec6d-d6fa-4173-9279-f3cb3e60241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:44.605106 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf50106-96f7-43ff-b6de-8bf69a9e4254 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Network b2b1dd1d-42d7-4c8d-a1f3-32fe443c77eb is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:34:44.610830 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea7180-759c-4d6b-b2be-3614fbb1a443 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Port': ['ID=d32f2484-d140-4456-849a-84f8e4d1db37,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:44.625164 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9b6fa2de-af07-4f21-bc08-cf7e8d4956b1 None None] Provisioning complete for port 41a25476-f217-4d0f-b210-c5f72e2623ea triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:44.625534 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9b6fa2de-af07-4f21-bc08-cf7e8d4956b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:44.665476 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device a43be5da-9ca7-4e09-808c-a6ab87e330af no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:34:44.747807 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: a43be5da-9ca7-4e09-808c-a6ab87e330af {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:34:44.748147 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device a43be5da-9ca7-4e09-808c-a6ab87e330af not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:34:44.787178 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dcea7180-759c-4d6b-b2be-3614fbb1a443 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7199473 Apr 20 16:34:44.789986 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35204) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:44.791160 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-dcf50106-96f7-43ff-b6de-8bf69a9e4254 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, b2b1dd1d-42d7-4c8d-a1f3-32fe443c77eb) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:44.797510 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-bf9df656-0298-4fa5-83e6-c76086d2d70f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'subnet': {'network_id': 'fcac9d37-3dbe-4135-83fd-db32c144c071', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:44.806738 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6825b6-4bdc-48d7-9d6f-a97ea59fd4d7 None None] Network b2b1dd1d-42d7-4c8d-a1f3-32fe443c77eb requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:44.810903 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf50106-96f7-43ff-b6de-8bf69a9e4254 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:44.811384 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf50106-96f7-43ff-b6de-8bf69a9e4254 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:44.812045 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dcf50106-96f7-43ff-b6de-8bf69a9e4254 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:44.824635 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d25280f4-3777-4044-896f-9f9a2dfc3199 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:44.932186 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-7be8ec6d-d6fa-4173-9279-f3cb3e60241c None None] Allocated IP 172.20.0.2 (17c425db-1247-4b3f-90de-d7d2f395af6e/ab28942c-969c-4cf3-b4a3-ee909707bc3c/a50bdd57-3771-41cd-a6f9-17b79d6d0a60) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:44.973319 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9b6fa2de-af07-4f21-bc08-cf7e8d4956b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:44.991224 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dcf50106-96f7-43ff-b6de-8bf69a9e4254 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.0272503 Apr 20 16:34:44.993815 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35214) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:45.038302 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9df656-0298-4fa5-83e6-c76086d2d70f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:45.041836 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bf9df656-0298-4fa5-83e6-c76086d2d70f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:45.080310 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9b6fa2de-af07-4f21-bc08-cf7e8d4956b1 None None] For port 41a25476-f217-4d0f-b210-c5f72e2623ea, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=41a25476-f217-4d0f-b210-c5f72e2623ea,segment=NetworkSegment(54c58f27-6a9c-468e-9380-81de52096ebc),segment_id=54c58f27-6a9c-468e-9380-81de52096ebc)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:45.096841 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c0a212-5f3a-4b46-8ab1-a72b5b481eac tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:45.098351 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c0a212-5f3a-4b46-8ab1-a72b5b481eac tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:45.100057 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c0a212-5f3a-4b46-8ab1-a72b5b481eac tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:45.101287 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-d25280f4-3777-4044-896f-9f9a2dfc3199 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting port dbc6407e-631e-4976-8237-e96fb415baf3 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:45.105786 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d25280f4-3777-4044-896f-9f9a2dfc3199 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:45.105990 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d8c0a212-5f3a-4b46-8ab1-a72b5b481eac tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1071067 Apr 20 16:34:45.105990 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35216) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:45.211046 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d25280f4-3777-4044-896f-9f9a2dfc3199 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:45.222586 n-d-836146-2 neutron-server[103484]: INFO neutron.db.ipam_backend_mixin [None req-bf9df656-0298-4fa5-83e6-c76086d2d70f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 99f7b96d-7f7e-4c9e-822f-1066bb856e70 (CIDR: 2001:db8::/64) Apr 20 16:34:45.227237 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-d25280f4-3777-4044-896f-9f9a2dfc3199 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Calling delete_port for dbc6407e-631e-4976-8237-e96fb415baf3 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:45.236816 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a577f4-db53-420f-be1b-de561f8b2929 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Deleting subnet ab28942c-969c-4cf3-b4a3-ee909707bc3c {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:34:45.269782 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9df656-0298-4fa5-83e6-c76086d2d70f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:34:45.279477 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf9df656-0298-4fa5-83e6-c76086d2d70f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:34:45.280457 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9b6fa2de-af07-4f21-bc08-cf7e8d4956b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:45.359955 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9b6fa2de-af07-4f21-bc08-cf7e8d4956b1 None None] Provisioning complete for port cc3bfd3f-2bdf-4167-a598-f60243d31dce triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:45.360358 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9b6fa2de-af07-4f21-bc08-cf7e8d4956b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:45.362128 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 41a25476-f217-4d0f-b210-c5f72e2623ea up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:34:45.405933 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bf9df656-0298-4fa5-83e6-c76086d2d70f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6120987 Apr 20 16:34:45.407708 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35228) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:45.414105 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-f4697dd2-7fdf-4420-a871-fba6bf81d62e tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'subnet': {'network_id': 'fcac9d37-3dbe-4135-83fd-db32c144c071', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:45.484256 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fa2de-af07-4f21-bc08-cf7e8d4956b1 None None] Pushing event updated for resources: {'Port': ['ID=41a25476-f217-4d0f-b210-c5f72e2623ea,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:45.487413 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4286cac0-2c17-4b88-a2ea-cb9d6f4a9cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-b2b1dd1d-42d7-4c8d-a1f3-32fe443c77eb', 'network_id': 'b2b1dd1d-42d7-4c8d-a1f3-32fe443c77eb', 'tenant_id': 'ca1d0a6128814a66a6863e3a8adb877c', 'fixed_ips': [{'subnet_id': '48a8beee-ccaa-493a-ab99-a7be91df853e'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:34:45.488366 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4286cac0-2c17-4b88-a2ea-cb9d6f4a9cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:45.515168 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-9b6fa2de-af07-4f21-bc08-cf7e8d4956b1 None None] Port cc3bfd3f-2bdf-4167-a598-f60243d31dce cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:34:45.533469 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7be8ec6d-d6fa-4173-9279-f3cb3e60241c None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:45.602497 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 41a25476-f217-4d0f-b210-c5f72e2623ea triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:45.602872 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:45.634510 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2010457-e317-4a8d-8d6f-6b59fc92a121 req-b00616c5-0815-40d7-bfca-3e24b71159be tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:45.636041 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b2010457-e317-4a8d-8d6f-6b59fc92a121 req-b00616c5-0815-40d7-bfca-3e24b71159be tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.0621979 Apr 20 16:34:45.670475 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d25280f4-3777-4044-896f-9f9a2dfc3199 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:45.696545 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4c488419-eaa9-4002-8aa4-1290c2e08eee None None] Provisioning complete for port d32f2484-d140-4456-849a-84f8e4d1db37 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:45.696545 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4c488419-eaa9-4002-8aa4-1290c2e08eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:45.696891 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b2010457-e317-4a8d-8d6f-6b59fc92a121 req-ac9a9d13-d409-4438-8781-a1139e7d92cb tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510640 Apr 20 16:34:45.738482 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c0a577f4-db53-420f-be1b-de561f8b2929 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:45.742578 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4697dd2-7fdf-4420-a871-fba6bf81d62e tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:45.746230 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f4697dd2-7fdf-4420-a871-fba6bf81d62e tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:45.746628 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7be8ec6d-d6fa-4173-9279-f3cb3e60241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:45.750986 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-4286cac0-2c17-4b88-a2ea-cb9d6f4a9cb5 None None] Allocated IP 172.20.0.18 (b2b1dd1d-42d7-4c8d-a1f3-32fe443c77eb/48a8beee-ccaa-493a-ab99-a7be91df853e/c7dcb954-b7e5-4b9d-ba38-1b8e4f9299c6) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:45.758311 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25280f4-3777-4044-896f-9f9a2dfc3199 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Port': ['ID=dbc6407e-631e-4976-8237-e96fb415baf3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:45.813651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-4c488419-eaa9-4002-8aa4-1290c2e08eee None None] Port d32f2484-d140-4456-849a-84f8e4d1db37 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:34:45.860986 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be8ec6d-d6fa-4173-9279-f3cb3e60241c None None] Network 17c425db-1247-4b3f-90de-d7d2f395af6e is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:45.877698 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-7be8ec6d-d6fa-4173-9279-f3cb3e60241c None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:45.885419 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8ec6d-d6fa-4173-9279-f3cb3e60241c None None] Pushing event updated for resources: {'Port': ['ID=a50bdd57-3771-41cd-a6f9-17b79d6d0a60,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:45.889472 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be8ec6d-d6fa-4173-9279-f3cb3e60241c None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:34:45.895385 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c0a577f4-db53-420f-be1b-de561f8b2929 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:45.925535 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d25280f4-3777-4044-896f-9f9a2dfc3199 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:46.058583 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c0a577f4-db53-420f-be1b-de561f8b2929 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:46.071199 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7be8ec6d-d6fa-4173-9279-f3cb3e60241c None None] Attempting to bind port a50bdd57-3771-41cd-a6f9-17b79d6d0a60 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:34:46.071712 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7be8ec6d-d6fa-4173-9279-f3cb3e60241c None None] Attempting to bind port a50bdd57-3771-41cd-a6f9-17b79d6d0a60 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '4ea4aa36-6daf-4192-8803-2a838331a237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17c425db-1247-4b3f-90de-d7d2f395af6e'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:34:46.072190 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be8ec6d-d6fa-4173-9279-f3cb3e60241c None None] Attempting to bind port a50bdd57-3771-41cd-a6f9-17b79d6d0a60 on network 17c425db-1247-4b3f-90de-d7d2f395af6e {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:34:46.085610 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be8ec6d-d6fa-4173-9279-f3cb3e60241c None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:34:46.086848 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be8ec6d-d6fa-4173-9279-f3cb3e60241c None None] Checking segment: {'id': '4ea4aa36-6daf-4192-8803-2a838331a237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17c425db-1247-4b3f-90de-d7d2f395af6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:46.087342 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7be8ec6d-d6fa-4173-9279-f3cb3e60241c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:46.087980 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be8ec6d-d6fa-4173-9279-f3cb3e60241c None None] Bound using segment: {'id': '4ea4aa36-6daf-4192-8803-2a838331a237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17c425db-1247-4b3f-90de-d7d2f395af6e'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:34:46.088716 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7be8ec6d-d6fa-4173-9279-f3cb3e60241c None None] Bound port: a50bdd57-3771-41cd-a6f9-17b79d6d0a60, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea4aa36-6daf-4192-8803-2a838331a237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17c425db-1247-4b3f-90de-d7d2f395af6e'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:34:46.089331 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7be8ec6d-d6fa-4173-9279-f3cb3e60241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:46.170855 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4286cac0-2c17-4b88-a2ea-cb9d6f4a9cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:46.304395 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c0a577f4-db53-420f-be1b-de561f8b2929 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:46.307296 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4286cac0-2c17-4b88-a2ea-cb9d6f4a9cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:46.309956 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7be8ec6d-d6fa-4173-9279-f3cb3e60241c None None] For port a50bdd57-3771-41cd-a6f9-17b79d6d0a60, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:34:46.343161 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a577f4-db53-420f-be1b-de561f8b2929 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Pushing event deleted for resources: {'Subnet': ['ID=ab28942c-969c-4cf3-b4a3-ee909707bc3c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:46.355146 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7be8ec6d-d6fa-4173-9279-f3cb3e60241c None None] For port a50bdd57-3771-41cd-a6f9-17b79d6d0a60, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a50bdd57-3771-41cd-a6f9-17b79d6d0a60,segment=NetworkSegment(4ea4aa36-6daf-4192-8803-2a838331a237),segment_id=4ea4aa36-6daf-4192-8803-2a838331a237)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:34:46.358114 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c0a577f4-db53-420f-be1b-de561f8b2929 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:46.363389 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c0a577f4-db53-420f-be1b-de561f8b2929 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] 10.222.0.15 "DELETE /v2.0/subnets/ab28942c-969c-4cf3-b4a3-ee909707bc3c HTTP/1.1" status: 204 len: 168 time: 1.2571278 Apr 20 16:34:46.366551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35260) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:46.369161 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4286cac0-2c17-4b88-a2ea-cb9d6f4a9cb5 None None] Network b2b1dd1d-42d7-4c8d-a1f3-32fe443c77eb is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:46.374049 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-4286cac0-2c17-4b88-a2ea-cb9d6f4a9cb5 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:46.378529 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4286cac0-2c17-4b88-a2ea-cb9d6f4a9cb5 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:34:46.382458 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286cac0-2c17-4b88-a2ea-cb9d6f4a9cb5 None None] Pushing event updated for resources: {'Port': ['ID=c7dcb954-b7e5-4b9d-ba38-1b8e4f9299c6,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:46.453962 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4286cac0-2c17-4b88-a2ea-cb9d6f4a9cb5 None None] Attempting to bind port c7dcb954-b7e5-4b9d-ba38-1b8e4f9299c6 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:34:46.454632 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4286cac0-2c17-4b88-a2ea-cb9d6f4a9cb5 None None] Attempting to bind port c7dcb954-b7e5-4b9d-ba38-1b8e4f9299c6 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '7f1a0a66-619f-4797-8ac9-a3f40c7e8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b2b1dd1d-42d7-4c8d-a1f3-32fe443c77eb'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:34:46.455095 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4286cac0-2c17-4b88-a2ea-cb9d6f4a9cb5 None None] Attempting to bind port c7dcb954-b7e5-4b9d-ba38-1b8e4f9299c6 on network b2b1dd1d-42d7-4c8d-a1f3-32fe443c77eb {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:34:46.456733 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d79350-a1bf-42d7-8a34-198ba600b357 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Deleting subnet 48a8beee-ccaa-493a-ab99-a7be91df853e {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:34:46.460328 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d4d79350-a1bf-42d7-8a34-198ba600b357 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:46.460548 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4286cac0-2c17-4b88-a2ea-cb9d6f4a9cb5 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:34:46.461224 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4286cac0-2c17-4b88-a2ea-cb9d6f4a9cb5 None None] Checking segment: {'id': '7f1a0a66-619f-4797-8ac9-a3f40c7e8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b2b1dd1d-42d7-4c8d-a1f3-32fe443c77eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:46.461695 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4286cac0-2c17-4b88-a2ea-cb9d6f4a9cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:46.462160 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4286cac0-2c17-4b88-a2ea-cb9d6f4a9cb5 None None] Bound using segment: {'id': '7f1a0a66-619f-4797-8ac9-a3f40c7e8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b2b1dd1d-42d7-4c8d-a1f3-32fe443c77eb'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:34:46.462634 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4286cac0-2c17-4b88-a2ea-cb9d6f4a9cb5 None None] Bound port: c7dcb954-b7e5-4b9d-ba38-1b8e4f9299c6, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1a0a66-619f-4797-8ac9-a3f40c7e8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b2b1dd1d-42d7-4c8d-a1f3-32fe443c77eb'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:34:46.463171 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4286cac0-2c17-4b88-a2ea-cb9d6f4a9cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:46.483698 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f4697dd2-7fdf-4420-a871-fba6bf81d62e tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:46.534760 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-4286cac0-2c17-4b88-a2ea-cb9d6f4a9cb5 None None] For port c7dcb954-b7e5-4b9d-ba38-1b8e4f9299c6, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:34:46.537904 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7be8ec6d-d6fa-4173-9279-f3cb3e60241c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:46.539111 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4697dd2-7fdf-4420-a871-fba6bf81d62e tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network fcac9d37-3dbe-4135-83fd-db32c144c071 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:46.542652 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-4286cac0-2c17-4b88-a2ea-cb9d6f4a9cb5 None None] For port c7dcb954-b7e5-4b9d-ba38-1b8e4f9299c6, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c7dcb954-b7e5-4b9d-ba38-1b8e4f9299c6,segment=NetworkSegment(7f1a0a66-619f-4797-8ac9-a3f40c7e8888),segment_id=7f1a0a66-619f-4797-8ac9-a3f40c7e8888)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:34:46.583603 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25280f4-3777-4044-896f-9f9a2dfc3199 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Router b94fce6f-866c-4390-b6bc-6589d5992b79 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:34:46.584684 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-f4697dd2-7fdf-4420-a871-fba6bf81d62e tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:46.587762 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4697dd2-7fdf-4420-a871-fba6bf81d62e tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:46.588683 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f4697dd2-7fdf-4420-a871-fba6bf81d62e tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:46.612277 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d4d79350-a1bf-42d7-8a34-198ba600b357 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:46.629313 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa314435-9f39-41c2-abd7-2e42a23f563c None None] Network fcac9d37-3dbe-4135-83fd-db32c144c071 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:46.633281 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8ec6d-d6fa-4173-9279-f3cb3e60241c None None] Pushing event updated for resources: {'Port': ['ID=a50bdd57-3771-41cd-a6f9-17b79d6d0a60,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:46.646178 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1df713-5c3f-46fa-89be-3817166ffc2f req-2f4e3155-7a3c-41c4-bc36-0d53cb105828 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:46.653633 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6a1df713-5c3f-46fa-89be-3817166ffc2f req-2f4e3155-7a3c-41c4-bc36-0d53cb105828 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.1282108 Apr 20 16:34:46.654527 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4697dd2-7fdf-4420-a871-fba6bf81d62e tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Subnet': ['ID=d921e9d9-34df-442e-9e5f-3454d382d262,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:46.701208 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25280f4-3777-4044-896f-9f9a2dfc3199 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:34:46.708763 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d25280f4-3777-4044-896f-9f9a2dfc3199 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "PUT /v2.0/routers/b94fce6f-866c-4390-b6bc-6589d5992b79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3516989 Apr 20 16:34:46.717138 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b48c89-2224-48e6-8569-a486de89946d None None] Sync routers for ids ['b94fce6f-866c-4390-b6bc-6589d5992b79'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:34:46.721577 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35272) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:46.743147 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6a1df713-5c3f-46fa-89be-3817166ffc2f req-788c94af-c14b-4fb9-bde8-b82267123242 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885508 Apr 20 16:34:46.744016 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b48c89-2224-48e6-8569-a486de89946d None None] Routers {'b94fce6f-866c-4390-b6bc-6589d5992b79'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:34:46.744718 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-44b48c89-2224-48e6-8569-a486de89946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b94fce6f-866c-4390-b6bc-6589d5992b79'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:46.792241 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4286cac0-2c17-4b88-a2ea-cb9d6f4a9cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:46.812740 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-44b48c89-2224-48e6-8569-a486de89946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:46.846061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5558c6a-8ffe-4c98-afd0-a83345795db3 req-d1df59c8-4d30-4210-ab8b-9342ea8d7e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:46.847978 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5558c6a-8ffe-4c98-afd0-a83345795db3 req-d1df59c8-4d30-4210-ab8b-9342ea8d7e83 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca02f6b1aa34446e9221bf3218691782&device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 1097 time: 0.1755717 Apr 20 16:34:46.861884 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b48c89-2224-48e6-8569-a486de89946d None None] Routers {'b94fce6f-866c-4390-b6bc-6589d5992b79'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:34:46.862520 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-44b48c89-2224-48e6-8569-a486de89946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b94fce6f-866c-4390-b6bc-6589d5992b79'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:46.919369 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286cac0-2c17-4b88-a2ea-cb9d6f4a9cb5 None None] Pushing event updated for resources: {'Port': ['ID=c7dcb954-b7e5-4b9d-ba38-1b8e4f9299c6,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:46.931126 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f4697dd2-7fdf-4420-a871-fba6bf81d62e tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5188041 Apr 20 16:34:46.931881 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35280) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:46.938492 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-9af29530-f6dd-4d3c-86f4-4c2068577860 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1412441703', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd921e9d9-34df-442e-9e5f-3454d382d262'}], 'security_groups': ['a5320ab3-ef71-4651-bdc0-331af3c321ab']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:46.995227 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-44b48c89-2224-48e6-8569-a486de89946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:46.996421 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b48c89-2224-48e6-8569-a486de89946d None None] The sync data for ids ['b94fce6f-866c-4390-b6bc-6589d5992b79'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:34:47.050639 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d4d79350-a1bf-42d7-8a34-198ba600b357 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:47.142512 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-04434fbb-90f5-413b-aa9a-3ecc7629ce3b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] remove_router_interface failed (client error): The resource could not be found. Apr 20 16:34:47.143628 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-04434fbb-90f5-413b-aa9a-3ecc7629ce3b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "PUT /v2.0/routers/b94fce6f-866c-4390-b6bc-6589d5992b79/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4212871 Apr 20 16:34:47.148233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35286) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:47.161124 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21374505-5a70-464f-9de9-7239c91bf83f None None] Update dhcp port {'port': {'network_id': 'fcac9d37-3dbe-4135-83fd-db32c144c071', 'fixed_ips': [{'subnet_id': '99f7b96d-7f7e-4c9e-822f-1066bb856e70', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd921e9d9-34df-442e-9e5f-3454d382d262'}], 'binding:host_id': 'n-d-836146-2'}, 'id': '41a25476-f217-4d0f-b210-c5f72e2623ea'} from n-d-836146-2. {{(pid=103486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 16:34:47.232093 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dd0e3d13-b33a-4bd1-9dfa-a83b4789a559 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "GET /v2.0/ports?device_id=b94fce6f-866c-4390-b6bc-6589d5992b79 HTTP/1.1" status: 200 len: 205 time: 0.0806198 Apr 20 16:34:47.239183 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35292) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:47.252777 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5558c6a-8ffe-4c98-afd0-a83345795db3 req-c6ee5ae8-a832-41b5-8eee-671c62d59744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:47.254369 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5558c6a-8ffe-4c98-afd0-a83345795db3 req-c6ee5ae8-a832-41b5-8eee-671c62d59744 service neutron] 10.222.0.30 "GET /v2.0/networks?id=96647353-7ea1-402d-874f-17a77bf9da84 HTTP/1.1" status: 200 len: 914 time: 0.3416693 Apr 20 16:34:47.271869 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-21374505-5a70-464f-9de9-7239c91bf83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:47.354052 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5558c6a-8ffe-4c98-afd0-a83345795db3 req-d87e02a0-b6b2-45d8-8675-3c494f45163b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c7cc80b-074c-4a9b-b03e-455e4e155536 HTTP/1.1" status: 200 len: 217 time: 0.0877852 Apr 20 16:34:47.427967 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d4d79350-a1bf-42d7-8a34-198ba600b357 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:47.487613 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d79350-a1bf-42d7-8a34-198ba600b357 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Pushing event deleted for resources: {'Subnet': ['ID=48a8beee-ccaa-493a-ab99-a7be91df853e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:47.487850 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cdae0c24-496f-41ba-9bfa-c6b9790a21b4 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:47.506178 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d4d79350-a1bf-42d7-8a34-198ba600b357 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:47.510971 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d4d79350-a1bf-42d7-8a34-198ba600b357 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] 10.222.0.15 "DELETE /v2.0/subnets/48a8beee-ccaa-493a-ab99-a7be91df853e HTTP/1.1" status: 204 len: 168 time: 1.1420071 Apr 20 16:34:47.514205 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35300) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:47.569795 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9af29530-f6dd-4d3c-86f4-4c2068577860 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:47.579580 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24276b54-12a5-4dc3-af69-3420baa6f4c1 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:47.581435 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-24276b54-12a5-4dc3-af69-3420baa6f4c1 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0661263 Apr 20 16:34:47.586062 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35302) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:47.604285 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-21374505-5a70-464f-9de9-7239c91bf83f None None] Allocated IP 2001:db8:0:1::2 (fcac9d37-3dbe-4135-83fd-db32c144c071/d921e9d9-34df-442e-9e5f-3454d382d262/41a25476-f217-4d0f-b210-c5f72e2623ea) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:47.655239 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c7dcb954-b7e5-4b9d-ba38-1b8e4f9299c6 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:34:47.677111 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-86703f98-861f-400c-86e4-165cf038acd8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:47.680284 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5558c6a-8ffe-4c98-afd0-a83345795db3 req-5f0fd357-6956-486d-b7e9-56a84c47966f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:47.681971 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5558c6a-8ffe-4c98-afd0-a83345795db3 req-5f0fd357-6956-486d-b7e9-56a84c47966f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd53a72b-e27c-47d8-b60f-ef1e2e2a9009 HTTP/1.1" status: 200 len: 853 time: 0.3189249 Apr 20 16:34:47.734030 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cdae0c24-496f-41ba-9bfa-c6b9790a21b4 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:47.736454 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cdae0c24-496f-41ba-9bfa-c6b9790a21b4 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:47.749185 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5558c6a-8ffe-4c98-afd0-a83345795db3 req-ef16d8d8-3806-482b-84ce-787730e6e69b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=96647353-7ea1-402d-874f-17a77bf9da84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554650 Apr 20 16:34:47.771113 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-21374505-5a70-464f-9de9-7239c91bf83f None None] For port 41a25476-f217-4d0f-b210-c5f72e2623ea, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=41a25476-f217-4d0f-b210-c5f72e2623ea,segment=NetworkSegment(54c58f27-6a9c-468e-9380-81de52096ebc),segment_id=54c58f27-6a9c-468e-9380-81de52096ebc)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:47.788528 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port c7dcb954-b7e5-4b9d-ba38-1b8e4f9299c6 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:47.788921 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:47.837447 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-86703f98-861f-400c-86e4-165cf038acd8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Deleting port c7dcb954-b7e5-4b9d-ba38-1b8e4f9299c6 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:47.838437 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-86703f98-861f-400c-86e4-165cf038acd8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:47.866818 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-21374505-5a70-464f-9de9-7239c91bf83f None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:47.901899 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cdae0c24-496f-41ba-9bfa-c6b9790a21b4 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:47.902401 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdae0c24-496f-41ba-9bfa-c6b9790a21b4 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Fanout notify agent at l3_agent the message router_deleted on router b94fce6f-866c-4390-b6bc-6589d5992b79 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:34:47.911166 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cdae0c24-496f-41ba-9bfa-c6b9790a21b4 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:47.912345 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cdae0c24-496f-41ba-9bfa-c6b9790a21b4 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/routers/b94fce6f-866c-4390-b6bc-6589d5992b79 HTTP/1.1" status: 204 len: 168 time: 0.6711247 Apr 20 16:34:47.915387 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35316) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:47.970643 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-86703f98-861f-400c-86e4-165cf038acd8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] For port c7dcb954-b7e5-4b9d-ba38-1b8e4f9299c6, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c7dcb954-b7e5-4b9d-ba38-1b8e4f9299c6,segment=NetworkSegment(7f1a0a66-619f-4797-8ac9-a3f40c7e8888),segment_id=7f1a0a66-619f-4797-8ac9-a3f40c7e8888)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:47.970938 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-86703f98-861f-400c-86e4-165cf038acd8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:47.989193 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-86703f98-861f-400c-86e4-165cf038acd8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Calling delete_port for c7dcb954-b7e5-4b9d-ba38-1b8e4f9299c6 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:48.002541 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-21374505-5a70-464f-9de9-7239c91bf83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:48.058756 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c8e631-6799-474e-8d58-e3d5186740b4 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting subnet 6739b149-0184-402a-a17f-1963cd85367a {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:34:48.099695 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21374505-5a70-464f-9de9-7239c91bf83f None None] Pushing event updated for resources: {'Port': ['ID=41a25476-f217-4d0f-b210-c5f72e2623ea,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:48.126011 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-41c8e631-6799-474e-8d58-e3d5186740b4 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:48.132466 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5558c6a-8ffe-4c98-afd0-a83345795db3 req-03fb8e8f-49db-4476-98b4-c2c4ee178af4 service neutron] 10.222.0.30 "GET /v2.0/networks/96647353-7ea1-402d-874f-17a77bf9da84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750770 Apr 20 16:34:48.139339 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:48.238998 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f70a1a-37af-407e-8d90-4b4da13f6fff req-2968fc64-5554-4ecb-8ef5-15cd7ab2e5af tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:48.247422 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b3f70a1a-37af-407e-8d90-4b4da13f6fff req-2968fc64-5554-4ecb-8ef5-15cd7ab2e5af tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.1489744 Apr 20 16:34:48.263022 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-41c8e631-6799-474e-8d58-e3d5186740b4 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:48.275671 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a50bdd57-3771-41cd-a6f9-17b79d6d0a60 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:34:48.287627 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-86703f98-861f-400c-86e4-165cf038acd8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:48.387887 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port a50bdd57-3771-41cd-a6f9-17b79d6d0a60 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:48.391363 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:48.412468 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b3f70a1a-37af-407e-8d90-4b4da13f6fff req-b901692c-3f74-4b55-988e-0b0b99fe5268 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634140 Apr 20 16:34:48.413814 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86703f98-861f-400c-86e4-165cf038acd8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Pushing event deleted for resources: {'Port': ['ID=c7dcb954-b7e5-4b9d-ba38-1b8e4f9299c6,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:48.436066 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86703f98-861f-400c-86e4-165cf038acd8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] No DVR routers for this DVR port c7dcb954-b7e5-4b9d-ba38-1b8e4f9299c6 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:34:48.509166 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-9af29530-f6dd-4d3c-86f4-4c2068577860 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Delete allocated IP 2001:db8::39 (fcac9d37-3dbe-4135-83fd-db32c144c071/99f7b96d-7f7e-4c9e-822f-1066bb856e70) {{(pid=103485) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 16:34:48.520554 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-9af29530-f6dd-4d3c-86f4-4c2068577860 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Allocated IP 2001:db8:0:1::115 (fcac9d37-3dbe-4135-83fd-db32c144c071/d921e9d9-34df-442e-9e5f-3454d382d262/d32f2484-d140-4456-849a-84f8e4d1db37) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:48.545693 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-41c8e631-6799-474e-8d58-e3d5186740b4 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:48.546890 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5558c6a-8ffe-4c98-afd0-a83345795db3 req-fb9a8bed-9bc9-4c6b-bdb4-bdd0afd67141 service neutron] 10.222.0.30 "GET /v2.0/networks/96647353-7ea1-402d-874f-17a77bf9da84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005997 Apr 20 16:34:48.574252 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:48.671068 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port a50bdd57-3771-41cd-a6f9-17b79d6d0a60, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a50bdd57-3771-41cd-a6f9-17b79d6d0a60,segment=NetworkSegment(4ea4aa36-6daf-4192-8803-2a838331a237),segment_id=4ea4aa36-6daf-4192-8803-2a838331a237)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:48.689987 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-86703f98-861f-400c-86e4-165cf038acd8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:48.691669 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6bc926-bea2-4d4e-a7b4-3700b750a10e None None] Network 17c425db-1247-4b3f-90de-d7d2f395af6e requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:48.737450 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-86703f98-861f-400c-86e4-165cf038acd8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b1dd1d-42d7-4c8d-a1f3-32fe443c77eb']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:48.759032 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-86703f98-861f-400c-86e4-165cf038acd8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1a0a66-619f-4797-8ac9-a3f40c7e8888') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:48.759620 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-86703f98-861f-400c-86e4-165cf038acd8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1a0a66-619f-4797-8ac9-a3f40c7e8888') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:48.799058 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-86703f98-861f-400c-86e4-165cf038acd8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:48.844875 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-86703f98-861f-400c-86e4-165cf038acd8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:48.861836 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:48.867017 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 41a25476-f217-4d0f-b210-c5f72e2623ea up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:34:48.875115 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86703f98-861f-400c-86e4-165cf038acd8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:34:48.875115 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-86703f98-861f-400c-86e4-165cf038acd8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:34:48.886113 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:34:48.942106 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-41c8e631-6799-474e-8d58-e3d5186740b4 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:48.986358 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8e631-6799-474e-8d58-e3d5186740b4 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Subnet': ['ID=6739b149-0184-402a-a17f-1963cd85367a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:49.010402 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-41c8e631-6799-474e-8d58-e3d5186740b4 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:49.013944 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-41c8e631-6799-474e-8d58-e3d5186740b4 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/subnets/6739b149-0184-402a-a17f-1963cd85367a HTTP/1.1" status: 204 len: 168 time: 1.0975494 Apr 20 16:34:49.017618 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35346) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:49.026218 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466ffed8-257b-47fe-b056-c77c19577beb None None] Network 20f744af-0805-4146-a511-66a7bac57ee1 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:49.111419 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9af29530-f6dd-4d3c-86f4-4c2068577860 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:49.126046 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c0365da4-f6eb-4b25-9b2f-192d01a14750 None None] Provisioning complete for port a50bdd57-3771-41cd-a6f9-17b79d6d0a60 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:49.126424 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c0365da4-f6eb-4b25-9b2f-192d01a14750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:49.141706 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40b41c7b-4e7b-4647-b92a-ee93939a657a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:49.162401 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-86703f98-861f-400c-86e4-165cf038acd8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:49.183498 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-86703f98-861f-400c-86e4-165cf038acd8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:49.192178 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-86703f98-861f-400c-86e4-165cf038acd8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] 10.222.0.15 "DELETE /v2.0/networks/b2b1dd1d-42d7-4c8d-a1f3-32fe443c77eb HTTP/1.1" status: 204 len: 168 time: 1.6046147 Apr 20 16:34:49.210659 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35350) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:49.215276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86703f98-861f-400c-86e4-165cf038acd8 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Pushing event deleted for resources: {'Network': ['ID=b2b1dd1d-42d7-4c8d-a1f3-32fe443c77eb,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:49.232358 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9af29530-f6dd-4d3c-86f4-4c2068577860 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:49.315087 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af29530-f6dd-4d3c-86f4-4c2068577860 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Port': ['ID=d32f2484-d140-4456-849a-84f8e4d1db37,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:49.347407 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=a50bdd57-3771-41cd-a6f9-17b79d6d0a60,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:49.372799 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 41a25476-f217-4d0f-b210-c5f72e2623ea triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:49.373240 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:49.387677 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-9af29530-f6dd-4d3c-86f4-4c2068577860 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] In _notify_port_updated(), no bound segment for port d32f2484-d140-4456-849a-84f8e4d1db37 on network fcac9d37-3dbe-4135-83fd-db32c144c071 {{(pid=103485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:34:49.393431 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af29530-f6dd-4d3c-86f4-4c2068577860 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:49.394324 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9af29530-f6dd-4d3c-86f4-4c2068577860 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:49.397109 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9af29530-f6dd-4d3c-86f4-4c2068577860 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "PUT /v2.0/ports/d32f2484-d140-4456-849a-84f8e4d1db37 HTTP/1.1" status: 200 len: 931 time: 2.4636438 Apr 20 16:34:49.399940 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35360) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:49.434600 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-40b41c7b-4e7b-4647-b92a-ee93939a657a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting port 4503ffad-c7b6-44fc-961c-c298d83b503f {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:49.435181 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40b41c7b-4e7b-4647-b92a-ee93939a657a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:49.441254 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-763441da-a2f6-4ca2-97ea-a73ca7595d3a tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:49.612200 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-40b41c7b-4e7b-4647-b92a-ee93939a657a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] For port 4503ffad-c7b6-44fc-961c-c298d83b503f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4503ffad-c7b6-44fc-961c-c298d83b503f,segment=NetworkSegment(60e37a4e-99a3-4686-979e-71bac8d816a3),segment_id=60e37a4e-99a3-4686-979e-71bac8d816a3)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:49.612860 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40b41c7b-4e7b-4647-b92a-ee93939a657a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:49.649938 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-40b41c7b-4e7b-4647-b92a-ee93939a657a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Calling delete_port for 4503ffad-c7b6-44fc-961c-c298d83b503f owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:49.711983 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bbcbf-ad50-43c2-b16c-d6b7fdabdc05 req-6c7fc5bb-496e-4ff0-81d3-2a9de133489f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:49.714202 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-392bbcbf-ad50-43c2-b16c-d6b7fdabdc05 req-6c7fc5bb-496e-4ff0-81d3-2a9de133489f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.1640825 Apr 20 16:34:49.802769 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37513f7f-7fb8-42f4-a4cd-2c8ca1969e38 None None] DHCP port deletion for b2b1dd1d-42d7-4c8d-a1f3-32fe443c77eb request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:34:49.867414 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-763441da-a2f6-4ca2-97ea-a73ca7595d3a tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Deleting port a50bdd57-3771-41cd-a6f9-17b79d6d0a60 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:49.867757 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-763441da-a2f6-4ca2-97ea-a73ca7595d3a tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:49.904896 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-392bbcbf-ad50-43c2-b16c-d6b7fdabdc05 req-cb74a5e6-1ab6-4be8-94db-2ad4ed803abf tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552825 Apr 20 16:34:49.955353 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6e5a0a-721d-4ae1-b3b4-ee88a84c0744 None None] Network b2b1dd1d-42d7-4c8d-a1f3-32fe443c77eb requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:50.014120 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6e5a0a-721d-4ae1-b3b4-ee88a84c0744 None None] Network b2b1dd1d-42d7-4c8d-a1f3-32fe443c77eb could not be found, it might have been deleted concurrently. {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 16:34:50.064801 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-763441da-a2f6-4ca2-97ea-a73ca7595d3a tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] For port a50bdd57-3771-41cd-a6f9-17b79d6d0a60, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a50bdd57-3771-41cd-a6f9-17b79d6d0a60,segment=NetworkSegment(4ea4aa36-6daf-4192-8803-2a838331a237),segment_id=4ea4aa36-6daf-4192-8803-2a838331a237)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:50.065521 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-763441da-a2f6-4ca2-97ea-a73ca7595d3a tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:50.073339 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1e4bc8-9cf5-4f09-95b3-8ab51f293e4c None None] DHCP port deletion for 17c425db-1247-4b3f-90de-d7d2f395af6e request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:34:50.087667 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-763441da-a2f6-4ca2-97ea-a73ca7595d3a tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Calling delete_port for a50bdd57-3771-41cd-a6f9-17b79d6d0a60 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:50.188958 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40b41c7b-4e7b-4647-b92a-ee93939a657a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:50.209019 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9f4520-d495-4a04-b807-b279a3a03786 None None] DHCP port deletion for 20f744af-0805-4146-a511-66a7bac57ee1 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:34:50.235115 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-67dbc596-b220-4404-8109-16c22c461c90 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting port d32f2484-d140-4456-849a-84f8e4d1db37 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:50.237612 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-67dbc596-b220-4404-8109-16c22c461c90 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:50.245214 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b41c7b-4e7b-4647-b92a-ee93939a657a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] No DVR routers for this DVR port 4503ffad-c7b6-44fc-961c-c298d83b503f on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:34:50.248366 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b41c7b-4e7b-4647-b92a-ee93939a657a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Port': ['ID=4503ffad-c7b6-44fc-961c-c298d83b503f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:50.306703 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-04cc3dbe-33a8-4222-a42c-e71ff058903b None None] Provisioning complete for port d32f2484-d140-4456-849a-84f8e4d1db37 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:50.307084 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-04cc3dbe-33a8-4222-a42c-e71ff058903b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:50.378381 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-0f1e4bc8-9cf5-4f09-95b3-8ab51f293e4c None None] Deleting port a50bdd57-3771-41cd-a6f9-17b79d6d0a60 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:50.379072 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0f1e4bc8-9cf5-4f09-95b3-8ab51f293e4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:50.433655 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 41a25476-f217-4d0f-b210-c5f72e2623ea up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:34:50.443349 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-67dbc596-b220-4404-8109-16c22c461c90 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:50.444821 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40b41c7b-4e7b-4647-b92a-ee93939a657a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:50.458759 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-67dbc596-b220-4404-8109-16c22c461c90 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Calling delete_port for d32f2484-d140-4456-849a-84f8e4d1db37 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:50.467935 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-40b41c7b-4e7b-4647-b92a-ee93939a657a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f744af-0805-4146-a511-66a7bac57ee1']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:50.479502 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-40b41c7b-4e7b-4647-b92a-ee93939a657a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e37a4e-99a3-4686-979e-71bac8d816a3') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:50.479847 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-40b41c7b-4e7b-4647-b92a-ee93939a657a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e37a4e-99a3-4686-979e-71bac8d816a3') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:50.482413 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-04cc3dbe-33a8-4222-a42c-e71ff058903b None None] Port d32f2484-d140-4456-849a-84f8e4d1db37 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:34:50.492853 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40b41c7b-4e7b-4647-b92a-ee93939a657a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:50.506008 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-763441da-a2f6-4ca2-97ea-a73ca7595d3a tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:50.516507 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-04cc3dbe-33a8-4222-a42c-e71ff058903b None None] Could not find standard attr ID for object c7dcb954-b7e5-4b9d-ba38-1b8e4f9299c6. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:34:50.527669 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-0f1e4bc8-9cf5-4f09-95b3-8ab51f293e4c None None] For port a50bdd57-3771-41cd-a6f9-17b79d6d0a60, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a50bdd57-3771-41cd-a6f9-17b79d6d0a60,segment=NetworkSegment(4ea4aa36-6daf-4192-8803-2a838331a237),segment_id=4ea4aa36-6daf-4192-8803-2a838331a237)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:50.528073 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0f1e4bc8-9cf5-4f09-95b3-8ab51f293e4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:50.532395 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 41a25476-f217-4d0f-b210-c5f72e2623ea triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:50.532575 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763441da-a2f6-4ca2-97ea-a73ca7595d3a tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] No DVR routers for this DVR port a50bdd57-3771-41cd-a6f9-17b79d6d0a60 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:34:50.532802 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:50.555034 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40b41c7b-4e7b-4647-b92a-ee93939a657a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:50.565755 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763441da-a2f6-4ca2-97ea-a73ca7595d3a tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Pushing event deleted for resources: {'Port': ['ID=a50bdd57-3771-41cd-a6f9-17b79d6d0a60,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:50.590259 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b41c7b-4e7b-4647-b92a-ee93939a657a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:34:50.590677 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40b41c7b-4e7b-4647-b92a-ee93939a657a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:34:50.594567 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:34:50.603577 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-0f1e4bc8-9cf5-4f09-95b3-8ab51f293e4c None None] Calling delete_port for a50bdd57-3771-41cd-a6f9-17b79d6d0a60 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:50.613479 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-04cc3dbe-33a8-4222-a42c-e71ff058903b None None] Provisioning complete for port 41a25476-f217-4d0f-b210-c5f72e2623ea triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:50.613850 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-04cc3dbe-33a8-4222-a42c-e71ff058903b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:50.717644 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-763441da-a2f6-4ca2-97ea-a73ca7595d3a tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:50.722102 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-67dbc596-b220-4404-8109-16c22c461c90 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:50.788275 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0f1e4bc8-9cf5-4f09-95b3-8ab51f293e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:50.789494 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-763441da-a2f6-4ca2-97ea-a73ca7595d3a tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c425db-1247-4b3f-90de-d7d2f395af6e']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:50.792492 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dbc596-b220-4404-8109-16c22c461c90 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Port': ['ID=d32f2484-d140-4456-849a-84f8e4d1db37,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:50.827490 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e4bc8-9cf5-4f09-95b3-8ab51f293e4c None None] Pushing event deleted for resources: {'Port': ['ID=a50bdd57-3771-41cd-a6f9-17b79d6d0a60,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:50.829402 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1e4bc8-9cf5-4f09-95b3-8ab51f293e4c None None] No DVR routers for this DVR port a50bdd57-3771-41cd-a6f9-17b79d6d0a60 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:34:50.837098 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-763441da-a2f6-4ca2-97ea-a73ca7595d3a tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea4aa36-6daf-4192-8803-2a838331a237') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:50.837644 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-763441da-a2f6-4ca2-97ea-a73ca7595d3a tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea4aa36-6daf-4192-8803-2a838331a237') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:50.848149 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-04cc3dbe-33a8-4222-a42c-e71ff058903b None None] Provisioning complete for port cc3bfd3f-2bdf-4167-a598-f60243d31dce triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:50.848149 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-04cc3dbe-33a8-4222-a42c-e71ff058903b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:50.861952 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40b41c7b-4e7b-4647-b92a-ee93939a657a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:50.867543 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-67dbc596-b220-4404-8109-16c22c461c90 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:50.868084 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40b41c7b-4e7b-4647-b92a-ee93939a657a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:50.873237 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-67dbc596-b220-4404-8109-16c22c461c90 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/ports/d32f2484-d140-4456-849a-84f8e4d1db37 HTTP/1.1" status: 204 len: 168 time: 1.4721920 Apr 20 16:34:50.875871 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35416) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:50.882244 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-40b41c7b-4e7b-4647-b92a-ee93939a657a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/networks/20f744af-0805-4146-a511-66a7bac57ee1 HTTP/1.1" status: 204 len: 168 time: 1.8642578 Apr 20 16:34:50.886288 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c7dcb954-b7e5-4b9d-ba38-1b8e4f9299c6 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:34:50.887027 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-763441da-a2f6-4ca2-97ea-a73ca7595d3a tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:50.893650 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35418) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:50.901842 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-9393b231-a525-4705-8e3c-15a041653af1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1978895614'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:50.920767 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: c7dcb954-b7e5-4b9d-ba38-1b8e4f9299c6 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:34:50.921404 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c7dcb954-b7e5-4b9d-ba38-1b8e4f9299c6 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:34:50.922092 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a50bdd57-3771-41cd-a6f9-17b79d6d0a60 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:34:50.934318 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b41c7b-4e7b-4647-b92a-ee93939a657a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Network': ['ID=20f744af-0805-4146-a511-66a7bac57ee1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:50.946898 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab5238b-6afa-4859-900e-eb665b56b0b6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] GET failed (client error): The resource could not be found. Apr 20 16:34:50.952598 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-763441da-a2f6-4ca2-97ea-a73ca7595d3a tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:50.955504 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35426) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:50.958794 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8ab5238b-6afa-4859-900e-eb665b56b0b6 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports/d32f2484-d140-4456-849a-84f8e4d1db37 HTTP/1.1" status: 404 len: 333 time: 0.0791848 Apr 20 16:34:50.989012 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763441da-a2f6-4ca2-97ea-a73ca7595d3a tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:34:50.989746 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-763441da-a2f6-4ca2-97ea-a73ca7595d3a tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:34:50.993597 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:34:50.996392 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: a50bdd57-3771-41cd-a6f9-17b79d6d0a60 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:34:50.996392 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a50bdd57-3771-41cd-a6f9-17b79d6d0a60 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:34:50.996392 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4503ffad-c7b6-44fc-961c-c298d83b503f no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:34:51.000819 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-04cc3dbe-33a8-4222-a42c-e71ff058903b None None] Port cc3bfd3f-2bdf-4167-a598-f60243d31dce cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:34:51.005021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9393b231-a525-4705-8e3c-15a041653af1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Made reservation on behalf of 389cf1170ce14ee9ab1f648517cde249 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:51.008948 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9393b231-a525-4705-8e3c-15a041653af1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:51.033774 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 4503ffad-c7b6-44fc-961c-c298d83b503f {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:34:51.034117 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4503ffad-c7b6-44fc-961c-c298d83b503f not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:34:51.126864 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b7a20-d1bb-4003-b74a-b94f9284b21d req-7eab64fb-822e-49a8-bdf3-fe9ca3ebeeb0 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:51.135201 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f27b7a20-d1bb-4003-b74a-b94f9284b21d req-7eab64fb-822e-49a8-bdf3-fe9ca3ebeeb0 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.1045957 Apr 20 16:34:51.169889 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d694a651-d734-4267-a66b-3644456a53cb tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:51.183448 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f27b7a20-d1bb-4003-b74a-b94f9284b21d req-a6973f26-a443-4af5-8dfd-30179769a7ae tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471675 Apr 20 16:34:51.208103 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d694a651-d734-4267-a66b-3644456a53cb tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:51.242545 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-763441da-a2f6-4ca2-97ea-a73ca7595d3a tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:51.252528 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9393b231-a525-4705-8e3c-15a041653af1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:34:51.257489 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-763441da-a2f6-4ca2-97ea-a73ca7595d3a tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:51.261181 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-763441da-a2f6-4ca2-97ea-a73ca7595d3a tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] 10.222.0.15 "DELETE /v2.0/networks/17c425db-1247-4b3f-90de-d7d2f395af6e HTTP/1.1" status: 204 len: 168 time: 2.0478752 Apr 20 16:34:51.262962 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35442) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:51.289786 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763441da-a2f6-4ca2-97ea-a73ca7595d3a tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Pushing event deleted for resources: {'Network': ['ID=17c425db-1247-4b3f-90de-d7d2f395af6e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:51.332710 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910ff2b-19a2-4ec0-bbd4-333bd023bf7e req-1c14a2d0-1ff3-4a41-960f-586977a84361 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:51.336201 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1910ff2b-19a2-4ec0-bbd4-333bd023bf7e req-1c14a2d0-1ff3-4a41-960f-586977a84361 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.0718615 Apr 20 16:34:51.358621 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-13a3fa16-56df-41c0-a547-a51964793600 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:51.382018 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1910ff2b-19a2-4ec0-bbd4-333bd023bf7e req-1c7002e8-1b03-4890-9205-5cfc82c57a19 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395436 Apr 20 16:34:51.442095 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d694a651-d734-4267-a66b-3644456a53cb tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:51.448197 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d694a651-d734-4267-a66b-3644456a53cb tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:51.456267 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d694a651-d734-4267-a66b-3644456a53cb tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/security-groups/5173481a-8650-41c7-b85d-37cd10fc7cdd HTTP/1.1" status: 204 len: 168 time: 0.4991548 Apr 20 16:34:51.457179 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35452) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:51.489870 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9393b231-a525-4705-8e3c-15a041653af1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:51.490373 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-9393b231-a525-4705-8e3c-15a041653af1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Added segment 201dc625-8fc0-4e48-b82c-d11e5bcec37c of type vlan for network 68cc2a4c-8309-4215-90e5-f06cd995a458 Apr 20 16:34:51.507890 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-13a3fa16-56df-41c0-a547-a51964793600 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:51.516176 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694a651-d734-4267-a66b-3644456a53cb tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5173481a-8650-41c7-b85d-37cd10fc7cdd,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:51.559045 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-13a3fa16-56df-41c0-a547-a51964793600 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d70dcd3-af8a-4f06-bad1-ddddabbc5e69']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:51.562334 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9393b231-a525-4705-8e3c-15a041653af1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:51.578730 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-13a3fa16-56df-41c0-a547-a51964793600 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e561620-0b12-4d4d-90ea-6bccf4d01b02') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:51.579253 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-13a3fa16-56df-41c0-a547-a51964793600 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e561620-0b12-4d4d-90ea-6bccf4d01b02') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:51.582277 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-92a6eab4-5c1f-401e-ac26-fdfcd01355a1 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:51.595866 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-13a3fa16-56df-41c0-a547-a51964793600 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:51.620643 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-13a3fa16-56df-41c0-a547-a51964793600 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:51.626808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a3fa16-56df-41c0-a547-a51964793600 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:34:51.627200 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-13a3fa16-56df-41c0-a547-a51964793600 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:34:51.630823 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:34:51.645929 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-92a6eab4-5c1f-401e-ac26-fdfcd01355a1 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:51.685195 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e14712-b26c-45a2-ba26-301c28353d25 req-864bd591-696e-483c-a16d-a34fe2a30e89 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:51.686696 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c6e14712-b26c-45a2-ba26-301c28353d25 req-864bd591-696e-483c-a16d-a34fe2a30e89 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.1275678 Apr 20 16:34:51.729823 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c6e14712-b26c-45a2-ba26-301c28353d25 req-48551c18-332f-461e-88de-8e0b0ea2cd9f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349767 Apr 20 16:34:51.735374 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9393b231-a525-4705-8e3c-15a041653af1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:51.746893 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9393b231-a525-4705-8e3c-15a041653af1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:51.746893 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9393b231-a525-4705-8e3c-15a041653af1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:51.818665 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-13a3fa16-56df-41c0-a547-a51964793600 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:51.824770 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-92a6eab4-5c1f-401e-ac26-fdfcd01355a1 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:51.827367 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-92a6eab4-5c1f-401e-ac26-fdfcd01355a1 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:51.828516 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-92a6eab4-5c1f-401e-ac26-fdfcd01355a1 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/security-groups/a5320ab3-ef71-4651-bdc0-331af3c321ab HTTP/1.1" status: 204 len: 168 time: 0.3670921 Apr 20 16:34:51.833418 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35464) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:51.838937 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393b231-a525-4705-8e3c-15a041653af1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Network': ['ID=68cc2a4c-8309-4215-90e5-f06cd995a458,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:51.841518 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-13a3fa16-56df-41c0-a547-a51964793600 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:51.844911 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-13a3fa16-56df-41c0-a547-a51964793600 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] 10.222.0.15 "DELETE /v2.0/networks/9d70dcd3-af8a-4f06-bad1-ddddabbc5e69 HTTP/1.1" status: 204 len: 168 time: 0.5779929 Apr 20 16:34:51.847423 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35466) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:51.860457 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 68cc2a4c-8309-4215-90e5-f06cd995a458 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:34:51.878241 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6eab4-5c1f-401e-ac26-fdfcd01355a1 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5320ab3-ef71-4651-bdc0-331af3c321ab,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:51.883233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3fa16-56df-41c0-a547-a51964793600 tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Pushing event deleted for resources: {'Network': ['ID=9d70dcd3-af8a-4f06-bad1-ddddabbc5e69,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:51.902607 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9393b231-a525-4705-8e3c-15a041653af1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0078120 Apr 20 16:34:51.905432 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35472) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:51.910644 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-3911b29b-03fb-430f-b77e-93b8721d9535 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'subnet': {'network_id': '68cc2a4c-8309-4215-90e5-f06cd995a458', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:51.922683 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d752848-9d66-4ba2-be90-7764e94dd692 req-e869a912-f1a3-41cd-8fbd-c664e0889bd7 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:51.924245 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1d752848-9d66-4ba2-be90-7764e94dd692 req-e869a912-f1a3-41cd-8fbd-c664e0889bd7 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.1145215 Apr 20 16:34:51.956664 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65ba9b5-36dd-4b73-acde-175b5dce9524 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting subnet 99f7b96d-7f7e-4c9e-822f-1066bb856e70 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:34:51.960468 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e65ba9b5-36dd-4b73-acde-175b5dce9524 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:52.016382 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e340381-3008-4a3c-89d6-76253ac48f0b tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:52.025787 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e65ba9b5-36dd-4b73-acde-175b5dce9524 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:52.027067 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1d752848-9d66-4ba2-be90-7764e94dd692 req-6a1fa1cd-6515-463f-a08f-478e378c9eb5 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754573 Apr 20 16:34:52.185084 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e340381-3008-4a3c-89d6-76253ac48f0b tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:52.214624 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-6e340381-3008-4a3c-89d6-76253ac48f0b tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fddc2d6a-f84c-4d95-aa9c-0d78099925b6']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:52.217952 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87d13c-b3e1-4661-918f-0107820d76ff req-a76d760b-9773-4c46-842e-77d6fc858170 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:52.219511 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bb87d13c-b3e1-4661-918f-0107820d76ff req-a76d760b-9773-4c46-842e-77d6fc858170 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.0589902 Apr 20 16:34:52.226990 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e65ba9b5-36dd-4b73-acde-175b5dce9524 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:52.231073 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-6e340381-3008-4a3c-89d6-76253ac48f0b tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b20903-6651-4729-b726-77af6dde14e0') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:52.234918 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-6e340381-3008-4a3c-89d6-76253ac48f0b tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b20903-6651-4729-b726-77af6dde14e0') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:52.241608 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3911b29b-03fb-430f-b77e-93b8721d9535 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Made reservation on behalf of 389cf1170ce14ee9ab1f648517cde249 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:52.245096 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3911b29b-03fb-430f-b77e-93b8721d9535 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:52.261971 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e340381-3008-4a3c-89d6-76253ac48f0b tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:52.291772 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e340381-3008-4a3c-89d6-76253ac48f0b tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:52.298510 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e340381-3008-4a3c-89d6-76253ac48f0b tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:34:52.298924 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e340381-3008-4a3c-89d6-76253ac48f0b tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:34:52.302396 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:34:52.321848 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bb87d13c-b3e1-4661-918f-0107820d76ff req-c07e7269-8230-40dd-9ab4-f1560e7619de tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952652 Apr 20 16:34:52.466055 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb2137-dc92-4b97-8eef-f1484455dd65 req-41e80857-d26a-4cbc-927c-010096e3a38c tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:52.467578 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2cfb2137-dc92-4b97-8eef-f1484455dd65 req-41e80857-d26a-4cbc-927c-010096e3a38c tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.0565307 Apr 20 16:34:52.506283 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2cfb2137-dc92-4b97-8eef-f1484455dd65 req-04e44285-e581-42ff-ac30-5eedd8746cff tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324957 Apr 20 16:34:52.507594 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e340381-3008-4a3c-89d6-76253ac48f0b tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:52.512865 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e340381-3008-4a3c-89d6-76253ac48f0b tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:52.515985 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6e340381-3008-4a3c-89d6-76253ac48f0b tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] 10.222.0.15 "DELETE /v2.0/networks/fddc2d6a-f84c-4d95-aa9c-0d78099925b6 HTTP/1.1" status: 204 len: 168 time: 0.6676478 Apr 20 16:34:52.517180 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e65ba9b5-36dd-4b73-acde-175b5dce9524 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:52.565110 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e65ba9b5-36dd-4b73-acde-175b5dce9524 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:52.572887 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e65ba9b5-36dd-4b73-acde-175b5dce9524 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/subnets/99f7b96d-7f7e-4c9e-822f-1066bb856e70 HTTP/1.1" status: 204 len: 168 time: 0.7351480 Apr 20 16:34:52.572887 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ba9b5-36dd-4b73-acde-175b5dce9524 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Subnet': ['ID=99f7b96d-7f7e-4c9e-822f-1066bb856e70,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:52.577361 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6b2405-b7be-4755-9b15-e24a67029e91 None None] Network fcac9d37-3dbe-4135-83fd-db32c144c071 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:52.578185 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35504) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:52.578293 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e340381-3008-4a3c-89d6-76253ac48f0b tempest-BulkNetworkOpsTest-222736337 tempest-BulkNetworkOpsTest-222736337-project] Pushing event deleted for resources: {'Network': ['ID=fddc2d6a-f84c-4d95-aa9c-0d78099925b6,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:52.580648 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-1ab91c7b-fc0a-4606-8eb8-d63c6f3099a0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'subnet': {'network_id': 'fcac9d37-3dbe-4135-83fd-db32c144c071', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:52.603747 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3911b29b-03fb-430f-b77e-93b8721d9535 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:52.700791 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68a9f0-33d3-4564-bc64-89eb7b1d53eb req-af982ebf-e5c9-4d53-a246-92006c21d005 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:52.702593 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1c68a9f0-33d3-4564-bc64-89eb7b1d53eb req-af982ebf-e5c9-4d53-a246-92006c21d005 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.0572758 Apr 20 16:34:52.712030 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911b29b-03fb-430f-b77e-93b8721d9535 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Subnet': ['ID=25b4e944-2e67-4063-8a53-250773313092,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:52.749214 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911b29b-03fb-430f-b77e-93b8721d9535 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:52.749568 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911b29b-03fb-430f-b77e-93b8721d9535 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:52.749914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911b29b-03fb-430f-b77e-93b8721d9535 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:52.750253 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911b29b-03fb-430f-b77e-93b8721d9535 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:52.750677 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911b29b-03fb-430f-b77e-93b8721d9535 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:52.751072 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911b29b-03fb-430f-b77e-93b8721d9535 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:52.751411 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911b29b-03fb-430f-b77e-93b8721d9535 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:52.751740 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911b29b-03fb-430f-b77e-93b8721d9535 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:52.752262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911b29b-03fb-430f-b77e-93b8721d9535 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:52.752621 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911b29b-03fb-430f-b77e-93b8721d9535 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:52.752950 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911b29b-03fb-430f-b77e-93b8721d9535 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:52.753277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911b29b-03fb-430f-b77e-93b8721d9535 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:52.759065 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3911b29b-03fb-430f-b77e-93b8721d9535 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Checking segment: {'id': '201dc625-8fc0-4e48-b82c-d11e5bcec37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '68cc2a4c-8309-4215-90e5-f06cd995a458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:52.759361 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3911b29b-03fb-430f-b77e-93b8721d9535 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network hostable DHCP agents. Network: 68cc2a4c-8309-4215-90e5-f06cd995a458, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:34:52.804984 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1c68a9f0-33d3-4564-bc64-89eb7b1d53eb req-9df8ef62-ff8c-45d8-9e6f-852517b99e49 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758460 Apr 20 16:34:52.834410 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ad29fe54-c234-4a1f-8a1c-d602809e4a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:52.925027 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af13a6c-99fb-48a0-b59a-2e251d624bed req-bcab5bc4-1ad4-4a56-af13-b9b698294a0f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:52.926729 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0af13a6c-99fb-48a0-b59a-2e251d624bed req-bcab5bc4-1ad4-4a56-af13-b9b698294a0f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.0558696 Apr 20 16:34:52.967439 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0af13a6c-99fb-48a0-b59a-2e251d624bed req-9d905e87-a23f-42a0-92ab-06f92ea953a3 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337310 Apr 20 16:34:52.996693 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab91c7b-fc0a-4606-8eb8-d63c6f3099a0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:53.001324 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1ab91c7b-fc0a-4606-8eb8-d63c6f3099a0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:53.005283 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3911b29b-03fb-430f-b77e-93b8721d9535 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 68cc2a4c-8309-4215-90e5-f06cd995a458 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:34:53.141190 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-3911b29b-03fb-430f-b77e-93b8721d9535 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 68cc2a4c-8309-4215-90e5-f06cd995a458) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:53.150205 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70519807-8ea8-4328-956e-f805b4f0d86f None None] Network 68cc2a4c-8309-4215-90e5-f06cd995a458 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:53.161701 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3911b29b-03fb-430f-b77e-93b8721d9535 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:53.162154 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3911b29b-03fb-430f-b77e-93b8721d9535 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:53.285000 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f681ec-fb8b-4dc7-bd2e-df7a3a308685 req-d9ec1dc4-6ff4-4c17-91f5-d4e5d9256ec4 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:53.300553 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00f681ec-fb8b-4dc7-bd2e-df7a3a308685 req-d9ec1dc4-6ff4-4c17-91f5-d4e5d9256ec4 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.1623533 Apr 20 16:34:53.319610 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35540) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:53.323227 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3911b29b-03fb-430f-b77e-93b8721d9535 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4167285 Apr 20 16:34:53.327269 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-536f1d3c-3250-4874-b574-429ef1dafc19 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1475299638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:53.381869 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35542) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:53.412383 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00f681ec-fb8b-4dc7-bd2e-df7a3a308685 req-de4e1af3-bf93-4a82-9a7f-081f8c17e737 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090648 Apr 20 16:34:53.463285 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-68cc2a4c-8309-4215-90e5-f06cd995a458', 'network_id': '68cc2a4c-8309-4215-90e5-f06cd995a458', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'fixed_ips': [{'subnet_id': '25b4e944-2e67-4063-8a53-250773313092'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:34:53.464179 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:53.476780 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-536f1d3c-3250-4874-b574-429ef1dafc19 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:53.477888 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-536f1d3c-3250-4874-b574-429ef1dafc19 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:53.647800 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-536f1d3c-3250-4874-b574-429ef1dafc19 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:53.651702 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1ab91c7b-fc0a-4606-8eb8-d63c6f3099a0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:53.692988 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab91c7b-fc0a-4606-8eb8-d63c6f3099a0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network fcac9d37-3dbe-4135-83fd-db32c144c071 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:53.696899 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-1ab91c7b-fc0a-4606-8eb8-d63c6f3099a0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:53.701064 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-49bd68ca-bf4d-401b-8d7c-afdb8cbfe0b5 None None] Provisioning complete for port 41a25476-f217-4d0f-b210-c5f72e2623ea triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:53.701464 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-49bd68ca-bf4d-401b-8d7c-afdb8cbfe0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:53.703659 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Allocated IP 2001:db8::2 (68cc2a4c-8309-4215-90e5-f06cd995a458/25b4e944-2e67-4063-8a53-250773313092/8ade7398-aade-429b-9806-70fb3982c01a) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:53.704637 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab91c7b-fc0a-4606-8eb8-d63c6f3099a0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:53.705229 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1ab91c7b-fc0a-4606-8eb8-d63c6f3099a0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:53.714732 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd589ae-39f4-4ec5-b20a-271b85d2008b None None] Network fcac9d37-3dbe-4135-83fd-db32c144c071 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:53.716735 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-32ec1ded-3442-49ba-8907-a2a7d237fd67 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca1d0a6128814a66a6863e3a8adb877c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3333340 Apr 20 16:34:53.717356 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35556) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:53.734783 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed27e8-f642-416e-8119-4ead92aa3bd3 req-0c5a6906-1beb-4555-b7cd-563036d9da8f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:53.737110 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-53ed27e8-f642-416e-8119-4ead92aa3bd3 req-0c5a6906-1beb-4555-b7cd-563036d9da8f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.1983511 Apr 20 16:34:53.742269 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-536f1d3c-3250-4874-b574-429ef1dafc19 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:53.748637 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab91c7b-fc0a-4606-8eb8-d63c6f3099a0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Subnet': ['ID=1b06d814-000c-4ab1-bddc-c0abff963f13,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:53.794830 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-53ed27e8-f642-416e-8119-4ead92aa3bd3 req-dd6ca321-2c64-4f26-adc8-1bea43c7a7f0 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475600 Apr 20 16:34:53.825554 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70fb18e0-af23-4778-b170-70d1757d0542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:53.846220 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1ab91c7b-fc0a-4606-8eb8-d63c6f3099a0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2709386 Apr 20 16:34:53.849468 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35566) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:53.854883 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-35691bea-b740-4632-be44-cdc76be2b7f7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'security_group': {'name': 'tempest-secgroup-930363856'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:53.877268 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-536f1d3c-3250-4874-b574-429ef1dafc19 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:53.882188 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-536f1d3c-3250-4874-b574-429ef1dafc19 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5586371 Apr 20 16:34:53.885128 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35570) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:53.887376 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70fb18e0-af23-4778-b170-70d1757d0542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:54.034751 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70fb18e0-af23-4778-b170-70d1757d0542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:54.038065 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70fb18e0-af23-4778-b170-70d1757d0542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:54.039389 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-70fb18e0-af23-4778-b170-70d1757d0542 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7976b5e5-e75c-4280-8669-b514bb548f02 HTTP/1.1" status: 204 len: 168 time: 0.3184233 Apr 20 16:34:54.048167 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb18e0-af23-4778-b170-70d1757d0542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7976b5e5-e75c-4280-8669-b514bb548f02,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:54.100288 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:54.212267 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:54.268944 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Network 68cc2a4c-8309-4215-90e5-f06cd995a458 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:54.282858 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:54.285496 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Pushing event updated for resources: {'Port': ['ID=8ade7398-aade-429b-9806-70fb3982c01a,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:54.287940 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:34:54.289928 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-49bd68ca-bf4d-401b-8d7c-afdb8cbfe0b5 None None] Provisioning complete for port cc3bfd3f-2bdf-4167-a598-f60243d31dce triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:54.290299 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-49bd68ca-bf4d-401b-8d7c-afdb8cbfe0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:54.342428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4190c-8336-496f-b417-4dd755686915 req-c988d327-159e-4c6b-a50e-e021d20a3c55 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:54.348624 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-82b4190c-8336-496f-b417-4dd755686915 req-c988d327-159e-4c6b-a50e-e021d20a3c55 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.1258888 Apr 20 16:34:54.391030 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-35691bea-b740-4632-be44-cdc76be2b7f7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:54.413285 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-49bd68ca-bf4d-401b-8d7c-afdb8cbfe0b5 None None] Port cc3bfd3f-2bdf-4167-a598-f60243d31dce cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:34:54.430882 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Attempting to bind port 8ade7398-aade-429b-9806-70fb3982c01a on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:34:54.434715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Attempting to bind port 8ade7398-aade-429b-9806-70fb3982c01a by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '201dc625-8fc0-4e48-b82c-d11e5bcec37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '68cc2a4c-8309-4215-90e5-f06cd995a458'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:34:54.434715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Attempting to bind port 8ade7398-aade-429b-9806-70fb3982c01a on network 68cc2a4c-8309-4215-90e5-f06cd995a458 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:34:54.443165 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:34:54.443865 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Checking segment: {'id': '201dc625-8fc0-4e48-b82c-d11e5bcec37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '68cc2a4c-8309-4215-90e5-f06cd995a458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:34:54.444400 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:54.445259 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Bound using segment: {'id': '201dc625-8fc0-4e48-b82c-d11e5bcec37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '68cc2a4c-8309-4215-90e5-f06cd995a458'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:34:54.445511 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Bound port: 8ade7398-aade-429b-9806-70fb3982c01a, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201dc625-8fc0-4e48-b82c-d11e5bcec37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '68cc2a4c-8309-4215-90e5-f06cd995a458'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:34:54.445926 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:54.448998 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c0b740-0a0c-465f-8882-8763e630277c None None] Update dhcp port {'port': {'network_id': 'fcac9d37-3dbe-4135-83fd-db32c144c071', 'fixed_ips': [{'subnet_id': 'd921e9d9-34df-442e-9e5f-3454d382d262', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1b06d814-000c-4ab1-bddc-c0abff963f13'}], 'binding:host_id': 'n-d-836146-2'}, 'id': '41a25476-f217-4d0f-b210-c5f72e2623ea'} from n-d-836146-2. {{(pid=103486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 16:34:54.507728 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-86c0b740-0a0c-465f-8882-8763e630277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:54.651918 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] For port 8ade7398-aade-429b-9806-70fb3982c01a, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:34:54.695763 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] For port 8ade7398-aade-429b-9806-70fb3982c01a, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=8ade7398-aade-429b-9806-70fb3982c01a,segment=NetworkSegment(201dc625-8fc0-4e48-b82c-d11e5bcec37c),segment_id=201dc625-8fc0-4e48-b82c-d11e5bcec37c)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:34:54.734781 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-82b4190c-8336-496f-b417-4dd755686915 req-34fc9621-80db-4d28-a7c0-fa5b4cfff2ab tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595507 Apr 20 16:34:54.778253 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:54.799881 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4488fb03-2671-43f9-b583-4f44c8f6291f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:54.884055 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973df32-c16b-44dd-92c7-8dce8e2ee29e req-4e24bd32-331d-431e-b134-1e820922b3bd tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:54.892565 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b973df32-c16b-44dd-92c7-8dce8e2ee29e req-4e24bd32-331d-431e-b134-1e820922b3bd tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.0903423 Apr 20 16:34:54.927703 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Pushing event updated for resources: {'Port': ['ID=8ade7398-aade-429b-9806-70fb3982c01a,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:54.931762 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-86c0b740-0a0c-465f-8882-8763e630277c None None] Allocated IP 2001:db8::2 (fcac9d37-3dbe-4135-83fd-db32c144c071/1b06d814-000c-4ab1-bddc-c0abff963f13/41a25476-f217-4d0f-b210-c5f72e2623ea) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:54.940909 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:54.941213 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b973df32-c16b-44dd-92c7-8dce8e2ee29e req-ab178780-6c2c-4982-bcbf-9bdb43550d86 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452023 Apr 20 16:34:54.941364 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:54.941587 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:54.941927 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:54.942260 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:54.942627 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:54.943107 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:54.943439 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:54.943767 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:54.944094 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:54.946687 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:54.947979 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfc068d-4725-4b97-ab6a-3e97bb5c5a30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:34:55.000536 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-35691bea-b740-4632-be44-cdc76be2b7f7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:55.096101 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-86c0b740-0a0c-465f-8882-8763e630277c None None] For port 41a25476-f217-4d0f-b210-c5f72e2623ea, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=41a25476-f217-4d0f-b210-c5f72e2623ea,segment=NetworkSegment(54c58f27-6a9c-468e-9380-81de52096ebc),segment_id=54c58f27-6a9c-468e-9380-81de52096ebc)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:55.115734 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-35691bea-b740-4632-be44-cdc76be2b7f7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:55.119722 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-efe5d2c7-bb3b-417f-bafc-7ea5134cc7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:55.154702 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-86c0b740-0a0c-465f-8882-8763e630277c None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:55.217197 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad429be6-5304-4eb7-add3-56b0358977e0 req-ab6bad29-8a60-481a-abd6-dab37e35188d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:55.218576 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ad429be6-5304-4eb7-add3-56b0358977e0 req-ab6bad29-8a60-481a-abd6-dab37e35188d tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.1474118 Apr 20 16:34:55.231463 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35691bea-b740-4632-be44-cdc76be2b7f7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8b6cd4-82ef-4149-b313-34494de2a01f,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:55.259174 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-86c0b740-0a0c-465f-8882-8763e630277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:55.325969 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ad429be6-5304-4eb7-add3-56b0358977e0 req-58923260-3398-4fcb-8119-662c1bd1932e tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607781 Apr 20 16:34:55.332828 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-35691bea-b740-4632-be44-cdc76be2b7f7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:55.334388 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-35691bea-b740-4632-be44-cdc76be2b7f7 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4837604 Apr 20 16:34:55.337206 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35640) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:55.346738 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-eaffae08-31f1-40b5-bf32-44c424d26c19 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'security_group': {'name': 'tempest-secgroup-1167269644'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:55.417848 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-4488fb03-2671-43f9-b583-4f44c8f6291f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Allocated IP 2001:db8::1 (68cc2a4c-8309-4215-90e5-f06cd995a458/25b4e944-2e67-4063-8a53-250773313092/b9ecb94d-3858-4e1f-be8d-4bc2718b19dd) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:55.495350 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec30f6c-8e9a-4ab9-bc9c-58414125d6ce req-145e1221-9bd0-4938-a7dd-c2504dc5b12e tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:55.497339 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ec30f6c-8e9a-4ab9-bc9c-58414125d6ce req-145e1221-9bd0-4938-a7dd-c2504dc5b12e tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.0556521 Apr 20 16:34:55.544211 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ec30f6c-8e9a-4ab9-bc9c-58414125d6ce req-d6cbc29d-f501-4126-88e9-cc0c0a355156 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385346 Apr 20 16:34:55.573769 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4488fb03-2671-43f9-b583-4f44c8f6291f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:55.588245 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0b740-0a0c-465f-8882-8763e630277c None None] Pushing event updated for resources: {'Port': ['ID=41a25476-f217-4d0f-b210-c5f72e2623ea,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:55.602332 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eaffae08-31f1-40b5-bf32-44c424d26c19 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:55.708827 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eaffae08-31f1-40b5-bf32-44c424d26c19 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:55.711053 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e26b5-9d1d-40ae-9b98-da8c4bb55f4a req-e674d86d-2e61-4d78-9d81-664786e30a23 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:55.712673 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b16e26b5-9d1d-40ae-9b98-da8c4bb55f4a req-e674d86d-2e61-4d78-9d81-664786e30a23 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.0603843 Apr 20 16:34:55.741031 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4488fb03-2671-43f9-b583-4f44c8f6291f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:55.750182 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35652) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:55.770776 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b16e26b5-9d1d-40ae-9b98-da8c4bb55f4a req-e5618552-05b4-4dcf-adfe-33884cda73f1 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514677 Apr 20 16:34:55.797960 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eaffae08-31f1-40b5-bf32-44c424d26c19 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:55.827539 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4488fb03-2671-43f9-b583-4f44c8f6291f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 68cc2a4c-8309-4215-90e5-f06cd995a458 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:55.858043 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-4488fb03-2671-43f9-b583-4f44c8f6291f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:55.861901 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4488fb03-2671-43f9-b583-4f44c8f6291f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:34:55.866296 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4488fb03-2671-43f9-b583-4f44c8f6291f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:55.892238 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-dc8f760d-8330-4463-be22-0a813257c0ee tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] Request body: {'port': {'network_id': '6db7a532-dba8-42e4-8fff-fb026c1f97c2', 'name': 'tempest-NetworksNegativeTestJSON-1945833135'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:55.914176 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8f760d-8330-4463-be22-0a813257c0ee tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] POST failed (client error): The resource could not be found. Apr 20 16:34:55.915086 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8f760d-8330-4463-be22-0a813257c0ee tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:34:55.920864 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dc8f760d-8330-4463-be22-0a813257c0ee tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1685810 Apr 20 16:34:55.921969 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35660) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:55.955112 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced910f1-c2c2-421d-8ad3-1dad200f2a6b tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] DELETE failed (client error): The resource could not be found. Apr 20 16:34:55.955771 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced910f1-c2c2-421d-8ad3-1dad200f2a6b tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:34:55.960666 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ced910f1-c2c2-421d-8ad3-1dad200f2a6b tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] 10.222.0.15 "DELETE /v2.0/networks/23e9115a-c639-4d7a-b8b6-4c55145d9928 HTTP/1.1" status: 404 len: 339 time: 0.0374646 Apr 20 16:34:55.964593 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488fb03-2671-43f9-b583-4f44c8f6291f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Port': ['ID=b9ecb94d-3858-4e1f-be8d-4bc2718b19dd,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:55.967476 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35664) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:55.982624 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaffae08-31f1-40b5-bf32-44c424d26c19 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020a0b15-1450-4d38-973a-9a52992adedc,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:56.000104 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-31fa83db-bb9d-4e7c-a46f-c49e6c79de0a tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] DELETE failed (client error): The resource could not be found. Apr 20 16:34:56.001480 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31fa83db-bb9d-4e7c-a46f-c49e6c79de0a tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:34:56.005905 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-31fa83db-bb9d-4e7c-a46f-c49e6c79de0a tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] 10.222.0.15 "DELETE /v2.0/ports/c63a3e95-f1b8-49da-85ec-1bc57b4e31f0 HTTP/1.1" status: 404 len: 333 time: 0.0366905 Apr 20 16:34:56.009735 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35666) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:56.046302 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-411ac10f-9d8a-410a-b8af-4d7fc0965d0c tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] DELETE failed (client error): The resource could not be found. Apr 20 16:34:56.046766 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-411ac10f-9d8a-410a-b8af-4d7fc0965d0c tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:34:56.050163 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-411ac10f-9d8a-410a-b8af-4d7fc0965d0c tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] 10.222.0.15 "DELETE /v2.0/subnets/13c93501-3cf5-4d7c-8a75-71a69de68cb7 HTTP/1.1" status: 404 len: 337 time: 0.0393879 Apr 20 16:34:56.054878 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35670) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:56.072941 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eaffae08-31f1-40b5-bf32-44c424d26c19 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:56.072941 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-eaffae08-31f1-40b5-bf32-44c424d26c19 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7319121 Apr 20 16:34:56.081927 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35672) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:56.090786 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a9e370-6a2f-46f6-b6dc-a864f5b63549 tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] GET failed (client error): The resource could not be found. Apr 20 16:34:56.094271 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-52a9e370-6a2f-46f6-b6dc-a864f5b63549 tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] 10.222.0.15 "GET /v2.0/networks/264e697c-2115-4cd5-94d7-7008d9912afa HTTP/1.1" status: 404 len: 339 time: 0.0384817 Apr 20 16:34:56.097929 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35674) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:56.134321 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-d442e69f-5ca9-4b3e-b0bb-583307b0a910 tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] GET failed (client error): The resource could not be found. Apr 20 16:34:56.141361 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d442e69f-5ca9-4b3e-b0bb-583307b0a910 tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] 10.222.0.15 "GET /v2.0/ports/f38a8e0b-30a0-42b8-bf9f-a3bff8d160ca HTTP/1.1" status: 404 len: 333 time: 0.0418656 Apr 20 16:34:56.142147 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35680) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:56.190080 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-418a4cac-d1b0-4409-be8e-4eab24c6f23f tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] GET failed (client error): The resource could not be found. Apr 20 16:34:56.196823 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-418a4cac-d1b0-4409-be8e-4eab24c6f23f tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] 10.222.0.15 "GET /v2.0/subnets/7e35af52-50e8-49e9-b047-bd04a4a80d6a HTTP/1.1" status: 404 len: 337 time: 0.0535276 Apr 20 16:34:56.197438 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35688) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:56.206034 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-cd80d083-6db5-49c1-8558-e74b430a5675 tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:56.214532 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-d01c5f2b-be79-478a-b2d9-6a10b1a66d7f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'security_group': {'name': 'tempest-secgroup-126742673'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:56.226953 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd80d083-6db5-49c1-8558-e74b430a5675 tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] PUT failed (client error): The resource could not be found. Apr 20 16:34:56.233469 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd80d083-6db5-49c1-8558-e74b430a5675 tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:34:56.233469 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cd80d083-6db5-49c1-8558-e74b430a5675 tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] 10.222.0.15 "PUT /v2.0/networks/3d58eb4a-d4f7-4728-8d6a-7d97079964bb HTTP/1.1" status: 404 len: 339 time: 0.0292456 Apr 20 16:34:56.234213 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35694) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:56.236812 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4488fb03-2671-43f9-b583-4f44c8f6291f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:56.245388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-0cfca693-48c2-4ffb-ada1-d4e7ceb03281 tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:56.312198 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cfca693-48c2-4ffb-ada1-d4e7ceb03281 tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] PUT failed (client error): The resource could not be found. Apr 20 16:34:56.312198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cfca693-48c2-4ffb-ada1-d4e7ceb03281 tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:34:56.312198 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0cfca693-48c2-4ffb-ada1-d4e7ceb03281 tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] 10.222.0.15 "PUT /v2.0/ports/5fd7041e-aa52-4acd-b283-910395e68a48 HTTP/1.1" status: 404 len: 333 time: 0.0725598 Apr 20 16:34:56.317479 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35696) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:56.331517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-3fadc333-7173-4046-adcb-a406c8f0915a tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:56.393553 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fadc333-7173-4046-adcb-a406c8f0915a tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] PUT failed (client error): The resource could not be found. Apr 20 16:34:56.393553 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fadc333-7173-4046-adcb-a406c8f0915a tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:34:56.393553 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3fadc333-7173-4046-adcb-a406c8f0915a tempest-NetworksNegativeTestJSON-1989203608 tempest-NetworksNegativeTestJSON-1989203608-project] 10.222.0.15 "PUT /v2.0/subnets/f57cd45a-78d3-495e-9141-78deb667d5f6 HTTP/1.1" status: 404 len: 337 time: 0.0694549 Apr 20 16:34:56.413877 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:56.458111 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d984e07-9575-4430-8fb9-cde5ba89b6fa None None] Network 68cc2a4c-8309-4215-90e5-f06cd995a458 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:34:56.524623 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d01c5f2b-be79-478a-b2d9-6a10b1a66d7f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:56.589539 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 41a25476-f217-4d0f-b210-c5f72e2623ea up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:34:56.651702 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-bab39f20-06a6-4bde-ad98-5f8553b87905 None None] Provisioning complete for port 8ade7398-aade-429b-9806-70fb3982c01a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:56.652143 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bab39f20-06a6-4bde-ad98-5f8553b87905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:56.664183 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-40a8f518-f7c1-4d4d-b152-2d4f181bfcaf tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:56.665786 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-40a8f518-f7c1-4d4d-b152-2d4f181bfcaf tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/networks?id=8e44dbee-7158-4e82-ae47-5239495ea7c2 HTTP/1.1" status: 200 len: 812 time: 0.4133697 Apr 20 16:34:56.709256 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-0c9e949d-ffa9-457c-bb2f-429c40bd76f1 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/quotas/02e6a7c368804b1db8fc183496dac8a4 HTTP/1.1" status: 200 len: 375 time: 0.0342309 Apr 20 16:34:56.739613 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 41a25476-f217-4d0f-b210-c5f72e2623ea triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:56.740071 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:56.788691 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-48c93c8d-2929-49c1-9cbd-ef6b090f6d7b tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=02e6a7c368804b1db8fc183496dac8a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487425 Apr 20 16:34:56.803503 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d01c5f2b-be79-478a-b2d9-6a10b1a66d7f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:56.881672 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bab39f20-06a6-4bde-ad98-5f8553b87905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:56.900195 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4488fb03-2671-43f9-b583-4f44c8f6291f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:56.917823 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8ade7398-aade-429b-9806-70fb3982c01a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:34:56.952971 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-bab39f20-06a6-4bde-ad98-5f8553b87905 None None] For port 8ade7398-aade-429b-9806-70fb3982c01a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=8ade7398-aade-429b-9806-70fb3982c01a,segment=NetworkSegment(201dc625-8fc0-4e48-b82c-d11e5bcec37c),segment_id=201dc625-8fc0-4e48-b82c-d11e5bcec37c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:34:56.981012 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d01c5f2b-be79-478a-b2d9-6a10b1a66d7f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:56.987406 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 8ade7398-aade-429b-9806-70fb3982c01a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:56.987980 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:57.005540 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4488fb03-2671-43f9-b583-4f44c8f6291f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:57.006702 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4488fb03-2671-43f9-b583-4f44c8f6291f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:57.028050 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-e061cf72-a692-497b-b061-0b41b7f3edc8 service neutron] 10.222.0.15 "GET /v2.0/networks/8e44dbee-7158-4e82-ae47-5239495ea7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277186 Apr 20 16:34:57.072161 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bab39f20-06a6-4bde-ad98-5f8553b87905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:57.108060 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d01c5f2b-be79-478a-b2d9-6a10b1a66d7f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:57.108060 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d01c5f2b-be79-478a-b2d9-6a10b1a66d7f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0198770 Apr 20 16:34:57.108392 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35702) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:57.112556 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-929802e5-b5af-4fe4-a4d2-8136cc8b1c90 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-642261560', 'security_groups': ['ab13c0b7-ae1a-45fe-b2e8-8719034fea0e'], 'network_id': 'fcac9d37-3dbe-4135-83fd-db32c144c071', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1b06d814-000c-4ab1-bddc-c0abff963f13'}]}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:57.172949 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:57.207337 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c5f2b-be79-478a-b2d9-6a10b1a66d7f tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab13c0b7-ae1a-45fe-b2e8-8719034fea0e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:57.260395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35708) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:57.267883 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab39f20-06a6-4bde-ad98-5f8553b87905 None None] Pushing event updated for resources: {'Port': ['ID=8ade7398-aade-429b-9806-70fb3982c01a,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:57.301720 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488fb03-2671-43f9-b583-4f44c8f6291f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Port': ['ID=b9ecb94d-3858-4e1f-be8d-4bc2718b19dd,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:57.346329 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ebef612a-6cec-45f7-b8c1-0cdf9627694a None None] Provisioning complete for port 41a25476-f217-4d0f-b210-c5f72e2623ea triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:57.347038 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ebef612a-6cec-45f7-b8c1-0cdf9627694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:57.397843 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-062d3d97-5ba2-441a-a247-f063ec8bfcaf service neutron] 10.222.0.15 "GET /v2.0/networks/8e44dbee-7158-4e82-ae47-5239495ea7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688824 Apr 20 16:34:57.407882 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4488fb03-2671-43f9-b583-4f44c8f6291f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 68cc2a4c-8309-4215-90e5-f06cd995a458 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:57.409427 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-4488fb03-2671-43f9-b583-4f44c8f6291f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:57.448266 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:34:57.448824 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:34:57.480452 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e30d2ff-63ed-4650-a47c-ab1929da86d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:57.533235 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929802e5-b5af-4fe4-a4d2-8136cc8b1c90 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:57.562617 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ebef612a-6cec-45f7-b8c1-0cdf9627694a None None] Provisioning complete for port cc3bfd3f-2bdf-4167-a598-f60243d31dce triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:57.566225 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ebef612a-6cec-45f7-b8c1-0cdf9627694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:57.634816 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ebef612a-6cec-45f7-b8c1-0cdf9627694a None None] Port cc3bfd3f-2bdf-4167-a598-f60243d31dce cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:34:57.662592 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-929802e5-b5af-4fe4-a4d2-8136cc8b1c90 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:57.680000 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e30d2ff-63ed-4650-a47c-ab1929da86d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:57.715541 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-929802e5-b5af-4fe4-a4d2-8136cc8b1c90 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] device_id is not set on port 3356b457-1388-4e16-84b5-d655406204af yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:34:57.754699 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4488fb03-2671-43f9-b583-4f44c8f6291f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Router a68b186d-86c7-4cf1-9eb7-2a1d8c15437c is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:34:57.777304 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5b5031fa-c7ac-4915-a44a-b451171a42d5 None None] Provisioning complete for port 8ade7398-aade-429b-9806-70fb3982c01a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:57.778120 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5b5031fa-c7ac-4915-a44a-b451171a42d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:57.837774 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:57.870181 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e30d2ff-63ed-4650-a47c-ab1929da86d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:57.872306 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-140ba8c1-53c4-4c58-b05f-2c3298609ce8 req-3f0c161f-ee75-4f1f-864f-86a833d92c85 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=16aee945-dc17-4288-9a19-dac7312491ef HTTP/1.1" status: 200 len: 210 time: 0.0955188 Apr 20 16:34:58.085966 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5b5031fa-c7ac-4915-a44a-b451171a42d5 None None] Provisioning complete for port b9ecb94d-3858-4e1f-be8d-4bc2718b19dd triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:58.087451 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5b5031fa-c7ac-4915-a44a-b451171a42d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:58.134594 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:58.144710 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-929802e5-b5af-4fe4-a4d2-8136cc8b1c90 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Allocated IP 2001:db8::18d (fcac9d37-3dbe-4135-83fd-db32c144c071/1b06d814-000c-4ab1-bddc-c0abff963f13/3356b457-1388-4e16-84b5-d655406204af) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:34:58.178255 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5b5031fa-c7ac-4915-a44a-b451171a42d5 None None] Port b9ecb94d-3858-4e1f-be8d-4bc2718b19dd cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:34:58.322249 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e772af4f-47e4-422b-9401-4f6cb7a72830 None None] Provisioning complete for port b9ecb94d-3858-4e1f-be8d-4bc2718b19dd triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:58.323214 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e772af4f-47e4-422b-9401-4f6cb7a72830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:58.409465 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e772af4f-47e4-422b-9401-4f6cb7a72830 None None] Port b9ecb94d-3858-4e1f-be8d-4bc2718b19dd cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:34:58.418275 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8ade7398-aade-429b-9806-70fb3982c01a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:34:58.441423 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-929802e5-b5af-4fe4-a4d2-8136cc8b1c90 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:58.472850 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 8ade7398-aade-429b-9806-70fb3982c01a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:58.473461 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:58.540178 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-0e406209-3804-45c9-9626-c21c42573e84 None None] Provisioning complete for port b9ecb94d-3858-4e1f-be8d-4bc2718b19dd triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:58.540598 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0e406209-3804-45c9-9626-c21c42573e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:58.601452 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30d2ff-63ed-4650-a47c-ab1929da86d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58567cd6-7507-4766-abad-666c01703aad,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:58.601452 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3e30d2ff-63ed-4650-a47c-ab1929da86d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bfda7a719c9a43c8b3873b58542d79fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3247664 Apr 20 16:34:58.601452 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4488fb03-2671-43f9-b583-4f44c8f6291f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:34:58.601452 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4488fb03-2671-43f9-b583-4f44c8f6291f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "PUT /v2.0/routers/a68b186d-86c7-4cf1-9eb7-2a1d8c15437c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7113092 Apr 20 16:34:58.602269 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35728) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:58.604773 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35730) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:58.605745 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-0e406209-3804-45c9-9626-c21c42573e84 None None] Port b9ecb94d-3858-4e1f-be8d-4bc2718b19dd cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:34:58.616380 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d660fe4-9391-4719-bed6-119cb527e6e6 None None] Sync routers for ids ['a68b186d-86c7-4cf1-9eb7-2a1d8c15437c'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:34:58.634188 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d660fe4-9391-4719-bed6-119cb527e6e6 None None] Routers {'a68b186d-86c7-4cf1-9eb7-2a1d8c15437c'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:34:58.634649 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2d660fe4-9391-4719-bed6-119cb527e6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['a68b186d-86c7-4cf1-9eb7-2a1d8c15437c'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:58.652367 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b9418e-f5f8-44dc-bf2d-bb2caa7b1ac1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:58.657295 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b6b9418e-f5f8-44dc-bf2d-bb2caa7b1ac1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "GET /v2.0/ports/b9ecb94d-3858-4e1f-be8d-4bc2718b19dd HTTP/1.1" status: 200 len: 911 time: 0.0486057 Apr 20 16:34:58.660004 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35732) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:58.664133 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-68fa132b-4f30-4133-a0f5-51572a712039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:58.683268 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2d660fe4-9391-4719-bed6-119cb527e6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:58.696374 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-68fa132b-4f30-4133-a0f5-51572a712039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:58.698246 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d660fe4-9391-4719-bed6-119cb527e6e6 None None] Routers {'a68b186d-86c7-4cf1-9eb7-2a1d8c15437c'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:34:58.698933 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2d660fe4-9391-4719-bed6-119cb527e6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['a68b186d-86c7-4cf1-9eb7-2a1d8c15437c'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:58.755501 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-929802e5-b5af-4fe4-a4d2-8136cc8b1c90 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:58.762975 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2d660fe4-9391-4719-bed6-119cb527e6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:34:58.763589 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d660fe4-9391-4719-bed6-119cb527e6e6 None None] The sync data for ids ['a68b186d-86c7-4cf1-9eb7-2a1d8c15437c'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:34:58.765347 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:58.839796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929802e5-b5af-4fe4-a4d2-8136cc8b1c90 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network fcac9d37-3dbe-4135-83fd-db32c144c071 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:34:58.848142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-929802e5-b5af-4fe4-a4d2-8136cc8b1c90 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:34:58.855557 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929802e5-b5af-4fe4-a4d2-8136cc8b1c90 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:34:58.862713 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929802e5-b5af-4fe4-a4d2-8136cc8b1c90 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:58.863509 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-929802e5-b5af-4fe4-a4d2-8136cc8b1c90 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:58.871205 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929802e5-b5af-4fe4-a4d2-8136cc8b1c90 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Port': ['ID=3356b457-1388-4e16-84b5-d655406204af,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:58.972676 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3891371a-bd3d-4eb7-8631-35e75839d1b1 req-f878bd3b-9b2b-42bc-b5d7-88e91cb29fe1 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=16aee945-dc17-4288-9a19-dac7312491ef HTTP/1.1" status: 200 len: 210 time: 0.0356505 Apr 20 16:34:59.069576 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-929802e5-b5af-4fe4-a4d2-8136cc8b1c90 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9589388 Apr 20 16:34:59.070529 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35738) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:59.072635 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-68fa132b-4f30-4133-a0f5-51572a712039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:59.075241 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-68fa132b-4f30-4133-a0f5-51572a712039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:59.086201 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-68fa132b-4f30-4133-a0f5-51572a712039 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58567cd6-7507-4766-abad-666c01703aad HTTP/1.1" status: 204 len: 168 time: 0.4832509 Apr 20 16:34:59.093812 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bf11eb18-5b20-49b3-85e9-191dd16712c9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:59.093990 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-42530e16-ed5a-4488-b35d-fa31608a6fec tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'subnet': {'network_id': 'fcac9d37-3dbe-4135-83fd-db32c144c071', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:59.134743 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-720b0bb5-e3fd-4ce2-8480-8b00b05381fe None None] Provisioning complete for port 3356b457-1388-4e16-84b5-d655406204af triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:34:59.135813 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-720b0bb5-e3fd-4ce2-8480-8b00b05381fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:59.139304 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa132b-4f30-4133-a0f5-51572a712039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58567cd6-7507-4766-abad-666c01703aad,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:34:59.202596 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-720b0bb5-e3fd-4ce2-8480-8b00b05381fe None None] Port 3356b457-1388-4e16-84b5-d655406204af cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:34:59.361254 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-bf11eb18-5b20-49b3-85e9-191dd16712c9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting port b9ecb94d-3858-4e1f-be8d-4bc2718b19dd {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:34:59.361649 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bf11eb18-5b20-49b3-85e9-191dd16712c9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:59.428952 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42530e16-ed5a-4488-b35d-fa31608a6fec tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:34:59.433156 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42530e16-ed5a-4488-b35d-fa31608a6fec tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:59.454838 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bf11eb18-5b20-49b3-85e9-191dd16712c9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:59.467265 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-bf11eb18-5b20-49b3-85e9-191dd16712c9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Calling delete_port for b9ecb94d-3858-4e1f-be8d-4bc2718b19dd owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:34:59.539573 n-d-836146-2 neutron-server[103484]: INFO neutron.db.ipam_backend_mixin [None req-42530e16-ed5a-4488-b35d-fa31608a6fec tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1b06d814-000c-4ab1-bddc-c0abff963f13 (CIDR: 2001:db8::/64) Apr 20 16:34:59.606687 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-42530e16-ed5a-4488-b35d-fa31608a6fec tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:34:59.607407 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42530e16-ed5a-4488-b35d-fa31608a6fec tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:34:59.621363 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66573d63-08d0-4f38-a658-6aec05660635 req-5904db8f-ee92-4d22-95d6-cd04e5ec2299 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1037445 Apr 20 16:34:59.742879 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-42530e16-ed5a-4488-b35d-fa31608a6fec tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6685400 Apr 20 16:34:59.747342 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35758) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:34:59.748495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e8e78426-fab8-4212-a491-fa4c4d791c4d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'subnet': {'network_id': 'fcac9d37-3dbe-4135-83fd-db32c144c071', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:34:59.767057 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66573d63-08d0-4f38-a658-6aec05660635 req-a7de4e9b-507f-4069-af66-57adaa3b35a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:34:59.769216 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66573d63-08d0-4f38-a658-6aec05660635 req-a7de4e9b-507f-4069-af66-57adaa3b35a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 1096 time: 0.0865972 Apr 20 16:34:59.843149 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bf11eb18-5b20-49b3-85e9-191dd16712c9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:59.865240 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:34:59.908302 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11eb18-5b20-49b3-85e9-191dd16712c9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Port': ['ID=b9ecb94d-3858-4e1f-be8d-4bc2718b19dd,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:00.007765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e78426-fab8-4212-a491-fa4c4d791c4d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:00.011818 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e8e78426-fab8-4212-a491-fa4c4d791c4d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:00.033664 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bf11eb18-5b20-49b3-85e9-191dd16712c9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:00.109600 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66573d63-08d0-4f38-a658-6aec05660635 req-1b688890-9bb9-4c19-a92e-530022c48134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:00.111231 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66573d63-08d0-4f38-a658-6aec05660635 req-1b688890-9bb9-4c19-a92e-530022c48134 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6129277f-3b7c-420f-bcf7-8207d3888fce HTTP/1.1" status: 200 len: 915 time: 0.3201962 Apr 20 16:35:00.224092 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7fd136d5-2b8e-46d0-a7ed-da321782da50 req-557f16cf-0085-4a95-9562-c8659a44195b tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=16aee945-dc17-4288-9a19-dac7312491ef HTTP/1.1" status: 200 len: 210 time: 0.0437911 Apr 20 16:35:00.234915 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66573d63-08d0-4f38-a658-6aec05660635 req-4ae406fa-789a-47b2-8c9d-e723d0379c61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c433432d-953a-4225-9182-c7aad470000a HTTP/1.1" status: 200 len: 1001 time: 0.0881140 Apr 20 16:35:00.244892 n-d-836146-2 neutron-server[103484]: INFO neutron.db.ipam_backend_mixin [None req-e8e78426-fab8-4212-a491-fa4c4d791c4d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d921e9d9-34df-442e-9e5f-3454d382d262 (CIDR: 2001:db8:0:1::/64) Apr 20 16:35:00.316281 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e78426-fab8-4212-a491-fa4c4d791c4d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:35:00.320624 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e78426-fab8-4212-a491-fa4c4d791c4d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:35:00.360534 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf11eb18-5b20-49b3-85e9-191dd16712c9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Router a68b186d-86c7-4cf1-9eb7-2a1d8c15437c has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:35:00.365116 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66573d63-08d0-4f38-a658-6aec05660635 req-df02ea06-1b9b-421e-aab9-bc0fa27a9fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:00.368380 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66573d63-08d0-4f38-a658-6aec05660635 req-df02ea06-1b9b-421e-aab9-bc0fa27a9fb7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d0d8025-1a58-4c58-9113-dd747fc0c87b HTTP/1.1" status: 200 len: 853 time: 0.1245294 Apr 20 16:35:00.422128 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e8e78426-fab8-4212-a491-fa4c4d791c4d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6774828 Apr 20 16:35:00.426576 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35772) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:00.431980 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-301a652a-23f5-45d2-9bb4-40ffa291e862 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'subnet': {'network_id': 'fcac9d37-3dbe-4135-83fd-db32c144c071', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:00.489985 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf11eb18-5b20-49b3-85e9-191dd16712c9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:35:00.493307 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66573d63-08d0-4f38-a658-6aec05660635 req-b0b52f10-6ffe-4aea-b25f-4391c2455be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:00.495152 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66573d63-08d0-4f38-a658-6aec05660635 req-b0b52f10-6ffe-4aea-b25f-4391c2455be3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6129277f-3b7c-420f-bcf7-8207d3888fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211081 Apr 20 16:35:00.498635 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bf11eb18-5b20-49b3-85e9-191dd16712c9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "PUT /v2.0/routers/a68b186d-86c7-4cf1-9eb7-2a1d8c15437c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8372054 Apr 20 16:35:00.505422 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03def60f-0128-4480-90be-b7e032d4e294 None None] Sync routers for ids ['a68b186d-86c7-4cf1-9eb7-2a1d8c15437c'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:35:00.511682 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35780) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:00.538452 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03def60f-0128-4480-90be-b7e032d4e294 None None] Routers {'a68b186d-86c7-4cf1-9eb7-2a1d8c15437c'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:35:00.539107 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-03def60f-0128-4480-90be-b7e032d4e294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['a68b186d-86c7-4cf1-9eb7-2a1d8c15437c'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:00.610385 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ff6e6e7c-1c09-489d-8155-6ed4e2235783 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "GET /v2.0/ports?device_id=a68b186d-86c7-4cf1-9eb7-2a1d8c15437c HTTP/1.1" status: 200 len: 205 time: 0.0974455 Apr 20 16:35:00.613116 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35782) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:00.613746 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-03def60f-0128-4480-90be-b7e032d4e294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:00.630639 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35784) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:00.634739 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03def60f-0128-4480-90be-b7e032d4e294 None None] Routers {'a68b186d-86c7-4cf1-9eb7-2a1d8c15437c'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:35:00.642112 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-03def60f-0128-4480-90be-b7e032d4e294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['a68b186d-86c7-4cf1-9eb7-2a1d8c15437c'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:00.727210 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b017e04a-1a55-42bd-adc1-48de85cb9d14 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:00.732782 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-03def60f-0128-4480-90be-b7e032d4e294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:00.733433 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03def60f-0128-4480-90be-b7e032d4e294 None None] The sync data for ids ['a68b186d-86c7-4cf1-9eb7-2a1d8c15437c'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:35:00.784788 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66573d63-08d0-4f38-a658-6aec05660635 req-757ed715-77bd-4569-9482-0a7d8b773d21 service neutron] 10.222.0.26 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826169 Apr 20 16:35:00.796452 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301a652a-23f5-45d2-9bb4-40ffa291e862 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Made reservation on behalf of 74480f8e816348aa933547e3cb8033f9 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:00.800068 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-301a652a-23f5-45d2-9bb4-40ffa291e862 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:00.951230 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-1f953340-0b2e-45ee-8d66-8f8c04ef9768 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:00.952939 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-1f953340-0b2e-45ee-8d66-8f8c04ef9768 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.30 "GET /v2.0/networks?id=8e44dbee-7158-4e82-ae47-5239495ea7c2 HTTP/1.1" status: 200 len: 812 time: 0.1170559 Apr 20 16:35:00.955091 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5323cc0a-b8cc-4a12-aea9-4a00c2637976 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1631423308'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:00.997939 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-06fdd252-8d59-41a2-b3bf-d72c47b18285 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Request body: {'port': {'device_id': '16aee945-dc17-4288-9a19-dac7312491ef', 'network_id': '8e44dbee-7158-4e82-ae47-5239495ea7c2', 'admin_state_up': True, 'tenant_id': '02e6a7c368804b1db8fc183496dac8a4'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:01.015845 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b017e04a-1a55-42bd-adc1-48de85cb9d14 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:01.017698 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b017e04a-1a55-42bd-adc1-48de85cb9d14 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:01.087009 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-66573d63-08d0-4f38-a658-6aec05660635 req-41d2196c-92c0-40c0-827e-5ef97b484c11 service neutron] 10.222.0.26 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719936 Apr 20 16:35:01.116917 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5323cc0a-b8cc-4a12-aea9-4a00c2637976 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:01.120976 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5323cc0a-b8cc-4a12-aea9-4a00c2637976 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:01.142066 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5323cc0a-b8cc-4a12-aea9-4a00c2637976 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:01.181868 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b017e04a-1a55-42bd-adc1-48de85cb9d14 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:01.184975 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b017e04a-1a55-42bd-adc1-48de85cb9d14 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Fanout notify agent at l3_agent the message router_deleted on router a68b186d-86c7-4cf1-9eb7-2a1d8c15437c {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:35:01.210522 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b017e04a-1a55-42bd-adc1-48de85cb9d14 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:01.212854 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b017e04a-1a55-42bd-adc1-48de85cb9d14 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/routers/a68b186d-86c7-4cf1-9eb7-2a1d8c15437c HTTP/1.1" status: 204 len: 168 time: 0.5977788 Apr 20 16:35:01.217156 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35792) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:01.305011 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5323cc0a-b8cc-4a12-aea9-4a00c2637976 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:01.357777 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9a699d-c43a-470b-8133-27a6e20e7a79 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting subnet 25b4e944-2e67-4063-8a53-250773313092 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:35:01.363286 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce9a699d-c43a-470b-8133-27a6e20e7a79 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:01.385524 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-177a8e7f-aa5a-4d6e-bd82-e18b54836a40 req-d891bfe0-63f4-463c-9468-937ffb249391 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=16aee945-dc17-4288-9a19-dac7312491ef HTTP/1.1" status: 200 len: 210 time: 0.0535300 Apr 20 16:35:01.387483 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5323cc0a-b8cc-4a12-aea9-4a00c2637976 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:01.425032 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5323cc0a-b8cc-4a12-aea9-4a00c2637976 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:35:01.438697 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-06fdd252-8d59-41a2-b3bf-d72c47b18285 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Made reservation on behalf of 02e6a7c368804b1db8fc183496dac8a4 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:01.442099 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-06fdd252-8d59-41a2-b3bf-d72c47b18285 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:01.444750 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323cc0a-b8cc-4a12-aea9-4a00c2637976 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd52b4b4-c35a-4b5d-882d-e6a5266d1f39,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:01.450983 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5323cc0a-b8cc-4a12-aea9-4a00c2637976 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:01.452821 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-5323cc0a-b8cc-4a12-aea9-4a00c2637976 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Added segment 8a58f9ba-0f9e-4e9c-89b7-6beed6571cc2 of type vlan for network 178eb23f-e785-4a0c-9128-429e30ff077d Apr 20 16:35:01.472982 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce9a699d-c43a-470b-8133-27a6e20e7a79 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:01.500189 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5323cc0a-b8cc-4a12-aea9-4a00c2637976 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:01.653525 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5323cc0a-b8cc-4a12-aea9-4a00c2637976 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:01.660066 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5323cc0a-b8cc-4a12-aea9-4a00c2637976 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:01.660736 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5323cc0a-b8cc-4a12-aea9-4a00c2637976 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:01.708800 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-301a652a-23f5-45d2-9bb4-40ffa291e862 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:01.772759 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce9a699d-c43a-470b-8133-27a6e20e7a79 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:01.797672 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301a652a-23f5-45d2-9bb4-40ffa291e862 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Network fcac9d37-3dbe-4135-83fd-db32c144c071 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:01.809243 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-301a652a-23f5-45d2-9bb4-40ffa291e862 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:01.812650 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301a652a-23f5-45d2-9bb4-40ffa291e862 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:01.813363 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-301a652a-23f5-45d2-9bb4-40ffa291e862 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:01.822243 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23eb88c-bea2-49e5-9ead-c1485dd39ef0 None None] Network fcac9d37-3dbe-4135-83fd-db32c144c071 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:01.833640 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323cc0a-b8cc-4a12-aea9-4a00c2637976 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Network': ['ID=178eb23f-e785-4a0c-9128-429e30ff077d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:01.844823 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5323cc0a-b8cc-4a12-aea9-4a00c2637976 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2113187 Apr 20 16:35:01.847044 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35798) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:01.850796 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 178eb23f-e785-4a0c-9128-429e30ff077d details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:35:01.865785 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a652a-23f5-45d2-9bb4-40ffa291e862 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Subnet': ['ID=09dd6eb5-91da-46e6-91e1-619cff3b774b,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:01.877958 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-06fdd252-8d59-41a2-b3bf-d72c47b18285 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Allocated IP 172.20.0.9 (8e44dbee-7158-4e82-ae47-5239495ea7c2/2b15f5d3-65c4-405a-932b-b29f77c2b2dd/23ea96fb-321b-4ee3-941c-d4a2d17806b1) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:01.885639 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e8ddaa8c-f154-4cb7-b166-73b5c88534a1 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'port': {'network_id': '178eb23f-e785-4a0c-9128-429e30ff077d', 'name': 'tempest-PortsTestJSON-950894317'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:02.057704 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-301a652a-23f5-45d2-9bb4-40ffa291e862 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6317518 Apr 20 16:35:02.132427 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35802) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:02.155817 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-06fdd252-8d59-41a2-b3bf-d72c47b18285 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:02.168296 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-990de611-53cd-4d09-82c3-2d7d4ce09d55 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2121197242', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '09dd6eb5-91da-46e6-91e1-619cff3b774b'}], 'security_groups': ['3d8b6cd4-82ef-4149-b313-34494de2a01f', '020a0b15-1450-4d38-973a-9a52992adedc']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:02.179681 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce9a699d-c43a-470b-8133-27a6e20e7a79 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:02.286539 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8466ca-d355-4690-ac3a-46f1fd4b8484 None None] Network 68cc2a4c-8309-4215-90e5-f06cd995a458 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:02.290045 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dae96f2-f031-42b5-816d-ed0b20dc23bd None None] Update dhcp port {'port': {'network_id': 'fcac9d37-3dbe-4135-83fd-db32c144c071', 'fixed_ips': [{'subnet_id': 'd921e9d9-34df-442e-9e5f-3454d382d262', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1b06d814-000c-4ab1-bddc-c0abff963f13', 'ip_address': '2001:db8::2'}, {'subnet_id': '09dd6eb5-91da-46e6-91e1-619cff3b774b'}], 'binding:host_id': 'n-d-836146-2'}, 'id': '41a25476-f217-4d0f-b210-c5f72e2623ea'} from n-d-836146-2. {{(pid=103486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 16:35:02.296604 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a699d-c43a-470b-8133-27a6e20e7a79 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Subnet': ['ID=25b4e944-2e67-4063-8a53-250773313092,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:02.313287 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce9a699d-c43a-470b-8133-27a6e20e7a79 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:02.318232 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ce9a699d-c43a-470b-8133-27a6e20e7a79 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/subnets/25b4e944-2e67-4063-8a53-250773313092 HTTP/1.1" status: 204 len: 168 time: 1.1000633 Apr 20 16:35:02.323061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35806) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:02.382809 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-990de611-53cd-4d09-82c3-2d7d4ce09d55 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:02.384601 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2dae96f2-f031-42b5-816d-ed0b20dc23bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:02.526213 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-06fdd252-8d59-41a2-b3bf-d72c47b18285 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:02.531104 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f9a0cc13-6b11-468d-8ec2-475bf7714849 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:02.617816 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-06fdd252-8d59-41a2-b3bf-d72c47b18285 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Network 8e44dbee-7158-4e82-ae47-5239495ea7c2 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:02.619523 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ddaa8c-f154-4cb7-b166-73b5c88534a1 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:02.624540 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e8ddaa8c-f154-4cb7-b166-73b5c88534a1 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:02.631210 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-06fdd252-8d59-41a2-b3bf-d72c47b18285 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:02.640621 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-06fdd252-8d59-41a2-b3bf-d72c47b18285 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:02.652798 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-e8ddaa8c-f154-4cb7-b166-73b5c88534a1 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] device_id is not set on port eaa47e52-82ca-448d-b4a9-abf54e4b0374 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:35:02.816489 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773b1ed1-bdd2-46c5-977a-765155171081 None None] DHCP port deletion for 68cc2a4c-8309-4215-90e5-f06cd995a458 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:35:02.834617 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-2dae96f2-f031-42b5-816d-ed0b20dc23bd None None] Allocated IP 2001:db8:0:2::2 (fcac9d37-3dbe-4135-83fd-db32c144c071/09dd6eb5-91da-46e6-91e1-619cff3b774b/41a25476-f217-4d0f-b210-c5f72e2623ea) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:02.983055 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e8ddaa8c-f154-4cb7-b166-73b5c88534a1 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:03.133366 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e8ddaa8c-f154-4cb7-b166-73b5c88534a1 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:03.139749 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdd252-8d59-41a2-b3bf-d72c47b18285 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Pushing event updated for resources: {'Port': ['ID=23ea96fb-321b-4ee3-941c-d4a2d17806b1,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:03.169220 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-06fdd252-8d59-41a2-b3bf-d72c47b18285 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:03.170097 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-06fdd252-8d59-41a2-b3bf-d72c47b18285 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:03.182724 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-773b1ed1-bdd2-46c5-977a-765155171081 None None] Deleting port 8ade7398-aade-429b-9806-70fb3982c01a {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:35:03.183501 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-773b1ed1-bdd2-46c5-977a-765155171081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:03.184568 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cc39c-5691-46b3-ad24-4c035c52aa67 req-9a24c0df-213c-49e2-8264-3c43bfaac604 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:03.186487 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a03cc39c-5691-46b3-ad24-4c035c52aa67 req-9a24c0df-213c-49e2-8264-3c43bfaac604 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=16aee945-dc17-4288-9a19-dac7312491ef HTTP/1.1" status: 200 len: 931 time: 0.6898518 Apr 20 16:35:03.222775 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddaa8c-f154-4cb7-b166-73b5c88534a1 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Port': ['ID=eaa47e52-82ca-448d-b4a9-abf54e4b0374,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:03.275196 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2dae96f2-f031-42b5-816d-ed0b20dc23bd None None] For port 41a25476-f217-4d0f-b210-c5f72e2623ea, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=41a25476-f217-4d0f-b210-c5f72e2623ea,segment=NetworkSegment(54c58f27-6a9c-468e-9380-81de52096ebc),segment_id=54c58f27-6a9c-468e-9380-81de52096ebc)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:03.290351 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ddaa8c-f154-4cb7-b166-73b5c88534a1 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Checking segment: {'id': '8a58f9ba-0f9e-4e9c-89b7-6beed6571cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '178eb23f-e785-4a0c-9128-429e30ff077d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:35:03.290769 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ddaa8c-f154-4cb7-b166-73b5c88534a1 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network hostable DHCP agents. Network: 178eb23f-e785-4a0c-9128-429e30ff077d, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:35:03.303560 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-773b1ed1-bdd2-46c5-977a-765155171081 None None] For port 8ade7398-aade-429b-9806-70fb3982c01a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=8ade7398-aade-429b-9806-70fb3982c01a,segment=NetworkSegment(201dc625-8fc0-4e48-b82c-d11e5bcec37c),segment_id=201dc625-8fc0-4e48-b82c-d11e5bcec37c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:03.304293 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-773b1ed1-bdd2-46c5-977a-765155171081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:03.319437 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a03cc39c-5691-46b3-ad24-4c035c52aa67 req-6ddaea1d-fc5b-418a-9855-fa22e7dadfce tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243954 Apr 20 16:35:03.329288 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-773b1ed1-bdd2-46c5-977a-765155171081 None None] Calling delete_port for 8ade7398-aade-429b-9806-70fb3982c01a owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:35:03.335543 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-f9a0cc13-6b11-468d-8ec2-475bf7714849 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting port 8ade7398-aade-429b-9806-70fb3982c01a {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:35:03.336001 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f9a0cc13-6b11-468d-8ec2-475bf7714849 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:03.394312 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2dae96f2-f031-42b5-816d-ed0b20dc23bd None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:03.396692 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ddaa8c-f154-4cb7-b166-73b5c88534a1 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network 178eb23f-e785-4a0c-9128-429e30ff077d is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:35:03.397638 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-06fdd252-8d59-41a2-b3bf-d72c47b18285 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4059517 Apr 20 16:35:03.423227 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-f2704923-0a23-4c3c-a4b7-c1373d427713 service neutron] Request body: {'port': {'device_id': '16aee945-dc17-4288-9a19-dac7312491ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:03.426682 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-f9a0cc13-6b11-468d-8ec2-475bf7714849 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] For port 8ade7398-aade-429b-9806-70fb3982c01a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=8ade7398-aade-429b-9806-70fb3982c01a,segment=NetworkSegment(201dc625-8fc0-4e48-b82c-d11e5bcec37c),segment_id=201dc625-8fc0-4e48-b82c-d11e5bcec37c)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:03.427051 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f9a0cc13-6b11-468d-8ec2-475bf7714849 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:03.455911 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-f9a0cc13-6b11-468d-8ec2-475bf7714849 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Calling delete_port for 8ade7398-aade-429b-9806-70fb3982c01a owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:35:03.522136 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-e8ddaa8c-f154-4cb7-b166-73b5c88534a1 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 178eb23f-e785-4a0c-9128-429e30ff077d) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:03.522570 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2dae96f2-f031-42b5-816d-ed0b20dc23bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:03.528107 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-773b1ed1-bdd2-46c5-977a-765155171081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:03.536637 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ddaa8c-f154-4cb7-b166-73b5c88534a1 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:03.541853 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349ab321-1ecb-48a7-877a-a4c5e1d56c4b None None] Network 178eb23f-e785-4a0c-9128-429e30ff077d requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:03.547690 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ddaa8c-f154-4cb7-b166-73b5c88534a1 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:03.548783 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e8ddaa8c-f154-4cb7-b166-73b5c88534a1 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:03.607485 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-f2704923-0a23-4c3c-a4b7-c1373d427713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:03.618282 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773b1ed1-bdd2-46c5-977a-765155171081 None None] No DVR routers for this DVR port 8ade7398-aade-429b-9806-70fb3982c01a on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:35:03.694036 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e8ddaa8c-f154-4cb7-b166-73b5c88534a1 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8456514 Apr 20 16:35:03.697165 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35814) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:03.702130 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c8da307b-af54-4bcd-9a50-b34540fed7c6 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1276099717'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:03.710715 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-990de611-53cd-4d09-82c3-2d7d4ce09d55 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Delete allocated IP 2001:db8::18d (fcac9d37-3dbe-4135-83fd-db32c144c071/1b06d814-000c-4ab1-bddc-c0abff963f13) {{(pid=103484) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 16:35:03.730851 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-990de611-53cd-4d09-82c3-2d7d4ce09d55 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Allocated IP 2001:db8:0:2::23f (fcac9d37-3dbe-4135-83fd-db32c144c071/09dd6eb5-91da-46e6-91e1-619cff3b774b/3356b457-1388-4e16-84b5-d655406204af) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:03.743857 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae96f2-f031-42b5-816d-ed0b20dc23bd None None] Pushing event updated for resources: {'Port': ['ID=41a25476-f217-4d0f-b210-c5f72e2623ea,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:03.788901 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f9a0cc13-6b11-468d-8ec2-475bf7714849 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:03.802260 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8da307b-af54-4bcd-9a50-b34540fed7c6 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:03.806547 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c8da307b-af54-4bcd-9a50-b34540fed7c6 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:03.845541 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0cc13-6b11-468d-8ec2-475bf7714849 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Port': ['ID=8ade7398-aade-429b-9806-70fb3982c01a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:03.848269 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a0cc13-6b11-468d-8ec2-475bf7714849 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] No DVR routers for this DVR port 8ade7398-aade-429b-9806-70fb3982c01a on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:35:03.867056 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8da307b-af54-4bcd-9a50-b34540fed7c6 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:35:03.875901 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b1ed1-bdd2-46c5-977a-765155171081 None None] Pushing event deleted for resources: {'Port': ['ID=8ade7398-aade-429b-9806-70fb3982c01a,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:03.890535 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c8da307b-af54-4bcd-9a50-b34540fed7c6 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:03.890893 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-c8da307b-af54-4bcd-9a50-b34540fed7c6 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Added segment 8dd012a4-446b-476c-99b9-09527a6e8345 of type vlan for network 4ab98e84-1765-4923-a9ea-1143bf1a8833 Apr 20 16:35:03.958310 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c8da307b-af54-4bcd-9a50-b34540fed7c6 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:04.176952 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f9a0cc13-6b11-468d-8ec2-475bf7714849 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:04.176952 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-f9a0cc13-6b11-468d-8ec2-475bf7714849 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68cc2a4c-8309-4215-90e5-f06cd995a458']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:04.176952 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-f9a0cc13-6b11-468d-8ec2-475bf7714849 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201dc625-8fc0-4e48-b82c-d11e5bcec37c') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:04.176952 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-f9a0cc13-6b11-468d-8ec2-475bf7714849 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201dc625-8fc0-4e48-b82c-d11e5bcec37c') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:04.176952 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f9a0cc13-6b11-468d-8ec2-475bf7714849 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:04.263281 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-990de611-53cd-4d09-82c3-2d7d4ce09d55 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:04.269873 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f9a0cc13-6b11-468d-8ec2-475bf7714849 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:04.277564 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a0cc13-6b11-468d-8ec2-475bf7714849 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:35:04.279841 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f9a0cc13-6b11-468d-8ec2-475bf7714849 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:35:04.346914 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:35:04.380305 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 41a25476-f217-4d0f-b210-c5f72e2623ea up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:35:04.420113 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c8da307b-af54-4bcd-9a50-b34540fed7c6 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:04.431535 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8da307b-af54-4bcd-9a50-b34540fed7c6 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:04.431535 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c8da307b-af54-4bcd-9a50-b34540fed7c6 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:04.456146 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-f2704923-0a23-4c3c-a4b7-c1373d427713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ea96fb-321b-4ee3-941c-d4a2d17806b1 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:35:04.469161 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 41a25476-f217-4d0f-b210-c5f72e2623ea triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:04.471639 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:04.474574 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-f2704923-0a23-4c3c-a4b7-c1373d427713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:04.477381 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-990de611-53cd-4d09-82c3-2d7d4ce09d55 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:04.532021 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da307b-af54-4bcd-9a50-b34540fed7c6 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Network': ['ID=4ab98e84-1765-4923-a9ea-1143bf1a8833,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:04.544820 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-f2704923-0a23-4c3c-a4b7-c1373d427713 service neutron] Transition to ACTIVE for port object 23ea96fb-321b-4ee3-941c-d4a2d17806b1 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:35:04.545580 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f9a0cc13-6b11-468d-8ec2-475bf7714849 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:04.545728 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 4ab98e84-1765-4923-a9ea-1143bf1a8833 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:35:04.604006 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3defe1-ad66-4a2a-b074-43472cbda5c8 req-81ef9890-6c31-4b29-be39-73572904b03b tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:04.604006 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bc3defe1-ad66-4a2a-b074-43472cbda5c8 req-81ef9890-6c31-4b29-be39-73572904b03b tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=16aee945-dc17-4288-9a19-dac7312491ef HTTP/1.1" status: 200 len: 931 time: 0.1892729 Apr 20 16:35:04.607512 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-990de611-53cd-4d09-82c3-2d7d4ce09d55 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] In _notify_port_updated(), no bound segment for port 3356b457-1388-4e16-84b5-d655406204af on network fcac9d37-3dbe-4135-83fd-db32c144c071 {{(pid=103484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:35:04.619452 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990de611-53cd-4d09-82c3-2d7d4ce09d55 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:04.620146 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-990de611-53cd-4d09-82c3-2d7d4ce09d55 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:04.624534 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35828) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:04.624745 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-990de611-53cd-4d09-82c3-2d7d4ce09d55 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "PUT /v2.0/ports/3356b457-1388-4e16-84b5-d655406204af HTTP/1.1" status: 200 len: 970 time: 2.4910736 Apr 20 16:35:04.625861 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f9a0cc13-6b11-468d-8ec2-475bf7714849 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:04.632319 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f9a0cc13-6b11-468d-8ec2-475bf7714849 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/networks/68cc2a4c-8309-4215-90e5-f06cd995a458 HTTP/1.1" status: 204 len: 168 time: 2.2574792 Apr 20 16:35:04.639176 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35830) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:04.654160 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-f2704923-0a23-4c3c-a4b7-c1373d427713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:04.665387 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0cc13-6b11-468d-8ec2-475bf7714849 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Network': ['ID=68cc2a4c-8309-4215-90e5-f06cd995a458,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:04.689599 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990de611-53cd-4d09-82c3-2d7d4ce09d55 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event updated for resources: {'Port': ['ID=3356b457-1388-4e16-84b5-d655406204af,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:04.692885 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-d0451d3d-fb00-4c60-a3dc-cbb46efb0d3f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-14332669', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}, 'admin_state_up': False}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:04.714036 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bc3defe1-ad66-4a2a-b074-43472cbda5c8 req-65506297-1971-4a47-95af-38479e92490a tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824785 Apr 20 16:35:04.788547 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c8da307b-af54-4bcd-9a50-b34540fed7c6 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0902269 Apr 20 16:35:04.794305 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35834) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:04.803252 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'ports': [{'network_id': '178eb23f-e785-4a0c-9128-429e30ff077d'}, {'network_id': '4ab98e84-1765-4923-a9ea-1143bf1a8833'}]} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:04.803572 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'port': {'network_id': '178eb23f-e785-4a0c-9128-429e30ff077d'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:04.804064 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'port': {'network_id': '4ab98e84-1765-4923-a9ea-1143bf1a8833'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:04.878726 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d0451d3d-fb00-4c60-a3dc-cbb46efb0d3f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:04.897923 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d0451d3d-fb00-4c60-a3dc-cbb46efb0d3f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:04.911465 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2704923-0a23-4c3c-a4b7-c1373d427713 service neutron] Pushing event updated for resources: {'Port': ['ID=23ea96fb-321b-4ee3-941c-d4a2d17806b1,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:04.930909 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-01ef2138-ae53-4513-81ae-53fca5f4f0f6 None None] Provisioning complete for port 41a25476-f217-4d0f-b210-c5f72e2623ea triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:04.934281 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-01ef2138-ae53-4513-81ae-53fca5f4f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:04.980510 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-f2704923-0a23-4c3c-a4b7-c1373d427713 service neutron] Attempting to bind port 23ea96fb-321b-4ee3-941c-d4a2d17806b1 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:35:04.980864 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-f2704923-0a23-4c3c-a4b7-c1373d427713 service neutron] Attempting to bind port 23ea96fb-321b-4ee3-941c-d4a2d17806b1 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '4017f74e-9938-4ae4-84fb-992ae13076d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8e44dbee-7158-4e82-ae47-5239495ea7c2'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:35:04.981197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-f2704923-0a23-4c3c-a4b7-c1373d427713 service neutron] Attempting to bind port 23ea96fb-321b-4ee3-941c-d4a2d17806b1 on network 8e44dbee-7158-4e82-ae47-5239495ea7c2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:35:04.999467 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-f2704923-0a23-4c3c-a4b7-c1373d427713 service neutron] Port 23ea96fb-321b-4ee3-941c-d4a2d17806b1 on network 8e44dbee-7158-4e82-ae47-5239495ea7c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:35:04.999794 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-f2704923-0a23-4c3c-a4b7-c1373d427713 service neutron] Attempting to bind port 23ea96fb-321b-4ee3-941c-d4a2d17806b1 on network 8e44dbee-7158-4e82-ae47-5239495ea7c2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:35:05.000004 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8ade7398-aade-429b-9806-70fb3982c01a no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:35:05.035651 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-f2704923-0a23-4c3c-a4b7-c1373d427713 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:35:05.036078 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-f2704923-0a23-4c3c-a4b7-c1373d427713 service neutron] Checking segment: {'id': '4017f74e-9938-4ae4-84fb-992ae13076d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8e44dbee-7158-4e82-ae47-5239495ea7c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:35:05.036548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-f2704923-0a23-4c3c-a4b7-c1373d427713 service neutron] Bound using segment: {'id': '4017f74e-9938-4ae4-84fb-992ae13076d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8e44dbee-7158-4e82-ae47-5239495ea7c2'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:35:05.037009 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-f2704923-0a23-4c3c-a4b7-c1373d427713 service neutron] Bound port: 23ea96fb-321b-4ee3-941c-d4a2d17806b1, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4017f74e-9938-4ae4-84fb-992ae13076d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8e44dbee-7158-4e82-ae47-5239495ea7c2'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:35:05.037380 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-f2704923-0a23-4c3c-a4b7-c1373d427713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:05.054714 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 8ade7398-aade-429b-9806-70fb3982c01a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:35:05.055062 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8ade7398-aade-429b-9806-70fb3982c01a not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:35:05.078947 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d0451d3d-fb00-4c60-a3dc-cbb46efb0d3f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:05.083650 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-1e00bfa6-86ac-4015-9e46-85e1179a9a12 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting port 3356b457-1388-4e16-84b5-d655406204af {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:35:05.084192 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1e00bfa6-86ac-4015-9e46-85e1179a9a12 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:05.099349 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b6f53-8746-47e5-a3c0-5b557d059bd9 req-73fa82b6-4ca3-4874-9d6c-ee4f945a456f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:05.101597 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a6b6f53-8746-47e5-a3c0-5b557d059bd9 req-73fa82b6-4ca3-4874-9d6c-ee4f945a456f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.2097576 Apr 20 16:35:05.179019 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-01ef2138-ae53-4513-81ae-53fca5f4f0f6 None None] Provisioning complete for port cc3bfd3f-2bdf-4167-a598-f60243d31dce triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:05.179737 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-01ef2138-ae53-4513-81ae-53fca5f4f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:05.224373 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-01ef2138-ae53-4513-81ae-53fca5f4f0f6 None None] Port cc3bfd3f-2bdf-4167-a598-f60243d31dce cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:35:05.260605 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-01ef2138-ae53-4513-81ae-53fca5f4f0f6 None None] Provisioning complete for port 3356b457-1388-4e16-84b5-d655406204af triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:05.260989 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-01ef2138-ae53-4513-81ae-53fca5f4f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:05.262257 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-f2704923-0a23-4c3c-a4b7-c1373d427713 service neutron] For port 23ea96fb-321b-4ee3-941c-d4a2d17806b1, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:35:05.267283 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-f2704923-0a23-4c3c-a4b7-c1373d427713 service neutron] For port 23ea96fb-321b-4ee3-941c-d4a2d17806b1, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=23ea96fb-321b-4ee3-941c-d4a2d17806b1,segment=NetworkSegment(4017f74e-9938-4ae4-84fb-992ae13076d3),segment_id=4017f74e-9938-4ae4-84fb-992ae13076d3)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:35:05.281241 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'port': 2} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:05.286100 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:05.303143 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:05.313965 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2a6b6f53-8746-47e5-a3c0-5b557d059bd9 req-74bb054b-89b0-453d-a421-ebd2689f1e6b tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969759 Apr 20 16:35:05.335416 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-01ef2138-ae53-4513-81ae-53fca5f4f0f6 None None] Port 3356b457-1388-4e16-84b5-d655406204af cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:35:05.380891 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-f2704923-0a23-4c3c-a4b7-c1373d427713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:05.410058 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1e00bfa6-86ac-4015-9e46-85e1179a9a12 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:05.414913 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d0451d3d-fb00-4c60-a3dc-cbb46efb0d3f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:05.422113 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-f2704923-0a23-4c3c-a4b7-c1373d427713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:05.422649 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-f2704923-0a23-4c3c-a4b7-c1373d427713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:05.424124 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-f2704923-0a23-4c3c-a4b7-c1373d427713 service neutron] 10.222.0.30 "PUT /v2.0/ports/23ea96fb-321b-4ee3-941c-d4a2d17806b1 HTTP/1.1" status: 200 len: 1091 time: 2.0050189 Apr 20 16:35:05.428565 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-1e00bfa6-86ac-4015-9e46-85e1179a9a12 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Calling delete_port for 3356b457-1388-4e16-84b5-d655406204af owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:35:05.461973 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16aee945-dc17-4288-9a19-dac7312491ef', 'tag': '23ea96fb-321b-4ee3-941c-d4a2d17806b1'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:35:05.464368 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c901332b-d4af-4d4e-b9f4-a4637bf35261" -d '{"events": [{"name": "network-changed", "server_uuid": "16aee945-dc17-4288-9a19-dac7312491ef", "tag": "23ea96fb-321b-4ee3-941c-d4a2d17806b1"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:35:05.468849 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d251c72d-a35f-47dc-9c3a-d0da21a1891e None None] Provisioning complete for port 3356b457-1388-4e16-84b5-d655406204af triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:05.469788 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d251c72d-a35f-47dc-9c3a-d0da21a1891e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:05.520823 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2704923-0a23-4c3c-a4b7-c1373d427713 service neutron] Pushing event updated for resources: {'Port': ['ID=23ea96fb-321b-4ee3-941c-d4a2d17806b1,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:05.536916 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d251c72d-a35f-47dc-9c3a-d0da21a1891e None None] Port 3356b457-1388-4e16-84b5-d655406204af cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:35:05.578240 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d9256f-a1c3-48f2-bf0b-30150329f515 x-openstack-request-id: req-94d9256f-a1c3-48f2-bf0b-30150329f515 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:35:05.578536 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16aee945-dc17-4288-9a19-dac7312491ef", "tag": "23ea96fb-321b-4ee3-941c-d4a2d17806b1", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:35:05.578782 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94d9256f-a1c3-48f2-bf0b-30150329f515 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:35:05.579183 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d9256f-a1c3-48f2-bf0b-30150329f515'] response: {'name': 'network-changed', 'server_uuid': '16aee945-dc17-4288-9a19-dac7312491ef', 'tag': '23ea96fb-321b-4ee3-941c-d4a2d17806b1', 'status': 'completed', 'code': 200} Apr 20 16:35:05.635043 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] device_id is not set on port 51114a11-05e8-4b20-a86b-35f4bd630ff5 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:35:05.653428 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901332b-d4af-4d4e-b9f4-a4637bf35261 req-311f735d-cc25-43a9-b5c0-2b8408338e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:05.654953 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c901332b-d4af-4d4e-b9f4-a4637bf35261 req-311f735d-cc25-43a9-b5c0-2b8408338e58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=02e6a7c368804b1db8fc183496dac8a4&device_id=16aee945-dc17-4288-9a19-dac7312491ef HTTP/1.1" status: 200 len: 1094 time: 0.0682597 Apr 20 16:35:05.762899 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1e00bfa6-86ac-4015-9e46-85e1179a9a12 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:05.809502 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901332b-d4af-4d4e-b9f4-a4637bf35261 req-78cf3f8e-dcd9-4d97-b9f3-f1084101dbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:05.810983 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c901332b-d4af-4d4e-b9f4-a4637bf35261 req-78cf3f8e-dcd9-4d97-b9f3-f1084101dbd4 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=02e6a7c368804b1db8fc183496dac8a4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1400309 Apr 20 16:35:05.815681 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:05.819631 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d0451d3d-fb00-4c60-a3dc-cbb46efb0d3f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:05.820998 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00bfa6-86ac-4015-9e46-85e1179a9a12 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Port': ['ID=3356b457-1388-4e16-84b5-d655406204af,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:05.873288 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d0451d3d-fb00-4c60-a3dc-cbb46efb0d3f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:05.939234 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] device_id is not set on port 99e02fa8-1bc4-4d43-8184-199396b8ebc3 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:35:05.985596 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901332b-d4af-4d4e-b9f4-a4637bf35261 req-fcf040bc-2f2d-45d0-bfe1-4baeacec7361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:05.990702 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c901332b-d4af-4d4e-b9f4-a4637bf35261 req-fcf040bc-2f2d-45d0-bfe1-4baeacec7361 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1679425 Apr 20 16:35:06.028792 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1e00bfa6-86ac-4015-9e46-85e1179a9a12 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:06.034636 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35844) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:06.035516 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1e00bfa6-86ac-4015-9e46-85e1179a9a12 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/ports/3356b457-1388-4e16-84b5-d655406204af HTTP/1.1" status: 204 len: 168 time: 1.4098165 Apr 20 16:35:06.082482 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bac790d-2e43-4894-a3e0-aa0fc075ff42 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] GET failed (client error): The resource could not be found. Apr 20 16:35:06.087681 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4bac790d-2e43-4894-a3e0-aa0fc075ff42 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports/3356b457-1388-4e16-84b5-d655406204af HTTP/1.1" status: 404 len: 333 time: 0.0520487 Apr 20 16:35:06.091439 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35846) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:06.092544 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d96a02-7a08-46bc-ad3a-7d5548da05c9 req-d33a3525-207c-47d8-aa5d-80c42c206c3e tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:06.094079 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-05d96a02-7a08-46bc-ad3a-7d5548da05c9 req-d33a3525-207c-47d8-aa5d-80c42c206c3e tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=16aee945-dc17-4288-9a19-dac7312491ef HTTP/1.1" status: 200 len: 943 time: 0.2251649 Apr 20 16:35:06.147691 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:06.167419 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-05d96a02-7a08-46bc-ad3a-7d5548da05c9 req-f50ed435-9aea-4a4c-a3d7-3775858b6370 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487168 Apr 20 16:35:06.174304 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-d0451d3d-fb00-4c60-a3dc-cbb46efb0d3f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Allocated IP 172.25.0.185 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/f4c0d1fd-cad7-4bd6-b861-a1eb7a380920) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:06.199616 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-bb29a4c9-b4d3-45aa-af6c-49ada088671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:06.199616 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-bb29a4c9-b4d3-45aa-af6c-49ada088671c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=02e6a7c368804b1db8fc183496dac8a4&device_id=16aee945-dc17-4288-9a19-dac7312491ef HTTP/1.1" status: 200 len: 1094 time: 0.1260171 Apr 20 16:35:06.259071 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-448467a5-1e23-444c-8b04-ac43ff808042 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:06.263898 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-34f757c2-bd4e-4853-88db-84a6118d4cf5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23ea96fb-321b-4ee3-941c-d4a2d17806b1 HTTP/1.1" status: 200 len: 217 time: 0.0479944 Apr 20 16:35:06.304148 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d0451d3d-fb00-4c60-a3dc-cbb46efb0d3f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:06.314440 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:06.316951 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-448467a5-1e23-444c-8b04-ac43ff808042 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:06.394618 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network 178eb23f-e785-4a0c-9128-429e30ff077d is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:06.408761 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d0451d3d-fb00-4c60-a3dc-cbb46efb0d3f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:06.409183 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-d4f80114-2471-40c8-92b2-61c7e133acac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:06.410577 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-d4f80114-2471-40c8-92b2-61c7e133acac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b15f5d3-65c4-405a-932b-b29f77c2b2dd HTTP/1.1" status: 200 len: 852 time: 0.1373518 Apr 20 16:35:06.412010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:06.442831 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:06.443692 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:06.448768 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0451d3d-fb00-4c60-a3dc-cbb46efb0d3f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:06.451958 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-d0451d3d-fb00-4c60-a3dc-cbb46efb0d3f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:06.456298 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0451d3d-fb00-4c60-a3dc-cbb46efb0d3f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:06.500393 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0451d3d-fb00-4c60-a3dc-cbb46efb0d3f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Port': ['ID=f4c0d1fd-cad7-4bd6-b861-a1eb7a380920,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:06.506775 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-45b70f9c-0676-4680-b1a0-c06e14c3d9b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8e44dbee-7158-4e82-ae47-5239495ea7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600927 Apr 20 16:35:06.511961 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Port': ['ID=51114a11-05e8-4b20-a86b-35f4bd630ff5,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:06.572508 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e35134-39ce-4aad-ae32-d2a3ad9ec0b5 req-edef66c1-aa5d-4e30-9d79-13079bb25eb1 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:06.574080 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9e35134-39ce-4aad-ae32-d2a3ad9ec0b5 req-edef66c1-aa5d-4e30-9d79-13079bb25eb1 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.1701431 Apr 20 16:35:06.582399 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-448467a5-1e23-444c-8b04-ac43ff808042 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:06.585097 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-448467a5-1e23-444c-8b04-ac43ff808042 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:06.590828 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-448467a5-1e23-444c-8b04-ac43ff808042 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/security-groups/ab13c0b7-ae1a-45fe-b2e8-8719034fea0e HTTP/1.1" status: 204 len: 168 time: 0.4966528 Apr 20 16:35:06.590828 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35854) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:06.687009 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448467a5-1e23-444c-8b04-ac43ff808042 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab13c0b7-ae1a-45fe-b2e8-8719034fea0e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:06.701215 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Port': ['ID=99e02fa8-1bc4-4d43-8184-199396b8ebc3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:06.772032 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Checking segment: {'id': '8dd012a4-446b-476c-99b9-09527a6e8345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4ab98e84-1765-4923-a9ea-1143bf1a8833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:35:06.772473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network hostable DHCP agents. Network: 4ab98e84-1765-4923-a9ea-1143bf1a8833, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:35:06.794100 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9e35134-39ce-4aad-ae32-d2a3ad9ec0b5 req-7de3f4a5-387b-4214-a3ad-9ef2400bb8c6 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b35c0db-0bea-4a54-a104-01d7a5a435e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782916 Apr 20 16:35:06.813339 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-48286157-e798-4948-b83c-02ffdd8d7986 service neutron] 10.222.0.30 "GET /v2.0/networks/8e44dbee-7158-4e82-ae47-5239495ea7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914300 Apr 20 16:35:06.865524 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d0451d3d-fb00-4c60-a3dc-cbb46efb0d3f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:06.869765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f34ee-45f9-4b56-aa5d-0865a35de3bf req-e0f39869-8519-4f21-9853-e37bdf88f891 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:06.871389 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b00f34ee-45f9-4b56-aa5d-0865a35de3bf req-e0f39869-8519-4f21-9853-e37bdf88f891 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.30 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 946 time: 0.1606278 Apr 20 16:35:06.872028 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73e2c97a-9727-415f-a38f-bed9a81c09ee tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:06.949431 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73e2c97a-9727-415f-a38f-bed9a81c09ee tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:06.953757 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network 4ab98e84-1765-4923-a9ea-1143bf1a8833 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:35:07.049518 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 4ab98e84-1765-4923-a9ea-1143bf1a8833) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:07.055703 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e728c2c-82ce-4981-9b0b-f1a2a13afca5 req-9c090571-dcae-4493-9749-8efc881fd9a1 service neutron] 10.222.0.30 "GET /v2.0/networks/8e44dbee-7158-4e82-ae47-5239495ea7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305222 Apr 20 16:35:07.059289 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8884247b-646a-4e8d-83ad-bf8c5a475df0 None None] Network 4ab98e84-1765-4923-a9ea-1143bf1a8833 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:07.059775 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:07.065094 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:07.070327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:07.071026 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:07.078389 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d0451d3d-fb00-4c60-a3dc-cbb46efb0d3f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:07.097469 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-b00f34ee-45f9-4b56-aa5d-0865a35de3bf req-b6b1bb56-a196-491c-b81d-db25d187100f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Deleting port 0c7cc80b-074c-4a9b-b03e-455e4e155536 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:35:07.097891 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b00f34ee-45f9-4b56-aa5d-0865a35de3bf req-b6b1bb56-a196-491c-b81d-db25d187100f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:07.150686 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73e2c97a-9727-415f-a38f-bed9a81c09ee tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:07.153221 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73e2c97a-9727-415f-a38f-bed9a81c09ee tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:07.156827 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-73e2c97a-9727-415f-a38f-bed9a81c09ee tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/security-groups/020a0b15-1450-4d38-973a-9a52992adedc HTTP/1.1" status: 204 len: 168 time: 0.5332117 Apr 20 16:35:07.164993 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35858) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:07.187564 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4e782a22-9a6b-4049-8b1f-76814c3fb243 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3899221 Apr 20 16:35:07.189356 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2c97a-9727-415f-a38f-bed9a81c09ee tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=020a0b15-1450-4d38-973a-9a52992adedc,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:07.192055 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35860) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:07.294983 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-b00f34ee-45f9-4b56-aa5d-0865a35de3bf req-b6b1bb56-a196-491c-b81d-db25d187100f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] For port 0c7cc80b-074c-4a9b-b03e-455e4e155536, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=0c7cc80b-074c-4a9b-b03e-455e4e155536,segment=NetworkSegment(dd4e4e52-542a-41b0-9b77-fe2f4abec5df),segment_id=dd4e4e52-542a-41b0-9b77-fe2f4abec5df)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:07.295476 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b00f34ee-45f9-4b56-aa5d-0865a35de3bf req-b6b1bb56-a196-491c-b81d-db25d187100f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:07.314530 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a5a9d-82d7-4d95-960e-2c677e231677 req-499cd888-ab05-44b7-aa6e-e59aa035a334 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:07.316120 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-911a5a9d-82d7-4d95-960e-2c677e231677 req-499cd888-ab05-44b7-aa6e-e59aa035a334 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=16aee945-dc17-4288-9a19-dac7312491ef HTTP/1.1" status: 200 len: 943 time: 0.0549920 Apr 20 16:35:07.331791 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0451d3d-fb00-4c60-a3dc-cbb46efb0d3f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Router 783f1a68-014c-4fb6-a08a-b9084d767808 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:35:07.342966 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-b00f34ee-45f9-4b56-aa5d-0865a35de3bf req-b6b1bb56-a196-491c-b81d-db25d187100f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Calling delete_port for 0c7cc80b-074c-4a9b-b03e-455e4e155536 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:35:07.356614 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42ea9160-d9ba-477c-9734-961c4c33f763 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:07.367913 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-911a5a9d-82d7-4d95-960e-2c677e231677 req-09d89795-649d-4318-a3ef-9b45fdd216fd tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439746 Apr 20 16:35:07.423036 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42ea9160-d9ba-477c-9734-961c4c33f763 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:07.473754 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-8ee7c26b-198b-44ac-8991-897bbb2841d5 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting port 99e02fa8-1bc4-4d43-8184-199396b8ebc3 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:35:07.474098 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ee7c26b-198b-44ac-8991-897bbb2841d5 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:07.476506 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0451d3d-fb00-4c60-a3dc-cbb46efb0d3f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:35:07.490295 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07536bd-a8a8-4785-9d7e-56341671e583 None None] Sync routers for ids ['783f1a68-014c-4fb6-a08a-b9084d767808'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:35:07.509276 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07536bd-a8a8-4785-9d7e-56341671e583 None None] Routers {'783f1a68-014c-4fb6-a08a-b9084d767808'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:35:07.510478 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c07536bd-a8a8-4785-9d7e-56341671e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['783f1a68-014c-4fb6-a08a-b9084d767808'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:07.544963 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c07536bd-a8a8-4785-9d7e-56341671e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:07.552798 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d0451d3d-fb00-4c60-a3dc-cbb46efb0d3f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:07.559893 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d0451d3d-fb00-4c60-a3dc-cbb46efb0d3f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.8800483 Apr 20 16:35:07.559893 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35868) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:07.564499 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ee7c26b-198b-44ac-8991-897bbb2841d5 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:07.575597 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07536bd-a8a8-4785-9d7e-56341671e583 None None] Routers {'783f1a68-014c-4fb6-a08a-b9084d767808'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:35:07.576220 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c07536bd-a8a8-4785-9d7e-56341671e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['783f1a68-014c-4fb6-a08a-b9084d767808'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:07.592486 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42ea9160-d9ba-477c-9734-961c4c33f763 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:07.595024 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42ea9160-d9ba-477c-9734-961c4c33f763 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:07.599435 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-42ea9160-d9ba-477c-9734-961c4c33f763 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/security-groups/3d8b6cd4-82ef-4149-b313-34494de2a01f HTTP/1.1" status: 204 len: 168 time: 0.4304156 Apr 20 16:35:07.606523 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35870) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:07.612029 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c07536bd-a8a8-4785-9d7e-56341671e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:07.612910 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07536bd-a8a8-4785-9d7e-56341671e583 None None] The sync data for ids ['783f1a68-014c-4fb6-a08a-b9084d767808'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:35:07.624723 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-8ee7c26b-198b-44ac-8991-897bbb2841d5 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Calling delete_port for 99e02fa8-1bc4-4d43-8184-199396b8ebc3 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:35:07.648190 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea9160-d9ba-477c-9734-961c4c33f763 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8b6cd4-82ef-4149-b313-34494de2a01f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:07.685640 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d25dbbc8-ffea-4bbc-b82c-8f263a990231 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "GET /v2.0/routers/783f1a68-014c-4fb6-a08a-b9084d767808 HTTP/1.1" status: 200 len: 883 time: 0.1242962 Apr 20 16:35:07.687997 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35872) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:07.723836 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-543c2b42-79f9-4e25-9178-295db057d318 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting subnet 1b06d814-000c-4ab1-bddc-c0abff963f13 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:35:07.729567 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-543c2b42-79f9-4e25-9178-295db057d318 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:07.759891 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b00f34ee-45f9-4b56-aa5d-0865a35de3bf req-b6b1bb56-a196-491c-b81d-db25d187100f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:07.795047 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['0c7cc80b-074c-4a9b-b03e-455e4e155536'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:35:07.807418 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1bb56-a196-491c-b81d-db25d187100f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Pushing event deleted for resources: {'Port': ['ID=0c7cc80b-074c-4a9b-b03e-455e4e155536,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:07.811928 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-543c2b42-79f9-4e25-9178-295db057d318 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:07.932469 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d287599c-591d-4db5-ad05-f204793a79c9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2408071 Apr 20 16:35:07.933054 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35876) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:07.937692 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-1fad52cd-34bb-48e9-a06f-1663550d0b2e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-14332669'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:08.274443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00f34ee-45f9-4b56-aa5d-0865a35de3bf req-b6b1bb56-a196-491c-b81d-db25d187100f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] No DVR routers for this DVR port 0c7cc80b-074c-4a9b-b03e-455e4e155536 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:35:08.280682 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b8fdf77-2b24-4c5d-a449-bb2fdea49dce req-3af59bcb-d074-4ec9-9cda-a6e6470d8e37 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 210 time: 0.0582871 Apr 20 16:35:08.280682 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b00f34ee-45f9-4b56-aa5d-0865a35de3bf req-b6b1bb56-a196-491c-b81d-db25d187100f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:08.283748 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b00f34ee-45f9-4b56-aa5d-0865a35de3bf req-b6b1bb56-a196-491c-b81d-db25d187100f tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.30 "DELETE /v2.0/ports/0c7cc80b-074c-4a9b-b03e-455e4e155536 HTTP/1.1" status: 204 len: 173 time: 1.4045637 Apr 20 16:35:08.285663 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94aeeccc-db09-431e-a9e8-ccb73d931273', 'name': 'network-vif-deleted', 'tag': '0c7cc80b-074c-4a9b-b03e-455e4e155536'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:35:08.288676 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9566c8a7-f3d5-438e-96ca-1677ebf0290a" -d '{"events": [{"server_uuid": "94aeeccc-db09-431e-a9e8-ccb73d931273", "name": "network-vif-deleted", "tag": "0c7cc80b-074c-4a9b-b03e-455e4e155536"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:35:08.327708 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ee7c26b-198b-44ac-8991-897bbb2841d5 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:08.336887 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd2cb57-9eda-4e84-8e00-96dcdd777a07 x-openstack-request-id: req-4fd2cb57-9eda-4e84-8e00-96dcdd777a07 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:35:08.337183 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94aeeccc-db09-431e-a9e8-ccb73d931273", "name": "network-vif-deleted", "tag": "0c7cc80b-074c-4a9b-b03e-455e4e155536", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:35:08.337539 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4fd2cb57-9eda-4e84-8e00-96dcdd777a07 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:35:08.337834 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd2cb57-9eda-4e84-8e00-96dcdd777a07'] response: {'server_uuid': '94aeeccc-db09-431e-a9e8-ccb73d931273', 'name': 'network-vif-deleted', 'tag': '0c7cc80b-074c-4a9b-b03e-455e4e155536', 'status': 'completed', 'code': 200} Apr 20 16:35:08.368354 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-543c2b42-79f9-4e25-9178-295db057d318 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:08.390404 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7c26b-198b-44ac-8991-897bbb2841d5 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Port': ['ID=99e02fa8-1bc4-4d43-8184-199396b8ebc3,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:08.397835 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ee7c26b-198b-44ac-8991-897bbb2841d5 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:08.401056 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8ee7c26b-198b-44ac-8991-897bbb2841d5 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/ports/99e02fa8-1bc4-4d43-8184-199396b8ebc3 HTTP/1.1" status: 204 len: 168 time: 1.2004468 Apr 20 16:35:08.407153 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35886) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:08.481298 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cad69b-2587-4cb4-aaf8-a59a82fbb41a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:08.487887 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cad69b-2587-4cb4-aaf8-a59a82fbb41a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:08.492696 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-56cad69b-2587-4cb4-aaf8-a59a82fbb41a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0861886 Apr 20 16:35:08.493285 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35892) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:08.548484 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f5aaf-e33e-43db-bbfb-e25c879b4551 req-7f08a5ee-18de-422f-837d-419a07ca65b0 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:08.550384 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f83f5aaf-e33e-43db-bbfb-e25c879b4551 req-7f08a5ee-18de-422f-837d-419a07ca65b0 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=16aee945-dc17-4288-9a19-dac7312491ef HTTP/1.1" status: 200 len: 943 time: 0.0567846 Apr 20 16:35:08.556574 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-543c2b42-79f9-4e25-9178-295db057d318 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:08.599636 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c2b42-79f9-4e25-9178-295db057d318 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Subnet': ['ID=1b06d814-000c-4ab1-bddc-c0abff963f13,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:08.618656 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-543c2b42-79f9-4e25-9178-295db057d318 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:08.631164 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35894) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:08.632759 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884a63b2-9fc8-4ed3-97ff-1d51c8313878 None None] Network fcac9d37-3dbe-4135-83fd-db32c144c071 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:08.641988 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-543c2b42-79f9-4e25-9178-295db057d318 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/subnets/1b06d814-000c-4ab1-bddc-c0abff963f13 HTTP/1.1" status: 204 len: 168 time: 1.0303690 Apr 20 16:35:08.660461 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f83f5aaf-e33e-43db-bbfb-e25c879b4551 req-d0be04f2-fe41-42a9-9c0e-bd165ad2fa16 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011703 Apr 20 16:35:08.736412 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-d2fb4767-97ed-45c0-bf4a-417e40484166 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting port 51114a11-05e8-4b20-a86b-35f4bd630ff5 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:35:08.736763 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d2fb4767-97ed-45c0-bf4a-417e40484166 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:08.762121 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-6215f821-4546-480f-9843-560b012e5e0d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting subnet 09dd6eb5-91da-46e6-91e1-619cff3b774b {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:35:08.798580 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6215f821-4546-480f-9843-560b012e5e0d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:08.810359 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1fad52cd-34bb-48e9-a06f-1663550d0b2e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:08.863167 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d2fb4767-97ed-45c0-bf4a-417e40484166 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:08.882530 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6215f821-4546-480f-9843-560b012e5e0d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:08.885300 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-d2fb4767-97ed-45c0-bf4a-417e40484166 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Calling delete_port for 51114a11-05e8-4b20-a86b-35f4bd630ff5 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:35:08.920355 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1fad52cd-34bb-48e9-a06f-1663550d0b2e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545285'] for router, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:09.145625 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6215f821-4546-480f-9843-560b012e5e0d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:09.148851 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fad52cd-34bb-48e9-a06f-1663550d0b2e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Router 783f1a68-014c-4fb6-a08a-b9084d767808 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:35:09.287230 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d2fb4767-97ed-45c0-bf4a-417e40484166 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:09.329683 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb4767-97ed-45c0-bf4a-417e40484166 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Port': ['ID=51114a11-05e8-4b20-a86b-35f4bd630ff5,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:09.329683 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6215f821-4546-480f-9843-560b012e5e0d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:09.364235 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fad52cd-34bb-48e9-a06f-1663550d0b2e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:35:09.365631 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d2fb4767-97ed-45c0-bf4a-417e40484166 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:09.369211 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d2fb4767-97ed-45c0-bf4a-417e40484166 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/ports/51114a11-05e8-4b20-a86b-35f4bd630ff5 HTTP/1.1" status: 204 len: 168 time: 0.8753407 Apr 20 16:35:09.373003 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215f821-4546-480f-9843-560b012e5e0d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Subnet': ['ID=09dd6eb5-91da-46e6-91e1-619cff3b774b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:09.373190 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35906) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:09.380897 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1fad52cd-34bb-48e9-a06f-1663550d0b2e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:09.380897 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1fad52cd-34bb-48e9-a06f-1663550d0b2e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "PUT /v2.0/routers/783f1a68-014c-4fb6-a08a-b9084d767808 HTTP/1.1" status: 200 len: 890 time: 1.4466853 Apr 20 16:35:09.383688 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6215f821-4546-480f-9843-560b012e5e0d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:09.384546 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8c3413-cd38-4a4a-87d6-e99fc3635ad3 None None] Sync routers for ids ['783f1a68-014c-4fb6-a08a-b9084d767808'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:35:09.389005 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6215f821-4546-480f-9843-560b012e5e0d tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/subnets/09dd6eb5-91da-46e6-91e1-619cff3b774b HTTP/1.1" status: 204 len: 168 time: 0.7547243 Apr 20 16:35:09.389005 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35908) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:09.391339 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35910) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:09.410172 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8c3413-cd38-4a4a-87d6-e99fc3635ad3 None None] Routers {'783f1a68-014c-4fb6-a08a-b9084d767808'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:35:09.421526 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-cd8c3413-cd38-4a4a-87d6-e99fc3635ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['783f1a68-014c-4fb6-a08a-b9084d767808'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:09.425539 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bcccc1-8cc7-4b8c-afa3-4907ba9f2802 None None] Network fcac9d37-3dbe-4135-83fd-db32c144c071 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:09.534794 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-94b5edd2-6ddc-4b8c-89c0-1c648f56f070 None None] Provisioning complete for port 41a25476-f217-4d0f-b210-c5f72e2623ea triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:09.535544 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-94b5edd2-6ddc-4b8c-89c0-1c648f56f070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:09.543806 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-cd8c3413-cd38-4a4a-87d6-e99fc3635ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:09.558038 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bba48d3-9344-4b74-9531-60cb1a31ac46 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] DELETE failed (client error): The resource could not be found. Apr 20 16:35:09.560624 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bba48d3-9344-4b74-9531-60cb1a31ac46 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:35:09.570180 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8c3413-cd38-4a4a-87d6-e99fc3635ad3 None None] Routers {'783f1a68-014c-4fb6-a08a-b9084d767808'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:35:09.571060 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-cd8c3413-cd38-4a4a-87d6-e99fc3635ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['783f1a68-014c-4fb6-a08a-b9084d767808'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:09.571324 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5bba48d3-9344-4b74-9531-60cb1a31ac46 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/subnets/1b06d814-000c-4ab1-bddc-c0abff963f13 HTTP/1.1" status: 404 len: 337 time: 0.1673810 Apr 20 16:35:09.571988 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35914) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:09.599357 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d5df93c8-ec53-4764-afd2-a619cee30717 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "GET /v2.0/routers/783f1a68-014c-4fb6-a08a-b9084d767808 HTTP/1.1" status: 200 len: 890 time: 0.2084265 Apr 20 16:35:09.600235 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c6b08a48-7cc6-4336-a15e-6e7450ef45cd req-3b076363-2ceb-42d8-805f-ad68c5b7e624 tempest-ServersNegativeTestJSON-2027348594 tempest-ServersNegativeTestJSON-2027348594-project] 10.222.0.15 "GET /v2.0/ports?device_id=94aeeccc-db09-431e-a9e8-ccb73d931273 HTTP/1.1" status: 200 len: 210 time: 0.1019657 Apr 20 16:35:09.602802 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35916) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:09.616455 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-cd8c3413-cd38-4a4a-87d6-e99fc3635ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:09.617572 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8c3413-cd38-4a4a-87d6-e99fc3635ad3 None None] The sync data for ids ['783f1a68-014c-4fb6-a08a-b9084d767808'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:35:09.639097 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e07a20a-f6dc-44a0-a517-1daa0abe6052 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:09.640636 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5e07a20a-f6dc-44a0-a517-1daa0abe6052 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2675712 Apr 20 16:35:09.643690 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35918) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:09.652819 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fe21d48d-90c4-4e64-ae9d-fa0544b2c525 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "GET /v2.0/ports?device_id=783f1a68-014c-4fb6-a08a-b9084d767808 HTTP/1.1" status: 200 len: 205 time: 0.0480340 Apr 20 16:35:09.655240 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35920) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:09.683529 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-78aafddb-aa32-49bb-9931-72de2a69587d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] GET failed (client error): The resource could not be found. Apr 20 16:35:09.688444 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-78aafddb-aa32-49bb-9931-72de2a69587d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports/99e02fa8-1bc4-4d43-8184-199396b8ebc3 HTTP/1.1" status: 404 len: 333 time: 0.0434408 Apr 20 16:35:09.689690 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35924) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:09.737449 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3151b6-182c-476a-b20b-c2ff3b1a09d9 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting subnet d921e9d9-34df-442e-9e5f-3454d382d262 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:35:09.742881 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fe3151b6-182c-476a-b20b-c2ff3b1a09d9 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:09.745870 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-32cd01cb-11b2-4ba5-bba6-de3700cb0634 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] GET failed (client error): The resource could not be found. Apr 20 16:35:09.753304 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-32cd01cb-11b2-4ba5-bba6-de3700cb0634 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports/51114a11-05e8-4b20-a86b-35f4bd630ff5 HTTP/1.1" status: 404 len: 333 time: 0.0557117 Apr 20 16:35:09.768817 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35928) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:09.788411 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-94b5edd2-6ddc-4b8c-89c0-1c648f56f070 None None] Provisioning complete for port cc3bfd3f-2bdf-4167-a598-f60243d31dce triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:09.788985 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-94b5edd2-6ddc-4b8c-89c0-1c648f56f070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:09.823460 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:09.827123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-94b5edd2-6ddc-4b8c-89c0-1c648f56f070 None None] Port cc3bfd3f-2bdf-4167-a598-f60243d31dce cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:35:09.846567 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fe3151b6-182c-476a-b20b-c2ff3b1a09d9 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:09.950875 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9577e2ee-acae-451d-9885-43351ef6d464 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:09.955642 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:09.965350 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12e99e-1631-4164-a36e-09e7dc7bc240 req-607879f8-00b6-4663-abe9-ec66b4780421 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:09.966829 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4b12e99e-1631-4164-a36e-09e7dc7bc240 req-607879f8-00b6-4663-abe9-ec66b4780421 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=16aee945-dc17-4288-9a19-dac7312491ef HTTP/1.1" status: 200 len: 943 time: 0.1864583 Apr 20 16:35:10.079291 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fe3151b6-182c-476a-b20b-c2ff3b1a09d9 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:10.085654 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting port f4c0d1fd-cad7-4bd6-b861-a1eb7a380920 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:35:10.086120 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:10.137197 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4b12e99e-1631-4164-a36e-09e7dc7bc240 req-94111795-bb3f-48de-84ac-2dc63ab55522 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624734 Apr 20 16:35:10.160042 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9577e2ee-acae-451d-9885-43351ef6d464 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:10.202590 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:10.211640 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-9577e2ee-acae-451d-9885-43351ef6d464 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab98e84-1765-4923-a9ea-1143bf1a8833']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:10.215224 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Calling delete_port for f4c0d1fd-cad7-4bd6-b861-a1eb7a380920 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:35:10.236219 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-9577e2ee-acae-451d-9885-43351ef6d464 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd012a4-446b-476c-99b9-09527a6e8345') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:10.236219 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-9577e2ee-acae-451d-9885-43351ef6d464 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd012a4-446b-476c-99b9-09527a6e8345') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:10.236219 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9577e2ee-acae-451d-9885-43351ef6d464 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:10.249980 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9577e2ee-acae-451d-9885-43351ef6d464 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:10.257100 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9577e2ee-acae-451d-9885-43351ef6d464 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:35:10.257502 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9577e2ee-acae-451d-9885-43351ef6d464 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:35:10.260762 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:35:10.339061 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fe3151b6-182c-476a-b20b-c2ff3b1a09d9 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:10.374649 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3151b6-182c-476a-b20b-c2ff3b1a09d9 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Subnet': ['ID=d921e9d9-34df-442e-9e5f-3454d382d262,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:10.380168 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fe3151b6-182c-476a-b20b-c2ff3b1a09d9 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:10.390694 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-fe3151b6-182c-476a-b20b-c2ff3b1a09d9 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/subnets/d921e9d9-34df-442e-9e5f-3454d382d262 HTTP/1.1" status: 204 len: 168 time: 0.8116989 Apr 20 16:35:10.391337 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35936) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:10.413653 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9577e2ee-acae-451d-9885-43351ef6d464 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:10.423415 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9577e2ee-acae-451d-9885-43351ef6d464 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:10.427170 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9577e2ee-acae-451d-9885-43351ef6d464 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/networks/4ab98e84-1765-4923-a9ea-1143bf1a8833 HTTP/1.1" status: 204 len: 168 time: 0.6565800 Apr 20 16:35:10.428022 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54670ce-481f-4c69-a3c1-eb2676bcb83e tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] DELETE failed (client error): The resource could not be found. Apr 20 16:35:10.428504 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54670ce-481f-4c69-a3c1-eb2676bcb83e tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:35:10.430771 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35938) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:10.433858 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f54670ce-481f-4c69-a3c1-eb2676bcb83e tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/subnets/99f7b96d-7f7e-4c9e-822f-1066bb856e70 HTTP/1.1" status: 404 len: 337 time: 0.0420458 Apr 20 16:35:10.436476 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35940) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:10.439152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-9bc4a3e5-90d9-406c-8e1b-4a80a1ce7629 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1028987095'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:10.454493 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577e2ee-acae-451d-9885-43351ef6d464 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Network': ['ID=4ab98e84-1765-4923-a9ea-1143bf1a8833,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:10.468225 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0857c82d-738f-4e8c-bb78-e78723becbcb tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "GET /v2.0/ports?device_id=8713afcb-30c5-41cc-b0ca-bb25d0b55a9b HTTP/1.1" status: 200 len: 205 time: 0.0285337 Apr 20 16:35:10.468531 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35942) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:10.497934 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe7fd93-cdd3-4795-a7b2-554cb2704d27 None None] Network fcac9d37-3dbe-4135-83fd-db32c144c071 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:10.516182 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-15d0c38b-93c6-4db0-80c6-45e268373062 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] delete failed (client error): The resource could not be found. Apr 20 16:35:10.517266 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-15d0c38b-93c6-4db0-80c6-45e268373062 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/routers/8713afcb-30c5-41cc-b0ca-bb25d0b55a9b HTTP/1.1" status: 404 len: 336 time: 0.0477991 Apr 20 16:35:10.519840 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35944) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:10.555510 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-c420e2a1-0e6f-494d-843e-b951201d6c14 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] DELETE failed (client error): The resource could not be found. Apr 20 16:35:10.555510 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c420e2a1-0e6f-494d-843e-b951201d6c14 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:35:10.555510 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c420e2a1-0e6f-494d-843e-b951201d6c14 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/subnets/9498c948-58b4-4af9-a135-421f95cb72a8 HTTP/1.1" status: 404 len: 337 time: 0.0323546 Apr 20 16:35:10.557291 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35948) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:10.589487 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ba64be-72f5-4fcb-a8db-ff63c8741195 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] DELETE failed (client error): The resource could not be found. Apr 20 16:35:10.590120 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ba64be-72f5-4fcb-a8db-ff63c8741195 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:35:10.593159 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-35ba64be-72f5-4fcb-a8db-ff63c8741195 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/subnets/55a42203-9fae-46b1-a2ab-cc486eb7521c HTTP/1.1" status: 404 len: 337 time: 0.0344024 Apr 20 16:35:10.596090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35950) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:10.608877 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-49671fe5-bd3e-4334-bac7-611d5e92fae0 None None] Provisioning complete for port 41a25476-f217-4d0f-b210-c5f72e2623ea triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:10.609346 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-49671fe5-bd3e-4334-bac7-611d5e92fae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:10.638452 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d00d4f-fb72-455d-8f15-f7363a53c6f0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] DELETE failed (client error): The resource could not be found. Apr 20 16:35:10.638991 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d00d4f-fb72-455d-8f15-f7363a53c6f0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:35:10.644511 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d0d00d4f-fb72-455d-8f15-f7363a53c6f0 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/subnets/2451672b-a923-4040-bf3f-fc73509504fd HTTP/1.1" status: 404 len: 337 time: 0.0447116 Apr 20 16:35:10.644873 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35956) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:10.669966 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35958) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:10.672613 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7b1f26-a8bf-4e78-ada0-2e01473d1b25 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] DELETE failed (client error): The resource could not be found. Apr 20 16:35:10.673498 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7b1f26-a8bf-4e78-ada0-2e01473d1b25 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:35:10.677171 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-db7b1f26-a8bf-4e78-ada0-2e01473d1b25 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/ports/d398a43b-ace3-49c1-968c-b5ae9636bbdc HTTP/1.1" status: 404 len: 333 time: 0.0305004 Apr 20 16:35:10.679670 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35960) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:10.716408 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc4a3e5-90d9-406c-8e1b-4a80a1ce7629 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:10.719531 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d4937d-64a6-4f5e-94fe-8e1f2d96aac2 admin admin] Deleting subnet dd53a72b-e27c-47d8-b60f-ef1e2e2a9009 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:35:10.720184 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9bc4a3e5-90d9-406c-8e1b-4a80a1ce7629 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:10.722807 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39d4937d-64a6-4f5e-94fe-8e1f2d96aac2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:10.723182 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-1562926a-9994-4735-a593-be92d0c2daeb tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] DELETE failed (client error): The resource could not be found. Apr 20 16:35:10.724197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1562926a-9994-4735-a593-be92d0c2daeb tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:35:10.727348 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1562926a-9994-4735-a593-be92d0c2daeb tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/subnets/00e6b752-0a77-4f9a-8ce8-4d8f1636402a HTTP/1.1" status: 404 len: 337 time: 0.0460331 Apr 20 16:35:10.733783 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 23ea96fb-321b-4ee3-941c-d4a2d17806b1 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:35:10.735928 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35962) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:10.740642 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 0c7cc80b-074c-4a9b-b03e-455e4e155536 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:35:10.754052 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:10.773907 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-4064cb68-1d61-4b7c-a6cf-7a5003325fb2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] DELETE failed (client error): The resource could not be found. Apr 20 16:35:10.774736 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4064cb68-1d61-4b7c-a6cf-7a5003325fb2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:35:10.778144 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4064cb68-1d61-4b7c-a6cf-7a5003325fb2 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/subnets/15bd9407-0986-425b-a04f-4ac2cf2f9fa6 HTTP/1.1" status: 404 len: 337 time: 0.0411692 Apr 20 16:35:10.780046 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e44b9a-bdb4-48e3-aa49-94ba332e9e81 None None] DHCP port deletion for fcac9d37-3dbe-4135-83fd-db32c144c071 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:35:10.781529 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35964) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:10.782927 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 0c7cc80b-074c-4a9b-b03e-455e4e155536 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:35:10.783459 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 0c7cc80b-074c-4a9b-b03e-455e4e155536 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:35:10.792145 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Port': ['ID=f4c0d1fd-cad7-4bd6-b861-a1eb7a380920,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:10.792898 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc4a3e5-90d9-406c-8e1b-4a80a1ce7629 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:35:10.809617 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:10.809967 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:10.810309 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:10.810644 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:10.810980 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:10.811309 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:10.811636 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:10.811962 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:10.812290 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:10.812640 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:10.812969 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:10.813290 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:10.813687 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-78243a62-af77-4879-98b9-2172a0f72b36 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] DELETE failed (client error): The resource could not be found. Apr 20 16:35:10.814478 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78243a62-af77-4879-98b9-2172a0f72b36 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:35:10.818324 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-78243a62-af77-4879-98b9-2172a0f72b36 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/ports/a0c0e08f-383b-488c-aa46-a1993723f5eb HTTP/1.1" status: 404 len: 333 time: 0.0357170 Apr 20 16:35:10.824655 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35966) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:10.829436 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9bc4a3e5-90d9-406c-8e1b-4a80a1ce7629 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:10.829906 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-9bc4a3e5-90d9-406c-8e1b-4a80a1ce7629 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Added segment 8f47e228-5b28-4a24-8f3b-474bb10bd86c of type vlan for network 942ea82a-2685-45b9-ba44-5dd8287bb4e8 Apr 20 16:35:10.831266 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39d4937d-64a6-4f5e-94fe-8e1f2d96aac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:10.877472 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-da06276b-7894-4ca4-ad47-8d875282fba8 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] DELETE failed (client error): The resource could not be found. Apr 20 16:35:10.877472 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da06276b-7894-4ca4-ad47-8d875282fba8 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:35:10.877472 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-da06276b-7894-4ca4-ad47-8d875282fba8 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/subnets/2af60325-501f-4121-bdd9-fb8d19ccef24 HTTP/1.1" status: 404 len: 337 time: 0.0465605 Apr 20 16:35:10.878071 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35970) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:10.879232 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-49671fe5-bd3e-4334-bac7-611d5e92fae0 None None] Provisioning complete for port cc3bfd3f-2bdf-4167-a598-f60243d31dce triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:10.881306 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-49671fe5-bd3e-4334-bac7-611d5e92fae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:10.909710 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9bc4a3e5-90d9-406c-8e1b-4a80a1ce7629 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:10.960568 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-0585149f-de28-4b10-a7f7-85b4c1ad8b93 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] DELETE failed (client error): The resource could not be found. Apr 20 16:35:10.961638 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0585149f-de28-4b10-a7f7-85b4c1ad8b93 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:35:10.963262 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-49671fe5-bd3e-4334-bac7-611d5e92fae0 None None] Port cc3bfd3f-2bdf-4167-a598-f60243d31dce cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:35:10.967075 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0585149f-de28-4b10-a7f7-85b4c1ad8b93 tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/subnets/42bb3a73-de4a-4138-ab7f-a3234028be8d HTTP/1.1" status: 404 len: 337 time: 0.0838504 Apr 20 16:35:10.968621 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35972) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:10.970439 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 23ea96fb-321b-4ee3-941c-d4a2d17806b1, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=23ea96fb-321b-4ee3-941c-d4a2d17806b1,segment=NetworkSegment(4017f74e-9938-4ae4-84fb-992ae13076d3),segment_id=4017f74e-9938-4ae4-84fb-992ae13076d3)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:10.985742 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '23ea96fb-321b-4ee3-941c-d4a2d17806b1', 'network_id': '8e44dbee-7158-4e82-ae47-5239495ea7c2', 'port_id': '23ea96fb-321b-4ee3-941c-d4a2d17806b1', 'mac_address': 'fa:16:3e:49:9a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b15f5d3-65c4-405a-932b-b29f77c2b2dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:35:10.991097 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-02e44b9a-bdb4-48e3-aa49-94ba332e9e81 None None] Deleting port 41a25476-f217-4d0f-b210-c5f72e2623ea {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:35:10.991411 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-02e44b9a-bdb4-48e3-aa49-94ba332e9e81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.007856 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39d4937d-64a6-4f5e-94fe-8e1f2d96aac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.031859 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.041031 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:35:11.064263 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9bc4a3e5-90d9-406c-8e1b-4a80a1ce7629 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.070177 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc4a3e5-90d9-406c-8e1b-4a80a1ce7629 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:11.070770 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9bc4a3e5-90d9-406c-8e1b-4a80a1ce7629 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.082098 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.085396 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-02e44b9a-bdb4-48e3-aa49-94ba332e9e81 None None] For port 41a25476-f217-4d0f-b210-c5f72e2623ea, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=41a25476-f217-4d0f-b210-c5f72e2623ea,segment=NetworkSegment(54c58f27-6a9c-468e-9380-81de52096ebc),segment_id=54c58f27-6a9c-468e-9380-81de52096ebc)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:11.086050 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-02e44b9a-bdb4-48e3-aa49-94ba332e9e81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.106929 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-02e44b9a-bdb4-48e3-aa49-94ba332e9e81 None None] Calling delete_port for 41a25476-f217-4d0f-b210-c5f72e2623ea owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:35:11.110227 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ea96fb-321b-4ee3-941c-d4a2d17806b1 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:35:11.139481 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 23ea96fb-321b-4ee3-941c-d4a2d17806b1, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=23ea96fb-321b-4ee3-941c-d4a2d17806b1,segment=NetworkSegment(4017f74e-9938-4ae4-84fb-992ae13076d3),segment_id=4017f74e-9938-4ae4-84fb-992ae13076d3)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:11.158811 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4a3e5-90d9-406c-8e1b-4a80a1ce7629 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Network': ['ID=942ea82a-2685-45b9-ba44-5dd8287bb4e8,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:11.181652 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.186002 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.187020 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9bc4a3e5-90d9-406c-8e1b-4a80a1ce7629 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7527485 Apr 20 16:35:11.190413 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35978) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:11.196446 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-5e0b123d-cc08-49ca-b4e7-eff4c28694a7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'subnet': {'network_id': '942ea82a-2685-45b9-ba44-5dd8287bb4e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:11.198434 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 942ea82a-2685-45b9-ba44-5dd8287bb4e8 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:35:11.277771 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.290414 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-fd46dc92-4a29-4c29-90a0-60787fcf6fcd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Deleting port cc3bfd3f-2bdf-4167-a598-f60243d31dce {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:35:11.290414 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fd46dc92-4a29-4c29-90a0-60787fcf6fcd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.333850 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa33008-b43d-4c30-914c-29702994ce9f req-a949e0f4-dbd2-4a47-81bc-4550cea065e1 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:11.335403 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4fa33008-b43d-4c30-914c-29702994ce9f req-a949e0f4-dbd2-4a47-81bc-4550cea065e1 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=16aee945-dc17-4288-9a19-dac7312491ef HTTP/1.1" status: 200 len: 943 time: 0.0824559 Apr 20 16:35:11.339165 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=23ea96fb-321b-4ee3-941c-d4a2d17806b1,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:11.360565 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.361118 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Fanout notify agent at l3_agent the message router_deleted on router 783f1a68-014c-4fb6-a08a-b9084d767808 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:35:11.378536 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.380434 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b9bbfd93-b08c-424a-b80f-8e616ec097e7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/routers/783f1a68-014c-4fb6-a08a-b9084d767808 HTTP/1.1" status: 204 len: 168 time: 1.7205703 Apr 20 16:35:11.384726 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35982) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:11.394211 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-c28e7151-5628-4da7-bbab-519b3e34e00c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1119482800'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:11.400311 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fd46dc92-4a29-4c29-90a0-60787fcf6fcd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.402838 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4fa33008-b43d-4c30-914c-29702994ce9f req-9c66dad2-98d6-491d-9c28-72f8a2b630b0 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521665 Apr 20 16:35:11.422101 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-fd46dc92-4a29-4c29-90a0-60787fcf6fcd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Calling delete_port for cc3bfd3f-2bdf-4167-a598-f60243d31dce owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:35:11.424732 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-02e44b9a-bdb4-48e3-aa49-94ba332e9e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.434210 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39d4937d-64a6-4f5e-94fe-8e1f2d96aac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.451186 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e44b9a-bdb4-48e3-aa49-94ba332e9e81 None None] Pushing event deleted for resources: {'Port': ['ID=41a25476-f217-4d0f-b210-c5f72e2623ea,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:11.458949 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e44b9a-bdb4-48e3-aa49-94ba332e9e81 None None] No DVR routers for this DVR port 41a25476-f217-4d0f-b210-c5f72e2623ea on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:35:11.464789 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0b123d-cc08-49ca-b4e7-eff4c28694a7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:11.474286 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e0b123d-cc08-49ca-b4e7-eff4c28694a7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.484471 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4937d-64a6-4f5e-94fe-8e1f2d96aac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd53a72b-e27c-47d8-b60f-ef1e2e2a9009,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:11.517339 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39d4937d-64a6-4f5e-94fe-8e1f2d96aac2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.523117 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-39d4937d-64a6-4f5e-94fe-8e1f2d96aac2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dd53a72b-e27c-47d8-b60f-ef1e2e2a9009 HTTP/1.1" status: 204 len: 168 time: 0.8519039 Apr 20 16:35:11.525050 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35984) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:11.547461 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28e7151-5628-4da7-bbab-519b3e34e00c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Made reservation on behalf of 389cf1170ce14ee9ab1f648517cde249 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:11.550819 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c28e7151-5628-4da7-bbab-519b3e34e00c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.586004 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.ipam_backend_mixin [None req-5e0b123d-cc08-49ca-b4e7-eff4c28694a7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Performing IP validity checks on allocation pools {{(pid=103484) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 16:35:11.586616 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.ipam_backend_mixin [None req-5e0b123d-cc08-49ca-b4e7-eff4c28694a7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103484) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 16:35:11.621449 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28e7151-5628-4da7-bbab-519b3e34e00c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:35:11.628193 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['23ea96fb-321b-4ee3-941c-d4a2d17806b1'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:35:11.630958 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b232926f-3acd-4325-b604-f1396b1e4116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.639164 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c28e7151-5628-4da7-bbab-519b3e34e00c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.639542 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-c28e7151-5628-4da7-bbab-519b3e34e00c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Added segment beb0a9e9-2a31-4fd8-8db2-6342cc203a51 of type vlan for network 73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e Apr 20 16:35:11.708413 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c28e7151-5628-4da7-bbab-519b3e34e00c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.723120 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fd46dc92-4a29-4c29-90a0-60787fcf6fcd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.735829 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b232926f-3acd-4325-b604-f1396b1e4116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.763248 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46dc92-4a29-4c29-90a0-60787fcf6fcd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Port': ['ID=cc3bfd3f-2bdf-4167-a598-f60243d31dce,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:11.774033 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fd46dc92-4a29-4c29-90a0-60787fcf6fcd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.779386 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fd46dc92-4a29-4c29-90a0-60787fcf6fcd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/ports/cc3bfd3f-2bdf-4167-a598-f60243d31dce HTTP/1.1" status: 204 len: 168 time: 0.8063304 Apr 20 16:35:11.780875 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 35992) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:11.786506 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b232926f-3acd-4325-b604-f1396b1e4116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96647353-7ea1-402d-874f-17a77bf9da84']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:11.797387 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b232926f-3acd-4325-b604-f1396b1e4116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4e4e52-542a-41b0-9b77-fe2f4abec5df') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:11.808196 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b232926f-3acd-4325-b604-f1396b1e4116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4e4e52-542a-41b0-9b77-fe2f4abec5df') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:11.809547 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b232926f-3acd-4325-b604-f1396b1e4116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.830331 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b232926f-3acd-4325-b604-f1396b1e4116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.837818 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b232926f-3acd-4325-b604-f1396b1e4116 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:35:11.838434 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b232926f-3acd-4325-b604-f1396b1e4116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:35:11.840762 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:35:11.848393 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c28e7151-5628-4da7-bbab-519b3e34e00c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.853920 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28e7151-5628-4da7-bbab-519b3e34e00c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:11.854512 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c28e7151-5628-4da7-bbab-519b3e34e00c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.899567 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e0b123d-cc08-49ca-b4e7-eff4c28694a7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.943006 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0a7c-a608-484e-8c60-40e89bb378bd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.979142 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b232926f-3acd-4325-b604-f1396b1e4116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:11.990735 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e7151-5628-4da7-bbab-519b3e34e00c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Network': ['ID=73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:11.992665 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b232926f-3acd-4325-b604-f1396b1e4116 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:12.000936 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b232926f-3acd-4325-b604-f1396b1e4116 admin admin] 10.222.0.15 "DELETE /v2.0/networks/96647353-7ea1-402d-874f-17a77bf9da84 HTTP/1.1" status: 204 len: 168 time: 0.4729650 Apr 20 16:35:12.005210 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:35:12.026074 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232926f-3acd-4325-b604-f1396b1e4116 admin admin] Pushing event deleted for resources: {'Network': ['ID=96647353-7ea1-402d-874f-17a77bf9da84,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:12.044999 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c28e7151-5628-4da7-bbab-519b3e34e00c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6585853 Apr 20 16:35:12.047873 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 35998) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:12.051158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b123d-cc08-49ca-b4e7-eff4c28694a7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Subnet': ['ID=c05e1790-6f3e-4c20-a787-a859e949eba8,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:12.054446 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e5975c9b-3a05-438a-b759-5a1af0173a1c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'subnet': {'network_id': '73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:12.103219 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0b123d-cc08-49ca-b4e7-eff4c28694a7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Checking segment: {'id': '8f47e228-5b28-4a24-8f3b-474bb10bd86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '942ea82a-2685-45b9-ba44-5dd8287bb4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:35:12.103578 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0b123d-cc08-49ca-b4e7-eff4c28694a7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network hostable DHCP agents. Network: 942ea82a-2685-45b9-ba44-5dd8287bb4e8, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:35:12.131756 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0a7c-a608-484e-8c60-40e89bb378bd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:12.158295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-0c7f0a7c-a608-484e-8c60-40e89bb378bd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcac9d37-3dbe-4135-83fd-db32c144c071']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:12.168576 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-0c7f0a7c-a608-484e-8c60-40e89bb378bd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c58f27-6a9c-468e-9380-81de52096ebc') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:12.168877 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-0c7f0a7c-a608-484e-8c60-40e89bb378bd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c58f27-6a9c-468e-9380-81de52096ebc') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:12.179819 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0a7c-a608-484e-8c60-40e89bb378bd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:12.194915 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0a7c-a608-484e-8c60-40e89bb378bd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:12.201451 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7f0a7c-a608-484e-8c60-40e89bb378bd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:35:12.201964 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0a7c-a608-484e-8c60-40e89bb378bd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:35:12.205314 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:35:12.245648 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0b123d-cc08-49ca-b4e7-eff4c28694a7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network 942ea82a-2685-45b9-ba44-5dd8287bb4e8 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:35:12.276251 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5975c9b-3a05-438a-b759-5a1af0173a1c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Made reservation on behalf of 389cf1170ce14ee9ab1f648517cde249 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:12.279865 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e5975c9b-3a05-438a-b759-5a1af0173a1c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:12.337223 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-5e0b123d-cc08-49ca-b4e7-eff4c28694a7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 942ea82a-2685-45b9-ba44-5dd8287bb4e8) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:12.342241 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 41a25476-f217-4d0f-b210-c5f72e2623ea no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:35:12.351690 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0b123d-cc08-49ca-b4e7-eff4c28694a7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:12.352291 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e0b123d-cc08-49ca-b4e7-eff4c28694a7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:12.365998 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5b5e20-78ca-4f0a-962e-51407bcd124d None None] Network 942ea82a-2685-45b9-ba44-5dd8287bb4e8 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:12.368182 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 41a25476-f217-4d0f-b210-c5f72e2623ea {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:35:12.368749 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 41a25476-f217-4d0f-b210-c5f72e2623ea not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:35:12.397962 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0a7c-a608-484e-8c60-40e89bb378bd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:12.406452 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0a7c-a608-484e-8c60-40e89bb378bd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:12.414143 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0c7f0a7c-a608-484e-8c60-40e89bb378bd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] 10.222.0.15 "DELETE /v2.0/networks/fcac9d37-3dbe-4135-83fd-db32c144c071 HTTP/1.1" status: 204 len: 168 time: 0.6254084 Apr 20 16:35:12.483291 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5e0b123d-cc08-49ca-b4e7-eff4c28694a7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2916861 Apr 20 16:35:12.492752 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36008) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:12.493281 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f0a7c-a608-484e-8c60-40e89bb378bd tempest-PortsIpV6TestJSON-2080171060 tempest-PortsIpV6TestJSON-2080171060-project] Pushing event deleted for resources: {'Network': ['ID=fcac9d37-3dbe-4135-83fd-db32c144c071,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:12.502167 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-6ecdef97-1c27-4b63-bb5b-38a5041a7aaa tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'port': {'network_id': '942ea82a-2685-45b9-ba44-5dd8287bb4e8', 'name': 'tempest-PortsTestJSON-1445789891'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:12.532940 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d930155d-339d-4737-8d17-7295ebfb4f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-942ea82a-2685-45b9-ba44-5dd8287bb4e8', 'network_id': '942ea82a-2685-45b9-ba44-5dd8287bb4e8', 'tenant_id': 'f968dfae81c54728955d6db138cbc5ef', 'fixed_ips': [{'subnet_id': 'c05e1790-6f3e-4c20-a787-a859e949eba8'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:35:12.533810 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d930155d-339d-4737-8d17-7295ebfb4f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:12.541557 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36012) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:12.596602 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1c6d03bf-4250-41e4-b771-401364cfc33c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca02f6b1aa34446e9221bf3218691782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512991 Apr 20 16:35:12.597542 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36014) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:12.710650 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-232a4774-fb96-4986-902a-6027593916f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:12.739470 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-232a4774-fb96-4986-902a-6027593916f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:12.743715 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09cf9b-02a9-4dcd-962f-4344f7fc1f6b req-db535a0b-65b1-4c47-83b4-b4f09963bee9 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:12.745461 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4c09cf9b-02a9-4dcd-962f-4344f7fc1f6b req-db535a0b-65b1-4c47-83b4-b4f09963bee9 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=16aee945-dc17-4288-9a19-dac7312491ef HTTP/1.1" status: 200 len: 944 time: 0.1975164 Apr 20 16:35:12.797101 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4c09cf9b-02a9-4dcd-962f-4344f7fc1f6b req-613f4e6e-a020-473f-971c-3c525020c220 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439174 Apr 20 16:35:12.799227 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e5975c9b-3a05-438a-b759-5a1af0173a1c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:12.814382 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 23ea96fb-321b-4ee3-941c-d4a2d17806b1 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:35:12.866402 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecdef97-1c27-4b63-bb5b-38a5041a7aaa tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:12.870004 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6ecdef97-1c27-4b63-bb5b-38a5041a7aaa tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:12.888061 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-232a4774-fb96-4986-902a-6027593916f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:12.891353 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-232a4774-fb96-4986-902a-6027593916f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:12.896886 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-232a4774-fb96-4986-902a-6027593916f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3b35c0db-0bea-4a54-a104-01d7a5a435e1 HTTP/1.1" status: 204 len: 168 time: 0.2969482 Apr 20 16:35:12.912180 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a4774-fb96-4986-902a-6027593916f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b35c0db-0bea-4a54-a104-01d7a5a435e1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:12.927471 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-6ecdef97-1c27-4b63-bb5b-38a5041a7aaa tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] device_id is not set on port 2b5ccbcd-3ee8-454d-a581-ce9a08c3dad4 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:35:12.933304 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5975c9b-3a05-438a-b759-5a1af0173a1c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Subnet': ['ID=9faabeb7-dab4-4565-97e7-fd43d0abe4c6,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:12.937021 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5975c9b-3a05-438a-b759-5a1af0173a1c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Checking segment: {'id': 'beb0a9e9-2a31-4fd8-8db2-6342cc203a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:35:12.937592 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5975c9b-3a05-438a-b759-5a1af0173a1c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network hostable DHCP agents. Network: 73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:35:12.966667 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-d930155d-339d-4737-8d17-7295ebfb4f23 None None] Allocated IP 172.20.0.2 (942ea82a-2685-45b9-ba44-5dd8287bb4e8/c05e1790-6f3e-4c20-a787-a859e949eba8/e4695b20-f667-49a1-a3e3-352276b90dfa) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:13.003526 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 23ea96fb-321b-4ee3-941c-d4a2d17806b1 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:35:13.042157 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 23ea96fb-321b-4ee3-941c-d4a2d17806b1 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:13.043243 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:13.055183 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36028) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:13.098120 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5975c9b-3a05-438a-b759-5a1af0173a1c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:35:13.171486 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-e5975c9b-3a05-438a-b759-5a1af0173a1c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:13.175777 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5975c9b-3a05-438a-b759-5a1af0173a1c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:13.177442 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e5975c9b-3a05-438a-b759-5a1af0173a1c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:13.219236 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e0f67e-c870-4cd3-94a9-76b102dcdafa None None] Network 73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:13.250113 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-55f5ee73-ac9d-4ef5-82fa-085e892267b3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=74480f8e816348aa933547e3cb8033f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1933982 Apr 20 16:35:13.252717 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36032) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:13.261434 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e5975c9b-3a05-438a-b759-5a1af0173a1c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2123334 Apr 20 16:35:13.263907 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36034) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:13.268374 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-8ccd9fdd-ef52-42b5-80fe-27f57b9b43f5 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-558444505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:13.312004 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e3b9cb71-60e0-4c18-8bc0-36f76511efd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:13.329486 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:13.339987 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e3b9cb71-60e0-4c18-8bc0-36f76511efd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:13.344557 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d930155d-339d-4737-8d17-7295ebfb4f23 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:13.390946 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16aee945-dc17-4288-9a19-dac7312491ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ea96fb-321b-4ee3-941c-d4a2d17806b1'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:35:13.393191 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba959c0b-89e2-4f9f-a7bd-66a218aa09cd" -d '{"events": [{"server_uuid": "16aee945-dc17-4288-9a19-dac7312491ef", "name": "network-vif-plugged", "status": "completed", "tag": "23ea96fb-321b-4ee3-941c-d4a2d17806b1"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:35:13.412405 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 23ea96fb-321b-4ee3-941c-d4a2d17806b1, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=23ea96fb-321b-4ee3-941c-d4a2d17806b1,segment=NetworkSegment(4017f74e-9938-4ae4-84fb-992ae13076d3),segment_id=4017f74e-9938-4ae4-84fb-992ae13076d3)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:13.440315 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94ad940-2f7f-45aa-8195-565593db4172 x-openstack-request-id: req-a94ad940-2f7f-45aa-8195-565593db4172 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:35:13.440622 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16aee945-dc17-4288-9a19-dac7312491ef", "name": "network-vif-plugged", "status": "completed", "tag": "23ea96fb-321b-4ee3-941c-d4a2d17806b1", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:35:13.440866 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a94ad940-2f7f-45aa-8195-565593db4172 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:35:13.441260 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a94ad940-2f7f-45aa-8195-565593db4172'] response: {'server_uuid': '16aee945-dc17-4288-9a19-dac7312491ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ea96fb-321b-4ee3-941c-d4a2d17806b1', 'code': 200} Apr 20 16:35:13.453378 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909789b8-e226-4914-ae8b-e28e43a1a814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e', 'network_id': '73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'fixed_ips': [{'subnet_id': '9faabeb7-dab4-4565-97e7-fd43d0abe4c6'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:35:13.454250 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-909789b8-e226-4914-ae8b-e28e43a1a814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:13.497908 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8ccd9fdd-ef52-42b5-80fe-27f57b9b43f5 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:13.499237 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8ccd9fdd-ef52-42b5-80fe-27f57b9b43f5 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:13.569173 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801ad10-c4f4-42e4-87b0-a3515643fd6e req-aeea593b-3dda-4172-9c7f-fac43f000908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:13.570652 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4801ad10-c4f4-42e4-87b0-a3515643fd6e req-aeea593b-3dda-4172-9c7f-fac43f000908 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=16aee945-dc17-4288-9a19-dac7312491ef HTTP/1.1" status: 200 len: 1095 time: 0.0490448 Apr 20 16:35:13.573150 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e3b9cb71-60e0-4c18-8bc0-36f76511efd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:13.576753 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d930155d-339d-4737-8d17-7295ebfb4f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:13.576937 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e3b9cb71-60e0-4c18-8bc0-36f76511efd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:13.580085 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e3b9cb71-60e0-4c18-8bc0-36f76511efd4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/643a2c4d-ac5f-4165-a442-6416db39e702 HTTP/1.1" status: 204 len: 168 time: 0.3240371 Apr 20 16:35:13.601267 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9cb71-60e0-4c18-8bc0-36f76511efd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643a2c4d-ac5f-4165-a442-6416db39e702,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:13.636478 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4801ad10-c4f4-42e4-87b0-a3515643fd6e req-636b262c-8feb-462e-9bfd-05d00bfe8a81 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571949 Apr 20 16:35:13.698037 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:13.717560 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8ccd9fdd-ef52-42b5-80fe-27f57b9b43f5 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:13.740707 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-6ecdef97-1c27-4b63-bb5b-38a5041a7aaa tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Allocated IP 172.20.0.10 (942ea82a-2685-45b9-ba44-5dd8287bb4e8/c05e1790-6f3e-4c20-a787-a859e949eba8/2b5ccbcd-3ee8-454d-a581-ce9a08c3dad4) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:13.741219 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d930155d-339d-4737-8d17-7295ebfb4f23 None None] Network 942ea82a-2685-45b9-ba44-5dd8287bb4e8 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:13.744523 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-d930155d-339d-4737-8d17-7295ebfb4f23 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:13.746467 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930155d-339d-4737-8d17-7295ebfb4f23 None None] Pushing event updated for resources: {'Port': ['ID=e4695b20-f667-49a1-a3e3-352276b90dfa,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:13.754077 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d930155d-339d-4737-8d17-7295ebfb4f23 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:13.758305 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-909789b8-e226-4914-ae8b-e28e43a1a814 None None] Allocated IP 2001:db8::2 (73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e/9faabeb7-dab4-4565-97e7-fd43d0abe4c6/a09f257c-5053-47e2-a3c9-92de1bac7d64) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:13.894067 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8ccd9fdd-ef52-42b5-80fe-27f57b9b43f5 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:13.936715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d930155d-339d-4737-8d17-7295ebfb4f23 None None] Attempting to bind port e4695b20-f667-49a1-a3e3-352276b90dfa on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:35:13.937126 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d930155d-339d-4737-8d17-7295ebfb4f23 None None] Attempting to bind port e4695b20-f667-49a1-a3e3-352276b90dfa by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '8f47e228-5b28-4a24-8f3b-474bb10bd86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '942ea82a-2685-45b9-ba44-5dd8287bb4e8'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:35:13.937543 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d930155d-339d-4737-8d17-7295ebfb4f23 None None] Attempting to bind port e4695b20-f667-49a1-a3e3-352276b90dfa on network 942ea82a-2685-45b9-ba44-5dd8287bb4e8 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:35:13.944857 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=23ea96fb-321b-4ee3-941c-d4a2d17806b1,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:13.953286 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d930155d-339d-4737-8d17-7295ebfb4f23 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:35:13.953667 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d930155d-339d-4737-8d17-7295ebfb4f23 None None] Checking segment: {'id': '8f47e228-5b28-4a24-8f3b-474bb10bd86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '942ea82a-2685-45b9-ba44-5dd8287bb4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:35:13.954143 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d930155d-339d-4737-8d17-7295ebfb4f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:13.954557 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d930155d-339d-4737-8d17-7295ebfb4f23 None None] Bound using segment: {'id': '8f47e228-5b28-4a24-8f3b-474bb10bd86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '942ea82a-2685-45b9-ba44-5dd8287bb4e8'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:35:13.955042 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d930155d-339d-4737-8d17-7295ebfb4f23 None None] Bound port: e4695b20-f667-49a1-a3e3-352276b90dfa, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f47e228-5b28-4a24-8f3b-474bb10bd86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '942ea82a-2685-45b9-ba44-5dd8287bb4e8'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:35:13.955504 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d930155d-339d-4737-8d17-7295ebfb4f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:14.087904 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d930155d-339d-4737-8d17-7295ebfb4f23 None None] For port e4695b20-f667-49a1-a3e3-352276b90dfa, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:35:14.096394 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d930155d-339d-4737-8d17-7295ebfb4f23 None None] For port e4695b20-f667-49a1-a3e3-352276b90dfa, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e4695b20-f667-49a1-a3e3-352276b90dfa,segment=NetworkSegment(8f47e228-5b28-4a24-8f3b-474bb10bd86c),segment_id=8f47e228-5b28-4a24-8f3b-474bb10bd86c)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:35:14.104393 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-909789b8-e226-4914-ae8b-e28e43a1a814 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:14.172644 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d930155d-339d-4737-8d17-7295ebfb4f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:14.287994 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-909789b8-e226-4914-ae8b-e28e43a1a814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:14.291694 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930155d-339d-4737-8d17-7295ebfb4f23 None None] Pushing event updated for resources: {'Port': ['ID=e4695b20-f667-49a1-a3e3-352276b90dfa,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:14.351132 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909789b8-e226-4914-ae8b-e28e43a1a814 None None] Pushing event updated for resources: {'Port': ['ID=a09f257c-5053-47e2-a3c9-92de1bac7d64,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:14.363736 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909789b8-e226-4914-ae8b-e28e43a1a814 None None] Network 73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:14.366198 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-909789b8-e226-4914-ae8b-e28e43a1a814 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:14.369492 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909789b8-e226-4914-ae8b-e28e43a1a814 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:14.413219 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6ecdef97-1c27-4b63-bb5b-38a5041a7aaa tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:14.427933 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba96215-c4c9-4988-b9b0-ca733a4f5c11 req-ec43a114-0867-41bb-be69-e7fa9120d33a tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:14.435304 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cba96215-c4c9-4988-b9b0-ca733a4f5c11 req-ec43a114-0867-41bb-be69-e7fa9120d33a tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=16aee945-dc17-4288-9a19-dac7312491ef HTTP/1.1" status: 200 len: 945 time: 0.5486214 Apr 20 16:35:14.441498 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8ccd9fdd-ef52-42b5-80fe-27f57b9b43f5 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:14.443182 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8ccd9fdd-ef52-42b5-80fe-27f57b9b43f5 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1783183 Apr 20 16:35:14.446934 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36082) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:14.529769 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cba96215-c4c9-4988-b9b0-ca733a4f5c11 req-b452488d-0a1d-466e-b4fa-b01e0281058b tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837119 Apr 20 16:35:14.549171 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-909789b8-e226-4914-ae8b-e28e43a1a814 None None] Attempting to bind port a09f257c-5053-47e2-a3c9-92de1bac7d64 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:35:14.549574 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-909789b8-e226-4914-ae8b-e28e43a1a814 None None] Attempting to bind port a09f257c-5053-47e2-a3c9-92de1bac7d64 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'beb0a9e9-2a31-4fd8-8db2-6342cc203a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:35:14.552543 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909789b8-e226-4914-ae8b-e28e43a1a814 None None] Attempting to bind port a09f257c-5053-47e2-a3c9-92de1bac7d64 on network 73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:35:14.558261 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909789b8-e226-4914-ae8b-e28e43a1a814 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:35:14.558261 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909789b8-e226-4914-ae8b-e28e43a1a814 None None] Checking segment: {'id': 'beb0a9e9-2a31-4fd8-8db2-6342cc203a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:35:14.558261 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-909789b8-e226-4914-ae8b-e28e43a1a814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:14.558261 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909789b8-e226-4914-ae8b-e28e43a1a814 None None] Bound using segment: {'id': 'beb0a9e9-2a31-4fd8-8db2-6342cc203a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:35:14.558261 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-909789b8-e226-4914-ae8b-e28e43a1a814 None None] Bound port: a09f257c-5053-47e2-a3c9-92de1bac7d64, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb0a9e9-2a31-4fd8-8db2-6342cc203a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:35:14.558261 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-909789b8-e226-4914-ae8b-e28e43a1a814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:14.629109 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6ecdef97-1c27-4b63-bb5b-38a5041a7aaa tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:14.712576 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecdef97-1c27-4b63-bb5b-38a5041a7aaa tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network 942ea82a-2685-45b9-ba44-5dd8287bb4e8 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:14.721099 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-6ecdef97-1c27-4b63-bb5b-38a5041a7aaa tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:14.728725 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecdef97-1c27-4b63-bb5b-38a5041a7aaa tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:14.773636 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-909789b8-e226-4914-ae8b-e28e43a1a814 None None] For port a09f257c-5053-47e2-a3c9-92de1bac7d64, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:35:14.780969 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-909789b8-e226-4914-ae8b-e28e43a1a814 None None] For port a09f257c-5053-47e2-a3c9-92de1bac7d64, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a09f257c-5053-47e2-a3c9-92de1bac7d64,segment=NetworkSegment(beb0a9e9-2a31-4fd8-8db2-6342cc203a51),segment_id=beb0a9e9-2a31-4fd8-8db2-6342cc203a51)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:35:14.810886 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecdef97-1c27-4b63-bb5b-38a5041a7aaa tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Port': ['ID=2b5ccbcd-3ee8-454d-a581-ce9a08c3dad4,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:14.858087 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecdef97-1c27-4b63-bb5b-38a5041a7aaa tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:14.859014 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6ecdef97-1c27-4b63-bb5b-38a5041a7aaa tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:14.859440 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-909789b8-e226-4914-ae8b-e28e43a1a814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:14.965051 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6ecdef97-1c27-4b63-bb5b-38a5041a7aaa tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4689441 Apr 20 16:35:14.968111 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36098) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:15.044778 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f17e16a3-641b-4a28-8f81-78b9421d3b68 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:15.065037 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909789b8-e226-4914-ae8b-e28e43a1a814 None None] Pushing event updated for resources: {'Port': ['ID=a09f257c-5053-47e2-a3c9-92de1bac7d64,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:15.114258 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-1ac6a585-f5de-4de0-b8b0-8dfa2c908109 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting port 2b5ccbcd-3ee8-454d-a581-ce9a08c3dad4 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:35:15.114603 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1ac6a585-f5de-4de0-b8b0-8dfa2c908109 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:15.377319 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1ac6a585-f5de-4de0-b8b0-8dfa2c908109 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:15.404114 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-1ac6a585-f5de-4de0-b8b0-8dfa2c908109 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Calling delete_port for 2b5ccbcd-3ee8-454d-a581-ce9a08c3dad4 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:35:15.485864 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-f17e16a3-641b-4a28-8f81-78b9421d3b68 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Allocated IP 2001:db8::1 (73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e/9faabeb7-dab4-4565-97e7-fd43d0abe4c6/c7fc8593-b744-4267-b49f-70aae3ae7442) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:15.690133 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f17e16a3-641b-4a28-8f81-78b9421d3b68 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:15.721502 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da2d32-85c5-441d-bc4c-74da350b5dfd req-297fa918-4138-4153-8e95-e78082d9584a tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:15.721502 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-51da2d32-85c5-441d-bc4c-74da350b5dfd req-297fa918-4138-4153-8e95-e78082d9584a tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=16aee945-dc17-4288-9a19-dac7312491ef HTTP/1.1" status: 200 len: 945 time: 0.0826163 Apr 20 16:35:15.791308 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1ac6a585-f5de-4de0-b8b0-8dfa2c908109 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:15.805083 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-51da2d32-85c5-441d-bc4c-74da350b5dfd req-77334e4e-13ab-4da1-954f-cc1edf3243b8 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702415 Apr 20 16:35:15.809204 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558c4049-b28d-4bf7-bede-04899e25184f None None] Network 942ea82a-2685-45b9-ba44-5dd8287bb4e8 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:15.829362 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6a585-f5de-4de0-b8b0-8dfa2c908109 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Port': ['ID=2b5ccbcd-3ee8-454d-a581-ce9a08c3dad4,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:15.859682 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f17e16a3-641b-4a28-8f81-78b9421d3b68 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:15.934652 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a2fd624a-f18c-4c25-b162-a331434f2559 None None] Provisioning complete for port e4695b20-f667-49a1-a3e3-352276b90dfa triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:15.935025 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a2fd624a-f18c-4c25-b162-a331434f2559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:15.954936 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1ac6a585-f5de-4de0-b8b0-8dfa2c908109 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:15.964103 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1ac6a585-f5de-4de0-b8b0-8dfa2c908109 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/ports/2b5ccbcd-3ee8-454d-a581-ce9a08c3dad4 HTTP/1.1" status: 204 len: 168 time: 0.9923337 Apr 20 16:35:15.964998 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36122) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:15.966262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17e16a3-641b-4a28-8f81-78b9421d3b68 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:15.974339 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-f17e16a3-641b-4a28-8f81-78b9421d3b68 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:15.978592 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17e16a3-641b-4a28-8f81-78b9421d3b68 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:15.979143 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f17e16a3-641b-4a28-8f81-78b9421d3b68 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:16.038270 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a6ea9b-29bb-4128-9a32-a61397e49171 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] DELETE failed (client error): The resource could not be found. Apr 20 16:35:16.038924 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a6ea9b-29bb-4128-9a32-a61397e49171 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:35:16.044406 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a1a6ea9b-29bb-4128-9a32-a61397e49171 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/ports/2b5ccbcd-3ee8-454d-a581-ce9a08c3dad4 HTTP/1.1" status: 404 len: 333 time: 0.0749888 Apr 20 16:35:16.051099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36126) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:16.069923 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e16a3-641b-4a28-8f81-78b9421d3b68 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Port': ['ID=c7fc8593-b744-4267-b49f-70aae3ae7442,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:16.120251 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f16661-879c-4c29-8c34-e36650222e75 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] GET failed (client error): The resource could not be found. Apr 20 16:35:16.125833 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f3f16661-879c-4c29-8c34-e36650222e75 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports/2b5ccbcd-3ee8-454d-a581-ce9a08c3dad4 HTTP/1.1" status: 404 len: 333 time: 0.0696371 Apr 20 16:35:16.126482 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36130) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:16.245702 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0e0c6c-683c-4f58-9d9e-4d376b153363 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting subnet c05e1790-6f3e-4c20-a787-a859e949eba8 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:35:16.249330 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f0e0c6c-683c-4f58-9d9e-4d376b153363 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:16.308634 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f0e0c6c-683c-4f58-9d9e-4d376b153363 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:16.330432 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a2fd624a-f18c-4c25-b162-a331434f2559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:16.404525 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f17e16a3-641b-4a28-8f81-78b9421d3b68 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:16.420983 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a2fd624a-f18c-4c25-b162-a331434f2559 None None] For port e4695b20-f667-49a1-a3e3-352276b90dfa, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e4695b20-f667-49a1-a3e3-352276b90dfa,segment=NetworkSegment(8f47e228-5b28-4a24-8f3b-474bb10bd86c),segment_id=8f47e228-5b28-4a24-8f3b-474bb10bd86c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:16.524904 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c55f4c0-e22a-4782-a148-b0ccd26f5648 None None] Network 73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:16.530505 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f0e0c6c-683c-4f58-9d9e-4d376b153363 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:16.571031 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a2fd624a-f18c-4c25-b162-a331434f2559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:16.684127 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e4695b20-f667-49a1-a3e3-352276b90dfa up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:35:16.792480 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f0e0c6c-683c-4f58-9d9e-4d376b153363 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:16.866324 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e0c6c-683c-4f58-9d9e-4d376b153363 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Subnet': ['ID=c05e1790-6f3e-4c20-a787-a859e949eba8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:16.886814 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd624a-f18c-4c25-b162-a331434f2559 None None] Pushing event updated for resources: {'Port': ['ID=e4695b20-f667-49a1-a3e3-352276b90dfa,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:16.888797 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f0e0c6c-683c-4f58-9d9e-4d376b153363 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:16.892942 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5f0e0c6c-683c-4f58-9d9e-4d376b153363 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/subnets/c05e1790-6f3e-4c20-a787-a859e949eba8 HTTP/1.1" status: 204 len: 168 time: 0.7649460 Apr 20 16:35:16.896931 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36160) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:16.943015 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f17e16a3-641b-4a28-8f81-78b9421d3b68 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:16.990082 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port e4695b20-f667-49a1-a3e3-352276b90dfa triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:16.990817 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:17.032024 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a1dc5144-12ec-4f1d-b150-5f3b48bfa11e None None] Provisioning complete for port a09f257c-5053-47e2-a3c9-92de1bac7d64 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:17.032427 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1dc5144-12ec-4f1d-b150-5f3b48bfa11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:17.036124 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f17e16a3-641b-4a28-8f81-78b9421d3b68 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:17.040485 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f17e16a3-641b-4a28-8f81-78b9421d3b68 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:17.040646 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a62b3d8-6384-4689-9b0d-6dca76dd5445 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:17.189336 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-3a62b3d8-6384-4689-9b0d-6dca76dd5445 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting port e4695b20-f667-49a1-a3e3-352276b90dfa {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:35:17.189790 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a62b3d8-6384-4689-9b0d-6dca76dd5445 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:17.249572 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff72eae0-2f21-4e16-87ac-ca50bef84698 None None] Network 942ea82a-2685-45b9-ba44-5dd8287bb4e8 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:17.308998 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e16a3-641b-4a28-8f81-78b9421d3b68 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Port': ['ID=c7fc8593-b744-4267-b49f-70aae3ae7442,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:17.355674 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-3a62b3d8-6384-4689-9b0d-6dca76dd5445 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] For port e4695b20-f667-49a1-a3e3-352276b90dfa, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e4695b20-f667-49a1-a3e3-352276b90dfa,segment=NetworkSegment(8f47e228-5b28-4a24-8f3b-474bb10bd86c),segment_id=8f47e228-5b28-4a24-8f3b-474bb10bd86c)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:17.358481 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a62b3d8-6384-4689-9b0d-6dca76dd5445 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:17.379170 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-3a62b3d8-6384-4689-9b0d-6dca76dd5445 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Calling delete_port for e4695b20-f667-49a1-a3e3-352276b90dfa owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:35:17.447998 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17e16a3-641b-4a28-8f81-78b9421d3b68 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:17.450056 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-f17e16a3-641b-4a28-8f81-78b9421d3b68 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:17.486109 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a09f257c-5053-47e2-a3c9-92de1bac7d64 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:35:17.525877 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1dc5144-12ec-4f1d-b150-5f3b48bfa11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:17.615212 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a1dc5144-12ec-4f1d-b150-5f3b48bfa11e None None] For port a09f257c-5053-47e2-a3c9-92de1bac7d64, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a09f257c-5053-47e2-a3c9-92de1bac7d64,segment=NetworkSegment(beb0a9e9-2a31-4fd8-8db2-6342cc203a51),segment_id=beb0a9e9-2a31-4fd8-8db2-6342cc203a51)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:17.624437 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port a09f257c-5053-47e2-a3c9-92de1bac7d64 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:17.625332 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:17.699007 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9a4907-1344-47d7-97a8-7b77733846a2 None None] DHCP port deletion for 942ea82a-2685-45b9-ba44-5dd8287bb4e8 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:35:17.775467 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a62b3d8-6384-4689-9b0d-6dca76dd5445 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:17.849256 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17e16a3-641b-4a28-8f81-78b9421d3b68 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Router 3ea32fec-43fc-48dc-9e97-b4c7a4e97b70 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:35:17.851358 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1dc5144-12ec-4f1d-b150-5f3b48bfa11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:17.858406 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a62b3d8-6384-4689-9b0d-6dca76dd5445 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] No DVR routers for this DVR port e4695b20-f667-49a1-a3e3-352276b90dfa on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:35:17.870988 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:17.876771 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62b3d8-6384-4689-9b0d-6dca76dd5445 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Port': ['ID=e4695b20-f667-49a1-a3e3-352276b90dfa,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:18.130057 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ba0a23e9-750f-4ca2-abb6-3156a99da8f4 None None] Could not find standard attr ID for object e4695b20-f667-49a1-a3e3-352276b90dfa. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:35:18.146310 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17e16a3-641b-4a28-8f81-78b9421d3b68 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:35:18.162890 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f17e16a3-641b-4a28-8f81-78b9421d3b68 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "PUT /v2.0/routers/3ea32fec-43fc-48dc-9e97-b4c7a4e97b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7144012 Apr 20 16:35:18.167291 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36186) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:18.168361 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a62b3d8-6384-4689-9b0d-6dca76dd5445 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:18.205959 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-3a62b3d8-6384-4689-9b0d-6dca76dd5445 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942ea82a-2685-45b9-ba44-5dd8287bb4e8']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:18.217500 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ba0a23e9-750f-4ca2-abb6-3156a99da8f4 None None] Could not find standard attr ID for object 2b5ccbcd-3ee8-454d-a581-ce9a08c3dad4. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:35:18.219543 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5b251-84d5-4623-9bed-39516a6a6874 None None] Sync routers for ids ['3ea32fec-43fc-48dc-9e97-b4c7a4e97b70'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:35:18.227886 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc5144-12ec-4f1d-b150-5f3b48bfa11e None None] Pushing event updated for resources: {'Port': ['ID=a09f257c-5053-47e2-a3c9-92de1bac7d64,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:18.242439 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-3a62b3d8-6384-4689-9b0d-6dca76dd5445 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f47e228-5b28-4a24-8f3b-474bb10bd86c') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:18.243629 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-3a62b3d8-6384-4689-9b0d-6dca76dd5445 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f47e228-5b28-4a24-8f3b-474bb10bd86c') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:18.259887 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a62b3d8-6384-4689-9b0d-6dca76dd5445 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:18.285410 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c07441-fd2a-48b3-82dc-7febe1e6e4d3 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:18.287820 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-30c07441-fd2a-48b3-82dc-7febe1e6e4d3 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "GET /v2.0/ports/c7fc8593-b744-4267-b49f-70aae3ae7442 HTTP/1.1" status: 200 len: 911 time: 0.1141961 Apr 20 16:35:18.290689 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36192) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:18.292837 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a62b3d8-6384-4689-9b0d-6dca76dd5445 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:18.295260 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b5b251-84d5-4623-9bed-39516a6a6874 None None] Routers {'3ea32fec-43fc-48dc-9e97-b4c7a4e97b70'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:35:18.295923 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f8b5b251-84d5-4623-9bed-39516a6a6874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3ea32fec-43fc-48dc-9e97-b4c7a4e97b70'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:18.299865 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4ca1e81d-01f9-4c18-8059-3af732244dfc tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9faabeb7-dab4-4565-97e7-fd43d0abe4c6'}]}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:18.300051 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:35:18.300350 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:35:18.307568 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-db9a4907-1344-47d7-97a8-7b77733846a2 None None] Deleting port e4695b20-f667-49a1-a3e3-352276b90dfa {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:35:18.307568 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-db9a4907-1344-47d7-97a8-7b77733846a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:18.323461 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a62b3d8-6384-4689-9b0d-6dca76dd5445 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:35:18.323877 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a62b3d8-6384-4689-9b0d-6dca76dd5445 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:35:18.327302 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:35:18.392299 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ba0a23e9-750f-4ca2-abb6-3156a99da8f4 None None] Provisioning complete for port a09f257c-5053-47e2-a3c9-92de1bac7d64 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:18.398446 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ba0a23e9-750f-4ca2-abb6-3156a99da8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:18.446770 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f8b5b251-84d5-4623-9bed-39516a6a6874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:18.493774 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a62b3d8-6384-4689-9b0d-6dca76dd5445 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:18.502181 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a62b3d8-6384-4689-9b0d-6dca76dd5445 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:18.508749 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3a62b3d8-6384-4689-9b0d-6dca76dd5445 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/networks/942ea82a-2685-45b9-ba44-5dd8287bb4e8 HTTP/1.1" status: 204 len: 168 time: 1.6072049 Apr 20 16:35:18.512166 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36194) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:18.532050 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c243f6b2-0e1d-41e3-ab46-28c9badf856b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1788364224'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:18.542128 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ca1e81d-01f9-4c18-8059-3af732244dfc tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:18.550611 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62b3d8-6384-4689-9b0d-6dca76dd5445 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Network': ['ID=942ea82a-2685-45b9-ba44-5dd8287bb4e8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:18.675940 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c243f6b2-0e1d-41e3-ab46-28c9badf856b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:18.680806 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c243f6b2-0e1d-41e3-ab46-28c9badf856b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:18.731993 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c243f6b2-0e1d-41e3-ab46-28c9badf856b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:35:18.741509 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b5b251-84d5-4623-9bed-39516a6a6874 None None] Routers {'3ea32fec-43fc-48dc-9e97-b4c7a4e97b70'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:35:18.742410 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f8b5b251-84d5-4623-9bed-39516a6a6874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3ea32fec-43fc-48dc-9e97-b4c7a4e97b70'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:18.759158 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c243f6b2-0e1d-41e3-ab46-28c9badf856b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:18.760506 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-c243f6b2-0e1d-41e3-ab46-28c9badf856b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Added segment 151a8eb4-23fd-47c2-9b8e-21dd1928c608 of type vlan for network d1783412-c743-4a55-b4a2-d48bfdfffd96 Apr 20 16:35:18.829719 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f8b5b251-84d5-4623-9bed-39516a6a6874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:18.830640 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5b251-84d5-4623-9bed-39516a6a6874 None None] The sync data for ids ['3ea32fec-43fc-48dc-9e97-b4c7a4e97b70'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:35:18.839479 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c243f6b2-0e1d-41e3-ab46-28c9badf856b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:18.856810 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-db9a4907-1344-47d7-97a8-7b77733846a2 None None] For port e4695b20-f667-49a1-a3e3-352276b90dfa, host n-d-836146-2, got binding levels [] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:18.861940 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-db9a4907-1344-47d7-97a8-7b77733846a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:18.939319 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-db9a4907-1344-47d7-97a8-7b77733846a2 None None] Calling delete_port for e4695b20-f667-49a1-a3e3-352276b90dfa owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:35:18.945759 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.ipam_backend_mixin [None req-db9a4907-1344-47d7-97a8-7b77733846a2 None None] Port e4695b20-f667-49a1-a3e3-352276b90dfa was not found and therefore no delete operation was performed {{(pid=103486) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 16:35:18.971407 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-db9a4907-1344-47d7-97a8-7b77733846a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:19.001996 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c243f6b2-0e1d-41e3-ab46-28c9badf856b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:19.008416 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c243f6b2-0e1d-41e3-ab46-28c9badf856b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:19.009058 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c243f6b2-0e1d-41e3-ab46-28c9badf856b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:19.115938 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a09f257c-5053-47e2-a3c9-92de1bac7d64 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:35:19.120142 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a4907-1344-47d7-97a8-7b77733846a2 None None] Pushing event deleted for resources: {'Port': ['ID=e4695b20-f667-49a1-a3e3-352276b90dfa,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:19.126825 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243f6b2-0e1d-41e3-ab46-28c9badf856b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Network': ['ID=d1783412-c743-4a55-b4a2-d48bfdfffd96,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:19.136887 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-db9a4907-1344-47d7-97a8-7b77733846a2 None None] Network 942ea82a-2685-45b9-ba44-5dd8287bb4e8 is not hosted by any dhcp agent {{(pid=103486) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 16:35:19.137371 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a4907-1344-47d7-97a8-7b77733846a2 None None] No DVR routers for this DVR port e4695b20-f667-49a1-a3e3-352276b90dfa on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:35:19.152773 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c243f6b2-0e1d-41e3-ab46-28c9badf856b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6335833 Apr 20 16:35:19.152773 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36208) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:19.156364 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ac5cefe6-7de8-4347-9446-0a1d79a5d816 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'subnet': {'network_id': 'd1783412-c743-4a55-b4a2-d48bfdfffd96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:19.175861 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network d1783412-c743-4a55-b4a2-d48bfdfffd96 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:35:19.212493 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ca1e81d-01f9-4c18-8059-3af732244dfc tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:19.298993 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ba0a23e9-750f-4ca2-abb6-3156a99da8f4 None None] Provisioning complete for port c7fc8593-b744-4267-b49f-70aae3ae7442 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:19.299320 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ba0a23e9-750f-4ca2-abb6-3156a99da8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:19.323048 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ca1e81d-01f9-4c18-8059-3af732244dfc tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:19.329332 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca1e81d-01f9-4c18-8059-3af732244dfc tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:19.330131 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ca1e81d-01f9-4c18-8059-3af732244dfc tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:19.334719 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4ca1e81d-01f9-4c18-8059-3af732244dfc tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "PUT /v2.0/ports/c7fc8593-b744-4267-b49f-70aae3ae7442 HTTP/1.1" status: 200 len: 911 time: 1.0395734 Apr 20 16:35:19.385320 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36218) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:19.386964 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port a09f257c-5053-47e2-a3c9-92de1bac7d64 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:19.386964 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:19.426017 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1e81d-01f9-4c18-8059-3af732244dfc tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Port': ['ID=c7fc8593-b744-4267-b49f-70aae3ae7442,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:19.427488 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ba0a23e9-750f-4ca2-abb6-3156a99da8f4 None None] Port c7fc8593-b744-4267-b49f-70aae3ae7442 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:35:19.527889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5cefe6-7de8-4347-9446-0a1d79a5d816 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:19.534332 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac5cefe6-7de8-4347-9446-0a1d79a5d816 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:19.571014 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-32b03849-e6ac-4b10-a9a1-75c00a89e0c5 None None] Provisioning complete for port c7fc8593-b744-4267-b49f-70aae3ae7442 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:19.571014 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-32b03849-e6ac-4b10-a9a1-75c00a89e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:19.618556 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e4695b20-f667-49a1-a3e3-352276b90dfa no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:35:19.646217 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: e4695b20-f667-49a1-a3e3-352276b90dfa {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:35:19.646619 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e4695b20-f667-49a1-a3e3-352276b90dfa not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:35:19.655916 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-32b03849-e6ac-4b10-a9a1-75c00a89e0c5 None None] Port c7fc8593-b744-4267-b49f-70aae3ae7442 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:35:19.987302 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f535bff6-ef33-495e-9e63-1be42b9ac92b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:20.058866 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac5cefe6-7de8-4347-9446-0a1d79a5d816 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:20.195330 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cefe6-7de8-4347-9446-0a1d79a5d816 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Subnet': ['ID=d3dd9a50-3f7e-4cc8-9022-e2e2087baa02,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:20.206729 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5cefe6-7de8-4347-9446-0a1d79a5d816 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Checking segment: {'id': '151a8eb4-23fd-47c2-9b8e-21dd1928c608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd1783412-c743-4a55-b4a2-d48bfdfffd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:35:20.207033 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5cefe6-7de8-4347-9446-0a1d79a5d816 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network hostable DHCP agents. Network: d1783412-c743-4a55-b4a2-d48bfdfffd96, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:35:20.290202 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5cefe6-7de8-4347-9446-0a1d79a5d816 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network d1783412-c743-4a55-b4a2-d48bfdfffd96 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:35:20.384265 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-f535bff6-ef33-495e-9e63-1be42b9ac92b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting port c7fc8593-b744-4267-b49f-70aae3ae7442 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:35:20.384727 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f535bff6-ef33-495e-9e63-1be42b9ac92b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:20.413348 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-ac5cefe6-7de8-4347-9446-0a1d79a5d816 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, d1783412-c743-4a55-b4a2-d48bfdfffd96) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:20.418804 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5cefe6-7de8-4347-9446-0a1d79a5d816 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:20.423162 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac5cefe6-7de8-4347-9446-0a1d79a5d816 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:20.423622 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736e7096-178d-4219-b528-ffd5b13ab138 None None] Network d1783412-c743-4a55-b4a2-d48bfdfffd96 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:20.517852 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f535bff6-ef33-495e-9e63-1be42b9ac92b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:20.535191 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-f535bff6-ef33-495e-9e63-1be42b9ac92b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Calling delete_port for c7fc8593-b744-4267-b49f-70aae3ae7442 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:35:20.588974 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ac5cefe6-7de8-4347-9446-0a1d79a5d816 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4353688 Apr 20 16:35:20.589899 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36242) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:20.594735 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-1ff2a32d-17af-4d07-bd20-636b68657da7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'port': {'network_id': 'd1783412-c743-4a55-b4a2-d48bfdfffd96', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1527506015'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:20.677442 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1021e61-dc71-4c3e-876d-5b83364be5e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-d1783412-c743-4a55-b4a2-d48bfdfffd96', 'network_id': 'd1783412-c743-4a55-b4a2-d48bfdfffd96', 'tenant_id': 'f968dfae81c54728955d6db138cbc5ef', 'fixed_ips': [{'subnet_id': 'd3dd9a50-3f7e-4cc8-9022-e2e2087baa02'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:35:20.683831 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1021e61-dc71-4c3e-876d-5b83364be5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:20.887529 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff2a32d-17af-4d07-bd20-636b68657da7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:20.893075 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f535bff6-ef33-495e-9e63-1be42b9ac92b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:20.893234 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a32d-17af-4d07-bd20-636b68657da7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:20.928128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-1ff2a32d-17af-4d07-bd20-636b68657da7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] device_id is not set on port e28b95f4-6caf-4562-923d-032fda9d01d1 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:35:20.975809 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535bff6-ef33-495e-9e63-1be42b9ac92b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Port': ['ID=c7fc8593-b744-4267-b49f-70aae3ae7442,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:21.062855 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-a1021e61-dc71-4c3e-876d-5b83364be5e0 None None] Allocated IP 172.20.0.2 (d1783412-c743-4a55-b4a2-d48bfdfffd96/d3dd9a50-3f7e-4cc8-9022-e2e2087baa02/fe89b646-bd9e-494b-8388-8b139746dab4) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:21.190384 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f535bff6-ef33-495e-9e63-1be42b9ac92b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:21.317589 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1021e61-dc71-4c3e-876d-5b83364be5e0 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:21.402011 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1021e61-dc71-4c3e-876d-5b83364be5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:21.484622 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-1ff2a32d-17af-4d07-bd20-636b68657da7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Allocated IP 172.20.0.10 (d1783412-c743-4a55-b4a2-d48bfdfffd96/d3dd9a50-3f7e-4cc8-9022-e2e2087baa02/e28b95f4-6caf-4562-923d-032fda9d01d1) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:21.492454 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1021e61-dc71-4c3e-876d-5b83364be5e0 None None] Network d1783412-c743-4a55-b4a2-d48bfdfffd96 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:21.521545 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-a1021e61-dc71-4c3e-876d-5b83364be5e0 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:21.521545 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1021e61-dc71-4c3e-876d-5b83364be5e0 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:21.529741 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f535bff6-ef33-495e-9e63-1be42b9ac92b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Router 3ea32fec-43fc-48dc-9e97-b4c7a4e97b70 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:35:21.609485 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1021e61-dc71-4c3e-876d-5b83364be5e0 None None] Pushing event updated for resources: {'Port': ['ID=fe89b646-bd9e-494b-8388-8b139746dab4,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:21.636656 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a32d-17af-4d07-bd20-636b68657da7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:21.638817 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a1021e61-dc71-4c3e-876d-5b83364be5e0 None None] Attempting to bind port fe89b646-bd9e-494b-8388-8b139746dab4 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:35:21.639290 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a1021e61-dc71-4c3e-876d-5b83364be5e0 None None] Attempting to bind port fe89b646-bd9e-494b-8388-8b139746dab4 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '151a8eb4-23fd-47c2-9b8e-21dd1928c608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd1783412-c743-4a55-b4a2-d48bfdfffd96'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:35:21.639760 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1021e61-dc71-4c3e-876d-5b83364be5e0 None None] Attempting to bind port fe89b646-bd9e-494b-8388-8b139746dab4 on network d1783412-c743-4a55-b4a2-d48bfdfffd96 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:35:21.646554 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1021e61-dc71-4c3e-876d-5b83364be5e0 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:35:21.659335 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1021e61-dc71-4c3e-876d-5b83364be5e0 None None] Checking segment: {'id': '151a8eb4-23fd-47c2-9b8e-21dd1928c608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd1783412-c743-4a55-b4a2-d48bfdfffd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:35:21.659335 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1021e61-dc71-4c3e-876d-5b83364be5e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:21.659335 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1021e61-dc71-4c3e-876d-5b83364be5e0 None None] Bound using segment: {'id': '151a8eb4-23fd-47c2-9b8e-21dd1928c608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd1783412-c743-4a55-b4a2-d48bfdfffd96'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:35:21.659335 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a1021e61-dc71-4c3e-876d-5b83364be5e0 None None] Bound port: fe89b646-bd9e-494b-8388-8b139746dab4, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151a8eb4-23fd-47c2-9b8e-21dd1928c608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd1783412-c743-4a55-b4a2-d48bfdfffd96'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:35:21.659335 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1021e61-dc71-4c3e-876d-5b83364be5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:21.659899 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f535bff6-ef33-495e-9e63-1be42b9ac92b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:35:21.662807 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f535bff6-ef33-495e-9e63-1be42b9ac92b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "PUT /v2.0/routers/3ea32fec-43fc-48dc-9e97-b4c7a4e97b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3067272 Apr 20 16:35:21.665718 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36264) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:21.668595 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ca3814-bcbc-4422-ae89-a992e0cd5604 None None] Sync routers for ids ['3ea32fec-43fc-48dc-9e97-b4c7a4e97b70'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:35:21.688939 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ca3814-bcbc-4422-ae89-a992e0cd5604 None None] Routers {'3ea32fec-43fc-48dc-9e97-b4c7a4e97b70'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:35:21.688939 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-21ca3814-bcbc-4422-ae89-a992e0cd5604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3ea32fec-43fc-48dc-9e97-b4c7a4e97b70'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:21.721657 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9cbd2d59-94b6-4bab-95be-cf2d6485d1be tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea32fec-43fc-48dc-9e97-b4c7a4e97b70 HTTP/1.1" status: 200 len: 205 time: 0.0538659 Apr 20 16:35:21.724409 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36266) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:21.748192 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-21ca3814-bcbc-4422-ae89-a992e0cd5604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:21.768923 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ca3814-bcbc-4422-ae89-a992e0cd5604 None None] Routers {'3ea32fec-43fc-48dc-9e97-b4c7a4e97b70'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:35:21.770475 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-21ca3814-bcbc-4422-ae89-a992e0cd5604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:34:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3ea32fec-43fc-48dc-9e97-b4c7a4e97b70'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:21.843012 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a1021e61-dc71-4c3e-876d-5b83364be5e0 None None] For port fe89b646-bd9e-494b-8388-8b139746dab4, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:35:21.862085 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-21ca3814-bcbc-4422-ae89-a992e0cd5604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:21.863176 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ca3814-bcbc-4422-ae89-a992e0cd5604 None None] The sync data for ids ['3ea32fec-43fc-48dc-9e97-b4c7a4e97b70'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:35:21.863791 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a1021e61-dc71-4c3e-876d-5b83364be5e0 None None] For port fe89b646-bd9e-494b-8388-8b139746dab4, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=fe89b646-bd9e-494b-8388-8b139746dab4,segment=NetworkSegment(151a8eb4-23fd-47c2-9b8e-21dd1928c608),segment_id=151a8eb4-23fd-47c2-9b8e-21dd1928c608)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:35:21.887781 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a32d-17af-4d07-bd20-636b68657da7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:21.901775 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1f907be-fd57-459a-9333-3d01e7ff60c7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:21.974295 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1021e61-dc71-4c3e-876d-5b83364be5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:22.075442 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1021e61-dc71-4c3e-876d-5b83364be5e0 None None] Pushing event updated for resources: {'Port': ['ID=fe89b646-bd9e-494b-8388-8b139746dab4,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:22.373720 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff2a32d-17af-4d07-bd20-636b68657da7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network d1783412-c743-4a55-b4a2-d48bfdfffd96 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:22.377539 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-1ff2a32d-17af-4d07-bd20-636b68657da7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:22.381877 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff2a32d-17af-4d07-bd20-636b68657da7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:22.454927 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2a32d-17af-4d07-bd20-636b68657da7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Port': ['ID=e28b95f4-6caf-4562-923d-032fda9d01d1,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:22.576771 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1f907be-fd57-459a-9333-3d01e7ff60c7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:22.587443 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1f907be-fd57-459a-9333-3d01e7ff60c7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:22.594916 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff2a32d-17af-4d07-bd20-636b68657da7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:22.595666 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a32d-17af-4d07-bd20-636b68657da7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:22.744290 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f009682c-ab0e-464f-8074-7a6072032597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:22.854132 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1f907be-fd57-459a-9333-3d01e7ff60c7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:22.854718 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f907be-fd57-459a-9333-3d01e7ff60c7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Fanout notify agent at l3_agent the message router_deleted on router 3ea32fec-43fc-48dc-9e97-b4c7a4e97b70 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:35:22.862922 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1f907be-fd57-459a-9333-3d01e7ff60c7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:22.867596 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36292) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:22.878864 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a1f907be-fd57-459a-9333-3d01e7ff60c7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/routers/3ea32fec-43fc-48dc-9e97-b4c7a4e97b70 HTTP/1.1" status: 204 len: 168 time: 1.1532629 Apr 20 16:35:22.888001 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1ff2a32d-17af-4d07-bd20-636b68657da7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.2972159 Apr 20 16:35:22.890734 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36294) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:22.931270 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0fde0d4-1fbc-4e6d-928e-5d1224a4f916 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting subnet 9faabeb7-dab4-4565-97e7-fd43d0abe4c6 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:35:22.935981 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e0fde0d4-1fbc-4e6d-928e-5d1224a4f916 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:22.995718 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-02056e49-e728-4de6-b940-82b0c4b34290 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting port e28b95f4-6caf-4562-923d-032fda9d01d1 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:35:22.995718 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02056e49-e728-4de6-b940-82b0c4b34290 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:23.039258 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e0fde0d4-1fbc-4e6d-928e-5d1224a4f916 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:23.141436 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device fe89b646-bd9e-494b-8388-8b139746dab4 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:35:23.145817 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02056e49-e728-4de6-b940-82b0c4b34290 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:23.187780 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-02056e49-e728-4de6-b940-82b0c4b34290 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Calling delete_port for e28b95f4-6caf-4562-923d-032fda9d01d1 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:35:23.196166 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e0fde0d4-1fbc-4e6d-928e-5d1224a4f916 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:23.246015 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port fe89b646-bd9e-494b-8388-8b139746dab4 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:23.246691 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:23.360931 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e0fde0d4-1fbc-4e6d-928e-5d1224a4f916 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:23.396878 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fde0d4-1fbc-4e6d-928e-5d1224a4f916 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Subnet': ['ID=9faabeb7-dab4-4565-97e7-fd43d0abe4c6,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:23.423198 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e0fde0d4-1fbc-4e6d-928e-5d1224a4f916 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:23.431466 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36300) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:23.432457 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e0fde0d4-1fbc-4e6d-928e-5d1224a4f916 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/subnets/9faabeb7-dab4-4565-97e7-fd43d0abe4c6 HTTP/1.1" status: 204 len: 168 time: 0.5624723 Apr 20 16:35:23.461807 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02056e49-e728-4de6-b940-82b0c4b34290 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:23.466103 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851ffb41-fe95-4159-8944-0327520338ea None None] Network 73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:23.580071 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-38fbd40e-c959-471e-a080-52f899e65e37 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:23.585327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02056e49-e728-4de6-b940-82b0c4b34290 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Port': ['ID=e28b95f4-6caf-4562-923d-032fda9d01d1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:23.619671 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:23.674716 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28497b90-3d75-4c4d-9914-0601078b9d74 None None] Network d1783412-c743-4a55-b4a2-d48bfdfffd96 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:23.749147 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02056e49-e728-4de6-b940-82b0c4b34290 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:23.755314 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-02056e49-e728-4de6-b940-82b0c4b34290 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/ports/e28b95f4-6caf-4562-923d-032fda9d01d1 HTTP/1.1" status: 204 len: 168 time: 0.8634779 Apr 20 16:35:23.758085 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36314) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:23.768093 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-38fbd40e-c959-471e-a080-52f899e65e37 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting port a09f257c-5053-47e2-a3c9-92de1bac7d64 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:35:23.768768 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-38fbd40e-c959-471e-a080-52f899e65e37 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:23.805906 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9a4123-157b-47bd-b5b9-5204064ad9d5 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] GET failed (client error): The resource could not be found. Apr 20 16:35:23.807077 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9b9a4123-157b-47bd-b5b9-5204064ad9d5 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports/e28b95f4-6caf-4562-923d-032fda9d01d1 HTTP/1.1" status: 404 len: 333 time: 0.0478997 Apr 20 16:35:23.810447 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36316) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:23.833349 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port fe89b646-bd9e-494b-8388-8b139746dab4, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=fe89b646-bd9e-494b-8388-8b139746dab4,segment=NetworkSegment(151a8eb4-23fd-47c2-9b8e-21dd1928c608),segment_id=151a8eb4-23fd-47c2-9b8e-21dd1928c608)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:23.849398 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-99056f0f-698e-49fd-a7c7-7bf0d4e810e9 None None] Provisioning complete for port fe89b646-bd9e-494b-8388-8b139746dab4 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:23.849771 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-99056f0f-698e-49fd-a7c7-7bf0d4e810e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:23.908751 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-93158e62-aca4-465f-b934-46bc3b6b026a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting subnet d3dd9a50-3f7e-4cc8-9022-e2e2087baa02 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:35:23.917044 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93158e62-aca4-465f-b934-46bc3b6b026a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:23.962120 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-38fbd40e-c959-471e-a080-52f899e65e37 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] For port a09f257c-5053-47e2-a3c9-92de1bac7d64, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a09f257c-5053-47e2-a3c9-92de1bac7d64,segment=NetworkSegment(beb0a9e9-2a31-4fd8-8db2-6342cc203a51),segment_id=beb0a9e9-2a31-4fd8-8db2-6342cc203a51)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:23.962725 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-38fbd40e-c959-471e-a080-52f899e65e37 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:23.969031 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b6b620-81c9-4759-8e86-c323d98dd36a None None] DHCP port deletion for 73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:35:23.975010 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:24.008396 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-38fbd40e-c959-471e-a080-52f899e65e37 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Calling delete_port for a09f257c-5053-47e2-a3c9-92de1bac7d64 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:35:24.030520 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93158e62-aca4-465f-b934-46bc3b6b026a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:24.178718 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=fe89b646-bd9e-494b-8388-8b139746dab4,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:24.181000 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93158e62-aca4-465f-b934-46bc3b6b026a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:24.183317 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-38fbd40e-c959-471e-a080-52f899e65e37 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:24.210400 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b7b6b620-81c9-4759-8e86-c323d98dd36a None None] Deleting port a09f257c-5053-47e2-a3c9-92de1bac7d64 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:35:24.211273 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b7b6b620-81c9-4759-8e86-c323d98dd36a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:24.247004 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbd40e-c959-471e-a080-52f899e65e37 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Port': ['ID=a09f257c-5053-47e2-a3c9-92de1bac7d64,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:24.254476 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fbd40e-c959-471e-a080-52f899e65e37 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] No DVR routers for this DVR port a09f257c-5053-47e2-a3c9-92de1bac7d64 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:35:24.396241 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-38fbd40e-c959-471e-a080-52f899e65e37 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:24.397000 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b7b6b620-81c9-4759-8e86-c323d98dd36a None None] For port a09f257c-5053-47e2-a3c9-92de1bac7d64, host n-d-836146-2, got binding levels [] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:24.397415 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b7b6b620-81c9-4759-8e86-c323d98dd36a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:24.408877 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93158e62-aca4-465f-b934-46bc3b6b026a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:24.426743 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-38fbd40e-c959-471e-a080-52f899e65e37 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:24.434351 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b7b6b620-81c9-4759-8e86-c323d98dd36a None None] Calling delete_port for a09f257c-5053-47e2-a3c9-92de1bac7d64 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:35:24.449066 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93158e62-aca4-465f-b934-46bc3b6b026a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Subnet': ['ID=d3dd9a50-3f7e-4cc8-9022-e2e2087baa02,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:24.451727 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.ipam_backend_mixin [None req-b7b6b620-81c9-4759-8e86-c323d98dd36a None None] Port a09f257c-5053-47e2-a3c9-92de1bac7d64 was not found and therefore no delete operation was performed {{(pid=103486) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 16:35:24.454135 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b7b6b620-81c9-4759-8e86-c323d98dd36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:24.464199 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93158e62-aca4-465f-b934-46bc3b6b026a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:24.466414 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-38fbd40e-c959-471e-a080-52f899e65e37 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb0a9e9-2a31-4fd8-8db2-6342cc203a51') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:24.466725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-38fbd40e-c959-471e-a080-52f899e65e37 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb0a9e9-2a31-4fd8-8db2-6342cc203a51') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:24.470071 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-93158e62-aca4-465f-b934-46bc3b6b026a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/subnets/d3dd9a50-3f7e-4cc8-9022-e2e2087baa02 HTTP/1.1" status: 204 len: 168 time: 0.6577189 Apr 20 16:35:24.471963 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36326) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:24.493358 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-38fbd40e-c959-471e-a080-52f899e65e37 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:24.506377 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6b620-81c9-4759-8e86-c323d98dd36a None None] Pushing event deleted for resources: {'Port': ['ID=a09f257c-5053-47e2-a3c9-92de1bac7d64,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:24.511509 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b6b620-81c9-4759-8e86-c323d98dd36a None None] No DVR routers for this DVR port a09f257c-5053-47e2-a3c9-92de1bac7d64 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:35:24.512262 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-38fbd40e-c959-471e-a080-52f899e65e37 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:24.521041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38fbd40e-c959-471e-a080-52f899e65e37 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:35:24.521321 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-38fbd40e-c959-471e-a080-52f899e65e37 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:35:24.525102 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:35:24.579611 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbfbc46-7245-4768-98ff-03d2edcd34f1 None None] Network d1783412-c743-4a55-b4a2-d48bfdfffd96 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:24.671006 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-52850ff7-048a-487b-a82f-3668aadaf8d6 None None] Provisioning complete for port fe89b646-bd9e-494b-8388-8b139746dab4 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:24.671376 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-52850ff7-048a-487b-a82f-3668aadaf8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:24.675745 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-212a298e-147b-492b-8eea-5e3d9f128075 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:24.750569 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-212a298e-147b-492b-8eea-5e3d9f128075 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting port fe89b646-bd9e-494b-8388-8b139746dab4 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:35:24.751002 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-212a298e-147b-492b-8eea-5e3d9f128075 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:24.777368 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-38fbd40e-c959-471e-a080-52f899e65e37 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:24.795904 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-38fbd40e-c959-471e-a080-52f899e65e37 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:24.809064 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-38fbd40e-c959-471e-a080-52f899e65e37 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/networks/73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e HTTP/1.1" status: 204 len: 168 time: 1.3725736 Apr 20 16:35:24.809064 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36338) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:24.840159 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2ad5818d-f763-4529-8450-dad417207843 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1073707152', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:24.849251 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbd40e-c959-471e-a080-52f899e65e37 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Network': ['ID=73ddc735-b5a2-4f0d-bb8c-b85f9d39cc4e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:24.899700 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-212a298e-147b-492b-8eea-5e3d9f128075 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] For port fe89b646-bd9e-494b-8388-8b139746dab4, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=fe89b646-bd9e-494b-8388-8b139746dab4,segment=NetworkSegment(151a8eb4-23fd-47c2-9b8e-21dd1928c608),segment_id=151a8eb4-23fd-47c2-9b8e-21dd1928c608)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:24.900070 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-212a298e-147b-492b-8eea-5e3d9f128075 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:24.924199 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-212a298e-147b-492b-8eea-5e3d9f128075 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Calling delete_port for fe89b646-bd9e-494b-8388-8b139746dab4 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:35:24.965813 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ad5818d-f763-4529-8450-dad417207843 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:24.966890 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ad5818d-f763-4529-8450-dad417207843 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:25.104969 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2c83a887-358a-42ad-957d-f708c1484503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:25.139819 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd04d17-c7f0-42f0-b3fc-7159adbf2692 None None] DHCP port deletion for d1783412-c743-4a55-b4a2-d48bfdfffd96 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:35:25.140271 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ad5818d-f763-4529-8450-dad417207843 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:25.240419 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ecd04d17-c7f0-42f0-b3fc-7159adbf2692 None None] Deleting port fe89b646-bd9e-494b-8388-8b139746dab4 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:35:25.241029 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ecd04d17-c7f0-42f0-b3fc-7159adbf2692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:25.277975 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ad5818d-f763-4529-8450-dad417207843 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:25.310483 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-212a298e-147b-492b-8eea-5e3d9f128075 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:25.330668 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a09f257c-5053-47e2-a3c9-92de1bac7d64 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:35:25.342891 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a298e-147b-492b-8eea-5e3d9f128075 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Port': ['ID=fe89b646-bd9e-494b-8388-8b139746dab4,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:25.357059 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212a298e-147b-492b-8eea-5e3d9f128075 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] No DVR routers for this DVR port fe89b646-bd9e-494b-8388-8b139746dab4 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:35:25.358329 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: a09f257c-5053-47e2-a3c9-92de1bac7d64 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:35:25.358837 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a09f257c-5053-47e2-a3c9-92de1bac7d64 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:35:25.379054 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ecd04d17-c7f0-42f0-b3fc-7159adbf2692 None None] For port fe89b646-bd9e-494b-8388-8b139746dab4, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=fe89b646-bd9e-494b-8388-8b139746dab4,segment=NetworkSegment(151a8eb4-23fd-47c2-9b8e-21dd1928c608),segment_id=151a8eb4-23fd-47c2-9b8e-21dd1928c608)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:25.379601 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ecd04d17-c7f0-42f0-b3fc-7159adbf2692 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:25.400398 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ecd04d17-c7f0-42f0-b3fc-7159adbf2692 None None] Calling delete_port for fe89b646-bd9e-494b-8388-8b139746dab4 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:35:25.439663 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ad5818d-f763-4529-8450-dad417207843 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:25.443614 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2ad5818d-f763-4529-8450-dad417207843 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6061263 Apr 20 16:35:25.444829 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36348) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:25.452264 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-5e9ce60f-77b9-42bd-a5dd-7046d04e1311 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1723125863'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:25.467967 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-212a298e-147b-492b-8eea-5e3d9f128075 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:25.485221 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ecd04d17-c7f0-42f0-b3fc-7159adbf2692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:25.514835 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-212a298e-147b-492b-8eea-5e3d9f128075 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1783412-c743-4a55-b4a2-d48bfdfffd96']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:25.527567 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd04d17-c7f0-42f0-b3fc-7159adbf2692 None None] Pushing event deleted for resources: {'Port': ['ID=fe89b646-bd9e-494b-8388-8b139746dab4,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:25.529974 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-212a298e-147b-492b-8eea-5e3d9f128075 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151a8eb4-23fd-47c2-9b8e-21dd1928c608') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:25.530328 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-212a298e-147b-492b-8eea-5e3d9f128075 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151a8eb4-23fd-47c2-9b8e-21dd1928c608') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:25.533894 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd04d17-c7f0-42f0-b3fc-7159adbf2692 None None] No DVR routers for this DVR port fe89b646-bd9e-494b-8388-8b139746dab4 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:35:25.544421 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-212a298e-147b-492b-8eea-5e3d9f128075 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:25.559523 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-212a298e-147b-492b-8eea-5e3d9f128075 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:25.566368 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212a298e-147b-492b-8eea-5e3d9f128075 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:35:25.567622 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-212a298e-147b-492b-8eea-5e3d9f128075 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:35:25.570719 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:35:25.620381 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9ce60f-77b9-42bd-a5dd-7046d04e1311 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Made reservation on behalf of 389cf1170ce14ee9ab1f648517cde249 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:25.624032 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce60f-77b9-42bd-a5dd-7046d04e1311 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:25.796038 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-212a298e-147b-492b-8eea-5e3d9f128075 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:25.802665 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e9ce60f-77b9-42bd-a5dd-7046d04e1311 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:35:25.802874 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-212a298e-147b-492b-8eea-5e3d9f128075 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:25.805925 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-212a298e-147b-492b-8eea-5e3d9f128075 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/networks/d1783412-c743-4a55-b4a2-d48bfdfffd96 HTTP/1.1" status: 204 len: 168 time: 1.3329883 Apr 20 16:35:25.811134 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36358) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:25.813604 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce60f-77b9-42bd-a5dd-7046d04e1311 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:25.813943 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-5e9ce60f-77b9-42bd-a5dd-7046d04e1311 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Added segment 13a26ebf-ab4d-485a-a059-5962559a74ac of type vlan for network 87ec8f94-0c3d-4dc1-a72c-56f74993c61c Apr 20 16:35:25.818124 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a298e-147b-492b-8eea-5e3d9f128075 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Network': ['ID=d1783412-c743-4a55-b4a2-d48bfdfffd96,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:25.818858 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-221cce6c-04cb-40bb-8d62-7ba8973cfb88 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'port': {'network_id': '178eb23f-e785-4a0c-9128-429e30ff077d', 'name': 'tempest-PortsTestJSON-818947377'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:25.921179 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce60f-77b9-42bd-a5dd-7046d04e1311 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:26.063135 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce60f-77b9-42bd-a5dd-7046d04e1311 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:26.068940 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9ce60f-77b9-42bd-a5dd-7046d04e1311 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:26.069539 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce60f-77b9-42bd-a5dd-7046d04e1311 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:26.094391 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221cce6c-04cb-40bb-8d62-7ba8973cfb88 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:26.097834 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-221cce6c-04cb-40bb-8d62-7ba8973cfb88 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:26.151509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ce60f-77b9-42bd-a5dd-7046d04e1311 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Network': ['ID=87ec8f94-0c3d-4dc1-a72c-56f74993c61c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:26.154142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-221cce6c-04cb-40bb-8d62-7ba8973cfb88 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] device_id is not set on port da9a53e0-d01f-463d-886a-17796610220c yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:35:26.161646 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 87ec8f94-0c3d-4dc1-a72c-56f74993c61c details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:35:26.197752 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5e9ce60f-77b9-42bd-a5dd-7046d04e1311 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7518258 Apr 20 16:35:26.201194 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36366) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:26.206457 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-1984c66e-8c23-477b-b2b6-cdad6f2c886b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'subnet': {'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:26.325125 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-221cce6c-04cb-40bb-8d62-7ba8973cfb88 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:26.382749 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:26.409898 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1984c66e-8c23-477b-b2b6-cdad6f2c886b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Made reservation on behalf of 389cf1170ce14ee9ab1f648517cde249 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:26.413705 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1984c66e-8c23-477b-b2b6-cdad6f2c886b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:26.476367 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-221cce6c-04cb-40bb-8d62-7ba8973cfb88 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:26.521535 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221cce6c-04cb-40bb-8d62-7ba8973cfb88 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network 178eb23f-e785-4a0c-9128-429e30ff077d is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:26.525196 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-221cce6c-04cb-40bb-8d62-7ba8973cfb88 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:26.531409 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221cce6c-04cb-40bb-8d62-7ba8973cfb88 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:26.539018 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221cce6c-04cb-40bb-8d62-7ba8973cfb88 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:26.539669 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-221cce6c-04cb-40bb-8d62-7ba8973cfb88 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:26.556102 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221cce6c-04cb-40bb-8d62-7ba8973cfb88 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Port': ['ID=da9a53e0-d01f-463d-886a-17796610220c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:26.703474 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-221cce6c-04cb-40bb-8d62-7ba8973cfb88 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8905466 Apr 20 16:35:26.710266 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36392) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:26.747447 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1984c66e-8c23-477b-b2b6-cdad6f2c886b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:26.806632 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984c66e-8c23-477b-b2b6-cdad6f2c886b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Subnet': ['ID=a4171162-02dd-4d68-9111-f38166f6cc28,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:26.876623 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1984c66e-8c23-477b-b2b6-cdad6f2c886b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Checking segment: {'id': '13a26ebf-ab4d-485a-a059-5962559a74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:35:26.876995 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1984c66e-8c23-477b-b2b6-cdad6f2c886b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network hostable DHCP agents. Network: 87ec8f94-0c3d-4dc1-a72c-56f74993c61c, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:35:26.917902 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-fc2c44bd-bbe0-40ae-85f0-19852e39f2d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting port da9a53e0-d01f-463d-886a-17796610220c {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:35:26.918358 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fc2c44bd-bbe0-40ae-85f0-19852e39f2d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:26.993295 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fc2c44bd-bbe0-40ae-85f0-19852e39f2d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:27.008298 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-fc2c44bd-bbe0-40ae-85f0-19852e39f2d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Calling delete_port for da9a53e0-d01f-463d-886a-17796610220c owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:35:27.040364 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device fe89b646-bd9e-494b-8388-8b139746dab4 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:35:27.060036 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: fe89b646-bd9e-494b-8388-8b139746dab4 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:35:27.060393 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device fe89b646-bd9e-494b-8388-8b139746dab4 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:35:27.078198 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1984c66e-8c23-477b-b2b6-cdad6f2c886b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 87ec8f94-0c3d-4dc1-a72c-56f74993c61c is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:35:27.241767 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-1984c66e-8c23-477b-b2b6-cdad6f2c886b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 87ec8f94-0c3d-4dc1-a72c-56f74993c61c) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:27.245857 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1984c66e-8c23-477b-b2b6-cdad6f2c886b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:27.246446 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1984c66e-8c23-477b-b2b6-cdad6f2c886b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:27.253487 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a214cfc4-9535-4d7c-8397-ab706f402405 None None] Network 87ec8f94-0c3d-4dc1-a72c-56f74993c61c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:27.316198 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fc2c44bd-bbe0-40ae-85f0-19852e39f2d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:27.343001 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c44bd-bbe0-40ae-85f0-19852e39f2d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Port': ['ID=da9a53e0-d01f-463d-886a-17796610220c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:27.353371 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fc2c44bd-bbe0-40ae-85f0-19852e39f2d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:27.360443 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fc2c44bd-bbe0-40ae-85f0-19852e39f2d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/ports/da9a53e0-d01f-463d-886a-17796610220c HTTP/1.1" status: 204 len: 168 time: 0.6483352 Apr 20 16:35:27.362434 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36428) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:27.368356 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-63da231e-ba87-45e0-8486-f39811a42496 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'port': {'network_id': '178eb23f-e785-4a0c-9128-429e30ff077d', 'mac_address': 'fa:16:3e:6a:5d:68', 'name': 'tempest-PortsTestJSON-817962537'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:27.385256 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1984c66e-8c23-477b-b2b6-cdad6f2c886b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1813440 Apr 20 16:35:27.391240 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36432) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:27.495555 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb55c3a-2bd0-49d9-81c7-5016d2a1c1c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:35:27.496687 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-efb55c3a-2bd0-49d9-81c7-5016d2a1c1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:27.636067 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63da231e-ba87-45e0-8486-f39811a42496 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:27.695670 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-efb55c3a-2bd0-49d9-81c7-5016d2a1c1c5 None None] Allocated IP 2001:db8::2 (87ec8f94-0c3d-4dc1-a72c-56f74993c61c/a4171162-02dd-4d68-9111-f38166f6cc28/d569a29b-846f-47c1-b519-70c5092b5c68) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:27.721174 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63da231e-ba87-45e0-8486-f39811a42496 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:27.744874 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-63da231e-ba87-45e0-8486-f39811a42496 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] device_id is not set on port 55edecb2-b99f-432a-a81b-39a4834ba425 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:35:27.886491 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:27.994633 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-efb55c3a-2bd0-49d9-81c7-5016d2a1c1c5 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:28.059428 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-efb55c3a-2bd0-49d9-81c7-5016d2a1c1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:28.084507 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63da231e-ba87-45e0-8486-f39811a42496 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:28.172845 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb55c3a-2bd0-49d9-81c7-5016d2a1c1c5 None None] Network 87ec8f94-0c3d-4dc1-a72c-56f74993c61c is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:28.179201 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:28.193414 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-efb55c3a-2bd0-49d9-81c7-5016d2a1c1c5 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:28.202027 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb55c3a-2bd0-49d9-81c7-5016d2a1c1c5 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:28.206388 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63da231e-ba87-45e0-8486-f39811a42496 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:28.339084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63da231e-ba87-45e0-8486-f39811a42496 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network 178eb23f-e785-4a0c-9128-429e30ff077d is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:28.340502 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb55c3a-2bd0-49d9-81c7-5016d2a1c1c5 None None] Pushing event updated for resources: {'Port': ['ID=d569a29b-846f-47c1-b519-70c5092b5c68,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:28.342695 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-63da231e-ba87-45e0-8486-f39811a42496 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:28.349104 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63da231e-ba87-45e0-8486-f39811a42496 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:28.362762 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63da231e-ba87-45e0-8486-f39811a42496 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:28.363260 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63da231e-ba87-45e0-8486-f39811a42496 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:28.366169 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6a67455-5c15-4d45-8d62-5f0d8382c312 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:28.378534 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-efb55c3a-2bd0-49d9-81c7-5016d2a1c1c5 None None] Attempting to bind port d569a29b-846f-47c1-b519-70c5092b5c68 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:35:28.380752 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da231e-ba87-45e0-8486-f39811a42496 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Port': ['ID=55edecb2-b99f-432a-a81b-39a4834ba425,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:28.380915 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-efb55c3a-2bd0-49d9-81c7-5016d2a1c1c5 None None] Attempting to bind port d569a29b-846f-47c1-b519-70c5092b5c68 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '13a26ebf-ab4d-485a-a059-5962559a74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:35:28.381122 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb55c3a-2bd0-49d9-81c7-5016d2a1c1c5 None None] Attempting to bind port d569a29b-846f-47c1-b519-70c5092b5c68 on network 87ec8f94-0c3d-4dc1-a72c-56f74993c61c {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:35:28.388489 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb55c3a-2bd0-49d9-81c7-5016d2a1c1c5 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:35:28.388870 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb55c3a-2bd0-49d9-81c7-5016d2a1c1c5 None None] Checking segment: {'id': '13a26ebf-ab4d-485a-a059-5962559a74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:35:28.389268 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-efb55c3a-2bd0-49d9-81c7-5016d2a1c1c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:28.389659 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb55c3a-2bd0-49d9-81c7-5016d2a1c1c5 None None] Bound using segment: {'id': '13a26ebf-ab4d-485a-a059-5962559a74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:35:28.390127 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-efb55c3a-2bd0-49d9-81c7-5016d2a1c1c5 None None] Bound port: d569a29b-846f-47c1-b519-70c5092b5c68, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a26ebf-ab4d-485a-a059-5962559a74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:35:28.390507 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-efb55c3a-2bd0-49d9-81c7-5016d2a1c1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:28.504279 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-63da231e-ba87-45e0-8486-f39811a42496 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1390717 Apr 20 16:35:28.506941 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36460) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:28.527554 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-efb55c3a-2bd0-49d9-81c7-5016d2a1c1c5 None None] For port d569a29b-846f-47c1-b519-70c5092b5c68, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:35:28.581464 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-efb55c3a-2bd0-49d9-81c7-5016d2a1c1c5 None None] For port d569a29b-846f-47c1-b519-70c5092b5c68, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d569a29b-846f-47c1-b519-70c5092b5c68,segment=NetworkSegment(13a26ebf-ab4d-485a-a059-5962559a74ac),segment_id=13a26ebf-ab4d-485a-a059-5962559a74ac)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:35:28.588137 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485f46cc-d00c-489b-aac8-3031b921f2c3 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:28.600828 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-485f46cc-d00c-489b-aac8-3031b921f2c3 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports/55edecb2-b99f-432a-a81b-39a4834ba425 HTTP/1.1" status: 200 len: 840 time: 0.0839744 Apr 20 16:35:28.600828 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36462) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:28.675803 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:28.687541 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-efb55c3a-2bd0-49d9-81c7-5016d2a1c1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:28.723978 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-9400fa96-1630-4cb1-8ad8-5c130a54c54d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting port 55edecb2-b99f-432a-a81b-39a4834ba425 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:35:28.724582 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9400fa96-1630-4cb1-8ad8-5c130a54c54d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:28.740970 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-d6a67455-5c15-4d45-8d62-5f0d8382c312 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Allocated IP 2001:db8::1 (87ec8f94-0c3d-4dc1-a72c-56f74993c61c/a4171162-02dd-4d68-9111-f38166f6cc28/593a00d9-1e06-4727-b031-4c740cd985fa) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:28.798912 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb55c3a-2bd0-49d9-81c7-5016d2a1c1c5 None None] Pushing event updated for resources: {'Port': ['ID=d569a29b-846f-47c1-b519-70c5092b5c68,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:28.838224 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9400fa96-1630-4cb1-8ad8-5c130a54c54d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:28.865654 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-9400fa96-1630-4cb1-8ad8-5c130a54c54d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Calling delete_port for 55edecb2-b99f-432a-a81b-39a4834ba425 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:35:29.001332 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6a67455-5c15-4d45-8d62-5f0d8382c312 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:29.120244 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9400fa96-1630-4cb1-8ad8-5c130a54c54d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:29.168008 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6a67455-5c15-4d45-8d62-5f0d8382c312 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:29.199666 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400fa96-1630-4cb1-8ad8-5c130a54c54d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Port': ['ID=55edecb2-b99f-432a-a81b-39a4834ba425,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:29.218079 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9400fa96-1630-4cb1-8ad8-5c130a54c54d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:29.229597 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9400fa96-1630-4cb1-8ad8-5c130a54c54d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/ports/55edecb2-b99f-432a-a81b-39a4834ba425 HTTP/1.1" status: 204 len: 168 time: 0.6322615 Apr 20 16:35:29.230073 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36474) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:29.271921 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e68584b-93ed-4851-9f81-98feee9ba159 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] GET failed (client error): The resource could not be found. Apr 20 16:35:29.274083 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9e68584b-93ed-4851-9f81-98feee9ba159 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports/55edecb2-b99f-432a-a81b-39a4834ba425 HTTP/1.1" status: 404 len: 333 time: 0.0427098 Apr 20 16:35:29.277685 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36478) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:29.283347 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2da69d40-4cc0-44d2-aa95-8ee8ec99af45 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'port': {'network_id': '178eb23f-e785-4a0c-9128-429e30ff077d', 'name': 'tempest-PortsTestJSON-466216132'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:29.298807 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a67455-5c15-4d45-8d62-5f0d8382c312 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Port': ['ID=593a00d9-1e06-4727-b031-4c740cd985fa,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:29.324725 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a67455-5c15-4d45-8d62-5f0d8382c312 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 87ec8f94-0c3d-4dc1-a72c-56f74993c61c is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:29.327045 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-d6a67455-5c15-4d45-8d62-5f0d8382c312 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:29.335301 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a67455-5c15-4d45-8d62-5f0d8382c312 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:29.336673 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6a67455-5c15-4d45-8d62-5f0d8382c312 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:29.802160 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da69d40-4cc0-44d2-aa95-8ee8ec99af45 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:29.802777 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6a67455-5c15-4d45-8d62-5f0d8382c312 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:29.809834 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2da69d40-4cc0-44d2-aa95-8ee8ec99af45 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:29.836011 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-2da69d40-4cc0-44d2-aa95-8ee8ec99af45 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] device_id is not set on port 22353d84-8be4-4cc9-b44e-1d0697f3a0a7 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:35:29.916017 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:30.194372 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2da69d40-4cc0-44d2-aa95-8ee8ec99af45 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:30.226424 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13dc0eb-da65-4d9d-ab97-a35ab68de071 None None] Network 87ec8f94-0c3d-4dc1-a72c-56f74993c61c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:30.323595 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6a67455-5c15-4d45-8d62-5f0d8382c312 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:30.367810 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2da69d40-4cc0-44d2-aa95-8ee8ec99af45 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:30.386644 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-421e1188-fafb-4554-94d5-b56b96649e4d None None] Provisioning complete for port d569a29b-846f-47c1-b519-70c5092b5c68 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:30.387009 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-421e1188-fafb-4554-94d5-b56b96649e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:30.415650 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da69d40-4cc0-44d2-aa95-8ee8ec99af45 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network 178eb23f-e785-4a0c-9128-429e30ff077d is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:30.421330 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-2da69d40-4cc0-44d2-aa95-8ee8ec99af45 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:30.425855 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da69d40-4cc0-44d2-aa95-8ee8ec99af45 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:30.432568 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da69d40-4cc0-44d2-aa95-8ee8ec99af45 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:30.433639 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2da69d40-4cc0-44d2-aa95-8ee8ec99af45 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:30.459722 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da69d40-4cc0-44d2-aa95-8ee8ec99af45 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Port': ['ID=22353d84-8be4-4cc9-b44e-1d0697f3a0a7,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:30.499217 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6a67455-5c15-4d45-8d62-5f0d8382c312 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:30.503523 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6a67455-5c15-4d45-8d62-5f0d8382c312 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:30.518272 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-421e1188-fafb-4554-94d5-b56b96649e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:30.580825 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2da69d40-4cc0-44d2-aa95-8ee8ec99af45 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3020275 Apr 20 16:35:30.583902 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36506) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:30.592519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-6aab05a7-a69c-47e3-9241-dcfc82230098 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:30.633005 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-421e1188-fafb-4554-94d5-b56b96649e4d None None] For port d569a29b-846f-47c1-b519-70c5092b5c68, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d569a29b-846f-47c1-b519-70c5092b5c68,segment=NetworkSegment(13a26ebf-ab4d-485a-a059-5962559a74ac),segment_id=13a26ebf-ab4d-485a-a059-5962559a74ac)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:30.729569 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6aab05a7-a69c-47e3-9241-dcfc82230098 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:30.731320 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a67455-5c15-4d45-8d62-5f0d8382c312 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Port': ['ID=593a00d9-1e06-4727-b031-4c740cd985fa,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:30.733199 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-421e1188-fafb-4554-94d5-b56b96649e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:30.820413 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a67455-5c15-4d45-8d62-5f0d8382c312 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 87ec8f94-0c3d-4dc1-a72c-56f74993c61c is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:30.822353 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-d6a67455-5c15-4d45-8d62-5f0d8382c312 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:30.863163 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e1188-fafb-4554-94d5-b56b96649e4d None None] Pushing event updated for resources: {'Port': ['ID=d569a29b-846f-47c1-b519-70c5092b5c68,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:31.048968 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6aab05a7-a69c-47e3-9241-dcfc82230098 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:31.128528 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6aab05a7-a69c-47e3-9241-dcfc82230098 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:31.135495 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d569a29b-846f-47c1-b519-70c5092b5c68 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:35:31.154145 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a67455-5c15-4d45-8d62-5f0d8382c312 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:35:31.204999 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-6aab05a7-a69c-47e3-9241-dcfc82230098 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] In _notify_port_updated(), no bound segment for port 22353d84-8be4-4cc9-b44e-1d0697f3a0a7 on network 178eb23f-e785-4a0c-9128-429e30ff077d {{(pid=103484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:35:31.214728 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aab05a7-a69c-47e3-9241-dcfc82230098 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:31.215727 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6aab05a7-a69c-47e3-9241-dcfc82230098 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:31.223371 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6aab05a7-a69c-47e3-9241-dcfc82230098 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "PUT /v2.0/ports/22353d84-8be4-4cc9-b44e-1d0697f3a0a7 HTTP/1.1" status: 200 len: 818 time: 0.6325014 Apr 20 16:35:31.233815 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36522) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:31.295305 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab05a7-a69c-47e3-9241-dcfc82230098 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Port': ['ID=22353d84-8be4-4cc9-b44e-1d0697f3a0a7,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:31.317764 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-19274a57-8e47-4c18-a7dc-c4697df10a1b None None] Provisioning complete for port 593a00d9-1e06-4727-b031-4c740cd985fa triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:31.318134 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-19274a57-8e47-4c18-a7dc-c4697df10a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:31.375916 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-19274a57-8e47-4c18-a7dc-c4697df10a1b None None] Port 593a00d9-1e06-4727-b031-4c740cd985fa cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:35:31.388943 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port d569a29b-846f-47c1-b519-70c5092b5c68 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:31.389614 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:31.422674 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a67455-5c15-4d45-8d62-5f0d8382c312 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:35:31.448183 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] Sync routers for ids ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:35:31.472063 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-19274a57-8e47-4c18-a7dc-c4697df10a1b None None] Provisioning complete for port d569a29b-846f-47c1-b519-70c5092b5c68 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:31.472755 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-19274a57-8e47-4c18-a7dc-c4697df10a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:31.481668 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d6a67455-5c15-4d45-8d62-5f0d8382c312 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "PUT /v2.0/routers/5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0868742 Apr 20 16:35:31.481896 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36528) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:31.508987 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-55e46e49-a14d-4ad0-a0f0-aa65508a22ab tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1378429488'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:31.509141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-e590a92d-7462-4cc3-89d3-a4d607843427 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting port 22353d84-8be4-4cc9-b44e-1d0697f3a0a7 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:35:31.509662 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e590a92d-7462-4cc3-89d3-a4d607843427 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:31.553080 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] Routers {'5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:35:31.554027 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:35:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:31.697396 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e590a92d-7462-4cc3-89d3-a4d607843427 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:31.712711 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e46e49-a14d-4ad0-a0f0-aa65508a22ab tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Made reservation on behalf of 389cf1170ce14ee9ab1f648517cde249 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:31.718275 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-55e46e49-a14d-4ad0-a0f0-aa65508a22ab tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:31.737678 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-e590a92d-7462-4cc3-89d3-a4d607843427 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Calling delete_port for 22353d84-8be4-4cc9-b44e-1d0697f3a0a7 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:35:31.872287 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e46e49-a14d-4ad0-a0f0-aa65508a22ab tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:35:31.887962 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] Set router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:35:31.919137 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-55e46e49-a14d-4ad0-a0f0-aa65508a22ab tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:31.919137 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-55e46e49-a14d-4ad0-a0f0-aa65508a22ab tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Added segment 136a0e03-9cd3-400e-86bd-ad487f875eef of type vlan for network 3090ad38-4d5d-4d1d-b98f-020c704b863b Apr 20 16:35:32.095063 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-55e46e49-a14d-4ad0-a0f0-aa65508a22ab tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:32.162251 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e590a92d-7462-4cc3-89d3-a4d607843427 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:32.227075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590a92d-7462-4cc3-89d3-a4d607843427 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Port': ['ID=22353d84-8be4-4cc9-b44e-1d0697f3a0a7,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:32.254683 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e590a92d-7462-4cc3-89d3-a4d607843427 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:32.261884 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e590a92d-7462-4cc3-89d3-a4d607843427 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/ports/22353d84-8be4-4cc9-b44e-1d0697f3a0a7 HTTP/1.1" status: 204 len: 168 time: 1.0264788 Apr 20 16:35:32.264352 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36542) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:32.318514 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-55e46e49-a14d-4ad0-a0f0-aa65508a22ab tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:32.326652 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e46e49-a14d-4ad0-a0f0-aa65508a22ab tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:32.327829 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-55e46e49-a14d-4ad0-a0f0-aa65508a22ab tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:32.462586 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e46e49-a14d-4ad0-a0f0-aa65508a22ab tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Network': ['ID=3090ad38-4d5d-4d1d-b98f-020c704b863b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:32.495100 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96caa60-4014-45f4-8d40-609ba0c18565 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:32.497060 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b96caa60-4014-45f4-8d40-609ba0c18565 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2314463 Apr 20 16:35:32.499776 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36548) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:32.501840 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 3090ad38-4d5d-4d1d-b98f-020c704b863b details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:35:32.542829 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-425c7a62-7488-431a-bac9-f7817c156e3e tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] GET failed (client error): The resource could not be found. Apr 20 16:35:32.544577 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-425c7a62-7488-431a-bac9-f7817c156e3e tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports/22353d84-8be4-4cc9-b44e-1d0697f3a0a7 HTTP/1.1" status: 404 len: 333 time: 0.0436575 Apr 20 16:35:32.552420 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36550) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:32.584577 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-dc4bdcda-a868-4b67-9d39-a47b4251b2bc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1027792137'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:32.675096 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-55e46e49-a14d-4ad0-a0f0-aa65508a22ab tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1803296 Apr 20 16:35:32.677579 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36558) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:32.688900 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-96c2ceb2-2003-4ae6-b05a-629b15a8a80c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'subnet': {'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:32.728249 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e502c617-1bfb-4e65-9bce-37f94cfef67e None None] Provisioning complete for port 593a00d9-1e06-4727-b031-4c740cd985fa triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:32.728678 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e502c617-1bfb-4e65-9bce-37f94cfef67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:32.777287 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:35:29Z', 'revision_number': 2, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:30Z', 'revision_number': 2, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:32.811177 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] Checking router: 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:35:32.811541 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] Updating router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 port 593a00d9-1e06-4727-b031-4c740cd985fa binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:35:32.812394 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4bdcda-a868-4b67-9d39-a47b4251b2bc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:32.820103 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc4bdcda-a868-4b67-9d39-a47b4251b2bc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:32.866447 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:32.869182 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e502c617-1bfb-4e65-9bce-37f94cfef67e None None] Port 593a00d9-1e06-4727-b031-4c740cd985fa cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:35:32.885153 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4bdcda-a868-4b67-9d39-a47b4251b2bc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:35:32.921081 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc4bdcda-a868-4b67-9d39-a47b4251b2bc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:32.921941 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-dc4bdcda-a868-4b67-9d39-a47b4251b2bc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Added segment 30eae119-726c-49b1-8eb6-a9052d2fe578 of type vlan for network c4ee5945-f180-4b18-b3f9-49b63d8eb2f8 Apr 20 16:35:33.007712 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c2ceb2-2003-4ae6-b05a-629b15a8a80c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Made reservation on behalf of 389cf1170ce14ee9ab1f648517cde249 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:33.011501 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96c2ceb2-2003-4ae6-b05a-629b15a8a80c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:33.031744 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc4bdcda-a868-4b67-9d39-a47b4251b2bc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:33.180547 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc4bdcda-a868-4b67-9d39-a47b4251b2bc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:33.189735 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4bdcda-a868-4b67-9d39-a47b4251b2bc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:33.189735 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc4bdcda-a868-4b67-9d39-a47b4251b2bc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:33.458210 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dc4bdcda-a868-4b67-9d39-a47b4251b2bc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8772607 Apr 20 16:35:33.465845 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36576) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:33.482021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bdcda-a868-4b67-9d39-a47b4251b2bc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Network': ['ID=c4ee5945-f180-4b18-b3f9-49b63d8eb2f8,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:33.482800 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-21ef73cb-0a0f-43fc-a9fe-be5c272c7b8b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'subnet': {'network_id': 'c4ee5945-f180-4b18-b3f9-49b63d8eb2f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:33.499919 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network c4ee5945-f180-4b18-b3f9-49b63d8eb2f8 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:35:33.611799 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-6fe4d928-3858-4262-bbcf-89440772608a req-12571103-eff2-4ca0-9b02-030ba0b77292 service neutron] (103484) timed out ('10.222.0.30', 64658) {{(pid=103484) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 16:35:33.620862 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:33.773568 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:33.820379 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96c2ceb2-2003-4ae6-b05a-629b15a8a80c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:33.829265 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ef73cb-0a0f-43fc-a9fe-be5c272c7b8b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:33.833638 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21ef73cb-0a0f-43fc-a9fe-be5c272c7b8b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:33.927993 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00196d8-1ddf-4714-ae3f-6ca06b2095f0 None None] Pushing event updated for resources: {'Port': ['ID=593a00d9-1e06-4727-b031-4c740cd985fa,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:34.136961 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] Attempting to bind port 593a00d9-1e06-4727-b031-4c740cd985fa on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:35:34.137450 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] Attempting to bind port 593a00d9-1e06-4727-b031-4c740cd985fa by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '13a26ebf-ab4d-485a-a059-5962559a74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:35:34.144861 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] Attempting to bind port 593a00d9-1e06-4727-b031-4c740cd985fa on network 87ec8f94-0c3d-4dc1-a72c-56f74993c61c {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:35:34.155960 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:35:34.156409 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] Checking segment: {'id': '13a26ebf-ab4d-485a-a059-5962559a74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:35:34.156760 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:34.157149 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] Bound using segment: {'id': '13a26ebf-ab4d-485a-a059-5962559a74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:35:34.157611 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] Bound port: 593a00d9-1e06-4727-b031-4c740cd985fa, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a26ebf-ab4d-485a-a059-5962559a74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:35:34.157991 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:34.193140 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2ceb2-2003-4ae6-b05a-629b15a8a80c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Subnet': ['ID=a9137beb-a06d-4456-9f53-35afac098181,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:34.226255 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c2ceb2-2003-4ae6-b05a-629b15a8a80c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Checking segment: {'id': '136a0e03-9cd3-400e-86bd-ad487f875eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:35:34.226626 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c2ceb2-2003-4ae6-b05a-629b15a8a80c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network hostable DHCP agents. Network: 3090ad38-4d5d-4d1d-b98f-020c704b863b, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:35:34.256214 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] For port 593a00d9-1e06-4727-b031-4c740cd985fa, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:35:34.259526 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] For port 593a00d9-1e06-4727-b031-4c740cd985fa, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=593a00d9-1e06-4727-b031-4c740cd985fa,segment=NetworkSegment(13a26ebf-ab4d-485a-a059-5962559a74ac),segment_id=13a26ebf-ab4d-485a-a059-5962559a74ac)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:35:34.356181 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:34.406315 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] Routers {'5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:35:34.407043 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:35:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:34.425283 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21ef73cb-0a0f-43fc-a9fe-be5c272c7b8b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:34.441803 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c2ceb2-2003-4ae6-b05a-629b15a8a80c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 3090ad38-4d5d-4d1d-b98f-020c704b863b is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:35:34.463976 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00196d8-1ddf-4714-ae3f-6ca06b2095f0 None None] Pushing event updated for resources: {'Port': ['ID=593a00d9-1e06-4727-b031-4c740cd985fa,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:34.521302 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-be2a08c0-0807-4916-92b4-1e8467d9b3a0 None None] Provisioning complete for port 593a00d9-1e06-4727-b031-4c740cd985fa triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:34.524925 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be2a08c0-0807-4916-92b4-1e8467d9b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:34.558106 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] Set router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:35:34.603936 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef73cb-0a0f-43fc-a9fe-be5c272c7b8b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Subnet': ['ID=2103f843-21c1-4b87-8f15-8cbc1172cded,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:34.623019 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ef73cb-0a0f-43fc-a9fe-be5c272c7b8b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Checking segment: {'id': '30eae119-726c-49b1-8eb6-a9052d2fe578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c4ee5945-f180-4b18-b3f9-49b63d8eb2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:35:34.623394 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ef73cb-0a0f-43fc-a9fe-be5c272c7b8b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network hostable DHCP agents. Network: c4ee5945-f180-4b18-b3f9-49b63d8eb2f8, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:35:34.642430 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-96c2ceb2-2003-4ae6-b05a-629b15a8a80c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 3090ad38-4d5d-4d1d-b98f-020c704b863b) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:34.649147 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c2ceb2-2003-4ae6-b05a-629b15a8a80c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:34.653728 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96c2ceb2-2003-4ae6-b05a-629b15a8a80c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:34.705127 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c82291-df94-40f4-91bc-9981cb862277 None None] Network 3090ad38-4d5d-4d1d-b98f-020c704b863b requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:34.764687 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36606) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:34.771327 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-96c2ceb2-2003-4ae6-b05a-629b15a8a80c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0925117 Apr 20 16:35:34.808787 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ef73cb-0a0f-43fc-a9fe-be5c272c7b8b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network c4ee5945-f180-4b18-b3f9-49b63d8eb2f8 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:35:34.818542 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-21ef73cb-0a0f-43fc-a9fe-be5c272c7b8b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, c4ee5945-f180-4b18-b3f9-49b63d8eb2f8) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:34.838476 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ef73cb-0a0f-43fc-a9fe-be5c272c7b8b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:34.839410 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21ef73cb-0a0f-43fc-a9fe-be5c272c7b8b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:34.984147 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479b605d-baa7-465c-b4e7-41614aa3a5f6 None None] Network c4ee5945-f180-4b18-b3f9-49b63d8eb2f8 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:35.224266 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-21ef73cb-0a0f-43fc-a9fe-be5c272c7b8b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7571709 Apr 20 16:35:35.227349 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36614) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:35.234341 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-87e049a5-ab2e-44d1-b26d-2c9242a6598d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'subnet': {'network_id': 'c4ee5945-f180-4b18-b3f9-49b63d8eb2f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:35.271707 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be2a08c0-0807-4916-92b4-1e8467d9b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:35.374393 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d864bc2-6a46-4262-a530-570bbb7387d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-3090ad38-4d5d-4d1d-b98f-020c704b863b', 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'fixed_ips': [{'subnet_id': 'a9137beb-a06d-4456-9f53-35afac098181'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:35:35.375300 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9d864bc2-6a46-4262-a530-570bbb7387d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:35.449455 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-be2a08c0-0807-4916-92b4-1e8467d9b3a0 None None] For port 593a00d9-1e06-4727-b031-4c740cd985fa, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=593a00d9-1e06-4727-b031-4c740cd985fa,segment=NetworkSegment(13a26ebf-ab4d-485a-a059-5962559a74ac),segment_id=13a26ebf-ab4d-485a-a059-5962559a74ac)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:35.462571 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-77b2291e-a059-4cc9-94cd-e8debacd3007 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:35.619727 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e049a5-ab2e-44d1-b26d-2c9242a6598d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:35.624103 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-87e049a5-ab2e-44d1-b26d-2c9242a6598d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:35.786880 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be2a08c0-0807-4916-92b4-1e8467d9b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:35.881774 n-d-836146-2 neutron-server[103485]: INFO neutron.db.ipam_backend_mixin [None req-87e049a5-ab2e-44d1-b26d-2c9242a6598d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2103f843-21c1-4b87-8f15-8cbc1172cded (CIDR: 172.20.0.0/28) Apr 20 16:35:35.928267 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e049a5-ab2e-44d1-b26d-2c9242a6598d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:35:35.928792 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e049a5-ab2e-44d1-b26d-2c9242a6598d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:35:35.935863 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871c7519-060f-4195-8f2c-132d1e5d2491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-c4ee5945-f180-4b18-b3f9-49b63d8eb2f8', 'network_id': 'c4ee5945-f180-4b18-b3f9-49b63d8eb2f8', 'tenant_id': 'f968dfae81c54728955d6db138cbc5ef', 'fixed_ips': [{'subnet_id': '2103f843-21c1-4b87-8f15-8cbc1172cded'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:35:35.936880 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-871c7519-060f-4195-8f2c-132d1e5d2491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:35.973950 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a08c0-0807-4916-92b4-1e8467d9b3a0 None None] Pushing event updated for resources: {'Port': ['ID=593a00d9-1e06-4727-b031-4c740cd985fa,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:36.010360 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-9d864bc2-6a46-4262-a530-570bbb7387d8 None None] Allocated IP 2001:db8:1::2 (3090ad38-4d5d-4d1d-b98f-020c704b863b/a9137beb-a06d-4456-9f53-35afac098181/84f2c193-bba2-488a-8306-62a7e2388100) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:36.012429 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-04ca27a9-16fc-4b20-b979-62237ebee665 None None] Provisioning complete for port 593a00d9-1e06-4727-b031-4c740cd985fa triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:36.012804 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-04ca27a9-16fc-4b20-b979-62237ebee665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:36.015190 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:35:29Z', 'revision_number': 2, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:34Z', 'revision_number': 4, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:36.125071 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-87e049a5-ab2e-44d1-b26d-2c9242a6598d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8963580 Apr 20 16:35:36.127425 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36638) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:36.134013 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-1a35c2da-760d-4c6e-92ad-a685d0299555 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'subnet': {'network_id': 'c4ee5945-f180-4b18-b3f9-49b63d8eb2f8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:36.149736 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a693e02-0f85-448e-a956-f2cb071c3c81 None None] The sync data for ids ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'] in n-d-836146-2 is: [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:35:29Z', 'revision_number': 2, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:34Z', 'revision_number': 4, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:35:36.647287 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a35c2da-760d-4c6e-92ad-a685d0299555 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:36.651516 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1a35c2da-760d-4c6e-92ad-a685d0299555 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:36.679118 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-871c7519-060f-4195-8f2c-132d1e5d2491 None None] Allocated IP 172.20.0.2 (c4ee5945-f180-4b18-b3f9-49b63d8eb2f8/2103f843-21c1-4b87-8f15-8cbc1172cded/d86578ef-75ca-44b4-9282-7448fab5e3a8) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:36.764327 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9d864bc2-6a46-4262-a530-570bbb7387d8 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:36.915090 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9d864bc2-6a46-4262-a530-570bbb7387d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:37.163267 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-77b2291e-a059-4cc9-94cd-e8debacd3007 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Allocated IP 2001:db8:1::1 (3090ad38-4d5d-4d1d-b98f-020c704b863b/a9137beb-a06d-4456-9f53-35afac098181/a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:37.213110 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-871c7519-060f-4195-8f2c-132d1e5d2491 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:37.221326 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d864bc2-6a46-4262-a530-570bbb7387d8 None None] Network 3090ad38-4d5d-4d1d-b98f-020c704b863b is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:37.232169 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 593a00d9-1e06-4727-b031-4c740cd985fa up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:35:37.257808 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-9d864bc2-6a46-4262-a530-570bbb7387d8 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:37.319144 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d864bc2-6a46-4262-a530-570bbb7387d8 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:37.324493 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d864bc2-6a46-4262-a530-570bbb7387d8 None None] Pushing event updated for resources: {'Port': ['ID=84f2c193-bba2-488a-8306-62a7e2388100,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:37.389749 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-871c7519-060f-4195-8f2c-132d1e5d2491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:37.430602 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1a35c2da-760d-4c6e-92ad-a685d0299555 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:37.528695 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a35c2da-760d-4c6e-92ad-a685d0299555 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network c4ee5945-f180-4b18-b3f9-49b63d8eb2f8 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:37.533103 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-77b2291e-a059-4cc9-94cd-e8debacd3007 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:37.539356 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-1a35c2da-760d-4c6e-92ad-a685d0299555 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:37.547796 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a35c2da-760d-4c6e-92ad-a685d0299555 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:37.548707 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1a35c2da-760d-4c6e-92ad-a685d0299555 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:37.571861 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c2da-760d-4c6e-92ad-a685d0299555 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Subnet': ['ID=e8e1dcf7-30bd-4c84-bb75-c1c3a71c6786,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:37.595049 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c7519-060f-4195-8f2c-132d1e5d2491 None None] Pushing event updated for resources: {'Port': ['ID=d86578ef-75ca-44b4-9282-7448fab5e3a8,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:37.605831 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871c7519-060f-4195-8f2c-132d1e5d2491 None None] Network c4ee5945-f180-4b18-b3f9-49b63d8eb2f8 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:37.611686 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-9d864bc2-6a46-4262-a530-570bbb7387d8 None None] Attempting to bind port 84f2c193-bba2-488a-8306-62a7e2388100 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:35:37.611686 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-9d864bc2-6a46-4262-a530-570bbb7387d8 None None] Attempting to bind port 84f2c193-bba2-488a-8306-62a7e2388100 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '136a0e03-9cd3-400e-86bd-ad487f875eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:35:37.611686 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d864bc2-6a46-4262-a530-570bbb7387d8 None None] Attempting to bind port 84f2c193-bba2-488a-8306-62a7e2388100 on network 3090ad38-4d5d-4d1d-b98f-020c704b863b {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:35:37.616326 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d864bc2-6a46-4262-a530-570bbb7387d8 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:35:37.616734 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d864bc2-6a46-4262-a530-570bbb7387d8 None None] Checking segment: {'id': '136a0e03-9cd3-400e-86bd-ad487f875eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:35:37.617735 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9d864bc2-6a46-4262-a530-570bbb7387d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:37.619400 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d864bc2-6a46-4262-a530-570bbb7387d8 None None] Bound using segment: {'id': '136a0e03-9cd3-400e-86bd-ad487f875eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:35:37.619400 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-9d864bc2-6a46-4262-a530-570bbb7387d8 None None] Bound port: 84f2c193-bba2-488a-8306-62a7e2388100, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a0e03-9cd3-400e-86bd-ad487f875eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:35:37.620019 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9d864bc2-6a46-4262-a530-570bbb7387d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:37.624673 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-871c7519-060f-4195-8f2c-132d1e5d2491 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:37.632936 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871c7519-060f-4195-8f2c-132d1e5d2491 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:37.677888 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 593a00d9-1e06-4727-b031-4c740cd985fa triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:37.677888 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:37.714866 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1a35c2da-760d-4c6e-92ad-a685d0299555 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5847123 Apr 20 16:35:37.716404 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36664) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:37.725354 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-f623f647-ce05-4c17-8dbd-95893cbe8ef0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'port': {'network_id': 'c4ee5945-f180-4b18-b3f9-49b63d8eb2f8', 'fixed_ips': [{'subnet_id': '2103f843-21c1-4b87-8f15-8cbc1172cded'}, {'subnet_id': 'e8e1dcf7-30bd-4c84-bb75-c1c3a71c6786'}], 'name': 'tempest-PortsTestJSON-1723091657'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:37.779933 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-77b2291e-a059-4cc9-94cd-e8debacd3007 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:37.882210 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9d864bc2-6a46-4262-a530-570bbb7387d8 None None] For port 84f2c193-bba2-488a-8306-62a7e2388100, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:35:37.887710 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9d864bc2-6a46-4262-a530-570bbb7387d8 None None] For port 84f2c193-bba2-488a-8306-62a7e2388100, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=84f2c193-bba2-488a-8306-62a7e2388100,segment=NetworkSegment(136a0e03-9cd3-400e-86bd-ad487f875eef),segment_id=136a0e03-9cd3-400e-86bd-ad487f875eef)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:35:37.923953 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-871c7519-060f-4195-8f2c-132d1e5d2491 None None] Attempting to bind port d86578ef-75ca-44b4-9282-7448fab5e3a8 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:35:37.925390 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-871c7519-060f-4195-8f2c-132d1e5d2491 None None] Attempting to bind port d86578ef-75ca-44b4-9282-7448fab5e3a8 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '30eae119-726c-49b1-8eb6-a9052d2fe578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c4ee5945-f180-4b18-b3f9-49b63d8eb2f8'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:35:37.926052 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871c7519-060f-4195-8f2c-132d1e5d2491 None None] Attempting to bind port d86578ef-75ca-44b4-9282-7448fab5e3a8 on network c4ee5945-f180-4b18-b3f9-49b63d8eb2f8 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:35:37.955272 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871c7519-060f-4195-8f2c-132d1e5d2491 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:35:37.955651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871c7519-060f-4195-8f2c-132d1e5d2491 None None] Checking segment: {'id': '30eae119-726c-49b1-8eb6-a9052d2fe578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c4ee5945-f180-4b18-b3f9-49b63d8eb2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:35:37.956208 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-871c7519-060f-4195-8f2c-132d1e5d2491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:37.956633 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871c7519-060f-4195-8f2c-132d1e5d2491 None None] Bound using segment: {'id': '30eae119-726c-49b1-8eb6-a9052d2fe578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c4ee5945-f180-4b18-b3f9-49b63d8eb2f8'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:35:37.957209 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-871c7519-060f-4195-8f2c-132d1e5d2491 None None] Bound port: d86578ef-75ca-44b4-9282-7448fab5e3a8, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30eae119-726c-49b1-8eb6-a9052d2fe578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c4ee5945-f180-4b18-b3f9-49b63d8eb2f8'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:35:37.957606 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-871c7519-060f-4195-8f2c-132d1e5d2491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:38.034581 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9d864bc2-6a46-4262-a530-570bbb7387d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:38.038378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2291e-a059-4cc9-94cd-e8debacd3007 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Port': ['ID=a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:38.071412 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b2291e-a059-4cc9-94cd-e8debacd3007 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 3090ad38-4d5d-4d1d-b98f-020c704b863b is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:38.075021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-77b2291e-a059-4cc9-94cd-e8debacd3007 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:38.078013 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b2291e-a059-4cc9-94cd-e8debacd3007 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:38.080573 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-77b2291e-a059-4cc9-94cd-e8debacd3007 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:38.287322 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-871c7519-060f-4195-8f2c-132d1e5d2491 None None] For port d86578ef-75ca-44b4-9282-7448fab5e3a8, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:35:38.295655 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-871c7519-060f-4195-8f2c-132d1e5d2491 None None] For port d86578ef-75ca-44b4-9282-7448fab5e3a8, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d86578ef-75ca-44b4-9282-7448fab5e3a8,segment=NetworkSegment(30eae119-726c-49b1-8eb6-a9052d2fe578),segment_id=30eae119-726c-49b1-8eb6-a9052d2fe578)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:35:38.300172 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f623f647-ce05-4c17-8dbd-95893cbe8ef0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:38.304638 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d864bc2-6a46-4262-a530-570bbb7387d8 None None] Pushing event updated for resources: {'Port': ['ID=84f2c193-bba2-488a-8306-62a7e2388100,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:38.423105 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-871c7519-060f-4195-8f2c-132d1e5d2491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:38.588469 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f623f647-ce05-4c17-8dbd-95893cbe8ef0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:38.604599 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c7519-060f-4195-8f2c-132d1e5d2491 None None] Pushing event updated for resources: {'Port': ['ID=d86578ef-75ca-44b4-9282-7448fab5e3a8,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:38.674529 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-f623f647-ce05-4c17-8dbd-95893cbe8ef0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] device_id is not set on port 81ee7658-168b-4f26-9103-455da18390a7 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:35:38.683165 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-77b2291e-a059-4cc9-94cd-e8debacd3007 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:39.507868 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 84f2c193-bba2-488a-8306-62a7e2388100 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:35:39.599919 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 84f2c193-bba2-488a-8306-62a7e2388100 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:39.601600 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:39.758100 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:39.858159 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 84f2c193-bba2-488a-8306-62a7e2388100, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=84f2c193-bba2-488a-8306-62a7e2388100,segment=NetworkSegment(136a0e03-9cd3-400e-86bd-ad487f875eef),segment_id=136a0e03-9cd3-400e-86bd-ad487f875eef)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:39.956400 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:39.957736 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d86578ef-75ca-44b4-9282-7448fab5e3a8 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:35:40.139732 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=84f2c193-bba2-488a-8306-62a7e2388100,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:40.172478 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port d86578ef-75ca-44b4-9282-7448fab5e3a8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:40.172857 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:40.481204 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:40.556958 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-77b2291e-a059-4cc9-94cd-e8debacd3007 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:40.592140 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port d86578ef-75ca-44b4-9282-7448fab5e3a8, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d86578ef-75ca-44b4-9282-7448fab5e3a8,segment=NetworkSegment(30eae119-726c-49b1-8eb6-a9052d2fe578),segment_id=30eae119-726c-49b1-8eb6-a9052d2fe578)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:40.625534 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-f623f647-ce05-4c17-8dbd-95893cbe8ef0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Allocated IP 172.20.0.13 (c4ee5945-f180-4b18-b3f9-49b63d8eb2f8/2103f843-21c1-4b87-8f15-8cbc1172cded/81ee7658-168b-4f26-9103-455da18390a7) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:40.667172 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-f623f647-ce05-4c17-8dbd-95893cbe8ef0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Allocated IP 172.20.0.29 (c4ee5945-f180-4b18-b3f9-49b63d8eb2f8/e8e1dcf7-30bd-4c84-bb75-c1c3a71c6786/81ee7658-168b-4f26-9103-455da18390a7) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:40.675274 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-77b2291e-a059-4cc9-94cd-e8debacd3007 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:40.677504 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-77b2291e-a059-4cc9-94cd-e8debacd3007 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:40.712669 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bf3cb5-539d-49c1-a214-85f775c0038f None None] Network c4ee5945-f180-4b18-b3f9-49b63d8eb2f8 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:40.719404 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:40.792976 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2291e-a059-4cc9-94cd-e8debacd3007 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Port': ['ID=a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:40.982017 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=d86578ef-75ca-44b4-9282-7448fab5e3a8,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:40.988291 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b472c386-7783-4243-87e0-6bcd218f2086 None None] Provisioning complete for port d86578ef-75ca-44b4-9282-7448fab5e3a8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:40.988755 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b472c386-7783-4243-87e0-6bcd218f2086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:41.166554 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe64fae-b60d-40d2-9a3c-671b20b32197 None None] Network 3090ad38-4d5d-4d1d-b98f-020c704b863b requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:41.189491 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 84f2c193-bba2-488a-8306-62a7e2388100 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:35:41.257170 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36730) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:41.288229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b2291e-a059-4cc9-94cd-e8debacd3007 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 3090ad38-4d5d-4d1d-b98f-020c704b863b is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:41.308581 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-77b2291e-a059-4cc9-94cd-e8debacd3007 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:41.452106 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc53e-c5a8-4b73-91f5-0ec6f872fa4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:41.615999 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc53e-c5a8-4b73-91f5-0ec6f872fa4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:41.657953 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b2291e-a059-4cc9-94cd-e8debacd3007 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:35:41.717394 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f623f647-ce05-4c17-8dbd-95893cbe8ef0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:41.725877 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc53e-c5a8-4b73-91f5-0ec6f872fa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:41.832037 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6f8dc53e-c5a8-4b73-91f5-0ec6f872fa4d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9ea3ef87fa2543e2bfabf404887e6bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5671451 Apr 20 16:35:41.832037 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36748) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:41.832037 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8dc53e-c5a8-4b73-91f5-0ec6f872fa4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc879a1-a6cc-4e61-b22e-0658ba3d7c3b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:41.946802 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b2291e-a059-4cc9-94cd-e8debacd3007 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:35:41.959243 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] Sync routers for ids ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:35:41.968296 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36752) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:41.969243 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-77b2291e-a059-4cc9-94cd-e8debacd3007 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "PUT /v2.0/routers/5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2018845 Apr 20 16:35:41.973340 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-706cfb07-2d26-4d5b-9902-2b16aba60307 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2088443197'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:41.989009 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-230f5577-caab-4f40-a772-975734e6ff8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:41.990537 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] Routers {'5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:35:41.992515 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:35:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:41.992712 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 84f2c193-bba2-488a-8306-62a7e2388100 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:41.993181 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:42.086479 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-230f5577-caab-4f40-a772-975734e6ff8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:42.116172 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec566d39-55a4-4ac4-b007-07d1b806b1d4 None None] Update dhcp port {'port': {'network_id': 'c4ee5945-f180-4b18-b3f9-49b63d8eb2f8', 'fixed_ips': [{'subnet_id': '2103f843-21c1-4b87-8f15-8cbc1172cded', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e8e1dcf7-30bd-4c84-bb75-c1c3a71c6786'}], 'binding:host_id': 'n-d-836146-2'}, 'id': 'd86578ef-75ca-44b4-9282-7448fab5e3a8'} from n-d-836146-2. {{(pid=103486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 16:35:42.178590 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f623f647-ce05-4c17-8dbd-95893cbe8ef0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:42.207752 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706cfb07-2d26-4d5b-9902-2b16aba60307 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Made reservation on behalf of 389cf1170ce14ee9ab1f648517cde249 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:42.219892 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-706cfb07-2d26-4d5b-9902-2b16aba60307 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:42.248889 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ec566d39-55a4-4ac4-b007-07d1b806b1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:42.254303 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] Set router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:35:42.264165 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f623f647-ce05-4c17-8dbd-95893cbe8ef0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network c4ee5945-f180-4b18-b3f9-49b63d8eb2f8 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:42.279354 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-f623f647-ce05-4c17-8dbd-95893cbe8ef0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:42.286812 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-230f5577-caab-4f40-a772-975734e6ff8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:42.286812 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-230f5577-caab-4f40-a772-975734e6ff8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:42.286812 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-230f5577-caab-4f40-a772-975734e6ff8d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5fc879a1-a6cc-4e61-b22e-0658ba3d7c3b HTTP/1.1" status: 204 len: 168 time: 0.4409411 Apr 20 16:35:42.301952 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706cfb07-2d26-4d5b-9902-2b16aba60307 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:35:42.312364 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f623f647-ce05-4c17-8dbd-95893cbe8ef0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:42.328185 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f5577-caab-4f40-a772-975734e6ff8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc879a1-a6cc-4e61-b22e-0658ba3d7c3b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:42.349599 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-706cfb07-2d26-4d5b-9902-2b16aba60307 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:42.356891 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-706cfb07-2d26-4d5b-9902-2b16aba60307 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Added segment f240f0c7-88f1-416d-ad76-9b6fe001ee36 of type vlan for network 68931557-6719-4b6f-9fec-a6bd8ab8bf0d Apr 20 16:35:42.421678 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-80ee602c-f5e4-43ab-bfca-f523f8661a87 None None] Provisioning complete for port 84f2c193-bba2-488a-8306-62a7e2388100 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:42.422061 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-80ee602c-f5e4-43ab-bfca-f523f8661a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:42.447382 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623f647-ce05-4c17-8dbd-95893cbe8ef0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Port': ['ID=81ee7658-168b-4f26-9103-455da18390a7,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:42.487464 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-706cfb07-2d26-4d5b-9902-2b16aba60307 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:42.517575 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f623f647-ce05-4c17-8dbd-95893cbe8ef0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:42.525359 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f623f647-ce05-4c17-8dbd-95893cbe8ef0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:42.670628 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-706cfb07-2d26-4d5b-9902-2b16aba60307 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:42.680233 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706cfb07-2d26-4d5b-9902-2b16aba60307 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:42.680233 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-706cfb07-2d26-4d5b-9902-2b16aba60307 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:42.721070 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f623f647-ce05-4c17-8dbd-95893cbe8ef0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 5.0032532 Apr 20 16:35:42.731482 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36764) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:42.731482 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-ff1bc312-1a87-4470-8c89-c77cb76d8586 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2103f843-21c1-4b87-8f15-8cbc1172cded'}]}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:42.767879 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:35:38Z', 'revision_number': 3, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:35Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12', 'name': '', 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:f5:e8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a9137beb-a06d-4456-9f53-35afac098181', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:35Z', 'updated_at': '2022-04-20T16:35:39Z', 'revision_number': 2, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a9137beb-a06d-4456-9f53-35afac098181', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:42.842669 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] Checking router: 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:35:42.843039 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] Updating router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 port a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:35:42.853222 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-ec566d39-55a4-4ac4-b007-07d1b806b1d4 None None] Allocated IP 172.20.0.18 (c4ee5945-f180-4b18-b3f9-49b63d8eb2f8/e8e1dcf7-30bd-4c84-bb75-c1c3a71c6786/d86578ef-75ca-44b4-9282-7448fab5e3a8) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:42.905523 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:43.029036 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc312-1a87-4470-8c89-c77cb76d8586 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:43.071218 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706cfb07-2d26-4d5b-9902-2b16aba60307 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Network': ['ID=68931557-6719-4b6f-9fec-a6bd8ab8bf0d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:43.093098 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-cb1e015e-715a-45d6-ab64-4113944e66fd None None] Provisioning complete for port a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:43.098389 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cb1e015e-715a-45d6-ab64-4113944e66fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:43.113960 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-706cfb07-2d26-4d5b-9902-2b16aba60307 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1380217 Apr 20 16:35:43.125869 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36774) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:43.134714 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 68931557-6719-4b6f-9fec-a6bd8ab8bf0d details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:35:43.167667 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ae58a9b2-4911-4e7d-a676-b539c7cf8bbe tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'subnet': {'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:43.302418 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d86578ef-75ca-44b4-9282-7448fab5e3a8 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:35:43.583683 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-cb1e015e-715a-45d6-ab64-4113944e66fd None None] Port a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:35:43.668205 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae58a9b2-4911-4e7d-a676-b539c7cf8bbe tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Made reservation on behalf of 389cf1170ce14ee9ab1f648517cde249 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:43.671968 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ae58a9b2-4911-4e7d-a676-b539c7cf8bbe tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:43.720671 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ec566d39-55a4-4ac4-b007-07d1b806b1d4 None None] For port d86578ef-75ca-44b4-9282-7448fab5e3a8, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d86578ef-75ca-44b4-9282-7448fab5e3a8,segment=NetworkSegment(30eae119-726c-49b1-8eb6-a9052d2fe578),segment_id=30eae119-726c-49b1-8eb6-a9052d2fe578)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:43.740976 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:43.826412 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-cb1e015e-715a-45d6-ab64-4113944e66fd None None] Provisioning complete for port 84f2c193-bba2-488a-8306-62a7e2388100 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:43.827219 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cb1e015e-715a-45d6-ab64-4113944e66fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:43.871260 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ec566d39-55a4-4ac4-b007-07d1b806b1d4 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:43.875771 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:43.922010 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port d86578ef-75ca-44b4-9282-7448fab5e3a8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:43.922010 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:44.061903 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ec566d39-55a4-4ac4-b007-07d1b806b1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:44.139775 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-ff1bc312-1a87-4470-8c89-c77cb76d8586 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Delete allocated IP 172.20.0.29 (c4ee5945-f180-4b18-b3f9-49b63d8eb2f8/e8e1dcf7-30bd-4c84-bb75-c1c3a71c6786) {{(pid=103484) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 16:35:44.202718 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab5321-532f-42b8-8e51-fdd51cee2227 None None] Pushing event updated for resources: {'Port': ['ID=a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:44.247522 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ae58a9b2-4911-4e7d-a676-b539c7cf8bbe tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:44.262449 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab5321-532f-42b8-8e51-fdd51cee2227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:44.262449 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab5321-532f-42b8-8e51-fdd51cee2227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:44.262449 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab5321-532f-42b8-8e51-fdd51cee2227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:44.262449 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab5321-532f-42b8-8e51-fdd51cee2227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:44.262449 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab5321-532f-42b8-8e51-fdd51cee2227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:44.262449 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab5321-532f-42b8-8e51-fdd51cee2227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:44.262449 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab5321-532f-42b8-8e51-fdd51cee2227 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:44.262449 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab5321-532f-42b8-8e51-fdd51cee2227 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:44.262449 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab5321-532f-42b8-8e51-fdd51cee2227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:44.263719 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab5321-532f-42b8-8e51-fdd51cee2227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:44.263719 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab5321-532f-42b8-8e51-fdd51cee2227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:44.263719 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab5321-532f-42b8-8e51-fdd51cee2227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:44.292858 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] Attempting to bind port a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:35:44.294854 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] Attempting to bind port a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '136a0e03-9cd3-400e-86bd-ad487f875eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:35:44.295442 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] Attempting to bind port a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12 on network 3090ad38-4d5d-4d1d-b98f-020c704b863b {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:35:44.302283 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:35:44.304212 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] Checking segment: {'id': '136a0e03-9cd3-400e-86bd-ad487f875eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:35:44.305173 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:44.305736 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] Bound using segment: {'id': '136a0e03-9cd3-400e-86bd-ad487f875eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:35:44.306398 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] Bound port: a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a0e03-9cd3-400e-86bd-ad487f875eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:35:44.307266 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:44.323230 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc312-1a87-4470-8c89-c77cb76d8586 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:44.374284 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec566d39-55a4-4ac4-b007-07d1b806b1d4 None None] Pushing event updated for resources: {'Port': ['ID=d86578ef-75ca-44b4-9282-7448fab5e3a8,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:44.435984 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc312-1a87-4470-8c89-c77cb76d8586 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:44.550060 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] For port a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:35:44.583988 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c93475b5-705d-44f9-96dc-d9542479672f None None] Provisioning complete for port a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:44.584639 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c93475b5-705d-44f9-96dc-d9542479672f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:44.587083 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] For port a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12,segment=NetworkSegment(136a0e03-9cd3-400e-86bd-ad487f875eef),segment_id=136a0e03-9cd3-400e-86bd-ad487f875eef)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:35:44.609446 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bc312-1a87-4470-8c89-c77cb76d8586 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Port': ['ID=81ee7658-168b-4f26-9103-455da18390a7,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:44.662845 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae58a9b2-4911-4e7d-a676-b539c7cf8bbe tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Checking segment: {'id': 'f240f0c7-88f1-416d-ad76-9b6fe001ee36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:35:44.664640 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae58a9b2-4911-4e7d-a676-b539c7cf8bbe tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network hostable DHCP agents. Network: 68931557-6719-4b6f-9fec-a6bd8ab8bf0d, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:35:44.674166 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c93475b5-705d-44f9-96dc-d9542479672f None None] Port a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:35:44.674602 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58a9b2-4911-4e7d-a676-b539c7cf8bbe tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Subnet': ['ID=9187f1c5-4beb-4b18-8d21-d11ec34ed484,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:44.680461 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:44.738808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-ff1bc312-1a87-4470-8c89-c77cb76d8586 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] In _notify_port_updated(), no bound segment for port 81ee7658-168b-4f26-9103-455da18390a7 on network c4ee5945-f180-4b18-b3f9-49b63d8eb2f8 {{(pid=103484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:35:44.752069 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1bc312-1a87-4470-8c89-c77cb76d8586 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:44.753320 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc312-1a87-4470-8c89-c77cb76d8586 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:44.756352 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ff1bc312-1a87-4470-8c89-c77cb76d8586 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "PUT /v2.0/ports/81ee7658-168b-4f26-9103-455da18390a7 HTTP/1.1" status: 200 len: 920 time: 2.0326014 Apr 20 16:35:44.758045 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36810) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:44.767226 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-c791136d-03f8-4ba9-820e-4db4d4c86041 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2103f843-21c1-4b87-8f15-8cbc1172cded'}, {'subnet_id': 'e8e1dcf7-30bd-4c84-bb75-c1c3a71c6786'}]}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:44.796451 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae58a9b2-4911-4e7d-a676-b539c7cf8bbe tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 68931557-6719-4b6f-9fec-a6bd8ab8bf0d is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:35:44.810299 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab5321-532f-42b8-8e51-fdd51cee2227 None None] Pushing event updated for resources: {'Port': ['ID=a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:44.822845 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] Routers {'5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:35:44.823828 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:35:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:44.943269 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-ae58a9b2-4911-4e7d-a676-b539c7cf8bbe tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 68931557-6719-4b6f-9fec-a6bd8ab8bf0d) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:44.949038 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae58a9b2-4911-4e7d-a676-b539c7cf8bbe tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:44.956593 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ae58a9b2-4911-4e7d-a676-b539c7cf8bbe tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:44.963747 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacd4a2a-3a3e-4c19-9bb0-ed3b98f7c44c None None] Network 68931557-6719-4b6f-9fec-a6bd8ab8bf0d requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:45.093013 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ae58a9b2-4911-4e7d-a676-b539c7cf8bbe tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9615896 Apr 20 16:35:45.096962 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36818) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:45.168943 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d86578ef-75ca-44b4-9282-7448fab5e3a8 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:35:45.192216 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c791136d-03f8-4ba9-820e-4db4d4c86041 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:45.289951 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] Set router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:35:45.605546 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186a7705-82a9-4588-8b2d-a471e2841696 None None] Network c4ee5945-f180-4b18-b3f9-49b63d8eb2f8 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:45.635367 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-00308d7c-6d40-4ffb-ba59-5c9f19d5f698 None None] Provisioning complete for port a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:45.636298 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-00308d7c-6d40-4ffb-ba59-5c9f19d5f698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:45.658643 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port d86578ef-75ca-44b4-9282-7448fab5e3a8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:45.659371 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:45.818753 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:35:38Z', 'revision_number': 3, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:35Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12', 'name': '', 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:f5:e8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a9137beb-a06d-4456-9f53-35afac098181', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:35Z', 'updated_at': '2022-04-20T16:35:44Z', 'revision_number': 4, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a9137beb-a06d-4456-9f53-35afac098181', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:45.895068 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf140f7-2a8b-42b3-89e8-e6a01040ebdd None None] The sync data for ids ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'] in n-d-836146-2 is: [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:35:38Z', 'revision_number': 3, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:35Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12', 'name': '', 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:f5:e8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a9137beb-a06d-4456-9f53-35afac098181', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:35Z', 'updated_at': '2022-04-20T16:35:44Z', 'revision_number': 4, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a9137beb-a06d-4456-9f53-35afac098181', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:35:45.927054 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-c791136d-03f8-4ba9-820e-4db4d4c86041 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Allocated IP 172.20.0.24 (c4ee5945-f180-4b18-b3f9-49b63d8eb2f8/e8e1dcf7-30bd-4c84-bb75-c1c3a71c6786/81ee7658-168b-4f26-9103-455da18390a7) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:46.145981 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb708f60-a2c6-4d7d-b330-e0f533358822 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:46.248586 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b2fd9b-9ac9-4513-9ad0-08fb52be4009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-68931557-6719-4b6f-9fec-a6bd8ab8bf0d', 'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'fixed_ips': [{'subnet_id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:35:46.249453 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-12b2fd9b-9ac9-4513-9ad0-08fb52be4009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:46.349940 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c791136d-03f8-4ba9-820e-4db4d4c86041 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:46.450720 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-00308d7c-6d40-4ffb-ba59-5c9f19d5f698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:46.470157 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c791136d-03f8-4ba9-820e-4db4d4c86041 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:46.636926 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-00308d7c-6d40-4ffb-ba59-5c9f19d5f698 None None] For port a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12,segment=NetworkSegment(136a0e03-9cd3-400e-86bd-ad487f875eef),segment_id=136a0e03-9cd3-400e-86bd-ad487f875eef)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:46.780106 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791136d-03f8-4ba9-820e-4db4d4c86041 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Port': ['ID=81ee7658-168b-4f26-9103-455da18390a7,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:46.808497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-c791136d-03f8-4ba9-820e-4db4d4c86041 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] In _notify_port_updated(), no bound segment for port 81ee7658-168b-4f26-9103-455da18390a7 on network c4ee5945-f180-4b18-b3f9-49b63d8eb2f8 {{(pid=103484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:35:46.839652 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c791136d-03f8-4ba9-820e-4db4d4c86041 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:46.840428 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c791136d-03f8-4ba9-820e-4db4d4c86041 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:46.846313 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-00308d7c-6d40-4ffb-ba59-5c9f19d5f698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:46.871739 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c791136d-03f8-4ba9-820e-4db4d4c86041 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "PUT /v2.0/ports/81ee7658-168b-4f26-9103-455da18390a7 HTTP/1.1" status: 200 len: 1000 time: 2.1124952 Apr 20 16:35:46.872422 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36870) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:47.045940 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-eb708f60-a2c6-4d7d-b330-e0f533358822 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Allocated IP 2001:db8:2::1 (68931557-6719-4b6f-9fec-a6bd8ab8bf0d/9187f1c5-4beb-4b18-8d21-d11ec34ed484/c8273c62-6b3f-41cc-abb6-b7c283119ef5) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:47.140990 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00308d7c-6d40-4ffb-ba59-5c9f19d5f698 None None] Pushing event updated for resources: {'Port': ['ID=a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:47.168310 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-be42be5c-64ca-4534-afce-b46e4d1e75ed None None] Provisioning complete for port 81ee7658-168b-4f26-9103-455da18390a7 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:47.169442 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be42be5c-64ca-4534-afce-b46e4d1e75ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:47.212917 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-0f6952b2-d82d-4ff7-947a-d4618edfa575 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting port 81ee7658-168b-4f26-9103-455da18390a7 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:35:47.234420 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0f6952b2-d82d-4ff7-947a-d4618edfa575 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:47.338533 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-be42be5c-64ca-4534-afce-b46e4d1e75ed None None] Port 81ee7658-168b-4f26-9103-455da18390a7 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:35:47.351050 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:35:47.389431 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb708f60-a2c6-4d7d-b330-e0f533358822 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:47.409651 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0f6952b2-d82d-4ff7-947a-d4618edfa575 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:47.424870 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-be42be5c-64ca-4534-afce-b46e4d1e75ed None None] Provisioning complete for port d86578ef-75ca-44b4-9282-7448fab5e3a8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:47.428586 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be42be5c-64ca-4534-afce-b46e4d1e75ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:47.438661 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-0f6952b2-d82d-4ff7-947a-d4618edfa575 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Calling delete_port for 81ee7658-168b-4f26-9103-455da18390a7 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:35:47.583800 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb708f60-a2c6-4d7d-b330-e0f533358822 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:47.653517 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb708f60-a2c6-4d7d-b330-e0f533358822 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Port': ['ID=c8273c62-6b3f-41cc-abb6-b7c283119ef5,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:47.675300 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb708f60-a2c6-4d7d-b330-e0f533358822 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 68931557-6719-4b6f-9fec-a6bd8ab8bf0d is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:47.678953 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-eb708f60-a2c6-4d7d-b330-e0f533358822 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:47.685277 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb708f60-a2c6-4d7d-b330-e0f533358822 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:47.692211 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb708f60-a2c6-4d7d-b330-e0f533358822 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:47.755018 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-12b2fd9b-9ac9-4513-9ad0-08fb52be4009 None None] Allocated IP 2001:db8:2::2 (68931557-6719-4b6f-9fec-a6bd8ab8bf0d/9187f1c5-4beb-4b18-8d21-d11ec34ed484/f161f4e5-42dd-453b-824f-eae1a395a950) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:47.959542 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:47.959940 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:47.971448 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0f6952b2-d82d-4ff7-947a-d4618edfa575 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:48.042834 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:35:48.053235 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6952b2-d82d-4ff7-947a-d4618edfa575 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Port': ['ID=81ee7658-168b-4f26-9103-455da18390a7,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:48.266856 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0f6952b2-d82d-4ff7-947a-d4618edfa575 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:48.273542 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0f6952b2-d82d-4ff7-947a-d4618edfa575 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/ports/81ee7658-168b-4f26-9103-455da18390a7 HTTP/1.1" status: 204 len: 168 time: 1.4000998 Apr 20 16:35:48.276151 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36906) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:48.351150 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e75c45-e552-47de-a2dc-089aadd49c9a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] GET failed (client error): The resource could not be found. Apr 20 16:35:48.362327 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e1e75c45-e552-47de-a2dc-089aadd49c9a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports/81ee7658-168b-4f26-9103-455da18390a7 HTTP/1.1" status: 404 len: 333 time: 0.0794787 Apr 20 16:35:48.363550 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36908) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:48.407525 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-12b2fd9b-9ac9-4513-9ad0-08fb52be4009 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:48.448831 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-27529111-4a59-4937-b64a-954f5fa11a45 None None] Could not find standard attr ID for object 81ee7658-168b-4f26-9103-455da18390a7. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:35:48.530842 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6f3e02-76dc-463e-87f6-bedfe7413125 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting subnet e8e1dcf7-30bd-4c84-bb75-c1c3a71c6786 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:35:48.567698 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-12b2fd9b-9ac9-4513-9ad0-08fb52be4009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:48.574553 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-279102ee-06e7-4af5-8c83-eaf0bc519b3f None None] Could not find standard attr ID for object 81ee7658-168b-4f26-9103-455da18390a7. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:35:48.584197 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c6f3e02-76dc-463e-87f6-bedfe7413125 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:48.729956 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b2fd9b-9ac9-4513-9ad0-08fb52be4009 None None] Network 68931557-6719-4b6f-9fec-a6bd8ab8bf0d is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:48.737349 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-12b2fd9b-9ac9-4513-9ad0-08fb52be4009 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:48.741187 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b2fd9b-9ac9-4513-9ad0-08fb52be4009 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:48.755090 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c6f3e02-76dc-463e-87f6-bedfe7413125 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:48.772966 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2fd9b-9ac9-4513-9ad0-08fb52be4009 None None] Pushing event updated for resources: {'Port': ['ID=f161f4e5-42dd-453b-824f-eae1a395a950,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:48.811603 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-12b2fd9b-9ac9-4513-9ad0-08fb52be4009 None None] Attempting to bind port f161f4e5-42dd-453b-824f-eae1a395a950 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:35:48.813091 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-12b2fd9b-9ac9-4513-9ad0-08fb52be4009 None None] Attempting to bind port f161f4e5-42dd-453b-824f-eae1a395a950 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'f240f0c7-88f1-416d-ad76-9b6fe001ee36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:35:48.813091 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b2fd9b-9ac9-4513-9ad0-08fb52be4009 None None] Attempting to bind port f161f4e5-42dd-453b-824f-eae1a395a950 on network 68931557-6719-4b6f-9fec-a6bd8ab8bf0d {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:35:48.818333 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b2fd9b-9ac9-4513-9ad0-08fb52be4009 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:35:48.818884 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b2fd9b-9ac9-4513-9ad0-08fb52be4009 None None] Checking segment: {'id': 'f240f0c7-88f1-416d-ad76-9b6fe001ee36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:35:48.819313 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-12b2fd9b-9ac9-4513-9ad0-08fb52be4009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:48.819707 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b2fd9b-9ac9-4513-9ad0-08fb52be4009 None None] Bound using segment: {'id': 'f240f0c7-88f1-416d-ad76-9b6fe001ee36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:35:48.820202 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-12b2fd9b-9ac9-4513-9ad0-08fb52be4009 None None] Bound port: f161f4e5-42dd-453b-824f-eae1a395a950, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f240f0c7-88f1-416d-ad76-9b6fe001ee36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:35:48.820946 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-12b2fd9b-9ac9-4513-9ad0-08fb52be4009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:48.836064 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb708f60-a2c6-4d7d-b330-e0f533358822 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:48.903895 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-12b2fd9b-9ac9-4513-9ad0-08fb52be4009 None None] For port f161f4e5-42dd-453b-824f-eae1a395a950, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:35:48.907869 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-12b2fd9b-9ac9-4513-9ad0-08fb52be4009 None None] For port f161f4e5-42dd-453b-824f-eae1a395a950, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=f161f4e5-42dd-453b-824f-eae1a395a950,segment=NetworkSegment(f240f0c7-88f1-416d-ad76-9b6fe001ee36),segment_id=f240f0c7-88f1-416d-ad76-9b6fe001ee36)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:35:48.950264 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c6f3e02-76dc-463e-87f6-bedfe7413125 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:49.019591 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-12b2fd9b-9ac9-4513-9ad0-08fb52be4009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:49.160632 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:35:49.162508 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2fd9b-9ac9-4513-9ad0-08fb52be4009 None None] Pushing event updated for resources: {'Port': ['ID=f161f4e5-42dd-453b-824f-eae1a395a950,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:49.241191 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c6f3e02-76dc-463e-87f6-bedfe7413125 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:49.274230 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:49.274609 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:49.357035 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f3e02-76dc-463e-87f6-bedfe7413125 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Subnet': ['ID=e8e1dcf7-30bd-4c84-bb75-c1c3a71c6786,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:49.379698 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c6f3e02-76dc-463e-87f6-bedfe7413125 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:49.385938 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ca81da-6365-4543-9b9a-03ce6198fdf9 None None] Network c4ee5945-f180-4b18-b3f9-49b63d8eb2f8 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:49.393417 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36932) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:49.394127 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7c6f3e02-76dc-463e-87f6-bedfe7413125 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/subnets/e8e1dcf7-30bd-4c84-bb75-c1c3a71c6786 HTTP/1.1" status: 204 len: 168 time: 1.0279601 Apr 20 16:35:49.479031 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb708f60-a2c6-4d7d-b330-e0f533358822 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:49.543129 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97916bb-a75a-4c1a-81a4-30ccf21f06a2 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting subnet 2103f843-21c1-4b87-8f15-8cbc1172cded {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:35:49.552113 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b97916bb-a75a-4c1a-81a4-30ccf21f06a2 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:49.651502 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb708f60-a2c6-4d7d-b330-e0f533358822 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:49.653233 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eb708f60-a2c6-4d7d-b330-e0f533358822 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:49.985535 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b97916bb-a75a-4c1a-81a4-30ccf21f06a2 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:49.990530 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb708f60-a2c6-4d7d-b330-e0f533358822 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Port': ['ID=c8273c62-6b3f-41cc-abb6-b7c283119ef5,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:50.026140 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb708f60-a2c6-4d7d-b330-e0f533358822 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 68931557-6719-4b6f-9fec-a6bd8ab8bf0d is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:50.029430 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-eb708f60-a2c6-4d7d-b330-e0f533358822 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:50.394417 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb708f60-a2c6-4d7d-b330-e0f533358822 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:35:50.425397 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b97916bb-a75a-4c1a-81a4-30ccf21f06a2 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:50.650535 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb708f60-a2c6-4d7d-b330-e0f533358822 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:35:50.664278 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36962) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:50.664887 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-eb708f60-a2c6-4d7d-b330-e0f533358822 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "PUT /v2.0/routers/5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5546327 Apr 20 16:35:50.671011 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e2a509dc-c409-4baa-b0a6-201b94dbd587 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-137297007'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:50.679288 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] Sync routers for ids ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:35:50.712772 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] Routers {'5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:35:50.713531 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:35:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:50.766118 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b97916bb-a75a-4c1a-81a4-30ccf21f06a2 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:50.802320 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a509dc-c409-4baa-b0a6-201b94dbd587 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Made reservation on behalf of 389cf1170ce14ee9ab1f648517cde249 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:50.834417 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e2a509dc-c409-4baa-b0a6-201b94dbd587 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:50.890432 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97916bb-a75a-4c1a-81a4-30ccf21f06a2 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Subnet': ['ID=2103f843-21c1-4b87-8f15-8cbc1172cded,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:50.933225 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b97916bb-a75a-4c1a-81a4-30ccf21f06a2 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:50.934180 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a509dc-c409-4baa-b0a6-201b94dbd587 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:35:50.948545 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b97916bb-a75a-4c1a-81a4-30ccf21f06a2 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/subnets/2103f843-21c1-4b87-8f15-8cbc1172cded HTTP/1.1" status: 204 len: 168 time: 1.5524876 Apr 20 16:35:50.957786 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 36974) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:50.961902 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e2a509dc-c409-4baa-b0a6-201b94dbd587 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:50.972163 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-e2a509dc-c409-4baa-b0a6-201b94dbd587 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Added segment 458205e2-075e-4c80-b998-e23b3682a22d of type vlan for network 5a6b88bb-19aa-4625-8d14-0f85d70657ca Apr 20 16:35:51.014537 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cfe719-9ddd-4947-b485-071f408d55a3 None None] Network 68931557-6719-4b6f-9fec-a6bd8ab8bf0d requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:51.098770 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e2a509dc-c409-4baa-b0a6-201b94dbd587 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:51.201698 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] Set router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:35:51.232047 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b32070f2-53f7-476f-9a29-b85a34cba59f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:51.317837 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e2a509dc-c409-4baa-b0a6-201b94dbd587 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:51.323803 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a509dc-c409-4baa-b0a6-201b94dbd587 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:51.324463 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e2a509dc-c409-4baa-b0a6-201b94dbd587 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:51.347467 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b32070f2-53f7-476f-9a29-b85a34cba59f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting port d86578ef-75ca-44b4-9282-7448fab5e3a8 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:35:51.348255 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b32070f2-53f7-476f-9a29-b85a34cba59f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:51.393262 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f161f4e5-42dd-453b-824f-eae1a395a950 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:35:51.438687 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a509dc-c409-4baa-b0a6-201b94dbd587 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Network': ['ID=5a6b88bb-19aa-4625-8d14-0f85d70657ca,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:51.465062 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e2a509dc-c409-4baa-b0a6-201b94dbd587 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7988515 Apr 20 16:35:51.467713 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 36984) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:51.469131 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-93a46fb5-7b1a-401a-9c4f-c9536ccb9df1 None None] Provisioning complete for port f161f4e5-42dd-453b-824f-eae1a395a950 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:51.469627 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-93a46fb5-7b1a-401a-9c4f-c9536ccb9df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:51.473096 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-b32070f2-53f7-476f-9a29-b85a34cba59f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] For port d86578ef-75ca-44b4-9282-7448fab5e3a8, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d86578ef-75ca-44b4-9282-7448fab5e3a8,segment=NetworkSegment(30eae119-726c-49b1-8eb6-a9052d2fe578),segment_id=30eae119-726c-49b1-8eb6-a9052d2fe578)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:51.473755 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b32070f2-53f7-476f-9a29-b85a34cba59f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:51.476390 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7566afac-3844-4efd-a6ed-01535848806b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'subnet': {'network_id': '5a6b88bb-19aa-4625-8d14-0f85d70657ca', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:51.477317 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e28c37-3448-46ed-ba18-119ea3d03ae4 None None] Network c4ee5945-f180-4b18-b3f9-49b63d8eb2f8 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:51.479779 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 5a6b88bb-19aa-4625-8d14-0f85d70657ca details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:35:51.501373 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b32070f2-53f7-476f-9a29-b85a34cba59f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Calling delete_port for d86578ef-75ca-44b4-9282-7448fab5e3a8 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:35:51.739307 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7566afac-3844-4efd-a6ed-01535848806b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Made reservation on behalf of 389cf1170ce14ee9ab1f648517cde249 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:51.743107 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7566afac-3844-4efd-a6ed-01535848806b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:51.768756 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b32070f2-53f7-476f-9a29-b85a34cba59f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:51.819779 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32070f2-53f7-476f-9a29-b85a34cba59f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Port': ['ID=d86578ef-75ca-44b4-9282-7448fab5e3a8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:51.824916 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32070f2-53f7-476f-9a29-b85a34cba59f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] No DVR routers for this DVR port d86578ef-75ca-44b4-9282-7448fab5e3a8 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:35:51.917576 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port f161f4e5-42dd-453b-824f-eae1a395a950 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:51.924325 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:51.977623 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-93a46fb5-7b1a-401a-9c4f-c9536ccb9df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:51.991245 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b32070f2-53f7-476f-9a29-b85a34cba59f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:51.995115 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81b742a-3a22-4216-b118-3ec39f0fa800 None None] DHCP port deletion for c4ee5945-f180-4b18-b3f9-49b63d8eb2f8 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:35:52.022790 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b32070f2-53f7-476f-9a29-b85a34cba59f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ee5945-f180-4b18-b3f9-49b63d8eb2f8']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:52.040375 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:35:47Z', 'revision_number': 4, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:35Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12', 'name': '', 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:f5:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a9137beb-a06d-4456-9f53-35afac098181', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:35Z', 'updated_at': '2022-04-20T16:35:46Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a9137beb-a06d-4456-9f53-35afac098181', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c62-6b3f-41cc-abb6-b7c283119ef5', 'name': '', 'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:c9:cb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:46Z', 'updated_at': '2022-04-20T16:35:49Z', 'revision_number': 2, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:52.043938 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b32070f2-53f7-476f-9a29-b85a34cba59f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30eae119-726c-49b1-8eb6-a9052d2fe578') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:52.046798 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b32070f2-53f7-476f-9a29-b85a34cba59f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30eae119-726c-49b1-8eb6-a9052d2fe578') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:52.072667 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b32070f2-53f7-476f-9a29-b85a34cba59f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:52.093461 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-93a46fb5-7b1a-401a-9c4f-c9536ccb9df1 None None] For port f161f4e5-42dd-453b-824f-eae1a395a950, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=f161f4e5-42dd-453b-824f-eae1a395a950,segment=NetworkSegment(f240f0c7-88f1-416d-ad76-9b6fe001ee36),segment_id=f240f0c7-88f1-416d-ad76-9b6fe001ee36)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:52.094886 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] Checking router: 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:35:52.095236 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] Updating router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 port c8273c62-6b3f-41cc-abb6-b7c283119ef5 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:35:52.106729 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b32070f2-53f7-476f-9a29-b85a34cba59f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:52.119374 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b32070f2-53f7-476f-9a29-b85a34cba59f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:35:52.120009 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b32070f2-53f7-476f-9a29-b85a34cba59f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:35:52.132748 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:35:52.147527 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:52.169654 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:52.242170 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7566afac-3844-4efd-a6ed-01535848806b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:52.260045 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-93a46fb5-7b1a-401a-9c4f-c9536ccb9df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:52.324678 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566afac-3844-4efd-a6ed-01535848806b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Subnet': ['ID=ad7ddfa6-bcbf-4e22-a055-87544cc29dd4,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:52.330271 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7566afac-3844-4efd-a6ed-01535848806b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Checking segment: {'id': '458205e2-075e-4c80-b998-e23b3682a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a6b88bb-19aa-4625-8d14-0f85d70657ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:35:52.330888 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7566afac-3844-4efd-a6ed-01535848806b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network hostable DHCP agents. Network: 5a6b88bb-19aa-4625-8d14-0f85d70657ca, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:35:52.370731 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b32070f2-53f7-476f-9a29-b85a34cba59f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:52.399187 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b32070f2-53f7-476f-9a29-b85a34cba59f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:52.408837 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37006) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:52.419631 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b32070f2-53f7-476f-9a29-b85a34cba59f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/networks/c4ee5945-f180-4b18-b3f9-49b63d8eb2f8 HTTP/1.1" status: 204 len: 168 time: 1.4598241 Apr 20 16:35:52.422095 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32070f2-53f7-476f-9a29-b85a34cba59f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Network': ['ID=c4ee5945-f180-4b18-b3f9-49b63d8eb2f8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:52.427424 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a71f7cb3-fd92-489e-8957-544688bfb690 None None] Could not find standard attr ID for object d86578ef-75ca-44b4-9282-7448fab5e3a8. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:35:52.474155 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7566afac-3844-4efd-a6ed-01535848806b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 5a6b88bb-19aa-4625-8d14-0f85d70657ca is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:35:52.506716 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bee4676-fa65-4c57-9aa9-d56e07aabd7f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:52.513020 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37010) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:52.529858 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2bee4676-fa65-4c57-9aa9-d56e07aabd7f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1141739 Apr 20 16:35:52.530709 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a46fb5-7b1a-401a-9c4f-c9536ccb9df1 None None] Pushing event updated for resources: {'Port': ['ID=f161f4e5-42dd-453b-824f-eae1a395a950,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:52.536896 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:35:52.537344 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:35:52.596575 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-7566afac-3844-4efd-a6ed-01535848806b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 5a6b88bb-19aa-4625-8d14-0f85d70657ca) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:52.613921 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-39993120-46ec-42cb-9046-ed190e96d56b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0896964 Apr 20 16:35:52.613921 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37020) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:52.614130 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f0ff3ce7-4a54-48ca-95c8-cce9c437ade5 None None] Provisioning complete for port f161f4e5-42dd-453b-824f-eae1a395a950 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:52.614130 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0ff3ce7-4a54-48ca-95c8-cce9c437ade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:52.614792 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7566afac-3844-4efd-a6ed-01535848806b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:52.616127 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ba5ec8a9-68fe-4883-b914-951258e96604 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2108108623'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:52.617807 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7566afac-3844-4efd-a6ed-01535848806b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:52.649199 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cc5462-faa6-44d4-83d3-c608bab1730f None None] Network 5a6b88bb-19aa-4625-8d14-0f85d70657ca requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:52.773185 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37026) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:52.774117 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7566afac-3844-4efd-a6ed-01535848806b tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3050385 Apr 20 16:35:52.829271 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5ec8a9-68fe-4883-b914-951258e96604 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:52.849570 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba5ec8a9-68fe-4883-b914-951258e96604 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:52.949459 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba5ec8a9-68fe-4883-b914-951258e96604 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:35:52.966471 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba5ec8a9-68fe-4883-b914-951258e96604 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:52.966943 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-ba5ec8a9-68fe-4883-b914-951258e96604 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Added segment 4d33dcf5-1908-4497-8d81-d14740ca9a31 of type vlan for network f68bedb1-16d6-4021-8958-ac815c89e99c Apr 20 16:35:53.039417 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:53.058681 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba5ec8a9-68fe-4883-b914-951258e96604 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:53.072575 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-75c1b531-6f69-4743-8176-9a035ef0010f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:53.135068 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:53.307251 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f161f4e5-42dd-453b-824f-eae1a395a950 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:35:53.322364 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba5ec8a9-68fe-4883-b914-951258e96604 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:53.343626 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5ec8a9-68fe-4883-b914-951258e96604 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:53.344309 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba5ec8a9-68fe-4883-b914-951258e96604 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:53.375551 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be9213-0d19-4fdf-a0d6-11e8aa618fc2 None None] Pushing event updated for resources: {'Port': ['ID=c8273c62-6b3f-41cc-abb6-b7c283119ef5,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:53.379828 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b803fbd-650d-422b-8dbe-776590e41a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-5a6b88bb-19aa-4625-8d14-0f85d70657ca', 'network_id': '5a6b88bb-19aa-4625-8d14-0f85d70657ca', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'fixed_ips': [{'subnet_id': 'ad7ddfa6-bcbf-4e22-a055-87544cc29dd4'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:35:53.380747 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8b803fbd-650d-422b-8dbe-776590e41a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:53.514019 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] Attempting to bind port c8273c62-6b3f-41cc-abb6-b7c283119ef5 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:35:53.514019 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] Attempting to bind port c8273c62-6b3f-41cc-abb6-b7c283119ef5 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'f240f0c7-88f1-416d-ad76-9b6fe001ee36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:35:53.514019 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] Attempting to bind port c8273c62-6b3f-41cc-abb6-b7c283119ef5 on network 68931557-6719-4b6f-9fec-a6bd8ab8bf0d {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:35:53.579715 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ec8a9-68fe-4883-b914-951258e96604 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Network': ['ID=f68bedb1-16d6-4021-8958-ac815c89e99c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:53.587807 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37060) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:53.587957 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ba5ec8a9-68fe-4883-b914-951258e96604 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9783609 Apr 20 16:35:53.594111 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2a66ca30-dcdd-48a0-a13a-1e86cc1b3b7b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'subnet': {'network_id': 'f68bedb1-16d6-4021-8958-ac815c89e99c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:53.603593 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f0ff3ce7-4a54-48ca-95c8-cce9c437ade5 None None] Provisioning complete for port c8273c62-6b3f-41cc-abb6-b7c283119ef5 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:53.603990 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0ff3ce7-4a54-48ca-95c8-cce9c437ade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:53.625078 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network f68bedb1-16d6-4021-8958-ac815c89e99c details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:35:53.732497 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:35:53.733387 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] Checking segment: {'id': 'f240f0c7-88f1-416d-ad76-9b6fe001ee36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:35:53.733549 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:53.733906 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] Bound using segment: {'id': 'f240f0c7-88f1-416d-ad76-9b6fe001ee36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:35:53.734402 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] Bound port: c8273c62-6b3f-41cc-abb6-b7c283119ef5, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f240f0c7-88f1-416d-ad76-9b6fe001ee36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:35:53.734798 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:53.841377 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port f161f4e5-42dd-453b-824f-eae1a395a950 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:53.841866 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:53.898693 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a66ca30-dcdd-48a0-a13a-1e86cc1b3b7b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:53.903214 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2a66ca30-dcdd-48a0-a13a-1e86cc1b3b7b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:53.923804 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cafd92b5-eb4b-4237-bf57-e5807a3ee8ea tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:53.946859 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f0ff3ce7-4a54-48ca-95c8-cce9c437ade5 None None] Port c8273c62-6b3f-41cc-abb6-b7c283119ef5 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:35:54.047023 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-8b803fbd-650d-422b-8dbe-776590e41a9e None None] Allocated IP 2001:db8:3::2 (5a6b88bb-19aa-4625-8d14-0f85d70657ca/ad7ddfa6-bcbf-4e22-a055-87544cc29dd4/fe3934c8-8c80-4a50-a40f-03655c1e1836) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:54.114733 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] For port c8273c62-6b3f-41cc-abb6-b7c283119ef5, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:35:54.118354 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] For port c8273c62-6b3f-41cc-abb6-b7c283119ef5, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c8273c62-6b3f-41cc-abb6-b7c283119ef5,segment=NetworkSegment(f240f0c7-88f1-416d-ad76-9b6fe001ee36),segment_id=f240f0c7-88f1-416d-ad76-9b6fe001ee36)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:35:54.208519 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-211a1e46-45a3-4689-bf36-6fa83a2d2e89 None None] Provisioning complete for port c8273c62-6b3f-41cc-abb6-b7c283119ef5 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:54.208892 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-211a1e46-45a3-4689-bf36-6fa83a2d2e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:54.301441 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:54.390537 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-211a1e46-45a3-4689-bf36-6fa83a2d2e89 None None] Port c8273c62-6b3f-41cc-abb6-b7c283119ef5 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:35:54.421410 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] Routers {'5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:35:54.421903 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:35:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:54.470798 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2a66ca30-dcdd-48a0-a13a-1e86cc1b3b7b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:54.560905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66ca30-dcdd-48a0-a13a-1e86cc1b3b7b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Subnet': ['ID=2b2dabbe-1405-48e2-a0ad-33e3f59233f0,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:54.574243 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66ca30-dcdd-48a0-a13a-1e86cc1b3b7b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:54.574875 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66ca30-dcdd-48a0-a13a-1e86cc1b3b7b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:54.575433 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66ca30-dcdd-48a0-a13a-1e86cc1b3b7b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:54.575970 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66ca30-dcdd-48a0-a13a-1e86cc1b3b7b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:54.576529 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66ca30-dcdd-48a0-a13a-1e86cc1b3b7b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:54.577680 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66ca30-dcdd-48a0-a13a-1e86cc1b3b7b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:54.578246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66ca30-dcdd-48a0-a13a-1e86cc1b3b7b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:54.578796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66ca30-dcdd-48a0-a13a-1e86cc1b3b7b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:54.579373 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66ca30-dcdd-48a0-a13a-1e86cc1b3b7b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:54.579925 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66ca30-dcdd-48a0-a13a-1e86cc1b3b7b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:54.580720 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66ca30-dcdd-48a0-a13a-1e86cc1b3b7b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:54.582449 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66ca30-dcdd-48a0-a13a-1e86cc1b3b7b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:54.589502 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a66ca30-dcdd-48a0-a13a-1e86cc1b3b7b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Checking segment: {'id': '4d33dcf5-1908-4497-8d81-d14740ca9a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f68bedb1-16d6-4021-8958-ac815c89e99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:35:54.590750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a66ca30-dcdd-48a0-a13a-1e86cc1b3b7b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network hostable DHCP agents. Network: f68bedb1-16d6-4021-8958-ac815c89e99c, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:35:54.658538 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] Set router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:35:54.755727 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a66ca30-dcdd-48a0-a13a-1e86cc1b3b7b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network f68bedb1-16d6-4021-8958-ac815c89e99c is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:35:54.845199 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-2a66ca30-dcdd-48a0-a13a-1e86cc1b3b7b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, f68bedb1-16d6-4021-8958-ac815c89e99c) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:54.850087 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a66ca30-dcdd-48a0-a13a-1e86cc1b3b7b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:54.850771 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2a66ca30-dcdd-48a0-a13a-1e86cc1b3b7b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:54.876003 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d86578ef-75ca-44b4-9282-7448fab5e3a8 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:35:54.920545 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: d86578ef-75ca-44b4-9282-7448fab5e3a8 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:35:54.922238 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d86578ef-75ca-44b4-9282-7448fab5e3a8 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:35:54.925404 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b473207b-5d8c-4c1c-838d-3a6761bd49e0 None None] Network f68bedb1-16d6-4021-8958-ac815c89e99c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:35:54.947929 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2a66ca30-dcdd-48a0-a13a-1e86cc1b3b7b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3582518 Apr 20 16:35:54.950141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37104) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:54.962669 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-9df5ba46-1016-411f-a7e2-a04e2715cbde tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'port': {'network_id': 'f68bedb1-16d6-4021-8958-ac815c89e99c', 'name': 'tempest-PortsTestJSON-2034849365'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:55.037201 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-bab8984b-f9cc-4bc3-b5d7-615bfd2ae585 None None] Provisioning complete for port c8273c62-6b3f-41cc-abb6-b7c283119ef5 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:55.037603 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bab8984b-f9cc-4bc3-b5d7-615bfd2ae585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:55.099057 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be9213-0d19-4fdf-a0d6-11e8aa618fc2 None None] Pushing event updated for resources: {'Port': ['ID=c8273c62-6b3f-41cc-abb6-b7c283119ef5,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:55.282194 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be9213-0d19-4fdf-a0d6-11e8aa618fc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:55.282654 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be9213-0d19-4fdf-a0d6-11e8aa618fc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:55.282993 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be9213-0d19-4fdf-a0d6-11e8aa618fc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:55.283426 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be9213-0d19-4fdf-a0d6-11e8aa618fc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:55.283762 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be9213-0d19-4fdf-a0d6-11e8aa618fc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:55.284091 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be9213-0d19-4fdf-a0d6-11e8aa618fc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:55.284474 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be9213-0d19-4fdf-a0d6-11e8aa618fc2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:55.284885 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be9213-0d19-4fdf-a0d6-11e8aa618fc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:55.285213 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be9213-0d19-4fdf-a0d6-11e8aa618fc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:55.285592 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be9213-0d19-4fdf-a0d6-11e8aa618fc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:55.285909 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be9213-0d19-4fdf-a0d6-11e8aa618fc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:55.286232 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be9213-0d19-4fdf-a0d6-11e8aa618fc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:35:55.299410 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df5ba46-1016-411f-a7e2-a04e2715cbde tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:55.308381 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9df5ba46-1016-411f-a7e2-a04e2715cbde tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:55.358486 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-9df5ba46-1016-411f-a7e2-a04e2715cbde tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] device_id is not set on port e0086ed9-6b62-4a68-9964-988974c31e1a yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:35:55.558490 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8b803fbd-650d-422b-8dbe-776590e41a9e None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:55.558490 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca392d8-18f0-4007-9bab-ef2ccb4e1f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-f68bedb1-16d6-4021-8958-ac815c89e99c', 'network_id': 'f68bedb1-16d6-4021-8958-ac815c89e99c', 'tenant_id': 'f968dfae81c54728955d6db138cbc5ef', 'fixed_ips': [{'subnet_id': '2b2dabbe-1405-48e2-a0ad-33e3f59233f0'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:35:55.558490 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2ca392d8-18f0-4007-9bab-ef2ccb4e1f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:55.623657 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bab8984b-f9cc-4bc3-b5d7-615bfd2ae585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:55.646342 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-9df5ba46-1016-411f-a7e2-a04e2715cbde tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Allocated IP 172.20.0.14 (f68bedb1-16d6-4021-8958-ac815c89e99c/2b2dabbe-1405-48e2-a0ad-33e3f59233f0/e0086ed9-6b62-4a68-9964-988974c31e1a) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:55.817452 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e9a83247-3dc7-4858-be3b-f8ea52121e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:55.842282 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8b803fbd-650d-422b-8dbe-776590e41a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:55.944106 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9df5ba46-1016-411f-a7e2-a04e2715cbde tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:55.955079 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-cafd92b5-eb4b-4237-bf57-e5807a3ee8ea tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Allocated IP 2001:db8:3::1 (5a6b88bb-19aa-4625-8d14-0f85d70657ca/ad7ddfa6-bcbf-4e22-a055-87544cc29dd4/277ca965-8d2b-4fe9-8445-24ef1973581d) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:56.057387 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9df5ba46-1016-411f-a7e2-a04e2715cbde tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:56.180966 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cafd92b5-eb4b-4237-bf57-e5807a3ee8ea tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:56.203988 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df5ba46-1016-411f-a7e2-a04e2715cbde tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network f68bedb1-16d6-4021-8958-ac815c89e99c is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:56.219508 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-9df5ba46-1016-411f-a7e2-a04e2715cbde tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:56.244944 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df5ba46-1016-411f-a7e2-a04e2715cbde tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:56.315263 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5ba46-1016-411f-a7e2-a04e2715cbde tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Port': ['ID=e0086ed9-6b62-4a68-9964-988974c31e1a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:56.364932 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b803fbd-650d-422b-8dbe-776590e41a9e None None] Pushing event updated for resources: {'Port': ['ID=fe3934c8-8c80-4a50-a40f-03655c1e1836,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:56.365521 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df5ba46-1016-411f-a7e2-a04e2715cbde tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:56.365850 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9df5ba46-1016-411f-a7e2-a04e2715cbde tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:56.374824 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cafd92b5-eb4b-4237-bf57-e5807a3ee8ea tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:56.419467 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-bab8984b-f9cc-4bc3-b5d7-615bfd2ae585 None None] For port c8273c62-6b3f-41cc-abb6-b7c283119ef5, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c8273c62-6b3f-41cc-abb6-b7c283119ef5,segment=NetworkSegment(f240f0c7-88f1-416d-ad76-9b6fe001ee36),segment_id=f240f0c7-88f1-416d-ad76-9b6fe001ee36)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:35:56.442894 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b803fbd-650d-422b-8dbe-776590e41a9e None None] Network 5a6b88bb-19aa-4625-8d14-0f85d70657ca is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:56.456131 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-8b803fbd-650d-422b-8dbe-776590e41a9e None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:56.461963 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b803fbd-650d-422b-8dbe-776590e41a9e None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:56.479150 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafd92b5-eb4b-4237-bf57-e5807a3ee8ea tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 5a6b88bb-19aa-4625-8d14-0f85d70657ca is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:56.492569 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9df5ba46-1016-411f-a7e2-a04e2715cbde tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5405302 Apr 20 16:35:56.493449 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37200) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:56.501053 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e0177a47-caa7-4eed-9b8b-0c59f0a86986 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'port': {'network_id': 'f68bedb1-16d6-4021-8958-ac815c89e99c', 'name': 'tempest-PortsTestJSON-1643051835'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:56.505802 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-cafd92b5-eb4b-4237-bf57-e5807a3ee8ea tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:56.512201 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafd92b5-eb4b-4237-bf57-e5807a3ee8ea tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:56.517145 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cafd92b5-eb4b-4237-bf57-e5807a3ee8ea tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:56.712253 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:56.713094 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bab8984b-f9cc-4bc3-b5d7-615bfd2ae585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:56.738695 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd92b5-eb4b-4237-bf57-e5807a3ee8ea tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Port': ['ID=277ca965-8d2b-4fe9-8445-24ef1973581d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:56.780436 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:35:47Z', 'revision_number': 4, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:35Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12', 'name': '', 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:f5:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a9137beb-a06d-4456-9f53-35afac098181', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:35Z', 'updated_at': '2022-04-20T16:35:46Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a9137beb-a06d-4456-9f53-35afac098181', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c62-6b3f-41cc-abb6-b7c283119ef5', 'name': '', 'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:c9:cb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:46Z', 'updated_at': '2022-04-20T16:35:54Z', 'revision_number': 4, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:56.830063 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0de626-91c3-4206-9d09-f111a05517ac None None] The sync data for ids ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'] in n-d-836146-2 is: [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:35:47Z', 'revision_number': 4, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:35Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12', 'name': '', 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:f5:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a9137beb-a06d-4456-9f53-35afac098181', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:35Z', 'updated_at': '2022-04-20T16:35:46Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a9137beb-a06d-4456-9f53-35afac098181', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c62-6b3f-41cc-abb6-b7c283119ef5', 'name': '', 'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:c9:cb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:46Z', 'updated_at': '2022-04-20T16:35:54Z', 'revision_number': 4, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:35:56.832879 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-2ca392d8-18f0-4007-9bab-ef2ccb4e1f9d None None] Allocated IP 172.20.0.2 (f68bedb1-16d6-4021-8958-ac815c89e99c/2b2dabbe-1405-48e2-a0ad-33e3f59233f0/2d268a89-2540-496d-9b47-f3f6772f6a9a) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:56.837037 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8b803fbd-650d-422b-8dbe-776590e41a9e None None] Attempting to bind port fe3934c8-8c80-4a50-a40f-03655c1e1836 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:35:56.837328 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8b803fbd-650d-422b-8dbe-776590e41a9e None None] Attempting to bind port fe3934c8-8c80-4a50-a40f-03655c1e1836 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '458205e2-075e-4c80-b998-e23b3682a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a6b88bb-19aa-4625-8d14-0f85d70657ca'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:35:56.837686 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b803fbd-650d-422b-8dbe-776590e41a9e None None] Attempting to bind port fe3934c8-8c80-4a50-a40f-03655c1e1836 on network 5a6b88bb-19aa-4625-8d14-0f85d70657ca {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:35:56.870116 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0177a47-caa7-4eed-9b8b-0c59f0a86986 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:35:56.875933 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e0177a47-caa7-4eed-9b8b-0c59f0a86986 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:56.891475 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cafd92b5-eb4b-4237-bf57-e5807a3ee8ea tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:56.917178 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b803fbd-650d-422b-8dbe-776590e41a9e None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:35:56.917561 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b803fbd-650d-422b-8dbe-776590e41a9e None None] Checking segment: {'id': '458205e2-075e-4c80-b998-e23b3682a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a6b88bb-19aa-4625-8d14-0f85d70657ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:35:56.917968 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8b803fbd-650d-422b-8dbe-776590e41a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:56.918357 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b803fbd-650d-422b-8dbe-776590e41a9e None None] Bound using segment: {'id': '458205e2-075e-4c80-b998-e23b3682a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a6b88bb-19aa-4625-8d14-0f85d70657ca'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:35:56.918917 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8b803fbd-650d-422b-8dbe-776590e41a9e None None] Bound port: fe3934c8-8c80-4a50-a40f-03655c1e1836, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458205e2-075e-4c80-b998-e23b3682a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a6b88bb-19aa-4625-8d14-0f85d70657ca'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:35:56.919336 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8b803fbd-650d-422b-8dbe-776590e41a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:56.940540 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-e0177a47-caa7-4eed-9b8b-0c59f0a86986 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] device_id is not set on port 3caf2e96-5703-4002-8bf0-74e2eb74ff4e yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:35:57.422050 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2ca392d8-18f0-4007-9bab-ef2ccb4e1f9d None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:57.434198 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8984b-f9cc-4bc3-b5d7-615bfd2ae585 None None] Pushing event updated for resources: {'Port': ['ID=c8273c62-6b3f-41cc-abb6-b7c283119ef5,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:57.458827 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c8273c62-6b3f-41cc-abb6-b7c283119ef5 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:35:57.544715 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2ca392d8-18f0-4007-9bab-ef2ccb4e1f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:57.617555 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca392d8-18f0-4007-9bab-ef2ccb4e1f9d None None] Network f68bedb1-16d6-4021-8958-ac815c89e99c is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:57.623157 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-2ca392d8-18f0-4007-9bab-ef2ccb4e1f9d None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:57.625238 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca392d8-18f0-4007-9bab-ef2ccb4e1f9d None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:57.643406 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cafd92b5-eb4b-4237-bf57-e5807a3ee8ea tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:57.674697 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-e0177a47-caa7-4eed-9b8b-0c59f0a86986 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Allocated IP 172.20.0.12 (f68bedb1-16d6-4021-8958-ac815c89e99c/2b2dabbe-1405-48e2-a0ad-33e3f59233f0/3caf2e96-5703-4002-8bf0-74e2eb74ff4e) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:35:57.721539 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cafd92b5-eb4b-4237-bf57-e5807a3ee8ea tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:57.722862 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cafd92b5-eb4b-4237-bf57-e5807a3ee8ea tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:57.755929 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8b803fbd-650d-422b-8dbe-776590e41a9e None None] For port fe3934c8-8c80-4a50-a40f-03655c1e1836, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:35:57.804005 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8b803fbd-650d-422b-8dbe-776590e41a9e None None] For port fe3934c8-8c80-4a50-a40f-03655c1e1836, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=fe3934c8-8c80-4a50-a40f-03655c1e1836,segment=NetworkSegment(458205e2-075e-4c80-b998-e23b3682a22d),segment_id=458205e2-075e-4c80-b998-e23b3682a22d)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:35:57.836661 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca392d8-18f0-4007-9bab-ef2ccb4e1f9d None None] Pushing event updated for resources: {'Port': ['ID=2d268a89-2540-496d-9b47-f3f6772f6a9a,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:57.943712 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8b803fbd-650d-422b-8dbe-776590e41a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:57.953030 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafd92b5-eb4b-4237-bf57-e5807a3ee8ea tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Network 5a6b88bb-19aa-4625-8d14-0f85d70657ca is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:57.960322 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-cafd92b5-eb4b-4237-bf57-e5807a3ee8ea tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:57.990349 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd92b5-eb4b-4237-bf57-e5807a3ee8ea tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event updated for resources: {'Port': ['ID=277ca965-8d2b-4fe9-8445-24ef1973581d,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:57.991997 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port c8273c62-6b3f-41cc-abb6-b7c283119ef5 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:57.993616 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:58.095900 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e0177a47-caa7-4eed-9b8b-0c59f0a86986 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:58.129914 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:58.158483 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-2ca392d8-18f0-4007-9bab-ef2ccb4e1f9d None None] Attempting to bind port 2d268a89-2540-496d-9b47-f3f6772f6a9a on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:35:58.159220 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-2ca392d8-18f0-4007-9bab-ef2ccb4e1f9d None None] Attempting to bind port 2d268a89-2540-496d-9b47-f3f6772f6a9a by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '4d33dcf5-1908-4497-8d81-d14740ca9a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f68bedb1-16d6-4021-8958-ac815c89e99c'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:35:58.159935 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca392d8-18f0-4007-9bab-ef2ccb4e1f9d None None] Attempting to bind port 2d268a89-2540-496d-9b47-f3f6772f6a9a on network f68bedb1-16d6-4021-8958-ac815c89e99c {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:35:58.184652 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafd92b5-eb4b-4237-bf57-e5807a3ee8ea tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:35:58.207863 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca392d8-18f0-4007-9bab-ef2ccb4e1f9d None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:35:58.218286 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca392d8-18f0-4007-9bab-ef2ccb4e1f9d None None] Checking segment: {'id': '4d33dcf5-1908-4497-8d81-d14740ca9a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f68bedb1-16d6-4021-8958-ac815c89e99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:35:58.218986 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2ca392d8-18f0-4007-9bab-ef2ccb4e1f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:58.219509 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca392d8-18f0-4007-9bab-ef2ccb4e1f9d None None] Bound using segment: {'id': '4d33dcf5-1908-4497-8d81-d14740ca9a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f68bedb1-16d6-4021-8958-ac815c89e99c'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:35:58.220099 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-2ca392d8-18f0-4007-9bab-ef2ccb4e1f9d None None] Bound port: 2d268a89-2540-496d-9b47-f3f6772f6a9a, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d33dcf5-1908-4497-8d81-d14740ca9a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f68bedb1-16d6-4021-8958-ac815c89e99c'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:35:58.220584 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2ca392d8-18f0-4007-9bab-ef2ccb4e1f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:58.258542 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b803fbd-650d-422b-8dbe-776590e41a9e None None] Pushing event updated for resources: {'Port': ['ID=fe3934c8-8c80-4a50-a40f-03655c1e1836,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:58.270198 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e0177a47-caa7-4eed-9b8b-0c59f0a86986 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:58.323918 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafd92b5-eb4b-4237-bf57-e5807a3ee8ea tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:35:58.326281 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:58.337400 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cafd92b5-eb4b-4237-bf57-e5807a3ee8ea tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "PUT /v2.0/routers/5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5630643 Apr 20 16:35:58.341046 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37272) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:58.349821 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-7f0d84bf-16ec-4e08-a69e-bf9b6df129a9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:35:58.379739 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0177a47-caa7-4eed-9b8b-0c59f0a86986 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Port': ['ID=3caf2e96-5703-4002-8bf0-74e2eb74ff4e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:58.399946 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] Sync routers for ids ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:35:58.410305 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2ca392d8-18f0-4007-9bab-ef2ccb4e1f9d None None] For port 2d268a89-2540-496d-9b47-f3f6772f6a9a, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:35:58.412782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0177a47-caa7-4eed-9b8b-0c59f0a86986 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network f68bedb1-16d6-4021-8958-ac815c89e99c is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:35:58.414632 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-e0177a47-caa7-4eed-9b8b-0c59f0a86986 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:35:58.416316 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2ca392d8-18f0-4007-9bab-ef2ccb4e1f9d None None] For port 2d268a89-2540-496d-9b47-f3f6772f6a9a, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2d268a89-2540-496d-9b47-f3f6772f6a9a,segment=NetworkSegment(4d33dcf5-1908-4497-8d81-d14740ca9a31),segment_id=4d33dcf5-1908-4497-8d81-d14740ca9a31)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:35:58.419088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0177a47-caa7-4eed-9b8b-0c59f0a86986 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:35:58.446466 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] Routers {'5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:35:58.461957 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:35:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:58.511050 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0177a47-caa7-4eed-9b8b-0c59f0a86986 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:58.511932 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e0177a47-caa7-4eed-9b8b-0c59f0a86986 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:58.532807 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2ca392d8-18f0-4007-9bab-ef2ccb4e1f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:58.631097 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e0177a47-caa7-4eed-9b8b-0c59f0a86986 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1365106 Apr 20 16:35:58.633974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37278) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:58.720979 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca392d8-18f0-4007-9bab-ef2ccb4e1f9d None None] Pushing event updated for resources: {'Port': ['ID=2d268a89-2540-496d-9b47-f3f6772f6a9a,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:35:58.732259 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:58.739975 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] Set router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:35:58.923371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5d82be-0e4e-4de2-93f7-66ef3b5074ee tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:35:58.927686 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bc5d82be-0e4e-4de2-93f7-66ef3b5074ee tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.2897146 Apr 20 16:35:58.928226 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37284) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:59.106108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37288) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:35:59.309118 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb32da-5cfb-4ae9-9c7e-5d68f789fa1d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting port 3caf2e96-5703-4002-8bf0-74e2eb74ff4e {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:35:59.309467 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ebeb32da-5cfb-4ae9-9c7e-5d68f789fa1d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:59.455960 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:35:56Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '277ca965-8d2b-4fe9-8445-24ef1973581d', 'name': '', 'network_id': '5a6b88bb-19aa-4625-8d14-0f85d70657ca', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:12:4a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'ad7ddfa6-bcbf-4e22-a055-87544cc29dd4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:54Z', 'updated_at': '2022-04-20T16:35:57Z', 'revision_number': 2, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'ad7ddfa6-bcbf-4e22-a055-87544cc29dd4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:35Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12', 'name': '', 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:f5:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a9137beb-a06d-4456-9f53-35afac098181', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:35Z', 'updated_at': '2022-04-20T16:35:46Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a9137beb-a06d-4456-9f53-35afac098181', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c62-6b3f-41cc-abb6-b7c283119ef5', 'name': '', 'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:c9:cb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:46Z', 'updated_at': '2022-04-20T16:35:55Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:35:59.589309 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9719c565-efc9-43a7-97d4-df3121bf9b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:59.591663 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device fe3934c8-8c80-4a50-a40f-03655c1e1836 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:35:59.592285 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] Checking router: 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:35:59.592434 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] Updating router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 port 277ca965-8d2b-4fe9-8445-24ef1973581d binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:35:59.714099 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:59.716873 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ebeb32da-5cfb-4ae9-9c7e-5d68f789fa1d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:59.755144 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port fe3934c8-8c80-4a50-a40f-03655c1e1836 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:35:59.756381 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:35:59.881949 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb32da-5cfb-4ae9-9c7e-5d68f789fa1d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Calling delete_port for 3caf2e96-5703-4002-8bf0-74e2eb74ff4e owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:35:59.963574 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.extraroute_db [None req-7f0d84bf-16ec-4e08-a69e-bf9b6df129a9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103485) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 20 16:36:00.013133 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.extraroute_db [None req-7f0d84bf-16ec-4e08-a69e-bf9b6df129a9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Removed routes are [] {{(pid=103485) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 20 16:36:00.013547 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7f0d84bf-16ec-4e08-a69e-bf9b6df129a9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.050932 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.061298 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.071275 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9719c565-efc9-43a7-97d4-df3121bf9b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.141412 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9719c565-efc9-43a7-97d4-df3121bf9b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.170388 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port fe3934c8-8c80-4a50-a40f-03655c1e1836, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=fe3934c8-8c80-4a50-a40f-03655c1e1836,segment=NetworkSegment(458205e2-075e-4c80-b998-e23b3682a22d),segment_id=458205e2-075e-4c80-b998-e23b3682a22d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:00.259270 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.260320 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2d268a89-2540-496d-9b47-f3f6772f6a9a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:36:00.277385 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9719c565-efc9-43a7-97d4-df3121bf9b9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=466fb69df59c4b888fe9722a9967b8fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1700928 Apr 20 16:36:00.285284 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719c565-efc9-43a7-97d4-df3121bf9b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12c4ef6-775f-4002-865b-f7619db52bfa,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:00.294012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37300) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:00.329671 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-632905b3-4122-4775-99f7-164cc2d1c50e req-4436fdfc-2e35-4d20-b06b-757788a8ddef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2979484 Apr 20 16:36:00.334648 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9a53ad-4ca3-44a9-b3bb-5586bf3e00b2 None None] Network 5a6b88bb-19aa-4625-8d14-0f85d70657ca requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:36:00.402741 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a8357b9e-cfd2-46d4-850f-2cc2bdf96f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.411944 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.435411 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ebeb32da-5cfb-4ae9-9c7e-5d68f789fa1d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.489763 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb32da-5cfb-4ae9-9c7e-5d68f789fa1d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Port': ['ID=3caf2e96-5703-4002-8bf0-74e2eb74ff4e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:00.500770 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a8357b9e-cfd2-46d4-850f-2cc2bdf96f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.605100 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e33ebd3b-ca80-45ee-9713-5b89bf4ec1c4 None None] Provisioning complete for port fe3934c8-8c80-4a50-a40f-03655c1e1836 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:00.605890 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e33ebd3b-ca80-45ee-9713-5b89bf4ec1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.619902 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.636278 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ebeb32da-5cfb-4ae9-9c7e-5d68f789fa1d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.647937 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7f0d84bf-16ec-4e08-a69e-bf9b6df129a9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.650289 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ebeb32da-5cfb-4ae9-9c7e-5d68f789fa1d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/ports/3caf2e96-5703-4002-8bf0-74e2eb74ff4e HTTP/1.1" status: 204 len: 168 time: 1.7182508 Apr 20 16:36:00.651091 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37304) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:00.675451 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e2590e-5be0-4538-b3fc-5e6eea0cd1a1 None None] Network f68bedb1-16d6-4021-8958-ac815c89e99c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:36:00.683379 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f24235-6991-4106-93a2-fe7dbdd69963 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] GET failed (client error): The resource could not be found. Apr 20 16:36:00.685519 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-25f24235-6991-4106-93a2-fe7dbdd69963 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports/3caf2e96-5703-4002-8bf0-74e2eb74ff4e HTTP/1.1" status: 404 len: 333 time: 0.0335116 Apr 20 16:36:00.688259 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632905b3-4122-4775-99f7-164cc2d1c50e req-81f1b708-dfc5-42a4-8dca-6ff87e40a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:00.688537 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37306) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:00.702242 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-632905b3-4122-4775-99f7-164cc2d1c50e req-81f1b708-dfc5-42a4-8dca-6ff87e40a15d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 1096 time: 0.2580082 Apr 20 16:36:00.704140 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7f0d84bf-16ec-4e08-a69e-bf9b6df129a9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545285'] for router, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.732564 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 2d268a89-2540-496d-9b47-f3f6772f6a9a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:00.733455 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.748930 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a8357b9e-cfd2-46d4-850f-2cc2bdf96f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.756655 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a8357b9e-cfd2-46d4-850f-2cc2bdf96f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.760124 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a8357b9e-cfd2-46d4-850f-2cc2bdf96f2e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c12c4ef6-775f-4002-865b-f7619db52bfa HTTP/1.1" status: 204 len: 168 time: 0.4640799 Apr 20 16:36:00.785727 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=fe3934c8-8c80-4a50-a40f-03655c1e1836,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:00.820031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8357b9e-cfd2-46d4-850f-2cc2bdf96f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12c4ef6-775f-4002-865b-f7619db52bfa,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:00.915736 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e903d8c-4683-4809-9bea-1fdb98bff1d3 None None] Pushing event updated for resources: {'Port': ['ID=277ca965-8d2b-4fe9-8445-24ef1973581d,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:00.941413 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] Attempting to bind port 277ca965-8d2b-4fe9-8445-24ef1973581d on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:36:00.944083 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] Attempting to bind port 277ca965-8d2b-4fe9-8445-24ef1973581d by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '458205e2-075e-4c80-b998-e23b3682a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a6b88bb-19aa-4625-8d14-0f85d70657ca'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:36:00.944897 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] Attempting to bind port 277ca965-8d2b-4fe9-8445-24ef1973581d on network 5a6b88bb-19aa-4625-8d14-0f85d70657ca {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:36:00.946782 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0d84bf-16ec-4e08-a69e-bf9b6df129a9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:36:00.993188 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:36:00.993454 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-edbd93d2-2963-40ea-9c78-46abb3a6394a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting port e0086ed9-6b62-4a68-9964-988974c31e1a {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:00.993454 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-edbd93d2-2963-40ea-9c78-46abb3a6394a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.994522 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] Checking segment: {'id': '458205e2-075e-4c80-b998-e23b3682a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a6b88bb-19aa-4625-8d14-0f85d70657ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:36:00.995159 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:00.997468 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] Bound using segment: {'id': '458205e2-075e-4c80-b998-e23b3682a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a6b88bb-19aa-4625-8d14-0f85d70657ca'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:36:00.999783 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] Bound port: 277ca965-8d2b-4fe9-8445-24ef1973581d, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458205e2-075e-4c80-b998-e23b3682a22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a6b88bb-19aa-4625-8d14-0f85d70657ca'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:36:01.003870 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:01.129011 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632905b3-4122-4775-99f7-164cc2d1c50e req-18f14686-5438-4469-ae31-031f5cb5e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:01.130749 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-632905b3-4122-4775-99f7-164cc2d1c50e req-18f14686-5438-4469-ae31-031f5cb5e0c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6129277f-3b7c-420f-bcf7-8207d3888fce HTTP/1.1" status: 200 len: 915 time: 0.4117589 Apr 20 16:36:01.157423 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] For port 277ca965-8d2b-4fe9-8445-24ef1973581d, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:36:01.162650 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] For port 277ca965-8d2b-4fe9-8445-24ef1973581d, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=277ca965-8d2b-4fe9-8445-24ef1973581d,segment=NetworkSegment(458205e2-075e-4c80-b998-e23b3682a22d),segment_id=458205e2-075e-4c80-b998-e23b3682a22d)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:36:01.237519 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-632905b3-4122-4775-99f7-164cc2d1c50e req-d8e630ec-bb6d-4795-9b34-d57a8426fb45 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c433432d-953a-4225-9182-c7aad470000a HTTP/1.1" status: 200 len: 1001 time: 0.0948231 Apr 20 16:36:01.258819 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-edbd93d2-2963-40ea-9c78-46abb3a6394a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:01.273871 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-edbd93d2-2963-40ea-9c78-46abb3a6394a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Calling delete_port for e0086ed9-6b62-4a68-9964-988974c31e1a owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:01.274356 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:01.334139 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632905b3-4122-4775-99f7-164cc2d1c50e req-a634f0a8-f2f6-4135-93e4-d010bf200eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:01.335545 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-632905b3-4122-4775-99f7-164cc2d1c50e req-a634f0a8-f2f6-4135-93e4-d010bf200eb9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d0d8025-1a58-4c58-9113-dd747fc0c87b HTTP/1.1" status: 200 len: 853 time: 0.0900483 Apr 20 16:36:01.336677 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0d84bf-16ec-4e08-a69e-bf9b6df129a9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:36:01.358682 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7f0d84bf-16ec-4e08-a69e-bf9b6df129a9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:01.359891 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7f0d84bf-16ec-4e08-a69e-bf9b6df129a9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "PUT /v2.0/routers/5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 HTTP/1.1" status: 200 len: 954 time: 3.0177045 Apr 20 16:36:01.392845 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37318) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:01.405962 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e903d8c-4683-4809-9bea-1fdb98bff1d3 None None] Pushing event updated for resources: {'Port': ['ID=277ca965-8d2b-4fe9-8445-24ef1973581d,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:01.411517 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] Routers {'5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:01.412650 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:35:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:01.476404 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:01.505447 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632905b3-4122-4775-99f7-164cc2d1c50e req-74638a49-6afc-49e8-94fe-848bf4d0e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:01.507132 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-632905b3-4122-4775-99f7-164cc2d1c50e req-74638a49-6afc-49e8-94fe-848bf4d0e1a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6129277f-3b7c-420f-bcf7-8207d3888fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1600275 Apr 20 16:36:01.584553 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] Set router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:36:01.586124 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 2d268a89-2540-496d-9b47-f3f6772f6a9a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2d268a89-2540-496d-9b47-f3f6772f6a9a,segment=NetworkSegment(4d33dcf5-1908-4497-8d81-d14740ca9a31),segment_id=4d33dcf5-1908-4497-8d81-d14740ca9a31)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:01.609024 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7a1c183e-aa4b-421a-9960-f4715d4acc58 None None] Provisioning complete for port 2d268a89-2540-496d-9b47-f3f6772f6a9a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:01.615432 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7a1c183e-aa4b-421a-9960-f4715d4acc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:01.622779 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-621b9579-449c-4cc7-8841-2488b4dbb431 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "GET /v2.0/routers/5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 HTTP/1.1" status: 200 len: 954 time: 0.2286072 Apr 20 16:36:01.628533 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37322) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:01.638232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-8f2d4f5e-8342-4480-886c-5cfc99788f19 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'router': {'routes': None}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:01.702007 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-edbd93d2-2963-40ea-9c78-46abb3a6394a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:01.776033 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd93d2-2963-40ea-9c78-46abb3a6394a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Port': ['ID=e0086ed9-6b62-4a68-9964-988974c31e1a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:01.788240 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:01.790439 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c8273c62-6b3f-41cc-abb6-b7c283119ef5 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:36:01.827611 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-632905b3-4122-4775-99f7-164cc2d1c50e req-2bf3da1e-43f8-456f-846e-9c74c7876874 service neutron] 10.222.0.26 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093891 Apr 20 16:36:01.928081 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37328) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:02.100616 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2524e91d-e10e-4818-b276-efbf1b2e44ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:02.242768 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:35:59Z', 'revision_number': 6, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '277ca965-8d2b-4fe9-8445-24ef1973581d', 'name': '', 'network_id': '5a6b88bb-19aa-4625-8d14-0f85d70657ca', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:12:4a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'ad7ddfa6-bcbf-4e22-a055-87544cc29dd4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:54Z', 'updated_at': '2022-04-20T16:36:01Z', 'revision_number': 4, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'ad7ddfa6-bcbf-4e22-a055-87544cc29dd4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:35Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12', 'name': '', 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:f5:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a9137beb-a06d-4456-9f53-35afac098181', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:35Z', 'updated_at': '2022-04-20T16:35:46Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a9137beb-a06d-4456-9f53-35afac098181', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c62-6b3f-41cc-abb6-b7c283119ef5', 'name': '', 'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:c9:cb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:46Z', 'updated_at': '2022-04-20T16:35:55Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:02.295586 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e06ab34-1582-4b51-9489-23e7a54be5ae None None] The sync data for ids ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'] in n-d-836146-2 is: [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:35:59Z', 'revision_number': 6, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '277ca965-8d2b-4fe9-8445-24ef1973581d', 'name': '', 'network_id': '5a6b88bb-19aa-4625-8d14-0f85d70657ca', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:12:4a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'ad7ddfa6-bcbf-4e22-a055-87544cc29dd4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:54Z', 'updated_at': '2022-04-20T16:36:01Z', 'revision_number': 4, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'ad7ddfa6-bcbf-4e22-a055-87544cc29dd4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:35Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12', 'name': '', 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:f5:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a9137beb-a06d-4456-9f53-35afac098181', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:35Z', 'updated_at': '2022-04-20T16:35:46Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a9137beb-a06d-4456-9f53-35afac098181', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c62-6b3f-41cc-abb6-b7c283119ef5', 'name': '', 'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:c9:cb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:46Z', 'updated_at': '2022-04-20T16:35:55Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:36:02.348537 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-edbd93d2-2963-40ea-9c78-46abb3a6394a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:02.358100 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-edbd93d2-2963-40ea-9c78-46abb3a6394a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/ports/e0086ed9-6b62-4a68-9964-988974c31e1a HTTP/1.1" status: 204 len: 168 time: 1.6682761 Apr 20 16:36:02.361118 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37338) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:02.505925 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2524e91d-e10e-4818-b276-efbf1b2e44ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:02.522739 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-7279df62-6a6a-4709-849c-32beed64c8e7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] GET failed (client error): The resource could not be found. Apr 20 16:36:02.527224 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-632905b3-4122-4775-99f7-164cc2d1c50e req-50c3a28f-b63e-4cc6-aad2-ae6fbde5cae2 service neutron] 10.222.0.26 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6919618 Apr 20 16:36:02.531265 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7279df62-6a6a-4709-849c-32beed64c8e7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports/e0086ed9-6b62-4a68-9964-988974c31e1a HTTP/1.1" status: 404 len: 333 time: 0.1666749 Apr 20 16:36:02.534102 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37344) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:02.576933 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7a1c183e-aa4b-421a-9960-f4715d4acc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:02.596452 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2524e91d-e10e-4818-b276-efbf1b2e44ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:02.622803 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=2d268a89-2540-496d-9b47-f3f6772f6a9a,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:02.766076 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2524e91d-e10e-4818-b276-efbf1b2e44ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ccacdfc3a88a478cae6832d588e59d15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8204257 Apr 20 16:36:02.778788 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37348) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:02.786904 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b60b78-2c85-40be-91e9-913a9cc48543 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting subnet 2b2dabbe-1405-48e2-a0ad-33e3f59233f0 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:36:02.817567 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d4b60b78-2c85-40be-91e9-913a9cc48543 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:02.830087 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port c8273c62-6b3f-41cc-abb6-b7c283119ef5 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:02.837024 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:02.869649 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524e91d-e10e-4818-b276-efbf1b2e44ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282b90c3-dd82-4232-b730-ef30a7f5f82f,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:03.052266 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-7a1c183e-aa4b-421a-9960-f4715d4acc58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:36:03.063796 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-7a1c183e-aa4b-421a-9960-f4715d4acc58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:36:03.105346 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91f28ff0-ad28-4bb1-9f5f-2a917164d685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:03.187741 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91f28ff0-ad28-4bb1-9f5f-2a917164d685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:03.412400 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91f28ff0-ad28-4bb1-9f5f-2a917164d685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:03.421250 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91f28ff0-ad28-4bb1-9f5f-2a917164d685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:03.423998 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-91f28ff0-ad28-4bb1-9f5f-2a917164d685 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/282b90c3-dd82-4232-b730-ef30a7f5f82f HTTP/1.1" status: 204 len: 168 time: 0.6442263 Apr 20 16:36:03.484643 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f28ff0-ad28-4bb1-9f5f-2a917164d685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282b90c3-dd82-4232-b730-ef30a7f5f82f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:03.545757 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e5273-2702-4488-8b71-fe3731439ceb req-76db88a1-9698-48a0-b547-98187be6b334 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:03.582748 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6d3e5273-2702-4488-8b71-fe3731439ceb req-76db88a1-9698-48a0-b547-98187be6b334 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=16aee945-dc17-4288-9a19-dac7312491ef HTTP/1.1" status: 200 len: 945 time: 0.2581158 Apr 20 16:36:03.665150 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 277ca965-8d2b-4fe9-8445-24ef1973581d up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:36:03.697676 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6d3e5273-2702-4488-8b71-fe3731439ceb req-7a62f40c-d77d-4910-9162-49874fddd551 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120327 Apr 20 16:36:03.827458 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 277ca965-8d2b-4fe9-8445-24ef1973581d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:03.828144 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:03.891579 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-399d7441-1c9f-4654-814b-ae102973d794 None None] Could not find standard attr ID for object 3caf2e96-5703-4002-8bf0-74e2eb74ff4e. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:36:03.925061 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-399d7441-1c9f-4654-814b-ae102973d794 None None] Provisioning complete for port 277ca965-8d2b-4fe9-8445-24ef1973581d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:03.925061 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-399d7441-1c9f-4654-814b-ae102973d794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:04.137533 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:04.338043 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d4b60b78-2c85-40be-91e9-913a9cc48543 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:04.351323 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc94ef58-e9cc-438f-8c63-f857dbe6ea17 None None] Sync routers for ids ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:36:04.398511 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 277ca965-8d2b-4fe9-8445-24ef1973581d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=277ca965-8d2b-4fe9-8445-24ef1973581d,segment=NetworkSegment(458205e2-075e-4c80-b998-e23b3682a22d),segment_id=458205e2-075e-4c80-b998-e23b3682a22d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:04.420843 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-399d7441-1c9f-4654-814b-ae102973d794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:04.475302 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:04.476272 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device fe3934c8-8c80-4a50-a40f-03655c1e1836 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:36:04.578300 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d4b60b78-2c85-40be-91e9-913a9cc48543 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:04.599880 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc94ef58-e9cc-438f-8c63-f857dbe6ea17 None None] Routers {'5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:04.600843 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-dc94ef58-e9cc-438f-8c63-f857dbe6ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:35:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:04.663164 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.extraroute_db [None req-8f2d4f5e-8342-4480-886c-5cfc99788f19 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Added routes are [] {{(pid=103484) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 20 16:36:04.663478 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.extraroute_db [None req-8f2d4f5e-8342-4480-886c-5cfc99788f19 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103484) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 20 16:36:04.711836 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4f5e-8342-4480-886c-5cfc99788f19 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:04.785992 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d4b60b78-2c85-40be-91e9-913a9cc48543 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:04.834102 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b60b78-2c85-40be-91e9-913a9cc48543 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Subnet': ['ID=2b2dabbe-1405-48e2-a0ad-33e3f59233f0,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:04.896379 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=277ca965-8d2b-4fe9-8445-24ef1973581d,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:04.899168 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-399d7441-1c9f-4654-814b-ae102973d794 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:36:04.901525 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-399d7441-1c9f-4654-814b-ae102973d794 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:36:04.908525 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c574a9-38dc-4848-85fd-4d1dfb3b597a None None] Network f68bedb1-16d6-4021-8958-ac815c89e99c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:36:04.949098 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd038c-1026-4f64-8637-a337adb36c90 req-175f89c0-a3df-45ef-b5ca-8f68c591a5d2 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:04.949713 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d4b60b78-2c85-40be-91e9-913a9cc48543 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:04.952147 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d7cd038c-1026-4f64-8637-a337adb36c90 req-175f89c0-a3df-45ef-b5ca-8f68c591a5d2 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=16aee945-dc17-4288-9a19-dac7312491ef HTTP/1.1" status: 200 len: 945 time: 0.1744215 Apr 20 16:36:04.955397 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37392) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:04.955580 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d4b60b78-2c85-40be-91e9-913a9cc48543 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/subnets/2b2dabbe-1405-48e2-a0ad-33e3f59233f0 HTTP/1.1" status: 204 len: 168 time: 2.4064119 Apr 20 16:36:05.036705 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-dc94ef58-e9cc-438f-8c63-f857dbe6ea17 None None] Set router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:36:05.053592 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port fe3934c8-8c80-4a50-a40f-03655c1e1836 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:05.053967 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:05.248597 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d7cd038c-1026-4f64-8637-a337adb36c90 req-e1d95454-9851-4071-ac21-19620d0249e4 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298903 Apr 20 16:36:05.266141 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8061dc38-a464-479a-b02c-50df5e9c334f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:05.277708 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4f5e-8342-4480-886c-5cfc99788f19 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:05.291191 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4f5e-8342-4480-886c-5cfc99788f19 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545285'] for router, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:05.408609 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-8061dc38-a464-479a-b02c-50df5e9c334f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting port 2d268a89-2540-496d-9b47-f3f6772f6a9a {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:05.408962 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8061dc38-a464-479a-b02c-50df5e9c334f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:05.548802 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2d268a89-2540-496d-9b47-f3f6772f6a9a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:36:05.572965 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2d4f5e-8342-4480-886c-5cfc99788f19 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:36:05.608187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d9968-1507-41ef-8c90-c7d447cacc3b req-9c1d4cd4-515c-4b54-90f5-55d33f807a6f tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:05.610579 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-358d9968-1507-41ef-8c90-c7d447cacc3b req-9c1d4cd4-515c-4b54-90f5-55d33f807a6f tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.30 "GET /v2.0/ports?device_id=16aee945-dc17-4288-9a19-dac7312491ef HTTP/1.1" status: 200 len: 945 time: 0.1823330 Apr 20 16:36:05.614773 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-8061dc38-a464-479a-b02c-50df5e9c334f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] For port 2d268a89-2540-496d-9b47-f3f6772f6a9a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2d268a89-2540-496d-9b47-f3f6772f6a9a,segment=NetworkSegment(4d33dcf5-1908-4497-8d81-d14740ca9a31),segment_id=4d33dcf5-1908-4497-8d81-d14740ca9a31)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:05.628949 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8061dc38-a464-479a-b02c-50df5e9c334f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:05.629100 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-399d7441-1c9f-4654-814b-ae102973d794 None None] Provisioning complete for port fe3934c8-8c80-4a50-a40f-03655c1e1836 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:05.629100 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-399d7441-1c9f-4654-814b-ae102973d794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:05.637110 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-dc94ef58-e9cc-438f-8c63-f857dbe6ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:35:59Z', 'revision_number': 6, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '277ca965-8d2b-4fe9-8445-24ef1973581d', 'name': '', 'network_id': '5a6b88bb-19aa-4625-8d14-0f85d70657ca', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:12:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'ad7ddfa6-bcbf-4e22-a055-87544cc29dd4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:54Z', 'updated_at': '2022-04-20T16:36:04Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'ad7ddfa6-bcbf-4e22-a055-87544cc29dd4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:35Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12', 'name': '', 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:f5:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a9137beb-a06d-4456-9f53-35afac098181', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:35Z', 'updated_at': '2022-04-20T16:35:46Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a9137beb-a06d-4456-9f53-35afac098181', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c62-6b3f-41cc-abb6-b7c283119ef5', 'name': '', 'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:c9:cb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:46Z', 'updated_at': '2022-04-20T16:35:55Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:05.652689 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-8061dc38-a464-479a-b02c-50df5e9c334f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Calling delete_port for 2d268a89-2540-496d-9b47-f3f6772f6a9a owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:05.662574 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcba99c-3d1a-47bc-850c-99be70382b86 None None] DHCP port deletion for f68bedb1-16d6-4021-8958-ac815c89e99c request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:36:05.701067 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc94ef58-e9cc-438f-8c63-f857dbe6ea17 None None] Checking router: 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:36:05.759282 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2d4f5e-8342-4480-886c-5cfc99788f19 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:36:05.759874 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc94ef58-e9cc-438f-8c63-f857dbe6ea17 None None] Routers {'5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:05.760533 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-dc94ef58-e9cc-438f-8c63-f857dbe6ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:35:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:05.770429 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4f5e-8342-4480-886c-5cfc99788f19 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:05.774634 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8f2d4f5e-8342-4480-886c-5cfc99788f19 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "PUT /v2.0/routers/5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 HTTP/1.1" status: 200 len: 704 time: 4.1418583 Apr 20 16:36:05.777542 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37416) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:05.804328 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 2d268a89-2540-496d-9b47-f3f6772f6a9a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:05.804749 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:05.920976 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6dc10f12-649b-45df-ad89-06cbd7f6b9a7 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "GET /v2.0/routers/5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 HTTP/1.1" status: 200 len: 704 time: 0.1440766 Apr 20 16:36:05.922828 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37418) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:05.946441 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-358d9968-1507-41ef-8c90-c7d447cacc3b req-cb34c2ac-5279-4b52-8c9b-5dc65230aa1c tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Deleting port 23ea96fb-321b-4ee3-941c-d4a2d17806b1 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:05.948096 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-358d9968-1507-41ef-8c90-c7d447cacc3b req-cb34c2ac-5279-4b52-8c9b-5dc65230aa1c tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:06.110678 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-358d9968-1507-41ef-8c90-c7d447cacc3b req-cb34c2ac-5279-4b52-8c9b-5dc65230aa1c tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] For port 23ea96fb-321b-4ee3-941c-d4a2d17806b1, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=23ea96fb-321b-4ee3-941c-d4a2d17806b1,segment=NetworkSegment(4017f74e-9938-4ae4-84fb-992ae13076d3),segment_id=4017f74e-9938-4ae4-84fb-992ae13076d3)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:06.111762 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-358d9968-1507-41ef-8c90-c7d447cacc3b req-cb34c2ac-5279-4b52-8c9b-5dc65230aa1c tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:06.129261 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-358d9968-1507-41ef-8c90-c7d447cacc3b req-cb34c2ac-5279-4b52-8c9b-5dc65230aa1c tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Calling delete_port for 23ea96fb-321b-4ee3-941c-d4a2d17806b1 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:06.173892 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2fcba99c-3d1a-47bc-850c-99be70382b86 None None] Deleting port 2d268a89-2540-496d-9b47-f3f6772f6a9a {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:06.174480 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2fcba99c-3d1a-47bc-850c-99be70382b86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:06.201963 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-dc94ef58-e9cc-438f-8c63-f857dbe6ea17 None None] Set router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:36:06.259455 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8061dc38-a464-479a-b02c-50df5e9c334f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:06.273983 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Could not find standard attr ID for object 2d268a89-2540-496d-9b47-f3f6772f6a9a. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:36:06.368387 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061dc38-a464-479a-b02c-50df5e9c334f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Port': ['ID=2d268a89-2540-496d-9b47-f3f6772f6a9a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:06.374473 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2fcba99c-3d1a-47bc-850c-99be70382b86 None None] For port 2d268a89-2540-496d-9b47-f3f6772f6a9a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2d268a89-2540-496d-9b47-f3f6772f6a9a,segment=NetworkSegment(4d33dcf5-1908-4497-8d81-d14740ca9a31),segment_id=4d33dcf5-1908-4497-8d81-d14740ca9a31)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:06.375515 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2fcba99c-3d1a-47bc-850c-99be70382b86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:06.377663 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8061dc38-a464-479a-b02c-50df5e9c334f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] No DVR routers for this DVR port 2d268a89-2540-496d-9b47-f3f6772f6a9a on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:36:06.393782 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2fcba99c-3d1a-47bc-850c-99be70382b86 None None] Calling delete_port for 2d268a89-2540-496d-9b47-f3f6772f6a9a owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:06.405887 n-d-836146-2 neutron-server[103486]: INFO neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No ports have port_id starting with 2d268a89-2540-496d-9b47-f3f6772f6a9a Apr 20 16:36:06.436180 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-358d9968-1507-41ef-8c90-c7d447cacc3b req-cb34c2ac-5279-4b52-8c9b-5dc65230aa1c tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:06.456060 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-399d7441-1c9f-4654-814b-ae102973d794 None None] Could not find standard attr ID for object e0086ed9-6b62-4a68-9964-988974c31e1a. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:36:06.510498 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34c2ac-5279-4b52-8c9b-5dc65230aa1c tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Pushing event deleted for resources: {'Port': ['ID=23ea96fb-321b-4ee3-941c-d4a2d17806b1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:06.573117 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8061dc38-a464-479a-b02c-50df5e9c334f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:06.594084 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c116-387a-46de-a9d6-f5563f6a85ca req-2cded8d0-39f6-4ec7-8cab-6b979516fcc5 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:06.596413 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4436c116-387a-46de-a9d6-f5563f6a85ca req-2cded8d0-39f6-4ec7-8cab-6b979516fcc5 tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=16aee945-dc17-4288-9a19-dac7312491ef HTTP/1.1" status: 200 len: 867 time: 0.2219982 Apr 20 16:36:06.603448 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2fcba99c-3d1a-47bc-850c-99be70382b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:06.616690 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['23ea96fb-321b-4ee3-941c-d4a2d17806b1'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:36:06.623096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-358d9968-1507-41ef-8c90-c7d447cacc3b req-cb34c2ac-5279-4b52-8c9b-5dc65230aa1c tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] No DVR routers for this DVR port 23ea96fb-321b-4ee3-941c-d4a2d17806b1 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:36:06.623699 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-399d7441-1c9f-4654-814b-ae102973d794 None None] Could not find standard attr ID for object 2d268a89-2540-496d-9b47-f3f6772f6a9a. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:36:06.626969 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-358d9968-1507-41ef-8c90-c7d447cacc3b req-cb34c2ac-5279-4b52-8c9b-5dc65230aa1c tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:06.634900 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-358d9968-1507-41ef-8c90-c7d447cacc3b req-cb34c2ac-5279-4b52-8c9b-5dc65230aa1c tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.30 "DELETE /v2.0/ports/23ea96fb-321b-4ee3-941c-d4a2d17806b1 HTTP/1.1" status: 204 len: 173 time: 0.8772748 Apr 20 16:36:06.642231 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16aee945-dc17-4288-9a19-dac7312491ef', 'name': 'network-vif-deleted', 'tag': '23ea96fb-321b-4ee3-941c-d4a2d17806b1'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:36:06.642231 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52f7261-2b50-485f-b484-d46e65043a57" -d '{"events": [{"server_uuid": "16aee945-dc17-4288-9a19-dac7312491ef", "name": "network-vif-deleted", "tag": "23ea96fb-321b-4ee3-941c-d4a2d17806b1"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:36:06.667189 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-8061dc38-a464-479a-b02c-50df5e9c334f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f68bedb1-16d6-4021-8958-ac815c89e99c']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:06.711338 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 277ca965-8d2b-4fe9-8445-24ef1973581d up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:36:06.711482 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8d110c-a38f-4aa4-a03e-8c28167f0277 x-openstack-request-id: req-0d8d110c-a38f-4aa4-a03e-8c28167f0277 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:36:06.711613 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcba99c-3d1a-47bc-850c-99be70382b86 None None] Pushing event deleted for resources: {'Port': ['ID=2d268a89-2540-496d-9b47-f3f6772f6a9a,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:06.711734 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16aee945-dc17-4288-9a19-dac7312491ef", "name": "network-vif-deleted", "tag": "23ea96fb-321b-4ee3-941c-d4a2d17806b1", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:36:06.711734 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d8d110c-a38f-4aa4-a03e-8c28167f0277 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:36:06.716682 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d8d110c-a38f-4aa4-a03e-8c28167f0277'] response: {'server_uuid': '16aee945-dc17-4288-9a19-dac7312491ef', 'name': 'network-vif-deleted', 'tag': '23ea96fb-321b-4ee3-941c-d4a2d17806b1', 'status': 'completed', 'code': 200} Apr 20 16:36:06.739789 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-8061dc38-a464-479a-b02c-50df5e9c334f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d33dcf5-1908-4497-8d81-d14740ca9a31') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:06.739789 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-8061dc38-a464-479a-b02c-50df5e9c334f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d33dcf5-1908-4497-8d81-d14740ca9a31') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:06.754471 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8061dc38-a464-479a-b02c-50df5e9c334f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:06.798483 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcba99c-3d1a-47bc-850c-99be70382b86 None None] No DVR routers for this DVR port 2d268a89-2540-496d-9b47-f3f6772f6a9a on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:36:06.801311 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4436c116-387a-46de-a9d6-f5563f6a85ca req-e3de3f08-0d6e-4eea-a6e0-7928145670bb tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c61c699-cfd2-4718-8bc0-7c6bde347c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935494 Apr 20 16:36:06.803950 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8061dc38-a464-479a-b02c-50df5e9c334f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:06.833718 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8061dc38-a464-479a-b02c-50df5e9c334f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:36:06.834126 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8061dc38-a464-479a-b02c-50df5e9c334f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:36:06.838497 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:36:06.902180 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-294e7677-5902-4a63-a9bb-8892f3f74f1f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:06.917926 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9066358c-7b6b-4a9d-9057-53cfa032de3e None None] Provisioning complete for port 277ca965-8d2b-4fe9-8445-24ef1973581d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:06.918717 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9066358c-7b6b-4a9d-9057-53cfa032de3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:07.008105 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 277ca965-8d2b-4fe9-8445-24ef1973581d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:07.008887 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:07.049760 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8061dc38-a464-479a-b02c-50df5e9c334f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:07.058787 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8061dc38-a464-479a-b02c-50df5e9c334f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:07.062303 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8061dc38-a464-479a-b02c-50df5e9c334f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/networks/f68bedb1-16d6-4021-8958-ac815c89e99c HTTP/1.1" status: 204 len: 168 time: 2.1052372 Apr 20 16:36:07.066770 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37450) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:07.082707 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-dd89a480-d926-499e-8d0e-96c9c88e2b2f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1702107926'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:07.097594 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061dc38-a464-479a-b02c-50df5e9c334f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Network': ['ID=f68bedb1-16d6-4021-8958-ac815c89e99c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:07.212792 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd89a480-d926-499e-8d0e-96c9c88e2b2f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:36:07.217147 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dd89a480-d926-499e-8d0e-96c9c88e2b2f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:07.273876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd89a480-d926-499e-8d0e-96c9c88e2b2f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:36:07.296675 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-294e7677-5902-4a63-a9bb-8892f3f74f1f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting port 277ca965-8d2b-4fe9-8445-24ef1973581d {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:07.296675 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-294e7677-5902-4a63-a9bb-8892f3f74f1f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:07.299542 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dd89a480-d926-499e-8d0e-96c9c88e2b2f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:07.299897 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-dd89a480-d926-499e-8d0e-96c9c88e2b2f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Added segment 839ff34e-6a79-4b73-b6bd-bbc00c473889 of type vlan for network c1e52574-837d-4bf0-a31f-07801a591fdd Apr 20 16:36:07.316478 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-dc94ef58-e9cc-438f-8c63-f857dbe6ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:36:04Z', 'revision_number': 7, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '277ca965-8d2b-4fe9-8445-24ef1973581d', 'name': '', 'network_id': '5a6b88bb-19aa-4625-8d14-0f85d70657ca', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:12:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'ad7ddfa6-bcbf-4e22-a055-87544cc29dd4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:54Z', 'updated_at': '2022-04-20T16:36:04Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'ad7ddfa6-bcbf-4e22-a055-87544cc29dd4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:35Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12', 'name': '', 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:f5:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a9137beb-a06d-4456-9f53-35afac098181', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:35Z', 'updated_at': '2022-04-20T16:35:46Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a9137beb-a06d-4456-9f53-35afac098181', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c62-6b3f-41cc-abb6-b7c283119ef5', 'name': '', 'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:c9:cb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:46Z', 'updated_at': '2022-04-20T16:35:55Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:07.357041 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc94ef58-e9cc-438f-8c63-f857dbe6ea17 None None] The sync data for ids ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'] in n-d-836146-2 is: [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:36:04Z', 'revision_number': 7, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '277ca965-8d2b-4fe9-8445-24ef1973581d', 'name': '', 'network_id': '5a6b88bb-19aa-4625-8d14-0f85d70657ca', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:12:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'ad7ddfa6-bcbf-4e22-a055-87544cc29dd4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:54Z', 'updated_at': '2022-04-20T16:36:04Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'ad7ddfa6-bcbf-4e22-a055-87544cc29dd4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:35Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12', 'name': '', 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:f5:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a9137beb-a06d-4456-9f53-35afac098181', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:35Z', 'updated_at': '2022-04-20T16:35:46Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a9137beb-a06d-4456-9f53-35afac098181', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c62-6b3f-41cc-abb6-b7c283119ef5', 'name': '', 'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:c9:cb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:46Z', 'updated_at': '2022-04-20T16:35:55Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:36:07.416227 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dd89a480-d926-499e-8d0e-96c9c88e2b2f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:07.426608 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2d268a89-2540-496d-9b47-f3f6772f6a9a no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:36:07.495215 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 2d268a89-2540-496d-9b47-f3f6772f6a9a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:36:07.495561 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2d268a89-2540-496d-9b47-f3f6772f6a9a not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:36:07.521933 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-294e7677-5902-4a63-a9bb-8892f3f74f1f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] For port 277ca965-8d2b-4fe9-8445-24ef1973581d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=277ca965-8d2b-4fe9-8445-24ef1973581d,segment=NetworkSegment(458205e2-075e-4c80-b998-e23b3682a22d),segment_id=458205e2-075e-4c80-b998-e23b3682a22d)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:07.521933 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-294e7677-5902-4a63-a9bb-8892f3f74f1f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:07.544498 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-294e7677-5902-4a63-a9bb-8892f3f74f1f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Calling delete_port for 277ca965-8d2b-4fe9-8445-24ef1973581d owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:07.602552 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dd89a480-d926-499e-8d0e-96c9c88e2b2f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:07.609870 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd89a480-d926-499e-8d0e-96c9c88e2b2f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:07.610606 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dd89a480-d926-499e-8d0e-96c9c88e2b2f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:07.772620 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89a480-d926-499e-8d0e-96c9c88e2b2f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Network': ['ID=c1e52574-837d-4bf0-a31f-07801a591fdd,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:07.783783 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network c1e52574-837d-4bf0-a31f-07801a591fdd details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:36:07.854995 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dd89a480-d926-499e-8d0e-96c9c88e2b2f tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7865779 Apr 20 16:36:07.859985 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37478) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:07.872293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-86da98cd-c53e-462d-bb2e-1d48106fa38b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'subnet': {'network_id': 'c1e52574-837d-4bf0-a31f-07801a591fdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:07.927678 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-294e7677-5902-4a63-a9bb-8892f3f74f1f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:08.048079 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a3eeca03-ddd8-4aa8-bbe0-30eecb541acc req-dd6ef030-1b84-4d18-a4fe-f810cadfee6a tempest-VolumesSnapshotTestJSON-1808817843 tempest-VolumesSnapshotTestJSON-1808817843-project] 10.222.0.15 "GET /v2.0/ports?device_id=16aee945-dc17-4288-9a19-dac7312491ef HTTP/1.1" status: 200 len: 210 time: 0.0474715 Apr 20 16:36:08.048983 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e7677-5902-4a63-a9bb-8892f3f74f1f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Port': ['ID=277ca965-8d2b-4fe9-8445-24ef1973581d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:08.071047 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96e8f78-6caf-474c-84ab-05fbb92c49ce None None] Sync routers for ids ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:36:08.089690 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96e8f78-6caf-474c-84ab-05fbb92c49ce None None] Routers {'5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:08.090593 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b96e8f78-6caf-474c-84ab-05fbb92c49ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:35:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:08.265668 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86da98cd-c53e-462d-bb2e-1d48106fa38b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:36:08.277668 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-86da98cd-c53e-462d-bb2e-1d48106fa38b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:08.280519 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-b96e8f78-6caf-474c-84ab-05fbb92c49ce None None] Set router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:36:08.848304 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-294e7677-5902-4a63-a9bb-8892f3f74f1f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:08.851770 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-86da98cd-c53e-462d-bb2e-1d48106fa38b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:08.887595 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b96e8f78-6caf-474c-84ab-05fbb92c49ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:36:07Z', 'revision_number': 8, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:35Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12', 'name': '', 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:f5:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a9137beb-a06d-4456-9f53-35afac098181', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:35Z', 'updated_at': '2022-04-20T16:35:46Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a9137beb-a06d-4456-9f53-35afac098181', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c62-6b3f-41cc-abb6-b7c283119ef5', 'name': '', 'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:c9:cb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:46Z', 'updated_at': '2022-04-20T16:35:55Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:08.980418 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96e8f78-6caf-474c-84ab-05fbb92c49ce None None] Checking router: 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:36:09.005129 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86da98cd-c53e-462d-bb2e-1d48106fa38b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Checking segment: {'id': '839ff34e-6a79-4b73-b6bd-bbc00c473889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1e52574-837d-4bf0-a31f-07801a591fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:36:09.005734 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86da98cd-c53e-462d-bb2e-1d48106fa38b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network hostable DHCP agents. Network: c1e52574-837d-4bf0-a31f-07801a591fdd, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:36:09.014390 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96e8f78-6caf-474c-84ab-05fbb92c49ce None None] Routers {'5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:09.014968 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b96e8f78-6caf-474c-84ab-05fbb92c49ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:35:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:09.020996 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da98cd-c53e-462d-bb2e-1d48106fa38b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Subnet': ['ID=1d20ca8f-a67c-4e92-8aec-4fd290f73200,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:09.058540 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 23ea96fb-321b-4ee3-941c-d4a2d17806b1 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:36:09.094331 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 23ea96fb-321b-4ee3-941c-d4a2d17806b1 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:36:09.095043 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 23ea96fb-321b-4ee3-941c-d4a2d17806b1 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:36:09.144882 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294e7677-5902-4a63-a9bb-8892f3f74f1f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:36:09.181930 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-b96e8f78-6caf-474c-84ab-05fbb92c49ce None None] Set router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:36:09.253940 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86da98cd-c53e-462d-bb2e-1d48106fa38b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network c1e52574-837d-4bf0-a31f-07801a591fdd is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:36:09.339265 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-86da98cd-c53e-462d-bb2e-1d48106fa38b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, c1e52574-837d-4bf0-a31f-07801a591fdd) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:09.344757 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86da98cd-c53e-462d-bb2e-1d48106fa38b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:09.352518 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-86da98cd-c53e-462d-bb2e-1d48106fa38b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:09.355433 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5830c5-ab16-41d1-9b74-6a9df817ea1b None None] Network c1e52574-837d-4bf0-a31f-07801a591fdd requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:36:09.384569 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294e7677-5902-4a63-a9bb-8892f3f74f1f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:36:09.402869 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-294e7677-5902-4a63-a9bb-8892f3f74f1f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "PUT /v2.0/routers/5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4760952 Apr 20 16:36:09.404084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37520) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:09.485919 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37524) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:09.487698 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-86da98cd-c53e-462d-bb2e-1d48106fa38b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6248803 Apr 20 16:36:09.492259 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-00ef3243-10d9-407e-ac4a-d1cf7bb15e16 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'port': {'network_id': 'c1e52574-837d-4bf0-a31f-07801a591fdd', 'name': 'tempest-PortsTestJSON-1952561996', 'fixed_ips': [{'subnet_id': '1d20ca8f-a67c-4e92-8aec-4fd290f73200', 'ip_address': '172.20.0.10'}]}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:09.546476 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-23155f4d-59cf-4a8a-b424-eeceeec866a5 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting subnet ad7ddfa6-bcbf-4e22-a055-87544cc29dd4 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:36:09.553893 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-23155f4d-59cf-4a8a-b424-eeceeec866a5 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:09.602107 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-23155f4d-59cf-4a8a-b424-eeceeec866a5 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:09.679439 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b96e8f78-6caf-474c-84ab-05fbb92c49ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:36:07Z', 'revision_number': 8, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:35Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12', 'name': '', 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:f5:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a9137beb-a06d-4456-9f53-35afac098181', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:35Z', 'updated_at': '2022-04-20T16:35:46Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a9137beb-a06d-4456-9f53-35afac098181', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c62-6b3f-41cc-abb6-b7c283119ef5', 'name': '', 'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:c9:cb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:46Z', 'updated_at': '2022-04-20T16:35:55Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:09.687491 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970aae56-c030-49fe-aed5-244241d3410f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-c1e52574-837d-4bf0-a31f-07801a591fdd', 'network_id': 'c1e52574-837d-4bf0-a31f-07801a591fdd', 'tenant_id': 'f968dfae81c54728955d6db138cbc5ef', 'fixed_ips': [{'subnet_id': '1d20ca8f-a67c-4e92-8aec-4fd290f73200'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:36:09.690625 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-970aae56-c030-49fe-aed5-244241d3410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:09.763774 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-23155f4d-59cf-4a8a-b424-eeceeec866a5 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:09.787184 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96e8f78-6caf-474c-84ab-05fbb92c49ce None None] The sync data for ids ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'] in n-d-836146-2 is: [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:36:07Z', 'revision_number': 8, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:35Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12', 'name': '', 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:f5:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a9137beb-a06d-4456-9f53-35afac098181', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:35Z', 'updated_at': '2022-04-20T16:35:46Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a9137beb-a06d-4456-9f53-35afac098181', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c62-6b3f-41cc-abb6-b7c283119ef5', 'name': '', 'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:c9:cb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:46Z', 'updated_at': '2022-04-20T16:35:55Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:36:09.932641 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ef3243-10d9-407e-ac4a-d1cf7bb15e16 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:36:09.975103 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-970aae56-c030-49fe-aed5-244241d3410f None None] Allocated IP 172.20.0.2 (c1e52574-837d-4bf0-a31f-07801a591fdd/1d20ca8f-a67c-4e92-8aec-4fd290f73200/d3e0f587-ed67-4f52-8a27-ac16f8d6f428) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:36:09.994989 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-23155f4d-59cf-4a8a-b424-eeceeec866a5 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:10.020823 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-23155f4d-59cf-4a8a-b424-eeceeec866a5 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:10.025004 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-23155f4d-59cf-4a8a-b424-eeceeec866a5 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/subnets/ad7ddfa6-bcbf-4e22-a055-87544cc29dd4 HTTP/1.1" status: 204 len: 168 time: 0.6192257 Apr 20 16:36:10.029181 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37542) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:10.048939 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23155f4d-59cf-4a8a-b424-eeceeec866a5 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Subnet': ['ID=ad7ddfa6-bcbf-4e22-a055-87544cc29dd4,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:10.117294 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c77e3a-9842-4435-ab4d-1e7036e0425d None None] Network 5a6b88bb-19aa-4625-8d14-0f85d70657ca requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:36:10.292566 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:10.311700 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-00ef3243-10d9-407e-ac4a-d1cf7bb15e16 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:10.359194 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-00ef3243-10d9-407e-ac4a-d1cf7bb15e16 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] device_id is not set on port 7f779d62-dd6a-49d6-ae16-07428c8115b8 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:36:10.523952 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 277ca965-8d2b-4fe9-8445-24ef1973581d no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:36:10.557215 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 277ca965-8d2b-4fe9-8445-24ef1973581d {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:36:10.557215 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 277ca965-8d2b-4fe9-8445-24ef1973581d not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:36:10.585075 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-970aae56-c030-49fe-aed5-244241d3410f None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:10.600174 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting port fe3934c8-8c80-4a50-a40f-03655c1e1836 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:10.600556 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:10.646709 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3b03fc-74a6-4558-8d2a-0e1203179891 None None] Sync routers for ids ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:36:10.661503 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3b03fc-74a6-4558-8d2a-0e1203179891 None None] Routers {'5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:10.662356 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2e3b03fc-74a6-4558-8d2a-0e1203179891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:35:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:10.716548 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9f813e-da58-44af-8b7e-d50cf6abd6e6 None None] DHCP port deletion for 5a6b88bb-19aa-4625-8d14-0f85d70657ca request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:36:10.738682 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] For port fe3934c8-8c80-4a50-a40f-03655c1e1836, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=fe3934c8-8c80-4a50-a40f-03655c1e1836,segment=NetworkSegment(458205e2-075e-4c80-b998-e23b3682a22d),segment_id=458205e2-075e-4c80-b998-e23b3682a22d)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:10.739392 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:10.755380 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Calling delete_port for fe3934c8-8c80-4a50-a40f-03655c1e1836 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:10.835393 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-970aae56-c030-49fe-aed5-244241d3410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:10.882639 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-00ef3243-10d9-407e-ac4a-d1cf7bb15e16 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Allocated IP 172.20.0.10 (c1e52574-837d-4bf0-a31f-07801a591fdd/1d20ca8f-a67c-4e92-8aec-4fd290f73200/7f779d62-dd6a-49d6-ae16-07428c8115b8) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:36:10.989037 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970aae56-c030-49fe-aed5-244241d3410f None None] Network c1e52574-837d-4bf0-a31f-07801a591fdd is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:36:10.997190 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-970aae56-c030-49fe-aed5-244241d3410f None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:11.001364 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970aae56-c030-49fe-aed5-244241d3410f None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:36:11.004462 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f961c9-0163-47bc-a9f4-005e3d83e773 req-8e677f24-65d5-4805-91e2-3de82c47a003 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:11.004967 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-2e3b03fc-74a6-4558-8d2a-0e1203179891 None None] Set router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:36:11.006043 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9f961c9-0163-47bc-a9f4-005e3d83e773 req-8e677f24-65d5-4805-91e2-3de82c47a003 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 945 time: 0.1004667 Apr 20 16:36:11.059094 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970aae56-c030-49fe-aed5-244241d3410f None None] Pushing event updated for resources: {'Port': ['ID=d3e0f587-ed67-4f52-8a27-ac16f8d6f428,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:11.088791 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9f961c9-0163-47bc-a9f4-005e3d83e773 req-45bca8d2-93d9-41dc-9e82-b38d6f06e762 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2e6998f-2ffb-4301-9a68-614dbb39e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764139 Apr 20 16:36:11.136738 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:11.176234 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f813e-da58-44af-8b7e-d50cf6abd6e6 None None] Deleting port fe3934c8-8c80-4a50-a40f-03655c1e1836 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:11.176947 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dd9f813e-da58-44af-8b7e-d50cf6abd6e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:11.185063 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Port': ['ID=fe3934c8-8c80-4a50-a40f-03655c1e1836,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:11.196371 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-970aae56-c030-49fe-aed5-244241d3410f None None] Attempting to bind port d3e0f587-ed67-4f52-8a27-ac16f8d6f428 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:36:11.196841 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-970aae56-c030-49fe-aed5-244241d3410f None None] Attempting to bind port d3e0f587-ed67-4f52-8a27-ac16f8d6f428 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '839ff34e-6a79-4b73-b6bd-bbc00c473889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1e52574-837d-4bf0-a31f-07801a591fdd'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:36:11.197267 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970aae56-c030-49fe-aed5-244241d3410f None None] Attempting to bind port d3e0f587-ed67-4f52-8a27-ac16f8d6f428 on network c1e52574-837d-4bf0-a31f-07801a591fdd {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:36:11.203671 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] No DVR routers for this DVR port fe3934c8-8c80-4a50-a40f-03655c1e1836 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:36:11.206030 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:11.206903 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:11.207312 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:11.207615 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:11.208594 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:11.208594 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:11.208954 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:11.209081 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:11.210613 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:11.210613 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:11.210613 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:11.210613 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:11.267016 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-00ef3243-10d9-407e-ac4a-d1cf7bb15e16 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:11.305615 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970aae56-c030-49fe-aed5-244241d3410f None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:36:11.306078 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970aae56-c030-49fe-aed5-244241d3410f None None] Checking segment: {'id': '839ff34e-6a79-4b73-b6bd-bbc00c473889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1e52574-837d-4bf0-a31f-07801a591fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:36:11.307134 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-970aae56-c030-49fe-aed5-244241d3410f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:11.307629 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970aae56-c030-49fe-aed5-244241d3410f None None] Bound using segment: {'id': '839ff34e-6a79-4b73-b6bd-bbc00c473889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1e52574-837d-4bf0-a31f-07801a591fdd'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:36:11.308307 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-970aae56-c030-49fe-aed5-244241d3410f None None] Bound port: d3e0f587-ed67-4f52-8a27-ac16f8d6f428, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '839ff34e-6a79-4b73-b6bd-bbc00c473889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1e52574-837d-4bf0-a31f-07801a591fdd'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:36:11.308783 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-970aae56-c030-49fe-aed5-244241d3410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:11.373720 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:11.407954 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6b88bb-19aa-4625-8d14-0f85d70657ca']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:11.429084 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458205e2-075e-4c80-b998-e23b3682a22d') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:11.429359 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458205e2-075e-4c80-b998-e23b3682a22d') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:11.440133 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:11.454732 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:11.460927 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:36:11.461323 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:36:11.473475 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:36:11.599773 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-dd9f813e-da58-44af-8b7e-d50cf6abd6e6 None None] For port fe3934c8-8c80-4a50-a40f-03655c1e1836, host n-d-836146-2, got binding levels [] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:11.600098 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dd9f813e-da58-44af-8b7e-d50cf6abd6e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:11.622284 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-00ef3243-10d9-407e-ac4a-d1cf7bb15e16 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:11.626677 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f813e-da58-44af-8b7e-d50cf6abd6e6 None None] Calling delete_port for fe3934c8-8c80-4a50-a40f-03655c1e1836 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:11.633990 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.ipam_backend_mixin [None req-dd9f813e-da58-44af-8b7e-d50cf6abd6e6 None None] Port fe3934c8-8c80-4a50-a40f-03655c1e1836 was not found and therefore no delete operation was performed {{(pid=103486) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 16:36:11.647430 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dd9f813e-da58-44af-8b7e-d50cf6abd6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:11.683169 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ef3243-10d9-407e-ac4a-d1cf7bb15e16 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network c1e52574-837d-4bf0-a31f-07801a591fdd is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:36:11.684354 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-970aae56-c030-49fe-aed5-244241d3410f None None] For port d3e0f587-ed67-4f52-8a27-ac16f8d6f428, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:36:11.687268 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-00ef3243-10d9-407e-ac4a-d1cf7bb15e16 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:11.688499 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f813e-da58-44af-8b7e-d50cf6abd6e6 None None] Pushing event deleted for resources: {'Port': ['ID=fe3934c8-8c80-4a50-a40f-03655c1e1836,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:11.693409 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef3243-10d9-407e-ac4a-d1cf7bb15e16 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:36:11.700863 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef3243-10d9-407e-ac4a-d1cf7bb15e16 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Port': ['ID=7f779d62-dd6a-49d6-ae16-07428c8115b8,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:11.710571 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9f813e-da58-44af-8b7e-d50cf6abd6e6 None None] No DVR routers for this DVR port fe3934c8-8c80-4a50-a40f-03655c1e1836 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:36:11.729564 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:11.733762 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-970aae56-c030-49fe-aed5-244241d3410f None None] For port d3e0f587-ed67-4f52-8a27-ac16f8d6f428, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d3e0f587-ed67-4f52-8a27-ac16f8d6f428,segment=NetworkSegment(839ff34e-6a79-4b73-b6bd-bbc00c473889),segment_id=839ff34e-6a79-4b73-b6bd-bbc00c473889)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:36:11.747183 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:11.752408 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/networks/5a6b88bb-19aa-4625-8d14-0f85d70657ca HTTP/1.1" status: 204 len: 168 time: 1.7220623 Apr 20 16:36:11.769088 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2e3b03fc-74a6-4558-8d2a-0e1203179891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:36:07Z', 'revision_number': 8, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:35Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12', 'name': '', 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:f5:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a9137beb-a06d-4456-9f53-35afac098181', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:35Z', 'updated_at': '2022-04-20T16:35:46Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a9137beb-a06d-4456-9f53-35afac098181', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c62-6b3f-41cc-abb6-b7c283119ef5', 'name': '', 'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:c9:cb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:46Z', 'updated_at': '2022-04-20T16:35:55Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:11.770805 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a02e9e-58f9-4865-8760-216edb29f2ac tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Network': ['ID=5a6b88bb-19aa-4625-8d14-0f85d70657ca,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:11.771400 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37592) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:11.787050 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef3243-10d9-407e-ac4a-d1cf7bb15e16 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:11.787827 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-00ef3243-10d9-407e-ac4a-d1cf7bb15e16 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:11.806283 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3b03fc-74a6-4558-8d2a-0e1203179891 None None] Checking router: 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:36:11.815113 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3b03fc-74a6-4558-8d2a-0e1203179891 None None] Routers {'5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:11.815789 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2e3b03fc-74a6-4558-8d2a-0e1203179891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:35:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:11.855377 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-970aae56-c030-49fe-aed5-244241d3410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:11.918755 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-00ef3243-10d9-407e-ac4a-d1cf7bb15e16 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4315526 Apr 20 16:36:11.921344 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37596) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:11.928101 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e91fd5bc-eb15-4149-9625-b5946a963131 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'port': {'network_id': 'c1e52574-837d-4bf0-a31f-07801a591fdd', 'name': 'tempest-PortsTestJSON-1592990182', 'fixed_ips': [{'subnet_id': '1d20ca8f-a67c-4e92-8aec-4fd290f73200', 'ip_address': '172.20.0.9'}]}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:11.980828 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-2e3b03fc-74a6-4558-8d2a-0e1203179891 None None] Set router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:36:11.982626 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970aae56-c030-49fe-aed5-244241d3410f None None] Pushing event updated for resources: {'Port': ['ID=d3e0f587-ed67-4f52-8a27-ac16f8d6f428,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:12.277545 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2e3b03fc-74a6-4558-8d2a-0e1203179891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:36:07Z', 'revision_number': 8, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:35Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12', 'name': '', 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:f5:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a9137beb-a06d-4456-9f53-35afac098181', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:35Z', 'updated_at': '2022-04-20T16:35:46Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a9137beb-a06d-4456-9f53-35afac098181', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c62-6b3f-41cc-abb6-b7c283119ef5', 'name': '', 'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:c9:cb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:46Z', 'updated_at': '2022-04-20T16:35:55Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:12.300080 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91fd5bc-eb15-4149-9625-b5946a963131 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:36:12.318283 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e91fd5bc-eb15-4149-9625-b5946a963131 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:12.398844 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3b03fc-74a6-4558-8d2a-0e1203179891 None None] The sync data for ids ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'] in n-d-836146-2 is: [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:36:07Z', 'revision_number': 8, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:35Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12', 'name': '', 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:f5:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a9137beb-a06d-4456-9f53-35afac098181', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:35Z', 'updated_at': '2022-04-20T16:35:46Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a9137beb-a06d-4456-9f53-35afac098181', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8273c62-6b3f-41cc-abb6-b7c283119ef5', 'name': '', 'network_id': '68931557-6719-4b6f-9fec-a6bd8ab8bf0d', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:c9:cb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:46Z', 'updated_at': '2022-04-20T16:35:55Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': '9187f1c5-4beb-4b18-8d21-d11ec34ed484', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:36:12.400961 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-e91fd5bc-eb15-4149-9625-b5946a963131 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] device_id is not set on port 55a0f09d-58ba-46cc-b2d2-b1fbaa0f5545 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:36:12.535608 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0e9c5-12c7-410f-8edf-e90d25435d7a req-4606f073-d63a-43f6-a158-b2ccf10fe60c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:12.552008 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d4f0e9c5-12c7-410f-8edf-e90d25435d7a req-4606f073-d63a-43f6-a158-b2ccf10fe60c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 945 time: 0.3167911 Apr 20 16:36:12.705442 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d3e0f587-ed67-4f52-8a27-ac16f8d6f428 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:36:12.717737 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-716dd783-c1ff-4f5d-a99a-592bdcb755ed tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:12.811395 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port d3e0f587-ed67-4f52-8a27-ac16f8d6f428 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:12.811765 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:12.915838 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d4f0e9c5-12c7-410f-8edf-e90d25435d7a req-c0885498-94cf-49ab-8845-04e035a103ee tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2e6998f-2ffb-4301-9a68-614dbb39e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3674176 Apr 20 16:36:12.935703 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836323a-2fe7-430c-b9c6-2c893202c2db req-0bd321c5-8bd3-4e3e-b41c-fe097b00fd40 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:12.937401 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0836323a-2fe7-430c-b9c6-2c893202c2db req-0bd321c5-8bd3-4e3e-b41c-fe097b00fd40 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 945 time: 0.4874699 Apr 20 16:36:13.024945 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:13.078069 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port d3e0f587-ed67-4f52-8a27-ac16f8d6f428, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d3e0f587-ed67-4f52-8a27-ac16f8d6f428,segment=NetworkSegment(839ff34e-6a79-4b73-b6bd-bbc00c473889),segment_id=839ff34e-6a79-4b73-b6bd-bbc00c473889)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:13.109397 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-e91fd5bc-eb15-4149-9625-b5946a963131 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Allocated IP 172.20.0.9 (c1e52574-837d-4bf0-a31f-07801a591fdd/1d20ca8f-a67c-4e92-8aec-4fd290f73200/55a0f09d-58ba-46cc-b2d2-b1fbaa0f5545) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:36:13.186141 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:13.289473 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device fe3934c8-8c80-4a50-a40f-03655c1e1836 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:36:13.297790 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-0836323a-2fe7-430c-b9c6-2c893202c2db req-30bd9c4b-15fb-436b-a50c-aa563a03ec5a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Deleting port c433432d-953a-4225-9182-c7aad470000a {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:13.298145 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0836323a-2fe7-430c-b9c6-2c893202c2db req-30bd9c4b-15fb-436b-a50c-aa563a03ec5a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:13.369153 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-716dd783-c1ff-4f5d-a99a-592bdcb755ed tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting port c8273c62-6b3f-41cc-abb6-b7c283119ef5 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:13.373182 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-716dd783-c1ff-4f5d-a99a-592bdcb755ed tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:13.381901 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: fe3934c8-8c80-4a50-a40f-03655c1e1836 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:36:13.385396 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device fe3934c8-8c80-4a50-a40f-03655c1e1836 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:36:13.393633 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=d3e0f587-ed67-4f52-8a27-ac16f8d6f428,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:13.590315 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-0836323a-2fe7-430c-b9c6-2c893202c2db req-30bd9c4b-15fb-436b-a50c-aa563a03ec5a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] For port c433432d-953a-4225-9182-c7aad470000a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=c433432d-953a-4225-9182-c7aad470000a,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:13.594590 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0836323a-2fe7-430c-b9c6-2c893202c2db req-30bd9c4b-15fb-436b-a50c-aa563a03ec5a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:13.614378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-716dd783-c1ff-4f5d-a99a-592bdcb755ed tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] For port c8273c62-6b3f-41cc-abb6-b7c283119ef5, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c8273c62-6b3f-41cc-abb6-b7c283119ef5,segment=NetworkSegment(f240f0c7-88f1-416d-ad76-9b6fe001ee36),segment_id=f240f0c7-88f1-416d-ad76-9b6fe001ee36)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:13.614753 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-716dd783-c1ff-4f5d-a99a-592bdcb755ed tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:13.632031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-716dd783-c1ff-4f5d-a99a-592bdcb755ed tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Calling delete_port for c8273c62-6b3f-41cc-abb6-b7c283119ef5 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:13.728217 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e91fd5bc-eb15-4149-9625-b5946a963131 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:13.794470 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f149b7-88b2-411f-9a5e-59bbbd4bb3a8 None None] Network c1e52574-837d-4bf0-a31f-07801a591fdd requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:36:13.961926 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e91fd5bc-eb15-4149-9625-b5946a963131 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:13.963249 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7529cec0-a8c3-493b-8d9c-2914a3437cd4 None None] Provisioning complete for port d3e0f587-ed67-4f52-8a27-ac16f8d6f428 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:13.963621 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7529cec0-a8c3-493b-8d9c-2914a3437cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:14.018165 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-716dd783-c1ff-4f5d-a99a-592bdcb755ed tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:14.034739 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91fd5bc-eb15-4149-9625-b5946a963131 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network c1e52574-837d-4bf0-a31f-07801a591fdd is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:36:14.046642 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-e91fd5bc-eb15-4149-9625-b5946a963131 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:14.050960 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0836323a-2fe7-430c-b9c6-2c893202c2db req-30bd9c4b-15fb-436b-a50c-aa563a03ec5a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:14.051680 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0836323a-2fe7-430c-b9c6-2c893202c2db req-30bd9c4b-15fb-436b-a50c-aa563a03ec5a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:14.052262 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [req-0836323a-2fe7-430c-b9c6-2c893202c2db req-30bd9c4b-15fb-436b-a50c-aa563a03ec5a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Floating IP 726d116a-0c3a-4c17-bae1-e3e27fc6e2ff disassociated. External IP: 172.25.0.132, port: c433432d-953a-4225-9182-c7aad470000a. Apr 20 16:36:14.052893 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [req-0836323a-2fe7-430c-b9c6-2c893202c2db req-30bd9c4b-15fb-436b-a50c-aa563a03ec5a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Calling delete_port for c433432d-953a-4225-9182-c7aad470000a owned by compute:nova {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:14.055010 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fd5bc-eb15-4149-9625-b5946a963131 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Port': ['ID=55a0f09d-58ba-46cc-b2d2-b1fbaa0f5545,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:14.057903 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91fd5bc-eb15-4149-9625-b5946a963131 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:36:14.100182 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716dd783-c1ff-4f5d-a99a-592bdcb755ed tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Port': ['ID=c8273c62-6b3f-41cc-abb6-b7c283119ef5,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:14.167451 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91fd5bc-eb15-4149-9625-b5946a963131 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:14.168445 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e91fd5bc-eb15-4149-9625-b5946a963131 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:14.311876 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e91fd5bc-eb15-4149-9625-b5946a963131 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3891230 Apr 20 16:36:14.313677 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37658) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:14.448636 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0a44d-2d8c-4460-8366-ae8688c5352a req-3f4eeb85-05ab-4890-9445-144e9648b393 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:14.450472 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cc0a44d-2d8c-4460-8366-ae8688c5352a req-3f4eeb85-05ab-4890-9445-144e9648b393 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 945 time: 0.3516068 Apr 20 16:36:14.488697 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-716dd783-c1ff-4f5d-a99a-592bdcb755ed tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:14.500422 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f08683-c317-4d2f-994a-27f96d560b97 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:14.509436 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37662) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:14.509616 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-02f08683-c317-4d2f-994a-27f96d560b97 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1859314 Apr 20 16:36:14.550131 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0836323a-2fe7-430c-b9c6-2c893202c2db req-30bd9c4b-15fb-436b-a50c-aa563a03ec5a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:14.682052 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d3e0f587-ed67-4f52-8a27-ac16f8d6f428 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:36:14.688141 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd9c4b-15fb-436b-a50c-aa563a03ec5a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event deleted for resources: {'Port': ['ID=c433432d-953a-4225-9182-c7aad470000a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:14.696605 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cc0a44d-2d8c-4460-8366-ae8688c5352a req-8e103f59-ff5e-4643-ae8c-e98c992ec63c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2e6998f-2ffb-4301-9a68-614dbb39e8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291703 Apr 20 16:36:14.794844 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3ad4b8-47eb-4595-abff-778d955af58d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:14.807705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3ad4b8-47eb-4595-abff-778d955af58d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:14.823624 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3ad4b8-47eb-4595-abff-778d955af58d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:14.830217 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4d3ad4b8-47eb-4595-abff-778d955af58d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.3171208 Apr 20 16:36:14.830412 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port d3e0f587-ed67-4f52-8a27-ac16f8d6f428 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:14.830412 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:14.830824 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37670) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:14.971835 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f52863bc-8bb7-4c51-9aee-e279098fdd1e None None] Provisioning complete for port d3e0f587-ed67-4f52-8a27-ac16f8d6f428 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:14.972029 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f52863bc-8bb7-4c51-9aee-e279098fdd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:14.976772 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0836323a-2fe7-430c-b9c6-2c893202c2db req-30bd9c4b-15fb-436b-a50c-aa563a03ec5a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Router b6bd22b3-a42d-4e80-9070-269f60e060c8 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:36:15.123974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716dd783-c1ff-4f5d-a99a-592bdcb755ed tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:36:15.276707 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f52863bc-8bb7-4c51-9aee-e279098fdd1e None None] Provisioning complete for port 7f779d62-dd6a-49d6-ae16-07428c8115b8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:15.281663 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f52863bc-8bb7-4c51-9aee-e279098fdd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:15.396479 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716dd783-c1ff-4f5d-a99a-592bdcb755ed tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:36:15.413074 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83b1dc9-378c-4ac3-960e-c87aebda1426 None None] Sync routers for ids ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:36:15.419216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-716dd783-c1ff-4f5d-a99a-592bdcb755ed tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "PUT /v2.0/routers/5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6430123 Apr 20 16:36:15.419456 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37682) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:15.427760 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f52863bc-8bb7-4c51-9aee-e279098fdd1e None None] Port 7f779d62-dd6a-49d6-ae16-07428c8115b8 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:36:15.443315 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83b1dc9-378c-4ac3-960e-c87aebda1426 None None] Routers {'5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:15.445548 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b83b1dc9-378c-4ac3-960e-c87aebda1426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:35:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:15.466333 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f52863bc-8bb7-4c51-9aee-e279098fdd1e None None] Provisioning complete for port 55a0f09d-58ba-46cc-b2d2-b1fbaa0f5545 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:15.472668 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f52863bc-8bb7-4c51-9aee-e279098fdd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:15.534745 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95af7d7-34f1-430b-99c6-05098a761631 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting subnet 9187f1c5-4beb-4b18-8d21-d11ec34ed484 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:36:15.544959 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a95af7d7-34f1-430b-99c6-05098a761631 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:15.562807 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f52863bc-8bb7-4c51-9aee-e279098fdd1e None None] Port 55a0f09d-58ba-46cc-b2d2-b1fbaa0f5545 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:36:15.574200 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device c433432d-953a-4225-9182-c7aad470000a no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:36:15.577337 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0836323a-2fe7-430c-b9c6-2c893202c2db req-30bd9c4b-15fb-436b-a50c-aa563a03ec5a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:36:15.607466 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: c433432d-953a-4225-9182-c7aad470000a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:36:15.608625 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device c433432d-953a-4225-9182-c7aad470000a not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:36:15.610658 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e59b278-01c0-46b0-b1a0-8c6ed6c4608c None None] Sync routers for ids ['b6bd22b3-a42d-4e80-9070-269f60e060c8'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:36:15.631345 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e59b278-01c0-46b0-b1a0-8c6ed6c4608c None None] Routers {'b6bd22b3-a42d-4e80-9070-269f60e060c8'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:15.632453 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4e59b278-01c0-46b0-b1a0-8c6ed6c4608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:35:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b6bd22b3-a42d-4e80-9070-269f60e060c8'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:15.712178 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-0836323a-2fe7-430c-b9c6-2c893202c2db req-30bd9c4b-15fb-436b-a50c-aa563a03ec5a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] No DVR routers for this DVR port c433432d-953a-4225-9182-c7aad470000a on host n-h1-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:36:15.729748 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-0836323a-2fe7-430c-b9c6-2c893202c2db req-30bd9c4b-15fb-436b-a50c-aa563a03ec5a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:15.732542 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0836323a-2fe7-430c-b9c6-2c893202c2db req-30bd9c4b-15fb-436b-a50c-aa563a03ec5a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.26 "DELETE /v2.0/ports/c433432d-953a-4225-9182-c7aad470000a HTTP/1.1" status: 204 len: 173 time: 2.7773468 Apr 20 16:36:15.734792 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d61ee62-5d27-461d-976b-adc943fdec7b', 'name': 'network-vif-deleted', 'tag': 'c433432d-953a-4225-9182-c7aad470000a'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:36:15.743006 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a95af7d7-34f1-430b-99c6-05098a761631 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:15.749058 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a511e8f-5d55-47ac-842d-e9f96451a656" -d '{"events": [{"server_uuid": "6d61ee62-5d27-461d-976b-adc943fdec7b", "name": "network-vif-deleted", "tag": "c433432d-953a-4225-9182-c7aad470000a"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:36:15.769903 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-23bfcf97-7617-4b18-9893-b4490bfb42af tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting port 55a0f09d-58ba-46cc-b2d2-b1fbaa0f5545 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:15.777865 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23bfcf97-7617-4b18-9893-b4490bfb42af tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:15.864157 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-b83b1dc9-378c-4ac3-960e-c87aebda1426 None None] Set router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:36:15.908815 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-dcbfd295-edb4-4d17-bb32-989741f854d9 None None] Provisioning complete for port 7f779d62-dd6a-49d6-ae16-07428c8115b8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:15.909959 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dcbfd295-edb4-4d17-bb32-989741f854d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:15.987053 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba54bfe-eb7a-4927-9f8e-26e32ba90763 x-openstack-request-id: req-fba54bfe-eb7a-4927-9f8e-26e32ba90763 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:36:15.987412 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d61ee62-5d27-461d-976b-adc943fdec7b", "name": "network-vif-deleted", "tag": "c433432d-953a-4225-9182-c7aad470000a", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:36:15.996099 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fba54bfe-eb7a-4927-9f8e-26e32ba90763 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:36:15.996803 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fba54bfe-eb7a-4927-9f8e-26e32ba90763'] response: {'server_uuid': '6d61ee62-5d27-461d-976b-adc943fdec7b', 'name': 'network-vif-deleted', 'tag': 'c433432d-953a-4225-9182-c7aad470000a', 'status': 'completed', 'code': 200} Apr 20 16:36:16.045464 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-4e59b278-01c0-46b0-b1a0-8c6ed6c4608c None None] Set router b6bd22b3-a42d-4e80-9070-269f60e060c8 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:36:16.082771 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a95af7d7-34f1-430b-99c6-05098a761631 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:16.085427 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a7295c53-90b9-4c14-aa49-2f21cd1a9378 req-f3061987-c216-44fa-958f-e94159ea03c0 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 210 time: 0.0999839 Apr 20 16:36:16.128694 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23bfcf97-7617-4b18-9893-b4490bfb42af tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:16.144794 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-23bfcf97-7617-4b18-9893-b4490bfb42af tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Calling delete_port for 55a0f09d-58ba-46cc-b2d2-b1fbaa0f5545 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:16.148452 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-dcbfd295-edb4-4d17-bb32-989741f854d9 None None] Port 7f779d62-dd6a-49d6-ae16-07428c8115b8 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:36:16.293314 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a95af7d7-34f1-430b-99c6-05098a761631 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:16.367335 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95af7d7-34f1-430b-99c6-05098a761631 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Subnet': ['ID=9187f1c5-4beb-4b18-8d21-d11ec34ed484,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:16.371315 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a95af7d7-34f1-430b-99c6-05098a761631 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:16.378697 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37708) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:16.379699 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a95af7d7-34f1-430b-99c6-05098a761631 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/subnets/9187f1c5-4beb-4b18-8d21-d11ec34ed484 HTTP/1.1" status: 204 len: 168 time: 0.9591877 Apr 20 16:36:16.383549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9220c741-93ae-4627-890f-be00d5358e35 None None] Provisioning complete for port 55a0f09d-58ba-46cc-b2d2-b1fbaa0f5545 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:16.383549 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9220c741-93ae-4627-890f-be00d5358e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:16.410832 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38fe0c7-c5d7-4c3f-885d-ff4b1182c879 None None] Network 68931557-6719-4b6f-9fec-a6bd8ab8bf0d requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:36:16.411100 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b83b1dc9-378c-4ac3-960e-c87aebda1426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:36:13Z', 'revision_number': 9, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:35Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12', 'name': '', 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:f5:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a9137beb-a06d-4456-9f53-35afac098181', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:35Z', 'updated_at': '2022-04-20T16:35:46Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a9137beb-a06d-4456-9f53-35afac098181', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:16.473327 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83b1dc9-378c-4ac3-960e-c87aebda1426 None None] Checking router: 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:36:16.483573 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83b1dc9-378c-4ac3-960e-c87aebda1426 None None] Routers {'5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:16.483573 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b83b1dc9-378c-4ac3-960e-c87aebda1426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:35:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:16.639416 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2476b30a-2482-432f-8c75-b9b26dfe37b1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:16.660912 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-b83b1dc9-378c-4ac3-960e-c87aebda1426 None None] Set router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:36:16.759583 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23bfcf97-7617-4b18-9893-b4490bfb42af tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:16.771894 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-9220c741-93ae-4627-890f-be00d5358e35 None None] Port 55a0f09d-58ba-46cc-b2d2-b1fbaa0f5545 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:36:16.841884 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfcf97-7617-4b18-9893-b4490bfb42af tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Port': ['ID=55a0f09d-58ba-46cc-b2d2-b1fbaa0f5545,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:16.861121 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-2476b30a-2482-432f-8c75-b9b26dfe37b1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting port f161f4e5-42dd-453b-824f-eae1a395a950 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:16.876684 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2476b30a-2482-432f-8c75-b9b26dfe37b1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:16.902787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4e59b278-01c0-46b0-b1a0-8c6ed6c4608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:19Z', 'revision_number': 5, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:17.006785 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e59b278-01c0-46b0-b1a0-8c6ed6c4608c None None] Checking router: b6bd22b3-a42d-4e80-9070-269f60e060c8 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:36:17.040736 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e59b278-01c0-46b0-b1a0-8c6ed6c4608c None None] Routers {'b6bd22b3-a42d-4e80-9070-269f60e060c8'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:17.041455 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4e59b278-01c0-46b0-b1a0-8c6ed6c4608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:35:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b6bd22b3-a42d-4e80-9070-269f60e060c8'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:17.240273 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ddfac4-9bc6-4e3f-83a5-df8e77b54a34 None None] DHCP port deletion for 68931557-6719-4b6f-9fec-a6bd8ab8bf0d request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:36:17.307653 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b83b1dc9-378c-4ac3-960e-c87aebda1426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:36:13Z', 'revision_number': 9, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:35Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12', 'name': '', 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:f5:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a9137beb-a06d-4456-9f53-35afac098181', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:35Z', 'updated_at': '2022-04-20T16:35:46Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a9137beb-a06d-4456-9f53-35afac098181', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:17.353419 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83b1dc9-378c-4ac3-960e-c87aebda1426 None None] The sync data for ids ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'] in n-d-836146-2 is: [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:36:13Z', 'revision_number': 9, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:35Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12', 'name': '', 'network_id': '3090ad38-4d5d-4d1d-b98f-020c704b863b', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:f5:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'a9137beb-a06d-4456-9f53-35afac098181', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:35Z', 'updated_at': '2022-04-20T16:35:46Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a9137beb-a06d-4456-9f53-35afac098181', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:36:17.366781 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9ccc90e-7f53-4ca7-9809-674dc2d0dfd4 req-cbdeb9ed-f461-4c8d-9d02-54c443bc240a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d61ee62-5d27-461d-976b-adc943fdec7b HTTP/1.1" status: 200 len: 210 time: 0.0777123 Apr 20 16:36:17.465133 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-4e59b278-01c0-46b0-b1a0-8c6ed6c4608c None None] Set router b6bd22b3-a42d-4e80-9070-269f60e060c8 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:36:17.662670 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-42ddfac4-9bc6-4e3f-83a5-df8e77b54a34 None None] Deleting port f161f4e5-42dd-453b-824f-eae1a395a950 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:17.663043 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-42ddfac4-9bc6-4e3f-83a5-df8e77b54a34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:17.762484 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-42ddfac4-9bc6-4e3f-83a5-df8e77b54a34 None None] For port f161f4e5-42dd-453b-824f-eae1a395a950, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=f161f4e5-42dd-453b-824f-eae1a395a950,segment=NetworkSegment(f240f0c7-88f1-416d-ad76-9b6fe001ee36),segment_id=f240f0c7-88f1-416d-ad76-9b6fe001ee36)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:17.762880 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-42ddfac4-9bc6-4e3f-83a5-df8e77b54a34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:17.774823 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-2476b30a-2482-432f-8c75-b9b26dfe37b1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] For port f161f4e5-42dd-453b-824f-eae1a395a950, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=f161f4e5-42dd-453b-824f-eae1a395a950,segment=NetworkSegment(f240f0c7-88f1-416d-ad76-9b6fe001ee36),segment_id=f240f0c7-88f1-416d-ad76-9b6fe001ee36)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:17.775405 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2476b30a-2482-432f-8c75-b9b26dfe37b1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:17.783939 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-42ddfac4-9bc6-4e3f-83a5-df8e77b54a34 None None] Calling delete_port for f161f4e5-42dd-453b-824f-eae1a395a950 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:17.824841 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-2476b30a-2482-432f-8c75-b9b26dfe37b1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Calling delete_port for f161f4e5-42dd-453b-824f-eae1a395a950 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:17.830154 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23bfcf97-7617-4b18-9893-b4490bfb42af tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:17.836847 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37734) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:17.842028 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4e59b278-01c0-46b0-b1a0-8c6ed6c4608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:19Z', 'revision_number': 5, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:17.860922 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-23bfcf97-7617-4b18-9893-b4490bfb42af tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/ports/55a0f09d-58ba-46cc-b2d2-b1fbaa0f5545 HTTP/1.1" status: 204 len: 168 time: 3.0161588 Apr 20 16:36:17.890777 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e59b278-01c0-46b0-b1a0-8c6ed6c4608c None None] The sync data for ids ['b6bd22b3-a42d-4e80-9070-269f60e060c8'] in n-d-836146-2 is: [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:19Z', 'revision_number': 5, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:36:17.895428 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82ce612-ba60-453c-a65a-dcaa13d53725 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] GET failed (client error): The resource could not be found. Apr 20 16:36:17.910846 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d82ce612-ba60-453c-a65a-dcaa13d53725 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports/55a0f09d-58ba-46cc-b2d2-b1fbaa0f5545 HTTP/1.1" status: 404 len: 333 time: 0.0728655 Apr 20 16:36:17.916181 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37740) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:18.045472 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-42ddfac4-9bc6-4e3f-83a5-df8e77b54a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:18.050409 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2476b30a-2482-432f-8c75-b9b26dfe37b1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:18.090853 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476b30a-2482-432f-8c75-b9b26dfe37b1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Port': ['ID=f161f4e5-42dd-453b-824f-eae1a395a950,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:18.099419 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2476b30a-2482-432f-8c75-b9b26dfe37b1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] No DVR routers for this DVR port f161f4e5-42dd-453b-824f-eae1a395a950 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:36:18.116877 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ddfac4-9bc6-4e3f-83a5-df8e77b54a34 None None] No DVR routers for this DVR port f161f4e5-42dd-453b-824f-eae1a395a950 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:36:18.124284 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ddfac4-9bc6-4e3f-83a5-df8e77b54a34 None None] Pushing event deleted for resources: {'Port': ['ID=f161f4e5-42dd-453b-824f-eae1a395a950,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:18.141966 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-36cad700-6a45-4702-9856-544b9fb1b7ca tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting port 7f779d62-dd6a-49d6-ae16-07428c8115b8 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:18.142310 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-36cad700-6a45-4702-9856-544b9fb1b7ca tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:18.333658 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2476b30a-2482-432f-8c75-b9b26dfe37b1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:18.384422 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2476b30a-2482-432f-8c75-b9b26dfe37b1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68931557-6719-4b6f-9fec-a6bd8ab8bf0d']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:18.402592 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2476b30a-2482-432f-8c75-b9b26dfe37b1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f240f0c7-88f1-416d-ad76-9b6fe001ee36') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:18.402949 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2476b30a-2482-432f-8c75-b9b26dfe37b1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f240f0c7-88f1-416d-ad76-9b6fe001ee36') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:18.406509 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-36cad700-6a45-4702-9856-544b9fb1b7ca tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:18.415801 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2476b30a-2482-432f-8c75-b9b26dfe37b1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:18.440285 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-36cad700-6a45-4702-9856-544b9fb1b7ca tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Calling delete_port for 7f779d62-dd6a-49d6-ae16-07428c8115b8 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:18.473083 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2476b30a-2482-432f-8c75-b9b26dfe37b1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:18.480238 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a752bda0-2ec0-40d2-9b69-e858fb316587 None None] New status for floating IP 726d116a-0c3a-4c17-bae1-e3e27fc6e2ff: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:36:18.495791 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2476b30a-2482-432f-8c75-b9b26dfe37b1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:36:18.498112 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2476b30a-2482-432f-8c75-b9b26dfe37b1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:36:18.511639 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:36:18.711291 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f161f4e5-42dd-453b-824f-eae1a395a950 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:36:18.748696 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37764) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:18.758538 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: f161f4e5-42dd-453b-824f-eae1a395a950 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:36:18.760953 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f161f4e5-42dd-453b-824f-eae1a395a950 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:36:18.763542 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c8273c62-6b3f-41cc-abb6-b7c283119ef5 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:36:18.791143 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: c8273c62-6b3f-41cc-abb6-b7c283119ef5 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:36:18.791532 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c8273c62-6b3f-41cc-abb6-b7c283119ef5 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:36:18.828200 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2476b30a-2482-432f-8c75-b9b26dfe37b1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:18.839767 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2476b30a-2482-432f-8c75-b9b26dfe37b1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:18.845777 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2476b30a-2482-432f-8c75-b9b26dfe37b1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/networks/68931557-6719-4b6f-9fec-a6bd8ab8bf0d HTTP/1.1" status: 204 len: 168 time: 2.4658301 Apr 20 16:36:18.846045 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37766) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:18.855466 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-53a51652-c12e-4a9a-b591-24c232a2adc3 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:18.879017 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476b30a-2482-432f-8c75-b9b26dfe37b1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Network': ['ID=68931557-6719-4b6f-9fec-a6bd8ab8bf0d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:18.897292 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-53a51652-c12e-4a9a-b591-24c232a2adc3 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:19.127986 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-53a51652-c12e-4a9a-b591-24c232a2adc3 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:19.134964 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-53a51652-c12e-4a9a-b591-24c232a2adc3 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:19.139329 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-53a51652-c12e-4a9a-b591-24c232a2adc3 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "DELETE /v2.0/security-groups/e2e6998f-2ffb-4301-9a68-614dbb39e8a4 HTTP/1.1" status: 204 len: 168 time: 0.3865976 Apr 20 16:36:19.144928 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37776) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:19.165028 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a51652-c12e-4a9a-b591-24c232a2adc3 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e6998f-2ffb-4301-9a68-614dbb39e8a4,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:19.177155 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-0f070a20-2ed0-4ea2-8836-c721b3b50c84 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] show failed (client error): The resource could not be found. Apr 20 16:36:19.180258 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0f070a20-2ed0-4ea2-8836-c721b3b50c84 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups/e2e6998f-2ffb-4301-9a68-614dbb39e8a4 HTTP/1.1" status: 404 len: 347 time: 0.0312543 Apr 20 16:36:19.187323 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37778) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:19.445206 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b5304728-f68f-46db-8c02-5454b41e741f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Deleting port d79117da-9e62-4bfa-b6c9-8733e6650ad3 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:19.445206 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5304728-f68f-46db-8c02-5454b41e741f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:19.526130 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-36cad700-6a45-4702-9856-544b9fb1b7ca tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:19.529662 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5304728-f68f-46db-8c02-5454b41e741f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:19.530002 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5304728-f68f-46db-8c02-5454b41e741f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:19.547003 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b5304728-f68f-46db-8c02-5454b41e741f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Calling delete_port for d79117da-9e62-4bfa-b6c9-8733e6650ad3 owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:19.570591 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cad700-6a45-4702-9856-544b9fb1b7ca tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Port': ['ID=7f779d62-dd6a-49d6-ae16-07428c8115b8,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:19.845229 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5304728-f68f-46db-8c02-5454b41e741f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:19.908604 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5304728-f68f-46db-8c02-5454b41e741f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event deleted for resources: {'Port': ['ID=d79117da-9e62-4bfa-b6c9-8733e6650ad3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:19.942125 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-36cad700-6a45-4702-9856-544b9fb1b7ca tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:19.945723 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-36cad700-6a45-4702-9856-544b9fb1b7ca tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/ports/7f779d62-dd6a-49d6-ae16-07428c8115b8 HTTP/1.1" status: 204 len: 168 time: 2.0332358 Apr 20 16:36:19.951076 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37792) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:20.048976 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-733c14bf-48d0-47d1-b9f8-c2414a746554 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] GET failed (client error): The resource could not be found. Apr 20 16:36:20.053799 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-733c14bf-48d0-47d1-b9f8-c2414a746554 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports/7f779d62-dd6a-49d6-ae16-07428c8115b8 HTTP/1.1" status: 404 len: 333 time: 0.0990386 Apr 20 16:36:20.054399 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37794) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:20.099745 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5304728-f68f-46db-8c02-5454b41e741f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:20.102614 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5304728-f68f-46db-8c02-5454b41e741f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:20.103769 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b5304728-f68f-46db-8c02-5454b41e741f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "DELETE /v2.0/floatingips/726d116a-0c3a-4c17-bae1-e3e27fc6e2ff HTTP/1.1" status: 204 len: 168 time: 0.9154356 Apr 20 16:36:20.130190 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa4b467-98eb-4d3f-9e5d-c60a7527e4ff tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting subnet 1d20ca8f-a67c-4e92-8aec-4fd290f73200 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:36:20.135761 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ffa4b467-98eb-4d3f-9e5d-c60a7527e4ff tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:20.187749 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ffa4b467-98eb-4d3f-9e5d-c60a7527e4ff tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:20.348563 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ffa4b467-98eb-4d3f-9e5d-c60a7527e4ff tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:20.398236 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0963179-8092-4e49-9018-7d03e3f9ac14 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:20.630565 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ffa4b467-98eb-4d3f-9e5d-c60a7527e4ff tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:20.694106 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4b467-98eb-4d3f-9e5d-c60a7527e4ff tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Subnet': ['ID=1d20ca8f-a67c-4e92-8aec-4fd290f73200,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:20.712052 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ffa4b467-98eb-4d3f-9e5d-c60a7527e4ff tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:20.712925 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fd5041-63d2-4fe6-b43e-d72b42cb9613 None None] Network c1e52574-837d-4bf0-a31f-07801a591fdd requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:36:20.723923 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37808) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:20.724792 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ffa4b467-98eb-4d3f-9e5d-c60a7527e4ff tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/subnets/1d20ca8f-a67c-4e92-8aec-4fd290f73200 HTTP/1.1" status: 204 len: 168 time: 0.6697233 Apr 20 16:36:20.882063 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b69b4e0e-162a-43bc-b3c7-e8e9e9da6664 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:20.961938 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c573b888-5bb5-44d9-8377-5b426fa05675 None None] DHCP port deletion for c1e52574-837d-4bf0-a31f-07801a591fdd request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:36:20.991625 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37810) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:20.996191 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-8f241f09-1b59-4cc7-90b4-43e07ee6677a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2049226502', 'description': 'tempest-description--1934807565'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:21.022537 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c573b888-5bb5-44d9-8377-5b426fa05675 None None] Deleting port d3e0f587-ed67-4f52-8a27-ac16f8d6f428 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:21.022957 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c573b888-5bb5-44d9-8377-5b426fa05675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:21.042778 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-b69b4e0e-162a-43bc-b3c7-e8e9e9da6664 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting port d3e0f587-ed67-4f52-8a27-ac16f8d6f428 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:21.043128 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b69b4e0e-162a-43bc-b3c7-e8e9e9da6664 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:21.111966 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c573b888-5bb5-44d9-8377-5b426fa05675 None None] For port d3e0f587-ed67-4f52-8a27-ac16f8d6f428, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d3e0f587-ed67-4f52-8a27-ac16f8d6f428,segment=NetworkSegment(839ff34e-6a79-4b73-b6bd-bbc00c473889),segment_id=839ff34e-6a79-4b73-b6bd-bbc00c473889)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:21.113146 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c573b888-5bb5-44d9-8377-5b426fa05675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:21.114603 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-b69b4e0e-162a-43bc-b3c7-e8e9e9da6664 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] For port d3e0f587-ed67-4f52-8a27-ac16f8d6f428, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d3e0f587-ed67-4f52-8a27-ac16f8d6f428,segment=NetworkSegment(839ff34e-6a79-4b73-b6bd-bbc00c473889),segment_id=839ff34e-6a79-4b73-b6bd-bbc00c473889)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:21.114977 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b69b4e0e-162a-43bc-b3c7-e8e9e9da6664 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:21.130183 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c573b888-5bb5-44d9-8377-5b426fa05675 None None] Calling delete_port for d3e0f587-ed67-4f52-8a27-ac16f8d6f428 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:21.130806 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-b69b4e0e-162a-43bc-b3c7-e8e9e9da6664 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Calling delete_port for d3e0f587-ed67-4f52-8a27-ac16f8d6f428 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:21.173705 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8f241f09-1b59-4cc7-90b4-43e07ee6677a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:21.249009 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-b0963179-8092-4e49-9018-7d03e3f9ac14 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting port a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:21.249009 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0963179-8092-4e49-9018-7d03e3f9ac14 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:21.274682 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37816) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:21.332974 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b69b4e0e-162a-43bc-b3c7-e8e9e9da6664 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:21.344051 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c573b888-5bb5-44d9-8377-5b426fa05675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:21.353978 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69b4e0e-162a-43bc-b3c7-e8e9e9da6664 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] No DVR routers for this DVR port d3e0f587-ed67-4f52-8a27-ac16f8d6f428 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:36:21.388029 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b4e0e-162a-43bc-b3c7-e8e9e9da6664 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Port': ['ID=d3e0f587-ed67-4f52-8a27-ac16f8d6f428,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:21.424613 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-b0963179-8092-4e49-9018-7d03e3f9ac14 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] For port a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12,segment=NetworkSegment(136a0e03-9cd3-400e-86bd-ad487f875eef),segment_id=136a0e03-9cd3-400e-86bd-ad487f875eef)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:21.424887 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0963179-8092-4e49-9018-7d03e3f9ac14 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:21.436173 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c573b888-5bb5-44d9-8377-5b426fa05675 None None] No DVR routers for this DVR port d3e0f587-ed67-4f52-8a27-ac16f8d6f428 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:36:21.448352 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573b888-5bb5-44d9-8377-5b426fa05675 None None] Pushing event deleted for resources: {'Port': ['ID=d3e0f587-ed67-4f52-8a27-ac16f8d6f428,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:21.537738 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8f241f09-1b59-4cc7-90b4-43e07ee6677a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:21.585558 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b69b4e0e-162a-43bc-b3c7-e8e9e9da6664 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:21.589084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-b0963179-8092-4e49-9018-7d03e3f9ac14 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Calling delete_port for a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:21.593777 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-01999e97-1c80-4215-99ad-aeae1e128140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:21.622769 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-b69b4e0e-162a-43bc-b3c7-e8e9e9da6664 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e52574-837d-4bf0-a31f-07801a591fdd']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:21.671575 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-b69b4e0e-162a-43bc-b3c7-e8e9e9da6664 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '839ff34e-6a79-4b73-b6bd-bbc00c473889') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:21.671971 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-b69b4e0e-162a-43bc-b3c7-e8e9e9da6664 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '839ff34e-6a79-4b73-b6bd-bbc00c473889') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:21.684910 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b69b4e0e-162a-43bc-b3c7-e8e9e9da6664 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:21.699369 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8f241f09-1b59-4cc7-90b4-43e07ee6677a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:21.742012 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b69b4e0e-162a-43bc-b3c7-e8e9e9da6664 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:21.742577 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-01999e97-1c80-4215-99ad-aeae1e128140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69b4e0e-162a-43bc-b3c7-e8e9e9da6664 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b69b4e0e-162a-43bc-b3c7-e8e9e9da6664 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:36:21.742720 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:36:21.745148 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f241f09-1b59-4cc7-90b4-43e07ee6677a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=389cf8ac-30cc-4671-a885-4caa33e76952,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:21.881432 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-01999e97-1c80-4215-99ad-aeae1e128140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:21.921577 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-01999e97-1c80-4215-99ad-aeae1e128140 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4da12126d6947da8456def5e750c2a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6453681 Apr 20 16:36:21.922435 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01999e97-1c80-4215-99ad-aeae1e128140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc7aa5c-e616-427b-8a72-56cccf04a229,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:21.924926 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37830) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:21.939151 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b69b4e0e-162a-43bc-b3c7-e8e9e9da6664 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:21.939726 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8f241f09-1b59-4cc7-90b4-43e07ee6677a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:21.941599 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8f241f09-1b59-4cc7-90b4-43e07ee6677a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9489892 Apr 20 16:36:21.944482 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37832) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:21.949383 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-d4ccae72-c934-4dae-8c44-c0cc72bf66f7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Request body: {'security_group_rule': {'security_group_id': '389cf8ac-30cc-4671-a885-4caa33e76952', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:21.952972 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b69b4e0e-162a-43bc-b3c7-e8e9e9da6664 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:21.956487 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b69b4e0e-162a-43bc-b3c7-e8e9e9da6664 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/networks/c1e52574-837d-4bf0-a31f-07801a591fdd HTTP/1.1" status: 204 len: 168 time: 1.2298090 Apr 20 16:36:21.960369 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37834) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:21.968275 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5c5af442-1b86-4402-a00a-1411c5615306 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1060309680'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:21.972129 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b4e0e-162a-43bc-b3c7-e8e9e9da6664 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Network': ['ID=c1e52574-837d-4bf0-a31f-07801a591fdd,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:22.000114 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2a3b2060-9f67-48bc-b356-1fe2be6a9286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:22.022726 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2a3b2060-9f67-48bc-b356-1fe2be6a9286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:22.030507 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0963179-8092-4e49-9018-7d03e3f9ac14 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:22.063312 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0963179-8092-4e49-9018-7d03e3f9ac14 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Port': ['ID=a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:22.193113 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0963179-8092-4e49-9018-7d03e3f9ac14 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:22.193486 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d4ccae72-c934-4dae-8c44-c0cc72bf66f7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:22.267261 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5af442-1b86-4402-a00a-1411c5615306 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:36:22.273252 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c5af442-1b86-4402-a00a-1411c5615306 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:22.335628 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5af442-1b86-4402-a00a-1411c5615306 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:36:22.349727 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d4ccae72-c934-4dae-8c44-c0cc72bf66f7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:22.354147 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c5af442-1b86-4402-a00a-1411c5615306 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:22.354499 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-5c5af442-1b86-4402-a00a-1411c5615306 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Added segment fc6c613e-1548-4def-bf6a-860fb6e5e048 of type vlan for network c702bda1-bba6-406e-acf5-90ee1217fff0 Apr 20 16:36:22.365755 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2a3b2060-9f67-48bc-b356-1fe2be6a9286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:22.368266 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2a3b2060-9f67-48bc-b356-1fe2be6a9286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:22.372455 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2a3b2060-9f67-48bc-b356-1fe2be6a9286 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2bc7aa5c-e616-427b-8a72-56cccf04a229 HTTP/1.1" status: 204 len: 168 time: 0.4470234 Apr 20 16:36:22.411608 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c5af442-1b86-4402-a00a-1411c5615306 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:22.414146 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b2060-9f67-48bc-b356-1fe2be6a9286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc7aa5c-e616-427b-8a72-56cccf04a229,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:22.454188 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0963179-8092-4e49-9018-7d03e3f9ac14 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:36:22.514580 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d4ccae72-c934-4dae-8c44-c0cc72bf66f7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:22.537233 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ccae72-c934-4dae-8c44-c0cc72bf66f7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a384d8a-96bc-4f1c-8817-1967ee188a4d,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:22.551641 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0963179-8092-4e49-9018-7d03e3f9ac14 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:36:22.566196 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c5af442-1b86-4402-a00a-1411c5615306 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:22.572484 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f421502e-e480-460b-8765-dec833f2b98a None None] Sync routers for ids ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:36:22.579575 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5af442-1b86-4402-a00a-1411c5615306 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:22.580229 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c5af442-1b86-4402-a00a-1411c5615306 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:22.582578 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37846) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:22.584913 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b0963179-8092-4e49-9018-7d03e3f9ac14 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "PUT /v2.0/routers/5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7374539 Apr 20 16:36:22.592040 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f421502e-e480-460b-8765-dec833f2b98a None None] Routers {'5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:22.592702 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f421502e-e480-460b-8765-dec833f2b98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:35:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:22.635473 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d3e0f587-ed67-4f52-8a27-ac16f8d6f428 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:36:22.692556 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5af442-1b86-4402-a00a-1411c5615306 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Network': ['ID=c702bda1-bba6-406e-acf5-90ee1217fff0,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:22.700543 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: d3e0f587-ed67-4f52-8a27-ac16f8d6f428 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:36:22.700882 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d3e0f587-ed67-4f52-8a27-ac16f8d6f428 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:36:22.708596 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network c702bda1-bba6-406e-acf5-90ee1217fff0 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:36:22.715064 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d220cc-617d-4519-b4b0-36833e792efa tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting subnet a9137beb-a06d-4456-9f53-35afac098181 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:36:22.718829 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02d220cc-617d-4519-b4b0-36833e792efa tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:22.748138 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d4ccae72-c934-4dae-8c44-c0cc72bf66f7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:22.749366 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d4ccae72-c934-4dae-8c44-c0cc72bf66f7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8039055 Apr 20 16:36:22.752516 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37850) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:22.759204 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-43b5b56b-c54a-4d0a-8edd-5804e19a8238 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Request body: {'security_group_rule': {'security_group_id': '389cf8ac-30cc-4671-a885-4caa33e76952', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:22.774835 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02d220cc-617d-4519-b4b0-36833e792efa tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:22.802036 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-f421502e-e480-460b-8765-dec833f2b98a None None] Set router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:36:22.802465 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5c5af442-1b86-4402-a00a-1411c5615306 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8402319 Apr 20 16:36:22.805306 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37852) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:22.810541 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e1ca9d2b-f88e-458c-8858-bdab14e48a9e tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'subnet': {'network_id': 'c702bda1-bba6-406e-acf5-90ee1217fff0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:22.952112 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-43b5b56b-c54a-4d0a-8edd-5804e19a8238 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:22.952542 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5b9d6121-6ebc-452f-8341-e2c0daf43c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:22.959742 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02d220cc-617d-4519-b4b0-36833e792efa tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:23.046213 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-43b5b56b-c54a-4d0a-8edd-5804e19a8238 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:23.059121 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f421502e-e480-460b-8765-dec833f2b98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:36:21Z', 'revision_number': 10, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:35Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:23.089244 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f421502e-e480-460b-8765-dec833f2b98a None None] Checking router: 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:36:23.098526 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f421502e-e480-460b-8765-dec833f2b98a None None] Routers {'5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:23.099316 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f421502e-e480-460b-8765-dec833f2b98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:35:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:23.186085 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-f421502e-e480-460b-8765-dec833f2b98a None None] Set router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:36:23.188489 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ca9d2b-f88e-458c-8858-bdab14e48a9e tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:36:23.193010 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1ca9d2b-f88e-458c-8858-bdab14e48a9e tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:23.196395 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02d220cc-617d-4519-b4b0-36833e792efa tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:23.228055 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-43b5b56b-c54a-4d0a-8edd-5804e19a8238 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:23.249135 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5b56b-c54a-4d0a-8edd-5804e19a8238 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892c5453-96c9-4e6e-8783-05faea99f78a,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:23.290083 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d220cc-617d-4519-b4b0-36833e792efa tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Subnet': ['ID=a9137beb-a06d-4456-9f53-35afac098181,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:23.291997 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02d220cc-617d-4519-b4b0-36833e792efa tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:23.297665 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-02d220cc-617d-4519-b4b0-36833e792efa tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/subnets/a9137beb-a06d-4456-9f53-35afac098181 HTTP/1.1" status: 204 len: 168 time: 0.7068717 Apr 20 16:36:23.301749 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37862) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:23.307311 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4796c72d-c523-4880-a5a6-d08dce87037d None None] Network 3090ad38-4d5d-4d1d-b98f-020c704b863b requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:36:23.396371 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-43b5b56b-c54a-4d0a-8edd-5804e19a8238 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:23.397909 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-43b5b56b-c54a-4d0a-8edd-5804e19a8238 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6438980 Apr 20 16:36:23.412216 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37864) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:23.427488 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-602adba1-2ea6-4c1a-b3c4-42234574dafa tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:23.428010 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07797695-61c4-49d1-868e-e7188c24f2d8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:23.506264 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f421502e-e480-460b-8765-dec833f2b98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:36:21Z', 'revision_number': 10, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:35Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:23.531307 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-07797695-61c4-49d1-868e-e7188c24f2d8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting port 84f2c193-bba2-488a-8306-62a7e2388100 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:23.531683 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07797695-61c4-49d1-868e-e7188c24f2d8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:23.546264 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f421502e-e480-460b-8765-dec833f2b98a None None] The sync data for ids ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'] in n-d-836146-2 is: [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:36:21Z', 'revision_number': 10, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None, '_interfaces': [{'id': '593a00d9-1e06-4727-b031-4c740cd985fa', 'name': '', 'network_id': '87ec8f94-0c3d-4dc1-a72c-56f74993c61c', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'mac_address': 'fa:16:3e:7f:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:35:28Z', 'updated_at': '2022-04-20T16:35:35Z', 'revision_number': 5, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'subnets': [{'id': 'a4171162-02dd-4d68-9111-f38166f6cc28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:36:23.570069 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d35868-5329-4221-97dc-81c5482d0e3f None None] DHCP port deletion for 3090ad38-4d5d-4d1d-b98f-020c704b863b request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:36:23.606868 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37870) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:23.618473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-07797695-61c4-49d1-868e-e7188c24f2d8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] For port 84f2c193-bba2-488a-8306-62a7e2388100, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=84f2c193-bba2-488a-8306-62a7e2388100,segment=NetworkSegment(136a0e03-9cd3-400e-86bd-ad487f875eef),segment_id=136a0e03-9cd3-400e-86bd-ad487f875eef)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:23.618931 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07797695-61c4-49d1-868e-e7188c24f2d8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:23.625005 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-602adba1-2ea6-4c1a-b3c4-42234574dafa tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:23.646636 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-07797695-61c4-49d1-868e-e7188c24f2d8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Calling delete_port for 84f2c193-bba2-488a-8306-62a7e2388100 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:23.656950 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-abfb358f-475d-42b1-b9bb-d2bab38a1f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:23.661535 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1ca9d2b-f88e-458c-8858-bdab14e48a9e tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:23.662211 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f3d35868-5329-4221-97dc-81c5482d0e3f None None] Deleting port 84f2c193-bba2-488a-8306-62a7e2388100 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:23.662976 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f3d35868-5329-4221-97dc-81c5482d0e3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:23.744838 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f3d35868-5329-4221-97dc-81c5482d0e3f None None] For port 84f2c193-bba2-488a-8306-62a7e2388100, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=84f2c193-bba2-488a-8306-62a7e2388100,segment=NetworkSegment(136a0e03-9cd3-400e-86bd-ad487f875eef),segment_id=136a0e03-9cd3-400e-86bd-ad487f875eef)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:23.745359 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f3d35868-5329-4221-97dc-81c5482d0e3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:23.759881 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f3d35868-5329-4221-97dc-81c5482d0e3f None None] Calling delete_port for 84f2c193-bba2-488a-8306-62a7e2388100 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:23.791935 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca9d2b-f88e-458c-8858-bdab14e48a9e tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Subnet': ['ID=99330c5f-cf48-42e4-95ac-3d1851c48c19,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:23.843084 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ca9d2b-f88e-458c-8858-bdab14e48a9e tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Checking segment: {'id': 'fc6c613e-1548-4def-bf6a-860fb6e5e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c702bda1-bba6-406e-acf5-90ee1217fff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:36:23.843443 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ca9d2b-f88e-458c-8858-bdab14e48a9e tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network hostable DHCP agents. Network: c702bda1-bba6-406e-acf5-90ee1217fff0, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:36:23.911182 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-abfb358f-475d-42b1-b9bb-d2bab38a1f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:23.919841 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-602adba1-2ea6-4c1a-b3c4-42234574dafa tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:23.991576 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07797695-61c4-49d1-868e-e7188c24f2d8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:23.999183 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f3d35868-5329-4221-97dc-81c5482d0e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:24.012720 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d35868-5329-4221-97dc-81c5482d0e3f None None] No DVR routers for this DVR port 84f2c193-bba2-488a-8306-62a7e2388100 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:36:24.026770 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07797695-61c4-49d1-868e-e7188c24f2d8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Port': ['ID=84f2c193-bba2-488a-8306-62a7e2388100,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:24.028778 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ca9d2b-f88e-458c-8858-bdab14e48a9e tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network c702bda1-bba6-406e-acf5-90ee1217fff0 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:36:24.032641 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07797695-61c4-49d1-868e-e7188c24f2d8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] No DVR routers for this DVR port 84f2c193-bba2-488a-8306-62a7e2388100 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:36:24.037017 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-abfb358f-475d-42b1-b9bb-d2bab38a1f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:24.057755 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d35868-5329-4221-97dc-81c5482d0e3f None None] Pushing event deleted for resources: {'Port': ['ID=84f2c193-bba2-488a-8306-62a7e2388100,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:24.099966 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-abfb358f-475d-42b1-b9bb-d2bab38a1f35 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a27aff29170d4d1db950bd7d60aaba45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4911633 Apr 20 16:36:24.121657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37888) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:24.138590 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb358f-475d-42b1-b9bb-d2bab38a1f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5aa9be-07e0-4cb1-bdd4-ceaf76aed375,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:24.146943 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-e1ca9d2b-f88e-458c-8858-bdab14e48a9e tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, c702bda1-bba6-406e-acf5-90ee1217fff0) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:24.148885 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07797695-61c4-49d1-868e-e7188c24f2d8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:24.155568 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ca9d2b-f88e-458c-8858-bdab14e48a9e tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:24.157618 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1ca9d2b-f88e-458c-8858-bdab14e48a9e tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:24.178536 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3afb6ed-2001-487c-98e9-ac02b963a969 None None] Network c702bda1-bba6-406e-acf5-90ee1217fff0 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:36:24.196835 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-602adba1-2ea6-4c1a-b3c4-42234574dafa tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Allocated IP 172.25.0.49 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/3b8ee3db-4175-4b41-90ec-ac75311d1a6f) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:36:24.210733 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-07797695-61c4-49d1-868e-e7188c24f2d8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3090ad38-4d5d-4d1d-b98f-020c704b863b']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:24.222619 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1617f5f8-48a8-4715-89cf-380379ceecf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:24.256287 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-07797695-61c4-49d1-868e-e7188c24f2d8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136a0e03-9cd3-400e-86bd-ad487f875eef') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:24.256632 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-07797695-61c4-49d1-868e-e7188c24f2d8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136a0e03-9cd3-400e-86bd-ad487f875eef') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:24.267689 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07797695-61c4-49d1-868e-e7188c24f2d8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:24.282239 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07797695-61c4-49d1-868e-e7188c24f2d8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:24.289763 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07797695-61c4-49d1-868e-e7188c24f2d8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:36:24.290818 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07797695-61c4-49d1-868e-e7188c24f2d8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:36:24.294392 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:36:24.331169 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e1ca9d2b-f88e-458c-8858-bdab14e48a9e tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5242441 Apr 20 16:36:24.331817 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 37898) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:24.352271 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b2ffaa10-4e07-4053-9563-e752ebb1e7f7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2041283298', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:24.363812 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1617f5f8-48a8-4715-89cf-380379ceecf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:24.416512 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-602adba1-2ea6-4c1a-b3c4-42234574dafa tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:24.536818 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8083a614-e54c-4d26-8fcf-e0c883cc725d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-c702bda1-bba6-406e-acf5-90ee1217fff0', 'network_id': 'c702bda1-bba6-406e-acf5-90ee1217fff0', 'tenant_id': 'f968dfae81c54728955d6db138cbc5ef', 'fixed_ips': [{'subnet_id': '99330c5f-cf48-42e4-95ac-3d1851c48c19'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:36:24.536818 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8083a614-e54c-4d26-8fcf-e0c883cc725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:24.558231 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:36:24.578771 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2ffaa10-4e07-4053-9563-e752ebb1e7f7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:24.579864 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2ffaa10-4e07-4053-9563-e752ebb1e7f7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:24.611266 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07797695-61c4-49d1-868e-e7188c24f2d8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:24.612815 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:36:24.612815 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a18c9c4f-fbc0-43ec-b7d8-048af1ae3e12 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:36:24.612815 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 84f2c193-bba2-488a-8306-62a7e2388100 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:36:24.613130 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07797695-61c4-49d1-868e-e7188c24f2d8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:24.613130 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-07797695-61c4-49d1-868e-e7188c24f2d8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/networks/3090ad38-4d5d-4d1d-b98f-020c704b863b HTTP/1.1" status: 204 len: 168 time: 1.2950644 Apr 20 16:36:24.613130 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07797695-61c4-49d1-868e-e7188c24f2d8 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Network': ['ID=3090ad38-4d5d-4d1d-b98f-020c704b863b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:24.614412 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37906) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:24.659465 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 84f2c193-bba2-488a-8306-62a7e2388100 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:36:24.659811 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 84f2c193-bba2-488a-8306-62a7e2388100 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:36:24.710609 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-602adba1-2ea6-4c1a-b3c4-42234574dafa tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:24.717007 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1617f5f8-48a8-4715-89cf-380379ceecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:24.719612 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1617f5f8-48a8-4715-89cf-380379ceecf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:24.721406 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1617f5f8-48a8-4715-89cf-380379ceecf9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b5aa9be-07e0-4cb1-bdd4-ceaf76aed375 HTTP/1.1" status: 204 len: 168 time: 0.5986938 Apr 20 16:36:24.762305 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-8083a614-e54c-4d26-8fcf-e0c883cc725d None None] Allocated IP 172.20.0.2 (c702bda1-bba6-406e-acf5-90ee1217fff0/99330c5f-cf48-42e4-95ac-3d1851c48c19/fdf979d3-f348-49b5-8ce5-1cf61800f10e) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:36:24.787274 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617f5f8-48a8-4715-89cf-380379ceecf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5aa9be-07e0-4cb1-bdd4-ceaf76aed375,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:24.836184 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2ffaa10-4e07-4053-9563-e752ebb1e7f7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:24.843201 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602adba1-2ea6-4c1a-b3c4-42234574dafa tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:36:24.850453 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-602adba1-2ea6-4c1a-b3c4-42234574dafa tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:24.860108 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602adba1-2ea6-4c1a-b3c4-42234574dafa tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:36:24.905319 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602adba1-2ea6-4c1a-b3c4-42234574dafa tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event updated for resources: {'Port': ['ID=3b8ee3db-4175-4b41-90ec-ac75311d1a6f,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:25.004349 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-602adba1-2ea6-4c1a-b3c4-42234574dafa tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:25.018676 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8083a614-e54c-4d26-8fcf-e0c883cc725d None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:25.042497 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:36:25.080832 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-331d85f6-9ea5-4d03-945b-9cbf031c7253 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:25.093777 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2ffaa10-4e07-4053-9563-e752ebb1e7f7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:25.229745 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-43b358bf-03f7-4da3-a254-621c8f6a394d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:25.240268 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8083a614-e54c-4d26-8fcf-e0c883cc725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:25.273494 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-602adba1-2ea6-4c1a-b3c4-42234574dafa tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:25.291074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8083a614-e54c-4d26-8fcf-e0c883cc725d None None] Network c702bda1-bba6-406e-acf5-90ee1217fff0 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:36:25.301574 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-8083a614-e54c-4d26-8fcf-e0c883cc725d None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:25.305353 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8083a614-e54c-4d26-8fcf-e0c883cc725d None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:36:25.317537 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083a614-e54c-4d26-8fcf-e0c883cc725d None None] Pushing event updated for resources: {'Port': ['ID=fdf979d3-f348-49b5-8ce5-1cf61800f10e,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:25.343925 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2ffaa10-4e07-4053-9563-e752ebb1e7f7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:25.348167 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b2ffaa10-4e07-4053-9563-e752ebb1e7f7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0055234 Apr 20 16:36:25.348492 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 37930) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:25.353940 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2365b483-fc53-46c4-89d4-990c6283ca7c tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'port': {'network_id': 'c702bda1-bba6-406e-acf5-90ee1217fff0', 'name': 'tempest-PortsTestJSON-1322024022'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:25.378827 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-331d85f6-9ea5-4d03-945b-9cbf031c7253 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting port 593a00d9-1e06-4727-b031-4c740cd985fa {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:25.379901 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-331d85f6-9ea5-4d03-945b-9cbf031c7253 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:25.392131 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8083a614-e54c-4d26-8fcf-e0c883cc725d None None] Attempting to bind port fdf979d3-f348-49b5-8ce5-1cf61800f10e on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:36:25.392619 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8083a614-e54c-4d26-8fcf-e0c883cc725d None None] Attempting to bind port fdf979d3-f348-49b5-8ce5-1cf61800f10e by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'fc6c613e-1548-4def-bf6a-860fb6e5e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c702bda1-bba6-406e-acf5-90ee1217fff0'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:36:25.392989 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8083a614-e54c-4d26-8fcf-e0c883cc725d None None] Attempting to bind port fdf979d3-f348-49b5-8ce5-1cf61800f10e on network c702bda1-bba6-406e-acf5-90ee1217fff0 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:36:25.400095 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8083a614-e54c-4d26-8fcf-e0c883cc725d None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:36:25.404737 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8083a614-e54c-4d26-8fcf-e0c883cc725d None None] Checking segment: {'id': 'fc6c613e-1548-4def-bf6a-860fb6e5e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c702bda1-bba6-406e-acf5-90ee1217fff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:36:25.404737 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8083a614-e54c-4d26-8fcf-e0c883cc725d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:25.404737 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8083a614-e54c-4d26-8fcf-e0c883cc725d None None] Bound using segment: {'id': 'fc6c613e-1548-4def-bf6a-860fb6e5e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c702bda1-bba6-406e-acf5-90ee1217fff0'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:36:25.404737 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8083a614-e54c-4d26-8fcf-e0c883cc725d None None] Bound port: fdf979d3-f348-49b5-8ce5-1cf61800f10e, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6c613e-1548-4def-bf6a-860fb6e5e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c702bda1-bba6-406e-acf5-90ee1217fff0'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:36:25.404737 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8083a614-e54c-4d26-8fcf-e0c883cc725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:25.510408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8083a614-e54c-4d26-8fcf-e0c883cc725d None None] For port fdf979d3-f348-49b5-8ce5-1cf61800f10e, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:36:25.513527 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-602adba1-2ea6-4c1a-b3c4-42234574dafa tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:25.515425 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8083a614-e54c-4d26-8fcf-e0c883cc725d None None] For port fdf979d3-f348-49b5-8ce5-1cf61800f10e, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=fdf979d3-f348-49b5-8ce5-1cf61800f10e,segment=NetworkSegment(fc6c613e-1548-4def-bf6a-860fb6e5e048),segment_id=fc6c613e-1548-4def-bf6a-860fb6e5e048)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:36:25.699578 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-602adba1-2ea6-4c1a-b3c4-42234574dafa tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:25.699939 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8083a614-e54c-4d26-8fcf-e0c883cc725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:25.789539 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083a614-e54c-4d26-8fcf-e0c883cc725d None None] Pushing event updated for resources: {'Port': ['ID=fdf979d3-f348-49b5-8ce5-1cf61800f10e,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:25.833468 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602adba1-2ea6-4c1a-b3c4-42234574dafa tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event updated for resources: {'Port': ['ID=3b8ee3db-4175-4b41-90ec-ac75311d1a6f,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:25.839166 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-602adba1-2ea6-4c1a-b3c4-42234574dafa tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:25.980714 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-331d85f6-9ea5-4d03-945b-9cbf031c7253 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] For port 593a00d9-1e06-4727-b031-4c740cd985fa, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=593a00d9-1e06-4727-b031-4c740cd985fa,segment=NetworkSegment(13a26ebf-ab4d-485a-a059-5962559a74ac),segment_id=13a26ebf-ab4d-485a-a059-5962559a74ac)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:25.980714 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-331d85f6-9ea5-4d03-945b-9cbf031c7253 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:26.003481 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-331d85f6-9ea5-4d03-945b-9cbf031c7253 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Calling delete_port for 593a00d9-1e06-4727-b031-4c740cd985fa owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:26.078212 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-602adba1-2ea6-4c1a-b3c4-42234574dafa tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:26.085152 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-602adba1-2ea6-4c1a-b3c4-42234574dafa tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6612511 Apr 20 16:36:26.256975 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2365b483-fc53-46c4-89d4-990c6283ca7c tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:36:26.260690 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2365b483-fc53-46c4-89d4-990c6283ca7c tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:26.290120 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-2365b483-fc53-46c4-89d4-990c6283ca7c tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] device_id is not set on port 915f825f-fe63-48a6-96ed-c01924f37c6e yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:36:26.376953 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-603e1630-1552-4e28-aef7-f04a82ed0412 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2049226502&fields=id&tenant_id=79e26843c2b34b5cae984cd2a5639ef7 HTTP/1.1" status: 200 len: 267 time: 0.0781217 Apr 20 16:36:26.487980 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-2365b483-fc53-46c4-89d4-990c6283ca7c tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Allocated IP 172.20.0.6 (c702bda1-bba6-406e-acf5-90ee1217fff0/99330c5f-cf48-42e4-95ac-3d1851c48c19/915f825f-fe63-48a6-96ed-c01924f37c6e) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:36:26.512662 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-331d85f6-9ea5-4d03-945b-9cbf031c7253 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:26.581944 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d85f6-9ea5-4d03-945b-9cbf031c7253 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Port': ['ID=593a00d9-1e06-4727-b031-4c740cd985fa,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:26.582067 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:26.589171 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-76088df4-4f47-42f8-ab2f-e57ee073214a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:26.590705 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-76088df4-4f47-42f8-ab2f-e57ee073214a tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/networks?id=6129277f-3b7c-420f-bcf7-8207d3888fce HTTP/1.1" status: 200 len: 814 time: 0.2048457 Apr 20 16:36:26.615974 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device fdf979d3-f348-49b5-8ce5-1cf61800f10e up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:36:26.703632 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port fdf979d3-f348-49b5-8ce5-1cf61800f10e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:26.704357 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:26.750540 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-978087da-eb8c-489b-80ec-bea54ab13678 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/quotas/79e26843c2b34b5cae984cd2a5639ef7 HTTP/1.1" status: 200 len: 375 time: 0.0601180 Apr 20 16:36:26.838050 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:26.869441 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-331d85f6-9ea5-4d03-945b-9cbf031c7253 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:26.888568 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port fdf979d3-f348-49b5-8ce5-1cf61800f10e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=fdf979d3-f348-49b5-8ce5-1cf61800f10e,segment=NetworkSegment(fc6c613e-1548-4def-bf6a-860fb6e5e048),segment_id=fc6c613e-1548-4def-bf6a-860fb6e5e048)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:26.908795 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2365b483-fc53-46c4-89d4-990c6283ca7c tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:27.036057 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:27.107524 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-8d607ba5-4e48-4e30-9aff-55cb6e6ce1e6 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3381059 Apr 20 16:36:27.147920 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=fdf979d3-f348-49b5-8ce5-1cf61800f10e,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:27.181529 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e327cd42-4871-42f9-8610-863eaab5d4d6 None None] Network c702bda1-bba6-406e-acf5-90ee1217fff0 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:36:27.274003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331d85f6-9ea5-4d03-945b-9cbf031c7253 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:36:27.278911 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2365b483-fc53-46c4-89d4-990c6283ca7c tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:27.287508 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a8ea4aa9-1cdd-4911-9994-02aa5ed5b8cc None None] Provisioning complete for port fdf979d3-f348-49b5-8ce5-1cf61800f10e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:27.287508 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a8ea4aa9-1cdd-4911-9994-02aa5ed5b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:27.352870 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2365b483-fc53-46c4-89d4-990c6283ca7c tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network c702bda1-bba6-406e-acf5-90ee1217fff0 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:36:27.362041 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-ee617c9d-8f21-4245-baad-ebe152630d11 service neutron] 10.222.0.15 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864541 Apr 20 16:36:27.362882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-2365b483-fc53-46c4-89d4-990c6283ca7c tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:27.397897 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2365b483-fc53-46c4-89d4-990c6283ca7c tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:36:27.414564 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365b483-fc53-46c4-89d4-990c6283ca7c tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Port': ['ID=915f825f-fe63-48a6-96ed-c01924f37c6e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:27.525119 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331d85f6-9ea5-4d03-945b-9cbf031c7253 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:36:27.535864 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38042) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:27.544599 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-331d85f6-9ea5-4d03-945b-9cbf031c7253 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "PUT /v2.0/routers/5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9289832 Apr 20 16:36:27.545251 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483e6f1a-c8e9-4513-80db-c17c8eb4c32b None None] Sync routers for ids ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:36:27.569436 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483e6f1a-c8e9-4513-80db-c17c8eb4c32b None None] Routers {'5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:27.570805 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-483e6f1a-c8e9-4513-80db-c17c8eb4c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:36:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:27.621177 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2365b483-fc53-46c4-89d4-990c6283ca7c tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:27.621955 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2365b483-fc53-46c4-89d4-990c6283ca7c tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:27.622205 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-e29d089e-74c0-4d8d-8ed3-071bb98c61f9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting subnet a4171162-02dd-4d68-9111-f38166f6cc28 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:36:27.625759 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e29d089e-74c0-4d8d-8ed3-071bb98c61f9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:27.648191 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-af5fd589-b028-4a6a-a310-dc799a284888 service neutron] 10.222.0.15 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467411 Apr 20 16:36:27.689435 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-483e6f1a-c8e9-4513-80db-c17c8eb4c32b None None] Set router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:36:27.700440 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e29d089e-74c0-4d8d-8ed3-071bb98c61f9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:27.758287 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2365b483-fc53-46c4-89d4-990c6283ca7c tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4088418 Apr 20 16:36:27.778248 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38052) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:27.790244 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-483e6f1a-c8e9-4513-80db-c17c8eb4c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:36:26Z', 'revision_number': 11, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:27.824314 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:27.832995 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483e6f1a-c8e9-4513-80db-c17c8eb4c32b None None] Checking router: 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:36:27.843102 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483e6f1a-c8e9-4513-80db-c17c8eb4c32b None None] Routers {'5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:27.843978 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-483e6f1a-c8e9-4513-80db-c17c8eb4c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:36:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:27.881705 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ecd4dc03-6f2b-4586-9e7f-79c6ac894854 None None] Provisioning complete for port fdf979d3-f348-49b5-8ce5-1cf61800f10e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:27.881705 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ecd4dc03-6f2b-4586-9e7f-79c6ac894854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:27.882250 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e29d089e-74c0-4d8d-8ed3-071bb98c61f9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:27.985345 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-483e6f1a-c8e9-4513-80db-c17c8eb4c32b None None] Set router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:36:28.048863 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ecd4dc03-6f2b-4586-9e7f-79c6ac894854 None None] Provisioning complete for port 915f825f-fe63-48a6-96ed-c01924f37c6e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:28.049563 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ecd4dc03-6f2b-4586-9e7f-79c6ac894854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:28.146219 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4dc03-6f2b-4586-9e7f-79c6ac894854 None None] Port 915f825f-fe63-48a6-96ed-c01924f37c6e cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:36:28.163411 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-483e6f1a-c8e9-4513-80db-c17c8eb4c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:36:26Z', 'revision_number': 11, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:28.187781 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ac08436b-9fe9-4afa-8db5-92d0908fdbe5 req-8e1bea8a-defa-489e-992c-8ae9bc18dab3 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 210 time: 0.0765972 Apr 20 16:36:28.201001 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483e6f1a-c8e9-4513-80db-c17c8eb4c32b None None] The sync data for ids ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'] in n-d-836146-2 is: [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:36:26Z', 'revision_number': 11, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:36:28.213044 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:28.215450 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e29d089e-74c0-4d8d-8ed3-071bb98c61f9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:28.273868 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d089e-74c0-4d8d-8ed3-071bb98c61f9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Subnet': ['ID=a4171162-02dd-4d68-9111-f38166f6cc28,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:28.277691 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e29d089e-74c0-4d8d-8ed3-071bb98c61f9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:28.281519 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e29d089e-74c0-4d8d-8ed3-071bb98c61f9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/subnets/a4171162-02dd-4d68-9111-f38166f6cc28 HTTP/1.1" status: 204 len: 168 time: 0.7447248 Apr 20 16:36:28.288041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38078) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:28.303384 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a5ac658d-ee09-4f6c-9368-b45464424e0c None None] Provisioning complete for port 915f825f-fe63-48a6-96ed-c01924f37c6e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:28.303384 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a5ac658d-ee09-4f6c-9368-b45464424e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:28.303384 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7018e172-2968-4600-ad4c-da97ffaab790 None None] Network 87ec8f94-0c3d-4dc1-a72c-56f74993c61c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:36:28.400066 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-a5ac658d-ee09-4f6c-9368-b45464424e0c None None] Port 915f825f-fe63-48a6-96ed-c01924f37c6e cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:36:28.457234 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a168e48b-c7f1-4b10-926c-a1e9cfaeffae tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:28.458170 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c34b-2469-45d8-ba8a-ece888e3b02d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:28.613155 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0ae522-a350-4fe7-b19e-186ff7f397bd None None] DHCP port deletion for 87ec8f94-0c3d-4dc1-a72c-56f74993c61c request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:36:28.734341 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device fdf979d3-f348-49b5-8ce5-1cf61800f10e up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:36:28.739244 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:28.780935 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-a168e48b-c7f1-4b10-926c-a1e9cfaeffae tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Deleting port d569a29b-846f-47c1-b519-70c5092b5c68 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:28.781285 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a168e48b-c7f1-4b10-926c-a1e9cfaeffae tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:28.894987 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port fdf979d3-f348-49b5-8ce5-1cf61800f10e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:28.895624 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:28.899083 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ab0ae522-a350-4fe7-b19e-186ff7f397bd None None] Deleting port d569a29b-846f-47c1-b519-70c5092b5c68 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:28.899453 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ab0ae522-a350-4fe7-b19e-186ff7f397bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:28.926371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-a168e48b-c7f1-4b10-926c-a1e9cfaeffae tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] For port d569a29b-846f-47c1-b519-70c5092b5c68, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d569a29b-846f-47c1-b519-70c5092b5c68,segment=NetworkSegment(13a26ebf-ab4d-485a-a059-5962559a74ac),segment_id=13a26ebf-ab4d-485a-a059-5962559a74ac)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:28.926746 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a168e48b-c7f1-4b10-926c-a1e9cfaeffae tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:28.953051 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-a168e48b-c7f1-4b10-926c-a1e9cfaeffae tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Calling delete_port for d569a29b-846f-47c1-b519-70c5092b5c68 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:29.050668 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ab0ae522-a350-4fe7-b19e-186ff7f397bd None None] For port d569a29b-846f-47c1-b519-70c5092b5c68, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d569a29b-846f-47c1-b519-70c5092b5c68,segment=NetworkSegment(13a26ebf-ab4d-485a-a059-5962559a74ac),segment_id=13a26ebf-ab4d-485a-a059-5962559a74ac)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:29.051158 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ab0ae522-a350-4fe7-b19e-186ff7f397bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:29.070097 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c34b-2469-45d8-ba8a-ece888e3b02d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:29.074254 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ab0ae522-a350-4fe7-b19e-186ff7f397bd None None] Calling delete_port for d569a29b-846f-47c1-b519-70c5092b5c68 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:29.161207 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c34b-2469-45d8-ba8a-ece888e3b02d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:29.272267 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d569a29b-846f-47c1-b519-70c5092b5c68 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:36:29.337369 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ab0ae522-a350-4fe7-b19e-186ff7f397bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:29.365192 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a168e48b-c7f1-4b10-926c-a1e9cfaeffae tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:29.399606 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ae522-a350-4fe7-b19e-186ff7f397bd None None] Pushing event deleted for resources: {'Port': ['ID=d569a29b-846f-47c1-b519-70c5092b5c68,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:29.406559 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3c46f934-e9bb-4d69-a238-11e1d4659e83 req-8736ebbb-9aa8-4544-8e94-22daa855c353 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 210 time: 0.0861433 Apr 20 16:36:29.406559 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a168e48b-c7f1-4b10-926c-a1e9cfaeffae tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] No DVR routers for this DVR port d569a29b-846f-47c1-b519-70c5092b5c68 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:36:29.407338 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No active binding found for port d569a29b-846f-47c1-b519-70c5092b5c68 {{(pid=103486) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 20 16:36:29.407338 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d569a29b-846f-47c1-b519-70c5092b5c68 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:36:29.407338 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 593a00d9-1e06-4727-b031-4c740cd985fa no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:36:29.407636 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1c34b-2469-45d8-ba8a-ece888e3b02d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Port': ['ID=915f825f-fe63-48a6-96ed-c01924f37c6e,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:29.446036 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 593a00d9-1e06-4727-b031-4c740cd985fa {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:36:29.446382 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 593a00d9-1e06-4727-b031-4c740cd985fa not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:36:29.456839 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0ae522-a350-4fe7-b19e-186ff7f397bd None None] No DVR routers for this DVR port d569a29b-846f-47c1-b519-70c5092b5c68 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:36:29.609655 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168e48b-c7f1-4b10-926c-a1e9cfaeffae tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Port': ['ID=d569a29b-846f-47c1-b519-70c5092b5c68,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:29.632491 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7f425052-3bec-46d3-82b7-66e45d30df60 None None] Provisioning complete for port 915f825f-fe63-48a6-96ed-c01924f37c6e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:29.633002 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7f425052-3bec-46d3-82b7-66e45d30df60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:29.680961 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-7f425052-3bec-46d3-82b7-66e45d30df60 None None] Port 915f825f-fe63-48a6-96ed-c01924f37c6e cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:36:29.692260 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a168e48b-c7f1-4b10-926c-a1e9cfaeffae tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:29.750678 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-a168e48b-c7f1-4b10-926c-a1e9cfaeffae tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ec8f94-0c3d-4dc1-a72c-56f74993c61c']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:29.757861 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c34b-2469-45d8-ba8a-ece888e3b02d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:29.763196 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-a168e48b-c7f1-4b10-926c-a1e9cfaeffae tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a26ebf-ab4d-485a-a059-5962559a74ac') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:29.763496 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-a168e48b-c7f1-4b10-926c-a1e9cfaeffae tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a26ebf-ab4d-485a-a059-5962559a74ac') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:29.805146 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a168e48b-c7f1-4b10-926c-a1e9cfaeffae tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:29.824532 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a168e48b-c7f1-4b10-926c-a1e9cfaeffae tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:29.867503 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a168e48b-c7f1-4b10-926c-a1e9cfaeffae tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:36:29.868118 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a168e48b-c7f1-4b10-926c-a1e9cfaeffae tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:36:29.871848 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:36:29.950056 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:30.059763 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a168e48b-c7f1-4b10-926c-a1e9cfaeffae tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:30.099708 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a168e48b-c7f1-4b10-926c-a1e9cfaeffae tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:30.103109 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a168e48b-c7f1-4b10-926c-a1e9cfaeffae tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/networks/87ec8f94-0c3d-4dc1-a72c-56f74993c61c HTTP/1.1" status: 204 len: 168 time: 1.8139856 Apr 20 16:36:30.111908 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38164) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:30.120939 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168e48b-c7f1-4b10-926c-a1e9cfaeffae tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Pushing event deleted for resources: {'Network': ['ID=87ec8f94-0c3d-4dc1-a72c-56f74993c61c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:30.121444 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ca1ac5b3-70fe-4664-b2c1-6b8fa8fce91f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'router': {'routes': None}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:30.131481 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c34b-2469-45d8-ba8a-ece888e3b02d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:30.378426 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.extraroute_db [None req-ca1ac5b3-70fe-4664-b2c1-6b8fa8fce91f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Added routes are [] {{(pid=103485) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 20 16:36:30.379147 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.extraroute_db [None req-ca1ac5b3-70fe-4664-b2c1-6b8fa8fce91f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Removed routes are [] {{(pid=103485) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 20 16:36:30.387520 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca1ac5b3-70fe-4664-b2c1-6b8fa8fce91f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:30.541823 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-50c49f09-3b07-40b3-9267-730b03b11cab req-3b4021af-9709-4355-a50b-90fabe118a66 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 210 time: 0.0325027 Apr 20 16:36:30.634843 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca1ac5b3-70fe-4664-b2c1-6b8fa8fce91f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:30.639618 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca1ac5b3-70fe-4664-b2c1-6b8fa8fce91f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545285'] for router, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:30.667940 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c34b-2469-45d8-ba8a-ece888e3b02d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:30.796326 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c34b-2469-45d8-ba8a-ece888e3b02d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:30.856248 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1c34b-2469-45d8-ba8a-ece888e3b02d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Port': ['ID=915f825f-fe63-48a6-96ed-c01924f37c6e,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:30.922817 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c34b-2469-45d8-ba8a-ece888e3b02d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:31.037944 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e1c34b-2469-45d8-ba8a-ece888e3b02d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network c702bda1-bba6-406e-acf5-90ee1217fff0 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:36:31.039707 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-e2e1c34b-2469-45d8-ba8a-ece888e3b02d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:31.154374 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1ac5b3-70fe-4664-b2c1-6b8fa8fce91f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:36:31.291211 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1ac5b3-70fe-4664-b2c1-6b8fa8fce91f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:36:31.299076 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca1ac5b3-70fe-4664-b2c1-6b8fa8fce91f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:31.301380 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ca1ac5b3-70fe-4664-b2c1-6b8fa8fce91f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "PUT /v2.0/routers/5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 HTTP/1.1" status: 200 len: 705 time: 1.1881778 Apr 20 16:36:31.311304 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38206) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:31.316556 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d887569-14da-4ce8-8bf6-71081e0b840e None None] Sync routers for ids ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:36:31.345927 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d887569-14da-4ce8-8bf6-71081e0b840e None None] Routers {'5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:31.346662 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7d887569-14da-4ce8-8bf6-71081e0b840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:36:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:31.385660 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-327c0f66-2e99-408c-9903-9b0dfd5cbf9e tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 HTTP/1.1" status: 200 len: 205 time: 0.0768578 Apr 20 16:36:31.392283 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38212) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:31.466294 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-7d887569-14da-4ce8-8bf6-71081e0b840e None None] Set router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:36:31.491740 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e1c34b-2469-45d8-ba8a-ece888e3b02d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Router 6a369fa0-40a8-43ce-8057-2cd9b9fec413 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:36:31.496852 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c49d1610-b290-40ee-960c-4ed2768e6c86 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:31.573236 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-32c3ca0d-cd42-430a-ae22-1abc7ac8df5a None None] Provisioning complete for port 915f825f-fe63-48a6-96ed-c01924f37c6e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:31.573699 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-32c3ca0d-cd42-430a-ae22-1abc7ac8df5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:31.575524 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7d887569-14da-4ce8-8bf6-71081e0b840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:36:26Z', 'revision_number': 11, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:31.627530 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d887569-14da-4ce8-8bf6-71081e0b840e None None] Checking router: 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:36:31.647417 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d887569-14da-4ce8-8bf6-71081e0b840e None None] Routers {'5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:31.648425 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7d887569-14da-4ce8-8bf6-71081e0b840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:36:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:31.706751 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-32c3ca0d-cd42-430a-ae22-1abc7ac8df5a None None] Port 915f825f-fe63-48a6-96ed-c01924f37c6e cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:36:31.754152 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-7d887569-14da-4ce8-8bf6-71081e0b840e None None] Set router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:36:31.820544 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7d887569-14da-4ce8-8bf6-71081e0b840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:36:26Z', 'revision_number': 11, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:31.859640 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d887569-14da-4ce8-8bf6-71081e0b840e None None] The sync data for ids ['5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5'] in n-d-836146-2 is: [{'id': '5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5', 'name': 'tempest-RoutersIpV6Test-router-1073707152', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:35:24Z', 'updated_at': '2022-04-20T16:36:26Z', 'revision_number': 11, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:36:31.875393 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38228) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:32.100730 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-deb902df-b2ac-454c-b470-0b64529c6c2f req-5d67be56-55ae-4083-9883-40455b9621c7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 210 time: 0.0574667 Apr 20 16:36:32.264070 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-293633e9-5e76-4f59-b4de-891b23e5722d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:32.338787 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c49d1610-b290-40ee-960c-4ed2768e6c86 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:32.342597 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c49d1610-b290-40ee-960c-4ed2768e6c86 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:32.346195 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e1c34b-2469-45d8-ba8a-ece888e3b02d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:36:32.355519 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e2e1c34b-2469-45d8-ba8a-ece888e3b02d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "PUT /v2.0/routers/6a369fa0-40a8-43ce-8057-2cd9b9fec413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5896869 Apr 20 16:36:32.356152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38250) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:32.385958 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918dc35e-a202-48f3-99ac-6fd263247732 None None] Sync routers for ids ['6a369fa0-40a8-43ce-8057-2cd9b9fec413'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:36:32.388146 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-79abc508-b517-4c33-89e0-83472eb73142 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:32.389872 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-79abc508-b517-4c33-89e0-83472eb73142 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.26 "GET /v2.0/networks?id=6129277f-3b7c-420f-bcf7-8207d3888fce HTTP/1.1" status: 200 len: 814 time: 0.2834196 Apr 20 16:36:32.396090 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918dc35e-a202-48f3-99ac-6fd263247732 None None] Routers {'6a369fa0-40a8-43ce-8057-2cd9b9fec413'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:32.397487 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-918dc35e-a202-48f3-99ac-6fd263247732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:36:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['6a369fa0-40a8-43ce-8057-2cd9b9fec413'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:32.453519 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-918dc35e-a202-48f3-99ac-6fd263247732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:32.474637 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918dc35e-a202-48f3-99ac-6fd263247732 None None] Routers {'6a369fa0-40a8-43ce-8057-2cd9b9fec413'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:32.487663 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-918dc35e-a202-48f3-99ac-6fd263247732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:36:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['6a369fa0-40a8-43ce-8057-2cd9b9fec413'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:32.512903 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-2f96c285-ccc6-40fe-ba42-571d55997fa9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79e26843c2b34b5cae984cd2a5639ef7 HTTP/1.1" status: 200 len: 380 time: 0.1083302 Apr 20 16:36:32.527994 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82a012c-3e01-43e1-8bc8-fad5925cc685 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:32.533233 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b82a012c-3e01-43e1-8bc8-fad5925cc685 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a369fa0-40a8-43ce-8057-2cd9b9fec413 HTTP/1.1" status: 200 len: 982 time: 0.1729555 Apr 20 16:36:32.534763 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38262) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:32.552038 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-47e4d742-8a04-4609-b118-865596becd23 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Request body: {'port': {'device_id': 'fcf95371-768c-4403-93d6-3de1a0716375', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'admin_state_up': True, 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'security_groups': ['389cf8ac-30cc-4671-a885-4caa33e76952']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:32.573657 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-918dc35e-a202-48f3-99ac-6fd263247732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:32.574626 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918dc35e-a202-48f3-99ac-6fd263247732 None None] The sync data for ids ['6a369fa0-40a8-43ce-8057-2cd9b9fec413'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:36:32.584281 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c49d1610-b290-40ee-960c-4ed2768e6c86 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:32.584868 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49d1610-b290-40ee-960c-4ed2768e6c86 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Fanout notify agent at l3_agent the message router_deleted on router 5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:36:32.601925 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c49d1610-b290-40ee-960c-4ed2768e6c86 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:32.601925 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c49d1610-b290-40ee-960c-4ed2768e6c86 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/routers/5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 HTTP/1.1" status: 204 len: 168 time: 1.2014008 Apr 20 16:36:32.602132 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38264) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:32.610548 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-9422f6f6-98ec-4416-9656-98351eda0045 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-488865230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:32.620118 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-293633e9-5e76-4f59-b4de-891b23e5722d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:32.789415 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-293633e9-5e76-4f59-b4de-891b23e5722d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:32.841006 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38276) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:32.847657 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-293633e9-5e76-4f59-b4de-891b23e5722d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a26d15a94444dc6a1c6b38efe8e64e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9626451 Apr 20 16:36:32.847657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293633e9-5e76-4f59-b4de-891b23e5722d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9472f1-a32a-4b3c-8756-347f412f8cc0,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:32.879581 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9422f6f6-98ec-4416-9656-98351eda0045 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:32.882298 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9422f6f6-98ec-4416-9656-98351eda0045 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:32.957661 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03f0eb57-0e6f-4a10-9f48-3aae54c592be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:32.959087 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9422f6f6-98ec-4416-9656-98351eda0045 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:32.960609 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-47e4d742-8a04-4609-b118-865596becd23 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Made reservation on behalf of 79e26843c2b34b5cae984cd2a5639ef7 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:36:32.964001 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-47e4d742-8a04-4609-b118-865596becd23 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:32.987634 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03f0eb57-0e6f-4a10-9f48-3aae54c592be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:33.079897 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-84234dcc-62bf-4be2-b894-cb2a5ce798ab tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:33.088702 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9422f6f6-98ec-4416-9656-98351eda0045 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:33.130388 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-47e4d742-8a04-4609-b118-865596becd23 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Allocated IP 172.20.0.8 (6129277f-3b7c-420f-bcf7-8207d3888fce/1d0d8025-1a58-4c58-9113-dd747fc0c87b/85e1de85-3f5e-4694-ac1c-15f2cd59e34a) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:36:33.251770 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03f0eb57-0e6f-4a10-9f48-3aae54c592be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:33.255356 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03f0eb57-0e6f-4a10-9f48-3aae54c592be admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:33.256364 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-948194de-c4be-4b30-ac3b-829a56b0b367 req-70f8a895-9ce0-4774-8e6a-15b28aa67644 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 210 time: 0.0378389 Apr 20 16:36:33.256529 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-03f0eb57-0e6f-4a10-9f48-3aae54c592be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce9472f1-a32a-4b3c-8756-347f412f8cc0 HTTP/1.1" status: 204 len: 168 time: 0.4145300 Apr 20 16:36:33.270719 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0eb57-0e6f-4a10-9f48-3aae54c592be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9472f1-a32a-4b3c-8756-347f412f8cc0,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:33.322897 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9422f6f6-98ec-4416-9656-98351eda0045 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:33.326831 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9422f6f6-98ec-4416-9656-98351eda0045 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7175555 Apr 20 16:36:33.328711 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38296) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:33.334587 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ac45bb2b-a9c5-4ac5-887f-1e24b9468b8f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:33.376669 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-84234dcc-62bf-4be2-b894-cb2a5ce798ab tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting port 915f825f-fe63-48a6-96ed-c01924f37c6e {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:33.376928 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-84234dcc-62bf-4be2-b894-cb2a5ce798ab tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:33.480774 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-84234dcc-62bf-4be2-b894-cb2a5ce798ab tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:33.495545 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-84234dcc-62bf-4be2-b894-cb2a5ce798ab tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Calling delete_port for 915f825f-fe63-48a6-96ed-c01924f37c6e owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:33.608673 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-47e4d742-8a04-4609-b118-865596becd23 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:33.653785 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac45bb2b-a9c5-4ac5-887f-1e24b9468b8f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:33.794211 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac45bb2b-a9c5-4ac5-887f-1e24b9468b8f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545285'] for router, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:33.835657 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-47e4d742-8a04-4609-b118-865596becd23 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:33.867316 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-84234dcc-62bf-4be2-b894-cb2a5ce798ab tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:33.900355 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84234dcc-62bf-4be2-b894-cb2a5ce798ab tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Port': ['ID=915f825f-fe63-48a6-96ed-c01924f37c6e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:33.939105 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-47e4d742-8a04-4609-b118-865596becd23 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Network 6129277f-3b7c-420f-bcf7-8207d3888fce is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:36:33.951523 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-47e4d742-8a04-4609-b118-865596becd23 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:33.958095 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-47e4d742-8a04-4609-b118-865596becd23 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:36:34.009679 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-47e4d742-8a04-4609-b118-865596becd23 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:34.010356 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-47e4d742-8a04-4609-b118-865596becd23 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:34.022565 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4d742-8a04-4609-b118-865596becd23 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event updated for resources: {'Port': ['ID=85e1de85-3f5e-4694-ac1c-15f2cd59e34a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:34.124058 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-47e4d742-8a04-4609-b118-865596becd23 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5968451 Apr 20 16:36:34.138398 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-7a476f04-2ec2-48af-8c56-79afb857aed5 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:36:34.141943 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-7a476f04-2ec2-48af-8c56-79afb857aed5 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104053 Apr 20 16:36:34.164278 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-fabe4dc8-c823-4d87-8c63-b4eb0714c4e6 service neutron] Request body: {'port': {'device_id': 'fcf95371-768c-4403-93d6-3de1a0716375', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:34.169169 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac45bb2b-a9c5-4ac5-887f-1e24b9468b8f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Router 19bb562a-ac69-479e-917e-f851b7d9ed99 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:36:34.188851 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38338) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:34.210422 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-22c27d73-aea6-418d-8d60-d93b12c99397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:34.212525 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-84234dcc-62bf-4be2-b894-cb2a5ce798ab tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:34.400918 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac45bb2b-a9c5-4ac5-887f-1e24b9468b8f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:36:34.414997 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7df8732-af24-4fab-a734-0c2d942bb76d None None] Sync routers for ids ['19bb562a-ac69-479e-917e-f851b7d9ed99'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:36:34.437325 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7df8732-af24-4fab-a734-0c2d942bb76d None None] Routers {'19bb562a-ac69-479e-917e-f851b7d9ed99'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:34.443404 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b7df8732-af24-4fab-a734-0c2d942bb76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:36:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['19bb562a-ac69-479e-917e-f851b7d9ed99'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:34.453580 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac45bb2b-a9c5-4ac5-887f-1e24b9468b8f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:34.459341 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ac45bb2b-a9c5-4ac5-887f-1e24b9468b8f tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "PUT /v2.0/routers/19bb562a-ac69-479e-917e-f851b7d9ed99 HTTP/1.1" status: 200 len: 697 time: 1.1292226 Apr 20 16:36:34.459816 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38354) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:34.579739 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0b4d34d7-0fff-417f-a978-bc1f8ee7416c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "GET /v2.0/routers/19bb562a-ac69-479e-917e-f851b7d9ed99 HTTP/1.1" status: 200 len: 703 time: 0.1128416 Apr 20 16:36:34.581421 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-fabe4dc8-c823-4d87-8c63-b4eb0714c4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:34.585215 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38364) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:34.593720 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-b7df8732-af24-4fab-a734-0c2d942bb76d None None] Set router 19bb562a-ac69-479e-917e-f851b7d9ed99 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:36:34.625636 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84234dcc-62bf-4be2-b894-cb2a5ce798ab tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Router 6a369fa0-40a8-43ce-8057-2cd9b9fec413 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:36:34.626589 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b4b298a2-54b0-4152-870a-5247bd38b694 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "GET /v2.0/ports?device_id=19bb562a-ac69-479e-917e-f851b7d9ed99 HTTP/1.1" status: 200 len: 205 time: 0.0400872 Apr 20 16:36:34.627505 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38366) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:34.803361 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db404e-07e3-4464-829e-5333cd3a73fc req-65728c05-dad4-4bdc-ad29-8ca9c100ed0d tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:34.803361 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e7db404e-07e3-4464-829e-5333cd3a73fc req-65728c05-dad4-4bdc-ad29-8ca9c100ed0d tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 931 time: 0.2388539 Apr 20 16:36:34.803730 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6f6447e7-885d-4ee6-bc4e-81d72c610ebd tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:34.851395 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84234dcc-62bf-4be2-b894-cb2a5ce798ab tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:36:34.869526 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ebe6c-f207-45b3-938f-23ee141429d0 None None] Sync routers for ids ['6a369fa0-40a8-43ce-8057-2cd9b9fec413'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:36:34.878837 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-84234dcc-62bf-4be2-b894-cb2a5ce798ab tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "PUT /v2.0/routers/6a369fa0-40a8-43ce-8057-2cd9b9fec413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3429444 Apr 20 16:36:34.887498 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38382) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:34.908503 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b7df8732-af24-4fab-a734-0c2d942bb76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bb562a-ac69-479e-917e-f851b7d9ed99', 'name': 'tempest-RoutersIpV6Test-router-488865230', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:36:32Z', 'updated_at': '2022-04-20T16:36:33Z', 'revision_number': 2, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:34.911913 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-69e497b7-8c96-46d6-84a1-acaf8993a207 None None] Provisioning complete for port 85e1de85-3f5e-4694-ac1c-15f2cd59e34a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:34.912093 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482ebe6c-f207-45b3-938f-23ee141429d0 None None] Routers {'6a369fa0-40a8-43ce-8057-2cd9b9fec413'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:34.912747 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-69e497b7-8c96-46d6-84a1-acaf8993a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:34.912900 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-482ebe6c-f207-45b3-938f-23ee141429d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:36:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['6a369fa0-40a8-43ce-8057-2cd9b9fec413'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:34.950798 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-69e497b7-8c96-46d6-84a1-acaf8993a207 None None] Port 85e1de85-3f5e-4694-ac1c-15f2cd59e34a cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:36:34.951756 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-387b6a6b-b6fd-4773-b77b-a2f1e4971d9e tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] GET failed (client error): The resource could not be found. Apr 20 16:36:34.957787 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-387b6a6b-b6fd-4773-b77b-a2f1e4971d9e tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports/915f825f-fe63-48a6-96ed-c01924f37c6e HTTP/1.1" status: 404 len: 333 time: 0.0647883 Apr 20 16:36:34.958701 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38386) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:34.966760 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e7db404e-07e3-4464-829e-5333cd3a73fc req-47250c97-7394-4fc1-b16d-282c3ec28543 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=389cf8ac-30cc-4671-a885-4caa33e76952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262879 Apr 20 16:36:34.982678 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7df8732-af24-4fab-a734-0c2d942bb76d None None] Checking router: 19bb562a-ac69-479e-917e-f851b7d9ed99 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:36:34.992317 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-482ebe6c-f207-45b3-938f-23ee141429d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:35.007085 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7df8732-af24-4fab-a734-0c2d942bb76d None None] Routers {'19bb562a-ac69-479e-917e-f851b7d9ed99'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:35.007845 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b7df8732-af24-4fab-a734-0c2d942bb76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:36:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['19bb562a-ac69-479e-917e-f851b7d9ed99'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:35.011131 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482ebe6c-f207-45b3-938f-23ee141429d0 None None] Routers {'6a369fa0-40a8-43ce-8057-2cd9b9fec413'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:35.011750 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-482ebe6c-f207-45b3-938f-23ee141429d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:36:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['6a369fa0-40a8-43ce-8057-2cd9b9fec413'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:35.112366 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-22c27d73-aea6-418d-8d60-d93b12c99397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:35.115638 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acb93989-e285-4ef9-95a4-c324c1acb407 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:35.163713 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-482ebe6c-f207-45b3-938f-23ee141429d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:35.164390 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ebe6c-f207-45b3-938f-23ee141429d0 None None] The sync data for ids ['6a369fa0-40a8-43ce-8057-2cd9b9fec413'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:36:35.224134 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-22c27d73-aea6-418d-8d60-d93b12c99397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:35.254448 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-b7df8732-af24-4fab-a734-0c2d942bb76d None None] Set router 19bb562a-ac69-479e-917e-f851b7d9ed99 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:36:35.265644 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6f6447e7-885d-4ee6-bc4e-81d72c610ebd tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:35.268707 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6f6447e7-885d-4ee6-bc4e-81d72c610ebd tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:35.373246 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b7df8732-af24-4fab-a734-0c2d942bb76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bb562a-ac69-479e-917e-f851b7d9ed99', 'name': 'tempest-RoutersIpV6Test-router-488865230', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:36:32Z', 'updated_at': '2022-04-20T16:36:33Z', 'revision_number': 2, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:35.374985 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c27d73-aea6-418d-8d60-d93b12c99397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96daf8b0-7a23-4efc-b0cc-2a167d35f667,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:35.380721 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acb93989-e285-4ef9-95a4-c324c1acb407 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:35.383509 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acb93989-e285-4ef9-95a4-c324c1acb407 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:35.388941 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-22c27d73-aea6-418d-8d60-d93b12c99397 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6bec3c4c75b148ec824ed815503a2d57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1968780 Apr 20 16:36:35.391771 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38402) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:35.412477 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7df8732-af24-4fab-a734-0c2d942bb76d None None] The sync data for ids ['19bb562a-ac69-479e-917e-f851b7d9ed99'] in n-d-836146-2 is: [{'id': '19bb562a-ac69-479e-917e-f851b7d9ed99', 'name': 'tempest-RoutersIpV6Test-router-488865230', 'tenant_id': '389cf1170ce14ee9ab1f648517cde249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:36:32Z', 'updated_at': '2022-04-20T16:36:33Z', 'revision_number': 2, 'project_id': '389cf1170ce14ee9ab1f648517cde249', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:36:35.455195 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6f6447e7-885d-4ee6-bc4e-81d72c610ebd tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:35.458367 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6447e7-885d-4ee6-bc4e-81d72c610ebd tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Fanout notify agent at l3_agent the message router_deleted on router 19bb562a-ac69-479e-917e-f851b7d9ed99 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:36:35.469458 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6f6447e7-885d-4ee6-bc4e-81d72c610ebd tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:35.480553 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6f6447e7-885d-4ee6-bc4e-81d72c610ebd tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/routers/19bb562a-ac69-479e-917e-f851b7d9ed99 HTTP/1.1" status: 204 len: 168 time: 0.8479714 Apr 20 16:36:35.480553 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38408) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:35.546080 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9a13f30b-6cbc-4695-a796-61a65d72d859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:35.586907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38414) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:35.587872 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-034caaa3-fa2a-41fb-b7c0-459d1abe502a tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "GET /v2.0/ports?device_id=19bb562a-ac69-479e-917e-f851b7d9ed99 HTTP/1.1" status: 200 len: 205 time: 0.1073968 Apr 20 16:36:35.598960 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9a13f30b-6cbc-4695-a796-61a65d72d859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:35.638881 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-d48bfb2a-4587-41d0-8987-8aab03a1fb9d tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] delete failed (client error): The resource could not be found. Apr 20 16:36:35.639850 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d48bfb2a-4587-41d0-8987-8aab03a1fb9d tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/routers/19bb562a-ac69-479e-917e-f851b7d9ed99 HTTP/1.1" status: 404 len: 336 time: 0.0517113 Apr 20 16:36:35.640595 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acb93989-e285-4ef9-95a4-c324c1acb407 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:35.641106 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb93989-e285-4ef9-95a4-c324c1acb407 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Fanout notify agent at l3_agent the message router_deleted on router 6a369fa0-40a8-43ce-8057-2cd9b9fec413 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:36:35.644967 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38416) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:35.655227 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acb93989-e285-4ef9-95a4-c324c1acb407 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:35.656322 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-acb93989-e285-4ef9-95a4-c324c1acb407 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/routers/6a369fa0-40a8-43ce-8057-2cd9b9fec413 HTTP/1.1" status: 204 len: 168 time: 0.6882067 Apr 20 16:36:35.691426 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38418) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:35.701895 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04a5f65-ea56-424d-8a5b-47c5abc4589c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] DELETE failed (client error): The resource could not be found. Apr 20 16:36:35.702408 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b04a5f65-ea56-424d-8a5b-47c5abc4589c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:36:35.705961 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b04a5f65-ea56-424d-8a5b-47c5abc4589c tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/subnets/ad7ddfa6-bcbf-4e22-a055-87544cc29dd4 HTTP/1.1" status: 404 len: 337 time: 0.0597339 Apr 20 16:36:35.720879 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38426) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:35.741088 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-fabe4dc8-c823-4d87-8c63-b4eb0714c4e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e1de85-3f5e-4694-ac1c-15f2cd59e34a {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:36:35.754044 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-fabe4dc8-c823-4d87-8c63-b4eb0714c4e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:35.801677 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ab139f-fe10-4537-b877-3ed18d241605 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] DELETE failed (client error): The resource could not be found. Apr 20 16:36:35.802246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ab139f-fe10-4537-b877-3ed18d241605 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:36:35.804631 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-fabe4dc8-c823-4d87-8c63-b4eb0714c4e6 service neutron] Transition to ACTIVE for port object 85e1de85-3f5e-4694-ac1c-15f2cd59e34a will not be triggered until provisioned by entity L2. {{(pid=103485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:36:35.805802 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c0ab139f-fe10-4537-b877-3ed18d241605 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/subnets/9187f1c5-4beb-4b18-8d21-d11ec34ed484 HTTP/1.1" status: 404 len: 337 time: 0.0629046 Apr 20 16:36:35.809095 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38436) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:35.850278 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-8128deb7-d2a0-43b0-ac1f-d1d852924eb4 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] DELETE failed (client error): The resource could not be found. Apr 20 16:36:35.850959 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8128deb7-d2a0-43b0-ac1f-d1d852924eb4 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:36:35.854404 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8128deb7-d2a0-43b0-ac1f-d1d852924eb4 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/subnets/a9137beb-a06d-4456-9f53-35afac098181 HTTP/1.1" status: 404 len: 337 time: 0.0443747 Apr 20 16:36:35.857131 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38438) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:35.863075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98159a9-92ad-45f7-96e2-2a8d33d8e168 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting subnet 99330c5f-cf48-42e4-95ac-3d1851c48c19 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:36:35.867383 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b98159a9-92ad-45f7-96e2-2a8d33d8e168 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:35.905949 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e838a2a-59cb-47ce-9abd-622b11b0d3c6 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] DELETE failed (client error): The resource could not be found. Apr 20 16:36:35.906468 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e838a2a-59cb-47ce-9abd-622b11b0d3c6 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:36:35.916692 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4e838a2a-59cb-47ce-9abd-622b11b0d3c6 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/subnets/a4171162-02dd-4d68-9111-f38166f6cc28 HTTP/1.1" status: 404 len: 337 time: 0.0545826 Apr 20 16:36:35.917125 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38444) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:35.927898 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b98159a9-92ad-45f7-96e2-2a8d33d8e168 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:35.932810 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-fabe4dc8-c823-4d87-8c63-b4eb0714c4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:36.015325 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe4dc8-c823-4d87-8c63-b4eb0714c4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=85e1de85-3f5e-4694-ac1c-15f2cd59e34a,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:36.026062 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b98159a9-92ad-45f7-96e2-2a8d33d8e168 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:36.391939 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9a13f30b-6cbc-4695-a796-61a65d72d859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:36.391939 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9a13f30b-6cbc-4695-a796-61a65d72d859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:36.395400 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-fabe4dc8-c823-4d87-8c63-b4eb0714c4e6 service neutron] Attempting to bind port 85e1de85-3f5e-4694-ac1c-15f2cd59e34a on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:36:36.395400 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-fabe4dc8-c823-4d87-8c63-b4eb0714c4e6 service neutron] Attempting to bind port 85e1de85-3f5e-4694-ac1c-15f2cd59e34a by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'd7368d76-886f-4c60-91b2-82e35ab3a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:36:36.403232 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9a13f30b-6cbc-4695-a796-61a65d72d859 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96daf8b0-7a23-4efc-b0cc-2a167d35f667 HTTP/1.1" status: 204 len: 168 time: 0.6925616 Apr 20 16:36:36.404236 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-fabe4dc8-c823-4d87-8c63-b4eb0714c4e6 service neutron] Attempting to bind port 85e1de85-3f5e-4694-ac1c-15f2cd59e34a on network 6129277f-3b7c-420f-bcf7-8207d3888fce {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:36:36.404236 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-fabe4dc8-c823-4d87-8c63-b4eb0714c4e6 service neutron] Port 85e1de85-3f5e-4694-ac1c-15f2cd59e34a on network 6129277f-3b7c-420f-bcf7-8207d3888fce not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:36:36.404236 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-fabe4dc8-c823-4d87-8c63-b4eb0714c4e6 service neutron] Attempting to bind port 85e1de85-3f5e-4694-ac1c-15f2cd59e34a on network 6129277f-3b7c-420f-bcf7-8207d3888fce {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:36:36.404820 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13f30b-6cbc-4695-a796-61a65d72d859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96daf8b0-7a23-4efc-b0cc-2a167d35f667,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:36.404991 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-fabe4dc8-c823-4d87-8c63-b4eb0714c4e6 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:36:36.404991 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-fabe4dc8-c823-4d87-8c63-b4eb0714c4e6 service neutron] Checking segment: {'id': 'd7368d76-886f-4c60-91b2-82e35ab3a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:36:36.404991 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-fabe4dc8-c823-4d87-8c63-b4eb0714c4e6 service neutron] Bound using segment: {'id': 'd7368d76-886f-4c60-91b2-82e35ab3a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:36:36.404991 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-fabe4dc8-c823-4d87-8c63-b4eb0714c4e6 service neutron] Bound port: 85e1de85-3f5e-4694-ac1c-15f2cd59e34a, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7368d76-886f-4c60-91b2-82e35ab3a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:36:36.404991 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-fabe4dc8-c823-4d87-8c63-b4eb0714c4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:36.404991 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38456) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:36.405661 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4f4b5e49-bc59-4e7a-8c5b-1dd179ce43d9 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 HTTP/1.1" status: 200 len: 205 time: 0.2241323 Apr 20 16:36:36.405661 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b98159a9-92ad-45f7-96e2-2a8d33d8e168 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:36.405923 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-9fb50fc1-2535-45d0-b065-b272f7d790e3 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] delete failed (client error): The resource could not be found. Apr 20 16:36:36.405923 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9fb50fc1-2535-45d0-b065-b272f7d790e3 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/routers/5b48f6b2-c229-4b64-85c9-ea5ee8f87ce5 HTTP/1.1" status: 404 len: 336 time: 0.1262596 Apr 20 16:36:36.406622 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38466) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:36.407121 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fe3eb-87ab-415f-bede-4dcec82b8e76 req-7e75f8b0-941f-4f96-8d5d-748994fd667e tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:36.407121 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b45fe3eb-87ab-415f-bede-4dcec82b8e76 req-7e75f8b0-941f-4f96-8d5d-748994fd667e tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 943 time: 0.2440257 Apr 20 16:36:36.407645 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b98159a9-92ad-45f7-96e2-2a8d33d8e168 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:36.407840 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa4f697-8413-4346-a084-a4d8f911ad0b None None] Network c702bda1-bba6-406e-acf5-90ee1217fff0 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:36:36.410851 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b98159a9-92ad-45f7-96e2-2a8d33d8e168 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/subnets/99330c5f-cf48-42e4-95ac-3d1851c48c19 HTTP/1.1" status: 204 len: 168 time: 0.6670120 Apr 20 16:36:36.410851 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98159a9-92ad-45f7-96e2-2a8d33d8e168 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Subnet': ['ID=99330c5f-cf48-42e4-95ac-3d1851c48c19,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:36.411167 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38468) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:36.443371 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f3b57a4b-5b68-4d6e-b084-de0c10633178 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ea32fec-43fc-48dc-9e97-b4c7a4e97b70 HTTP/1.1" status: 200 len: 205 time: 0.1226766 Apr 20 16:36:36.446617 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38470) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:36.468202 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-fabe4dc8-c823-4d87-8c63-b4eb0714c4e6 service neutron] For port 85e1de85-3f5e-4694-ac1c-15f2cd59e34a, host n-h1-836146-2, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:36:36.497827 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b45fe3eb-87ab-415f-bede-4dcec82b8e76 req-16c6a5e9-ef7c-4ffc-a19e-746e5967b384 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=389cf8ac-30cc-4671-a885-4caa33e76952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514189 Apr 20 16:36:36.503736 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-fabe4dc8-c823-4d87-8c63-b4eb0714c4e6 service neutron] For port 85e1de85-3f5e-4694-ac1c-15f2cd59e34a, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=85e1de85-3f5e-4694-ac1c-15f2cd59e34a,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:36:36.524419 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b95152c1-646b-48ad-a1b5-7fd9f508e9cc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:36.528084 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-ce92d4b6-54cf-441b-866a-0e38793ee0bf tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] delete failed (client error): The resource could not be found. Apr 20 16:36:36.529240 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ce92d4b6-54cf-441b-866a-0e38793ee0bf tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/routers/3ea32fec-43fc-48dc-9e97-b4c7a4e97b70 HTTP/1.1" status: 404 len: 336 time: 0.0799193 Apr 20 16:36:36.533340 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38472) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:36.566613 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-b252efa0-402a-4197-99cc-9ad21a7bacc4 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] DELETE failed (client error): The resource could not be found. Apr 20 16:36:36.567052 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b252efa0-402a-4197-99cc-9ad21a7bacc4 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:36:36.572501 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b252efa0-402a-4197-99cc-9ad21a7bacc4 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/subnets/9faabeb7-dab4-4565-97e7-fd43d0abe4c6 HTTP/1.1" status: 404 len: 337 time: 0.0354919 Apr 20 16:36:36.572805 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38474) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:36.613981 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-73cc6fb5-17b6-44a2-a358-68c0a5d464af tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "GET /v2.0/ports?device_id=783f1a68-014c-4fb6-a08a-b9084d767808 HTTP/1.1" status: 200 len: 205 time: 0.0398135 Apr 20 16:36:36.616253 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38480) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:36.621966 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b95152c1-646b-48ad-a1b5-7fd9f508e9cc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting port fdf979d3-f348-49b5-8ce5-1cf61800f10e {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:36.622445 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b95152c1-646b-48ad-a1b5-7fd9f508e9cc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:36.661083 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bccf351-70c7-47ee-9a82-29f254200bd7 None None] DHCP port deletion for c702bda1-bba6-406e-acf5-90ee1217fff0 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:36:36.663194 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-7867966a-691a-454b-86ed-13c34f73f443 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] delete failed (client error): The resource could not be found. Apr 20 16:36:36.664326 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7867966a-691a-454b-86ed-13c34f73f443 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/routers/783f1a68-014c-4fb6-a08a-b9084d767808 HTTP/1.1" status: 404 len: 336 time: 0.0471539 Apr 20 16:36:36.666882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38482) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:36.701284 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e9184cf6-eeed-4f8c-a9d5-69d9d15419f5 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "GET /v2.0/ports?device_id=a68b186d-86c7-4cf1-9eb7-2a1d8c15437c HTTP/1.1" status: 200 len: 205 time: 0.0332794 Apr 20 16:36:36.703677 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38484) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:36.711703 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-b95152c1-646b-48ad-a1b5-7fd9f508e9cc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] For port fdf979d3-f348-49b5-8ce5-1cf61800f10e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=fdf979d3-f348-49b5-8ce5-1cf61800f10e,segment=NetworkSegment(fc6c613e-1548-4def-bf6a-860fb6e5e048),segment_id=fc6c613e-1548-4def-bf6a-860fb6e5e048)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:36.712114 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b95152c1-646b-48ad-a1b5-7fd9f508e9cc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:36.789431 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3bccf351-70c7-47ee-9a82-29f254200bd7 None None] Deleting port fdf979d3-f348-49b5-8ce5-1cf61800f10e {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:36.790007 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3bccf351-70c7-47ee-9a82-29f254200bd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:36.822127 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-0814fe2b-daea-49c3-9d5d-291acf9a42a6 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] delete failed (client error): The resource could not be found. Apr 20 16:36:36.823366 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0814fe2b-daea-49c3-9d5d-291acf9a42a6 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/routers/a68b186d-86c7-4cf1-9eb7-2a1d8c15437c HTTP/1.1" status: 404 len: 336 time: 0.1185148 Apr 20 16:36:36.826393 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38492) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:36.895174 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcabb748-a65c-4141-8c39-b33d738c5837 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] DELETE failed (client error): The resource could not be found. Apr 20 16:36:36.895805 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcabb748-a65c-4141-8c39-b33d738c5837 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:36:36.899949 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bcabb748-a65c-4141-8c39-b33d738c5837 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/subnets/25b4e944-2e67-4063-8a53-250773313092 HTTP/1.1" status: 404 len: 337 time: 0.0716457 Apr 20 16:36:36.902168 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38494) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:36.933179 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3bccf351-70c7-47ee-9a82-29f254200bd7 None None] For port fdf979d3-f348-49b5-8ce5-1cf61800f10e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=fdf979d3-f348-49b5-8ce5-1cf61800f10e,segment=NetworkSegment(fc6c613e-1548-4def-bf6a-860fb6e5e048),segment_id=fc6c613e-1548-4def-bf6a-860fb6e5e048)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:36.933179 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3bccf351-70c7-47ee-9a82-29f254200bd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:36.939254 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-13eedce2-964b-4ea7-a542-0b3265de96b6 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "GET /v2.0/ports?device_id=b94fce6f-866c-4390-b6bc-6589d5992b79 HTTP/1.1" status: 200 len: 205 time: 0.0316164 Apr 20 16:36:36.941764 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38500) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:36.980061 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3bccf351-70c7-47ee-9a82-29f254200bd7 None None] Calling delete_port for fdf979d3-f348-49b5-8ce5-1cf61800f10e owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:37.018603 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-8081d28c-66ca-4a00-9459-b14c9dee1297 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] delete failed (client error): The resource could not be found. Apr 20 16:36:37.019902 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8081d28c-66ca-4a00-9459-b14c9dee1297 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/routers/b94fce6f-866c-4390-b6bc-6589d5992b79 HTTP/1.1" status: 404 len: 336 time: 0.0769937 Apr 20 16:36:37.022254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38504) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:37.090254 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad9781e-3a2d-409e-89b5-2783b40693c1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] DELETE failed (client error): The resource could not be found. Apr 20 16:36:37.090962 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ad9781e-3a2d-409e-89b5-2783b40693c1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:36:37.100191 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5ad9781e-3a2d-409e-89b5-2783b40693c1 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/subnets/6739b149-0184-402a-a17f-1963cd85367a HTTP/1.1" status: 404 len: 337 time: 0.0766621 Apr 20 16:36:37.101037 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38510) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:37.168777 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9209fbee-b017-4f54-b562-9e3b94bb10dc tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e30960-4b39-4fe2-8369-1edc24715c09 HTTP/1.1" status: 200 len: 205 time: 0.0643268 Apr 20 16:36:37.169252 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38514) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:37.256726 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b95152c1-646b-48ad-a1b5-7fd9f508e9cc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Calling delete_port for fdf979d3-f348-49b5-8ce5-1cf61800f10e owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:37.258795 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-fabe4dc8-c823-4d87-8c63-b4eb0714c4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:37.263716 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3bccf351-70c7-47ee-9a82-29f254200bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:37.278586 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-a3f36fea-74ec-44d2-9d67-71e2239687fd tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] delete failed (client error): The resource could not be found. Apr 20 16:36:37.282541 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a3f36fea-74ec-44d2-9d67-71e2239687fd tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/routers/57e30960-4b39-4fe2-8369-1edc24715c09 HTTP/1.1" status: 404 len: 336 time: 0.1122975 Apr 20 16:36:37.286459 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38526) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:37.317625 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccf351-70c7-47ee-9a82-29f254200bd7 None None] Pushing event deleted for resources: {'Port': ['ID=fdf979d3-f348-49b5-8ce5-1cf61800f10e,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:37.333893 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bccf351-70c7-47ee-9a82-29f254200bd7 None None] No DVR routers for this DVR port fdf979d3-f348-49b5-8ce5-1cf61800f10e on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:36:37.353728 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1c4df3-87d8-4040-8a3f-4347c40c9b36 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] DELETE failed (client error): The resource could not be found. Apr 20 16:36:37.354306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1c4df3-87d8-4040-8a3f-4347c40c9b36 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:36:37.360790 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-fc1c4df3-87d8-4040-8a3f-4347c40c9b36 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/subnets/61bd69d5-fd42-4c51-90ae-243ffd9ac42e HTTP/1.1" status: 404 len: 337 time: 0.0697615 Apr 20 16:36:37.371620 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38534) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:37.380616 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-fabe4dc8-c823-4d87-8c63-b4eb0714c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:37.381621 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-fabe4dc8-c823-4d87-8c63-b4eb0714c4e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:37.388606 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-fabe4dc8-c823-4d87-8c63-b4eb0714c4e6 service neutron] 10.222.0.26 "PUT /v2.0/ports/85e1de85-3f5e-4694-ac1c-15f2cd59e34a HTTP/1.1" status: 200 len: 1091 time: 3.2335684 Apr 20 16:36:37.391027 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf95371-768c-4403-93d6-3de1a0716375', 'tag': '85e1de85-3f5e-4694-ac1c-15f2cd59e34a'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:36:37.400762 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34b740b-07bd-474f-ba0a-3025d95df603" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf95371-768c-4403-93d6-3de1a0716375", "tag": "85e1de85-3f5e-4694-ac1c-15f2cd59e34a"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:36:37.447338 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0425a43-ec4a-47e0-9e22-7bd69cf08568 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] DELETE failed (client error): The resource could not be found. Apr 20 16:36:37.447941 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0425a43-ec4a-47e0-9e22-7bd69cf08568 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:36:37.451373 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c0425a43-ec4a-47e0-9e22-7bd69cf08568 tempest-RoutersIpV6Test-32608935 tempest-RoutersIpV6Test-32608935-project] 10.222.0.15 "DELETE /v2.0/subnets/15a79c02-aa28-477f-b360-7dbf89514da7 HTTP/1.1" status: 404 len: 337 time: 0.0765431 Apr 20 16:36:37.480064 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa9672c-36a4-4d7a-960d-65581e9c7aad x-openstack-request-id: req-3fa9672c-36a4-4d7a-960d-65581e9c7aad {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:36:37.481044 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf95371-768c-4403-93d6-3de1a0716375", "tag": "85e1de85-3f5e-4694-ac1c-15f2cd59e34a", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:36:37.481527 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3fa9672c-36a4-4d7a-960d-65581e9c7aad {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:36:37.482264 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fa9672c-36a4-4d7a-960d-65581e9c7aad'] response: {'name': 'network-changed', 'server_uuid': 'fcf95371-768c-4403-93d6-3de1a0716375', 'tag': '85e1de85-3f5e-4694-ac1c-15f2cd59e34a', 'status': 'completed', 'code': 200} Apr 20 16:36:37.494438 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe4dc8-c823-4d87-8c63-b4eb0714c4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=85e1de85-3f5e-4694-ac1c-15f2cd59e34a,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:37.567569 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b95152c1-646b-48ad-a1b5-7fd9f508e9cc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:37.609531 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95152c1-646b-48ad-a1b5-7fd9f508e9cc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] No DVR routers for this DVR port fdf979d3-f348-49b5-8ce5-1cf61800f10e on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:36:37.699352 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95152c1-646b-48ad-a1b5-7fd9f508e9cc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Port': ['ID=fdf979d3-f348-49b5-8ce5-1cf61800f10e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:37.724119 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b740b-07bd-474f-ba0a-3025d95df603 req-15225ca8-a212-4611-9977-0146628c583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:37.729505 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a34b740b-07bd-474f-ba0a-3025d95df603 req-15225ca8-a212-4611-9977-0146628c583b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 1094 time: 0.2026951 Apr 20 16:36:37.803320 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f9611-b76b-49a5-8352-4e13fc7a01be req-342bde6e-489a-4894-ba2a-28690919e40b tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:37.805036 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c60f9611-b76b-49a5-8352-4e13fc7a01be req-342bde6e-489a-4894-ba2a-28690919e40b tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 943 time: 0.1854265 Apr 20 16:36:37.922678 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b95152c1-646b-48ad-a1b5-7fd9f508e9cc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:37.972846 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b95152c1-646b-48ad-a1b5-7fd9f508e9cc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c702bda1-bba6-406e-acf5-90ee1217fff0']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:37.996010 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b95152c1-646b-48ad-a1b5-7fd9f508e9cc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6c613e-1548-4def-bf6a-860fb6e5e048') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:37.996473 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b95152c1-646b-48ad-a1b5-7fd9f508e9cc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6c613e-1548-4def-bf6a-860fb6e5e048') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:38.015837 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b95152c1-646b-48ad-a1b5-7fd9f508e9cc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:38.043421 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b95152c1-646b-48ad-a1b5-7fd9f508e9cc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:38.052207 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38572) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:38.054150 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b95152c1-646b-48ad-a1b5-7fd9f508e9cc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:36:38.054659 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b95152c1-646b-48ad-a1b5-7fd9f508e9cc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:36:38.125828 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:36:38.258156 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0009aa72-568e-42b2-a041-0155e4256b2c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=389cf1170ce14ee9ab1f648517cde249&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2041228 Apr 20 16:36:38.260599 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38588) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:38.266970 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b95152c1-646b-48ad-a1b5-7fd9f508e9cc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:38.307951 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c60f9611-b76b-49a5-8352-4e13fc7a01be req-366f0e9b-206d-434b-8527-f7cf5385bbe7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=389cf8ac-30cc-4671-a885-4caa33e76952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4422157 Apr 20 16:36:38.347742 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b95152c1-646b-48ad-a1b5-7fd9f508e9cc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:38.351024 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b95152c1-646b-48ad-a1b5-7fd9f508e9cc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/networks/c702bda1-bba6-406e-acf5-90ee1217fff0 HTTP/1.1" status: 204 len: 168 time: 1.9748440 Apr 20 16:36:38.355703 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38594) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:38.372444 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95152c1-646b-48ad-a1b5-7fd9f508e9cc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Network': ['ID=c702bda1-bba6-406e-acf5-90ee1217fff0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:38.393072 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b740b-07bd-474f-ba0a-3025d95df603 req-17d409d6-995e-4195-b1d9-f5fa77b316af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:38.395095 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a34b740b-07bd-474f-ba0a-3025d95df603 req-17d409d6-995e-4195-b1d9-f5fa77b316af service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6484613 Apr 20 16:36:38.430612 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d39355e-da51-4450-91a4-f0556b64b056 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:38.432393 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9d39355e-da51-4450-91a4-f0556b64b056 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports/eaa47e52-82ca-448d-b4a9-abf54e4b0374 HTTP/1.1" status: 200 len: 840 time: 0.0757051 Apr 20 16:36:38.436216 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38598) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:38.505330 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c3c6f9df-3a64-474b-bcf8-b7bc534f3069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:38.535401 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4563b554-af8e-4859-b565-8956da017f42 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports/eaa47e52-82ca-448d-b4a9-abf54e4b0374?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0977759 Apr 20 16:36:38.540463 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38606) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:38.545957 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-839e7bd0-3078-413a-bc9d-985a82809131 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'subnet': {'network_id': '178eb23f-e785-4a0c-9128-429e30ff077d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:38.580445 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c3c6f9df-3a64-474b-bcf8-b7bc534f3069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:38.613560 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device fdf979d3-f348-49b5-8ce5-1cf61800f10e no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:36:38.645499 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: fdf979d3-f348-49b5-8ce5-1cf61800f10e {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:36:38.646020 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device fdf979d3-f348-49b5-8ce5-1cf61800f10e not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:36:38.726157 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c3c6f9df-3a64-474b-bcf8-b7bc534f3069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:38.729223 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c3c6f9df-3a64-474b-bcf8-b7bc534f3069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:38.730588 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c3c6f9df-3a64-474b-bcf8-b7bc534f3069 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/667423a5-50f8-4d5f-a42b-d8e3c015dd0f HTTP/1.1" status: 204 len: 168 time: 0.4682932 Apr 20 16:36:38.753229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6f9df-3a64-474b-bcf8-b7bc534f3069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667423a5-50f8-4d5f-a42b-d8e3c015dd0f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:38.764493 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b740b-07bd-474f-ba0a-3025d95df603 req-4a30743c-9de7-48c6-9feb-05651052cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:38.766288 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a34b740b-07bd-474f-ba0a-3025d95df603 req-4a30743c-9de7-48c6-9feb-05651052cde1 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3610368 Apr 20 16:36:38.897135 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-eee99155-b26b-49bf-8def-96b25658818c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:38.897135 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-eee99155-b26b-49bf-8def-96b25658818c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 1094 time: 0.0585032 Apr 20 16:36:38.915206 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839e7bd0-3078-413a-bc9d-985a82809131 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:36:38.918858 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-839e7bd0-3078-413a-bc9d-985a82809131 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:38.942304 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-cc07c913-df64-47fe-a490-81bf65c4bd6a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85e1de85-3f5e-4694-ac1c-15f2cd59e34a HTTP/1.1" status: 200 len: 217 time: 0.0350163 Apr 20 16:36:38.997574 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-1bfdb251-5f27-4a27-8a84-cccf0a58d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:38.999028 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-1bfdb251-5f27-4a27-8a84-cccf0a58d377 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d0d8025-1a58-4c58-9113-dd747fc0c87b HTTP/1.1" status: 200 len: 853 time: 0.0472612 Apr 20 16:36:39.055677 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-80d901f6-a3a4-413f-81a1-5234eae4da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:39.057253 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-80d901f6-a3a4-413f-81a1-5234eae4da96 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6129277f-3b7c-420f-bcf7-8207d3888fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523121 Apr 20 16:36:39.164757 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-2fc13e2c-83f0-495a-93f5-308716c0bd11 service neutron] 10.222.0.26 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003993 Apr 20 16:36:39.229792 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-839e7bd0-3078-413a-bc9d-985a82809131 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:39.300892 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dff1cffa-37a2-47d6-9182-822a70b06adb req-db8360da-e617-408a-b011-04a87bc0b489 service neutron] 10.222.0.26 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270478 Apr 20 16:36:39.302278 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839e7bd0-3078-413a-bc9d-985a82809131 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network 178eb23f-e785-4a0c-9128-429e30ff077d is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:36:39.306503 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-839e7bd0-3078-413a-bc9d-985a82809131 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:39.311406 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839e7bd0-3078-413a-bc9d-985a82809131 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:39.311983 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-839e7bd0-3078-413a-bc9d-985a82809131 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:39.319903 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8ea216-8490-4e65-bfda-d5154df7c7f7 None None] Network 178eb23f-e785-4a0c-9128-429e30ff077d requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:36:39.324757 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e7bd0-3078-413a-bc9d-985a82809131 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Subnet': ['ID=8bb0a0ba-bf48-487c-9768-1260185ed2be,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:39.447380 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-839e7bd0-3078-413a-bc9d-985a82809131 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9056189 Apr 20 16:36:39.450129 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38658) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:39.455072 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b84fa8ee-f657-49c4-94fb-b4d98b212eb9 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'security_group': {'name': 'tempest-secgroup-1301703452'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:39.485132 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab5aa2-62b9-4d58-aed4-fc6b2f888796 req-97caf1be-34de-4f82-aee7-437312032b43 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:39.487138 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-05ab5aa2-62b9-4d58-aed4-fc6b2f888796 req-97caf1be-34de-4f82-aee7-437312032b43 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 943 time: 0.0610967 Apr 20 16:36:39.567221 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-05ab5aa2-62b9-4d58-aed4-fc6b2f888796 req-5fceee0a-a195-46ba-8e98-01b01df8699f tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=389cf8ac-30cc-4671-a885-4caa33e76952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717170 Apr 20 16:36:39.600795 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3f04e0-c7e5-4e6f-90c0-03457c4cfd05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-178eb23f-e785-4a0c-9128-429e30ff077d', 'network_id': '178eb23f-e785-4a0c-9128-429e30ff077d', 'tenant_id': 'f968dfae81c54728955d6db138cbc5ef', 'fixed_ips': [{'subnet_id': '8bb0a0ba-bf48-487c-9768-1260185ed2be'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:36:39.601856 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2f3f04e0-c7e5-4e6f-90c0-03457c4cfd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:39.629733 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b84fa8ee-f657-49c4-94fb-b4d98b212eb9 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:39.732328 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b84fa8ee-f657-49c4-94fb-b4d98b212eb9 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:39.751761 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-2f3f04e0-c7e5-4e6f-90c0-03457c4cfd05 None None] Allocated IP 172.20.0.2 (178eb23f-e785-4a0c-9128-429e30ff077d/8bb0a0ba-bf48-487c-9768-1260185ed2be/47278e73-b042-4770-9991-17d09996355f) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:36:39.905872 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2f3f04e0-c7e5-4e6f-90c0-03457c4cfd05 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:39.925138 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b84fa8ee-f657-49c4-94fb-b4d98b212eb9 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:39.958405 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84fa8ee-f657-49c4-94fb-b4d98b212eb9 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44dffe10-54ca-4283-a89a-32bd0ce23992,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:40.036960 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2f3f04e0-c7e5-4e6f-90c0-03457c4cfd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:40.043375 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b84fa8ee-f657-49c4-94fb-b4d98b212eb9 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:40.050374 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38696) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:40.052567 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b84fa8ee-f657-49c4-94fb-b4d98b212eb9 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6012955 Apr 20 16:36:40.056037 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-8def950f-eb22-460c-aa6a-42317fc85715 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'security_group': {'name': 'tempest-secgroup-1174232015'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:40.096749 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f04e0-c7e5-4e6f-90c0-03457c4cfd05 None None] Pushing event updated for resources: {'Port': ['ID=47278e73-b042-4770-9991-17d09996355f,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:40.124715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3f04e0-c7e5-4e6f-90c0-03457c4cfd05 None None] Network 178eb23f-e785-4a0c-9128-429e30ff077d is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:36:40.124715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-2f3f04e0-c7e5-4e6f-90c0-03457c4cfd05 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:40.124715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f04e0-c7e5-4e6f-90c0-03457c4cfd05 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:36:40.199741 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-2f3f04e0-c7e5-4e6f-90c0-03457c4cfd05 None None] Attempting to bind port 47278e73-b042-4770-9991-17d09996355f on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:36:40.200172 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-2f3f04e0-c7e5-4e6f-90c0-03457c4cfd05 None None] Attempting to bind port 47278e73-b042-4770-9991-17d09996355f by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '8a58f9ba-0f9e-4e9c-89b7-6beed6571cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '178eb23f-e785-4a0c-9128-429e30ff077d'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:36:40.200840 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3f04e0-c7e5-4e6f-90c0-03457c4cfd05 None None] Attempting to bind port 47278e73-b042-4770-9991-17d09996355f on network 178eb23f-e785-4a0c-9128-429e30ff077d {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:36:40.207967 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3f04e0-c7e5-4e6f-90c0-03457c4cfd05 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:36:40.208412 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3f04e0-c7e5-4e6f-90c0-03457c4cfd05 None None] Checking segment: {'id': '8a58f9ba-0f9e-4e9c-89b7-6beed6571cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '178eb23f-e785-4a0c-9128-429e30ff077d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:36:40.217042 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2f3f04e0-c7e5-4e6f-90c0-03457c4cfd05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:40.217042 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3f04e0-c7e5-4e6f-90c0-03457c4cfd05 None None] Bound using segment: {'id': '8a58f9ba-0f9e-4e9c-89b7-6beed6571cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '178eb23f-e785-4a0c-9128-429e30ff077d'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:36:40.217042 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-2f3f04e0-c7e5-4e6f-90c0-03457c4cfd05 None None] Bound port: 47278e73-b042-4770-9991-17d09996355f, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a58f9ba-0f9e-4e9c-89b7-6beed6571cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '178eb23f-e785-4a0c-9128-429e30ff077d'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:36:40.217042 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2f3f04e0-c7e5-4e6f-90c0-03457c4cfd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:40.217647 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8def950f-eb22-460c-aa6a-42317fc85715 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:40.282643 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2f3f04e0-c7e5-4e6f-90c0-03457c4cfd05 None None] For port 47278e73-b042-4770-9991-17d09996355f, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:36:40.285710 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2f3f04e0-c7e5-4e6f-90c0-03457c4cfd05 None None] For port 47278e73-b042-4770-9991-17d09996355f, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=47278e73-b042-4770-9991-17d09996355f,segment=NetworkSegment(8a58f9ba-0f9e-4e9c-89b7-6beed6571cc2),segment_id=8a58f9ba-0f9e-4e9c-89b7-6beed6571cc2)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:36:40.288773 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8def950f-eb22-460c-aa6a-42317fc85715 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:40.371276 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2f3f04e0-c7e5-4e6f-90c0-03457c4cfd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:40.401733 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8def950f-eb22-460c-aa6a-42317fc85715 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:40.471192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def950f-eb22-460c-aa6a-42317fc85715 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213b0818-4bf5-4c78-8705-3b914756e865,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:40.478720 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38724) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:40.494237 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f04e0-c7e5-4e6f-90c0-03457c4cfd05 None None] Pushing event updated for resources: {'Port': ['ID=47278e73-b042-4770-9991-17d09996355f,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:40.553634 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8def950f-eb22-460c-aa6a-42317fc85715 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:40.555453 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8def950f-eb22-460c-aa6a-42317fc85715 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5036273 Apr 20 16:36:40.560488 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38730) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:40.563566 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-3f1dd744-6f0d-4f1b-ae76-a39f1a7a9521 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-729866509', 'security_groups': ['213b0818-4bf5-4c78-8705-3b914756e865'], 'network_id': '178eb23f-e785-4a0c-9128-429e30ff077d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8bb0a0ba-bf48-487c-9768-1260185ed2be'}]}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:40.650220 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ab6509a0-3ef5-4ec6-a39f-4714ed9abddf tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'network': {'name': 'tempest-RoutersTest-1319770700'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:40.853717 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a146ec5-2d0d-4c8f-9c77-4221ccd83680 req-1fb51080-3804-4074-a02d-e8dc3877f889 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:40.861227 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7a146ec5-2d0d-4c8f-9c77-4221ccd83680 req-1fb51080-3804-4074-a02d-e8dc3877f889 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 943 time: 0.1380334 Apr 20 16:36:40.909908 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7a146ec5-2d0d-4c8f-9c77-4221ccd83680 req-ab05a84f-2e2c-478f-9d82-e8db76346ffe tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=389cf8ac-30cc-4671-a885-4caa33e76952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477731 Apr 20 16:36:40.972950 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6509a0-3ef5-4ec6-a39f-4714ed9abddf tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Made reservation on behalf of f37f65d63e85464a8d7c499983eef860 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:36:40.976858 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab6509a0-3ef5-4ec6-a39f-4714ed9abddf tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:40.986081 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab6509a0-3ef5-4ec6-a39f-4714ed9abddf tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:41.060024 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1dd744-6f0d-4f1b-ae76-a39f1a7a9521 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:36:41.068502 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab6509a0-3ef5-4ec6-a39f-4714ed9abddf tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:41.163528 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3f1dd744-6f0d-4f1b-ae76-a39f1a7a9521 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:41.167096 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab6509a0-3ef5-4ec6-a39f-4714ed9abddf tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:41.207478 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6509a0-3ef5-4ec6-a39f-4714ed9abddf tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:36:41.220720 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-3f1dd744-6f0d-4f1b-ae76-a39f1a7a9521 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] device_id is not set on port 0e49f46a-7a7a-4f4c-bcb8-37a726aefdf0 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:36:41.275276 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6509a0-3ef5-4ec6-a39f-4714ed9abddf tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe08dafb-6b9b-411a-9ee9-ac822f0570c8,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:41.287574 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab6509a0-3ef5-4ec6-a39f-4714ed9abddf tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:41.288299 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-ab6509a0-3ef5-4ec6-a39f-4714ed9abddf tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Added segment 9f7d8959-8c20-412d-8b9e-296e1652aba7 of type vlan for network d33c63f2-de62-4e45-9701-7a3c3330b85e Apr 20 16:36:41.394570 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab6509a0-3ef5-4ec6-a39f-4714ed9abddf tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:41.543818 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-3f1dd744-6f0d-4f1b-ae76-a39f1a7a9521 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Allocated IP 172.20.0.11 (178eb23f-e785-4a0c-9128-429e30ff077d/8bb0a0ba-bf48-487c-9768-1260185ed2be/0e49f46a-7a7a-4f4c-bcb8-37a726aefdf0) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:36:41.600509 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab6509a0-3ef5-4ec6-a39f-4714ed9abddf tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:41.613070 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6509a0-3ef5-4ec6-a39f-4714ed9abddf tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:41.614721 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ab6509a0-3ef5-4ec6-a39f-4714ed9abddf tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:41.737252 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6509a0-3ef5-4ec6-a39f-4714ed9abddf tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Network': ['ID=d33c63f2-de62-4e45-9701-7a3c3330b85e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:41.748580 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network d33c63f2-de62-4e45-9701-7a3c3330b85e details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:36:41.771377 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ab6509a0-3ef5-4ec6-a39f-4714ed9abddf tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2915168 Apr 20 16:36:41.777233 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38774) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:41.818062 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c1fdf4b5-b7c6-4d8d-a290-61312e80a86f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'network': {'name': 'tempest-RoutersTest-831634567'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:41.902616 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-55a47e75-be4f-4c54-93d1-cf3279ae93b0 None None] Provisioning complete for port 47278e73-b042-4770-9991-17d09996355f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:41.903186 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-55a47e75-be4f-4c54-93d1-cf3279ae93b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:41.943523 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3f1dd744-6f0d-4f1b-ae76-a39f1a7a9521 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:42.011207 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fdf4b5-b7c6-4d8d-a290-61312e80a86f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Made reservation on behalf of f37f65d63e85464a8d7c499983eef860 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:36:42.020535 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1fdf4b5-b7c6-4d8d-a290-61312e80a86f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:42.024159 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-55a47e75-be4f-4c54-93d1-cf3279ae93b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:42.082518 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1fdf4b5-b7c6-4d8d-a290-61312e80a86f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:36:42.104274 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20749d-7f52-4d8c-b59d-386cd4b126fe req-03ec1658-e4b1-436c-b24a-2e87d9ec18bd tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:42.106614 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1fdf4b5-b7c6-4d8d-a290-61312e80a86f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:42.107035 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-c1fdf4b5-b7c6-4d8d-a290-61312e80a86f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Added segment 5b85d5eb-460f-4892-9a6a-97b4a155217a of type vlan for network 2c930aab-d480-4cda-b30b-756cbc619294 Apr 20 16:36:42.112429 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-55a47e75-be4f-4c54-93d1-cf3279ae93b0 None None] For port 47278e73-b042-4770-9991-17d09996355f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=47278e73-b042-4770-9991-17d09996355f,segment=NetworkSegment(8a58f9ba-0f9e-4e9c-89b7-6beed6571cc2),segment_id=8a58f9ba-0f9e-4e9c-89b7-6beed6571cc2)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:42.113411 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e20749d-7f52-4d8c-b59d-386cd4b126fe req-03ec1658-e4b1-436c-b24a-2e87d9ec18bd tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 943 time: 0.0736876 Apr 20 16:36:42.138620 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3f1dd744-6f0d-4f1b-ae76-a39f1a7a9521 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:42.169633 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e20749d-7f52-4d8c-b59d-386cd4b126fe req-c163b946-7cd5-452d-a894-dbf6560687bc tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=389cf8ac-30cc-4671-a885-4caa33e76952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551825 Apr 20 16:36:42.193879 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-55a47e75-be4f-4c54-93d1-cf3279ae93b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:42.219003 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1fdf4b5-b7c6-4d8d-a290-61312e80a86f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:42.232946 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1dd744-6f0d-4f1b-ae76-a39f1a7a9521 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network 178eb23f-e785-4a0c-9128-429e30ff077d is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:36:42.266230 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-3f1dd744-6f0d-4f1b-ae76-a39f1a7a9521 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:42.268496 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-55a47e75-be4f-4c54-93d1-cf3279ae93b0 None None] Provisioning complete for port eaa47e52-82ca-448d-b4a9-abf54e4b0374 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:42.269043 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-55a47e75-be4f-4c54-93d1-cf3279ae93b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:42.276824 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1dd744-6f0d-4f1b-ae76-a39f1a7a9521 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:36:42.315718 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a47e75-be4f-4c54-93d1-cf3279ae93b0 None None] Pushing event updated for resources: {'Port': ['ID=47278e73-b042-4770-9991-17d09996355f,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:42.330928 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-55a47e75-be4f-4c54-93d1-cf3279ae93b0 None None] Port eaa47e52-82ca-448d-b4a9-abf54e4b0374 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:36:42.346846 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1dd744-6f0d-4f1b-ae76-a39f1a7a9521 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Port': ['ID=0e49f46a-7a7a-4f4c-bcb8-37a726aefdf0,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:42.391910 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1dd744-6f0d-4f1b-ae76-a39f1a7a9521 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:42.394283 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3f1dd744-6f0d-4f1b-ae76-a39f1a7a9521 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:42.442860 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1fdf4b5-b7c6-4d8d-a290-61312e80a86f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:42.459295 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fdf4b5-b7c6-4d8d-a290-61312e80a86f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:42.463197 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1fdf4b5-b7c6-4d8d-a290-61312e80a86f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:42.648610 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdf4b5-b7c6-4d8d-a290-61312e80a86f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Network': ['ID=2c930aab-d480-4cda-b30b-756cbc619294,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:42.659465 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3f1dd744-6f0d-4f1b-ae76-a39f1a7a9521 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1002829 Apr 20 16:36:42.662238 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38796) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:42.669415 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 2c930aab-d480-4cda-b30b-756cbc619294 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:36:42.669640 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4452a2cf-e7d2-46d4-b7f9-0642f45bc11b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'subnet': {'network_id': '178eb23f-e785-4a0c-9128-429e30ff077d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:42.706141 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 47278e73-b042-4770-9991-17d09996355f up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:36:42.754213 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7bac23a4-6272-4a1b-a098-2a17841c3e0a None None] Provisioning complete for port 0e49f46a-7a7a-4f4c-bcb8-37a726aefdf0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:42.755434 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7bac23a4-6272-4a1b-a098-2a17841c3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:42.804387 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c1fdf4b5-b7c6-4d8d-a290-61312e80a86f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0118744 Apr 20 16:36:42.807091 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38800) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:42.813305 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-9ae7d02e-8004-46f3-91eb-7994b4d20de9 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'subnet': {'network_id': 'd33c63f2-de62-4e45-9701-7a3c3330b85e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:42.911101 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4452a2cf-e7d2-46d4-b7f9-0642f45bc11b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:36:42.921712 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4452a2cf-e7d2-46d4-b7f9-0642f45bc11b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:43.023080 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-7bac23a4-6272-4a1b-a098-2a17841c3e0a None None] Port 0e49f46a-7a7a-4f4c-bcb8-37a726aefdf0 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:36:43.050798 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 47278e73-b042-4770-9991-17d09996355f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:43.051270 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:43.134569 n-d-836146-2 neutron-server[103484]: INFO neutron.db.ipam_backend_mixin [None req-4452a2cf-e7d2-46d4-b7f9-0642f45bc11b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8bb0a0ba-bf48-487c-9768-1260185ed2be (CIDR: 172.20.0.0/28) Apr 20 16:36:43.178446 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae7d02e-8004-46f3-91eb-7994b4d20de9 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Made reservation on behalf of f37f65d63e85464a8d7c499983eef860 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:36:43.178999 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-4452a2cf-e7d2-46d4-b7f9-0642f45bc11b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:36:43.179090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4452a2cf-e7d2-46d4-b7f9-0642f45bc11b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:36:43.183383 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9ae7d02e-8004-46f3-91eb-7994b4d20de9 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:43.255197 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4452a2cf-e7d2-46d4-b7f9-0642f45bc11b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5914943 Apr 20 16:36:43.257756 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38808) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:43.262783 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-50e212ef-a915-401e-aafe-28d3f383a198 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'subnet': {'network_id': '178eb23f-e785-4a0c-9128-429e30ff077d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:43.289558 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38810) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:43.448907 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da986ed-6970-4122-8bd4-ccf0a0fa5065 req-ce04e69c-b9f9-4ebd-9dc0-a687cff065a7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:43.456872 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7da986ed-6970-4122-8bd4-ccf0a0fa5065 req-ce04e69c-b9f9-4ebd-9dc0-a687cff065a7 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 943 time: 0.1490269 Apr 20 16:36:43.524920 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac7cd147-40c5-4457-86f7-49ada3f73294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:43.528306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e212ef-a915-401e-aafe-28d3f383a198 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:36:43.533122 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50e212ef-a915-401e-aafe-28d3f383a198 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:43.548022 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7da986ed-6970-4122-8bd4-ccf0a0fa5065 req-e6c34189-f5d0-4a5e-b7ee-58ed7020f748 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=389cf8ac-30cc-4671-a885-4caa33e76952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880272 Apr 20 16:36:43.677884 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 85e1de85-3f5e-4694-ac1c-15f2cd59e34a details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:36:43.717338 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac7cd147-40c5-4457-86f7-49ada3f73294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:43.762535 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9ae7d02e-8004-46f3-91eb-7994b4d20de9 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:43.800759 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 85e1de85-3f5e-4694-ac1c-15f2cd59e34a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=85e1de85-3f5e-4694-ac1c-15f2cd59e34a,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:43.829827 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '85e1de85-3f5e-4694-ac1c-15f2cd59e34a', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'port_id': '85e1de85-3f5e-4694-ac1c-15f2cd59e34a', 'mac_address': 'fa:16:3e:e4:e6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:36:43.883266 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7d02e-8004-46f3-91eb-7994b4d20de9 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Subnet': ['ID=62c68d79-975a-4fd3-8297-47fcac2c4f51,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:43.907309 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae7d02e-8004-46f3-91eb-7994b4d20de9 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Checking segment: {'id': '9f7d8959-8c20-412d-8b9e-296e1652aba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd33c63f2-de62-4e45-9701-7a3c3330b85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:36:43.915827 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae7d02e-8004-46f3-91eb-7994b4d20de9 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network hostable DHCP agents. Network: d33c63f2-de62-4e45-9701-7a3c3330b85e, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:36:43.915827 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ac7cd147-40c5-4457-86f7-49ada3f73294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:43.924006 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:43.946030 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e1de85-3f5e-4694-ac1c-15f2cd59e34a {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:36:43.948247 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38824) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:43.950066 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ac7cd147-40c5-4457-86f7-49ada3f73294 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ede80e89d54547f68d5cdc2ecd5974a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6593175 Apr 20 16:36:43.990785 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7cd147-40c5-4457-86f7-49ada3f73294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f08303a-2688-4767-a86b-5234487cc400,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:44.006441 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 85e1de85-3f5e-4694-ac1c-15f2cd59e34a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=85e1de85-3f5e-4694-ac1c-15f2cd59e34a,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:44.017115 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50e212ef-a915-401e-aafe-28d3f383a198 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:44.060140 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e212ef-a915-401e-aafe-28d3f383a198 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network 178eb23f-e785-4a0c-9128-429e30ff077d is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:36:44.076725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-50e212ef-a915-401e-aafe-28d3f383a198 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:44.083107 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e212ef-a915-401e-aafe-28d3f383a198 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:44.084315 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50e212ef-a915-401e-aafe-28d3f383a198 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:44.088847 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bdf8e8-6036-4003-a521-2948f4c540e0 None None] Network 178eb23f-e785-4a0c-9128-429e30ff077d requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:36:44.089037 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a6490e1-d0d1-476b-8d68-fbaa08666e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:44.101689 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e212ef-a915-401e-aafe-28d3f383a198 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Subnet': ['ID=d6101164-bec6-4b65-a225-0a403fc34d0e,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:44.105377 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae7d02e-8004-46f3-91eb-7994b4d20de9 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network d33c63f2-de62-4e45-9701-7a3c3330b85e is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:36:44.122192 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a6490e1-d0d1-476b-8d68-fbaa08666e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:44.178720 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:44.228037 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-50e212ef-a915-401e-aafe-28d3f383a198 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9661310 Apr 20 16:36:44.230090 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38828) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:44.238636 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-007fc232-9668-4ae2-b942-ca76906bb90d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1142372549', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd6101164-bec6-4b65-a225-0a403fc34d0e'}], 'security_groups': ['44dffe10-54ca-4283-a89a-32bd0ce23992']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:44.276154 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a6490e1-d0d1-476b-8d68-fbaa08666e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:44.281374 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a6490e1-d0d1-476b-8d68-fbaa08666e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:44.283481 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5a6490e1-d0d1-476b-8d68-fbaa08666e49 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f08303a-2688-4767-a86b-5234487cc400 HTTP/1.1" status: 204 len: 168 time: 0.3341079 Apr 20 16:36:44.296048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6490e1-d0d1-476b-8d68-fbaa08666e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f08303a-2688-4767-a86b-5234487cc400,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:44.298884 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=85e1de85-3f5e-4694-ac1c-15f2cd59e34a,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:44.328286 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-9ae7d02e-8004-46f3-91eb-7994b4d20de9 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, d33c63f2-de62-4e45-9701-7a3c3330b85e) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:44.338259 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380a2e98-df8b-4287-af19-36a39a3daa57 None None] Network d33c63f2-de62-4e45-9701-7a3c3330b85e requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:36:44.350549 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae7d02e-8004-46f3-91eb-7994b4d20de9 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:44.351181 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9ae7d02e-8004-46f3-91eb-7994b4d20de9 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:44.404800 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-007fc232-9668-4ae2-b942-ca76906bb90d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:44.605165 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['85e1de85-3f5e-4694-ac1c-15f2cd59e34a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:36:44.638592 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a8050c-283c-4959-a531-45c653401421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-d33c63f2-de62-4e45-9701-7a3c3330b85e', 'network_id': 'd33c63f2-de62-4e45-9701-7a3c3330b85e', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'fixed_ips': [{'subnet_id': '62c68d79-975a-4fd3-8297-47fcac2c4f51'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:36:44.643732 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72a8050c-283c-4959-a531-45c653401421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:44.794896 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad21e9-8299-424c-a779-2df09c75d67c req-71996e7d-32f6-4999-8a09-d1608ab4581c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:44.799552 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0fad21e9-8299-424c-a779-2df09c75d67c req-71996e7d-32f6-4999-8a09-d1608ab4581c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 944 time: 0.0945261 Apr 20 16:36:44.831675 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-007fc232-9668-4ae2-b942-ca76906bb90d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Delete allocated IP 172.20.0.11 (178eb23f-e785-4a0c-9128-429e30ff077d/8bb0a0ba-bf48-487c-9768-1260185ed2be) {{(pid=103485) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 16:36:44.841517 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-007fc232-9668-4ae2-b942-ca76906bb90d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Allocated IP 172.20.0.28 (178eb23f-e785-4a0c-9128-429e30ff077d/d6101164-bec6-4b65-a225-0a403fc34d0e/0e49f46a-7a7a-4f4c-bcb8-37a726aefdf0) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:36:44.876628 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0fad21e9-8299-424c-a779-2df09c75d67c req-54e07291-3883-46bf-8d6c-27f98e166feb tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=389cf8ac-30cc-4671-a885-4caa33e76952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715914 Apr 20 16:36:44.914046 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9ae7d02e-8004-46f3-91eb-7994b4d20de9 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1056342 Apr 20 16:36:44.917309 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38838) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:44.922760 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-bc66692c-680a-4d61-8cc9-e5ce56e770c0 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'subnet': {'network_id': '2c930aab-d480-4cda-b30b-756cbc619294', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:45.041688 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d0ef8b-099e-4c10-bdfd-bf0b2856c0a7 None None] Update dhcp port {'port': {'network_id': '178eb23f-e785-4a0c-9128-429e30ff077d', 'fixed_ips': [{'subnet_id': '8bb0a0ba-bf48-487c-9768-1260185ed2be', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd6101164-bec6-4b65-a225-0a403fc34d0e'}], 'binding:host_id': 'n-d-836146-2'}, 'id': '47278e73-b042-4770-9991-17d09996355f'} from n-d-836146-2. {{(pid=103486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 16:36:45.084094 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-88d0ef8b-099e-4c10-bdfd-bf0b2856c0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:45.161293 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-007fc232-9668-4ae2-b942-ca76906bb90d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:45.298318 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc66692c-680a-4d61-8cc9-e5ce56e770c0 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Made reservation on behalf of f37f65d63e85464a8d7c499983eef860 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:36:45.298847 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-007fc232-9668-4ae2-b942-ca76906bb90d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:45.303706 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc66692c-680a-4d61-8cc9-e5ce56e770c0 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:45.406461 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fc232-9668-4ae2-b942-ca76906bb90d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Port': ['ID=0e49f46a-7a7a-4f4c-bcb8-37a726aefdf0,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:45.481718 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-72a8050c-283c-4959-a531-45c653401421 None None] Allocated IP 172.20.0.2 (d33c63f2-de62-4e45-9701-7a3c3330b85e/62c68d79-975a-4fd3-8297-47fcac2c4f51/ea5aa436-8a8c-4200-8626-431d6c188851) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:36:45.563277 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-007fc232-9668-4ae2-b942-ca76906bb90d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] In _notify_port_updated(), no bound segment for port 0e49f46a-7a7a-4f4c-bcb8-37a726aefdf0 on network 178eb23f-e785-4a0c-9128-429e30ff077d {{(pid=103485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:36:45.567307 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-88d0ef8b-099e-4c10-bdfd-bf0b2856c0a7 None None] Allocated IP 172.20.0.18 (178eb23f-e785-4a0c-9128-429e30ff077d/d6101164-bec6-4b65-a225-0a403fc34d0e/47278e73-b042-4770-9991-17d09996355f) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:36:45.572670 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007fc232-9668-4ae2-b942-ca76906bb90d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:45.576389 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-007fc232-9668-4ae2-b942-ca76906bb90d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:45.578376 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-007fc232-9668-4ae2-b942-ca76906bb90d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "PUT /v2.0/ports/0e49f46a-7a7a-4f4c-bcb8-37a726aefdf0 HTTP/1.1" status: 200 len: 921 time: 1.3463123 Apr 20 16:36:45.581595 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38854) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:45.802102 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-baa379b9-8a3c-44d9-87b9-b93764c7c346 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting port 0e49f46a-7a7a-4f4c-bcb8-37a726aefdf0 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:36:45.802447 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-baa379b9-8a3c-44d9-87b9-b93764c7c346 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:45.851067 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-88d0ef8b-099e-4c10-bdfd-bf0b2856c0a7 None None] For port 47278e73-b042-4770-9991-17d09996355f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=47278e73-b042-4770-9991-17d09996355f,segment=NetworkSegment(8a58f9ba-0f9e-4e9c-89b7-6beed6571cc2),segment_id=8a58f9ba-0f9e-4e9c-89b7-6beed6571cc2)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:45.902206 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72a8050c-283c-4959-a531-45c653401421 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:45.929730 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-88d0ef8b-099e-4c10-bdfd-bf0b2856c0a7 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:45.931394 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-baa379b9-8a3c-44d9-87b9-b93764c7c346 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:45.960198 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-baa379b9-8a3c-44d9-87b9-b93764c7c346 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Calling delete_port for 0e49f46a-7a7a-4f4c-bcb8-37a726aefdf0 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:36:45.984494 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72a8050c-283c-4959-a531-45c653401421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:46.035428 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-88d0ef8b-099e-4c10-bdfd-bf0b2856c0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:46.047398 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a8050c-283c-4959-a531-45c653401421 None None] Network d33c63f2-de62-4e45-9701-7a3c3330b85e is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:36:46.052934 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-72a8050c-283c-4959-a531-45c653401421 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:46.056701 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a8050c-283c-4959-a531-45c653401421 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:36:46.234253 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8050c-283c-4959-a531-45c653401421 None None] Pushing event updated for resources: {'Port': ['ID=ea5aa436-8a8c-4200-8626-431d6c188851,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:46.295907 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f54e6-c265-4572-8fbc-421451465baf req-b250962f-5e5c-493b-9e1f-80c667228352 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:46.298870 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-696f54e6-c265-4572-8fbc-421451465baf req-b250962f-5e5c-493b-9e1f-80c667228352 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 944 time: 0.1769705 Apr 20 16:36:46.307333 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0ef8b-099e-4c10-bdfd-bf0b2856c0a7 None None] Pushing event updated for resources: {'Port': ['ID=47278e73-b042-4770-9991-17d09996355f,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:46.325540 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-72a8050c-283c-4959-a531-45c653401421 None None] Attempting to bind port ea5aa436-8a8c-4200-8626-431d6c188851 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:36:46.325909 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-72a8050c-283c-4959-a531-45c653401421 None None] Attempting to bind port ea5aa436-8a8c-4200-8626-431d6c188851 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '9f7d8959-8c20-412d-8b9e-296e1652aba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd33c63f2-de62-4e45-9701-7a3c3330b85e'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:36:46.326267 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8050c-283c-4959-a531-45c653401421 None None] Attempting to bind port ea5aa436-8a8c-4200-8626-431d6c188851 on network d33c63f2-de62-4e45-9701-7a3c3330b85e {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:36:46.333490 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8050c-283c-4959-a531-45c653401421 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:36:46.333865 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8050c-283c-4959-a531-45c653401421 None None] Checking segment: {'id': '9f7d8959-8c20-412d-8b9e-296e1652aba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd33c63f2-de62-4e45-9701-7a3c3330b85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:36:46.334269 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72a8050c-283c-4959-a531-45c653401421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:46.334659 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8050c-283c-4959-a531-45c653401421 None None] Bound using segment: {'id': '9f7d8959-8c20-412d-8b9e-296e1652aba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd33c63f2-de62-4e45-9701-7a3c3330b85e'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:36:46.335138 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-72a8050c-283c-4959-a531-45c653401421 None None] Bound port: ea5aa436-8a8c-4200-8626-431d6c188851, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7d8959-8c20-412d-8b9e-296e1652aba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd33c63f2-de62-4e45-9701-7a3c3330b85e'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:36:46.335698 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72a8050c-283c-4959-a531-45c653401421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:46.442445 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-696f54e6-c265-4572-8fbc-421451465baf req-eabdedca-5c9b-4e73-a61f-1988b6094dc9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=389cf8ac-30cc-4671-a885-4caa33e76952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373239 Apr 20 16:36:46.500951 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72a8050c-283c-4959-a531-45c653401421 None None] For port ea5aa436-8a8c-4200-8626-431d6c188851, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:36:46.513816 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72a8050c-283c-4959-a531-45c653401421 None None] For port ea5aa436-8a8c-4200-8626-431d6c188851, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ea5aa436-8a8c-4200-8626-431d6c188851,segment=NetworkSegment(9f7d8959-8c20-412d-8b9e-296e1652aba7),segment_id=9f7d8959-8c20-412d-8b9e-296e1652aba7)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:36:46.551693 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-baa379b9-8a3c-44d9-87b9-b93764c7c346 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:46.627863 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 47278e73-b042-4770-9991-17d09996355f up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:36:46.691147 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa379b9-8a3c-44d9-87b9-b93764c7c346 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Port': ['ID=0e49f46a-7a7a-4f4c-bcb8-37a726aefdf0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:46.699279 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72a8050c-283c-4959-a531-45c653401421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:46.759498 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc66692c-680a-4d61-8cc9-e5ce56e770c0 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:46.803257 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-baa379b9-8a3c-44d9-87b9-b93764c7c346 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:46.809068 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-baa379b9-8a3c-44d9-87b9-b93764c7c346 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/ports/0e49f46a-7a7a-4f4c-bcb8-37a726aefdf0 HTTP/1.1" status: 204 len: 168 time: 1.2238891 Apr 20 16:36:46.811585 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38882) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:46.890903 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8050c-283c-4959-a531-45c653401421 None None] Pushing event updated for resources: {'Port': ['ID=ea5aa436-8a8c-4200-8626-431d6c188851,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:46.904905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66692c-680a-4d61-8cc9-e5ce56e770c0 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Subnet': ['ID=953005ef-4cf4-4996-9d76-acc0bf2474ff,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:46.922065 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc99ecf-40d3-4888-a820-11c0f0702b99 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] GET failed (client error): The resource could not be found. Apr 20 16:36:46.925715 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc66692c-680a-4d61-8cc9-e5ce56e770c0 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Checking segment: {'id': '5b85d5eb-460f-4892-9a6a-97b4a155217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c930aab-d480-4cda-b30b-756cbc619294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:36:46.926078 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc66692c-680a-4d61-8cc9-e5ce56e770c0 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network hostable DHCP agents. Network: 2c930aab-d480-4cda-b30b-756cbc619294, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:36:46.929716 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2bc99ecf-40d3-4888-a820-11c0f0702b99 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports/0e49f46a-7a7a-4f4c-bcb8-37a726aefdf0 HTTP/1.1" status: 404 len: 333 time: 0.1146820 Apr 20 16:36:46.930111 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38886) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:46.955519 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 47278e73-b042-4770-9991-17d09996355f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:46.956619 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:47.047457 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-705b9b22-f8b7-492a-8c06-2cfd8217f047 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:47.092395 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc66692c-680a-4d61-8cc9-e5ce56e770c0 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network 2c930aab-d480-4cda-b30b-756cbc619294 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:36:47.095535 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-705b9b22-f8b7-492a-8c06-2cfd8217f047 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:47.189572 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-bc66692c-680a-4d61-8cc9-e5ce56e770c0 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 2c930aab-d480-4cda-b30b-756cbc619294) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:47.194133 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc66692c-680a-4d61-8cc9-e5ce56e770c0 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:47.194945 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc66692c-680a-4d61-8cc9-e5ce56e770c0 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:47.209037 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c13aff2-fcf9-4f9a-a037-75555e6bc1c5 None None] Network 2c930aab-d480-4cda-b30b-756cbc619294 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:36:47.296369 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-705b9b22-f8b7-492a-8c06-2cfd8217f047 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:47.305135 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-705b9b22-f8b7-492a-8c06-2cfd8217f047 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:47.307185 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-705b9b22-f8b7-492a-8c06-2cfd8217f047 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/security-groups/213b0818-4bf5-4c78-8705-3b914756e865 HTTP/1.1" status: 204 len: 168 time: 0.3761261 Apr 20 16:36:47.310236 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38898) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:47.335373 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b9b22-f8b7-492a-8c06-2cfd8217f047 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=213b0818-4bf5-4c78-8705-3b914756e865,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:47.378401 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38902) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:47.382065 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bc66692c-680a-4d61-8cc9-e5ce56e770c0 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4634731 Apr 20 16:36:47.392411 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f6b97d2c-46a1-47ab-9848-81ede477f834 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1305502005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:47.475654 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1bc51fe-b976-4f49-8a96-50d8b8c8d16d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:47.550926 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1bc51fe-b976-4f49-8a96-50d8b8c8d16d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:47.601672 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f6b97d2c-46a1-47ab-9848-81ede477f834 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:47.602869 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f6b97d2c-46a1-47ab-9848-81ede477f834 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:47.711150 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 85e1de85-3f5e-4694-ac1c-15f2cd59e34a up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:36:47.817978 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f6b97d2c-46a1-47ab-9848-81ede477f834 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:47.838995 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db9767-1ce6-4713-85ee-203d1c75580e req-a422c220-0d04-4bf4-b7c2-83511feb81dd tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:47.841186 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-46db9767-1ce6-4713-85ee-203d1c75580e req-a422c220-0d04-4bf4-b7c2-83511feb81dd tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 944 time: 0.1823053 Apr 20 16:36:47.877067 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1ea83e-58e3-43f2-8cb5-9eca9e459ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-2c930aab-d480-4cda-b30b-756cbc619294', 'network_id': '2c930aab-d480-4cda-b30b-756cbc619294', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'fixed_ips': [{'subnet_id': '953005ef-4cf4-4996-9d76-acc0bf2474ff'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:36:47.878064 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5e1ea83e-58e3-43f2-8cb5-9eca9e459ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:47.895535 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-74f4e17e-f767-45bb-aa58-c11f28c8f24f None None] Provisioning complete for port 47278e73-b042-4770-9991-17d09996355f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:47.895905 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-74f4e17e-f767-45bb-aa58-c11f28c8f24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:47.901730 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-46db9767-1ce6-4713-85ee-203d1c75580e req-640e6d35-8137-424b-bcfc-614bc11cb368 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=389cf8ac-30cc-4671-a885-4caa33e76952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544710 Apr 20 16:36:47.904972 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f6b97d2c-46a1-47ab-9848-81ede477f834 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:47.906117 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1bc51fe-b976-4f49-8a96-50d8b8c8d16d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:47.910543 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a1bc51fe-b976-4f49-8a96-50d8b8c8d16d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:47.924516 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a1bc51fe-b976-4f49-8a96-50d8b8c8d16d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/security-groups/44dffe10-54ca-4283-a89a-32bd0ce23992 HTTP/1.1" status: 204 len: 168 time: 0.6124592 Apr 20 16:36:47.928603 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38918) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:47.953223 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc51fe-b976-4f49-8a96-50d8b8c8d16d tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dffe10-54ca-4283-a89a-32bd0ce23992,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:48.021012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5799a5-6132-47f5-89d6-3178935aecab tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting subnet 8bb0a0ba-bf48-487c-9768-1260185ed2be {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:36:48.026309 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af5799a5-6132-47f5-89d6-3178935aecab tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:48.049508 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f6b97d2c-46a1-47ab-9848-81ede477f834 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:48.050986 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f6b97d2c-46a1-47ab-9848-81ede477f834 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6705945 Apr 20 16:36:48.054020 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 38920) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:48.146727 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af5799a5-6132-47f5-89d6-3178935aecab tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:48.390038 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af5799a5-6132-47f5-89d6-3178935aecab tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:48.455946 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 85e1de85-3f5e-4694-ac1c-15f2cd59e34a completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:36:48.514890 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 85e1de85-3f5e-4694-ac1c-15f2cd59e34a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:48.515265 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:48.562666 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-5e1ea83e-58e3-43f2-8cb5-9eca9e459ca7 None None] Allocated IP 172.21.0.2 (2c930aab-d480-4cda-b30b-756cbc619294/953005ef-4cf4-4996-9d76-acc0bf2474ff/c97d8994-487f-4509-8c26-21569dd14d66) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:36:48.639965 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-74f4e17e-f767-45bb-aa58-c11f28c8f24f None None] Provisioning complete for port eaa47e52-82ca-448d-b4a9-abf54e4b0374 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:48.652155 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-74f4e17e-f767-45bb-aa58-c11f28c8f24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:48.676284 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af5799a5-6132-47f5-89d6-3178935aecab tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:48.766131 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5799a5-6132-47f5-89d6-3178935aecab tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb0a0ba-bf48-487c-9768-1260185ed2be,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:48.768217 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af5799a5-6132-47f5-89d6-3178935aecab tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:48.793990 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-af5799a5-6132-47f5-89d6-3178935aecab tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/subnets/8bb0a0ba-bf48-487c-9768-1260185ed2be HTTP/1.1" status: 204 len: 168 time: 0.8628929 Apr 20 16:36:48.801254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 38954) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:48.805849 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-0ef37e4d-c4e3-43ab-a7c4-0daf332b40ed tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'subnet': {'network_id': '178eb23f-e785-4a0c-9128-429e30ff077d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:48.858696 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ea5aa436-8a8c-4200-8626-431d6c188851 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:36:48.872709 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-74f4e17e-f767-45bb-aa58-c11f28c8f24f None None] Port eaa47e52-82ca-448d-b4a9-abf54e4b0374 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:36:49.074733 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-74f4e17e-f767-45bb-aa58-c11f28c8f24f None None] Could not find standard attr ID for object 0e49f46a-7a7a-4f4c-bcb8-37a726aefdf0. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:36:49.148269 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e57b77c-500c-47ef-a118-01b1d7b4b052 None None] Network 178eb23f-e785-4a0c-9128-429e30ff077d requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:36:49.152175 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de014a17-ea08-4a03-b34b-8c64265fc37c None None] Network d33c63f2-de62-4e45-9701-7a3c3330b85e requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:36:49.263608 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef37e4d-c4e3-43ab-a7c4-0daf332b40ed tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:36:49.267000 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0ef37e4d-c4e3-43ab-a7c4-0daf332b40ed tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:49.269325 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddffac7-444e-40d6-83bf-c70d2e49393d req-6ce9e5de-8d38-4144-8c02-080bc2b8073b tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:49.272729 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8ddffac7-444e-40d6-83bf-c70d2e49393d req-6ce9e5de-8d38-4144-8c02-080bc2b8073b tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 944 time: 0.2157595 Apr 20 16:36:49.436723 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e530cfc7-37a8-41fe-8739-e9fdfc20f77f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:49.469852 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8ddffac7-444e-40d6-83bf-c70d2e49393d req-902aa314-b61b-4ddc-8dd7-0361f308016e tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=389cf8ac-30cc-4671-a885-4caa33e76952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817770 Apr 20 16:36:49.743781 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1e8ad222-9101-41ad-b77a-ab7ce34ac7d0 None None] Could not find standard attr ID for object 0e49f46a-7a7a-4f4c-bcb8-37a726aefdf0. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:36:49.769704 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:49.866460 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ea5aa436-8a8c-4200-8626-431d6c188851 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:49.866850 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:49.938828 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0ef37e4d-c4e3-43ab-a7c4-0daf332b40ed tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:50.005760 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1e8ad222-9101-41ad-b77a-ab7ce34ac7d0 None None] Provisioning complete for port ea5aa436-8a8c-4200-8626-431d6c188851 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:50.012411 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1e8ad222-9101-41ad-b77a-ab7ce34ac7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:50.012411 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf95371-768c-4403-93d6-3de1a0716375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e1de85-3f5e-4694-ac1c-15f2cd59e34a'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:36:50.019107 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23630c28-fedc-4f70-8581-fcc70ba608bf" -d '{"events": [{"server_uuid": "fcf95371-768c-4403-93d6-3de1a0716375", "name": "network-vif-plugged", "status": "completed", "tag": "85e1de85-3f5e-4694-ac1c-15f2cd59e34a"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:36:50.056212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef37e4d-c4e3-43ab-a7c4-0daf332b40ed tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network 178eb23f-e785-4a0c-9128-429e30ff077d is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:36:50.062019 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-0ef37e4d-c4e3-43ab-a7c4-0daf332b40ed tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:50.066153 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef37e4d-c4e3-43ab-a7c4-0daf332b40ed tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:50.068721 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0ef37e4d-c4e3-43ab-a7c4-0daf332b40ed tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:50.069377 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-e530cfc7-37a8-41fe-8739-e9fdfc20f77f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Allocated IP 172.20.0.1 (d33c63f2-de62-4e45-9701-7a3c3330b85e/62c68d79-975a-4fd3-8297-47fcac2c4f51/f542bc62-d4e3-4076-ad33-c216eaeec465) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:36:50.140421 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef37e4d-c4e3-43ab-a7c4-0daf332b40ed tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Subnet': ['ID=4489958e-14e3-4766-9a73-61899dbcbef6,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:50.188675 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 85e1de85-3f5e-4694-ac1c-15f2cd59e34a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=85e1de85-3f5e-4694-ac1c-15f2cd59e34a,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:50.303552 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0ef37e4d-c4e3-43ab-a7c4-0daf332b40ed tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5016265 Apr 20 16:36:50.304865 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39010) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:50.309855 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ee9f4ca3-180c-462c-b833-5f35eef6eaf7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'security_group': {'name': 'tempest-secgroup-23065690'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:50.355845 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e530cfc7-37a8-41fe-8739-e9fdfc20f77f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:50.426206 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:50.452501 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4ca3-180c-462c-b833-5f35eef6eaf7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:50.573280 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe21bae-7356-462f-8305-b9cd0a278055 x-openstack-request-id: req-3fe21bae-7356-462f-8305-b9cd0a278055 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:36:50.573574 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf95371-768c-4403-93d6-3de1a0716375", "name": "network-vif-plugged", "status": "completed", "tag": "85e1de85-3f5e-4694-ac1c-15f2cd59e34a", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:36:50.573832 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3fe21bae-7356-462f-8305-b9cd0a278055 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:36:50.574229 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe21bae-7356-462f-8305-b9cd0a278055'] response: {'server_uuid': 'fcf95371-768c-4403-93d6-3de1a0716375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e1de85-3f5e-4694-ac1c-15f2cd59e34a', 'code': 200} Apr 20 16:36:50.593651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=85e1de85-3f5e-4694-ac1c-15f2cd59e34a,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:50.621927 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4ca3-180c-462c-b833-5f35eef6eaf7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:50.632929 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e530cfc7-37a8-41fe-8739-e9fdfc20f77f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:50.779728 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4ca3-180c-462c-b833-5f35eef6eaf7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:50.830939 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:50.839115 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e530cfc7-37a8-41fe-8739-e9fdfc20f77f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network d33c63f2-de62-4e45-9701-7a3c3330b85e is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:36:50.865982 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5e1ea83e-58e3-43f2-8cb5-9eca9e459ca7 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:50.894049 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-e530cfc7-37a8-41fe-8739-e9fdfc20f77f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:50.899954 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e530cfc7-37a8-41fe-8739-e9fdfc20f77f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:36:50.901120 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port ea5aa436-8a8c-4200-8626-431d6c188851, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ea5aa436-8a8c-4200-8626-431d6c188851,segment=NetworkSegment(9f7d8959-8c20-412d-8b9e-296e1652aba7),segment_id=9f7d8959-8c20-412d-8b9e-296e1652aba7)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:50.991460 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1e8ad222-9101-41ad-b77a-ab7ce34ac7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:50.993645 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:51.036042 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4ca3-180c-462c-b833-5f35eef6eaf7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:51.054291 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39044) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:51.061008 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5e1ea83e-58e3-43f2-8cb5-9eca9e459ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:51.066499 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-8109d896-415c-41f0-a2aa-4560df1421ff tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'security_group': {'name': 'tempest-secgroup-723980821'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:51.076847 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ee9f4ca3-180c-462c-b833-5f35eef6eaf7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7708058 Apr 20 16:36:51.079490 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530cfc7-37a8-41fe-8739-e9fdfc20f77f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Port': ['ID=f542bc62-d4e3-4076-ad33-c216eaeec465,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:51.146440 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f4ca3-180c-462c-b833-5f35eef6eaf7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99639cd9-2e5e-4fc0-8180-263ae96c182b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:51.218099 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1ea83e-58e3-43f2-8cb5-9eca9e459ca7 None None] Network 2c930aab-d480-4cda-b30b-756cbc619294 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:36:51.222621 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-5e1ea83e-58e3-43f2-8cb5-9eca9e459ca7 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:51.228237 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8109d896-415c-41f0-a2aa-4560df1421ff tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:51.228651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=ea5aa436-8a8c-4200-8626-431d6c188851,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:51.241686 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1ea83e-58e3-43f2-8cb5-9eca9e459ca7 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:36:51.248058 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3e074-aa79-4ba0-ae5e-4ca13a37e39d req-dcec27f3-4004-483f-870c-d14d5d92efa6 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:51.254267 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63c3e074-aa79-4ba0-ae5e-4ca13a37e39d req-dcec27f3-4004-483f-870c-d14d5d92efa6 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 945 time: 0.5963354 Apr 20 16:36:51.262769 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e530cfc7-37a8-41fe-8739-e9fdfc20f77f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:51.426585 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8109d896-415c-41f0-a2aa-4560df1421ff tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:51.463561 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5e1ea83e-58e3-43f2-8cb5-9eca9e459ca7 None None] Attempting to bind port c97d8994-487f-4509-8c26-21569dd14d66 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:36:51.464106 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5e1ea83e-58e3-43f2-8cb5-9eca9e459ca7 None None] Attempting to bind port c97d8994-487f-4509-8c26-21569dd14d66 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '5b85d5eb-460f-4892-9a6a-97b4a155217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c930aab-d480-4cda-b30b-756cbc619294'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:36:51.464804 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1ea83e-58e3-43f2-8cb5-9eca9e459ca7 None None] Attempting to bind port c97d8994-487f-4509-8c26-21569dd14d66 on network 2c930aab-d480-4cda-b30b-756cbc619294 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:36:51.467456 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-1e8ad222-9101-41ad-b77a-ab7ce34ac7d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:36:51.467991 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-1e8ad222-9101-41ad-b77a-ab7ce34ac7d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:36:51.487900 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1ea83e-58e3-43f2-8cb5-9eca9e459ca7 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:36:51.488562 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1ea83e-58e3-43f2-8cb5-9eca9e459ca7 None None] Checking segment: {'id': '5b85d5eb-460f-4892-9a6a-97b4a155217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c930aab-d480-4cda-b30b-756cbc619294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:36:51.489129 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5e1ea83e-58e3-43f2-8cb5-9eca9e459ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:51.489696 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1ea83e-58e3-43f2-8cb5-9eca9e459ca7 None None] Bound using segment: {'id': '5b85d5eb-460f-4892-9a6a-97b4a155217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c930aab-d480-4cda-b30b-756cbc619294'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:36:51.490325 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5e1ea83e-58e3-43f2-8cb5-9eca9e459ca7 None None] Bound port: c97d8994-487f-4509-8c26-21569dd14d66, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b85d5eb-460f-4892-9a6a-97b4a155217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c930aab-d480-4cda-b30b-756cbc619294'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:36:51.490854 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5e1ea83e-58e3-43f2-8cb5-9eca9e459ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:51.493988 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ea83e-58e3-43f2-8cb5-9eca9e459ca7 None None] Pushing event updated for resources: {'Port': ['ID=c97d8994-487f-4509-8c26-21569dd14d66,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:51.524655 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8109d896-415c-41f0-a2aa-4560df1421ff tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:51.585990 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63c3e074-aa79-4ba0-ae5e-4ca13a37e39d req-1d0a1b8b-2c48-4331-8769-63a0f4a94027 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=389cf8ac-30cc-4671-a885-4caa33e76952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095603 Apr 20 16:36:51.593512 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde6a39-f3f2-485a-a27e-5a0746ab6c30 req-3297510d-474e-4b08-92a0-3c753bad19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:51.598839 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-acde6a39-f3f2-485a-a27e-5a0746ab6c30 req-3297510d-474e-4b08-92a0-3c753bad19b7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 1096 time: 0.9433217 Apr 20 16:36:51.648777 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109d896-415c-41f0-a2aa-4560df1421ff tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=599d0ccb-302c-4857-978f-cd972680bd81,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:51.654981 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5e1ea83e-58e3-43f2-8cb5-9eca9e459ca7 None None] For port c97d8994-487f-4509-8c26-21569dd14d66, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:36:51.661560 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e78026-4e85-448c-9436-7d377e5f021a None None] Network 178eb23f-e785-4a0c-9128-429e30ff077d requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:36:51.740861 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-acde6a39-f3f2-485a-a27e-5a0746ab6c30 req-fbaa964d-1cc5-43e0-9381-dc8c3e07ba79 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=389cf8ac-30cc-4671-a885-4caa33e76952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362512 Apr 20 16:36:51.758804 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e530cfc7-37a8-41fe-8739-e9fdfc20f77f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:51.767383 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8109d896-415c-41f0-a2aa-4560df1421ff tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:51.769336 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8109d896-415c-41f0-a2aa-4560df1421ff tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7140396 Apr 20 16:36:51.776266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39052) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:51.785255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-1739d8f8-c749-47f8-9506-2e0b85b06b7a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'security_group': {'name': 'tempest-secgroup-487043446'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:51.869103 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5e1ea83e-58e3-43f2-8cb5-9eca9e459ca7 None None] For port c97d8994-487f-4509-8c26-21569dd14d66, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c97d8994-487f-4509-8c26-21569dd14d66,segment=NetworkSegment(5b85d5eb-460f-4892-9a6a-97b4a155217a),segment_id=5b85d5eb-460f-4892-9a6a-97b4a155217a)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:36:51.932429 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1739d8f8-c749-47f8-9506-2e0b85b06b7a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:52.000954 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39060) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:52.050962 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5e1ea83e-58e3-43f2-8cb5-9eca9e459ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:52.059077 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1739d8f8-c749-47f8-9506-2e0b85b06b7a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:52.166183 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ea83e-58e3-43f2-8cb5-9eca9e459ca7 None None] Pushing event updated for resources: {'Port': ['ID=c97d8994-487f-4509-8c26-21569dd14d66,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:52.167759 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1739d8f8-c749-47f8-9506-2e0b85b06b7a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:52.216804 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739d8f8-c749-47f8-9506-2e0b85b06b7a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff5a04b-c0f1-42d2-a2d7-266e84dbad63,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:52.253273 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ec20f3aa-73d8-4576-bb7d-3d1acf72dc82 None None] Provisioning complete for port ea5aa436-8a8c-4200-8626-431d6c188851 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:52.253787 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ec20f3aa-73d8-4576-bb7d-3d1acf72dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:52.334747 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1739d8f8-c749-47f8-9506-2e0b85b06b7a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:52.336522 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1739d8f8-c749-47f8-9506-2e0b85b06b7a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5585911 Apr 20 16:36:52.339110 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39072) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:52.345652 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e530cfc7-37a8-41fe-8739-e9fdfc20f77f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:52.353947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-752cf9e5-a017-44e0-9555-7bc18da61415 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-785313682', 'security_groups': ['2ff5a04b-c0f1-42d2-a2d7-266e84dbad63'], 'network_id': '178eb23f-e785-4a0c-9128-429e30ff077d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4489958e-14e3-4766-9a73-61899dbcbef6'}]}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:52.381708 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b84ce2d0-b041-4783-b8ac-65a00bf51aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:52.430441 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e530cfc7-37a8-41fe-8739-e9fdfc20f77f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:52.440653 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ec20f3aa-73d8-4576-bb7d-3d1acf72dc82 None None] Provisioning complete for port 47278e73-b042-4770-9991-17d09996355f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:52.441569 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ec20f3aa-73d8-4576-bb7d-3d1acf72dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:52.646366 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530cfc7-37a8-41fe-8739-e9fdfc20f77f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Port': ['ID=f542bc62-d4e3-4076-ad33-c216eaeec465,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:52.678940 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752cf9e5-a017-44e0-9555-7bc18da61415 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:36:52.707102 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e530cfc7-37a8-41fe-8739-e9fdfc20f77f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:52.758669 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ec20f3aa-73d8-4576-bb7d-3d1acf72dc82 None None] Provisioning complete for port eaa47e52-82ca-448d-b4a9-abf54e4b0374 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:52.759274 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ec20f3aa-73d8-4576-bb7d-3d1acf72dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:52.815710 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2ec1c080-a44a-431d-b04e-39cbd7d56919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:52.815710 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ec20f3aa-73d8-4576-bb7d-3d1acf72dc82 None None] Port eaa47e52-82ca-448d-b4a9-abf54e4b0374 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:36:52.828227 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ec20f3aa-73d8-4576-bb7d-3d1acf72dc82 None None] Provisioning complete for port f542bc62-d4e3-4076-ad33-c216eaeec465 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:52.828624 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ec20f3aa-73d8-4576-bb7d-3d1acf72dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:52.893056 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ec20f3aa-73d8-4576-bb7d-3d1acf72dc82 None None] Port f542bc62-d4e3-4076-ad33-c216eaeec465 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:36:52.945539 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-752cf9e5-a017-44e0-9555-7bc18da61415 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:52.996794 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383d2e2-3632-4ddc-9954-38bf5ae0c06d req-00a5d0d7-6ea5-4070-805f-4703d6f27430 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:53.006042 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7383d2e2-3632-4ddc-9954-38bf5ae0c06d req-00a5d0d7-6ea5-4070-805f-4703d6f27430 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 945 time: 0.2066495 Apr 20 16:36:53.008729 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e530cfc7-37a8-41fe-8739-e9fdfc20f77f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network d33c63f2-de62-4e45-9701-7a3c3330b85e is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:36:53.030495 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-88783e67-86f2-4e28-8005-86db3f0cc21b None None] Provisioning complete for port 47278e73-b042-4770-9991-17d09996355f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:53.030495 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-88783e67-86f2-4e28-8005-86db3f0cc21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:53.030664 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-e530cfc7-37a8-41fe-8739-e9fdfc20f77f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:53.059087 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b84ce2d0-b041-4783-b8ac-65a00bf51aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:53.075959 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-752cf9e5-a017-44e0-9555-7bc18da61415 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] device_id is not set on port de97670d-ff69-4799-8371-77b9e6f2fd78 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:36:53.137470 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b84ce2d0-b041-4783-b8ac-65a00bf51aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:53.284356 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-88783e67-86f2-4e28-8005-86db3f0cc21b None None] Provisioning complete for port eaa47e52-82ca-448d-b4a9-abf54e4b0374 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:53.287670 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-88783e67-86f2-4e28-8005-86db3f0cc21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:53.361972 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-88783e67-86f2-4e28-8005-86db3f0cc21b None None] Port eaa47e52-82ca-448d-b4a9-abf54e4b0374 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:36:53.395755 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b84ce2d0-b041-4783-b8ac-65a00bf51aa1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2afcb66c4e914c8c9350d95d6f9d11e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3936806 Apr 20 16:36:53.400749 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ce2d0-b041-4783-b8ac-65a00bf51aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d078e5b7-c3cd-4550-98bd-7aaee6594c83,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:53.410482 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39086) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:53.416804 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c97d8994-487f-4509-8c26-21569dd14d66 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:36:53.525758 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7383d2e2-3632-4ddc-9954-38bf5ae0c06d req-8d24677a-d826-478a-9a27-eed6512a6296 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=389cf8ac-30cc-4671-a885-4caa33e76952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5054953 Apr 20 16:36:53.559433 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7cdc9999-1393-40d9-9a88-5711e86e5499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:53.604309 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b6fd2e98-8829-4d34-b184-e5a1dde9b27e None None] Provisioning complete for port f542bc62-d4e3-4076-ad33-c216eaeec465 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:53.604780 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b6fd2e98-8829-4d34-b184-e5a1dde9b27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:53.606654 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port c97d8994-487f-4509-8c26-21569dd14d66 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:53.607084 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:53.633916 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7cdc9999-1393-40d9-9a88-5711e86e5499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:53.700973 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e530cfc7-37a8-41fe-8739-e9fdfc20f77f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Router 010df7ac-1115-4de8-85dd-a27d6c040763 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:36:53.727624 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-752cf9e5-a017-44e0-9555-7bc18da61415 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Allocated IP 172.20.0.8 (178eb23f-e785-4a0c-9128-429e30ff077d/4489958e-14e3-4766-9a73-61899dbcbef6/de97670d-ff69-4799-8371-77b9e6f2fd78) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:36:53.786102 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b6fd2e98-8829-4d34-b184-e5a1dde9b27e None None] Port f542bc62-d4e3-4076-ad33-c216eaeec465 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:36:53.865374 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e530cfc7-37a8-41fe-8739-e9fdfc20f77f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:36:53.878986 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e530cfc7-37a8-41fe-8739-e9fdfc20f77f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "PUT /v2.0/routers/010df7ac-1115-4de8-85dd-a27d6c040763/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8238776 Apr 20 16:36:53.882293 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39088) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:53.884954 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3bd974-a616-4053-b487-512866f468f3 None None] Sync routers for ids ['010df7ac-1115-4de8-85dd-a27d6c040763'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:36:53.939351 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3bd974-a616-4053-b487-512866f468f3 None None] Routers {'010df7ac-1115-4de8-85dd-a27d6c040763'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:53.941793 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5d3bd974-a616-4053-b487-512866f468f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:36:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['010df7ac-1115-4de8-85dd-a27d6c040763'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:53.956639 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc25a7f-032c-41ac-ae92-e250bf6dc473 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:53.960667 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bfc25a7f-032c-41ac-ae92-e250bf6dc473 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "GET /v2.0/ports/f542bc62-d4e3-4076-ad33-c216eaeec465 HTTP/1.1" status: 200 len: 910 time: 0.0768664 Apr 20 16:36:53.963553 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39092) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:54.021099 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:54.022741 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee95361-8ede-4dda-8303-3ea1b669c241 None None] Network 2c930aab-d480-4cda-b30b-756cbc619294 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:36:54.025730 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5d3bd974-a616-4053-b487-512866f468f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:54.069828 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-752cf9e5-a017-44e0-9555-7bc18da61415 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:54.070521 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7cdc9999-1393-40d9-9a88-5711e86e5499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:54.073216 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7cdc9999-1393-40d9-9a88-5711e86e5499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:54.077518 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7cdc9999-1393-40d9-9a88-5711e86e5499 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d078e5b7-c3cd-4550-98bd-7aaee6594c83 HTTP/1.1" status: 204 len: 168 time: 0.6622682 Apr 20 16:36:54.089685 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc9999-1393-40d9-9a88-5711e86e5499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d078e5b7-c3cd-4550-98bd-7aaee6594c83,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:54.220125 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-752cf9e5-a017-44e0-9555-7bc18da61415 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:54.272154 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39104) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:54.301084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752cf9e5-a017-44e0-9555-7bc18da61415 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network 178eb23f-e785-4a0c-9128-429e30ff077d is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:36:54.304475 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-752cf9e5-a017-44e0-9555-7bc18da61415 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:54.314901 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752cf9e5-a017-44e0-9555-7bc18da61415 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:36:54.411150 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cf9e5-a017-44e0-9555-7bc18da61415 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Port': ['ID=de97670d-ff69-4799-8371-77b9e6f2fd78,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:54.535949 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752cf9e5-a017-44e0-9555-7bc18da61415 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:54.541875 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-752cf9e5-a017-44e0-9555-7bc18da61415 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:54.585367 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3bd974-a616-4053-b487-512866f468f3 None None] Routers {'010df7ac-1115-4de8-85dd-a27d6c040763'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:54.586020 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5d3bd974-a616-4053-b487-512866f468f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:36:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['010df7ac-1115-4de8-85dd-a27d6c040763'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:54.601903 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port c97d8994-487f-4509-8c26-21569dd14d66, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c97d8994-487f-4509-8c26-21569dd14d66,segment=NetworkSegment(5b85d5eb-460f-4892-9a6a-97b4a155217a),segment_id=5b85d5eb-460f-4892-9a6a-97b4a155217a)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:54.631192 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0032ec5f-4adf-400e-a0f2-7680c28965b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:54.648031 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1802935b-2897-4ba6-8a18-bc379a7be211 None None] Provisioning complete for port c97d8994-487f-4509-8c26-21569dd14d66 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:54.648465 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1802935b-2897-4ba6-8a18-bc379a7be211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:54.676684 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5d3bd974-a616-4053-b487-512866f468f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:54.677276 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3bd974-a616-4053-b487-512866f468f3 None None] The sync data for ids ['010df7ac-1115-4de8-85dd-a27d6c040763'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:36:54.772788 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-752cf9e5-a017-44e0-9555-7bc18da61415 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4298763 Apr 20 16:36:54.773327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39110) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:54.781783 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2957e253-7438-4a59-bc02-f5fcaa9ed467 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'subnet': {'network_id': '178eb23f-e785-4a0c-9128-429e30ff077d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:54.790992 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610ae9b-8379-401e-8819-29d7b8327e24 req-5cc75be5-3b49-4696-80c6-5a2f32f71198 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:54.810757 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9610ae9b-8379-401e-8819-29d7b8327e24 req-5cc75be5-3b49-4696-80c6-5a2f32f71198 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 945 time: 0.1431220 Apr 20 16:36:54.819020 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1802935b-2897-4ba6-8a18-bc379a7be211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:54.823150 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7aac031-9709-4d7a-8a21-0c5460f5a42f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:54.867560 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:54.868517 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ea5aa436-8a8c-4200-8626-431d6c188851 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:36:54.996927 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-1802935b-2897-4ba6-8a18-bc379a7be211 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:36:54.997535 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-1802935b-2897-4ba6-8a18-bc379a7be211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:36:55.015029 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=c97d8994-487f-4509-8c26-21569dd14d66,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:55.039978 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ea5aa436-8a8c-4200-8626-431d6c188851 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:55.040514 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:55.058927 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0032ec5f-4adf-400e-a0f2-7680c28965b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:55.075729 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2957e253-7438-4a59-bc02-f5fcaa9ed467 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:36:55.079360 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2957e253-7438-4a59-bc02-f5fcaa9ed467 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:55.166413 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9610ae9b-8379-401e-8819-29d7b8327e24 req-e75c85f2-f784-4c81-b30a-d8ee5d4d014c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=389cf8ac-30cc-4671-a885-4caa33e76952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3546288 Apr 20 16:36:55.215470 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a2e36195-2fdf-4264-a325-547d68c1db1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:55.221143 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0032ec5f-4adf-400e-a0f2-7680c28965b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:55.270732 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0032ec5f-4adf-400e-a0f2-7680c28965b3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=480a6a31a53846ab9d271dd6a9c680b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9828186 Apr 20 16:36:55.276616 n-d-836146-2 neutron-server[103484]: INFO neutron.db.ipam_backend_mixin [None req-2957e253-7438-4a59-bc02-f5fcaa9ed467 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4489958e-14e3-4766-9a73-61899dbcbef6 (CIDR: 172.20.0.0/28) Apr 20 16:36:55.277440 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39120) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:55.327583 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7ba5a-657e-4d37-bf4c-cfbd81f5dbab req-1975331b-18eb-4f3d-88a9-b93aa74c2a38 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:55.329144 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-77c7ba5a-657e-4d37-bf4c-cfbd81f5dbab req-1975331b-18eb-4f3d-88a9-b93aa74c2a38 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 945 time: 0.0656095 Apr 20 16:36:55.338005 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39122) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:55.346636 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c97d8994-487f-4509-8c26-21569dd14d66 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:36:55.348068 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-da49f98e-c7a5-4483-a214-ba6141a2f5a2 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Request body: {'floatingip': {'port_id': '85e1de85-3f5e-4694-ac1c-15f2cd59e34a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:55.382925 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-2957e253-7438-4a59-bc02-f5fcaa9ed467 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:36:55.383650 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2957e253-7438-4a59-bc02-f5fcaa9ed467 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:36:55.400924 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-da49f98e-c7a5-4483-a214-ba6141a2f5a2 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:55.415912 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port c97d8994-487f-4509-8c26-21569dd14d66 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:55.416471 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:55.508239 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032ec5f-4adf-400e-a0f2-7680c28965b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5932958-53d9-47e6-aad9-edf74e34c26a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:55.540259 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2957e253-7438-4a59-bc02-f5fcaa9ed467 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7660503 Apr 20 16:36:55.544876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39124) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:55.619326 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-c4ba74fb-2d33-4010-b7b5-dd4ec97be264 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'subnet': {'network_id': '178eb23f-e785-4a0c-9128-429e30ff077d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:55.627451 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39126) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:55.662704 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2dcb47e-1bda-4641-9c7e-7341122b854b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:55.664516 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23f057db-ca33-4933-9abd-49807c12def7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:55.697324 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-d7aac031-9709-4d7a-8a21-0c5460f5a42f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Allocated IP 172.21.0.1 (2c930aab-d480-4cda-b30b-756cbc619294/953005ef-4cf4-4996-9d76-acc0bf2474ff/7181f80e-48fa-4b6e-b586-a0cbd7b30af6) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:36:55.727584 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23f057db-ca33-4933-9abd-49807c12def7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:55.742194 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f703c7a7-66c3-4780-88d0-876c16db41e3 None None] Provisioning complete for port de97670d-ff69-4799-8371-77b9e6f2fd78 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:55.743949 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f703c7a7-66c3-4780-88d0-876c16db41e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:55.812648 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f703c7a7-66c3-4780-88d0-876c16db41e3 None None] Port de97670d-ff69-4799-8371-77b9e6f2fd78 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:36:55.835693 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f703c7a7-66c3-4780-88d0-876c16db41e3 None None] Provisioning complete for port c97d8994-487f-4509-8c26-21569dd14d66 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:55.836294 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f703c7a7-66c3-4780-88d0-876c16db41e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:55.902749 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7aac031-9709-4d7a-8a21-0c5460f5a42f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:56.022459 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23f057db-ca33-4933-9abd-49807c12def7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:56.025579 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23f057db-ca33-4933-9abd-49807c12def7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:56.026794 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-23f057db-ca33-4933-9abd-49807c12def7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d5932958-53d9-47e6-aad9-edf74e34c26a HTTP/1.1" status: 204 len: 168 time: 0.7482700 Apr 20 16:36:56.053988 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f057db-ca33-4933-9abd-49807c12def7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5932958-53d9-47e6-aad9-edf74e34c26a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:56.059627 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ba74fb-2d33-4010-b7b5-dd4ec97be264 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:36:56.065227 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c4ba74fb-2d33-4010-b7b5-dd4ec97be264 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:56.074642 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7aac031-9709-4d7a-8a21-0c5460f5a42f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:56.090368 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2dcb47e-1bda-4641-9c7e-7341122b854b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:56.153425 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7aac031-9709-4d7a-8a21-0c5460f5a42f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network 2c930aab-d480-4cda-b30b-756cbc619294 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:36:56.157472 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-d7aac031-9709-4d7a-8a21-0c5460f5a42f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:56.161952 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aac031-9709-4d7a-8a21-0c5460f5a42f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:36:56.198870 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-da49f98e-c7a5-4483-a214-ba6141a2f5a2 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:56.212165 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2dcb47e-1bda-4641-9c7e-7341122b854b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:56.226423 n-d-836146-2 neutron-server[103484]: INFO neutron.db.ipam_backend_mixin [None req-c4ba74fb-2d33-4010-b7b5-dd4ec97be264 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d6101164-bec6-4b65-a225-0a403fc34d0e (CIDR: 172.20.0.16/28) Apr 20 16:36:56.262885 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aac031-9709-4d7a-8a21-0c5460f5a42f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Port': ['ID=7181f80e-48fa-4b6e-b586-a0cbd7b30af6,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:56.303311 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b2dcb47e-1bda-4641-9c7e-7341122b854b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbb641f1b888410c823a1543f6712976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6648505 Apr 20 16:36:56.306474 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39134) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:56.325773 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-da49f98e-c7a5-4483-a214-ba6141a2f5a2 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:56.328935 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ba74fb-2d33-4010-b7b5-dd4ec97be264 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 16:36:56.329061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ba74fb-2d33-4010-b7b5-dd4ec97be264 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:36:56.337534 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7aac031-9709-4d7a-8a21-0c5460f5a42f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:56.339852 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcb47e-1bda-4641-9c7e-7341122b854b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5e9a1c-9d77-4ba9-8565-a8ba2dc5ad3a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:56.427737 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2275c92c-6df7-4058-889f-e3bb96bf2a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:56.431089 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:56.499780 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2275c92c-6df7-4058-889f-e3bb96bf2a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:56.511889 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-03c1524d-3e72-4039-ac08-3a6311dbc1ca None None] Provisioning complete for port 7181f80e-48fa-4b6e-b586-a0cbd7b30af6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:56.513786 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-03c1524d-3e72-4039-ac08-3a6311dbc1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:56.537712 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-da49f98e-c7a5-4483-a214-ba6141a2f5a2 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Floating IP 2c3b0e6d-d4cf-4472-b7e5-fca70418214c associated. External IP: 172.25.0.49, port: 85e1de85-3f5e-4694-ac1c-15f2cd59e34a. Apr 20 16:36:56.570492 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-03c1524d-3e72-4039-ac08-3a6311dbc1ca None None] Port 7181f80e-48fa-4b6e-b586-a0cbd7b30af6 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:36:56.621284 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c4ba74fb-2d33-4010-b7b5-dd4ec97be264 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0698946 Apr 20 16:36:56.629675 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39138) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:56.640076 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-806e811d-3931-4ac7-b9b5-fb2663cb25fc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'subnet': {'network_id': '178eb23f-e785-4a0c-9128-429e30ff077d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:56.693980 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7aac031-9709-4d7a-8a21-0c5460f5a42f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:56.879215 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2275c92c-6df7-4058-889f-e3bb96bf2a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:56.881797 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2275c92c-6df7-4058-889f-e3bb96bf2a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:56.885716 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2275c92c-6df7-4058-889f-e3bb96bf2a4c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e5e9a1c-9d77-4ba9-8565-a8ba2dc5ad3a HTTP/1.1" status: 204 len: 168 time: 0.5751672 Apr 20 16:36:56.901931 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275c92c-6df7-4058-889f-e3bb96bf2a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5e9a1c-9d77-4ba9-8565-a8ba2dc5ad3a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:56.943401 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275c92c-6df7-4058-889f-e3bb96bf2a4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:56.947138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275c92c-6df7-4058-889f-e3bb96bf2a4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:56.947138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275c92c-6df7-4058-889f-e3bb96bf2a4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:56.947138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275c92c-6df7-4058-889f-e3bb96bf2a4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:56.947138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275c92c-6df7-4058-889f-e3bb96bf2a4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:56.947138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275c92c-6df7-4058-889f-e3bb96bf2a4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:56.947138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275c92c-6df7-4058-889f-e3bb96bf2a4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:56.947138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275c92c-6df7-4058-889f-e3bb96bf2a4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:56.947138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275c92c-6df7-4058-889f-e3bb96bf2a4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:56.947138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275c92c-6df7-4058-889f-e3bb96bf2a4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:56.947138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275c92c-6df7-4058-889f-e3bb96bf2a4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:56.947744 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275c92c-6df7-4058-889f-e3bb96bf2a4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:56.980601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da49f98e-c7a5-4483-a214-ba6141a2f5a2 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Router b6bd22b3-a42d-4e80-9070-269f60e060c8 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:36:57.029072 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7aac031-9709-4d7a-8a21-0c5460f5a42f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:57.081732 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806e811d-3931-4ac7-b9b5-fb2663cb25fc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Made reservation on behalf of f968dfae81c54728955d6db138cbc5ef for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:36:57.085102 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-806e811d-3931-4ac7-b9b5-fb2663cb25fc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:57.134789 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39142) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:57.148220 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-242668e1-48a6-4e06-8536-ba1982cc6e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:57.160784 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da49f98e-c7a5-4483-a214-ba6141a2f5a2 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:36:57.166778 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-da49f98e-c7a5-4483-a214-ba6141a2f5a2 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:57.173720 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2049b7a-5111-40b5-aa2a-ad3e270aa04b None None] Sync routers for ids ['b6bd22b3-a42d-4e80-9070-269f60e060c8'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:36:57.184173 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2049b7a-5111-40b5-aa2a-ad3e270aa04b None None] Routers {'b6bd22b3-a42d-4e80-9070-269f60e060c8'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:57.184825 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-a2049b7a-5111-40b5-aa2a-ad3e270aa04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:36:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b6bd22b3-a42d-4e80-9070-269f60e060c8'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:57.206184 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-da49f98e-c7a5-4483-a214-ba6141a2f5a2 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "PUT /v2.0/floatingips/2c3b0e6d-d4cf-4472-b7e5-fca70418214c HTTP/1.1" status: 200 len: 990 time: 1.8620496 Apr 20 16:36:57.212651 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf95371-768c-4403-93d6-3de1a0716375', 'tag': '85e1de85-3f5e-4694-ac1c-15f2cd59e34a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:36:57.214980 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff88dbb7-7b4c-434e-aa79-5e6a9a277399" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf95371-768c-4403-93d6-3de1a0716375", "tag": "85e1de85-3f5e-4694-ac1c-15f2cd59e34a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:36:57.234133 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7aac031-9709-4d7a-8a21-0c5460f5a42f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:57.338331 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-242668e1-48a6-4e06-8536-ba1982cc6e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:57.340076 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c7417d-0bb3-416c-9d5e-9ef63e210319 x-openstack-request-id: req-a5c7417d-0bb3-416c-9d5e-9ef63e210319 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:36:57.340591 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf95371-768c-4403-93d6-3de1a0716375", "tag": "85e1de85-3f5e-4694-ac1c-15f2cd59e34a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:36:57.341235 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5c7417d-0bb3-416c-9d5e-9ef63e210319 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:36:57.343739 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5c7417d-0bb3-416c-9d5e-9ef63e210319'] response: {'name': 'network-changed', 'server_uuid': 'fcf95371-768c-4403-93d6-3de1a0716375', 'tag': '85e1de85-3f5e-4694-ac1c-15f2cd59e34a', 'status': 'completed', 'code': 200} Apr 20 16:36:57.349001 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aac031-9709-4d7a-8a21-0c5460f5a42f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Port': ['ID=7181f80e-48fa-4b6e-b586-a0cbd7b30af6,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:57.354342 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7aac031-9709-4d7a-8a21-0c5460f5a42f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:57.410236 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-a2049b7a-5111-40b5-aa2a-ad3e270aa04b None None] Set router b6bd22b3-a42d-4e80-9070-269f60e060c8 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:36:57.440666 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-242668e1-48a6-4e06-8536-ba1982cc6e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:57.547089 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-242668e1-48a6-4e06-8536-ba1982cc6e5f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=30d269c76e1c47a9959b53c71279def7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4111559 Apr 20 16:36:57.550327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39164) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:57.551720 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88dbb7-7b4c-434e-aa79-5e6a9a277399 req-ad136f42-6745-4e79-9f84-ea989f4fa423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:57.560428 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ff88dbb7-7b4c-434e-aa79-5e6a9a277399 req-ad136f42-6745-4e79-9f84-ea989f4fa423 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 1096 time: 0.1742072 Apr 20 16:36:57.560428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242668e1-48a6-4e06-8536-ba1982cc6e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00280da5-7737-4f15-b102-e1620e4ae41b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:57.663751 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e7df654b-a946-431f-9823-93a35b098abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:57.694180 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e7df654b-a946-431f-9823-93a35b098abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:57.749363 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7aac031-9709-4d7a-8a21-0c5460f5a42f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network 2c930aab-d480-4cda-b30b-756cbc619294 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:36:57.755051 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-d7aac031-9709-4d7a-8a21-0c5460f5a42f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:57.768680 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-806e811d-3931-4ac7-b9b5-fb2663cb25fc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:57.811437 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88dbb7-7b4c-434e-aa79-5e6a9a277399 req-49156897-185d-4ce2-8fcf-50ff40027718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:57.813051 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ff88dbb7-7b4c-434e-aa79-5e6a9a277399 req-49156897-185d-4ce2-8fcf-50ff40027718 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6129277f-3b7c-420f-bcf7-8207d3888fce HTTP/1.1" status: 200 len: 915 time: 0.2443161 Apr 20 16:36:57.824707 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806e811d-3931-4ac7-b9b5-fb2663cb25fc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Network 178eb23f-e785-4a0c-9128-429e30ff077d is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:36:57.828245 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-806e811d-3931-4ac7-b9b5-fb2663cb25fc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:36:57.837786 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806e811d-3931-4ac7-b9b5-fb2663cb25fc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:57.842566 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-806e811d-3931-4ac7-b9b5-fb2663cb25fc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:57.845179 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a07dbc3-49d4-48e9-9a9f-52e5b9dddc45 None None] Network 178eb23f-e785-4a0c-9128-429e30ff077d requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:36:57.853371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e811d-3931-4ac7-b9b5-fb2663cb25fc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Subnet': ['ID=0f4f68ce-c9e7-4f76-b8ca-883300d460d7,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:57.859879 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-a2049b7a-5111-40b5-aa2a-ad3e270aa04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '2c3b0e6d-d4cf-4472-b7e5-fca70418214c', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'port_id': '85e1de85-3f5e-4694-ac1c-15f2cd59e34a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'mac_address': 'fa:16:3e:e4:e6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf95371-768c-4403-93d6-3de1a0716375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:36:24Z', 'updated_at': '2022-04-20T16:36:55Z', 'revision_number': 1, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:19Z', 'revision_number': 5, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:57.926897 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e7df654b-a946-431f-9823-93a35b098abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:57.929818 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e7df654b-a946-431f-9823-93a35b098abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:57.934300 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e7df654b-a946-431f-9823-93a35b098abf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00280da5-7737-4f15-b102-e1620e4ae41b HTTP/1.1" status: 204 len: 168 time: 0.3806145 Apr 20 16:36:57.962101 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df654b-a946-431f-9823-93a35b098abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00280da5-7737-4f15-b102-e1620e4ae41b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:58.007890 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-806e811d-3931-4ac7-b9b5-fb2663cb25fc tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3765719 Apr 20 16:36:58.010355 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39178) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:58.016180 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-33025c77-d51b-4fb4-bcce-51e6455a14d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-706417945', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0f4f68ce-c9e7-4f76-b8ca-883300d460d7'}], 'security_groups': ['99639cd9-2e5e-4fc0-8180-263ae96c182b', '599d0ccb-302c-4857-978f-cd972680bd81']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:36:58.180729 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2049b7a-5111-40b5-aa2a-ad3e270aa04b None None] Checking router: b6bd22b3-a42d-4e80-9070-269f60e060c8 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:36:58.215886 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2049b7a-5111-40b5-aa2a-ad3e270aa04b None None] Routers {'b6bd22b3-a42d-4e80-9070-269f60e060c8'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:58.216760 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-a2049b7a-5111-40b5-aa2a-ad3e270aa04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:36:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b6bd22b3-a42d-4e80-9070-269f60e060c8'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:58.268618 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:58.362188 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-391038a3-fc04-4d98-a4f9-89ee57913531 None None] Provisioning complete for port 7181f80e-48fa-4b6e-b586-a0cbd7b30af6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:36:58.362659 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-391038a3-fc04-4d98-a4f9-89ee57913531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:58.442519 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-33025c77-d51b-4fb4-bcce-51e6455a14d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:58.494794 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:58.558830 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-a2049b7a-5111-40b5-aa2a-ad3e270aa04b None None] Set router b6bd22b3-a42d-4e80-9070-269f60e060c8 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:36:58.595928 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-391038a3-fc04-4d98-a4f9-89ee57913531 None None] Port 7181f80e-48fa-4b6e-b586-a0cbd7b30af6 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:36:58.615154 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc797451-d4bf-4b21-9076-76085a42773b None None] Update dhcp port {'port': {'network_id': '178eb23f-e785-4a0c-9128-429e30ff077d', 'fixed_ips': [{'subnet_id': 'd6101164-bec6-4b65-a225-0a403fc34d0e', 'ip_address': '172.20.0.18'}, {'subnet_id': '0f4f68ce-c9e7-4f76-b8ca-883300d460d7'}, {'subnet_id': '4489958e-14e3-4766-9a73-61899dbcbef6'}], 'binding:host_id': 'n-d-836146-2'}, 'id': '47278e73-b042-4770-9991-17d09996355f'} from n-d-836146-2. {{(pid=103486) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 16:36:58.665544 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7aac031-9709-4d7a-8a21-0c5460f5a42f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Router 010df7ac-1115-4de8-85dd-a27d6c040763 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:36:58.680045 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ff88dbb7-7b4c-434e-aa79-5e6a9a277399 req-da93553e-6e19-4fc2-8a28-a1844739084f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85e1de85-3f5e-4694-ac1c-15f2cd59e34a HTTP/1.1" status: 200 len: 998 time: 0.7952490 Apr 20 16:36:58.698381 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bc797451-d4bf-4b21-9076-76085a42773b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:58.722974 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:58.810092 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7aac031-9709-4d7a-8a21-0c5460f5a42f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:36:58.821364 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d7aac031-9709-4d7a-8a21-0c5460f5a42f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "PUT /v2.0/routers/010df7ac-1115-4de8-85dd-a27d6c040763/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8567162 Apr 20 16:36:58.833099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39198) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:58.895284 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88dbb7-7b4c-434e-aa79-5e6a9a277399 req-bc15d658-cfba-4172-adc6-04454dcb1d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:58.901626 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4806a917-05d0-4e14-9633-15f0d686e17a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:58.903071 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ff88dbb7-7b4c-434e-aa79-5e6a9a277399 req-bc15d658-cfba-4172-adc6-04454dcb1d2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d0d8025-1a58-4c58-9113-dd747fc0c87b HTTP/1.1" status: 200 len: 853 time: 0.0944448 Apr 20 16:36:58.903187 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4806a917-05d0-4e14-9633-15f0d686e17a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "GET /v2.0/ports/7181f80e-48fa-4b6e-b586-a0cbd7b30af6 HTTP/1.1" status: 200 len: 910 time: 0.0690393 Apr 20 16:36:58.906425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39202) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:36:58.996988 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-a2049b7a-5111-40b5-aa2a-ad3e270aa04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '2c3b0e6d-d4cf-4472-b7e5-fca70418214c', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'port_id': '85e1de85-3f5e-4694-ac1c-15f2cd59e34a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'mac_address': 'fa:16:3e:e4:e6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf95371-768c-4403-93d6-3de1a0716375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:36:24Z', 'updated_at': '2022-04-20T16:36:55Z', 'revision_number': 1, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:19Z', 'revision_number': 5, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:59.041410 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88dbb7-7b4c-434e-aa79-5e6a9a277399 req-2a1f811d-7640-4313-8446-0db6585fb117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:36:59.049591 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ff88dbb7-7b4c-434e-aa79-5e6a9a277399 req-2a1f811d-7640-4313-8446-0db6585fb117 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6129277f-3b7c-420f-bcf7-8207d3888fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391668 Apr 20 16:36:59.078981 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2049b7a-5111-40b5-aa2a-ad3e270aa04b None None] The sync data for ids ['b6bd22b3-a42d-4e80-9070-269f60e060c8'] in n-d-836146-2 is: [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '2c3b0e6d-d4cf-4472-b7e5-fca70418214c', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'port_id': '85e1de85-3f5e-4694-ac1c-15f2cd59e34a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'mac_address': 'fa:16:3e:e4:e6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf95371-768c-4403-93d6-3de1a0716375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:36:24Z', 'updated_at': '2022-04-20T16:36:55Z', 'revision_number': 1, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:19Z', 'revision_number': 5, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:36:59.147788 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1842b434-cf1f-45b6-a1d2-42f3481ec90e None None] Sync routers for ids ['010df7ac-1115-4de8-85dd-a27d6c040763'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:36:59.217441 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1842b434-cf1f-45b6-a1d2-42f3481ec90e None None] Routers {'010df7ac-1115-4de8-85dd-a27d6c040763'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:59.217725 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-1842b434-cf1f-45b6-a1d2-42f3481ec90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:36:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['010df7ac-1115-4de8-85dd-a27d6c040763'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:59.286639 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ff88dbb7-7b4c-434e-aa79-5e6a9a277399 req-fcac5ed9-fd2e-49ec-95ea-07132681e8ef service neutron] 10.222.0.26 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241275 Apr 20 16:36:59.300692 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-1842b434-cf1f-45b6-a1d2-42f3481ec90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:59.367554 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1842b434-cf1f-45b6-a1d2-42f3481ec90e None None] Routers {'010df7ac-1115-4de8-85dd-a27d6c040763'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:36:59.368203 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-1842b434-cf1f-45b6-a1d2-42f3481ec90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:36:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['010df7ac-1115-4de8-85dd-a27d6c040763'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:59.430899 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-1842b434-cf1f-45b6-a1d2-42f3481ec90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:36:59.432229 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1842b434-cf1f-45b6-a1d2-42f3481ec90e None None] The sync data for ids ['010df7ac-1115-4de8-85dd-a27d6c040763'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:36:59.450328 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-bc797451-d4bf-4b21-9076-76085a42773b None None] Allocated IP 172.20.0.34 (178eb23f-e785-4a0c-9128-429e30ff077d/0f4f68ce-c9e7-4f76-b8ca-883300d460d7/47278e73-b042-4770-9991-17d09996355f) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:36:59.469338 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-bc797451-d4bf-4b21-9076-76085a42773b None None] Allocated IP 172.20.0.2 (178eb23f-e785-4a0c-9128-429e30ff077d/4489958e-14e3-4766-9a73-61899dbcbef6/47278e73-b042-4770-9991-17d09996355f) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:36:59.511777 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cc3496e0-6354-4fed-ab7f-7bb8b997b497 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:59.543800 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ff88dbb7-7b4c-434e-aa79-5e6a9a277399 req-a4c02a55-82b7-4653-afb6-cb4519ad9a85 service neutron] 10.222.0.26 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545593 Apr 20 16:36:59.576304 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02697039-bfc7-4c0a-aac0-0e45fe3c315b None None] New status for floating IP 2c3b0e6d-d4cf-4472-b7e5-fca70418214c: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:36:59.610570 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-bc797451-d4bf-4b21-9076-76085a42773b None None] For port 47278e73-b042-4770-9991-17d09996355f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=47278e73-b042-4770-9991-17d09996355f,segment=NetworkSegment(8a58f9ba-0f9e-4e9c-89b7-6beed6571cc2),segment_id=8a58f9ba-0f9e-4e9c-89b7-6beed6571cc2)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:36:59.661719 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bc797451-d4bf-4b21-9076-76085a42773b None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:59.807971 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bc797451-d4bf-4b21-9076-76085a42773b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:59.940404 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:36:59.986597 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc797451-d4bf-4b21-9076-76085a42773b None None] Pushing event updated for resources: {'Port': ['ID=47278e73-b042-4770-9991-17d09996355f,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:36:59.999021 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc797451-d4bf-4b21-9076-76085a42773b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:59.999366 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc797451-d4bf-4b21-9076-76085a42773b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:36:59.999704 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc797451-d4bf-4b21-9076-76085a42773b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:00.000039 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc797451-d4bf-4b21-9076-76085a42773b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:00.001820 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc797451-d4bf-4b21-9076-76085a42773b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:00.002168 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc797451-d4bf-4b21-9076-76085a42773b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:00.002501 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc797451-d4bf-4b21-9076-76085a42773b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:00.005773 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc797451-d4bf-4b21-9076-76085a42773b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:00.011566 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc797451-d4bf-4b21-9076-76085a42773b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:00.011925 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc797451-d4bf-4b21-9076-76085a42773b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:00.012270 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc797451-d4bf-4b21-9076-76085a42773b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:00.012631 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc797451-d4bf-4b21-9076-76085a42773b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:00.182728 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8442dc71-ed68-44ae-aefd-1e60adecb2f4 req-decbddc5-24ef-46c2-8bb3-d4bdc5573222 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6679611 Apr 20 16:37:00.408546 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442dc71-ed68-44ae-aefd-1e60adecb2f4 req-166e3753-8954-41bb-8c0c-b5d24d8b8489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:00.413986 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8442dc71-ed68-44ae-aefd-1e60adecb2f4 req-166e3753-8954-41bb-8c0c-b5d24d8b8489 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 1096 time: 0.1496589 Apr 20 16:37:00.462347 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.db.api [None req-33025c77-d51b-4fb4-bcce-51e6455a14d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-d509761f-6249-42ba-8263-8356244f96f1 {{(pid=103484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:37:00.471936 n-d-836146-2 neutron-server[103484]: DEBUG oslo_db.api [None req-33025c77-d51b-4fb4-bcce-51e6455a14d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:37:00.652230 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442dc71-ed68-44ae-aefd-1e60adecb2f4 req-f882de42-5721-466c-95a6-4cff33d90025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:00.653831 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8442dc71-ed68-44ae-aefd-1e60adecb2f4 req-f882de42-5721-466c-95a6-4cff33d90025 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6129277f-3b7c-420f-bcf7-8207d3888fce HTTP/1.1" status: 200 len: 915 time: 0.2069564 Apr 20 16:37:00.660842 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-cc3496e0-6354-4fed-ab7f-7bb8b997b497 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting port 7181f80e-48fa-4b6e-b586-a0cbd7b30af6 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:00.660842 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cc3496e0-6354-4fed-ab7f-7bb8b997b497 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:00.860239 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8442dc71-ed68-44ae-aefd-1e60adecb2f4 req-63f26c26-06a8-4ee7-98c8-0947a1c6e95a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85e1de85-3f5e-4694-ac1c-15f2cd59e34a HTTP/1.1" status: 200 len: 1000 time: 0.1931417 Apr 20 16:37:00.912249 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cc3496e0-6354-4fed-ab7f-7bb8b997b497 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:00.928877 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-cc3496e0-6354-4fed-ab7f-7bb8b997b497 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Calling delete_port for 7181f80e-48fa-4b6e-b586-a0cbd7b30af6 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:00.936053 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442dc71-ed68-44ae-aefd-1e60adecb2f4 req-dd70e9ea-2857-4046-9f78-2277ffc762d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:00.940901 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8442dc71-ed68-44ae-aefd-1e60adecb2f4 req-dd70e9ea-2857-4046-9f78-2277ffc762d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d0d8025-1a58-4c58-9113-dd747fc0c87b HTTP/1.1" status: 200 len: 853 time: 0.0732698 Apr 20 16:37:00.941044 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7667edb7-9570-47fd-ba2f-11bc426304d0 None None] Provisioning complete for port de97670d-ff69-4799-8371-77b9e6f2fd78 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:00.941473 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7667edb7-9570-47fd-ba2f-11bc426304d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:00.975905 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-7667edb7-9570-47fd-ba2f-11bc426304d0 None None] Port de97670d-ff69-4799-8371-77b9e6f2fd78 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:37:00.990162 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7667edb7-9570-47fd-ba2f-11bc426304d0 None None] Provisioning complete for port 47278e73-b042-4770-9991-17d09996355f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:00.990535 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7667edb7-9570-47fd-ba2f-11bc426304d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:01.050044 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-33025c77-d51b-4fb4-bcce-51e6455a14d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:01.085119 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442dc71-ed68-44ae-aefd-1e60adecb2f4 req-1b140702-829f-4faa-af0f-f4d499ab87ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:01.086639 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8442dc71-ed68-44ae-aefd-1e60adecb2f4 req-1b140702-829f-4faa-af0f-f4d499ab87ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6129277f-3b7c-420f-bcf7-8207d3888fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1387041 Apr 20 16:37:01.106200 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7667edb7-9570-47fd-ba2f-11bc426304d0 None None] Provisioning complete for port eaa47e52-82ca-448d-b4a9-abf54e4b0374 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:01.106685 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7667edb7-9570-47fd-ba2f-11bc426304d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:01.160095 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-7667edb7-9570-47fd-ba2f-11bc426304d0 None None] Port eaa47e52-82ca-448d-b4a9-abf54e4b0374 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:37:01.317640 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 47278e73-b042-4770-9991-17d09996355f up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:37:01.366552 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8442dc71-ed68-44ae-aefd-1e60adecb2f4 req-38383447-bd83-480a-b71b-3b7b54566218 service neutron] 10.222.0.26 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599652 Apr 20 16:37:01.401172 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 47278e73-b042-4770-9991-17d09996355f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:01.401670 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:01.586786 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cc3496e0-6354-4fed-ab7f-7bb8b997b497 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:01.603237 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8442dc71-ed68-44ae-aefd-1e60adecb2f4 req-67096a91-bb88-4d73-be7f-96e136204885 service neutron] 10.222.0.26 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212744 Apr 20 16:37:01.662237 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3496e0-6354-4fed-ab7f-7bb8b997b497 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Port': ['ID=7181f80e-48fa-4b6e-b586-a0cbd7b30af6,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:01.756060 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-33025c77-d51b-4fb4-bcce-51e6455a14d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Delete allocated IP 172.20.0.8 (178eb23f-e785-4a0c-9128-429e30ff077d/4489958e-14e3-4766-9a73-61899dbcbef6) {{(pid=103484) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 16:37:01.771454 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-33025c77-d51b-4fb4-bcce-51e6455a14d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Allocated IP 172.20.0.42 (178eb23f-e785-4a0c-9128-429e30ff077d/0f4f68ce-c9e7-4f76-b8ca-883300d460d7/de97670d-ff69-4799-8371-77b9e6f2fd78) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:37:01.906067 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cc3496e0-6354-4fed-ab7f-7bb8b997b497 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:02.052273 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:37:02.168586 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39306) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:02.303235 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-33025c77-d51b-4fb4-bcce-51e6455a14d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:02.339307 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3496e0-6354-4fed-ab7f-7bb8b997b497 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Router 010df7ac-1115-4de8-85dd-a27d6c040763 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:37:02.351349 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4d10ae51-38eb-4adc-8bb7-f9d7189afdc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:02.417818 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-33025c77-d51b-4fb4-bcce-51e6455a14d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:02.444541 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4d10ae51-38eb-4adc-8bb7-f9d7189afdc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:02.562458 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3496e0-6354-4fed-ab7f-7bb8b997b497 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:37:02.567541 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cc3496e0-6354-4fed-ab7f-7bb8b997b497 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "PUT /v2.0/routers/010df7ac-1115-4de8-85dd-a27d6c040763/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6601682 Apr 20 16:37:02.568276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33025c77-d51b-4fb4-bcce-51e6455a14d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event updated for resources: {'Port': ['ID=de97670d-ff69-4799-8371-77b9e6f2fd78,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:02.570393 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39310) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:02.576422 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53fffe5-d57a-40fd-8eb6-231fee67ec7c None None] Sync routers for ids ['010df7ac-1115-4de8-85dd-a27d6c040763'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:37:02.590438 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53fffe5-d57a-40fd-8eb6-231fee67ec7c None None] Routers {'010df7ac-1115-4de8-85dd-a27d6c040763'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:37:02.591250 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d53fffe5-d57a-40fd-8eb6-231fee67ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:36:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['010df7ac-1115-4de8-85dd-a27d6c040763'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:02.613752 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-33025c77-d51b-4fb4-bcce-51e6455a14d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] In _notify_port_updated(), no bound segment for port de97670d-ff69-4799-8371-77b9e6f2fd78 on network 178eb23f-e785-4a0c-9128-429e30ff077d {{(pid=103484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:37:02.619829 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33025c77-d51b-4fb4-bcce-51e6455a14d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:02.620543 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-33025c77-d51b-4fb4-bcce-51e6455a14d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:02.624734 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-33025c77-d51b-4fb4-bcce-51e6455a14d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "PUT /v2.0/ports/de97670d-ff69-4799-8371-77b9e6f2fd78 HTTP/1.1" status: 200 len: 959 time: 4.6105654 Apr 20 16:37:02.624884 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4d10ae51-38eb-4adc-8bb7-f9d7189afdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:02.625153 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39312) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:02.649404 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d53fffe5-d57a-40fd-8eb6-231fee67ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:02.667706 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53fffe5-d57a-40fd-8eb6-231fee67ec7c None None] Routers {'010df7ac-1115-4de8-85dd-a27d6c040763'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:37:02.677612 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d53fffe5-d57a-40fd-8eb6-231fee67ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:36:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['010df7ac-1115-4de8-85dd-a27d6c040763'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:02.742200 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4d10ae51-38eb-4adc-8bb7-f9d7189afdc9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=82cf52f9010847708dc2bd0f3bfa9394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5691214 Apr 20 16:37:02.745626 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39316) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:02.750460 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10ae51-38eb-4adc-8bb7-f9d7189afdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7aab6a-ff9a-4d97-bcd0-ee18e7e4d07c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:02.759618 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d53fffe5-d57a-40fd-8eb6-231fee67ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:02.760370 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53fffe5-d57a-40fd-8eb6-231fee67ec7c None None] The sync data for ids ['010df7ac-1115-4de8-85dd-a27d6c040763'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:37:02.895500 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-a547803a-e73c-4bd9-a82b-2acfde12e67b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting port de97670d-ff69-4799-8371-77b9e6f2fd78 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:02.896064 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a547803a-e73c-4bd9-a82b-2acfde12e67b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:03.003899 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2c853a4-b2c6-41a1-9629-4be349000026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:03.124215 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2c853a4-b2c6-41a1-9629-4be349000026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:03.160277 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a547803a-e73c-4bd9-a82b-2acfde12e67b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:03.170045 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-53afd8da-c546-4261-8736-a1fbb0640481 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:03.189490 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-a547803a-e73c-4bd9-a82b-2acfde12e67b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Calling delete_port for de97670d-ff69-4799-8371-77b9e6f2fd78 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:03.213709 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-33acc060-3b2a-4100-9411-a0fe176874a2 None None] Provisioning complete for port de97670d-ff69-4799-8371-77b9e6f2fd78 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:03.214084 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33acc060-3b2a-4100-9411-a0fe176874a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:03.264118 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-33acc060-3b2a-4100-9411-a0fe176874a2 None None] Port de97670d-ff69-4799-8371-77b9e6f2fd78 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:37:03.383596 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2c853a4-b2c6-41a1-9629-4be349000026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:03.386585 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2c853a4-b2c6-41a1-9629-4be349000026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:03.387894 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d2c853a4-b2c6-41a1-9629-4be349000026 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d7aab6a-ff9a-4d97-bcd0-ee18e7e4d07c HTTP/1.1" status: 204 len: 168 time: 0.6413088 Apr 20 16:37:03.398087 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c853a4-b2c6-41a1-9629-4be349000026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7aab6a-ff9a-4d97-bcd0-ee18e7e4d07c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:03.469216 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a547803a-e73c-4bd9-a82b-2acfde12e67b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:03.495232 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-53afd8da-c546-4261-8736-a1fbb0640481 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting port f542bc62-d4e3-4076-ad33-c216eaeec465 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:03.495611 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-53afd8da-c546-4261-8736-a1fbb0640481 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:03.505496 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547803a-e73c-4bd9-a82b-2acfde12e67b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Port': ['ID=de97670d-ff69-4799-8371-77b9e6f2fd78,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:03.600966 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a547803a-e73c-4bd9-a82b-2acfde12e67b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:03.605473 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a547803a-e73c-4bd9-a82b-2acfde12e67b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/ports/de97670d-ff69-4799-8371-77b9e6f2fd78 HTTP/1.1" status: 204 len: 168 time: 0.9793355 Apr 20 16:37:03.610033 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39326) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:03.614440 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-53afd8da-c546-4261-8736-a1fbb0640481 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:03.651263 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-312588df-eef9-4245-8e86-9e16ef3a067b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] GET failed (client error): The resource could not be found. Apr 20 16:37:03.652740 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-312588df-eef9-4245-8e86-9e16ef3a067b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports/de97670d-ff69-4799-8371-77b9e6f2fd78 HTTP/1.1" status: 404 len: 333 time: 0.0409291 Apr 20 16:37:03.653843 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-53afd8da-c546-4261-8736-a1fbb0640481 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Calling delete_port for f542bc62-d4e3-4076-ad33-c216eaeec465 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:03.655445 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39328) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:03.717134 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce2858e1-68b4-456a-8280-16a6be6f4cf2 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:03.801048 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce2858e1-68b4-456a-8280-16a6be6f4cf2 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:04.029761 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce2858e1-68b4-456a-8280-16a6be6f4cf2 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:04.032531 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce2858e1-68b4-456a-8280-16a6be6f4cf2 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:04.033340 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-53afd8da-c546-4261-8736-a1fbb0640481 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:04.034150 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ce2858e1-68b4-456a-8280-16a6be6f4cf2 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/security-groups/2ff5a04b-c0f1-42d2-a2d7-266e84dbad63 HTTP/1.1" status: 204 len: 168 time: 0.3774915 Apr 20 16:37:04.038266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39340) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:04.051849 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2858e1-68b4-456a-8280-16a6be6f4cf2 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff5a04b-c0f1-42d2-a2d7-266e84dbad63,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:04.060301 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afd8da-c546-4261-8736-a1fbb0640481 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Port': ['ID=f542bc62-d4e3-4076-ad33-c216eaeec465,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:04.133300 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0d156a02-9e79-4f80-905c-a7ce7225b6d9 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:04.167036 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0d156a02-9e79-4f80-905c-a7ce7225b6d9 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:04.250883 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-53afd8da-c546-4261-8736-a1fbb0640481 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:04.337762 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0d156a02-9e79-4f80-905c-a7ce7225b6d9 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:04.340679 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0d156a02-9e79-4f80-905c-a7ce7225b6d9 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:04.341876 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0d156a02-9e79-4f80-905c-a7ce7225b6d9 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/security-groups/599d0ccb-302c-4857-978f-cd972680bd81 HTTP/1.1" status: 204 len: 168 time: 0.3017075 Apr 20 16:37:04.346614 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39346) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:04.365249 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d156a02-9e79-4f80-905c-a7ce7225b6d9 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=599d0ccb-302c-4857-978f-cd972680bd81,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:04.428888 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53afd8da-c546-4261-8736-a1fbb0640481 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Router 010df7ac-1115-4de8-85dd-a27d6c040763 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:37:04.436811 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00f63626-6dd4-45d0-9574-a74a630a21d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:04.439714 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39348) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:04.464650 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e7525001-0cd1-45e7-b978-a8e61fed57e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:04.478708 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00f63626-6dd4-45d0-9574-a74a630a21d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:04.513202 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53afd8da-c546-4261-8736-a1fbb0640481 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:37:04.521693 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-53afd8da-c546-4261-8736-a1fbb0640481 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "PUT /v2.0/routers/010df7ac-1115-4de8-85dd-a27d6c040763/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9498377 Apr 20 16:37:04.522260 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39350) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:04.539048 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a5939d-7b14-4545-abc1-ca6e02a8a678 None None] Sync routers for ids ['010df7ac-1115-4de8-85dd-a27d6c040763'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:37:04.549752 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a5939d-7b14-4545-abc1-ca6e02a8a678 None None] Routers {'010df7ac-1115-4de8-85dd-a27d6c040763'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:37:04.550480 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b5a5939d-7b14-4545-abc1-ca6e02a8a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:36:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['010df7ac-1115-4de8-85dd-a27d6c040763'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:04.552149 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39352) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:04.552352 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cd09430a-be1c-49ce-a953-f1f8ecd6797c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "GET /v2.0/ports?device_id=010df7ac-1115-4de8-85dd-a27d6c040763 HTTP/1.1" status: 200 len: 205 time: 0.0289392 Apr 20 16:37:04.586118 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b5a5939d-7b14-4545-abc1-ca6e02a8a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:04.594957 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a5939d-7b14-4545-abc1-ca6e02a8a678 None None] Routers {'010df7ac-1115-4de8-85dd-a27d6c040763'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:37:04.595610 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b5a5939d-7b14-4545-abc1-ca6e02a8a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:36:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['010df7ac-1115-4de8-85dd-a27d6c040763'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:04.632599 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b5a5939d-7b14-4545-abc1-ca6e02a8a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:04.633245 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a5939d-7b14-4545-abc1-ca6e02a8a678 None None] The sync data for ids ['010df7ac-1115-4de8-85dd-a27d6c040763'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:37:04.931965 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00f63626-6dd4-45d0-9574-a74a630a21d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:04.934504 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00f63626-6dd4-45d0-9574-a74a630a21d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:04.935629 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-00f63626-6dd4-45d0-9574-a74a630a21d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/security-groups/99639cd9-2e5e-4fc0-8180-263ae96c182b HTTP/1.1" status: 204 len: 168 time: 0.5881398 Apr 20 16:37:04.938510 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39356) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:04.983158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f63626-6dd4-45d0-9574-a74a630a21d0 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99639cd9-2e5e-4fc0-8180-263ae96c182b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:04.988550 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f828a2f5-8de2-4d94-ba90-97067feb07ee tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:04.994680 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c1150a-3b2c-420f-a7cc-a405dc265541 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting subnet 4489958e-14e3-4766-9a73-61899dbcbef6 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:37:04.999676 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45c1150a-3b2c-420f-a7cc-a405dc265541 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:05.046067 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45c1150a-3b2c-420f-a7cc-a405dc265541 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:05.104631 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e7525001-0cd1-45e7-b978-a8e61fed57e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:05.152668 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45c1150a-3b2c-420f-a7cc-a405dc265541 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:05.188502 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e7525001-0cd1-45e7-b978-a8e61fed57e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:05.192444 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f828a2f5-8de2-4d94-ba90-97067feb07ee tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:05.201562 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f828a2f5-8de2-4d94-ba90-97067feb07ee tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:05.301908 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e7525001-0cd1-45e7-b978-a8e61fed57e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8ee8960a04740bdbad16d53144f37fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8609984 Apr 20 16:37:05.306546 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39366) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:05.315069 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7525001-0cd1-45e7-b978-a8e61fed57e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f49d88d-fa04-4f1c-9d54-6b34bfcc9702,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:05.356863 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45c1150a-3b2c-420f-a7cc-a405dc265541 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:05.396097 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21f4963a-b759-457d-a008-3a0e070bd095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:05.400068 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1150a-3b2c-420f-a7cc-a405dc265541 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Subnet': ['ID=4489958e-14e3-4766-9a73-61899dbcbef6,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:05.402208 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45c1150a-3b2c-420f-a7cc-a405dc265541 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:05.409805 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-45c1150a-3b2c-420f-a7cc-a405dc265541 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/subnets/4489958e-14e3-4766-9a73-61899dbcbef6 HTTP/1.1" status: 204 len: 168 time: 0.4656942 Apr 20 16:37:05.410593 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39368) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:05.422025 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98a30f2-b0db-4b90-8adf-1dab2868679a None None] Network 178eb23f-e785-4a0c-9128-429e30ff077d requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:37:05.429204 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f828a2f5-8de2-4d94-ba90-97067feb07ee tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:05.439885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f828a2f5-8de2-4d94-ba90-97067feb07ee tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Fanout notify agent at l3_agent the message router_deleted on router 010df7ac-1115-4de8-85dd-a27d6c040763 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:37:05.450597 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f828a2f5-8de2-4d94-ba90-97067feb07ee tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:05.461699 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f828a2f5-8de2-4d94-ba90-97067feb07ee tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/routers/010df7ac-1115-4de8-85dd-a27d6c040763 HTTP/1.1" status: 204 len: 168 time: 0.9034414 Apr 20 16:37:05.461699 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39370) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:05.476793 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21f4963a-b759-457d-a008-3a0e070bd095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:05.503496 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1dacc4-aa24-4054-a6bc-3d5a1095a986 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting subnet 0f4f68ce-c9e7-4f76-b8ca-883300d460d7 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:37:05.513302 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e1dacc4-aa24-4054-a6bc-3d5a1095a986 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:05.588895 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e1dacc4-aa24-4054-a6bc-3d5a1095a986 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:05.590888 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac7c618-c75d-41f8-9ddc-9d0ae38e15b1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting subnet 953005ef-4cf4-4996-9d76-acc0bf2474ff {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:37:05.594771 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c618-c75d-41f8-9ddc-9d0ae38e15b1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:05.651155 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c618-c75d-41f8-9ddc-9d0ae38e15b1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:05.697264 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e1dacc4-aa24-4054-a6bc-3d5a1095a986 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:05.819742 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21f4963a-b759-457d-a008-3a0e070bd095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:05.821145 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21f4963a-b759-457d-a008-3a0e070bd095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:05.826978 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-21f4963a-b759-457d-a008-3a0e070bd095 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f49d88d-fa04-4f1c-9d54-6b34bfcc9702 HTTP/1.1" status: 204 len: 168 time: 0.5193586 Apr 20 16:37:05.847955 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4963a-b759-457d-a008-3a0e070bd095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f49d88d-fa04-4f1c-9d54-6b34bfcc9702,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:05.873727 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c618-c75d-41f8-9ddc-9d0ae38e15b1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:05.919497 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e1dacc4-aa24-4054-a6bc-3d5a1095a986 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:05.996781 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1dacc4-aa24-4054-a6bc-3d5a1095a986 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Subnet': ['ID=0f4f68ce-c9e7-4f76-b8ca-883300d460d7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:06.009906 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e1dacc4-aa24-4054-a6bc-3d5a1095a986 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:06.015821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39390) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:06.040070 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2e1dacc4-aa24-4054-a6bc-3d5a1095a986 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/subnets/0f4f68ce-c9e7-4f76-b8ca-883300d460d7 HTTP/1.1" status: 204 len: 168 time: 0.6283209 Apr 20 16:37:06.083288 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51dfaca-adb3-4357-b2f6-5d1c14e2e2f7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] DELETE failed (client error): The resource could not be found. Apr 20 16:37:06.083745 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51dfaca-adb3-4357-b2f6-5d1c14e2e2f7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:37:06.087480 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a51dfaca-adb3-4357-b2f6-5d1c14e2e2f7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/subnets/4489958e-14e3-4766-9a73-61899dbcbef6 HTTP/1.1" status: 404 len: 337 time: 0.0700300 Apr 20 16:37:06.089338 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39398) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:06.206219 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c618-c75d-41f8-9ddc-9d0ae38e15b1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:06.217839 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-8296dede-1284-47a9-b245-51aefeb226d8 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting subnet d6101164-bec6-4b65-a225-0a403fc34d0e {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:37:06.227827 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8296dede-1284-47a9-b245-51aefeb226d8 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:06.289509 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c618-c75d-41f8-9ddc-9d0ae38e15b1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:06.295896 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8ac7c618-c75d-41f8-9ddc-9d0ae38e15b1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/subnets/953005ef-4cf4-4996-9d76-acc0bf2474ff HTTP/1.1" status: 204 len: 168 time: 0.8339186 Apr 20 16:37:06.296311 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eda73b-4b47-49e7-8021-17d2d27c12d8 None None] Network 2c930aab-d480-4cda-b30b-756cbc619294 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:37:06.297395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39402) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:06.297514 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7c618-c75d-41f8-9ddc-9d0ae38e15b1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Subnet': ['ID=953005ef-4cf4-4996-9d76-acc0bf2474ff,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:06.341777 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8296dede-1284-47a9-b245-51aefeb226d8 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:06.466969 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdcc05ab-896a-4192-9c0a-bf50d0871d30 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting subnet 62c68d79-975a-4fd3-8297-47fcac2c4f51 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:37:06.474721 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fdcc05ab-896a-4192-9c0a-bf50d0871d30 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:06.540232 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fdcc05ab-896a-4192-9c0a-bf50d0871d30 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:06.733853 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8296dede-1284-47a9-b245-51aefeb226d8 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:06.848720 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fdcc05ab-896a-4192-9c0a-bf50d0871d30 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:06.862751 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e74d57-0ec2-4f0b-b73d-e1c13ce6b7e2 None None] DHCP port deletion for 2c930aab-d480-4cda-b30b-756cbc619294 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:37:07.069928 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8296dede-1284-47a9-b245-51aefeb226d8 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:07.070422 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fdcc05ab-896a-4192-9c0a-bf50d0871d30 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:07.103832 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296dede-1284-47a9-b245-51aefeb226d8 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Subnet': ['ID=d6101164-bec6-4b65-a225-0a403fc34d0e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:07.109030 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8296dede-1284-47a9-b245-51aefeb226d8 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:07.113169 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8296dede-1284-47a9-b245-51aefeb226d8 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/subnets/d6101164-bec6-4b65-a225-0a403fc34d0e HTTP/1.1" status: 204 len: 168 time: 1.0135794 Apr 20 16:37:07.113957 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ea0e3e-7990-47ec-a39f-27c412730152 None None] Network 178eb23f-e785-4a0c-9128-429e30ff077d requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:37:07.116897 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39420) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:07.132252 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fdcc05ab-896a-4192-9c0a-bf50d0871d30 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:07.147478 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39422) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:07.156780 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fdcc05ab-896a-4192-9c0a-bf50d0871d30 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/subnets/62c68d79-975a-4fd3-8297-47fcac2c4f51 HTTP/1.1" status: 204 len: 168 time: 0.8438208 Apr 20 16:37:07.157367 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a81afa7-2113-4770-a932-9295dadf969a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] DELETE failed (client error): The resource could not be found. Apr 20 16:37:07.157789 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc05ab-896a-4192-9c0a-bf50d0871d30 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Subnet': ['ID=62c68d79-975a-4fd3-8297-47fcac2c4f51,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:07.158257 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a81afa7-2113-4770-a932-9295dadf969a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:37:07.162816 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7a81afa7-2113-4770-a932-9295dadf969a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/subnets/8bb0a0ba-bf48-487c-9768-1260185ed2be HTTP/1.1" status: 404 len: 337 time: 0.0447495 Apr 20 16:37:07.170181 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39424) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:07.185272 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ee9010-fdcc-4cac-bcda-1ce1db8b8118 None None] Network d33c63f2-de62-4e45-9701-7a3c3330b85e requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:37:07.260988 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-fb266115-cd94-4865-b8dc-c173d9721c5b None None] Provisioning complete for port 47278e73-b042-4770-9991-17d09996355f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:07.261367 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fb266115-cd94-4865-b8dc-c173d9721c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:07.264768 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e58a5a0a-e265-4f82-9537-eb4a5143c5d7 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a369fa0-40a8-43ce-8057-2cd9b9fec413 HTTP/1.1" status: 200 len: 205 time: 0.0912585 Apr 20 16:37:07.268816 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39430) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:07.273522 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46a66d2f-919e-4cd4-b539-5c49866f3f4c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:07.361961 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d9e74d57-0ec2-4f0b-b73d-e1c13ce6b7e2 None None] Deleting port c97d8994-487f-4509-8c26-21569dd14d66 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:07.362332 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d9e74d57-0ec2-4f0b-b73d-e1c13ce6b7e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:07.382134 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-46a66d2f-919e-4cd4-b539-5c49866f3f4c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting port c97d8994-487f-4509-8c26-21569dd14d66 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:07.382556 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46a66d2f-919e-4cd4-b539-5c49866f3f4c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:07.386638 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39432) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:07.396382 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-fe327900-34f7-4921-a9f6-c37550cb5d5b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] delete failed (client error): The resource could not be found. Apr 20 16:37:07.399707 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c97d8994-487f-4509-8c26-21569dd14d66 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:37:07.401513 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fe327900-34f7-4921-a9f6-c37550cb5d5b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/routers/6a369fa0-40a8-43ce-8057-2cd9b9fec413 HTTP/1.1" status: 404 len: 336 time: 0.1304576 Apr 20 16:37:07.402328 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39436) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:07.435773 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae15e7de-fd6c-4f28-9461-41f1927f4ba4 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] DELETE failed (client error): The resource could not be found. Apr 20 16:37:07.436729 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae15e7de-fd6c-4f28-9461-41f1927f4ba4 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:37:07.443316 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ae15e7de-fd6c-4f28-9461-41f1927f4ba4 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/subnets/99330c5f-cf48-42e4-95ac-3d1851c48c19 HTTP/1.1" status: 404 len: 337 time: 0.0393989 Apr 20 16:37:07.444173 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39438) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:07.493362 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e7484f-5bd4-4281-bd54-c3bc0fb2251e tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] DELETE failed (client error): The resource could not be found. Apr 20 16:37:07.494543 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e7484f-5bd4-4281-bd54-c3bc0fb2251e tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:37:07.507933 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-47e7484f-5bd4-4281-bd54-c3bc0fb2251e tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/subnets/1d20ca8f-a67c-4e92-8aec-4fd290f73200 HTTP/1.1" status: 404 len: 337 time: 0.0522363 Apr 20 16:37:07.510499 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39440) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:07.514756 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-46a66d2f-919e-4cd4-b539-5c49866f3f4c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] For port c97d8994-487f-4509-8c26-21569dd14d66, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c97d8994-487f-4509-8c26-21569dd14d66,segment=NetworkSegment(5b85d5eb-460f-4892-9a6a-97b4a155217a),segment_id=5b85d5eb-460f-4892-9a6a-97b4a155217a)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:37:07.515132 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46a66d2f-919e-4cd4-b539-5c49866f3f4c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:07.537832 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-46a66d2f-919e-4cd4-b539-5c49866f3f4c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Calling delete_port for c97d8994-487f-4509-8c26-21569dd14d66 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:07.547806 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3e268c-97da-41d3-8269-ceabfa8088f6 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] DELETE failed (client error): The resource could not be found. Apr 20 16:37:07.548953 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3e268c-97da-41d3-8269-ceabfa8088f6 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:37:07.552475 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8e3e268c-97da-41d3-8269-ceabfa8088f6 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/subnets/2b2dabbe-1405-48e2-a0ad-33e3f59233f0 HTTP/1.1" status: 404 len: 337 time: 0.0406892 Apr 20 16:37:07.560703 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39442) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:07.598022 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d9e74d57-0ec2-4f0b-b73d-e1c13ce6b7e2 None None] For port c97d8994-487f-4509-8c26-21569dd14d66, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c97d8994-487f-4509-8c26-21569dd14d66,segment=NetworkSegment(5b85d5eb-460f-4892-9a6a-97b4a155217a),segment_id=5b85d5eb-460f-4892-9a6a-97b4a155217a)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:37:07.598579 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d9e74d57-0ec2-4f0b-b73d-e1c13ce6b7e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:07.603872 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-35704df9-59f0-4b24-ada8-0bb4510f8180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:07.615779 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d18e34f-8d01-4957-b980-923b27c35045 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] DELETE failed (client error): The resource could not be found. Apr 20 16:37:07.616714 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d18e34f-8d01-4957-b980-923b27c35045 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:37:07.620042 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9d18e34f-8d01-4957-b980-923b27c35045 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/ports/81ee7658-168b-4f26-9103-455da18390a7 HTTP/1.1" status: 404 len: 333 time: 0.0578847 Apr 20 16:37:07.624018 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39444) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:07.640845 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645e8b94-7241-4d96-b15f-b94c3416b1e5 None None] DHCP port deletion for d33c63f2-de62-4e45-9701-7a3c3330b85e request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:37:07.647896 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-fb266115-cd94-4865-b8dc-c173d9721c5b None None] Provisioning complete for port eaa47e52-82ca-448d-b4a9-abf54e4b0374 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:07.651374 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fb266115-cd94-4865-b8dc-c173d9721c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:07.652880 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d9e74d57-0ec2-4f0b-b73d-e1c13ce6b7e2 None None] Calling delete_port for c97d8994-487f-4509-8c26-21569dd14d66 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:07.663130 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c58576-e688-4d7f-a5b0-1dae515a86f6 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] DELETE failed (client error): The resource could not be found. Apr 20 16:37:07.663130 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c58576-e688-4d7f-a5b0-1dae515a86f6 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:37:07.665364 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f5c58576-e688-4d7f-a5b0-1dae515a86f6 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/subnets/e8e1dcf7-30bd-4c84-bb75-c1c3a71c6786 HTTP/1.1" status: 404 len: 337 time: 0.0402260 Apr 20 16:37:07.668314 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39448) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:07.702489 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a8e421-0e47-4313-b483-31938e96077a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] DELETE failed (client error): The resource could not be found. Apr 20 16:37:07.702952 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a8e421-0e47-4313-b483-31938e96077a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:37:07.709345 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-20a8e421-0e47-4313-b483-31938e96077a tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/subnets/2103f843-21c1-4b87-8f15-8cbc1172cded HTTP/1.1" status: 404 len: 337 time: 0.0399935 Apr 20 16:37:07.710343 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39450) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:07.735435 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed62eaa2-fc53-44d9-928f-8c0c29019005 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] DELETE failed (client error): The resource could not be found. Apr 20 16:37:07.736220 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed62eaa2-fc53-44d9-928f-8c0c29019005 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:37:07.736401 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2de6c40-92aa-428b-a3df-5d4a5409019d None None] DHCP port deletion for 178eb23f-e785-4a0c-9128-429e30ff077d request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:37:07.739215 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ed62eaa2-fc53-44d9-928f-8c0c29019005 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/ports/e28b95f4-6caf-4562-923d-032fda9d01d1 HTTP/1.1" status: 404 len: 333 time: 0.0280952 Apr 20 16:37:07.742657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39454) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:07.770946 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-426ca9e1-8d0c-453f-966f-015427289a4b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] DELETE failed (client error): The resource could not be found. Apr 20 16:37:07.772761 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-426ca9e1-8d0c-453f-966f-015427289a4b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:37:07.777021 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-426ca9e1-8d0c-453f-966f-015427289a4b tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/subnets/d3dd9a50-3f7e-4cc8-9022-e2e2087baa02 HTTP/1.1" status: 404 len: 337 time: 0.0309424 Apr 20 16:37:07.777246 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39458) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:07.810895 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4205a09-c56a-4be5-9334-9c47251b2407 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] DELETE failed (client error): The resource could not be found. Apr 20 16:37:07.811284 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4205a09-c56a-4be5-9334-9c47251b2407 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:37:07.817275 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c4205a09-c56a-4be5-9334-9c47251b2407 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/subnets/c05e1790-6f3e-4c20-a787-a859e949eba8 HTTP/1.1" status: 404 len: 337 time: 0.0367556 Apr 20 16:37:07.817848 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39460) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:07.825395 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-fb266115-cd94-4865-b8dc-c173d9721c5b None None] Port eaa47e52-82ca-448d-b4a9-abf54e4b0374 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:37:07.830191 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:07.857159 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46a66d2f-919e-4cd4-b539-5c49866f3f4c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:07.911372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a66d2f-919e-4cd4-b539-5c49866f3f4c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Port': ['ID=c97d8994-487f-4509-8c26-21569dd14d66,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:07.913534 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a66d2f-919e-4cd4-b539-5c49866f3f4c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] No DVR routers for this DVR port c97d8994-487f-4509-8c26-21569dd14d66 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:37:07.976239 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-35704df9-59f0-4b24-ada8-0bb4510f8180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:07.980988 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-645e8b94-7241-4d96-b15f-b94c3416b1e5 None None] Deleting port ea5aa436-8a8c-4200-8626-431d6c188851 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:07.981664 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-645e8b94-7241-4d96-b15f-b94c3416b1e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:07.988062 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 16:37:08.004581 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d9e74d57-0ec2-4f0b-b73d-e1c13ce6b7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.049011 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f2de6c40-92aa-428b-a3df-5d4a5409019d None None] Deleting port 47278e73-b042-4770-9991-17d09996355f {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:08.049383 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f2de6c40-92aa-428b-a3df-5d4a5409019d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.061885 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46a66d2f-919e-4cd4-b539-5c49866f3f4c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.065611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-57dfcf8e-6e05-4031-8c69-28f9681a3fbb tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Deleting port eaa47e52-82ca-448d-b4a9-abf54e4b0374 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:08.065947 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57dfcf8e-6e05-4031-8c69-28f9681a3fbb tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.082215 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e74d57-0ec2-4f0b-b73d-e1c13ce6b7e2 None None] Pushing event deleted for resources: {'Port': ['ID=c97d8994-487f-4509-8c26-21569dd14d66,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:08.095438 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e74d57-0ec2-4f0b-b73d-e1c13ce6b7e2 None None] No DVR routers for this DVR port c97d8994-487f-4509-8c26-21569dd14d66 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:37:08.107875 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-35704df9-59f0-4b24-ada8-0bb4510f8180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.150340 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-645e8b94-7241-4d96-b15f-b94c3416b1e5 None None] For port ea5aa436-8a8c-4200-8626-431d6c188851, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ea5aa436-8a8c-4200-8626-431d6c188851,segment=NetworkSegment(9f7d8959-8c20-412d-8b9e-296e1652aba7),segment_id=9f7d8959-8c20-412d-8b9e-296e1652aba7)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:37:08.150741 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-645e8b94-7241-4d96-b15f-b94c3416b1e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.160753 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-46a66d2f-919e-4cd4-b539-5c49866f3f4c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c930aab-d480-4cda-b30b-756cbc619294']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:08.176784 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f2de6c40-92aa-428b-a3df-5d4a5409019d None None] For port 47278e73-b042-4770-9991-17d09996355f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=47278e73-b042-4770-9991-17d09996355f,segment=NetworkSegment(8a58f9ba-0f9e-4e9c-89b7-6beed6571cc2),segment_id=8a58f9ba-0f9e-4e9c-89b7-6beed6571cc2)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:37:08.177182 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f2de6c40-92aa-428b-a3df-5d4a5409019d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.179689 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-645e8b94-7241-4d96-b15f-b94c3416b1e5 None None] Calling delete_port for ea5aa436-8a8c-4200-8626-431d6c188851 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:08.193568 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-46a66d2f-919e-4cd4-b539-5c49866f3f4c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b85d5eb-460f-4892-9a6a-97b4a155217a') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:08.193936 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-46a66d2f-919e-4cd4-b539-5c49866f3f4c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b85d5eb-460f-4892-9a6a-97b4a155217a') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:08.195818 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f2de6c40-92aa-428b-a3df-5d4a5409019d None None] Calling delete_port for 47278e73-b042-4770-9991-17d09996355f owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:08.208237 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35704df9-59f0-4b24-ada8-0bb4510f8180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494d159f-36c6-4ccc-8db1-78dbd59963e3,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:08.219670 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46a66d2f-919e-4cd4-b539-5c49866f3f4c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.231501 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-35704df9-59f0-4b24-ada8-0bb4510f8180 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a421dc95926247fea9ae8a3ef8814410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8413002 Apr 20 16:37:08.231724 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39474) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:08.234147 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57dfcf8e-6e05-4031-8c69-28f9681a3fbb tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.272981 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46a66d2f-919e-4cd4-b539-5c49866f3f4c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.299813 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a66d2f-919e-4cd4-b539-5c49866f3f4c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:37:08.300934 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46a66d2f-919e-4cd4-b539-5c49866f3f4c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.313061 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d0805b5b-5cd1-4994-bf78-eef85967a42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:37:08.326742 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:37:08.362747 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d0805b5b-5cd1-4994-bf78-eef85967a42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.413010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-57dfcf8e-6e05-4031-8c69-28f9681a3fbb tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Calling delete_port for eaa47e52-82ca-448d-b4a9-abf54e4b0374 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:08.414186 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-645e8b94-7241-4d96-b15f-b94c3416b1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.448043 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e8b94-7241-4d96-b15f-b94c3416b1e5 None None] Pushing event deleted for resources: {'Port': ['ID=ea5aa436-8a8c-4200-8626-431d6c188851,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:08.458055 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645e8b94-7241-4d96-b15f-b94c3416b1e5 None None] No DVR routers for this DVR port ea5aa436-8a8c-4200-8626-431d6c188851 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:37:08.537921 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d0805b5b-5cd1-4994-bf78-eef85967a42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.538499 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46a66d2f-919e-4cd4-b539-5c49866f3f4c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.541558 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d0805b5b-5cd1-4994-bf78-eef85967a42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.545563 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d0805b5b-5cd1-4994-bf78-eef85967a42d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/494d159f-36c6-4ccc-8db1-78dbd59963e3 HTTP/1.1" status: 204 len: 168 time: 0.3100698 Apr 20 16:37:08.548023 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46a66d2f-919e-4cd4-b539-5c49866f3f4c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.555978 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39486) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:08.558181 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0805b5b-5cd1-4994-bf78-eef85967a42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494d159f-36c6-4ccc-8db1-78dbd59963e3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:08.560503 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-46a66d2f-919e-4cd4-b539-5c49866f3f4c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/networks/2c930aab-d480-4cda-b30b-756cbc619294 HTTP/1.1" status: 204 len: 168 time: 1.4035795 Apr 20 16:37:08.592563 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a66d2f-919e-4cd4-b539-5c49866f3f4c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Network': ['ID=2c930aab-d480-4cda-b30b-756cbc619294,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:08.660691 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f2de6c40-92aa-428b-a3df-5d4a5409019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.661864 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-667bc208-fa38-49c6-9f9f-934957009bba tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.690447 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de6c40-92aa-428b-a3df-5d4a5409019d None None] Pushing event deleted for resources: {'Port': ['ID=47278e73-b042-4770-9991-17d09996355f,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:08.694819 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2de6c40-92aa-428b-a3df-5d4a5409019d None None] No DVR routers for this DVR port 47278e73-b042-4770-9991-17d09996355f on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:37:08.735724 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57dfcf8e-6e05-4031-8c69-28f9681a3fbb tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.763391 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-667bc208-fa38-49c6-9f9f-934957009bba tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.763628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfcf8e-6e05-4031-8c69-28f9681a3fbb tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Port': ['ID=eaa47e52-82ca-448d-b4a9-abf54e4b0374,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:08.769464 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-57dfcf8e-6e05-4031-8c69-28f9681a3fbb tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.773012 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-57dfcf8e-6e05-4031-8c69-28f9681a3fbb tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/ports/eaa47e52-82ca-448d-b4a9-abf54e4b0374 HTTP/1.1" status: 204 len: 168 time: 0.9531224 Apr 20 16:37:08.775476 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39488) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:08.796225 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-667bc208-fa38-49c6-9f9f-934957009bba tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d33c63f2-de62-4e45-9701-7a3c3330b85e']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:08.810009 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-667bc208-fa38-49c6-9f9f-934957009bba tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7d8959-8c20-412d-8b9e-296e1652aba7') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:08.810316 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-667bc208-fa38-49c6-9f9f-934957009bba tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7d8959-8c20-412d-8b9e-296e1652aba7') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:08.837803 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-667bc208-fa38-49c6-9f9f-934957009bba tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.856254 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-667bc208-fa38-49c6-9f9f-934957009bba tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.864779 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667bc208-fa38-49c6-9f9f-934957009bba tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:37:08.865188 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-667bc208-fa38-49c6-9f9f-934957009bba tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.878037 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6273aa6-554d-439f-b381-8320fdd7d503 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:37:08.886959 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:37:09.009973 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6273aa6-554d-439f-b381-8320fdd7d503 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:09.031135 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-d6273aa6-554d-439f-b381-8320fdd7d503 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178eb23f-e785-4a0c-9128-429e30ff077d']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:09.035190 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-667bc208-fa38-49c6-9f9f-934957009bba tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:09.042819 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-667bc208-fa38-49c6-9f9f-934957009bba tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:09.043012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-d6273aa6-554d-439f-b381-8320fdd7d503 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a58f9ba-0f9e-4e9c-89b7-6beed6571cc2') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:09.043289 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-d6273aa6-554d-439f-b381-8320fdd7d503 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a58f9ba-0f9e-4e9c-89b7-6beed6571cc2') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:09.054434 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39502) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:09.059994 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4af3953b-86fa-4deb-9b56-005cd660040d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'network': {'name': 'tempest-RoutersTest-2135901506'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:09.060877 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-667bc208-fa38-49c6-9f9f-934957009bba tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/networks/d33c63f2-de62-4e45-9701-7a3c3330b85e HTTP/1.1" status: 204 len: 168 time: 0.4999177 Apr 20 16:37:09.069921 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6273aa6-554d-439f-b381-8320fdd7d503 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:09.073776 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667bc208-fa38-49c6-9f9f-934957009bba tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Network': ['ID=d33c63f2-de62-4e45-9701-7a3c3330b85e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:09.093565 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6273aa6-554d-439f-b381-8320fdd7d503 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:09.101861 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6273aa6-554d-439f-b381-8320fdd7d503 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:37:09.102217 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6273aa6-554d-439f-b381-8320fdd7d503 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:37:09.109114 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:37:09.212096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af3953b-86fa-4deb-9b56-005cd660040d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Made reservation on behalf of f37f65d63e85464a8d7c499983eef860 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:37:09.215629 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4af3953b-86fa-4deb-9b56-005cd660040d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:09.241045 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af3953b-86fa-4deb-9b56-005cd660040d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:37:09.261606 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4af3953b-86fa-4deb-9b56-005cd660040d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:09.261606 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-4af3953b-86fa-4deb-9b56-005cd660040d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Added segment 1b565e85-3010-4ad2-96ee-cf9f52e7a2a5 of type vlan for network a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092 Apr 20 16:37:09.292624 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4af3953b-86fa-4deb-9b56-005cd660040d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:09.296408 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6273aa6-554d-439f-b381-8320fdd7d503 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:09.305993 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6273aa6-554d-439f-b381-8320fdd7d503 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:09.308489 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d6273aa6-554d-439f-b381-8320fdd7d503 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] 10.222.0.15 "DELETE /v2.0/networks/178eb23f-e785-4a0c-9128-429e30ff077d HTTP/1.1" status: 204 len: 168 time: 0.5318522 Apr 20 16:37:09.326330 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 47278e73-b042-4770-9991-17d09996355f no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:37:09.330487 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6273aa6-554d-439f-b381-8320fdd7d503 tempest-PortsTestJSON-1632146966 tempest-PortsTestJSON-1632146966-project] Pushing event deleted for resources: {'Network': ['ID=178eb23f-e785-4a0c-9128-429e30ff077d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:09.364377 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 47278e73-b042-4770-9991-17d09996355f {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:37:09.364734 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 47278e73-b042-4770-9991-17d09996355f not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:37:09.365332 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ea5aa436-8a8c-4200-8626-431d6c188851 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:37:09.395460 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: ea5aa436-8a8c-4200-8626-431d6c188851 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:37:09.401763 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ea5aa436-8a8c-4200-8626-431d6c188851 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:37:09.424300 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4af3953b-86fa-4deb-9b56-005cd660040d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:09.437101 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af3953b-86fa-4deb-9b56-005cd660040d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:09.437761 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4af3953b-86fa-4deb-9b56-005cd660040d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:09.574884 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3953b-86fa-4deb-9b56-005cd660040d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Network': ['ID=a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:09.590078 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:37:09.595441 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39528) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:09.611742 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61724e81-3e4a-4644-968e-decd97394da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:09.615400 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4af3953b-86fa-4deb-9b56-005cd660040d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5598934 Apr 20 16:37:09.618225 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39530) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:09.625826 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-f4dfaf34-6026-464d-93af-36b742e4da36 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'subnet': {'network_id': 'a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:09.727757 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61724e81-3e4a-4644-968e-decd97394da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:09.852161 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61724e81-3e4a-4644-968e-decd97394da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:09.878626 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dfaf34-6026-464d-93af-36b742e4da36 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Made reservation on behalf of f37f65d63e85464a8d7c499983eef860 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:37:09.882161 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f4dfaf34-6026-464d-93af-36b742e4da36 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:09.891995 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39534) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:09.917753 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-61724e81-3e4a-4644-968e-decd97394da3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e8040f57b3d4cdfbadb7f0090e426a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3189130 Apr 20 16:37:09.924132 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61724e81-3e4a-4644-968e-decd97394da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c21a6d-59d0-4831-98e5-f1965fd7c275,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:09.926565 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39540) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:09.991423 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2cee10b6-0330-4b55-8df3-1dfad5e5042d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:10.033767 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2cee10b6-0330-4b55-8df3-1dfad5e5042d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:10.116938 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5b08bc8a-f515-45fc-8579-47896b85ad38 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f968dfae81c54728955d6db138cbc5ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2140956 Apr 20 16:37:10.117115 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39542) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:10.179729 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9aa0ba67-9f1c-4b85-ad25-bd0e09a9ddf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:10.234625 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9aa0ba67-9f1c-4b85-ad25-bd0e09a9ddf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:10.303885 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f4dfaf34-6026-464d-93af-36b742e4da36 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:10.316719 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2cee10b6-0330-4b55-8df3-1dfad5e5042d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:10.320929 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2cee10b6-0330-4b55-8df3-1dfad5e5042d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:10.325266 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2cee10b6-0330-4b55-8df3-1dfad5e5042d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2c21a6d-59d0-4831-98e5-f1965fd7c275 HTTP/1.1" status: 204 len: 168 time: 0.3977146 Apr 20 16:37:10.344907 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee10b6-0330-4b55-8df3-1dfad5e5042d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c21a6d-59d0-4831-98e5-f1965fd7c275,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:10.364832 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39548) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:10.394983 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dfaf34-6026-464d-93af-36b742e4da36 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Checking segment: {'id': '1b565e85-3010-4ad2-96ee-cf9f52e7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:37:10.399439 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dfaf34-6026-464d-93af-36b742e4da36 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network hostable DHCP agents. Network: a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:37:10.423479 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9aa0ba67-9f1c-4b85-ad25-bd0e09a9ddf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:10.426925 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9aa0ba67-9f1c-4b85-ad25-bd0e09a9ddf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:10.427642 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9aa0ba67-9f1c-4b85-ad25-bd0e09a9ddf0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd52b4b4-c35a-4b5d-882d-e6a5266d1f39 HTTP/1.1" status: 204 len: 168 time: 0.3097734 Apr 20 16:37:10.437251 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0ba67-9f1c-4b85-ad25-bd0e09a9ddf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd52b4b4-c35a-4b5d-882d-e6a5266d1f39,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:10.440109 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfaf34-6026-464d-93af-36b742e4da36 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Subnet': ['ID=39ad2cee-87a5-4788-9060-6e780dbb4a96,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:10.520846 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dfaf34-6026-464d-93af-36b742e4da36 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:37:10.542387 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c24d58e-0663-4f70-8c4a-3f553ed3b572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:10.636982 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c24d58e-0663-4f70-8c4a-3f553ed3b572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:10.680633 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-f4dfaf34-6026-464d-93af-36b742e4da36 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:10.685472 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dfaf34-6026-464d-93af-36b742e4da36 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:10.686563 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f4dfaf34-6026-464d-93af-36b742e4da36 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:10.690098 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fdbcc0-bb3c-475d-9a5c-4657fbd772dd None None] Network a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:37:10.812223 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c24d58e-0663-4f70-8c4a-3f553ed3b572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:10.838133 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380e1b9f-fab4-4dc3-9de4-dc643cdb7f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092', 'network_id': 'a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'fixed_ips': [{'subnet_id': '39ad2cee-87a5-4788-9060-6e780dbb4a96'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:37:10.839229 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-380e1b9f-fab4-4dc3-9de4-dc643cdb7f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:10.852086 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f4dfaf34-6026-464d-93af-36b742e4da36 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2327819 Apr 20 16:37:10.854898 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39558) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:10.861361 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d63eae8c-4d5d-4a88-b999-543fb2e9c833 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-232690804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:10.863741 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3c24d58e-0663-4f70-8c4a-3f553ed3b572 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca2c20cf8aea4ee6aabd8913931bddee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4974694 Apr 20 16:37:10.864806 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24d58e-0663-4f70-8c4a-3f553ed3b572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a04a51-b2e3-4faa-9c69-78c5e3959f4d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:10.867876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39560) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:10.950754 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4695a2f6-396a-49c3-ba1a-a9cc4fd6a808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:10.978326 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4695a2f6-396a-49c3-ba1a-a9cc4fd6a808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:11.013032 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d63eae8c-4d5d-4a88-b999-543fb2e9c833 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:11.014192 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-380e1b9f-fab4-4dc3-9de4-dc643cdb7f97 None None] Allocated IP 172.20.0.2 (a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092/39ad2cee-87a5-4788-9060-6e780dbb4a96/77be1de6-9274-4271-b34f-cdcdd5521460) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:37:11.014355 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d63eae8c-4d5d-4a88-b999-543fb2e9c833 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:11.084693 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d63eae8c-4d5d-4a88-b999-543fb2e9c833 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:11.155005 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4695a2f6-396a-49c3-ba1a-a9cc4fd6a808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:11.165042 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4695a2f6-396a-49c3-ba1a-a9cc4fd6a808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:11.165042 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4695a2f6-396a-49c3-ba1a-a9cc4fd6a808 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2a04a51-b2e3-4faa-9c69-78c5e3959f4d HTTP/1.1" status: 204 len: 168 time: 0.2909155 Apr 20 16:37:11.169880 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695a2f6-396a-49c3-ba1a-a9cc4fd6a808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a04a51-b2e3-4faa-9c69-78c5e3959f4d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:11.184870 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d63eae8c-4d5d-4a88-b999-543fb2e9c833 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:11.212880 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-380e1b9f-fab4-4dc3-9de4-dc643cdb7f97 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:11.298798 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-380e1b9f-fab4-4dc3-9de4-dc643cdb7f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:11.300558 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d63eae8c-4d5d-4a88-b999-543fb2e9c833 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:11.304759 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d63eae8c-4d5d-4a88-b999-543fb2e9c833 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4458578 Apr 20 16:37:11.308838 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39582) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:11.315986 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'port': {'network_id': 'a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092', 'name': 'tempest-RoutersTest-955786827'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:11.338900 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380e1b9f-fab4-4dc3-9de4-dc643cdb7f97 None None] Network a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:37:11.345590 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-380e1b9f-fab4-4dc3-9de4-dc643cdb7f97 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:11.349266 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380e1b9f-fab4-4dc3-9de4-dc643cdb7f97 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:37:11.354745 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e1b9f-fab4-4dc3-9de4-dc643cdb7f97 None None] Pushing event updated for resources: {'Port': ['ID=77be1de6-9274-4271-b34f-cdcdd5521460,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:11.410051 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-380e1b9f-fab4-4dc3-9de4-dc643cdb7f97 None None] Attempting to bind port 77be1de6-9274-4271-b34f-cdcdd5521460 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:37:11.410425 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-380e1b9f-fab4-4dc3-9de4-dc643cdb7f97 None None] Attempting to bind port 77be1de6-9274-4271-b34f-cdcdd5521460 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '1b565e85-3010-4ad2-96ee-cf9f52e7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:37:11.410791 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380e1b9f-fab4-4dc3-9de4-dc643cdb7f97 None None] Attempting to bind port 77be1de6-9274-4271-b34f-cdcdd5521460 on network a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:37:11.416208 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380e1b9f-fab4-4dc3-9de4-dc643cdb7f97 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:37:11.416926 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380e1b9f-fab4-4dc3-9de4-dc643cdb7f97 None None] Checking segment: {'id': '1b565e85-3010-4ad2-96ee-cf9f52e7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:37:11.417333 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-380e1b9f-fab4-4dc3-9de4-dc643cdb7f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:11.417725 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380e1b9f-fab4-4dc3-9de4-dc643cdb7f97 None None] Bound using segment: {'id': '1b565e85-3010-4ad2-96ee-cf9f52e7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:37:11.418245 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-380e1b9f-fab4-4dc3-9de4-dc643cdb7f97 None None] Bound port: 77be1de6-9274-4271-b34f-cdcdd5521460, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b565e85-3010-4ad2-96ee-cf9f52e7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:37:11.418651 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-380e1b9f-fab4-4dc3-9de4-dc643cdb7f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:11.491826 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-380e1b9f-fab4-4dc3-9de4-dc643cdb7f97 None None] For port 77be1de6-9274-4271-b34f-cdcdd5521460, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:37:11.495169 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-380e1b9f-fab4-4dc3-9de4-dc643cdb7f97 None None] For port 77be1de6-9274-4271-b34f-cdcdd5521460, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=77be1de6-9274-4271-b34f-cdcdd5521460,segment=NetworkSegment(1b565e85-3010-4ad2-96ee-cf9f52e7a2a5),segment_id=1b565e85-3010-4ad2-96ee-cf9f52e7a2a5)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:37:11.564893 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Made reservation on behalf of f37f65d63e85464a8d7c499983eef860 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:37:11.568572 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:11.600978 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] device_id is not set on port 7e43d530-de80-46ad-bd06-9fe33377786f yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:37:11.729398 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Allocated IP 172.20.0.8 (a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092/39ad2cee-87a5-4788-9060-6e780dbb4a96/7e43d530-de80-46ad-bd06-9fe33377786f) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:37:11.811012 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-380e1b9f-fab4-4dc3-9de4-dc643cdb7f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:11.897459 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e1b9f-fab4-4dc3-9de4-dc643cdb7f97 None None] Pushing event updated for resources: {'Port': ['ID=77be1de6-9274-4271-b34f-cdcdd5521460,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:11.944175 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:12.049902 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:12.115133 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:37:12.118312 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:12.125063 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:37:12.162708 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Port': ['ID=7e43d530-de80-46ad-bd06-9fe33377786f,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:12.172405 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:12.172703 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:12.173103 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:12.173368 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:12.173800 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:12.174132 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:12.174459 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:12.174787 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:12.175173 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:12.175521 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:12.175885 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:12.176238 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:12.201792 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:12.203031 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:12.388123 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f23636bc-cc78-4109-9b35-022dc0363179 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.0793207 Apr 20 16:37:12.390886 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39618) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:12.552847 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39624) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:12.785727 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e82b54d-a118-42f9-9a7c-f2369b84ee34 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:13.023691 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f98efcef-9248-43ca-bcbd-eef5cca84b08 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Request body: {'security_group': {'name': 'tempest-secgroup--434722208'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:13.171958 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f98efcef-9248-43ca-bcbd-eef5cca84b08 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:13.195621 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f98efcef-9248-43ca-bcbd-eef5cca84b08 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:13.233056 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e82b54d-a118-42f9-9a7c-f2369b84ee34 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:13.315197 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2477a814-d546-41dd-8ac2-c53b47e0107e None None] Network a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:37:13.345483 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f98efcef-9248-43ca-bcbd-eef5cca84b08 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:13.355803 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e82b54d-a118-42f9-9a7c-f2369b84ee34 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:13.438106 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82b54d-a118-42f9-9a7c-f2369b84ee34 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Port': ['ID=7e43d530-de80-46ad-bd06-9fe33377786f,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:13.452184 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 77be1de6-9274-4271-b34f-cdcdd5521460 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:37:13.475492 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f98efcef-9248-43ca-bcbd-eef5cca84b08 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:13.674263 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f98efcef-9248-43ca-bcbd-eef5cca84b08 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:13.696456 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98efcef-9248-43ca-bcbd-eef5cca84b08 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c237a1e-fa98-4870-b9a1-5000f6cda3a8,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:13.736785 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f98efcef-9248-43ca-bcbd-eef5cca84b08 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:13.766475 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ee8798e6-1eb1-405d-9c1c-240af14ea0bf None None] Provisioning complete for port 77be1de6-9274-4271-b34f-cdcdd5521460 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:13.767500 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ee8798e6-1eb1-405d-9c1c-240af14ea0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:13.778078 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98efcef-9248-43ca-bcbd-eef5cca84b08 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0493402-e900-4601-bf14-e4d4422927ba,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:13.797768 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e82b54d-a118-42f9-9a7c-f2369b84ee34 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:13.881341 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f98efcef-9248-43ca-bcbd-eef5cca84b08 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:13.887390 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f98efcef-9248-43ca-bcbd-eef5cca84b08 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3302083 Apr 20 16:37:13.888089 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39662) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:13.891620 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 77be1de6-9274-4271-b34f-cdcdd5521460 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:13.892821 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:13.996068 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-85472960-dd43-4872-9c3d-9cf9d75d016c tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1066041 Apr 20 16:37:14.005188 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39664) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:14.005188 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-7b56b7ea-b47c-4381-b372-c6d190bf042e tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Request body: {'security_group': {'name': 'tempest-security--1264079378', 'description': 'tempest-security-description-664965218'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:14.020995 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ee8798e6-1eb1-405d-9c1c-240af14ea0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:14.036647 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7b56b7ea-b47c-4381-b372-c6d190bf042e tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:14.106535 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7b56b7ea-b47c-4381-b372-c6d190bf042e tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:14.150640 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ee8798e6-1eb1-405d-9c1c-240af14ea0bf None None] For port 77be1de6-9274-4271-b34f-cdcdd5521460, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=77be1de6-9274-4271-b34f-cdcdd5521460,segment=NetworkSegment(1b565e85-3010-4ad2-96ee-cf9f52e7a2a5),segment_id=1b565e85-3010-4ad2-96ee-cf9f52e7a2a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:37:14.153257 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:14.213361 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e82b54d-a118-42f9-9a7c-f2369b84ee34 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:14.225240 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7b56b7ea-b47c-4381-b372-c6d190bf042e tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:14.234473 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7b56b7ea-b47c-4381-b372-c6d190bf042e tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:14.238823 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7b56b7ea-b47c-4381-b372-c6d190bf042e tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "PUT /v2.0/security-groups/c0493402-e900-4601-bf14-e4d4422927ba HTTP/1.1" status: 200 len: 1779 time: 0.2386901 Apr 20 16:37:14.255560 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39676) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:14.269006 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56b7ea-b47c-4381-b372-c6d190bf042e tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0493402-e900-4601-bf14-e4d4422927ba,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:14.304362 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ee8798e6-1eb1-405d-9c1c-240af14ea0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:14.421502 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:37:14.422500 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:37:14.427955 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8798e6-1eb1-405d-9c1c-240af14ea0bf None None] Pushing event updated for resources: {'Port': ['ID=77be1de6-9274-4271-b34f-cdcdd5521460,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:14.460707 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-312a6c76-c914-4d80-8bc1-cfaa0c2554f4 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-groups/c0493402-e900-4601-bf14-e4d4422927ba HTTP/1.1" status: 200 len: 1779 time: 0.2039866 Apr 20 16:37:14.474346 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39686) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:14.544738 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-832b2e44-b1ca-435a-8072-b4e5d09f22a4 None None] Provisioning complete for port 7e43d530-de80-46ad-bd06-9fe33377786f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:14.545465 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-832b2e44-b1ca-435a-8072-b4e5d09f22a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:14.630711 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-832b2e44-b1ca-435a-8072-b4e5d09f22a4 None None] Port 7e43d530-de80-46ad-bd06-9fe33377786f cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:37:14.650165 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-832b2e44-b1ca-435a-8072-b4e5d09f22a4 None None] Provisioning complete for port 77be1de6-9274-4271-b34f-cdcdd5521460 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:14.651596 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-832b2e44-b1ca-435a-8072-b4e5d09f22a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:14.708497 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-01d68567-9a0c-4817-b0c4-3554753cb6a4 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:14.756305 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-01d68567-9a0c-4817-b0c4-3554753cb6a4 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:14.886789 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e82b54d-a118-42f9-9a7c-f2369b84ee34 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:14.911750 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39696) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:14.989412 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e82b54d-a118-42f9-9a7c-f2369b84ee34 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:14.996037 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e3c51bec-9b7d-4263-b42e-af47b4e5c7fd None None] Provisioning complete for port 7e43d530-de80-46ad-bd06-9fe33377786f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:14.996566 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e3c51bec-9b7d-4263-b42e-af47b4e5c7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:15.072034 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e3c51bec-9b7d-4263-b42e-af47b4e5c7fd None None] Port 7e43d530-de80-46ad-bd06-9fe33377786f cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:37:15.085484 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e82b54d-a118-42f9-9a7c-f2369b84ee34 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:15.092637 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-01d68567-9a0c-4817-b0c4-3554753cb6a4 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:15.095739 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-01d68567-9a0c-4817-b0c4-3554753cb6a4 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:15.096988 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-01d68567-9a0c-4817-b0c4-3554753cb6a4 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "DELETE /v2.0/security-groups/c0493402-e900-4601-bf14-e4d4422927ba HTTP/1.1" status: 204 len: 168 time: 0.6327243 Apr 20 16:37:15.100141 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39700) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:15.133551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d68567-9a0c-4817-b0c4-3554753cb6a4 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0493402-e900-4601-bf14-e4d4422927ba,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:15.133713 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-240cb27e-69a2-4023-9417-a80d303c260f tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-362477715'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:15.207744 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-dc60491f-92d6-4e80-9a72-c5230b8a4eee None None] Provisioning complete for port 7e43d530-de80-46ad-bd06-9fe33377786f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:15.208421 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dc60491f-92d6-4e80-9a72-c5230b8a4eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:15.220425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82b54d-a118-42f9-9a7c-f2369b84ee34 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Port': ['ID=7e43d530-de80-46ad-bd06-9fe33377786f,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:15.233098 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ed5af2b9-b55b-4601-a96c-f597b8625819 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1311150 Apr 20 16:37:15.236291 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39704) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:15.248711 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-dc60491f-92d6-4e80-9a72-c5230b8a4eee None None] Port 7e43d530-de80-46ad-bd06-9fe33377786f cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:37:15.251872 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-f1e675b6-d48c-43cd-bc9d-d9ac616af0eb tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] delete failed (client error): The resource could not be found. Apr 20 16:37:15.253279 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f1e675b6-d48c-43cd-bc9d-d9ac616af0eb tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "DELETE /v2.0/security-groups/c0493402-e900-4601-bf14-e4d4422927ba HTTP/1.1" status: 404 len: 347 time: 0.0158274 Apr 20 16:37:15.257871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39706) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:15.266588 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f0b87d1a-bb0f-4f39-b4e3-187a67cf4349 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Request body: {'security_group': {'name': 'tempest-secgroup--597445536'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:15.297953 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-240cb27e-69a2-4023-9417-a80d303c260f tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:15.301953 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-240cb27e-69a2-4023-9417-a80d303c260f tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:15.332504 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e82b54d-a118-42f9-9a7c-f2369b84ee34 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:37:15.334192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-2e82b54d-a118-42f9-9a7c-f2369b84ee34 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:15.347748 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 77be1de6-9274-4271-b34f-cdcdd5521460 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:37:15.406757 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-240cb27e-69a2-4023-9417-a80d303c260f tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:15.409902 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f0b87d1a-bb0f-4f39-b4e3-187a67cf4349 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:15.476073 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 77be1de6-9274-4271-b34f-cdcdd5521460 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:15.477707 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:15.498327 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-240cb27e-69a2-4023-9417-a80d303c260f tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:15.509531 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f0b87d1a-bb0f-4f39-b4e3-187a67cf4349 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:15.615641 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f0b87d1a-bb0f-4f39-b4e3-187a67cf4349 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:15.632352 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-240cb27e-69a2-4023-9417-a80d303c260f tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:15.635922 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-240cb27e-69a2-4023-9417-a80d303c260f tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7207081 Apr 20 16:37:15.637014 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39710) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:15.676242 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b87d1a-bb0f-4f39-b4e3-187a67cf4349 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=496d29ce-a823-40ec-a36a-9ad0aef1311a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:15.681982 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-22f515d3-7c22-4a81-9334-b8a706972d22 None None] Provisioning complete for port 7e43d530-de80-46ad-bd06-9fe33377786f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:15.682459 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-22f515d3-7c22-4a81-9334-b8a706972d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:15.694207 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e82b54d-a118-42f9-9a7c-f2369b84ee34 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Router a6db0c9f-804b-42bb-9710-ef568f76739e is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:37:15.728146 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f0b87d1a-bb0f-4f39-b4e3-187a67cf4349 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:15.729680 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f0b87d1a-bb0f-4f39-b4e3-187a67cf4349 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4702153 Apr 20 16:37:15.732565 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39712) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:15.737461 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-8c988607-bd0c-48e1-afba-dbd76628cf39 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Request body: {'security_group_rule': {'security_group_id': '496d29ce-a823-40ec-a36a-9ad0aef1311a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:15.742342 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f196b7f6-fd9a-403a-a3ee-8afda897ae23 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:15.743178 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-22f515d3-7c22-4a81-9334-b8a706972d22 None None] Port 7e43d530-de80-46ad-bd06-9fe33377786f cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:37:15.864192 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c988607-bd0c-48e1-afba-dbd76628cf39 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:15.983112 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c988607-bd0c-48e1-afba-dbd76628cf39 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:16.081016 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c988607-bd0c-48e1-afba-dbd76628cf39 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:16.114274 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c988607-bd0c-48e1-afba-dbd76628cf39 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d9762d-85ae-4a3f-9086-1771f1302807,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:16.229685 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c988607-bd0c-48e1-afba-dbd76628cf39 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:16.233952 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8c988607-bd0c-48e1-afba-dbd76628cf39 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4973526 Apr 20 16:37:16.234326 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39720) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:16.263782 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6bbec463-6663-461c-9385-875537f07cb8 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:16.273471 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6bbec463-6663-461c-9385-875537f07cb8 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:16.377079 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f196b7f6-fd9a-403a-a3ee-8afda897ae23 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:16.379661 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f196b7f6-fd9a-403a-a3ee-8afda897ae23 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:16.381353 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e82b54d-a118-42f9-9a7c-f2369b84ee34 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:37:16.387123 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2e82b54d-a118-42f9-9a7c-f2369b84ee34 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "PUT /v2.0/routers/a6db0c9f-804b-42bb-9710-ef568f76739e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9950397 Apr 20 16:37:16.392370 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39724) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:16.400674 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac9784a-60cc-4fac-be92-205ed5ea31b5 None None] Sync routers for ids ['a6db0c9f-804b-42bb-9710-ef568f76739e'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:37:16.422209 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac9784a-60cc-4fac-be92-205ed5ea31b5 None None] Routers {'a6db0c9f-804b-42bb-9710-ef568f76739e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:37:16.423525 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-dac9784a-60cc-4fac-be92-205ed5ea31b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:36:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['a6db0c9f-804b-42bb-9710-ef568f76739e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:16.464561 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6bbec463-6663-461c-9385-875537f07cb8 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:16.475124 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6bbec463-6663-461c-9385-875537f07cb8 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:16.478560 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6bbec463-6663-461c-9385-875537f07cb8 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/30d9762d-85ae-4a3f-9086-1771f1302807 HTTP/1.1" status: 204 len: 168 time: 0.2409003 Apr 20 16:37:16.478954 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39728) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:16.488581 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-dac9784a-60cc-4fac-be92-205ed5ea31b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:16.491014 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbec463-6663-461c-9385-875537f07cb8 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30d9762d-85ae-4a3f-9086-1771f1302807,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:16.502833 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c7813b-4e8e-4628-9422-18b17b2784da tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:16.504492 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e3c7813b-4e8e-4628-9422-18b17b2784da tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "GET /v2.0/ports/7e43d530-de80-46ad-bd06-9fe33377786f HTTP/1.1" status: 200 len: 976 time: 0.1126699 Apr 20 16:37:16.507136 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39730) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:16.522822 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac9784a-60cc-4fac-be92-205ed5ea31b5 None None] Routers {'a6db0c9f-804b-42bb-9710-ef568f76739e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:37:16.524381 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-dac9784a-60cc-4fac-be92-205ed5ea31b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:36:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['a6db0c9f-804b-42bb-9710-ef568f76739e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:16.579166 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-dac9784a-60cc-4fac-be92-205ed5ea31b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:16.580140 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac9784a-60cc-4fac-be92-205ed5ea31b5 None None] The sync data for ids ['a6db0c9f-804b-42bb-9710-ef568f76739e'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:37:16.593030 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7cf24ca1-26c3-4ab7-8a8e-9ebfc1ec3c52 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1128917 Apr 20 16:37:16.595649 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39732) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:16.628721 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f196b7f6-fd9a-403a-a3ee-8afda897ae23 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:16.629241 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f196b7f6-fd9a-403a-a3ee-8afda897ae23 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95dc9690-ea81-4dc0-8d2b-800c60a93cec {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:37:16.637889 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f196b7f6-fd9a-403a-a3ee-8afda897ae23 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:16.642020 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f196b7f6-fd9a-403a-a3ee-8afda897ae23 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] 10.222.0.15 "DELETE /v2.0/routers/95dc9690-ea81-4dc0-8d2b-800c60a93cec HTTP/1.1" status: 204 len: 168 time: 1.0044949 Apr 20 16:37:16.644501 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39736) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:16.650005 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-00add5fb-452f-47e1-a3ac-e8bceac49430 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Request body: {'router': {'name': 'tempest-router-774989110', 'distributed': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:16.681985 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bcd4ca2f-a97c-40ab-92ab-11c702704978 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:16.705746 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bcd4ca2f-a97c-40ab-92ab-11c702704978 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:16.818288 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00add5fb-452f-47e1-a3ac-e8bceac49430 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:16.819576 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00add5fb-452f-47e1-a3ac-e8bceac49430 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:16.885358 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bcd4ca2f-a97c-40ab-92ab-11c702704978 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:16.888062 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bcd4ca2f-a97c-40ab-92ab-11c702704978 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:16.889444 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bcd4ca2f-a97c-40ab-92ab-11c702704978 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "DELETE /v2.0/security-groups/496d29ce-a823-40ec-a36a-9ad0aef1311a HTTP/1.1" status: 204 len: 168 time: 0.2927992 Apr 20 16:37:16.893057 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39738) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:16.905246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4ca2f-a97c-40ab-92ab-11c702704978 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=496d29ce-a823-40ec-a36a-9ad0aef1311a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:16.919407 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-270deac3-cc61-46f2-9cd2-35cae0a0225e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:16.949787 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00add5fb-452f-47e1-a3ac-e8bceac49430 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:17.034992 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00add5fb-452f-47e1-a3ac-e8bceac49430 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:17.146063 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00add5fb-452f-47e1-a3ac-e8bceac49430 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:17.151352 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-00add5fb-452f-47e1-a3ac-e8bceac49430 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5048072 Apr 20 16:37:17.151981 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39742) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:17.283329 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6f71f49c-8169-47f3-a355-7d99589302ed tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:17.387057 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0cacf114-dc8f-46a3-9148-00de7a11c413 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4934056 Apr 20 16:37:17.390893 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39750) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:17.399504 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-4fb234c5-2694-4497-9a06-29963cbf80a0 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Request body: {'security_group': {'name': 'tempest-secgroup--2087468727'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:17.511833 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6f71f49c-8169-47f3-a355-7d99589302ed tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:17.514627 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6f71f49c-8169-47f3-a355-7d99589302ed tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:17.546890 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4fb234c5-2694-4497-9a06-29963cbf80a0 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:17.642517 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4fb234c5-2694-4497-9a06-29963cbf80a0 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:17.676253 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-270deac3-cc61-46f2-9cd2-35cae0a0225e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting port 7e43d530-de80-46ad-bd06-9fe33377786f {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:17.676776 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-270deac3-cc61-46f2-9cd2-35cae0a0225e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:17.709251 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6f71f49c-8169-47f3-a355-7d99589302ed tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:17.709819 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f71f49c-8169-47f3-a355-7d99589302ed tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18393468-6f59-496a-b993-92598dd9f646 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:37:17.714579 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6f71f49c-8169-47f3-a355-7d99589302ed tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:17.718541 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6f71f49c-8169-47f3-a355-7d99589302ed tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] 10.222.0.15 "DELETE /v2.0/routers/18393468-6f59-496a-b993-92598dd9f646 HTTP/1.1" status: 204 len: 168 time: 0.5623572 Apr 20 16:37:17.718767 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39758) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:17.725957 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-1bd18a3d-c41e-4b3e-bfb6-607cea4546f3 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Request body: {'router': {'name': 'tempest-router-1978818995', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '710f90bfca1a406a9ef88ca047054c81'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:17.748185 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4fb234c5-2694-4497-9a06-29963cbf80a0 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:17.815447 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-270deac3-cc61-46f2-9cd2-35cae0a0225e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:17.830696 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-270deac3-cc61-46f2-9cd2-35cae0a0225e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Calling delete_port for 7e43d530-de80-46ad-bd06-9fe33377786f owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:17.840771 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb234c5-2694-4497-9a06-29963cbf80a0 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6960d411-5c41-4055-98ed-f44691a1a112,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:17.851988 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1bd18a3d-c41e-4b3e-bfb6-607cea4546f3 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:17.853797 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1bd18a3d-c41e-4b3e-bfb6-607cea4546f3 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:17.902811 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4fb234c5-2694-4497-9a06-29963cbf80a0 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:17.904130 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4fb234c5-2694-4497-9a06-29963cbf80a0 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5123124 Apr 20 16:37:17.907777 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39760) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:17.913863 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-47ba4ebe-4082-41c9-8fcc-0597a9c5d2ed tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Request body: {'security_group_rule': {'security_group_id': '6960d411-5c41-4055-98ed-f44691a1a112', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:17.929163 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1bd18a3d-c41e-4b3e-bfb6-607cea4546f3 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:18.006850 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1bd18a3d-c41e-4b3e-bfb6-607cea4546f3 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:18.066028 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-47ba4ebe-4082-41c9-8fcc-0597a9c5d2ed tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:18.121334 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1bd18a3d-c41e-4b3e-bfb6-607cea4546f3 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:18.124378 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1bd18a3d-c41e-4b3e-bfb6-607cea4546f3 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4045520 Apr 20 16:37:18.133626 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39764) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:18.139615 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-47ba4ebe-4082-41c9-8fcc-0597a9c5d2ed tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:18.149088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-c062b6d9-b802-41a2-934c-245cbd6ebd33 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:18.167062 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-270deac3-cc61-46f2-9cd2-35cae0a0225e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:18.226775 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270deac3-cc61-46f2-9cd2-35cae0a0225e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Port': ['ID=7e43d530-de80-46ad-bd06-9fe33377786f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:18.234576 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-47ba4ebe-4082-41c9-8fcc-0597a9c5d2ed tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:18.277908 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba4ebe-4082-41c9-8fcc-0597a9c5d2ed tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d70f425c-b1a4-4f55-9140-6d12acb38cd1,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:18.433766 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-47ba4ebe-4082-41c9-8fcc-0597a9c5d2ed tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:18.435719 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-47ba4ebe-4082-41c9-8fcc-0597a9c5d2ed tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5268898 Apr 20 16:37:18.438413 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39770) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:18.443954 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-78054f16-8478-4669-a33e-ba59ed29a812 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Request body: {'security_group_rule': {'security_group_id': '6960d411-5c41-4055-98ed-f44691a1a112', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:18.486864 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-270deac3-cc61-46f2-9cd2-35cae0a0225e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:18.600885 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c062b6d9-b802-41a2-934c-245cbd6ebd33 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:18.603580 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c062b6d9-b802-41a2-934c-245cbd6ebd33 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks [] for router, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:18.648652 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78054f16-8478-4669-a33e-ba59ed29a812 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:18.746652 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c062b6d9-b802-41a2-934c-245cbd6ebd33 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103484) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 20 16:37:18.757882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c062b6d9-b802-41a2-934c-245cbd6ebd33 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Router 3c133ea0-737d-4225-99b1-c9f815dc6c1a migrating from provider to provider. {{(pid=103484) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 20 16:37:18.757882 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c062b6d9-b802-41a2-934c-245cbd6ebd33 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:18.757882 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c062b6d9-b802-41a2-934c-245cbd6ebd33 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:18.802790 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270deac3-cc61-46f2-9cd2-35cae0a0225e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Router a6db0c9f-804b-42bb-9710-ef568f76739e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:37:18.840126 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78054f16-8478-4669-a33e-ba59ed29a812 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:18.865048 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c062b6d9-b802-41a2-934c-245cbd6ebd33 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545285'] for router, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:18.980708 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78054f16-8478-4669-a33e-ba59ed29a812 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:18.987493 n-d-836146-2 neutron-server[103484]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c062b6d9-b802-41a2-934c-245cbd6ebd33 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] No L3 agents can host the router 3c133ea0-737d-4225-99b1-c9f815dc6c1a Apr 20 16:37:19.011094 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78054f16-8478-4669-a33e-ba59ed29a812 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7635529f-d399-42b3-8b4e-e0940d53bf9a,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:19.014212 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270deac3-cc61-46f2-9cd2-35cae0a0225e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:37:19.032618 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5073499e-7893-44d1-aa28-4cbdc7bb6418 None None] Sync routers for ids ['a6db0c9f-804b-42bb-9710-ef568f76739e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:37:19.033240 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-270deac3-cc61-46f2-9cd2-35cae0a0225e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "PUT /v2.0/routers/a6db0c9f-804b-42bb-9710-ef568f76739e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5218229 Apr 20 16:37:19.033459 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39778) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:19.050083 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5073499e-7893-44d1-aa28-4cbdc7bb6418 None None] Routers {'a6db0c9f-804b-42bb-9710-ef568f76739e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:37:19.051268 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-5073499e-7893-44d1-aa28-4cbdc7bb6418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:36:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['a6db0c9f-804b-42bb-9710-ef568f76739e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:19.099723 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78054f16-8478-4669-a33e-ba59ed29a812 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:19.104110 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-78054f16-8478-4669-a33e-ba59ed29a812 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6638937 Apr 20 16:37:19.106636 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-5073499e-7893-44d1-aa28-4cbdc7bb6418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:19.107299 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39780) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:19.113148 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-0f9b6b44-2ca3-49b0-9191-ff9c9294688e tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Request body: {'security_group_rule': {'security_group_id': '6960d411-5c41-4055-98ed-f44691a1a112', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:19.117809 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5073499e-7893-44d1-aa28-4cbdc7bb6418 None None] Routers {'a6db0c9f-804b-42bb-9710-ef568f76739e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:37:19.118568 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-5073499e-7893-44d1-aa28-4cbdc7bb6418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:36:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['a6db0c9f-804b-42bb-9710-ef568f76739e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:19.158364 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-5073499e-7893-44d1-aa28-4cbdc7bb6418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:19.159236 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5073499e-7893-44d1-aa28-4cbdc7bb6418 None None] The sync data for ids ['a6db0c9f-804b-42bb-9710-ef568f76739e'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:37:19.171845 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c062b6d9-b802-41a2-934c-245cbd6ebd33 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Hosts for router 3c133ea0-737d-4225-99b1-c9f815dc6c1a: [] {{(pid=103484) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 20 16:37:19.197722 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c062b6d9-b802-41a2-934c-245cbd6ebd33 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Hosts for other DVR routers connected to router 3c133ea0-737d-4225-99b1-c9f815dc6c1a: set() {{(pid=103484) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 20 16:37:19.200362 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c062b6d9-b802-41a2-934c-245cbd6ebd33 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:19.204860 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c062b6d9-b802-41a2-934c-245cbd6ebd33 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] 10.222.0.15 "PUT /v2.0/routers/3c133ea0-737d-4225-99b1-c9f815dc6c1a HTTP/1.1" status: 200 len: 717 time: 1.0665967 Apr 20 16:37:19.205530 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39784) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:19.239931 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6b44-2ca3-49b0-9191-ff9c9294688e tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:19.289240 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8846b27e-6176-4413-8436-130aab41894d tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] 10.222.0.15 "GET /v2.0/routers/3c133ea0-737d-4225-99b1-c9f815dc6c1a HTTP/1.1" status: 200 len: 717 time: 0.0826223 Apr 20 16:37:19.289888 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39786) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:19.341132 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-e8b3d989-a045-4ff7-97e1-3575734ad697 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] remove_router_interface failed (client error): The resource could not be found. Apr 20 16:37:19.342218 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e8b3d989-a045-4ff7-97e1-3575734ad697 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "PUT /v2.0/routers/a6db0c9f-804b-42bb-9710-ef568f76739e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3069780 Apr 20 16:37:19.345350 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39790) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:19.365331 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6b44-2ca3-49b0-9191-ff9c9294688e tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:19.383446 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-fd0732d3-a4c5-4df5-a5f6-197b87f742d4 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6db0c9f-804b-42bb-9710-ef568f76739e HTTP/1.1" status: 200 len: 205 time: 0.0365479 Apr 20 16:37:19.385942 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39792) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:19.478991 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bcabc910-b0b6-42ff-b343-9aae9e7b74ba tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:19.482015 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6b44-2ca3-49b0-9191-ff9c9294688e tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:19.493686 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-491c130c-6486-4aac-8e05-badfc93816dd tempest-RoutersTestDVR-644638279 tempest-RoutersTestDVR-644638279-project] 10.222.0.15 "GET /v2.0/routers/3c133ea0-737d-4225-99b1-c9f815dc6c1a HTTP/1.1" status: 200 len: 683 time: 0.2020743 Apr 20 16:37:19.495612 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39794) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:19.569263 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b6b44-2ca3-49b0-9191-ff9c9294688e tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e77bb3-7e43-4a13-82b5-3a77042bf055,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:19.597631 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-24ea9593-0dbe-4c14-97ed-66a5afffa0dc tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:19.683529 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bcabc910-b0b6-42ff-b343-9aae9e7b74ba tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:19.685722 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bcabc910-b0b6-42ff-b343-9aae9e7b74ba tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:19.737874 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6b44-2ca3-49b0-9191-ff9c9294688e tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:19.738001 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39802) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:19.738091 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0f9b6b44-2ca3-49b0-9191-ff9c9294688e tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6259024 Apr 20 16:37:19.739300 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-5239f431-85ce-475e-b925-d8f46405592a tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Request body: {'security_group_rule': {'security_group_id': '6960d411-5c41-4055-98ed-f44691a1a112', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:19.782000 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-24ea9593-0dbe-4c14-97ed-66a5afffa0dc tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:19.785936 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-24ea9593-0dbe-4c14-97ed-66a5afffa0dc tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:19.835239 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bcabc910-b0b6-42ff-b343-9aae9e7b74ba tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:19.835967 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcabc910-b0b6-42ff-b343-9aae9e7b74ba tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Fanout notify agent at l3_agent the message router_deleted on router a6db0c9f-804b-42bb-9710-ef568f76739e {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:37:19.845360 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bcabc910-b0b6-42ff-b343-9aae9e7b74ba tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:19.858111 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bcabc910-b0b6-42ff-b343-9aae9e7b74ba tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/routers/a6db0c9f-804b-42bb-9710-ef568f76739e HTTP/1.1" status: 204 len: 168 time: 0.4596045 Apr 20 16:37:19.858217 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39806) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:19.902152 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5239f431-85ce-475e-b925-d8f46405592a tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:19.946057 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-326ed1d3-72f4-49e5-a354-270bc6d01d47 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting subnet 39ad2cee-87a5-4788-9060-6e780dbb4a96 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:37:19.974410 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-326ed1d3-72f4-49e5-a354-270bc6d01d47 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:19.978636 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-24ea9593-0dbe-4c14-97ed-66a5afffa0dc tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:19.981842 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ea9593-0dbe-4c14-97ed-66a5afffa0dc tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c133ea0-737d-4225-99b1-c9f815dc6c1a {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:37:20.040003 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-24ea9593-0dbe-4c14-97ed-66a5afffa0dc tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:20.044395 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-24ea9593-0dbe-4c14-97ed-66a5afffa0dc tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] 10.222.0.15 "DELETE /v2.0/routers/3c133ea0-737d-4225-99b1-c9f815dc6c1a HTTP/1.1" status: 204 len: 168 time: 0.5445840 Apr 20 16:37:20.045355 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39816) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:20.054117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4ede57e8-91eb-4714-8b8e-8e95b3ca6b53 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Request body: {'router': {'name': 'tempest-router-1994244472', 'distributed': True}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:20.100567 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-326ed1d3-72f4-49e5-a354-270bc6d01d47 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:20.147083 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5239f431-85ce-475e-b925-d8f46405592a tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:20.233300 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-326ed1d3-72f4-49e5-a354-270bc6d01d47 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:20.269602 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ede57e8-91eb-4714-8b8e-8e95b3ca6b53 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:20.270711 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ede57e8-91eb-4714-8b8e-8e95b3ca6b53 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:20.345568 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ede57e8-91eb-4714-8b8e-8e95b3ca6b53 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:20.346591 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5239f431-85ce-475e-b925-d8f46405592a tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:20.363206 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239f431-85ce-475e-b925-d8f46405592a tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae04ab1-53b5-4fa3-a2ed-1557367dcd89,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:20.440961 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ede57e8-91eb-4714-8b8e-8e95b3ca6b53 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:20.504891 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-326ed1d3-72f4-49e5-a354-270bc6d01d47 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:20.517335 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5239f431-85ce-475e-b925-d8f46405592a tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:20.517335 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5239f431-85ce-475e-b925-d8f46405592a tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7779217 Apr 20 16:37:20.517335 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39824) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:20.523674 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-89dd14e5-a14f-4eea-bc4b-d5b569ca6702 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Request body: {'security_group_rule': {'security_group_id': '6960d411-5c41-4055-98ed-f44691a1a112', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:20.567139 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ede57e8-91eb-4714-8b8e-8e95b3ca6b53 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:20.568425 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4ede57e8-91eb-4714-8b8e-8e95b3ca6b53 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5221255 Apr 20 16:37:20.569445 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ed1d3-72f4-49e5-a354-270bc6d01d47 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Subnet': ['ID=39ad2cee-87a5-4788-9060-6e780dbb4a96,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:20.571319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39828) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:20.599781 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda60515-95a8-40b3-8c8d-8be46407c17d None None] Network a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:37:20.634774 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-326ed1d3-72f4-49e5-a354-270bc6d01d47 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:20.638160 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-326ed1d3-72f4-49e5-a354-270bc6d01d47 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/subnets/39ad2cee-87a5-4788-9060-6e780dbb4a96 HTTP/1.1" status: 204 len: 168 time: 0.7873502 Apr 20 16:37:20.640871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39830) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:20.708781 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f9aabc3-1641-49c4-a281-c472625cdbc4 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:20.781852 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5a8b460e-598b-4a4a-a79a-20bc7e5541bd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:20.820114 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-89dd14e5-a14f-4eea-bc4b-d5b569ca6702 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:20.869622 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b460e-598b-4a4a-a79a-20bc7e5541bd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting port 77be1de6-9274-4271-b34f-cdcdd5521460 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:20.870186 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5a8b460e-598b-4a4a-a79a-20bc7e5541bd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:20.886982 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd92dd0-c7f4-41c1-bd8d-e1d4eddede85 None None] DHCP port deletion for a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:37:20.953582 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f9aabc3-1641-49c4-a281-c472625cdbc4 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:20.960500 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f9aabc3-1641-49c4-a281-c472625cdbc4 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:20.995681 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ddd92dd0-c7f4-41c1-bd8d-e1d4eddede85 None None] Deleting port 77be1de6-9274-4271-b34f-cdcdd5521460 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:20.996050 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ddd92dd0-c7f4-41c1-bd8d-e1d4eddede85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:21.021403 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5a8b460e-598b-4a4a-a79a-20bc7e5541bd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] For port 77be1de6-9274-4271-b34f-cdcdd5521460, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=77be1de6-9274-4271-b34f-cdcdd5521460,segment=NetworkSegment(1b565e85-3010-4ad2-96ee-cf9f52e7a2a5),segment_id=1b565e85-3010-4ad2-96ee-cf9f52e7a2a5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:37:21.021780 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5a8b460e-598b-4a4a-a79a-20bc7e5541bd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:21.036712 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b460e-598b-4a4a-a79a-20bc7e5541bd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Calling delete_port for 77be1de6-9274-4271-b34f-cdcdd5521460 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:21.077178 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ddd92dd0-c7f4-41c1-bd8d-e1d4eddede85 None None] For port 77be1de6-9274-4271-b34f-cdcdd5521460, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=77be1de6-9274-4271-b34f-cdcdd5521460,segment=NetworkSegment(1b565e85-3010-4ad2-96ee-cf9f52e7a2a5),segment_id=1b565e85-3010-4ad2-96ee-cf9f52e7a2a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:37:21.077937 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ddd92dd0-c7f4-41c1-bd8d-e1d4eddede85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:21.092931 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ddd92dd0-c7f4-41c1-bd8d-e1d4eddede85 None None] Calling delete_port for 77be1de6-9274-4271-b34f-cdcdd5521460 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:21.100309 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f9aabc3-1641-49c4-a281-c472625cdbc4 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:21.100950 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9aabc3-1641-49c4-a281-c472625cdbc4 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45ea3bcf-0b52-4ec6-8383-79db7e97b946 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:37:21.108727 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9f9aabc3-1641-49c4-a281-c472625cdbc4 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:21.112880 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9f9aabc3-1641-49c4-a281-c472625cdbc4 tempest-RoutersTestDVR-1969465473 tempest-RoutersTestDVR-1969465473-project-admin] 10.222.0.15 "DELETE /v2.0/routers/45ea3bcf-0b52-4ec6-8383-79db7e97b946 HTTP/1.1" status: 204 len: 168 time: 0.5374386 Apr 20 16:37:21.138198 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-89dd14e5-a14f-4eea-bc4b-d5b569ca6702 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:21.211940 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-89dd14e5-a14f-4eea-bc4b-d5b569ca6702 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:21.242716 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd14e5-a14f-4eea-bc4b-d5b569ca6702 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b386abc6-8f0d-4ed3-8a09-8b4e03c453d2,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:21.337680 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 77be1de6-9274-4271-b34f-cdcdd5521460 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:37:21.382469 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5a8b460e-598b-4a4a-a79a-20bc7e5541bd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:21.383622 n-d-836146-2 neutron-server[103486]: INFO neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No ports have port_id starting with 77be1de6-9274-4271-b34f-cdcdd5521460 Apr 20 16:37:21.385520 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-89dd14e5-a14f-4eea-bc4b-d5b569ca6702 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:21.390071 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-89dd14e5-a14f-4eea-bc4b-d5b569ca6702 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8717775 Apr 20 16:37:21.392221 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39842) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:21.400099 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ddd92dd0-c7f4-41c1-bd8d-e1d4eddede85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:21.415258 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd92dd0-c7f4-41c1-bd8d-e1d4eddede85 None None] No DVR routers for this DVR port 77be1de6-9274-4271-b34f-cdcdd5521460 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:37:21.430546 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b8140abb-0128-4b12-aebd-c3f574b1df02 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:21.443625 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b8140abb-0128-4b12-aebd-c3f574b1df02 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:21.445138 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b460e-598b-4a4a-a79a-20bc7e5541bd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Port': ['ID=77be1de6-9274-4271-b34f-cdcdd5521460,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:21.457940 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8b460e-598b-4a4a-a79a-20bc7e5541bd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] No DVR routers for this DVR port 77be1de6-9274-4271-b34f-cdcdd5521460 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:37:21.499453 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd92dd0-c7f4-41c1-bd8d-e1d4eddede85 None None] Pushing event deleted for resources: {'Port': ['ID=77be1de6-9274-4271-b34f-cdcdd5521460,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:21.625777 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5a8b460e-598b-4a4a-a79a-20bc7e5541bd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:21.663743 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b8140abb-0128-4b12-aebd-c3f574b1df02 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:21.670148 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b8140abb-0128-4b12-aebd-c3f574b1df02 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:21.671271 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b8140abb-0128-4b12-aebd-c3f574b1df02 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/b386abc6-8f0d-4ed3-8a09-8b4e03c453d2 HTTP/1.1" status: 204 len: 168 time: 0.2777097 Apr 20 16:37:21.673459 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-5a8b460e-598b-4a4a-a79a-20bc7e5541bd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:21.683179 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39846) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:21.690620 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8140abb-0128-4b12-aebd-c3f574b1df02 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b386abc6-8f0d-4ed3-8a09-8b4e03c453d2,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:21.694883 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-5a8b460e-598b-4a4a-a79a-20bc7e5541bd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b565e85-3010-4ad2-96ee-cf9f52e7a2a5') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:21.695244 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-5a8b460e-598b-4a4a-a79a-20bc7e5541bd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b565e85-3010-4ad2-96ee-cf9f52e7a2a5') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:21.713076 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5a8b460e-598b-4a4a-a79a-20bc7e5541bd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:21.746312 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5a8b460e-598b-4a4a-a79a-20bc7e5541bd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:21.768230 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39850) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:21.768464 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-12c97f16-a2b0-49d9-8248-d97804927d1a tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0841382 Apr 20 16:37:21.771785 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8b460e-598b-4a4a-a79a-20bc7e5541bd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:37:21.772205 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5a8b460e-598b-4a4a-a79a-20bc7e5541bd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:37:21.775571 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:37:21.814273 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-92b08dbe-3082-43ff-acd1-5a6bc3fe5489 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:21.824026 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-92b08dbe-3082-43ff-acd1-5a6bc3fe5489 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:21.932301 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5a8b460e-598b-4a4a-a79a-20bc7e5541bd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:21.964539 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-92b08dbe-3082-43ff-acd1-5a6bc3fe5489 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:21.964993 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5a8b460e-598b-4a4a-a79a-20bc7e5541bd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:21.969275 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39854) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:21.973176 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-92b08dbe-3082-43ff-acd1-5a6bc3fe5489 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:21.978647 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5a8b460e-598b-4a4a-a79a-20bc7e5541bd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/networks/a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092 HTTP/1.1" status: 204 len: 168 time: 1.3309035 Apr 20 16:37:21.978647 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39856) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:21.978647 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b460e-598b-4a4a-a79a-20bc7e5541bd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Network': ['ID=a3c2dc33-1bb3-4aa5-92a8-6d2a73dae092,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:21.984538 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-92b08dbe-3082-43ff-acd1-5a6bc3fe5489 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/2ae04ab1-53b5-4fa3-a2ed-1557367dcd89 HTTP/1.1" status: 204 len: 168 time: 0.2147491 Apr 20 16:37:21.990105 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b707f8f0-dec2-416d-8bb1-7d646a00bd53 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'network': {'name': 'tempest-RoutersTest-1922210777'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:21.991592 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39858) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:22.008727 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b08dbe-3082-43ff-acd1-5a6bc3fe5489 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ae04ab1-53b5-4fa3-a2ed-1557367dcd89,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:22.059634 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-64718750-20cb-47d0-8ab5-ac63dba76914 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0646622 Apr 20 16:37:22.062645 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39862) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:22.091736 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3bf60de5-5dc3-4688-bd88-87c6998cad97 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.107071 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b707f8f0-dec2-416d-8bb1-7d646a00bd53 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Made reservation on behalf of f37f65d63e85464a8d7c499983eef860 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:37:22.111114 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b707f8f0-dec2-416d-8bb1-7d646a00bd53 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.123917 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3bf60de5-5dc3-4688-bd88-87c6998cad97 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.138149 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-43e909bb-f97c-4a88-9727-0baac3c75dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.161937 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b707f8f0-dec2-416d-8bb1-7d646a00bd53 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:37:22.274784 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b707f8f0-dec2-416d-8bb1-7d646a00bd53 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.275780 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-b707f8f0-dec2-416d-8bb1-7d646a00bd53 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Added segment 34121af4-a3ea-455c-b27b-eb94b6b5168b of type vlan for network 87ba9043-8683-4a80-8adb-5e28d0052e15 Apr 20 16:37:22.279959 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3bf60de5-5dc3-4688-bd88-87c6998cad97 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.296492 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3bf60de5-5dc3-4688-bd88-87c6998cad97 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.302976 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3bf60de5-5dc3-4688-bd88-87c6998cad97 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/64e77bb3-7e43-4a13-82b5-3a77042bf055 HTTP/1.1" status: 204 len: 168 time: 0.2392249 Apr 20 16:37:22.308479 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39866) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:22.336975 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf60de5-5dc3-4688-bd88-87c6998cad97 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64e77bb3-7e43-4a13-82b5-3a77042bf055,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:22.348026 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b707f8f0-dec2-416d-8bb1-7d646a00bd53 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.385138 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-70bc071d-9db5-42de-b804-0883e6257a27 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0724287 Apr 20 16:37:22.385935 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39868) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:22.407959 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-43e909bb-f97c-4a88-9727-0baac3c75dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.420956 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c83a63a6-8665-4df2-accd-bd761ca44e9c tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.428958 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c83a63a6-8665-4df2-accd-bd761ca44e9c tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.452972 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b707f8f0-dec2-416d-8bb1-7d646a00bd53 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.458387 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b707f8f0-dec2-416d-8bb1-7d646a00bd53 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:22.458953 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b707f8f0-dec2-416d-8bb1-7d646a00bd53 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.520765 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-43e909bb-f97c-4a88-9727-0baac3c75dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.523879 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707f8f0-dec2-416d-8bb1-7d646a00bd53 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Network': ['ID=87ba9043-8683-4a80-8adb-5e28d0052e15,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:22.533984 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 87ba9043-8683-4a80-8adb-5e28d0052e15 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:37:22.562673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39870) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:22.563378 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b707f8f0-dec2-416d-8bb1-7d646a00bd53 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5833220 Apr 20 16:37:22.564752 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c83a63a6-8665-4df2-accd-bd761ca44e9c tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.570299 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-ee3bc0c7-ca43-40d6-a177-816e1473090b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'subnet': {'network_id': '87ba9043-8683-4a80-8adb-5e28d0052e15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:22.572427 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c83a63a6-8665-4df2-accd-bd761ca44e9c tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.573136 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c83a63a6-8665-4df2-accd-bd761ca44e9c tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/7635529f-d399-42b3-8b4e-e0940d53bf9a HTTP/1.1" status: 204 len: 168 time: 0.1861777 Apr 20 16:37:22.575831 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39872) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:22.578455 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-43e909bb-f97c-4a88-9727-0baac3c75dce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=710f90bfca1a406a9ef88ca047054c81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5927711 Apr 20 16:37:22.579742 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a63a6-8665-4df2-accd-bd761ca44e9c tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7635529f-d399-42b3-8b4e-e0940d53bf9a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:22.584648 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39874) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:22.597720 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e909bb-f97c-4a88-9727-0baac3c75dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2943976b-7c94-4dee-b80f-e04306b8c4f4,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:22.654121 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8b7ffb5b-7d51-465f-9694-0597f116517d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.682084 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8b7ffb5b-7d51-465f-9694-0597f116517d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.704844 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4469ae2d-2a8a-4df6-8f3c-6c08b35f7edc tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1224356 Apr 20 16:37:22.705561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39878) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:22.748865 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad457e36-d093-444c-961c-0fd8fbbf0b11 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.760002 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad457e36-d093-444c-961c-0fd8fbbf0b11 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.812477 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-645f227f-d1eb-4195-a425-338d7d559e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.850017 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3bc0c7-ca43-40d6-a177-816e1473090b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Made reservation on behalf of f37f65d63e85464a8d7c499983eef860 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:37:22.850638 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8b7ffb5b-7d51-465f-9694-0597f116517d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.852953 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8b7ffb5b-7d51-465f-9694-0597f116517d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.858236 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee3bc0c7-ca43-40d6-a177-816e1473090b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.859310 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8b7ffb5b-7d51-465f-9694-0597f116517d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2943976b-7c94-4dee-b80f-e04306b8c4f4 HTTP/1.1" status: 204 len: 168 time: 0.2685025 Apr 20 16:37:22.871293 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ffb5b-7d51-465f-9694-0597f116517d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2943976b-7c94-4dee-b80f-e04306b8c4f4,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:22.960614 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad457e36-d093-444c-961c-0fd8fbbf0b11 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.973395 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad457e36-d093-444c-961c-0fd8fbbf0b11 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:22.974602 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ad457e36-d093-444c-961c-0fd8fbbf0b11 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/d70f425c-b1a4-4f55-9140-6d12acb38cd1 HTTP/1.1" status: 204 len: 168 time: 0.2678998 Apr 20 16:37:22.977335 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39886) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:22.993954 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad457e36-d093-444c-961c-0fd8fbbf0b11 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d70f425c-b1a4-4f55-9140-6d12acb38cd1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:23.020450 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7e86d16d-3f50-4fdd-9d3c-b98d15048945 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0412040 Apr 20 16:37:23.025083 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39888) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:23.081341 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5ba38caf-1499-46b9-bd89-c0fbdf71774b tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:23.108753 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5ba38caf-1499-46b9-bd89-c0fbdf71774b tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:23.296146 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee3bc0c7-ca43-40d6-a177-816e1473090b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:23.296416 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5ba38caf-1499-46b9-bd89-c0fbdf71774b tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:23.301897 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5ba38caf-1499-46b9-bd89-c0fbdf71774b tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:23.305401 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5ba38caf-1499-46b9-bd89-c0fbdf71774b tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "DELETE /v2.0/security-groups/6960d411-5c41-4055-98ed-f44691a1a112 HTTP/1.1" status: 204 len: 168 time: 0.2795455 Apr 20 16:37:23.312288 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39896) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:23.345914 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba38caf-1499-46b9-bd89-c0fbdf71774b tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6960d411-5c41-4055-98ed-f44691a1a112,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:23.414592 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bc0c7-ca43-40d6-a177-816e1473090b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Subnet': ['ID=692f12f0-cd29-4884-9330-1538ff30e684,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:23.431338 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ed0f2664-6684-46a9-b04b-3515d003fb73 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1178989 Apr 20 16:37:23.436783 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3bc0c7-ca43-40d6-a177-816e1473090b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Checking segment: {'id': '34121af4-a3ea-455c-b27b-eb94b6b5168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '87ba9043-8683-4a80-8adb-5e28d0052e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:37:23.437088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3bc0c7-ca43-40d6-a177-816e1473090b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network hostable DHCP agents. Network: 87ba9043-8683-4a80-8adb-5e28d0052e15, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:37:23.441752 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39902) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:23.455330 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-bd333694-3ebd-4e64-8bf3-2a13e996e5d5 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Request body: {'security_group': {'name': 'tempest-secgroup--1212643547'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:23.606752 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3bc0c7-ca43-40d6-a177-816e1473090b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network 87ba9043-8683-4a80-8adb-5e28d0052e15 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:37:23.650455 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd333694-3ebd-4e64-8bf3-2a13e996e5d5 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:23.710839 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-ee3bc0c7-ca43-40d6-a177-816e1473090b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 87ba9043-8683-4a80-8adb-5e28d0052e15) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:23.718983 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3bc0c7-ca43-40d6-a177-816e1473090b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:23.720296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a917ebde-80ed-4a3a-9ef3-85e4df7882c8 None None] Network 87ba9043-8683-4a80-8adb-5e28d0052e15 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:37:23.721693 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee3bc0c7-ca43-40d6-a177-816e1473090b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:23.780532 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd333694-3ebd-4e64-8bf3-2a13e996e5d5 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:23.913106 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ee3bc0c7-ca43-40d6-a177-816e1473090b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3490927 Apr 20 16:37:23.915646 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd333694-3ebd-4e64-8bf3-2a13e996e5d5 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:23.915787 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39914) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:23.922620 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-97a7958e-6c5c-418f-9034-873244378afe tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1621669202', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:23.952264 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accd6666-28b0-4faa-9607-a6174f35927a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-87ba9043-8683-4a80-8adb-5e28d0052e15', 'network_id': '87ba9043-8683-4a80-8adb-5e28d0052e15', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'fixed_ips': [{'subnet_id': '692f12f0-cd29-4884-9330-1538ff30e684'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:37:23.953206 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-accd6666-28b0-4faa-9607-a6174f35927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:23.987084 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39920) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:24.017879 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd333694-3ebd-4e64-8bf3-2a13e996e5d5 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5d331c-1e58-4d05-91aa-b5848d396441,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:24.023044 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-082de466-197b-4f46-b86d-792033822603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:24.086828 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd333694-3ebd-4e64-8bf3-2a13e996e5d5 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:24.089556 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bd333694-3ebd-4e64-8bf3-2a13e996e5d5 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6456499 Apr 20 16:37:24.091913 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39922) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:24.097008 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-8068c968-f7a3-44ae-ae71-88f5d63a73a0 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Request body: {'security_group_rule': {'security_group_id': '6c5d331c-1e58-4d05-91aa-b5848d396441', 'direction': 'ingress', 'protocol': 17}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:24.152260 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-082de466-197b-4f46-b86d-792033822603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:24.154388 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-97a7958e-6c5c-418f-9034-873244378afe tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:24.155427 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-97a7958e-6c5c-418f-9034-873244378afe tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:24.215877 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-97a7958e-6c5c-418f-9034-873244378afe tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:24.217549 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-082de466-197b-4f46-b86d-792033822603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:24.225269 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8068c968-f7a3-44ae-ae71-88f5d63a73a0 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:24.251850 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-082de466-197b-4f46-b86d-792033822603 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b258df64d8c47609dabe215e502c238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2635999 Apr 20 16:37:24.254177 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39928) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:24.272012 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-accd6666-28b0-4faa-9607-a6174f35927a None None] Allocated IP 172.20.0.2 (87ba9043-8683-4a80-8adb-5e28d0052e15/692f12f0-cd29-4884-9330-1538ff30e684/ba0b58ec-1265-4832-909a-55cc0cdfc390) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:37:24.302164 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-97a7958e-6c5c-418f-9034-873244378afe tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:24.334131 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3dad3e3e-d052-432f-bf02-6ee688aa394b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:24.362687 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3dad3e3e-d052-432f-bf02-6ee688aa394b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:24.384355 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8068c968-f7a3-44ae-ae71-88f5d63a73a0 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:24.407680 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082de466-197b-4f46-b86d-792033822603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e0ed5c-d888-4fed-8ac2-78c26f0533d0,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:24.507929 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-accd6666-28b0-4faa-9607-a6174f35927a None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:24.582101 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8068c968-f7a3-44ae-ae71-88f5d63a73a0 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:24.582764 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3dad3e3e-d052-432f-bf02-6ee688aa394b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:24.586409 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3dad3e3e-d052-432f-bf02-6ee688aa394b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:24.591487 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3dad3e3e-d052-432f-bf02-6ee688aa394b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d7e0ed5c-d888-4fed-8ac2-78c26f0533d0 HTTP/1.1" status: 204 len: 168 time: 0.3361604 Apr 20 16:37:24.620183 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-97a7958e-6c5c-418f-9034-873244378afe tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:24.624142 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-97a7958e-6c5c-418f-9034-873244378afe tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7073388 Apr 20 16:37:24.631110 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 39936) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:24.632805 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad3e3e-d052-432f-bf02-6ee688aa394b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e0ed5c-d888-4fed-8ac2-78c26f0533d0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:24.667561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068c968-f7a3-44ae-ae71-88f5d63a73a0 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f723767-fabe-4d91-9c9f-f6ccf82be84c,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:24.682393 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-accd6666-28b0-4faa-9607-a6174f35927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:24.736184 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8068c968-f7a3-44ae-ae71-88f5d63a73a0 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:24.738026 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8068c968-f7a3-44ae-ae71-88f5d63a73a0 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6450822 Apr 20 16:37:24.741743 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39938) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:24.752624 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accd6666-28b0-4faa-9607-a6174f35927a None None] Network 87ba9043-8683-4a80-8adb-5e28d0052e15 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:37:24.756871 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-accd6666-28b0-4faa-9607-a6174f35927a None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:24.761534 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd6666-28b0-4faa-9607-a6174f35927a None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:37:24.776053 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd6666-28b0-4faa-9607-a6174f35927a None None] Pushing event updated for resources: {'Port': ['ID=ba0b58ec-1265-4832-909a-55cc0cdfc390,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:24.927506 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a60539df-d734-4586-83fc-449e5f69ecb7 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:24.947508 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-accd6666-28b0-4faa-9607-a6174f35927a None None] Attempting to bind port ba0b58ec-1265-4832-909a-55cc0cdfc390 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:37:24.948147 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-accd6666-28b0-4faa-9607-a6174f35927a None None] Attempting to bind port ba0b58ec-1265-4832-909a-55cc0cdfc390 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '34121af4-a3ea-455c-b27b-eb94b6b5168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '87ba9043-8683-4a80-8adb-5e28d0052e15'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:37:24.948710 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accd6666-28b0-4faa-9607-a6174f35927a None None] Attempting to bind port ba0b58ec-1265-4832-909a-55cc0cdfc390 on network 87ba9043-8683-4a80-8adb-5e28d0052e15 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:37:24.955019 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accd6666-28b0-4faa-9607-a6174f35927a None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:37:24.955629 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accd6666-28b0-4faa-9607-a6174f35927a None None] Checking segment: {'id': '34121af4-a3ea-455c-b27b-eb94b6b5168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '87ba9043-8683-4a80-8adb-5e28d0052e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:37:24.956181 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-accd6666-28b0-4faa-9607-a6174f35927a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:24.956740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accd6666-28b0-4faa-9607-a6174f35927a None None] Bound using segment: {'id': '34121af4-a3ea-455c-b27b-eb94b6b5168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '87ba9043-8683-4a80-8adb-5e28d0052e15'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:37:24.957357 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-accd6666-28b0-4faa-9607-a6174f35927a None None] Bound port: ba0b58ec-1265-4832-909a-55cc0cdfc390, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34121af4-a3ea-455c-b27b-eb94b6b5168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '87ba9043-8683-4a80-8adb-5e28d0052e15'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:37:24.957890 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-accd6666-28b0-4faa-9607-a6174f35927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:24.970608 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a60539df-d734-4586-83fc-449e5f69ecb7 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:25.009235 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39942) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:25.042056 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-accd6666-28b0-4faa-9607-a6174f35927a None None] For port ba0b58ec-1265-4832-909a-55cc0cdfc390, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:37:25.049721 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-accd6666-28b0-4faa-9607-a6174f35927a None None] For port ba0b58ec-1265-4832-909a-55cc0cdfc390, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ba0b58ec-1265-4832-909a-55cc0cdfc390,segment=NetworkSegment(34121af4-a3ea-455c-b27b-eb94b6b5168b),segment_id=34121af4-a3ea-455c-b27b-eb94b6b5168b)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:37:25.105780 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f5fe4556-07a5-439d-8b9e-34e7281578d1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:25.137752 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a60539df-d734-4586-83fc-449e5f69ecb7 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:25.142275 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a60539df-d734-4586-83fc-449e5f69ecb7 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:25.143758 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a60539df-d734-4586-83fc-449e5f69ecb7 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "DELETE /v2.0/security-groups/6c5d331c-1e58-4d05-91aa-b5848d396441 HTTP/1.1" status: 204 len: 168 time: 0.4001338 Apr 20 16:37:25.148631 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39950) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:25.165138 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d17ca4c6-5066-4dc7-a85b-201800e54773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:25.179678 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-accd6666-28b0-4faa-9607-a6174f35927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:25.217145 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60539df-d734-4586-83fc-449e5f69ecb7 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5d331c-1e58-4d05-91aa-b5848d396441,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:25.239440 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f48512dd-2b93-4d47-a375-a4c4e9e2b956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:25.316146 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd6666-28b0-4faa-9607-a6174f35927a None None] Pushing event updated for resources: {'Port': ['ID=ba0b58ec-1265-4832-909a-55cc0cdfc390,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:25.343862 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-51486287-bba4-4fc5-9894-34545a0522a8 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1838286 Apr 20 16:37:25.343862 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39956) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:25.346928 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-81ad11ae-250b-426f-bf55-f761aa0882e3 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Request body: {'security_group': {'name': 'tempest-secgroup--829699397'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:25.511013 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-81ad11ae-250b-426f-bf55-f761aa0882e3 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:25.520765 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f48512dd-2b93-4d47-a375-a4c4e9e2b956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:25.632380 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f48512dd-2b93-4d47-a375-a4c4e9e2b956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:25.662492 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-81ad11ae-250b-426f-bf55-f761aa0882e3 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:25.677428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-f5fe4556-07a5-439d-8b9e-34e7281578d1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Allocated IP 172.20.0.1 (87ba9043-8683-4a80-8adb-5e28d0052e15/692f12f0-cd29-4884-9330-1538ff30e684/445e069b-0d82-4e41-ba7d-e01bbf96f087) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:37:25.689885 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f48512dd-2b93-4d47-a375-a4c4e9e2b956 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7df69130d4c54a9e8ee690fa9d50b476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6796267 Apr 20 16:37:25.690751 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48512dd-2b93-4d47-a375-a4c4e9e2b956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c7b436-1c7f-41b4-828a-3e29be3fda27,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:25.693134 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39966) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:25.761634 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-47ac2519-d01f-4f42-9529-e22146d9281f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:25.792572 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-47ac2519-d01f-4f42-9529-e22146d9281f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:25.804234 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-81ad11ae-250b-426f-bf55-f761aa0882e3 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:25.861618 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f5fe4556-07a5-439d-8b9e-34e7281578d1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:25.869399 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad11ae-250b-426f-bf55-f761aa0882e3 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c516861-bac7-456f-98cd-7783a95f0525,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:25.934091 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-81ad11ae-250b-426f-bf55-f761aa0882e3 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:25.935365 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-81ad11ae-250b-426f-bf55-f761aa0882e3 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5935700 Apr 20 16:37:25.943045 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39976) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:25.947468 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-532259a8-6113-4487-87f4-251bf98032cd tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Request body: {'security_group': {'name': 'tempest-secgroup--1419918712'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:26.000271 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-47ac2519-d01f-4f42-9529-e22146d9281f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:26.002763 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-47ac2519-d01f-4f42-9529-e22146d9281f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:26.003898 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-47ac2519-d01f-4f42-9529-e22146d9281f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21c7b436-1c7f-41b4-828a-3e29be3fda27 HTTP/1.1" status: 204 len: 168 time: 0.3098562 Apr 20 16:37:26.012968 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac2519-d01f-4f42-9529-e22146d9281f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c7b436-1c7f-41b4-828a-3e29be3fda27,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:26.051995 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f5fe4556-07a5-439d-8b9e-34e7281578d1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:26.052203 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-532259a8-6113-4487-87f4-251bf98032cd tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:26.108213 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fe4556-07a5-439d-8b9e-34e7281578d1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network 87ba9043-8683-4a80-8adb-5e28d0052e15 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:37:26.113359 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-f5fe4556-07a5-439d-8b9e-34e7281578d1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:26.117335 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fe4556-07a5-439d-8b9e-34e7281578d1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:37:26.148282 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-532259a8-6113-4487-87f4-251bf98032cd tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:26.165937 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe4556-07a5-439d-8b9e-34e7281578d1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Port': ['ID=445e069b-0d82-4e41-ba7d-e01bbf96f087,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:26.192019 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39984) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:26.208473 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f5fe4556-07a5-439d-8b9e-34e7281578d1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:26.252704 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-532259a8-6113-4487-87f4-251bf98032cd tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:26.325169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532259a8-6113-4487-87f4-251bf98032cd tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f56eff4-db38-4845-acb1-5c6ae10ca922,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:26.401616 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:26.432866 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-532259a8-6113-4487-87f4-251bf98032cd tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:26.436745 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-532259a8-6113-4487-87f4-251bf98032cd tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4902973 Apr 20 16:37:26.437173 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39990) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:26.444852 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-5ecbdea1-029b-4045-aa89-b8d95c4d38c5 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Request body: {'security_group_rule': {'security_group_id': '9c516861-bac7-456f-98cd-7783a95f0525', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0f56eff4-db38-4845-acb1-5c6ae10ca922', 'remote_ip_prefix': None}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:26.484740 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f5fe4556-07a5-439d-8b9e-34e7281578d1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:26.499312 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-a9c41b5a-5e52-44b8-a089-61e70250868f tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-963307232'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:26.578093 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ecbdea1-029b-4045-aa89-b8d95c4d38c5 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:26.668823 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ecbdea1-029b-4045-aa89-b8d95c4d38c5 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:26.709474 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c41b5a-5e52-44b8-a089-61e70250868f tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Made reservation on behalf of a20881562df34477a04b5563de12fb2b for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:37:26.714759 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9c41b5a-5e52-44b8-a089-61e70250868f tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:26.727689 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9c41b5a-5e52-44b8-a089-61e70250868f tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:26.774502 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ecbdea1-029b-4045-aa89-b8d95c4d38c5 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:26.804195 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbdea1-029b-4045-aa89-b8d95c4d38c5 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919cd090-4d3d-439c-9ef6-451ecbb26480,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:26.826459 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aa2e11-0010-4b8d-bc19-7c9d0a34ddf3 None None] Network 87ba9043-8683-4a80-8adb-5e28d0052e15 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:37:26.862417 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9c41b5a-5e52-44b8-a089-61e70250868f tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:26.870472 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f5fe4556-07a5-439d-8b9e-34e7281578d1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:26.907641 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 39996) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:26.934682 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ecbdea1-029b-4045-aa89-b8d95c4d38c5 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:26.936016 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5ecbdea1-029b-4045-aa89-b8d95c4d38c5 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4977653 Apr 20 16:37:26.937679 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a0d7a132-5267-4bde-aa69-e5dd7fe1f509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:26.939052 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40000) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:26.952921 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-257c8170-42a5-4984-b2cb-e1d437eed9e7 None None] Provisioning complete for port ba0b58ec-1265-4832-909a-55cc0cdfc390 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:26.953728 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-257c8170-42a5-4984-b2cb-e1d437eed9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:26.971873 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f5fe4556-07a5-439d-8b9e-34e7281578d1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:26.972361 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9c41b5a-5e52-44b8-a089-61e70250868f tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:27.038063 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c41b5a-5e52-44b8-a089-61e70250868f tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:37:27.048419 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea738f0b-9cd8-4050-bea7-87b010acaae2 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:27.050190 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c41b5a-5e52-44b8-a089-61e70250868f tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be1e258-53c3-4e19-b55e-afd0a726a8a9,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:27.057228 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea738f0b-9cd8-4050-bea7-87b010acaae2 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:27.062117 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9c41b5a-5e52-44b8-a089-61e70250868f tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:27.062117 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-a9c41b5a-5e52-44b8-a089-61e70250868f tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Added segment 2cfbfa35-e39e-4100-9a28-b1f2069549e2 of type vlan for network 0bae2276-aa59-429a-a7be-bdb670b8a668 Apr 20 16:37:27.110978 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-257c8170-42a5-4984-b2cb-e1d437eed9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:27.123847 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe4556-07a5-439d-8b9e-34e7281578d1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Port': ['ID=445e069b-0d82-4e41-ba7d-e01bbf96f087,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:27.126826 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f5fe4556-07a5-439d-8b9e-34e7281578d1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:27.147785 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9c41b5a-5e52-44b8-a089-61e70250868f tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:27.173038 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-257c8170-42a5-4984-b2cb-e1d437eed9e7 None None] For port ba0b58ec-1265-4832-909a-55cc0cdfc390, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ba0b58ec-1265-4832-909a-55cc0cdfc390,segment=NetworkSegment(34121af4-a3ea-455c-b27b-eb94b6b5168b),segment_id=34121af4-a3ea-455c-b27b-eb94b6b5168b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:37:27.236415 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a0d7a132-5267-4bde-aa69-e5dd7fe1f509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:27.333161 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-257c8170-42a5-4984-b2cb-e1d437eed9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:27.388781 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ba0b58ec-1265-4832-909a-55cc0cdfc390 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:37:27.410347 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9c41b5a-5e52-44b8-a089-61e70250868f tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:27.420910 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c41b5a-5e52-44b8-a089-61e70250868f tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:27.421907 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9c41b5a-5e52-44b8-a089-61e70250868f tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:27.424812 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a0d7a132-5267-4bde-aa69-e5dd7fe1f509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:27.500780 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c8170-42a5-4984-b2cb-e1d437eed9e7 None None] Pushing event updated for resources: {'Port': ['ID=ba0b58ec-1265-4832-909a-55cc0cdfc390,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:27.507879 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ba0b58ec-1265-4832-909a-55cc0cdfc390 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:27.508259 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:27.617147 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a0d7a132-5267-4bde-aa69-e5dd7fe1f509 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5fbaeb5798864a94970fb0102aa1a3c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7078204 Apr 20 16:37:27.620910 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40002) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:27.629075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7a132-5267-4bde-aa69-e5dd7fe1f509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba69b152-e730-42bb-91e7-83873de677b7,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:27.633217 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c41b5a-5e52-44b8-a089-61e70250868f tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Pushing event updated for resources: {'Network': ['ID=0bae2276-aa59-429a-a7be-bdb670b8a668,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:27.654555 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-aa22bc92-0585-41d3-8562-fb70cfb713b1 None None] Provisioning complete for port ba0b58ec-1265-4832-909a-55cc0cdfc390 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:27.654555 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-aa22bc92-0585-41d3-8562-fb70cfb713b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:27.669862 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a9c41b5a-5e52-44b8-a089-61e70250868f tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4738853 Apr 20 16:37:27.677506 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40004) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:27.687712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e9a1e00a-ac44-4f34-adcc-4ccec85c1b98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Request body: {'subnet': {'network_id': '0bae2276-aa59-429a-a7be-bdb670b8a668', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:27.736986 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 0bae2276-aa59-429a-a7be-bdb670b8a668 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:37:27.745948 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea738f0b-9cd8-4050-bea7-87b010acaae2 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:27.754333 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea738f0b-9cd8-4050-bea7-87b010acaae2 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:27.758157 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ea738f0b-9cd8-4050-bea7-87b010acaae2 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/919cd090-4d3d-439c-9ef6-451ecbb26480 HTTP/1.1" status: 204 len: 168 time: 0.8151696 Apr 20 16:37:27.759111 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40006) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:27.776307 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea738f0b-9cd8-4050-bea7-87b010acaae2 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=919cd090-4d3d-439c-9ef6-451ecbb26480,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:27.786061 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fe4556-07a5-439d-8b9e-34e7281578d1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network 87ba9043-8683-4a80-8adb-5e28d0052e15 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:37:27.791082 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-f5fe4556-07a5-439d-8b9e-34e7281578d1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:27.852790 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb632c96-a5c6-43ec-b577-9adbf83419f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:27.865354 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f97763a1-a4c7-4779-8f55-54e6ffe3ad48 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1050966 Apr 20 16:37:27.868512 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40008) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:27.879477 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb632c96-a5c6-43ec-b577-9adbf83419f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:27.977444 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a1e00a-ac44-4f34-adcc-4ccec85c1b98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Made reservation on behalf of a20881562df34477a04b5563de12fb2b for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:37:27.982251 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e9a1e00a-ac44-4f34-adcc-4ccec85c1b98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:28.090761 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e6464c17-500d-4c02-b585-5425757790ed tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:28.119598 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb632c96-a5c6-43ec-b577-9adbf83419f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:28.124458 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb632c96-a5c6-43ec-b577-9adbf83419f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:28.132629 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bb632c96-a5c6-43ec-b577-9adbf83419f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba69b152-e730-42bb-91e7-83873de677b7 HTTP/1.1" status: 204 len: 168 time: 0.5108302 Apr 20 16:37:28.154350 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e6464c17-500d-4c02-b585-5425757790ed tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:28.173949 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb632c96-a5c6-43ec-b577-9adbf83419f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba69b152-e730-42bb-91e7-83873de677b7,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:28.217247 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:28.226626 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-aa22bc92-0585-41d3-8562-fb70cfb713b1 None None] Provisioning complete for port 445e069b-0d82-4e41-ba7d-e01bbf96f087 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:28.227493 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-aa22bc92-0585-41d3-8562-fb70cfb713b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:28.240244 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fe4556-07a5-439d-8b9e-34e7281578d1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Router 2176ad6c-18bd-48b2-bfa1-eb2dd6684fea is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:37:28.255721 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:28.304258 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-aa22bc92-0585-41d3-8562-fb70cfb713b1 None None] Port 445e069b-0d82-4e41-ba7d-e01bbf96f087 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:37:28.356294 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e6464c17-500d-4c02-b585-5425757790ed tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:28.359308 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e6464c17-500d-4c02-b585-5425757790ed tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:28.360421 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e6464c17-500d-4c02-b585-5425757790ed tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "DELETE /v2.0/security-groups/0f56eff4-db38-4845-acb1-5c6ae10ca922 HTTP/1.1" status: 204 len: 168 time: 0.4909406 Apr 20 16:37:28.363164 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40018) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:28.375395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6464c17-500d-4c02-b585-5425757790ed tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f56eff4-db38-4845-acb1-5c6ae10ca922,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:28.387316 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fe4556-07a5-439d-8b9e-34e7281578d1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:37:28.397477 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9fe184-5317-49b3-a37b-4b40049c813a None None] Sync routers for ids ['2176ad6c-18bd-48b2-bfa1-eb2dd6684fea'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:37:28.397828 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e9a1e00a-ac44-4f34-adcc-4ccec85c1b98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:28.404683 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f5fe4556-07a5-439d-8b9e-34e7281578d1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "PUT /v2.0/routers/2176ad6c-18bd-48b2-bfa1-eb2dd6684fea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7639339 Apr 20 16:37:28.404683 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40020) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:28.445921 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9fe184-5317-49b3-a37b-4b40049c813a None None] Routers {'2176ad6c-18bd-48b2-bfa1-eb2dd6684fea'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:37:28.446888 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-fa9fe184-5317-49b3-a37b-4b40049c813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:37:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['2176ad6c-18bd-48b2-bfa1-eb2dd6684fea'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:28.452377 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb70aa3-c20a-41eb-a143-296c2bc53ea5 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:28.453815 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2cb70aa3-c20a-41eb-a143-296c2bc53ea5 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "GET /v2.0/ports/445e069b-0d82-4e41-ba7d-e01bbf96f087 HTTP/1.1" status: 200 len: 910 time: 0.0500450 Apr 20 16:37:28.457973 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40022) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:28.495170 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-fa9fe184-5317-49b3-a37b-4b40049c813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:28.503232 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b0a91b23-daef-4524-8b1c-3846802f2f73 None None] Provisioning complete for port 445e069b-0d82-4e41-ba7d-e01bbf96f087 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:28.503793 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b0a91b23-daef-4524-8b1c-3846802f2f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:28.530646 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f287c508-1332-42e7-8b81-9ec07db2fc0d tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1639073 Apr 20 16:37:28.531648 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40026) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:28.531812 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1e00a-ac44-4f34-adcc-4ccec85c1b98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Pushing event updated for resources: {'Subnet': ['ID=170e8cc4-2af5-40f2-82e9-45037ea9b425,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:28.591054 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9fe184-5317-49b3-a37b-4b40049c813a None None] Routers {'2176ad6c-18bd-48b2-bfa1-eb2dd6684fea'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:37:28.604407 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-fa9fe184-5317-49b3-a37b-4b40049c813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:37:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['2176ad6c-18bd-48b2-bfa1-eb2dd6684fea'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:28.655168 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e49c6a18-9a19-46d7-b593-22a75e2a5d2f tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:28.674948 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-fa9fe184-5317-49b3-a37b-4b40049c813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:28.678792 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9fe184-5317-49b3-a37b-4b40049c813a None None] The sync data for ids ['2176ad6c-18bd-48b2-bfa1-eb2dd6684fea'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:37:28.683281 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e49c6a18-9a19-46d7-b593-22a75e2a5d2f tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:28.688152 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b0a91b23-daef-4524-8b1c-3846802f2f73 None None] Port 445e069b-0d82-4e41-ba7d-e01bbf96f087 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:37:28.749202 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:28.867290 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e49c6a18-9a19-46d7-b593-22a75e2a5d2f tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:28.871426 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e49c6a18-9a19-46d7-b593-22a75e2a5d2f tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:28.872644 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e49c6a18-9a19-46d7-b593-22a75e2a5d2f tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "DELETE /v2.0/security-groups/9c516861-bac7-456f-98cd-7783a95f0525 HTTP/1.1" status: 204 len: 168 time: 0.3400953 Apr 20 16:37:28.876601 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40034) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:28.907662 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c6a18-9a19-46d7-b593-22a75e2a5d2f tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c516861-bac7-456f-98cd-7783a95f0525,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:28.989362 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c9b1e3cd-8172-4c16-a4db-70f9514b565e tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1105266 Apr 20 16:37:28.990046 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40038) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:28.994493 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-9787f2dd-bc9f-4230-a45b-24111290b5a4 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Request body: {'security_group': {'name': 'tempest-secgroup--1546509663'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:29.066748 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a1e00a-ac44-4f34-adcc-4ccec85c1b98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Checking segment: {'id': '2cfbfa35-e39e-4100-9a28-b1f2069549e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0bae2276-aa59-429a-a7be-bdb670b8a668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:37:29.067370 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a1e00a-ac44-4f34-adcc-4ccec85c1b98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Network hostable DHCP agents. Network: 0bae2276-aa59-429a-a7be-bdb670b8a668, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:37:29.119398 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9787f2dd-bc9f-4230-a45b-24111290b5a4 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:29.201751 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a1e00a-ac44-4f34-adcc-4ccec85c1b98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Network 0bae2276-aa59-429a-a7be-bdb670b8a668 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:37:29.243510 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9787f2dd-bc9f-4230-a45b-24111290b5a4 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:29.331972 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9787f2dd-bc9f-4230-a45b-24111290b5a4 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:29.340776 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ba0b58ec-1265-4832-909a-55cc0cdfc390 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:37:29.346200 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-e9a1e00a-ac44-4f34-adcc-4ccec85c1b98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 0bae2276-aa59-429a-a7be-bdb670b8a668) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:29.354735 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a1e00a-ac44-4f34-adcc-4ccec85c1b98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:29.354950 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e9a1e00a-ac44-4f34-adcc-4ccec85c1b98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:29.420054 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787f2dd-bc9f-4230-a45b-24111290b5a4 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb04a16-516c-44b6-8619-b20c82e13a9e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:29.431326 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6524099-3b5e-4d16-b033-831db94b3081 None None] Network 0bae2276-aa59-429a-a7be-bdb670b8a668 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:37:29.477268 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e9a1e00a-ac44-4f34-adcc-4ccec85c1b98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7985723 Apr 20 16:37:29.477530 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9787f2dd-bc9f-4230-a45b-24111290b5a4 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:29.481300 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40068) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:29.484321 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9787f2dd-bc9f-4230-a45b-24111290b5a4 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4931414 Apr 20 16:37:29.490320 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40070) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:29.490483 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-41d727b9-a725-45b4-a46a-567c92e6aa98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Request body: {'port': {'network_id': '0bae2276-aa59-429a-a7be-bdb670b8a668', 'name': 'tempest-AllowedAddressPairTestJSON-1751111547'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:29.493259 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ccdaaf2e-4c4a-4d46-a529-f1ef297237e2 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Request body: {'security_group_rule': {'security_group_id': '5fb04a16-516c-44b6-8619-b20c82e13a9e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:29.523522 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce6100ee-6268-4840-b751-44ea0f085c61 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:29.542151 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ba0b58ec-1265-4832-909a-55cc0cdfc390 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:29.542691 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:29.681662 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60d07fd-99bf-49e2-8cc8-5ec000d050a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-0bae2276-aa59-429a-a7be-bdb670b8a668', 'network_id': '0bae2276-aa59-429a-a7be-bdb670b8a668', 'tenant_id': 'a20881562df34477a04b5563de12fb2b', 'fixed_ips': [{'subnet_id': '170e8cc4-2af5-40f2-82e9-45037ea9b425'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:37:29.682769 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f60d07fd-99bf-49e2-8cc8-5ec000d050a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:29.725368 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ccdaaf2e-4c4a-4d46-a529-f1ef297237e2 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:29.874233 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ccdaaf2e-4c4a-4d46-a529-f1ef297237e2 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:29.955953 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-f60d07fd-99bf-49e2-8cc8-5ec000d050a6 None None] Allocated IP 172.20.0.2 (0bae2276-aa59-429a-a7be-bdb670b8a668/170e8cc4-2af5-40f2-82e9-45037ea9b425/2eef6503-f90e-4b87-bef5-63d9e59b5038) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:37:29.974633 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:30.004293 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ccdaaf2e-4c4a-4d46-a529-f1ef297237e2 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:30.020091 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d727b9-a725-45b4-a46a-567c92e6aa98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Made reservation on behalf of a20881562df34477a04b5563de12fb2b for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:37:30.025496 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41d727b9-a725-45b4-a46a-567c92e6aa98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:30.027116 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdaaf2e-4c4a-4d46-a529-f1ef297237e2 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c8c2ff-64b8-4af5-ad35-938e5680cad3,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:30.069224 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-41d727b9-a725-45b4-a46a-567c92e6aa98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] device_id is not set on port 6df19602-8d04-4557-97fb-fbc6355ba4c0 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:37:30.140319 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ccdaaf2e-4c4a-4d46-a529-f1ef297237e2 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:30.145081 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ccdaaf2e-4c4a-4d46-a529-f1ef297237e2 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6574345 Apr 20 16:37:30.146127 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40080) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:30.209460 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-ce6100ee-6268-4840-b751-44ea0f085c61 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting port 445e069b-0d82-4e41-ba7d-e01bbf96f087 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:30.210096 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce6100ee-6268-4840-b751-44ea0f085c61 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:30.232108 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f60d07fd-99bf-49e2-8cc8-5ec000d050a6 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:30.247426 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-079e1272-f1ee-4fd9-8e3d-141d21346fdd tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:30.286571 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-079e1272-f1ee-4fd9-8e3d-141d21346fdd tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:30.354986 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce6100ee-6268-4840-b751-44ea0f085c61 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:30.370559 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f60d07fd-99bf-49e2-8cc8-5ec000d050a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:30.401017 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-ce6100ee-6268-4840-b751-44ea0f085c61 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Calling delete_port for 445e069b-0d82-4e41-ba7d-e01bbf96f087 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:30.448593 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60d07fd-99bf-49e2-8cc8-5ec000d050a6 None None] Network 0bae2276-aa59-429a-a7be-bdb670b8a668 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:37:30.456637 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-f60d07fd-99bf-49e2-8cc8-5ec000d050a6 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:30.461164 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60d07fd-99bf-49e2-8cc8-5ec000d050a6 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:37:30.471677 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d07fd-99bf-49e2-8cc8-5ec000d050a6 None None] Pushing event updated for resources: {'Port': ['ID=2eef6503-f90e-4b87-bef5-63d9e59b5038,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:30.506285 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-079e1272-f1ee-4fd9-8e3d-141d21346fdd tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:30.517347 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-079e1272-f1ee-4fd9-8e3d-141d21346fdd tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:30.520816 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-079e1272-f1ee-4fd9-8e3d-141d21346fdd tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/f1c8c2ff-64b8-4af5-ad35-938e5680cad3 HTTP/1.1" status: 204 len: 168 time: 0.3714244 Apr 20 16:37:30.521718 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40084) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:30.536687 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e1272-f1ee-4fd9-8e3d-141d21346fdd tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1c8c2ff-64b8-4af5-ad35-938e5680cad3,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:30.541189 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-41d727b9-a725-45b4-a46a-567c92e6aa98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Allocated IP 172.20.0.5 (0bae2276-aa59-429a-a7be-bdb670b8a668/170e8cc4-2af5-40f2-82e9-45037ea9b425/6df19602-8d04-4557-97fb-fbc6355ba4c0) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:37:30.548796 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f60d07fd-99bf-49e2-8cc8-5ec000d050a6 None None] Attempting to bind port 2eef6503-f90e-4b87-bef5-63d9e59b5038 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:37:30.549314 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f60d07fd-99bf-49e2-8cc8-5ec000d050a6 None None] Attempting to bind port 2eef6503-f90e-4b87-bef5-63d9e59b5038 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '2cfbfa35-e39e-4100-9a28-b1f2069549e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0bae2276-aa59-429a-a7be-bdb670b8a668'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:37:30.550080 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60d07fd-99bf-49e2-8cc8-5ec000d050a6 None None] Attempting to bind port 2eef6503-f90e-4b87-bef5-63d9e59b5038 on network 0bae2276-aa59-429a-a7be-bdb670b8a668 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:37:30.574171 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60d07fd-99bf-49e2-8cc8-5ec000d050a6 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:37:30.574628 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60d07fd-99bf-49e2-8cc8-5ec000d050a6 None None] Checking segment: {'id': '2cfbfa35-e39e-4100-9a28-b1f2069549e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0bae2276-aa59-429a-a7be-bdb670b8a668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:37:30.575036 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f60d07fd-99bf-49e2-8cc8-5ec000d050a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:30.575430 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60d07fd-99bf-49e2-8cc8-5ec000d050a6 None None] Bound using segment: {'id': '2cfbfa35-e39e-4100-9a28-b1f2069549e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0bae2276-aa59-429a-a7be-bdb670b8a668'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:37:30.575922 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f60d07fd-99bf-49e2-8cc8-5ec000d050a6 None None] Bound port: 2eef6503-f90e-4b87-bef5-63d9e59b5038, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cfbfa35-e39e-4100-9a28-b1f2069549e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0bae2276-aa59-429a-a7be-bdb670b8a668'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:37:30.576301 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f60d07fd-99bf-49e2-8cc8-5ec000d050a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:30.687276 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f60d07fd-99bf-49e2-8cc8-5ec000d050a6 None None] For port 2eef6503-f90e-4b87-bef5-63d9e59b5038, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:37:30.692648 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f60d07fd-99bf-49e2-8cc8-5ec000d050a6 None None] For port 2eef6503-f90e-4b87-bef5-63d9e59b5038, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2eef6503-f90e-4b87-bef5-63d9e59b5038,segment=NetworkSegment(2cfbfa35-e39e-4100-9a28-b1f2069549e2),segment_id=2cfbfa35-e39e-4100-9a28-b1f2069549e2)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:37:30.703254 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9d829520-4e16-4c24-8fe5-13715139aea5 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1770999 Apr 20 16:37:30.707655 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40090) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:30.781151 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c28ab6d1-ef9c-422a-be0c-8da56f614941 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:30.786238 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f60d07fd-99bf-49e2-8cc8-5ec000d050a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:30.837876 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c28ab6d1-ef9c-422a-be0c-8da56f614941 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:30.849206 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d07fd-99bf-49e2-8cc8-5ec000d050a6 None None] Pushing event updated for resources: {'Port': ['ID=2eef6503-f90e-4b87-bef5-63d9e59b5038,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:30.939139 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce6100ee-6268-4840-b751-44ea0f085c61 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:31.000108 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41d727b9-a725-45b4-a46a-567c92e6aa98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:31.020117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6100ee-6268-4840-b751-44ea0f085c61 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Port': ['ID=445e069b-0d82-4e41-ba7d-e01bbf96f087,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:31.038788 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c28ab6d1-ef9c-422a-be0c-8da56f614941 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:31.042274 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c28ab6d1-ef9c-422a-be0c-8da56f614941 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:31.044029 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c28ab6d1-ef9c-422a-be0c-8da56f614941 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "DELETE /v2.0/security-groups/5fb04a16-516c-44b6-8619-b20c82e13a9e HTTP/1.1" status: 204 len: 168 time: 0.3350422 Apr 20 16:37:31.060307 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40098) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:31.064747 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ab6d1-ef9c-422a-be0c-8da56f614941 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb04a16-516c-44b6-8619-b20c82e13a9e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:31.205195 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-87858312-9f0e-498d-b40f-b7f5b23db384 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1342840 Apr 20 16:37:31.216295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40104) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:31.235868 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-aa014976-1b3b-4bb3-9e71-c7b5d58803b5 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Request body: {'security_group': {'name': 'tempest-secgroup--1441714571'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:31.390958 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa014976-1b3b-4bb3-9e71-c7b5d58803b5 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:31.468506 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce6100ee-6268-4840-b751-44ea0f085c61 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:31.498201 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41d727b9-a725-45b4-a46a-567c92e6aa98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:31.710748 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa014976-1b3b-4bb3-9e71-c7b5d58803b5 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:31.771586 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d727b9-a725-45b4-a46a-567c92e6aa98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Network 0bae2276-aa59-429a-a7be-bdb670b8a668 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:37:31.773159 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d727b9-a725-45b4-a46a-567c92e6aa98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Pushing event updated for resources: {'Port': ['ID=6df19602-8d04-4557-97fb-fbc6355ba4c0,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:31.786003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-41d727b9-a725-45b4-a46a-567c92e6aa98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:31.824416 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa014976-1b3b-4bb3-9e71-c7b5d58803b5 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:31.830267 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d727b9-a725-45b4-a46a-567c92e6aa98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:37:31.930036 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6100ee-6268-4840-b751-44ea0f085c61 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Router 2176ad6c-18bd-48b2-bfa1-eb2dd6684fea has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:37:31.932896 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa014976-1b3b-4bb3-9e71-c7b5d58803b5 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac41d650-16f6-4fcb-8908-f1b7194b1857,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:31.949256 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d727b9-a725-45b4-a46a-567c92e6aa98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:31.949859 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41d727b9-a725-45b4-a46a-567c92e6aa98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:32.040047 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa014976-1b3b-4bb3-9e71-c7b5d58803b5 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:32.043972 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-aa014976-1b3b-4bb3-9e71-c7b5d58803b5 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8102403 Apr 20 16:37:32.044488 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40122) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:32.045477 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6100ee-6268-4840-b751-44ea0f085c61 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:37:32.049764 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-2cb8b421-7418-40b4-9b77-102dd458d67e tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Request body: {'security_group_rule': {'security_group_id': 'ac41d650-16f6-4fcb-8908-f1b7194b1857', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:32.055073 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ce6100ee-6268-4840-b751-44ea0f085c61 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "PUT /v2.0/routers/2176ad6c-18bd-48b2-bfa1-eb2dd6684fea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5899103 Apr 20 16:37:32.055073 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40124) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:32.062623 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b454e3-874a-46dc-b87e-823044377144 None None] Sync routers for ids ['2176ad6c-18bd-48b2-bfa1-eb2dd6684fea'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:37:32.081561 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b454e3-874a-46dc-b87e-823044377144 None None] Routers {'2176ad6c-18bd-48b2-bfa1-eb2dd6684fea'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:37:32.089702 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-a3b454e3-874a-46dc-b87e-823044377144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:37:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['2176ad6c-18bd-48b2-bfa1-eb2dd6684fea'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:32.104030 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-41d727b9-a725-45b4-a46a-567c92e6aa98 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6211736 Apr 20 16:37:32.109198 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bbe71ae9-a754-44f2-81da-6fb56410b46e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "GET /v2.0/ports?device_id=2176ad6c-18bd-48b2-bfa1-eb2dd6684fea HTTP/1.1" status: 200 len: 205 time: 0.0506349 Apr 20 16:37:32.109198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40126) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:32.113288 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40128) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:32.120768 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-233d7489-0f9b-47db-80f6-2dd4f7949cc3 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Request body: {'port': {'network_id': '0bae2276-aa59-429a-a7be-bdb670b8a668', 'name': 'tempest-AllowedAddressPairTestJSON-1194260525', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:2b:08:8c'}]}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:32.137416 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-a3b454e3-874a-46dc-b87e-823044377144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:32.151213 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b454e3-874a-46dc-b87e-823044377144 None None] Routers {'2176ad6c-18bd-48b2-bfa1-eb2dd6684fea'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:37:32.153005 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-a3b454e3-874a-46dc-b87e-823044377144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:37:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['2176ad6c-18bd-48b2-bfa1-eb2dd6684fea'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:32.198937 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-a3b454e3-874a-46dc-b87e-823044377144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:32.200437 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b454e3-874a-46dc-b87e-823044377144 None None] The sync data for ids ['2176ad6c-18bd-48b2-bfa1-eb2dd6684fea'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:37:32.258724 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b421-7418-40b4-9b77-102dd458d67e tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:32.300058 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d41ad9c0-96ff-4d33-846e-90e3492b7ae5 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:32.410686 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b421-7418-40b4-9b77-102dd458d67e tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:32.461065 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7e2bcb-24db-40eb-ad53-f3180a21b990 None None] Network 0bae2276-aa59-429a-a7be-bdb670b8a668 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:37:32.552081 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d41ad9c0-96ff-4d33-846e-90e3492b7ae5 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:32.554854 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d41ad9c0-96ff-4d33-846e-90e3492b7ae5 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:32.562237 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b421-7418-40b4-9b77-102dd458d67e tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:32.564057 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-77c0c477-7610-41f7-af83-4fd40f789e19 None None] Provisioning complete for port 2eef6503-f90e-4b87-bef5-63d9e59b5038 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:32.564722 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-77c0c477-7610-41f7-af83-4fd40f789e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:32.582776 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8b421-7418-40b4-9b77-102dd458d67e tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa05de06-29a4-4193-afec-c7b28bcf8da3,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:32.600624 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233d7489-0f9b-47db-80f6-2dd4f7949cc3 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Made reservation on behalf of a20881562df34477a04b5563de12fb2b for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:37:32.683344 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-233d7489-0f9b-47db-80f6-2dd4f7949cc3 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:32.703260 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-233d7489-0f9b-47db-80f6-2dd4f7949cc3 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] device_id is not set on port 23baf639-a9c9-4979-b346-af58cbec68a4 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:37:32.724397 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-77c0c477-7610-41f7-af83-4fd40f789e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:32.738321 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b421-7418-40b4-9b77-102dd458d67e tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:32.742397 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2cb8b421-7418-40b4-9b77-102dd458d67e tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6967020 Apr 20 16:37:32.743023 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40134) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:32.762842 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1f3be276-6322-44cf-a788-8cda995c74d6 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-group-rules/aa05de06-29a4-4193-afec-c7b28bcf8da3 HTTP/1.1" status: 200 len: 763 time: 0.0186796 Apr 20 16:37:32.763449 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40136) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:32.800065 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-77c0c477-7610-41f7-af83-4fd40f789e19 None None] For port 2eef6503-f90e-4b87-bef5-63d9e59b5038, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2eef6503-f90e-4b87-bef5-63d9e59b5038,segment=NetworkSegment(2cfbfa35-e39e-4100-9a28-b1f2069549e2),segment_id=2cfbfa35-e39e-4100-9a28-b1f2069549e2)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:37:32.817749 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-439fede6-7088-4a37-9ab7-e6f337a9640c tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0531178 Apr 20 16:37:32.820153 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40138) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:32.856011 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2012f1eb-5a49-4b38-9689-946d537f7023 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:32.865609 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2012f1eb-5a49-4b38-9689-946d537f7023 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:32.939495 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-77c0c477-7610-41f7-af83-4fd40f789e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:32.957745 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d41ad9c0-96ff-4d33-846e-90e3492b7ae5 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:32.958298 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41ad9c0-96ff-4d33-846e-90e3492b7ae5 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Fanout notify agent at l3_agent the message router_deleted on router 2176ad6c-18bd-48b2-bfa1-eb2dd6684fea {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:37:32.998484 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d41ad9c0-96ff-4d33-846e-90e3492b7ae5 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:32.999583 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d41ad9c0-96ff-4d33-846e-90e3492b7ae5 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/routers/2176ad6c-18bd-48b2-bfa1-eb2dd6684fea HTTP/1.1" status: 204 len: 168 time: 0.8852618 Apr 20 16:37:33.003079 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40146) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:33.008903 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0c477-7610-41f7-af83-4fd40f789e19 None None] Pushing event updated for resources: {'Port': ['ID=2eef6503-f90e-4b87-bef5-63d9e59b5038,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:33.035086 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-233d7489-0f9b-47db-80f6-2dd4f7949cc3 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Allocated IP 172.20.0.12 (0bae2276-aa59-429a-a7be-bdb670b8a668/170e8cc4-2af5-40f2-82e9-45037ea9b425/23baf639-a9c9-4979-b346-af58cbec68a4) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:37:33.049682 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2012f1eb-5a49-4b38-9689-946d537f7023 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:33.071217 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2012f1eb-5a49-4b38-9689-946d537f7023 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:33.071319 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d4264f2e-b6ce-4292-bfe0-83f998cd73a1 None None] Provisioning complete for port 2eef6503-f90e-4b87-bef5-63d9e59b5038 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:33.071577 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d4264f2e-b6ce-4292-bfe0-83f998cd73a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:33.072568 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2012f1eb-5a49-4b38-9689-946d537f7023 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/aa05de06-29a4-4193-afec-c7b28bcf8da3 HTTP/1.1" status: 204 len: 168 time: 0.2511437 Apr 20 16:37:33.079520 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40150) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:33.103808 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012f1eb-5a49-4b38-9689-946d537f7023 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa05de06-29a4-4193-afec-c7b28bcf8da3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:33.146780 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf670d47-637b-4458-ac2e-3b003a3e89d6 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting subnet 692f12f0-cd29-4884-9330-1538ff30e684 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:37:33.151320 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bf670d47-637b-4458-ac2e-3b003a3e89d6 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:33.204658 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d4264f2e-b6ce-4292-bfe0-83f998cd73a1 None None] Provisioning complete for port 6df19602-8d04-4557-97fb-fbc6355ba4c0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:33.205039 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d4264f2e-b6ce-4292-bfe0-83f998cd73a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:33.227043 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-51aaf84e-edc5-403d-8676-27633514a162 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1438839 Apr 20 16:37:33.227367 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40152) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:33.236733 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ad670c8a-8a17-4677-8bd5-0edb25b07bdb tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Request body: {'security_group_rule': {'security_group_id': 'ac41d650-16f6-4fcb-8908-f1b7194b1857', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:33.255558 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bf670d47-637b-4458-ac2e-3b003a3e89d6 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:33.265161 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d4264f2e-b6ce-4292-bfe0-83f998cd73a1 None None] Port 6df19602-8d04-4557-97fb-fbc6355ba4c0 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:37:33.334573 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-233d7489-0f9b-47db-80f6-2dd4f7949cc3 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:33.411846 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-efe3c361-9645-47b0-8972-34f6bf2d49e9 None None] Provisioning complete for port 6df19602-8d04-4557-97fb-fbc6355ba4c0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:33.414662 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-efe3c361-9645-47b0-8972-34f6bf2d49e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:33.416926 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bf670d47-637b-4458-ac2e-3b003a3e89d6 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:33.462819 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2eef6503-f90e-4b87-bef5-63d9e59b5038 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:37:33.515433 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ad670c8a-8a17-4677-8bd5-0edb25b07bdb tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:33.540282 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-efe3c361-9645-47b0-8972-34f6bf2d49e9 None None] Port 6df19602-8d04-4557-97fb-fbc6355ba4c0 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:37:33.571651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 2eef6503-f90e-4b87-bef5-63d9e59b5038 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:33.572222 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:33.588327 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ad670c8a-8a17-4677-8bd5-0edb25b07bdb tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:33.631121 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-233d7489-0f9b-47db-80f6-2dd4f7949cc3 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:33.690529 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233d7489-0f9b-47db-80f6-2dd4f7949cc3 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Network 0bae2276-aa59-429a-a7be-bdb670b8a668 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:37:33.694010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-233d7489-0f9b-47db-80f6-2dd4f7949cc3 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:33.699335 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233d7489-0f9b-47db-80f6-2dd4f7949cc3 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:37:33.702369 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d7489-0f9b-47db-80f6-2dd4f7949cc3 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Pushing event updated for resources: {'Port': ['ID=23baf639-a9c9-4979-b346-af58cbec68a4,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:33.765305 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233d7489-0f9b-47db-80f6-2dd4f7949cc3 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:33.766101 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-233d7489-0f9b-47db-80f6-2dd4f7949cc3 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:33.782193 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bf670d47-637b-4458-ac2e-3b003a3e89d6 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:33.811566 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf670d47-637b-4458-ac2e-3b003a3e89d6 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Subnet': ['ID=692f12f0-cd29-4884-9330-1538ff30e684,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:33.815204 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bf670d47-637b-4458-ac2e-3b003a3e89d6 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:33.819167 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bf670d47-637b-4458-ac2e-3b003a3e89d6 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/subnets/692f12f0-cd29-4884-9330-1538ff30e684 HTTP/1.1" status: 204 len: 168 time: 0.8142250 Apr 20 16:37:33.822061 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40160) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:33.825212 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91580da4-5f96-4d42-a648-fec1737bbc7b None None] Network 87ba9043-8683-4a80-8adb-5e28d0052e15 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:37:33.834604 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ad670c8a-8a17-4677-8bd5-0edb25b07bdb tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:33.922150 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad670c8a-8a17-4677-8bd5-0edb25b07bdb tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dacd2f1d-99b2-4135-9621-51c27ac7ddc0,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:33.931114 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40162) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:33.931484 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-233d7489-0f9b-47db-80f6-2dd4f7949cc3 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.8223367 Apr 20 16:37:33.996630 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed402730-e5dd-4c9b-9d72-1b5e145536a7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:34.022796 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ad670c8a-8a17-4677-8bd5-0edb25b07bdb tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:34.028659 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ad670c8a-8a17-4677-8bd5-0edb25b07bdb tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8001506 Apr 20 16:37:34.045823 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40170) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:34.047638 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60847700-e6df-485e-aea6-2905620fdb9c tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:34.066087 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60847700-e6df-485e-aea6-2905620fdb9c tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:34.072478 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9e71bcae-9a47-48b8-af04-a081717789ed tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-group-rules/dacd2f1d-99b2-4135-9621-51c27ac7ddc0 HTTP/1.1" status: 200 len: 763 time: 0.0252249 Apr 20 16:37:34.075158 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60847700-e6df-485e-aea6-2905620fdb9c tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:34.077408 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-60847700-e6df-485e-aea6-2905620fdb9c tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1450534 Apr 20 16:37:34.078272 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40172) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:34.080643 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40174) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:34.127611 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895cd29b-45e1-48f8-84f3-22c288b5462c None None] DHCP port deletion for 87ba9043-8683-4a80-8adb-5e28d0052e15 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:37:34.157061 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8464faed-9ce8-496f-bd60-c4670137543c tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0548394 Apr 20 16:37:34.167456 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40176) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:34.202136 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c60cfcb7-4dd2-41da-b5fd-23779b43f58d None None] Provisioning complete for port 23baf639-a9c9-4979-b346-af58cbec68a4 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:34.202523 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c60cfcb7-4dd2-41da-b5fd-23779b43f58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:34.235758 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ed402730-e5dd-4c9b-9d72-1b5e145536a7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting port ba0b58ec-1265-4832-909a-55cc0cdfc390 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:34.236230 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed402730-e5dd-4c9b-9d72-1b5e145536a7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:34.253215 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c50adf78-cd94-40f9-85b3-b07eef7f1763 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:34.276273 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c60cfcb7-4dd2-41da-b5fd-23779b43f58d None None] Port 23baf639-a9c9-4979-b346-af58cbec68a4 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:37:34.280981 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-895cd29b-45e1-48f8-84f3-22c288b5462c None None] Deleting port ba0b58ec-1265-4832-909a-55cc0cdfc390 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:34.281396 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-895cd29b-45e1-48f8-84f3-22c288b5462c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:34.283808 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c50adf78-cd94-40f9-85b3-b07eef7f1763 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:34.373974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-5d31146c-e7ff-406a-a4a3-8c3913311ac2 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Deleting port 23baf639-a9c9-4979-b346-af58cbec68a4 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:34.374604 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d31146c-e7ff-406a-a4a3-8c3913311ac2 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:34.449673 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-ed402730-e5dd-4c9b-9d72-1b5e145536a7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] For port ba0b58ec-1265-4832-909a-55cc0cdfc390, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ba0b58ec-1265-4832-909a-55cc0cdfc390,segment=NetworkSegment(34121af4-a3ea-455c-b27b-eb94b6b5168b),segment_id=34121af4-a3ea-455c-b27b-eb94b6b5168b)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:37:34.450508 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed402730-e5dd-4c9b-9d72-1b5e145536a7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:34.454847 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-895cd29b-45e1-48f8-84f3-22c288b5462c None None] For port ba0b58ec-1265-4832-909a-55cc0cdfc390, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ba0b58ec-1265-4832-909a-55cc0cdfc390,segment=NetworkSegment(34121af4-a3ea-455c-b27b-eb94b6b5168b),segment_id=34121af4-a3ea-455c-b27b-eb94b6b5168b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:37:34.458094 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-895cd29b-45e1-48f8-84f3-22c288b5462c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:34.473826 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ed402730-e5dd-4c9b-9d72-1b5e145536a7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Calling delete_port for ba0b58ec-1265-4832-909a-55cc0cdfc390 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:34.496424 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-895cd29b-45e1-48f8-84f3-22c288b5462c None None] Calling delete_port for ba0b58ec-1265-4832-909a-55cc0cdfc390 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:34.518948 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d31146c-e7ff-406a-a4a3-8c3913311ac2 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:34.531987 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-5d31146c-e7ff-406a-a4a3-8c3913311ac2 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Calling delete_port for 23baf639-a9c9-4979-b346-af58cbec68a4 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:34.538062 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c50adf78-cd94-40f9-85b3-b07eef7f1763 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:34.548588 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c50adf78-cd94-40f9-85b3-b07eef7f1763 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:34.552208 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c50adf78-cd94-40f9-85b3-b07eef7f1763 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/dacd2f1d-99b2-4135-9621-51c27ac7ddc0 HTTP/1.1" status: 204 len: 168 time: 0.3795838 Apr 20 16:37:34.574587 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40182) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:34.609001 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50adf78-cd94-40f9-85b3-b07eef7f1763 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dacd2f1d-99b2-4135-9621-51c27ac7ddc0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:34.693436 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e28e415f-2f57-49d0-852d-b1fd1a97255d tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1158891 Apr 20 16:37:34.696435 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40186) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:34.701895 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-a550692a-f56e-4268-9827-9ca8990315df tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Request body: {'security_group_rule': {'security_group_id': 'ac41d650-16f6-4fcb-8908-f1b7194b1857', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:34.747052 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-895cd29b-45e1-48f8-84f3-22c288b5462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:34.754395 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed402730-e5dd-4c9b-9d72-1b5e145536a7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:34.772928 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cd29b-45e1-48f8-84f3-22c288b5462c None None] Pushing event deleted for resources: {'Port': ['ID=ba0b58ec-1265-4832-909a-55cc0cdfc390,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:34.780285 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed402730-e5dd-4c9b-9d72-1b5e145536a7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Port': ['ID=ba0b58ec-1265-4832-909a-55cc0cdfc390,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:34.781011 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895cd29b-45e1-48f8-84f3-22c288b5462c None None] No DVR routers for this DVR port ba0b58ec-1265-4832-909a-55cc0cdfc390 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:37:34.787810 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed402730-e5dd-4c9b-9d72-1b5e145536a7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] No DVR routers for this DVR port ba0b58ec-1265-4832-909a-55cc0cdfc390 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:37:34.869605 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed402730-e5dd-4c9b-9d72-1b5e145536a7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:34.894986 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-ed402730-e5dd-4c9b-9d72-1b5e145536a7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ba9043-8683-4a80-8adb-5e28d0052e15']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:34.902004 n-d-836146-2 neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-a550692a-f56e-4268-9827-9ca8990315df tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Project f5ad6c37b62449659db3b22cfd2c4df8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:37:34.905242 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d31146c-e7ff-406a-a4a3-8c3913311ac2 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:34.924123 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-ed402730-e5dd-4c9b-9d72-1b5e145536a7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34121af4-a3ea-455c-b27b-eb94b6b5168b') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:34.924682 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-ed402730-e5dd-4c9b-9d72-1b5e145536a7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34121af4-a3ea-455c-b27b-eb94b6b5168b') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:34.937177 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a550692a-f56e-4268-9827-9ca8990315df tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:34.940399 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed402730-e5dd-4c9b-9d72-1b5e145536a7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:34.948517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31146c-e7ff-406a-a4a3-8c3913311ac2 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Pushing event deleted for resources: {'Port': ['ID=23baf639-a9c9-4979-b346-af58cbec68a4,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:34.957299 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed402730-e5dd-4c9b-9d72-1b5e145536a7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:34.965252 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed402730-e5dd-4c9b-9d72-1b5e145536a7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:37:34.965868 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed402730-e5dd-4c9b-9d72-1b5e145536a7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:37:34.973423 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:37:35.060643 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a550692a-f56e-4268-9827-9ca8990315df tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:35.127914 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d31146c-e7ff-406a-a4a3-8c3913311ac2 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:35.131565 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5d31146c-e7ff-406a-a4a3-8c3913311ac2 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] 10.222.0.15 "DELETE /v2.0/ports/23baf639-a9c9-4979-b346-af58cbec68a4 HTTP/1.1" status: 204 len: 168 time: 1.0497608 Apr 20 16:37:35.135661 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40190) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:35.154682 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed402730-e5dd-4c9b-9d72-1b5e145536a7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:35.195036 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a550692a-f56e-4268-9827-9ca8990315df tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:35.206512 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed402730-e5dd-4c9b-9d72-1b5e145536a7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:35.215934 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ed402730-e5dd-4c9b-9d72-1b5e145536a7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/networks/87ba9043-8683-4a80-8adb-5e28d0052e15 HTTP/1.1" status: 204 len: 168 time: 1.3924408 Apr 20 16:37:35.217576 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed402730-e5dd-4c9b-9d72-1b5e145536a7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Network': ['ID=87ba9043-8683-4a80-8adb-5e28d0052e15,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:35.220230 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40194) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:35.230647 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-83997a60-5a82-4ffe-a7d8-881ea4376184 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-488921749', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}, 'admin_state_up': False}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:35.232994 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550692a-f56e-4268-9827-9ca8990315df tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4834e0f0-1149-4f7b-9be2-7d9e5882ccae,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:35.235693 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-14196d6f-b3cf-4ed2-bc00-c3d377dd7714 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] GET failed (client error): The resource could not be found. Apr 20 16:37:35.240791 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-14196d6f-b3cf-4ed2-bc00-c3d377dd7714 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] 10.222.0.15 "GET /v2.0/ports/23baf639-a9c9-4979-b346-af58cbec68a4 HTTP/1.1" status: 404 len: 333 time: 0.1002548 Apr 20 16:37:35.242756 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40196) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:35.248793 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-9876629a-d176-4a66-85d4-ba674adadf2d tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Request body: {'port': {'network_id': '0bae2276-aa59-429a-a7be-bdb670b8a668', 'name': 'tempest-AllowedAddressPairTestJSON-1589549494'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:35.328023 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a550692a-f56e-4268-9827-9ca8990315df tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:35.330022 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a550692a-f56e-4268-9827-9ca8990315df tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6323612 Apr 20 16:37:35.335240 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40204) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:35.364485 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ba0b58ec-1265-4832-909a-55cc0cdfc390 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:37:35.373103 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-31964e54-6270-4068-aff0-35f34cee5b24 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-group-rules/4834e0f0-1149-4f7b-9be2-7d9e5882ccae HTTP/1.1" status: 200 len: 769 time: 0.0366237 Apr 20 16:37:35.375536 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40208) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:35.390674 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: ba0b58ec-1265-4832-909a-55cc0cdfc390 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:37:35.391014 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ba0b58ec-1265-4832-909a-55cc0cdfc390 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:37:35.435464 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40210) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:35.441952 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2ddff2d3-f492-4030-8638-e843a48c10c9 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0549700 Apr 20 16:37:35.470907 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-83997a60-5a82-4ffe-a7d8-881ea4376184 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:35.473529 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-83997a60-5a82-4ffe-a7d8-881ea4376184 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:35.473708 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cec9ccbb-97ff-4034-8088-48646a65b279 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:35.484197 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cec9ccbb-97ff-4034-8088-48646a65b279 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:35.549002 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-83997a60-5a82-4ffe-a7d8-881ea4376184 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:35.809177 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9876629a-d176-4a66-85d4-ba674adadf2d tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Made reservation on behalf of a20881562df34477a04b5563de12fb2b for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:37:35.815990 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9876629a-d176-4a66-85d4-ba674adadf2d tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:35.818241 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cec9ccbb-97ff-4034-8088-48646a65b279 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:35.830755 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cec9ccbb-97ff-4034-8088-48646a65b279 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:35.832053 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cec9ccbb-97ff-4034-8088-48646a65b279 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/4834e0f0-1149-4f7b-9be2-7d9e5882ccae HTTP/1.1" status: 204 len: 168 time: 0.3956304 Apr 20 16:37:35.840990 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40216) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:35.848776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9ccbb-97ff-4034-8088-48646a65b279 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4834e0f0-1149-4f7b-9be2-7d9e5882ccae,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:35.882412 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-9876629a-d176-4a66-85d4-ba674adadf2d tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] device_id is not set on port 988eee2f-bc7e-42f6-9c02-40370f0968a7 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:37:35.972091 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-83997a60-5a82-4ffe-a7d8-881ea4376184 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:35.987584 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4bdbb472-66cb-46bb-bb12-4eab72444c78 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1454811 Apr 20 16:37:35.992537 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40220) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:35.995117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-9876629a-d176-4a66-85d4-ba674adadf2d tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Allocated IP 172.20.0.8 (0bae2276-aa59-429a-a7be-bdb670b8a668/170e8cc4-2af5-40f2-82e9-45037ea9b425/988eee2f-bc7e-42f6-9c02-40370f0968a7) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:37:36.085993 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a906a78b-e052-4718-9fa0-0e1648bce6b2 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:36.154363 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a906a78b-e052-4718-9fa0-0e1648bce6b2 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:36.224857 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9876629a-d176-4a66-85d4-ba674adadf2d tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:36.300737 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-83997a60-5a82-4ffe-a7d8-881ea4376184 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:36.321984 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-83997a60-5a82-4ffe-a7d8-881ea4376184 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:36.338033 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a906a78b-e052-4718-9fa0-0e1648bce6b2 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:36.341121 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a906a78b-e052-4718-9fa0-0e1648bce6b2 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:36.342592 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a906a78b-e052-4718-9fa0-0e1648bce6b2 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "DELETE /v2.0/security-groups/ac41d650-16f6-4fcb-8908-f1b7194b1857 HTTP/1.1" status: 204 len: 168 time: 0.3490353 Apr 20 16:37:36.346597 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40222) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:36.369153 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906a78b-e052-4718-9fa0-0e1648bce6b2 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac41d650-16f6-4fcb-8908-f1b7194b1857,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:36.415845 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2b65625b-f982-4652-ad76-8dd6cfb5550f tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0680907 Apr 20 16:37:36.421686 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40228) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:36.432565 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-65d71440-5828-4eec-b6e2-32b168d8f8bf tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Request body: {'security_group': {'name': 'tempest-secgroup--764949814'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:36.447819 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9876629a-d176-4a66-85d4-ba674adadf2d tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:36.487092 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-83997a60-5a82-4ffe-a7d8-881ea4376184 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Allocated IP 172.25.0.204 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/64a77328-50ad-4427-9d6c-9ff9ed0b06e6) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:37:36.508818 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9876629a-d176-4a66-85d4-ba674adadf2d tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Network 0bae2276-aa59-429a-a7be-bdb670b8a668 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:37:36.514010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-9876629a-d176-4a66-85d4-ba674adadf2d tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:36.518984 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9876629a-d176-4a66-85d4-ba674adadf2d tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:37:36.549524 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876629a-d176-4a66-85d4-ba674adadf2d tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Pushing event updated for resources: {'Port': ['ID=988eee2f-bc7e-42f6-9c02-40370f0968a7,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:36.587013 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9876629a-d176-4a66-85d4-ba674adadf2d tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:36.587013 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9876629a-d176-4a66-85d4-ba674adadf2d tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:36.656609 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-83997a60-5a82-4ffe-a7d8-881ea4376184 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:36.684441 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-65d71440-5828-4eec-b6e2-32b168d8f8bf tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:36.834944 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-efcf6686-ccf3-4203-9764-f0c4cd661401 None None] Provisioning complete for port 988eee2f-bc7e-42f6-9c02-40370f0968a7 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:36.838070 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-efcf6686-ccf3-4203-9764-f0c4cd661401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:36.867928 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-83997a60-5a82-4ffe-a7d8-881ea4376184 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:36.952405 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-efcf6686-ccf3-4203-9764-f0c4cd661401 None None] Port 988eee2f-bc7e-42f6-9c02-40370f0968a7 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:37:37.009182 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83997a60-5a82-4ffe-a7d8-881ea4376184 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:37:37.013465 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-83997a60-5a82-4ffe-a7d8-881ea4376184 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:37.024020 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83997a60-5a82-4ffe-a7d8-881ea4376184 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:37:37.028100 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83997a60-5a82-4ffe-a7d8-881ea4376184 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Port': ['ID=64a77328-50ad-4427-9d6c-9ff9ed0b06e6,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:37.089321 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9876629a-d176-4a66-85d4-ba674adadf2d tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8452418 Apr 20 16:37:37.091910 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40236) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:37.097724 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4b4807af-93b0-4f6c-9065-845027ccaff1 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:2b:08:8c'}]}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:37.193588 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4b4807af-93b0-4f6c-9065-845027ccaff1 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:37.261313 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-65d71440-5828-4eec-b6e2-32b168d8f8bf tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:37.437393 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-65d71440-5828-4eec-b6e2-32b168d8f8bf tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:37.451658 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4b4807af-93b0-4f6c-9065-845027ccaff1 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:37.478825 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d71440-5828-4eec-b6e2-32b168d8f8bf tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0780d0a2-c876-4d3d-916d-15a03cad5c1b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:37.482599 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-83997a60-5a82-4ffe-a7d8-881ea4376184 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:37.627574 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4b4807af-93b0-4f6c-9065-845027ccaff1 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:37.691467 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-65d71440-5828-4eec-b6e2-32b168d8f8bf tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:37.693523 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-65d71440-5828-4eec-b6e2-32b168d8f8bf tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2724421 Apr 20 16:37:37.725702 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40240) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:37.742647 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-989614ec-0009-4a50-a007-f578adf1c237 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Request body: {'security_group_rule': {'security_group_id': '0780d0a2-c876-4d3d-916d-15a03cad5c1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:37.745721 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-83997a60-5a82-4ffe-a7d8-881ea4376184 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:37.809148 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-4b4807af-93b0-4f6c-9065-845027ccaff1 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] In _notify_port_updated(), no bound segment for port 988eee2f-bc7e-42f6-9c02-40370f0968a7 on network 0bae2276-aa59-429a-a7be-bdb670b8a668 {{(pid=103484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:37:37.816275 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4807af-93b0-4f6c-9065-845027ccaff1 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:37.816957 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4b4807af-93b0-4f6c-9065-845027ccaff1 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:37.823896 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4b4807af-93b0-4f6c-9065-845027ccaff1 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] 10.222.0.15 "PUT /v2.0/ports/988eee2f-bc7e-42f6-9c02-40370f0968a7 HTTP/1.1" status: 200 len: 993 time: 0.7254765 Apr 20 16:37:37.823896 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4807af-93b0-4f6c-9065-845027ccaff1 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Pushing event updated for resources: {'Port': ['ID=988eee2f-bc7e-42f6-9c02-40370f0968a7,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:37.824588 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40242) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:37.919802 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-989614ec-0009-4a50-a007-f578adf1c237 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:38.001834 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-778b8f97-d0f0-462e-a248-d589fc91c0dd tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Deleting port 988eee2f-bc7e-42f6-9c02-40370f0968a7 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:38.002184 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-778b8f97-d0f0-462e-a248-d589fc91c0dd tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:38.007628 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-989614ec-0009-4a50-a007-f578adf1c237 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:38.020686 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5c2f66cf-7e79-49a3-be4c-91b931f9d519 None None] Provisioning complete for port 988eee2f-bc7e-42f6-9c02-40370f0968a7 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:38.020686 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5c2f66cf-7e79-49a3-be4c-91b931f9d519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:38.077079 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5c2f66cf-7e79-49a3-be4c-91b931f9d519 None None] Port 988eee2f-bc7e-42f6-9c02-40370f0968a7 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:37:38.108841 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83997a60-5a82-4ffe-a7d8-881ea4376184 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Router b1d9e033-5dba-4659-be7d-3f584de7cce7 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:37:38.111798 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-778b8f97-d0f0-462e-a248-d589fc91c0dd tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:38.131165 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-778b8f97-d0f0-462e-a248-d589fc91c0dd tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Calling delete_port for 988eee2f-bc7e-42f6-9c02-40370f0968a7 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:38.148992 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-989614ec-0009-4a50-a007-f578adf1c237 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:38.167822 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989614ec-0009-4a50-a007-f578adf1c237 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc43ff8-944d-4f7e-860c-279908f9d84c,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:38.246286 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-989614ec-0009-4a50-a007-f578adf1c237 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:38.247963 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-989614ec-0009-4a50-a007-f578adf1c237 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5149000 Apr 20 16:37:38.250558 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40248) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:38.308594 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83997a60-5a82-4ffe-a7d8-881ea4376184 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:37:38.314157 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-caebd732-0f09-419d-95cd-7e3e7efdfd50 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:38.319516 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4165b38f-49de-43b6-b754-b18c4dce2a8d None None] Sync routers for ids ['b1d9e033-5dba-4659-be7d-3f584de7cce7'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:37:38.338449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4165b38f-49de-43b6-b754-b18c4dce2a8d None None] Routers {'b1d9e033-5dba-4659-be7d-3f584de7cce7'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:37:38.339237 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4165b38f-49de-43b6-b754-b18c4dce2a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:37:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b1d9e033-5dba-4659-be7d-3f584de7cce7'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:38.362257 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-caebd732-0f09-419d-95cd-7e3e7efdfd50 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:38.376414 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4165b38f-49de-43b6-b754-b18c4dce2a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:38.385990 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4165b38f-49de-43b6-b754-b18c4dce2a8d None None] Routers {'b1d9e033-5dba-4659-be7d-3f584de7cce7'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:37:38.386698 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4165b38f-49de-43b6-b754-b18c4dce2a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:37:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b1d9e033-5dba-4659-be7d-3f584de7cce7'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:38.430469 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4165b38f-49de-43b6-b754-b18c4dce2a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:38.431379 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4165b38f-49de-43b6-b754-b18c4dce2a8d None None] The sync data for ids ['b1d9e033-5dba-4659-be7d-3f584de7cce7'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:37:38.448396 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-83997a60-5a82-4ffe-a7d8-881ea4376184 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:38.449696 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-83997a60-5a82-4ffe-a7d8-881ea4376184 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.2286735 Apr 20 16:37:38.452750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40250) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:38.477090 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-778b8f97-d0f0-462e-a248-d589fc91c0dd tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:38.518902 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b8f97-d0f0-462e-a248-d589fc91c0dd tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Pushing event deleted for resources: {'Port': ['ID=988eee2f-bc7e-42f6-9c02-40370f0968a7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:38.578062 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-caebd732-0f09-419d-95cd-7e3e7efdfd50 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:38.581544 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-caebd732-0f09-419d-95cd-7e3e7efdfd50 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:38.582717 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-caebd732-0f09-419d-95cd-7e3e7efdfd50 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "DELETE /v2.0/security-groups/0780d0a2-c876-4d3d-916d-15a03cad5c1b HTTP/1.1" status: 204 len: 168 time: 0.3311825 Apr 20 16:37:38.585688 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40252) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:38.610633 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebd732-0f09-419d-95cd-7e3e7efdfd50 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0780d0a2-c876-4d3d-916d-15a03cad5c1b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:38.637236 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-696964cb-972c-4419-a2cc-babe009ee607 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "GET /v2.0/routers/b1d9e033-5dba-4659-be7d-3f584de7cce7 HTTP/1.1" status: 200 len: 880 time: 0.1831765 Apr 20 16:37:38.639782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40254) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:38.697704 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9301b59f-d6a8-41e8-9b25-a53e1eeca66a tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1039703 Apr 20 16:37:38.711728 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40256) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:38.780393 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-778b8f97-d0f0-462e-a248-d589fc91c0dd tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:38.790540 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-778b8f97-d0f0-462e-a248-d589fc91c0dd tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] 10.222.0.15 "DELETE /v2.0/ports/988eee2f-bc7e-42f6-9c02-40370f0968a7 HTTP/1.1" status: 204 len: 168 time: 0.9600019 Apr 20 16:37:38.790918 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40260) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:38.816553 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0e4b4c55-3700-44cf-9607-53e89d15e692 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1022885 Apr 20 16:37:38.825649 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40262) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:38.848498 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-c7b76a92-eb01-4161-ad22-c1d302aedc19 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] delete failed (client error): The resource could not be found. Apr 20 16:37:38.848682 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-f954ee72-b090-47d7-8211-d11a1ae0b6cd tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] GET failed (client error): The resource could not be found. Apr 20 16:37:38.849564 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c7b76a92-eb01-4161-ad22-c1d302aedc19 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "DELETE /v2.0/security-groups/0780d0a2-c876-4d3d-916d-15a03cad5c1b HTTP/1.1" status: 404 len: 347 time: 0.0214708 Apr 20 16:37:38.854618 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f954ee72-b090-47d7-8211-d11a1ae0b6cd tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] 10.222.0.15 "GET /v2.0/ports/988eee2f-bc7e-42f6-9c02-40370f0968a7 HTTP/1.1" status: 404 len: 333 time: 0.0566456 Apr 20 16:37:38.855579 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40264) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:38.861046 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40266) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:38.868702 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-8c198b0b-b55f-478f-be0d-ff1315d316c4 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Request body: {'port': {'network_id': '0bae2276-aa59-429a-a7be-bdb670b8a668', 'name': 'tempest-AllowedAddressPairTestJSON-700436569'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:38.938261 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6e24a741-f91d-4205-96a0-3beea95ffec7 tempest-SecGroupIPv6Test-1929919632 tempest-SecGroupIPv6Test-1929919632-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0815561 Apr 20 16:37:39.050020 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:37:39.145852 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f6d54fab-894a-4084-9ae6-4c667e507125 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5047784 Apr 20 16:37:39.148265 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40272) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:39.152690 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-90bee16d-6b46-4d1c-93d5-9392c470aaea tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-488921749'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:39.309795 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c198b0b-b55f-478f-be0d-ff1315d316c4 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Made reservation on behalf of a20881562df34477a04b5563de12fb2b for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:37:39.313796 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8c198b0b-b55f-478f-be0d-ff1315d316c4 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:39.342246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-8c198b0b-b55f-478f-be0d-ff1315d316c4 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] device_id is not set on port 1f3867a4-4c17-473c-99d6-08ce19007865 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:37:39.571719 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-8c198b0b-b55f-478f-be0d-ff1315d316c4 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Allocated IP 172.20.0.6 (0bae2276-aa59-429a-a7be-bdb670b8a668/170e8cc4-2af5-40f2-82e9-45037ea9b425/1f3867a4-4c17-473c-99d6-08ce19007865) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:37:39.597121 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-90bee16d-6b46-4d1c-93d5-9392c470aaea tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:39.648170 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40280) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:39.743303 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-90bee16d-6b46-4d1c-93d5-9392c470aaea tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545285'] for router, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:39.846187 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8c198b0b-b55f-478f-be0d-ff1315d316c4 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:39.912501 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40288) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:39.925232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bee16d-6b46-4d1c-93d5-9392c470aaea tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Router b1d9e033-5dba-4659-be7d-3f584de7cce7 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:37:40.003529 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-729f6a5a-232f-4f20-8475-39be95100947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:40.042004 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1e525615-a735-4f83-bbe9-88fa6b41f6b5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5ad6c37b62449659db3b22cfd2c4df8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3898680 Apr 20 16:37:40.042526 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40292) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:40.045061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bee16d-6b46-4d1c-93d5-9392c470aaea tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:37:40.052021 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-90bee16d-6b46-4d1c-93d5-9392c470aaea tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:40.056058 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-90bee16d-6b46-4d1c-93d5-9392c470aaea tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "PUT /v2.0/routers/b1d9e033-5dba-4659-be7d-3f584de7cce7 HTTP/1.1" status: 200 len: 887 time: 0.9039035 Apr 20 16:37:40.056058 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40294) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:40.058291 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4547b-36f5-4ece-a183-8cbc83b2d977 None None] Sync routers for ids ['b1d9e033-5dba-4659-be7d-3f584de7cce7'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:37:40.068772 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8c198b0b-b55f-478f-be0d-ff1315d316c4 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:40.070479 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d4547b-36f5-4ece-a183-8cbc83b2d977 None None] Routers {'b1d9e033-5dba-4659-be7d-3f584de7cce7'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:37:40.072146 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-67d4547b-36f5-4ece-a183-8cbc83b2d977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:37:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b1d9e033-5dba-4659-be7d-3f584de7cce7'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:40.110827 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-67d4547b-36f5-4ece-a183-8cbc83b2d977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:40.130687 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d4547b-36f5-4ece-a183-8cbc83b2d977 None None] Routers {'b1d9e033-5dba-4659-be7d-3f584de7cce7'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:37:40.133291 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-67d4547b-36f5-4ece-a183-8cbc83b2d977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:37:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b1d9e033-5dba-4659-be7d-3f584de7cce7'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:40.147952 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40298) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:40.160035 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aab7375f-3c6d-45d7-961b-13e568b98d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:40.172390 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c198b0b-b55f-478f-be0d-ff1315d316c4 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Network 0bae2276-aa59-429a-a7be-bdb670b8a668 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:37:40.175540 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-67d4547b-36f5-4ece-a183-8cbc83b2d977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:40.176183 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4547b-36f5-4ece-a183-8cbc83b2d977 None None] The sync data for ids ['b1d9e033-5dba-4659-be7d-3f584de7cce7'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:37:40.178632 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-8c198b0b-b55f-478f-be0d-ff1315d316c4 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:40.182379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c198b0b-b55f-478f-be0d-ff1315d316c4 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Pushing event updated for resources: {'Port': ['ID=1f3867a4-4c17-473c-99d6-08ce19007865,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:40.184698 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c198b0b-b55f-478f-be0d-ff1315d316c4 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:37:40.238914 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-729f6a5a-232f-4f20-8475-39be95100947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:40.242018 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aab7375f-3c6d-45d7-961b-13e568b98d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:40.314660 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c198b0b-b55f-478f-be0d-ff1315d316c4 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:40.315290 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8c198b0b-b55f-478f-be0d-ff1315d316c4 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:40.335818 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a2b95ffc-3a6c-4705-b827-552113c0ad49 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "GET /v2.0/routers/b1d9e033-5dba-4659-be7d-3f584de7cce7 HTTP/1.1" status: 200 len: 887 time: 0.2733860 Apr 20 16:37:40.337944 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-729f6a5a-232f-4f20-8475-39be95100947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:40.349711 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40302) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:40.396723 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-729f6a5a-232f-4f20-8475-39be95100947 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5e8b01020e341dba3157e17e4aa4f1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4831126 Apr 20 16:37:40.410998 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f6a5a-232f-4f20-8475-39be95100947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08989ea9-089e-4733-9975-659813c22dac,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:40.411399 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c8c09561-433e-48cf-8314-111c79060b7b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1d9e033-5dba-4659-be7d-3f584de7cce7 HTTP/1.1" status: 200 len: 205 time: 0.0622647 Apr 20 16:37:40.411399 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53c2db0-4b2c-4c1e-aaae-772c4fac8ac1 admin admin] Deleting subnet 2b15f5d3-65c4-405a-932b-b29f77c2b2dd {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:37:40.411399 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d53c2db0-4b2c-4c1e-aaae-772c4fac8ac1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:40.418922 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40304) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:40.419081 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40306) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:40.458202 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d53c2db0-4b2c-4c1e-aaae-772c4fac8ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:40.495256 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aab7375f-3c6d-45d7-961b-13e568b98d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:40.498444 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aab7375f-3c6d-45d7-961b-13e568b98d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:40.499767 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-aab7375f-3c6d-45d7-961b-13e568b98d75 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c237a1e-fa98-4870-b9a1-5000f6cda3a8 HTTP/1.1" status: 204 len: 168 time: 0.4563575 Apr 20 16:37:40.514397 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d53c2db0-4b2c-4c1e-aaae-772c4fac8ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:40.536783 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-98dbbd14-76fa-4553-9280-ab55173d127f None None] Provisioning complete for port 1f3867a4-4c17-473c-99d6-08ce19007865 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:40.537934 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-98dbbd14-76fa-4553-9280-ab55173d127f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:40.568906 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8c198b0b-b55f-478f-be0d-ff1315d316c4 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7021568 Apr 20 16:37:40.583279 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40310) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:40.590408 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-6041f56a-ba29-4d31-863b-fe36b1386b4a tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2b:08:8c'}]}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:40.628614 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-98dbbd14-76fa-4553-9280-ab55173d127f None None] Port 1f3867a4-4c17-473c-99d6-08ce19007865 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:37:40.669338 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd10327b-3252-42ce-ae07-a602d3fd0225 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:40.674118 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7375f-3c6d-45d7-961b-13e568b98d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c237a1e-fa98-4870-b9a1-5000f6cda3a8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:40.731864 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cb58c090-7a97-4a17-bffd-18aff27eb83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:40.812088 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6041f56a-ba29-4d31-863b-fe36b1386b4a tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:40.885265 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d53c2db0-4b2c-4c1e-aaae-772c4fac8ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:40.959990 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d53c2db0-4b2c-4c1e-aaae-772c4fac8ac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:40.965907 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d53c2db0-4b2c-4c1e-aaae-772c4fac8ac1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2b15f5d3-65c4-405a-932b-b29f77c2b2dd HTTP/1.1" status: 204 len: 168 time: 0.8169203 Apr 20 16:37:40.967075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c2db0-4b2c-4c1e-aaae-772c4fac8ac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b15f5d3-65c4-405a-932b-b29f77c2b2dd,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:40.971206 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40314) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:41.081205 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1bb2396c-4911-4ecb-8c97-712c2ae0a92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:41.136571 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6041f56a-ba29-4d31-863b-fe36b1386b4a tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:41.194640 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1bb2396c-4911-4ecb-8c97-712c2ae0a92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:41.228851 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-1bb2396c-4911-4ecb-8c97-712c2ae0a92c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e44dbee-7158-4e82-ae47-5239495ea7c2']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:41.250627 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-1bb2396c-4911-4ecb-8c97-712c2ae0a92c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4017f74e-9938-4ae4-84fb-992ae13076d3') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:41.251088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-1bb2396c-4911-4ecb-8c97-712c2ae0a92c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4017f74e-9938-4ae4-84fb-992ae13076d3') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:41.256466 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6041f56a-ba29-4d31-863b-fe36b1386b4a tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:41.275279 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1bb2396c-4911-4ecb-8c97-712c2ae0a92c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:41.316231 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cb58c090-7a97-4a17-bffd-18aff27eb83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:41.336950 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd10327b-3252-42ce-ae07-a602d3fd0225 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:41.352277 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1bb2396c-4911-4ecb-8c97-712c2ae0a92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:41.368572 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041f56a-ba29-4d31-863b-fe36b1386b4a tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Pushing event updated for resources: {'Port': ['ID=1f3867a4-4c17-473c-99d6-08ce19007865,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:41.373427 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb2396c-4911-4ecb-8c97-712c2ae0a92c admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:37:41.373844 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1bb2396c-4911-4ecb-8c97-712c2ae0a92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:37:41.375643 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:37:41.399538 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-6041f56a-ba29-4d31-863b-fe36b1386b4a tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] In _notify_port_updated(), no bound segment for port 1f3867a4-4c17-473c-99d6-08ce19007865 on network 0bae2276-aa59-429a-a7be-bdb670b8a668 {{(pid=103484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:37:41.405137 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6041f56a-ba29-4d31-863b-fe36b1386b4a tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:41.405824 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6041f56a-ba29-4d31-863b-fe36b1386b4a tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:41.410783 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6041f56a-ba29-4d31-863b-fe36b1386b4a tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] 10.222.0.15 "PUT /v2.0/ports/1f3867a4-4c17-473c-99d6-08ce19007865 HTTP/1.1" status: 200 len: 995 time: 0.8216302 Apr 20 16:37:41.412930 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40324) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:41.558508 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-1eb886fd-838e-4198-adff-c041bc724091 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Deleting port 1f3867a4-4c17-473c-99d6-08ce19007865 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:41.559455 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1eb886fd-838e-4198-adff-c041bc724091 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:41.580942 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-bd10327b-3252-42ce-ae07-a602d3fd0225 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting port 64a77328-50ad-4427-9d6c-9ff9ed0b06e6 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:41.581287 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd10327b-3252-42ce-ae07-a602d3fd0225 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:41.611301 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cb58c090-7a97-4a17-bffd-18aff27eb83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:41.613835 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cb58c090-7a97-4a17-bffd-18aff27eb83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:41.614980 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cb58c090-7a97-4a17-bffd-18aff27eb83f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08989ea9-089e-4733-9975-659813c22dac HTTP/1.1" status: 204 len: 168 time: 1.1940575 Apr 20 16:37:41.644627 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58c090-7a97-4a17-bffd-18aff27eb83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08989ea9-089e-4733-9975-659813c22dac,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:41.690653 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b3069edd-d1f8-4a3d-b455-71792a2d340d None None] Provisioning complete for port 1f3867a4-4c17-473c-99d6-08ce19007865 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:41.691163 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b3069edd-d1f8-4a3d-b455-71792a2d340d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:41.698623 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1bb2396c-4911-4ecb-8c97-712c2ae0a92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:41.704552 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1bb2396c-4911-4ecb-8c97-712c2ae0a92c admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:41.714158 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1eb886fd-838e-4198-adff-c041bc724091 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:41.714656 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1bb2396c-4911-4ecb-8c97-712c2ae0a92c admin admin] 10.222.0.15 "DELETE /v2.0/networks/8e44dbee-7158-4e82-ae47-5239495ea7c2 HTTP/1.1" status: 204 len: 168 time: 0.7423742 Apr 20 16:37:41.738624 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2396c-4911-4ecb-8c97-712c2ae0a92c admin admin] Pushing event deleted for resources: {'Network': ['ID=8e44dbee-7158-4e82-ae47-5239495ea7c2,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:41.741712 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-1eb886fd-838e-4198-adff-c041bc724091 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Calling delete_port for 1f3867a4-4c17-473c-99d6-08ce19007865 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:41.750638 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b3069edd-d1f8-4a3d-b455-71792a2d340d None None] Port 1f3867a4-4c17-473c-99d6-08ce19007865 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:37:41.753766 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd10327b-3252-42ce-ae07-a602d3fd0225 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:41.773143 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-bd10327b-3252-42ce-ae07-a602d3fd0225 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Calling delete_port for 64a77328-50ad-4427-9d6c-9ff9ed0b06e6 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:42.078522 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1eb886fd-838e-4198-adff-c041bc724091 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:42.111818 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb886fd-838e-4198-adff-c041bc724091 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Pushing event deleted for resources: {'Port': ['ID=1f3867a4-4c17-473c-99d6-08ce19007865,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:42.153103 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd10327b-3252-42ce-ae07-a602d3fd0225 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:42.213043 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40340) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:42.231957 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10327b-3252-42ce-ae07-a602d3fd0225 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Port': ['ID=64a77328-50ad-4427-9d6c-9ff9ed0b06e6,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:42.278515 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b8a27308-366d-4f20-b8c8-758065eb734f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=02e6a7c368804b1db8fc183496dac8a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616856 Apr 20 16:37:42.278733 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40342) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:42.316179 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1eb886fd-838e-4198-adff-c041bc724091 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:42.322873 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1eb886fd-838e-4198-adff-c041bc724091 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] 10.222.0.15 "DELETE /v2.0/ports/1f3867a4-4c17-473c-99d6-08ce19007865 HTTP/1.1" status: 204 len: 168 time: 0.9085097 Apr 20 16:37:42.323322 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40344) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:42.352871 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd10327b-3252-42ce-ae07-a602d3fd0225 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:42.405139 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd827997-0e44-4e50-be7d-68d3dce23f8b tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] GET failed (client error): The resource could not be found. Apr 20 16:37:42.408316 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bd827997-0e44-4e50-be7d-68d3dce23f8b tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] 10.222.0.15 "GET /v2.0/ports/1f3867a4-4c17-473c-99d6-08ce19007865 HTTP/1.1" status: 404 len: 333 time: 0.0826988 Apr 20 16:37:42.421384 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40348) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:42.421384 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-11b6c43d-2afe-4166-ab39-e1e551290fb0 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Request body: {'port': {'network_id': '0bae2276-aa59-429a-a7be-bdb670b8a668', 'name': 'tempest-AllowedAddressPairTestJSON-416028857'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:42.479744 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-da12684a-14aa-4a02-9175-a91cfea37f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:42.492834 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd10327b-3252-42ce-ae07-a602d3fd0225 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:42.495012 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd10327b-3252-42ce-ae07-a602d3fd0225 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:42.515674 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-da12684a-14aa-4a02-9175-a91cfea37f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:42.633402 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40350) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:42.647553 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0e2d55d3-6aca-4261-a640-13d24464d837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:42.691653 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b6c43d-2afe-4166-ab39-e1e551290fb0 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Made reservation on behalf of a20881562df34477a04b5563de12fb2b for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:37:42.695206 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11b6c43d-2afe-4166-ab39-e1e551290fb0 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:42.699646 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd10327b-3252-42ce-ae07-a602d3fd0225 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:42.712625 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd10327b-3252-42ce-ae07-a602d3fd0225 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Fanout notify agent at l3_agent the message router_deleted on router b1d9e033-5dba-4659-be7d-3f584de7cce7 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:37:42.712625 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd10327b-3252-42ce-ae07-a602d3fd0225 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:42.712625 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bd10327b-3252-42ce-ae07-a602d3fd0225 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/routers/b1d9e033-5dba-4659-be7d-3f584de7cce7 HTTP/1.1" status: 204 len: 168 time: 2.2849438 Apr 20 16:37:42.713743 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40354) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:42.717757 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-b83b0496-61bb-4670-8e5c-66ba07c9744f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'network': {'name': 'tempest-RoutersTest-1436862822'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:42.723885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-11b6c43d-2afe-4166-ab39-e1e551290fb0 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] device_id is not set on port 6705c105-044b-4823-8f1a-eb458c49f164 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:37:42.738610 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-da12684a-14aa-4a02-9175-a91cfea37f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:42.741136 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-da12684a-14aa-4a02-9175-a91cfea37f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:42.742285 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-da12684a-14aa-4a02-9175-a91cfea37f62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c61c699-cfd2-4718-8bc0-7c6bde347c01 HTTP/1.1" status: 204 len: 168 time: 0.4625947 Apr 20 16:37:42.785178 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12684a-14aa-4a02-9175-a91cfea37f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c61c699-cfd2-4718-8bc0-7c6bde347c01,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:42.801551 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0e2d55d3-6aca-4261-a640-13d24464d837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:42.860807 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40358) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:42.868792 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035672 Apr 20 16:37:42.869853 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40360) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:42.880953 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-11b6c43d-2afe-4166-ab39-e1e551290fb0 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Allocated IP 172.20.0.13 (0bae2276-aa59-429a-a7be-bdb670b8a668/170e8cc4-2af5-40f2-82e9-45037ea9b425/6705c105-044b-4823-8f1a-eb458c49f164) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:37:42.915421 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83b0496-61bb-4670-8e5c-66ba07c9744f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Made reservation on behalf of f37f65d63e85464a8d7c499983eef860 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:37:42.919766 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b83b0496-61bb-4670-8e5c-66ba07c9744f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:42.955067 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0e2d55d3-6aca-4261-a640-13d24464d837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:42.990328 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83b0496-61bb-4670-8e5c-66ba07c9744f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:37:43.010902 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0e2d55d3-6aca-4261-a640-13d24464d837 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=923e283bc7024ece9133a2964c982b8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3735483 Apr 20 16:37:43.010902 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d55d3-6aca-4261-a640-13d24464d837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc7aef6-2740-4d44-a089-c2c9dbdf010a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:43.019413 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b1f5d168-b4bb-495b-a6ec-39da6597badd tempest-NetworksApiDiscovery-153607296 tempest-NetworksApiDiscovery-153607296-project] 10.222.0.15 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1493192 Apr 20 16:37:43.020085 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40364) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:43.036234 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b83b0496-61bb-4670-8e5c-66ba07c9744f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:43.036904 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-b83b0496-61bb-4670-8e5c-66ba07c9744f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Added segment aec34046-6e9e-450f-b6d8-fd566859e5af of type vlan for network 05f51942-0d18-41d6-8071-43f9e64a888f Apr 20 16:37:43.080289 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c200951-5bfb-4419-aaf9-9a14ce608f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:43.106906 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b83b0496-61bb-4670-8e5c-66ba07c9744f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:43.107959 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c200951-5bfb-4419-aaf9-9a14ce608f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:43.153897 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11b6c43d-2afe-4166-ab39-e1e551290fb0 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:43.303771 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b83b0496-61bb-4670-8e5c-66ba07c9744f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:43.310460 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83b0496-61bb-4670-8e5c-66ba07c9744f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:43.315751 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b83b0496-61bb-4670-8e5c-66ba07c9744f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:43.364690 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c200951-5bfb-4419-aaf9-9a14ce608f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:43.368524 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c200951-5bfb-4419-aaf9-9a14ce608f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:43.373301 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7c200951-5bfb-4419-aaf9-9a14ce608f4c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/adc7aef6-2740-4d44-a089-c2c9dbdf010a HTTP/1.1" status: 204 len: 168 time: 0.3488083 Apr 20 16:37:43.381760 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c200951-5bfb-4419-aaf9-9a14ce608f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc7aef6-2740-4d44-a089-c2c9dbdf010a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:43.387696 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11b6c43d-2afe-4166-ab39-e1e551290fb0 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:43.778799 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b83b0496-61bb-4670-8e5c-66ba07c9744f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0650396 Apr 20 16:37:43.782291 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40376) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:43.799344 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-69726c55-f85c-47fd-b10c-9c41707bbf6b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'subnet': {'network_id': '05f51942-0d18-41d6-8071-43f9e64a888f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:43.799505 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b0496-61bb-4670-8e5c-66ba07c9744f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Network': ['ID=05f51942-0d18-41d6-8071-43f9e64a888f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:43.805616 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40380) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:43.814915 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 05f51942-0d18-41d6-8071-43f9e64a888f details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:37:43.821418 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b6c43d-2afe-4166-ab39-e1e551290fb0 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Network 0bae2276-aa59-429a-a7be-bdb670b8a668 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:37:43.826761 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-11b6c43d-2afe-4166-ab39-e1e551290fb0 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:43.830803 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b6c43d-2afe-4166-ab39-e1e551290fb0 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:37:43.867783 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6c43d-2afe-4166-ab39-e1e551290fb0 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Pushing event updated for resources: {'Port': ['ID=6705c105-044b-4823-8f1a-eb458c49f164,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:43.914406 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b6c43d-2afe-4166-ab39-e1e551290fb0 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:43.915096 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11b6c43d-2afe-4166-ab39-e1e551290fb0 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:43.988015 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df2400db-007d-471c-8455-597fa8512dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:44.057931 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-11b6c43d-2afe-4166-ab39-e1e551290fb0 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6415501 Apr 20 16:37:44.060552 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40390) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:44.065993 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-0e2eeb55-5e04-469a-9487-b700b5d05b99 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Request body: {'port': {'network_id': '0bae2276-aa59-429a-a7be-bdb670b8a668', 'name': 'tempest-AllowedAddressPairTestJSON-245989671'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:44.081715 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df2400db-007d-471c-8455-597fa8512dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:44.155582 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df2400db-007d-471c-8455-597fa8512dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:44.159578 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69726c55-f85c-47fd-b10c-9c41707bbf6b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Made reservation on behalf of f37f65d63e85464a8d7c499983eef860 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:37:44.165133 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-69726c55-f85c-47fd-b10c-9c41707bbf6b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:44.204762 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9d4e1f02-bfde-48f3-baeb-344661dc1a02 None None] Provisioning complete for port 6705c105-044b-4823-8f1a-eb458c49f164 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:44.205418 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9d4e1f02-bfde-48f3-baeb-344661dc1a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:44.220926 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-df2400db-007d-471c-8455-597fa8512dc2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac71184867304e9a829fb374b08c061e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4142711 Apr 20 16:37:44.224913 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40396) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:44.239029 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2400db-007d-471c-8455-597fa8512dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d295cb-defa-43dd-9ba0-3cb02baeb2b3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:44.252218 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-9d4e1f02-bfde-48f3-baeb-344661dc1a02 None None] Port 6705c105-044b-4823-8f1a-eb458c49f164 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:37:44.298341 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9672f770-9ab2-4975-91f1-e397d49eb633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:44.320797 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9672f770-9ab2-4975-91f1-e397d49eb633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:44.426589 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2eeb55-5e04-469a-9487-b700b5d05b99 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Made reservation on behalf of a20881562df34477a04b5563de12fb2b for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:37:44.430190 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0e2eeb55-5e04-469a-9487-b700b5d05b99 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:44.452619 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-0e2eeb55-5e04-469a-9487-b700b5d05b99 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] device_id is not set on port ab36d011-149e-4608-ba61-a0a5d5c8c37a yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:37:44.484007 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9672f770-9ab2-4975-91f1-e397d49eb633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:44.487842 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9672f770-9ab2-4975-91f1-e397d49eb633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:44.489438 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9672f770-9ab2-4975-91f1-e397d49eb633 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/85d295cb-defa-43dd-9ba0-3cb02baeb2b3 HTTP/1.1" status: 204 len: 168 time: 0.2633212 Apr 20 16:37:44.504559 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672f770-9ab2-4975-91f1-e397d49eb633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d295cb-defa-43dd-9ba0-3cb02baeb2b3,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:44.533528 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-69726c55-f85c-47fd-b10c-9c41707bbf6b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:44.648051 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69726c55-f85c-47fd-b10c-9c41707bbf6b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Subnet': ['ID=4d45801a-b438-42d7-a4c0-10cb656e12d5,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:44.659263 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69726c55-f85c-47fd-b10c-9c41707bbf6b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Checking segment: {'id': 'aec34046-6e9e-450f-b6d8-fd566859e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '05f51942-0d18-41d6-8071-43f9e64a888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:37:44.659263 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69726c55-f85c-47fd-b10c-9c41707bbf6b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network hostable DHCP agents. Network: 05f51942-0d18-41d6-8071-43f9e64a888f, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:37:44.682463 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-0e2eeb55-5e04-469a-9487-b700b5d05b99 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Allocated IP 172.20.0.9 (0bae2276-aa59-429a-a7be-bdb670b8a668/170e8cc4-2af5-40f2-82e9-45037ea9b425/ab36d011-149e-4608-ba61-a0a5d5c8c37a) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:37:44.789592 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69726c55-f85c-47fd-b10c-9c41707bbf6b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network 05f51942-0d18-41d6-8071-43f9e64a888f is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:37:44.855050 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0e2eeb55-5e04-469a-9487-b700b5d05b99 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:44.924164 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-69726c55-f85c-47fd-b10c-9c41707bbf6b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 05f51942-0d18-41d6-8071-43f9e64a888f) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:44.928916 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69726c55-f85c-47fd-b10c-9c41707bbf6b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:44.932245 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-69726c55-f85c-47fd-b10c-9c41707bbf6b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:44.933153 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95705b29-4729-4794-a583-cf03c08f11ea None None] Network 05f51942-0d18-41d6-8071-43f9e64a888f requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:37:45.019759 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0e2eeb55-5e04-469a-9487-b700b5d05b99 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:45.069459 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2eeb55-5e04-469a-9487-b700b5d05b99 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Network 0bae2276-aa59-429a-a7be-bdb670b8a668 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:37:45.077871 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-69726c55-f85c-47fd-b10c-9c41707bbf6b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2928665 Apr 20 16:37:45.081592 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-0e2eeb55-5e04-469a-9487-b700b5d05b99 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:45.082321 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40418) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:45.085706 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2eeb55-5e04-469a-9487-b700b5d05b99 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:37:45.102150 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-86d22927-369c-403a-97f6-aee6fa9606b0 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1087473742', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:45.142689 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2eeb55-5e04-469a-9487-b700b5d05b99 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:45.142689 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0e2eeb55-5e04-469a-9487-b700b5d05b99 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:45.151874 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2eeb55-5e04-469a-9487-b700b5d05b99 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Pushing event updated for resources: {'Port': ['ID=ab36d011-149e-4608-ba61-a0a5d5c8c37a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:45.269793 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0e2eeb55-5e04-469a-9487-b700b5d05b99 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2075033 Apr 20 16:37:45.277950 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40426) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:45.284221 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-04495925-fb32-4f7e-b8e4-39898408ba77 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:2b:08:8c'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:61:68:76'}]}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:45.326732 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73452faf-6432-40b7-85a1-6893f6bc77d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-05f51942-0d18-41d6-8071-43f9e64a888f', 'network_id': '05f51942-0d18-41d6-8071-43f9e64a888f', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'fixed_ips': [{'subnet_id': '4d45801a-b438-42d7-a4c0-10cb656e12d5'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:37:45.328067 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73452faf-6432-40b7-85a1-6893f6bc77d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:45.378514 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-86d22927-369c-403a-97f6-aee6fa9606b0 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:45.379459 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-86d22927-369c-403a-97f6-aee6fa9606b0 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:45.408986 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04495925-fb32-4f7e-b8e4-39898408ba77 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:45.486902 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-86d22927-369c-403a-97f6-aee6fa9606b0 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:45.526947 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-39b76ac5-60a0-413c-b4d6-b6b19144ab2c None None] Provisioning complete for port ab36d011-149e-4608-ba61-a0a5d5c8c37a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:45.526947 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-39b76ac5-60a0-413c-b4d6-b6b19144ab2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:45.541914 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-73452faf-6432-40b7-85a1-6893f6bc77d6 None None] Allocated IP 172.20.0.2 (05f51942-0d18-41d6-8071-43f9e64a888f/4d45801a-b438-42d7-a4c0-10cb656e12d5/848d404b-f7ff-48d9-9573-863c3be2b114) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:37:45.601639 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-39b76ac5-60a0-413c-b4d6-b6b19144ab2c None None] Port ab36d011-149e-4608-ba61-a0a5d5c8c37a cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:37:45.665277 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04495925-fb32-4f7e-b8e4-39898408ba77 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:45.682741 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-86d22927-369c-403a-97f6-aee6fa9606b0 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:45.757959 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04495925-fb32-4f7e-b8e4-39898408ba77 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:45.770309 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73452faf-6432-40b7-85a1-6893f6bc77d6 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:45.800688 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-86d22927-369c-403a-97f6-aee6fa9606b0 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:45.801898 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-86d22927-369c-403a-97f6-aee6fa9606b0 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7167850 Apr 20 16:37:45.805612 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40444) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:45.853487 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04495925-fb32-4f7e-b8e4-39898408ba77 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Pushing event updated for resources: {'Port': ['ID=ab36d011-149e-4608-ba61-a0a5d5c8c37a,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:45.869733 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73452faf-6432-40b7-85a1-6893f6bc77d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:45.877675 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-04495925-fb32-4f7e-b8e4-39898408ba77 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] In _notify_port_updated(), no bound segment for port ab36d011-149e-4608-ba61-a0a5d5c8c37a on network 0bae2276-aa59-429a-a7be-bdb670b8a668 {{(pid=103484) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:37:45.883158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04495925-fb32-4f7e-b8e4-39898408ba77 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:45.883818 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04495925-fb32-4f7e-b8e4-39898408ba77 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:45.890589 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-04495925-fb32-4f7e-b8e4-39898408ba77 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] 10.222.0.15 "PUT /v2.0/ports/ab36d011-149e-4608-ba61-a0a5d5c8c37a HTTP/1.1" status: 200 len: 1055 time: 0.6113465 Apr 20 16:37:45.891266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40446) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:45.942429 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73452faf-6432-40b7-85a1-6893f6bc77d6 None None] Network 05f51942-0d18-41d6-8071-43f9e64a888f is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:37:45.951164 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-73452faf-6432-40b7-85a1-6893f6bc77d6 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:45.954944 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73452faf-6432-40b7-85a1-6893f6bc77d6 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:37:46.031111 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73452faf-6432-40b7-85a1-6893f6bc77d6 None None] Pushing event updated for resources: {'Port': ['ID=848d404b-f7ff-48d9-9573-863c3be2b114,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:46.088815 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-d430cda8-a404-42f7-8f24-9eb01078e073 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Deleting port ab36d011-149e-4608-ba61-a0a5d5c8c37a {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:46.088815 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d430cda8-a404-42f7-8f24-9eb01078e073 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:46.109297 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-73452faf-6432-40b7-85a1-6893f6bc77d6 None None] Attempting to bind port 848d404b-f7ff-48d9-9573-863c3be2b114 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:37:46.109945 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-73452faf-6432-40b7-85a1-6893f6bc77d6 None None] Attempting to bind port 848d404b-f7ff-48d9-9573-863c3be2b114 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'aec34046-6e9e-450f-b6d8-fd566859e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '05f51942-0d18-41d6-8071-43f9e64a888f'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:37:46.110518 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73452faf-6432-40b7-85a1-6893f6bc77d6 None None] Attempting to bind port 848d404b-f7ff-48d9-9573-863c3be2b114 on network 05f51942-0d18-41d6-8071-43f9e64a888f {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:37:46.129761 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73452faf-6432-40b7-85a1-6893f6bc77d6 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:37:46.130413 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73452faf-6432-40b7-85a1-6893f6bc77d6 None None] Checking segment: {'id': 'aec34046-6e9e-450f-b6d8-fd566859e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '05f51942-0d18-41d6-8071-43f9e64a888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:37:46.131007 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73452faf-6432-40b7-85a1-6893f6bc77d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:46.132048 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73452faf-6432-40b7-85a1-6893f6bc77d6 None None] Bound using segment: {'id': 'aec34046-6e9e-450f-b6d8-fd566859e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '05f51942-0d18-41d6-8071-43f9e64a888f'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:37:46.134607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-73452faf-6432-40b7-85a1-6893f6bc77d6 None None] Bound port: 848d404b-f7ff-48d9-9573-863c3be2b114, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec34046-6e9e-450f-b6d8-fd566859e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '05f51942-0d18-41d6-8071-43f9e64a888f'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:37:46.135169 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73452faf-6432-40b7-85a1-6893f6bc77d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:46.242411 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c773cc2b-6775-4f21-9c26-02ba62e9b12a None None] Provisioning complete for port ab36d011-149e-4608-ba61-a0a5d5c8c37a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:46.242785 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c773cc2b-6775-4f21-9c26-02ba62e9b12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:46.260878 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e40b2a88-da99-461f-a8d9-4cfe98ba6e5e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:46.302618 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c773cc2b-6775-4f21-9c26-02ba62e9b12a None None] Port ab36d011-149e-4608-ba61-a0a5d5c8c37a cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:37:46.311157 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-73452faf-6432-40b7-85a1-6893f6bc77d6 None None] For port 848d404b-f7ff-48d9-9573-863c3be2b114, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:37:46.314964 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-73452faf-6432-40b7-85a1-6893f6bc77d6 None None] For port 848d404b-f7ff-48d9-9573-863c3be2b114, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=848d404b-f7ff-48d9-9573-863c3be2b114,segment=NetworkSegment(aec34046-6e9e-450f-b6d8-fd566859e5af),segment_id=aec34046-6e9e-450f-b6d8-fd566859e5af)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:37:46.319544 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d430cda8-a404-42f7-8f24-9eb01078e073 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:46.348563 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-d430cda8-a404-42f7-8f24-9eb01078e073 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Calling delete_port for ab36d011-149e-4608-ba61-a0a5d5c8c37a owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:46.434240 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73452faf-6432-40b7-85a1-6893f6bc77d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:46.562467 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73452faf-6432-40b7-85a1-6893f6bc77d6 None None] Pushing event updated for resources: {'Port': ['ID=848d404b-f7ff-48d9-9573-863c3be2b114,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:46.639719 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d430cda8-a404-42f7-8f24-9eb01078e073 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:46.664990 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-e40b2a88-da99-461f-a8d9-4cfe98ba6e5e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Allocated IP 172.20.0.1 (05f51942-0d18-41d6-8071-43f9e64a888f/4d45801a-b438-42d7-a4c0-10cb656e12d5/0eb87294-ebc8-4b39-8bd9-50fde4bfb703) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:37:46.693413 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430cda8-a404-42f7-8f24-9eb01078e073 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Pushing event deleted for resources: {'Port': ['ID=ab36d011-149e-4608-ba61-a0a5d5c8c37a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:46.946616 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e40b2a88-da99-461f-a8d9-4cfe98ba6e5e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:47.073971 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d430cda8-a404-42f7-8f24-9eb01078e073 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:47.082698 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40468) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:47.085060 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d430cda8-a404-42f7-8f24-9eb01078e073 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] 10.222.0.15 "DELETE /v2.0/ports/ab36d011-149e-4608-ba61-a0a5d5c8c37a HTTP/1.1" status: 204 len: 168 time: 1.1926332 Apr 20 16:37:47.127004 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb0579e3-43b8-4175-a1b3-e08b8d6b301a tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] GET failed (client error): The resource could not be found. Apr 20 16:37:47.131123 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fb0579e3-43b8-4175-a1b3-e08b8d6b301a tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] 10.222.0.15 "GET /v2.0/ports/ab36d011-149e-4608-ba61-a0a5d5c8c37a HTTP/1.1" status: 404 len: 333 time: 0.0448132 Apr 20 16:37:47.131356 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40470) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:47.174304 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e40b2a88-da99-461f-a8d9-4cfe98ba6e5e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:47.239348 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40b2a88-da99-461f-a8d9-4cfe98ba6e5e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network 05f51942-0d18-41d6-8071-43f9e64a888f is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:37:47.245706 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-e40b2a88-da99-461f-a8d9-4cfe98ba6e5e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:47.253360 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40b2a88-da99-461f-a8d9-4cfe98ba6e5e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:37:47.299394 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b2a88-da99-461f-a8d9-4cfe98ba6e5e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Port': ['ID=0eb87294-ebc8-4b39-8bd9-50fde4bfb703,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:47.310348 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-507d2484-d189-4cfe-bbfd-ac053b122cc1 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Deleting port 6705c105-044b-4823-8f1a-eb458c49f164 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:47.310879 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-507d2484-d189-4cfe-bbfd-ac053b122cc1 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:47.334916 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e40b2a88-da99-461f-a8d9-4cfe98ba6e5e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:47.396638 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 848d404b-f7ff-48d9-9573-863c3be2b114 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:37:47.479580 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 848d404b-f7ff-48d9-9573-863c3be2b114 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:47.479947 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:47.504252 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-507d2484-d189-4cfe-bbfd-ac053b122cc1 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:47.524878 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-507d2484-d189-4cfe-bbfd-ac053b122cc1 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Calling delete_port for 6705c105-044b-4823-8f1a-eb458c49f164 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:47.623783 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:47.659518 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 848d404b-f7ff-48d9-9573-863c3be2b114, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=848d404b-f7ff-48d9-9573-863c3be2b114,segment=NetworkSegment(aec34046-6e9e-450f-b6d8-fd566859e5af),segment_id=aec34046-6e9e-450f-b6d8-fd566859e5af)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:37:47.764601 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e40b2a88-da99-461f-a8d9-4cfe98ba6e5e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:47.788837 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:47.806511 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-507d2484-d189-4cfe-bbfd-ac053b122cc1 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:47.846855 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d2484-d189-4cfe-bbfd-ac053b122cc1 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Pushing event deleted for resources: {'Port': ['ID=6705c105-044b-4823-8f1a-eb458c49f164,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:47.851689 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=848d404b-f7ff-48d9-9573-863c3be2b114,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:47.917910 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b559d8-c7b8-4d33-8d53-fc12ae30c70e None None] Network 05f51942-0d18-41d6-8071-43f9e64a888f requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:37:48.028863 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-18ff8903-306c-4869-af65-96a52ee1e9fa None None] Provisioning complete for port 848d404b-f7ff-48d9-9573-863c3be2b114 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:48.029368 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-18ff8903-306c-4869-af65-96a52ee1e9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:48.034805 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-507d2484-d189-4cfe-bbfd-ac053b122cc1 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:48.038063 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-507d2484-d189-4cfe-bbfd-ac053b122cc1 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] 10.222.0.15 "DELETE /v2.0/ports/6705c105-044b-4823-8f1a-eb458c49f164 HTTP/1.1" status: 204 len: 168 time: 0.9056783 Apr 20 16:37:48.041007 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40490) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:48.086870 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-6539a5ac-6ee7-497f-9206-c18e19832ad7 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] GET failed (client error): The resource could not be found. Apr 20 16:37:48.098594 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6539a5ac-6ee7-497f-9206-c18e19832ad7 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] 10.222.0.15 "GET /v2.0/ports/6705c105-044b-4823-8f1a-eb458c49f164 HTTP/1.1" status: 404 len: 333 time: 0.0561018 Apr 20 16:37:48.099496 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40494) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:48.225308 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-c1800ef7-ddf2-4311-9d38-e8fdd7193189 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Deleting port 6df19602-8d04-4557-97fb-fbc6355ba4c0 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:48.225528 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1800ef7-ddf2-4311-9d38-e8fdd7193189 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:48.228683 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e40b2a88-da99-461f-a8d9-4cfe98ba6e5e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:48.335957 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1800ef7-ddf2-4311-9d38-e8fdd7193189 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:48.340230 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e40b2a88-da99-461f-a8d9-4cfe98ba6e5e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:48.354017 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-c1800ef7-ddf2-4311-9d38-e8fdd7193189 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Calling delete_port for 6df19602-8d04-4557-97fb-fbc6355ba4c0 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:48.506265 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b2a88-da99-461f-a8d9-4cfe98ba6e5e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Port': ['ID=0eb87294-ebc8-4b39-8bd9-50fde4bfb703,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:48.552834 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e40b2a88-da99-461f-a8d9-4cfe98ba6e5e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:48.681801 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40b2a88-da99-461f-a8d9-4cfe98ba6e5e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network 05f51942-0d18-41d6-8071-43f9e64a888f is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:37:48.682876 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-df68db8a-40f6-4fb2-a434-529e88ee5455 None None] Provisioning complete for port 0eb87294-ebc8-4b39-8bd9-50fde4bfb703 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:48.683328 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-df68db8a-40f6-4fb2-a434-529e88ee5455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:48.683525 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-e40b2a88-da99-461f-a8d9-4cfe98ba6e5e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:48.703482 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1800ef7-ddf2-4311-9d38-e8fdd7193189 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:48.731378 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-df68db8a-40f6-4fb2-a434-529e88ee5455 None None] Port 0eb87294-ebc8-4b39-8bd9-50fde4bfb703 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:37:48.742820 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1800ef7-ddf2-4311-9d38-e8fdd7193189 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Pushing event deleted for resources: {'Port': ['ID=6df19602-8d04-4557-97fb-fbc6355ba4c0,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:48.755103 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-df68db8a-40f6-4fb2-a434-529e88ee5455 None None] Provisioning complete for port 848d404b-f7ff-48d9-9573-863c3be2b114 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:48.755103 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-df68db8a-40f6-4fb2-a434-529e88ee5455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:48.891946 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1800ef7-ddf2-4311-9d38-e8fdd7193189 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:48.902280 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c1800ef7-ddf2-4311-9d38-e8fdd7193189 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] 10.222.0.15 "DELETE /v2.0/ports/6df19602-8d04-4557-97fb-fbc6355ba4c0 HTTP/1.1" status: 204 len: 168 time: 0.7984898 Apr 20 16:37:48.904898 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40522) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:48.987133 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6088641-d411-4cc6-8049-841100b1adb9 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Deleting subnet 170e8cc4-2af5-40f2-82e9-45037ea9b425 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:37:48.996454 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6088641-d411-4cc6-8049-841100b1adb9 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:49.058512 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40b2a88-da99-461f-a8d9-4cfe98ba6e5e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Router 6b752662-ee8c-4845-9cd0-8f35d639dd42 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:37:49.095946 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6088641-d411-4cc6-8049-841100b1adb9 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:49.127453 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8390a1c3-6179-469a-8c24-b891b918ec4d None None] Provisioning complete for port 0eb87294-ebc8-4b39-8bd9-50fde4bfb703 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:49.127777 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8390a1c3-6179-469a-8c24-b891b918ec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:49.205113 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-8390a1c3-6179-469a-8c24-b891b918ec4d None None] Port 0eb87294-ebc8-4b39-8bd9-50fde4bfb703 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:37:49.247045 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6088641-d411-4cc6-8049-841100b1adb9 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:49.262782 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40b2a88-da99-461f-a8d9-4cfe98ba6e5e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:37:49.278629 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df3cf00-391d-4444-a656-fcceeb2b4fe3 None None] Sync routers for ids ['6b752662-ee8c-4845-9cd0-8f35d639dd42'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:37:49.287294 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e40b2a88-da99-461f-a8d9-4cfe98ba6e5e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "PUT /v2.0/routers/6b752662-ee8c-4845-9cd0-8f35d639dd42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4787302 Apr 20 16:37:49.292975 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df3cf00-391d-4444-a656-fcceeb2b4fe3 None None] Routers {'6b752662-ee8c-4845-9cd0-8f35d639dd42'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:37:49.294890 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40526) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:49.302398 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7df3cf00-391d-4444-a656-fcceeb2b4fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:37:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['6b752662-ee8c-4845-9cd0-8f35d639dd42'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:49.367250 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565daf39-4aae-4c4e-a8a0-9377f8d3b490 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:49.369321 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-565daf39-4aae-4c4e-a8a0-9377f8d3b490 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "GET /v2.0/ports/0eb87294-ebc8-4b39-8bd9-50fde4bfb703 HTTP/1.1" status: 200 len: 910 time: 0.0733893 Apr 20 16:37:49.372907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40528) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:49.373609 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7df3cf00-391d-4444-a656-fcceeb2b4fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:49.383623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-28d037aa-abf8-4f8b-b700-eed1ecc93a36 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4d45801a-b438-42d7-a4c0-10cb656e12d5'}]}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:49.385075 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df3cf00-391d-4444-a656-fcceeb2b4fe3 None None] Routers {'6b752662-ee8c-4845-9cd0-8f35d639dd42'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:37:49.385746 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7df3cf00-391d-4444-a656-fcceeb2b4fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:37:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['6b752662-ee8c-4845-9cd0-8f35d639dd42'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:49.428161 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 848d404b-f7ff-48d9-9573-863c3be2b114 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:37:49.435971 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7df3cf00-391d-4444-a656-fcceeb2b4fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:49.436585 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df3cf00-391d-4444-a656-fcceeb2b4fe3 None None] The sync data for ids ['6b752662-ee8c-4845-9cd0-8f35d639dd42'] in n-d-836146-2 is: [] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:37:49.470472 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-76f594d1-5f93-476b-b781-4f5d7e6cb1f9 None None] Provisioning complete for port 0eb87294-ebc8-4b39-8bd9-50fde4bfb703 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:49.470867 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-76f594d1-5f93-476b-b781-4f5d7e6cb1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:49.510275 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6088641-d411-4cc6-8049-841100b1adb9 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:49.528826 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-76f594d1-5f93-476b-b781-4f5d7e6cb1f9 None None] Port 0eb87294-ebc8-4b39-8bd9-50fde4bfb703 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:37:49.530617 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 848d404b-f7ff-48d9-9573-863c3be2b114 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:49.530989 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:49.573494 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6088641-d411-4cc6-8049-841100b1adb9 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Pushing event deleted for resources: {'Subnet': ['ID=170e8cc4-2af5-40f2-82e9-45037ea9b425,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:49.577920 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6088641-d411-4cc6-8049-841100b1adb9 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:49.579765 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34aa8fcd-71e2-4128-8754-9c2d1c426b5f None None] Network 0bae2276-aa59-429a-a7be-bdb670b8a668 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:37:49.586981 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f6088641-d411-4cc6-8049-841100b1adb9 tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] 10.222.0.15 "DELETE /v2.0/subnets/170e8cc4-2af5-40f2-82e9-45037ea9b425 HTTP/1.1" status: 204 len: 168 time: 0.6809387 Apr 20 16:37:49.589582 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40532) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:49.692981 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28d037aa-abf8-4f8b-b700-eed1ecc93a36 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:49.724563 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02492a2c-666f-4d93-812a-59b9d00527de tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:49.810205 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-02492a2c-666f-4d93-812a-59b9d00527de tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Deleting port 2eef6503-f90e-4b87-bef5-63d9e59b5038 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:49.810616 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02492a2c-666f-4d93-812a-59b9d00527de tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:49.871142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40536) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:49.921604 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-02492a2c-666f-4d93-812a-59b9d00527de tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] For port 2eef6503-f90e-4b87-bef5-63d9e59b5038, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2eef6503-f90e-4b87-bef5-63d9e59b5038,segment=NetworkSegment(2cfbfa35-e39e-4100-9a28-b1f2069549e2),segment_id=2cfbfa35-e39e-4100-9a28-b1f2069549e2)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:37:49.922457 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e76d46-fcc6-426b-8b91-98784c41acf7 None None] DHCP port deletion for 0bae2276-aa59-429a-a7be-bdb670b8a668 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:37:49.928312 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02492a2c-666f-4d93-812a-59b9d00527de tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:49.955375 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-02492a2c-666f-4d93-812a-59b9d00527de tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Calling delete_port for 2eef6503-f90e-4b87-bef5-63d9e59b5038 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:50.065102 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-59e76d46-fcc6-426b-8b91-98784c41acf7 None None] Deleting port 2eef6503-f90e-4b87-bef5-63d9e59b5038 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:50.065485 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-59e76d46-fcc6-426b-8b91-98784c41acf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:50.150658 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-59e76d46-fcc6-426b-8b91-98784c41acf7 None None] For port 2eef6503-f90e-4b87-bef5-63d9e59b5038, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2eef6503-f90e-4b87-bef5-63d9e59b5038,segment=NetworkSegment(2cfbfa35-e39e-4100-9a28-b1f2069549e2),segment_id=2cfbfa35-e39e-4100-9a28-b1f2069549e2)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:37:50.151482 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-59e76d46-fcc6-426b-8b91-98784c41acf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:50.186322 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-59e76d46-fcc6-426b-8b91-98784c41acf7 None None] Calling delete_port for 2eef6503-f90e-4b87-bef5-63d9e59b5038 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:50.210449 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b20023e4-46f2-409a-bd10-3cd94a25df8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:50.272493 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28d037aa-abf8-4f8b-b700-eed1ecc93a36 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:50.291623 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02492a2c-666f-4d93-812a-59b9d00527de tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:50.301730 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-59e76d46-fcc6-426b-8b91-98784c41acf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:50.319388 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02492a2c-666f-4d93-812a-59b9d00527de tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Pushing event deleted for resources: {'Port': ['ID=2eef6503-f90e-4b87-bef5-63d9e59b5038,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:50.325968 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02492a2c-666f-4d93-812a-59b9d00527de tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] No DVR routers for this DVR port 2eef6503-f90e-4b87-bef5-63d9e59b5038 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:37:50.338635 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e76d46-fcc6-426b-8b91-98784c41acf7 None None] Pushing event deleted for resources: {'Port': ['ID=2eef6503-f90e-4b87-bef5-63d9e59b5038,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:50.361362 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e76d46-fcc6-426b-8b91-98784c41acf7 None None] No DVR routers for this DVR port 2eef6503-f90e-4b87-bef5-63d9e59b5038 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:37:50.370680 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b20023e4-46f2-409a-bd10-3cd94a25df8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:50.386792 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28d037aa-abf8-4f8b-b700-eed1ecc93a36 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:50.438894 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02492a2c-666f-4d93-812a-59b9d00527de tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:50.461923 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-02492a2c-666f-4d93-812a-59b9d00527de tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bae2276-aa59-429a-a7be-bdb670b8a668']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:50.474134 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-02492a2c-666f-4d93-812a-59b9d00527de tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cfbfa35-e39e-4100-9a28-b1f2069549e2') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:50.474440 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-02492a2c-666f-4d93-812a-59b9d00527de tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cfbfa35-e39e-4100-9a28-b1f2069549e2') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:50.486950 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02492a2c-666f-4d93-812a-59b9d00527de tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:50.487199 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d037aa-abf8-4f8b-b700-eed1ecc93a36 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:50.487675 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-28d037aa-abf8-4f8b-b700-eed1ecc93a36 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:50.491829 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-28d037aa-abf8-4f8b-b700-eed1ecc93a36 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "PUT /v2.0/ports/0eb87294-ebc8-4b39-8bd9-50fde4bfb703 HTTP/1.1" status: 200 len: 910 time: 1.1143367 Apr 20 16:37:50.495173 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40546) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:50.509393 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02492a2c-666f-4d93-812a-59b9d00527de tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:50.522346 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02492a2c-666f-4d93-812a-59b9d00527de tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:37:50.522754 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02492a2c-666f-4d93-812a-59b9d00527de tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:37:50.525958 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:37:50.546938 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b20023e4-46f2-409a-bd10-3cd94a25df8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:50.559271 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d037aa-abf8-4f8b-b700-eed1ecc93a36 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Port': ['ID=0eb87294-ebc8-4b39-8bd9-50fde4bfb703,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:50.639804 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b20023e4-46f2-409a-bd10-3cd94a25df8d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb9df886c6b543fc94f5210e048f67fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7676206 Apr 20 16:37:50.642761 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40548) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:50.643069 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20023e4-46f2-409a-bd10-3cd94a25df8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737665ef-a532-4bde-96c9-f40684adac32,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:50.714088 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ad5ace3d-1956-4e41-89f8-4fb586eb1710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:50.737398 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ad5ace3d-1956-4e41-89f8-4fb586eb1710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:50.739044 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02492a2c-666f-4d93-812a-59b9d00527de tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:50.758120 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02492a2c-666f-4d93-812a-59b9d00527de tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:50.763573 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-02492a2c-666f-4d93-812a-59b9d00527de tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] 10.222.0.15 "DELETE /v2.0/networks/0bae2276-aa59-429a-a7be-bdb670b8a668 HTTP/1.1" status: 204 len: 168 time: 1.1706104 Apr 20 16:37:50.773371 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02492a2c-666f-4d93-812a-59b9d00527de tempest-AllowedAddressPairTestJSON-1506586841 tempest-AllowedAddressPairTestJSON-1506586841-project] Pushing event deleted for resources: {'Network': ['ID=0bae2276-aa59-429a-a7be-bdb670b8a668,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:50.892291 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ad5ace3d-1956-4e41-89f8-4fb586eb1710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:50.897574 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ad5ace3d-1956-4e41-89f8-4fb586eb1710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:50.900942 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ad5ace3d-1956-4e41-89f8-4fb586eb1710 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/737665ef-a532-4bde-96c9-f40684adac32 HTTP/1.1" status: 204 len: 168 time: 0.2550895 Apr 20 16:37:50.904915 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-85d338ca-0ed1-4fc4-bbd8-deff764f60e7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:50.912356 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ace3d-1956-4e41-89f8-4fb586eb1710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737665ef-a532-4bde-96c9-f40684adac32,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:51.174225 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-85d338ca-0ed1-4fc4-bbd8-deff764f60e7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting port 0eb87294-ebc8-4b39-8bd9-50fde4bfb703 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:51.174540 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-85d338ca-0ed1-4fc4-bbd8-deff764f60e7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:51.287521 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-85d338ca-0ed1-4fc4-bbd8-deff764f60e7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:51.315903 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-85d338ca-0ed1-4fc4-bbd8-deff764f60e7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Calling delete_port for 0eb87294-ebc8-4b39-8bd9-50fde4bfb703 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:51.342908 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40572) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:51.385904 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2eef6503-f90e-4b87-bef5-63d9e59b5038 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:37:51.423653 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 2eef6503-f90e-4b87-bef5-63d9e59b5038 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:37:51.424326 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2eef6503-f90e-4b87-bef5-63d9e59b5038 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:37:51.659270 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b928f9c9-6304-4d9e-9629-1778d60b0713 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a20881562df34477a04b5563de12fb2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3149581 Apr 20 16:37:51.661626 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40580) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:51.683686 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-85d338ca-0ed1-4fc4-bbd8-deff764f60e7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:51.714543 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6cd28f8e-4115-49be-978e-4c25137edaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:51.716723 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d338ca-0ed1-4fc4-bbd8-deff764f60e7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Port': ['ID=0eb87294-ebc8-4b39-8bd9-50fde4bfb703,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:51.746728 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6cd28f8e-4115-49be-978e-4c25137edaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:51.896415 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-85d338ca-0ed1-4fc4-bbd8-deff764f60e7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:51.938457 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6cd28f8e-4115-49be-978e-4c25137edaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:51.943771 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6cd28f8e-4115-49be-978e-4c25137edaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:51.949566 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6cd28f8e-4115-49be-978e-4c25137edaa4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3be1e258-53c3-4e19-b55e-afd0a726a8a9 HTTP/1.1" status: 204 len: 168 time: 0.2834942 Apr 20 16:37:51.971409 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40586) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:51.973521 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd28f8e-4115-49be-978e-4c25137edaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be1e258-53c3-4e19-b55e-afd0a726a8a9,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:52.010850 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4ddbbd66-46d5-4f2c-892a-0194acd1aede admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:52.179933 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4ddbbd66-46d5-4f2c-892a-0194acd1aede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:52.218021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d338ca-0ed1-4fc4-bbd8-deff764f60e7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Router 6b752662-ee8c-4845-9cd0-8f35d639dd42 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:37:52.280925 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4ddbbd66-46d5-4f2c-892a-0194acd1aede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:52.299259 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d338ca-0ed1-4fc4-bbd8-deff764f60e7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:37:52.305242 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-85d338ca-0ed1-4fc4-bbd8-deff764f60e7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "PUT /v2.0/routers/6b752662-ee8c-4845-9cd0-8f35d639dd42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8090322 Apr 20 16:37:52.309310 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40590) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:52.313967 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdf02f3-8e2d-4219-956b-8d6e66d25fb0 None None] Sync routers for ids ['6b752662-ee8c-4845-9cd0-8f35d639dd42'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:37:52.334462 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdf02f3-8e2d-4219-956b-8d6e66d25fb0 None None] Routers {'6b752662-ee8c-4845-9cd0-8f35d639dd42'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:37:52.335093 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-dbdf02f3-8e2d-4219-956b-8d6e66d25fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:37:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['6b752662-ee8c-4845-9cd0-8f35d639dd42'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:52.353706 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbbd66-46d5-4f2c-892a-0194acd1aede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4978cc5-9dd0-4f25-8a43-019304229289,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:52.363476 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4ddbbd66-46d5-4f2c-892a-0194acd1aede admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce50678ebad44f1eb4e018f7b4c3a936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3871973 Apr 20 16:37:52.365591 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40592) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:52.392219 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a6ab72a1-04e9-4a27-958f-18cf6aa624e1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b752662-ee8c-4845-9cd0-8f35d639dd42 HTTP/1.1" status: 200 len: 205 time: 0.0775266 Apr 20 16:37:52.395220 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40594) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:52.410829 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-dbdf02f3-8e2d-4219-956b-8d6e66d25fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:52.419801 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdf02f3-8e2d-4219-956b-8d6e66d25fb0 None None] Routers {'6b752662-ee8c-4845-9cd0-8f35d639dd42'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:37:52.420393 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-dbdf02f3-8e2d-4219-956b-8d6e66d25fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:37:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['6b752662-ee8c-4845-9cd0-8f35d639dd42'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:52.434684 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea7e661c-563b-4ed4-87ff-f0a523060dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:52.458093 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea7e661c-563b-4ed4-87ff-f0a523060dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:52.467821 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-dbdf02f3-8e2d-4219-956b-8d6e66d25fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:52.468941 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdf02f3-8e2d-4219-956b-8d6e66d25fb0 None None] The sync data for ids ['6b752662-ee8c-4845-9cd0-8f35d639dd42'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:37:52.492279 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6980bf6-5d91-43dd-8417-cdea7e51ba41 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:52.627133 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea7e661c-563b-4ed4-87ff-f0a523060dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:52.629755 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea7e661c-563b-4ed4-87ff-f0a523060dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:52.630916 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ea7e661c-563b-4ed4-87ff-f0a523060dab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4978cc5-9dd0-4f25-8a43-019304229289 HTTP/1.1" status: 204 len: 168 time: 0.2631998 Apr 20 16:37:52.645056 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e661c-563b-4ed4-87ff-f0a523060dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4978cc5-9dd0-4f25-8a43-019304229289,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:52.763762 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-85e93300-20e3-42f3-86b0-31fdbcdb7ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:53.026748 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6980bf6-5d91-43dd-8417-cdea7e51ba41 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:53.036258 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6980bf6-5d91-43dd-8417-cdea7e51ba41 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:53.158465 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6980bf6-5d91-43dd-8417-cdea7e51ba41 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:53.159661 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6980bf6-5d91-43dd-8417-cdea7e51ba41 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Fanout notify agent at l3_agent the message router_deleted on router 6b752662-ee8c-4845-9cd0-8f35d639dd42 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:37:53.181072 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6980bf6-5d91-43dd-8417-cdea7e51ba41 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:53.183881 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b6980bf6-5d91-43dd-8417-cdea7e51ba41 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/routers/6b752662-ee8c-4845-9cd0-8f35d639dd42 HTTP/1.1" status: 204 len: 168 time: 0.7866688 Apr 20 16:37:53.185373 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40626) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:53.264209 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e4496b-0476-41a7-9a25-7c57971353aa tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting subnet 4d45801a-b438-42d7-a4c0-10cb656e12d5 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:37:53.286755 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-25e4496b-0476-41a7-9a25-7c57971353aa tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:53.351985 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-25e4496b-0476-41a7-9a25-7c57971353aa tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:53.456612 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-25e4496b-0476-41a7-9a25-7c57971353aa tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:53.477170 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40636) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:53.591515 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-fec25fc9-4ad3-474d-a7d5-5277113875cf tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1486361921'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:53.650291 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-25e4496b-0476-41a7-9a25-7c57971353aa tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:53.683216 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4496b-0476-41a7-9a25-7c57971353aa tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Subnet': ['ID=4d45801a-b438-42d7-a4c0-10cb656e12d5,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:53.687333 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-25e4496b-0476-41a7-9a25-7c57971353aa tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:53.691150 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-25e4496b-0476-41a7-9a25-7c57971353aa tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/subnets/4d45801a-b438-42d7-a4c0-10cb656e12d5 HTTP/1.1" status: 204 len: 168 time: 0.5046747 Apr 20 16:37:53.694067 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40646) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:53.699170 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e50b72b-7cc4-46a7-9830-861223d8350f None None] Network 05f51942-0d18-41d6-8071-43f9e64a888f requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:37:53.768283 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec25fc9-4ad3-474d-a7d5-5277113875cf tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Made reservation on behalf of 99aa6ed4f1924048aea901532b2072ea for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:37:53.772140 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fec25fc9-4ad3-474d-a7d5-5277113875cf tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:53.790925 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fec25fc9-4ad3-474d-a7d5-5277113875cf tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:53.804084 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bbb10895-100f-4824-9d07-e4700e25656a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:53.915860 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262420b9-7eba-4818-8589-638ad8fe19ef None None] DHCP port deletion for 05f51942-0d18-41d6-8071-43f9e64a888f request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:37:53.927471 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-bbb10895-100f-4824-9d07-e4700e25656a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting port 848d404b-f7ff-48d9-9573-863c3be2b114 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:53.928859 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bbb10895-100f-4824-9d07-e4700e25656a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:53.978574 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-262420b9-7eba-4818-8589-638ad8fe19ef None None] Deleting port 848d404b-f7ff-48d9-9573-863c3be2b114 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:53.978936 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-262420b9-7eba-4818-8589-638ad8fe19ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:54.077914 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-262420b9-7eba-4818-8589-638ad8fe19ef None None] For port 848d404b-f7ff-48d9-9573-863c3be2b114, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=848d404b-f7ff-48d9-9573-863c3be2b114,segment=NetworkSegment(aec34046-6e9e-450f-b6d8-fd566859e5af),segment_id=aec34046-6e9e-450f-b6d8-fd566859e5af)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:37:54.079282 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-262420b9-7eba-4818-8589-638ad8fe19ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:54.099492 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-262420b9-7eba-4818-8589-638ad8fe19ef None None] Calling delete_port for 848d404b-f7ff-48d9-9573-863c3be2b114 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:54.335141 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-262420b9-7eba-4818-8589-638ad8fe19ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:54.375717 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262420b9-7eba-4818-8589-638ad8fe19ef None None] Pushing event deleted for resources: {'Port': ['ID=848d404b-f7ff-48d9-9573-863c3be2b114,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:54.383123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262420b9-7eba-4818-8589-638ad8fe19ef None None] No DVR routers for this DVR port 848d404b-f7ff-48d9-9573-863c3be2b114 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:37:54.421778 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fec25fc9-4ad3-474d-a7d5-5277113875cf tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:54.433649 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-bbb10895-100f-4824-9d07-e4700e25656a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] For port 848d404b-f7ff-48d9-9573-863c3be2b114, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=848d404b-f7ff-48d9-9573-863c3be2b114,segment=NetworkSegment(aec34046-6e9e-450f-b6d8-fd566859e5af),segment_id=aec34046-6e9e-450f-b6d8-fd566859e5af)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:37:54.434014 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bbb10895-100f-4824-9d07-e4700e25656a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:54.447911 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-bbb10895-100f-4824-9d07-e4700e25656a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Calling delete_port for 848d404b-f7ff-48d9-9573-863c3be2b114 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:54.533273 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bbb10895-100f-4824-9d07-e4700e25656a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:54.565149 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb10895-100f-4824-9d07-e4700e25656a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Port': ['ID=848d404b-f7ff-48d9-9573-863c3be2b114,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:54.568901 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb10895-100f-4824-9d07-e4700e25656a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] No DVR routers for this DVR port 848d404b-f7ff-48d9-9573-863c3be2b114 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:37:54.597734 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fec25fc9-4ad3-474d-a7d5-5277113875cf tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:54.643575 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec25fc9-4ad3-474d-a7d5-5277113875cf tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:37:54.700694 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fec25fc9-4ad3-474d-a7d5-5277113875cf tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:54.701119 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-fec25fc9-4ad3-474d-a7d5-5277113875cf tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Added segment b2286c46-7c42-43bf-a35c-b33ef080d7d5 of type vlan for network d6efb321-b304-464f-86ab-40518562a0c3 Apr 20 16:37:54.703776 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bbb10895-100f-4824-9d07-e4700e25656a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:54.713009 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec25fc9-4ad3-474d-a7d5-5277113875cf tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2b9b9d-7c5c-4807-a57d-fc9810eae58c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:54.776473 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-bbb10895-100f-4824-9d07-e4700e25656a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f51942-0d18-41d6-8071-43f9e64a888f']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:54.785276 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fec25fc9-4ad3-474d-a7d5-5277113875cf tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:54.792669 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-bbb10895-100f-4824-9d07-e4700e25656a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec34046-6e9e-450f-b6d8-fd566859e5af') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:54.793035 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-bbb10895-100f-4824-9d07-e4700e25656a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec34046-6e9e-450f-b6d8-fd566859e5af') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:37:54.812506 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bbb10895-100f-4824-9d07-e4700e25656a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:54.830251 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bbb10895-100f-4824-9d07-e4700e25656a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:54.836168 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb10895-100f-4824-9d07-e4700e25656a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:37:54.836594 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bbb10895-100f-4824-9d07-e4700e25656a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:37:54.840970 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:37:54.907191 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fec25fc9-4ad3-474d-a7d5-5277113875cf tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:54.913525 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec25fc9-4ad3-474d-a7d5-5277113875cf tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:54.914338 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fec25fc9-4ad3-474d-a7d5-5277113875cf tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:54.991057 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec25fc9-4ad3-474d-a7d5-5277113875cf tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Pushing event updated for resources: {'Network': ['ID=d6efb321-b304-464f-86ab-40518562a0c3,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:55.028698 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network d6efb321-b304-464f-86ab-40518562a0c3 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:37:55.092725 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fec25fc9-4ad3-474d-a7d5-5277113875cf tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6144114 Apr 20 16:37:55.094148 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bbb10895-100f-4824-9d07-e4700e25656a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:55.102233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40678) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:55.106154 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bbb10895-100f-4824-9d07-e4700e25656a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:55.107430 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-fd990bdc-3fca-49a4-ab04-235023c6c91f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Request body: {'subnet': {'network_id': 'd6efb321-b304-464f-86ab-40518562a0c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:55.111296 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bbb10895-100f-4824-9d07-e4700e25656a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/networks/05f51942-0d18-41d6-8071-43f9e64a888f HTTP/1.1" status: 204 len: 168 time: 1.4147239 Apr 20 16:37:55.114716 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40680) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:55.119419 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-00eef1ae-d386-4c04-a1d4-7a8bf2159fcb tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2061312796', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:55.139665 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb10895-100f-4824-9d07-e4700e25656a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Network': ['ID=05f51942-0d18-41d6-8071-43f9e64a888f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:55.221510 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7f840642-5187-4e38-a5d4-13c6bccb8446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:55.337089 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00eef1ae-d386-4c04-a1d4-7a8bf2159fcb tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:55.338331 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00eef1ae-d386-4c04-a1d4-7a8bf2159fcb tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:55.357034 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 848d404b-f7ff-48d9-9573-863c3be2b114 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:37:55.369700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd990bdc-3fca-49a4-ab04-235023c6c91f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Made reservation on behalf of 99aa6ed4f1924048aea901532b2072ea for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:37:55.386265 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fd990bdc-3fca-49a4-ab04-235023c6c91f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:55.388899 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 848d404b-f7ff-48d9-9573-863c3be2b114 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:37:55.389651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 848d404b-f7ff-48d9-9573-863c3be2b114 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:37:55.484968 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00eef1ae-d386-4c04-a1d4-7a8bf2159fcb tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:55.650214 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00eef1ae-d386-4c04-a1d4-7a8bf2159fcb tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:55.793121 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00eef1ae-d386-4c04-a1d4-7a8bf2159fcb tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:55.796089 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-00eef1ae-d386-4c04-a1d4-7a8bf2159fcb tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6786749 Apr 20 16:37:55.798263 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40694) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:55.803794 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-8f8d2fce-7499-48a9-bcdb-3adfaed92384 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'network': {'name': 'tempest-RoutersTest-1109509970'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:55.808791 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fd990bdc-3fca-49a4-ab04-235023c6c91f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:55.876562 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd990bdc-3fca-49a4-ab04-235023c6c91f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Pushing event updated for resources: {'Subnet': ['ID=80b71954-63d0-4e96-b54e-9525bad798bb,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:55.885885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd990bdc-3fca-49a4-ab04-235023c6c91f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Checking segment: {'id': 'b2286c46-7c42-43bf-a35c-b33ef080d7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6efb321-b304-464f-86ab-40518562a0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:37:55.886253 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd990bdc-3fca-49a4-ab04-235023c6c91f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Network hostable DHCP agents. Network: d6efb321-b304-464f-86ab-40518562a0c3, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:37:55.931341 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8d2fce-7499-48a9-bcdb-3adfaed92384 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Made reservation on behalf of f37f65d63e85464a8d7c499983eef860 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:37:55.934849 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8f8d2fce-7499-48a9-bcdb-3adfaed92384 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:55.959946 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8d2fce-7499-48a9-bcdb-3adfaed92384 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:37:55.969498 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8f8d2fce-7499-48a9-bcdb-3adfaed92384 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:55.969841 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-8f8d2fce-7499-48a9-bcdb-3adfaed92384 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Added segment 8d9058e0-32cc-4e0a-bda3-bdbabd7a675d of type vlan for network 88412b79-58ea-488a-a92e-057d2c5142d7 Apr 20 16:37:55.988801 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd990bdc-3fca-49a4-ab04-235023c6c91f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Network d6efb321-b304-464f-86ab-40518562a0c3 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:37:56.016655 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8f8d2fce-7499-48a9-bcdb-3adfaed92384 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:56.091702 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-fd990bdc-3fca-49a4-ab04-235023c6c91f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, d6efb321-b304-464f-86ab-40518562a0c3) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:56.106247 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd990bdc-3fca-49a4-ab04-235023c6c91f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:56.106247 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fd990bdc-3fca-49a4-ab04-235023c6c91f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:56.111705 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb941eb-0d20-441c-9eaf-f01e4f18f09e None None] Network d6efb321-b304-464f-86ab-40518562a0c3 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:37:56.177546 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8f8d2fce-7499-48a9-bcdb-3adfaed92384 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:56.183617 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d2fce-7499-48a9-bcdb-3adfaed92384 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:56.187183 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8f8d2fce-7499-48a9-bcdb-3adfaed92384 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:56.216323 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-fd990bdc-3fca-49a4-ab04-235023c6c91f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1106200 Apr 20 16:37:56.218032 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40704) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:56.225576 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Request body: {'port': {'network_id': 'd6efb321-b304-464f-86ab-40518562a0c3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-791935259'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:56.278201 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be82088-5d91-4f5c-afee-ec26e44945d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-d6efb321-b304-464f-86ab-40518562a0c3', 'network_id': 'd6efb321-b304-464f-86ab-40518562a0c3', 'tenant_id': '99aa6ed4f1924048aea901532b2072ea', 'fixed_ips': [{'subnet_id': '80b71954-63d0-4e96-b54e-9525bad798bb'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:37:56.279321 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0be82088-5d91-4f5c-afee-ec26e44945d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:56.371390 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d2fce-7499-48a9-bcdb-3adfaed92384 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Network': ['ID=88412b79-58ea-488a-a92e-057d2c5142d7,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:56.380460 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8f8d2fce-7499-48a9-bcdb-3adfaed92384 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5808711 Apr 20 16:37:56.384028 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40710) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:56.391612 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-69c8f412-4251-4441-b97b-3080a9a2a92b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'subnet': {'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:56.392160 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 88412b79-58ea-488a-a92e-057d2c5142d7 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:37:56.402250 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:56.576367 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Made reservation on behalf of 99aa6ed4f1924048aea901532b2072ea for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:37:56.581833 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:56.607212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] device_id is not set on port a8357909-61bf-44f9-97ab-41a45afec6af yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:37:56.669867 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c8f412-4251-4441-b97b-3080a9a2a92b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Made reservation on behalf of f37f65d63e85464a8d7c499983eef860 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:37:56.676827 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-69c8f412-4251-4441-b97b-3080a9a2a92b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:56.709749 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-0be82088-5d91-4f5c-afee-ec26e44945d3 None None] Allocated IP 172.20.0.2 (d6efb321-b304-464f-86ab-40518562a0c3/80b71954-63d0-4e96-b54e-9525bad798bb/c2b11ef3-dd21-434f-ad69-8850db983e4c) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:37:56.903870 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0be82088-5d91-4f5c-afee-ec26e44945d3 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:56.975178 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-69c8f412-4251-4441-b97b-3080a9a2a92b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:57.006800 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0be82088-5d91-4f5c-afee-ec26e44945d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:57.082655 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Allocated IP 172.20.0.9 (d6efb321-b304-464f-86ab-40518562a0c3/80b71954-63d0-4e96-b54e-9525bad798bb/a8357909-61bf-44f9-97ab-41a45afec6af) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:37:57.084038 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8f412-4251-4441-b97b-3080a9a2a92b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Subnet': ['ID=fe28f917-3383-4771-a95d-077c9a6c7285,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:57.085446 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be82088-5d91-4f5c-afee-ec26e44945d3 None None] Network d6efb321-b304-464f-86ab-40518562a0c3 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:37:57.092791 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-0be82088-5d91-4f5c-afee-ec26e44945d3 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:57.096767 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be82088-5d91-4f5c-afee-ec26e44945d3 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:37:57.103726 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c8f412-4251-4441-b97b-3080a9a2a92b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Checking segment: {'id': '8d9058e0-32cc-4e0a-bda3-bdbabd7a675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:37:57.104082 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c8f412-4251-4441-b97b-3080a9a2a92b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network hostable DHCP agents. Network: 88412b79-58ea-488a-a92e-057d2c5142d7, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:37:57.105681 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be82088-5d91-4f5c-afee-ec26e44945d3 None None] Pushing event updated for resources: {'Port': ['ID=c2b11ef3-dd21-434f-ad69-8850db983e4c,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:57.162538 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-0be82088-5d91-4f5c-afee-ec26e44945d3 None None] Attempting to bind port c2b11ef3-dd21-434f-ad69-8850db983e4c on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:37:57.163163 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-0be82088-5d91-4f5c-afee-ec26e44945d3 None None] Attempting to bind port c2b11ef3-dd21-434f-ad69-8850db983e4c by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b2286c46-7c42-43bf-a35c-b33ef080d7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6efb321-b304-464f-86ab-40518562a0c3'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:37:57.163270 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be82088-5d91-4f5c-afee-ec26e44945d3 None None] Attempting to bind port c2b11ef3-dd21-434f-ad69-8850db983e4c on network d6efb321-b304-464f-86ab-40518562a0c3 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:37:57.168777 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be82088-5d91-4f5c-afee-ec26e44945d3 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:37:57.169613 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be82088-5d91-4f5c-afee-ec26e44945d3 None None] Checking segment: {'id': 'b2286c46-7c42-43bf-a35c-b33ef080d7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6efb321-b304-464f-86ab-40518562a0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:37:57.170637 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0be82088-5d91-4f5c-afee-ec26e44945d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:57.171194 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be82088-5d91-4f5c-afee-ec26e44945d3 None None] Bound using segment: {'id': 'b2286c46-7c42-43bf-a35c-b33ef080d7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6efb321-b304-464f-86ab-40518562a0c3'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:37:57.171872 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-0be82088-5d91-4f5c-afee-ec26e44945d3 None None] Bound port: c2b11ef3-dd21-434f-ad69-8850db983e4c, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2286c46-7c42-43bf-a35c-b33ef080d7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd6efb321-b304-464f-86ab-40518562a0c3'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:37:57.172440 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0be82088-5d91-4f5c-afee-ec26e44945d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:57.230406 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c8f412-4251-4441-b97b-3080a9a2a92b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network 88412b79-58ea-488a-a92e-057d2c5142d7 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:37:57.273164 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:57.297873 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-0be82088-5d91-4f5c-afee-ec26e44945d3 None None] For port c2b11ef3-dd21-434f-ad69-8850db983e4c, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:37:57.304960 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-0be82088-5d91-4f5c-afee-ec26e44945d3 None None] For port c2b11ef3-dd21-434f-ad69-8850db983e4c, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c2b11ef3-dd21-434f-ad69-8850db983e4c,segment=NetworkSegment(b2286c46-7c42-43bf-a35c-b33ef080d7d5),segment_id=b2286c46-7c42-43bf-a35c-b33ef080d7d5)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:37:57.341296 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-69c8f412-4251-4441-b97b-3080a9a2a92b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 88412b79-58ea-488a-a92e-057d2c5142d7) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:57.351950 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c8f412-4251-4441-b97b-3080a9a2a92b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:57.352502 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-69c8f412-4251-4441-b97b-3080a9a2a92b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:57.356139 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75644ab4-88eb-4594-a0de-7e409b176dc7 None None] Network 88412b79-58ea-488a-a92e-057d2c5142d7 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:37:57.381907 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0be82088-5d91-4f5c-afee-ec26e44945d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:57.444428 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:57.506328 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-69c8f412-4251-4441-b97b-3080a9a2a92b tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1208351 Apr 20 16:37:57.507469 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Network d6efb321-b304-464f-86ab-40518562a0c3 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:37:57.509512 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40722) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:57.516874 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:57.517936 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be82088-5d91-4f5c-afee-ec26e44945d3 None None] Pushing event updated for resources: {'Port': ['ID=c2b11ef3-dd21-434f-ad69-8850db983e4c,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:57.520551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:37:57.537468 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Pushing event updated for resources: {'Port': ['ID=a8357909-61bf-44f9-97ab-41a45afec6af,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:57.617444 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:57.618092 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:57.621984 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:57.622274 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:57.623614 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:57.624060 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:57.624554 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:57.624932 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:57.625490 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:57.625837 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:57.626180 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:57.626513 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:57.626846 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:57.627173 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:37:57.656196 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194dc86d-248b-4728-8e77-5a9fd919d33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-88412b79-58ea-488a-a92e-057d2c5142d7', 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'fixed_ips': [{'subnet_id': 'fe28f917-3383-4771-a95d-077c9a6c7285'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:37:57.657756 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-194dc86d-248b-4728-8e77-5a9fd919d33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:57.785186 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7551af10-cbfb-4898-a670-56a0051507b3 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5666590 Apr 20 16:37:57.787748 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40726) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:57.794874 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2010b3cd-838a-4355-a388-459ecb2a6b69 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Request body: {'port': {'network_id': 'd6efb321-b304-464f-86ab-40518562a0c3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1783962606', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:37:57.796600 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.api.validators [None req-2010b3cd-838a-4355-a388-459ecb2a6b69 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] bootfile-name is not in valid_values {{(pid=103484) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 16:37:57.805587 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.api.validators [None req-2010b3cd-838a-4355-a388-459ecb2a6b69 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] tftp-server is not in valid_values {{(pid=103484) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 16:37:57.805928 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.api.validators [None req-2010b3cd-838a-4355-a388-459ecb2a6b69 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] server-ip-address is not in valid_values {{(pid=103484) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 16:37:57.888206 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:57.915717 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-194dc86d-248b-4728-8e77-5a9fd919d33a None None] Allocated IP 172.20.0.2 (88412b79-58ea-488a-a92e-057d2c5142d7/fe28f917-3383-4771-a95d-077c9a6c7285/b11ed461-31a7-45c8-a943-b63c1b0a18bf) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:37:57.951162 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-569b608e-aad3-4421-b0d9-39cdbb5d4603 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:58.055722 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2010b3cd-838a-4355-a388-459ecb2a6b69 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Made reservation on behalf of 99aa6ed4f1924048aea901532b2072ea for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:37:58.064416 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2010b3cd-838a-4355-a388-459ecb2a6b69 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:58.087474 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-2010b3cd-838a-4355-a388-459ecb2a6b69 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] device_id is not set on port eaf670f3-da7e-4605-b341-667032de50a9 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:37:58.100466 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:58.115658 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-194dc86d-248b-4728-8e77-5a9fd919d33a None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:58.210393 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-194dc86d-248b-4728-8e77-5a9fd919d33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:58.260944 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-2010b3cd-838a-4355-a388-459ecb2a6b69 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Allocated IP 172.20.0.6 (d6efb321-b304-464f-86ab-40518562a0c3/80b71954-63d0-4e96-b54e-9525bad798bb/eaf670f3-da7e-4605-b341-667032de50a9) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:37:58.274515 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-569b608e-aad3-4421-b0d9-39cdbb5d4603 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Allocated IP 172.20.0.1 (88412b79-58ea-488a-a92e-057d2c5142d7/fe28f917-3383-4771-a95d-077c9a6c7285/871c97b8-94da-4bc6-8f89-3e5efb97da30) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:37:58.339653 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194dc86d-248b-4728-8e77-5a9fd919d33a None None] Network 88412b79-58ea-488a-a92e-057d2c5142d7 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:37:58.357121 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-194dc86d-248b-4728-8e77-5a9fd919d33a None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:58.365194 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194dc86d-248b-4728-8e77-5a9fd919d33a None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:37:58.375431 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194dc86d-248b-4728-8e77-5a9fd919d33a None None] Pushing event updated for resources: {'Port': ['ID=b11ed461-31a7-45c8-a943-b63c1b0a18bf,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:58.465181 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-569b608e-aad3-4421-b0d9-39cdbb5d4603 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:58.485891 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-194dc86d-248b-4728-8e77-5a9fd919d33a None None] Attempting to bind port b11ed461-31a7-45c8-a943-b63c1b0a18bf on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:37:58.486737 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-194dc86d-248b-4728-8e77-5a9fd919d33a None None] Attempting to bind port b11ed461-31a7-45c8-a943-b63c1b0a18bf by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '8d9058e0-32cc-4e0a-bda3-bdbabd7a675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:37:58.487348 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194dc86d-248b-4728-8e77-5a9fd919d33a None None] Attempting to bind port b11ed461-31a7-45c8-a943-b63c1b0a18bf on network 88412b79-58ea-488a-a92e-057d2c5142d7 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:37:58.505955 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194dc86d-248b-4728-8e77-5a9fd919d33a None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:37:58.506904 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194dc86d-248b-4728-8e77-5a9fd919d33a None None] Checking segment: {'id': '8d9058e0-32cc-4e0a-bda3-bdbabd7a675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:37:58.508963 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-194dc86d-248b-4728-8e77-5a9fd919d33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:58.509542 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194dc86d-248b-4728-8e77-5a9fd919d33a None None] Bound using segment: {'id': '8d9058e0-32cc-4e0a-bda3-bdbabd7a675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:37:58.511484 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-194dc86d-248b-4728-8e77-5a9fd919d33a None None] Bound port: b11ed461-31a7-45c8-a943-b63c1b0a18bf, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9058e0-32cc-4e0a-bda3-bdbabd7a675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:37:58.513521 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-194dc86d-248b-4728-8e77-5a9fd919d33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:58.588506 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2010b3cd-838a-4355-a388-459ecb2a6b69 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:58.626726 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-194dc86d-248b-4728-8e77-5a9fd919d33a None None] For port b11ed461-31a7-45c8-a943-b63c1b0a18bf, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:37:58.631243 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-194dc86d-248b-4728-8e77-5a9fd919d33a None None] For port b11ed461-31a7-45c8-a943-b63c1b0a18bf, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b11ed461-31a7-45c8-a943-b63c1b0a18bf,segment=NetworkSegment(8d9058e0-32cc-4e0a-bda3-bdbabd7a675d),segment_id=8d9058e0-32cc-4e0a-bda3-bdbabd7a675d)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:37:58.701058 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:58.704420 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-569b608e-aad3-4421-b0d9-39cdbb5d4603 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:58.761012 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569b608e-aad3-4421-b0d9-39cdbb5d4603 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network 88412b79-58ea-488a-a92e-057d2c5142d7 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:37:58.765101 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-569b608e-aad3-4421-b0d9-39cdbb5d4603 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:58.770389 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2010b3cd-838a-4355-a388-459ecb2a6b69 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:58.775920 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-194dc86d-248b-4728-8e77-5a9fd919d33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:58.784085 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569b608e-aad3-4421-b0d9-39cdbb5d4603 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:37:58.796494 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b608e-aad3-4421-b0d9-39cdbb5d4603 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Port': ['ID=871c97b8-94da-4bc6-8f89-3e5efb97da30,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:58.855247 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010b3cd-838a-4355-a388-459ecb2a6b69 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Pushing event updated for resources: {'Port': ['ID=eaf670f3-da7e-4605-b341-667032de50a9,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:58.877713 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2010b3cd-838a-4355-a388-459ecb2a6b69 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Network d6efb321-b304-464f-86ab-40518562a0c3 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:37:58.880302 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-2010b3cd-838a-4355-a388-459ecb2a6b69 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:37:58.886981 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2010b3cd-838a-4355-a388-459ecb2a6b69 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:37:58.897278 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-569b608e-aad3-4421-b0d9-39cdbb5d4603 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:58.912084 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194dc86d-248b-4728-8e77-5a9fd919d33a None None] Pushing event updated for resources: {'Port': ['ID=b11ed461-31a7-45c8-a943-b63c1b0a18bf,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:37:58.984657 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309abcc2-20d1-405c-9c6b-fd4c538f3c25 None None] Network d6efb321-b304-464f-86ab-40518562a0c3 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:37:58.987962 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2010b3cd-838a-4355-a388-459ecb2a6b69 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:58.988678 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2010b3cd-838a-4355-a388-459ecb2a6b69 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:59.081098 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2010b3cd-838a-4355-a388-459ecb2a6b69 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.2885494 Apr 20 16:37:59.081098 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40752) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:59.105469 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-10ab194a-7f6d-48e4-8c68-132220d9a44f None None] Provisioning complete for port c2b11ef3-dd21-434f-ad69-8850db983e4c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:59.106072 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-10ab194a-7f6d-48e4-8c68-132220d9a44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:59.139667 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1696715e-76ec-4d67-81a1-921e95070b3f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:59.158728 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1696715e-76ec-4d67-81a1-921e95070b3f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:59.164826 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1696715e-76ec-4d67-81a1-921e95070b3f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:59.172692 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1696715e-76ec-4d67-81a1-921e95070b3f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.0912375 Apr 20 16:37:59.175400 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40760) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:37:59.213247 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-569b608e-aad3-4421-b0d9-39cdbb5d4603 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:59.393344 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-cb7b7984-5622-42f3-8c3d-8c63689b0535 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Deleting port eaf670f3-da7e-4605-b341-667032de50a9 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:37:59.395053 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7984-5622-42f3-8c3d-8c63689b0535 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:59.548898 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-10ab194a-7f6d-48e4-8c68-132220d9a44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:59.653408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b11ed461-31a7-45c8-a943-b63c1b0a18bf up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:37:59.681990 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7984-5622-42f3-8c3d-8c63689b0535 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:59.732420 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f3e5968-2a6a-4219-9502-1a52315a71dc req-d9dc5d97-c72c-4670-af76-95b8aae824f4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2178385 Apr 20 16:37:59.747630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-cb7b7984-5622-42f3-8c3d-8c63689b0535 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Calling delete_port for eaf670f3-da7e-4605-b341-667032de50a9 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:37:59.755438 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-10ab194a-7f6d-48e4-8c68-132220d9a44f None None] For port c2b11ef3-dd21-434f-ad69-8850db983e4c, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c2b11ef3-dd21-434f-ad69-8850db983e4c,segment=NetworkSegment(b2286c46-7c42-43bf-a35c-b33ef080d7d5),segment_id=b2286c46-7c42-43bf-a35c-b33ef080d7d5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:37:59.840379 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-569b608e-aad3-4421-b0d9-39cdbb5d4603 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:59.854731 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port b11ed461-31a7-45c8-a943-b63c1b0a18bf triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:37:59.855230 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:59.907255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e5968-2a6a-4219-9502-1a52315a71dc req-d972cc9d-52be-4803-94ba-53aa0fedd1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:37:59.908966 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f3e5968-2a6a-4219-9502-1a52315a71dc req-d972cc9d-52be-4803-94ba-53aa0fedd1c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 1096 time: 0.0668182 Apr 20 16:37:59.914884 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-10ab194a-7f6d-48e4-8c68-132220d9a44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:37:59.973901 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:00.009297 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-569b608e-aad3-4421-b0d9-39cdbb5d4603 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:00.046377 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:00.087526 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab194a-7f6d-48e4-8c68-132220d9a44f None None] Pushing event updated for resources: {'Port': ['ID=c2b11ef3-dd21-434f-ad69-8850db983e4c,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:00.164845 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab194a-7f6d-48e4-8c68-132220d9a44f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:00.165356 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab194a-7f6d-48e4-8c68-132220d9a44f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:00.167101 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab194a-7f6d-48e4-8c68-132220d9a44f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:00.167515 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab194a-7f6d-48e4-8c68-132220d9a44f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:00.168064 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab194a-7f6d-48e4-8c68-132220d9a44f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:00.168702 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab194a-7f6d-48e4-8c68-132220d9a44f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:00.169591 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab194a-7f6d-48e4-8c68-132220d9a44f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:00.172321 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab194a-7f6d-48e4-8c68-132220d9a44f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:00.172945 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab194a-7f6d-48e4-8c68-132220d9a44f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:00.173353 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab194a-7f6d-48e4-8c68-132220d9a44f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:00.173760 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab194a-7f6d-48e4-8c68-132220d9a44f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:00.174154 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab194a-7f6d-48e4-8c68-132220d9a44f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:00.194980 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-569b608e-aad3-4421-b0d9-39cdbb5d4603 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:00.216119 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f4eefb8b-cc29-4685-8e11-05c7bc373130 None None] Provisioning complete for port eaf670f3-da7e-4605-b341-667032de50a9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:00.217678 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f4eefb8b-cc29-4685-8e11-05c7bc373130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:00.262522 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40774) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:00.282951 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port b11ed461-31a7-45c8-a943-b63c1b0a18bf, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b11ed461-31a7-45c8-a943-b63c1b0a18bf,segment=NetworkSegment(8d9058e0-32cc-4e0a-bda3-bdbabd7a675d),segment_id=8d9058e0-32cc-4e0a-bda3-bdbabd7a675d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:00.290508 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f4eefb8b-cc29-4685-8e11-05c7bc373130 None None] Port eaf670f3-da7e-4605-b341-667032de50a9 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:38:00.318093 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b608e-aad3-4421-b0d9-39cdbb5d4603 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Port': ['ID=871c97b8-94da-4bc6-8f89-3e5efb97da30,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:00.325701 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f4eefb8b-cc29-4685-8e11-05c7bc373130 None None] Provisioning complete for port c2b11ef3-dd21-434f-ad69-8850db983e4c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:00.326158 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f4eefb8b-cc29-4685-8e11-05c7bc373130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:00.347386 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e5968-2a6a-4219-9502-1a52315a71dc req-a20b077d-cf8d-4dea-91ed-f383cd396ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:00.350619 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f3e5968-2a6a-4219-9502-1a52315a71dc req-a20b077d-cf8d-4dea-91ed-f383cd396ed6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6129277f-3b7c-420f-bcf7-8207d3888fce HTTP/1.1" status: 200 len: 915 time: 0.4213903 Apr 20 16:38:00.382882 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:00.383701 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c2b11ef3-dd21-434f-ad69-8850db983e4c up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:38:00.479795 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7984-5622-42f3-8c3d-8c63689b0535 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:00.605009 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b7984-5622-42f3-8c3d-8c63689b0535 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Pushing event deleted for resources: {'Port': ['ID=eaf670f3-da7e-4605-b341-667032de50a9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:00.638901 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569b608e-aad3-4421-b0d9-39cdbb5d4603 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network 88412b79-58ea-488a-a92e-057d2c5142d7 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:38:00.646998 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-569b608e-aad3-4421-b0d9-39cdbb5d4603 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:38:00.691126 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port c2b11ef3-dd21-434f-ad69-8850db983e4c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:00.691835 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:00.726497 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff2f9e47-c6ac-46ec-bbc2-1c9463f4474b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:00.735681 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f3e5968-2a6a-4219-9502-1a52315a71dc req-5d3d1a65-fce4-4461-92d4-c04a410e9474 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85e1de85-3f5e-4694-ac1c-15f2cd59e34a HTTP/1.1" status: 200 len: 1000 time: 0.3756781 Apr 20 16:38:00.753428 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=b11ed461-31a7-45c8-a943-b63c1b0a18bf,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:00.785381 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f4eefb8b-cc29-4685-8e11-05c7bc373130 None None] Provisioning complete for port a8357909-61bf-44f9-97ab-41a45afec6af triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:00.785756 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f4eefb8b-cc29-4685-8e11-05c7bc373130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:00.838085 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f4eefb8b-cc29-4685-8e11-05c7bc373130 None None] Port a8357909-61bf-44f9-97ab-41a45afec6af cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:38:00.869674 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51657d35-4854-47c1-9720-bb7569cd1789 None None] Network 88412b79-58ea-488a-a92e-057d2c5142d7 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:38:00.978247 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-dea315a1-bc80-46d3-9ebc-3f879c62d6f2 None None] Could not find standard attr ID for object eaf670f3-da7e-4605-b341-667032de50a9. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:38:01.003250 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7984-5622-42f3-8c3d-8c63689b0535 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:01.006563 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cb7b7984-5622-42f3-8c3d-8c63689b0535 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] 10.222.0.15 "DELETE /v2.0/ports/eaf670f3-da7e-4605-b341-667032de50a9 HTTP/1.1" status: 204 len: 168 time: 1.8299468 Apr 20 16:38:01.010301 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40780) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:01.015817 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-7bb99316-6f41-4c91-8e00-e08cc9e6ab1f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Request body: {'port': {'name': 'tempest-new-port-name-607783902', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:38:01.016231 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.api.validators [None req-7bb99316-6f41-4c91-8e00-e08cc9e6ab1f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] bootfile-name is not in valid_values {{(pid=103485) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 16:38:01.016793 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.api.validators [None req-7bb99316-6f41-4c91-8e00-e08cc9e6ab1f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] tftp-server is not in valid_values {{(pid=103485) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 16:38:01.017128 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.api.validators [None req-7bb99316-6f41-4c91-8e00-e08cc9e6ab1f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] server-ip-address is not in valid_values {{(pid=103485) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 16:38:01.017780 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e5968-2a6a-4219-9502-1a52315a71dc req-7ff45409-1125-492e-bd2b-9d38f9d08928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:01.019308 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f3e5968-2a6a-4219-9502-1a52315a71dc req-7ff45409-1125-492e-bd2b-9d38f9d08928 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d0d8025-1a58-4c58-9113-dd747fc0c87b HTTP/1.1" status: 200 len: 853 time: 0.2415187 Apr 20 16:38:01.024838 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-dea315a1-bc80-46d3-9ebc-3f879c62d6f2 None None] Provisioning complete for port b11ed461-31a7-45c8-a943-b63c1b0a18bf triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:01.025505 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dea315a1-bc80-46d3-9ebc-3f879c62d6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:01.081720 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569b608e-aad3-4421-b0d9-39cdbb5d4603 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:38:01.120740 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e5968-2a6a-4219-9502-1a52315a71dc req-cd179c2c-a4ee-4402-bd33-a8a639d28e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:01.122520 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f3e5968-2a6a-4219-9502-1a52315a71dc req-cd179c2c-a4ee-4402-bd33-a8a639d28e41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6129277f-3b7c-420f-bcf7-8207d3888fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957487 Apr 20 16:38:01.177852 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff2f9e47-c6ac-46ec-bbc2-1c9463f4474b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:01.207197 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bb99316-6f41-4c91-8e00-e08cc9e6ab1f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:01.257881 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff2f9e47-c6ac-46ec-bbc2-1c9463f4474b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:01.309496 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f9e47-c6ac-46ec-bbc2-1c9463f4474b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6924ab83-2a6e-4d82-b184-abd65836cc84,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:01.351259 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-dea315a1-bc80-46d3-9ebc-3f879c62d6f2 None None] Provisioning complete for port a8357909-61bf-44f9-97ab-41a45afec6af triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:01.351629 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dea315a1-bc80-46d3-9ebc-3f879c62d6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:01.365206 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ff2f9e47-c6ac-46ec-bbc2-1c9463f4474b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2fbdb90e07eb488a95e8e02e591684c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0972269 Apr 20 16:38:01.377791 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40790) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:01.470153 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-dea315a1-bc80-46d3-9ebc-3f879c62d6f2 None None] Port a8357909-61bf-44f9-97ab-41a45afec6af cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:38:01.511524 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f3e5968-2a6a-4219-9502-1a52315a71dc req-32336d0d-dd40-40ba-98bb-dd8fc66861f2 service neutron] 10.222.0.26 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797193 Apr 20 16:38:01.621307 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b11ed461-31a7-45c8-a943-b63c1b0a18bf up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:38:01.631780 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5001787b-a7ea-45de-a129-4e9b83fef2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:01.668783 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569b608e-aad3-4421-b0d9-39cdbb5d4603 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:38:01.710684 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-569b608e-aad3-4421-b0d9-39cdbb5d4603 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "PUT /v2.0/routers/4651bca4-25cc-4fd1-8f27-5bb21c975c0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1999426 Apr 20 16:38:01.726018 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40796) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:01.736752 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51e15af-7683-4055-bee0-62244333e795 None None] Sync routers for ids ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:38:01.753954 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-3191a85e-554b-4a2f-85da-c548fca28680 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'network': {'name': 'tempest-RoutersTest-1608312658'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:38:01.789950 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51e15af-7683-4055-bee0-62244333e795 None None] Routers {'4651bca4-25cc-4fd1-8f27-5bb21c975c0a'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:01.793908 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d51e15af-7683-4055-bee0-62244333e795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:37:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:01.842816 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5001787b-a7ea-45de-a129-4e9b83fef2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:01.939830 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f3e5968-2a6a-4219-9502-1a52315a71dc req-a725a68f-f896-4218-bb10-45edcbb12ed0 service neutron] 10.222.0.26 "GET /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196935 Apr 20 16:38:01.950406 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3191a85e-554b-4a2f-85da-c548fca28680 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Made reservation on behalf of f37f65d63e85464a8d7c499983eef860 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:38:01.960556 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3191a85e-554b-4a2f-85da-c548fca28680 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:01.985480 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5aedd6a1-bc0e-4d97-ab14-be0de4701fbf None None] Provisioning complete for port 871c97b8-94da-4bc6-8f89-3e5efb97da30 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:01.985982 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5aedd6a1-bc0e-4d97-ab14-be0de4701fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:02.026320 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bb99316-6f41-4c91-8e00-e08cc9e6ab1f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:02.067447 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port b11ed461-31a7-45c8-a943-b63c1b0a18bf triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:02.067966 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:02.092228 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5001787b-a7ea-45de-a129-4e9b83fef2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:02.095987 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5001787b-a7ea-45de-a129-4e9b83fef2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:02.100855 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5001787b-a7ea-45de-a129-4e9b83fef2fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6924ab83-2a6e-4d82-b184-abd65836cc84 HTTP/1.1" status: 204 len: 168 time: 0.7154541 Apr 20 16:38:02.102437 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-d51e15af-7683-4055-bee0-62244333e795 None None] Set router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:02.116162 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3191a85e-554b-4a2f-85da-c548fca28680 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:38:02.127505 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bb99316-6f41-4c91-8e00-e08cc9e6ab1f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:02.150481 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001787b-a7ea-45de-a129-4e9b83fef2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6924ab83-2a6e-4d82-b184-abd65836cc84,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:02.201781 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3191a85e-554b-4a2f-85da-c548fca28680 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:02.202149 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-3191a85e-554b-4a2f-85da-c548fca28680 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Added segment 67d95cbc-c3ad-4734-b557-00b589cdefe6 of type vlan for network e42644f6-9504-47be-af23-12f116a01513 Apr 20 16:38:02.228611 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5aedd6a1-bc0e-4d97-ab14-be0de4701fbf None None] Port 871c97b8-94da-4bc6-8f89-3e5efb97da30 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:38:02.310920 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3191a85e-554b-4a2f-85da-c548fca28680 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:02.410812 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb99316-6f41-4c91-8e00-e08cc9e6ab1f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Pushing event updated for resources: {'Port': ['ID=a8357909-61bf-44f9-97ab-41a45afec6af,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:02.435241 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-7bb99316-6f41-4c91-8e00-e08cc9e6ab1f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] In _notify_port_updated(), no bound segment for port a8357909-61bf-44f9-97ab-41a45afec6af on network d6efb321-b304-464f-86ab-40518562a0c3 {{(pid=103485) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 16:38:02.442701 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb99316-6f41-4c91-8e00-e08cc9e6ab1f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:02.444073 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3191a85e-554b-4a2f-85da-c548fca28680 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:02.444982 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7bb99316-6f41-4c91-8e00-e08cc9e6ab1f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:02.449406 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7bb99316-6f41-4c91-8e00-e08cc9e6ab1f tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] 10.222.0.15 "PUT /v2.0/ports/a8357909-61bf-44f9-97ab-41a45afec6af HTTP/1.1" status: 200 len: 1135 time: 1.4380500 Apr 20 16:38:02.453031 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40808) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:02.453576 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3191a85e-554b-4a2f-85da-c548fca28680 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:02.454396 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3191a85e-554b-4a2f-85da-c548fca28680 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:02.513001 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5aedd6a1-bc0e-4d97-ab14-be0de4701fbf None None] Provisioning complete for port b11ed461-31a7-45c8-a943-b63c1b0a18bf triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:02.513389 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5aedd6a1-bc0e-4d97-ab14-be0de4701fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:02.548627 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91b9b45-5812-4b16-9d7b-c70e03ab3bc9 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:02.558111 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b91b9b45-5812-4b16-9d7b-c70e03ab3bc9 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] 10.222.0.15 "GET /v2.0/ports/a8357909-61bf-44f9-97ab-41a45afec6af HTTP/1.1" status: 200 len: 1135 time: 0.1037169 Apr 20 16:38:02.562683 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40814) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:02.696627 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191a85e-554b-4a2f-85da-c548fca28680 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Network': ['ID=e42644f6-9504-47be-af23-12f116a01513,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:02.704132 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3191a85e-554b-4a2f-85da-c548fca28680 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9739046 Apr 20 16:38:02.710755 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40816) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:02.719399 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-b75dbc5d-3117-40a0-b483-e39ccf9906fc tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'subnet': {'network_id': 'e42644f6-9504-47be-af23-12f116a01513', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:38:02.774983 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network e42644f6-9504-47be-af23-12f116a01513 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:38:02.865065 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-1d2a29af-06fc-492b-ae17-ddb3cff20572 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Deleting port a8357909-61bf-44f9-97ab-41a45afec6af {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:38:02.866495 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1d2a29af-06fc-492b-ae17-ddb3cff20572 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:03.001021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75dbc5d-3117-40a0-b483-e39ccf9906fc tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Made reservation on behalf of f37f65d63e85464a8d7c499983eef860 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:38:03.005739 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b75dbc5d-3117-40a0-b483-e39ccf9906fc tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:03.100321 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1d2a29af-06fc-492b-ae17-ddb3cff20572 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:03.146199 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-1d2a29af-06fc-492b-ae17-ddb3cff20572 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Calling delete_port for a8357909-61bf-44f9-97ab-41a45afec6af owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:38:03.228019 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c2b11ef3-dd21-434f-ad69-8850db983e4c up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:38:03.374280 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d51e15af-7683-4055-bee0-62244333e795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:37:59Z', 'revision_number': 2, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None, '_interfaces': [{'id': '871c97b8-94da-4bc6-8f89-3e5efb97da30', 'name': '', 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:b5:17:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:37:58Z', 'updated_at': '2022-04-20T16:37:59Z', 'revision_number': 2, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:03.423764 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51e15af-7683-4055-bee0-62244333e795 None None] Checking router: 4651bca4-25cc-4fd1-8f27-5bb21c975c0a for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:38:03.424113 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51e15af-7683-4055-bee0-62244333e795 None None] Updating router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a port 871c97b8-94da-4bc6-8f89-3e5efb97da30 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:38:03.456571 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-aee347d5-a604-4bb3-81f7-4c7e7c3cf0b2 None None] Provisioning complete for port 871c97b8-94da-4bc6-8f89-3e5efb97da30 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:03.457087 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-aee347d5-a604-4bb3-81f7-4c7e7c3cf0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:03.484853 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port c2b11ef3-dd21-434f-ad69-8850db983e4c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:03.485280 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:03.492955 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d51e15af-7683-4055-bee0-62244333e795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:03.505837 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b75dbc5d-3117-40a0-b483-e39ccf9906fc tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:03.538715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-aee347d5-a604-4bb3-81f7-4c7e7c3cf0b2 None None] Port 871c97b8-94da-4bc6-8f89-3e5efb97da30 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:38:03.673850 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75dbc5d-3117-40a0-b483-e39ccf9906fc tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Subnet': ['ID=14b4ebb6-dc89-4e73-9520-edf16a0a7307,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:03.702689 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1d2a29af-06fc-492b-ae17-ddb3cff20572 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:03.716951 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-aee347d5-a604-4bb3-81f7-4c7e7c3cf0b2 None None] Provisioning complete for port a8357909-61bf-44f9-97ab-41a45afec6af triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:03.717316 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-aee347d5-a604-4bb3-81f7-4c7e7c3cf0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:03.741947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75dbc5d-3117-40a0-b483-e39ccf9906fc tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Checking segment: {'id': '67d95cbc-c3ad-4734-b557-00b589cdefe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e42644f6-9504-47be-af23-12f116a01513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:38:03.743578 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75dbc5d-3117-40a0-b483-e39ccf9906fc tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network hostable DHCP agents. Network: e42644f6-9504-47be-af23-12f116a01513, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:38:03.748748 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a29af-06fc-492b-ae17-ddb3cff20572 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Pushing event deleted for resources: {'Port': ['ID=a8357909-61bf-44f9-97ab-41a45afec6af,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:03.754178 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-aee347d5-a604-4bb3-81f7-4c7e7c3cf0b2 None None] Port a8357909-61bf-44f9-97ab-41a45afec6af was deleted so its status cannot be updated. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 20 16:38:03.866421 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75dbc5d-3117-40a0-b483-e39ccf9906fc tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network e42644f6-9504-47be-af23-12f116a01513 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:38:03.920179 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1d2a29af-06fc-492b-ae17-ddb3cff20572 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:03.938239 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1d2a29af-06fc-492b-ae17-ddb3cff20572 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] 10.222.0.15 "DELETE /v2.0/ports/a8357909-61bf-44f9-97ab-41a45afec6af HTTP/1.1" status: 204 len: 168 time: 1.3738444 Apr 20 16:38:03.940704 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40852) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:03.957022 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-b75dbc5d-3117-40a0-b483-e39ccf9906fc tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, e42644f6-9504-47be-af23-12f116a01513) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:38:03.962032 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75dbc5d-3117-40a0-b483-e39ccf9906fc tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:03.962878 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b75dbc5d-3117-40a0-b483-e39ccf9906fc tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:03.994903 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3e6dda-0e88-45aa-920a-e0e6ba5d2bc9 None None] Network e42644f6-9504-47be-af23-12f116a01513 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:38:04.031512 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-d321e67e-213d-465f-b4c0-639da6667296 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Deleting subnet 80b71954-63d0-4e96-b54e-9525bad798bb {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:38:04.033462 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d321e67e-213d-465f-b4c0-639da6667296 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:04.081072 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d321e67e-213d-465f-b4c0-639da6667296 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:04.109654 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b75dbc5d-3117-40a0-b483-e39ccf9906fc tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3968670 Apr 20 16:38:04.110284 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40858) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:04.312061 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d321e67e-213d-465f-b4c0-639da6667296 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:04.417942 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d51e15af-7683-4055-bee0-62244333e795 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:04.423080 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce059717-4794-4b5d-8644-4d48fed5c01b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-e42644f6-9504-47be-af23-12f116a01513', 'network_id': 'e42644f6-9504-47be-af23-12f116a01513', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'fixed_ips': [{'subnet_id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:38:04.424114 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ce059717-4794-4b5d-8644-4d48fed5c01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:04.538303 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d321e67e-213d-465f-b4c0-639da6667296 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:04.601276 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d51e15af-7683-4055-bee0-62244333e795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:04.649021 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d321e67e-213d-465f-b4c0-639da6667296 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:04.663636 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d321e67e-213d-465f-b4c0-639da6667296 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] 10.222.0.15 "DELETE /v2.0/subnets/80b71954-63d0-4e96-b54e-9525bad798bb HTTP/1.1" status: 204 len: 168 time: 0.7197969 Apr 20 16:38:04.666543 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40870) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:04.667347 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321e67e-213d-465f-b4c0-639da6667296 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Pushing event deleted for resources: {'Subnet': ['ID=80b71954-63d0-4e96-b54e-9525bad798bb,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:04.721352 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c194d0b-e39a-42a8-9d65-d752c0509556 None None] Network d6efb321-b304-464f-86ab-40518562a0c3 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:38:04.868257 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45877c57-ac7f-4809-b1ac-0b1890704ce1 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:04.922046 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b45ef92f-dbe1-4934-8ac8-ff9ccacef02a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:05.022326 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f1348-b55c-4748-a08c-ca49f27567c8 None None] Pushing event updated for resources: {'Port': ['ID=871c97b8-94da-4bc6-8f89-3e5efb97da30,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:05.083954 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-45877c57-ac7f-4809-b1ac-0b1890704ce1 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Deleting port c2b11ef3-dd21-434f-ad69-8850db983e4c {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:38:05.087328 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45877c57-ac7f-4809-b1ac-0b1890704ce1 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:05.118448 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d51e15af-7683-4055-bee0-62244333e795 None None] Attempting to bind port 871c97b8-94da-4bc6-8f89-3e5efb97da30 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:38:05.123292 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d51e15af-7683-4055-bee0-62244333e795 None None] Attempting to bind port 871c97b8-94da-4bc6-8f89-3e5efb97da30 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '8d9058e0-32cc-4e0a-bda3-bdbabd7a675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:38:05.123879 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51e15af-7683-4055-bee0-62244333e795 None None] Attempting to bind port 871c97b8-94da-4bc6-8f89-3e5efb97da30 on network 88412b79-58ea-488a-a92e-057d2c5142d7 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:38:05.166688 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-ce059717-4794-4b5d-8644-4d48fed5c01b None None] Allocated IP 172.21.0.2 (e42644f6-9504-47be-af23-12f116a01513/14b4ebb6-dc89-4e73-9520-edf16a0a7307/bbcd40eb-2047-45a6-81e9-56ae84fc4013) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:38:05.178956 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51e15af-7683-4055-bee0-62244333e795 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:38:05.183074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51e15af-7683-4055-bee0-62244333e795 None None] Checking segment: {'id': '8d9058e0-32cc-4e0a-bda3-bdbabd7a675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:38:05.183074 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d51e15af-7683-4055-bee0-62244333e795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:05.183074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51e15af-7683-4055-bee0-62244333e795 None None] Bound using segment: {'id': '8d9058e0-32cc-4e0a-bda3-bdbabd7a675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:38:05.183074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d51e15af-7683-4055-bee0-62244333e795 None None] Bound port: 871c97b8-94da-4bc6-8f89-3e5efb97da30, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9058e0-32cc-4e0a-bda3-bdbabd7a675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:38:05.183074 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d51e15af-7683-4055-bee0-62244333e795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:05.190005 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-45877c57-ac7f-4809-b1ac-0b1890704ce1 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] For port c2b11ef3-dd21-434f-ad69-8850db983e4c, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c2b11ef3-dd21-434f-ad69-8850db983e4c,segment=NetworkSegment(b2286c46-7c42-43bf-a35c-b33ef080d7d5),segment_id=b2286c46-7c42-43bf-a35c-b33ef080d7d5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:05.190380 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45877c57-ac7f-4809-b1ac-0b1890704ce1 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:05.208367 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-45877c57-ac7f-4809-b1ac-0b1890704ce1 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Calling delete_port for c2b11ef3-dd21-434f-ad69-8850db983e4c owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:38:05.481017 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-cdfb3eb4-5bc0-4757-931a-ed47ae92a77d None None] Provisioning complete for port 871c97b8-94da-4bc6-8f89-3e5efb97da30 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:05.481393 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3eb4-5bc0-4757-931a-ed47ae92a77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:05.492885 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45877c57-ac7f-4809-b1ac-0b1890704ce1 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:05.520103 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb1d730-61a0-4145-b511-069ce35682e0 None None] DHCP port deletion for d6efb321-b304-464f-86ab-40518562a0c3 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:38:05.551359 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45877c57-ac7f-4809-b1ac-0b1890704ce1 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] No DVR routers for this DVR port c2b11ef3-dd21-434f-ad69-8850db983e4c on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:38:05.555487 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-cdfb3eb4-5bc0-4757-931a-ed47ae92a77d None None] Port 871c97b8-94da-4bc6-8f89-3e5efb97da30 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:38:05.564733 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45877c57-ac7f-4809-b1ac-0b1890704ce1 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Pushing event deleted for resources: {'Port': ['ID=c2b11ef3-dd21-434f-ad69-8850db983e4c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:05.631461 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d51e15af-7683-4055-bee0-62244333e795 None None] For port 871c97b8-94da-4bc6-8f89-3e5efb97da30, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:38:05.661420 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d51e15af-7683-4055-bee0-62244333e795 None None] For port 871c97b8-94da-4bc6-8f89-3e5efb97da30, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=871c97b8-94da-4bc6-8f89-3e5efb97da30,segment=NetworkSegment(8d9058e0-32cc-4e0a-bda3-bdbabd7a675d),segment_id=8d9058e0-32cc-4e0a-bda3-bdbabd7a675d)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:38:05.752067 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ce059717-4794-4b5d-8644-4d48fed5c01b None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:05.769014 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45877c57-ac7f-4809-b1ac-0b1890704ce1 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:05.796798 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-45877c57-ac7f-4809-b1ac-0b1890704ce1 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6efb321-b304-464f-86ab-40518562a0c3']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:05.807398 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-45877c57-ac7f-4809-b1ac-0b1890704ce1 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2286c46-7c42-43bf-a35c-b33ef080d7d5') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:05.807907 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-45877c57-ac7f-4809-b1ac-0b1890704ce1 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2286c46-7c42-43bf-a35c-b33ef080d7d5') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:05.819470 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d51e15af-7683-4055-bee0-62244333e795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:05.849313 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45877c57-ac7f-4809-b1ac-0b1890704ce1 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:05.890429 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45877c57-ac7f-4809-b1ac-0b1890704ce1 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:05.929550 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45877c57-ac7f-4809-b1ac-0b1890704ce1 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:38:05.932221 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45877c57-ac7f-4809-b1ac-0b1890704ce1 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:05.945966 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ce059717-4794-4b5d-8644-4d48fed5c01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:38:05.953618 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:38:05.983601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-b45ef92f-dbe1-4934-8ac8-ff9ccacef02a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Allocated IP 172.21.0.1 (e42644f6-9504-47be-af23-12f116a01513/14b4ebb6-dc89-4e73-9520-edf16a0a7307/9d516838-55bb-4484-9dd8-c62ae49b2edc) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:38:06.070370 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f1348-b55c-4748-a08c-ca49f27567c8 None None] Pushing event updated for resources: {'Port': ['ID=871c97b8-94da-4bc6-8f89-3e5efb97da30,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:06.121188 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51e15af-7683-4055-bee0-62244333e795 None None] Routers {'4651bca4-25cc-4fd1-8f27-5bb21c975c0a'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:06.121829 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d51e15af-7683-4055-bee0-62244333e795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:37:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:06.129912 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce059717-4794-4b5d-8644-4d48fed5c01b None None] Pushing event updated for resources: {'Port': ['ID=bbcd40eb-2047-45a6-81e9-56ae84fc4013,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:06.133839 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c2b11ef3-dd21-434f-ad69-8850db983e4c no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:38:06.236736 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: c2b11ef3-dd21-434f-ad69-8850db983e4c {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:38:06.236959 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c2b11ef3-dd21-434f-ad69-8850db983e4c not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:38:06.260967 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45877c57-ac7f-4809-b1ac-0b1890704ce1 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:06.322694 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45877c57-ac7f-4809-b1ac-0b1890704ce1 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:06.336602 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-45877c57-ac7f-4809-b1ac-0b1890704ce1 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] 10.222.0.15 "DELETE /v2.0/networks/d6efb321-b304-464f-86ab-40518562a0c3 HTTP/1.1" status: 204 len: 168 time: 1.6606135 Apr 20 16:38:06.355973 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45877c57-ac7f-4809-b1ac-0b1890704ce1 tempest-ExtraDHCPOptionsTestJSON-332211589 tempest-ExtraDHCPOptionsTestJSON-332211589-project] Pushing event deleted for resources: {'Network': ['ID=d6efb321-b304-464f-86ab-40518562a0c3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:06.501413 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b45ef92f-dbe1-4934-8ac8-ff9ccacef02a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:06.582996 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce059717-4794-4b5d-8644-4d48fed5c01b None None] Network e42644f6-9504-47be-af23-12f116a01513 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:38:06.595509 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-ce059717-4794-4b5d-8644-4d48fed5c01b None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:38:06.625034 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce059717-4794-4b5d-8644-4d48fed5c01b None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:38:06.677802 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-085e5ac6-6685-4688-9006-b56733d072dd None None] Provisioning complete for port 871c97b8-94da-4bc6-8f89-3e5efb97da30 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:06.678183 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-085e5ac6-6685-4688-9006-b56733d072dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:06.777016 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-d51e15af-7683-4055-bee0-62244333e795 None None] Set router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:06.803967 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b45ef92f-dbe1-4934-8ac8-ff9ccacef02a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:06.809980 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ce059717-4794-4b5d-8644-4d48fed5c01b None None] Attempting to bind port bbcd40eb-2047-45a6-81e9-56ae84fc4013 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:38:06.810350 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ce059717-4794-4b5d-8644-4d48fed5c01b None None] Attempting to bind port bbcd40eb-2047-45a6-81e9-56ae84fc4013 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '67d95cbc-c3ad-4734-b557-00b589cdefe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e42644f6-9504-47be-af23-12f116a01513'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:38:06.810711 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce059717-4794-4b5d-8644-4d48fed5c01b None None] Attempting to bind port bbcd40eb-2047-45a6-81e9-56ae84fc4013 on network e42644f6-9504-47be-af23-12f116a01513 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:38:06.820435 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce059717-4794-4b5d-8644-4d48fed5c01b None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:38:06.820991 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce059717-4794-4b5d-8644-4d48fed5c01b None None] Checking segment: {'id': '67d95cbc-c3ad-4734-b557-00b589cdefe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e42644f6-9504-47be-af23-12f116a01513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:38:06.821473 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ce059717-4794-4b5d-8644-4d48fed5c01b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:06.822001 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce059717-4794-4b5d-8644-4d48fed5c01b None None] Bound using segment: {'id': '67d95cbc-c3ad-4734-b557-00b589cdefe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e42644f6-9504-47be-af23-12f116a01513'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:38:06.822585 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ce059717-4794-4b5d-8644-4d48fed5c01b None None] Bound port: bbcd40eb-2047-45a6-81e9-56ae84fc4013, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d95cbc-c3ad-4734-b557-00b589cdefe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e42644f6-9504-47be-af23-12f116a01513'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:38:06.823087 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ce059717-4794-4b5d-8644-4d48fed5c01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:06.880729 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45ef92f-dbe1-4934-8ac8-ff9ccacef02a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network e42644f6-9504-47be-af23-12f116a01513 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:38:06.903984 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-b45ef92f-dbe1-4934-8ac8-ff9ccacef02a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:38:06.908699 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ef92f-dbe1-4934-8ac8-ff9ccacef02a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Port': ['ID=9d516838-55bb-4484-9dd8-c62ae49b2edc,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:06.919389 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45ef92f-dbe1-4934-8ac8-ff9ccacef02a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:38:07.001599 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b45ef92f-dbe1-4934-8ac8-ff9ccacef02a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:07.271206 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b45ef92f-dbe1-4934-8ac8-ff9ccacef02a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:07.316691 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40910) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:07.319207 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ce059717-4794-4b5d-8644-4d48fed5c01b None None] For port bbcd40eb-2047-45a6-81e9-56ae84fc4013, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:38:07.376432 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ce059717-4794-4b5d-8644-4d48fed5c01b None None] For port bbcd40eb-2047-45a6-81e9-56ae84fc4013, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=bbcd40eb-2047-45a6-81e9-56ae84fc4013,segment=NetworkSegment(67d95cbc-c3ad-4734-b557-00b589cdefe6),segment_id=67d95cbc-c3ad-4734-b557-00b589cdefe6)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:38:07.463733 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ce059717-4794-4b5d-8644-4d48fed5c01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:07.504831 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-085e5ac6-6685-4688-9006-b56733d072dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:07.538636 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d29f686e-3181-4d9a-843c-a60ff9580da7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99aa6ed4f1924048aea901532b2072ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2207115 Apr 20 16:38:07.541971 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40914) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:07.647980 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b45ef92f-dbe1-4934-8ac8-ff9ccacef02a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:07.658045 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1c439f2-d954-439a-9ca7-4bc2e45c2089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:07.698421 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1c439f2-d954-439a-9ca7-4bc2e45c2089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:07.714124 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce059717-4794-4b5d-8644-4d48fed5c01b None None] Pushing event updated for resources: {'Port': ['ID=bbcd40eb-2047-45a6-81e9-56ae84fc4013,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:07.722616 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-085e5ac6-6685-4688-9006-b56733d072dd None None] For port 871c97b8-94da-4bc6-8f89-3e5efb97da30, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=871c97b8-94da-4bc6-8f89-3e5efb97da30,segment=NetworkSegment(8d9058e0-32cc-4e0a-bda3-bdbabd7a675d),segment_id=8d9058e0-32cc-4e0a-bda3-bdbabd7a675d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:07.750376 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d51e15af-7683-4055-bee0-62244333e795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:37:59Z', 'revision_number': 2, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None, '_interfaces': [{'id': '871c97b8-94da-4bc6-8f89-3e5efb97da30', 'name': '', 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:b5:17:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:37:58Z', 'updated_at': '2022-04-20T16:38:05Z', 'revision_number': 4, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:07.758508 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b45ef92f-dbe1-4934-8ac8-ff9ccacef02a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:07.824515 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51e15af-7683-4055-bee0-62244333e795 None None] The sync data for ids ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'] in n-d-836146-2 is: [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:37:59Z', 'revision_number': 2, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None, '_interfaces': [{'id': '871c97b8-94da-4bc6-8f89-3e5efb97da30', 'name': '', 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:b5:17:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:37:58Z', 'updated_at': '2022-04-20T16:38:05Z', 'revision_number': 4, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:38:07.849543 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-085e5ac6-6685-4688-9006-b56733d072dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:07.874418 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1c439f2-d954-439a-9ca7-4bc2e45c2089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:07.878217 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1c439f2-d954-439a-9ca7-4bc2e45c2089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:07.883312 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e1c439f2-d954-439a-9ca7-4bc2e45c2089 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b2b9b9d-7c5c-4807-a57d-fc9810eae58c HTTP/1.1" status: 204 len: 168 time: 0.3364632 Apr 20 16:38:07.900639 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c439f2-d954-439a-9ca7-4bc2e45c2089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2b9b9d-7c5c-4807-a57d-fc9810eae58c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:07.971457 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b45ef92f-dbe1-4934-8ac8-ff9ccacef02a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:07.973997 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e5ac6-6685-4688-9006-b56733d072dd None None] Pushing event updated for resources: {'Port': ['ID=871c97b8-94da-4bc6-8f89-3e5efb97da30,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:07.990269 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ef92f-dbe1-4934-8ac8-ff9ccacef02a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Port': ['ID=9d516838-55bb-4484-9dd8-c62ae49b2edc,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:08.196941 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45ef92f-dbe1-4934-8ac8-ff9ccacef02a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network e42644f6-9504-47be-af23-12f116a01513 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:38:08.202469 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-b45ef92f-dbe1-4934-8ac8-ff9ccacef02a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:38:08.234833 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device bbcd40eb-2047-45a6-81e9-56ae84fc4013 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:38:08.343962 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port bbcd40eb-2047-45a6-81e9-56ae84fc4013 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:08.345246 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:08.522457 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:08.638868 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port bbcd40eb-2047-45a6-81e9-56ae84fc4013, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=bbcd40eb-2047-45a6-81e9-56ae84fc4013,segment=NetworkSegment(67d95cbc-c3ad-4734-b557-00b589cdefe6),segment_id=67d95cbc-c3ad-4734-b557-00b589cdefe6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:08.720590 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:08.851581 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=bbcd40eb-2047-45a6-81e9-56ae84fc4013,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:09.132097 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7064a0-c04b-4e6a-990f-94349a708295 None None] Network e42644f6-9504-47be-af23-12f116a01513 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:38:09.403539 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45ef92f-dbe1-4934-8ac8-ff9ccacef02a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:38:09.428004 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-fda89937-0a5e-4712-a359-d183cffc2445 None None] Provisioning complete for port bbcd40eb-2047-45a6-81e9-56ae84fc4013 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:09.428636 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fda89937-0a5e-4712-a359-d183cffc2445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:09.579977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45ef92f-dbe1-4934-8ac8-ff9ccacef02a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:38:09.609738 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b45ef92f-dbe1-4934-8ac8-ff9ccacef02a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "PUT /v2.0/routers/4651bca4-25cc-4fd1-8f27-5bb21c975c0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4953086 Apr 20 16:38:09.610745 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 40974) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:09.619151 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-48cd0ffd-eef4-4678-902c-520b810ff311 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'network': {'name': 'tempest-RoutersTest-1608759187'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:38:09.766750 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cd0ffd-eef4-4678-902c-520b810ff311 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Made reservation on behalf of f37f65d63e85464a8d7c499983eef860 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:38:09.771555 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-48cd0ffd-eef4-4678-902c-520b810ff311 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:09.889429 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48cd0ffd-eef4-4678-902c-520b810ff311 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:38:09.904956 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-48cd0ffd-eef4-4678-902c-520b810ff311 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:09.905302 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-48cd0ffd-eef4-4678-902c-520b810ff311 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Added segment 17eb2db1-cb11-405f-8652-89e801caadeb of type vlan for network 4ebd6808-dadc-4831-9152-81512cf04da0 Apr 20 16:38:09.987487 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-48cd0ffd-eef4-4678-902c-520b810ff311 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:10.019994 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-70237c06-7d47-4e59-a083-ae21684917d1 None None] Provisioning complete for port 9d516838-55bb-4484-9dd8-c62ae49b2edc triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:10.021505 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-70237c06-7d47-4e59-a083-ae21684917d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:10.125712 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-48cd0ffd-eef4-4678-902c-520b810ff311 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:10.131498 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cd0ffd-eef4-4678-902c-520b810ff311 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:10.136035 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-48cd0ffd-eef4-4678-902c-520b810ff311 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:10.178192 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-70237c06-7d47-4e59-a083-ae21684917d1 None None] Port 9d516838-55bb-4484-9dd8-c62ae49b2edc cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:38:10.201754 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-70237c06-7d47-4e59-a083-ae21684917d1 None None] Provisioning complete for port bbcd40eb-2047-45a6-81e9-56ae84fc4013 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:10.202346 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-70237c06-7d47-4e59-a083-ae21684917d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:10.277890 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 871c97b8-94da-4bc6-8f89-3e5efb97da30 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:38:10.375699 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 40988) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:10.378108 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-48cd0ffd-eef4-4678-902c-520b810ff311 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7660835 Apr 20 16:38:10.380974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-92151ce1-536a-4b45-9331-23a1e436251a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'subnet': {'network_id': '4ebd6808-dadc-4831-9152-81512cf04da0', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:38:10.394097 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd0ffd-eef4-4678-902c-520b810ff311 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Network': ['ID=4ebd6808-dadc-4831-9152-81512cf04da0,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:10.425483 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 4ebd6808-dadc-4831-9152-81512cf04da0 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:38:10.528059 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] Sync routers for ids ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:38:10.574752 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] Routers {'4651bca4-25cc-4fd1-8f27-5bb21c975c0a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:10.575569 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:37:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:10.695455 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 871c97b8-94da-4bc6-8f89-3e5efb97da30 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:10.695985 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:10.794136 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92151ce1-536a-4b45-9331-23a1e436251a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Made reservation on behalf of f37f65d63e85464a8d7c499983eef860 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:38:10.800062 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-92151ce1-536a-4b45-9331-23a1e436251a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:10.845294 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] Set router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:11.080100 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device bbcd40eb-2047-45a6-81e9-56ae84fc4013 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:38:11.208684 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9c6f05dc-8a8a-4582-956f-8bd3330a44ab None None] Provisioning complete for port 9d516838-55bb-4484-9dd8-c62ae49b2edc triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:11.209061 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9c6f05dc-8a8a-4582-956f-8bd3330a44ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:11.282767 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-9c6f05dc-8a8a-4582-956f-8bd3330a44ab None None] Port 9d516838-55bb-4484-9dd8-c62ae49b2edc cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:38:11.322620 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port bbcd40eb-2047-45a6-81e9-56ae84fc4013 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:11.323370 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:11.331471 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-92151ce1-536a-4b45-9331-23a1e436251a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:11.523073 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92151ce1-536a-4b45-9331-23a1e436251a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Subnet': ['ID=1dccf08d-206b-45c2-8655-9cee86315bd1,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:11.534534 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92151ce1-536a-4b45-9331-23a1e436251a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Checking segment: {'id': '17eb2db1-cb11-405f-8652-89e801caadeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4ebd6808-dadc-4831-9152-81512cf04da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:38:11.534976 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92151ce1-536a-4b45-9331-23a1e436251a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network hostable DHCP agents. Network: 4ebd6808-dadc-4831-9152-81512cf04da0, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:38:11.592940 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:07Z', 'revision_number': 3, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None, '_interfaces': [{'id': '871c97b8-94da-4bc6-8f89-3e5efb97da30', 'name': '', 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:b5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:37:58Z', 'updated_at': '2022-04-20T16:38:07Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d516838-55bb-4484-9dd8-c62ae49b2edc', 'name': '', 'network_id': 'e42644f6-9504-47be-af23-12f116a01513', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:ca:16:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:05Z', 'updated_at': '2022-04-20T16:38:07Z', 'revision_number': 2, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:11.628463 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] Checking router: 4651bca4-25cc-4fd1-8f27-5bb21c975c0a for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:38:11.628463 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] Updating router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a port 9d516838-55bb-4484-9dd8-c62ae49b2edc binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:38:11.651666 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92151ce1-536a-4b45-9331-23a1e436251a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network 4ebd6808-dadc-4831-9152-81512cf04da0 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:38:11.662709 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:11.751268 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-92151ce1-536a-4b45-9331-23a1e436251a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 4ebd6808-dadc-4831-9152-81512cf04da0) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:38:11.763207 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d522ba-65b9-47c3-8090-d00c5f417c73 None None] Network 4ebd6808-dadc-4831-9152-81512cf04da0 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:38:11.767875 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92151ce1-536a-4b45-9331-23a1e436251a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:11.769819 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-92151ce1-536a-4b45-9331-23a1e436251a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:11.895012 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-92151ce1-536a-4b45-9331-23a1e436251a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5177991 Apr 20 16:38:11.901401 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41024) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:11.943799 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e0a901-1db6-485f-b2f6-b4e824f98b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-4ebd6808-dadc-4831-9152-81512cf04da0', 'network_id': '4ebd6808-dadc-4831-9152-81512cf04da0', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'fixed_ips': [{'subnet_id': '1dccf08d-206b-45c2-8655-9cee86315bd1'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:38:11.944796 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-87e0a901-1db6-485f-b2f6-b4e824f98b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:12.101644 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:12.170182 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-87e0a901-1db6-485f-b2f6-b4e824f98b0d None None] Allocated IP 172.22.0.2 (4ebd6808-dadc-4831-9152-81512cf04da0/1dccf08d-206b-45c2-8655-9cee86315bd1/762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:38:12.205938 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:12.321590 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435acd8b-179a-4c9b-a05a-78547bc42df1 None None] Pushing event updated for resources: {'Port': ['ID=9d516838-55bb-4484-9dd8-c62ae49b2edc,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:12.335970 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435acd8b-179a-4c9b-a05a-78547bc42df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:12.336646 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435acd8b-179a-4c9b-a05a-78547bc42df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:12.338024 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435acd8b-179a-4c9b-a05a-78547bc42df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:12.338683 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435acd8b-179a-4c9b-a05a-78547bc42df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:12.339169 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435acd8b-179a-4c9b-a05a-78547bc42df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:12.339668 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435acd8b-179a-4c9b-a05a-78547bc42df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:12.340195 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435acd8b-179a-4c9b-a05a-78547bc42df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:12.340755 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435acd8b-179a-4c9b-a05a-78547bc42df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:12.341233 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435acd8b-179a-4c9b-a05a-78547bc42df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:12.342339 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435acd8b-179a-4c9b-a05a-78547bc42df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:12.342864 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435acd8b-179a-4c9b-a05a-78547bc42df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:12.343413 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435acd8b-179a-4c9b-a05a-78547bc42df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:12.423690 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] Attempting to bind port 9d516838-55bb-4484-9dd8-c62ae49b2edc on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:38:12.424405 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] Attempting to bind port 9d516838-55bb-4484-9dd8-c62ae49b2edc by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '67d95cbc-c3ad-4734-b557-00b589cdefe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e42644f6-9504-47be-af23-12f116a01513'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:38:12.425047 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] Attempting to bind port 9d516838-55bb-4484-9dd8-c62ae49b2edc on network e42644f6-9504-47be-af23-12f116a01513 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:38:12.430712 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:38:12.431351 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] Checking segment: {'id': '67d95cbc-c3ad-4734-b557-00b589cdefe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e42644f6-9504-47be-af23-12f116a01513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:38:12.431921 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:12.432510 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] Bound using segment: {'id': '67d95cbc-c3ad-4734-b557-00b589cdefe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e42644f6-9504-47be-af23-12f116a01513'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:38:12.433156 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] Bound port: 9d516838-55bb-4484-9dd8-c62ae49b2edc, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d95cbc-c3ad-4734-b557-00b589cdefe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e42644f6-9504-47be-af23-12f116a01513'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:38:12.433716 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:12.514469 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-87e0a901-1db6-485f-b2f6-b4e824f98b0d None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:12.551028 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] For port 9d516838-55bb-4484-9dd8-c62ae49b2edc, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:38:12.557719 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] For port 9d516838-55bb-4484-9dd8-c62ae49b2edc, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=9d516838-55bb-4484-9dd8-c62ae49b2edc,segment=NetworkSegment(67d95cbc-c3ad-4734-b557-00b589cdefe6),segment_id=67d95cbc-c3ad-4734-b557-00b589cdefe6)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:38:12.617059 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e3cffb0-e14e-4f74-88b3-b29e699d970d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:12.623544 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-87e0a901-1db6-485f-b2f6-b4e824f98b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:12.652052 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:12.728302 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] Routers {'4651bca4-25cc-4fd1-8f27-5bb21c975c0a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:12.729122 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:37:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:12.750836 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0a901-1db6-485f-b2f6-b4e824f98b0d None None] Pushing event updated for resources: {'Port': ['ID=762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:12.763481 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e0a901-1db6-485f-b2f6-b4e824f98b0d None None] Network 4ebd6808-dadc-4831-9152-81512cf04da0 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:38:12.770985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-87e0a901-1db6-485f-b2f6-b4e824f98b0d None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:38:12.775226 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e0a901-1db6-485f-b2f6-b4e824f98b0d None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:38:12.862222 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-44433c3c-c827-41c4-9fac-ebf7428ff099 None None] Provisioning complete for port 9d516838-55bb-4484-9dd8-c62ae49b2edc triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:12.862656 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-44433c3c-c827-41c4-9fac-ebf7428ff099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:12.891666 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435acd8b-179a-4c9b-a05a-78547bc42df1 None None] Pushing event updated for resources: {'Port': ['ID=9d516838-55bb-4484-9dd8-c62ae49b2edc,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:12.908890 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] Set router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:12.967778 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-87e0a901-1db6-485f-b2f6-b4e824f98b0d None None] Attempting to bind port 762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:38:12.968285 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-87e0a901-1db6-485f-b2f6-b4e824f98b0d None None] Attempting to bind port 762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '17eb2db1-cb11-405f-8652-89e801caadeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4ebd6808-dadc-4831-9152-81512cf04da0'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:38:12.980781 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e0a901-1db6-485f-b2f6-b4e824f98b0d None None] Attempting to bind port 762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e on network 4ebd6808-dadc-4831-9152-81512cf04da0 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:38:13.003357 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e0a901-1db6-485f-b2f6-b4e824f98b0d None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:38:13.003879 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e0a901-1db6-485f-b2f6-b4e824f98b0d None None] Checking segment: {'id': '17eb2db1-cb11-405f-8652-89e801caadeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4ebd6808-dadc-4831-9152-81512cf04da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:38:13.004219 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-87e0a901-1db6-485f-b2f6-b4e824f98b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:13.004646 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e0a901-1db6-485f-b2f6-b4e824f98b0d None None] Bound using segment: {'id': '17eb2db1-cb11-405f-8652-89e801caadeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4ebd6808-dadc-4831-9152-81512cf04da0'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:38:13.005123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-87e0a901-1db6-485f-b2f6-b4e824f98b0d None None] Bound port: 762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17eb2db1-cb11-405f-8652-89e801caadeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4ebd6808-dadc-4831-9152-81512cf04da0'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:38:13.005504 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-87e0a901-1db6-485f-b2f6-b4e824f98b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:13.169696 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-7e3cffb0-e14e-4f74-88b3-b29e699d970d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Allocated IP 172.22.0.1 (4ebd6808-dadc-4831-9152-81512cf04da0/1dccf08d-206b-45c2-8655-9cee86315bd1/c00b38d5-f4fc-46a9-adfb-6356dcb0bb86) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:38:13.272354 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-87e0a901-1db6-485f-b2f6-b4e824f98b0d None None] For port 762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:38:13.278949 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-87e0a901-1db6-485f-b2f6-b4e824f98b0d None None] For port 762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e,segment=NetworkSegment(17eb2db1-cb11-405f-8652-89e801caadeb),segment_id=17eb2db1-cb11-405f-8652-89e801caadeb)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:38:13.283711 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-44433c3c-c827-41c4-9fac-ebf7428ff099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:13.307760 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:07Z', 'revision_number': 3, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None, '_interfaces': [{'id': '871c97b8-94da-4bc6-8f89-3e5efb97da30', 'name': '', 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:b5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:37:58Z', 'updated_at': '2022-04-20T16:38:07Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d516838-55bb-4484-9dd8-c62ae49b2edc', 'name': '', 'network_id': 'e42644f6-9504-47be-af23-12f116a01513', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:ca:16:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:05Z', 'updated_at': '2022-04-20T16:38:12Z', 'revision_number': 4, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:13.345223 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab81bd0b-36a9-4690-afd3-c1dde18165b8 None None] The sync data for ids ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'] in n-d-836146-2 is: [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:07Z', 'revision_number': 3, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None, '_interfaces': [{'id': '871c97b8-94da-4bc6-8f89-3e5efb97da30', 'name': '', 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:b5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:37:58Z', 'updated_at': '2022-04-20T16:38:07Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d516838-55bb-4484-9dd8-c62ae49b2edc', 'name': '', 'network_id': 'e42644f6-9504-47be-af23-12f116a01513', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:ca:16:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:05Z', 'updated_at': '2022-04-20T16:38:12Z', 'revision_number': 4, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:38:13.406369 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-44433c3c-c827-41c4-9fac-ebf7428ff099 None None] For port 9d516838-55bb-4484-9dd8-c62ae49b2edc, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=9d516838-55bb-4484-9dd8-c62ae49b2edc,segment=NetworkSegment(67d95cbc-c3ad-4734-b557-00b589cdefe6),segment_id=67d95cbc-c3ad-4734-b557-00b589cdefe6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:13.439839 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-87e0a901-1db6-485f-b2f6-b4e824f98b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:13.481808 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e3cffb0-e14e-4f74-88b3-b29e699d970d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:13.511853 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-44433c3c-c827-41c4-9fac-ebf7428ff099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:13.584781 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0a901-1db6-485f-b2f6-b4e824f98b0d None None] Pushing event updated for resources: {'Port': ['ID=762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:13.638355 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e3cffb0-e14e-4f74-88b3-b29e699d970d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:13.730868 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-146254d3-28a3-49f9-85b0-0438e9916fd9 None None] Provisioning complete for port 9d516838-55bb-4484-9dd8-c62ae49b2edc triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:13.731233 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-146254d3-28a3-49f9-85b0-0438e9916fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:13.774511 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3cffb0-e14e-4f74-88b3-b29e699d970d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network 4ebd6808-dadc-4831-9152-81512cf04da0 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:38:13.783459 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44433c3c-c827-41c4-9fac-ebf7428ff099 None None] Pushing event updated for resources: {'Port': ['ID=9d516838-55bb-4484-9dd8-c62ae49b2edc,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:13.791239 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-7e3cffb0-e14e-4f74-88b3-b29e699d970d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:38:13.798630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3cffb0-e14e-4f74-88b3-b29e699d970d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:38:13.817513 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cffb0-e14e-4f74-88b3-b29e699d970d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Port': ['ID=c00b38d5-f4fc-46a9-adfb-6356dcb0bb86,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:13.986399 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e3cffb0-e14e-4f74-88b3-b29e699d970d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:14.272464 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 9d516838-55bb-4484-9dd8-c62ae49b2edc up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:38:14.308407 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41060) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:14.393884 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 9d516838-55bb-4484-9dd8-c62ae49b2edc triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:14.400105 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:14.457933 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e3cffb0-e14e-4f74-88b3-b29e699d970d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:14.547665 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dfe8ea1e-12b9-47ac-93ae-e7e4d2dcba09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:14.593882 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:38:14.707926 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dfe8ea1e-12b9-47ac-93ae-e7e4d2dcba09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:14.713881 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:14.714584 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:14.782766 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dfe8ea1e-12b9-47ac-93ae-e7e4d2dcba09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:14.883172 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8ea1e-12b9-47ac-93ae-e7e4d2dcba09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84210522-c68e-4024-85a3-8550a638d2cf,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:14.921009 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:14.929919 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8ea1e-12b9-47ac-93ae-e7e4d2dcba09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:14.930259 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8ea1e-12b9-47ac-93ae-e7e4d2dcba09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:14.932274 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8ea1e-12b9-47ac-93ae-e7e4d2dcba09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:14.932809 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8ea1e-12b9-47ac-93ae-e7e4d2dcba09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:14.933358 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8ea1e-12b9-47ac-93ae-e7e4d2dcba09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:14.934911 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8ea1e-12b9-47ac-93ae-e7e4d2dcba09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:14.935438 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8ea1e-12b9-47ac-93ae-e7e4d2dcba09 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:14.936142 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8ea1e-12b9-47ac-93ae-e7e4d2dcba09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:14.939391 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8ea1e-12b9-47ac-93ae-e7e4d2dcba09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:14.940971 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8ea1e-12b9-47ac-93ae-e7e4d2dcba09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:14.941472 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8ea1e-12b9-47ac-93ae-e7e4d2dcba09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:14.941988 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe8ea1e-12b9-47ac-93ae-e7e4d2dcba09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:14.960867 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dfe8ea1e-12b9-47ac-93ae-e7e4d2dcba09 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f600a0c4cfe4ea3a6808dfb372039ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6511543 Apr 20 16:38:14.964430 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41068) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:15.009629 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e,segment=NetworkSegment(17eb2db1-cb11-405f-8652-89e801caadeb),segment_id=17eb2db1-cb11-405f-8652-89e801caadeb)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:15.065319 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9e0b5c4-91ba-4b91-b286-7f04a77697b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:15.080937 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e3cffb0-e14e-4f74-88b3-b29e699d970d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:15.088978 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9e0b5c4-91ba-4b91-b286-7f04a77697b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:15.221467 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e3cffb0-e14e-4f74-88b3-b29e699d970d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:15.221733 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:15.260658 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c64f8a9-145b-4ac4-88f5-0b1f1c74006f None None] Network 4ebd6808-dadc-4831-9152-81512cf04da0 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:38:15.270332 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9e0b5c4-91ba-4b91-b286-7f04a77697b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:15.280835 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9e0b5c4-91ba-4b91-b286-7f04a77697b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:15.289412 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b9e0b5c4-91ba-4b91-b286-7f04a77697b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84210522-c68e-4024-85a3-8550a638d2cf HTTP/1.1" status: 204 len: 168 time: 0.3182878 Apr 20 16:38:15.315266 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0b5c4-91ba-4b91-b286-7f04a77697b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84210522-c68e-4024-85a3-8550a638d2cf,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:15.363641 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:15.368362 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cffb0-e14e-4f74-88b3-b29e699d970d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Port': ['ID=c00b38d5-f4fc-46a9-adfb-6356dcb0bb86,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:15.375514 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7e3cffb0-e14e-4f74-88b3-b29e699d970d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:15.382855 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7347f352-2455-4dd0-804d-dba3fa7637b1 None None] Provisioning complete for port 762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:15.383420 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7347f352-2455-4dd0-804d-dba3fa7637b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:15.508506 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3cffb0-e14e-4f74-88b3-b29e699d970d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network 4ebd6808-dadc-4831-9152-81512cf04da0 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:38:15.510240 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-7e3cffb0-e14e-4f74-88b3-b29e699d970d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:38:15.667140 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3cffb0-e14e-4f74-88b3-b29e699d970d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:38:15.876781 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3cffb0-e14e-4f74-88b3-b29e699d970d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:38:15.885240 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41090) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:15.887612 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7e3cffb0-e14e-4f74-88b3-b29e699d970d tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "PUT /v2.0/routers/4651bca4-25cc-4fd1-8f27-5bb21c975c0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9881253 Apr 20 16:38:15.891219 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-0dd8009f-e821-4ddb-b358-0fb678208211 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'network': {'name': 'tempest-RoutersTest-727242239'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:38:15.904507 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] Sync routers for ids ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:38:15.916898 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] Routers {'4651bca4-25cc-4fd1-8f27-5bb21c975c0a'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:15.917871 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:37:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:16.054670 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd8009f-e821-4ddb-b358-0fb678208211 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Made reservation on behalf of f37f65d63e85464a8d7c499983eef860 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:38:16.063312 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0dd8009f-e821-4ddb-b358-0fb678208211 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:16.079184 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:38:16.173254 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd8009f-e821-4ddb-b358-0fb678208211 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:38:16.213933 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0dd8009f-e821-4ddb-b358-0fb678208211 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:16.215207 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-0dd8009f-e821-4ddb-b358-0fb678208211 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Added segment 2c03ac49-9d1e-4b76-b4bb-f004ae6daffb of type vlan for network 5f6560b5-95dc-46c2-9e4d-99fecf047c71 Apr 20 16:38:16.282836 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0dd8009f-e821-4ddb-b358-0fb678208211 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:16.388241 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41094) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:16.393888 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0dd8009f-e821-4ddb-b358-0fb678208211 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:16.406914 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd8009f-e821-4ddb-b358-0fb678208211 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:16.406914 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0dd8009f-e821-4ddb-b358-0fb678208211 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:16.413009 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8670efcc-6efe-4e2b-a65c-76244894ba5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:16.419515 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:38:16.567823 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0dd8009f-e821-4ddb-b358-0fb678208211 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6809483 Apr 20 16:38:16.570759 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41098) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:16.587722 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-d58647ca-e725-4414-b9c0-a023b25f5da8 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'subnet': {'network_id': '5f6560b5-95dc-46c2-9e4d-99fecf047c71', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:38:16.620433 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8670efcc-6efe-4e2b-a65c-76244894ba5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:16.657515 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-41a8344c-cc5c-4712-9388-27eeb5b2455f None None] Provisioning complete for port 762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:16.657946 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-41a8344c-cc5c-4712-9388-27eeb5b2455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:16.660647 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41104) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:16.729579 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8670efcc-6efe-4e2b-a65c-76244894ba5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:16.741372 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8009f-e821-4ddb-b358-0fb678208211 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Network': ['ID=5f6560b5-95dc-46c2-9e4d-99fecf047c71,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:16.746353 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] Set router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:16.805620 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 5f6560b5-95dc-46c2-9e4d-99fecf047c71 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:38:16.815817 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8670efcc-6efe-4e2b-a65c-76244894ba5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d8722b6cb4244cdd98a89024e87565a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4262071 Apr 20 16:38:16.818531 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41110) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:16.818879 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670efcc-6efe-4e2b-a65c-76244894ba5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77815086-b302-4a0f-a0c6-81b0f256b3ca,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:16.838301 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:16.838671 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:16.900975 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9408c761-9900-431f-bc6b-e49526bb86b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:16.902719 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b1c66580-dd7e-44c7-b6fc-4551ecb8c11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:16.912863 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58647ca-e725-4414-b9c0-a023b25f5da8 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Made reservation on behalf of f37f65d63e85464a8d7c499983eef860 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:38:16.922451 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d58647ca-e725-4414-b9c0-a023b25f5da8 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:17.072795 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9408c761-9900-431f-bc6b-e49526bb86b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:17.154096 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9408c761-9900-431f-bc6b-e49526bb86b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:17.163718 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b1c66580-dd7e-44c7-b6fc-4551ecb8c11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:17.221671 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9408c761-9900-431f-bc6b-e49526bb86b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=70be2cfd8110470bb917b2ce1570a309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5543177 Apr 20 16:38:17.224279 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41122) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:17.252281 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408c761-9900-431f-bc6b-e49526bb86b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0311af8-260d-4b73-83d8-6d1b11fd3d9f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:17.356180 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20dd0892-67a4-4bad-851c-00a8090681f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:17.369292 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-41a8344c-cc5c-4712-9388-27eeb5b2455f None None] Provisioning complete for port c00b38d5-f4fc-46a9-adfb-6356dcb0bb86 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:17.369671 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-41a8344c-cc5c-4712-9388-27eeb5b2455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:17.385738 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20dd0892-67a4-4bad-851c-00a8090681f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:17.395889 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d58647ca-e725-4414-b9c0-a023b25f5da8 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:17.429628 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:14Z', 'revision_number': 4, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None, '_interfaces': [{'id': '871c97b8-94da-4bc6-8f89-3e5efb97da30', 'name': '', 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:b5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:37:58Z', 'updated_at': '2022-04-20T16:38:07Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d516838-55bb-4484-9dd8-c62ae49b2edc', 'name': '', 'network_id': 'e42644f6-9504-47be-af23-12f116a01513', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:ca:16:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:05Z', 'updated_at': '2022-04-20T16:38:13Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c00b38d5-f4fc-46a9-adfb-6356dcb0bb86', 'name': '', 'network_id': '4ebd6808-dadc-4831-9152-81512cf04da0', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:95:ff:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '1dccf08d-206b-45c2-8655-9cee86315bd1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:12Z', 'updated_at': '2022-04-20T16:38:14Z', 'revision_number': 2, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '1dccf08d-206b-45c2-8655-9cee86315bd1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:17.465765 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-41a8344c-cc5c-4712-9388-27eeb5b2455f None None] Port c00b38d5-f4fc-46a9-adfb-6356dcb0bb86 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:38:17.469613 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] Checking router: 4651bca4-25cc-4fd1-8f27-5bb21c975c0a for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:38:17.470163 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] Updating router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a port c00b38d5-f4fc-46a9-adfb-6356dcb0bb86 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:38:17.470283 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b1c66580-dd7e-44c7-b6fc-4551ecb8c11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:17.472908 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b1c66580-dd7e-44c7-b6fc-4551ecb8c11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:17.474704 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b1c66580-dd7e-44c7-b6fc-4551ecb8c11b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77815086-b302-4a0f-a0c6-81b0f256b3ca HTTP/1.1" status: 204 len: 168 time: 0.6542661 Apr 20 16:38:17.495048 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58647ca-e725-4414-b9c0-a023b25f5da8 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Subnet': ['ID=30dd4ec4-8f5f-4dbd-8ed6-9c840197a49c,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:17.501435 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c66580-dd7e-44c7-b6fc-4551ecb8c11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77815086-b302-4a0f-a0c6-81b0f256b3ca,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:17.512991 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58647ca-e725-4414-b9c0-a023b25f5da8 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Checking segment: {'id': '2c03ac49-9d1e-4b76-b4bb-f004ae6daffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f6560b5-95dc-46c2-9e4d-99fecf047c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:38:17.513602 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58647ca-e725-4414-b9c0-a023b25f5da8 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network hostable DHCP agents. Network: 5f6560b5-95dc-46c2-9e4d-99fecf047c71, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:38:17.530934 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:17.649056 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f803c493-b514-4de7-a075-9414c3332c41 None None] Provisioning complete for port c00b38d5-f4fc-46a9-adfb-6356dcb0bb86 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:17.649431 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f803c493-b514-4de7-a075-9414c3332c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:17.657215 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20dd0892-67a4-4bad-851c-00a8090681f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:17.660023 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20dd0892-67a4-4bad-851c-00a8090681f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:17.663588 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-20dd0892-67a4-4bad-851c-00a8090681f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0311af8-260d-4b73-83d8-6d1b11fd3d9f HTTP/1.1" status: 204 len: 168 time: 0.4360662 Apr 20 16:38:17.670165 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd0892-67a4-4bad-851c-00a8090681f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0311af8-260d-4b73-83d8-6d1b11fd3d9f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:17.722955 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58647ca-e725-4414-b9c0-a023b25f5da8 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network 5f6560b5-95dc-46c2-9e4d-99fecf047c71 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:38:17.727590 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f803c493-b514-4de7-a075-9414c3332c41 None None] Port c00b38d5-f4fc-46a9-adfb-6356dcb0bb86 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:38:17.844886 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-d58647ca-e725-4414-b9c0-a023b25f5da8 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 5f6560b5-95dc-46c2-9e4d-99fecf047c71) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:38:17.849552 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58647ca-e725-4414-b9c0-a023b25f5da8 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:17.850144 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d58647ca-e725-4414-b9c0-a023b25f5da8 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:17.868183 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5e9115-01c9-47e2-b56a-be483c0483a0 None None] Network 5f6560b5-95dc-46c2-9e4d-99fecf047c71 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:38:17.876197 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:17.977653 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:17.982858 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d58647ca-e725-4414-b9c0-a023b25f5da8 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4080975 Apr 20 16:38:17.982951 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41136) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:18.124010 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147eda6d-30bf-476a-b3b8-30e489b03f25 None None] Pushing event updated for resources: {'Port': ['ID=c00b38d5-f4fc-46a9-adfb-6356dcb0bb86,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:18.404445 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a595eb-736d-4253-829c-0688a25f9598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-5f6560b5-95dc-46c2-9e4d-99fecf047c71', 'network_id': '5f6560b5-95dc-46c2-9e4d-99fecf047c71', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'fixed_ips': [{'subnet_id': '30dd4ec4-8f5f-4dbd-8ed6-9c840197a49c'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:38:18.405673 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d5a595eb-736d-4253-829c-0688a25f9598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:18.444199 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] Attempting to bind port c00b38d5-f4fc-46a9-adfb-6356dcb0bb86 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:38:18.446614 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] Attempting to bind port c00b38d5-f4fc-46a9-adfb-6356dcb0bb86 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '17eb2db1-cb11-405f-8652-89e801caadeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4ebd6808-dadc-4831-9152-81512cf04da0'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:38:18.447269 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] Attempting to bind port c00b38d5-f4fc-46a9-adfb-6356dcb0bb86 on network 4ebd6808-dadc-4831-9152-81512cf04da0 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:38:18.470242 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:38:18.471014 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] Checking segment: {'id': '17eb2db1-cb11-405f-8652-89e801caadeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4ebd6808-dadc-4831-9152-81512cf04da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:38:18.472305 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:18.473093 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] Bound using segment: {'id': '17eb2db1-cb11-405f-8652-89e801caadeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4ebd6808-dadc-4831-9152-81512cf04da0'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:38:18.473812 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] Bound port: c00b38d5-f4fc-46a9-adfb-6356dcb0bb86, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17eb2db1-cb11-405f-8652-89e801caadeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4ebd6808-dadc-4831-9152-81512cf04da0'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:38:18.474424 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:18.654805 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] For port c00b38d5-f4fc-46a9-adfb-6356dcb0bb86, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:38:18.674415 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] For port c00b38d5-f4fc-46a9-adfb-6356dcb0bb86, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c00b38d5-f4fc-46a9-adfb-6356dcb0bb86,segment=NetworkSegment(17eb2db1-cb11-405f-8652-89e801caadeb),segment_id=17eb2db1-cb11-405f-8652-89e801caadeb)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:38:18.683506 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-d5a595eb-736d-4253-829c-0688a25f9598 None None] Allocated IP 172.23.0.2 (5f6560b5-95dc-46c2-9e4d-99fecf047c71/30dd4ec4-8f5f-4dbd-8ed6-9c840197a49c/0ddfe3cf-a445-4a75-92d4-a297c9fdd037) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:38:18.708993 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5557753b-ea6c-4b1d-a188-18fbc2ee4243 None None] Provisioning complete for port c00b38d5-f4fc-46a9-adfb-6356dcb0bb86 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:18.709358 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5557753b-ea6c-4b1d-a188-18fbc2ee4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:18.759662 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:18.881050 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147eda6d-30bf-476a-b3b8-30e489b03f25 None None] Pushing event updated for resources: {'Port': ['ID=c00b38d5-f4fc-46a9-adfb-6356dcb0bb86,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:18.896799 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5557753b-ea6c-4b1d-a188-18fbc2ee4243 None None] Port c00b38d5-f4fc-46a9-adfb-6356dcb0bb86 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:38:18.935688 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] Routers {'4651bca4-25cc-4fd1-8f27-5bb21c975c0a'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:18.935688 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:37:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:19.141197 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-efaa7ad9-afe7-4105-b3f6-b7e450ce098c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:19.270703 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d5a595eb-736d-4253-829c-0688a25f9598 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:19.273265 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] Set router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:19.307036 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-265840f6-2960-4097-8212-9d89d7811520 None None] Provisioning complete for port c00b38d5-f4fc-46a9-adfb-6356dcb0bb86 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:19.307413 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-265840f6-2960-4097-8212-9d89d7811520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:19.345341 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d5a595eb-736d-4253-829c-0688a25f9598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:19.512670 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a595eb-736d-4253-829c-0688a25f9598 None None] Network 5f6560b5-95dc-46c2-9e4d-99fecf047c71 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:38:19.532483 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-efaa7ad9-afe7-4105-b3f6-b7e450ce098c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Allocated IP 172.23.0.1 (5f6560b5-95dc-46c2-9e4d-99fecf047c71/30dd4ec4-8f5f-4dbd-8ed6-9c840197a49c/b9e3a435-e772-4a23-b021-7359b9164253) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:38:19.537366 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-d5a595eb-736d-4253-829c-0688a25f9598 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:38:19.554442 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a595eb-736d-4253-829c-0688a25f9598 None None] Pushing event updated for resources: {'Port': ['ID=0ddfe3cf-a445-4a75-92d4-a297c9fdd037,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:19.559187 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a595eb-736d-4253-829c-0688a25f9598 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:38:19.726892 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-efaa7ad9-afe7-4105-b3f6-b7e450ce098c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:19.755994 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-265840f6-2960-4097-8212-9d89d7811520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:19.801446 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d5a595eb-736d-4253-829c-0688a25f9598 None None] Attempting to bind port 0ddfe3cf-a445-4a75-92d4-a297c9fdd037 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:38:19.804899 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d5a595eb-736d-4253-829c-0688a25f9598 None None] Attempting to bind port 0ddfe3cf-a445-4a75-92d4-a297c9fdd037 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '2c03ac49-9d1e-4b76-b4bb-f004ae6daffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f6560b5-95dc-46c2-9e4d-99fecf047c71'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:38:19.804899 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a595eb-736d-4253-829c-0688a25f9598 None None] Attempting to bind port 0ddfe3cf-a445-4a75-92d4-a297c9fdd037 on network 5f6560b5-95dc-46c2-9e4d-99fecf047c71 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:38:19.820749 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a595eb-736d-4253-829c-0688a25f9598 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:38:19.821152 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a595eb-736d-4253-829c-0688a25f9598 None None] Checking segment: {'id': '2c03ac49-9d1e-4b76-b4bb-f004ae6daffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f6560b5-95dc-46c2-9e4d-99fecf047c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:38:19.821539 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d5a595eb-736d-4253-829c-0688a25f9598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:19.821943 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a595eb-736d-4253-829c-0688a25f9598 None None] Bound using segment: {'id': '2c03ac49-9d1e-4b76-b4bb-f004ae6daffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f6560b5-95dc-46c2-9e4d-99fecf047c71'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:38:19.822431 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d5a595eb-736d-4253-829c-0688a25f9598 None None] Bound port: 0ddfe3cf-a445-4a75-92d4-a297c9fdd037, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c03ac49-9d1e-4b76-b4bb-f004ae6daffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f6560b5-95dc-46c2-9e4d-99fecf047c71'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:38:19.822821 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d5a595eb-736d-4253-829c-0688a25f9598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:19.828739 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-265840f6-2960-4097-8212-9d89d7811520 None None] For port c00b38d5-f4fc-46a9-adfb-6356dcb0bb86, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c00b38d5-f4fc-46a9-adfb-6356dcb0bb86,segment=NetworkSegment(17eb2db1-cb11-405f-8652-89e801caadeb),segment_id=17eb2db1-cb11-405f-8652-89e801caadeb)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:19.877483 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:14Z', 'revision_number': 4, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None, '_interfaces': [{'id': '871c97b8-94da-4bc6-8f89-3e5efb97da30', 'name': '', 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:b5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:37:58Z', 'updated_at': '2022-04-20T16:38:07Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d516838-55bb-4484-9dd8-c62ae49b2edc', 'name': '', 'network_id': 'e42644f6-9504-47be-af23-12f116a01513', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:ca:16:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:05Z', 'updated_at': '2022-04-20T16:38:13Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c00b38d5-f4fc-46a9-adfb-6356dcb0bb86', 'name': '', 'network_id': '4ebd6808-dadc-4831-9152-81512cf04da0', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:95:ff:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '1dccf08d-206b-45c2-8655-9cee86315bd1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:12Z', 'updated_at': '2022-04-20T16:38:18Z', 'revision_number': 4, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '1dccf08d-206b-45c2-8655-9cee86315bd1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:19.889379 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-efaa7ad9-afe7-4105-b3f6-b7e450ce098c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:19.909483 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c09723e-0ce6-4b4d-9efe-1dd3fe54b90c None None] The sync data for ids ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'] in n-d-836146-2 is: [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:14Z', 'revision_number': 4, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None, '_interfaces': [{'id': '871c97b8-94da-4bc6-8f89-3e5efb97da30', 'name': '', 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:b5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:37:58Z', 'updated_at': '2022-04-20T16:38:07Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d516838-55bb-4484-9dd8-c62ae49b2edc', 'name': '', 'network_id': 'e42644f6-9504-47be-af23-12f116a01513', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:ca:16:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:05Z', 'updated_at': '2022-04-20T16:38:13Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c00b38d5-f4fc-46a9-adfb-6356dcb0bb86', 'name': '', 'network_id': '4ebd6808-dadc-4831-9152-81512cf04da0', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:95:ff:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '1dccf08d-206b-45c2-8655-9cee86315bd1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:12Z', 'updated_at': '2022-04-20T16:38:18Z', 'revision_number': 4, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '1dccf08d-206b-45c2-8655-9cee86315bd1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:38:19.911232 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-265840f6-2960-4097-8212-9d89d7811520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:19.965837 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaa7ad9-afe7-4105-b3f6-b7e450ce098c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network 5f6560b5-95dc-46c2-9e4d-99fecf047c71 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:38:19.975206 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d5a595eb-736d-4253-829c-0688a25f9598 None None] For port 0ddfe3cf-a445-4a75-92d4-a297c9fdd037, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:38:19.980668 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d5a595eb-736d-4253-829c-0688a25f9598 None None] For port 0ddfe3cf-a445-4a75-92d4-a297c9fdd037, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=0ddfe3cf-a445-4a75-92d4-a297c9fdd037,segment=NetworkSegment(2c03ac49-9d1e-4b76-b4bb-f004ae6daffb),segment_id=2c03ac49-9d1e-4b76-b4bb-f004ae6daffb)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:38:19.982408 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-efaa7ad9-afe7-4105-b3f6-b7e450ce098c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:38:19.991726 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaa7ad9-afe7-4105-b3f6-b7e450ce098c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:38:19.998062 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265840f6-2960-4097-8212-9d89d7811520 None None] Pushing event updated for resources: {'Port': ['ID=c00b38d5-f4fc-46a9-adfb-6356dcb0bb86,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:20.064811 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa7ad9-afe7-4105-b3f6-b7e450ce098c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Port': ['ID=b9e3a435-e772-4a23-b021-7359b9164253,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:20.086758 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d5a595eb-736d-4253-829c-0688a25f9598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:20.099879 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-efaa7ad9-afe7-4105-b3f6-b7e450ce098c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:20.160853 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a595eb-736d-4253-829c-0688a25f9598 None None] Pushing event updated for resources: {'Port': ['ID=0ddfe3cf-a445-4a75-92d4-a297c9fdd037,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:20.414953 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41192) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:20.472021 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-efaa7ad9-afe7-4105-b3f6-b7e450ce098c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:20.611884 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55a2d384-7447-4b57-8bea-728d7d0d75a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:20.768790 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55a2d384-7447-4b57-8bea-728d7d0d75a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:20.824124 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-efaa7ad9-afe7-4105-b3f6-b7e450ce098c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:20.849691 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55a2d384-7447-4b57-8bea-728d7d0d75a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:20.879242 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2d384-7447-4b57-8bea-728d7d0d75a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27e461e-9879-4e00-8225-9021b573265c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:20.908967 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-efaa7ad9-afe7-4105-b3f6-b7e450ce098c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:20.947948 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-55a2d384-7447-4b57-8bea-728d7d0d75a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=607ea841efa04fde96616dfb148cdccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5313427 Apr 20 16:38:20.949913 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41200) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:21.084982 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2b62319b-774c-428c-af2e-3f294a5421e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:21.089505 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-efaa7ad9-afe7-4105-b3f6-b7e450ce098c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:21.095326 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa7ad9-afe7-4105-b3f6-b7e450ce098c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event updated for resources: {'Port': ['ID=b9e3a435-e772-4a23-b021-7359b9164253,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:21.158224 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2b62319b-774c-428c-af2e-3f294a5421e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:21.302950 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaa7ad9-afe7-4105-b3f6-b7e450ce098c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Network 5f6560b5-95dc-46c2-9e4d-99fecf047c71 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:38:21.305013 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-efaa7ad9-afe7-4105-b3f6-b7e450ce098c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:38:21.319723 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2b62319b-774c-428c-af2e-3f294a5421e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:21.322397 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2b62319b-774c-428c-af2e-3f294a5421e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:21.323588 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2b62319b-774c-428c-af2e-3f294a5421e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a27e461e-9879-4e00-8225-9021b573265c HTTP/1.1" status: 204 len: 168 time: 0.3704402 Apr 20 16:38:21.349739 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62319b-774c-428c-af2e-3f294a5421e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27e461e-9879-4e00-8225-9021b573265c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:21.496190 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efaa7ad9-afe7-4105-b3f6-b7e450ce098c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:38:21.607686 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6add44-00bd-4b93-bbce-e4d51ec47c99 None None] Network 5f6560b5-95dc-46c2-9e4d-99fecf047c71 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:38:21.626632 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efaa7ad9-afe7-4105-b3f6-b7e450ce098c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:38:21.635453 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41208) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:21.636824 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-efaa7ad9-afe7-4105-b3f6-b7e450ce098c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "PUT /v2.0/routers/4651bca4-25cc-4fd1-8f27-5bb21c975c0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6513481 Apr 20 16:38:21.640495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7cdc2c5b-cae2-4346-a8b0-782b26b0e35f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:38:21.641381 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] Sync routers for ids ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:38:21.656112 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] Routers {'4651bca4-25cc-4fd1-8f27-5bb21c975c0a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:21.657010 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:37:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:21.713567 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-20a3db85-c433-43a4-87aa-410774ffbb5d None None] Provisioning complete for port 0ddfe3cf-a445-4a75-92d4-a297c9fdd037 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:21.714216 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-20a3db85-c433-43a4-87aa-410774ffbb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:21.759180 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] Set router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:22.196025 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-20a3db85-c433-43a4-87aa-410774ffbb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:22.240314 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c00b38d5-f4fc-46a9-adfb-6356dcb0bb86 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:38:22.247666 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:20Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None, '_interfaces': [{'id': '871c97b8-94da-4bc6-8f89-3e5efb97da30', 'name': '', 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:b5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:37:58Z', 'updated_at': '2022-04-20T16:38:07Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d516838-55bb-4484-9dd8-c62ae49b2edc', 'name': '', 'network_id': 'e42644f6-9504-47be-af23-12f116a01513', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:ca:16:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:05Z', 'updated_at': '2022-04-20T16:38:13Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9e3a435-e772-4a23-b021-7359b9164253', 'name': '', 'network_id': '5f6560b5-95dc-46c2-9e4d-99fecf047c71', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:3c:19:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '30dd4ec4-8f5f-4dbd-8ed6-9c840197a49c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:19Z', 'updated_at': '2022-04-20T16:38:20Z', 'revision_number': 2, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '30dd4ec4-8f5f-4dbd-8ed6-9c840197a49c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c00b38d5-f4fc-46a9-adfb-6356dcb0bb86', 'name': '', 'network_id': '4ebd6808-dadc-4831-9152-81512cf04da0', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:95:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '1dccf08d-206b-45c2-8655-9cee86315bd1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:12Z', 'updated_at': '2022-04-20T16:38:19Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '1dccf08d-206b-45c2-8655-9cee86315bd1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:22.289976 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-20a3db85-c433-43a4-87aa-410774ffbb5d None None] For port 0ddfe3cf-a445-4a75-92d4-a297c9fdd037, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=0ddfe3cf-a445-4a75-92d4-a297c9fdd037,segment=NetworkSegment(2c03ac49-9d1e-4b76-b4bb-f004ae6daffb),segment_id=2c03ac49-9d1e-4b76-b4bb-f004ae6daffb)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:22.383178 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] Checking router: 4651bca4-25cc-4fd1-8f27-5bb21c975c0a for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:38:22.383593 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] Updating router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a port b9e3a435-e772-4a23-b021-7359b9164253 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:38:22.384904 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-20a3db85-c433-43a4-87aa-410774ffbb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:22.404356 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.extraroute_db [None req-7cdc2c5b-cae2-4346-a8b0-782b26b0e35f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103484) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 20 16:38:22.427375 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:22.489773 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.extraroute_db [None req-7cdc2c5b-cae2-4346-a8b0-782b26b0e35f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Removed routes are [] {{(pid=103484) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 20 16:38:22.490131 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2c5b-cae2-4346-a8b0-782b26b0e35f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:22.555531 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port c00b38d5-f4fc-46a9-adfb-6356dcb0bb86 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:22.555914 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:22.651501 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3db85-c433-43a4-87aa-410774ffbb5d None None] Pushing event updated for resources: {'Port': ['ID=0ddfe3cf-a445-4a75-92d4-a297c9fdd037,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:22.781383 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fbe8858a-4d18-480e-a996-f64cf442f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:22.783071 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3661f3ac-73a7-4b2f-aaff-af3deae3a66f None None] Provisioning complete for port b9e3a435-e772-4a23-b021-7359b9164253 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:22.783442 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3661f3ac-73a7-4b2f-aaff-af3deae3a66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:22.846262 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3661f3ac-73a7-4b2f-aaff-af3deae3a66f None None] Port b9e3a435-e772-4a23-b021-7359b9164253 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:38:22.875244 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 0ddfe3cf-a445-4a75-92d4-a297c9fdd037 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:38:22.945907 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3661f3ac-73a7-4b2f-aaff-af3deae3a66f None None] Provisioning complete for port 0ddfe3cf-a445-4a75-92d4-a297c9fdd037 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:22.946524 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3661f3ac-73a7-4b2f-aaff-af3deae3a66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:22.987800 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2c5b-cae2-4346-a8b0-782b26b0e35f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:22.995272 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2c5b-cae2-4346-a8b0-782b26b0e35f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545285'] for router, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:23.019116 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 0ddfe3cf-a445-4a75-92d4-a297c9fdd037 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:23.019644 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:23.189892 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdc2c5b-cae2-4346-a8b0-782b26b0e35f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:38:23.259341 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:23.346363 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:23.391493 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdc2c5b-cae2-4346-a8b0-782b26b0e35f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:38:23.405387 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2c5b-cae2-4346-a8b0-782b26b0e35f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:23.408389 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7cdc2c5b-cae2-4346-a8b0-782b26b0e35f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "PUT /v2.0/routers/4651bca4-25cc-4fd1-8f27-5bb21c975c0a HTTP/1.1" status: 200 len: 934 time: 1.7710648 Apr 20 16:38:23.409914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41262) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:23.434358 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c28b3-827a-4a23-a4e6-0fdedd8bf5e5 None None] Pushing event updated for resources: {'Port': ['ID=b9e3a435-e772-4a23-b021-7359b9164253,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:23.465732 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b51b07f7-8d5d-4e7b-b130-f293d0f5fb86 None None] Provisioning complete for port b9e3a435-e772-4a23-b021-7359b9164253 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:23.466112 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b51b07f7-8d5d-4e7b-b130-f293d0f5fb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:23.533865 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b51b07f7-8d5d-4e7b-b130-f293d0f5fb86 None None] Port b9e3a435-e772-4a23-b021-7359b9164253 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:38:23.542575 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] Attempting to bind port b9e3a435-e772-4a23-b021-7359b9164253 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:38:23.544113 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] Attempting to bind port b9e3a435-e772-4a23-b021-7359b9164253 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '2c03ac49-9d1e-4b76-b4bb-f004ae6daffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f6560b5-95dc-46c2-9e4d-99fecf047c71'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:38:23.545785 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] Attempting to bind port b9e3a435-e772-4a23-b021-7359b9164253 on network 5f6560b5-95dc-46c2-9e4d-99fecf047c71 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:38:23.561066 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:38:23.562327 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] Checking segment: {'id': '2c03ac49-9d1e-4b76-b4bb-f004ae6daffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f6560b5-95dc-46c2-9e4d-99fecf047c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:38:23.562916 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:23.563461 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] Bound using segment: {'id': '2c03ac49-9d1e-4b76-b4bb-f004ae6daffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f6560b5-95dc-46c2-9e4d-99fecf047c71'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:38:23.564097 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] Bound port: b9e3a435-e772-4a23-b021-7359b9164253, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c03ac49-9d1e-4b76-b4bb-f004ae6daffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f6560b5-95dc-46c2-9e4d-99fecf047c71'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:38:23.566141 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:23.610931 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41268) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:23.617726 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-36a80d0f-3a47-45a4-a704-5608a2360b61 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'router': {'routes': None}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:38:23.621032 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4d199216-6afe-4a08-868e-598222e08563 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "GET /v2.0/routers/4651bca4-25cc-4fd1-8f27-5bb21c975c0a HTTP/1.1" status: 200 len: 934 time: 0.2098525 Apr 20 16:38:23.681777 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] For port b9e3a435-e772-4a23-b021-7359b9164253, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:38:23.685039 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] For port b9e3a435-e772-4a23-b021-7359b9164253, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b9e3a435-e772-4a23-b021-7359b9164253,segment=NetworkSegment(2c03ac49-9d1e-4b76-b4bb-f004ae6daffb),segment_id=2c03ac49-9d1e-4b76-b4bb-f004ae6daffb)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:38:23.767605 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-0dbc2d35-168a-45ab-aaf0-48668242fac0 None None] Provisioning complete for port b9e3a435-e772-4a23-b021-7359b9164253 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:23.768088 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0dbc2d35-168a-45ab-aaf0-48668242fac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:23.787173 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:23.852182 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc2d35-168a-45ab-aaf0-48668242fac0 None None] Port b9e3a435-e772-4a23-b021-7359b9164253 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:38:23.889823 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] Routers {'4651bca4-25cc-4fd1-8f27-5bb21c975c0a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:23.891624 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:37:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:23.911264 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c28b3-827a-4a23-a4e6-0fdedd8bf5e5 None None] Pushing event updated for resources: {'Port': ['ID=b9e3a435-e772-4a23-b021-7359b9164253,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:24.081242 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] Set router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:24.124560 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 0ddfe3cf-a445-4a75-92d4-a297c9fdd037 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:38:24.234296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 0ddfe3cf-a445-4a75-92d4-a297c9fdd037 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:24.234767 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:24.275744 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.extraroute_db [None req-36a80d0f-3a47-45a4-a704-5608a2360b61 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Added routes are [] {{(pid=103485) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 20 16:38:24.280023 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.extraroute_db [None req-36a80d0f-3a47-45a4-a704-5608a2360b61 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103485) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 20 16:38:24.390634 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36a80d0f-3a47-45a4-a704-5608a2360b61 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:24.448261 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-0fe2f068-d0bf-40da-8c61-5dc4b8dc1cd1 None None] Provisioning complete for port b9e3a435-e772-4a23-b021-7359b9164253 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:24.448662 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0fe2f068-d0bf-40da-8c61-5dc4b8dc1cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:24.536017 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:22Z', 'revision_number': 6, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None, '_interfaces': [{'id': '871c97b8-94da-4bc6-8f89-3e5efb97da30', 'name': '', 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:b5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:37:58Z', 'updated_at': '2022-04-20T16:38:07Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d516838-55bb-4484-9dd8-c62ae49b2edc', 'name': '', 'network_id': 'e42644f6-9504-47be-af23-12f116a01513', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:ca:16:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:05Z', 'updated_at': '2022-04-20T16:38:13Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9e3a435-e772-4a23-b021-7359b9164253', 'name': '', 'network_id': '5f6560b5-95dc-46c2-9e4d-99fecf047c71', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:3c:19:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '30dd4ec4-8f5f-4dbd-8ed6-9c840197a49c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:19Z', 'updated_at': '2022-04-20T16:38:23Z', 'revision_number': 4, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '30dd4ec4-8f5f-4dbd-8ed6-9c840197a49c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c00b38d5-f4fc-46a9-adfb-6356dcb0bb86', 'name': '', 'network_id': '4ebd6808-dadc-4831-9152-81512cf04da0', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:95:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '1dccf08d-206b-45c2-8655-9cee86315bd1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:12Z', 'updated_at': '2022-04-20T16:38:19Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '1dccf08d-206b-45c2-8655-9cee86315bd1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:24.581970 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe64590-61ce-4190-bbec-cd5b422769b6 None None] The sync data for ids ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'] in n-d-836146-2 is: [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:22Z', 'revision_number': 6, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None, '_interfaces': [{'id': '871c97b8-94da-4bc6-8f89-3e5efb97da30', 'name': '', 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:b5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:37:58Z', 'updated_at': '2022-04-20T16:38:07Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d516838-55bb-4484-9dd8-c62ae49b2edc', 'name': '', 'network_id': 'e42644f6-9504-47be-af23-12f116a01513', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:ca:16:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:05Z', 'updated_at': '2022-04-20T16:38:13Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9e3a435-e772-4a23-b021-7359b9164253', 'name': '', 'network_id': '5f6560b5-95dc-46c2-9e4d-99fecf047c71', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:3c:19:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '30dd4ec4-8f5f-4dbd-8ed6-9c840197a49c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:19Z', 'updated_at': '2022-04-20T16:38:23Z', 'revision_number': 4, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '30dd4ec4-8f5f-4dbd-8ed6-9c840197a49c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c00b38d5-f4fc-46a9-adfb-6356dcb0bb86', 'name': '', 'network_id': '4ebd6808-dadc-4831-9152-81512cf04da0', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:95:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '1dccf08d-206b-45c2-8655-9cee86315bd1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:12Z', 'updated_at': '2022-04-20T16:38:19Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '1dccf08d-206b-45c2-8655-9cee86315bd1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:38:24.594117 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0fe2f068-d0bf-40da-8c61-5dc4b8dc1cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:24.643299 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-0fe2f068-d0bf-40da-8c61-5dc4b8dc1cd1 None None] For port b9e3a435-e772-4a23-b021-7359b9164253, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b9e3a435-e772-4a23-b021-7359b9164253,segment=NetworkSegment(2c03ac49-9d1e-4b76-b4bb-f004ae6daffb),segment_id=2c03ac49-9d1e-4b76-b4bb-f004ae6daffb)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:24.741259 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0fe2f068-d0bf-40da-8c61-5dc4b8dc1cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:24.850860 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36a80d0f-3a47-45a4-a704-5608a2360b61 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:24.859942 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36a80d0f-3a47-45a4-a704-5608a2360b61 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545285'] for router, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:24.862873 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2f068-d0bf-40da-8c61-5dc4b8dc1cd1 None None] Pushing event updated for resources: {'Port': ['ID=b9e3a435-e772-4a23-b021-7359b9164253,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:25.033248 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a80d0f-3a47-45a4-a704-5608a2360b61 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:38:25.109907 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-28085e96-03c4-4c41-b89e-e4c4329f1b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:25.212252 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a80d0f-3a47-45a4-a704-5608a2360b61 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:38:25.224594 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36a80d0f-3a47-45a4-a704-5608a2360b61 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:25.228566 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41284) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:25.235429 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-36a80d0f-3a47-45a4-a704-5608a2360b61 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "PUT /v2.0/routers/4651bca4-25cc-4fd1-8f27-5bb21c975c0a HTTP/1.1" status: 200 len: 700 time: 1.6232247 Apr 20 16:38:25.351363 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41288) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:25.358682 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-efdbd6da-e8cb-4a08-94b9-287815488b11 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "GET /v2.0/routers/4651bca4-25cc-4fd1-8f27-5bb21c975c0a HTTP/1.1" status: 200 len: 700 time: 0.1278727 Apr 20 16:38:25.837878 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22181cb-1d50-40f5-9594-8507a2563514 None None] Sync routers for ids ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:38:25.863704 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22181cb-1d50-40f5-9594-8507a2563514 None None] Routers {'4651bca4-25cc-4fd1-8f27-5bb21c975c0a'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:25.864431 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-840ff4fc-376f-4e5a-8895-5b31d1ea4b57 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:25.864834 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d22181cb-1d50-40f5-9594-8507a2563514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:26.001443 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-d22181cb-1d50-40f5-9594-8507a2563514 None None] Set router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:26.127108 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b9e3a435-e772-4a23-b021-7359b9164253 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:38:26.263352 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port b9e3a435-e772-4a23-b021-7359b9164253 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:38:26.263923 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:26.290899 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-840ff4fc-376f-4e5a-8895-5b31d1ea4b57 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting port b9e3a435-e772-4a23-b021-7359b9164253 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:38:26.290899 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-840ff4fc-376f-4e5a-8895-5b31d1ea4b57 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:26.404929 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d22181cb-1d50-40f5-9594-8507a2563514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:24Z', 'revision_number': 7, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None, '_interfaces': [{'id': '871c97b8-94da-4bc6-8f89-3e5efb97da30', 'name': '', 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:b5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:37:58Z', 'updated_at': '2022-04-20T16:38:07Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d516838-55bb-4484-9dd8-c62ae49b2edc', 'name': '', 'network_id': 'e42644f6-9504-47be-af23-12f116a01513', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:ca:16:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:05Z', 'updated_at': '2022-04-20T16:38:13Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9e3a435-e772-4a23-b021-7359b9164253', 'name': '', 'network_id': '5f6560b5-95dc-46c2-9e4d-99fecf047c71', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:3c:19:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '30dd4ec4-8f5f-4dbd-8ed6-9c840197a49c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:19Z', 'updated_at': '2022-04-20T16:38:24Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '30dd4ec4-8f5f-4dbd-8ed6-9c840197a49c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c00b38d5-f4fc-46a9-adfb-6356dcb0bb86', 'name': '', 'network_id': '4ebd6808-dadc-4831-9152-81512cf04da0', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:95:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '1dccf08d-206b-45c2-8655-9cee86315bd1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:12Z', 'updated_at': '2022-04-20T16:38:19Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '1dccf08d-206b-45c2-8655-9cee86315bd1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:26.425799 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-840ff4fc-376f-4e5a-8895-5b31d1ea4b57 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] For port b9e3a435-e772-4a23-b021-7359b9164253, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b9e3a435-e772-4a23-b021-7359b9164253,segment=NetworkSegment(2c03ac49-9d1e-4b76-b4bb-f004ae6daffb),segment_id=2c03ac49-9d1e-4b76-b4bb-f004ae6daffb)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:26.431796 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-840ff4fc-376f-4e5a-8895-5b31d1ea4b57 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:26.441460 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-840ff4fc-376f-4e5a-8895-5b31d1ea4b57 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Calling delete_port for b9e3a435-e772-4a23-b021-7359b9164253 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:38:26.453580 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22181cb-1d50-40f5-9594-8507a2563514 None None] Checking router: 4651bca4-25cc-4fd1-8f27-5bb21c975c0a for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:38:26.465319 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22181cb-1d50-40f5-9594-8507a2563514 None None] Routers {'4651bca4-25cc-4fd1-8f27-5bb21c975c0a'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:26.465956 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d22181cb-1d50-40f5-9594-8507a2563514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:26.470041 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:26.573502 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-d22181cb-1d50-40f5-9594-8507a2563514 None None] Set router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:26.823661 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d22181cb-1d50-40f5-9594-8507a2563514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:24Z', 'revision_number': 7, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None, '_interfaces': [{'id': '871c97b8-94da-4bc6-8f89-3e5efb97da30', 'name': '', 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:b5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:37:58Z', 'updated_at': '2022-04-20T16:38:07Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d516838-55bb-4484-9dd8-c62ae49b2edc', 'name': '', 'network_id': 'e42644f6-9504-47be-af23-12f116a01513', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:ca:16:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:05Z', 'updated_at': '2022-04-20T16:38:13Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9e3a435-e772-4a23-b021-7359b9164253', 'name': '', 'network_id': '5f6560b5-95dc-46c2-9e4d-99fecf047c71', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:3c:19:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '30dd4ec4-8f5f-4dbd-8ed6-9c840197a49c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:19Z', 'updated_at': '2022-04-20T16:38:24Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '30dd4ec4-8f5f-4dbd-8ed6-9c840197a49c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c00b38d5-f4fc-46a9-adfb-6356dcb0bb86', 'name': '', 'network_id': '4ebd6808-dadc-4831-9152-81512cf04da0', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:95:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '1dccf08d-206b-45c2-8655-9cee86315bd1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:12Z', 'updated_at': '2022-04-20T16:38:19Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '1dccf08d-206b-45c2-8655-9cee86315bd1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:26.846156 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-840ff4fc-376f-4e5a-8895-5b31d1ea4b57 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:26.971962 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ff4fc-376f-4e5a-8895-5b31d1ea4b57 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Port': ['ID=b9e3a435-e772-4a23-b021-7359b9164253,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:27.009592 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22181cb-1d50-40f5-9594-8507a2563514 None None] The sync data for ids ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'] in n-d-836146-2 is: [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:24Z', 'revision_number': 7, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None, '_interfaces': [{'id': '871c97b8-94da-4bc6-8f89-3e5efb97da30', 'name': '', 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:b5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:37:58Z', 'updated_at': '2022-04-20T16:38:07Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d516838-55bb-4484-9dd8-c62ae49b2edc', 'name': '', 'network_id': 'e42644f6-9504-47be-af23-12f116a01513', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:ca:16:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:05Z', 'updated_at': '2022-04-20T16:38:13Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9e3a435-e772-4a23-b021-7359b9164253', 'name': '', 'network_id': '5f6560b5-95dc-46c2-9e4d-99fecf047c71', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:3c:19:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '30dd4ec4-8f5f-4dbd-8ed6-9c840197a49c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:19Z', 'updated_at': '2022-04-20T16:38:24Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '30dd4ec4-8f5f-4dbd-8ed6-9c840197a49c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c00b38d5-f4fc-46a9-adfb-6356dcb0bb86', 'name': '', 'network_id': '4ebd6808-dadc-4831-9152-81512cf04da0', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:95:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '1dccf08d-206b-45c2-8655-9cee86315bd1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:12Z', 'updated_at': '2022-04-20T16:38:19Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '1dccf08d-206b-45c2-8655-9cee86315bd1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:38:27.168678 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-840ff4fc-376f-4e5a-8895-5b31d1ea4b57 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:27.410751 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840ff4fc-376f-4e5a-8895-5b31d1ea4b57 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:38:27.511386 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840ff4fc-376f-4e5a-8895-5b31d1ea4b57 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:38:27.517741 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-840ff4fc-376f-4e5a-8895-5b31d1ea4b57 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "PUT /v2.0/routers/4651bca4-25cc-4fd1-8f27-5bb21c975c0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1653581 Apr 20 16:38:27.520444 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41318) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:27.524757 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0938795d-7279-4320-972a-975d60a3d8e2 None None] Sync routers for ids ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:38:27.540505 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0938795d-7279-4320-972a-975d60a3d8e2 None None] Routers {'4651bca4-25cc-4fd1-8f27-5bb21c975c0a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:27.541767 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0938795d-7279-4320-972a-975d60a3d8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:27.604492 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ae0542-6ea7-45a1-aca4-2d400cfeb075 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting subnet 30dd4ec4-8f5f-4dbd-8ed6-9c840197a49c {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:38:27.608680 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18ae0542-6ea7-45a1-aca4-2d400cfeb075 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:27.649970 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-0938795d-7279-4320-972a-975d60a3d8e2 None None] Set router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:27.692894 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18ae0542-6ea7-45a1-aca4-2d400cfeb075 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:27.765803 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:27.928629 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0938795d-7279-4320-972a-975d60a3d8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:26Z', 'revision_number': 8, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None, '_interfaces': [{'id': '871c97b8-94da-4bc6-8f89-3e5efb97da30', 'name': '', 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:b5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:37:58Z', 'updated_at': '2022-04-20T16:38:07Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d516838-55bb-4484-9dd8-c62ae49b2edc', 'name': '', 'network_id': 'e42644f6-9504-47be-af23-12f116a01513', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:ca:16:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:05Z', 'updated_at': '2022-04-20T16:38:13Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c00b38d5-f4fc-46a9-adfb-6356dcb0bb86', 'name': '', 'network_id': '4ebd6808-dadc-4831-9152-81512cf04da0', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:95:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '1dccf08d-206b-45c2-8655-9cee86315bd1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:12Z', 'updated_at': '2022-04-20T16:38:19Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '1dccf08d-206b-45c2-8655-9cee86315bd1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:27.973003 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0938795d-7279-4320-972a-975d60a3d8e2 None None] Checking router: 4651bca4-25cc-4fd1-8f27-5bb21c975c0a for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:38:27.981928 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0938795d-7279-4320-972a-975d60a3d8e2 None None] Routers {'4651bca4-25cc-4fd1-8f27-5bb21c975c0a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:27.982837 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0938795d-7279-4320-972a-975d60a3d8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:28.154263 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-0938795d-7279-4320-972a-975d60a3d8e2 None None] Set router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:28.178084 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:28.340344 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18ae0542-6ea7-45a1-aca4-2d400cfeb075 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:28.539532 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0938795d-7279-4320-972a-975d60a3d8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:26Z', 'revision_number': 8, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None, '_interfaces': [{'id': '871c97b8-94da-4bc6-8f89-3e5efb97da30', 'name': '', 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:b5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:37:58Z', 'updated_at': '2022-04-20T16:38:07Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d516838-55bb-4484-9dd8-c62ae49b2edc', 'name': '', 'network_id': 'e42644f6-9504-47be-af23-12f116a01513', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:ca:16:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:05Z', 'updated_at': '2022-04-20T16:38:13Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c00b38d5-f4fc-46a9-adfb-6356dcb0bb86', 'name': '', 'network_id': '4ebd6808-dadc-4831-9152-81512cf04da0', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:95:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '1dccf08d-206b-45c2-8655-9cee86315bd1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:12Z', 'updated_at': '2022-04-20T16:38:19Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '1dccf08d-206b-45c2-8655-9cee86315bd1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:28.551508 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18ae0542-6ea7-45a1-aca4-2d400cfeb075 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:28.584327 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0938795d-7279-4320-972a-975d60a3d8e2 None None] The sync data for ids ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'] in n-d-836146-2 is: [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:26Z', 'revision_number': 8, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None, '_interfaces': [{'id': '871c97b8-94da-4bc6-8f89-3e5efb97da30', 'name': '', 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:b5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:37:58Z', 'updated_at': '2022-04-20T16:38:07Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d516838-55bb-4484-9dd8-c62ae49b2edc', 'name': '', 'network_id': 'e42644f6-9504-47be-af23-12f116a01513', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:ca:16:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:05Z', 'updated_at': '2022-04-20T16:38:13Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c00b38d5-f4fc-46a9-adfb-6356dcb0bb86', 'name': '', 'network_id': '4ebd6808-dadc-4831-9152-81512cf04da0', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:95:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '1dccf08d-206b-45c2-8655-9cee86315bd1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:12Z', 'updated_at': '2022-04-20T16:38:19Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '1dccf08d-206b-45c2-8655-9cee86315bd1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:38:28.613880 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae0542-6ea7-45a1-aca4-2d400cfeb075 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Subnet': ['ID=30dd4ec4-8f5f-4dbd-8ed6-9c840197a49c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:28.620470 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18ae0542-6ea7-45a1-aca4-2d400cfeb075 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:28.628807 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67386468-321b-45bb-8743-a80e9a00736e None None] Network 5f6560b5-95dc-46c2-9e4d-99fecf047c71 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:38:28.632034 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41330) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:28.632528 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-18ae0542-6ea7-45a1-aca4-2d400cfeb075 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/subnets/30dd4ec4-8f5f-4dbd-8ed6-9c840197a49c HTTP/1.1" status: 204 len: 168 time: 1.1107566 Apr 20 16:38:28.674358 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:28.758414 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff4a1aad-019f-4bc5-95eb-8b6f60dbe6d3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:28.836795 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-ff4a1aad-019f-4bc5-95eb-8b6f60dbe6d3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting port 0ddfe3cf-a445-4a75-92d4-a297c9fdd037 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:38:28.837443 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff4a1aad-019f-4bc5-95eb-8b6f60dbe6d3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:28.936421 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-ff4a1aad-019f-4bc5-95eb-8b6f60dbe6d3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] For port 0ddfe3cf-a445-4a75-92d4-a297c9fdd037, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=0ddfe3cf-a445-4a75-92d4-a297c9fdd037,segment=NetworkSegment(2c03ac49-9d1e-4b76-b4bb-f004ae6daffb),segment_id=2c03ac49-9d1e-4b76-b4bb-f004ae6daffb)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:28.937004 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff4a1aad-019f-4bc5-95eb-8b6f60dbe6d3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:28.961533 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-ff4a1aad-019f-4bc5-95eb-8b6f60dbe6d3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Calling delete_port for 0ddfe3cf-a445-4a75-92d4-a297c9fdd037 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:38:28.987581 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60414b88-64a3-45f1-aeb1-2a31d9d6e48a None None] DHCP port deletion for 5f6560b5-95dc-46c2-9e4d-99fecf047c71 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:38:29.066358 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-60414b88-64a3-45f1-aeb1-2a31d9d6e48a None None] Deleting port 0ddfe3cf-a445-4a75-92d4-a297c9fdd037 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:38:29.067063 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-60414b88-64a3-45f1-aeb1-2a31d9d6e48a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:29.174345 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-60414b88-64a3-45f1-aeb1-2a31d9d6e48a None None] For port 0ddfe3cf-a445-4a75-92d4-a297c9fdd037, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=0ddfe3cf-a445-4a75-92d4-a297c9fdd037,segment=NetworkSegment(2c03ac49-9d1e-4b76-b4bb-f004ae6daffb),segment_id=2c03ac49-9d1e-4b76-b4bb-f004ae6daffb)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:29.174756 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-60414b88-64a3-45f1-aeb1-2a31d9d6e48a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:29.189404 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-60414b88-64a3-45f1-aeb1-2a31d9d6e48a None None] Calling delete_port for 0ddfe3cf-a445-4a75-92d4-a297c9fdd037 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:38:29.254607 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff4a1aad-019f-4bc5-95eb-8b6f60dbe6d3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:29.257240 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-5f6abb5f-e7b5-47ab-aba1-e567a4dd50c2 req-f8ab1621-d177-4170-9e1c-5d85d5fbfa4c service neutron] (103485) timed out ('10.222.0.30', 64799) {{(pid=103485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 16:38:29.268232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4a1aad-019f-4bc5-95eb-8b6f60dbe6d3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] No DVR routers for this DVR port 0ddfe3cf-a445-4a75-92d4-a297c9fdd037 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:38:29.292242 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a1aad-019f-4bc5-95eb-8b6f60dbe6d3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Port': ['ID=0ddfe3cf-a445-4a75-92d4-a297c9fdd037,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:29.316251 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-60414b88-64a3-45f1-aeb1-2a31d9d6e48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:29.346320 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60414b88-64a3-45f1-aeb1-2a31d9d6e48a None None] Pushing event deleted for resources: {'Port': ['ID=0ddfe3cf-a445-4a75-92d4-a297c9fdd037,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:29.350135 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60414b88-64a3-45f1-aeb1-2a31d9d6e48a None None] No DVR routers for this DVR port 0ddfe3cf-a445-4a75-92d4-a297c9fdd037 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:38:29.410634 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff4a1aad-019f-4bc5-95eb-8b6f60dbe6d3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:29.868834 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-ff4a1aad-019f-4bc5-95eb-8b6f60dbe6d3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f6560b5-95dc-46c2-9e4d-99fecf047c71']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:29.894824 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-ff4a1aad-019f-4bc5-95eb-8b6f60dbe6d3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c03ac49-9d1e-4b76-b4bb-f004ae6daffb') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:29.899477 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-ff4a1aad-019f-4bc5-95eb-8b6f60dbe6d3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c03ac49-9d1e-4b76-b4bb-f004ae6daffb') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:29.908733 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff4a1aad-019f-4bc5-95eb-8b6f60dbe6d3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:29.925516 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:30.007419 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff4a1aad-019f-4bc5-95eb-8b6f60dbe6d3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:30.025007 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4a1aad-019f-4bc5-95eb-8b6f60dbe6d3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:38:30.027901 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff4a1aad-019f-4bc5-95eb-8b6f60dbe6d3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:38:30.040410 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:38:30.087755 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b9e3a435-e772-4a23-b021-7359b9164253 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:38:30.135756 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: b9e3a435-e772-4a23-b021-7359b9164253 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:38:30.136443 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b9e3a435-e772-4a23-b021-7359b9164253 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:38:30.137045 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 0ddfe3cf-a445-4a75-92d4-a297c9fdd037 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:38:30.167558 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 0ddfe3cf-a445-4a75-92d4-a297c9fdd037 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:38:30.168186 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 0ddfe3cf-a445-4a75-92d4-a297c9fdd037 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:38:30.315414 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff4a1aad-019f-4bc5-95eb-8b6f60dbe6d3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:30.322543 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff4a1aad-019f-4bc5-95eb-8b6f60dbe6d3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:30.327823 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ff4a1aad-019f-4bc5-95eb-8b6f60dbe6d3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/networks/5f6560b5-95dc-46c2-9e4d-99fecf047c71 HTTP/1.1" status: 204 len: 168 time: 1.6927154 Apr 20 16:38:30.329179 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41350) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:30.345104 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a1aad-019f-4bc5-95eb-8b6f60dbe6d3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Network': ['ID=5f6560b5-95dc-46c2-9e4d-99fecf047c71,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:30.782911 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ad2c0-2aff-479f-8da6-91678e5ea378 req-420ed532-ae5d-40c3-b850-75424a7854a8 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:30.784545 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-166ad2c0-2aff-479f-8da6-91678e5ea378 req-420ed532-ae5d-40c3-b850-75424a7854a8 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 945 time: 0.0873306 Apr 20 16:38:30.798341 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ade91e15-cc46-4c1b-bc4d-a655ef0a066a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:30.911589 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-166ad2c0-2aff-479f-8da6-91678e5ea378 req-0070f560-0c25-4f29-929a-fe1ce9a56f1b tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=389cf8ac-30cc-4671-a885-4caa33e76952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108997 Apr 20 16:38:31.097846 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ade91e15-cc46-4c1b-bc4d-a655ef0a066a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting port c00b38d5-f4fc-46a9-adfb-6356dcb0bb86 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:38:31.098481 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ade91e15-cc46-4c1b-bc4d-a655ef0a066a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:31.212375 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-ade91e15-cc46-4c1b-bc4d-a655ef0a066a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] For port c00b38d5-f4fc-46a9-adfb-6356dcb0bb86, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=c00b38d5-f4fc-46a9-adfb-6356dcb0bb86,segment=NetworkSegment(17eb2db1-cb11-405f-8652-89e801caadeb),segment_id=17eb2db1-cb11-405f-8652-89e801caadeb)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:31.212898 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ade91e15-cc46-4c1b-bc4d-a655ef0a066a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:31.229585 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ade91e15-cc46-4c1b-bc4d-a655ef0a066a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Calling delete_port for c00b38d5-f4fc-46a9-adfb-6356dcb0bb86 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:38:31.514525 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ade91e15-cc46-4c1b-bc4d-a655ef0a066a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:31.550042 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade91e15-cc46-4c1b-bc4d-a655ef0a066a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Port': ['ID=c00b38d5-f4fc-46a9-adfb-6356dcb0bb86,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:31.797485 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ade91e15-cc46-4c1b-bc4d-a655ef0a066a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:32.107983 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3f181-0a17-44b6-a42b-b92fed6c170f req-38d606f0-5696-48fb-b4aa-603ad8166652 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:32.118859 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bac3f181-0a17-44b6-a42b-b92fed6c170f req-38d606f0-5696-48fb-b4aa-603ad8166652 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 945 time: 0.0953906 Apr 20 16:38:32.126417 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade91e15-cc46-4c1b-bc4d-a655ef0a066a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:38:32.218075 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bac3f181-0a17-44b6-a42b-b92fed6c170f req-988cad8c-a36d-4101-8a92-4c7a8943a660 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=389cf8ac-30cc-4671-a885-4caa33e76952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940318 Apr 20 16:38:32.309770 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade91e15-cc46-4c1b-bc4d-a655ef0a066a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:38:32.315860 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ade91e15-cc46-4c1b-bc4d-a655ef0a066a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "PUT /v2.0/routers/4651bca4-25cc-4fd1-8f27-5bb21c975c0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9860919 Apr 20 16:38:32.322696 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41378) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:32.326378 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758d5f2a-60ef-4a61-b8e8-eb4385409510 None None] Sync routers for ids ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:38:32.341096 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758d5f2a-60ef-4a61-b8e8-eb4385409510 None None] Routers {'4651bca4-25cc-4fd1-8f27-5bb21c975c0a'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:32.341720 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-758d5f2a-60ef-4a61-b8e8-eb4385409510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:32.381864 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0886be-8839-49fb-862b-558fae6532bc tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting subnet 1dccf08d-206b-45c2-8655-9cee86315bd1 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:38:32.385006 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d0886be-8839-49fb-862b-558fae6532bc tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:32.445104 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ec07d-6c7b-4f09-bc18-fc5edcbdd280 req-b50f59af-8b22-469a-9bf7-c2ddbcae1cf9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:32.451476 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d0886be-8839-49fb-862b-558fae6532bc tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:32.451688 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a43ec07d-6c7b-4f09-bc18-fc5edcbdd280 req-b50f59af-8b22-469a-9bf7-c2ddbcae1cf9 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.26 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 945 time: 0.0745199 Apr 20 16:38:32.480459 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-758d5f2a-60ef-4a61-b8e8-eb4385409510 None None] Set router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:32.587563 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-a43ec07d-6c7b-4f09-bc18-fc5edcbdd280 req-7e225a75-2ebc-4996-b90e-9badde918262 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Deleting port 85e1de85-3f5e-4694-ac1c-15f2cd59e34a {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:38:32.588154 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a43ec07d-6c7b-4f09-bc18-fc5edcbdd280 req-7e225a75-2ebc-4996-b90e-9badde918262 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:32.614143 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d0886be-8839-49fb-862b-558fae6532bc tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:32.743777 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a43ec07d-6c7b-4f09-bc18-fc5edcbdd280 req-7e225a75-2ebc-4996-b90e-9badde918262 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] For port 85e1de85-3f5e-4694-ac1c-15f2cd59e34a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=85e1de85-3f5e-4694-ac1c-15f2cd59e34a,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:32.744128 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a43ec07d-6c7b-4f09-bc18-fc5edcbdd280 req-7e225a75-2ebc-4996-b90e-9badde918262 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:32.774047 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-758d5f2a-60ef-4a61-b8e8-eb4385409510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:31Z', 'revision_number': 9, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None, '_interfaces': [{'id': '871c97b8-94da-4bc6-8f89-3e5efb97da30', 'name': '', 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:b5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:37:58Z', 'updated_at': '2022-04-20T16:38:07Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d516838-55bb-4484-9dd8-c62ae49b2edc', 'name': '', 'network_id': 'e42644f6-9504-47be-af23-12f116a01513', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:ca:16:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:05Z', 'updated_at': '2022-04-20T16:38:13Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:32.829481 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758d5f2a-60ef-4a61-b8e8-eb4385409510 None None] Checking router: 4651bca4-25cc-4fd1-8f27-5bb21c975c0a for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:38:32.840560 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758d5f2a-60ef-4a61-b8e8-eb4385409510 None None] Routers {'4651bca4-25cc-4fd1-8f27-5bb21c975c0a'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:32.842312 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-758d5f2a-60ef-4a61-b8e8-eb4385409510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:32.844077 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d0886be-8839-49fb-862b-558fae6532bc tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:32.859928 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8d0886be-8839-49fb-862b-558fae6532bc tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:32.865531 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8d0886be-8839-49fb-862b-558fae6532bc tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/subnets/1dccf08d-206b-45c2-8655-9cee86315bd1 HTTP/1.1" status: 204 len: 168 time: 0.5385308 Apr 20 16:38:32.868153 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41386) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:32.881652 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0886be-8839-49fb-862b-558fae6532bc tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Subnet': ['ID=1dccf08d-206b-45c2-8655-9cee86315bd1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:32.893466 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee0173d-ffd8-4873-81bb-83deae3a1915 None None] Network 4ebd6808-dadc-4831-9152-81512cf04da0 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:38:33.002006 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2642db45-7e34-4345-9246-6f69a707bbbd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:33.042456 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-758d5f2a-60ef-4a61-b8e8-eb4385409510 None None] Set router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:33.047697 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a43ec07d-6c7b-4f09-bc18-fc5edcbdd280 req-7e225a75-2ebc-4996-b90e-9badde918262 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:33.048059 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a43ec07d-6c7b-4f09-bc18-fc5edcbdd280 req-7e225a75-2ebc-4996-b90e-9badde918262 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:33.048463 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-a43ec07d-6c7b-4f09-bc18-fc5edcbdd280 req-7e225a75-2ebc-4996-b90e-9badde918262 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Floating IP 2c3b0e6d-d4cf-4472-b7e5-fca70418214c disassociated. External IP: 172.25.0.49, port: 85e1de85-3f5e-4694-ac1c-15f2cd59e34a. Apr 20 16:38:33.048805 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-a43ec07d-6c7b-4f09-bc18-fc5edcbdd280 req-7e225a75-2ebc-4996-b90e-9badde918262 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Calling delete_port for 85e1de85-3f5e-4694-ac1c-15f2cd59e34a owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:38:33.204524 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-2642db45-7e34-4345-9246-6f69a707bbbd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting port 762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:38:33.205252 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2642db45-7e34-4345-9246-6f69a707bbbd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:33.289331 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-2642db45-7e34-4345-9246-6f69a707bbbd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] For port 762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e,segment=NetworkSegment(17eb2db1-cb11-405f-8652-89e801caadeb),segment_id=17eb2db1-cb11-405f-8652-89e801caadeb)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:33.291622 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2642db45-7e34-4345-9246-6f69a707bbbd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:33.301755 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d187b1d2-2d1e-4c44-8f4b-5cb43c015e66 None None] DHCP port deletion for 4ebd6808-dadc-4831-9152-81512cf04da0 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:38:33.307602 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-2642db45-7e34-4345-9246-6f69a707bbbd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Calling delete_port for 762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:38:33.380024 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a43ec07d-6c7b-4f09-bc18-fc5edcbdd280 req-7e225a75-2ebc-4996-b90e-9badde918262 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:33.391029 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c7cc5-7d87-482e-8d5a-764d7d8c5677 req-a2c0a3d9-ef04-454f-b25b-ee9e4d13f74b tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:33.412816 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1b8c7cc5-7d87-482e-8d5a-764d7d8c5677 req-a2c0a3d9-ef04-454f-b25b-ee9e4d13f74b tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 945 time: 0.1017292 Apr 20 16:38:33.415288 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-758d5f2a-60ef-4a61-b8e8-eb4385409510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:31Z', 'revision_number': 9, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None, '_interfaces': [{'id': '871c97b8-94da-4bc6-8f89-3e5efb97da30', 'name': '', 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:b5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:37:58Z', 'updated_at': '2022-04-20T16:38:07Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d516838-55bb-4484-9dd8-c62ae49b2edc', 'name': '', 'network_id': 'e42644f6-9504-47be-af23-12f116a01513', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:ca:16:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:05Z', 'updated_at': '2022-04-20T16:38:13Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:33.450103 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e225a75-2ebc-4996-b90e-9badde918262 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event deleted for resources: {'Port': ['ID=85e1de85-3f5e-4694-ac1c-15f2cd59e34a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:33.500304 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758d5f2a-60ef-4a61-b8e8-eb4385409510 None None] The sync data for ids ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'] in n-d-836146-2 is: [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:31Z', 'revision_number': 9, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None, '_interfaces': [{'id': '871c97b8-94da-4bc6-8f89-3e5efb97da30', 'name': '', 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:b5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:37:58Z', 'updated_at': '2022-04-20T16:38:07Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d516838-55bb-4484-9dd8-c62ae49b2edc', 'name': '', 'network_id': 'e42644f6-9504-47be-af23-12f116a01513', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:ca:16:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:05Z', 'updated_at': '2022-04-20T16:38:13Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': '14b4ebb6-dc89-4e73-9520-edf16a0a7307', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:38:33.522455 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1b8c7cc5-7d87-482e-8d5a-764d7d8c5677 req-b1a605a4-6ce9-440c-9718-2f682ad46b56 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups?id=389cf8ac-30cc-4671-a885-4caa33e76952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059165 Apr 20 16:38:33.533142 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d187b1d2-2d1e-4c44-8f4b-5cb43c015e66 None None] Deleting port 762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:38:33.533535 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d187b1d2-2d1e-4c44-8f4b-5cb43c015e66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:33.626476 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d187b1d2-2d1e-4c44-8f4b-5cb43c015e66 None None] For port 762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e,segment=NetworkSegment(17eb2db1-cb11-405f-8652-89e801caadeb),segment_id=17eb2db1-cb11-405f-8652-89e801caadeb)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:33.626870 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d187b1d2-2d1e-4c44-8f4b-5cb43c015e66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:33.638742 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d187b1d2-2d1e-4c44-8f4b-5cb43c015e66 None None] Calling delete_port for 762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:38:33.669392 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a43ec07d-6c7b-4f09-bc18-fc5edcbdd280 req-7e225a75-2ebc-4996-b90e-9badde918262 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Router b6bd22b3-a42d-4e80-9070-269f60e060c8 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:38:33.732242 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2642db45-7e34-4345-9246-6f69a707bbbd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:33.738350 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d187b1d2-2d1e-4c44-8f4b-5cb43c015e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:33.769062 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187b1d2-2d1e-4c44-8f4b-5cb43c015e66 None None] Pushing event deleted for resources: {'Port': ['ID=762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:33.770848 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d187b1d2-2d1e-4c44-8f4b-5cb43c015e66 None None] No DVR routers for this DVR port 762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:38:33.777078 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2642db45-7e34-4345-9246-6f69a707bbbd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] No DVR routers for this DVR port 762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:38:33.780545 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642db45-7e34-4345-9246-6f69a707bbbd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Port': ['ID=762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:33.916444 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a43ec07d-6c7b-4f09-bc18-fc5edcbdd280 req-7e225a75-2ebc-4996-b90e-9badde918262 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:38:33.930643 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c841dd7b-0676-475b-813e-e3e7ee601ac0 None None] Sync routers for ids ['b6bd22b3-a42d-4e80-9070-269f60e060c8'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:38:33.943888 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2642db45-7e34-4345-9246-6f69a707bbbd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:33.956181 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c841dd7b-0676-475b-813e-e3e7ee601ac0 None None] Routers {'b6bd22b3-a42d-4e80-9070-269f60e060c8'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:33.957156 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c841dd7b-0676-475b-813e-e3e7ee601ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b6bd22b3-a42d-4e80-9070-269f60e060c8'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:34.058836 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43ec07d-6c7b-4f09-bc18-fc5edcbdd280 req-7e225a75-2ebc-4996-b90e-9badde918262 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] No DVR routers for this DVR port 85e1de85-3f5e-4694-ac1c-15f2cd59e34a on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:38:34.071270 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a43ec07d-6c7b-4f09-bc18-fc5edcbdd280 req-7e225a75-2ebc-4996-b90e-9badde918262 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:34.074593 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a43ec07d-6c7b-4f09-bc18-fc5edcbdd280 req-7e225a75-2ebc-4996-b90e-9badde918262 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.26 "DELETE /v2.0/ports/85e1de85-3f5e-4694-ac1c-15f2cd59e34a HTTP/1.1" status: 204 len: 173 time: 1.6175053 Apr 20 16:38:34.075039 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf95371-768c-4403-93d6-3de1a0716375', 'name': 'network-vif-deleted', 'tag': '85e1de85-3f5e-4694-ac1c-15f2cd59e34a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:38:34.077496 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f60fbde-0ad5-44d8-a4d8-50b5866ac77a" -d '{"events": [{"server_uuid": "fcf95371-768c-4403-93d6-3de1a0716375", "name": "network-vif-deleted", "tag": "85e1de85-3f5e-4694-ac1c-15f2cd59e34a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:38:34.107451 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-2642db45-7e34-4345-9246-6f69a707bbbd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ebd6808-dadc-4831-9152-81512cf04da0']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:34.113541 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c00b38d5-f4fc-46a9-adfb-6356dcb0bb86 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:38:34.130459 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-2642db45-7e34-4345-9246-6f69a707bbbd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17eb2db1-cb11-405f-8652-89e801caadeb') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:34.130459 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-2642db45-7e34-4345-9246-6f69a707bbbd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17eb2db1-cb11-405f-8652-89e801caadeb') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:34.147415 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2642db45-7e34-4345-9246-6f69a707bbbd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:34.153783 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: c00b38d5-f4fc-46a9-adfb-6356dcb0bb86 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:38:34.154337 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device c00b38d5-f4fc-46a9-adfb-6356dcb0bb86 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:38:34.154751 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:38:34.178075 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2642db45-7e34-4345-9246-6f69a707bbbd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:34.190066 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2642db45-7e34-4345-9246-6f69a707bbbd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:38:34.190482 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2642db45-7e34-4345-9246-6f69a707bbbd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:38:34.193939 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:38:34.206559 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:38:34.207209 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 762e91d0-8fcc-4c8d-aa2d-3badb4db8a2e not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:38:34.324460 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c89fd9b-69b8-4263-bf0a-dabbbb146a63 x-openstack-request-id: req-6c89fd9b-69b8-4263-bf0a-dabbbb146a63 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:38:34.324938 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf95371-768c-4403-93d6-3de1a0716375", "name": "network-vif-deleted", "tag": "85e1de85-3f5e-4694-ac1c-15f2cd59e34a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:38:34.325019 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c89fd9b-69b8-4263-bf0a-dabbbb146a63 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:38:34.325384 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c89fd9b-69b8-4263-bf0a-dabbbb146a63'] response: {'server_uuid': 'fcf95371-768c-4403-93d6-3de1a0716375', 'name': 'network-vif-deleted', 'tag': '85e1de85-3f5e-4694-ac1c-15f2cd59e34a', 'status': 'completed', 'code': 200} Apr 20 16:38:34.351014 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c841dd7b-0676-475b-813e-e3e7ee601ac0 None None] Set router b6bd22b3-a42d-4e80-9070-269f60e060c8 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:34.426167 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2642db45-7e34-4345-9246-6f69a707bbbd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:34.433433 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2642db45-7e34-4345-9246-6f69a707bbbd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:34.438584 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2642db45-7e34-4345-9246-6f69a707bbbd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/networks/4ebd6808-dadc-4831-9152-81512cf04da0 HTTP/1.1" status: 204 len: 168 time: 1.5694158 Apr 20 16:38:34.441384 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41432) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:34.460570 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642db45-7e34-4345-9246-6f69a707bbbd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Network': ['ID=4ebd6808-dadc-4831-9152-81512cf04da0,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:34.688819 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c841dd7b-0676-475b-813e-e3e7ee601ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:19Z', 'revision_number': 5, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:34.732436 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c841dd7b-0676-475b-813e-e3e7ee601ac0 None None] Checking router: b6bd22b3-a42d-4e80-9070-269f60e060c8 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:38:34.749412 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c841dd7b-0676-475b-813e-e3e7ee601ac0 None None] Routers {'b6bd22b3-a42d-4e80-9070-269f60e060c8'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:34.750368 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c841dd7b-0676-475b-813e-e3e7ee601ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b6bd22b3-a42d-4e80-9070-269f60e060c8'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:34.774515 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cfbce1c7-08ea-4284-ab07-e658a159a769 req-f3393ddb-0b4e-407f-bfb6-e3e34af4ddad tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf95371-768c-4403-93d6-3de1a0716375 HTTP/1.1" status: 200 len: 210 time: 0.0502591 Apr 20 16:38:34.901579 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c841dd7b-0676-475b-813e-e3e7ee601ac0 None None] Set router b6bd22b3-a42d-4e80-9070-269f60e060c8 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:34.977768 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a6ac0f54-fc12-4030-aa35-7360341c1c19 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:35.178308 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c841dd7b-0676-475b-813e-e3e7ee601ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:19Z', 'revision_number': 5, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:35.206453 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c841dd7b-0676-475b-813e-e3e7ee601ac0 None None] The sync data for ids ['b6bd22b3-a42d-4e80-9070-269f60e060c8'] in n-d-836146-2 is: [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '0bcfd1db-78f9-4b23-8afc-0aee9f4390a3', 'name': '', 'network_id': '6129277f-3b7c-420f-bcf7-8207d3888fce', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'mac_address': 'fa:16:3e:24:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:11Z', 'updated_at': '2022-04-20T16:29:19Z', 'revision_number': 5, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'subnets': [{'id': '1d0d8025-1a58-4c58-9113-dd747fc0c87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:38:35.315373 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a6ac0f54-fc12-4030-aa35-7360341c1c19 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting port 9d516838-55bb-4484-9dd8-c62ae49b2edc {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:38:35.315725 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a6ac0f54-fc12-4030-aa35-7360341c1c19 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:35.458661 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a6ac0f54-fc12-4030-aa35-7360341c1c19 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] For port 9d516838-55bb-4484-9dd8-c62ae49b2edc, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=9d516838-55bb-4484-9dd8-c62ae49b2edc,segment=NetworkSegment(67d95cbc-c3ad-4734-b557-00b589cdefe6),segment_id=67d95cbc-c3ad-4734-b557-00b589cdefe6)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:35.459237 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a6ac0f54-fc12-4030-aa35-7360341c1c19 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:35.479516 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a6ac0f54-fc12-4030-aa35-7360341c1c19 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Calling delete_port for 9d516838-55bb-4484-9dd8-c62ae49b2edc owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:38:35.618178 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd129510-f442-4bfa-9c8a-5346f0e8e7a1 None None] New status for floating IP 2c3b0e6d-d4cf-4472-b7e5-fca70418214c: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:38:35.843846 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a6ac0f54-fc12-4030-aa35-7360341c1c19 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:35.874805 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac0f54-fc12-4030-aa35-7360341c1c19 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Port': ['ID=9d516838-55bb-4484-9dd8-c62ae49b2edc,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:36.048614 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41468) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:36.073462 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a6ac0f54-fc12-4030-aa35-7360341c1c19 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:36.146928 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e7176c0b-d3e9-4e2c-b700-3c1218f63460 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:36.166624 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 85e1de85-3f5e-4694-ac1c-15f2cd59e34a no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:38:36.177281 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e7176c0b-d3e9-4e2c-b700-3c1218f63460 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:36.193243 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 85e1de85-3f5e-4694-ac1c-15f2cd59e34a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:38:36.193935 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 85e1de85-3f5e-4694-ac1c-15f2cd59e34a not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:38:36.315085 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ac0f54-fc12-4030-aa35-7360341c1c19 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:38:36.387926 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e7176c0b-d3e9-4e2c-b700-3c1218f63460 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:36.391365 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e7176c0b-d3e9-4e2c-b700-3c1218f63460 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:36.392879 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e7176c0b-d3e9-4e2c-b700-3c1218f63460 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "DELETE /v2.0/security-groups/389cf8ac-30cc-4671-a885-4caa33e76952 HTTP/1.1" status: 204 len: 168 time: 0.3352134 Apr 20 16:38:36.395903 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41474) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:36.406463 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7176c0b-d3e9-4e2c-b700-3c1218f63460 tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=389cf8ac-30cc-4671-a885-4caa33e76952,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:36.417109 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-95bbf747-9f82-4d1f-be84-13cceaf33e8c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] show failed (client error): The resource could not be found. Apr 20 16:38:36.421210 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-95bbf747-9f82-4d1f-be84-13cceaf33e8c tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "GET /v2.0/security-groups/389cf8ac-30cc-4671-a885-4caa33e76952 HTTP/1.1" status: 404 len: 347 time: 0.0226369 Apr 20 16:38:36.423535 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41476) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:36.447107 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ac0f54-fc12-4030-aa35-7360341c1c19 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:38:36.460040 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abffa228-54d5-460e-8eb6-a3588bf84ac5 None None] Sync routers for ids ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:38:36.464106 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a6ac0f54-fc12-4030-aa35-7360341c1c19 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "PUT /v2.0/routers/4651bca4-25cc-4fd1-8f27-5bb21c975c0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0192156 Apr 20 16:38:36.466233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41484) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:36.473828 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abffa228-54d5-460e-8eb6-a3588bf84ac5 None None] Routers {'4651bca4-25cc-4fd1-8f27-5bb21c975c0a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:36.474455 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-abffa228-54d5-460e-8eb6-a3588bf84ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:36.546419 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b129bc0-309d-49df-98bb-6d087bec9e98 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting subnet 14b4ebb6-dc89-4e73-9520-edf16a0a7307 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:38:36.549640 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5b129bc0-309d-49df-98bb-6d087bec9e98 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:36.607387 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-abffa228-54d5-460e-8eb6-a3588bf84ac5 None None] Set router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:36.611401 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5b129bc0-309d-49df-98bb-6d087bec9e98 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:36.633845 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e331e-45c1-41fc-b201-1d43c6d8188e tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Deleting port 3b8ee3db-4175-4b41-90ec-ac75311d1a6f {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:38:36.634673 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e6e331e-45c1-41fc-b201-1d43c6d8188e tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:36.710641 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5b129bc0-309d-49df-98bb-6d087bec9e98 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:36.725862 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e6e331e-45c1-41fc-b201-1d43c6d8188e tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:36.726194 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e6e331e-45c1-41fc-b201-1d43c6d8188e tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:36.742067 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e331e-45c1-41fc-b201-1d43c6d8188e tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Calling delete_port for 3b8ee3db-4175-4b41-90ec-ac75311d1a6f owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:38:36.860435 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-abffa228-54d5-460e-8eb6-a3588bf84ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:35Z', 'revision_number': 10, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None, '_interfaces': [{'id': '871c97b8-94da-4bc6-8f89-3e5efb97da30', 'name': '', 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:b5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:37:58Z', 'updated_at': '2022-04-20T16:38:07Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:36.891119 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abffa228-54d5-460e-8eb6-a3588bf84ac5 None None] Checking router: 4651bca4-25cc-4fd1-8f27-5bb21c975c0a for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:38:36.899494 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abffa228-54d5-460e-8eb6-a3588bf84ac5 None None] Routers {'4651bca4-25cc-4fd1-8f27-5bb21c975c0a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:36.901232 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-abffa228-54d5-460e-8eb6-a3588bf84ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:36.949049 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5b129bc0-309d-49df-98bb-6d087bec9e98 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:37.007888 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b129bc0-309d-49df-98bb-6d087bec9e98 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Subnet': ['ID=14b4ebb6-dc89-4e73-9520-edf16a0a7307,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:37.017838 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-abffa228-54d5-460e-8eb6-a3588bf84ac5 None None] Set router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:37.018109 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5b129bc0-309d-49df-98bb-6d087bec9e98 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:37.025083 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5b129bc0-309d-49df-98bb-6d087bec9e98 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/subnets/14b4ebb6-dc89-4e73-9520-edf16a0a7307 HTTP/1.1" status: 204 len: 168 time: 0.5557353 Apr 20 16:38:37.027844 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41496) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:37.031180 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb33d96-7815-4ebb-b064-5ced0b3b1c2e None None] Network e42644f6-9504-47be-af23-12f116a01513 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:38:37.037565 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e6e331e-45c1-41fc-b201-1d43c6d8188e tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:37.090715 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e331e-45c1-41fc-b201-1d43c6d8188e tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Pushing event deleted for resources: {'Port': ['ID=3b8ee3db-4175-4b41-90ec-ac75311d1a6f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:37.168463 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03954e24-aff2-4dc7-b122-ecf352cb34c2 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:37.183938 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e6e331e-45c1-41fc-b201-1d43c6d8188e tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:37.189604 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2e6e331e-45c1-41fc-b201-1d43c6d8188e tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:37.200105 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2e6e331e-45c1-41fc-b201-1d43c6d8188e tempest-AttachVolumeNegativeTest-1505507575 tempest-AttachVolumeNegativeTest-1505507575-project] 10.222.0.15 "DELETE /v2.0/floatingips/2c3b0e6d-d4cf-4472-b7e5-fca70418214c HTTP/1.1" status: 204 len: 168 time: 0.7723918 Apr 20 16:38:37.281300 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-03954e24-aff2-4dc7-b122-ecf352cb34c2 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting port bbcd40eb-2047-45a6-81e9-56ae84fc4013 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:38:37.282362 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03954e24-aff2-4dc7-b122-ecf352cb34c2 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:37.283145 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c18d6b-e8f4-402d-8316-4f6c0822d6eb None None] DHCP port deletion for e42644f6-9504-47be-af23-12f116a01513 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:38:37.349337 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-abffa228-54d5-460e-8eb6-a3588bf84ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:35Z', 'revision_number': 10, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None, '_interfaces': [{'id': '871c97b8-94da-4bc6-8f89-3e5efb97da30', 'name': '', 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:b5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:37:58Z', 'updated_at': '2022-04-20T16:38:07Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:37.389883 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-52c18d6b-e8f4-402d-8316-4f6c0822d6eb None None] Deleting port bbcd40eb-2047-45a6-81e9-56ae84fc4013 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:38:37.396778 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-52c18d6b-e8f4-402d-8316-4f6c0822d6eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:37.405666 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abffa228-54d5-460e-8eb6-a3588bf84ac5 None None] The sync data for ids ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'] in n-d-836146-2 is: [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:35Z', 'revision_number': 10, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None, '_interfaces': [{'id': '871c97b8-94da-4bc6-8f89-3e5efb97da30', 'name': '', 'network_id': '88412b79-58ea-488a-a92e-057d2c5142d7', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'mac_address': 'fa:16:3e:b5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:37:58Z', 'updated_at': '2022-04-20T16:38:07Z', 'revision_number': 5, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'subnets': [{'id': 'fe28f917-3383-4771-a95d-077c9a6c7285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:38:37.443575 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-03954e24-aff2-4dc7-b122-ecf352cb34c2 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] For port bbcd40eb-2047-45a6-81e9-56ae84fc4013, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=bbcd40eb-2047-45a6-81e9-56ae84fc4013,segment=NetworkSegment(67d95cbc-c3ad-4734-b557-00b589cdefe6),segment_id=67d95cbc-c3ad-4734-b557-00b589cdefe6)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:37.443950 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03954e24-aff2-4dc7-b122-ecf352cb34c2 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:37.466150 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-03954e24-aff2-4dc7-b122-ecf352cb34c2 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Calling delete_port for bbcd40eb-2047-45a6-81e9-56ae84fc4013 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:38:37.483010 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-52c18d6b-e8f4-402d-8316-4f6c0822d6eb None None] For port bbcd40eb-2047-45a6-81e9-56ae84fc4013, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=bbcd40eb-2047-45a6-81e9-56ae84fc4013,segment=NetworkSegment(67d95cbc-c3ad-4734-b557-00b589cdefe6),segment_id=67d95cbc-c3ad-4734-b557-00b589cdefe6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:37.484892 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-52c18d6b-e8f4-402d-8316-4f6c0822d6eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:37.500865 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-52c18d6b-e8f4-402d-8316-4f6c0822d6eb None None] Calling delete_port for bbcd40eb-2047-45a6-81e9-56ae84fc4013 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:38:37.714282 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-52c18d6b-e8f4-402d-8316-4f6c0822d6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:37.720809 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03954e24-aff2-4dc7-b122-ecf352cb34c2 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:37.735118 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03954e24-aff2-4dc7-b122-ecf352cb34c2 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] No DVR routers for this DVR port bbcd40eb-2047-45a6-81e9-56ae84fc4013 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:38:37.759091 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03954e24-aff2-4dc7-b122-ecf352cb34c2 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Port': ['ID=bbcd40eb-2047-45a6-81e9-56ae84fc4013,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:37.789907 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c18d6b-e8f4-402d-8316-4f6c0822d6eb None None] No DVR routers for this DVR port bbcd40eb-2047-45a6-81e9-56ae84fc4013 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:38:37.791305 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c18d6b-e8f4-402d-8316-4f6c0822d6eb None None] Pushing event deleted for resources: {'Port': ['ID=bbcd40eb-2047-45a6-81e9-56ae84fc4013,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:37.863119 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03954e24-aff2-4dc7-b122-ecf352cb34c2 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:37.891038 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-03954e24-aff2-4dc7-b122-ecf352cb34c2 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e42644f6-9504-47be-af23-12f116a01513']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:37.929469 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-03954e24-aff2-4dc7-b122-ecf352cb34c2 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d95cbc-c3ad-4734-b557-00b589cdefe6') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:37.929965 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-03954e24-aff2-4dc7-b122-ecf352cb34c2 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d95cbc-c3ad-4734-b557-00b589cdefe6') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:37.945591 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03954e24-aff2-4dc7-b122-ecf352cb34c2 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:37.991705 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03954e24-aff2-4dc7-b122-ecf352cb34c2 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:38.004440 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03954e24-aff2-4dc7-b122-ecf352cb34c2 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:38:38.005004 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03954e24-aff2-4dc7-b122-ecf352cb34c2 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:38:38.008438 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:38:38.101317 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device bbcd40eb-2047-45a6-81e9-56ae84fc4013 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:38:38.125842 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: bbcd40eb-2047-45a6-81e9-56ae84fc4013 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:38:38.126785 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device bbcd40eb-2047-45a6-81e9-56ae84fc4013 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:38:38.127673 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 9d516838-55bb-4484-9dd8-c62ae49b2edc no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:38:38.155405 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 9d516838-55bb-4484-9dd8-c62ae49b2edc {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:38:38.155888 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 9d516838-55bb-4484-9dd8-c62ae49b2edc not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:38:38.216862 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03954e24-aff2-4dc7-b122-ecf352cb34c2 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:38.239008 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03954e24-aff2-4dc7-b122-ecf352cb34c2 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:38.245555 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-03954e24-aff2-4dc7-b122-ecf352cb34c2 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/networks/e42644f6-9504-47be-af23-12f116a01513 HTTP/1.1" status: 204 len: 168 time: 1.2014544 Apr 20 16:38:38.246512 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41520) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:38.261245 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03954e24-aff2-4dc7-b122-ecf352cb34c2 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Network': ['ID=e42644f6-9504-47be-af23-12f116a01513,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:38.759782 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7772efc4-cd00-46bb-a27d-bfcee9149ad5 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:39.075591 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-7772efc4-cd00-46bb-a27d-bfcee9149ad5 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting port 871c97b8-94da-4bc6-8f89-3e5efb97da30 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:38:39.076109 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7772efc4-cd00-46bb-a27d-bfcee9149ad5 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:39.191409 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-7772efc4-cd00-46bb-a27d-bfcee9149ad5 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] For port 871c97b8-94da-4bc6-8f89-3e5efb97da30, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=871c97b8-94da-4bc6-8f89-3e5efb97da30,segment=NetworkSegment(8d9058e0-32cc-4e0a-bda3-bdbabd7a675d),segment_id=8d9058e0-32cc-4e0a-bda3-bdbabd7a675d)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:39.191783 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7772efc4-cd00-46bb-a27d-bfcee9149ad5 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:39.219770 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-7772efc4-cd00-46bb-a27d-bfcee9149ad5 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Calling delete_port for 871c97b8-94da-4bc6-8f89-3e5efb97da30 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:38:39.488859 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7772efc4-cd00-46bb-a27d-bfcee9149ad5 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:39.546293 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772efc4-cd00-46bb-a27d-bfcee9149ad5 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Port': ['ID=871c97b8-94da-4bc6-8f89-3e5efb97da30,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:39.756620 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7772efc4-cd00-46bb-a27d-bfcee9149ad5 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:40.358521 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7772efc4-cd00-46bb-a27d-bfcee9149ad5 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:38:40.414974 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7772efc4-cd00-46bb-a27d-bfcee9149ad5 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:38:40.414974 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7772efc4-cd00-46bb-a27d-bfcee9149ad5 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "PUT /v2.0/routers/4651bca4-25cc-4fd1-8f27-5bb21c975c0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1639078 Apr 20 16:38:40.416298 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41562) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:40.418985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfacd98-2812-4784-9e94-23d4ee4db633 None None] Sync routers for ids ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:38:40.442963 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfacd98-2812-4784-9e94-23d4ee4db633 None None] Routers {'4651bca4-25cc-4fd1-8f27-5bb21c975c0a'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:40.443921 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6cfacd98-2812-4784-9e94-23d4ee4db633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:40.522461 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-f478ed6b-6f33-4302-9060-7f2ffd771301 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting subnet fe28f917-3383-4771-a95d-077c9a6c7285 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:38:40.522461 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f478ed6b-6f33-4302-9060-7f2ffd771301 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:40.583073 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f478ed6b-6f33-4302-9060-7f2ffd771301 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:40.744875 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f478ed6b-6f33-4302-9060-7f2ffd771301 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:40.776885 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-6cfacd98-2812-4784-9e94-23d4ee4db633 None None] Set router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:40.835165 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6cfacd98-2812-4784-9e94-23d4ee4db633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:39Z', 'revision_number': 11, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:40.882403 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfacd98-2812-4784-9e94-23d4ee4db633 None None] Checking router: 4651bca4-25cc-4fd1-8f27-5bb21c975c0a for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:38:40.893280 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfacd98-2812-4784-9e94-23d4ee4db633 None None] Routers {'4651bca4-25cc-4fd1-8f27-5bb21c975c0a'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:40.894202 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6cfacd98-2812-4784-9e94-23d4ee4db633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:40.954043 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f478ed6b-6f33-4302-9060-7f2ffd771301 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:40.979823 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f478ed6b-6f33-4302-9060-7f2ffd771301 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:40.986660 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f478ed6b-6f33-4302-9060-7f2ffd771301 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/subnets/fe28f917-3383-4771-a95d-077c9a6c7285 HTTP/1.1" status: 204 len: 168 time: 0.5715780 Apr 20 16:38:40.989786 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41584) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:41.018052 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863a9a21-dd09-4c91-90c2-c7d0fda13853 None None] Network 88412b79-58ea-488a-a92e-057d2c5142d7 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:38:41.030207 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478ed6b-6f33-4302-9060-7f2ffd771301 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Subnet': ['ID=fe28f917-3383-4771-a95d-077c9a6c7285,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:41.120065 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41586) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:41.122563 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c354ad2c-26a6-473b-9980-97e05413144e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:41.143346 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-6cfacd98-2812-4784-9e94-23d4ee4db633 None None] Set router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:41.238758 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6cfacd98-2812-4784-9e94-23d4ee4db633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:39Z', 'revision_number': 11, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:41.250558 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c354ad2c-26a6-473b-9980-97e05413144e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Deleting port b11ed461-31a7-45c8-a943-b63c1b0a18bf {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:38:41.250979 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c354ad2c-26a6-473b-9980-97e05413144e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:41.330459 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfacd98-2812-4784-9e94-23d4ee4db633 None None] The sync data for ids ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'] in n-d-836146-2 is: [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:39Z', 'revision_number': 11, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:38:41.355376 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-c354ad2c-26a6-473b-9980-97e05413144e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] For port b11ed461-31a7-45c8-a943-b63c1b0a18bf, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b11ed461-31a7-45c8-a943-b63c1b0a18bf,segment=NetworkSegment(8d9058e0-32cc-4e0a-bda3-bdbabd7a675d),segment_id=8d9058e0-32cc-4e0a-bda3-bdbabd7a675d)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:41.356068 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1577da1-d903-4ddc-aa86-8290cab7f96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:41.356363 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c354ad2c-26a6-473b-9980-97e05413144e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:41.378478 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c354ad2c-26a6-473b-9980-97e05413144e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Calling delete_port for b11ed461-31a7-45c8-a943-b63c1b0a18bf owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:38:41.460570 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13252eb2-13a9-486c-b0cb-483a9f997abd None None] DHCP port deletion for 88412b79-58ea-488a-a92e-057d2c5142d7 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:38:41.487949 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1577da1-d903-4ddc-aa86-8290cab7f96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:41.551659 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-13252eb2-13a9-486c-b0cb-483a9f997abd None None] Deleting port b11ed461-31a7-45c8-a943-b63c1b0a18bf {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:38:41.551659 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-13252eb2-13a9-486c-b0cb-483a9f997abd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:41.619875 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-13252eb2-13a9-486c-b0cb-483a9f997abd None None] For port b11ed461-31a7-45c8-a943-b63c1b0a18bf, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b11ed461-31a7-45c8-a943-b63c1b0a18bf,segment=NetworkSegment(8d9058e0-32cc-4e0a-bda3-bdbabd7a675d),segment_id=8d9058e0-32cc-4e0a-bda3-bdbabd7a675d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:41.622188 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-13252eb2-13a9-486c-b0cb-483a9f997abd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:41.634223 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-13252eb2-13a9-486c-b0cb-483a9f997abd None None] Calling delete_port for b11ed461-31a7-45c8-a943-b63c1b0a18bf owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:38:41.646001 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1577da1-d903-4ddc-aa86-8290cab7f96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:41.646222 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c354ad2c-26a6-473b-9980-97e05413144e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:41.726512 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c354ad2c-26a6-473b-9980-97e05413144e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] No DVR routers for this DVR port b11ed461-31a7-45c8-a943-b63c1b0a18bf on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:38:41.742376 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e1577da1-d903-4ddc-aa86-8290cab7f96a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b50b6f3dffd4d7da68dd439366142a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6209617 Apr 20 16:38:41.749871 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41602) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:41.763852 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1577da1-d903-4ddc-aa86-8290cab7f96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad153be-e956-4e60-893b-be569ea87d36,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:41.881201 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-13252eb2-13a9-486c-b0cb-483a9f997abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:41.885993 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354ad2c-26a6-473b-9980-97e05413144e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Port': ['ID=b11ed461-31a7-45c8-a943-b63c1b0a18bf,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:41.917613 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc13b820-add1-4e9f-a31a-0ccb50263c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:41.934798 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13252eb2-13a9-486c-b0cb-483a9f997abd None None] Pushing event deleted for resources: {'Port': ['ID=b11ed461-31a7-45c8-a943-b63c1b0a18bf,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:41.953355 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13252eb2-13a9-486c-b0cb-483a9f997abd None None] No DVR routers for this DVR port b11ed461-31a7-45c8-a943-b63c1b0a18bf on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:38:41.956922 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc13b820-add1-4e9f-a31a-0ccb50263c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:41.985920 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c354ad2c-26a6-473b-9980-97e05413144e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:42.070316 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-c354ad2c-26a6-473b-9980-97e05413144e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88412b79-58ea-488a-a92e-057d2c5142d7']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:42.106549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b11ed461-31a7-45c8-a943-b63c1b0a18bf no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:38:42.109978 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-c354ad2c-26a6-473b-9980-97e05413144e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9058e0-32cc-4e0a-bda3-bdbabd7a675d') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:42.110805 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-c354ad2c-26a6-473b-9980-97e05413144e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9058e0-32cc-4e0a-bda3-bdbabd7a675d') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:42.128584 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c354ad2c-26a6-473b-9980-97e05413144e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:42.144936 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c354ad2c-26a6-473b-9980-97e05413144e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:42.149176 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: b11ed461-31a7-45c8-a943-b63c1b0a18bf {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:38:42.149817 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b11ed461-31a7-45c8-a943-b63c1b0a18bf not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:38:42.150559 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 871c97b8-94da-4bc6-8f89-3e5efb97da30 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:38:42.151517 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc13b820-add1-4e9f-a31a-0ccb50263c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:42.152865 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c354ad2c-26a6-473b-9980-97e05413144e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:38:42.154184 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c354ad2c-26a6-473b-9980-97e05413144e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:42.154328 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc13b820-add1-4e9f-a31a-0ccb50263c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:42.155881 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bc13b820-add1-4e9f-a31a-0ccb50263c40 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dad153be-e956-4e60-893b-be569ea87d36 HTTP/1.1" status: 204 len: 168 time: 0.3995273 Apr 20 16:38:42.169703 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13b820-add1-4e9f-a31a-0ccb50263c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad153be-e956-4e60-893b-be569ea87d36,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:38:42.251970 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:38:42.258667 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 871c97b8-94da-4bc6-8f89-3e5efb97da30 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:38:42.259427 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 871c97b8-94da-4bc6-8f89-3e5efb97da30 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:38:42.439353 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c354ad2c-26a6-473b-9980-97e05413144e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:42.448441 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c354ad2c-26a6-473b-9980-97e05413144e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:42.453348 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c354ad2c-26a6-473b-9980-97e05413144e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/networks/88412b79-58ea-488a-a92e-057d2c5142d7 HTTP/1.1" status: 204 len: 168 time: 1.4589281 Apr 20 16:38:42.453750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41612) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:42.458457 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d0b8b31c-c7db-461e-8b2f-2fbfed2a0cfa tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'router': {'routes': None}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:38:42.483177 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354ad2c-26a6-473b-9980-97e05413144e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Pushing event deleted for resources: {'Network': ['ID=88412b79-58ea-488a-a92e-057d2c5142d7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:42.639811 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.extraroute_db [None req-d0b8b31c-c7db-461e-8b2f-2fbfed2a0cfa tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Added routes are [] {{(pid=103484) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 20 16:38:42.640403 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.extraroute_db [None req-d0b8b31c-c7db-461e-8b2f-2fbfed2a0cfa tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Removed routes are [] {{(pid=103484) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 20 16:38:42.640403 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0b8b31c-c7db-461e-8b2f-2fbfed2a0cfa tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:42.782376 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0b8b31c-c7db-461e-8b2f-2fbfed2a0cfa tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:42.787821 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0b8b31c-c7db-461e-8b2f-2fbfed2a0cfa tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545285'] for router, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:42.886676 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b8b31c-c7db-461e-8b2f-2fbfed2a0cfa tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:38:42.969967 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b8b31c-c7db-461e-8b2f-2fbfed2a0cfa tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:38:42.986177 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0b8b31c-c7db-461e-8b2f-2fbfed2a0cfa tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:42.987590 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d0b8b31c-c7db-461e-8b2f-2fbfed2a0cfa tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "PUT /v2.0/routers/4651bca4-25cc-4fd1-8f27-5bb21c975c0a HTTP/1.1" status: 200 len: 701 time: 0.5328631 Apr 20 16:38:42.988266 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209bb3db-13b5-4dab-977a-b7b98b01abd2 None None] Sync routers for ids ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:38:42.990780 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41626) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:43.010399 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209bb3db-13b5-4dab-977a-b7b98b01abd2 None None] Routers {'4651bca4-25cc-4fd1-8f27-5bb21c975c0a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:43.011131 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-209bb3db-13b5-4dab-977a-b7b98b01abd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:43.035862 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-303d7f39-7044-4253-8e86-6d9f500a4217 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4651bca4-25cc-4fd1-8f27-5bb21c975c0a HTTP/1.1" status: 200 len: 205 time: 0.0435305 Apr 20 16:38:43.040479 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41628) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:43.139983 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a3297f45-09d7-4ef3-bc03-0bf335690558 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:43.181963 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41632) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:43.203792 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-48ff0614-7a51-414d-a4f5-8b8ec26c51af admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:43.205148 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-209bb3db-13b5-4dab-977a-b7b98b01abd2 None None] Set router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:43.260417 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-209bb3db-13b5-4dab-977a-b7b98b01abd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:39Z', 'revision_number': 11, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:43.287443 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209bb3db-13b5-4dab-977a-b7b98b01abd2 None None] Checking router: 4651bca4-25cc-4fd1-8f27-5bb21c975c0a for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:38:43.297497 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209bb3db-13b5-4dab-977a-b7b98b01abd2 None None] Routers {'4651bca4-25cc-4fd1-8f27-5bb21c975c0a'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:43.298384 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-209bb3db-13b5-4dab-977a-b7b98b01abd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:43.304133 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-48ff0614-7a51-414d-a4f5-8b8ec26c51af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:43.347346 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a3297f45-09d7-4ef3-bc03-0bf335690558 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:43.349619 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a3297f45-09d7-4ef3-bc03-0bf335690558 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:43.365760 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-48ff0614-7a51-414d-a4f5-8b8ec26c51af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:43.371607 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-209bb3db-13b5-4dab-977a-b7b98b01abd2 None None] Set router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:43.442592 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-209bb3db-13b5-4dab-977a-b7b98b01abd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:39Z', 'revision_number': 11, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:43.469062 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41638) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:43.469255 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-48ff0614-7a51-414d-a4f5-8b8ec26c51af admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=701651eebc084d47b49255d8198361d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875218 Apr 20 16:38:43.473337 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff0614-7a51-414d-a4f5-8b8ec26c51af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd804d3e-da4d-4e9e-9183-a2cd2c06f7fa,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:43.500254 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209bb3db-13b5-4dab-977a-b7b98b01abd2 None None] The sync data for ids ['4651bca4-25cc-4fd1-8f27-5bb21c975c0a'] in n-d-836146-2 is: [{'id': '4651bca4-25cc-4fd1-8f27-5bb21c975c0a', 'name': 'tempest-RoutersTest-router-2061312796', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:37:55Z', 'updated_at': '2022-04-20T16:38:39Z', 'revision_number': 11, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:38:43.523261 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a3297f45-09d7-4ef3-bc03-0bf335690558 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:43.523937 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3297f45-09d7-4ef3-bc03-0bf335690558 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Fanout notify agent at l3_agent the message router_deleted on router 4651bca4-25cc-4fd1-8f27-5bb21c975c0a {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:38:43.536194 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a3297f45-09d7-4ef3-bc03-0bf335690558 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:43.543479 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41640) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:43.544136 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a3297f45-09d7-4ef3-bc03-0bf335690558 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/routers/4651bca4-25cc-4fd1-8f27-5bb21c975c0a HTTP/1.1" status: 204 len: 168 time: 0.5044928 Apr 20 16:38:43.549316 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-55d665e1-bb6e-4644-b4c3-3949747de65f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2048974992', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:38:43.564973 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d55434b6-7c08-4c0a-af70-2f25af671f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:43.604295 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d55434b6-7c08-4c0a-af70-2f25af671f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:43.679541 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55d665e1-bb6e-4644-b4c3-3949747de65f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:43.684913 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55d665e1-bb6e-4644-b4c3-3949747de65f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:43.816921 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d55434b6-7c08-4c0a-af70-2f25af671f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:43.820049 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d55434b6-7c08-4c0a-af70-2f25af671f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:43.828116 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d55434b6-7c08-4c0a-af70-2f25af671f55 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd804d3e-da4d-4e9e-9183-a2cd2c06f7fa HTTP/1.1" status: 204 len: 168 time: 0.3518901 Apr 20 16:38:43.835070 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55434b6-7c08-4c0a-af70-2f25af671f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd804d3e-da4d-4e9e-9183-a2cd2c06f7fa,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:43.896819 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55d665e1-bb6e-4644-b4c3-3949747de65f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:43.975207 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55d665e1-bb6e-4644-b4c3-3949747de65f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:44.087381 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55d665e1-bb6e-4644-b4c3-3949747de65f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:44.089000 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-55d665e1-bb6e-4644-b4c3-3949747de65f tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5436735 Apr 20 16:38:44.091649 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41654) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:44.096221 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7de9c542-14e0-44c3-8a0b-8afd54473ea3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:38:44.318539 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7de9c542-14e0-44c3-8a0b-8afd54473ea3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261576'] for router, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:44.417055 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7de9c542-14e0-44c3-8a0b-8afd54473ea3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545285'] for router, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:44.651088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de9c542-14e0-44c3-8a0b-8afd54473ea3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Router 8966d8a9-14bd-455b-b766-54da069f1dd3 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:38:44.754028 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de9c542-14e0-44c3-8a0b-8afd54473ea3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:38:44.764664 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fbf9c5-5ecd-4c5a-9016-ef6a7dd4f6fc None None] Sync routers for ids ['8966d8a9-14bd-455b-b766-54da069f1dd3'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:38:44.767355 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7de9c542-14e0-44c3-8a0b-8afd54473ea3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:44.768892 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7de9c542-14e0-44c3-8a0b-8afd54473ea3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "PUT /v2.0/routers/8966d8a9-14bd-455b-b766-54da069f1dd3 HTTP/1.1" status: 200 len: 694 time: 0.6760027 Apr 20 16:38:44.771231 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41684) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:44.780455 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fbf9c5-5ecd-4c5a-9016-ef6a7dd4f6fc None None] Routers {'8966d8a9-14bd-455b-b766-54da069f1dd3'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:44.781098 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c7fbf9c5-5ecd-4c5a-9016-ef6a7dd4f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['8966d8a9-14bd-455b-b766-54da069f1dd3'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:44.897681 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-c7fbf9c5-5ecd-4c5a-9016-ef6a7dd4f6fc None None] Set router 8966d8a9-14bd-455b-b766-54da069f1dd3 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:44.902077 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3bcac0fe-bb90-4a7e-bb80-2609869b5da8 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "GET /v2.0/routers/8966d8a9-14bd-455b-b766-54da069f1dd3 HTTP/1.1" status: 200 len: 700 time: 0.1294103 Apr 20 16:38:44.904745 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41690) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:44.991450 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c7fbf9c5-5ecd-4c5a-9016-ef6a7dd4f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8966d8a9-14bd-455b-b766-54da069f1dd3', 'name': 'tempest-RoutersTest-router-2048974992', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:38:43Z', 'updated_at': '2022-04-20T16:38:44Z', 'revision_number': 2, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:45.040021 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fbf9c5-5ecd-4c5a-9016-ef6a7dd4f6fc None None] Checking router: 8966d8a9-14bd-455b-b766-54da069f1dd3 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:38:45.061479 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fbf9c5-5ecd-4c5a-9016-ef6a7dd4f6fc None None] Routers {'8966d8a9-14bd-455b-b766-54da069f1dd3'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:45.067147 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c7fbf9c5-5ecd-4c5a-9016-ef6a7dd4f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['8966d8a9-14bd-455b-b766-54da069f1dd3'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:45.177454 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-c7fbf9c5-5ecd-4c5a-9016-ef6a7dd4f6fc None None] Set router 8966d8a9-14bd-455b-b766-54da069f1dd3 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:45.306831 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c7fbf9c5-5ecd-4c5a-9016-ef6a7dd4f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8966d8a9-14bd-455b-b766-54da069f1dd3', 'name': 'tempest-RoutersTest-router-2048974992', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:38:43Z', 'updated_at': '2022-04-20T16:38:44Z', 'revision_number': 2, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:45.341467 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fbf9c5-5ecd-4c5a-9016-ef6a7dd4f6fc None None] The sync data for ids ['8966d8a9-14bd-455b-b766-54da069f1dd3'] in n-d-836146-2 is: [{'id': '8966d8a9-14bd-455b-b766-54da069f1dd3', 'name': 'tempest-RoutersTest-router-2048974992', 'tenant_id': 'f37f65d63e85464a8d7c499983eef860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:38:43Z', 'updated_at': '2022-04-20T16:38:44Z', 'revision_number': 2, 'project_id': 'f37f65d63e85464a8d7c499983eef860', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:38:45.676219 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6805a35e-b32b-47ec-966d-e14770e9b619 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "GET /v2.0/ports?device_id=8966d8a9-14bd-455b-b766-54da069f1dd3 HTTP/1.1" status: 200 len: 205 time: 0.7701640 Apr 20 16:38:45.678842 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41714) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:45.843846 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fe616f11-cf9d-4f0b-be1d-f8844ca1cdd3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:46.040176 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fe616f11-cf9d-4f0b-be1d-f8844ca1cdd3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:46.043458 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fe616f11-cf9d-4f0b-be1d-f8844ca1cdd3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:46.174416 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fe616f11-cf9d-4f0b-be1d-f8844ca1cdd3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:46.177460 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe616f11-cf9d-4f0b-be1d-f8844ca1cdd3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Fanout notify agent at l3_agent the message router_deleted on router 8966d8a9-14bd-455b-b766-54da069f1dd3 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:38:46.205555 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fe616f11-cf9d-4f0b-be1d-f8844ca1cdd3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:46.212007 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41726) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:46.222976 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fe616f11-cf9d-4f0b-be1d-f8844ca1cdd3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/routers/8966d8a9-14bd-455b-b766-54da069f1dd3 HTTP/1.1" status: 204 len: 168 time: 0.5317922 Apr 20 16:38:46.249139 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41730) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:46.269099 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1af1b979-b57c-42db-8929-034d1ed7b348 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "GET /v2.0/ports?device_id=8966d8a9-14bd-455b-b766-54da069f1dd3 HTTP/1.1" status: 200 len: 205 time: 0.0550997 Apr 20 16:38:46.299149 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-012983ed-22d2-4c70-8394-766571caa8f6 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] delete failed (client error): The resource could not be found. Apr 20 16:38:46.300470 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-012983ed-22d2-4c70-8394-766571caa8f6 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/routers/8966d8a9-14bd-455b-b766-54da069f1dd3 HTTP/1.1" status: 404 len: 336 time: 0.0500748 Apr 20 16:38:46.303301 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41732) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:46.330087 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed25a33b-2050-4b70-9987-2e7e277a473e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] DELETE failed (client error): The resource could not be found. Apr 20 16:38:46.330544 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed25a33b-2050-4b70-9987-2e7e277a473e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:38:46.336367 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ed25a33b-2050-4b70-9987-2e7e277a473e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/subnets/30dd4ec4-8f5f-4dbd-8ed6-9c840197a49c HTTP/1.1" status: 404 len: 337 time: 0.0301540 Apr 20 16:38:46.347115 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41734) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:46.371435 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4897b4d-228b-430f-82dd-1a6c9584787e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] DELETE failed (client error): The resource could not be found. Apr 20 16:38:46.371895 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4897b4d-228b-430f-82dd-1a6c9584787e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:38:46.375689 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b4897b4d-228b-430f-82dd-1a6c9584787e tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/subnets/1dccf08d-206b-45c2-8655-9cee86315bd1 HTTP/1.1" status: 404 len: 337 time: 0.0376513 Apr 20 16:38:46.378362 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41736) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:46.412251 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4d51a9-b1e1-4dfa-830c-35c73e1f8711 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] DELETE failed (client error): The resource could not be found. Apr 20 16:38:46.412749 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4d51a9-b1e1-4dfa-830c-35c73e1f8711 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:38:46.418278 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7c4d51a9-b1e1-4dfa-830c-35c73e1f8711 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/subnets/14b4ebb6-dc89-4e73-9520-edf16a0a7307 HTTP/1.1" status: 404 len: 337 time: 0.0365465 Apr 20 16:38:46.418498 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41740) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:46.449756 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a216a1-44e2-473e-bd47-989235040cd5 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] DELETE failed (client error): The resource could not be found. Apr 20 16:38:46.450210 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38a216a1-44e2-473e-bd47-989235040cd5 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:38:46.456001 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-38a216a1-44e2-473e-bd47-989235040cd5 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/subnets/fe28f917-3383-4771-a95d-077c9a6c7285 HTTP/1.1" status: 404 len: 337 time: 0.0338688 Apr 20 16:38:46.456161 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41742) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:46.485511 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-46010dc1-b210-4c54-a335-e81b986ccf7a tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4651bca4-25cc-4fd1-8f27-5bb21c975c0a HTTP/1.1" status: 200 len: 205 time: 0.0280209 Apr 20 16:38:46.491375 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41744) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:46.529164 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-2035fdb4-1706-43ec-8b4e-5cfac93212e0 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] delete failed (client error): The resource could not be found. Apr 20 16:38:46.530720 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2035fdb4-1706-43ec-8b4e-5cfac93212e0 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/routers/4651bca4-25cc-4fd1-8f27-5bb21c975c0a HTTP/1.1" status: 404 len: 336 time: 0.0383778 Apr 20 16:38:46.533345 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41746) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:46.563929 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41748) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:46.564098 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7f85238f-9701-4067-b07e-b7bb5811fc11 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b752662-ee8c-4845-9cd0-8f35d639dd42 HTTP/1.1" status: 200 len: 205 time: 0.0297141 Apr 20 16:38:46.612083 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-06845acf-d2db-4890-a330-b164c0a55ef7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] delete failed (client error): The resource could not be found. Apr 20 16:38:46.613192 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-06845acf-d2db-4890-a330-b164c0a55ef7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/routers/6b752662-ee8c-4845-9cd0-8f35d639dd42 HTTP/1.1" status: 404 len: 336 time: 0.0474975 Apr 20 16:38:46.615933 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41752) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:46.653407 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f71367-7562-4408-8a2a-94166ea7f4ef tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] DELETE failed (client error): The resource could not be found. Apr 20 16:38:46.653998 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f71367-7562-4408-8a2a-94166ea7f4ef tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:38:46.660632 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41754) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:46.668784 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b9f71367-7562-4408-8a2a-94166ea7f4ef tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/subnets/4d45801a-b438-42d7-a4c0-10cb656e12d5 HTTP/1.1" status: 404 len: 337 time: 0.0515652 Apr 20 16:38:46.692790 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2b37e39d-f0d8-46e9-af15-158554539793 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1d9e033-5dba-4659-be7d-3f584de7cce7 HTTP/1.1" status: 200 len: 205 time: 0.0307586 Apr 20 16:38:46.695344 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41756) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:46.742535 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-690d6ebb-46a6-4efd-8bb9-b18c72b917f7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] delete failed (client error): The resource could not be found. Apr 20 16:38:46.746100 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-690d6ebb-46a6-4efd-8bb9-b18c72b917f7 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/routers/b1d9e033-5dba-4659-be7d-3f584de7cce7 HTTP/1.1" status: 404 len: 336 time: 0.0470793 Apr 20 16:38:46.746575 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41758) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:46.790474 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-22003778-43d7-4c89-b111-77c586a61afd tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "GET /v2.0/ports?device_id=2176ad6c-18bd-48b2-bfa1-eb2dd6684fea HTTP/1.1" status: 200 len: 205 time: 0.0351529 Apr 20 16:38:46.792455 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41760) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:46.839850 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-f76598ae-aff4-4a75-8986-7cefc683e14c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] delete failed (client error): The resource could not be found. Apr 20 16:38:46.841290 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f76598ae-aff4-4a75-8986-7cefc683e14c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/routers/2176ad6c-18bd-48b2-bfa1-eb2dd6684fea HTTP/1.1" status: 404 len: 336 time: 0.0476882 Apr 20 16:38:46.844445 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41764) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:46.875686 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-a006fd26-7c27-4d37-bc22-93fc336aeb44 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] DELETE failed (client error): The resource could not be found. Apr 20 16:38:46.876141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a006fd26-7c27-4d37-bc22-93fc336aeb44 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:38:46.883766 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a006fd26-7c27-4d37-bc22-93fc336aeb44 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/subnets/692f12f0-cd29-4884-9330-1538ff30e684 HTTP/1.1" status: 404 len: 337 time: 0.0336668 Apr 20 16:38:46.884276 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41768) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:46.915876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41770) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:46.916028 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3e8c4589-667e-426d-8dc0-d6fe48cebbdf tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6db0c9f-804b-42bb-9710-ef568f76739e HTTP/1.1" status: 200 len: 205 time: 0.0307372 Apr 20 16:38:46.968836 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-806aaf99-9bff-4857-aba2-f50cc0626bd1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] delete failed (client error): The resource could not be found. Apr 20 16:38:46.969862 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-806aaf99-9bff-4857-aba2-f50cc0626bd1 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/routers/a6db0c9f-804b-42bb-9710-ef568f76739e HTTP/1.1" status: 404 len: 336 time: 0.0526083 Apr 20 16:38:46.972721 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41776) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:46.999895 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03005a2-38d0-4507-93c7-a56bbc8554e3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] DELETE failed (client error): The resource could not be found. Apr 20 16:38:47.000380 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03005a2-38d0-4507-93c7-a56bbc8554e3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:38:47.003363 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c03005a2-38d0-4507-93c7-a56bbc8554e3 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/subnets/39ad2cee-87a5-4788-9060-6e780dbb4a96 HTTP/1.1" status: 404 len: 337 time: 0.0296915 Apr 20 16:38:47.006048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41778) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:47.032563 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a3d9a9c6-d4a8-4866-9940-9274d6861154 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "GET /v2.0/ports?device_id=010df7ac-1115-4de8-85dd-a27d6c040763 HTTP/1.1" status: 200 len: 205 time: 0.0253065 Apr 20 16:38:47.034870 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41780) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:47.079028 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-3d26eb0e-b7a2-4b8c-80d7-8841f821309c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] delete failed (client error): The resource could not be found. Apr 20 16:38:47.082981 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41784) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:47.083115 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3d26eb0e-b7a2-4b8c-80d7-8841f821309c tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/routers/010df7ac-1115-4de8-85dd-a27d6c040763 HTTP/1.1" status: 404 len: 336 time: 0.0472083 Apr 20 16:38:47.111555 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ccc0945-8cd0-43c8-aaaf-66cc2d479722 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] DELETE failed (client error): The resource could not be found. Apr 20 16:38:47.112009 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ccc0945-8cd0-43c8-aaaf-66cc2d479722 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:38:47.117610 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8ccc0945-8cd0-43c8-aaaf-66cc2d479722 tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/subnets/953005ef-4cf4-4996-9d76-acc0bf2474ff HTTP/1.1" status: 404 len: 337 time: 0.0308056 Apr 20 16:38:47.118090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41788) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:47.154492 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f1630b-9129-418e-973f-4e38c00551de tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] DELETE failed (client error): The resource could not be found. Apr 20 16:38:47.155301 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f1630b-9129-418e-973f-4e38c00551de tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:38:47.176003 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-11f1630b-9129-418e-973f-4e38c00551de tempest-RoutersTest-1424092450 tempest-RoutersTest-1424092450-project] 10.222.0.15 "DELETE /v2.0/subnets/62c68d79-975a-4fd3-8297-47fcac2c4f51 HTTP/1.1" status: 404 len: 337 time: 0.0425639 Apr 20 16:38:47.757468 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41814) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:47.925234 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-70901568-c5f4-4d36-b88c-79af1d7d0396 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f37f65d63e85464a8d7c499983eef860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1639969 Apr 20 16:38:47.926819 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41826) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:48.029877 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-675bb3f8-d08d-4d6b-aa14-3ce232136acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:48.074613 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-675bb3f8-d08d-4d6b-aa14-3ce232136acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:48.197241 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-675bb3f8-d08d-4d6b-aa14-3ce232136acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:48.200022 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-675bb3f8-d08d-4d6b-aa14-3ce232136acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:48.201353 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-675bb3f8-d08d-4d6b-aa14-3ce232136acb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe08dafb-6b9b-411a-9ee9-ac822f0570c8 HTTP/1.1" status: 204 len: 168 time: 0.2716331 Apr 20 16:38:48.210549 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bb3f8-d08d-4d6b-aa14-3ce232136acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe08dafb-6b9b-411a-9ee9-ac822f0570c8,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:49.406425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41886) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:49.420914 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41890) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:49.658042 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-43530d9c-3895-478c-850b-f233903ea213 tempest-SubnetPoolsTestJSON-1463512108 tempest-SubnetPoolsTestJSON-1463512108-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-625507745', 'prefixes': ['172.20.0.0/16']}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:38:50.002221 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-43530d9c-3895-478c-850b-f233903ea213 tempest-SubnetPoolsTestJSON-1463512108 tempest-SubnetPoolsTestJSON-1463512108-project] Notify callbacks [] for subnetpool, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:50.007036 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-43530d9c-3895-478c-850b-f233903ea213 tempest-SubnetPoolsTestJSON-1463512108 tempest-SubnetPoolsTestJSON-1463512108-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5844204 Apr 20 16:38:50.007764 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41900) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:50.088146 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a47239ba-de03-4fe5-8c7b-f53d352e2eab tempest-SubnetPoolsTestJSON-1463512108 tempest-SubnetPoolsTestJSON-1463512108-project] 10.222.0.15 "GET /v2.0/subnetpools/6baf060d-5f24-4539-a1cb-4d46eaab75cf HTTP/1.1" status: 200 len: 731 time: 0.0791745 Apr 20 16:38:50.090817 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41904) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:50.111599 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-600f101e-2b5a-4336-ae0f-1635d8ca491e tempest-SubnetPoolsTestJSON-1463512108 tempest-SubnetPoolsTestJSON-1463512108-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1973609534'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:38:50.205446 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2633bf4a-18d1-4b7e-8e73-3857da3e7491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:50.316269 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-600f101e-2b5a-4336-ae0f-1635d8ca491e tempest-SubnetPoolsTestJSON-1463512108 tempest-SubnetPoolsTestJSON-1463512108-project] Notify callbacks [] for subnetpool, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:50.320531 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-600f101e-2b5a-4336-ae0f-1635d8ca491e tempest-SubnetPoolsTestJSON-1463512108 tempest-SubnetPoolsTestJSON-1463512108-project] 10.222.0.15 "PUT /v2.0/subnetpools/6baf060d-5f24-4539-a1cb-4d46eaab75cf HTTP/1.1" status: 200 len: 684 time: 0.2240746 Apr 20 16:38:50.320531 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41914) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:50.565916 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-42ba3946-1889-49b9-bae1-9981fa6ae0e4 tempest-SubnetPoolsTestJSON-1463512108 tempest-SubnetPoolsTestJSON-1463512108-project] Notify callbacks [] for subnetpool, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:50.567092 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-42ba3946-1889-49b9-bae1-9981fa6ae0e4 tempest-SubnetPoolsTestJSON-1463512108 tempest-SubnetPoolsTestJSON-1463512108-project] 10.222.0.15 "DELETE /v2.0/subnetpools/6baf060d-5f24-4539-a1cb-4d46eaab75cf HTTP/1.1" status: 204 len: 168 time: 0.2457745 Apr 20 16:38:50.573601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41918) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:50.599280 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-86c811a6-561e-44ee-ad91-33e6adf0c4dc tempest-SubnetPoolsTestJSON-1463512108 tempest-SubnetPoolsTestJSON-1463512108-project] show failed (client error): The resource could not be found. Apr 20 16:38:50.602908 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-86c811a6-561e-44ee-ad91-33e6adf0c4dc tempest-SubnetPoolsTestJSON-1463512108 tempest-SubnetPoolsTestJSON-1463512108-project] 10.222.0.15 "GET /v2.0/subnetpools/6baf060d-5f24-4539-a1cb-4d46eaab75cf HTTP/1.1" status: 404 len: 346 time: 0.0249422 Apr 20 16:38:50.603272 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41922) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:50.605898 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-2633bf4a-18d1-4b7e-8e73-3857da3e7491 admin admin] Deleting port 0bcfd1db-78f9-4b23-8afc-0aee9f4390a3 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:38:50.606314 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2633bf4a-18d1-4b7e-8e73-3857da3e7491 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:50.619917 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-fbd9eb23-ac7b-4d37-b3e4-046b77d3ce38 tempest-SubnetPoolsTestJSON-1463512108 tempest-SubnetPoolsTestJSON-1463512108-project] delete failed (client error): The resource could not be found. Apr 20 16:38:50.621161 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fbd9eb23-ac7b-4d37-b3e4-046b77d3ce38 tempest-SubnetPoolsTestJSON-1463512108 tempest-SubnetPoolsTestJSON-1463512108-project] 10.222.0.15 "DELETE /v2.0/subnetpools/6baf060d-5f24-4539-a1cb-4d46eaab75cf HTTP/1.1" status: 404 len: 346 time: 0.0168302 Apr 20 16:38:50.700284 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-2633bf4a-18d1-4b7e-8e73-3857da3e7491 admin admin] For port 0bcfd1db-78f9-4b23-8afc-0aee9f4390a3, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=0bcfd1db-78f9-4b23-8afc-0aee9f4390a3,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:50.700706 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2633bf4a-18d1-4b7e-8e73-3857da3e7491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:50.715000 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-2633bf4a-18d1-4b7e-8e73-3857da3e7491 admin admin] Calling delete_port for 0bcfd1db-78f9-4b23-8afc-0aee9f4390a3 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:38:51.000509 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2633bf4a-18d1-4b7e-8e73-3857da3e7491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:51.033608 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633bf4a-18d1-4b7e-8e73-3857da3e7491 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bcfd1db-78f9-4b23-8afc-0aee9f4390a3,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:51.140140 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41934) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:51.357127 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2633bf4a-18d1-4b7e-8e73-3857da3e7491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:51.359360 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-359eb9fc-2a1e-4d26-95e6-15e82310cd1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:51.472272 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-359eb9fc-2a1e-4d26-95e6-15e82310cd1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:51.627645 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-359eb9fc-2a1e-4d26-95e6-15e82310cd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:51.646999 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2633bf4a-18d1-4b7e-8e73-3857da3e7491 admin admin] Router b6bd22b3-a42d-4e80-9070-269f60e060c8 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:38:51.675010 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-359eb9fc-2a1e-4d26-95e6-15e82310cd1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=36301eed5c044158a893475f7062da27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5335822 Apr 20 16:38:51.676014 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 41954) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:51.703417 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359eb9fc-2a1e-4d26-95e6-15e82310cd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6538c0f6-766b-4e26-a371-65eff1095767,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:51.758947 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b13c4fb-c696-424d-aeaa-6c2344a65340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:51.776287 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2633bf4a-18d1-4b7e-8e73-3857da3e7491 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:38:51.784685 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2633bf4a-18d1-4b7e-8e73-3857da3e7491 admin admin] 10.222.0.15 "PUT /v2.0/routers/b6bd22b3-a42d-4e80-9070-269f60e060c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3743145 Apr 20 16:38:51.784812 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b13c4fb-c696-424d-aeaa-6c2344a65340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:51.785551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 41958) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:51.801197 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baa1b64-094b-4208-b2f8-5c063d9a8121 None None] Sync routers for ids ['b6bd22b3-a42d-4e80-9070-269f60e060c8'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:38:51.823559 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baa1b64-094b-4208-b2f8-5c063d9a8121 None None] Routers {'b6bd22b3-a42d-4e80-9070-269f60e060c8'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:51.824781 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6baa1b64-094b-4208-b2f8-5c063d9a8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b6bd22b3-a42d-4e80-9070-269f60e060c8'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:51.919668 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b13c4fb-c696-424d-aeaa-6c2344a65340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:51.923408 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b13c4fb-c696-424d-aeaa-6c2344a65340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:51.931456 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1b13c4fb-c696-424d-aeaa-6c2344a65340 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6538c0f6-766b-4e26-a371-65eff1095767 HTTP/1.1" status: 204 len: 168 time: 0.2465801 Apr 20 16:38:51.934355 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13c4fb-c696-424d-aeaa-6c2344a65340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6538c0f6-766b-4e26-a371-65eff1095767,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:51.974168 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41249581-6c1b-447e-be0a-cb78ad9b8f65 admin admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:52.064351 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-6baa1b64-094b-4208-b2f8-5c063d9a8121 None None] Set router b6bd22b3-a42d-4e80-9070-269f60e060c8 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:52.144070 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41249581-6c1b-447e-be0a-cb78ad9b8f65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:52.298541 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6baa1b64-094b-4208-b2f8-5c063d9a8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:38:50Z', 'revision_number': 5, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port': {'id': '6afef6f2-e668-493e-9e79-24ff7d48ab5d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:29:03Z', 'updated_at': '2022-04-20T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:52.315477 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-41249581-6c1b-447e-be0a-cb78ad9b8f65 admin admin] Deleting port 6afef6f2-e668-493e-9e79-24ff7d48ab5d {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:38:52.315477 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41249581-6c1b-447e-be0a-cb78ad9b8f65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:52.332358 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baa1b64-094b-4208-b2f8-5c063d9a8121 None None] Checking router: b6bd22b3-a42d-4e80-9070-269f60e060c8 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:38:52.341526 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baa1b64-094b-4208-b2f8-5c063d9a8121 None None] Routers {'b6bd22b3-a42d-4e80-9070-269f60e060c8'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:38:52.344156 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6baa1b64-094b-4208-b2f8-5c063d9a8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b6bd22b3-a42d-4e80-9070-269f60e060c8'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:52.427045 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-41249581-6c1b-447e-be0a-cb78ad9b8f65 admin admin] For port 6afef6f2-e668-493e-9e79-24ff7d48ab5d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6afef6f2-e668-493e-9e79-24ff7d48ab5d,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:52.427426 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41249581-6c1b-447e-be0a-cb78ad9b8f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:52.447189 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-41249581-6c1b-447e-be0a-cb78ad9b8f65 admin admin] Calling delete_port for 6afef6f2-e668-493e-9e79-24ff7d48ab5d owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:38:52.447373 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-6baa1b64-094b-4208-b2f8-5c063d9a8121 None None] Set router b6bd22b3-a42d-4e80-9070-269f60e060c8 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:38:52.514675 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6baa1b64-094b-4208-b2f8-5c063d9a8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:38:52Z', 'revision_number': 6, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:52.550127 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baa1b64-094b-4208-b2f8-5c063d9a8121 None None] The sync data for ids ['b6bd22b3-a42d-4e80-9070-269f60e060c8'] in n-d-836146-2 is: [{'id': 'b6bd22b3-a42d-4e80-9070-269f60e060c8', 'name': 'tempest-AttachVolumeNegativeTest-111381735-router', 'tenant_id': '79e26843c2b34b5cae984cd2a5639ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:29:01Z', 'updated_at': '2022-04-20T16:38:52Z', 'revision_number': 6, 'project_id': '79e26843c2b34b5cae984cd2a5639ef7', 'gw_port_host': None}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:38:52.754094 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b61e3d7c-60a2-4d4a-8cb8-38b9d973c533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:52.782512 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41249581-6c1b-447e-be0a-cb78ad9b8f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:52.828716 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41249581-6c1b-447e-be0a-cb78ad9b8f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=6afef6f2-e668-493e-9e79-24ff7d48ab5d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:52.984460 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41249581-6c1b-447e-be0a-cb78ad9b8f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:53.048999 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:38:53.157403 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41249581-6c1b-447e-be0a-cb78ad9b8f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:53.159766 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41249581-6c1b-447e-be0a-cb78ad9b8f65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:53.308235 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41249581-6c1b-447e-be0a-cb78ad9b8f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:53.308235 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41249581-6c1b-447e-be0a-cb78ad9b8f65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6bd22b3-a42d-4e80-9070-269f60e060c8 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:38:53.315871 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-41249581-6c1b-447e-be0a-cb78ad9b8f65 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:53.320420 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-41249581-6c1b-447e-be0a-cb78ad9b8f65 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b6bd22b3-a42d-4e80-9070-269f60e060c8 HTTP/1.1" status: 204 len: 168 time: 1.5309947 Apr 20 16:38:53.320571 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42006) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:53.356152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42008) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:53.381068 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ac80f8-9bcf-498b-bbd3-af32e31d1da8 admin admin] Deleting subnet 1d0d8025-1a58-4c58-9113-dd747fc0c87b {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:38:53.381068 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91ac80f8-9bcf-498b-bbd3-af32e31d1da8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:53.447083 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91ac80f8-9bcf-498b-bbd3-af32e31d1da8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:53.615583 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91ac80f8-9bcf-498b-bbd3-af32e31d1da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:53.640032 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ea6700c-41f5-47b7-8a50-c1e508562e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:53.822757 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91ac80f8-9bcf-498b-bbd3-af32e31d1da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:53.857211 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac80f8-9bcf-498b-bbd3-af32e31d1da8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d0d8025-1a58-4c58-9113-dd747fc0c87b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:53.868094 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-91ac80f8-9bcf-498b-bbd3-af32e31d1da8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:53.869037 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0872c379-0493-4732-ae22-e7423c4cd214 None None] Network 6129277f-3b7c-420f-bcf7-8207d3888fce requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:38:53.875183 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-91ac80f8-9bcf-498b-bbd3-af32e31d1da8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1d0d8025-1a58-4c58-9113-dd747fc0c87b HTTP/1.1" status: 204 len: 168 time: 0.5536504 Apr 20 16:38:53.875793 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42022) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:53.884668 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ea6700c-41f5-47b7-8a50-c1e508562e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:53.956892 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ea6700c-41f5-47b7-8a50-c1e508562e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:53.977070 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-396009c7-5ef4-44db-9f79-319766626ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:54.022135 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8ea6700c-41f5-47b7-8a50-c1e508562e27 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ddf41437dc6540068eb0ffde8e45e74d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6641705 Apr 20 16:38:54.024776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42026) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:54.031620 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6700c-41f5-47b7-8a50-c1e508562e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdd690d-3c09-4e85-90b1-8ca0c268b359,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:54.088107 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-396009c7-5ef4-44db-9f79-319766626ba1 admin admin] Deleting port 39d8994b-73a3-42a4-bf58-139de6097136 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:38:54.088826 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-396009c7-5ef4-44db-9f79-319766626ba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:54.098709 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f63d86d2-801e-4bad-883f-893b8978dff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:54.114252 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6afef6f2-e668-493e-9e79-24ff7d48ab5d no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:38:54.137880 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f63d86d2-801e-4bad-883f-893b8978dff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:54.143128 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 6afef6f2-e668-493e-9e79-24ff7d48ab5d {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:38:54.143683 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6afef6f2-e668-493e-9e79-24ff7d48ab5d not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:38:54.144875 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 0bcfd1db-78f9-4b23-8afc-0aee9f4390a3 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:38:54.197004 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-396009c7-5ef4-44db-9f79-319766626ba1 admin admin] For port 39d8994b-73a3-42a4-bf58-139de6097136, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=39d8994b-73a3-42a4-bf58-139de6097136,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:54.197379 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-396009c7-5ef4-44db-9f79-319766626ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:54.215057 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-396009c7-5ef4-44db-9f79-319766626ba1 admin admin] Calling delete_port for 39d8994b-73a3-42a4-bf58-139de6097136 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:38:54.219137 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 0bcfd1db-78f9-4b23-8afc-0aee9f4390a3 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:38:54.219702 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 0bcfd1db-78f9-4b23-8afc-0aee9f4390a3 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:38:54.231010 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c79a68-853e-4b30-8850-6eee38d8a405 None None] DHCP port deletion for 6129277f-3b7c-420f-bcf7-8207d3888fce request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:38:54.296935 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-38c79a68-853e-4b30-8850-6eee38d8a405 None None] Deleting port 39d8994b-73a3-42a4-bf58-139de6097136 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:38:54.297576 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-38c79a68-853e-4b30-8850-6eee38d8a405 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:54.310585 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f63d86d2-801e-4bad-883f-893b8978dff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:54.314179 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f63d86d2-801e-4bad-883f-893b8978dff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:54.315426 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f63d86d2-801e-4bad-883f-893b8978dff6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1bdd690d-3c09-4e85-90b1-8ca0c268b359 HTTP/1.1" status: 204 len: 168 time: 0.2897375 Apr 20 16:38:54.327550 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d86d2-801e-4bad-883f-893b8978dff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdd690d-3c09-4e85-90b1-8ca0c268b359,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:54.392813 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-38c79a68-853e-4b30-8850-6eee38d8a405 None None] For port 39d8994b-73a3-42a4-bf58-139de6097136, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=39d8994b-73a3-42a4-bf58-139de6097136,segment=NetworkSegment(d7368d76-886f-4c60-91b2-82e35ab3a3f6),segment_id=d7368d76-886f-4c60-91b2-82e35ab3a3f6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:38:54.393382 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-38c79a68-853e-4b30-8850-6eee38d8a405 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:54.406854 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-38c79a68-853e-4b30-8850-6eee38d8a405 None None] Calling delete_port for 39d8994b-73a3-42a4-bf58-139de6097136 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:38:54.422927 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-396009c7-5ef4-44db-9f79-319766626ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:54.453904 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396009c7-5ef4-44db-9f79-319766626ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=39d8994b-73a3-42a4-bf58-139de6097136,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:54.457509 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396009c7-5ef4-44db-9f79-319766626ba1 admin admin] No DVR routers for this DVR port 39d8994b-73a3-42a4-bf58-139de6097136 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:38:54.512950 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-38c79a68-853e-4b30-8850-6eee38d8a405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:54.574001 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c79a68-853e-4b30-8850-6eee38d8a405 None None] No DVR routers for this DVR port 39d8994b-73a3-42a4-bf58-139de6097136 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:38:54.575382 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-396009c7-5ef4-44db-9f79-319766626ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:54.578209 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c79a68-853e-4b30-8850-6eee38d8a405 None None] Pushing event deleted for resources: {'Port': ['ID=39d8994b-73a3-42a4-bf58-139de6097136,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:54.605700 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-396009c7-5ef4-44db-9f79-319766626ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6129277f-3b7c-420f-bcf7-8207d3888fce']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:54.616921 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-396009c7-5ef4-44db-9f79-319766626ba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7368d76-886f-4c60-91b2-82e35ab3a3f6') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:54.617221 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-396009c7-5ef4-44db-9f79-319766626ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7368d76-886f-4c60-91b2-82e35ab3a3f6') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:38:54.630569 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-396009c7-5ef4-44db-9f79-319766626ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:54.645307 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-396009c7-5ef4-44db-9f79-319766626ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:54.664401 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396009c7-5ef4-44db-9f79-319766626ba1 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:38:54.664975 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-396009c7-5ef4-44db-9f79-319766626ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:38:54.752798 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:38:54.867904 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-396009c7-5ef4-44db-9f79-319766626ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:54.878977 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-396009c7-5ef4-44db-9f79-319766626ba1 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:54.882669 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-396009c7-5ef4-44db-9f79-319766626ba1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6129277f-3b7c-420f-bcf7-8207d3888fce HTTP/1.1" status: 204 len: 168 time: 0.9927902 Apr 20 16:38:54.942430 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396009c7-5ef4-44db-9f79-319766626ba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6129277f-3b7c-420f-bcf7-8207d3888fce,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:55.111320 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a6d7d3a4-e69b-4cce-800a-67aa6ae4f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:55.337472 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42086) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:55.426002 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c672e0ce-459a-403e-b4d7-7ab7fba54ddc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=79e26843c2b34b5cae984cd2a5639ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0873466 Apr 20 16:38:55.429274 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42092) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:55.508971 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf3a1ffc-87fc-4887-b169-bc2ebe1424d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:55.536825 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf3a1ffc-87fc-4887-b169-bc2ebe1424d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:55.702536 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf3a1ffc-87fc-4887-b169-bc2ebe1424d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:55.705108 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf3a1ffc-87fc-4887-b169-bc2ebe1424d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:55.706299 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cf3a1ffc-87fc-4887-b169-bc2ebe1424d2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5710acb3-2e8a-453b-883b-4ded50780ddb HTTP/1.1" status: 204 len: 168 time: 0.2760317 Apr 20 16:38:55.714823 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a1ffc-87fc-4887-b169-bc2ebe1424d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5710acb3-2e8a-453b-883b-4ded50780ddb,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:55.860241 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42114) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:56.027490 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 39d8994b-73a3-42a4-bf58-139de6097136 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:38:56.057357 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 39d8994b-73a3-42a4-bf58-139de6097136 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:38:56.057700 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 39d8994b-73a3-42a4-bf58-139de6097136 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:38:56.253570 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-8dad4314-caac-45f2-9d6d-031ff6c28376 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1502314913-network', 'tenant_id': '8ffa36b560db4315aa5b106edc630152'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:38:56.353322 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42130) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:56.362882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dad4314-caac-45f2-9d6d-031ff6c28376 admin admin] Made reservation on behalf of 8ffa36b560db4315aa5b106edc630152 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:38:56.363413 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:56.365459 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8dad4314-caac-45f2-9d6d-031ff6c28376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:56.376483 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8dad4314-caac-45f2-9d6d-031ff6c28376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:56.457382 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8dad4314-caac-45f2-9d6d-031ff6c28376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:56.489798 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-73ea8028-bb14-4f1e-8773-14549b39dc7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:56.538541 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8dad4314-caac-45f2-9d6d-031ff6c28376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:56.565219 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad4314-caac-45f2-9d6d-031ff6c28376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1294a478-e894-43ed-9435-7f74b7198cfd,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:56.710604 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dad4314-caac-45f2-9d6d-031ff6c28376 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:38:56.721540 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8dad4314-caac-45f2-9d6d-031ff6c28376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:56.721884 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-8dad4314-caac-45f2-9d6d-031ff6c28376 admin admin] Added segment d9afeb55-c6f2-4994-94b5-0e72a90f7ec0 of type vlan for network a2358b7b-9f71-44ce-9aa8-c307e3d70b9c Apr 20 16:38:56.761830 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8dad4314-caac-45f2-9d6d-031ff6c28376 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:56.816251 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-73ea8028-bb14-4f1e-8773-14549b39dc7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:56.882682 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8dad4314-caac-45f2-9d6d-031ff6c28376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:56.882999 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-73ea8028-bb14-4f1e-8773-14549b39dc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:56.883837 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dad4314-caac-45f2-9d6d-031ff6c28376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:56.884666 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8dad4314-caac-45f2-9d6d-031ff6c28376 admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:56.928809 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea8028-bb14-4f1e-8773-14549b39dc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0c0984-4907-4a2b-98a7-a368bf62cc86,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:56.934119 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-73ea8028-bb14-4f1e-8773-14549b39dc7a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f93e423e47946988a155f8bfa1bb5b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5797484 Apr 20 16:38:56.937305 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42150) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:56.971591 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad4314-caac-45f2-9d6d-031ff6c28376 admin admin] Pushing event updated for resources: {'Network': ['ID=a2358b7b-9f71-44ce-9aa8-c307e3d70b9c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:56.994895 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network a2358b7b-9f71-44ce-9aa8-c307e3d70b9c details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:38:56.998992 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-06d9ce8e-7a1b-4b4b-a09f-72b1f5e1188c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:57.018258 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8dad4314-caac-45f2-9d6d-031ff6c28376 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1568637 Apr 20 16:38:57.019133 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42156) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:57.021898 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-06d9ce8e-7a1b-4b4b-a09f-72b1f5e1188c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:57.026195 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-6ff33c07-b57a-41ee-9157-7f85c7882555 admin admin] Request body: {'subnet': {'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1502314913-subnet', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:38:57.220249 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff33c07-b57a-41ee-9157-7f85c7882555 admin admin] Made reservation on behalf of 8ffa36b560db4315aa5b106edc630152 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:38:57.226056 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-06d9ce8e-7a1b-4b4b-a09f-72b1f5e1188c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:57.226218 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ff33c07-b57a-41ee-9157-7f85c7882555 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:57.227008 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-06d9ce8e-7a1b-4b4b-a09f-72b1f5e1188c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:57.229560 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-06d9ce8e-7a1b-4b4b-a09f-72b1f5e1188c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec0c0984-4907-4a2b-98a7-a368bf62cc86 HTTP/1.1" status: 204 len: 168 time: 0.2911294 Apr 20 16:38:57.267194 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9ce8e-7a1b-4b4b-a09f-72b1f5e1188c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0c0984-4907-4a2b-98a7-a368bf62cc86,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:57.604382 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ff33c07-b57a-41ee-9157-7f85c7882555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:57.672629 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff33c07-b57a-41ee-9157-7f85c7882555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3afc549f-c280-4e3c-8f2c-192d1bc8c671,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:57.683515 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff33c07-b57a-41ee-9157-7f85c7882555 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:57.683861 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff33c07-b57a-41ee-9157-7f85c7882555 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:57.684203 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff33c07-b57a-41ee-9157-7f85c7882555 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:57.686138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff33c07-b57a-41ee-9157-7f85c7882555 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:57.686252 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff33c07-b57a-41ee-9157-7f85c7882555 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:57.686522 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff33c07-b57a-41ee-9157-7f85c7882555 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:57.686856 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff33c07-b57a-41ee-9157-7f85c7882555 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:57.687169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff33c07-b57a-41ee-9157-7f85c7882555 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:57.687495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff33c07-b57a-41ee-9157-7f85c7882555 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:57.687819 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff33c07-b57a-41ee-9157-7f85c7882555 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:57.688281 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff33c07-b57a-41ee-9157-7f85c7882555 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:57.688478 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff33c07-b57a-41ee-9157-7f85c7882555 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:38:57.694125 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff33c07-b57a-41ee-9157-7f85c7882555 admin admin] Checking segment: {'id': 'd9afeb55-c6f2-4994-94b5-0e72a90f7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:38:57.694723 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff33c07-b57a-41ee-9157-7f85c7882555 admin admin] Network hostable DHCP agents. Network: a2358b7b-9f71-44ce-9aa8-c307e3d70b9c, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:38:57.793670 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff33c07-b57a-41ee-9157-7f85c7882555 admin admin] Network a2358b7b-9f71-44ce-9aa8-c307e3d70b9c is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:38:57.797544 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:57.925214 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-6ff33c07-b57a-41ee-9157-7f85c7882555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, a2358b7b-9f71-44ce-9aa8-c307e3d70b9c) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:38:57.929779 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff33c07-b57a-41ee-9157-7f85c7882555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:38:57.930403 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ff33c07-b57a-41ee-9157-7f85c7882555 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:57.934986 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f867515d-017d-45ad-b324-ee0957ae6e8a None None] Network a2358b7b-9f71-44ce-9aa8-c307e3d70b9c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:38:58.083836 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6ff33c07-b57a-41ee-9157-7f85c7882555 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0633845 Apr 20 16:38:58.088272 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42194) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:58.093891 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ea255332-2786-4946-9c9a-76f781a701cc admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1502314913-router', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:38:58.135708 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:58.153745 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d364573-b698-4efb-96ba-f2b61e722eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-a2358b7b-9f71-44ce-9aa8-c307e3d70b9c', 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'fixed_ips': [{'subnet_id': '3afc549f-c280-4e3c-8f2c-192d1bc8c671'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:38:58.154872 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8d364573-b698-4efb-96ba-f2b61e722eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:58.233918 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea255332-2786-4946-9c9a-76f781a701cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:58.235643 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea255332-2786-4946-9c9a-76f781a701cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:58.250459 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42204) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:58.271189 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a2ade05-65ce-4624-b1e2-fcfd71b8f32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:58.351114 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea255332-2786-4946-9c9a-76f781a701cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:58.352449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-8d364573-b698-4efb-96ba-f2b61e722eb5 None None] Allocated IP 172.20.0.2 (a2358b7b-9f71-44ce-9aa8-c307e3d70b9c/3afc549f-c280-4e3c-8f2c-192d1bc8c671/2fc7599e-91c1-4009-bbdc-4ee3c88b1193) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:38:58.412526 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a2ade05-65ce-4624-b1e2-fcfd71b8f32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:58.467935 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a2ade05-65ce-4624-b1e2-fcfd71b8f32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:58.518015 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6a2ade05-65ce-4624-b1e2-fcfd71b8f32c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b92c24ec93434871bbc81b5dca7a4a3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2719452 Apr 20 16:38:58.518936 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ade05-65ce-4624-b1e2-fcfd71b8f32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81fe5d1-2ffb-4dfd-b1af-e5e381a8caf9,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:58.531915 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8d364573-b698-4efb-96ba-f2b61e722eb5 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:58.536064 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42216) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:38:58.629137 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea255332-2786-4946-9c9a-76f781a701cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:58.637616 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8d364573-b698-4efb-96ba-f2b61e722eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:58.643528 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad872a1a-c04b-462c-aad7-b74334084a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:58.656568 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d364573-b698-4efb-96ba-f2b61e722eb5 None None] Network a2358b7b-9f71-44ce-9aa8-c307e3d70b9c is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:38:58.659009 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-8d364573-b698-4efb-96ba-f2b61e722eb5 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:38:58.675236 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad872a1a-c04b-462c-aad7-b74334084a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:58.681063 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d364573-b698-4efb-96ba-f2b61e722eb5 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:38:58.686905 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:58.754483 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d364573-b698-4efb-96ba-f2b61e722eb5 None None] Pushing event updated for resources: {'Port': ['ID=2fc7599e-91c1-4009-bbdc-4ee3c88b1193,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:58.808945 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad872a1a-c04b-462c-aad7-b74334084a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:58.813657 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad872a1a-c04b-462c-aad7-b74334084a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:58.816420 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ad872a1a-c04b-462c-aad7-b74334084a4a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a81fe5d1-2ffb-4dfd-b1af-e5e381a8caf9 HTTP/1.1" status: 204 len: 168 time: 0.2772808 Apr 20 16:38:58.820670 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8d364573-b698-4efb-96ba-f2b61e722eb5 None None] Attempting to bind port 2fc7599e-91c1-4009-bbdc-4ee3c88b1193 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:38:58.821351 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8d364573-b698-4efb-96ba-f2b61e722eb5 None None] Attempting to bind port 2fc7599e-91c1-4009-bbdc-4ee3c88b1193 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'd9afeb55-c6f2-4994-94b5-0e72a90f7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:38:58.821936 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d364573-b698-4efb-96ba-f2b61e722eb5 None None] Attempting to bind port 2fc7599e-91c1-4009-bbdc-4ee3c88b1193 on network a2358b7b-9f71-44ce-9aa8-c307e3d70b9c {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:38:58.828658 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d364573-b698-4efb-96ba-f2b61e722eb5 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:38:58.829167 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d364573-b698-4efb-96ba-f2b61e722eb5 None None] Checking segment: {'id': 'd9afeb55-c6f2-4994-94b5-0e72a90f7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:38:58.829816 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8d364573-b698-4efb-96ba-f2b61e722eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:58.830288 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d364573-b698-4efb-96ba-f2b61e722eb5 None None] Bound using segment: {'id': 'd9afeb55-c6f2-4994-94b5-0e72a90f7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:38:58.830993 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8d364573-b698-4efb-96ba-f2b61e722eb5 None None] Bound port: 2fc7599e-91c1-4009-bbdc-4ee3c88b1193, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9afeb55-c6f2-4994-94b5-0e72a90f7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:38:58.831761 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8d364573-b698-4efb-96ba-f2b61e722eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:58.843337 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad872a1a-c04b-462c-aad7-b74334084a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81fe5d1-2ffb-4dfd-b1af-e5e381a8caf9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:58.948383 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8d364573-b698-4efb-96ba-f2b61e722eb5 None None] For port 2fc7599e-91c1-4009-bbdc-4ee3c88b1193, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:38:58.952212 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8d364573-b698-4efb-96ba-f2b61e722eb5 None None] For port 2fc7599e-91c1-4009-bbdc-4ee3c88b1193, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2fc7599e-91c1-4009-bbdc-4ee3c88b1193,segment=NetworkSegment(d9afeb55-c6f2-4994-94b5-0e72a90f7ec0),segment_id=d9afeb55-c6f2-4994-94b5-0e72a90f7ec0)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:38:58.998713 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea255332-2786-4946-9c9a-76f781a701cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:59.019667 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea255332-2786-4946-9c9a-76f781a701cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:59.028517 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8d364573-b698-4efb-96ba-f2b61e722eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:59.112538 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d364573-b698-4efb-96ba-f2b61e722eb5 None None] Pushing event updated for resources: {'Port': ['ID=2fc7599e-91c1-4009-bbdc-4ee3c88b1193,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:38:59.197640 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-ea255332-2786-4946-9c9a-76f781a701cc admin admin] Allocated IP 172.25.0.115 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/19a0da48-ab4e-4bc6-8036-4f34d926054c) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:38:59.338170 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea255332-2786-4946-9c9a-76f781a701cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:59.623049 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea255332-2786-4946-9c9a-76f781a701cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:38:59.668897 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea255332-2786-4946-9c9a-76f781a701cc admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:38:59.672423 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-ea255332-2786-4946-9c9a-76f781a701cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:38:59.676294 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea255332-2786-4946-9c9a-76f781a701cc admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:38:59.709646 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea255332-2786-4946-9c9a-76f781a701cc admin admin] Pushing event updated for resources: {'Port': ['ID=19a0da48-ab4e-4bc6-8036-4f34d926054c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:00.033764 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:00.072146 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2fc7599e-91c1-4009-bbdc-4ee3c88b1193 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:39:00.165922 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea255332-2786-4946-9c9a-76f781a701cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:00.413831 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 2fc7599e-91c1-4009-bbdc-4ee3c88b1193 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:00.414551 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:00.445387 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e854d63-84c6-4627-8e3f-5bcc8a72f00f None None] Network a2358b7b-9f71-44ce-9aa8-c307e3d70b9c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:39:00.554873 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-87bdba3d-a972-47fc-b6b7-cf3bd03ffe80 None None] Provisioning complete for port 2fc7599e-91c1-4009-bbdc-4ee3c88b1193 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:00.554873 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-87bdba3d-a972-47fc-b6b7-cf3bd03ffe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:00.667594 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:00.801240 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 2fc7599e-91c1-4009-bbdc-4ee3c88b1193, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2fc7599e-91c1-4009-bbdc-4ee3c88b1193,segment=NetworkSegment(d9afeb55-c6f2-4994-94b5-0e72a90f7ec0),segment_id=d9afeb55-c6f2-4994-94b5-0e72a90f7ec0)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:39:00.804116 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-87bdba3d-a972-47fc-b6b7-cf3bd03ffe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:00.914213 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:01.006712 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea255332-2786-4946-9c9a-76f781a701cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:01.009411 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-87bdba3d-a972-47fc-b6b7-cf3bd03ffe80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:39:01.009771 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-87bdba3d-a972-47fc-b6b7-cf3bd03ffe80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:39:01.016701 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=2fc7599e-91c1-4009-bbdc-4ee3c88b1193,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:01.024833 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:01.028607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:01.028607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:01.028607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:01.028607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:01.028607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:01.028607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:01.028607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:01.028607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:01.028607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:01.028607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:01.028607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:01.267555 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea255332-2786-4946-9c9a-76f781a701cc admin admin] Router b5ca9b1d-7202-4002-a614-63e1908209d0 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:39:01.390683 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea255332-2786-4946-9c9a-76f781a701cc admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:39:01.402251 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] Sync routers for ids ['b5ca9b1d-7202-4002-a614-63e1908209d0'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:39:01.415318 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] Routers {'b5ca9b1d-7202-4002-a614-63e1908209d0'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:39:01.416127 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b5ca9b1d-7202-4002-a614-63e1908209d0'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:01.479385 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ea255332-2786-4946-9c9a-76f781a701cc admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:01.483954 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ea255332-2786-4946-9c9a-76f781a701cc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3905752 Apr 20 16:39:01.484549 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42318) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:01.548524 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42320) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:01.625960 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] Set router b5ca9b1d-7202-4002-a614-63e1908209d0 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:39:01.799173 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-02aed40f-21ac-47b2-9386-ea8f60f7ed54 req-9739206b-e86d-414d-8943-010e0f94d3db service neutron] (103485) timed out ('10.222.0.26', 65152) {{(pid=103485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 16:39:01.931530 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-75528cfe-f275-435e-9d74-bb614011027c None None] Provisioning complete for port 2fc7599e-91c1-4009-bbdc-4ee3c88b1193 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:01.931928 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-75528cfe-f275-435e-9d74-bb614011027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:02.070800 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6a8b14a1-e554-4d1c-8a27-9d3d7db515e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:02.090486 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2fc7599e-91c1-4009-bbdc-4ee3c88b1193 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:39:02.164052 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'name': 'tempest-TestServerBasicOps-1502314913-router', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:38:58Z', 'updated_at': '2022-04-20T16:38:59Z', 'revision_number': 3, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'gw_port': {'id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:59Z', 'updated_at': '2022-04-20T16:38:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:02.204930 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1f767ccf-a4b0-4cc4-abee-0211cc46cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:02.219419 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] Checking router: b5ca9b1d-7202-4002-a614-63e1908209d0 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:39:02.219419 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] Updating router b5ca9b1d-7202-4002-a614-63e1908209d0 port 19a0da48-ab4e-4bc6-8036-4f34d926054c binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:39:02.251470 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:02.252208 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6a8b14a1-e554-4d1c-8a27-9d3d7db515e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:02.289001 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 2fc7599e-91c1-4009-bbdc-4ee3c88b1193 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:02.289615 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:02.387950 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6a8b14a1-e554-4d1c-8a27-9d3d7db515e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:02.436257 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6a8b14a1-e554-4d1c-8a27-9d3d7db515e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3301a66b9ceb4284afdfbf5daba81cae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8865013 Apr 20 16:39:02.437504 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b14a1-e554-4d1c-8a27-9d3d7db515e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0072f505-51df-4a56-af79-2e3f46b77926,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:02.439586 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42344) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:02.610610 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:02.623416 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0a218049-e924-42e0-aa37-883d2faecb71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:02.658264 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-1f767ccf-a4b0-4cc4-abee-0211cc46cad6 admin admin] Allocated IP 172.20.0.1 (a2358b7b-9f71-44ce-9aa8-c307e3d70b9c/3afc549f-c280-4e3c-8f2c-192d1bc8c671/aba0ed66-b04f-46ff-9c0c-daefe019d73b) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:39:02.672665 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0a218049-e924-42e0-aa37-883d2faecb71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:02.703898 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:02.859652 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1f767ccf-a4b0-4cc4-abee-0211cc46cad6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:02.901410 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add2d34-0e21-486a-bf4c-3dc1b5a00e51 None None] Pushing event updated for resources: {'Port': ['ID=19a0da48-ab4e-4bc6-8036-4f34d926054c,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:02.906827 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] Attempting to bind port 19a0da48-ab4e-4bc6-8036-4f34d926054c on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:39:02.907252 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] Attempting to bind port 19a0da48-ab4e-4bc6-8036-4f34d926054c by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:39:02.907621 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] Attempting to bind port 19a0da48-ab4e-4bc6-8036-4f34d926054c on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:39:02.919479 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0a218049-e924-42e0-aa37-883d2faecb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:02.923277 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0a218049-e924-42e0-aa37-883d2faecb71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:02.924919 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0a218049-e924-42e0-aa37-883d2faecb71 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0072f505-51df-4a56-af79-2e3f46b77926 HTTP/1.1" status: 204 len: 168 time: 0.4833612 Apr 20 16:39:02.934491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a218049-e924-42e0-aa37-883d2faecb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0072f505-51df-4a56-af79-2e3f46b77926,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:02.957970 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:39:02.957970 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:39:02.957970 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:02.957970 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:39:02.957970 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] Bound port: 19a0da48-ab4e-4bc6-8036-4f34d926054c, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:39:02.957970 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:02.977138 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1f767ccf-a4b0-4cc4-abee-0211cc46cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:03.078728 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] For port 19a0da48-ab4e-4bc6-8036-4f34d926054c, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:39:03.082408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] For port 19a0da48-ab4e-4bc6-8036-4f34d926054c, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=19a0da48-ab4e-4bc6-8036-4f34d926054c,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:39:03.182587 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:03.244072 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add2d34-0e21-486a-bf4c-3dc1b5a00e51 None None] Pushing event updated for resources: {'Port': ['ID=19a0da48-ab4e-4bc6-8036-4f34d926054c,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:03.246613 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] Routers {'b5ca9b1d-7202-4002-a614-63e1908209d0'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:39:03.247217 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b5ca9b1d-7202-4002-a614-63e1908209d0'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:03.427671 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f767ccf-a4b0-4cc4-abee-0211cc46cad6 admin admin] Pushing event updated for resources: {'Port': ['ID=aba0ed66-b04f-46ff-9c0c-daefe019d73b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:03.437319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f767ccf-a4b0-4cc4-abee-0211cc46cad6 admin admin] Network a2358b7b-9f71-44ce-9aa8-c307e3d70b9c is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:39:03.439024 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-1f767ccf-a4b0-4cc4-abee-0211cc46cad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:39:03.441493 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f767ccf-a4b0-4cc4-abee-0211cc46cad6 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:39:03.483477 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1f767ccf-a4b0-4cc4-abee-0211cc46cad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:03.621325 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] Set router b5ca9b1d-7202-4002-a614-63e1908209d0 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:39:03.777342 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5cf866e9-1bb9-4488-b281-521b4ba5bb12 None None] Provisioning complete for port aba0ed66-b04f-46ff-9c0c-daefe019d73b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:03.777620 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5cf866e9-1bb9-4488-b281-521b4ba5bb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:03.840411 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1f767ccf-a4b0-4cc4-abee-0211cc46cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:03.843189 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5cf866e9-1bb9-4488-b281-521b4ba5bb12 None None] Port aba0ed66-b04f-46ff-9c0c-daefe019d73b cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:39:03.880295 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'name': 'tempest-TestServerBasicOps-1502314913-router', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:38:58Z', 'updated_at': '2022-04-20T16:38:59Z', 'revision_number': 3, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'gw_port': {'id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:59Z', 'updated_at': '2022-04-20T16:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:03.914992 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ba5314-fefc-4682-80ff-894667269b25 None None] The sync data for ids ['b5ca9b1d-7202-4002-a614-63e1908209d0'] in n-d-836146-2 is: [{'id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'name': 'tempest-TestServerBasicOps-1502314913-router', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:38:58Z', 'updated_at': '2022-04-20T16:38:59Z', 'revision_number': 3, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'gw_port': {'id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:59Z', 'updated_at': '2022-04-20T16:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:39:04.061403 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1f767ccf-a4b0-4cc4-abee-0211cc46cad6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:04.069235 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42392) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:04.086021 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef10d8a0-99b4-4c1f-86f1-f09075536c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:04.153522 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1f767ccf-a4b0-4cc4-abee-0211cc46cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:04.184266 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef10d8a0-99b4-4c1f-86f1-f09075536c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:04.261411 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef10d8a0-99b4-4c1f-86f1-f09075536c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:04.287146 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f767ccf-a4b0-4cc4-abee-0211cc46cad6 admin admin] Pushing event updated for resources: {'Port': ['ID=aba0ed66-b04f-46ff-9c0c-daefe019d73b,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:04.299080 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1f767ccf-a4b0-4cc4-abee-0211cc46cad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:04.314729 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ef10d8a0-99b4-4c1f-86f1-f09075536c6c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=84de8079f15c4beabb9891b48bfe6afb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2434647 Apr 20 16:39:04.318258 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42402) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:04.343139 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10d8a0-99b4-4c1f-86f1-f09075536c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e6c16a-e939-46f4-99b0-2c9ecd316124,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:04.393015 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7185abb3-f0e1-4b18-8912-486ac80f01a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:04.422380 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f767ccf-a4b0-4cc4-abee-0211cc46cad6 admin admin] Network a2358b7b-9f71-44ce-9aa8-c307e3d70b9c is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:39:04.424129 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-1f767ccf-a4b0-4cc4-abee-0211cc46cad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:39:04.448573 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7185abb3-f0e1-4b18-8912-486ac80f01a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:04.581268 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f767ccf-a4b0-4cc4-abee-0211cc46cad6 admin admin] Router b5ca9b1d-7202-4002-a614-63e1908209d0 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:39:04.654459 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7185abb3-f0e1-4b18-8912-486ac80f01a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:04.657355 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7185abb3-f0e1-4b18-8912-486ac80f01a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:04.658728 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7185abb3-f0e1-4b18-8912-486ac80f01a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1e6c16a-e939-46f4-99b0-2c9ecd316124 HTTP/1.1" status: 204 len: 168 time: 0.3395045 Apr 20 16:39:04.672312 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185abb3-f0e1-4b18-8912-486ac80f01a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e6c16a-e939-46f4-99b0-2c9ecd316124,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:04.770532 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f767ccf-a4b0-4cc4-abee-0211cc46cad6 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:39:04.783806 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1f767ccf-a4b0-4cc4-abee-0211cc46cad6 admin admin] 10.222.0.15 "PUT /v2.0/routers/b5ca9b1d-7202-4002-a614-63e1908209d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2904348 Apr 20 16:39:04.908173 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9fd4c1e7-9437-47a0-80f0-2edf783c218b None None] Provisioning complete for port aba0ed66-b04f-46ff-9c0c-daefe019d73b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:04.908771 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9fd4c1e7-9437-47a0-80f0-2edf783c218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:04.965598 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-9fd4c1e7-9437-47a0-80f0-2edf783c218b None None] Port aba0ed66-b04f-46ff-9c0c-daefe019d73b cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:39:06.096025 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 19a0da48-ab4e-4bc6-8036-4f34d926054c up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:39:06.185286 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42470) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:06.186755 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 19a0da48-ab4e-4bc6-8036-4f34d926054c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:06.199315 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:06.199409 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5f050dac-2d51-40b1-83c5-2609f40fcd10 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1719074627-network', 'tenant_id': '4dd24f00d7f049b692791c368ae5efca'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:06.310452 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:06.342491 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f050dac-2d51-40b1-83c5-2609f40fcd10 admin admin] Made reservation on behalf of 4dd24f00d7f049b692791c368ae5efca for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:39:06.345200 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f050dac-2d51-40b1-83c5-2609f40fcd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:06.347688 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 19a0da48-ab4e-4bc6-8036-4f34d926054c, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=19a0da48-ab4e-4bc6-8036-4f34d926054c,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:39:06.355401 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f050dac-2d51-40b1-83c5-2609f40fcd10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:06.403887 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] Sync routers for ids ['b5ca9b1d-7202-4002-a614-63e1908209d0'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:39:06.416923 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] Routers {'b5ca9b1d-7202-4002-a614-63e1908209d0'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:39:06.417768 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b5ca9b1d-7202-4002-a614-63e1908209d0'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:06.456121 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:06.630840 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] Set router b5ca9b1d-7202-4002-a614-63e1908209d0 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:39:06.633511 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=19a0da48-ab4e-4bc6-8036-4f34d926054c,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:06.634533 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f050dac-2d51-40b1-83c5-2609f40fcd10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:06.728396 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f050dac-2d51-40b1-83c5-2609f40fcd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:06.803418 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f050dac-2d51-40b1-83c5-2609f40fcd10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:39:06.852899 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f050dac-2d51-40b1-83c5-2609f40fcd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:06.853252 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-5f050dac-2d51-40b1-83c5-2609f40fcd10 admin admin] Added segment d25a3d0b-d7f8-4684-a298-141b05a2e07f of type vlan for network b9ca543b-4fff-492c-af29-3ca85191647c Apr 20 16:39:06.856066 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f050dac-2d51-40b1-83c5-2609f40fcd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fd7513-1239-4f99-9055-935f02009798,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:06.937122 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f050dac-2d51-40b1-83c5-2609f40fcd10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:06.980569 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'name': 'tempest-TestServerBasicOps-1502314913-router', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:38:58Z', 'updated_at': '2022-04-20T16:39:03Z', 'revision_number': 4, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'gw_port': {'id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:59Z', 'updated_at': '2022-04-20T16:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'aba0ed66-b04f-46ff-9c0c-daefe019d73b', 'name': '', 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'mac_address': 'fa:16:3e:e1:41:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '3afc549f-c280-4e3c-8f2c-192d1bc8c671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:39:02Z', 'updated_at': '2022-04-20T16:39:03Z', 'revision_number': 2, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'subnets': [{'id': '3afc549f-c280-4e3c-8f2c-192d1bc8c671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:07.010385 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] Checking router: b5ca9b1d-7202-4002-a614-63e1908209d0 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:39:07.015749 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] Updating router b5ca9b1d-7202-4002-a614-63e1908209d0 port aba0ed66-b04f-46ff-9c0c-daefe019d73b binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:39:07.040083 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:07.099945 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f050dac-2d51-40b1-83c5-2609f40fcd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:07.101139 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f050dac-2d51-40b1-83c5-2609f40fcd10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:07.101692 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f050dac-2d51-40b1-83c5-2609f40fcd10 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:07.210324 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f050dac-2d51-40b1-83c5-2609f40fcd10 admin admin] Pushing event updated for resources: {'Network': ['ID=b9ca543b-4fff-492c-af29-3ca85191647c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:07.224764 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network b9ca543b-4fff-492c-af29-3ca85191647c details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:39:07.288111 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5f050dac-2d51-40b1-83c5-2609f40fcd10 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1017292 Apr 20 16:39:07.291220 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42512) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:07.298063 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-05860115-0f8f-41f6-b312-f46e738208e1 admin admin] Request body: {'subnet': {'network_id': 'b9ca543b-4fff-492c-af29-3ca85191647c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1719074627-subnet', 'tenant_id': '4dd24f00d7f049b692791c368ae5efca', 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:07.373690 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:07.465508 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:07.476502 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05860115-0f8f-41f6-b312-f46e738208e1 admin admin] Made reservation on behalf of 4dd24f00d7f049b692791c368ae5efca for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:39:07.483221 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-05860115-0f8f-41f6-b312-f46e738208e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:07.583613 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12261416-1ada-4d35-bd7e-d7b819db7b90 None None] Pushing event updated for resources: {'Port': ['ID=aba0ed66-b04f-46ff-9c0c-daefe019d73b,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:07.617777 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] Attempting to bind port aba0ed66-b04f-46ff-9c0c-daefe019d73b on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:39:07.618082 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] Attempting to bind port aba0ed66-b04f-46ff-9c0c-daefe019d73b by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'd9afeb55-c6f2-4994-94b5-0e72a90f7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:39:07.618808 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] Attempting to bind port aba0ed66-b04f-46ff-9c0c-daefe019d73b on network a2358b7b-9f71-44ce-9aa8-c307e3d70b9c {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:39:07.641894 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:39:07.642277 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] Checking segment: {'id': 'd9afeb55-c6f2-4994-94b5-0e72a90f7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:39:07.642678 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:07.643068 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] Bound using segment: {'id': 'd9afeb55-c6f2-4994-94b5-0e72a90f7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:39:07.643630 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] Bound port: aba0ed66-b04f-46ff-9c0c-daefe019d73b, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9afeb55-c6f2-4994-94b5-0e72a90f7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:39:07.652584 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:07.735621 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] For port aba0ed66-b04f-46ff-9c0c-daefe019d73b, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:39:07.740141 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] For port aba0ed66-b04f-46ff-9c0c-daefe019d73b, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=aba0ed66-b04f-46ff-9c0c-daefe019d73b,segment=NetworkSegment(d9afeb55-c6f2-4994-94b5-0e72a90f7ec0),segment_id=d9afeb55-c6f2-4994-94b5-0e72a90f7ec0)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:39:07.829292 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-05860115-0f8f-41f6-b312-f46e738208e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:07.856767 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:07.912683 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f173308c-13ca-4e43-b8aa-790385d6f34a None None] Provisioning complete for port aba0ed66-b04f-46ff-9c0c-daefe019d73b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:07.913960 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f173308c-13ca-4e43-b8aa-790385d6f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:07.914729 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05860115-0f8f-41f6-b312-f46e738208e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2be61b5b-44e3-4613-9e3f-f635c93b934e,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:07.998713 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05860115-0f8f-41f6-b312-f46e738208e1 admin admin] Checking segment: {'id': 'd25a3d0b-d7f8-4684-a298-141b05a2e07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b9ca543b-4fff-492c-af29-3ca85191647c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:39:07.999006 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05860115-0f8f-41f6-b312-f46e738208e1 admin admin] Network hostable DHCP agents. Network: b9ca543b-4fff-492c-af29-3ca85191647c, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:39:08.030762 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] Routers {'b5ca9b1d-7202-4002-a614-63e1908209d0'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:39:08.031406 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b5ca9b1d-7202-4002-a614-63e1908209d0'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:08.054063 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f173308c-13ca-4e43-b8aa-790385d6f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:08.096681 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05860115-0f8f-41f6-b312-f46e738208e1 admin admin] Network b9ca543b-4fff-492c-af29-3ca85191647c is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:39:08.109659 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f173308c-13ca-4e43-b8aa-790385d6f34a None None] For port aba0ed66-b04f-46ff-9c0c-daefe019d73b, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=aba0ed66-b04f-46ff-9c0c-daefe019d73b,segment=NetworkSegment(d9afeb55-c6f2-4994-94b5-0e72a90f7ec0),segment_id=d9afeb55-c6f2-4994-94b5-0e72a90f7ec0)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:39:08.144213 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 19a0da48-ab4e-4bc6-8036-4f34d926054c up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:39:08.157127 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12261416-1ada-4d35-bd7e-d7b819db7b90 None None] Pushing event updated for resources: {'Port': ['ID=aba0ed66-b04f-46ff-9c0c-daefe019d73b,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:08.182014 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-05860115-0f8f-41f6-b312-f46e738208e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, b9ca543b-4fff-492c-af29-3ca85191647c) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:39:08.193605 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f173308c-13ca-4e43-b8aa-790385d6f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:08.202355 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05860115-0f8f-41f6-b312-f46e738208e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:08.208469 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-05860115-0f8f-41f6-b312-f46e738208e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:08.225786 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea66574-60b9-4f18-bb99-2e56b29056fc None None] Network b9ca543b-4fff-492c-af29-3ca85191647c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:39:08.321229 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] Set router b5ca9b1d-7202-4002-a614-63e1908209d0 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:39:08.377239 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-05860115-0f8f-41f6-b312-f46e738208e1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0841384 Apr 20 16:39:08.385847 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42546) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:08.432393 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b64f8b87-dd90-46f7-8b77-ce083ff356ce admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1719074627-router', 'tenant_id': '4dd24f00d7f049b692791c368ae5efca', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:08.544134 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173308c-13ca-4e43-b8aa-790385d6f34a None None] Pushing event updated for resources: {'Port': ['ID=aba0ed66-b04f-46ff-9c0c-daefe019d73b,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:08.615497 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'name': 'tempest-TestServerBasicOps-1502314913-router', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:38:58Z', 'updated_at': '2022-04-20T16:39:03Z', 'revision_number': 4, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'gw_port': {'id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:59Z', 'updated_at': '2022-04-20T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'aba0ed66-b04f-46ff-9c0c-daefe019d73b', 'name': '', 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'mac_address': 'fa:16:3e:e1:41:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '3afc549f-c280-4e3c-8f2c-192d1bc8c671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:39:02Z', 'updated_at': '2022-04-20T16:39:07Z', 'revision_number': 4, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'subnets': [{'id': '3afc549f-c280-4e3c-8f2c-192d1bc8c671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:08.627118 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 19a0da48-ab4e-4bc6-8036-4f34d926054c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:08.627697 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:08.650777 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b64f8b87-dd90-46f7-8b77-ce083ff356ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:08.651893 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b64f8b87-dd90-46f7-8b77-ce083ff356ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:08.690075 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3e9985b9-7f4d-4375-aa91-c873fe2fb65a None None] Provisioning complete for port aba0ed66-b04f-46ff-9c0c-daefe019d73b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:08.690449 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3e9985b9-7f4d-4375-aa91-c873fe2fb65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:08.742182 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b53916-f200-4af1-95f5-f35b0243f8f4 None None] The sync data for ids ['b5ca9b1d-7202-4002-a614-63e1908209d0'] in n-d-836146-2 is: [{'id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'name': 'tempest-TestServerBasicOps-1502314913-router', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:38:58Z', 'updated_at': '2022-04-20T16:39:03Z', 'revision_number': 4, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'gw_port': {'id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:59Z', 'updated_at': '2022-04-20T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'aba0ed66-b04f-46ff-9c0c-daefe019d73b', 'name': '', 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'mac_address': 'fa:16:3e:e1:41:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '3afc549f-c280-4e3c-8f2c-192d1bc8c671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:39:02Z', 'updated_at': '2022-04-20T16:39:07Z', 'revision_number': 4, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'subnets': [{'id': '3afc549f-c280-4e3c-8f2c-192d1bc8c671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:39:08.789729 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b64f8b87-dd90-46f7-8b77-ce083ff356ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:08.873932 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de73ecac-1030-4e68-904d-9c6e50c77dfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-b9ca543b-4fff-492c-af29-3ca85191647c', 'network_id': 'b9ca543b-4fff-492c-af29-3ca85191647c', 'tenant_id': '4dd24f00d7f049b692791c368ae5efca', 'fixed_ips': [{'subnet_id': '2be61b5b-44e3-4613-9e3f-f635c93b934e'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:39:08.878983 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-de73ecac-1030-4e68-904d-9c6e50c77dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:09.119281 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-de73ecac-1030-4e68-904d-9c6e50c77dfe None None] Allocated IP 172.20.0.2 (b9ca543b-4fff-492c-af29-3ca85191647c/2be61b5b-44e3-4613-9e3f-f635c93b934e/dd45903b-994c-492b-a833-d72d667cd244) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:39:09.133966 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b64f8b87-dd90-46f7-8b77-ce083ff356ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:09.334780 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-de73ecac-1030-4e68-904d-9c6e50c77dfe None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:09.387401 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42564) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:09.399889 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-de73ecac-1030-4e68-904d-9c6e50c77dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:09.503089 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de73ecac-1030-4e68-904d-9c6e50c77dfe None None] Network b9ca543b-4fff-492c-af29-3ca85191647c is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:39:09.507453 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-de73ecac-1030-4e68-904d-9c6e50c77dfe None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:39:09.510146 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73ecac-1030-4e68-904d-9c6e50c77dfe None None] Pushing event updated for resources: {'Port': ['ID=dd45903b-994c-492b-a833-d72d667cd244,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:09.512841 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de73ecac-1030-4e68-904d-9c6e50c77dfe None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:39:09.571069 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b64f8b87-dd90-46f7-8b77-ce083ff356ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:09.577842 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-de73ecac-1030-4e68-904d-9c6e50c77dfe None None] Attempting to bind port dd45903b-994c-492b-a833-d72d667cd244 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:39:09.578455 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-de73ecac-1030-4e68-904d-9c6e50c77dfe None None] Attempting to bind port dd45903b-994c-492b-a833-d72d667cd244 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'd25a3d0b-d7f8-4684-a298-141b05a2e07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b9ca543b-4fff-492c-af29-3ca85191647c'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:39:09.578975 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de73ecac-1030-4e68-904d-9c6e50c77dfe None None] Attempting to bind port dd45903b-994c-492b-a833-d72d667cd244 on network b9ca543b-4fff-492c-af29-3ca85191647c {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:39:09.587740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de73ecac-1030-4e68-904d-9c6e50c77dfe None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:39:09.588115 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de73ecac-1030-4e68-904d-9c6e50c77dfe None None] Checking segment: {'id': 'd25a3d0b-d7f8-4684-a298-141b05a2e07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b9ca543b-4fff-492c-af29-3ca85191647c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:39:09.588925 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-de73ecac-1030-4e68-904d-9c6e50c77dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:09.588925 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de73ecac-1030-4e68-904d-9c6e50c77dfe None None] Bound using segment: {'id': 'd25a3d0b-d7f8-4684-a298-141b05a2e07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b9ca543b-4fff-492c-af29-3ca85191647c'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:39:09.589377 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-de73ecac-1030-4e68-904d-9c6e50c77dfe None None] Bound port: dd45903b-994c-492b-a833-d72d667cd244, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25a3d0b-d7f8-4684-a298-141b05a2e07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b9ca543b-4fff-492c-af29-3ca85191647c'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:39:09.589789 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-de73ecac-1030-4e68-904d-9c6e50c77dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:09.591104 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03542d05-cff9-4047-aba8-273ca4685f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:09.604896 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b64f8b87-dd90-46f7-8b77-ce083ff356ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:09.761799 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03542d05-cff9-4047-aba8-273ca4685f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:09.772084 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-b64f8b87-dd90-46f7-8b77-ce083ff356ce admin admin] Allocated IP 172.25.0.26 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/4101afe5-6d80-4e9a-8940-3ca2df74c428) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:39:09.844713 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03542d05-cff9-4047-aba8-273ca4685f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:09.867557 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-de73ecac-1030-4e68-904d-9c6e50c77dfe None None] For port dd45903b-994c-492b-a833-d72d667cd244, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:39:09.873498 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-de73ecac-1030-4e68-904d-9c6e50c77dfe None None] For port dd45903b-994c-492b-a833-d72d667cd244, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=dd45903b-994c-492b-a833-d72d667cd244,segment=NetworkSegment(d25a3d0b-d7f8-4684-a298-141b05a2e07f),segment_id=d25a3d0b-d7f8-4684-a298-141b05a2e07f)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:39:09.908355 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03542d05-cff9-4047-aba8-273ca4685f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a69a8c7-2903-4bbb-850b-08138098748d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:09.910639 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b64f8b87-dd90-46f7-8b77-ce083ff356ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:09.934080 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-03542d05-cff9-4047-aba8-273ca4685f5b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d6aa4fbad1d4c4cb619425bcfb37043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5425997 Apr 20 16:39:09.937347 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42578) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:09.972502 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-de73ecac-1030-4e68-904d-9c6e50c77dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:10.027234 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-217084ec-334c-484b-af19-e605a20f20b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:10.063696 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-217084ec-334c-484b-af19-e605a20f20b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:10.071478 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b64f8b87-dd90-46f7-8b77-ce083ff356ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:10.154421 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73ecac-1030-4e68-904d-9c6e50c77dfe None None] Pushing event updated for resources: {'Port': ['ID=dd45903b-994c-492b-a833-d72d667cd244,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:10.180708 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device aba0ed66-b04f-46ff-9c0c-daefe019d73b up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:39:10.184841 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64f8b87-dd90-46f7-8b77-ce083ff356ce admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:39:10.187995 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-b64f8b87-dd90-46f7-8b77-ce083ff356ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:39:10.192193 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64f8b87-dd90-46f7-8b77-ce083ff356ce admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:39:10.202866 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f8b87-dd90-46f7-8b77-ce083ff356ce admin admin] Pushing event updated for resources: {'Port': ['ID=4101afe5-6d80-4e9a-8940-3ca2df74c428,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:10.298000 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-217084ec-334c-484b-af19-e605a20f20b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:10.304708 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-217084ec-334c-484b-af19-e605a20f20b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:10.307825 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-217084ec-334c-484b-af19-e605a20f20b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a69a8c7-2903-4bbb-850b-08138098748d HTTP/1.1" status: 204 len: 168 time: 0.3685100 Apr 20 16:39:10.310744 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port aba0ed66-b04f-46ff-9c0c-daefe019d73b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:10.313490 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:10.379450 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217084ec-334c-484b-af19-e605a20f20b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a69a8c7-2903-4bbb-850b-08138098748d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:10.641992 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b64f8b87-dd90-46f7-8b77-ce083ff356ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:11.294254 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b64f8b87-dd90-46f7-8b77-ce083ff356ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:11.484878 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42614) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:11.502435 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc543c36-4421-4aeb-8281-f1cbc658a898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:11.581768 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a7fb88-23ac-4db1-b490-5b58b796118c None None] Network b9ca543b-4fff-492c-af29-3ca85191647c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:39:11.602407 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64f8b87-dd90-46f7-8b77-ce083ff356ce admin admin] Router e864527d-8ea3-495c-834d-4a995b1c4733 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:39:11.608322 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc543c36-4421-4aeb-8281-f1cbc658a898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:11.680145 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a7c6462d-71bf-4e1c-9653-dfd603912b38 None None] Provisioning complete for port dd45903b-994c-492b-a833-d72d667cd244 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:11.680704 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a7c6462d-71bf-4e1c-9653-dfd603912b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:11.707707 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc543c36-4421-4aeb-8281-f1cbc658a898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:11.734717 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64f8b87-dd90-46f7-8b77-ce083ff356ce admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:39:11.750172 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] Sync routers for ids ['e864527d-8ea3-495c-834d-4a995b1c4733'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:39:11.759088 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bc543c36-4421-4aeb-8281-f1cbc658a898 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a86740d368c4211bfbbe4ae257977df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2721059 Apr 20 16:39:11.761627 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42618) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:11.796085 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc543c36-4421-4aeb-8281-f1cbc658a898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fd7548-322a-4fc3-a027-b9ddc5f310dd,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:11.820767 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] Routers {'e864527d-8ea3-495c-834d-4a995b1c4733'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:39:11.821497 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e864527d-8ea3-495c-834d-4a995b1c4733'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:11.832135 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-893d600c-a488-4d43-bb2d-6c86ee2f81f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:11.856024 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-893d600c-a488-4d43-bb2d-6c86ee2f81f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:11.873891 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b64f8b87-dd90-46f7-8b77-ce083ff356ce admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:11.878392 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b64f8b87-dd90-46f7-8b77-ce083ff356ce admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4844780 Apr 20 16:39:11.882635 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42620) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:12.003309 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a7c6462d-71bf-4e1c-9653-dfd603912b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:12.053184 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] Set router e864527d-8ea3-495c-834d-4a995b1c4733 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:39:12.118662 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-893d600c-a488-4d43-bb2d-6c86ee2f81f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:12.128240 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-893d600c-a488-4d43-bb2d-6c86ee2f81f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:12.132734 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-893d600c-a488-4d43-bb2d-6c86ee2f81f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/62fd7548-322a-4fc3-a027-b9ddc5f310dd HTTP/1.1" status: 204 len: 168 time: 0.3694947 Apr 20 16:39:12.160501 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d600c-a488-4d43-bb2d-6c86ee2f81f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fd7548-322a-4fc3-a027-b9ddc5f310dd,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:12.190142 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device dd45903b-994c-492b-a833-d72d667cd244 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:39:12.229359 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a7c6462d-71bf-4e1c-9653-dfd603912b38 None None] For port dd45903b-994c-492b-a833-d72d667cd244, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=dd45903b-994c-492b-a833-d72d667cd244,segment=NetworkSegment(d25a3d0b-d7f8-4684-a298-141b05a2e07f),segment_id=d25a3d0b-d7f8-4684-a298-141b05a2e07f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:39:12.497243 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a7c6462d-71bf-4e1c-9653-dfd603912b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:12.683818 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6462d-71bf-4e1c-9653-dfd603912b38 None None] Pushing event updated for resources: {'Port': ['ID=dd45903b-994c-492b-a833-d72d667cd244,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:12.741280 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f1984169-123c-4f25-8620-50c266ad47e2 None None] Provisioning complete for port dd45903b-994c-492b-a833-d72d667cd244 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:12.741280 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f1984169-123c-4f25-8620-50c266ad47e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:12.752878 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5133dbb4-0cd9-4148-92b4-44af5f6a92e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:12.785624 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port dd45903b-994c-492b-a833-d72d667cd244 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:12.786620 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:12.897545 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864527d-8ea3-495c-834d-4a995b1c4733', 'name': 'tempest-TestServerBasicOps-1719074627-router', 'tenant_id': '4dd24f00d7f049b692791c368ae5efca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '4101afe5-6d80-4e9a-8940-3ca2df74c428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:39:08Z', 'updated_at': '2022-04-20T16:39:10Z', 'revision_number': 3, 'project_id': '4dd24f00d7f049b692791c368ae5efca', 'gw_port': {'id': '4101afe5-6d80-4e9a-8940-3ca2df74c428', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e864527d-8ea3-495c-834d-4a995b1c4733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:39:09Z', 'updated_at': '2022-04-20T16:39:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:12.935678 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] Checking router: e864527d-8ea3-495c-834d-4a995b1c4733 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:39:12.936250 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] Updating router e864527d-8ea3-495c-834d-4a995b1c4733 port 4101afe5-6d80-4e9a-8940-3ca2df74c428 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:39:13.026193 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-5133dbb4-0cd9-4148-92b4-44af5f6a92e8 admin admin] Allocated IP 172.20.0.1 (b9ca543b-4fff-492c-af29-3ca85191647c/2be61b5b-44e3-4613-9e3f-f635c93b934e/7b8e591c-0052-414f-9655-33b85997ffe0) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:39:13.080150 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:13.169168 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5133dbb4-0cd9-4148-92b4-44af5f6a92e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:13.336775 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5133dbb4-0cd9-4148-92b4-44af5f6a92e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:13.430860 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5133dbb4-0cd9-4148-92b4-44af5f6a92e8 admin admin] Network b9ca543b-4fff-492c-af29-3ca85191647c is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:39:13.456774 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-5133dbb4-0cd9-4148-92b4-44af5f6a92e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:39:13.460802 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5133dbb4-0cd9-4148-92b4-44af5f6a92e8 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:39:13.500648 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:13.517683 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133dbb4-0cd9-4148-92b4-44af5f6a92e8 admin admin] Pushing event updated for resources: {'Port': ['ID=7b8e591c-0052-414f-9655-33b85997ffe0,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:13.556389 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5133dbb4-0cd9-4148-92b4-44af5f6a92e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:13.626713 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:13.717808 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] Attempting to bind port 4101afe5-6d80-4e9a-8940-3ca2df74c428 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:39:13.718472 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] Attempting to bind port 4101afe5-6d80-4e9a-8940-3ca2df74c428 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:39:13.718602 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] Attempting to bind port 4101afe5-6d80-4e9a-8940-3ca2df74c428 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:39:13.724633 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f343f-f2f2-4859-871a-3f0d3bb30452 None None] Pushing event updated for resources: {'Port': ['ID=4101afe5-6d80-4e9a-8940-3ca2df74c428,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:13.735409 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:39:13.735872 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:39:13.736468 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:13.737034 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:39:13.737704 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] Bound port: 4101afe5-6d80-4e9a-8940-3ca2df74c428, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:39:13.738086 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:13.815175 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] For port 4101afe5-6d80-4e9a-8940-3ca2df74c428, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:39:13.819595 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] For port 4101afe5-6d80-4e9a-8940-3ca2df74c428, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4101afe5-6d80-4e9a-8940-3ca2df74c428,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:39:13.857169 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-accf0e59-74e8-4a43-9297-640f0dedbe01 None None] Provisioning complete for port 7b8e591c-0052-414f-9655-33b85997ffe0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:13.857631 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-accf0e59-74e8-4a43-9297-640f0dedbe01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:13.860981 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5133dbb4-0cd9-4148-92b4-44af5f6a92e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:13.909774 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:14.001078 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-accf0e59-74e8-4a43-9297-640f0dedbe01 None None] Port 7b8e591c-0052-414f-9655-33b85997ffe0 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:39:14.016897 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] Routers {'e864527d-8ea3-495c-834d-4a995b1c4733'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:39:14.017746 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e864527d-8ea3-495c-834d-4a995b1c4733'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:14.079746 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device dd45903b-994c-492b-a833-d72d667cd244 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:39:14.086478 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f343f-f2f2-4859-871a-3f0d3bb30452 None None] Pushing event updated for resources: {'Port': ['ID=4101afe5-6d80-4e9a-8940-3ca2df74c428,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:14.102448 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5133dbb4-0cd9-4148-92b4-44af5f6a92e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:14.189764 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] Set router e864527d-8ea3-495c-834d-4a995b1c4733 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:39:14.222856 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port dd45903b-994c-492b-a833-d72d667cd244 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:14.223226 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:14.237279 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5133dbb4-0cd9-4148-92b4-44af5f6a92e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:14.363247 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133dbb4-0cd9-4148-92b4-44af5f6a92e8 admin admin] Pushing event updated for resources: {'Port': ['ID=7b8e591c-0052-414f-9655-33b85997ffe0,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:14.378072 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5133dbb4-0cd9-4148-92b4-44af5f6a92e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:14.486147 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42704) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:14.585622 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5133dbb4-0cd9-4148-92b4-44af5f6a92e8 admin admin] Network b9ca543b-4fff-492c-af29-3ca85191647c is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:39:14.587095 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-5133dbb4-0cd9-4148-92b4-44af5f6a92e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:39:14.654373 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864527d-8ea3-495c-834d-4a995b1c4733', 'name': 'tempest-TestServerBasicOps-1719074627-router', 'tenant_id': '4dd24f00d7f049b692791c368ae5efca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '4101afe5-6d80-4e9a-8940-3ca2df74c428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:39:08Z', 'updated_at': '2022-04-20T16:39:13Z', 'revision_number': 4, 'project_id': '4dd24f00d7f049b692791c368ae5efca', 'gw_port': {'id': '4101afe5-6d80-4e9a-8940-3ca2df74c428', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e864527d-8ea3-495c-834d-4a995b1c4733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:39:09Z', 'updated_at': '2022-04-20T16:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '7b8e591c-0052-414f-9655-33b85997ffe0', 'name': '', 'network_id': 'b9ca543b-4fff-492c-af29-3ca85191647c', 'tenant_id': '4dd24f00d7f049b692791c368ae5efca', 'mac_address': 'fa:16:3e:6c:f0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e864527d-8ea3-495c-834d-4a995b1c4733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '2be61b5b-44e3-4613-9e3f-f635c93b934e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:39:12Z', 'updated_at': '2022-04-20T16:39:13Z', 'revision_number': 1, 'project_id': '4dd24f00d7f049b692791c368ae5efca', 'subnets': [{'id': '2be61b5b-44e3-4613-9e3f-f635c93b934e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:14.685761 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39787dca-f559-49b9-acd5-e535402b87fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:14.692251 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e983be-01f3-441d-a879-caf6e636e6c2 None None] The sync data for ids ['e864527d-8ea3-495c-834d-4a995b1c4733'] in n-d-836146-2 is: [{'id': 'e864527d-8ea3-495c-834d-4a995b1c4733', 'name': 'tempest-TestServerBasicOps-1719074627-router', 'tenant_id': '4dd24f00d7f049b692791c368ae5efca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '4101afe5-6d80-4e9a-8940-3ca2df74c428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:39:08Z', 'updated_at': '2022-04-20T16:39:13Z', 'revision_number': 4, 'project_id': '4dd24f00d7f049b692791c368ae5efca', 'gw_port': {'id': '4101afe5-6d80-4e9a-8940-3ca2df74c428', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e864527d-8ea3-495c-834d-4a995b1c4733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:39:09Z', 'updated_at': '2022-04-20T16:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '7b8e591c-0052-414f-9655-33b85997ffe0', 'name': '', 'network_id': 'b9ca543b-4fff-492c-af29-3ca85191647c', 'tenant_id': '4dd24f00d7f049b692791c368ae5efca', 'mac_address': 'fa:16:3e:6c:f0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e864527d-8ea3-495c-834d-4a995b1c4733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '2be61b5b-44e3-4613-9e3f-f635c93b934e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:39:12Z', 'updated_at': '2022-04-20T16:39:13Z', 'revision_number': 1, 'project_id': '4dd24f00d7f049b692791c368ae5efca', 'subnets': [{'id': '2be61b5b-44e3-4613-9e3f-f635c93b934e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:39:14.759957 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5133dbb4-0cd9-4148-92b4-44af5f6a92e8 admin admin] Router e864527d-8ea3-495c-834d-4a995b1c4733 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:39:14.815126 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39787dca-f559-49b9-acd5-e535402b87fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:14.890366 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39787dca-f559-49b9-acd5-e535402b87fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:14.982556 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-39787dca-f559-49b9-acd5-e535402b87fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aff6dbdf528c4bec9487a8e16b91bea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4941614 Apr 20 16:39:14.983725 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39787dca-f559-49b9-acd5-e535402b87fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9314e04b-9970-407f-9dad-cc8ba8c61cd6,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:14.986500 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42720) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:15.036222 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5133dbb4-0cd9-4148-92b4-44af5f6a92e8 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:39:15.044194 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-df824ea5-7624-47ff-bef6-7993b957e979 None None] Provisioning complete for port 7b8e591c-0052-414f-9655-33b85997ffe0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:15.045175 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5133dbb4-0cd9-4148-92b4-44af5f6a92e8 admin admin] 10.222.0.15 "PUT /v2.0/routers/e864527d-8ea3-495c-834d-4a995b1c4733/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1649354 Apr 20 16:39:15.054933 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-df824ea5-7624-47ff-bef6-7993b957e979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:15.067256 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2da21c5-8ee7-487d-ac7d-23d7d40dbaff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:15.070152 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39787dca-f559-49b9-acd5-e535402b87fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:15.070504 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39787dca-f559-49b9-acd5-e535402b87fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:15.070840 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39787dca-f559-49b9-acd5-e535402b87fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:15.071176 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39787dca-f559-49b9-acd5-e535402b87fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:15.071504 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39787dca-f559-49b9-acd5-e535402b87fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:15.071876 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39787dca-f559-49b9-acd5-e535402b87fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:15.072205 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39787dca-f559-49b9-acd5-e535402b87fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:15.072555 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39787dca-f559-49b9-acd5-e535402b87fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:15.072873 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39787dca-f559-49b9-acd5-e535402b87fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:15.073192 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39787dca-f559-49b9-acd5-e535402b87fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:15.073513 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39787dca-f559-49b9-acd5-e535402b87fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:15.073830 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39787dca-f559-49b9-acd5-e535402b87fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:15.119789 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2da21c5-8ee7-487d-ac7d-23d7d40dbaff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:15.150177 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-df824ea5-7624-47ff-bef6-7993b957e979 None None] Port 7b8e591c-0052-414f-9655-33b85997ffe0 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:39:15.287980 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2da21c5-8ee7-487d-ac7d-23d7d40dbaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:15.290562 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f2da21c5-8ee7-487d-ac7d-23d7d40dbaff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:15.296230 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f2da21c5-8ee7-487d-ac7d-23d7d40dbaff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9314e04b-9970-407f-9dad-cc8ba8c61cd6 HTTP/1.1" status: 204 len: 168 time: 0.3080211 Apr 20 16:39:15.304971 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da21c5-8ee7-487d-ac7d-23d7d40dbaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9314e04b-9970-407f-9dad-cc8ba8c61cd6,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:16.212245 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4101afe5-6d80-4e9a-8940-3ca2df74c428 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:39:16.266980 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 4101afe5-6d80-4e9a-8940-3ca2df74c428 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:16.267350 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:16.333257 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42760) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:16.350200 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a55ce14-1ec4-4062-8221-971d72dd965b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:16.366257 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42762) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:16.371807 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c754b670-0ba4-4ed1-8f34-1f348b1bb2e1 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1181493122', 'description': 'tempest-secgroup-smoke-1181493122 description', 'project_id': '8ffa36b560db4315aa5b106edc630152'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:16.391123 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:16.417869 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 4101afe5-6d80-4e9a-8940-3ca2df74c428, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4101afe5-6d80-4e9a-8940-3ca2df74c428,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:39:16.476593 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a55ce14-1ec4-4062-8221-971d72dd965b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:16.509240 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c754b670-0ba4-4ed1-8f34-1f348b1bb2e1 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:16.509801 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:16.573926 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a55ce14-1ec4-4062-8221-971d72dd965b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:16.618450 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=4101afe5-6d80-4e9a-8940-3ca2df74c428,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:16.644368 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c754b670-0ba4-4ed1-8f34-1f348b1bb2e1 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:16.660256 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6a55ce14-1ec4-4062-8221-971d72dd965b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ecd7b792f8d449bfa1e29f5618ece520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3233724 Apr 20 16:39:16.661120 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42768) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:16.670777 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55ce14-1ec4-4062-8221-971d72dd965b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8686097d-ff26-4d74-9dd8-a5086c39cacc,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:16.733790 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3eb353e9-88e9-43d5-96fd-afea73f019c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:16.755611 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c754b670-0ba4-4ed1-8f34-1f348b1bb2e1 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:16.759862 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3eb353e9-88e9-43d5-96fd-afea73f019c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:16.813750 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754b670-0ba4-4ed1-8f34-1f348b1bb2e1 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:17.029971 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c754b670-0ba4-4ed1-8f34-1f348b1bb2e1 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:17.031426 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c754b670-0ba4-4ed1-8f34-1f348b1bb2e1 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6633189 Apr 20 16:39:17.035900 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42774) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:17.039887 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e1de1fcb-fba4-49eb-a261-ada4b14e1680 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Request body: {'security_group_rule': {'security_group_id': '029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2', 'project_id': '8ffa36b560db4315aa5b106edc630152', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:17.060487 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3eb353e9-88e9-43d5-96fd-afea73f019c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:17.061619 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3eb353e9-88e9-43d5-96fd-afea73f019c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:17.072283 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3eb353e9-88e9-43d5-96fd-afea73f019c7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8686097d-ff26-4d74-9dd8-a5086c39cacc HTTP/1.1" status: 204 len: 168 time: 0.4009001 Apr 20 16:39:17.089577 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb353e9-88e9-43d5-96fd-afea73f019c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8686097d-ff26-4d74-9dd8-a5086c39cacc,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:17.162453 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1de1fcb-fba4-49eb-a261-ada4b14e1680 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:17.298123 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1de1fcb-fba4-49eb-a261-ada4b14e1680 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:17.443237 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1de1fcb-fba4-49eb-a261-ada4b14e1680 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:17.469975 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de1fcb-fba4-49eb-a261-ada4b14e1680 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f021cef7-476c-4315-bc76-7bcd51167440,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:17.550592 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1de1fcb-fba4-49eb-a261-ada4b14e1680 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:17.551879 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e1de1fcb-fba4-49eb-a261-ada4b14e1680 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5164776 Apr 20 16:39:17.554883 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42792) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:17.561473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2ce0adac-b7e6-4322-9f2f-a663f99529be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Request body: {'security_group_rule': {'security_group_id': '029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2', 'project_id': '8ffa36b560db4315aa5b106edc630152', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:17.632653 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] Sync routers for ids ['e864527d-8ea3-495c-834d-4a995b1c4733'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:39:17.647463 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] Routers {'e864527d-8ea3-495c-834d-4a995b1c4733'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:39:17.648202 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e864527d-8ea3-495c-834d-4a995b1c4733'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:17.686065 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ce0adac-b7e6-4322-9f2f-a663f99529be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:17.829423 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ce0adac-b7e6-4322-9f2f-a663f99529be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:17.848969 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] Set router e864527d-8ea3-495c-834d-4a995b1c4733 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:39:17.979717 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ce0adac-b7e6-4322-9f2f-a663f99529be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:18.055504 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0adac-b7e6-4322-9f2f-a663f99529be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760ed52f-2277-4f1a-afac-da589add8c0f,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:18.083998 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864527d-8ea3-495c-834d-4a995b1c4733', 'name': 'tempest-TestServerBasicOps-1719074627-router', 'tenant_id': '4dd24f00d7f049b692791c368ae5efca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '4101afe5-6d80-4e9a-8940-3ca2df74c428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:39:08Z', 'updated_at': '2022-04-20T16:39:13Z', 'revision_number': 4, 'project_id': '4dd24f00d7f049b692791c368ae5efca', 'gw_port': {'id': '4101afe5-6d80-4e9a-8940-3ca2df74c428', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864527d-8ea3-495c-834d-4a995b1c4733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:39:09Z', 'updated_at': '2022-04-20T16:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '7b8e591c-0052-414f-9655-33b85997ffe0', 'name': '', 'network_id': 'b9ca543b-4fff-492c-af29-3ca85191647c', 'tenant_id': '4dd24f00d7f049b692791c368ae5efca', 'mac_address': 'fa:16:3e:6c:f0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e864527d-8ea3-495c-834d-4a995b1c4733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '2be61b5b-44e3-4613-9e3f-f635c93b934e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:39:12Z', 'updated_at': '2022-04-20T16:39:13Z', 'revision_number': 2, 'project_id': '4dd24f00d7f049b692791c368ae5efca', 'subnets': [{'id': '2be61b5b-44e3-4613-9e3f-f635c93b934e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:18.114232 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] Checking router: e864527d-8ea3-495c-834d-4a995b1c4733 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:39:18.114819 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] Updating router e864527d-8ea3-495c-834d-4a995b1c4733 port 7b8e591c-0052-414f-9655-33b85997ffe0 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:39:18.136172 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4101afe5-6d80-4e9a-8940-3ca2df74c428 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:39:18.143741 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:18.149855 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ce0adac-b7e6-4322-9f2f-a663f99529be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:18.151267 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2ce0adac-b7e6-4322-9f2f-a663f99529be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5953033 Apr 20 16:39:18.154253 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42810) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:18.159177 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-65298b45-3eea-4c1e-9ec4-4944a9374fd2 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Request body: {'security_group_rule': {'security_group_id': '029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2', 'project_id': '8ffa36b560db4315aa5b106edc630152', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:18.193147 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 4101afe5-6d80-4e9a-8940-3ca2df74c428 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:18.193511 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:18.301955 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65298b45-3eea-4c1e-9ec4-4944a9374fd2 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:18.380967 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65298b45-3eea-4c1e-9ec4-4944a9374fd2 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:18.514072 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65298b45-3eea-4c1e-9ec4-4944a9374fd2 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:18.531655 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65298b45-3eea-4c1e-9ec4-4944a9374fd2 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c347b3a2-d480-4e0b-97dd-9cc778a5f0ff,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:18.577234 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:18.616168 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42824) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:18.675487 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65298b45-3eea-4c1e-9ec4-4944a9374fd2 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:18.676947 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-65298b45-3eea-4c1e-9ec4-4944a9374fd2 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5215008 Apr 20 16:39:18.679608 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42830) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:18.684247 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-450a1cbb-6318-450d-b6ab-8b3b68b0d81a tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Request body: {'security_group_rule': {'security_group_id': '029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2', 'project_id': '8ffa36b560db4315aa5b106edc630152', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:18.724925 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:18.757976 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-73c401fd-7b28-4c66-a452-d135e16e3990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:18.784167 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed9477-f687-4977-8b67-caf6313cfcdb None None] Pushing event updated for resources: {'Port': ['ID=7b8e591c-0052-414f-9655-33b85997ffe0,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:18.829128 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed9477-f687-4977-8b67-caf6313cfcdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:18.829748 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed9477-f687-4977-8b67-caf6313cfcdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:18.830077 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed9477-f687-4977-8b67-caf6313cfcdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:18.830413 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed9477-f687-4977-8b67-caf6313cfcdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:18.830745 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed9477-f687-4977-8b67-caf6313cfcdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:18.831072 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed9477-f687-4977-8b67-caf6313cfcdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:18.831395 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed9477-f687-4977-8b67-caf6313cfcdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:18.831889 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed9477-f687-4977-8b67-caf6313cfcdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:18.832407 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed9477-f687-4977-8b67-caf6313cfcdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:18.832733 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed9477-f687-4977-8b67-caf6313cfcdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:18.833220 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed9477-f687-4977-8b67-caf6313cfcdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:18.833548 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed9477-f687-4977-8b67-caf6313cfcdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:18.848255 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] Attempting to bind port 7b8e591c-0052-414f-9655-33b85997ffe0 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:39:18.848602 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] Attempting to bind port 7b8e591c-0052-414f-9655-33b85997ffe0 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'd25a3d0b-d7f8-4684-a298-141b05a2e07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b9ca543b-4fff-492c-af29-3ca85191647c'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:39:18.848952 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] Attempting to bind port 7b8e591c-0052-414f-9655-33b85997ffe0 on network b9ca543b-4fff-492c-af29-3ca85191647c {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:39:18.854365 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:39:18.854739 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] Checking segment: {'id': 'd25a3d0b-d7f8-4684-a298-141b05a2e07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b9ca543b-4fff-492c-af29-3ca85191647c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:39:18.855138 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:18.855530 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] Bound using segment: {'id': 'd25a3d0b-d7f8-4684-a298-141b05a2e07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b9ca543b-4fff-492c-af29-3ca85191647c'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:39:18.855999 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] Bound port: 7b8e591c-0052-414f-9655-33b85997ffe0, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25a3d0b-d7f8-4684-a298-141b05a2e07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b9ca543b-4fff-492c-af29-3ca85191647c'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:39:18.856586 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:18.857560 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-450a1cbb-6318-450d-b6ab-8b3b68b0d81a tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:18.899869 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-73c401fd-7b28-4c66-a452-d135e16e3990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:18.941951 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] For port 7b8e591c-0052-414f-9655-33b85997ffe0, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:39:18.945894 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] For port 7b8e591c-0052-414f-9655-33b85997ffe0, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7b8e591c-0052-414f-9655-33b85997ffe0,segment=NetworkSegment(d25a3d0b-d7f8-4684-a298-141b05a2e07f),segment_id=d25a3d0b-d7f8-4684-a298-141b05a2e07f)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:39:18.986756 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-450a1cbb-6318-450d-b6ab-8b3b68b0d81a tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:19.006968 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-73c401fd-7b28-4c66-a452-d135e16e3990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:19.016506 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:19.057998 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-73c401fd-7b28-4c66-a452-d135e16e3990 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2394b7e0af2d46eb9aa5a8e9c7f3fe19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4365232 Apr 20 16:39:19.058102 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42842) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:19.082507 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c401fd-7b28-4c66-a452-d135e16e3990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab0707b-fa4d-4765-9826-341b2634aa22,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:19.112762 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-fbeabbe1-1533-4ae8-9d7d-05dc5ee23b99 None None] Provisioning complete for port 7b8e591c-0052-414f-9655-33b85997ffe0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:19.113386 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fbeabbe1-1533-4ae8-9d7d-05dc5ee23b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:19.123142 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-450a1cbb-6318-450d-b6ab-8b3b68b0d81a tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:19.170532 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42844) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:19.176847 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b2bc7462-d424-4337-969d-b70a4bee0746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:19.191027 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a1cbb-6318-450d-b6ab-8b3b68b0d81a tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee1e05e-6030-476b-807d-33ccb010733f,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:19.199735 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] Routers {'e864527d-8ea3-495c-834d-4a995b1c4733'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:39:19.202754 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:38:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e864527d-8ea3-495c-834d-4a995b1c4733'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:19.212372 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed9477-f687-4977-8b67-caf6313cfcdb None None] Pushing event updated for resources: {'Port': ['ID=7b8e591c-0052-414f-9655-33b85997ffe0,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:19.241034 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-450a1cbb-6318-450d-b6ab-8b3b68b0d81a tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:19.242806 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-450a1cbb-6318-450d-b6ab-8b3b68b0d81a tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5615304 Apr 20 16:39:19.244971 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42850) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:19.249642 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f9bf60d9-a03e-4eaa-a2f4-139ec5068b23 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Request body: {'security_group_rule': {'security_group_id': '029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2', 'project_id': '8ffa36b560db4315aa5b106edc630152', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:19.282869 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b2bc7462-d424-4337-969d-b70a4bee0746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:19.370144 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fbeabbe1-1533-4ae8-9d7d-05dc5ee23b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:19.398585 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-16b4870a-6465-46e6-bab9-f2cdb431d498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:19.419226 n-d-836146-2 neutron-server[103485]: INFO neutron.db.securitygroups_db [None req-f9bf60d9-a03e-4eaa-a2f4-139ec5068b23 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Project 8ffa36b560db4315aa5b106edc630152 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:39:19.422754 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-fbeabbe1-1533-4ae8-9d7d-05dc5ee23b99 None None] For port 7b8e591c-0052-414f-9655-33b85997ffe0, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7b8e591c-0052-414f-9655-33b85997ffe0,segment=NetworkSegment(d25a3d0b-d7f8-4684-a298-141b05a2e07f),segment_id=d25a3d0b-d7f8-4684-a298-141b05a2e07f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:39:19.427751 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9bf60d9-a03e-4eaa-a2f4-139ec5068b23 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:19.438397 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] Set router e864527d-8ea3-495c-834d-4a995b1c4733 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:39:19.471723 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b2bc7462-d424-4337-969d-b70a4bee0746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:19.475950 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b2bc7462-d424-4337-969d-b70a4bee0746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:19.478332 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b2bc7462-d424-4337-969d-b70a4bee0746 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ab0707b-fa4d-4765-9826-341b2634aa22 HTTP/1.1" status: 204 len: 168 time: 0.4207172 Apr 20 16:39:19.492318 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc7462-d424-4337-969d-b70a4bee0746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab0707b-fa4d-4765-9826-341b2634aa22,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:19.567926 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fbeabbe1-1533-4ae8-9d7d-05dc5ee23b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:19.577085 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9bf60d9-a03e-4eaa-a2f4-139ec5068b23 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:19.621672 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-16b4870a-6465-46e6-bab9-f2cdb431d498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:19.645341 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeabbe1-1533-4ae8-9d7d-05dc5ee23b99 None None] Pushing event updated for resources: {'Port': ['ID=7b8e591c-0052-414f-9655-33b85997ffe0,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:19.665183 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9bf60d9-a03e-4eaa-a2f4-139ec5068b23 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:19.688371 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf60d9-a03e-4eaa-a2f4-139ec5068b23 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbaebdb0-10d0-462a-9fd8-7b0db46e2fb2,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:19.693292 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-40ef0734-6c4c-49d7-9eb3-a769c5b1b911 None None] Provisioning complete for port 7b8e591c-0052-414f-9655-33b85997ffe0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:19.693709 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-40ef0734-6c4c-49d7-9eb3-a769c5b1b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:19.748033 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-16b4870a-6465-46e6-bab9-f2cdb431d498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:19.755489 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864527d-8ea3-495c-834d-4a995b1c4733', 'name': 'tempest-TestServerBasicOps-1719074627-router', 'tenant_id': '4dd24f00d7f049b692791c368ae5efca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '4101afe5-6d80-4e9a-8940-3ca2df74c428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:39:08Z', 'updated_at': '2022-04-20T16:39:13Z', 'revision_number': 4, 'project_id': '4dd24f00d7f049b692791c368ae5efca', 'gw_port': {'id': '4101afe5-6d80-4e9a-8940-3ca2df74c428', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864527d-8ea3-495c-834d-4a995b1c4733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:39:09Z', 'updated_at': '2022-04-20T16:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '7b8e591c-0052-414f-9655-33b85997ffe0', 'name': '', 'network_id': 'b9ca543b-4fff-492c-af29-3ca85191647c', 'tenant_id': '4dd24f00d7f049b692791c368ae5efca', 'mac_address': 'fa:16:3e:6c:f0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e864527d-8ea3-495c-834d-4a995b1c4733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '2be61b5b-44e3-4613-9e3f-f635c93b934e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:39:12Z', 'updated_at': '2022-04-20T16:39:18Z', 'revision_number': 4, 'project_id': '4dd24f00d7f049b692791c368ae5efca', 'subnets': [{'id': '2be61b5b-44e3-4613-9e3f-f635c93b934e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:19.786716 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9bf60d9-a03e-4eaa-a2f4-139ec5068b23 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:19.799896 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42864) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:19.801166 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f9bf60d9-a03e-4eaa-a2f4-139ec5068b23 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5546162 Apr 20 16:39:19.806517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-a73bcf1f-b9ec-4590-a00c-994cad380cde tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Request body: {'security_group_rule': {'security_group_id': '029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2', 'project_id': '8ffa36b560db4315aa5b106edc630152', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:19.833373 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f21ee8-3e7a-439f-aefc-8250559f2330 None None] The sync data for ids ['e864527d-8ea3-495c-834d-4a995b1c4733'] in n-d-836146-2 is: [{'id': 'e864527d-8ea3-495c-834d-4a995b1c4733', 'name': 'tempest-TestServerBasicOps-1719074627-router', 'tenant_id': '4dd24f00d7f049b692791c368ae5efca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '4101afe5-6d80-4e9a-8940-3ca2df74c428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:39:08Z', 'updated_at': '2022-04-20T16:39:13Z', 'revision_number': 4, 'project_id': '4dd24f00d7f049b692791c368ae5efca', 'gw_port': {'id': '4101afe5-6d80-4e9a-8940-3ca2df74c428', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864527d-8ea3-495c-834d-4a995b1c4733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:39:09Z', 'updated_at': '2022-04-20T16:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '7b8e591c-0052-414f-9655-33b85997ffe0', 'name': '', 'network_id': 'b9ca543b-4fff-492c-af29-3ca85191647c', 'tenant_id': '4dd24f00d7f049b692791c368ae5efca', 'mac_address': 'fa:16:3e:6c:f0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e864527d-8ea3-495c-834d-4a995b1c4733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '2be61b5b-44e3-4613-9e3f-f635c93b934e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:39:12Z', 'updated_at': '2022-04-20T16:39:18Z', 'revision_number': 4, 'project_id': '4dd24f00d7f049b692791c368ae5efca', 'subnets': [{'id': '2be61b5b-44e3-4613-9e3f-f635c93b934e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:39:19.850772 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-16b4870a-6465-46e6-bab9-f2cdb431d498 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fbdeb0d87273404eab0b981a98487367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6740990 Apr 20 16:39:19.853551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42866) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:19.856200 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4870a-6465-46e6-bab9-f2cdb431d498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb9dbfb-35b2-4486-899a-0b55a6aee3b1,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:19.945227 n-d-836146-2 neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-a73bcf1f-b9ec-4590-a00c-994cad380cde tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Project 8ffa36b560db4315aa5b106edc630152 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:39:19.952779 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a73bcf1f-b9ec-4590-a00c-994cad380cde tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:20.066522 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a73bcf1f-b9ec-4590-a00c-994cad380cde tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:20.090283 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-43b48f1f-9cde-443e-872c-96f303422a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:20.135417 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-43b48f1f-9cde-443e-872c-96f303422a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:20.138296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 7b8e591c-0052-414f-9655-33b85997ffe0 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:39:20.182235 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a73bcf1f-b9ec-4590-a00c-994cad380cde tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:20.211320 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73bcf1f-b9ec-4590-a00c-994cad380cde tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f3448c-0551-4fe0-b4e4-a26cbd2de25b,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:20.214816 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 7b8e591c-0052-414f-9655-33b85997ffe0 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:20.215066 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:20.349762 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a73bcf1f-b9ec-4590-a00c-994cad380cde tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:20.351689 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a73bcf1f-b9ec-4590-a00c-994cad380cde tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5504034 Apr 20 16:39:20.353003 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-43b48f1f-9cde-443e-872c-96f303422a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:20.356547 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-43b48f1f-9cde-443e-872c-96f303422a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:20.363006 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-43b48f1f-9cde-443e-872c-96f303422a13 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4eb9dbfb-35b2-4486-899a-0b55a6aee3b1 HTTP/1.1" status: 204 len: 168 time: 0.5034781 Apr 20 16:39:20.380981 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b48f1f-9cde-443e-872c-96f303422a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb9dbfb-35b2-4486-899a-0b55a6aee3b1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:20.480614 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 42888) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:20.502528 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fc334fd2-a1b5-414c-a3da-0fa4a41a522d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:20.631043 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fc334fd2-a1b5-414c-a3da-0fa4a41a522d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:20.664916 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-6e098424-eca0-46fe-ac4e-a3cd6c04cad0 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1181493122&fields=id&tenant_id=8ffa36b560db4315aa5b106edc630152 HTTP/1.1" status: 200 len: 267 time: 0.0627937 Apr 20 16:39:20.770123 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fc334fd2-a1b5-414c-a3da-0fa4a41a522d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:20.861438 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fc334fd2-a1b5-414c-a3da-0fa4a41a522d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=66f4d915483049ed82723d04e6e7c4ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3797112 Apr 20 16:39:20.864179 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42912) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:20.905795 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc334fd2-a1b5-414c-a3da-0fa4a41a522d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ca7f0c-962e-4e49-ab58-e782f52f1271,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:20.954173 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-80072176-2d1b-4c80-9a2a-150a4d7025c1 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:20.956057 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f05869e7-cf14-4572-b663-28f13a556cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:20.960628 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-80072176-2d1b-4c80-9a2a-150a4d7025c1 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/networks?id=a2358b7b-9f71-44ce-9aa8-c307e3d70b9c HTTP/1.1" status: 200 len: 809 time: 0.2892857 Apr 20 16:39:20.980738 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f05869e7-cf14-4572-b663-28f13a556cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:20.987618 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-77a98b0f-c48a-48d8-b206-02d7a1c879f0 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/quotas/8ffa36b560db4315aa5b106edc630152 HTTP/1.1" status: 200 len: 375 time: 0.0164735 Apr 20 16:39:21.087700 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-17e578af-f3d5-46ee-ac63-7b0558c4568b tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ffa36b560db4315aa5b106edc630152&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977645 Apr 20 16:39:21.133630 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f05869e7-cf14-4572-b663-28f13a556cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:21.136274 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f05869e7-cf14-4572-b663-28f13a556cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:21.137449 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f05869e7-cf14-4572-b663-28f13a556cdf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0ca7f0c-962e-4e49-ab58-e782f52f1271 HTTP/1.1" status: 204 len: 168 time: 0.2703397 Apr 20 16:39:21.148038 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05869e7-cf14-4572-b663-28f13a556cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ca7f0c-962e-4e49-ab58-e782f52f1271,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:21.210556 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-39824c81-9b8e-4270-ad71-7891be8613ef service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:39:21.211642 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-39824c81-9b8e-4270-ad71-7891be8613ef service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1104367 Apr 20 16:39:21.312580 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-94330fec-68e5-4853-89c7-d41b07e857bd service neutron] 10.222.0.15 "GET /v2.0/networks/a2358b7b-9f71-44ce-9aa8-c307e3d70b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938048 Apr 20 16:39:21.411402 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-7ca29307-af0b-4252-a39d-1225244d56c9 service neutron] 10.222.0.15 "GET /v2.0/networks/a2358b7b-9f71-44ce-9aa8-c307e3d70b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923543 Apr 20 16:39:21.434274 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42930) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:21.451814 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1deeaab8-b967-42a4-b3e6-7ca607e493cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:21.780968 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1deeaab8-b967-42a4-b3e6-7ca607e493cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:21.919189 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1deeaab8-b967-42a4-b3e6-7ca607e493cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:21.961451 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1deeaab8-b967-42a4-b3e6-7ca607e493cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c2c89e3ffa8d4fddaec77e13ced665ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5238347 Apr 20 16:39:21.962171 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 42948) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:21.970154 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deeaab8-b967-42a4-b3e6-7ca607e493cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77224d98-b6a4-4d95-a1e9-8f9ec0abad1f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:22.016425 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ed30a0a-3adf-48f4-8573-a59ac5fce957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:22.038499 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ed30a0a-3adf-48f4-8573-a59ac5fce957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:22.113221 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-79618f7b-fc92-426d-aa94-4537e488f994 req-a12de40e-9368-469f-8b86-8fbc166ff819 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 210 time: 0.0316985 Apr 20 16:39:22.188223 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ed30a0a-3adf-48f4-8573-a59ac5fce957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:22.190654 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ed30a0a-3adf-48f4-8573-a59ac5fce957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:22.194255 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6ed30a0a-3adf-48f4-8573-a59ac5fce957 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77224d98-b6a4-4d95-a1e9-8f9ec0abad1f HTTP/1.1" status: 204 len: 168 time: 0.2286925 Apr 20 16:39:22.205260 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed30a0a-3adf-48f4-8573-a59ac5fce957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77224d98-b6a4-4d95-a1e9-8f9ec0abad1f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:22.747163 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8f650858-5c85-4000-874b-2ec84f1d81b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:23.195174 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-383a2f7e-c1a3-460a-afd3-ca648323bc3b req-1665b8e5-bcae-4e63-a88e-b949ce269b5e tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 210 time: 0.0312033 Apr 20 16:39:23.671171 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43036) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:23.860030 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-b6de84c8-38d2-4546-a73c-4fbf32103491 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1689369826'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:23.968155 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6de84c8-38d2-4546-a73c-4fbf32103491 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Made reservation on behalf of 1dd3bec4ccbc4e24a6d5b57d61f8bd82 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:39:23.975948 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6de84c8-38d2-4546-a73c-4fbf32103491 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:23.982125 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6de84c8-38d2-4546-a73c-4fbf32103491 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:24.099206 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6de84c8-38d2-4546-a73c-4fbf32103491 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:24.213432 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6de84c8-38d2-4546-a73c-4fbf32103491 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:24.227398 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6de84c8-38d2-4546-a73c-4fbf32103491 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:39:24.257440 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6de84c8-38d2-4546-a73c-4fbf32103491 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:24.258261 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-b6de84c8-38d2-4546-a73c-4fbf32103491 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Added segment 6254c646-d177-4b3c-90b9-7188d3ecc613 of type vlan for network 679c1932-bed5-4625-9f0d-6da91f5bddae Apr 20 16:39:24.323123 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de84c8-38d2-4546-a73c-4fbf32103491 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f74af6b-aa11-443a-a66a-ef6322a4255b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:24.348316 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a17938b3-d101-485f-ae2d-f90b22858108 req-becc2b11-91e0-43d4-a9a7-bc23767aa015 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 210 time: 0.0668936 Apr 20 16:39:24.367022 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6de84c8-38d2-4546-a73c-4fbf32103491 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:24.490354 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6de84c8-38d2-4546-a73c-4fbf32103491 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:24.508010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6de84c8-38d2-4546-a73c-4fbf32103491 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:24.508010 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6de84c8-38d2-4546-a73c-4fbf32103491 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:24.579683 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de84c8-38d2-4546-a73c-4fbf32103491 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Pushing event updated for resources: {'Network': ['ID=679c1932-bed5-4625-9f0d-6da91f5bddae,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:24.596077 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 679c1932-bed5-4625-9f0d-6da91f5bddae details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:39:24.620128 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b6de84c8-38d2-4546-a73c-4fbf32103491 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9477215 Apr 20 16:39:24.623569 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43076) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:24.629277 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b71115bc-ebdb-462b-940e-439ccb4953e6 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Request body: {'subnet': {'network_id': '679c1932-bed5-4625-9f0d-6da91f5bddae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:24.793699 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71115bc-ebdb-462b-940e-439ccb4953e6 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Made reservation on behalf of 1dd3bec4ccbc4e24a6d5b57d61f8bd82 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:39:24.797814 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b71115bc-ebdb-462b-940e-439ccb4953e6 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:25.172814 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b71115bc-ebdb-462b-940e-439ccb4953e6 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:25.173833 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c9b579d3-0c07-4874-bc75-d25fac9f0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:25.239197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-86dca290-96e1-435c-b0ff-2d37b6cc3d7a tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:25.241425 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-86dca290-96e1-435c-b0ff-2d37b6cc3d7a tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.26 "GET /v2.0/networks?id=a2358b7b-9f71-44ce-9aa8-c307e3d70b9c HTTP/1.1" status: 200 len: 809 time: 0.2176144 Apr 20 16:39:25.262388 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71115bc-ebdb-462b-940e-439ccb4953e6 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Checking segment: {'id': '6254c646-d177-4b3c-90b9-7188d3ecc613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '679c1932-bed5-4625-9f0d-6da91f5bddae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:39:25.263111 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71115bc-ebdb-462b-940e-439ccb4953e6 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Network hostable DHCP agents. Network: 679c1932-bed5-4625-9f0d-6da91f5bddae, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:39:25.269813 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71115bc-ebdb-462b-940e-439ccb4953e6 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Pushing event updated for resources: {'Subnet': ['ID=9a198c97-ac27-4199-983c-5d43c3c8b568,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:25.311506 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-891e2655-f277-4071-956f-8789c86c9268 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ffa36b560db4315aa5b106edc630152 HTTP/1.1" status: 200 len: 380 time: 0.0551686 Apr 20 16:39:25.321113 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-7e62f358-a1bf-41da-8590-5591d1a9fcca tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Request body: {'port': {'device_id': 'dce53043-ab61-4442-b80f-21fbe8a5bc36', 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c', 'admin_state_up': True, 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'security_groups': ['029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:25.429866 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71115bc-ebdb-462b-940e-439ccb4953e6 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Network 679c1932-bed5-4625-9f0d-6da91f5bddae is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:39:25.491243 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8feab691-94d2-4bc9-8ea2-58a6740dc35a req-fb0fdf8a-9ff6-4b8a-864e-22ed76990fce tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 210 time: 0.0597203 Apr 20 16:39:25.558939 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-b71115bc-ebdb-462b-940e-439ccb4953e6 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 679c1932-bed5-4625-9f0d-6da91f5bddae) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:39:25.569408 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71115bc-ebdb-462b-940e-439ccb4953e6 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:25.570011 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b71115bc-ebdb-462b-940e-439ccb4953e6 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:25.573048 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a53697b-25d8-4c13-b9cb-033351d0e9a2 None None] Network 679c1932-bed5-4625-9f0d-6da91f5bddae requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:39:25.675094 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b71115bc-ebdb-462b-940e-439ccb4953e6 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0494034 Apr 20 16:39:25.678240 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43112) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:25.691187 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-1613bf11-8e5c-4264-94d4-d358740c2880 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Request body: {'port': {'network_id': '679c1932-bed5-4625-9f0d-6da91f5bddae', 'name': 'tempest-DHCPAgentSchedulersTestJSON-714369013'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:25.827644 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e569b362-1919-424e-9ef0-9a506c33dfa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-679c1932-bed5-4625-9f0d-6da91f5bddae', 'network_id': '679c1932-bed5-4625-9f0d-6da91f5bddae', 'tenant_id': '1dd3bec4ccbc4e24a6d5b57d61f8bd82', 'fixed_ips': [{'subnet_id': '9a198c97-ac27-4199-983c-5d43c3c8b568'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:39:25.828542 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e569b362-1919-424e-9ef0-9a506c33dfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:25.847583 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-7e62f358-a1bf-41da-8590-5591d1a9fcca tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Made reservation on behalf of 8ffa36b560db4315aa5b106edc630152 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:39:25.851605 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-7e62f358-a1bf-41da-8590-5591d1a9fcca tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:25.936124 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1613bf11-8e5c-4264-94d4-d358740c2880 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Made reservation on behalf of 1dd3bec4ccbc4e24a6d5b57d61f8bd82 for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:39:25.939754 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1613bf11-8e5c-4264-94d4-d358740c2880 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:25.978950 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-1613bf11-8e5c-4264-94d4-d358740c2880 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] device_id is not set on port 78977d89-0840-429d-9baa-c99f4ae74eb5 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:39:26.042170 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-7e62f358-a1bf-41da-8590-5591d1a9fcca tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Allocated IP 172.20.0.5 (a2358b7b-9f71-44ce-9aa8-c307e3d70b9c/3afc549f-c280-4e3c-8f2c-192d1bc8c671/7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:39:26.047112 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-e569b362-1919-424e-9ef0-9a506c33dfa2 None None] Allocated IP 172.20.0.2 (679c1932-bed5-4625-9f0d-6da91f5bddae/9a198c97-ac27-4199-983c-5d43c3c8b568/70d05335-135e-4107-98a5-c23a7fbba76d) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:39:26.226217 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e569b362-1919-424e-9ef0-9a506c33dfa2 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:26.230897 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-7e62f358-a1bf-41da-8590-5591d1a9fcca tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:26.316902 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e569b362-1919-424e-9ef0-9a506c33dfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:26.355489 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-7e62f358-a1bf-41da-8590-5591d1a9fcca tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:26.368207 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e569b362-1919-424e-9ef0-9a506c33dfa2 None None] Network 679c1932-bed5-4625-9f0d-6da91f5bddae is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:39:26.371535 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-e569b362-1919-424e-9ef0-9a506c33dfa2 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:39:26.376319 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e569b362-1919-424e-9ef0-9a506c33dfa2 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:39:26.379616 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569b362-1919-424e-9ef0-9a506c33dfa2 None None] Pushing event updated for resources: {'Port': ['ID=70d05335-135e-4107-98a5-c23a7fbba76d,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:26.379831 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-1613bf11-8e5c-4264-94d4-d358740c2880 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Allocated IP 172.20.0.3 (679c1932-bed5-4625-9f0d-6da91f5bddae/9a198c97-ac27-4199-983c-5d43c3c8b568/78977d89-0840-429d-9baa-c99f4ae74eb5) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:39:26.407567 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:26.437203 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e569b362-1919-424e-9ef0-9a506c33dfa2 None None] Attempting to bind port 70d05335-135e-4107-98a5-c23a7fbba76d on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:39:26.437644 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e569b362-1919-424e-9ef0-9a506c33dfa2 None None] Attempting to bind port 70d05335-135e-4107-98a5-c23a7fbba76d by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '6254c646-d177-4b3c-90b9-7188d3ecc613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '679c1932-bed5-4625-9f0d-6da91f5bddae'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:39:26.438043 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e569b362-1919-424e-9ef0-9a506c33dfa2 None None] Attempting to bind port 70d05335-135e-4107-98a5-c23a7fbba76d on network 679c1932-bed5-4625-9f0d-6da91f5bddae {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:39:26.443728 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e569b362-1919-424e-9ef0-9a506c33dfa2 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:39:26.444680 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e569b362-1919-424e-9ef0-9a506c33dfa2 None None] Checking segment: {'id': '6254c646-d177-4b3c-90b9-7188d3ecc613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '679c1932-bed5-4625-9f0d-6da91f5bddae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:39:26.445114 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-7e62f358-a1bf-41da-8590-5591d1a9fcca tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Network a2358b7b-9f71-44ce-9aa8-c307e3d70b9c is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:39:26.445548 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e569b362-1919-424e-9ef0-9a506c33dfa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:26.446041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62f358-a1bf-41da-8590-5591d1a9fcca tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Pushing event updated for resources: {'Port': ['ID=7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:26.446425 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e569b362-1919-424e-9ef0-9a506c33dfa2 None None] Bound using segment: {'id': '6254c646-d177-4b3c-90b9-7188d3ecc613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '679c1932-bed5-4625-9f0d-6da91f5bddae'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:39:26.446580 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e569b362-1919-424e-9ef0-9a506c33dfa2 None None] Bound port: 70d05335-135e-4107-98a5-c23a7fbba76d, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6254c646-d177-4b3c-90b9-7188d3ecc613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '679c1932-bed5-4625-9f0d-6da91f5bddae'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:39:26.447171 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e569b362-1919-424e-9ef0-9a506c33dfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:26.449093 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-7e62f358-a1bf-41da-8590-5591d1a9fcca tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:39:26.457077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-7e62f358-a1bf-41da-8590-5591d1a9fcca tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:39:26.533244 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-7e62f358-a1bf-41da-8590-5591d1a9fcca tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:26.534467 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-7e62f358-a1bf-41da-8590-5591d1a9fcca tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:26.611238 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e569b362-1919-424e-9ef0-9a506c33dfa2 None None] For port 70d05335-135e-4107-98a5-c23a7fbba76d, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:39:26.614835 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e569b362-1919-424e-9ef0-9a506c33dfa2 None None] For port 70d05335-135e-4107-98a5-c23a7fbba76d, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=70d05335-135e-4107-98a5-c23a7fbba76d,segment=NetworkSegment(6254c646-d177-4b3c-90b9-7188d3ecc613),segment_id=6254c646-d177-4b3c-90b9-7188d3ecc613)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:39:26.647400 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-7e62f358-a1bf-41da-8590-5591d1a9fcca tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3298860 Apr 20 16:39:26.667717 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-1c077595-e194-4070-9b51-fc169162eb7b service neutron] Request body: {'port': {'device_id': 'dce53043-ab61-4442-b80f-21fbe8a5bc36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:26.702840 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1613bf11-8e5c-4264-94d4-d358740c2880 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:26.742660 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e569b362-1919-424e-9ef0-9a506c33dfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:26.750220 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b99025-a849-45c2-ab7e-5572d63ecdce req-f8785d9c-1105-4e66-818b-a9349093bb59 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:26.751858 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99b99025-a849-45c2-ab7e-5572d63ecdce req-f8785d9c-1105-4e66-818b-a9349093bb59 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 931 time: 0.1219172 Apr 20 16:39:26.771442 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-1c077595-e194-4070-9b51-fc169162eb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:26.807486 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569b362-1919-424e-9ef0-9a506c33dfa2 None None] Pushing event updated for resources: {'Port': ['ID=70d05335-135e-4107-98a5-c23a7fbba76d,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:26.831104 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1613bf11-8e5c-4264-94d4-d358740c2880 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:26.869537 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99b99025-a849-45c2-ab7e-5572d63ecdce req-f6b4f843-f8e9-443b-8abd-560c5d5ba215 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/security-groups?id=029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074274 Apr 20 16:39:26.901368 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-34b8e93c-b1ac-47a0-bdba-5270853c0422 None None] Provisioning complete for port 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:26.905088 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-34b8e93c-b1ac-47a0-bdba-5270853c0422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:26.951412 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1613bf11-8e5c-4264-94d4-d358740c2880 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Network 679c1932-bed5-4625-9f0d-6da91f5bddae is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:39:26.953445 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-1613bf11-8e5c-4264-94d4-d358740c2880 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:39:26.966496 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1613bf11-8e5c-4264-94d4-d358740c2880 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:39:26.974678 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-34b8e93c-b1ac-47a0-bdba-5270853c0422 None None] Port 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:39:27.006782 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613bf11-8e5c-4264-94d4-d358740c2880 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Pushing event updated for resources: {'Port': ['ID=78977d89-0840-429d-9baa-c99f4ae74eb5,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:27.057066 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1613bf11-8e5c-4264-94d4-d358740c2880 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:27.057704 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1613bf11-8e5c-4264-94d4-d358740c2880 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:27.217008 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1613bf11-8e5c-4264-94d4-d358740c2880 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5373502 Apr 20 16:39:27.217587 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43156) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:27.323085 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-1c077595-e194-4070-9b51-fc169162eb7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:39:27.325090 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-d339894b-3fd1-430c-aae4-0eb21c2ec0e5 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Deleting port 78977d89-0840-429d-9baa-c99f4ae74eb5 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:39:27.325437 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d339894b-3fd1-430c-aae4-0eb21c2ec0e5 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:27.331566 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-1c077595-e194-4070-9b51-fc169162eb7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:27.348679 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-1c077595-e194-4070-9b51-fc169162eb7b service neutron] Transition to ACTIVE for port object 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:39:27.415271 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d339894b-3fd1-430c-aae4-0eb21c2ec0e5 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:27.428298 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-d339894b-3fd1-430c-aae4-0eb21c2ec0e5 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Calling delete_port for 78977d89-0840-429d-9baa-c99f4ae74eb5 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:39:27.510243 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-1c077595-e194-4070-9b51-fc169162eb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:27.685151 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d339894b-3fd1-430c-aae4-0eb21c2ec0e5 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:27.688407 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c077595-e194-4070-9b51-fc169162eb7b service neutron] Pushing event updated for resources: {'Port': ['ID=7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:27.833007 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d339894b-3fd1-430c-aae4-0eb21c2ec0e5 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:27.837757 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d339894b-3fd1-430c-aae4-0eb21c2ec0e5 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] 10.222.0.15 "DELETE /v2.0/ports/78977d89-0840-429d-9baa-c99f4ae74eb5 HTTP/1.1" status: 204 len: 168 time: 0.6191778 Apr 20 16:39:27.839355 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339894b-3fd1-430c-aae4-0eb21c2ec0e5 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Pushing event deleted for resources: {'Port': ['ID=78977d89-0840-429d-9baa-c99f4ae74eb5,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:27.848050 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:27.849774 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43174) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:27.880639 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-1c077595-e194-4070-9b51-fc169162eb7b service neutron] Attempting to bind port 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:39:27.882047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-1c077595-e194-4070-9b51-fc169162eb7b service neutron] Attempting to bind port 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'd9afeb55-c6f2-4994-94b5-0e72a90f7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:39:27.882047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-1c077595-e194-4070-9b51-fc169162eb7b service neutron] Attempting to bind port 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 on network a2358b7b-9f71-44ce-9aa8-c307e3d70b9c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:39:27.892409 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-1c077595-e194-4070-9b51-fc169162eb7b service neutron] Port 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 on network a2358b7b-9f71-44ce-9aa8-c307e3d70b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:39:27.893113 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-1c077595-e194-4070-9b51-fc169162eb7b service neutron] Attempting to bind port 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 on network a2358b7b-9f71-44ce-9aa8-c307e3d70b9c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:39:27.919958 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-1c077595-e194-4070-9b51-fc169162eb7b service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:39:27.920550 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-1c077595-e194-4070-9b51-fc169162eb7b service neutron] Checking segment: {'id': 'd9afeb55-c6f2-4994-94b5-0e72a90f7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:39:27.921103 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-1c077595-e194-4070-9b51-fc169162eb7b service neutron] Bound using segment: {'id': 'd9afeb55-c6f2-4994-94b5-0e72a90f7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:39:27.921718 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-1c077595-e194-4070-9b51-fc169162eb7b service neutron] Bound port: 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9afeb55-c6f2-4994-94b5-0e72a90f7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:39:27.923775 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-1c077595-e194-4070-9b51-fc169162eb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:28.132600 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-1c077595-e194-4070-9b51-fc169162eb7b service neutron] For port 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:39:28.137092 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-1c077595-e194-4070-9b51-fc169162eb7b service neutron] For port 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7,segment=NetworkSegment(d9afeb55-c6f2-4994-94b5-0e72a90f7ec0),segment_id=d9afeb55-c6f2-4994-94b5-0e72a90f7ec0)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:39:28.162825 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 70d05335-135e-4107-98a5-c23a7fbba76d up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:39:28.170051 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02416796-4f24-44ac-9d50-02f380b73881 req-464187f6-3a6a-4f10-9764-d675ce6cd96b tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:28.171738 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-02416796-4f24-44ac-9d50-02f380b73881 req-464187f6-3a6a-4f10-9764-d675ce6cd96b tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 943 time: 0.0954549 Apr 20 16:39:28.210432 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:28.239692 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-1c077595-e194-4070-9b51-fc169162eb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:28.257501 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 70d05335-135e-4107-98a5-c23a7fbba76d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:28.258285 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:28.310056 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43188) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:28.313309 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-02416796-4f24-44ac-9d50-02f380b73881 req-d2e2f2f1-b62c-4509-8512-912e034bca9b tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/security-groups?id=029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324067 Apr 20 16:39:28.405546 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43192) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:28.406840 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34aa2f7-66f3-4249-9701-8ba97725746f None None] Network 679c1932-bed5-4625-9f0d-6da91f5bddae requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:39:28.408771 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1513768b-bad3-4852-98e3-caf60a3322b6 tempest-DHCPAgentSchedulersTestJSON-456132420 tempest-DHCPAgentSchedulersTestJSON-456132420-project-admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.5539565 Apr 20 16:39:28.414904 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:28.415061 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b5026c06-d275-4b6d-9d81-6b13e938acdb tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1652662380'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:28.423727 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-1c077595-e194-4070-9b51-fc169162eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:28.424483 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-1c077595-e194-4070-9b51-fc169162eb7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:28.426457 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-1c077595-e194-4070-9b51-fc169162eb7b service neutron] 10.222.0.26 "PUT /v2.0/ports/7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 HTTP/1.1" status: 200 len: 1091 time: 1.7641523 Apr 20 16:39:28.426980 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce53043-ab61-4442-b80f-21fbe8a5bc36', 'tag': '7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:39:28.429490 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d64dcf0-8e82-436f-8e33-693e04913a57" -d '{"events": [{"name": "network-changed", "server_uuid": "dce53043-ab61-4442-b80f-21fbe8a5bc36", "tag": "7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:39:28.452583 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c077595-e194-4070-9b51-fc169162eb7b service neutron] Pushing event updated for resources: {'Port': ['ID=7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:28.509915 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c83c5d4-ced8-411d-a92b-d7c53a93f7be x-openstack-request-id: req-0c83c5d4-ced8-411d-a92b-d7c53a93f7be {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:39:28.510214 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce53043-ab61-4442-b80f-21fbe8a5bc36", "tag": "7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:39:28.510468 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c83c5d4-ced8-411d-a92b-d7c53a93f7be {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:39:28.511023 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c83c5d4-ced8-411d-a92b-d7c53a93f7be'] response: {'name': 'network-changed', 'server_uuid': 'dce53043-ab61-4442-b80f-21fbe8a5bc36', 'tag': '7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7', 'status': 'completed', 'code': 200} Apr 20 16:39:28.532891 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-20c95093-dddc-40eb-a0e1-881ccbaf8f7c None None] Provisioning complete for port 70d05335-135e-4107-98a5-c23a7fbba76d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:28.532891 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-20c95093-dddc-40eb-a0e1-881ccbaf8f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:28.548286 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-444e48f6-3bea-47bb-8210-556a95f2196e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:28.557235 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5026c06-d275-4b6d-9d81-6b13e938acdb tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Made reservation on behalf of 1dd3bec4ccbc4e24a6d5b57d61f8bd82 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:39:28.561630 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5026c06-d275-4b6d-9d81-6b13e938acdb tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:28.616872 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 70d05335-135e-4107-98a5-c23a7fbba76d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=70d05335-135e-4107-98a5-c23a7fbba76d,segment=NetworkSegment(6254c646-d177-4b3c-90b9-7188d3ecc613),segment_id=6254c646-d177-4b3c-90b9-7188d3ecc613)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:39:28.617347 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5026c06-d275-4b6d-9d81-6b13e938acdb tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:39:28.636736 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5026c06-d275-4b6d-9d81-6b13e938acdb tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:28.638062 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-b5026c06-d275-4b6d-9d81-6b13e938acdb tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Added segment 391e62e0-f7bb-4a22-9ed1-f51fe73a2166 of type vlan for network d43226fa-3fd3-49cf-b3d3-8f8c13f163bb Apr 20 16:39:28.651002 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64dcf0-8e82-436f-8e33-693e04913a57 req-c380a3b3-ed72-45b0-9f06-855cba5ea194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:28.663895 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6d64dcf0-8e82-436f-8e33-693e04913a57 req-c380a3b3-ed72-45b0-9f06-855cba5ea194 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ffa36b560db4315aa5b106edc630152&device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 1094 time: 0.1111524 Apr 20 16:39:28.706820 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5026c06-d275-4b6d-9d81-6b13e938acdb tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:28.710690 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:28.710690 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:28.758389 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-20c95093-dddc-40eb-a0e1-881ccbaf8f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:28.781378 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-444e48f6-3bea-47bb-8210-556a95f2196e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:28.839466 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=70d05335-135e-4107-98a5-c23a7fbba76d,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:28.855279 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-20c95093-dddc-40eb-a0e1-881ccbaf8f7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:39:28.860747 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-20c95093-dddc-40eb-a0e1-881ccbaf8f7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:39:28.860886 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5026c06-d275-4b6d-9d81-6b13e938acdb tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:28.864372 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5026c06-d275-4b6d-9d81-6b13e938acdb tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:28.865008 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5026c06-d275-4b6d-9d81-6b13e938acdb tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:28.888365 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64dcf0-8e82-436f-8e33-693e04913a57 req-ff21a260-d24f-4cdb-8a34-807d82ca4a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:28.890092 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6d64dcf0-8e82-436f-8e33-693e04913a57 req-ff21a260-d24f-4cdb-8a34-807d82ca4a08 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8ffa36b560db4315aa5b106edc630152&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2130644 Apr 20 16:39:28.930171 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-444e48f6-3bea-47bb-8210-556a95f2196e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:28.989936 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e48f6-3bea-47bb-8210-556a95f2196e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4ae162-342e-46b4-b96e-993b7332306a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:28.997958 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b5026c06-d275-4b6d-9d81-6b13e938acdb tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5911434 Apr 20 16:39:29.005438 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43202) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:29.020763 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5026c06-d275-4b6d-9d81-6b13e938acdb tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Pushing event updated for resources: {'Network': ['ID=d43226fa-3fd3-49cf-b3d3-8f8c13f163bb,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:29.033513 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network d43226fa-3fd3-49cf-b3d3-8f8c13f163bb details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:39:29.114083 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64dcf0-8e82-436f-8e33-693e04913a57 req-0ac5a693-f547-4847-8820-bbbcb4b90c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:29.115979 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6d64dcf0-8e82-436f-8e33-693e04913a57 req-0ac5a693-f547-4847-8820-bbbcb4b90c14 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2187920 Apr 20 16:39:29.123201 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-444e48f6-3bea-47bb-8210-556a95f2196e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61da728eab954760b46b5134949f91d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8008668 Apr 20 16:39:29.123967 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43208) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:29.219477 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-438a0a4b-26d0-4194-b9fa-0b554374f4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:29.249826 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c591502e-c386-4709-b5a9-f5e957fae53a tempest-DHCPAgentSchedulersTestJSON-456132420 tempest-DHCPAgentSchedulersTestJSON-456132420-project-admin] 10.222.0.15 "GET /v2.0/agents/79258257-6d99-445c-af82-0acee6d9f316/dhcp-networks HTTP/1.1" status: 200 len: 4889 time: 0.2429729 Apr 20 16:39:29.250034 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43214) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:29.277681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-430ce624-4c06-4301-bd70-d112220c6e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:29.279820 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-430ce624-4c06-4301-bd70-d112220c6e95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ffa36b560db4315aa5b106edc630152&device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 1094 time: 0.0923688 Apr 20 16:39:29.281833 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-438a0a4b-26d0-4194-b9fa-0b554374f4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:29.349715 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-d279588f-aa81-4141-a99f-5e9246cd19b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 HTTP/1.1" status: 200 len: 217 time: 0.0564902 Apr 20 16:39:29.449382 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-200246f9-3ebe-42d3-b6b2-ebcc8a4f7c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:29.451295 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-200246f9-3ebe-42d3-b6b2-ebcc8a4f7c60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3afc549f-c280-4e3c-8f2c-192d1bc8c671 HTTP/1.1" status: 200 len: 848 time: 0.0903156 Apr 20 16:39:29.491726 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96cf953-8be1-47fb-a459-0a02b09cb3fc tempest-DHCPAgentSchedulersTestJSON-456132420 tempest-DHCPAgentSchedulersTestJSON-456132420-project-admin] Network d43226fa-3fd3-49cf-b3d3-8f8c13f163bb is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:39:29.504687 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c641b82-c7f4-442f-b0a4-1197e9caa723 req-ede83efe-92b0-4fc4-8a36-ef062480303f tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:29.506282 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9c641b82-c7f4-442f-b0a4-1197e9caa723 req-ede83efe-92b0-4fc4-8a36-ef062480303f tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 943 time: 0.0757694 Apr 20 16:39:29.511988 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-b2b3a0a5-989c-4fd5-90fd-9b2e619d0b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:29.514559 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-b2b3a0a5-989c-4fd5-90fd-9b2e619d0b69 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2358b7b-9f71-44ce-9aa8-c307e3d70b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515947 Apr 20 16:39:29.525310 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7a1ebcf5-b436-49cd-807f-1633ddf482f2 None None] Could not find standard attr ID for object 78977d89-0840-429d-9baa-c99f4ae74eb5. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:39:29.550282 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7a1ebcf5-b436-49cd-807f-1633ddf482f2 None None] Provisioning complete for port 70d05335-135e-4107-98a5-c23a7fbba76d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:29.550650 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7a1ebcf5-b436-49cd-807f-1633ddf482f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:29.555775 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-438a0a4b-26d0-4194-b9fa-0b554374f4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:29.559317 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-438a0a4b-26d0-4194-b9fa-0b554374f4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:29.564132 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-438a0a4b-26d0-4194-b9fa-0b554374f4fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a4ae162-342e-46b4-b96e-993b7332306a HTTP/1.1" status: 204 len: 168 time: 0.4389727 Apr 20 16:39:29.583037 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9c641b82-c7f4-442f-b0a4-1197e9caa723 req-90acfbcb-1bb6-4159-ba34-4ffbf41d08b5 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/security-groups?id=029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658767 Apr 20 16:39:29.639735 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e96cf953-8be1-47fb-a459-0a02b09cb3fc tempest-DHCPAgentSchedulersTestJSON-456132420 tempest-DHCPAgentSchedulersTestJSON-456132420-project-admin] 10.222.0.15 "POST /v2.0/agents/79258257-6d99-445c-af82-0acee6d9f316/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3845031 Apr 20 16:39:29.642313 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43232) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:29.662818 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a0a4b-26d0-4194-b9fa-0b554374f4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4ae162-342e-46b4-b96e-993b7332306a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:29.688922 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20499600-04e4-45df-99ae-1792c360a9b7 None None] Network d43226fa-3fd3-49cf-b3d3-8f8c13f163bb requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:39:29.697302 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-0a596168-f5b9-417a-8d30-6efcb4cb5699 service neutron] 10.222.0.26 "GET /v2.0/networks/a2358b7b-9f71-44ce-9aa8-c307e3d70b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752300 Apr 20 16:39:29.793517 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d6f10b3b-5a58-4596-b6de-7cd202ee72a5 tempest-DHCPAgentSchedulersTestJSON-456132420 tempest-DHCPAgentSchedulersTestJSON-456132420-project-admin] 10.222.0.15 "GET /v2.0/agents/79258257-6d99-445c-af82-0acee6d9f316/dhcp-networks HTTP/1.1" status: 200 len: 5660 time: 0.1487734 Apr 20 16:39:29.796166 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43238) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:29.820702 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8995b184-9526-4b37-a5f5-c5de70526b67 req-3ec1a2fd-77e6-40cf-a522-380bee680246 service neutron] 10.222.0.26 "GET /v2.0/networks/a2358b7b-9f71-44ce-9aa8-c307e3d70b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171505 Apr 20 16:39:29.945060 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:29.957445 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-522d89ca-0c0f-444e-8cda-ceca3ccd1d28 tempest-DHCPAgentSchedulersTestJSON-456132420 tempest-DHCPAgentSchedulersTestJSON-456132420-project-admin] 10.222.0.15 "DELETE /v2.0/agents/79258257-6d99-445c-af82-0acee6d9f316/dhcp-networks/d43226fa-3fd3-49cf-b3d3-8f8c13f163bb HTTP/1.1" status: 204 len: 168 time: 0.1518660 Apr 20 16:39:29.957445 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43246) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:30.049417 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:39:30.087301 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 70d05335-135e-4107-98a5-c23a7fbba76d up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:39:30.142426 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 70d05335-135e-4107-98a5-c23a7fbba76d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:30.142792 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:30.155966 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-22f69168-2342-459e-9741-58d0302dc756 tempest-DHCPAgentSchedulersTestJSON-456132420 tempest-DHCPAgentSchedulersTestJSON-456132420-project-admin] 10.222.0.15 "GET /v2.0/agents/79258257-6d99-445c-af82-0acee6d9f316/dhcp-networks HTTP/1.1" status: 200 len: 4889 time: 0.1987171 Apr 20 16:39:30.156814 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43252) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:30.177121 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-55cdcb1c-47fc-4f71-851e-28c2ac3da7a3 tempest-DHCPAgentSchedulersTestJSON-456132420 tempest-DHCPAgentSchedulersTestJSON-456132420-project-admin] 10.222.0.15 "GET /v2.0/networks/679c1932-bed5-4625-9f0d-6da91f5bddae/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0189483 Apr 20 16:39:30.185930 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43254) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:30.215970 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43260) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:30.217022 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-74f65d4e-acce-483a-88ad-dd4569451e01 tempest-DHCPAgentSchedulersTestJSON-456132420 tempest-DHCPAgentSchedulersTestJSON-456132420-project-admin] 10.222.0.15 "GET /v2.0/networks/679c1932-bed5-4625-9f0d-6da91f5bddae/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0297530 Apr 20 16:39:30.578602 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43262) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:30.587948 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3df630ce-0cb5-4607-a259-c776ab33441b tempest-DHCPAgentSchedulersTestJSON-456132420 tempest-DHCPAgentSchedulersTestJSON-456132420-project-admin] 10.222.0.15 "GET /v2.0/agents/79258257-6d99-445c-af82-0acee6d9f316/dhcp-networks HTTP/1.1" status: 200 len: 4889 time: 0.3707995 Apr 20 16:39:30.601931 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43264) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:30.611860 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-167cc78d-43a7-4965-bde0-271e92d4035c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:30.750932 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e4670701-f791-47ad-868e-ec39a245bc44 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:30.793508 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb0aa7-e5b3-47f7-a102-520827103bc3 req-25e4ad5a-89c2-4d1c-a055-084c05dc6a25 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:30.795522 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-16fb0aa7-e5b3-47f7-a102-520827103bc3 req-25e4ad5a-89c2-4d1c-a055-084c05dc6a25 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 943 time: 0.1083109 Apr 20 16:39:30.832057 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-167cc78d-43a7-4965-bde0-271e92d4035c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:30.898857 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-167cc78d-43a7-4965-bde0-271e92d4035c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:30.926287 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-16fb0aa7-e5b3-47f7-a102-520827103bc3 req-17c86b8d-acd0-41d5-ae4e-7ba60d033e69 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/security-groups?id=029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194377 Apr 20 16:39:30.938058 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e4670701-f791-47ad-868e-ec39a245bc44 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:30.965872 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-167cc78d-43a7-4965-bde0-271e92d4035c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2d44b73daf04ecaa12a303acee2519e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3860610 Apr 20 16:39:30.968593 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43272) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:30.971591 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cc78d-43a7-4965-bde0-271e92d4035c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddaf20c-31d7-42dd-86c0-f3b462898908,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:30.976881 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-e4670701-f791-47ad-868e-ec39a245bc44 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d43226fa-3fd3-49cf-b3d3-8f8c13f163bb']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:30.987840 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-e4670701-f791-47ad-868e-ec39a245bc44 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391e62e0-f7bb-4a22-9ed1-f51fe73a2166') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:30.988141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-e4670701-f791-47ad-868e-ec39a245bc44 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391e62e0-f7bb-4a22-9ed1-f51fe73a2166') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:31.004268 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e4670701-f791-47ad-868e-ec39a245bc44 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:31.021567 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e4670701-f791-47ad-868e-ec39a245bc44 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:31.029550 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4670701-f791-47ad-868e-ec39a245bc44 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:39:31.030158 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e4670701-f791-47ad-868e-ec39a245bc44 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:31.050968 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02ee9bc5-2360-44c2-ac8d-6bdfed1fda64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:31.076141 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02ee9bc5-2360-44c2-ac8d-6bdfed1fda64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:39:31.096902 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:39:31.187515 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e4670701-f791-47ad-868e-ec39a245bc44 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:31.195188 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e4670701-f791-47ad-868e-ec39a245bc44 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:31.198681 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e4670701-f791-47ad-868e-ec39a245bc44 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] 10.222.0.15 "DELETE /v2.0/networks/d43226fa-3fd3-49cf-b3d3-8f8c13f163bb HTTP/1.1" status: 204 len: 168 time: 0.5955422 Apr 20 16:39:31.201629 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43274) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:31.210845 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02ee9bc5-2360-44c2-ac8d-6bdfed1fda64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:31.213378 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02ee9bc5-2360-44c2-ac8d-6bdfed1fda64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:31.216111 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4670701-f791-47ad-868e-ec39a245bc44 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Pushing event deleted for resources: {'Network': ['ID=d43226fa-3fd3-49cf-b3d3-8f8c13f163bb,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:31.217244 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-02ee9bc5-2360-44c2-ac8d-6bdfed1fda64 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cddaf20c-31d7-42dd-86c0-f3b462898908 HTTP/1.1" status: 204 len: 168 time: 0.2457769 Apr 20 16:39:31.241756 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc81b2b-5d7a-4577-9594-4d5cba61a8ea tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] DELETE failed (client error): The resource could not be found. Apr 20 16:39:31.242480 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc81b2b-5d7a-4577-9594-4d5cba61a8ea tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:39:31.245513 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dcc81b2b-5d7a-4577-9594-4d5cba61a8ea tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] 10.222.0.15 "DELETE /v2.0/ports/78977d89-0840-429d-9baa-c99f4ae74eb5 HTTP/1.1" status: 404 len: 333 time: 0.0428874 Apr 20 16:39:31.248372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43278) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:31.251133 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee9bc5-2360-44c2-ac8d-6bdfed1fda64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddaf20c-31d7-42dd-86c0-f3b462898908,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:31.307499 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69755ce-458d-4519-b4a8-f9adca96d6e2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Deleting subnet 9a198c97-ac27-4199-983c-5d43c3c8b568 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:39:31.309044 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d69755ce-458d-4519-b4a8-f9adca96d6e2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:31.371502 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d69755ce-458d-4519-b4a8-f9adca96d6e2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:31.455933 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d69755ce-458d-4519-b4a8-f9adca96d6e2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:31.628612 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d69755ce-458d-4519-b4a8-f9adca96d6e2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:31.645065 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d69755ce-458d-4519-b4a8-f9adca96d6e2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:31.648634 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d69755ce-458d-4519-b4a8-f9adca96d6e2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] 10.222.0.15 "DELETE /v2.0/subnets/9a198c97-ac27-4199-983c-5d43c3c8b568 HTTP/1.1" status: 204 len: 168 time: 0.3989184 Apr 20 16:39:31.651165 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43280) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:31.659274 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8fbff1-57cb-4d0e-ab60-601511671e2a None None] Network 679c1932-bed5-4625-9f0d-6da91f5bddae requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:39:31.732533 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69755ce-458d-4519-b4a8-f9adca96d6e2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Pushing event deleted for resources: {'Subnet': ['ID=9a198c97-ac27-4199-983c-5d43c3c8b568,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:31.791919 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7cd6fd14-c3ae-4d90-9ea4-6c183a2514d2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:31.877354 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-7cd6fd14-c3ae-4d90-9ea4-6c183a2514d2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Deleting port 70d05335-135e-4107-98a5-c23a7fbba76d {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:39:31.877804 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7cd6fd14-c3ae-4d90-9ea4-6c183a2514d2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:31.936592 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026d41a3-5a97-4995-bd41-1bafb2370f1f None None] DHCP port deletion for 679c1932-bed5-4625-9f0d-6da91f5bddae request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:39:31.965176 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-7cd6fd14-c3ae-4d90-9ea4-6c183a2514d2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] For port 70d05335-135e-4107-98a5-c23a7fbba76d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=70d05335-135e-4107-98a5-c23a7fbba76d,segment=NetworkSegment(6254c646-d177-4b3c-90b9-7188d3ecc613),segment_id=6254c646-d177-4b3c-90b9-7188d3ecc613)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:39:31.965632 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7cd6fd14-c3ae-4d90-9ea4-6c183a2514d2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:31.979249 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-7cd6fd14-c3ae-4d90-9ea4-6c183a2514d2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Calling delete_port for 70d05335-135e-4107-98a5-c23a7fbba76d owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:39:32.036487 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-026d41a3-5a97-4995-bd41-1bafb2370f1f None None] Deleting port 70d05335-135e-4107-98a5-c23a7fbba76d {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:39:32.037120 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-026d41a3-5a97-4995-bd41-1bafb2370f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:32.138515 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 70d05335-135e-4107-98a5-c23a7fbba76d no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:39:32.140294 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aec55d-2d22-40f7-9375-464c042e0f4c req-d771c0fb-5899-458e-bc97-3f5e2047b7cb tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:32.141894 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-07aec55d-2d22-40f7-9375-464c042e0f4c req-d771c0fb-5899-458e-bc97-3f5e2047b7cb tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 943 time: 0.0798767 Apr 20 16:39:32.191451 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-07aec55d-2d22-40f7-9375-464c042e0f4c req-e2b9a085-8ad0-4fe0-9695-ce2ed379f946 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/security-groups?id=029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422230 Apr 20 16:39:32.193794 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-026d41a3-5a97-4995-bd41-1bafb2370f1f None None] For port 70d05335-135e-4107-98a5-c23a7fbba76d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=70d05335-135e-4107-98a5-c23a7fbba76d,segment=NetworkSegment(6254c646-d177-4b3c-90b9-7188d3ecc613),segment_id=6254c646-d177-4b3c-90b9-7188d3ecc613)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:39:32.194378 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-026d41a3-5a97-4995-bd41-1bafb2370f1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:32.220242 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-026d41a3-5a97-4995-bd41-1bafb2370f1f None None] Calling delete_port for 70d05335-135e-4107-98a5-c23a7fbba76d owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:39:32.237048 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7cd6fd14-c3ae-4d90-9ea4-6c183a2514d2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:32.265716 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:32.271540 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6fd14-c3ae-4d90-9ea4-6c183a2514d2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Pushing event deleted for resources: {'Port': ['ID=70d05335-135e-4107-98a5-c23a7fbba76d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:32.282257 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd6fd14-c3ae-4d90-9ea4-6c183a2514d2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] No DVR routers for this DVR port 70d05335-135e-4107-98a5-c23a7fbba76d on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:39:32.377935 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7cd6fd14-c3ae-4d90-9ea4-6c183a2514d2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:32.394852 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-026d41a3-5a97-4995-bd41-1bafb2370f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:32.401263 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-7cd6fd14-c3ae-4d90-9ea4-6c183a2514d2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679c1932-bed5-4625-9f0d-6da91f5bddae']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:32.414744 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-7cd6fd14-c3ae-4d90-9ea4-6c183a2514d2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6254c646-d177-4b3c-90b9-7188d3ecc613') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:32.415080 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-7cd6fd14-c3ae-4d90-9ea4-6c183a2514d2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6254c646-d177-4b3c-90b9-7188d3ecc613') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:32.429485 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026d41a3-5a97-4995-bd41-1bafb2370f1f None None] No DVR routers for this DVR port 70d05335-135e-4107-98a5-c23a7fbba76d on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:39:32.430937 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d41a3-5a97-4995-bd41-1bafb2370f1f None None] Pushing event deleted for resources: {'Port': ['ID=70d05335-135e-4107-98a5-c23a7fbba76d,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:32.457848 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7cd6fd14-c3ae-4d90-9ea4-6c183a2514d2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:32.473718 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7cd6fd14-c3ae-4d90-9ea4-6c183a2514d2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:32.483799 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd6fd14-c3ae-4d90-9ea4-6c183a2514d2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:39:32.485106 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7cd6fd14-c3ae-4d90-9ea4-6c183a2514d2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:39:32.488634 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:39:32.699392 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7cd6fd14-c3ae-4d90-9ea4-6c183a2514d2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:32.706273 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7cd6fd14-c3ae-4d90-9ea4-6c183a2514d2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:32.714102 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7cd6fd14-c3ae-4d90-9ea4-6c183a2514d2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] 10.222.0.15 "DELETE /v2.0/networks/679c1932-bed5-4625-9f0d-6da91f5bddae HTTP/1.1" status: 204 len: 168 time: 1.0572944 Apr 20 16:39:32.728618 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6fd14-c3ae-4d90-9ea4-6c183a2514d2 tempest-DHCPAgentSchedulersTestJSON-2088901222 tempest-DHCPAgentSchedulersTestJSON-2088901222-project] Pushing event deleted for resources: {'Network': ['ID=679c1932-bed5-4625-9f0d-6da91f5bddae,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:33.271363 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43322) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:33.382395 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdc079-2e1b-4a2e-b781-ad0b61cec8ad req-80726425-5225-48d4-931d-fd97c06f38eb tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:33.384644 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6acdc079-2e1b-4a2e-b781-ad0b61cec8ad req-80726425-5225-48d4-931d-fd97c06f38eb tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 943 time: 0.0718842 Apr 20 16:39:33.426133 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6acdc079-2e1b-4a2e-b781-ad0b61cec8ad req-e06189f3-0263-4aaf-9658-627d2dc2a95c tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/security-groups?id=029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341032 Apr 20 16:39:33.446354 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7fdac0ba-f0b4-40ea-960c-9b6bec66a9cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1dd3bec4ccbc4e24a6d5b57d61f8bd82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713927 Apr 20 16:39:33.446717 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43328) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:33.515098 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-60b7a78a-7e78-4339-8f21-d76e7ff33088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:33.541133 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-60b7a78a-7e78-4339-8f21-d76e7ff33088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:33.687687 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-60b7a78a-7e78-4339-8f21-d76e7ff33088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:33.691092 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-60b7a78a-7e78-4339-8f21-d76e7ff33088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:33.696477 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-60b7a78a-7e78-4339-8f21-d76e7ff33088 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f74af6b-aa11-443a-a66a-ef6322a4255b HTTP/1.1" status: 204 len: 168 time: 0.2486370 Apr 20 16:39:33.713329 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7a78a-7e78-4339-8f21-d76e7ff33088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f74af6b-aa11-443a-a66a-ef6322a4255b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:34.310188 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:39:34.407180 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7,segment=NetworkSegment(d9afeb55-c6f2-4994-94b5-0e72a90f7ec0),segment_id=d9afeb55-c6f2-4994-94b5-0e72a90f7ec0)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:39:34.433033 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7', 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c', 'port_id': '7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7', 'mac_address': 'fa:16:3e:e8:a8:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3afc549f-c280-4e3c-8f2c-192d1bc8c671', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:39:34.477449 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:34.491650 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:39:34.515355 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7,segment=NetworkSegment(d9afeb55-c6f2-4994-94b5-0e72a90f7ec0),segment_id=d9afeb55-c6f2-4994-94b5-0e72a90f7ec0)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:39:34.554534 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf1a22-7611-4abe-b35c-385482f89745 req-6960c452-8c54-4096-95b0-2b0f827dde18 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:34.556585 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43364) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:34.567226 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4ebf1a22-7611-4abe-b35c-385482f89745 req-6960c452-8c54-4096-95b0-2b0f827dde18 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 943 time: 0.0546665 Apr 20 16:39:34.573509 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-749baec2-8c69-48fb-b358-9f9f9514eb81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:34.591381 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:34.634142 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4ebf1a22-7611-4abe-b35c-385482f89745 req-0f088a8a-cbaa-4237-86dc-0c43cf23fead tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/security-groups?id=029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531006 Apr 20 16:39:34.644368 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:34.669013 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-749baec2-8c69-48fb-b358-9f9f9514eb81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:34.669154 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43366) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:34.776782 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24ce25a6-74b9-498c-84c5-0dc774459a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:34.804299 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-749baec2-8c69-48fb-b358-9f9f9514eb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:34.845730 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-749baec2-8c69-48fb-b358-9f9f9514eb81 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9141e72faf3e427dba24c4031c81bf16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2873814 Apr 20 16:39:34.848210 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43370) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:34.851444 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24ce25a6-74b9-498c-84c5-0dc774459a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:34.854329 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749baec2-8c69-48fb-b358-9f9f9514eb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547c759e-4e46-4724-ac87-72adb8621a1a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:34.900817 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eae73321-185c-4be9-a84e-152c58c2f560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:34.922325 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eae73321-185c-4be9-a84e-152c58c2f560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:34.924204 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24ce25a6-74b9-498c-84c5-0dc774459a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:34.954104 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-24ce25a6-74b9-498c-84c5-0dc774459a40 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60d7fe8d8b0f4dbb9e83c63587b94742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2838874 Apr 20 16:39:34.957140 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43374) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:34.969753 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce25a6-74b9-498c-84c5-0dc774459a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00618005-ba4e-4c75-8d48-87bc8f2f27aa,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:34.970004 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:39:34.992713 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43376) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:35.030353 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b20a943-cd6d-42c0-99fa-59767c974c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:35.061286 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b20a943-cd6d-42c0-99fa-59767c974c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:35.100264 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eae73321-185c-4be9-a84e-152c58c2f560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:35.103304 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eae73321-185c-4be9-a84e-152c58c2f560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:35.104672 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-eae73321-185c-4be9-a84e-152c58c2f560 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/547c759e-4e46-4724-ac87-72adb8621a1a HTTP/1.1" status: 204 len: 168 time: 0.2551098 Apr 20 16:39:35.114787 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae73321-185c-4be9-a84e-152c58c2f560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547c759e-4e46-4724-ac87-72adb8621a1a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:35.135212 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f77c351-0985-4c36-8b40-2d1d4f03292d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:35.204259 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b20a943-cd6d-42c0-99fa-59767c974c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:35.207294 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b20a943-cd6d-42c0-99fa-59767c974c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:35.208488 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1b20a943-cd6d-42c0-99fa-59767c974c4b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00618005-ba4e-4c75-8d48-87bc8f2f27aa HTTP/1.1" status: 204 len: 168 time: 0.2503271 Apr 20 16:39:35.217148 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20a943-cd6d-42c0-99fa-59767c974c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00618005-ba4e-4c75-8d48-87bc8f2f27aa,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:35.269463 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f77c351-0985-4c36-8b40-2d1d4f03292d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:35.375944 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f77c351-0985-4c36-8b40-2d1d4f03292d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:35.412747 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77c351-0985-4c36-8b40-2d1d4f03292d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf6e4f8-f097-4b0f-ad89-88e132f1e4b3,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:35.417183 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0f77c351-0985-4c36-8b40-2d1d4f03292d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=11832a18661d4e75b5207193138c08e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4226918 Apr 20 16:39:35.420607 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43394) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:35.486705 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6dc099fd-ba32-467a-96cb-7f514b9715a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:35.509829 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6dc099fd-ba32-467a-96cb-7f514b9715a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:35.648694 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6dc099fd-ba32-467a-96cb-7f514b9715a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:35.651887 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6dc099fd-ba32-467a-96cb-7f514b9715a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:35.657336 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6dc099fd-ba32-467a-96cb-7f514b9715a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1cf6e4f8-f097-4b0f-ad89-88e132f1e4b3 HTTP/1.1" status: 204 len: 168 time: 0.2320709 Apr 20 16:39:35.666546 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc099fd-ba32-467a-96cb-7f514b9715a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf6e4f8-f097-4b0f-ad89-88e132f1e4b3,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:35.764908 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6d9bd-a92a-4ec3-ae96-5ab4c1684c3f req-3399c79b-8f5a-41bf-8832-c43b2f372530 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:35.766398 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6f6d9bd-a92a-4ec3-ae96-5ab4c1684c3f req-3399c79b-8f5a-41bf-8832-c43b2f372530 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 944 time: 0.0488653 Apr 20 16:39:35.810994 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6f6d9bd-a92a-4ec3-ae96-5ab4c1684c3f req-450f9286-875d-4f92-9112-6bc9128df2d8 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/security-groups?id=029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341876 Apr 20 16:39:36.071067 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43432) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:36.085136 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f5cda87-5ce6-4232-b74f-0056cc066de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:36.171670 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f5cda87-5ce6-4232-b74f-0056cc066de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:36.250575 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f5cda87-5ce6-4232-b74f-0056cc066de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:36.294973 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2f5cda87-5ce6-4232-b74f-0056cc066de1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1cd0102f6d54a1b8d896de7c6829453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2228432 Apr 20 16:39:36.296078 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5cda87-5ce6-4232-b74f-0056cc066de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16892283-cb77-4db8-9cd5-ddbbb10883bf,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:36.298113 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43444) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:36.323570 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:39:36.349326 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b041f596-464c-4854-829e-d777e6032e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:36.373010 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b041f596-464c-4854-829e-d777e6032e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:36.459018 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:39:36.463090 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:36.463542 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:36.535623 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b041f596-464c-4854-829e-d777e6032e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:36.539030 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b041f596-464c-4854-829e-d777e6032e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:36.540399 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b041f596-464c-4854-829e-d777e6032e3c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/16892283-cb77-4db8-9cd5-ddbbb10883bf HTTP/1.1" status: 204 len: 168 time: 0.2409511 Apr 20 16:39:36.549442 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041f596-464c-4854-829e-d777e6032e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16892283-cb77-4db8-9cd5-ddbbb10883bf,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:36.555173 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:36.563628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43464) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:36.578219 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46ee72e5-a417-4b1a-9070-f1885d0564ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:36.593887 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce53043-ab61-4442-b80f-21fbe8a5bc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:39:36.596198 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b4f456-ec8c-431d-993c-858ebd469eab" -d '{"events": [{"server_uuid": "dce53043-ab61-4442-b80f-21fbe8a5bc36", "name": "network-vif-plugged", "status": "completed", "tag": "7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:39:36.658133 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7,segment=NetworkSegment(d9afeb55-c6f2-4994-94b5-0e72a90f7ec0),segment_id=d9afeb55-c6f2-4994-94b5-0e72a90f7ec0)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:39:36.684293 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46ee72e5-a417-4b1a-9070-f1885d0564ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:36.690123 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a28122b-e7b1-4450-b344-bc187025bab0 x-openstack-request-id: req-3a28122b-e7b1-4450-b344-bc187025bab0 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:39:36.690423 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce53043-ab61-4442-b80f-21fbe8a5bc36", "name": "network-vif-plugged", "status": "completed", "tag": "7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:39:36.690675 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a28122b-e7b1-4450-b344-bc187025bab0 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:39:36.691087 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a28122b-e7b1-4450-b344-bc187025bab0'] response: {'server_uuid': 'dce53043-ab61-4442-b80f-21fbe8a5bc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7', 'code': 200} Apr 20 16:39:36.753199 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:36.806337 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:36.823634 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14f48b-ba29-407a-8e7f-5d16b2f81382 req-8f41c05e-c2b4-4f8c-8cd3-77b701b74b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:36.825310 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ed14f48b-ba29-407a-8e7f-5d16b2f81382 req-8f41c05e-c2b4-4f8c-8cd3-77b701b74b73 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 1096 time: 0.0444591 Apr 20 16:39:36.830106 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46ee72e5-a417-4b1a-9070-f1885d0564ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:36.900942 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43488) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:36.901118 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-46ee72e5-a417-4b1a-9070-f1885d0564ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=734f1c56d97b493cab7fcebb300a9074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3363719 Apr 20 16:39:36.923373 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee72e5-a417-4b1a-9070-f1885d0564ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583a45d0-e4bc-4f0a-89df-12ff6ec48966,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:36.951421 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ed14f48b-ba29-407a-8e7f-5d16b2f81382 req-ebba8c9e-1a6e-461f-920a-ac05c623a428 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073022 Apr 20 16:39:36.953667 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d5a5288b-956c-4957-9156-bd8d64280cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:36.971331 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5977f-3b88-4c24-8c39-a1565a2b2fae req-9a9af75a-2fb4-4479-94df-fabde201f6d4 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:36.972850 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2d5977f-3b88-4c24-8c39-a1565a2b2fae req-9a9af75a-2fb4-4479-94df-fabde201f6d4 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 945 time: 0.0791013 Apr 20 16:39:36.982018 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d5a5288b-956c-4957-9156-bd8d64280cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:37.015966 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2d5977f-3b88-4c24-8c39-a1565a2b2fae req-40147914-5a81-4a44-aefe-8de304bb0a62 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/security-groups?id=029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366962 Apr 20 16:39:37.104928 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d5a5288b-956c-4957-9156-bd8d64280cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:37.112020 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d5a5288b-956c-4957-9156-bd8d64280cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:37.113203 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d5a5288b-956c-4957-9156-bd8d64280cc7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/583a45d0-e4bc-4f0a-89df-12ff6ec48966 HTTP/1.1" status: 204 len: 168 time: 0.2107527 Apr 20 16:39:37.122949 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5288b-956c-4957-9156-bd8d64280cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583a45d0-e4bc-4f0a-89df-12ff6ec48966,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:37.531802 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43520) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:37.543796 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7576e7c-31ed-4bcb-90fe-3dc2788f107a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:37.620392 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7576e7c-31ed-4bcb-90fe-3dc2788f107a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:37.716265 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7576e7c-31ed-4bcb-90fe-3dc2788f107a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:37.759539 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7576e7c-31ed-4bcb-90fe-3dc2788f107a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10aef4ad-0ca0-43be-9008-d891ecd03582,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:37.764884 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a7576e7c-31ed-4bcb-90fe-3dc2788f107a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=129cc380d1f94d6e880b5a6d3077d74a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360301 Apr 20 16:39:37.768623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43540) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:37.818077 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3b82b0cc-20cb-45e9-9d78-b506db882a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:37.839159 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3b82b0cc-20cb-45e9-9d78-b506db882a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:37.973520 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3b82b0cc-20cb-45e9-9d78-b506db882a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:37.976142 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3b82b0cc-20cb-45e9-9d78-b506db882a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:37.980216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3b82b0cc-20cb-45e9-9d78-b506db882a48 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10aef4ad-0ca0-43be-9008-d891ecd03582 HTTP/1.1" status: 204 len: 168 time: 0.2105904 Apr 20 16:39:37.988693 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82b0cc-20cb-45e9-9d78-b506db882a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10aef4ad-0ca0-43be-9008-d891ecd03582,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:38.140460 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38203f1-9a44-4e8c-b0ef-d206ce434fc5 req-b0cc0c36-9d3a-40c5-88a4-8caa8bc7736a tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:38.141980 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f38203f1-9a44-4e8c-b0ef-d206ce434fc5 req-b0cc0c36-9d3a-40c5-88a4-8caa8bc7736a tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 945 time: 0.0543981 Apr 20 16:39:38.186242 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f38203f1-9a44-4e8c-b0ef-d206ce434fc5 req-7ea4bd30-d641-4ddb-bec8-5ff48a934cab tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/security-groups?id=029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357389 Apr 20 16:39:38.752689 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43608) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:38.951677 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-67454b96-3af7-44bf-807a-21fe3e534f1b tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:39.062071 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-67454b96-3af7-44bf-807a-21fe3e534f1b tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] 10.222.0.15 "PUT /v2.0/quotas/8ee7f833202648bc9d805f22e9883659 HTTP/1.1" status: 200 len: 368 time: 0.3081007 Apr 20 16:39:39.068117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43630) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:39.072965 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-1d7ceea1-b14a-4624-bab0-03222ad38621 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Request body: {'network': {'project_id': '8ee7f833202648bc9d805f22e9883659'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:39.238181 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7ceea1-b14a-4624-bab0-03222ad38621 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Made reservation on behalf of 8ee7f833202648bc9d805f22e9883659 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:39:39.240627 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1d7ceea1-b14a-4624-bab0-03222ad38621 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:39.249306 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1d7ceea1-b14a-4624-bab0-03222ad38621 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:39.330725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd9660-2e30-49f5-b2df-cd0ead66d9b2 req-5a36f948-2c23-4997-9236-5c89f7421159 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:39.332193 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7efd9660-2e30-49f5-b2df-cd0ead66d9b2 req-5a36f948-2c23-4997-9236-5c89f7421159 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 945 time: 0.0731728 Apr 20 16:39:39.393858 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7efd9660-2e30-49f5-b2df-cd0ead66d9b2 req-a151f295-996c-41b6-9bdc-6f83fb193c0f tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/security-groups?id=029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549626 Apr 20 16:39:39.398402 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1d7ceea1-b14a-4624-bab0-03222ad38621 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:39.406977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43656) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:39.522069 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1d7ceea1-b14a-4624-bab0-03222ad38621 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:39.530251 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d1a65-9844-4de1-bb42-c208d76a1664 req-deb60564-d5e0-42d6-82b2-578badf19e63 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:39.539079 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-464d1a65-9844-4de1-bb42-c208d76a1664 req-deb60564-d5e0-42d6-82b2-578badf19e63 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 945 time: 0.0742903 Apr 20 16:39:39.548503 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7ceea1-b14a-4624-bab0-03222ad38621 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:39:39.560531 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ceea1-b14a-4624-bab0-03222ad38621 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc51bab-3b38-46ec-bc73-717ee420e85b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:39.581710 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1d7ceea1-b14a-4624-bab0-03222ad38621 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:39.584140 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-1d7ceea1-b14a-4624-bab0-03222ad38621 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Added segment e0e4e260-4c29-4034-b0cd-21862840d855 of type vlan for network 27645506-cccc-421f-bc89-e39d2afe0d59 Apr 20 16:39:39.605023 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-464d1a65-9844-4de1-bb42-c208d76a1664 req-dd3f2a2b-bbd5-4350-bacf-abdafb850d1d tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/security-groups?id=029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646176 Apr 20 16:39:39.633759 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1d7ceea1-b14a-4624-bab0-03222ad38621 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:39.656892 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-278c158d-3956-4d60-806d-ca3844ffe1e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-310543527-network', 'tenant_id': 'b95a26b2c89e42fda6bf9eb97d3f5995'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:39.728397 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c2bc8-9af0-4e1d-8271-29f747d55804 req-f526b166-f61c-4cf0-935f-6af571194f7c tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:39.729865 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c39c2bc8-9af0-4e1d-8271-29f747d55804 req-f526b166-f61c-4cf0-935f-6af571194f7c tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 945 time: 0.0480256 Apr 20 16:39:39.772954 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c39c2bc8-9af0-4e1d-8271-29f747d55804 req-b799bafd-695e-4ea3-9cbe-b1cbd5eda677 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/security-groups?id=029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358732 Apr 20 16:39:39.790637 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43686) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:39.793427 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1d7ceea1-b14a-4624-bab0-03222ad38621 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:39.794489 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7ceea1-b14a-4624-bab0-03222ad38621 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:39.795076 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1d7ceea1-b14a-4624-bab0-03222ad38621 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:40.009956 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888a29f9-698f-4e6f-bf30-54be02f14508 tempest-TestServerBasicOps-2033083854 tempest-TestServerBasicOps-2033083854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:40.015270 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-888a29f9-698f-4e6f-bf30-54be02f14508 tempest-TestServerBasicOps-2033083854 tempest-TestServerBasicOps-2033083854-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 1091 time: 0.2196684 Apr 20 16:39:40.015270 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43696) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:40.019781 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a2b8a0d2-46db-4daa-a29a-741aade58c55 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': '7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:40.101630 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1d7ceea1-b14a-4624-bab0-03222ad38621 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0323637 Apr 20 16:39:40.102378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278c158d-3956-4d60-806d-ca3844ffe1e4 admin admin] Made reservation on behalf of b95a26b2c89e42fda6bf9eb97d3f5995 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:39:40.104231 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43702) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:40.104724 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-278c158d-3956-4d60-806d-ca3844ffe1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:40.109886 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-27eee1b7-7ab5-48e2-97cc-f4e8e2807ac7 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Request body: {'network': {'project_id': '8ee7f833202648bc9d805f22e9883659'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:40.120675 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-278c158d-3956-4d60-806d-ca3844ffe1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:40.125639 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2b8a0d2-46db-4daa-a29a-741aade58c55 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:40.131289 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ceea1-b14a-4624-bab0-03222ad38621 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Pushing event updated for resources: {'Network': ['ID=27645506-cccc-421f-bc89-e39d2afe0d59,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:40.142014 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 27645506-cccc-421f-bc89-e39d2afe0d59 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:39:40.207212 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-278c158d-3956-4d60-806d-ca3844ffe1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:40.239899 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27eee1b7-7ab5-48e2-97cc-f4e8e2807ac7 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Made reservation on behalf of 8ee7f833202648bc9d805f22e9883659 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:39:40.242852 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-27eee1b7-7ab5-48e2-97cc-f4e8e2807ac7 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:40.268610 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2b8a0d2-46db-4daa-a29a-741aade58c55 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:40.288948 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27eee1b7-7ab5-48e2-97cc-f4e8e2807ac7 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:39:40.299016 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-278c158d-3956-4d60-806d-ca3844ffe1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:40.323814 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-278c158d-3956-4d60-806d-ca3844ffe1e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:39:40.329870 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-27eee1b7-7ab5-48e2-97cc-f4e8e2807ac7 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:40.330221 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-27eee1b7-7ab5-48e2-97cc-f4e8e2807ac7 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Added segment 3399a728-f148-4db5-9ba8-ed7532dd0bdf of type vlan for network ff6c5e5a-abe3-464f-a4e8-9b38738d2947 Apr 20 16:39:40.334697 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c158d-3956-4d60-806d-ca3844ffe1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af031dc-155e-418e-8558-6480dc5c3256,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:40.339855 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-278c158d-3956-4d60-806d-ca3844ffe1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:40.340923 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-278c158d-3956-4d60-806d-ca3844ffe1e4 admin admin] Added segment f55d2490-8481-4d53-81c9-5596fcfee2ec of type vlan for network 20f7929a-13f6-45f6-bfac-8026c7bd7a5b Apr 20 16:39:40.380817 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-278c158d-3956-4d60-806d-ca3844ffe1e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:40.404943 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-27eee1b7-7ab5-48e2-97cc-f4e8e2807ac7 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:40.445107 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-a2b8a0d2-46db-4daa-a29a-741aade58c55 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Allocated IP 172.25.0.250 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/2e082b0d-e2c0-4d76-bc41-eb3ac9a66a5e) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:39:40.478824 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-278c158d-3956-4d60-806d-ca3844ffe1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:40.479824 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278c158d-3956-4d60-806d-ca3844ffe1e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:40.480487 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-278c158d-3956-4d60-806d-ca3844ffe1e4 admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:40.514344 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-27eee1b7-7ab5-48e2-97cc-f4e8e2807ac7 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:40.515323 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eee1b7-7ab5-48e2-97cc-f4e8e2807ac7 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:40.515997 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-27eee1b7-7ab5-48e2-97cc-f4e8e2807ac7 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:40.542880 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c158d-3956-4d60-806d-ca3844ffe1e4 admin admin] Pushing event updated for resources: {'Network': ['ID=20f7929a-13f6-45f6-bfac-8026c7bd7a5b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:40.555540 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 20f7929a-13f6-45f6-bfac-8026c7bd7a5b details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:39:40.579356 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-278c158d-3956-4d60-806d-ca3844ffe1e4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1713054 Apr 20 16:39:40.584423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43720) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:40.589466 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-9ce00f39-a2fc-484c-9a63-86fbfd982969 admin admin] Request body: {'subnet': {'network_id': '20f7929a-13f6-45f6-bfac-8026c7bd7a5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-310543527-subnet', 'tenant_id': 'b95a26b2c89e42fda6bf9eb97d3f5995', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:40.610265 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eee1b7-7ab5-48e2-97cc-f4e8e2807ac7 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Pushing event updated for resources: {'Network': ['ID=ff6c5e5a-abe3-464f-a4e8-9b38738d2947,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:40.632451 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network ff6c5e5a-abe3-464f-a4e8-9b38738d2947 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:39:40.635803 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2b8a0d2-46db-4daa-a29a-741aade58c55 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:40.704785 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-27eee1b7-7ab5-48e2-97cc-f4e8e2807ac7 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5991554 Apr 20 16:39:40.708066 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43730) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:40.713087 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-6f21d5e5-bf20-4531-b4a3-19a09999dea8 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Request body: {'network': {'project_id': '8ee7f833202648bc9d805f22e9883659'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:40.728740 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f21d5e5-bf20-4531-b4a3-19a09999dea8 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 20 16:39:40.728740 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f21d5e5-bf20-4531-b4a3-19a09999dea8 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 16:39:40.728740 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6f21d5e5-bf20-4531-b4a3-19a09999dea8 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0173707 Apr 20 16:39:40.729516 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43732) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:40.740486 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2b8a0d2-46db-4daa-a29a-741aade58c55 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:40.745260 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce00f39-a2fc-484c-9a63-86fbfd982969 admin admin] Made reservation on behalf of b95a26b2c89e42fda6bf9eb97d3f5995 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:39:40.747861 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9ce00f39-a2fc-484c-9a63-86fbfd982969 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:40.779475 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b8a0d2-46db-4daa-a29a-741aade58c55 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:39:40.782784 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-a2b8a0d2-46db-4daa-a29a-741aade58c55 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:39:40.786496 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b8a0d2-46db-4daa-a29a-741aade58c55 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:39:40.828904 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8a0d2-46db-4daa-a29a-741aade58c55 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Pushing event updated for resources: {'Port': ['ID=2e082b0d-e2c0-4d76-bc41-eb3ac9a66a5e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:40.829155 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5a6769e0-75e2-47ce-adb0-a901dedd29ed tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8ee7f833202648bc9d805f22e9883659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0960047 Apr 20 16:39:40.829724 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43740) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:40.921756 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2446d903-d7a4-4f58-b3fa-ddee4056af3f tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:40.955042 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2446d903-d7a4-4f58-b3fa-ddee4056af3f tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:41.078532 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9ce00f39-a2fc-484c-9a63-86fbfd982969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:41.122797 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2446d903-d7a4-4f58-b3fa-ddee4056af3f tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:41.133401 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2446d903-d7a4-4f58-b3fa-ddee4056af3f tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:41.133401 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2446d903-d7a4-4f58-b3fa-ddee4056af3f tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/1bc51bab-3b38-46ec-bc73-717ee420e85b HTTP/1.1" status: 204 len: 168 time: 0.2955976 Apr 20 16:39:41.134013 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43752) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:41.154712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce00f39-a2fc-484c-9a63-86fbfd982969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd3f289b-03f6-428b-ab39-3bc92430691d,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:41.156752 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446d903-d7a4-4f58-b3fa-ddee4056af3f tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc51bab-3b38-46ec-bc73-717ee420e85b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:41.214590 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce00f39-a2fc-484c-9a63-86fbfd982969 admin admin] Checking segment: {'id': 'f55d2490-8481-4d53-81c9-5596fcfee2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '20f7929a-13f6-45f6-bfac-8026c7bd7a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:39:41.215198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce00f39-a2fc-484c-9a63-86fbfd982969 admin admin] Network hostable DHCP agents. Network: 20f7929a-13f6-45f6-bfac-8026c7bd7a5b, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:39:41.237326 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-90deb961-6b4a-4f41-9efa-5afe38c71828 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:41.325999 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-90deb961-6b4a-4f41-9efa-5afe38c71828 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:41.347141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-90deb961-6b4a-4f41-9efa-5afe38c71828 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6c5e5a-abe3-464f-a4e8-9b38738d2947']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:41.366438 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-90deb961-6b4a-4f41-9efa-5afe38c71828 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3399a728-f148-4db5-9ba8-ed7532dd0bdf') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:41.366438 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-90deb961-6b4a-4f41-9efa-5afe38c71828 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3399a728-f148-4db5-9ba8-ed7532dd0bdf') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:41.374150 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-90deb961-6b4a-4f41-9efa-5afe38c71828 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:41.388683 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-90deb961-6b4a-4f41-9efa-5afe38c71828 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:41.395131 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90deb961-6b4a-4f41-9efa-5afe38c71828 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:39:41.395530 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-90deb961-6b4a-4f41-9efa-5afe38c71828 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:39:41.397344 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:39:41.409251 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce00f39-a2fc-484c-9a63-86fbfd982969 admin admin] Network 20f7929a-13f6-45f6-bfac-8026c7bd7a5b is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:39:41.429024 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2b8a0d2-46db-4daa-a29a-741aade58c55 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:41.657958 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-9ce00f39-a2fc-484c-9a63-86fbfd982969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 20f7929a-13f6-45f6-bfac-8026c7bd7a5b) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:39:41.673307 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce00f39-a2fc-484c-9a63-86fbfd982969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:41.673307 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9ce00f39-a2fc-484c-9a63-86fbfd982969 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:41.674225 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39704766-2333-4e4e-b4b1-5a305d07d073 None None] Network 20f7929a-13f6-45f6-bfac-8026c7bd7a5b requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:39:41.704057 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-90deb961-6b4a-4f41-9efa-5afe38c71828 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:41.712596 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-90deb961-6b4a-4f41-9efa-5afe38c71828 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:41.718699 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-90deb961-6b4a-4f41-9efa-5afe38c71828 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] 10.222.0.15 "DELETE /v2.0/networks/ff6c5e5a-abe3-464f-a4e8-9b38738d2947 HTTP/1.1" status: 204 len: 168 time: 0.5836735 Apr 20 16:39:41.745211 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43768) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:41.753109 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90deb961-6b4a-4f41-9efa-5afe38c71828 tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff6c5e5a-abe3-464f-a4e8-9b38738d2947,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:41.812748 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9ce00f39-a2fc-484c-9a63-86fbfd982969 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2291737 Apr 20 16:39:41.833396 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2b8a0d2-46db-4daa-a29a-741aade58c55 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:41.944458 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a88dc2f8-0eac-4840-bdaa-f88fe5c32d5c tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:42.017579 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b46334-1f5d-49b6-8c29-18d59cbef587 None None] Network 20f7929a-13f6-45f6-bfac-8026c7bd7a5b requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:39:42.074747 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a88dc2f8-0eac-4840-bdaa-f88fe5c32d5c tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:42.113553 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-a88dc2f8-0eac-4840-bdaa-f88fe5c32d5c tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27645506-cccc-421f-bc89-e39d2afe0d59']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:42.126323 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-a88dc2f8-0eac-4840-bdaa-f88fe5c32d5c tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e4e260-4c29-4034-b0cd-21862840d855') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:42.126614 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-a88dc2f8-0eac-4840-bdaa-f88fe5c32d5c tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e4e260-4c29-4034-b0cd-21862840d855') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:42.141583 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a88dc2f8-0eac-4840-bdaa-f88fe5c32d5c tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:42.161581 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2b8a0d2-46db-4daa-a29a-741aade58c55 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:42.165750 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a88dc2f8-0eac-4840-bdaa-f88fe5c32d5c tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:42.172029 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a88dc2f8-0eac-4840-bdaa-f88fe5c32d5c tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a88dc2f8-0eac-4840-bdaa-f88fe5c32d5c tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:39:42.180329 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:39:42.678200 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2b8a0d2-46db-4daa-a29a-741aade58c55 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:42.678200 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8a0d2-46db-4daa-a29a-741aade58c55 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Pushing event updated for resources: {'Port': ['ID=2e082b0d-e2c0-4d76-bc41-eb3ac9a66a5e,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:42.678200 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2b8a0d2-46db-4daa-a29a-741aade58c55 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:42.830161 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a88dc2f8-0eac-4840-bdaa-f88fe5c32d5c tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:42.834941 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a88dc2f8-0eac-4840-bdaa-f88fe5c32d5c tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:42.838060 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a88dc2f8-0eac-4840-bdaa-f88fe5c32d5c tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] 10.222.0.15 "DELETE /v2.0/networks/27645506-cccc-421f-bc89-e39d2afe0d59 HTTP/1.1" status: 204 len: 168 time: 1.0901883 Apr 20 16:39:42.854264 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88dc2f8-0eac-4840-bdaa-f88fe5c32d5c tempest-QuotasNegativeTest-1912153142 tempest-QuotasNegativeTest-1912153142-project-admin] Pushing event deleted for resources: {'Network': ['ID=27645506-cccc-421f-bc89-e39d2afe0d59,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:42.924128 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-a2b8a0d2-46db-4daa-a29a-741aade58c55 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Floating IP c17fe381-4f69-4051-8090-396855940461 associated. External IP: 172.25.0.250, port: 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7. Apr 20 16:39:43.158392 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b8a0d2-46db-4daa-a29a-741aade58c55 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Router b5ca9b1d-7202-4002-a614-63e1908209d0 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:39:43.270135 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b8a0d2-46db-4daa-a29a-741aade58c55 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:39:43.280653 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be00d3d8-66d0-4028-9786-a1d054ea6205 None None] Sync routers for ids ['b5ca9b1d-7202-4002-a614-63e1908209d0'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:39:43.290487 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be00d3d8-66d0-4028-9786-a1d054ea6205 None None] Routers {'b5ca9b1d-7202-4002-a614-63e1908209d0'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:39:43.291110 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-be00d3d8-66d0-4028-9786-a1d054ea6205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:39:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b5ca9b1d-7202-4002-a614-63e1908209d0'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:43.395524 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2b8a0d2-46db-4daa-a29a-741aade58c55 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:43.424021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43834) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:43.429509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-37f44376-eb34-40fd-9e29-f6e3d3496dac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-113217471-network', 'tenant_id': '9a6400cc7cdb4651bc8b681df3f72fcb'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:43.431735 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a2b8a0d2-46db-4daa-a29a-741aade58c55 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4154115 Apr 20 16:39:43.434881 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce53043-ab61-4442-b80f-21fbe8a5bc36', 'tag': '7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:39:43.440295 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c519f859-6b16-44c6-b135-6c19cab6228e" -d '{"events": [{"name": "network-changed", "server_uuid": "dce53043-ab61-4442-b80f-21fbe8a5bc36", "tag": "7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:39:43.477186 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-be00d3d8-66d0-4028-9786-a1d054ea6205 None None] Set router b5ca9b1d-7202-4002-a614-63e1908209d0 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:39:43.581929 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f44376-eb34-40fd-9e29-f6e3d3496dac admin admin] Made reservation on behalf of 9a6400cc7cdb4651bc8b681df3f72fcb for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:39:43.584671 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-37f44376-eb34-40fd-9e29-f6e3d3496dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:43.601505 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-37f44376-eb34-40fd-9e29-f6e3d3496dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:43.633883 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16eb8aae-63e1-4b9b-a9b9-dd5ba8f40441 x-openstack-request-id: req-16eb8aae-63e1-4b9b-a9b9-dd5ba8f40441 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:39:43.634187 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce53043-ab61-4442-b80f-21fbe8a5bc36", "tag": "7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:39:43.634441 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-16eb8aae-63e1-4b9b-a9b9-dd5ba8f40441 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:39:43.634862 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16eb8aae-63e1-4b9b-a9b9-dd5ba8f40441'] response: {'name': 'network-changed', 'server_uuid': 'dce53043-ab61-4442-b80f-21fbe8a5bc36', 'tag': '7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7', 'status': 'completed', 'code': 200} Apr 20 16:39:43.708913 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-37f44376-eb34-40fd-9e29-f6e3d3496dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:43.728243 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519f859-6b16-44c6-b135-6c19cab6228e req-a57b9f84-bcb1-47dc-938f-2bef839db4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:43.728827 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-be00d3d8-66d0-4028-9786-a1d054ea6205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'name': 'tempest-TestServerBasicOps-1502314913-router', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:38:58Z', 'updated_at': '2022-04-20T16:39:03Z', 'revision_number': 4, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'gw_port': {'id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:59Z', 'updated_at': '2022-04-20T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'c17fe381-4f69-4051-8090-396855940461', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'port_id': '7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c', 'mac_address': 'fa:16:3e:e8:a8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce53043-ab61-4442-b80f-21fbe8a5bc36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:39:41Z', 'updated_at': '2022-04-20T16:39:41Z', 'revision_number': 0, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aba0ed66-b04f-46ff-9c0c-daefe019d73b', 'name': '', 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'mac_address': 'fa:16:3e:e1:41:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '3afc549f-c280-4e3c-8f2c-192d1bc8c671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:39:02Z', 'updated_at': '2022-04-20T16:39:08Z', 'revision_number': 5, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'subnets': [{'id': '3afc549f-c280-4e3c-8f2c-192d1bc8c671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:43.729739 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c519f859-6b16-44c6-b135-6c19cab6228e req-a57b9f84-bcb1-47dc-938f-2bef839db4c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ffa36b560db4315aa5b106edc630152&device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 1096 time: 0.0478389 Apr 20 16:39:43.755330 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be00d3d8-66d0-4028-9786-a1d054ea6205 None None] Checking router: b5ca9b1d-7202-4002-a614-63e1908209d0 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:39:43.764103 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be00d3d8-66d0-4028-9786-a1d054ea6205 None None] Routers {'b5ca9b1d-7202-4002-a614-63e1908209d0'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:39:43.764755 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-be00d3d8-66d0-4028-9786-a1d054ea6205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:39:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b5ca9b1d-7202-4002-a614-63e1908209d0'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:43.818263 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519f859-6b16-44c6-b135-6c19cab6228e req-ec910bb5-0501-40f0-8794-1e5387e65726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:43.819741 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c519f859-6b16-44c6-b135-6c19cab6228e req-ec910bb5-0501-40f0-8794-1e5387e65726 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a2358b7b-9f71-44ce-9aa8-c307e3d70b9c HTTP/1.1" status: 200 len: 910 time: 0.0841920 Apr 20 16:39:43.873061 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-be00d3d8-66d0-4028-9786-a1d054ea6205 None None] Set router b5ca9b1d-7202-4002-a614-63e1908209d0 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:39:43.889012 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c519f859-6b16-44c6-b135-6c19cab6228e req-44b259b9-d290-4621-8dca-28474c8c58bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 HTTP/1.1" status: 200 len: 999 time: 0.0629992 Apr 20 16:39:43.935650 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-37f44376-eb34-40fd-9e29-f6e3d3496dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:43.954020 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519f859-6b16-44c6-b135-6c19cab6228e req-3302ba0c-6a94-49f9-9cff-7763c96ec667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:43.956019 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c519f859-6b16-44c6-b135-6c19cab6228e req-3302ba0c-6a94-49f9-9cff-7763c96ec667 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3afc549f-c280-4e3c-8f2c-192d1bc8c671 HTTP/1.1" status: 200 len: 848 time: 0.0598969 Apr 20 16:39:43.966724 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f44376-eb34-40fd-9e29-f6e3d3496dac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:39:44.010318 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f44376-eb34-40fd-9e29-f6e3d3496dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d881ac-fd9f-4409-92a2-af57cb77c5c5,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:44.014696 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-37f44376-eb34-40fd-9e29-f6e3d3496dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:44.014901 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-37f44376-eb34-40fd-9e29-f6e3d3496dac admin admin] Added segment 014b96ce-cc4a-43e2-b11f-16f03ab3e786 of type vlan for network c25b46bc-30f7-4ac0-a461-ea955fe5dcfd Apr 20 16:39:44.066325 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519f859-6b16-44c6-b135-6c19cab6228e req-2c44e200-58f3-479a-a354-57bd30920693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:44.067827 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c519f859-6b16-44c6-b135-6c19cab6228e req-2c44e200-58f3-479a-a354-57bd30920693 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2358b7b-9f71-44ce-9aa8-c307e3d70b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051364 Apr 20 16:39:44.069739 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-37f44376-eb34-40fd-9e29-f6e3d3496dac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:44.177529 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-be00d3d8-66d0-4028-9786-a1d054ea6205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'name': 'tempest-TestServerBasicOps-1502314913-router', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:38:58Z', 'updated_at': '2022-04-20T16:39:03Z', 'revision_number': 4, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'gw_port': {'id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:59Z', 'updated_at': '2022-04-20T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'c17fe381-4f69-4051-8090-396855940461', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'port_id': '7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c', 'mac_address': 'fa:16:3e:e8:a8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce53043-ab61-4442-b80f-21fbe8a5bc36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:39:41Z', 'updated_at': '2022-04-20T16:39:41Z', 'revision_number': 0, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aba0ed66-b04f-46ff-9c0c-daefe019d73b', 'name': '', 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'mac_address': 'fa:16:3e:e1:41:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '3afc549f-c280-4e3c-8f2c-192d1bc8c671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:39:02Z', 'updated_at': '2022-04-20T16:39:08Z', 'revision_number': 5, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'subnets': [{'id': '3afc549f-c280-4e3c-8f2c-192d1bc8c671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:39:44.178352 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c519f859-6b16-44c6-b135-6c19cab6228e req-549dab14-999b-415d-8b39-6e47ea8729a2 service neutron] 10.222.0.26 "GET /v2.0/networks/a2358b7b-9f71-44ce-9aa8-c307e3d70b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025243 Apr 20 16:39:44.228993 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be00d3d8-66d0-4028-9786-a1d054ea6205 None None] The sync data for ids ['b5ca9b1d-7202-4002-a614-63e1908209d0'] in n-d-836146-2 is: [{'id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'name': 'tempest-TestServerBasicOps-1502314913-router', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:38:58Z', 'updated_at': '2022-04-20T16:39:03Z', 'revision_number': 4, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'gw_port': {'id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:59Z', 'updated_at': '2022-04-20T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'c17fe381-4f69-4051-8090-396855940461', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'port_id': '7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c', 'mac_address': 'fa:16:3e:e8:a8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce53043-ab61-4442-b80f-21fbe8a5bc36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:39:41Z', 'updated_at': '2022-04-20T16:39:41Z', 'revision_number': 0, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aba0ed66-b04f-46ff-9c0c-daefe019d73b', 'name': '', 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'mac_address': 'fa:16:3e:e1:41:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '3afc549f-c280-4e3c-8f2c-192d1bc8c671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:39:02Z', 'updated_at': '2022-04-20T16:39:08Z', 'revision_number': 5, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'subnets': [{'id': '3afc549f-c280-4e3c-8f2c-192d1bc8c671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:39:44.229666 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-37f44376-eb34-40fd-9e29-f6e3d3496dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:44.229971 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43868) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:44.233976 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f44376-eb34-40fd-9e29-f6e3d3496dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:44.234815 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-37f44376-eb34-40fd-9e29-f6e3d3496dac admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:44.361768 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-37f44376-eb34-40fd-9e29-f6e3d3496dac admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9366136 Apr 20 16:39:44.364715 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43872) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:44.370097 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f24948e9-5501-4c62-9d5d-66704629645f admin admin] Request body: {'subnet': {'network_id': 'c25b46bc-30f7-4ac0-a461-ea955fe5dcfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-113217471-subnet', 'tenant_id': '9a6400cc7cdb4651bc8b681df3f72fcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:44.379143 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f44376-eb34-40fd-9e29-f6e3d3496dac admin admin] Pushing event updated for resources: {'Network': ['ID=c25b46bc-30f7-4ac0-a461-ea955fe5dcfd,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:44.383073 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c519f859-6b16-44c6-b135-6c19cab6228e req-119492ac-4f58-4e6c-9220-9d79d0faf822 service neutron] 10.222.0.26 "GET /v2.0/networks/a2358b7b-9f71-44ce-9aa8-c307e3d70b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951370 Apr 20 16:39:44.393405 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network c25b46bc-30f7-4ac0-a461-ea955fe5dcfd details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:39:44.419194 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-580052ba-2a74-4d58-99ac-48603c1f3a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:44.553371 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-580052ba-2a74-4d58-99ac-48603c1f3a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:44.566357 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b558f-8562-433f-9e64-224df5c56588 None None] New status for floating IP c17fe381-4f69-4051-8090-396855940461: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:39:44.632837 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24948e9-5501-4c62-9d5d-66704629645f admin admin] Made reservation on behalf of 9a6400cc7cdb4651bc8b681df3f72fcb for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:39:44.635444 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f24948e9-5501-4c62-9d5d-66704629645f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:44.685309 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-580052ba-2a74-4d58-99ac-48603c1f3a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:44.747108 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-580052ba-2a74-4d58-99ac-48603c1f3a46 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=10f42a30436c4722b69ed1cecbe16f31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5145907 Apr 20 16:39:44.749772 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43894) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:44.774284 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580052ba-2a74-4d58-99ac-48603c1f3a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df4f67b-452c-4ee2-b0b6-e29a23704efa,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:44.818582 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c69a843-f603-402e-9110-a99b8f037bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:44.852082 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c69a843-f603-402e-9110-a99b8f037bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:45.038835 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c69a843-f603-402e-9110-a99b8f037bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:45.039067 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f24948e9-5501-4c62-9d5d-66704629645f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:45.041840 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c69a843-f603-402e-9110-a99b8f037bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:45.046250 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5c69a843-f603-402e-9110-a99b8f037bee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1df4f67b-452c-4ee2-b0b6-e29a23704efa HTTP/1.1" status: 204 len: 168 time: 0.2912147 Apr 20 16:39:45.052518 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69a843-f603-402e-9110-a99b8f037bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df4f67b-452c-4ee2-b0b6-e29a23704efa,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:45.099396 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24948e9-5501-4c62-9d5d-66704629645f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2677718-3e6c-4f52-9c03-b994cf1d9539,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:45.109989 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24948e9-5501-4c62-9d5d-66704629645f admin admin] Checking segment: {'id': '014b96ce-cc4a-43e2-b11f-16f03ab3e786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c25b46bc-30f7-4ac0-a461-ea955fe5dcfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:39:45.110354 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24948e9-5501-4c62-9d5d-66704629645f admin admin] Network hostable DHCP agents. Network: c25b46bc-30f7-4ac0-a461-ea955fe5dcfd, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:39:45.226758 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24948e9-5501-4c62-9d5d-66704629645f admin admin] Network c25b46bc-30f7-4ac0-a461-ea955fe5dcfd is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:39:45.312942 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-f24948e9-5501-4c62-9d5d-66704629645f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, c25b46bc-30f7-4ac0-a461-ea955fe5dcfd) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:39:45.318408 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24948e9-5501-4c62-9d5d-66704629645f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:45.319070 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f24948e9-5501-4c62-9d5d-66704629645f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:45.322387 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b89526-6890-4839-ab59-739ca7c3a496 None None] Network c25b46bc-30f7-4ac0-a461-ea955fe5dcfd requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:39:45.444297 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f24948e9-5501-4c62-9d5d-66704629645f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0782347 Apr 20 16:39:45.460642 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fb1a71-b1b2-4009-8793-7460c3d7849c None None] Network c25b46bc-30f7-4ac0-a461-ea955fe5dcfd requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:39:45.863251 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 43948) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:45.885433 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-67c0fccf-a631-4ea6-9d97-71370a38499f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:46.014100 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-93bffe9c-b965-463a-8482-7b9aa12aa9f7 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:46.015557 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-93bffe9c-b965-463a-8482-7b9aa12aa9f7 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/networks?id=20f7929a-13f6-45f6-bfac-8026c7bd7a5b HTTP/1.1" status: 200 len: 808 time: 0.1395483 Apr 20 16:39:46.041109 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-56d43cce-1742-4d48-83ff-f5d05c0192a7 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/quotas/b95a26b2c89e42fda6bf9eb97d3f5995 HTTP/1.1" status: 200 len: 375 time: 0.0179632 Apr 20 16:39:46.087047 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-67c0fccf-a631-4ea6-9d97-71370a38499f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:46.100384 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-4e7e847d-0dc9-4fe4-b211-d91b8ac1d7c2 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b95a26b2c89e42fda6bf9eb97d3f5995&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525088 Apr 20 16:39:46.178826 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-67c0fccf-a631-4ea6-9d97-71370a38499f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:46.218739 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-67c0fccf-a631-4ea6-9d97-71370a38499f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92c9666d02304acebbe038db5f781753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3543837 Apr 20 16:39:46.219613 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0fccf-a631-4ea6-9d97-71370a38499f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f654e834-0380-4f97-a751-e221d63adbec,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:46.221478 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 43964) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:46.275468 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-408356d8-4d2b-45c5-81ba-54d3afa60eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:46.288508 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-045595c0-18a9-425a-9658-661ca42792ac service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:39:46.296936 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-045595c0-18a9-425a-9658-661ca42792ac service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1894100 Apr 20 16:39:46.303301 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-408356d8-4d2b-45c5-81ba-54d3afa60eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:46.390039 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-eabccbca-c7e1-4cca-8150-373123941dd8 service neutron] 10.222.0.15 "GET /v2.0/networks/20f7929a-13f6-45f6-bfac-8026c7bd7a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912504 Apr 20 16:39:46.483707 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-851e152c-8221-4c62-b657-4a2a10210be8 service neutron] 10.222.0.15 "GET /v2.0/networks/20f7929a-13f6-45f6-bfac-8026c7bd7a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854926 Apr 20 16:39:46.494430 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-408356d8-4d2b-45c5-81ba-54d3afa60eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:46.494430 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-408356d8-4d2b-45c5-81ba-54d3afa60eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:46.497068 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-408356d8-4d2b-45c5-81ba-54d3afa60eeb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f654e834-0380-4f97-a751-e221d63adbec HTTP/1.1" status: 204 len: 168 time: 0.2739155 Apr 20 16:39:46.506201 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408356d8-4d2b-45c5-81ba-54d3afa60eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f654e834-0380-4f97-a751-e221d63adbec,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:46.850198 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7da08054-3acb-4c8f-8a0f-9989c5c59a29 req-9d4d61c7-6862-44e2-83fc-ce233a67ec4d tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8075464-df8e-454c-a93c-ccdc93d0163e HTTP/1.1" status: 200 len: 210 time: 0.0448010 Apr 20 16:39:47.933007 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-16a8337c-ca61-48b0-b9dd-799c148a21b8 req-b855600c-3ac1-480a-b80c-16fcf20ef142 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8075464-df8e-454c-a93c-ccdc93d0163e HTTP/1.1" status: 200 len: 210 time: 0.0282640 Apr 20 16:39:48.810012 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44090) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:48.912551 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-13173763-e041-4cdc-a99c-f09089a254c6 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-367455061', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:49.029760 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4816c53e-de2f-462b-bc7a-51fcb444fb6d req-7e9b1af4-3749-41f6-be07-1c29a5f24f7d tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8075464-df8e-454c-a93c-ccdc93d0163e HTTP/1.1" status: 200 len: 210 time: 0.0269558 Apr 20 16:39:49.110353 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13173763-e041-4cdc-a99c-f09089a254c6 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Made reservation on behalf of 2d2eb3687c444f5fbd64f2c1c78a2c1e for: {'port': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:39:49.112943 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-13173763-e041-4cdc-a99c-f09089a254c6 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:49.126814 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-13173763-e041-4cdc-a99c-f09089a254c6 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:49.207612 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-13173763-e041-4cdc-a99c-f09089a254c6 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:49.333211 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-13173763-e041-4cdc-a99c-f09089a254c6 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:49.344288 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-13173763-e041-4cdc-a99c-f09089a254c6 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] device_id is not set on port a615e9b1-74d6-4a79-bcfe-bf6c9d5be977 yet. {{(pid=103485) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:39:49.398851 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13173763-e041-4cdc-a99c-f09089a254c6 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a20f435-a966-4637-93fb-3bbd80e7215c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:49.483614 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-13173763-e041-4cdc-a99c-f09089a254c6 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Allocated IP 172.25.0.161 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/a615e9b1-74d6-4a79-bcfe-bf6c9d5be977) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:39:49.619676 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-13173763-e041-4cdc-a99c-f09089a254c6 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:49.787831 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-13173763-e041-4cdc-a99c-f09089a254c6 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:49.842821 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13173763-e041-4cdc-a99c-f09089a254c6 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:39:49.845834 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-13173763-e041-4cdc-a99c-f09089a254c6 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:39:49.849561 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13173763-e041-4cdc-a99c-f09089a254c6 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:39:49.871873 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13173763-e041-4cdc-a99c-f09089a254c6 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Pushing event updated for resources: {'Port': ['ID=a615e9b1-74d6-4a79-bcfe-bf6c9d5be977,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:49.891893 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13173763-e041-4cdc-a99c-f09089a254c6 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:49.892546 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-13173763-e041-4cdc-a99c-f09089a254c6 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:50.012191 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-13173763-e041-4cdc-a99c-f09089a254c6 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2008326 Apr 20 16:39:50.014998 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44136) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:50.020287 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-7d8b83ff-a079-4c78-97ed-f26ee485df07 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.161'}]}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:50.100911 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-54cf05c8-a4ce-43bf-8e81-88787b85afcb tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:50.104398 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-54cf05c8-a4ce-43bf-8e81-88787b85afcb tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.30 "GET /v2.0/networks?id=20f7929a-13f6-45f6-bfac-8026c7bd7a5b HTTP/1.1" status: 200 len: 808 time: 0.1252558 Apr 20 16:39:50.133063 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc0a8941-e23c-4ef8-b8a1-798a3e28c617 req-c1206b85-cbcd-402e-bfb2-5d77b2b482a3 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8075464-df8e-454c-a93c-ccdc93d0163e HTTP/1.1" status: 200 len: 210 time: 0.0296011 Apr 20 16:39:50.136519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-fcfc8320-60d7-419f-b229-5e911187ffbc tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Request body: {'port': {'device_id': 'c8075464-df8e-454c-a93c-ccdc93d0163e', 'network_id': '20f7929a-13f6-45f6-bfac-8026c7bd7a5b', 'admin_state_up': True, 'tenant_id': 'b95a26b2c89e42fda6bf9eb97d3f5995'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:50.198371 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d8b83ff-a079-4c78-97ed-f26ee485df07 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:50.200821 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d8b83ff-a079-4c78-97ed-f26ee485df07 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:50.293940 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d8b83ff-a079-4c78-97ed-f26ee485df07 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:50.378630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-fcfc8320-60d7-419f-b229-5e911187ffbc tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Made reservation on behalf of b95a26b2c89e42fda6bf9eb97d3f5995 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:39:50.382199 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-fcfc8320-60d7-419f-b229-5e911187ffbc tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:50.521434 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-fcfc8320-60d7-419f-b229-5e911187ffbc tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Allocated IP 172.20.0.2 (20f7929a-13f6-45f6-bfac-8026c7bd7a5b/cd3f289b-03f6-428b-ab39-3bc92430691d/b06835f7-fe62-46c2-a270-853dab71c8ea) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:39:50.573006 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d8b83ff-a079-4c78-97ed-f26ee485df07 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:50.689329 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-fcfc8320-60d7-419f-b229-5e911187ffbc tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:50.787488 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-fcfc8320-60d7-419f-b229-5e911187ffbc tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:50.840219 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-fcfc8320-60d7-419f-b229-5e911187ffbc tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Network 20f7929a-13f6-45f6-bfac-8026c7bd7a5b is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:39:50.843843 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-fcfc8320-60d7-419f-b229-5e911187ffbc tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:39:50.849276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-fcfc8320-60d7-419f-b229-5e911187ffbc tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:39:50.857910 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc8320-60d7-419f-b229-5e911187ffbc tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Pushing event updated for resources: {'Port': ['ID=b06835f7-fe62-46c2-a270-853dab71c8ea,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:50.913625 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-fcfc8320-60d7-419f-b229-5e911187ffbc tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:50.914947 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-fcfc8320-60d7-419f-b229-5e911187ffbc tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:50.972981 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44178) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:51.006238 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d8b83ff-a079-4c78-97ed-f26ee485df07 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:51.019367 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-fcfc8320-60d7-419f-b229-5e911187ffbc tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8887627 Apr 20 16:39:51.026419 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d8b83ff-a079-4c78-97ed-f26ee485df07 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:51.032737 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-14896e69-6f46-4111-8b4a-40f9916b18d2 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:39:51.033712 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-14896e69-6f46-4111-8b4a-40f9916b18d2 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074737 Apr 20 16:39:51.118002 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-3995d14b-8b9d-41a8-a6a9-6dd7de112692 service neutron] Request body: {'port': {'device_id': 'c8075464-df8e-454c-a93c-ccdc93d0163e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:51.131061 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d8ab1e4f-60c1-4db5-91f9-3408fd703f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:51.210839 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-3995d14b-8b9d-41a8-a6a9-6dd7de112692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:51.283435 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98284eb-b961-4ad4-9419-2ef3c5306a80 req-7950d929-8480-4469-a045-00fa51db88d0 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:51.284929 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a98284eb-b961-4ad4-9419-2ef3c5306a80 req-7950d929-8480-4469-a045-00fa51db88d0 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8075464-df8e-454c-a93c-ccdc93d0163e HTTP/1.1" status: 200 len: 931 time: 0.0647876 Apr 20 16:39:51.312487 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d8ab1e4f-60c1-4db5-91f9-3408fd703f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:51.323375 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d8b83ff-a079-4c78-97ed-f26ee485df07 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:51.365721 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a98284eb-b961-4ad4-9419-2ef3c5306a80 req-5a9b73f1-1db3-4bd1-9850-0e5da3154de6 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af031dc-155e-418e-8558-6480dc5c3256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742762 Apr 20 16:39:51.417104 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d8ab1e4f-60c1-4db5-91f9-3408fd703f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:51.496719 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d8ab1e4f-60c1-4db5-91f9-3408fd703f1a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0bc72f660df4a8da5a784ea63eaab74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5197167 Apr 20 16:39:51.496904 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab1e4f-60c1-4db5-91f9-3408fd703f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e34439-656a-4366-9a9f-1ef72c21f5bf,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:51.497922 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44198) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:51.506141 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d8b83ff-a079-4c78-97ed-f26ee485df07 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:51.508988 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d8b83ff-a079-4c78-97ed-f26ee485df07 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:51.585586 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-3995d14b-8b9d-41a8-a6a9-6dd7de112692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06835f7-fe62-46c2-a270-853dab71c8ea {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:39:51.587935 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3126541c-5245-419a-ba72-452ef26feb08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:51.593575 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-3995d14b-8b9d-41a8-a6a9-6dd7de112692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:51.611531 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3126541c-5245-419a-ba72-452ef26feb08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:51.729884 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d8b83ff-a079-4c78-97ed-f26ee485df07 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:51.730410 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8b83ff-a079-4c78-97ed-f26ee485df07 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f63d58e-7b19-4614-86f1-7c38796d43bc {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:39:51.787300 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-3995d14b-8b9d-41a8-a6a9-6dd7de112692 service neutron] Transition to ACTIVE for port object b06835f7-fe62-46c2-a270-853dab71c8ea will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:39:51.787597 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3126541c-5245-419a-ba72-452ef26feb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:51.787968 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3126541c-5245-419a-ba72-452ef26feb08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:51.789365 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3126541c-5245-419a-ba72-452ef26feb08 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4e34439-656a-4366-9a9f-1ef72c21f5bf HTTP/1.1" status: 204 len: 168 time: 0.2903666 Apr 20 16:39:51.797752 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126541c-5245-419a-ba72-452ef26feb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e34439-656a-4366-9a9f-1ef72c21f5bf,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:51.893288 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-7d8b83ff-a079-4c78-97ed-f26ee485df07 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 20 16:39:51.894374 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7d8b83ff-a079-4c78-97ed-f26ee485df07 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8781869 Apr 20 16:39:51.897237 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44202) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:51.921724 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-3995d14b-8b9d-41a8-a6a9-6dd7de112692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:51.980280 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995d14b-8b9d-41a8-a6a9-6dd7de112692 service neutron] Pushing event updated for resources: {'Port': ['ID=b06835f7-fe62-46c2-a270-853dab71c8ea,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:52.003434 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-3c12d8d2-368d-4691-aa0c-061e89271276 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Deleting port a615e9b1-74d6-4a79-bcfe-bf6c9d5be977 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:39:52.004004 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c12d8d2-368d-4691-aa0c-061e89271276 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:52.049945 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-3995d14b-8b9d-41a8-a6a9-6dd7de112692 service neutron] Attempting to bind port b06835f7-fe62-46c2-a270-853dab71c8ea on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:39:52.050280 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-3995d14b-8b9d-41a8-a6a9-6dd7de112692 service neutron] Attempting to bind port b06835f7-fe62-46c2-a270-853dab71c8ea by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'f55d2490-8481-4d53-81c9-5596fcfee2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '20f7929a-13f6-45f6-bfac-8026c7bd7a5b'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:39:52.050605 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-3995d14b-8b9d-41a8-a6a9-6dd7de112692 service neutron] Attempting to bind port b06835f7-fe62-46c2-a270-853dab71c8ea on network 20f7929a-13f6-45f6-bfac-8026c7bd7a5b {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:39:52.054796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-3995d14b-8b9d-41a8-a6a9-6dd7de112692 service neutron] Port b06835f7-fe62-46c2-a270-853dab71c8ea on network 20f7929a-13f6-45f6-bfac-8026c7bd7a5b not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:39:52.056804 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-3995d14b-8b9d-41a8-a6a9-6dd7de112692 service neutron] Attempting to bind port b06835f7-fe62-46c2-a270-853dab71c8ea on network 20f7929a-13f6-45f6-bfac-8026c7bd7a5b {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:39:52.059942 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-3995d14b-8b9d-41a8-a6a9-6dd7de112692 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:39:52.060275 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-3995d14b-8b9d-41a8-a6a9-6dd7de112692 service neutron] Checking segment: {'id': 'f55d2490-8481-4d53-81c9-5596fcfee2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '20f7929a-13f6-45f6-bfac-8026c7bd7a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:39:52.060681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-3995d14b-8b9d-41a8-a6a9-6dd7de112692 service neutron] Bound using segment: {'id': 'f55d2490-8481-4d53-81c9-5596fcfee2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '20f7929a-13f6-45f6-bfac-8026c7bd7a5b'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:39:52.061099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-3995d14b-8b9d-41a8-a6a9-6dd7de112692 service neutron] Bound port: b06835f7-fe62-46c2-a270-853dab71c8ea, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55d2490-8481-4d53-81c9-5596fcfee2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '20f7929a-13f6-45f6-bfac-8026c7bd7a5b'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:39:52.061452 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-3995d14b-8b9d-41a8-a6a9-6dd7de112692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:52.081003 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c12d8d2-368d-4691-aa0c-061e89271276 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:52.097824 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-3c12d8d2-368d-4691-aa0c-061e89271276 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Calling delete_port for a615e9b1-74d6-4a79-bcfe-bf6c9d5be977 owned by {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:39:52.132819 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-3995d14b-8b9d-41a8-a6a9-6dd7de112692 service neutron] For port b06835f7-fe62-46c2-a270-853dab71c8ea, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:39:52.136000 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-3995d14b-8b9d-41a8-a6a9-6dd7de112692 service neutron] For port b06835f7-fe62-46c2-a270-853dab71c8ea, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=b06835f7-fe62-46c2-a270-853dab71c8ea,segment=NetworkSegment(f55d2490-8481-4d53-81c9-5596fcfee2ec),segment_id=f55d2490-8481-4d53-81c9-5596fcfee2ec)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:39:52.270678 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-3995d14b-8b9d-41a8-a6a9-6dd7de112692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:52.303973 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-3995d14b-8b9d-41a8-a6a9-6dd7de112692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:52.304624 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-3995d14b-8b9d-41a8-a6a9-6dd7de112692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:52.305966 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-3995d14b-8b9d-41a8-a6a9-6dd7de112692 service neutron] 10.222.0.30 "PUT /v2.0/ports/b06835f7-fe62-46c2-a270-853dab71c8ea HTTP/1.1" status: 200 len: 1091 time: 1.2570555 Apr 20 16:39:52.306390 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8075464-df8e-454c-a93c-ccdc93d0163e', 'tag': 'b06835f7-fe62-46c2-a270-853dab71c8ea'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:39:52.308676 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4304e3b4-bbac-4523-bf2a-3615b396aa31" -d '{"events": [{"name": "network-changed", "server_uuid": "c8075464-df8e-454c-a93c-ccdc93d0163e", "tag": "b06835f7-fe62-46c2-a270-853dab71c8ea"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:39:52.333601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995d14b-8b9d-41a8-a6a9-6dd7de112692 service neutron] Pushing event updated for resources: {'Port': ['ID=b06835f7-fe62-46c2-a270-853dab71c8ea,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:52.343084 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c12d8d2-368d-4691-aa0c-061e89271276 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:52.349928 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d7fafe-2fa2-40f2-b905-58615028f767 x-openstack-request-id: req-b1d7fafe-2fa2-40f2-b905-58615028f767 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:39:52.350420 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8075464-df8e-454c-a93c-ccdc93d0163e", "tag": "b06835f7-fe62-46c2-a270-853dab71c8ea", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:39:52.350672 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1d7fafe-2fa2-40f2-b905-58615028f767 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:39:52.351109 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d7fafe-2fa2-40f2-b905-58615028f767'] response: {'name': 'network-changed', 'server_uuid': 'c8075464-df8e-454c-a93c-ccdc93d0163e', 'tag': 'b06835f7-fe62-46c2-a270-853dab71c8ea', 'status': 'completed', 'code': 200} Apr 20 16:39:52.371699 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12d8d2-368d-4691-aa0c-061e89271276 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Pushing event deleted for resources: {'Port': ['ID=a615e9b1-74d6-4a79-bcfe-bf6c9d5be977,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:52.450217 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c12d8d2-368d-4691-aa0c-061e89271276 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:52.454049 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3c12d8d2-368d-4691-aa0c-061e89271276 tempest-RoutersAdminNegativeTest-115747026 tempest-RoutersAdminNegativeTest-115747026-project-admin] 10.222.0.15 "DELETE /v2.0/ports/a615e9b1-74d6-4a79-bcfe-bf6c9d5be977 HTTP/1.1" status: 204 len: 168 time: 0.5558894 Apr 20 16:39:52.458406 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304e3b4-bbac-4523-bf2a-3615b396aa31 req-f94e0233-db58-458a-8def-ea206acfad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:52.460093 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4304e3b4-bbac-4523-bf2a-3615b396aa31 req-f94e0233-db58-458a-8def-ea206acfad91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b95a26b2c89e42fda6bf9eb97d3f5995&device_id=c8075464-df8e-454c-a93c-ccdc93d0163e HTTP/1.1" status: 200 len: 1094 time: 0.0564880 Apr 20 16:39:52.527826 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d67ff-5f8f-453d-83ce-39bebaef5c28 req-40a8f225-2aac-4c41-be5f-166ad6afb848 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:52.529955 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fc5d67ff-5f8f-453d-83ce-39bebaef5c28 req-40a8f225-2aac-4c41-be5f-166ad6afb848 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8075464-df8e-454c-a93c-ccdc93d0163e HTTP/1.1" status: 200 len: 943 time: 0.0746388 Apr 20 16:39:52.557225 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44218) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:52.583156 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fc5d67ff-5f8f-453d-83ce-39bebaef5c28 req-c32bb966-2dd7-4be0-b026-2f87b5844230 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af031dc-155e-418e-8558-6480dc5c3256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475738 Apr 20 16:39:52.583857 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-523def60-d175-4e57-a63c-3445f125edec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:52.598304 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304e3b4-bbac-4523-bf2a-3615b396aa31 req-39374125-9e1f-45c0-a4e2-1a01c1b1742e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:52.601638 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4304e3b4-bbac-4523-bf2a-3615b396aa31 req-39374125-9e1f-45c0-a4e2-1a01c1b1742e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b95a26b2c89e42fda6bf9eb97d3f5995&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1279097 Apr 20 16:39:52.677748 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-523def60-d175-4e57-a63c-3445f125edec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:52.706090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304e3b4-bbac-4523-bf2a-3615b396aa31 req-65a0fa80-194a-4af1-92a8-7d7d0fe91326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:52.707634 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4304e3b4-bbac-4523-bf2a-3615b396aa31 req-65a0fa80-194a-4af1-92a8-7d7d0fe91326 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008017 Apr 20 16:39:52.801413 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cd7e21d8-adf6-423c-a6ad-1b3ad6124b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:52.801961 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-523def60-d175-4e57-a63c-3445f125edec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:52.818309 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-0460f1ed-3689-4205-bc8b-20c9dc8cbd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:52.819855 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-0460f1ed-3689-4205-bc8b-20c9dc8cbd0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b95a26b2c89e42fda6bf9eb97d3f5995&device_id=c8075464-df8e-454c-a93c-ccdc93d0163e HTTP/1.1" status: 200 len: 1094 time: 0.0538032 Apr 20 16:39:52.844306 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523def60-d175-4e57-a63c-3445f125edec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e1daa1-85d1-4a6d-88c8-d638e712dce1,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:52.850566 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-523def60-d175-4e57-a63c-3445f125edec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9c5ec95e9cc4cb6a53f0129314b3046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924442 Apr 20 16:39:52.853472 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44220) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:52.870523 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-61ad6538-93d9-4d44-a188-ecd382d94f2a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b06835f7-fe62-46c2-a270-853dab71c8ea HTTP/1.1" status: 200 len: 217 time: 0.0375502 Apr 20 16:39:52.905254 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-182c66be-a6b7-4c52-9681-06bf1d26b3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:52.924464 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-fc002479-ff39-4b0e-aa54-e0048bc3111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:52.926131 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-fc002479-ff39-4b0e-aa54-e0048bc3111c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd3f289b-03f6-428b-ab39-3bc92430691d HTTP/1.1" status: 200 len: 848 time: 0.0496688 Apr 20 16:39:52.928547 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-182c66be-a6b7-4c52-9681-06bf1d26b3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:52.969857 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-f68920fe-bfad-4629-934d-06473e0d0872 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20f7929a-13f6-45f6-bfac-8026c7bd7a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343256 Apr 20 16:39:53.061153 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44224) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:53.078631 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-182c66be-a6b7-4c52-9681-06bf1d26b3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:53.083832 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-182c66be-a6b7-4c52-9681-06bf1d26b3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:53.092408 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-fc24a157-a9ec-4358-85c2-14ed3c5b2ca1 service neutron] 10.222.0.30 "GET /v2.0/networks/20f7929a-13f6-45f6-bfac-8026c7bd7a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144352 Apr 20 16:39:53.093151 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-182c66be-a6b7-4c52-9681-06bf1d26b3c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10e1daa1-85d1-4a6d-88c8-d638e712dce1 HTTP/1.1" status: 204 len: 168 time: 0.2341201 Apr 20 16:39:53.116790 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c66be-a6b7-4c52-9681-06bf1d26b3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e1daa1-85d1-4a6d-88c8-d638e712dce1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:53.204355 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f52d00f5-2fa3-41cb-ab73-af381485476f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:53.233255 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e05222ab-ab39-43f4-a204-0447b2ec01c5 req-d2eeda9d-0fdd-4d84-89c0-70f2593075e0 service neutron] 10.222.0.30 "GET /v2.0/networks/20f7929a-13f6-45f6-bfac-8026c7bd7a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342640 Apr 20 16:39:53.284301 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f52d00f5-2fa3-41cb-ab73-af381485476f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:53.410048 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f52d00f5-2fa3-41cb-ab73-af381485476f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:53.451722 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f52d00f5-2fa3-41cb-ab73-af381485476f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=308c1668589b419785e7c06bfb318551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3892343 Apr 20 16:39:53.452959 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d00f5-2fa3-41cb-ab73-af381485476f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c73eb5c-0634-451c-8103-fe3295f3d52a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:53.454502 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44234) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:53.506482 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2551aaa1-6ef9-423b-b4d8-bd13815b76ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:53.531892 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2551aaa1-6ef9-423b-b4d8-bd13815b76ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:53.713028 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd60fd-6f62-462b-a35b-c965831df607 req-4cacac29-2b38-470c-a407-17d539e37357 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:53.714621 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5dfd60fd-6f62-462b-a35b-c965831df607 req-4cacac29-2b38-470c-a407-17d539e37357 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8075464-df8e-454c-a93c-ccdc93d0163e HTTP/1.1" status: 200 len: 943 time: 0.0485907 Apr 20 16:39:53.736738 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2551aaa1-6ef9-423b-b4d8-bd13815b76ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:53.739578 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2551aaa1-6ef9-423b-b4d8-bd13815b76ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:53.740745 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2551aaa1-6ef9-423b-b4d8-bd13815b76ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c73eb5c-0634-451c-8103-fe3295f3d52a HTTP/1.1" status: 204 len: 168 time: 0.2852731 Apr 20 16:39:53.753309 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551aaa1-6ef9-423b-b4d8-bd13815b76ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c73eb5c-0634-451c-8103-fe3295f3d52a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:53.781735 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5dfd60fd-6f62-462b-a35b-c965831df607 req-39db6017-67fc-480c-8f49-d0e1277f8cf6 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af031dc-155e-418e-8558-6480dc5c3256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598097 Apr 20 16:39:54.592603 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44264) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:54.642207 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-83f13045-533a-4b1d-b892-68b47ca4ec3d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d2eb3687c444f5fbd64f2c1c78a2c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476835 Apr 20 16:39:54.644666 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44266) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:54.693220 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-de9c20de-19a3-46cc-b9f5-7323ed45ab60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:54.715101 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-de9c20de-19a3-46cc-b9f5-7323ed45ab60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:54.855779 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-de9c20de-19a3-46cc-b9f5-7323ed45ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:54.858604 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-de9c20de-19a3-46cc-b9f5-7323ed45ab60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:54.860025 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-de9c20de-19a3-46cc-b9f5-7323ed45ab60 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a20f435-a966-4637-93fb-3bbd80e7215c HTTP/1.1" status: 204 len: 168 time: 0.2144756 Apr 20 16:39:54.868175 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c20de-19a3-46cc-b9f5-7323ed45ab60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a20f435-a966-4637-93fb-3bbd80e7215c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:54.936003 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf54526-759f-4c7b-8aa1-86ab2bccc6a9 req-be0883f2-806c-42f2-ae1c-0adb6b95dadb tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:54.937535 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bdf54526-759f-4c7b-8aa1-86ab2bccc6a9 req-be0883f2-806c-42f2-ae1c-0adb6b95dadb tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8075464-df8e-454c-a93c-ccdc93d0163e HTTP/1.1" status: 200 len: 943 time: 0.0610225 Apr 20 16:39:54.984442 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bdf54526-759f-4c7b-8aa1-86ab2bccc6a9 req-dfd59a8f-8513-48bf-a884-3f5720e251de tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af031dc-155e-418e-8558-6480dc5c3256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402286 Apr 20 16:39:55.078171 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-978c65d3-ee0e-4903-a7b4-054eb46e5f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:55.986802 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device b06835f7-fe62-46c2-a270-853dab71c8ea details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:39:56.100896 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44316) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:56.131725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4025608-65f4-4872-97b6-c265538958ec req-3e6eb938-0191-4435-a958-59d7ca42a3a3 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:56.141248 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4025608-65f4-4872-97b6-c265538958ec req-3e6eb938-0191-4435-a958-59d7ca42a3a3 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8075464-df8e-454c-a93c-ccdc93d0163e HTTP/1.1" status: 200 len: 943 time: 0.0788932 Apr 20 16:39:56.147494 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port b06835f7-fe62-46c2-a270-853dab71c8ea, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=b06835f7-fe62-46c2-a270-853dab71c8ea,segment=NetworkSegment(f55d2490-8481-4d53-81c9-5596fcfee2ec),segment_id=f55d2490-8481-4d53-81c9-5596fcfee2ec)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:39:56.161524 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'b06835f7-fe62-46c2-a270-853dab71c8ea', 'network_id': '20f7929a-13f6-45f6-bfac-8026c7bd7a5b', 'port_id': 'b06835f7-fe62-46c2-a270-853dab71c8ea', 'mac_address': 'fa:16:3e:17:f6:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd3f289b-03f6-428b-ab39-3bc92430691d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:39:56.163842 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44320) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:56.197006 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4025608-65f4-4872-97b6-c265538958ec req-28ecac33-f830-460e-b967-4ec80006b899 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af031dc-155e-418e-8558-6480dc5c3256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545156 Apr 20 16:39:56.218704 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:56.222578 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06835f7-fe62-46c2-a270-853dab71c8ea {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:39:56.226960 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-3a875114-37da-429a-a581-d2d312bd1ece tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1248785134'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:56.244745 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port b06835f7-fe62-46c2-a270-853dab71c8ea, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=b06835f7-fe62-46c2-a270-853dab71c8ea,segment=NetworkSegment(f55d2490-8481-4d53-81c9-5596fcfee2ec),segment_id=f55d2490-8481-4d53-81c9-5596fcfee2ec)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:39:56.250478 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f8045d85-712a-4831-a140-485077fc28d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:56.333628 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f8045d85-712a-4831-a140-485077fc28d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:56.335452 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a875114-37da-429a-a581-d2d312bd1ece tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Made reservation on behalf of 9684f6ab44de43a4a45278c53d8fd931 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:39:56.335932 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:56.339238 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a875114-37da-429a-a581-d2d312bd1ece tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:56.348740 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a875114-37da-429a-a581-d2d312bd1ece tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:56.394718 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=b06835f7-fe62-46c2-a270-853dab71c8ea,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:56.426539 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:56.430206 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a875114-37da-429a-a581-d2d312bd1ece tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:56.460937 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f8045d85-712a-4831-a140-485077fc28d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:56.499541 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f8045d85-712a-4831-a140-485077fc28d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d1dafa779d54fa88779bd7e5c969d0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3969717 Apr 20 16:39:56.502432 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44328) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:56.502566 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8045d85-712a-4831-a140-485077fc28d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8073c5c6-45fb-45b5-91d8-7c740bf0ea56,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:56.518981 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a875114-37da-429a-a581-d2d312bd1ece tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:56.544616 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a875114-37da-429a-a581-d2d312bd1ece tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:39:56.558899 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4e3feb75-3a91-414a-bb06-1a882a1f836b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:56.559097 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a875114-37da-429a-a581-d2d312bd1ece tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d44ea22-a8f1-4397-84fe-57548e93c5ce,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:56.564214 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a875114-37da-429a-a581-d2d312bd1ece tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:56.566760 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-3a875114-37da-429a-a581-d2d312bd1ece tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Added segment e9f9177b-f1d4-4307-8f68-da8974c9a9ef of type vlan for network 8d4556cc-066f-40eb-a335-96147c72adaf Apr 20 16:39:56.597440 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4e3feb75-3a91-414a-bb06-1a882a1f836b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:56.606527 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a875114-37da-429a-a581-d2d312bd1ece tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:56.755728 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['b06835f7-fe62-46c2-a270-853dab71c8ea'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:39:56.801830 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a875114-37da-429a-a581-d2d312bd1ece tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:56.803134 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4e3feb75-3a91-414a-bb06-1a882a1f836b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:56.805772 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4e3feb75-3a91-414a-bb06-1a882a1f836b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:56.806971 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4e3feb75-3a91-414a-bb06-1a882a1f836b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8073c5c6-45fb-45b5-91d8-7c740bf0ea56 HTTP/1.1" status: 204 len: 168 time: 0.3035417 Apr 20 16:39:56.807522 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a875114-37da-429a-a581-d2d312bd1ece tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:56.808903 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a875114-37da-429a-a581-d2d312bd1ece tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:56.831714 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3feb75-3a91-414a-bb06-1a882a1f836b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8073c5c6-45fb-45b5-91d8-7c740bf0ea56,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:56.897002 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a875114-37da-429a-a581-d2d312bd1ece tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Pushing event updated for resources: {'Network': ['ID=8d4556cc-066f-40eb-a335-96147c72adaf,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:56.911002 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 8d4556cc-066f-40eb-a335-96147c72adaf details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:39:56.944161 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3a875114-37da-429a-a581-d2d312bd1ece tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7785771 Apr 20 16:39:56.947004 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44336) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:56.952673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7a80183d-e35a-415e-b7b6-6004cf596f60 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Request body: {'subnet': {'network_id': '8d4556cc-066f-40eb-a335-96147c72adaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:57.141382 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a80183d-e35a-415e-b7b6-6004cf596f60 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Made reservation on behalf of 9684f6ab44de43a4a45278c53d8fd931 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:39:57.145168 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7a80183d-e35a-415e-b7b6-6004cf596f60 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:57.327551 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2d36c-1abd-4fc1-b6a1-8aae72add5f6 req-66c5b22e-71f7-4e1c-a576-353684e8a157 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:57.329679 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b9e2d36c-1abd-4fc1-b6a1-8aae72add5f6 req-66c5b22e-71f7-4e1c-a576-353684e8a157 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8075464-df8e-454c-a93c-ccdc93d0163e HTTP/1.1" status: 200 len: 944 time: 0.0632710 Apr 20 16:39:57.370177 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b9e2d36c-1abd-4fc1-b6a1-8aae72add5f6 req-53381bf3-005b-4f4b-88ca-7b99b670df12 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af031dc-155e-418e-8558-6480dc5c3256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337520 Apr 20 16:39:57.450409 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7a80183d-e35a-415e-b7b6-6004cf596f60 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:57.521188 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80183d-e35a-415e-b7b6-6004cf596f60 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Pushing event updated for resources: {'Subnet': ['ID=0ac29362-0800-431b-b55e-0aa7fa825fce,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:57.535692 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a80183d-e35a-415e-b7b6-6004cf596f60 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Checking segment: {'id': 'e9f9177b-f1d4-4307-8f68-da8974c9a9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8d4556cc-066f-40eb-a335-96147c72adaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:39:57.536057 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a80183d-e35a-415e-b7b6-6004cf596f60 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Network hostable DHCP agents. Network: 8d4556cc-066f-40eb-a335-96147c72adaf, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:39:57.687124 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a80183d-e35a-415e-b7b6-6004cf596f60 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Network 8d4556cc-066f-40eb-a335-96147c72adaf is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:39:57.812807 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-7a80183d-e35a-415e-b7b6-6004cf596f60 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 8d4556cc-066f-40eb-a335-96147c72adaf) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:39:57.817714 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a80183d-e35a-415e-b7b6-6004cf596f60 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:57.819275 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7a80183d-e35a-415e-b7b6-6004cf596f60 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:57.821430 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0871b4-82b4-4bfe-9540-9a922c5dfd8c None None] Network 8d4556cc-066f-40eb-a335-96147c72adaf requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:39:57.867000 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:57.944003 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7a80183d-e35a-415e-b7b6-6004cf596f60 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9957318 Apr 20 16:39:57.946579 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44358) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:57.951841 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Request body: {'port': {'network_id': '8d4556cc-066f-40eb-a335-96147c72adaf', 'name': 'tempest-TagsExtTest-1990409313'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:57.973270 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e77626c-16a0-4aa1-bc66-c31a27618eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-8d4556cc-066f-40eb-a335-96147c72adaf', 'network_id': '8d4556cc-066f-40eb-a335-96147c72adaf', 'tenant_id': '9684f6ab44de43a4a45278c53d8fd931', 'fixed_ips': [{'subnet_id': '0ac29362-0800-431b-b55e-0aa7fa825fce'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:39:57.974294 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2e77626c-16a0-4aa1-bc66-c31a27618eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:58.001515 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device b06835f7-fe62-46c2-a270-853dab71c8ea up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:39:58.129764 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Made reservation on behalf of 9684f6ab44de43a4a45278c53d8fd931 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:39:58.133875 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:58.152796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] device_id is not set on port f5b9ac4f-ac2f-4f98-bb48-8098495d4c45 yet. {{(pid=103484) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 16:39:58.159438 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-2e77626c-16a0-4aa1-bc66-c31a27618eb0 None None] Allocated IP 172.20.0.2 (8d4556cc-066f-40eb-a335-96147c72adaf/0ac29362-0800-431b-b55e-0aa7fa825fce/94ae869f-757a-4e69-8848-10669765fd30) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:39:58.161409 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:58.217671 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port b06835f7-fe62-46c2-a270-853dab71c8ea completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:39:58.225302 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port b06835f7-fe62-46c2-a270-853dab71c8ea triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:39:58.228405 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:58.519129 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2e77626c-16a0-4aa1-bc66-c31a27618eb0 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:58.524191 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0d038-dc97-416e-9684-98f950d468c6 req-5ab4cdee-2a93-4044-9e76-0c986bb10dea tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:58.529523 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ac0d038-dc97-416e-9684-98f950d468c6 req-5ab4cdee-2a93-4044-9e76-0c986bb10dea tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8075464-df8e-454c-a93c-ccdc93d0163e HTTP/1.1" status: 200 len: 944 time: 0.0692809 Apr 20 16:39:58.535691 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:58.568482 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ac0d038-dc97-416e-9684-98f950d468c6 req-53a479e7-4cf3-4002-86cc-3090053853ed tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af031dc-155e-418e-8558-6480dc5c3256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378563 Apr 20 16:39:58.569883 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8075464-df8e-454c-a93c-ccdc93d0163e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06835f7-fe62-46c2-a270-853dab71c8ea'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:39:58.572104 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cebcb8-f5af-41a0-90ba-3498787cde02" -d '{"events": [{"server_uuid": "c8075464-df8e-454c-a93c-ccdc93d0163e", "name": "network-vif-plugged", "status": "completed", "tag": "b06835f7-fe62-46c2-a270-853dab71c8ea"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:39:58.586635 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port b06835f7-fe62-46c2-a270-853dab71c8ea, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=b06835f7-fe62-46c2-a270-853dab71c8ea,segment=NetworkSegment(f55d2490-8481-4d53-81c9-5596fcfee2ec),segment_id=f55d2490-8481-4d53-81c9-5596fcfee2ec)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:39:58.604454 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2e77626c-16a0-4aa1-bc66-c31a27618eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:58.612234 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a453d930-e1b9-4b87-bde1-c0861be1ce63 x-openstack-request-id: req-a453d930-e1b9-4b87-bde1-c0861be1ce63 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:39:58.612557 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8075464-df8e-454c-a93c-ccdc93d0163e", "name": "network-vif-plugged", "status": "completed", "tag": "b06835f7-fe62-46c2-a270-853dab71c8ea", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:39:58.613717 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a453d930-e1b9-4b87-bde1-c0861be1ce63 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:39:58.613717 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a453d930-e1b9-4b87-bde1-c0861be1ce63'] response: {'server_uuid': 'c8075464-df8e-454c-a93c-ccdc93d0163e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06835f7-fe62-46c2-a270-853dab71c8ea', 'code': 200} Apr 20 16:39:58.644752 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:58.659232 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e77626c-16a0-4aa1-bc66-c31a27618eb0 None None] Network 8d4556cc-066f-40eb-a335-96147c72adaf is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:39:58.664715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-2e77626c-16a0-4aa1-bc66-c31a27618eb0 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:39:58.667812 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Allocated IP 172.20.0.12 (8d4556cc-066f-40eb-a335-96147c72adaf/0ac29362-0800-431b-b55e-0aa7fa825fce/f5b9ac4f-ac2f-4f98-bb48-8098495d4c45) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:39:58.667948 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77626c-16a0-4aa1-bc66-c31a27618eb0 None None] Pushing event updated for resources: {'Port': ['ID=94ae869f-757a-4e69-8848-10669765fd30,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:58.669357 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e77626c-16a0-4aa1-bc66-c31a27618eb0 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:39:58.697440 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:58.752612 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-2e77626c-16a0-4aa1-bc66-c31a27618eb0 None None] Attempting to bind port 94ae869f-757a-4e69-8848-10669765fd30 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:39:58.757128 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-2e77626c-16a0-4aa1-bc66-c31a27618eb0 None None] Attempting to bind port 94ae869f-757a-4e69-8848-10669765fd30 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'e9f9177b-f1d4-4307-8f68-da8974c9a9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8d4556cc-066f-40eb-a335-96147c72adaf'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:39:58.757128 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e77626c-16a0-4aa1-bc66-c31a27618eb0 None None] Attempting to bind port 94ae869f-757a-4e69-8848-10669765fd30 on network 8d4556cc-066f-40eb-a335-96147c72adaf {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:39:58.760706 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e77626c-16a0-4aa1-bc66-c31a27618eb0 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:39:58.761095 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e77626c-16a0-4aa1-bc66-c31a27618eb0 None None] Checking segment: {'id': 'e9f9177b-f1d4-4307-8f68-da8974c9a9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8d4556cc-066f-40eb-a335-96147c72adaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:39:58.762048 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2e77626c-16a0-4aa1-bc66-c31a27618eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:58.762519 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e77626c-16a0-4aa1-bc66-c31a27618eb0 None None] Bound using segment: {'id': 'e9f9177b-f1d4-4307-8f68-da8974c9a9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8d4556cc-066f-40eb-a335-96147c72adaf'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:39:58.762913 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-2e77626c-16a0-4aa1-bc66-c31a27618eb0 None None] Bound port: 94ae869f-757a-4e69-8848-10669765fd30, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f9177b-f1d4-4307-8f68-da8974c9a9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8d4556cc-066f-40eb-a335-96147c72adaf'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:39:58.763283 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2e77626c-16a0-4aa1-bc66-c31a27618eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:58.785808 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=b06835f7-fe62-46c2-a270-853dab71c8ea,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:58.809537 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6ea51-9540-4e87-a936-bc61f52bae7b req-e56dc50e-c225-42dd-a3b8-8f8476a8b783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:58.811088 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fcb6ea51-9540-4e87-a936-bc61f52bae7b req-e56dc50e-c225-42dd-a3b8-8f8476a8b783 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c8075464-df8e-454c-a93c-ccdc93d0163e HTTP/1.1" status: 200 len: 1096 time: 0.1006191 Apr 20 16:39:58.846069 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2e77626c-16a0-4aa1-bc66-c31a27618eb0 None None] For port 94ae869f-757a-4e69-8848-10669765fd30, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:39:58.850355 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2e77626c-16a0-4aa1-bc66-c31a27618eb0 None None] For port 94ae869f-757a-4e69-8848-10669765fd30, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=94ae869f-757a-4e69-8848-10669765fd30,segment=NetworkSegment(e9f9177b-f1d4-4307-8f68-da8974c9a9ef),segment_id=e9f9177b-f1d4-4307-8f68-da8974c9a9ef)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:39:58.869956 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fcb6ea51-9540-4e87-a936-bc61f52bae7b req-f2d9cacd-26ed-44b2-aeb6-b5a597f120f5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9af031dc-155e-418e-8558-6480dc5c3256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490174 Apr 20 16:39:58.891880 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:58.952646 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2e77626c-16a0-4aa1-bc66-c31a27618eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:59.008206 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77626c-16a0-4aa1-bc66-c31a27618eb0 None None] Pushing event updated for resources: {'Port': ['ID=94ae869f-757a-4e69-8848-10669765fd30,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:59.049998 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:59.098208 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Network 8d4556cc-066f-40eb-a335-96147c72adaf is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:39:59.102068 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:39:59.106544 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:39:59.114440 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Pushing event updated for resources: {'Port': ['ID=f5b9ac4f-ac2f-4f98-bb48-8098495d4c45,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:39:59.438739 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:59.439410 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:59.439410 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:59.443865 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:59.444211 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:59.444899 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:59.445235 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:59.445558 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:59.445881 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:59.446202 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:59.446520 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:59.446834 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:39:59.471810 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:59.472423 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:59.599086 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-87c20a2e-6812-4b38-928a-9654b62707ca tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6514754 Apr 20 16:39:59.601825 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44424) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:39:59.608658 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-449b18dd-3fd3-4da1-a69f-6ab9ad9c45e8 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-932650983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:39:59.702344 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff345409-f455-4981-aa3e-5ed787e4689f req-23ced208-385c-4a26-9ecd-d156fb068317 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:39:59.703924 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff345409-f455-4981-aa3e-5ed787e4689f req-23ced208-385c-4a26-9ecd-d156fb068317 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8075464-df8e-454c-a93c-ccdc93d0163e HTTP/1.1" status: 200 len: 945 time: 0.0505276 Apr 20 16:39:59.755920 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-449b18dd-3fd3-4da1-a69f-6ab9ad9c45e8 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:59.755920 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-449b18dd-3fd3-4da1-a69f-6ab9ad9c45e8 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:59.765360 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff345409-f455-4981-aa3e-5ed787e4689f req-1e5c946d-02eb-48a3-a74b-dd280e88a0e1 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af031dc-155e-418e-8558-6480dc5c3256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551400 Apr 20 16:39:59.825324 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-449b18dd-3fd3-4da1-a69f-6ab9ad9c45e8 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:59.933832 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-449b18dd-3fd3-4da1-a69f-6ab9ad9c45e8 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:39:59.969820 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:00.029188 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-449b18dd-3fd3-4da1-a69f-6ab9ad9c45e8 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:00.031408 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-449b18dd-3fd3-4da1-a69f-6ab9ad9c45e8 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4278798 Apr 20 16:40:00.033793 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44460) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:00.038400 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-cbf7d19f-0e2c-4af0-aaea-c47de6ee289c tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2087602727', 'prefixes': ['172.20.0.0/16']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:40:00.081041 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a4df56-08aa-40a7-9e05-9d9b18c5b2ee None None] Network 8d4556cc-066f-40eb-a335-96147c72adaf requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:40:00.141469 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 94ae869f-757a-4e69-8848-10669765fd30 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:40:00.194617 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9b5c3486-c3d5-49d0-a0a4-a39fc2421bb5 None None] Provisioning complete for port 94ae869f-757a-4e69-8848-10669765fd30 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:40:00.194997 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9b5c3486-c3d5-49d0-a0a4-a39fc2421bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:00.322379 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 94ae869f-757a-4e69-8848-10669765fd30 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:40:00.322690 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:00.369962 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cbf7d19f-0e2c-4af0-aaea-c47de6ee289c tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks [] for subnetpool, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:00.371947 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cbf7d19f-0e2c-4af0-aaea-c47de6ee289c tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3369138 Apr 20 16:40:00.375018 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44466) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:00.379681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-aa3952cd-7dea-43c6-9bcb-8da8dafd5666 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0ac29362-0800-431b-b55e-0aa7fa825fce', 'tempest-TagsExtTest-Tag-387795724') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:00.432122 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9b5c3486-c3d5-49d0-a0a4-a39fc2421bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:00.513600 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9b5c3486-c3d5-49d0-a0a4-a39fc2421bb5 None None] For port 94ae869f-757a-4e69-8848-10669765fd30, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=94ae869f-757a-4e69-8848-10669765fd30,segment=NetworkSegment(e9f9177b-f1d4-4307-8f68-da8974c9a9ef),segment_id=e9f9177b-f1d4-4307-8f68-da8974c9a9ef)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:40:00.520296 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:00.707663 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9b5c3486-c3d5-49d0-a0a4-a39fc2421bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:00.707888 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-aa3952cd-7dea-43c6-9bcb-8da8dafd5666 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "PUT /v2.0/subnets/0ac29362-0800-431b-b55e-0aa7fa825fce/tags/tempest-TagsExtTest-Tag-387795724 HTTP/1.1" status: 201 len: 201 time: 0.3317928 Apr 20 16:40:00.712122 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44468) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:00.717767 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.tag.tag_plugin [None req-e6217bfe-38f2-49da-b68e-07522636b7ef tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f5b9ac4f-ac2f-4f98-bb48-8098495d4c45', 'tempest-TagsExtTest-Tag-1471746847') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:00.777744 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c3486-c3d5-49d0-a0a4-a39fc2421bb5 None None] Pushing event updated for resources: {'Port': ['ID=94ae869f-757a-4e69-8848-10669765fd30,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:00.835909 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:40:00.835909 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:40:00.841790 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4b9817f6-6a9e-4ebd-b0b6-7112aadb612c None None] Provisioning complete for port f5b9ac4f-ac2f-4f98-bb48-8098495d4c45 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:40:00.842161 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4b9817f6-6a9e-4ebd-b0b6-7112aadb612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:00.894809 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-4b9817f6-6a9e-4ebd-b0b6-7112aadb612c None None] Port f5b9ac4f-ac2f-4f98-bb48-8098495d4c45 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:40:00.906140 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4b9817f6-6a9e-4ebd-b0b6-7112aadb612c None None] Provisioning complete for port 94ae869f-757a-4e69-8848-10669765fd30 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:40:00.906520 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4b9817f6-6a9e-4ebd-b0b6-7112aadb612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:00.928797 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44472) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:00.928991 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e6217bfe-38f2-49da-b68e-07522636b7ef tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "PUT /v2.0/ports/f5b9ac4f-ac2f-4f98-bb48-8098495d4c45/tags/tempest-TagsExtTest-Tag-1471746847 HTTP/1.1" status: 201 len: 201 time: 0.2146850 Apr 20 16:40:00.936055 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-bc439ebf-0132-405a-9d8e-30952fe5383c tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4e4a072e-c5ac-4ba2-a89d-8fa6721852bf', 'tempest-TagsExtTest-Tag-389090739') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:00.956835 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d83ecf-423b-4a54-910b-31ebfe86b602 req-702c75cf-4741-4e4a-a017-30dea3dc1d1e tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:40:00.966158 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c6d83ecf-423b-4a54-910b-31ebfe86b602 req-702c75cf-4741-4e4a-a017-30dea3dc1d1e tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8075464-df8e-454c-a93c-ccdc93d0163e HTTP/1.1" status: 200 len: 945 time: 0.0813839 Apr 20 16:40:01.015907 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c6d83ecf-423b-4a54-910b-31ebfe86b602 req-c37399ba-b7e2-4c3b-8a36-d348fcbcdb05 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af031dc-155e-418e-8558-6480dc5c3256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484452 Apr 20 16:40:01.136975 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bc439ebf-0132-405a-9d8e-30952fe5383c tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "PUT /v2.0/routers/4e4a072e-c5ac-4ba2-a89d-8fa6721852bf/tags/tempest-TagsExtTest-Tag-389090739 HTTP/1.1" status: 201 len: 201 time: 0.2060580 Apr 20 16:40:01.139703 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44476) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:01.144674 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-e9c39a7d-785a-43f3-b136-01a5b57e9b7e tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '50303e5d-c640-4d66-80c2-551e26beac2a', 'tempest-TagsExtTest-Tag-696926549') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:01.182753 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e89171e8-02d6-4716-b325-4629c2e980e8 None None] Provisioning complete for port f5b9ac4f-ac2f-4f98-bb48-8098495d4c45 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:40:01.185268 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e89171e8-02d6-4716-b325-4629c2e980e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:01.262935 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e89171e8-02d6-4716-b325-4629c2e980e8 None None] Port f5b9ac4f-ac2f-4f98-bb48-8098495d4c45 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:40:01.473918 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44482) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:01.474132 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e9c39a7d-785a-43f3-b136-01a5b57e9b7e tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "PUT /v2.0/subnetpools/50303e5d-c640-4d66-80c2-551e26beac2a/tags/tempest-TagsExtTest-Tag-696926549 HTTP/1.1" status: 201 len: 201 time: 0.3330235 Apr 20 16:40:01.478901 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.tag.tag_plugin [None req-7e184d8d-7fc2-473c-88fb-d91692bc3be4 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0ac29362-0800-431b-b55e-0aa7fa825fce') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:01.576592 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7e184d8d-7fc2-473c-88fb-d91692bc3be4 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "GET /v2.0/subnets/0ac29362-0800-431b-b55e-0aa7fa825fce/tags HTTP/1.1" status: 200 len: 240 time: 0.1010096 Apr 20 16:40:01.579088 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44484) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:01.583102 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.tag.tag_plugin [None req-33b010d1-4789-4c4c-ae22-758d6cd32c27 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0ac29362-0800-431b-b55e-0aa7fa825fce', 'tempest-TagsExtTest-Tag-387795724') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:01.644787 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44486) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:01.645486 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-33b010d1-4789-4c4c-ae22-758d6cd32c27 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "GET /v2.0/subnets/0ac29362-0800-431b-b55e-0aa7fa825fce/tags/tempest-TagsExtTest-Tag-387795724 HTTP/1.1" status: 204 len: 168 time: 0.0651355 Apr 20 16:40:01.650180 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-35c2732e-36f1-431e-92e3-b8d450bf9b0d tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0ac29362-0800-431b-b55e-0aa7fa825fce', 'tempest-TagsExtTest-Tag-387795724') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:01.910796 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-35c2732e-36f1-431e-92e3-b8d450bf9b0d tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "DELETE /v2.0/subnets/0ac29362-0800-431b-b55e-0aa7fa825fce/tags/tempest-TagsExtTest-Tag-387795724 HTTP/1.1" status: 204 len: 168 time: 0.2647727 Apr 20 16:40:01.913269 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44488) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:01.918045 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-171b4cd2-c539-468b-92c1-062a752b78e1 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0ac29362-0800-431b-b55e-0aa7fa825fce') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:01.972248 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-171b4cd2-c539-468b-92c1-062a752b78e1 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "GET /v2.0/subnets/0ac29362-0800-431b-b55e-0aa7fa825fce/tags HTTP/1.1" status: 200 len: 205 time: 0.0578341 Apr 20 16:40:01.974794 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44490) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:01.979165 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-254615c6-d0b1-4cc4-b448-8288c3402c10 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f5b9ac4f-ac2f-4f98-bb48-8098495d4c45') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:02.038211 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-254615c6-d0b1-4cc4-b448-8288c3402c10 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "GET /v2.0/ports/f5b9ac4f-ac2f-4f98-bb48-8098495d4c45/tags HTTP/1.1" status: 200 len: 241 time: 0.0622809 Apr 20 16:40:02.040821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44492) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:02.049848 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-4b66f989-4b79-4364-a46c-3e2f29e38dd6 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f5b9ac4f-ac2f-4f98-bb48-8098495d4c45', 'tempest-TagsExtTest-Tag-1471746847') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:02.100733 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 94ae869f-757a-4e69-8848-10669765fd30 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:40:02.106680 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4b66f989-4b79-4364-a46c-3e2f29e38dd6 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "GET /v2.0/ports/f5b9ac4f-ac2f-4f98-bb48-8098495d4c45/tags/tempest-TagsExtTest-Tag-1471746847 HTTP/1.1" status: 204 len: 168 time: 0.0647976 Apr 20 16:40:02.109466 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44494) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:02.113772 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-df0dad8e-7145-4202-9c85-b4816db48e7b tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f5b9ac4f-ac2f-4f98-bb48-8098495d4c45', 'tempest-TagsExtTest-Tag-1471746847') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:02.158190 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 94ae869f-757a-4e69-8848-10669765fd30 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:40:02.158561 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:02.251334 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44496) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:02.253579 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-df0dad8e-7145-4202-9c85-b4816db48e7b tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "DELETE /v2.0/ports/f5b9ac4f-ac2f-4f98-bb48-8098495d4c45/tags/tempest-TagsExtTest-Tag-1471746847 HTTP/1.1" status: 204 len: 168 time: 0.1412532 Apr 20 16:40:02.258290 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.tag.tag_plugin [None req-a385aa4a-b837-4f4e-b259-6d6d380a03a4 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f5b9ac4f-ac2f-4f98-bb48-8098495d4c45') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:02.370029 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a385aa4a-b837-4f4e-b259-6d6d380a03a4 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "GET /v2.0/ports/f5b9ac4f-ac2f-4f98-bb48-8098495d4c45/tags HTTP/1.1" status: 200 len: 205 time: 0.1163905 Apr 20 16:40:02.372815 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44506) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:02.380666 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-bfddfde9-6df2-4d4c-be26-0363e0a4ac5b tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4e4a072e-c5ac-4ba2-a89d-8fa6721852bf') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:02.501498 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bfddfde9-6df2-4d4c-be26-0363e0a4ac5b tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "GET /v2.0/routers/4e4a072e-c5ac-4ba2-a89d-8fa6721852bf/tags HTTP/1.1" status: 200 len: 240 time: 0.1268563 Apr 20 16:40:02.504243 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44510) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:02.508937 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-d4c438e4-912e-4eda-9134-f305d3e5ee44 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e4a072e-c5ac-4ba2-a89d-8fa6721852bf', 'tempest-TagsExtTest-Tag-389090739') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:02.602619 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d4c438e4-912e-4eda-9134-f305d3e5ee44 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "GET /v2.0/routers/4e4a072e-c5ac-4ba2-a89d-8fa6721852bf/tags/tempest-TagsExtTest-Tag-389090739 HTTP/1.1" status: 204 len: 168 time: 0.0951080 Apr 20 16:40:02.602861 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44512) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:02.608037 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-01be0069-5ab9-49dd-ad55-6a7580f57519 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4e4a072e-c5ac-4ba2-a89d-8fa6721852bf', 'tempest-TagsExtTest-Tag-389090739') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:02.791207 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-01be0069-5ab9-49dd-ad55-6a7580f57519 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "DELETE /v2.0/routers/4e4a072e-c5ac-4ba2-a89d-8fa6721852bf/tags/tempest-TagsExtTest-Tag-389090739 HTTP/1.1" status: 204 len: 168 time: 0.1871512 Apr 20 16:40:02.793548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44516) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:02.798171 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-dda1a98b-ffb9-42be-9d65-606eac8f7157 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4e4a072e-c5ac-4ba2-a89d-8fa6721852bf') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:02.881341 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dda1a98b-ffb9-42be-9d65-606eac8f7157 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "GET /v2.0/routers/4e4a072e-c5ac-4ba2-a89d-8fa6721852bf/tags HTTP/1.1" status: 200 len: 205 time: 0.0865870 Apr 20 16:40:02.884101 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44518) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:02.888706 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.tag.tag_plugin [None req-7ef32d65-fa03-4772-9df1-ddf19c40912d tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '50303e5d-c640-4d66-80c2-551e26beac2a') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:02.925719 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44520) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:02.926244 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7ef32d65-fa03-4772-9df1-ddf19c40912d tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "GET /v2.0/subnetpools/50303e5d-c640-4d66-80c2-551e26beac2a/tags HTTP/1.1" status: 200 len: 240 time: 0.0405917 Apr 20 16:40:02.936021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-d73c3a9d-7def-4a26-8cd0-6ba81329cfc7 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '50303e5d-c640-4d66-80c2-551e26beac2a', 'tempest-TagsExtTest-Tag-696926549') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:02.962158 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d73c3a9d-7def-4a26-8cd0-6ba81329cfc7 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "GET /v2.0/subnetpools/50303e5d-c640-4d66-80c2-551e26beac2a/tags/tempest-TagsExtTest-Tag-696926549 HTTP/1.1" status: 204 len: 168 time: 0.0345981 Apr 20 16:40:02.965290 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44522) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:02.970358 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.tag.tag_plugin [None req-20f8dfd7-7f03-47ec-8339-84984099729d tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '50303e5d-c640-4d66-80c2-551e26beac2a', 'tempest-TagsExtTest-Tag-696926549') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:03.142483 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-20f8dfd7-7f03-47ec-8339-84984099729d tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "DELETE /v2.0/subnetpools/50303e5d-c640-4d66-80c2-551e26beac2a/tags/tempest-TagsExtTest-Tag-696926549 HTTP/1.1" status: 204 len: 168 time: 0.1759424 Apr 20 16:40:03.145052 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44526) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:03.149520 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-7bb751e3-e3fa-4b90-b91d-fee9518cfef0 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '50303e5d-c640-4d66-80c2-551e26beac2a') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:03.173094 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7bb751e3-e3fa-4b90-b91d-fee9518cfef0 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "GET /v2.0/subnetpools/50303e5d-c640-4d66-80c2-551e26beac2a/tags HTTP/1.1" status: 200 len: 205 time: 0.0246098 Apr 20 16:40:03.176634 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44528) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:03.184579 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-b35e0c16-facf-455c-9370-6ee241cafdb5 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '50303e5d-c640-4d66-80c2-551e26beac2a') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:03.225112 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44530) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:03.231334 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.tag.tag_plugin [None req-f60d65f0-4ae6-459d-afea-5d9b3bb18866 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4e4a072e-c5ac-4ba2-a89d-8fa6721852bf') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:03.234091 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b35e0c16-facf-455c-9370-6ee241cafdb5 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "DELETE /v2.0/subnetpools/50303e5d-c640-4d66-80c2-551e26beac2a/tags HTTP/1.1" status: 204 len: 168 time: 0.0555000 Apr 20 16:40:03.342946 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f60d65f0-4ae6-459d-afea-5d9b3bb18866 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "DELETE /v2.0/routers/4e4a072e-c5ac-4ba2-a89d-8fa6721852bf/tags HTTP/1.1" status: 204 len: 168 time: 0.1163177 Apr 20 16:40:03.345470 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44532) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:03.375155 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.tag.tag_plugin [None req-0b80e563-6cf0-462f-8d0c-5ae9d9c64995 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f5b9ac4f-ac2f-4f98-bb48-8098495d4c45') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:03.450818 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0b80e563-6cf0-462f-8d0c-5ae9d9c64995 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "DELETE /v2.0/ports/f5b9ac4f-ac2f-4f98-bb48-8098495d4c45/tags HTTP/1.1" status: 204 len: 168 time: 0.0869019 Apr 20 16:40:03.453490 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44538) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:03.458555 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-650e5596-ffa0-40d5-9e9a-285d6d3fc6ce tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0ac29362-0800-431b-b55e-0aa7fa825fce') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:03.558796 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-650e5596-ffa0-40d5-9e9a-285d6d3fc6ce tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "DELETE /v2.0/subnets/0ac29362-0800-431b-b55e-0aa7fa825fce/tags HTTP/1.1" status: 204 len: 168 time: 0.1032765 Apr 20 16:40:03.563425 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8c3b8ae-3f09-45ef-a3b7-0935fff75d9d req-56ec9bbe-9099-4ea1-8b47-b53ceb82d858 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0606318 Apr 20 16:40:03.563425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44542) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:03.567821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-507594da-3d2b-420c-8b7f-7e0316dc792c tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0ac29362-0800-431b-b55e-0aa7fa825fce', 'tempest-TagsExtTest-Tag-2003738368') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:03.685396 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3b8ae-3f09-45ef-a3b7-0935fff75d9d req-367be107-250c-4484-a79a-056e106e8b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:40:03.687241 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8c3b8ae-3f09-45ef-a3b7-0935fff75d9d req-367be107-250c-4484-a79a-056e106e8b96 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ffa36b560db4315aa5b106edc630152&device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 1096 time: 0.0595982 Apr 20 16:40:03.710874 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44546) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:03.801045 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-507594da-3d2b-420c-8b7f-7e0316dc792c tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "PUT /v2.0/subnets/0ac29362-0800-431b-b55e-0aa7fa825fce/tags/tempest-TagsExtTest-Tag-2003738368 HTTP/1.1" status: 201 len: 201 time: 0.2372854 Apr 20 16:40:03.802260 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44550) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:03.805890 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3b8ae-3f09-45ef-a3b7-0935fff75d9d req-d34dc780-8b6d-47f4-9078-c2cba33cb4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:40:03.807612 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8c3b8ae-3f09-45ef-a3b7-0935fff75d9d req-d34dc780-8b6d-47f4-9078-c2cba33cb4ba service neutron] 10.222.0.26 "GET /v2.0/networks?id=a2358b7b-9f71-44ce-9aa8-c307e3d70b9c HTTP/1.1" status: 200 len: 910 time: 0.1012092 Apr 20 16:40:03.810363 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.tag.tag_plugin [None req-2d89588c-2778-4fd9-a5e9-7276d514eba1 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f5b9ac4f-ac2f-4f98-bb48-8098495d4c45', 'tempest-TagsExtTest-Tag-880847099') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:03.869493 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e50c13d8-1dca-44b9-96ea-8e381075e166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:03.912282 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8c3b8ae-3f09-45ef-a3b7-0935fff75d9d req-50be8753-7f0d-4597-b6dd-63682df3aa72 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 HTTP/1.1" status: 200 len: 1001 time: 0.0973847 Apr 20 16:40:03.965291 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3b8ae-3f09-45ef-a3b7-0935fff75d9d req-1e31494b-f1f8-4ae6-8aba-528361fd6aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:40:03.966925 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8c3b8ae-3f09-45ef-a3b7-0935fff75d9d req-1e31494b-f1f8-4ae6-8aba-528361fd6aa9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3afc549f-c280-4e3c-8f2c-192d1bc8c671 HTTP/1.1" status: 200 len: 848 time: 0.0480874 Apr 20 16:40:03.998814 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e50c13d8-1dca-44b9-96ea-8e381075e166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:04.018131 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3b8ae-3f09-45ef-a3b7-0935fff75d9d req-aa234df2-161f-4133-84f7-cb4db5fe6134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:40:04.025181 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8c3b8ae-3f09-45ef-a3b7-0935fff75d9d req-aa234df2-161f-4133-84f7-cb4db5fe6134 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2358b7b-9f71-44ce-9aa8-c307e3d70b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465791 Apr 20 16:40:04.048511 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2d89588c-2778-4fd9-a5e9-7276d514eba1 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "PUT /v2.0/ports/f5b9ac4f-ac2f-4f98-bb48-8098495d4c45/tags/tempest-TagsExtTest-Tag-880847099 HTTP/1.1" status: 201 len: 201 time: 0.2448387 Apr 20 16:40:04.049176 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44552) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:04.054028 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.tag.tag_plugin [None req-afc10c0e-2b2e-4d3d-94c2-433b7501af19 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4e4a072e-c5ac-4ba2-a89d-8fa6721852bf', 'tempest-TagsExtTest-Tag-190159128') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:04.088286 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e50c13d8-1dca-44b9-96ea-8e381075e166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:04.119008 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8c3b8ae-3f09-45ef-a3b7-0935fff75d9d req-28715869-4bd9-4b22-802b-3e4007507988 service neutron] 10.222.0.26 "GET /v2.0/networks/a2358b7b-9f71-44ce-9aa8-c307e3d70b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921705 Apr 20 16:40:04.142467 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e50c13d8-1dca-44b9-96ea-8e381075e166 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2678bc3ac18d4f75a4188a9c550160be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4302258 Apr 20 16:40:04.146673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44554) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:04.169774 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c13d8-1dca-44b9-96ea-8e381075e166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c135cd96-db1b-4b60-90ec-7f0045b00254,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:04.241320 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-afc10c0e-2b2e-4d3d-94c2-433b7501af19 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "PUT /v2.0/routers/4e4a072e-c5ac-4ba2-a89d-8fa6721852bf/tags/tempest-TagsExtTest-Tag-190159128 HTTP/1.1" status: 201 len: 201 time: 0.1906199 Apr 20 16:40:04.241507 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44556) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:04.246902 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.tag.tag_plugin [None req-23117f5f-29f0-49a7-85a3-106d05f1b07a tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '50303e5d-c640-4d66-80c2-551e26beac2a', 'tempest-TagsExtTest-Tag-1455714442') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:04.252189 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1141d04a-13af-44cf-81fc-63c61637eee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:04.256102 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8c3b8ae-3f09-45ef-a3b7-0935fff75d9d req-dec0f624-68c7-4863-a070-aa794f48e0d1 service neutron] 10.222.0.26 "GET /v2.0/networks/a2358b7b-9f71-44ce-9aa8-c307e3d70b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313796 Apr 20 16:40:04.277443 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1141d04a-13af-44cf-81fc-63c61637eee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:04.367933 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-23117f5f-29f0-49a7-85a3-106d05f1b07a tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "PUT /v2.0/subnetpools/50303e5d-c640-4d66-80c2-551e26beac2a/tags/tempest-TagsExtTest-Tag-1455714442 HTTP/1.1" status: 201 len: 201 time: 0.1253767 Apr 20 16:40:04.370933 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44560) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:04.375356 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.tag.tag_plugin [None req-006568f0-6831-4611-a9d2-50dd8787b7d3 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0ac29362-0800-431b-b55e-0aa7fa825fce', {'tags': ['tempest-TagsExtTest-Tag-1407574174', 'tempest-TagsExtTest-Tag-612033978', 'tempest-TagsExtTest-Tag-418025067']}) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:04.407349 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1141d04a-13af-44cf-81fc-63c61637eee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:04.411042 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1141d04a-13af-44cf-81fc-63c61637eee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:04.414251 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1141d04a-13af-44cf-81fc-63c61637eee5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c135cd96-db1b-4b60-90ec-7f0045b00254 HTTP/1.1" status: 204 len: 168 time: 0.2641006 Apr 20 16:40:04.434700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141d04a-13af-44cf-81fc-63c61637eee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c135cd96-db1b-4b60-90ec-7f0045b00254,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:04.518950 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-006568f0-6831-4611-a9d2-50dd8787b7d3 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "PUT /v2.0/subnets/0ac29362-0800-431b-b55e-0aa7fa825fce/tags HTTP/1.1" status: 200 len: 316 time: 0.1469901 Apr 20 16:40:04.521408 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44570) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:04.525721 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.tag.tag_plugin [None req-85be9b28-1ff3-4518-9c03-cda20eb5693c tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0ac29362-0800-431b-b55e-0aa7fa825fce') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:04.742963 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-85be9b28-1ff3-4518-9c03-cda20eb5693c tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "DELETE /v2.0/subnets/0ac29362-0800-431b-b55e-0aa7fa825fce/tags HTTP/1.1" status: 204 len: 168 time: 0.2205272 Apr 20 16:40:04.746161 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44572) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:04.750415 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.tag.tag_plugin [None req-24f2fc88-a23a-4057-9dc6-b83a4596cff4 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0ac29362-0800-431b-b55e-0aa7fa825fce', 'tempest-TagsExtTest-Tag-1407574174') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:04.812186 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-24f2fc88-a23a-4057-9dc6-b83a4596cff4 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] show failed (client error): The resource could not be found. Apr 20 16:40:04.813363 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-24f2fc88-a23a-4057-9dc6-b83a4596cff4 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "GET /v2.0/subnets/0ac29362-0800-431b-b55e-0aa7fa825fce/tags/tempest-TagsExtTest-Tag-1407574174 HTTP/1.1" status: 404 len: 329 time: 0.0662878 Apr 20 16:40:04.816284 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44576) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:04.820642 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.tag.tag_plugin [None req-6180059d-cdca-45dd-95dc-4438e8d0a635 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0ac29362-0800-431b-b55e-0aa7fa825fce', 'tempest-TagsExtTest-Tag-612033978') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:04.873486 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-6180059d-cdca-45dd-95dc-4438e8d0a635 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] show failed (client error): The resource could not be found. Apr 20 16:40:04.874593 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6180059d-cdca-45dd-95dc-4438e8d0a635 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "GET /v2.0/subnets/0ac29362-0800-431b-b55e-0aa7fa825fce/tags/tempest-TagsExtTest-Tag-612033978 HTTP/1.1" status: 404 len: 328 time: 0.0574050 Apr 20 16:40:04.878545 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44578) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:04.882818 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.tag.tag_plugin [None req-61bbfd8b-383f-4791-8298-b0ea65b45c26 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0ac29362-0800-431b-b55e-0aa7fa825fce', 'tempest-TagsExtTest-Tag-418025067') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:04.934045 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-61bbfd8b-383f-4791-8298-b0ea65b45c26 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] show failed (client error): The resource could not be found. Apr 20 16:40:04.935233 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-61bbfd8b-383f-4791-8298-b0ea65b45c26 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "GET /v2.0/subnets/0ac29362-0800-431b-b55e-0aa7fa825fce/tags/tempest-TagsExtTest-Tag-418025067 HTTP/1.1" status: 404 len: 328 time: 0.0557852 Apr 20 16:40:04.938131 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44580) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:04.942734 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.tag.tag_plugin [None req-7ffcc80e-600b-4951-bc0b-f7a0ad8d2f2f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f5b9ac4f-ac2f-4f98-bb48-8098495d4c45', {'tags': ['tempest-TagsExtTest-Tag-238064050', 'tempest-TagsExtTest-Tag-303937130', 'tempest-TagsExtTest-Tag-1884702567']}) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:05.090515 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7ffcc80e-600b-4951-bc0b-f7a0ad8d2f2f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "PUT /v2.0/ports/f5b9ac4f-ac2f-4f98-bb48-8098495d4c45/tags HTTP/1.1" status: 200 len: 316 time: 0.1490340 Apr 20 16:40:05.090872 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44582) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:05.097257 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.tag.tag_plugin [None req-daa200a0-aed7-47ef-b5e1-15ae85911a28 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f5b9ac4f-ac2f-4f98-bb48-8098495d4c45') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:05.189313 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44588) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:05.203825 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8af7cd7-2b51-4df8-af30-2bbd4f33e960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:05.232945 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-daa200a0-aed7-47ef-b5e1-15ae85911a28 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "DELETE /v2.0/ports/f5b9ac4f-ac2f-4f98-bb48-8098495d4c45/tags HTTP/1.1" status: 204 len: 168 time: 0.1403477 Apr 20 16:40:05.236038 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44594) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:05.241571 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-85fee0ce-64da-4dca-9fbc-e99646ce7755 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f5b9ac4f-ac2f-4f98-bb48-8098495d4c45', 'tempest-TagsExtTest-Tag-238064050') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:05.293270 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8af7cd7-2b51-4df8-af30-2bbd4f33e960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:05.301308 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-85fee0ce-64da-4dca-9fbc-e99646ce7755 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] show failed (client error): The resource could not be found. Apr 20 16:40:05.302367 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-85fee0ce-64da-4dca-9fbc-e99646ce7755 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "GET /v2.0/ports/f5b9ac4f-ac2f-4f98-bb48-8098495d4c45/tags/tempest-TagsExtTest-Tag-238064050 HTTP/1.1" status: 404 len: 328 time: 0.0652995 Apr 20 16:40:05.305317 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44596) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:05.310473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-ff5d54c7-c261-4d3e-9942-0b1165a435f5 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f5b9ac4f-ac2f-4f98-bb48-8098495d4c45', 'tempest-TagsExtTest-Tag-303937130') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:05.358322 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8af7cd7-2b51-4df8-af30-2bbd4f33e960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:05.363668 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-ff5d54c7-c261-4d3e-9942-0b1165a435f5 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] show failed (client error): The resource could not be found. Apr 20 16:40:05.364837 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ff5d54c7-c261-4d3e-9942-0b1165a435f5 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "GET /v2.0/ports/f5b9ac4f-ac2f-4f98-bb48-8098495d4c45/tags/tempest-TagsExtTest-Tag-303937130 HTTP/1.1" status: 404 len: 328 time: 0.0585818 Apr 20 16:40:05.367597 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44598) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:05.373556 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-7be38e49-ba42-4cda-9c9c-67786396f01f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f5b9ac4f-ac2f-4f98-bb48-8098495d4c45', 'tempest-TagsExtTest-Tag-1884702567') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:05.410231 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a8af7cd7-2b51-4df8-af30-2bbd4f33e960 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ab2b8bada804243b47709ca16408876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2198300 Apr 20 16:40:05.413288 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44600) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:05.415287 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af7cd7-2b51-4df8-af30-2bbd4f33e960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4a8480-cae0-4538-bb99-180e04eeba9d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:05.452247 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-7be38e49-ba42-4cda-9c9c-67786396f01f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] show failed (client error): The resource could not be found. Apr 20 16:40:05.453339 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7be38e49-ba42-4cda-9c9c-67786396f01f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "GET /v2.0/ports/f5b9ac4f-ac2f-4f98-bb48-8098495d4c45/tags/tempest-TagsExtTest-Tag-1884702567 HTTP/1.1" status: 404 len: 329 time: 0.0847192 Apr 20 16:40:05.456939 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44602) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:05.462300 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-75f5dda4-d9c5-4d20-a8f8-dec035fe6979 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4e4a072e-c5ac-4ba2-a89d-8fa6721852bf', {'tags': ['tempest-TagsExtTest-Tag-1607615036', 'tempest-TagsExtTest-Tag-1587935226', 'tempest-TagsExtTest-Tag-185820369']}) {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:05.490787 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1b94035-4fd7-406b-b4b8-36bfd472bcc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:05.519696 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1b94035-4fd7-406b-b4b8-36bfd472bcc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:05.722717 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-75f5dda4-d9c5-4d20-a8f8-dec035fe6979 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "PUT /v2.0/routers/4e4a072e-c5ac-4ba2-a89d-8fa6721852bf/tags HTTP/1.1" status: 200 len: 317 time: 0.2648153 Apr 20 16:40:05.725067 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44606) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:05.730117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-2c5aed2c-419a-4b01-b6e6-9a64bfc86516 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4e4a072e-c5ac-4ba2-a89d-8fa6721852bf') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:05.965044 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2c5aed2c-419a-4b01-b6e6-9a64bfc86516 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "DELETE /v2.0/routers/4e4a072e-c5ac-4ba2-a89d-8fa6721852bf/tags HTTP/1.1" status: 204 len: 168 time: 0.2387550 Apr 20 16:40:05.967571 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44612) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:05.972114 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-b25774d1-f88f-430c-81a8-19a636ba7761 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e4a072e-c5ac-4ba2-a89d-8fa6721852bf', 'tempest-TagsExtTest-Tag-1607615036') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:05.992424 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1b94035-4fd7-406b-b4b8-36bfd472bcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:05.996176 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1b94035-4fd7-406b-b4b8-36bfd472bcc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:05.997523 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e1b94035-4fd7-406b-b4b8-36bfd472bcc8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b4a8480-cae0-4538-bb99-180e04eeba9d HTTP/1.1" status: 204 len: 168 time: 0.5831788 Apr 20 16:40:06.006407 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b94035-4fd7-406b-b4b8-36bfd472bcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4a8480-cae0-4538-bb99-180e04eeba9d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:06.051779 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-b25774d1-f88f-430c-81a8-19a636ba7761 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] show failed (client error): The resource could not be found. Apr 20 16:40:06.052875 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b25774d1-f88f-430c-81a8-19a636ba7761 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "GET /v2.0/routers/4e4a072e-c5ac-4ba2-a89d-8fa6721852bf/tags/tempest-TagsExtTest-Tag-1607615036 HTTP/1.1" status: 404 len: 329 time: 0.0844135 Apr 20 16:40:06.055739 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44616) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:06.060739 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-7d055e55-765f-4af4-bef5-d25d3c2bf33c tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e4a072e-c5ac-4ba2-a89d-8fa6721852bf', 'tempest-TagsExtTest-Tag-1587935226') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:06.139623 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-7d055e55-765f-4af4-bef5-d25d3c2bf33c tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] show failed (client error): The resource could not be found. Apr 20 16:40:06.140806 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7d055e55-765f-4af4-bef5-d25d3c2bf33c tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "GET /v2.0/routers/4e4a072e-c5ac-4ba2-a89d-8fa6721852bf/tags/tempest-TagsExtTest-Tag-1587935226 HTTP/1.1" status: 404 len: 329 time: 0.0841506 Apr 20 16:40:06.143475 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44618) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:06.154522 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-5ce3a9b1-611f-4623-a750-8df794a67c2e tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e4a072e-c5ac-4ba2-a89d-8fa6721852bf', 'tempest-TagsExtTest-Tag-185820369') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:06.230488 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-5ce3a9b1-611f-4623-a750-8df794a67c2e tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] show failed (client error): The resource could not be found. Apr 20 16:40:06.231700 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5ce3a9b1-611f-4623-a750-8df794a67c2e tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "GET /v2.0/routers/4e4a072e-c5ac-4ba2-a89d-8fa6721852bf/tags/tempest-TagsExtTest-Tag-185820369 HTTP/1.1" status: 404 len: 328 time: 0.0870738 Apr 20 16:40:06.234741 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44624) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:06.239601 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.tag.tag_plugin [None req-0f3f69be-980e-4064-8f3a-9d27dd63843b tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '50303e5d-c640-4d66-80c2-551e26beac2a', {'tags': ['tempest-TagsExtTest-Tag-1579050901', 'tempest-TagsExtTest-Tag-1129698490', 'tempest-TagsExtTest-Tag-386509061']}) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:06.372906 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0f3f69be-980e-4064-8f3a-9d27dd63843b tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "PUT /v2.0/subnetpools/50303e5d-c640-4d66-80c2-551e26beac2a/tags HTTP/1.1" status: 200 len: 317 time: 0.1346140 Apr 20 16:40:06.374302 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44632) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:06.378687 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.tag.tag_plugin [None req-b4b30985-e552-4762-b2e8-c9f5916e2a5a tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '50303e5d-c640-4d66-80c2-551e26beac2a') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:06.508439 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b4b30985-e552-4762-b2e8-c9f5916e2a5a tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "DELETE /v2.0/subnetpools/50303e5d-c640-4d66-80c2-551e26beac2a/tags HTTP/1.1" status: 204 len: 168 time: 0.1329184 Apr 20 16:40:06.511378 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44636) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:06.516464 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.tag.tag_plugin [None req-43b8d9ce-d41c-4964-81d8-ddce222a4511 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '50303e5d-c640-4d66-80c2-551e26beac2a', 'tempest-TagsExtTest-Tag-1579050901') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:06.545745 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-43b8d9ce-d41c-4964-81d8-ddce222a4511 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] show failed (client error): The resource could not be found. Apr 20 16:40:06.550557 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-43b8d9ce-d41c-4964-81d8-ddce222a4511 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "GET /v2.0/subnetpools/50303e5d-c640-4d66-80c2-551e26beac2a/tags/tempest-TagsExtTest-Tag-1579050901 HTTP/1.1" status: 404 len: 329 time: 0.0345702 Apr 20 16:40:06.550557 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44638) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:06.572402 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.tag.tag_plugin [None req-8a6c2e19-bb99-4874-ac01-af1f82d2e207 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '50303e5d-c640-4d66-80c2-551e26beac2a', 'tempest-TagsExtTest-Tag-1129698490') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:06.611768 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-8a6c2e19-bb99-4874-ac01-af1f82d2e207 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] show failed (client error): The resource could not be found. Apr 20 16:40:06.615849 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44646) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:06.617257 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8a6c2e19-bb99-4874-ac01-af1f82d2e207 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "GET /v2.0/subnetpools/50303e5d-c640-4d66-80c2-551e26beac2a/tags/tempest-TagsExtTest-Tag-1129698490 HTTP/1.1" status: 404 len: 329 time: 0.0650413 Apr 20 16:40:06.622305 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-98d54efa-88ed-4e4a-ac76-bd054511e8bc tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '50303e5d-c640-4d66-80c2-551e26beac2a', 'tempest-TagsExtTest-Tag-386509061') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:06.646314 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-98d54efa-88ed-4e4a-ac76-bd054511e8bc tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] show failed (client error): The resource could not be found. Apr 20 16:40:06.647353 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-98d54efa-88ed-4e4a-ac76-bd054511e8bc tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "GET /v2.0/subnetpools/50303e5d-c640-4d66-80c2-551e26beac2a/tags/tempest-TagsExtTest-Tag-386509061 HTTP/1.1" status: 404 len: 328 time: 0.0303030 Apr 20 16:40:06.650401 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44648) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:06.655458 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-98dd090d-7293-4bd0-88c9-5da9e2f9ad5a tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '50303e5d-c640-4d66-80c2-551e26beac2a') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:06.686179 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-98dd090d-7293-4bd0-88c9-5da9e2f9ad5a tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "DELETE /v2.0/subnetpools/50303e5d-c640-4d66-80c2-551e26beac2a/tags HTTP/1.1" status: 204 len: 168 time: 0.0322931 Apr 20 16:40:06.686965 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44652) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:06.692256 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.tag.tag_plugin [None req-0f4b3fbe-7f75-4b15-8eda-4be406a53140 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4e4a072e-c5ac-4ba2-a89d-8fa6721852bf') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:06.778257 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0f4b3fbe-7f75-4b15-8eda-4be406a53140 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "DELETE /v2.0/routers/4e4a072e-c5ac-4ba2-a89d-8fa6721852bf/tags HTTP/1.1" status: 204 len: 168 time: 0.0872333 Apr 20 16:40:06.778656 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44654) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:06.783589 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.tag.tag_plugin [None req-ef79a0e6-3144-4c69-ab07-15e2ce1e06e4 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f5b9ac4f-ac2f-4f98-bb48-8098495d4c45') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:06.920523 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc935f-9524-45b6-9677-0c193243edb3 req-50686864-e949-4dc7-8bb7-600b2822116a tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:40:06.922002 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ebbc935f-9524-45b6-9677-0c193243edb3 req-50686864-e949-4dc7-8bb7-600b2822116a tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8075464-df8e-454c-a93c-ccdc93d0163e HTTP/1.1" status: 200 len: 945 time: 0.0720754 Apr 20 16:40:06.927535 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44662) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:06.928024 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ef79a0e6-3144-4c69-ab07-15e2ce1e06e4 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "DELETE /v2.0/ports/f5b9ac4f-ac2f-4f98-bb48-8098495d4c45/tags HTTP/1.1" status: 204 len: 168 time: 0.1481748 Apr 20 16:40:06.937649 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.tag.tag_plugin [None req-87b2799a-03bb-44a1-8ad4-5ca45ffeaa28 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0ac29362-0800-431b-b55e-0aa7fa825fce') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:06.974776 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ebbc935f-9524-45b6-9677-0c193243edb3 req-14b52de2-cb9b-4842-9472-221e4ab41ce3 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af031dc-155e-418e-8558-6480dc5c3256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435390 Apr 20 16:40:07.019571 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-87b2799a-03bb-44a1-8ad4-5ca45ffeaa28 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "DELETE /v2.0/subnets/0ac29362-0800-431b-b55e-0aa7fa825fce/tags HTTP/1.1" status: 204 len: 168 time: 0.0906947 Apr 20 16:40:07.023098 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44666) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:07.047997 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:40:07.278750 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6cf98544-c367-4006-bc3c-2ea337c6f445 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks [] for subnetpool, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:07.280141 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6cf98544-c367-4006-bc3c-2ea337c6f445 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "DELETE /v2.0/subnetpools/50303e5d-c640-4d66-80c2-551e26beac2a HTTP/1.1" status: 204 len: 168 time: 0.2560003 Apr 20 16:40:07.282610 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44672) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:07.321255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44676) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:07.328671 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4ac5bd7f-f9b3-4c9f-a205-1ac396b20414 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e4a072e-c5ac-4ba2-a89d-8fa6721852bf HTTP/1.1" status: 200 len: 205 time: 0.0444722 Apr 20 16:40:07.402989 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a61d659d-4cad-4a44-bdd9-b55cd0c1c0e6 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:07.845753 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a61d659d-4cad-4a44-bdd9-b55cd0c1c0e6 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:07.847858 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a61d659d-4cad-4a44-bdd9-b55cd0c1c0e6 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:07.946771 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a61d659d-4cad-4a44-bdd9-b55cd0c1c0e6 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:07.947348 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61d659d-4cad-4a44-bdd9-b55cd0c1c0e6 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Fanout notify agent at l3_agent the message router_deleted on router 4e4a072e-c5ac-4ba2-a89d-8fa6721852bf {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:40:07.957020 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a61d659d-4cad-4a44-bdd9-b55cd0c1c0e6 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:07.958149 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a61d659d-4cad-4a44-bdd9-b55cd0c1c0e6 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "DELETE /v2.0/routers/4e4a072e-c5ac-4ba2-a89d-8fa6721852bf HTTP/1.1" status: 204 len: 168 time: 0.6359231 Apr 20 16:40:07.960671 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44688) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:08.110449 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-1b3fc221-a697-427a-9743-1ad69a5e6363 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Deleting port f5b9ac4f-ac2f-4f98-bb48-8098495d4c45 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:40:08.110676 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b3fc221-a697-427a-9743-1ad69a5e6363 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:08.135686 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cca72-291e-4a36-ad37-6bcdaf626e54 req-cb019bf5-888f-4223-a55b-26a69c0b256d tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:40:08.137959 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e61cca72-291e-4a36-ad37-6bcdaf626e54 req-cb019bf5-888f-4223-a55b-26a69c0b256d tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8075464-df8e-454c-a93c-ccdc93d0163e HTTP/1.1" status: 200 len: 945 time: 0.0817964 Apr 20 16:40:08.228422 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e61cca72-291e-4a36-ad37-6bcdaf626e54 req-642f8dbd-2b5d-41b8-a40c-9e46a9688fad tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af031dc-155e-418e-8558-6480dc5c3256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611656 Apr 20 16:40:08.243338 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b3fc221-a697-427a-9743-1ad69a5e6363 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:08.257561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-1b3fc221-a697-427a-9743-1ad69a5e6363 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Calling delete_port for f5b9ac4f-ac2f-4f98-bb48-8098495d4c45 owned by {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:40:08.489560 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b3fc221-a697-427a-9743-1ad69a5e6363 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:08.521817 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3fc221-a697-427a-9743-1ad69a5e6363 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Pushing event deleted for resources: {'Port': ['ID=f5b9ac4f-ac2f-4f98-bb48-8098495d4c45,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:08.625789 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67b751-f998-432e-b3c4-488cbb2131cb req-4f8b3cbf-2165-49aa-9e84-18097a6c6903 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:40:08.627647 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8a67b751-f998-432e-b3c4-488cbb2131cb req-4f8b3cbf-2165-49aa-9e84-18097a6c6903 tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8075464-df8e-454c-a93c-ccdc93d0163e HTTP/1.1" status: 200 len: 945 time: 0.0987070 Apr 20 16:40:08.634975 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1b3fc221-a697-427a-9743-1ad69a5e6363 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:08.640416 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1b3fc221-a697-427a-9743-1ad69a5e6363 tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "DELETE /v2.0/ports/f5b9ac4f-ac2f-4f98-bb48-8098495d4c45 HTTP/1.1" status: 204 len: 168 time: 0.6777525 Apr 20 16:40:08.642607 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44704) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:08.723750 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-866aa24d-ccd2-4fef-bf41-8275c9d9a51a tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Deleting subnet 0ac29362-0800-431b-b55e-0aa7fa825fce {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:40:08.727750 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-866aa24d-ccd2-4fef-bf41-8275c9d9a51a tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:08.783595 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-8a67b751-f998-432e-b3c4-488cbb2131cb req-a8c27fc5-3e0d-41f1-978c-a31c4cef07af tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Deleting port b06835f7-fe62-46c2-a270-853dab71c8ea {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:40:08.783595 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8a67b751-f998-432e-b3c4-488cbb2131cb req-a8c27fc5-3e0d-41f1-978c-a31c4cef07af tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:08.785353 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-866aa24d-ccd2-4fef-bf41-8275c9d9a51a tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:08.893189 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-866aa24d-ccd2-4fef-bf41-8275c9d9a51a tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:08.908077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-8a67b751-f998-432e-b3c4-488cbb2131cb req-a8c27fc5-3e0d-41f1-978c-a31c4cef07af tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] For port b06835f7-fe62-46c2-a270-853dab71c8ea, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=b06835f7-fe62-46c2-a270-853dab71c8ea,segment=NetworkSegment(f55d2490-8481-4d53-81c9-5596fcfee2ec),segment_id=f55d2490-8481-4d53-81c9-5596fcfee2ec)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:40:08.908654 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8a67b751-f998-432e-b3c4-488cbb2131cb req-a8c27fc5-3e0d-41f1-978c-a31c4cef07af tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:08.929187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-8a67b751-f998-432e-b3c4-488cbb2131cb req-a8c27fc5-3e0d-41f1-978c-a31c4cef07af tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Calling delete_port for b06835f7-fe62-46c2-a270-853dab71c8ea owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:40:09.065639 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-866aa24d-ccd2-4fef-bf41-8275c9d9a51a tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:09.096981 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866aa24d-ccd2-4fef-bf41-8275c9d9a51a tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Pushing event deleted for resources: {'Subnet': ['ID=0ac29362-0800-431b-b55e-0aa7fa825fce,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:09.103114 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-866aa24d-ccd2-4fef-bf41-8275c9d9a51a tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:09.107649 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-866aa24d-ccd2-4fef-bf41-8275c9d9a51a tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "DELETE /v2.0/subnets/0ac29362-0800-431b-b55e-0aa7fa825fce HTTP/1.1" status: 204 len: 168 time: 0.4640591 Apr 20 16:40:09.110366 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44720) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:09.111801 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec5128d-72c7-414a-95ae-afff71ca337f None None] Network 8d4556cc-066f-40eb-a335-96147c72adaf requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:40:09.150244 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8a67b751-f998-432e-b3c4-488cbb2131cb req-a8c27fc5-3e0d-41f1-978c-a31c4cef07af tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:09.184283 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['b06835f7-fe62-46c2-a270-853dab71c8ea'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:40:09.185385 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c27fc5-3e0d-41f1-978c-a31c4cef07af tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Pushing event deleted for resources: {'Port': ['ID=b06835f7-fe62-46c2-a270-853dab71c8ea,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:09.225161 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61dcceae-9d37-4aaf-8227-e982ac65be5f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:09.246064 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a67b751-f998-432e-b3c4-488cbb2131cb req-a8c27fc5-3e0d-41f1-978c-a31c4cef07af tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] No DVR routers for this DVR port b06835f7-fe62-46c2-a270-853dab71c8ea on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:40:09.248641 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8a67b751-f998-432e-b3c4-488cbb2131cb req-a8c27fc5-3e0d-41f1-978c-a31c4cef07af tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:09.268048 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8a67b751-f998-432e-b3c4-488cbb2131cb req-a8c27fc5-3e0d-41f1-978c-a31c4cef07af tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.30 "DELETE /v2.0/ports/b06835f7-fe62-46c2-a270-853dab71c8ea HTTP/1.1" status: 204 len: 173 time: 0.6246004 Apr 20 16:40:09.268849 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8075464-df8e-454c-a93c-ccdc93d0163e', 'name': 'network-vif-deleted', 'tag': 'b06835f7-fe62-46c2-a270-853dab71c8ea'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:40:09.271590 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56dddad-105d-41a0-a56f-255ec3773207" -d '{"events": [{"server_uuid": "c8075464-df8e-454c-a93c-ccdc93d0163e", "name": "network-vif-deleted", "tag": "b06835f7-fe62-46c2-a270-853dab71c8ea"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:40:09.314674 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-61dcceae-9d37-4aaf-8227-e982ac65be5f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Deleting port 94ae869f-757a-4e69-8848-10669765fd30 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:40:09.315096 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61dcceae-9d37-4aaf-8227-e982ac65be5f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:09.340669 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdac58a-e9cd-4dba-b08c-2f9c229bf541 x-openstack-request-id: req-bfdac58a-e9cd-4dba-b08c-2f9c229bf541 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:40:09.340669 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8075464-df8e-454c-a93c-ccdc93d0163e", "name": "network-vif-deleted", "tag": "b06835f7-fe62-46c2-a270-853dab71c8ea", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:40:09.340669 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bfdac58a-e9cd-4dba-b08c-2f9c229bf541 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:40:09.340669 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfdac58a-e9cd-4dba-b08c-2f9c229bf541'] response: {'server_uuid': 'c8075464-df8e-454c-a93c-ccdc93d0163e', 'name': 'network-vif-deleted', 'tag': 'b06835f7-fe62-46c2-a270-853dab71c8ea', 'status': 'completed', 'code': 200} Apr 20 16:40:09.372309 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c44cc0e1-9a4a-4e2b-9f65-7746dcc46010 req-f5ea4b18-6ac8-47ae-8ce6-edac8295da3e tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8075464-df8e-454c-a93c-ccdc93d0163e HTTP/1.1" status: 200 len: 210 time: 0.0521326 Apr 20 16:40:09.377186 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3392b206-c49a-4b24-83bd-11924994f8cd None None] DHCP port deletion for 8d4556cc-066f-40eb-a335-96147c72adaf request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:40:09.427612 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-61dcceae-9d37-4aaf-8227-e982ac65be5f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] For port 94ae869f-757a-4e69-8848-10669765fd30, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=94ae869f-757a-4e69-8848-10669765fd30,segment=NetworkSegment(e9f9177b-f1d4-4307-8f68-da8974c9a9ef),segment_id=e9f9177b-f1d4-4307-8f68-da8974c9a9ef)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:40:09.427899 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61dcceae-9d37-4aaf-8227-e982ac65be5f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:09.438708 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3392b206-c49a-4b24-83bd-11924994f8cd None None] Deleting port 94ae869f-757a-4e69-8848-10669765fd30 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:40:09.439110 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3392b206-c49a-4b24-83bd-11924994f8cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:09.443673 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-61dcceae-9d37-4aaf-8227-e982ac65be5f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Calling delete_port for 94ae869f-757a-4e69-8848-10669765fd30 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:40:09.523597 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3392b206-c49a-4b24-83bd-11924994f8cd None None] For port 94ae869f-757a-4e69-8848-10669765fd30, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=94ae869f-757a-4e69-8848-10669765fd30,segment=NetworkSegment(e9f9177b-f1d4-4307-8f68-da8974c9a9ef),segment_id=e9f9177b-f1d4-4307-8f68-da8974c9a9ef)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:40:09.524156 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3392b206-c49a-4b24-83bd-11924994f8cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:09.543450 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-3392b206-c49a-4b24-83bd-11924994f8cd None None] Calling delete_port for 94ae869f-757a-4e69-8848-10669765fd30 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:40:09.621815 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61dcceae-9d37-4aaf-8227-e982ac65be5f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:09.640985 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3392b206-c49a-4b24-83bd-11924994f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:09.653020 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dcceae-9d37-4aaf-8227-e982ac65be5f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] No DVR routers for this DVR port 94ae869f-757a-4e69-8848-10669765fd30 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:40:09.654572 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcceae-9d37-4aaf-8227-e982ac65be5f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Pushing event deleted for resources: {'Port': ['ID=94ae869f-757a-4e69-8848-10669765fd30,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:09.672936 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392b206-c49a-4b24-83bd-11924994f8cd None None] Pushing event deleted for resources: {'Port': ['ID=94ae869f-757a-4e69-8848-10669765fd30,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:09.689192 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3392b206-c49a-4b24-83bd-11924994f8cd None None] No DVR routers for this DVR port 94ae869f-757a-4e69-8848-10669765fd30 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:40:09.691914 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392b206-c49a-4b24-83bd-11924994f8cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:09.692627 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392b206-c49a-4b24-83bd-11924994f8cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:09.694490 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392b206-c49a-4b24-83bd-11924994f8cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:09.694948 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392b206-c49a-4b24-83bd-11924994f8cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:09.695404 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392b206-c49a-4b24-83bd-11924994f8cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:09.695982 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392b206-c49a-4b24-83bd-11924994f8cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:09.696436 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392b206-c49a-4b24-83bd-11924994f8cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:09.696863 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392b206-c49a-4b24-83bd-11924994f8cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:09.697410 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392b206-c49a-4b24-83bd-11924994f8cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:09.698074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392b206-c49a-4b24-83bd-11924994f8cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:09.699166 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392b206-c49a-4b24-83bd-11924994f8cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:09.700071 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392b206-c49a-4b24-83bd-11924994f8cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:09.749337 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61dcceae-9d37-4aaf-8227-e982ac65be5f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:09.772091 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-61dcceae-9d37-4aaf-8227-e982ac65be5f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d4556cc-066f-40eb-a335-96147c72adaf']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:09.782553 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-61dcceae-9d37-4aaf-8227-e982ac65be5f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f9177b-f1d4-4307-8f68-da8974c9a9ef') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:09.782851 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-61dcceae-9d37-4aaf-8227-e982ac65be5f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f9177b-f1d4-4307-8f68-da8974c9a9ef') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:09.793989 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61dcceae-9d37-4aaf-8227-e982ac65be5f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:09.807462 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61dcceae-9d37-4aaf-8227-e982ac65be5f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:09.817653 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61dcceae-9d37-4aaf-8227-e982ac65be5f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:40:09.818056 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61dcceae-9d37-4aaf-8227-e982ac65be5f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:40:09.821954 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:40:09.950852 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61dcceae-9d37-4aaf-8227-e982ac65be5f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:09.960535 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61dcceae-9d37-4aaf-8227-e982ac65be5f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:09.969121 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-61dcceae-9d37-4aaf-8227-e982ac65be5f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] 10.222.0.15 "DELETE /v2.0/networks/8d4556cc-066f-40eb-a335-96147c72adaf HTTP/1.1" status: 204 len: 168 time: 0.8552778 Apr 20 16:40:09.990598 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcceae-9d37-4aaf-8227-e982ac65be5f tempest-TagsExtTest-1148469888 tempest-TagsExtTest-1148469888-project] Pushing event deleted for resources: {'Network': ['ID=8d4556cc-066f-40eb-a335-96147c72adaf,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:10.089984 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 94ae869f-757a-4e69-8848-10669765fd30 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:40:10.112991 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 94ae869f-757a-4e69-8848-10669765fd30 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:40:10.113848 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 94ae869f-757a-4e69-8848-10669765fd30 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:40:10.488936 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-473f9548-2a81-4164-9a85-a3c94c99016f req-54517582-33d8-498b-9124-fd5d0328636b tempest-VolumesActionsTest-1255312093 tempest-VolumesActionsTest-1255312093-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8075464-df8e-454c-a93c-ccdc93d0163e HTTP/1.1" status: 200 len: 210 time: 0.0293162 Apr 20 16:40:10.679728 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44750) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:10.777983 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44756) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:10.855977 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0561aa89-ffb1-4bee-8da2-3a76efdeb839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:10.957949 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6ed6cbac-8e6e-443e-8f76-6570d5d9f449 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9684f6ab44de43a4a45278c53d8fd931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788311 Apr 20 16:40:10.960411 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44762) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:10.982357 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0561aa89-ffb1-4bee-8da2-3a76efdeb839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:11.023314 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36d083e6-5344-4ca2-b540-9f62f73fd290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:11.046872 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36d083e6-5344-4ca2-b540-9f62f73fd290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:11.056986 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0561aa89-ffb1-4bee-8da2-3a76efdeb839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:11.114933 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0561aa89-ffb1-4bee-8da2-3a76efdeb839 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0ff02f73fc247fabfe6292c2372d9de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4337893 Apr 20 16:40:11.117226 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561aa89-ffb1-4bee-8da2-3a76efdeb839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471f5a13-214d-4ea5-a1ec-287384317313,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:11.117527 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44764) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:11.170920 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1913c8b3-81a2-415d-89c9-1c5a8f91a2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:11.194059 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1913c8b3-81a2-415d-89c9-1c5a8f91a2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:11.226589 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36d083e6-5344-4ca2-b540-9f62f73fd290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:11.229213 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36d083e6-5344-4ca2-b540-9f62f73fd290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:11.230598 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-36d083e6-5344-4ca2-b540-9f62f73fd290 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d44ea22-a8f1-4397-84fe-57548e93c5ce HTTP/1.1" status: 204 len: 168 time: 0.2693002 Apr 20 16:40:11.238862 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d083e6-5344-4ca2-b540-9f62f73fd290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d44ea22-a8f1-4397-84fe-57548e93c5ce,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:11.352099 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1913c8b3-81a2-415d-89c9-1c5a8f91a2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:11.356092 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1913c8b3-81a2-415d-89c9-1c5a8f91a2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:11.357297 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1913c8b3-81a2-415d-89c9-1c5a8f91a2a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/471f5a13-214d-4ea5-a1ec-287384317313 HTTP/1.1" status: 204 len: 168 time: 0.2387919 Apr 20 16:40:11.368141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913c8b3-81a2-415d-89c9-1c5a8f91a2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471f5a13-214d-4ea5-a1ec-287384317313,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:12.127880 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device b06835f7-fe62-46c2-a270-853dab71c8ea no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:40:12.150839 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: b06835f7-fe62-46c2-a270-853dab71c8ea {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:40:12.151530 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device b06835f7-fe62-46c2-a270-853dab71c8ea not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:40:12.205941 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44790) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:12.220248 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dd66d351-6325-4a04-85e6-1e754821f24b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:12.330924 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dd66d351-6325-4a04-85e6-1e754821f24b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:12.618972 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dd66d351-6325-4a04-85e6-1e754821f24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:12.660868 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dd66d351-6325-4a04-85e6-1e754821f24b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e6e50d684f9e4c55a90c77b94bc32cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4536624 Apr 20 16:40:12.661713 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66d351-6325-4a04-85e6-1e754821f24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ed4d55-fec4-4e11-9006-321028aca4cc,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:12.664066 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44800) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:12.843183 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea12d412-ef5d-4319-9e83-213e2c657c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:12.843183 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea12d412-ef5d-4319-9e83-213e2c657c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:13.207025 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea12d412-ef5d-4319-9e83-213e2c657c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:13.210175 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea12d412-ef5d-4319-9e83-213e2c657c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:13.211101 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ea12d412-ef5d-4319-9e83-213e2c657c36 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1ed4d55-fec4-4e11-9006-321028aca4cc HTTP/1.1" status: 204 len: 168 time: 0.5461221 Apr 20 16:40:13.221094 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12d412-ef5d-4319-9e83-213e2c657c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ed4d55-fec4-4e11-9006-321028aca4cc,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:15.882284 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44916) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:15.996475 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ad0b984-1b1c-46b2-94eb-f979965fb511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:16.081434 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ad0b984-1b1c-46b2-94eb-f979965fb511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:16.292707 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4ad0b984-1b1c-46b2-94eb-f979965fb511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:16.333313 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4ad0b984-1b1c-46b2-94eb-f979965fb511 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b9e91d1163e147c0a0c406fa86b9e96a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4498553 Apr 20 16:40:16.334000 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0b984-1b1c-46b2-94eb-f979965fb511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9539bd04-33ee-42b4-91ef-86b6f491ee0a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:16.336410 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44928) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:16.393118 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c20-0701-48c2-bc97-0fe96fd152a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:16.414333 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c20-0701-48c2-bc97-0fe96fd152a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:16.571905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44940) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:16.587866 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c20-0701-48c2-bc97-0fe96fd152a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:16.587866 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d6f16c20-0701-48c2-bc97-0fe96fd152a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:16.587866 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d6f16c20-0701-48c2-bc97-0fe96fd152a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9539bd04-33ee-42b4-91ef-86b6f491ee0a HTTP/1.1" status: 204 len: 168 time: 0.2475758 Apr 20 16:40:16.613053 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f16c20-0701-48c2-bc97-0fe96fd152a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9539bd04-33ee-42b4-91ef-86b6f491ee0a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:16.705511 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-583aabde-978f-4029-a324-57f02f6c33de admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:16.783780 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-583aabde-978f-4029-a324-57f02f6c33de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:16.849760 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-583aabde-978f-4029-a324-57f02f6c33de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:16.892554 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44946) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:16.893153 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-583aabde-978f-4029-a324-57f02f6c33de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f62d4d17e5f140fa813b93a9fb9ecd6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3193972 Apr 20 16:40:16.893575 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583aabde-978f-4029-a324-57f02f6c33de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a672ca46-e802-4d84-bb73-850eb4bd8025,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:16.955158 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21e21ef2-57c2-4911-b351-d05e35c49911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:16.977412 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21e21ef2-57c2-4911-b351-d05e35c49911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:17.126862 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21e21ef2-57c2-4911-b351-d05e35c49911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:17.129431 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-21e21ef2-57c2-4911-b351-d05e35c49911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:17.130584 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-21e21ef2-57c2-4911-b351-d05e35c49911 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a672ca46-e802-4d84-bb73-850eb4bd8025 HTTP/1.1" status: 204 len: 168 time: 0.2360370 Apr 20 16:40:17.145013 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e21ef2-57c2-4911-b351-d05e35c49911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a672ca46-e802-4d84-bb73-850eb4bd8025,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:17.165143 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e21ef2-57c2-4911-b351-d05e35c49911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:17.167273 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e21ef2-57c2-4911-b351-d05e35c49911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:17.167779 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e21ef2-57c2-4911-b351-d05e35c49911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:17.168710 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e21ef2-57c2-4911-b351-d05e35c49911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:17.169442 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e21ef2-57c2-4911-b351-d05e35c49911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:17.172893 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e21ef2-57c2-4911-b351-d05e35c49911 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:17.177021 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e21ef2-57c2-4911-b351-d05e35c49911 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:17.177555 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e21ef2-57c2-4911-b351-d05e35c49911 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:17.178173 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e21ef2-57c2-4911-b351-d05e35c49911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:17.178664 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e21ef2-57c2-4911-b351-d05e35c49911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:17.179344 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e21ef2-57c2-4911-b351-d05e35c49911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:17.179950 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e21ef2-57c2-4911-b351-d05e35c49911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:17.904846 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 44974) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:17.922516 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4576d8ba-dca0-4711-9109-b8a5d97aca1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:17.999942 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4576d8ba-dca0-4711-9109-b8a5d97aca1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:18.338402 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4576d8ba-dca0-4711-9109-b8a5d97aca1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:18.379630 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4576d8ba-dca0-4711-9109-b8a5d97aca1a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=90e826e3cd4a4f1a93f1aef1d7c52b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4733813 Apr 20 16:40:18.382340 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 44988) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:18.385426 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576d8ba-dca0-4711-9109-b8a5d97aca1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219cd8b1-1f19-4028-8c8d-053a064353bb,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:18.443157 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e82c3c1e-4e68-4d48-a7dd-741a85b4a9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:18.466697 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e82c3c1e-4e68-4d48-a7dd-741a85b4a9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:19.018138 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e82c3c1e-4e68-4d48-a7dd-741a85b4a9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:19.020688 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e82c3c1e-4e68-4d48-a7dd-741a85b4a9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:19.021896 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e82c3c1e-4e68-4d48-a7dd-741a85b4a9db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/219cd8b1-1f19-4028-8c8d-053a064353bb HTTP/1.1" status: 204 len: 168 time: 0.6385505 Apr 20 16:40:19.039193 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c3c1e-4e68-4d48-a7dd-741a85b4a9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219cd8b1-1f19-4028-8c8d-053a064353bb,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:22.838091 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cdd43fd1-7399-4e83-aa31-45f8b008b6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:25.132357 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-011357db-cb05-487d-96c0-dd1366114b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:26.521419 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:27.832598 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:28.180675 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:28.678731 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:28.792974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45220) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:28.923930 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-83789b3e-e3d1-4b66-b6ce-38fe6ea44ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:29.004307 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-83789b3e-e3d1-4b66-b6ce-38fe6ea44ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:29.155210 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-83789b3e-e3d1-4b66-b6ce-38fe6ea44ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:29.195599 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45234) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:29.196138 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-83789b3e-e3d1-4b66-b6ce-38fe6ea44ea6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73772de6bc9a4175b55fe32ce5244e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4011409 Apr 20 16:40:29.209682 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83789b3e-e3d1-4b66-b6ce-38fe6ea44ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eda3126-bb77-4bde-a237-c9218f07fa39,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:29.260289 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7eaa815d-7348-4ea6-ac70-ef1cbf0cf1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:29.292859 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7eaa815d-7348-4ea6-ac70-ef1cbf0cf1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:29.472827 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7eaa815d-7348-4ea6-ac70-ef1cbf0cf1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:29.478606 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7eaa815d-7348-4ea6-ac70-ef1cbf0cf1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:29.482125 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7eaa815d-7348-4ea6-ac70-ef1cbf0cf1fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3eda3126-bb77-4bde-a237-c9218f07fa39 HTTP/1.1" status: 204 len: 168 time: 0.2847104 Apr 20 16:40:29.493096 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa815d-7348-4ea6-ac70-ef1cbf0cf1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eda3126-bb77-4bde-a237-c9218f07fa39,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:29.905388 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:30.394606 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45270) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:30.407457 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45ad6736-ab12-4609-832e-2320205d5ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:30.500373 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45ad6736-ab12-4609-832e-2320205d5ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:30.683884 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45ad6736-ab12-4609-832e-2320205d5ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:30.734885 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-45ad6736-ab12-4609-832e-2320205d5ec3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3214c4d9d3eb4200b36c9cade5318a24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3399196 Apr 20 16:40:30.735617 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad6736-ab12-4609-832e-2320205d5ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77baca8-3ba4-4c17-83e7-d24c0610218a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:30.737825 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45280) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:30.788699 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f67d553e-52ab-4be7-8ead-cb9380256b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:30.818015 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f67d553e-52ab-4be7-8ead-cb9380256b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:30.957896 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f67d553e-52ab-4be7-8ead-cb9380256b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:30.960440 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f67d553e-52ab-4be7-8ead-cb9380256b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:30.961789 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f67d553e-52ab-4be7-8ead-cb9380256b8f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b77baca8-3ba4-4c17-83e7-d24c0610218a HTTP/1.1" status: 204 len: 168 time: 0.2230070 Apr 20 16:40:30.970311 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d553e-52ab-4be7-8ead-cb9380256b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77baca8-3ba4-4c17-83e7-d24c0610218a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:37.325226 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45408) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:37.468107 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fa5b25d1-6168-489d-b25d-f2191ddfef74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:37.554884 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fa5b25d1-6168-489d-b25d-f2191ddfef74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:37.745871 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fa5b25d1-6168-489d-b25d-f2191ddfef74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:37.808609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b25d1-6168-489d-b25d-f2191ddfef74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d1eb35-8d24-4d6b-8f47-932b8f36c223,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:37.826485 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45416) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:37.827072 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-fa5b25d1-6168-489d-b25d-f2191ddfef74 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc82fe7bd02243bfb413c3dbe973b5e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5003192 Apr 20 16:40:37.890008 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-41b58444-b3d2-4f65-a9f7-4157b824bca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:37.913595 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-41b58444-b3d2-4f65-a9f7-4157b824bca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:38.032031 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-41b58444-b3d2-4f65-a9f7-4157b824bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:38.034811 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-41b58444-b3d2-4f65-a9f7-4157b824bca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:38.037029 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-41b58444-b3d2-4f65-a9f7-4157b824bca5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34d1eb35-8d24-4d6b-8f47-932b8f36c223 HTTP/1.1" status: 204 len: 168 time: 0.2084780 Apr 20 16:40:38.072027 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b58444-b3d2-4f65-a9f7-4157b824bca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d1eb35-8d24-4d6b-8f47-932b8f36c223,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:38.887211 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45432) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:38.901540 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ff3f170-1c4a-44dc-bc36-2949b86ce516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:38.975320 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ff3f170-1c4a-44dc-bc36-2949b86ce516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:39.094641 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ff3f170-1c4a-44dc-bc36-2949b86ce516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:39.138146 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2ff3f170-1c4a-44dc-bc36-2949b86ce516 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=801d9ace50f140df8e3946602243f051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2498496 Apr 20 16:40:39.138969 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3f170-1c4a-44dc-bc36-2949b86ce516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa3db1c-2123-4f53-92d2-5991f3d02930,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:39.140850 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45436) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:39.198553 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2c375fa2-9abb-429d-a732-23d62bdb79ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:39.220364 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2c375fa2-9abb-429d-a732-23d62bdb79ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:39.337733 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2c375fa2-9abb-429d-a732-23d62bdb79ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:39.341486 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2c375fa2-9abb-429d-a732-23d62bdb79ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:39.342680 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2c375fa2-9abb-429d-a732-23d62bdb79ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9fa3db1c-2123-4f53-92d2-5991f3d02930 HTTP/1.1" status: 204 len: 168 time: 0.2008421 Apr 20 16:40:39.350757 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c375fa2-9abb-429d-a732-23d62bdb79ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa3db1c-2123-4f53-92d2-5991f3d02930,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:39.858363 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45454) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:39.981010 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-946a153a-22f4-4461-b084-9a271c724f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:40.090305 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-946a153a-22f4-4461-b084-9a271c724f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:40.192404 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-946a153a-22f4-4461-b084-9a271c724f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:40.253150 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-946a153a-22f4-4461-b084-9a271c724f0f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d075ccb89c9d4225a6ea0d6d6967848e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3938301 Apr 20 16:40:40.254582 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a153a-22f4-4461-b084-9a271c724f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f574a42b-e66a-4cbf-ae60-7e5edb8b1629,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:40.255232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45476) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:40.312302 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-22b10380-44b8-4568-b4c0-22323bb63fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:40.333472 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-22b10380-44b8-4568-b4c0-22323bb63fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:40.554703 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-22b10380-44b8-4568-b4c0-22323bb63fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:40.557293 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-22b10380-44b8-4568-b4c0-22323bb63fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:40.558464 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-22b10380-44b8-4568-b4c0-22323bb63fc1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f574a42b-e66a-4cbf-ae60-7e5edb8b1629 HTTP/1.1" status: 204 len: 168 time: 0.3022411 Apr 20 16:40:40.571265 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b10380-44b8-4568-b4c0-22323bb63fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f574a42b-e66a-4cbf-ae60-7e5edb8b1629,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:41.778452 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45530) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:41.907308 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4c227e9e-b625-4b96-bdf2-1f1c8fb8c9f7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1702202572-network', 'tenant_id': 'da44f3365cd3413b99e5150979df8eda'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:40:42.023573 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c227e9e-b625-4b96-bdf2-1f1c8fb8c9f7 admin admin] Made reservation on behalf of da44f3365cd3413b99e5150979df8eda for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:40:42.030804 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c227e9e-b625-4b96-bdf2-1f1c8fb8c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:42.035372 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c227e9e-b625-4b96-bdf2-1f1c8fb8c9f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:42.120788 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c227e9e-b625-4b96-bdf2-1f1c8fb8c9f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:42.203114 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c227e9e-b625-4b96-bdf2-1f1c8fb8c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:42.233062 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c227e9e-b625-4b96-bdf2-1f1c8fb8c9f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:40:42.253325 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c227e9e-b625-4b96-bdf2-1f1c8fb8c9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83fd692-860a-47f8-ac9d-d6644947cf5d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:42.258618 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c227e9e-b625-4b96-bdf2-1f1c8fb8c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:42.259263 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-4c227e9e-b625-4b96-bdf2-1f1c8fb8c9f7 admin admin] Added segment 8afe9e8d-97ae-4361-bb27-af11ecd97e18 of type vlan for network d1554856-e12d-45d8-a0d5-a4e5f884d9f2 Apr 20 16:40:42.307740 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c227e9e-b625-4b96-bdf2-1f1c8fb8c9f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:42.506144 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c227e9e-b625-4b96-bdf2-1f1c8fb8c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:42.507129 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c227e9e-b625-4b96-bdf2-1f1c8fb8c9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:40:42.507720 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c227e9e-b625-4b96-bdf2-1f1c8fb8c9f7 admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:42.573464 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c227e9e-b625-4b96-bdf2-1f1c8fb8c9f7 admin admin] Pushing event updated for resources: {'Network': ['ID=d1554856-e12d-45d8-a0d5-a4e5f884d9f2,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:42.583523 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network d1554856-e12d-45d8-a0d5-a4e5f884d9f2 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:40:42.741783 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4c227e9e-b625-4b96-bdf2-1f1c8fb8c9f7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9611337 Apr 20 16:40:42.750202 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45564) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:42.757159 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-f6875f7a-2f5e-4ec6-819d-228a70797afc admin admin] Request body: {'subnet': {'network_id': 'd1554856-e12d-45d8-a0d5-a4e5f884d9f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1702202572-subnet', 'tenant_id': 'da44f3365cd3413b99e5150979df8eda', 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:40:42.900460 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6875f7a-2f5e-4ec6-819d-228a70797afc admin admin] Made reservation on behalf of da44f3365cd3413b99e5150979df8eda for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:40:42.902849 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6875f7a-2f5e-4ec6-819d-228a70797afc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:43.249777 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6875f7a-2f5e-4ec6-819d-228a70797afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:43.313442 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6875f7a-2f5e-4ec6-819d-228a70797afc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c26f8534-5772-4491-8b06-4924d942ae58,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:43.326539 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6875f7a-2f5e-4ec6-819d-228a70797afc admin admin] Checking segment: {'id': '8afe9e8d-97ae-4361-bb27-af11ecd97e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd1554856-e12d-45d8-a0d5-a4e5f884d9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:40:43.326539 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6875f7a-2f5e-4ec6-819d-228a70797afc admin admin] Network hostable DHCP agents. Network: d1554856-e12d-45d8-a0d5-a4e5f884d9f2, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:40:43.566977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45586) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:43.619922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6875f7a-2f5e-4ec6-819d-228a70797afc admin admin] Network d1554856-e12d-45d8-a0d5-a4e5f884d9f2 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:40:43.689673 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ae14cf9-1261-49dd-8f04-5488574bb2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:43.822399 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ae14cf9-1261-49dd-8f04-5488574bb2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:43.848989 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-f6875f7a-2f5e-4ec6-819d-228a70797afc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, d1554856-e12d-45d8-a0d5-a4e5f884d9f2) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:40:43.854401 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6875f7a-2f5e-4ec6-819d-228a70797afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:40:43.855592 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6875f7a-2f5e-4ec6-819d-228a70797afc admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:43.859089 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65896523-1ba9-4d98-8165-23669977c0c0 None None] Network d1554856-e12d-45d8-a0d5-a4e5f884d9f2 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:40:43.968919 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ae14cf9-1261-49dd-8f04-5488574bb2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:44.009242 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6ae14cf9-1261-49dd-8f04-5488574bb2c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=059a30749de24ff7a9cca80798c513f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4411345 Apr 20 16:40:44.011585 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae14cf9-1261-49dd-8f04-5488574bb2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba21fcfb-921a-4393-a6c4-e69573bc09df,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:44.012560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45592) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:44.020867 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d932f00c-c943-40fa-8985-2702a92d510d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-d1554856-e12d-45d8-a0d5-a4e5f884d9f2', 'network_id': 'd1554856-e12d-45d8-a0d5-a4e5f884d9f2', 'tenant_id': 'da44f3365cd3413b99e5150979df8eda', 'fixed_ips': [{'subnet_id': 'c26f8534-5772-4491-8b06-4924d942ae58'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:40:44.021890 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d932f00c-c943-40fa-8985-2702a92d510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:44.037730 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f6875f7a-2f5e-4ec6-819d-228a70797afc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2860138 Apr 20 16:40:44.044020 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45594) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:44.049361 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:40:44.050647 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-17695a8c-a4c5-483d-ac8f-49298dda8cc5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1702202572-router', 'tenant_id': 'da44f3365cd3413b99e5150979df8eda', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:40:44.075191 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6ca12345-91ef-4583-9cef-d28e5766b3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:44.096511 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6ca12345-91ef-4583-9cef-d28e5766b3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:44.182092 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-d932f00c-c943-40fa-8985-2702a92d510d None None] Allocated IP 172.20.0.2 (d1554856-e12d-45d8-a0d5-a4e5f884d9f2/c26f8534-5772-4491-8b06-4924d942ae58/61118758-867f-4023-8b69-b4298decd5b8) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:40:44.195190 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17695a8c-a4c5-483d-ac8f-49298dda8cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:44.196611 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17695a8c-a4c5-483d-ac8f-49298dda8cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:44.226306 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6ca12345-91ef-4583-9cef-d28e5766b3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:44.229415 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6ca12345-91ef-4583-9cef-d28e5766b3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:44.234957 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6ca12345-91ef-4583-9cef-d28e5766b3fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba21fcfb-921a-4393-a6c4-e69573bc09df HTTP/1.1" status: 204 len: 168 time: 0.2170246 Apr 20 16:40:44.252775 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca12345-91ef-4583-9cef-d28e5766b3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba21fcfb-921a-4393-a6c4-e69573bc09df,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:44.296175 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17695a8c-a4c5-483d-ac8f-49298dda8cc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:44.375563 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d932f00c-c943-40fa-8985-2702a92d510d None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:44.535321 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d932f00c-c943-40fa-8985-2702a92d510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:44.572987 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17695a8c-a4c5-483d-ac8f-49298dda8cc5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:44.583070 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d932f00c-c943-40fa-8985-2702a92d510d None None] Network d1554856-e12d-45d8-a0d5-a4e5f884d9f2 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:40:44.586006 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-d932f00c-c943-40fa-8985-2702a92d510d None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:40:44.591060 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d932f00c-c943-40fa-8985-2702a92d510d None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:40:44.594022 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932f00c-c943-40fa-8985-2702a92d510d None None] Pushing event updated for resources: {'Port': ['ID=61118758-867f-4023-8b69-b4298decd5b8,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:44.648533 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d932f00c-c943-40fa-8985-2702a92d510d None None] Attempting to bind port 61118758-867f-4023-8b69-b4298decd5b8 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:40:44.649098 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d932f00c-c943-40fa-8985-2702a92d510d None None] Attempting to bind port 61118758-867f-4023-8b69-b4298decd5b8 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '8afe9e8d-97ae-4361-bb27-af11ecd97e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd1554856-e12d-45d8-a0d5-a4e5f884d9f2'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:40:44.649733 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d932f00c-c943-40fa-8985-2702a92d510d None None] Attempting to bind port 61118758-867f-4023-8b69-b4298decd5b8 on network d1554856-e12d-45d8-a0d5-a4e5f884d9f2 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:40:44.658758 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d932f00c-c943-40fa-8985-2702a92d510d None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:40:44.659138 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d932f00c-c943-40fa-8985-2702a92d510d None None] Checking segment: {'id': '8afe9e8d-97ae-4361-bb27-af11ecd97e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd1554856-e12d-45d8-a0d5-a4e5f884d9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:40:44.659539 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d932f00c-c943-40fa-8985-2702a92d510d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:44.659928 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d932f00c-c943-40fa-8985-2702a92d510d None None] Bound using segment: {'id': '8afe9e8d-97ae-4361-bb27-af11ecd97e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd1554856-e12d-45d8-a0d5-a4e5f884d9f2'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:40:44.660665 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d932f00c-c943-40fa-8985-2702a92d510d None None] Bound port: 61118758-867f-4023-8b69-b4298decd5b8, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8afe9e8d-97ae-4361-bb27-af11ecd97e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd1554856-e12d-45d8-a0d5-a4e5f884d9f2'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:40:44.660824 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d932f00c-c943-40fa-8985-2702a92d510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:44.744450 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d932f00c-c943-40fa-8985-2702a92d510d None None] For port 61118758-867f-4023-8b69-b4298decd5b8, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:40:44.748081 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d932f00c-c943-40fa-8985-2702a92d510d None None] For port 61118758-867f-4023-8b69-b4298decd5b8, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=61118758-867f-4023-8b69-b4298decd5b8,segment=NetworkSegment(8afe9e8d-97ae-4361-bb27-af11ecd97e18),segment_id=8afe9e8d-97ae-4361-bb27-af11ecd97e18)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:40:44.866398 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d932f00c-c943-40fa-8985-2702a92d510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:44.934256 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932f00c-c943-40fa-8985-2702a92d510d None None] Pushing event updated for resources: {'Port': ['ID=61118758-867f-4023-8b69-b4298decd5b8,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:44.965071 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17695a8c-a4c5-483d-ac8f-49298dda8cc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:44.994708 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17695a8c-a4c5-483d-ac8f-49298dda8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:45.131734 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-17695a8c-a4c5-483d-ac8f-49298dda8cc5 admin admin] Allocated IP 172.25.0.231 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:40:45.254246 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45604) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:45.268851 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6915d4b6-369a-49f9-b0b0-1a1bcc13fb6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:45.288121 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17695a8c-a4c5-483d-ac8f-49298dda8cc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:45.374339 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6915d4b6-369a-49f9-b0b0-1a1bcc13fb6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:45.452547 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17695a8c-a4c5-483d-ac8f-49298dda8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:45.498333 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6915d4b6-369a-49f9-b0b0-1a1bcc13fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:45.513190 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17695a8c-a4c5-483d-ac8f-49298dda8cc5 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:40:45.516308 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-17695a8c-a4c5-483d-ac8f-49298dda8cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:40:45.518830 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17695a8c-a4c5-483d-ac8f-49298dda8cc5 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:40:45.545527 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45608) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:45.545811 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6915d4b6-369a-49f9-b0b0-1a1bcc13fb6d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e5f739c956444febe64e3e4675f8df3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2895784 Apr 20 16:40:45.546532 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915d4b6-369a-49f9-b0b0-1a1bcc13fb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e571123-322c-4c66-b1e4-380b11e9d526,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:45.557513 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17695a8c-a4c5-483d-ac8f-49298dda8cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:45.714480 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5b3d3f08-6954-4516-bad1-be39b670f929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:45.750803 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5b3d3f08-6954-4516-bad1-be39b670f929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:45.921789 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5b3d3f08-6954-4516-bad1-be39b670f929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:45.921789 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5b3d3f08-6954-4516-bad1-be39b670f929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:45.933037 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5b3d3f08-6954-4516-bad1-be39b670f929 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e571123-322c-4c66-b1e4-380b11e9d526 HTTP/1.1" status: 204 len: 168 time: 0.3841503 Apr 20 16:40:45.954750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d3f08-6954-4516-bad1-be39b670f929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e571123-322c-4c66-b1e4-380b11e9d526,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:46.015207 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17695a8c-a4c5-483d-ac8f-49298dda8cc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:46.138569 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ec65f7-032e-4040-a894-39bb423861f0 None None] Network d1554856-e12d-45d8-a0d5-a4e5f884d9f2 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:40:46.224244 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 61118758-867f-4023-8b69-b4298decd5b8 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:40:46.256591 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-37c2d56e-2f24-4bac-8d22-1f52438e5f8e None None] Provisioning complete for port 61118758-867f-4023-8b69-b4298decd5b8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:40:46.256966 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-37c2d56e-2f24-4bac-8d22-1f52438e5f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:46.294663 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17695a8c-a4c5-483d-ac8f-49298dda8cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:46.340360 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 61118758-867f-4023-8b69-b4298decd5b8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:40:46.340970 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:46.482423 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-37c2d56e-2f24-4bac-8d22-1f52438e5f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:46.538017 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45624) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:46.598653 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-75538195-32e6-4415-8f13-05738643d23b admin admin] Deleting subnet cd3f289b-03f6-428b-ab39-3bc92430691d {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:40:46.602687 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-75538195-32e6-4415-8f13-05738643d23b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:46.628495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17695a8c-a4c5-483d-ac8f-49298dda8cc5 admin admin] Router c88a6e18-29c0-4749-a00c-49eb13f1a902 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:40:46.680151 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-75538195-32e6-4415-8f13-05738643d23b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:46.736625 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-75538195-32e6-4415-8f13-05738643d23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:46.769306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17695a8c-a4c5-483d-ac8f-49298dda8cc5 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:40:46.803410 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] Sync routers for ids ['c88a6e18-29c0-4749-a00c-49eb13f1a902'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:40:46.813551 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:46.816610 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-37c2d56e-2f24-4bac-8d22-1f52438e5f8e None None] For port 61118758-867f-4023-8b69-b4298decd5b8, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=61118758-867f-4023-8b69-b4298decd5b8,segment=NetworkSegment(8afe9e8d-97ae-4361-bb27-af11ecd97e18),segment_id=8afe9e8d-97ae-4361-bb27-af11ecd97e18)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:40:46.835067 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] Routers {'c88a6e18-29c0-4749-a00c-49eb13f1a902'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:40:46.835942 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:40:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['c88a6e18-29c0-4749-a00c-49eb13f1a902'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:46.940845 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-75538195-32e6-4415-8f13-05738643d23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:46.942502 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17695a8c-a4c5-483d-ac8f-49298dda8cc5 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:46.946839 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-17695a8c-a4c5-483d-ac8f-49298dda8cc5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9011247 Apr 20 16:40:46.952862 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45636) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:47.030104 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75538195-32e6-4415-8f13-05738643d23b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd3f289b-03f6-428b-ab39-3bc92430691d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:47.030228 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-37c2d56e-2f24-4bac-8d22-1f52438e5f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:47.039817 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-75538195-32e6-4415-8f13-05738643d23b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:47.050228 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-75538195-32e6-4415-8f13-05738643d23b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cd3f289b-03f6-428b-ab39-3bc92430691d HTTP/1.1" status: 204 len: 168 time: 0.5089664 Apr 20 16:40:47.050658 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45638) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:47.136195 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] Set router c88a6e18-29c0-4749-a00c-49eb13f1a902 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:40:47.181057 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-14a57bec-a562-41bd-b903-538d820fb555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:47.208062 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:40:47.208680 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:40:47.308671 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-32c80c25-b41a-4ae7-bd65-fb5ce44c5165 None None] Provisioning complete for port 61118758-867f-4023-8b69-b4298decd5b8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:40:47.309044 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-32c80c25-b41a-4ae7-bd65-fb5ce44c5165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:47.310615 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2d56e-2f24-4bac-8d22-1f52438e5f8e None None] Pushing event updated for resources: {'Port': ['ID=61118758-867f-4023-8b69-b4298decd5b8,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:47.321700 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-14a57bec-a562-41bd-b903-538d820fb555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:47.527135 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88a6e18-29c0-4749-a00c-49eb13f1a902', 'name': 'tempest-TestAggregatesBasicOps-1702202572-router', 'tenant_id': 'da44f3365cd3413b99e5150979df8eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:40:44Z', 'updated_at': '2022-04-20T16:40:45Z', 'revision_number': 3, 'project_id': 'da44f3365cd3413b99e5150979df8eda', 'gw_port': {'id': 'de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88a6e18-29c0-4749-a00c-49eb13f1a902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:40:45Z', 'updated_at': '2022-04-20T16:40:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:47.566074 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45652) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:47.571220 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] Checking router: c88a6e18-29c0-4749-a00c-49eb13f1a902 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:40:47.571564 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] Updating router c88a6e18-29c0-4749-a00c-49eb13f1a902 port de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:40:47.648860 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:47.693931 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-14a57bec-a562-41bd-b903-538d820fb555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f7929a-13f6-45f6-bfac-8026c7bd7a5b']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:47.709420 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-14a57bec-a562-41bd-b903-538d820fb555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55d2490-8481-4d53-81c9-5596fcfee2ec') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:47.710078 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-14a57bec-a562-41bd-b903-538d820fb555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55d2490-8481-4d53-81c9-5596fcfee2ec') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:47.841241 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6ae9b-2602-4ddc-80f8-95dc3aebf794 req-cfe5e10b-749e-4264-b92a-56d98421e8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:40:47.843043 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e6f6ae9b-2602-4ddc-80f8-95dc3aebf794 req-cfe5e10b-749e-4264-b92a-56d98421e8cf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 1096 time: 0.2757804 Apr 20 16:40:47.845571 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-14a57bec-a562-41bd-b903-538d820fb555 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:47.883370 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-14a57bec-a562-41bd-b903-538d820fb555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:47.897123 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a57bec-a562-41bd-b903-538d820fb555 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:40:47.897543 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-14a57bec-a562-41bd-b903-538d820fb555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:40:47.899280 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:40:47.909889 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e6f6ae9b-2602-4ddc-80f8-95dc3aebf794 req-51f3eb59-ecbd-4954-88d6-c50e7bfbc889 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567317 Apr 20 16:40:48.039725 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fcce12b0-7fc5-4144-bcba-6e51d7faddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:48.063859 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:48.137205 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-14a57bec-a562-41bd-b903-538d820fb555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:48.147778 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 61118758-867f-4023-8b69-b4298decd5b8 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:40:48.149423 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-14a57bec-a562-41bd-b903-538d820fb555 admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:48.153211 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-14a57bec-a562-41bd-b903-538d820fb555 admin admin] 10.222.0.15 "DELETE /v2.0/networks/20f7929a-13f6-45f6-bfac-8026c7bd7a5b HTTP/1.1" status: 204 len: 168 time: 1.1013868 Apr 20 16:40:48.156454 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45700) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:48.168219 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a57bec-a562-41bd-b903-538d820fb555 admin admin] Pushing event deleted for resources: {'Network': ['ID=20f7929a-13f6-45f6-bfac-8026c7bd7a5b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:48.205006 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:48.222005 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-83eecb9d-27c3-40a6-b47c-3261206cf1ba admin admin] Deleting subnet c2677718-3e6c-4f52-9c03-b994cf1d9539 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:40:48.225234 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-83eecb9d-27c3-40a6-b47c-3261206cf1ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:48.265515 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 61118758-867f-4023-8b69-b4298decd5b8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:40:48.266125 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:48.266633 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-83eecb9d-27c3-40a6-b47c-3261206cf1ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:48.282993 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-fcce12b0-7fc5-4144-bcba-6e51d7faddf9 admin admin] Allocated IP 172.20.0.1 (d1554856-e12d-45d8-a0d5-a4e5f884d9f2/c26f8534-5772-4491-8b06-4924d942ae58/a3cee1a9-41b0-4d9f-8502-adfd9d7417c7) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:40:48.310552 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a69a7-8f45-4458-b9f7-6f114b3f14d2 None None] Pushing event updated for resources: {'Port': ['ID=de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:48.325539 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-83eecb9d-27c3-40a6-b47c-3261206cf1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:48.335216 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] Attempting to bind port de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:40:48.335216 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] Attempting to bind port de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:40:48.335529 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] Attempting to bind port de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:40:48.361508 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:40:48.361869 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:40:48.362268 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:48.362658 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:40:48.363130 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] Bound port: de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:40:48.363507 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:48.413634 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fcce12b0-7fc5-4144-bcba-6e51d7faddf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:48.485321 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] For port de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:40:48.499505 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] For port de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:40:48.566772 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-83eecb9d-27c3-40a6-b47c-3261206cf1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:48.599339 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eecb9d-27c3-40a6-b47c-3261206cf1ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2677718-3e6c-4f52-9c03-b994cf1d9539,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:48.602345 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-83eecb9d-27c3-40a6-b47c-3261206cf1ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:48.607988 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-83eecb9d-27c3-40a6-b47c-3261206cf1ba admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c2677718-3e6c-4f52-9c03-b994cf1d9539 HTTP/1.1" status: 204 len: 168 time: 0.4478493 Apr 20 16:40:48.608246 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45706) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:48.676720 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f0978c30-c6d2-473b-9321-069d4e5e267c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:48.677898 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fcce12b0-7fc5-4144-bcba-6e51d7faddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:48.712092 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:48.755331 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcce12b0-7fc5-4144-bcba-6e51d7faddf9 admin admin] Network d1554856-e12d-45d8-a0d5-a4e5f884d9f2 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:40:48.761117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-fcce12b0-7fc5-4144-bcba-6e51d7faddf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:40:48.777212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce12b0-7fc5-4144-bcba-6e51d7faddf9 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:40:48.782354 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] Routers {'c88a6e18-29c0-4749-a00c-49eb13f1a902'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:40:48.783064 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:40:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['c88a6e18-29c0-4749-a00c-49eb13f1a902'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:48.784413 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f0978c30-c6d2-473b-9321-069d4e5e267c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:48.815811 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce12b0-7fc5-4144-bcba-6e51d7faddf9 admin admin] Pushing event updated for resources: {'Port': ['ID=a3cee1a9-41b0-4d9f-8502-adfd9d7417c7,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:48.816145 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-f0978c30-c6d2-473b-9321-069d4e5e267c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25b46bc-30f7-4ac0-a461-ea955fe5dcfd']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:48.831572 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fcce12b0-7fc5-4144-bcba-6e51d7faddf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:48.831938 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-f0978c30-c6d2-473b-9321-069d4e5e267c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014b96ce-cc4a-43e2-b11f-16f03ab3e786') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:48.832240 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-f0978c30-c6d2-473b-9321-069d4e5e267c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014b96ce-cc4a-43e2-b11f-16f03ab3e786') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:48.860499 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f0978c30-c6d2-473b-9321-069d4e5e267c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:48.872042 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a69a7-8f45-4458-b9f7-6f114b3f14d2 None None] Pushing event updated for resources: {'Port': ['ID=de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:48.886615 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f0978c30-c6d2-473b-9321-069d4e5e267c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:48.896008 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0978c30-c6d2-473b-9321-069d4e5e267c admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:40:48.896766 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f0978c30-c6d2-473b-9321-069d4e5e267c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:40:48.898727 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:40:48.990267 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] Set router c88a6e18-29c0-4749-a00c-49eb13f1a902 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:40:49.174559 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ea4b26d3-050c-45db-978d-a41e3cbeeb3d None None] Provisioning complete for port a3cee1a9-41b0-4d9f-8502-adfd9d7417c7 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:40:49.174930 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ea4b26d3-050c-45db-978d-a41e3cbeeb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:49.219274 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ea4b26d3-050c-45db-978d-a41e3cbeeb3d None None] Port a3cee1a9-41b0-4d9f-8502-adfd9d7417c7 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:40:49.236674 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88a6e18-29c0-4749-a00c-49eb13f1a902', 'name': 'tempest-TestAggregatesBasicOps-1702202572-router', 'tenant_id': 'da44f3365cd3413b99e5150979df8eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:40:44Z', 'updated_at': '2022-04-20T16:40:45Z', 'revision_number': 3, 'project_id': 'da44f3365cd3413b99e5150979df8eda', 'gw_port': {'id': 'de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88a6e18-29c0-4749-a00c-49eb13f1a902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:40:45Z', 'updated_at': '2022-04-20T16:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:49.269161 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf34066-dd3c-4d7d-af33-2ac154dae40a None None] The sync data for ids ['c88a6e18-29c0-4749-a00c-49eb13f1a902'] in n-d-836146-2 is: [{'id': 'c88a6e18-29c0-4749-a00c-49eb13f1a902', 'name': 'tempest-TestAggregatesBasicOps-1702202572-router', 'tenant_id': 'da44f3365cd3413b99e5150979df8eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:40:44Z', 'updated_at': '2022-04-20T16:40:45Z', 'revision_number': 3, 'project_id': 'da44f3365cd3413b99e5150979df8eda', 'gw_port': {'id': 'de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88a6e18-29c0-4749-a00c-49eb13f1a902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:40:45Z', 'updated_at': '2022-04-20T16:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:40:49.537875 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f0978c30-c6d2-473b-9321-069d4e5e267c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:49.553324 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f0978c30-c6d2-473b-9321-069d4e5e267c admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:49.565388 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f0978c30-c6d2-473b-9321-069d4e5e267c admin admin] 10.222.0.15 "DELETE /v2.0/networks/c25b46bc-30f7-4ac0-a461-ea955fe5dcfd HTTP/1.1" status: 204 len: 168 time: 0.9474509 Apr 20 16:40:49.589950 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0978c30-c6d2-473b-9321-069d4e5e267c admin admin] Pushing event deleted for resources: {'Network': ['ID=c25b46bc-30f7-4ac0-a461-ea955fe5dcfd,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:49.597890 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fcce12b0-7fc5-4144-bcba-6e51d7faddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:49.848261 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fcce12b0-7fc5-4144-bcba-6e51d7faddf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:49.995432 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fcce12b0-7fc5-4144-bcba-6e51d7faddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:50.074660 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce12b0-7fc5-4144-bcba-6e51d7faddf9 admin admin] Pushing event updated for resources: {'Port': ['ID=a3cee1a9-41b0-4d9f-8502-adfd9d7417c7,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:50.077190 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fcce12b0-7fc5-4144-bcba-6e51d7faddf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:50.111847 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45728) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:50.211189 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b7ed4d3c-cff0-4034-a1fe-dc187ea9b906 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b95a26b2c89e42fda6bf9eb97d3f5995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0980284 Apr 20 16:40:50.223025 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45748) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:50.228891 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcce12b0-7fc5-4144-bcba-6e51d7faddf9 admin admin] Network d1554856-e12d-45d8-a0d5-a4e5f884d9f2 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:40:50.235071 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-fcce12b0-7fc5-4144-bcba-6e51d7faddf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:40:50.291645 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:40:50.329975 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c5796c2a-7738-4750-ab9b-8cde32612283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:50.365133 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c5796c2a-7738-4750-ab9b-8cde32612283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:50.434079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcce12b0-7fc5-4144-bcba-6e51d7faddf9 admin admin] Router c88a6e18-29c0-4749-a00c-49eb13f1a902 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:40:50.459562 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:40:50.460214 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:50.563131 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c5796c2a-7738-4750-ab9b-8cde32612283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:50.568813 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c5796c2a-7738-4750-ab9b-8cde32612283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:50.570054 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c5796c2a-7738-4750-ab9b-8cde32612283 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9af031dc-155e-418e-8558-6480dc5c3256 HTTP/1.1" status: 204 len: 168 time: 0.3459687 Apr 20 16:40:50.583699 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5796c2a-7738-4750-ab9b-8cde32612283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af031dc-155e-418e-8558-6480dc5c3256,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:50.595231 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:50.669728 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:40:50.699138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcce12b0-7fc5-4144-bcba-6e51d7faddf9 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:40:50.701206 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-fcce12b0-7fc5-4144-bcba-6e51d7faddf9 admin admin] 10.222.0.15 "PUT /v2.0/routers/c88a6e18-29c0-4749-a00c-49eb13f1a902/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7457983 Apr 20 16:40:50.761354 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:50.833102 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:50.853481 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ed3c7ad2-c627-43d8-a5b4-7adefeca60bd None None] Provisioning complete for port a3cee1a9-41b0-4d9f-8502-adfd9d7417c7 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:40:50.853850 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7ad2-c627-43d8-a5b4-7adefeca60bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:50.905241 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ed3c7ad2-c627-43d8-a5b4-7adefeca60bd None None] Port a3cee1a9-41b0-4d9f-8502-adfd9d7417c7 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:40:51.342112 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] Sync routers for ids ['c88a6e18-29c0-4749-a00c-49eb13f1a902'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:40:51.352750 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] Routers {'c88a6e18-29c0-4749-a00c-49eb13f1a902'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:40:51.354673 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:40:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['c88a6e18-29c0-4749-a00c-49eb13f1a902'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:51.485282 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45776) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:51.504603 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] Set router c88a6e18-29c0-4749-a00c-49eb13f1a902 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:40:51.552228 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-10314fa8-aefe-46b6-8b8c-e4e923340c9c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a6400cc7cdb4651bc8b681df3f72fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0651481 Apr 20 16:40:51.554689 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45778) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:51.609404 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed31034b-248d-41a8-b4e6-12cc7c30bd65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:51.640137 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed31034b-248d-41a8-b4e6-12cc7c30bd65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:51.758878 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88a6e18-29c0-4749-a00c-49eb13f1a902', 'name': 'tempest-TestAggregatesBasicOps-1702202572-router', 'tenant_id': 'da44f3365cd3413b99e5150979df8eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:40:44Z', 'updated_at': '2022-04-20T16:40:48Z', 'revision_number': 4, 'project_id': 'da44f3365cd3413b99e5150979df8eda', 'gw_port': {'id': 'de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88a6e18-29c0-4749-a00c-49eb13f1a902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:40:45Z', 'updated_at': '2022-04-20T16:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a3cee1a9-41b0-4d9f-8502-adfd9d7417c7', 'name': '', 'network_id': 'd1554856-e12d-45d8-a0d5-a4e5f884d9f2', 'tenant_id': 'da44f3365cd3413b99e5150979df8eda', 'mac_address': 'fa:16:3e:32:e6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88a6e18-29c0-4749-a00c-49eb13f1a902', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'c26f8534-5772-4491-8b06-4924d942ae58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:40:48Z', 'updated_at': '2022-04-20T16:40:49Z', 'revision_number': 2, 'project_id': 'da44f3365cd3413b99e5150979df8eda', 'subnets': [{'id': 'c26f8534-5772-4491-8b06-4924d942ae58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:51.841482 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed31034b-248d-41a8-b4e6-12cc7c30bd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:51.845018 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed31034b-248d-41a8-b4e6-12cc7c30bd65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:51.849949 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ed31034b-248d-41a8-b4e6-12cc7c30bd65 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4d881ac-fd9f-4409-92a2-af57cb77c5c5 HTTP/1.1" status: 204 len: 168 time: 0.2904091 Apr 20 16:40:51.870488 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31034b-248d-41a8-b4e6-12cc7c30bd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d881ac-fd9f-4409-92a2-af57cb77c5c5,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:51.901891 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] Checking router: c88a6e18-29c0-4749-a00c-49eb13f1a902 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:40:51.905760 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] Updating router c88a6e18-29c0-4749-a00c-49eb13f1a902 port a3cee1a9-41b0-4d9f-8502-adfd9d7417c7 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:40:51.940219 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:51.974665 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45788) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:51.980654 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-17bc392b-fda6-4a37-854f-546745bae448 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-527900978-network', 'tenant_id': '6716773e8e294513b8a827f95635e401'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:40:52.072924 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bc392b-fda6-4a37-854f-546745bae448 admin admin] Made reservation on behalf of 6716773e8e294513b8a827f95635e401 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:40:52.080205 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-17bc392b-fda6-4a37-854f-546745bae448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:52.111770 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-17bc392b-fda6-4a37-854f-546745bae448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:52.155452 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:40:52.250833 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:40:52.251209 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:52.269500 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-17bc392b-fda6-4a37-854f-546745bae448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:52.357502 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-17bc392b-fda6-4a37-854f-546745bae448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:52.358399 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:52.379368 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17bc392b-fda6-4a37-854f-546745bae448 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:40:52.393336 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc392b-fda6-4a37-854f-546745bae448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524bfc44-fe94-439c-9f25-739f9986c48a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:52.398965 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-17bc392b-fda6-4a37-854f-546745bae448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:52.405267 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-17bc392b-fda6-4a37-854f-546745bae448 admin admin] Added segment 7e7baac3-f678-4013-ad7e-de30bafada2e of type vlan for network 06515162-5328-4bdc-b26e-eac496f91382 Apr 20 16:40:52.446500 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-17bc392b-fda6-4a37-854f-546745bae448 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:52.460436 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:52.534776 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd58a7-b79a-4ac6-9a51-2ba50e5b925e None None] Pushing event updated for resources: {'Port': ['ID=a3cee1a9-41b0-4d9f-8502-adfd9d7417c7,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:52.560566 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-17bc392b-fda6-4a37-854f-546745bae448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:52.562357 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bc392b-fda6-4a37-854f-546745bae448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:40:52.563345 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-17bc392b-fda6-4a37-854f-546745bae448 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:52.573067 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd58a7-b79a-4ac6-9a51-2ba50e5b925e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:52.573737 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd58a7-b79a-4ac6-9a51-2ba50e5b925e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:52.574296 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd58a7-b79a-4ac6-9a51-2ba50e5b925e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:52.574840 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd58a7-b79a-4ac6-9a51-2ba50e5b925e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:52.575370 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd58a7-b79a-4ac6-9a51-2ba50e5b925e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:52.575909 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd58a7-b79a-4ac6-9a51-2ba50e5b925e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:52.576527 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd58a7-b79a-4ac6-9a51-2ba50e5b925e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:52.577311 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd58a7-b79a-4ac6-9a51-2ba50e5b925e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:52.577844 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd58a7-b79a-4ac6-9a51-2ba50e5b925e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:52.578395 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd58a7-b79a-4ac6-9a51-2ba50e5b925e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:52.578921 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd58a7-b79a-4ac6-9a51-2ba50e5b925e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:52.579457 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd58a7-b79a-4ac6-9a51-2ba50e5b925e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:40:52.631436 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] Attempting to bind port a3cee1a9-41b0-4d9f-8502-adfd9d7417c7 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:40:52.632176 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] Attempting to bind port a3cee1a9-41b0-4d9f-8502-adfd9d7417c7 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '8afe9e8d-97ae-4361-bb27-af11ecd97e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd1554856-e12d-45d8-a0d5-a4e5f884d9f2'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:40:52.636916 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] Attempting to bind port a3cee1a9-41b0-4d9f-8502-adfd9d7417c7 on network d1554856-e12d-45d8-a0d5-a4e5f884d9f2 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:40:52.646968 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:40:52.647573 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] Checking segment: {'id': '8afe9e8d-97ae-4361-bb27-af11ecd97e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd1554856-e12d-45d8-a0d5-a4e5f884d9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:40:52.648047 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:52.648530 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] Bound using segment: {'id': '8afe9e8d-97ae-4361-bb27-af11ecd97e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd1554856-e12d-45d8-a0d5-a4e5f884d9f2'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:40:52.649062 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] Bound port: a3cee1a9-41b0-4d9f-8502-adfd9d7417c7, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8afe9e8d-97ae-4361-bb27-af11ecd97e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd1554856-e12d-45d8-a0d5-a4e5f884d9f2'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:40:52.649504 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:52.713510 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-17bc392b-fda6-4a37-854f-546745bae448 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7374675 Apr 20 16:40:52.720680 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45796) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:52.740190 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-29663cd4-3799-4c7a-9dd3-7ec44c3d1d4e admin admin] Request body: {'subnet': {'network_id': '06515162-5328-4bdc-b26e-eac496f91382', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-527900978-subnet', 'tenant_id': '6716773e8e294513b8a827f95635e401', 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:40:52.777545 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-530045b3-3523-4616-bd64-32e4d85090ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:52.789666 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc392b-fda6-4a37-854f-546745bae448 admin admin] Pushing event updated for resources: {'Network': ['ID=06515162-5328-4bdc-b26e-eac496f91382,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:52.798487 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 06515162-5328-4bdc-b26e-eac496f91382 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:40:52.803722 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] For port a3cee1a9-41b0-4d9f-8502-adfd9d7417c7, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:40:52.807445 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] For port a3cee1a9-41b0-4d9f-8502-adfd9d7417c7, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a3cee1a9-41b0-4d9f-8502-adfd9d7417c7,segment=NetworkSegment(8afe9e8d-97ae-4361-bb27-af11ecd97e18),segment_id=8afe9e8d-97ae-4361-bb27-af11ecd97e18)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:40:52.904375 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:52.916197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29663cd4-3799-4c7a-9dd3-7ec44c3d1d4e admin admin] Made reservation on behalf of 6716773e8e294513b8a827f95635e401 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:40:52.926077 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29663cd4-3799-4c7a-9dd3-7ec44c3d1d4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:52.973440 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-fb8f14bc-7174-4a24-a156-472218eee82a None None] Provisioning complete for port a3cee1a9-41b0-4d9f-8502-adfd9d7417c7 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:40:52.974069 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fb8f14bc-7174-4a24-a156-472218eee82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:53.007776 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] Routers {'c88a6e18-29c0-4749-a00c-49eb13f1a902'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:40:53.009079 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:40:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['c88a6e18-29c0-4749-a00c-49eb13f1a902'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:53.220678 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fb8f14bc-7174-4a24-a156-472218eee82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:53.262169 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] Set router c88a6e18-29c0-4749-a00c-49eb13f1a902 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:40:53.277946 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-fb8f14bc-7174-4a24-a156-472218eee82a None None] For port a3cee1a9-41b0-4d9f-8502-adfd9d7417c7, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a3cee1a9-41b0-4d9f-8502-adfd9d7417c7,segment=NetworkSegment(8afe9e8d-97ae-4361-bb27-af11ecd97e18),segment_id=8afe9e8d-97ae-4361-bb27-af11ecd97e18)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:40:53.338221 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29663cd4-3799-4c7a-9dd3-7ec44c3d1d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:53.347923 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd58a7-b79a-4ac6-9a51-2ba50e5b925e None None] Pushing event updated for resources: {'Port': ['ID=a3cee1a9-41b0-4d9f-8502-adfd9d7417c7,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:53.370246 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fb8f14bc-7174-4a24-a156-472218eee82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:53.482415 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29663cd4-3799-4c7a-9dd3-7ec44c3d1d4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a614e7c-3055-44ec-a684-6141b149943f,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:53.543921 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29663cd4-3799-4c7a-9dd3-7ec44c3d1d4e admin admin] Checking segment: {'id': '7e7baac3-f678-4013-ad7e-de30bafada2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '06515162-5328-4bdc-b26e-eac496f91382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:40:53.544436 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29663cd4-3799-4c7a-9dd3-7ec44c3d1d4e admin admin] Network hostable DHCP agents. Network: 06515162-5328-4bdc-b26e-eac496f91382, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:40:53.545730 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f14bc-7174-4a24-a156-472218eee82a None None] Pushing event updated for resources: {'Port': ['ID=a3cee1a9-41b0-4d9f-8502-adfd9d7417c7,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:53.571394 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d0058ede-aef0-4046-ab07-ef713258b803 None None] Provisioning complete for port a3cee1a9-41b0-4d9f-8502-adfd9d7417c7 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:40:53.571609 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d0058ede-aef0-4046-ab07-ef713258b803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:53.592252 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88a6e18-29c0-4749-a00c-49eb13f1a902', 'name': 'tempest-TestAggregatesBasicOps-1702202572-router', 'tenant_id': 'da44f3365cd3413b99e5150979df8eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:40:44Z', 'updated_at': '2022-04-20T16:40:48Z', 'revision_number': 4, 'project_id': 'da44f3365cd3413b99e5150979df8eda', 'gw_port': {'id': 'de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88a6e18-29c0-4749-a00c-49eb13f1a902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:40:45Z', 'updated_at': '2022-04-20T16:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a3cee1a9-41b0-4d9f-8502-adfd9d7417c7', 'name': '', 'network_id': 'd1554856-e12d-45d8-a0d5-a4e5f884d9f2', 'tenant_id': 'da44f3365cd3413b99e5150979df8eda', 'mac_address': 'fa:16:3e:32:e6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88a6e18-29c0-4749-a00c-49eb13f1a902', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'c26f8534-5772-4491-8b06-4924d942ae58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:40:48Z', 'updated_at': '2022-04-20T16:40:52Z', 'revision_number': 4, 'project_id': 'da44f3365cd3413b99e5150979df8eda', 'subnets': [{'id': 'c26f8534-5772-4491-8b06-4924d942ae58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:53.623540 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d18ad-d24f-4812-ae60-5d53059f4dc6 None None] The sync data for ids ['c88a6e18-29c0-4749-a00c-49eb13f1a902'] in n-d-836146-2 is: [{'id': 'c88a6e18-29c0-4749-a00c-49eb13f1a902', 'name': 'tempest-TestAggregatesBasicOps-1702202572-router', 'tenant_id': 'da44f3365cd3413b99e5150979df8eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:40:44Z', 'updated_at': '2022-04-20T16:40:48Z', 'revision_number': 4, 'project_id': 'da44f3365cd3413b99e5150979df8eda', 'gw_port': {'id': 'de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88a6e18-29c0-4749-a00c-49eb13f1a902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:40:45Z', 'updated_at': '2022-04-20T16:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a3cee1a9-41b0-4d9f-8502-adfd9d7417c7', 'name': '', 'network_id': 'd1554856-e12d-45d8-a0d5-a4e5f884d9f2', 'tenant_id': 'da44f3365cd3413b99e5150979df8eda', 'mac_address': 'fa:16:3e:32:e6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88a6e18-29c0-4749-a00c-49eb13f1a902', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'c26f8534-5772-4491-8b06-4924d942ae58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:40:48Z', 'updated_at': '2022-04-20T16:40:52Z', 'revision_number': 4, 'project_id': 'da44f3365cd3413b99e5150979df8eda', 'subnets': [{'id': 'c26f8534-5772-4491-8b06-4924d942ae58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:40:53.666310 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29663cd4-3799-4c7a-9dd3-7ec44c3d1d4e admin admin] Network 06515162-5328-4bdc-b26e-eac496f91382 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:40:53.783208 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-29663cd4-3799-4c7a-9dd3-7ec44c3d1d4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 06515162-5328-4bdc-b26e-eac496f91382) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:40:53.793814 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29663cd4-3799-4c7a-9dd3-7ec44c3d1d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:40:53.795778 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29663cd4-3799-4c7a-9dd3-7ec44c3d1d4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:53.874465 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a2d67f-3ded-4ce2-9a3b-6095a7502b26 None None] Network 06515162-5328-4bdc-b26e-eac496f91382 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:40:53.898677 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-29663cd4-3799-4c7a-9dd3-7ec44c3d1d4e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1767750 Apr 20 16:40:53.901332 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 45818) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:53.907022 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-09f92546-23e3-4134-8a4b-5926f4b79601 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-527900978-router', 'tenant_id': '6716773e8e294513b8a827f95635e401', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:40:54.037564 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-09f92546-23e3-4134-8a4b-5926f4b79601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:54.038633 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-09f92546-23e3-4134-8a4b-5926f4b79601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:54.111362 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8780062-61be-485d-b75a-0b200cef4f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-06515162-5328-4bdc-b26e-eac496f91382', 'network_id': '06515162-5328-4bdc-b26e-eac496f91382', 'tenant_id': '6716773e8e294513b8a827f95635e401', 'fixed_ips': [{'subnet_id': '5a614e7c-3055-44ec-a684-6141b149943f'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:40:54.112243 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e8780062-61be-485d-b75a-0b200cef4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:54.116570 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-09f92546-23e3-4134-8a4b-5926f4b79601 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:54.374537 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-e8780062-61be-485d-b75a-0b200cef4f3e None None] Allocated IP 172.20.0.2 (06515162-5328-4bdc-b26e-eac496f91382/5a614e7c-3055-44ec-a684-6141b149943f/4a8cfb4e-90d3-4e43-9ead-55417676e3ab) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:40:54.496165 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-09f92546-23e3-4134-8a4b-5926f4b79601 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:54.513149 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a3cee1a9-41b0-4d9f-8502-adfd9d7417c7 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:40:54.711306 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port a3cee1a9-41b0-4d9f-8502-adfd9d7417c7 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:40:54.711661 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:54.714379 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e8780062-61be-485d-b75a-0b200cef4f3e None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:54.812862 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e8780062-61be-485d-b75a-0b200cef4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:54.872858 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-09f92546-23e3-4134-8a4b-5926f4b79601 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:54.910698 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8780062-61be-485d-b75a-0b200cef4f3e None None] Network 06515162-5328-4bdc-b26e-eac496f91382 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:40:54.915920 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-09f92546-23e3-4134-8a4b-5926f4b79601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:54.924355 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45836) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:54.937351 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-e8780062-61be-485d-b75a-0b200cef4f3e None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:40:54.940556 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8780062-61be-485d-b75a-0b200cef4f3e None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:40:54.950835 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8780062-61be-485d-b75a-0b200cef4f3e None None] Pushing event updated for resources: {'Port': ['ID=4a8cfb4e-90d3-4e43-9ead-55417676e3ab,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:55.006958 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e8780062-61be-485d-b75a-0b200cef4f3e None None] Attempting to bind port 4a8cfb4e-90d3-4e43-9ead-55417676e3ab on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:40:55.011226 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e8780062-61be-485d-b75a-0b200cef4f3e None None] Attempting to bind port 4a8cfb4e-90d3-4e43-9ead-55417676e3ab by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '7e7baac3-f678-4013-ad7e-de30bafada2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '06515162-5328-4bdc-b26e-eac496f91382'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:40:55.011910 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8780062-61be-485d-b75a-0b200cef4f3e None None] Attempting to bind port 4a8cfb4e-90d3-4e43-9ead-55417676e3ab on network 06515162-5328-4bdc-b26e-eac496f91382 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:40:55.028809 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8780062-61be-485d-b75a-0b200cef4f3e None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:40:55.033964 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8780062-61be-485d-b75a-0b200cef4f3e None None] Checking segment: {'id': '7e7baac3-f678-4013-ad7e-de30bafada2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '06515162-5328-4bdc-b26e-eac496f91382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:40:55.033964 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e8780062-61be-485d-b75a-0b200cef4f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:55.033964 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8780062-61be-485d-b75a-0b200cef4f3e None None] Bound using segment: {'id': '7e7baac3-f678-4013-ad7e-de30bafada2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '06515162-5328-4bdc-b26e-eac496f91382'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:40:55.033964 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e8780062-61be-485d-b75a-0b200cef4f3e None None] Bound port: 4a8cfb4e-90d3-4e43-9ead-55417676e3ab, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7baac3-f678-4013-ad7e-de30bafada2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '06515162-5328-4bdc-b26e-eac496f91382'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:40:55.033964 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e8780062-61be-485d-b75a-0b200cef4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:55.078024 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-09f92546-23e3-4134-8a4b-5926f4b79601 admin admin] Allocated IP 172.25.0.14 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/1b9b12be-e171-45c7-8231-963580fd2a71) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:40:55.117898 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8915b126-6bda-47fd-9e55-858a5d125445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:55.132737 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-037eb182-94ae-4644-93f2-cae4db630e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:55.145686 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e8780062-61be-485d-b75a-0b200cef4f3e None None] For port 4a8cfb4e-90d3-4e43-9ead-55417676e3ab, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:40:55.153123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e8780062-61be-485d-b75a-0b200cef4f3e None None] For port 4a8cfb4e-90d3-4e43-9ead-55417676e3ab, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4a8cfb4e-90d3-4e43-9ead-55417676e3ab,segment=NetworkSegment(7e7baac3-f678-4013-ad7e-de30bafada2e),segment_id=7e7baac3-f678-4013-ad7e-de30bafada2e)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:40:55.213813 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-037eb182-94ae-4644-93f2-cae4db630e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:55.233041 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-09f92546-23e3-4134-8a4b-5926f4b79601 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:55.264495 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e8780062-61be-485d-b75a-0b200cef4f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:55.292921 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-037eb182-94ae-4644-93f2-cae4db630e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:55.335389 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8780062-61be-485d-b75a-0b200cef4f3e None None] Pushing event updated for resources: {'Port': ['ID=4a8cfb4e-90d3-4e43-9ead-55417676e3ab,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:55.349318 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-09f92546-23e3-4134-8a4b-5926f4b79601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:55.352444 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037eb182-94ae-4644-93f2-cae4db630e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44b4b5f-39f9-437d-9fcd-66072dc8cae8,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:55.362271 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-037eb182-94ae-4644-93f2-cae4db630e58 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f670c091383647b4be0239907a7f8dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4365830 Apr 20 16:40:55.365086 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45840) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:55.408971 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f92546-23e3-4134-8a4b-5926f4b79601 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:40:55.422117 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-612180a8-b0a7-4c20-bed0-5e212336d575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:55.422335 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f92546-23e3-4134-8a4b-5926f4b79601 admin admin] Pushing event updated for resources: {'Port': ['ID=1b9b12be-e171-45c7-8231-963580fd2a71,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:55.424883 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-09f92546-23e3-4134-8a4b-5926f4b79601 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:40:55.429788 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f92546-23e3-4134-8a4b-5926f4b79601 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:40:55.454483 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-612180a8-b0a7-4c20-bed0-5e212336d575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:55.635043 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-612180a8-b0a7-4c20-bed0-5e212336d575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:55.639048 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-612180a8-b0a7-4c20-bed0-5e212336d575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:55.646311 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-612180a8-b0a7-4c20-bed0-5e212336d575 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a44b4b5f-39f9-437d-9fcd-66072dc8cae8 HTTP/1.1" status: 204 len: 168 time: 0.2749612 Apr 20 16:40:55.656128 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612180a8-b0a7-4c20-bed0-5e212336d575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44b4b5f-39f9-437d-9fcd-66072dc8cae8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:55.852240 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-09f92546-23e3-4134-8a4b-5926f4b79601 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:56.071311 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-09f92546-23e3-4134-8a4b-5926f4b79601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:56.209330 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4a8cfb4e-90d3-4e43-9ead-55417676e3ab up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:40:56.286215 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 4a8cfb4e-90d3-4e43-9ead-55417676e3ab triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:40:56.286588 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:56.345899 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f92546-23e3-4134-8a4b-5926f4b79601 admin admin] Router d33aee3b-89d3-4998-9089-c45863c16588 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:40:56.392684 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:56.421995 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:56.459674 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 4a8cfb4e-90d3-4e43-9ead-55417676e3ab, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4a8cfb4e-90d3-4e43-9ead-55417676e3ab,segment=NetworkSegment(7e7baac3-f678-4013-ad7e-de30bafada2e),segment_id=7e7baac3-f678-4013-ad7e-de30bafada2e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:40:56.519123 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f92546-23e3-4134-8a4b-5926f4b79601 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:40:56.530833 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] Sync routers for ids ['d33aee3b-89d3-4998-9089-c45863c16588'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:40:56.542740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] Routers {'d33aee3b-89d3-4998-9089-c45863c16588'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:40:56.543377 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:40:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d33aee3b-89d3-4998-9089-c45863c16588'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:56.553967 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:56.698560 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd278aac-dfd1-4aa1-88a6-158d03a687b5 None None] Network 06515162-5328-4bdc-b26e-eac496f91382 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:40:56.728449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=4a8cfb4e-90d3-4e43-9ead-55417676e3ab,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:56.769149 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-2f16c4dc-0fb7-40ce-97e5-0e606c9f3303 req-9ca7534c-154e-44b3-bee9-19b7946ca754 service neutron] (103485) timed out ('10.222.0.15', 49652) {{(pid=103485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 16:40:56.776478 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-09f92546-23e3-4134-8a4b-5926f4b79601 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:56.786442 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-09f92546-23e3-4134-8a4b-5926f4b79601 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8774512 Apr 20 16:40:56.786566 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-fd5d97bb-20d4-4877-8f8b-89e166590a99 None None] Provisioning complete for port 4a8cfb4e-90d3-4e43-9ead-55417676e3ab triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:40:56.786566 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fd5d97bb-20d4-4877-8f8b-89e166590a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:56.788871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45868) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:40:56.792092 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] Set router d33aee3b-89d3-4998-9089-c45863c16588 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:40:57.138294 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33aee3b-89d3-4998-9089-c45863c16588', 'name': 'tempest-TestAggregatesBasicOps-527900978-router', 'tenant_id': '6716773e8e294513b8a827f95635e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '1b9b12be-e171-45c7-8231-963580fd2a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:40:54Z', 'updated_at': '2022-04-20T16:40:55Z', 'revision_number': 3, 'project_id': '6716773e8e294513b8a827f95635e401', 'gw_port': {'id': '1b9b12be-e171-45c7-8231-963580fd2a71', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33aee3b-89d3-4998-9089-c45863c16588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:40:54Z', 'updated_at': '2022-04-20T16:40:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:57.444296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] Checking router: d33aee3b-89d3-4998-9089-c45863c16588 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:40:57.445453 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] Updating router d33aee3b-89d3-4998-9089-c45863c16588 port 1b9b12be-e171-45c7-8231-963580fd2a71 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:40:57.478594 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:57.508475 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-85d417c9-7d9d-4558-b7c3-b56973e6d589 None None] Provisioning complete for port 4a8cfb4e-90d3-4e43-9ead-55417676e3ab triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:40:57.509151 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-85d417c9-7d9d-4558-b7c3-b56973e6d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:57.523331 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aaa46b98-9bf4-43f6-ae36-adeab5ea92d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:57.795451 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-aaa46b98-9bf4-43f6-ae36-adeab5ea92d3 admin admin] Allocated IP 172.20.0.1 (06515162-5328-4bdc-b26e-eac496f91382/5a614e7c-3055-44ec-a684-6141b149943f/8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:40:57.845277 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:57.907011 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:57.926834 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aaa46b98-9bf4-43f6-ae36-adeab5ea92d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:58.043748 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aaa46b98-9bf4-43f6-ae36-adeab5ea92d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:58.045532 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:58.087878 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa46b98-9bf4-43f6-ae36-adeab5ea92d3 admin admin] Network 06515162-5328-4bdc-b26e-eac496f91382 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:40:58.090800 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-aaa46b98-9bf4-43f6-ae36-adeab5ea92d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:40:58.094550 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa46b98-9bf4-43f6-ae36-adeab5ea92d3 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:40:58.116273 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] Attempting to bind port 1b9b12be-e171-45c7-8231-963580fd2a71 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:40:58.116688 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] Attempting to bind port 1b9b12be-e171-45c7-8231-963580fd2a71 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:40:58.117049 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] Attempting to bind port 1b9b12be-e171-45c7-8231-963580fd2a71 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:40:58.127233 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:40:58.127612 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:40:58.128384 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:58.128786 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:40:58.129273 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] Bound port: 1b9b12be-e171-45c7-8231-963580fd2a71, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:40:58.129666 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:58.131730 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b3684-d9a0-4697-a278-f81fe73e24d1 None None] Pushing event updated for resources: {'Port': ['ID=1b9b12be-e171-45c7-8231-963580fd2a71,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:58.148112 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa46b98-9bf4-43f6-ae36-adeab5ea92d3 admin admin] Pushing event updated for resources: {'Port': ['ID=8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:58.197162 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aaa46b98-9bf4-43f6-ae36-adeab5ea92d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:58.210885 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4a8cfb4e-90d3-4e43-9ead-55417676e3ab up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:40:58.215588 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:58.252693 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] For port 1b9b12be-e171-45c7-8231-963580fd2a71, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:40:58.271740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] For port 1b9b12be-e171-45c7-8231-963580fd2a71, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=1b9b12be-e171-45c7-8231-963580fd2a71,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:40:58.303814 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 4a8cfb4e-90d3-4e43-9ead-55417676e3ab triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:40:58.304175 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:58.382112 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:58.452850 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] Routers {'d33aee3b-89d3-4998-9089-c45863c16588'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:40:58.453486 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:40:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d33aee3b-89d3-4998-9089-c45863c16588'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:58.493916 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aaa46b98-9bf4-43f6-ae36-adeab5ea92d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:58.511784 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b3684-d9a0-4697-a278-f81fe73e24d1 None None] Pushing event updated for resources: {'Port': ['ID=1b9b12be-e171-45c7-8231-963580fd2a71,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:58.557399 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c874a876-6bc1-4892-85b9-16a3f54021a9 None None] Provisioning complete for port 8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:40:58.557768 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c874a876-6bc1-4892-85b9-16a3f54021a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:58.651579 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c874a876-6bc1-4892-85b9-16a3f54021a9 None None] Port 8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:40:58.654353 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] Set router d33aee3b-89d3-4998-9089-c45863c16588 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:40:58.694558 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aaa46b98-9bf4-43f6-ae36-adeab5ea92d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:58.758046 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:58.771690 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aaa46b98-9bf4-43f6-ae36-adeab5ea92d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:58.816112 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aaa46b98-9bf4-43f6-ae36-adeab5ea92d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:58.907053 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa46b98-9bf4-43f6-ae36-adeab5ea92d3 admin admin] Pushing event updated for resources: {'Port': ['ID=8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:40:58.955478 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33aee3b-89d3-4998-9089-c45863c16588', 'name': 'tempest-TestAggregatesBasicOps-527900978-router', 'tenant_id': '6716773e8e294513b8a827f95635e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '1b9b12be-e171-45c7-8231-963580fd2a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:40:54Z', 'updated_at': '2022-04-20T16:40:58Z', 'revision_number': 4, 'project_id': '6716773e8e294513b8a827f95635e401', 'gw_port': {'id': '1b9b12be-e171-45c7-8231-963580fd2a71', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33aee3b-89d3-4998-9089-c45863c16588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:40:54Z', 'updated_at': '2022-04-20T16:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2', 'name': '', 'network_id': '06515162-5328-4bdc-b26e-eac496f91382', 'tenant_id': '6716773e8e294513b8a827f95635e401', 'mac_address': 'fa:16:3e:11:4f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33aee3b-89d3-4998-9089-c45863c16588', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '5a614e7c-3055-44ec-a684-6141b149943f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:40:57Z', 'updated_at': '2022-04-20T16:40:57Z', 'revision_number': 1, 'project_id': '6716773e8e294513b8a827f95635e401', 'subnets': [{'id': '5a614e7c-3055-44ec-a684-6141b149943f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:40:58.964985 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa46b98-9bf4-43f6-ae36-adeab5ea92d3 admin admin] Network 06515162-5328-4bdc-b26e-eac496f91382 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:40:58.966705 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-aaa46b98-9bf4-43f6-ae36-adeab5ea92d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:40:58.988684 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f0b16-221f-407c-88fa-d2e71a516b99 None None] The sync data for ids ['d33aee3b-89d3-4998-9089-c45863c16588'] in n-d-836146-2 is: [{'id': 'd33aee3b-89d3-4998-9089-c45863c16588', 'name': 'tempest-TestAggregatesBasicOps-527900978-router', 'tenant_id': '6716773e8e294513b8a827f95635e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '1b9b12be-e171-45c7-8231-963580fd2a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:40:54Z', 'updated_at': '2022-04-20T16:40:58Z', 'revision_number': 4, 'project_id': '6716773e8e294513b8a827f95635e401', 'gw_port': {'id': '1b9b12be-e171-45c7-8231-963580fd2a71', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33aee3b-89d3-4998-9089-c45863c16588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:40:54Z', 'updated_at': '2022-04-20T16:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2', 'name': '', 'network_id': '06515162-5328-4bdc-b26e-eac496f91382', 'tenant_id': '6716773e8e294513b8a827f95635e401', 'mac_address': 'fa:16:3e:11:4f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33aee3b-89d3-4998-9089-c45863c16588', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '5a614e7c-3055-44ec-a684-6141b149943f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:40:57Z', 'updated_at': '2022-04-20T16:40:57Z', 'revision_number': 1, 'project_id': '6716773e8e294513b8a827f95635e401', 'subnets': [{'id': '5a614e7c-3055-44ec-a684-6141b149943f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:40:59.126267 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa46b98-9bf4-43f6-ae36-adeab5ea92d3 admin admin] Router d33aee3b-89d3-4998-9089-c45863c16588 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:40:59.282669 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4bea78bb-bba9-402e-ba42-fc1c4f28278c None None] Provisioning complete for port 8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:40:59.283049 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4bea78bb-bba9-402e-ba42-fc1c4f28278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:40:59.306677 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa46b98-9bf4-43f6-ae36-adeab5ea92d3 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:40:59.313803 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-aaa46b98-9bf4-43f6-ae36-adeab5ea92d3 admin admin] 10.222.0.15 "PUT /v2.0/routers/d33aee3b-89d3-4998-9089-c45863c16588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5222788 Apr 20 16:40:59.384276 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-4bea78bb-bba9-402e-ba42-fc1c4f28278c None None] Port 8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:40:59.963074 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:00.853189 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-23f822e0-6908-43d4-bdcc-b8c8af349b51 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b75b50e00ec04ccea3311c80eb11bce8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382376 Apr 20 16:41:01.087195 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-c69a6130-678a-4789-abca-5aa7992cbcc4 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:01.090257 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-c69a6130-678a-4789-abca-5aa7992cbcc4 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2343993 Apr 20 16:41:01.107522 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-36dfc1cb-ee5c-4948-904c-4007831a07a4 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/quotas/b75b50e00ec04ccea3311c80eb11bce8 HTTP/1.1" status: 200 len: 375 time: 0.0115378 Apr 20 16:41:01.526494 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 45974) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:01.617824 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-c5790e5d-99c4-49c6-b62e-0e6f610dc65e tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b75b50e00ec04ccea3311c80eb11bce8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5024719 Apr 20 16:41:02.144981 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5c0fd39-dd10-4dbd-b83f-ab2eae14f845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:02.208277 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1b9b12be-e171-45c7-8231-963580fd2a71 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:41:02.311799 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 1b9b12be-e171-45c7-8231-963580fd2a71 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:41:02.312472 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:02.432143 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:02.459818 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 1b9b12be-e171-45c7-8231-963580fd2a71, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=1b9b12be-e171-45c7-8231-963580fd2a71,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:41:02.551549 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:02.553252 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-596f03d7-9331-4001-928f-f28899c4231b req-6fd8e54f-ba0f-4621-9024-dfbd9e13f1be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/ports?device_id=88a94405-7e49-427c-a473-67b8c2c59f12 HTTP/1.1" status: 200 len: 210 time: 0.6693795 Apr 20 16:41:02.637926 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=1b9b12be-e171-45c7-8231-963580fd2a71,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:02.773682 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] Sync routers for ids ['d33aee3b-89d3-4998-9089-c45863c16588'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:41:02.785136 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] Routers {'d33aee3b-89d3-4998-9089-c45863c16588'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:41:02.794719 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:40:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d33aee3b-89d3-4998-9089-c45863c16588'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:02.816227 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5c0fd39-dd10-4dbd-b83f-ab2eae14f845 admin admin] Deleting port a3cee1a9-41b0-4d9f-8502-adfd9d7417c7 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:41:02.816623 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5c0fd39-dd10-4dbd-b83f-ab2eae14f845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:02.921139 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a5c0fd39-dd10-4dbd-b83f-ab2eae14f845 admin admin] For port a3cee1a9-41b0-4d9f-8502-adfd9d7417c7, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a3cee1a9-41b0-4d9f-8502-adfd9d7417c7,segment=NetworkSegment(8afe9e8d-97ae-4361-bb27-af11ecd97e18),segment_id=8afe9e8d-97ae-4361-bb27-af11ecd97e18)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:41:02.921449 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5c0fd39-dd10-4dbd-b83f-ab2eae14f845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:02.936504 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5c0fd39-dd10-4dbd-b83f-ab2eae14f845 admin admin] Calling delete_port for a3cee1a9-41b0-4d9f-8502-adfd9d7417c7 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:41:02.946476 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] Set router d33aee3b-89d3-4998-9089-c45863c16588 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:41:03.172450 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33aee3b-89d3-4998-9089-c45863c16588', 'name': 'tempest-TestAggregatesBasicOps-527900978-router', 'tenant_id': '6716773e8e294513b8a827f95635e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '1b9b12be-e171-45c7-8231-963580fd2a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:40:54Z', 'updated_at': '2022-04-20T16:40:58Z', 'revision_number': 4, 'project_id': '6716773e8e294513b8a827f95635e401', 'gw_port': {'id': '1b9b12be-e171-45c7-8231-963580fd2a71', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33aee3b-89d3-4998-9089-c45863c16588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:40:54Z', 'updated_at': '2022-04-20T16:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2', 'name': '', 'network_id': '06515162-5328-4bdc-b26e-eac496f91382', 'tenant_id': '6716773e8e294513b8a827f95635e401', 'mac_address': 'fa:16:3e:11:4f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33aee3b-89d3-4998-9089-c45863c16588', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '5a614e7c-3055-44ec-a684-6141b149943f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:40:57Z', 'updated_at': '2022-04-20T16:40:58Z', 'revision_number': 2, 'project_id': '6716773e8e294513b8a827f95635e401', 'subnets': [{'id': '5a614e7c-3055-44ec-a684-6141b149943f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:03.199630 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] Checking router: d33aee3b-89d3-4998-9089-c45863c16588 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:41:03.199986 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] Updating router d33aee3b-89d3-4998-9089-c45863c16588 port 8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:41:03.225174 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:03.265794 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5c0fd39-dd10-4dbd-b83f-ab2eae14f845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:03.316392 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0fd39-dd10-4dbd-b83f-ab2eae14f845 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3cee1a9-41b0-4d9f-8502-adfd9d7417c7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:03.589662 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb65da0e-ef7b-48cb-a7e4-152e866bb2ff req-345117b7-2c73-4f33-98b7-64bd071bc0b4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0868425 Apr 20 16:41:03.681500 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:03.703941 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5c0fd39-dd10-4dbd-b83f-ab2eae14f845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:03.768594 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:03.776986 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bca915e4-ea85-49bb-94fa-0a8c4758608b req-2c92d9fb-ba97-4970-9e5c-ec413c92e14a tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/ports?device_id=88a94405-7e49-427c-a473-67b8c2c59f12 HTTP/1.1" status: 200 len: 210 time: 0.0432873 Apr 20 16:41:03.809228 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65da0e-ef7b-48cb-a7e4-152e866bb2ff req-bfffe6d8-f968-4282-be14-425f53d71a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:03.813859 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb65da0e-ef7b-48cb-a7e4-152e866bb2ff req-bfffe6d8-f968-4282-be14-425f53d71a05 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ffa36b560db4315aa5b106edc630152&device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 1096 time: 0.1116271 Apr 20 16:41:03.904861 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46254c-3292-4d7a-9c74-6809614b50e5 None None] Pushing event updated for resources: {'Port': ['ID=8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:04.109973 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65da0e-ef7b-48cb-a7e4-152e866bb2ff req-feac9fb8-0013-4eef-9fab-8d1029ec9027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:04.114528 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb65da0e-ef7b-48cb-a7e4-152e866bb2ff req-feac9fb8-0013-4eef-9fab-8d1029ec9027 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a2358b7b-9f71-44ce-9aa8-c307e3d70b9c HTTP/1.1" status: 200 len: 910 time: 0.2763100 Apr 20 16:41:04.192012 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c0fd39-dd10-4dbd-b83f-ab2eae14f845 admin admin] Router c88a6e18-29c0-4749-a00c-49eb13f1a902 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:41:04.246741 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb65da0e-ef7b-48cb-a7e4-152e866bb2ff req-1a2adc0a-c51c-493d-9214-fc44305471de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 HTTP/1.1" status: 200 len: 1001 time: 0.1207108 Apr 20 16:41:04.267809 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-19558221-ec99-4bec-b91c-f61fbb101601 None None] Provisioning complete for port 8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:41:04.269281 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-19558221-ec99-4bec-b91c-f61fbb101601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:04.279822 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] Attempting to bind port 8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:41:04.280675 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] Attempting to bind port 8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '7e7baac3-f678-4013-ad7e-de30bafada2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '06515162-5328-4bdc-b26e-eac496f91382'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:41:04.281299 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] Attempting to bind port 8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2 on network 06515162-5328-4bdc-b26e-eac496f91382 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:41:04.296291 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:41:04.297168 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] Checking segment: {'id': '7e7baac3-f678-4013-ad7e-de30bafada2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '06515162-5328-4bdc-b26e-eac496f91382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:41:04.297822 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:04.298467 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] Bound using segment: {'id': '7e7baac3-f678-4013-ad7e-de30bafada2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '06515162-5328-4bdc-b26e-eac496f91382'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:41:04.301788 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] Bound port: 8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7baac3-f678-4013-ad7e-de30bafada2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '06515162-5328-4bdc-b26e-eac496f91382'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:41:04.302428 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:04.369423 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1b9b12be-e171-45c7-8231-963580fd2a71 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:41:04.391758 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65da0e-ef7b-48cb-a7e4-152e866bb2ff req-7785da80-6f4e-4733-be4f-244c39bb0509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:04.393716 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb65da0e-ef7b-48cb-a7e4-152e866bb2ff req-7785da80-6f4e-4733-be4f-244c39bb0509 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3afc549f-c280-4e3c-8f2c-192d1bc8c671 HTTP/1.1" status: 200 len: 848 time: 0.1353960 Apr 20 16:41:04.420355 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c0fd39-dd10-4dbd-b83f-ab2eae14f845 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:41:04.429021 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-19558221-ec99-4bec-b91c-f61fbb101601 None None] Port 8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:41:04.433245 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a5c0fd39-dd10-4dbd-b83f-ab2eae14f845 admin admin] 10.222.0.15 "PUT /v2.0/routers/c88a6e18-29c0-4749-a00c-49eb13f1a902/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9054005 Apr 20 16:41:04.434644 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46000) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:04.438055 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985ef37c-0463-41b1-a601-ee2edfadecef None None] Sync routers for ids ['c88a6e18-29c0-4749-a00c-49eb13f1a902'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:41:04.460974 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985ef37c-0463-41b1-a601-ee2edfadecef None None] Routers {'c88a6e18-29c0-4749-a00c-49eb13f1a902'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:41:04.461598 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] For port 8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:41:04.462601 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-985ef37c-0463-41b1-a601-ee2edfadecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:40:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['c88a6e18-29c0-4749-a00c-49eb13f1a902'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:04.472248 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] For port 8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2,segment=NetworkSegment(7e7baac3-f678-4013-ad7e-de30bafada2e),segment_id=7e7baac3-f678-4013-ad7e-de30bafada2e)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:41:04.487672 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65da0e-ef7b-48cb-a7e4-152e866bb2ff req-9e75f53e-4405-4ede-96a5-17977cadb56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:04.489853 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb65da0e-ef7b-48cb-a7e4-152e866bb2ff req-9e75f53e-4405-4ede-96a5-17977cadb56b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2358b7b-9f71-44ce-9aa8-c307e3d70b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892723 Apr 20 16:41:04.526586 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 1b9b12be-e171-45c7-8231-963580fd2a71 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:41:04.527959 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:04.583821 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:04.604870 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7453a4a3-bc66-42af-9ba4-9c766ef5bb92 admin admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:04.673566 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-985ef37c-0463-41b1-a601-ee2edfadecef None None] Set router c88a6e18-29c0-4749-a00c-49eb13f1a902 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:41:04.706111 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb65da0e-ef7b-48cb-a7e4-152e866bb2ff req-761ef28c-942a-4f7e-9836-704c1c224bc8 service neutron] 10.222.0.26 "GET /v2.0/networks/a2358b7b-9f71-44ce-9aa8-c307e3d70b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088039 Apr 20 16:41:04.742100 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] Routers {'d33aee3b-89d3-4998-9089-c45863c16588'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:41:04.753414 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:40:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d33aee3b-89d3-4998-9089-c45863c16588'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:04.755382 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46254c-3292-4d7a-9c74-6809614b50e5 None None] Pushing event updated for resources: {'Port': ['ID=8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:04.880269 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb65da0e-ef7b-48cb-a7e4-152e866bb2ff req-57d73289-dbf9-44a8-90d2-9909bcd5b600 service neutron] 10.222.0.26 "GET /v2.0/networks/a2358b7b-9f71-44ce-9aa8-c307e3d70b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626787 Apr 20 16:41:04.923607 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7453a4a3-bc66-42af-9ba4-9c766ef5bb92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:05.015712 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6c343379-b30a-4be6-8c0f-84ea3cd92ef3 req-f5dd9482-a0f7-4bac-afec-e14da9b58f40 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/ports?device_id=88a94405-7e49-427c-a473-67b8c2c59f12 HTTP/1.1" status: 200 len: 210 time: 0.0692317 Apr 20 16:41:05.024607 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] Set router d33aee3b-89d3-4998-9089-c45863c16588 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:41:05.152687 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-7453a4a3-bc66-42af-9ba4-9c766ef5bb92 admin admin] Deleting port de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:41:05.152687 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7453a4a3-bc66-42af-9ba4-9c766ef5bb92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:05.163368 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-76dbfa82-9319-4f62-a75a-04643368cd3e tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b75b50e00ec04ccea3311c80eb11bce8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534780 Apr 20 16:41:05.262830 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-7453a4a3-bc66-42af-9ba4-9c766ef5bb92 admin admin] For port de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:41:05.263145 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7453a4a3-bc66-42af-9ba4-9c766ef5bb92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:05.278506 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-7453a4a3-bc66-42af-9ba4-9c766ef5bb92 admin admin] Calling delete_port for de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:41:05.322590 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8869d21b-545b-45c4-8435-3f1791bba586 None None] Provisioning complete for port 8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:41:05.323278 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8869d21b-545b-45c4-8435-3f1791bba586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:05.392994 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-549ad81d-6d36-43f3-a0d8-5c6a3293b1b9 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:05.394734 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-549ad81d-6d36-43f3-a0d8-5c6a3293b1b9 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2254040 Apr 20 16:41:05.425564 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Request body: {'port': {'device_id': '88a94405-7e49-427c-a473-67b8c2c59f12', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': 'b75b50e00ec04ccea3311c80eb11bce8'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:41:05.449485 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33aee3b-89d3-4998-9089-c45863c16588', 'name': 'tempest-TestAggregatesBasicOps-527900978-router', 'tenant_id': '6716773e8e294513b8a827f95635e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '1b9b12be-e171-45c7-8231-963580fd2a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:40:54Z', 'updated_at': '2022-04-20T16:40:58Z', 'revision_number': 4, 'project_id': '6716773e8e294513b8a827f95635e401', 'gw_port': {'id': '1b9b12be-e171-45c7-8231-963580fd2a71', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33aee3b-89d3-4998-9089-c45863c16588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:40:54Z', 'updated_at': '2022-04-20T16:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2', 'name': '', 'network_id': '06515162-5328-4bdc-b26e-eac496f91382', 'tenant_id': '6716773e8e294513b8a827f95635e401', 'mac_address': 'fa:16:3e:11:4f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33aee3b-89d3-4998-9089-c45863c16588', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '5a614e7c-3055-44ec-a684-6141b149943f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:40:57Z', 'updated_at': '2022-04-20T16:41:04Z', 'revision_number': 4, 'project_id': '6716773e8e294513b8a827f95635e401', 'subnets': [{'id': '5a614e7c-3055-44ec-a684-6141b149943f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:05.487477 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb98bd87-f769-46d8-825e-7931811168cb None None] The sync data for ids ['d33aee3b-89d3-4998-9089-c45863c16588'] in n-d-836146-2 is: [{'id': 'd33aee3b-89d3-4998-9089-c45863c16588', 'name': 'tempest-TestAggregatesBasicOps-527900978-router', 'tenant_id': '6716773e8e294513b8a827f95635e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '1b9b12be-e171-45c7-8231-963580fd2a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:40:54Z', 'updated_at': '2022-04-20T16:40:58Z', 'revision_number': 4, 'project_id': '6716773e8e294513b8a827f95635e401', 'gw_port': {'id': '1b9b12be-e171-45c7-8231-963580fd2a71', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33aee3b-89d3-4998-9089-c45863c16588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:40:54Z', 'updated_at': '2022-04-20T16:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2', 'name': '', 'network_id': '06515162-5328-4bdc-b26e-eac496f91382', 'tenant_id': '6716773e8e294513b8a827f95635e401', 'mac_address': 'fa:16:3e:11:4f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33aee3b-89d3-4998-9089-c45863c16588', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '5a614e7c-3055-44ec-a684-6141b149943f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:40:57Z', 'updated_at': '2022-04-20T16:41:04Z', 'revision_number': 4, 'project_id': '6716773e8e294513b8a827f95635e401', 'subnets': [{'id': '5a614e7c-3055-44ec-a684-6141b149943f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:41:05.547612 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8869d21b-545b-45c4-8435-3f1791bba586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:05.617991 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8869d21b-545b-45c4-8435-3f1791bba586 None None] For port 8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2,segment=NetworkSegment(7e7baac3-f678-4013-ad7e-de30bafada2e),segment_id=7e7baac3-f678-4013-ad7e-de30bafada2e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:41:05.628241 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-985ef37c-0463-41b1-a601-ee2edfadecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88a6e18-29c0-4749-a00c-49eb13f1a902', 'name': 'tempest-TestAggregatesBasicOps-1702202572-router', 'tenant_id': 'da44f3365cd3413b99e5150979df8eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:40:44Z', 'updated_at': '2022-04-20T16:41:03Z', 'revision_number': 5, 'project_id': 'da44f3365cd3413b99e5150979df8eda', 'gw_port': {'id': 'de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88a6e18-29c0-4749-a00c-49eb13f1a902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:40:45Z', 'updated_at': '2022-04-20T16:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:05.667580 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985ef37c-0463-41b1-a601-ee2edfadecef None None] Checking router: c88a6e18-29c0-4749-a00c-49eb13f1a902 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:41:05.676500 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985ef37c-0463-41b1-a601-ee2edfadecef None None] Routers {'c88a6e18-29c0-4749-a00c-49eb13f1a902'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:41:05.678509 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-985ef37c-0463-41b1-a601-ee2edfadecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:40:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['c88a6e18-29c0-4749-a00c-49eb13f1a902'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:05.758636 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7453a4a3-bc66-42af-9ba4-9c766ef5bb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:05.758995 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Made reservation on behalf of b75b50e00ec04ccea3311c80eb11bce8 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:41:05.761163 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:05.776511 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8869d21b-545b-45c4-8435-3f1791bba586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:05.780551 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:05.821405 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453a4a3-bc66-42af-9ba4-9c766ef5bb92 admin admin] Pushing event deleted for resources: {'Port': ['ID=de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:05.875362 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-985ef37c-0463-41b1-a601-ee2edfadecef None None] Set router c88a6e18-29c0-4749-a00c-49eb13f1a902 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:41:05.930179 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7453a4a3-bc66-42af-9ba4-9c766ef5bb92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:05.950806 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:05.958558 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-985ef37c-0463-41b1-a601-ee2edfadecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88a6e18-29c0-4749-a00c-49eb13f1a902', 'name': 'tempest-TestAggregatesBasicOps-1702202572-router', 'tenant_id': 'da44f3365cd3413b99e5150979df8eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:40:44Z', 'updated_at': '2022-04-20T16:41:04Z', 'revision_number': 6, 'project_id': 'da44f3365cd3413b99e5150979df8eda', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:05.962534 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869d21b-545b-45c4-8435-3f1791bba586 None None] Pushing event updated for resources: {'Port': ['ID=8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:05.997860 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985ef37c-0463-41b1-a601-ee2edfadecef None None] The sync data for ids ['c88a6e18-29c0-4749-a00c-49eb13f1a902'] in n-d-836146-2 is: [{'id': 'c88a6e18-29c0-4749-a00c-49eb13f1a902', 'name': 'tempest-TestAggregatesBasicOps-1702202572-router', 'tenant_id': 'da44f3365cd3413b99e5150979df8eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:40:44Z', 'updated_at': '2022-04-20T16:41:04Z', 'revision_number': 6, 'project_id': 'da44f3365cd3413b99e5150979df8eda', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:41:06.054577 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:06.094422 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7453a4a3-bc66-42af-9ba4-9c766ef5bb92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:06.097073 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7453a4a3-bc66-42af-9ba4-9c766ef5bb92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:06.183112 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-641ff180-0570-4244-a516-ca2fb49fa790 req-f7c24b01-9ce5-4515-96cc-1e9ca488b83e tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/ports?device_id=88a94405-7e49-427c-a473-67b8c2c59f12 HTTP/1.1" status: 200 len: 210 time: 0.0594587 Apr 20 16:41:06.239779 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cee8be6-5238-47c9-b527-f72e207a387f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:06.250976 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:06.251438 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:06.251675 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:06.252010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:06.252367 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:06.252703 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:06.253031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:06.253363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:06.253693 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:06.254019 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:06.254347 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:06.254675 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:06.274061 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7453a4a3-bc66-42af-9ba4-9c766ef5bb92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:06.274061 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7453a4a3-bc66-42af-9ba4-9c766ef5bb92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c88a6e18-29c0-4749-a00c-49eb13f1a902 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:41:06.275109 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Allocated IP 192.168.233.246 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/45e92126-6ed4-415e-8104-0ade0f36621d) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:41:06.275492 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7453a4a3-bc66-42af-9ba4-9c766ef5bb92 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:06.276164 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7453a4a3-bc66-42af-9ba4-9c766ef5bb92 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c88a6e18-29c0-4749-a00c-49eb13f1a902 HTTP/1.1" status: 204 len: 168 time: 1.8407013 Apr 20 16:41:06.278713 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46014) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:06.339260 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3e1b96-052a-40be-a249-3d583cdee196 admin admin] Deleting subnet c26f8534-5772-4491-8b06-4924d942ae58 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:41:06.361940 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7b3e1b96-052a-40be-a249-3d583cdee196 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:06.424228 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7b3e1b96-052a-40be-a249-3d583cdee196 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:06.541841 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:06.640380 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7b3e1b96-052a-40be-a249-3d583cdee196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:06.779939 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:06.827155 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:41:06.833644 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:41:06.834978 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7b3e1b96-052a-40be-a249-3d583cdee196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:06.838361 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:41:06.882691 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Pushing event updated for resources: {'Port': ['ID=45e92126-6ed4-415e-8104-0ade0f36621d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:06.887333 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e1b96-052a-40be-a249-3d583cdee196 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c26f8534-5772-4491-8b06-4924d942ae58,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:06.893398 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7b3e1b96-052a-40be-a249-3d583cdee196 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:06.896634 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7b3e1b96-052a-40be-a249-3d583cdee196 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c26f8534-5772-4491-8b06-4924d942ae58 HTTP/1.1" status: 204 len: 168 time: 0.6168523 Apr 20 16:41:06.899326 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46018) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:06.901880 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb05a24-10ad-43c2-b8c2-b7f73d2b8463 None None] Network d1554856-e12d-45d8-a0d5-a4e5f884d9f2 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:41:06.935941 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:06.935941 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:06.967029 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:41:07.036661 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f5a1a5e-44f0-4376-b9a3-9178ebe35fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:07.054576 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-59ad5205-b6a6-43bf-8a29-02a4fae862be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6382301 Apr 20 16:41:07.074463 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-f7591118-a2d3-43cf-8f29-3063d54b2941 service neutron] Request body: {'port': {'device_id': '88a94405-7e49-427c-a473-67b8c2c59f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:41:07.157713 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-2f5a1a5e-44f0-4376-b9a3-9178ebe35fa6 admin admin] Deleting port 61118758-867f-4023-8b69-b4298decd5b8 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:41:07.158366 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f5a1a5e-44f0-4376-b9a3-9178ebe35fa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:07.185971 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:41:07.186351 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:07.226402 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-f7591118-a2d3-43cf-8f29-3063d54b2941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:07.351224 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-409fc51f-305a-4a59-a38d-1d572621e64d None None] Provisioning complete for port 45e92126-6ed4-415e-8104-0ade0f36621d triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:41:07.351630 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-409fc51f-305a-4a59-a38d-1d572621e64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:07.400699 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-2f5a1a5e-44f0-4376-b9a3-9178ebe35fa6 admin admin] For port 61118758-867f-4023-8b69-b4298decd5b8, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=61118758-867f-4023-8b69-b4298decd5b8,segment=NetworkSegment(8afe9e8d-97ae-4361-bb27-af11ecd97e18),segment_id=8afe9e8d-97ae-4361-bb27-af11ecd97e18)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:41:07.401486 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f5a1a5e-44f0-4376-b9a3-9178ebe35fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:07.406759 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9691130d-fba7-494f-86f8-b002e3e71071 None None] DHCP port deletion for d1554856-e12d-45d8-a0d5-a4e5f884d9f2 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:41:07.432828 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-2f5a1a5e-44f0-4376-b9a3-9178ebe35fa6 admin admin] Calling delete_port for 61118758-867f-4023-8b69-b4298decd5b8 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:41:07.456496 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-409fc51f-305a-4a59-a38d-1d572621e64d None None] Port 45e92126-6ed4-415e-8104-0ade0f36621d cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:41:07.460306 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a3cee1a9-41b0-4d9f-8502-adfd9d7417c7 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:41:07.510145 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: a3cee1a9-41b0-4d9f-8502-adfd9d7417c7 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:41:07.510145 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a3cee1a9-41b0-4d9f-8502-adfd9d7417c7 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:41:07.536694 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-9691130d-fba7-494f-86f8-b002e3e71071 None None] Deleting port 61118758-867f-4023-8b69-b4298decd5b8 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:41:07.539480 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9691130d-fba7-494f-86f8-b002e3e71071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:07.584325 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121f166-d0c1-48a4-8fc3-12a40b1e1945 req-35507cd9-100a-44e1-a97e-d652cfa4090c tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:07.588624 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5121f166-d0c1-48a4-8fc3-12a40b1e1945 req-35507cd9-100a-44e1-a97e-d652cfa4090c tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/ports?device_id=88a94405-7e49-427c-a473-67b8c2c59f12 HTTP/1.1" status: 200 len: 936 time: 0.2444923 Apr 20 16:41:07.657632 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5121f166-d0c1-48a4-8fc3-12a40b1e1945 req-093e544b-6550-4b13-9118-8481e89eeb90 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cee8be6-5238-47c9-b527-f72e207a387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578027 Apr 20 16:41:07.689569 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9691130d-fba7-494f-86f8-b002e3e71071 None None] For port 61118758-867f-4023-8b69-b4298decd5b8, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=61118758-867f-4023-8b69-b4298decd5b8,segment=NetworkSegment(8afe9e8d-97ae-4361-bb27-af11ecd97e18),segment_id=8afe9e8d-97ae-4361-bb27-af11ecd97e18)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:41:07.690327 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9691130d-fba7-494f-86f8-b002e3e71071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:07.706360 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-9691130d-fba7-494f-86f8-b002e3e71071 None None] Calling delete_port for 61118758-867f-4023-8b69-b4298decd5b8 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:41:07.709560 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f5a1a5e-44f0-4376-b9a3-9178ebe35fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:07.743331 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a1a5e-44f0-4376-b9a3-9178ebe35fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=61118758-867f-4023-8b69-b4298decd5b8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:07.746120 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5a1a5e-44f0-4376-b9a3-9178ebe35fa6 admin admin] No DVR routers for this DVR port 61118758-867f-4023-8b69-b4298decd5b8 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:41:07.848426 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9691130d-fba7-494f-86f8-b002e3e71071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:07.865761 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f5a1a5e-44f0-4376-b9a3-9178ebe35fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:07.871565 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9691130d-fba7-494f-86f8-b002e3e71071 None None] No DVR routers for this DVR port 61118758-867f-4023-8b69-b4298decd5b8 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:41:07.881587 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-f7591118-a2d3-43cf-8f29-3063d54b2941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e92126-6ed4-415e-8104-0ade0f36621d {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:41:07.890100 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-f7591118-a2d3-43cf-8f29-3063d54b2941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:07.898627 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2f5a1a5e-44f0-4376-b9a3-9178ebe35fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1554856-e12d-45d8-a0d5-a4e5f884d9f2']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:07.902052 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691130d-fba7-494f-86f8-b002e3e71071 None None] Pushing event deleted for resources: {'Port': ['ID=61118758-867f-4023-8b69-b4298decd5b8,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:07.907486 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-f7591118-a2d3-43cf-8f29-3063d54b2941 service neutron] Transition to ACTIVE for port object 45e92126-6ed4-415e-8104-0ade0f36621d will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:41:07.917411 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2f5a1a5e-44f0-4376-b9a3-9178ebe35fa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8afe9e8d-97ae-4361-bb27-af11ecd97e18') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:07.917711 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2f5a1a5e-44f0-4376-b9a3-9178ebe35fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8afe9e8d-97ae-4361-bb27-af11ecd97e18') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:07.931421 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f5a1a5e-44f0-4376-b9a3-9178ebe35fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:07.948399 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f5a1a5e-44f0-4376-b9a3-9178ebe35fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:07.958943 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5a1a5e-44f0-4376-b9a3-9178ebe35fa6 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:41:07.959499 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f5a1a5e-44f0-4376-b9a3-9178ebe35fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:41:07.961718 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:41:07.985858 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-f7591118-a2d3-43cf-8f29-3063d54b2941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:08.045470 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7591118-a2d3-43cf-8f29-3063d54b2941 service neutron] Pushing event updated for resources: {'Port': ['ID=45e92126-6ed4-415e-8104-0ade0f36621d,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:08.151555 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f5a1a5e-44f0-4376-b9a3-9178ebe35fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:08.153980 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f5a1a5e-44f0-4376-b9a3-9178ebe35fa6 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:08.164311 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2f5a1a5e-44f0-4376-b9a3-9178ebe35fa6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d1554856-e12d-45d8-a0d5-a4e5f884d9f2 HTTP/1.1" status: 204 len: 168 time: 1.2639217 Apr 20 16:41:08.164979 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46026) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:08.193307 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-f7591118-a2d3-43cf-8f29-3063d54b2941 service neutron] Attempting to bind port 45e92126-6ed4-415e-8104-0ade0f36621d on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:41:08.194413 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-f7591118-a2d3-43cf-8f29-3063d54b2941 service neutron] Attempting to bind port 45e92126-6ed4-415e-8104-0ade0f36621d by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:41:08.194413 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-f7591118-a2d3-43cf-8f29-3063d54b2941 service neutron] Attempting to bind port 45e92126-6ed4-415e-8104-0ade0f36621d on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:41:08.203836 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-f7591118-a2d3-43cf-8f29-3063d54b2941 service neutron] Port 45e92126-6ed4-415e-8104-0ade0f36621d on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:41:08.204768 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-f7591118-a2d3-43cf-8f29-3063d54b2941 service neutron] Attempting to bind port 45e92126-6ed4-415e-8104-0ade0f36621d on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:41:08.211994 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-f7591118-a2d3-43cf-8f29-3063d54b2941 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:41:08.212364 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-f7591118-a2d3-43cf-8f29-3063d54b2941 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:41:08.212752 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-f7591118-a2d3-43cf-8f29-3063d54b2941 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:41:08.213182 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-f7591118-a2d3-43cf-8f29-3063d54b2941 service neutron] Bound port: 45e92126-6ed4-415e-8104-0ade0f36621d, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:41:08.213538 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-f7591118-a2d3-43cf-8f29-3063d54b2941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:08.218742 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 61118758-867f-4023-8b69-b4298decd5b8 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:41:08.256240 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 61118758-867f-4023-8b69-b4298decd5b8 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:41:08.256646 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 61118758-867f-4023-8b69-b4298decd5b8 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:41:08.256971 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:41:08.262639 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a1a5e-44f0-4376-b9a3-9178ebe35fa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1554856-e12d-45d8-a0d5-a4e5f884d9f2,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:08.296323 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:41:08.296609 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device de4d0eb4-ef78-469b-a5cd-a4c80cee2e2c not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:41:08.310536 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-f7591118-a2d3-43cf-8f29-3063d54b2941 service neutron] For port 45e92126-6ed4-415e-8104-0ade0f36621d, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:41:08.315073 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-f7591118-a2d3-43cf-8f29-3063d54b2941 service neutron] For port 45e92126-6ed4-415e-8104-0ade0f36621d, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=45e92126-6ed4-415e-8104-0ade0f36621d,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:41:08.440885 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-f7591118-a2d3-43cf-8f29-3063d54b2941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:08.497247 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-f7591118-a2d3-43cf-8f29-3063d54b2941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:08.497839 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-f7591118-a2d3-43cf-8f29-3063d54b2941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:08.499523 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-f7591118-a2d3-43cf-8f29-3063d54b2941 service neutron] 10.222.0.30 "PUT /v2.0/ports/45e92126-6ed4-415e-8104-0ade0f36621d HTTP/1.1" status: 200 len: 1096 time: 1.4354336 Apr 20 16:41:08.503240 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a94405-7e49-427c-a473-67b8c2c59f12', 'tag': '45e92126-6ed4-415e-8104-0ade0f36621d'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:41:08.505873 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bea5a86-bf81-438f-b27d-016bd98b5779" -d '{"events": [{"name": "network-changed", "server_uuid": "88a94405-7e49-427c-a473-67b8c2c59f12", "tag": "45e92126-6ed4-415e-8104-0ade0f36621d"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:41:08.565865 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7591118-a2d3-43cf-8f29-3063d54b2941 service neutron] Pushing event updated for resources: {'Port': ['ID=45e92126-6ed4-415e-8104-0ade0f36621d,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:08.581659 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68802daf-c7fe-4fe7-a575-6528985159b0 x-openstack-request-id: req-68802daf-c7fe-4fe7-a575-6528985159b0 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:41:08.581857 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a94405-7e49-427c-a473-67b8c2c59f12", "tag": "45e92126-6ed4-415e-8104-0ade0f36621d", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:41:08.581974 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68802daf-c7fe-4fe7-a575-6528985159b0 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:41:08.582435 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68802daf-c7fe-4fe7-a575-6528985159b0'] response: {'name': 'network-changed', 'server_uuid': '88a94405-7e49-427c-a473-67b8c2c59f12', 'tag': '45e92126-6ed4-415e-8104-0ade0f36621d', 'status': 'completed', 'code': 200} Apr 20 16:41:08.669194 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea5a86-bf81-438f-b27d-016bd98b5779 req-ffba38be-e98f-4ba5-a49b-678098aa3289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:08.671210 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6bea5a86-bf81-438f-b27d-016bd98b5779 req-ffba38be-e98f-4ba5-a49b-678098aa3289 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b75b50e00ec04ccea3311c80eb11bce8&device_id=88a94405-7e49-427c-a473-67b8c2c59f12 HTTP/1.1" status: 200 len: 1099 time: 0.0590808 Apr 20 16:41:08.722149 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6bea5a86-bf81-438f-b27d-016bd98b5779 req-ffd4ba6c-00d9-4d6d-a695-95759519db0d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b75b50e00ec04ccea3311c80eb11bce8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375700 Apr 20 16:41:08.749878 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4961eb65-68cc-4dff-8e4a-f80f09524f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:08.855874 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea5a86-bf81-438f-b27d-016bd98b5779 req-9ca23128-afa6-4fac-8336-b1ea51ab5a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:08.857696 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6bea5a86-bf81-438f-b27d-016bd98b5779 req-9ca23128-afa6-4fac-8336-b1ea51ab5a56 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300569 Apr 20 16:41:08.896405 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2ed61-4323-49e0-a587-3e8c795ccb32 req-1dba3ecd-9625-4208-ad21-898217142df3 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:08.898134 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0ef2ed61-4323-49e0-a587-3e8c795ccb32 req-1dba3ecd-9625-4208-ad21-898217142df3 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/ports?device_id=88a94405-7e49-427c-a473-67b8c2c59f12 HTTP/1.1" status: 200 len: 948 time: 0.0963883 Apr 20 16:41:08.970464 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-27b7cea4-bc25-421c-8ba7-5bc5825cadb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:08.972125 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-27b7cea4-bc25-421c-8ba7-5bc5825cadb1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b75b50e00ec04ccea3311c80eb11bce8&device_id=88a94405-7e49-427c-a473-67b8c2c59f12 HTTP/1.1" status: 200 len: 1099 time: 0.0432117 Apr 20 16:41:08.985063 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0ef2ed61-4323-49e0-a587-3e8c795ccb32 req-e8142e9c-9ea5-4968-935e-5eae51197e12 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cee8be6-5238-47c9-b527-f72e207a387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749645 Apr 20 16:41:09.027054 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-72614fba-f710-4f42-9350-51d0ae9d476d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=45e92126-6ed4-415e-8104-0ade0f36621d HTTP/1.1" status: 200 len: 217 time: 0.0413940 Apr 20 16:41:09.076676 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-ec027129-f89d-49e1-b381-94f1bf03afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:09.078465 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-ec027129-f89d-49e1-b381-94f1bf03afe6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0455151 Apr 20 16:41:09.126580 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-4961eb65-68cc-4dff-8e4a-f80f09524f7c admin admin] Deleting port 8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:41:09.126932 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4961eb65-68cc-4dff-8e4a-f80f09524f7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:09.150176 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-2496ff27-c02d-4c61-9754-8381b2a05904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:09.151660 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-2496ff27-c02d-4c61-9754-8381b2a05904 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0672662 Apr 20 16:41:09.230411 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-4961eb65-68cc-4dff-8e4a-f80f09524f7c admin admin] For port 8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2,segment=NetworkSegment(7e7baac3-f678-4013-ad7e-de30bafada2e),segment_id=7e7baac3-f678-4013-ad7e-de30bafada2e)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:41:09.231645 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4961eb65-68cc-4dff-8e4a-f80f09524f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:09.248135 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-4961eb65-68cc-4dff-8e4a-f80f09524f7c admin admin] Calling delete_port for 8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:41:09.273511 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-dc62f159-c078-4c11-a489-2bd9e1ac98f7 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118033 Apr 20 16:41:09.378980 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f10ac57-4cd2-4375-baba-02a79cef3ade req-8e72f120-40f1-4c43-9f63-fbf879450407 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985100 Apr 20 16:41:09.945814 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4961eb65-68cc-4dff-8e4a-f80f09524f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:09.974521 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961eb65-68cc-4dff-8e4a-f80f09524f7c admin admin] Pushing event deleted for resources: {'Port': ['ID=8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:10.162401 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f88cc0-47ba-4cc1-99f3-cde2c2320e83 req-7e84789c-87e2-4020-82a2-87f1991dc52f tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:10.172719 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3f88cc0-47ba-4cc1-99f3-cde2c2320e83 req-7e84789c-87e2-4020-82a2-87f1991dc52f tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/ports?device_id=88a94405-7e49-427c-a473-67b8c2c59f12 HTTP/1.1" status: 200 len: 948 time: 0.0855305 Apr 20 16:41:10.186789 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4961eb65-68cc-4dff-8e4a-f80f09524f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:10.223128 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3f88cc0-47ba-4cc1-99f3-cde2c2320e83 req-f0b108a3-0e91-4595-a946-4f6e02fe8a50 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cee8be6-5238-47c9-b527-f72e207a387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496039 Apr 20 16:41:10.444822 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4961eb65-68cc-4dff-8e4a-f80f09524f7c admin admin] Router d33aee3b-89d3-4998-9089-c45863c16588 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:41:10.564413 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4961eb65-68cc-4dff-8e4a-f80f09524f7c admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:41:10.566604 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4961eb65-68cc-4dff-8e4a-f80f09524f7c admin admin] 10.222.0.15 "PUT /v2.0/routers/d33aee3b-89d3-4998-9089-c45863c16588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3944309 Apr 20 16:41:10.569515 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46052) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:10.574021 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0684b8-1702-4ca9-8da2-98521c34f7f9 None None] Sync routers for ids ['d33aee3b-89d3-4998-9089-c45863c16588'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:41:10.588057 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0684b8-1702-4ca9-8da2-98521c34f7f9 None None] Routers {'d33aee3b-89d3-4998-9089-c45863c16588'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:41:10.588975 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-ba0684b8-1702-4ca9-8da2-98521c34f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:40:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d33aee3b-89d3-4998-9089-c45863c16588'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:10.699513 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61d5efdf-66e8-4259-ac8f-b37608d1d6b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:10.705585 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-ba0684b8-1702-4ca9-8da2-98521c34f7f9 None None] Set router d33aee3b-89d3-4998-9089-c45863c16588 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:41:10.809536 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61d5efdf-66e8-4259-ac8f-b37608d1d6b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:10.909521 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-ba0684b8-1702-4ca9-8da2-98521c34f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33aee3b-89d3-4998-9089-c45863c16588', 'name': 'tempest-TestAggregatesBasicOps-527900978-router', 'tenant_id': '6716773e8e294513b8a827f95635e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '1b9b12be-e171-45c7-8231-963580fd2a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:40:54Z', 'updated_at': '2022-04-20T16:41:09Z', 'revision_number': 5, 'project_id': '6716773e8e294513b8a827f95635e401', 'gw_port': {'id': '1b9b12be-e171-45c7-8231-963580fd2a71', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33aee3b-89d3-4998-9089-c45863c16588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:40:54Z', 'updated_at': '2022-04-20T16:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:10.934507 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-61d5efdf-66e8-4259-ac8f-b37608d1d6b5 admin admin] Deleting port 1b9b12be-e171-45c7-8231-963580fd2a71 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:41:10.934854 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61d5efdf-66e8-4259-ac8f-b37608d1d6b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:10.942179 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0684b8-1702-4ca9-8da2-98521c34f7f9 None None] Checking router: d33aee3b-89d3-4998-9089-c45863c16588 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:41:10.952204 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0684b8-1702-4ca9-8da2-98521c34f7f9 None None] Routers {'d33aee3b-89d3-4998-9089-c45863c16588'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:41:10.952848 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-ba0684b8-1702-4ca9-8da2-98521c34f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:40:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d33aee3b-89d3-4998-9089-c45863c16588'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:11.029918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-61d5efdf-66e8-4259-ac8f-b37608d1d6b5 admin admin] For port 1b9b12be-e171-45c7-8231-963580fd2a71, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=1b9b12be-e171-45c7-8231-963580fd2a71,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:41:11.030581 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61d5efdf-66e8-4259-ac8f-b37608d1d6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:11.043548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-61d5efdf-66e8-4259-ac8f-b37608d1d6b5 admin admin] Calling delete_port for 1b9b12be-e171-45c7-8231-963580fd2a71 owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:41:11.043774 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-ba0684b8-1702-4ca9-8da2-98521c34f7f9 None None] Set router d33aee3b-89d3-4998-9089-c45863c16588 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:41:11.102565 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-ba0684b8-1702-4ca9-8da2-98521c34f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33aee3b-89d3-4998-9089-c45863c16588', 'name': 'tempest-TestAggregatesBasicOps-527900978-router', 'tenant_id': '6716773e8e294513b8a827f95635e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:40:54Z', 'updated_at': '2022-04-20T16:41:10Z', 'revision_number': 6, 'project_id': '6716773e8e294513b8a827f95635e401', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:11.140111 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0684b8-1702-4ca9-8da2-98521c34f7f9 None None] The sync data for ids ['d33aee3b-89d3-4998-9089-c45863c16588'] in n-d-836146-2 is: [{'id': 'd33aee3b-89d3-4998-9089-c45863c16588', 'name': 'tempest-TestAggregatesBasicOps-527900978-router', 'tenant_id': '6716773e8e294513b8a827f95635e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:40:54Z', 'updated_at': '2022-04-20T16:41:10Z', 'revision_number': 6, 'project_id': '6716773e8e294513b8a827f95635e401', 'gw_port_host': None}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:41:11.356140 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61d5efdf-66e8-4259-ac8f-b37608d1d6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:11.364954 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87616ed9-d1ee-49ec-8ae2-47c0f335c89c req-f6f01fcf-342f-4b55-991a-342e20e19486 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:11.366712 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-87616ed9-d1ee-49ec-8ae2-47c0f335c89c req-f6f01fcf-342f-4b55-991a-342e20e19486 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/ports?device_id=88a94405-7e49-427c-a473-67b8c2c59f12 HTTP/1.1" status: 200 len: 948 time: 0.0584204 Apr 20 16:41:11.388753 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5efdf-66e8-4259-ac8f-b37608d1d6b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b9b12be-e171-45c7-8231-963580fd2a71,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:11.409863 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-1ffc7485-9eff-483a-9be1-dcf81660b21d req-ad4d5215-701b-4271-a12c-4062fac3c42a service neutron] (103484) timed out ('10.222.0.15', 52226) {{(pid=103484) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 16:41:11.417965 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-87616ed9-d1ee-49ec-8ae2-47c0f335c89c req-8159cb3c-5465-4153-924a-6d7eb1f11a81 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cee8be6-5238-47c9-b527-f72e207a387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433283 Apr 20 16:41:11.458595 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61d5efdf-66e8-4259-ac8f-b37608d1d6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:11.571604 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61d5efdf-66e8-4259-ac8f-b37608d1d6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:11.578241 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61d5efdf-66e8-4259-ac8f-b37608d1d6b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:11.754683 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61d5efdf-66e8-4259-ac8f-b37608d1d6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:11.755144 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d5efdf-66e8-4259-ac8f-b37608d1d6b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d33aee3b-89d3-4998-9089-c45863c16588 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:41:11.760162 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-61d5efdf-66e8-4259-ac8f-b37608d1d6b5 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:11.761403 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-61d5efdf-66e8-4259-ac8f-b37608d1d6b5 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d33aee3b-89d3-4998-9089-c45863c16588 HTTP/1.1" status: 204 len: 168 time: 1.1900740 Apr 20 16:41:11.763983 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46068) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:11.810974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-75aab3f0-6aeb-43af-9951-9d118f756e9d admin admin] Deleting subnet 5a614e7c-3055-44ec-a684-6141b149943f {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:41:11.814277 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75aab3f0-6aeb-43af-9951-9d118f756e9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:11.848210 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75aab3f0-6aeb-43af-9951-9d118f756e9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:11.935710 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75aab3f0-6aeb-43af-9951-9d118f756e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:12.117552 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75aab3f0-6aeb-43af-9951-9d118f756e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:12.145743 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aab3f0-6aeb-43af-9951-9d118f756e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a614e7c-3055-44ec-a684-6141b149943f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:12.149514 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75aab3f0-6aeb-43af-9951-9d118f756e9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:12.155516 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-75aab3f0-6aeb-43af-9951-9d118f756e9d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5a614e7c-3055-44ec-a684-6141b149943f HTTP/1.1" status: 204 len: 168 time: 0.3881190 Apr 20 16:41:12.156033 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4ce99b-6c41-4310-b50d-5c66d6e24552 None None] Network 06515162-5328-4bdc-b26e-eac496f91382 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:41:12.157882 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46070) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:12.211601 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:41:12.240159 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:41:12.240545 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8a8d0aa4-f44d-4c9c-87de-2f0792ea63c2 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:41:12.241143 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1b9b12be-e171-45c7-8231-963580fd2a71 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:41:12.248724 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-548ae9ae-ac4e-4aaa-a865-dba1df7e4a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:12.272579 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 1b9b12be-e171-45c7-8231-963580fd2a71 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:41:12.272930 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1b9b12be-e171-45c7-8231-963580fd2a71 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:41:12.337019 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-548ae9ae-ac4e-4aaa-a865-dba1df7e4a9f admin admin] Deleting port 4a8cfb4e-90d3-4e43-9ead-55417676e3ab {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:41:12.338296 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-548ae9ae-ac4e-4aaa-a865-dba1df7e4a9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:12.422124 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-548ae9ae-ac4e-4aaa-a865-dba1df7e4a9f admin admin] For port 4a8cfb4e-90d3-4e43-9ead-55417676e3ab, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4a8cfb4e-90d3-4e43-9ead-55417676e3ab,segment=NetworkSegment(7e7baac3-f678-4013-ad7e-de30bafada2e),segment_id=7e7baac3-f678-4013-ad7e-de30bafada2e)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:41:12.423179 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-548ae9ae-ac4e-4aaa-a865-dba1df7e4a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:12.436944 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f59888f-9d1a-4981-8acf-8276ca43f978 None None] DHCP port deletion for 06515162-5328-4bdc-b26e-eac496f91382 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:41:12.438111 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-548ae9ae-ac4e-4aaa-a865-dba1df7e4a9f admin admin] Calling delete_port for 4a8cfb4e-90d3-4e43-9ead-55417676e3ab owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:41:12.500767 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-7f59888f-9d1a-4981-8acf-8276ca43f978 None None] Deleting port 4a8cfb4e-90d3-4e43-9ead-55417676e3ab {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:41:12.501134 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7f59888f-9d1a-4981-8acf-8276ca43f978 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:12.585083 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7f59888f-9d1a-4981-8acf-8276ca43f978 None None] For port 4a8cfb4e-90d3-4e43-9ead-55417676e3ab, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4a8cfb4e-90d3-4e43-9ead-55417676e3ab,segment=NetworkSegment(7e7baac3-f678-4013-ad7e-de30bafada2e),segment_id=7e7baac3-f678-4013-ad7e-de30bafada2e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:41:12.586195 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7f59888f-9d1a-4981-8acf-8276ca43f978 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:12.612378 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-7f59888f-9d1a-4981-8acf-8276ca43f978 None None] Calling delete_port for 4a8cfb4e-90d3-4e43-9ead-55417676e3ab owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:41:12.612621 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b29a2d-b0b1-4f80-b123-866f58117151 req-b72acc74-377c-44b5-942d-308871ea0129 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:12.615787 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-75b29a2d-b0b1-4f80-b123-866f58117151 req-b72acc74-377c-44b5-942d-308871ea0129 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/ports?device_id=88a94405-7e49-427c-a473-67b8c2c59f12 HTTP/1.1" status: 200 len: 948 time: 0.0799911 Apr 20 16:41:12.662547 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-548ae9ae-ac4e-4aaa-a865-dba1df7e4a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:12.665114 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-75b29a2d-b0b1-4f80-b123-866f58117151 req-14aead21-881f-4d65-a035-961d6d1a28be tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cee8be6-5238-47c9-b527-f72e207a387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432305 Apr 20 16:41:12.719412 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ae9ae-ac4e-4aaa-a865-dba1df7e4a9f admin admin] Pushing event deleted for resources: {'Port': ['ID=4a8cfb4e-90d3-4e43-9ead-55417676e3ab,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:12.721269 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548ae9ae-ac4e-4aaa-a865-dba1df7e4a9f admin admin] No DVR routers for this DVR port 4a8cfb4e-90d3-4e43-9ead-55417676e3ab on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:41:12.740417 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7f59888f-9d1a-4981-8acf-8276ca43f978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:12.764047 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59888f-9d1a-4981-8acf-8276ca43f978 None None] Pushing event deleted for resources: {'Port': ['ID=4a8cfb4e-90d3-4e43-9ead-55417676e3ab,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:12.777959 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f59888f-9d1a-4981-8acf-8276ca43f978 None None] No DVR routers for this DVR port 4a8cfb4e-90d3-4e43-9ead-55417676e3ab on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:41:12.780416 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f59888f-9d1a-4981-8acf-8276ca43f978 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:12.780806 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f59888f-9d1a-4981-8acf-8276ca43f978 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:12.781155 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f59888f-9d1a-4981-8acf-8276ca43f978 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:12.781669 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f59888f-9d1a-4981-8acf-8276ca43f978 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:12.782008 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f59888f-9d1a-4981-8acf-8276ca43f978 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:12.782342 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f59888f-9d1a-4981-8acf-8276ca43f978 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:12.782674 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f59888f-9d1a-4981-8acf-8276ca43f978 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:12.783013 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f59888f-9d1a-4981-8acf-8276ca43f978 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:12.783336 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f59888f-9d1a-4981-8acf-8276ca43f978 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:12.783663 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f59888f-9d1a-4981-8acf-8276ca43f978 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:12.784022 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f59888f-9d1a-4981-8acf-8276ca43f978 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:12.784373 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f59888f-9d1a-4981-8acf-8276ca43f978 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:12.822424 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-548ae9ae-ac4e-4aaa-a865-dba1df7e4a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:12.849517 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-548ae9ae-ac4e-4aaa-a865-dba1df7e4a9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06515162-5328-4bdc-b26e-eac496f91382']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:12.866758 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-548ae9ae-ac4e-4aaa-a865-dba1df7e4a9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7baac3-f678-4013-ad7e-de30bafada2e') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:12.871676 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-548ae9ae-ac4e-4aaa-a865-dba1df7e4a9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7baac3-f678-4013-ad7e-de30bafada2e') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:12.881978 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-548ae9ae-ac4e-4aaa-a865-dba1df7e4a9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:12.896082 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-548ae9ae-ac4e-4aaa-a865-dba1df7e4a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:12.902925 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548ae9ae-ac4e-4aaa-a865-dba1df7e4a9f admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:41:12.902925 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-548ae9ae-ac4e-4aaa-a865-dba1df7e4a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:41:12.904751 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:41:13.051835 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-548ae9ae-ac4e-4aaa-a865-dba1df7e4a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:13.058471 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-548ae9ae-ac4e-4aaa-a865-dba1df7e4a9f admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:13.061613 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-548ae9ae-ac4e-4aaa-a865-dba1df7e4a9f admin admin] 10.222.0.15 "DELETE /v2.0/networks/06515162-5328-4bdc-b26e-eac496f91382 HTTP/1.1" status: 204 len: 168 time: 0.9027233 Apr 20 16:41:13.078560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ae9ae-ac4e-4aaa-a865-dba1df7e4a9f admin admin] Pushing event deleted for resources: {'Network': ['ID=06515162-5328-4bdc-b26e-eac496f91382,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:13.643475 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46090) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:13.692694 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46092) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:13.699999 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7dae9aab-bf54-48ca-837e-11d9a8bee6da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da44f3365cd3413b99e5150979df8eda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499766 Apr 20 16:41:13.766953 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a8460939-c4b6-41fe-8f58-b4875946212b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:13.829548 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a8460939-c4b6-41fe-8f58-b4875946212b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:13.858930 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d27a47-54fb-4b86-8e79-1ef8ed53ac87 req-42c535ab-ca73-4e77-a9ee-0203a1f4f534 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:13.867164 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a1d27a47-54fb-4b86-8e79-1ef8ed53ac87 req-42c535ab-ca73-4e77-a9ee-0203a1f4f534 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/ports?device_id=88a94405-7e49-427c-a473-67b8c2c59f12 HTTP/1.1" status: 200 len: 948 time: 0.0819423 Apr 20 16:41:13.907554 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a1d27a47-54fb-4b86-8e79-1ef8ed53ac87 req-68a8689e-d219-4b33-8110-5f6af89ae61b tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cee8be6-5238-47c9-b527-f72e207a387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391629 Apr 20 16:41:13.959609 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a8460939-c4b6-41fe-8f58-b4875946212b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:13.959950 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a8460939-c4b6-41fe-8f58-b4875946212b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:13.963754 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a8460939-c4b6-41fe-8f58-b4875946212b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a83fd692-860a-47f8-ac9d-d6644947cf5d HTTP/1.1" status: 204 len: 168 time: 0.2666669 Apr 20 16:41:13.972663 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8460939-c4b6-41fe-8f58-b4875946212b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83fd692-860a-47f8-ac9d-d6644947cf5d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:14.152232 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4a8cfb4e-90d3-4e43-9ead-55417676e3ab no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:41:14.173172 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 4a8cfb4e-90d3-4e43-9ead-55417676e3ab {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:41:14.181048 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4a8cfb4e-90d3-4e43-9ead-55417676e3ab not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:41:14.427300 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 45e92126-6ed4-415e-8104-0ade0f36621d details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:41:14.531002 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 45e92126-6ed4-415e-8104-0ade0f36621d, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=45e92126-6ed4-415e-8104-0ade0f36621d,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:41:14.544171 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '45e92126-6ed4-415e-8104-0ade0f36621d', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': '45e92126-6ed4-415e-8104-0ade0f36621d', 'mac_address': 'fa:16:3e:47:9c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:41:14.587327 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:14.604515 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e92126-6ed4-415e-8104-0ade0f36621d {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:41:14.624897 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 45e92126-6ed4-415e-8104-0ade0f36621d, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=45e92126-6ed4-415e-8104-0ade0f36621d,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:41:14.922915 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:14.974860 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=45e92126-6ed4-415e-8104-0ade0f36621d,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:15.047277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8af3cc-a80b-489b-9858-1214f30f2c42 req-aa228bb0-4df6-49e6-857a-1070b858e87b tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:15.048926 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6d8af3cc-a80b-489b-9858-1214f30f2c42 req-aa228bb0-4df6-49e6-857a-1070b858e87b tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/ports?device_id=88a94405-7e49-427c-a473-67b8c2c59f12 HTTP/1.1" status: 200 len: 949 time: 0.0499022 Apr 20 16:41:15.089470 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6d8af3cc-a80b-489b-9858-1214f30f2c42 req-eeb9af82-a1aa-488c-96aa-300307e30484 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cee8be6-5238-47c9-b527-f72e207a387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340834 Apr 20 16:41:15.298884 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['45e92126-6ed4-415e-8104-0ade0f36621d'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:41:15.319498 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46108) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:15.381069 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46110) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:15.387344 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4b110ef5-c1a9-4e5c-b378-6bd738ab1b87 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6716773e8e294513b8a827f95635e401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0571718 Apr 20 16:41:15.434679 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52e28bbc-7a88-4800-b9d3-2ce67ff98327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:15.456962 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52e28bbc-7a88-4800-b9d3-2ce67ff98327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:15.719992 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52e28bbc-7a88-4800-b9d3-2ce67ff98327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:15.722477 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52e28bbc-7a88-4800-b9d3-2ce67ff98327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:15.723755 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-52e28bbc-7a88-4800-b9d3-2ce67ff98327 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/524bfc44-fe94-439c-9f25-739f9986c48a HTTP/1.1" status: 204 len: 168 time: 0.3416951 Apr 20 16:41:15.732579 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e28bbc-7a88-4800-b9d3-2ce67ff98327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524bfc44-fe94-439c-9f25-739f9986c48a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:16.215884 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43943860-c300-4434-889c-56f2372a250a req-9c69a361-d4e7-43c8-b5a0-65e7ffd4e1d4 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:16.217552 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-43943860-c300-4434-889c-56f2372a250a req-9c69a361-d4e7-43c8-b5a0-65e7ffd4e1d4 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/ports?device_id=88a94405-7e49-427c-a473-67b8c2c59f12 HTTP/1.1" status: 200 len: 949 time: 0.0512245 Apr 20 16:41:16.263071 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-43943860-c300-4434-889c-56f2372a250a req-711a12e4-09fb-443f-b658-709fdac3aaef tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cee8be6-5238-47c9-b527-f72e207a387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379963 Apr 20 16:41:16.452564 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 45e92126-6ed4-415e-8104-0ade0f36621d up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:41:16.605131 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 45e92126-6ed4-415e-8104-0ade0f36621d completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:41:16.609540 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 45e92126-6ed4-415e-8104-0ade0f36621d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:41:16.609915 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:16.688936 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:16.714907 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a94405-7e49-427c-a473-67b8c2c59f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e92126-6ed4-415e-8104-0ade0f36621d'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:41:16.718120 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0356fb8c-0f47-4a28-ad45-5188f77766f0" -d '{"events": [{"server_uuid": "88a94405-7e49-427c-a473-67b8c2c59f12", "name": "network-vif-plugged", "status": "completed", "tag": "45e92126-6ed4-415e-8104-0ade0f36621d"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:41:16.739902 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 45e92126-6ed4-415e-8104-0ade0f36621d, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=45e92126-6ed4-415e-8104-0ade0f36621d,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:41:16.761117 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896b420f-08b0-4d05-aecd-4a7b3b7d9435 x-openstack-request-id: req-896b420f-08b0-4d05-aecd-4a7b3b7d9435 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:41:16.761463 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a94405-7e49-427c-a473-67b8c2c59f12", "name": "network-vif-plugged", "status": "completed", "tag": "45e92126-6ed4-415e-8104-0ade0f36621d", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:41:16.761769 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-896b420f-08b0-4d05-aecd-4a7b3b7d9435 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:41:16.762234 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-896b420f-08b0-4d05-aecd-4a7b3b7d9435'] response: {'server_uuid': '88a94405-7e49-427c-a473-67b8c2c59f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e92126-6ed4-415e-8104-0ade0f36621d', 'code': 200} Apr 20 16:41:16.892405 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4491b-7cdb-42f4-9875-eec317e08c14 req-d46c41b4-934f-424b-940d-c06012cd4187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:16.893893 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9cf4491b-7cdb-42f4-9875-eec317e08c14 req-d46c41b4-934f-424b-940d-c06012cd4187 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=88a94405-7e49-427c-a473-67b8c2c59f12 HTTP/1.1" status: 200 len: 1100 time: 0.0471172 Apr 20 16:41:16.928744 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9cf4491b-7cdb-42f4-9875-eec317e08c14 req-7f11777a-6167-47cd-b881-cf708cf4ecd1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4cee8be6-5238-47c9-b527-f72e207a387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281391 Apr 20 16:41:16.960191 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:17.007134 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=45e92126-6ed4-415e-8104-0ade0f36621d,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:17.163967 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46144) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:17.261922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-6323c5c7-b170-42fd-b5db-1a5460ae7573 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-248349234-network', 'tenant_id': '69c1d52485224893974ea8d6631119d7'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:41:17.387607 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34bc17-c585-45d7-9db6-2245fc2f73db req-dc3c3ab3-2a8b-482a-a172-da4a8cb3fccd tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:17.389120 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8b34bc17-c585-45d7-9db6-2245fc2f73db req-dc3c3ab3-2a8b-482a-a172-da4a8cb3fccd tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/ports?device_id=88a94405-7e49-427c-a473-67b8c2c59f12 HTTP/1.1" status: 200 len: 950 time: 0.0506949 Apr 20 16:41:17.393618 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6323c5c7-b170-42fd-b5db-1a5460ae7573 admin admin] Made reservation on behalf of 69c1d52485224893974ea8d6631119d7 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:41:17.395950 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6323c5c7-b170-42fd-b5db-1a5460ae7573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:17.405390 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6323c5c7-b170-42fd-b5db-1a5460ae7573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:17.428924 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8b34bc17-c585-45d7-9db6-2245fc2f73db req-f64d63f7-772d-4731-a746-1f029833bb4c tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cee8be6-5238-47c9-b527-f72e207a387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334322 Apr 20 16:41:17.481970 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6323c5c7-b170-42fd-b5db-1a5460ae7573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:17.585561 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6323c5c7-b170-42fd-b5db-1a5460ae7573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:17.613153 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6323c5c7-b170-42fd-b5db-1a5460ae7573 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:41:17.621507 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323c5c7-b170-42fd-b5db-1a5460ae7573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:17.626391 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6323c5c7-b170-42fd-b5db-1a5460ae7573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:17.626730 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-6323c5c7-b170-42fd-b5db-1a5460ae7573 admin admin] Added segment 0022b4f8-8a10-4684-b31a-96054d29fa18 of type vlan for network c575b4ff-f3d2-43a0-9198-5777577cb724 Apr 20 16:41:17.666736 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6323c5c7-b170-42fd-b5db-1a5460ae7573 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:17.774089 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6323c5c7-b170-42fd-b5db-1a5460ae7573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:17.775090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6323c5c7-b170-42fd-b5db-1a5460ae7573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:17.775673 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6323c5c7-b170-42fd-b5db-1a5460ae7573 admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:17.835516 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323c5c7-b170-42fd-b5db-1a5460ae7573 admin admin] Pushing event updated for resources: {'Network': ['ID=c575b4ff-f3d2-43a0-9198-5777577cb724,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:17.845576 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network c575b4ff-f3d2-43a0-9198-5777577cb724 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:41:17.940052 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6323c5c7-b170-42fd-b5db-1a5460ae7573 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7742233 Apr 20 16:41:17.944118 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46156) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:17.949717 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b3cfe870-7fa9-4d5a-8fe3-cd1480f60168 admin admin] Request body: {'subnet': {'network_id': 'c575b4ff-f3d2-43a0-9198-5777577cb724', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-248349234-subnet', 'tenant_id': '69c1d52485224893974ea8d6631119d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:41:18.053517 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cfe870-7fa9-4d5a-8fe3-cd1480f60168 admin admin] Made reservation on behalf of 69c1d52485224893974ea8d6631119d7 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:41:18.057020 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3cfe870-7fa9-4d5a-8fe3-cd1480f60168 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:18.340149 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3cfe870-7fa9-4d5a-8fe3-cd1480f60168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:18.392812 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cfe870-7fa9-4d5a-8fe3-cd1480f60168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f348e716-5a3f-47fb-81b5-2e74fde210bd,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:18.407352 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cfe870-7fa9-4d5a-8fe3-cd1480f60168 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:18.407733 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cfe870-7fa9-4d5a-8fe3-cd1480f60168 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:18.408055 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cfe870-7fa9-4d5a-8fe3-cd1480f60168 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:18.408527 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cfe870-7fa9-4d5a-8fe3-cd1480f60168 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:18.408752 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cfe870-7fa9-4d5a-8fe3-cd1480f60168 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:18.409121 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cfe870-7fa9-4d5a-8fe3-cd1480f60168 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:18.409481 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cfe870-7fa9-4d5a-8fe3-cd1480f60168 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:18.409838 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cfe870-7fa9-4d5a-8fe3-cd1480f60168 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:18.410303 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cfe870-7fa9-4d5a-8fe3-cd1480f60168 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:18.410636 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cfe870-7fa9-4d5a-8fe3-cd1480f60168 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:18.410965 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cfe870-7fa9-4d5a-8fe3-cd1480f60168 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:18.411294 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cfe870-7fa9-4d5a-8fe3-cd1480f60168 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:41:18.421880 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cfe870-7fa9-4d5a-8fe3-cd1480f60168 admin admin] Checking segment: {'id': '0022b4f8-8a10-4684-b31a-96054d29fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c575b4ff-f3d2-43a0-9198-5777577cb724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:41:18.422248 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cfe870-7fa9-4d5a-8fe3-cd1480f60168 admin admin] Network hostable DHCP agents. Network: c575b4ff-f3d2-43a0-9198-5777577cb724, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:41:18.542952 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cfe870-7fa9-4d5a-8fe3-cd1480f60168 admin admin] Network c575b4ff-f3d2-43a0-9198-5777577cb724 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:41:18.551692 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e677a13-4ea2-4533-a860-6977f6ba3d4f req-bf24620a-d3c0-48c0-8fab-530729178ce5 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:18.557070 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0e677a13-4ea2-4533-a860-6977f6ba3d4f req-bf24620a-d3c0-48c0-8fab-530729178ce5 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/ports?device_id=88a94405-7e49-427c-a473-67b8c2c59f12 HTTP/1.1" status: 200 len: 950 time: 0.0540061 Apr 20 16:41:18.593151 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0e677a13-4ea2-4533-a860-6977f6ba3d4f req-7ab0c5e1-9a09-4c01-9d1c-94a8dc771312 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cee8be6-5238-47c9-b527-f72e207a387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336595 Apr 20 16:41:18.671335 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-b3cfe870-7fa9-4d5a-8fe3-cd1480f60168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, c575b4ff-f3d2-43a0-9198-5777577cb724) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:41:18.680051 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cfe870-7fa9-4d5a-8fe3-cd1480f60168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:18.683596 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a59496-f4f6-444a-a7ab-20324a1e6e15 None None] Network c575b4ff-f3d2-43a0-9198-5777577cb724 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:41:18.693060 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3cfe870-7fa9-4d5a-8fe3-cd1480f60168 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:18.818072 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5704a2fb-3591-48f6-a547-08bacb2e03e9 None None] Network c575b4ff-f3d2-43a0-9198-5777577cb724 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:41:18.819736 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b3cfe870-7fa9-4d5a-8fe3-cd1480f60168 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8744190 Apr 20 16:41:19.595075 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46190) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:19.600289 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-938c321d-19ae-46ad-8033-55fbb8c6fe80 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1115119978-network', 'tenant_id': '4e4e8555a75b4b0cb962df6d6e8eb9de'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:41:19.833864 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938c321d-19ae-46ad-8033-55fbb8c6fe80 admin admin] Made reservation on behalf of 4e4e8555a75b4b0cb962df6d6e8eb9de for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:41:19.836235 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-938c321d-19ae-46ad-8033-55fbb8c6fe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:19.846407 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-938c321d-19ae-46ad-8033-55fbb8c6fe80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:19.920857 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-938c321d-19ae-46ad-8033-55fbb8c6fe80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:20.045552 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-938c321d-19ae-46ad-8033-55fbb8c6fe80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:20.076842 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938c321d-19ae-46ad-8033-55fbb8c6fe80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:41:20.087739 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c321d-19ae-46ad-8033-55fbb8c6fe80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c05c4a-330b-4c0e-90ff-0f8826c4a6cc,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:20.094003 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-938c321d-19ae-46ad-8033-55fbb8c6fe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:20.094355 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-938c321d-19ae-46ad-8033-55fbb8c6fe80 admin admin] Added segment 6c4ea9e4-7e6b-4365-b5a4-d6f2bb39cea8 of type vlan for network e0efdb39-4b9e-47e8-910b-7ac51bc9dc53 Apr 20 16:41:20.138384 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-938c321d-19ae-46ad-8033-55fbb8c6fe80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:20.274521 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-938c321d-19ae-46ad-8033-55fbb8c6fe80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:20.275560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938c321d-19ae-46ad-8033-55fbb8c6fe80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:20.276207 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-938c321d-19ae-46ad-8033-55fbb8c6fe80 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:20.336844 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c321d-19ae-46ad-8033-55fbb8c6fe80 admin admin] Pushing event updated for resources: {'Network': ['ID=e0efdb39-4b9e-47e8-910b-7ac51bc9dc53,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:20.348329 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network e0efdb39-4b9e-47e8-910b-7ac51bc9dc53 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:41:20.436791 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-938c321d-19ae-46ad-8033-55fbb8c6fe80 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8405335 Apr 20 16:41:20.446602 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46202) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:20.451537 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b0613a2f-aaa6-4dfb-a300-84700358312c admin admin] Request body: {'subnet': {'network_id': 'e0efdb39-4b9e-47e8-910b-7ac51bc9dc53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1115119978-subnet', 'tenant_id': '4e4e8555a75b4b0cb962df6d6e8eb9de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:41:20.591290 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0613a2f-aaa6-4dfb-a300-84700358312c admin admin] Made reservation on behalf of 4e4e8555a75b4b0cb962df6d6e8eb9de for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:41:20.593985 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0613a2f-aaa6-4dfb-a300-84700358312c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:20.963297 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0613a2f-aaa6-4dfb-a300-84700358312c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:21.034530 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0613a2f-aaa6-4dfb-a300-84700358312c admin admin] Pushing event updated for resources: {'Subnet': ['ID=87b76edd-fb37-4b79-8c55-fbb2b9b5d474,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:21.049171 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:41:21.061801 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0613a2f-aaa6-4dfb-a300-84700358312c admin admin] Checking segment: {'id': '6c4ea9e4-7e6b-4365-b5a4-d6f2bb39cea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e0efdb39-4b9e-47e8-910b-7ac51bc9dc53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:41:21.062824 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0613a2f-aaa6-4dfb-a300-84700358312c admin admin] Network hostable DHCP agents. Network: e0efdb39-4b9e-47e8-910b-7ac51bc9dc53, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:41:21.179867 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0613a2f-aaa6-4dfb-a300-84700358312c admin admin] Network e0efdb39-4b9e-47e8-910b-7ac51bc9dc53 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:41:21.322808 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-b0613a2f-aaa6-4dfb-a300-84700358312c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, e0efdb39-4b9e-47e8-910b-7ac51bc9dc53) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:41:21.327309 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0613a2f-aaa6-4dfb-a300-84700358312c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:21.328103 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0613a2f-aaa6-4dfb-a300-84700358312c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:21.333801 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244ae581-76b4-4dea-b45a-b4d34c4fcca1 None None] Network e0efdb39-4b9e-47e8-910b-7ac51bc9dc53 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:41:21.441834 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b0613a2f-aaa6-4dfb-a300-84700358312c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9863276 Apr 20 16:41:21.510494 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52f4e75-d20b-4b34-92c5-dd1b32077409 None None] Network e0efdb39-4b9e-47e8-910b-7ac51bc9dc53 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:41:22.251813 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-82fa8b97-1984-4010-8d26-59e2e16e97f2 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:22.253238 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-82fa8b97-1984-4010-8d26-59e2e16e97f2 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/networks?id=c575b4ff-f3d2-43a0-9198-5777577cb724 HTTP/1.1" status: 200 len: 811 time: 0.1176505 Apr 20 16:41:22.270397 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-73effad2-f214-4d17-8ec1-76e4ae55e58b tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/quotas/69c1d52485224893974ea8d6631119d7 HTTP/1.1" status: 200 len: 375 time: 0.0104070 Apr 20 16:41:22.306117 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-3f8d62fb-77f5-4479-9539-b8717c6ff854 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=69c1d52485224893974ea8d6631119d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289254 Apr 20 16:41:22.410148 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-8baa689b-602b-4e18-b09d-1cea252cb5b8 service neutron] 10.222.0.15 "GET /v2.0/networks/c575b4ff-f3d2-43a0-9198-5777577cb724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963957 Apr 20 16:41:22.510055 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-29f0e6d5-6a34-4969-8ca0-86394b49fb56 service neutron] 10.222.0.15 "GET /v2.0/networks/c575b4ff-f3d2-43a0-9198-5777577cb724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935521 Apr 20 16:41:22.788732 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-001e68a5-36d8-45c0-b258-775799231126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:22.804989 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-698f49b4-6295-4f98-bfc4-8b7cf84e9c48 req-e26bfe1e-6a50-41f1-b9b9-a5f4025f805e tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 210 time: 0.0353348 Apr 20 16:41:23.892644 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9404db11-283b-4f0a-9c72-3aea1e61a228 req-611f9277-943d-4ad1-ae71-b55ddb10f2e1 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 210 time: 0.0290432 Apr 20 16:41:25.000281 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9bf7ade0-eac4-4844-817b-836d8ab494ba req-6c20afe0-7da0-412c-9dc7-ee6d94ae6a63 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 210 time: 0.0291395 Apr 20 16:41:25.142618 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3816-4e4a-4961-8aef-4ebb952ae028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:26.096435 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-472a20b8-27d2-46e3-84cb-3e27aeffcb9c tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:26.097777 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-472a20b8-27d2-46e3-84cb-3e27aeffcb9c tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.26 "GET /v2.0/networks?id=c575b4ff-f3d2-43a0-9198-5777577cb724 HTTP/1.1" status: 200 len: 811 time: 0.1246259 Apr 20 16:41:26.121375 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ad0666f-af8a-4267-bf8e-5b0aba26463f req-27d883bf-5613-4eff-a5a8-4ed80a1a0e95 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 210 time: 0.0489521 Apr 20 16:41:26.133471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-c1d42b1e-f16d-4a50-8c25-f267c8c3deff tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Request body: {'port': {'device_id': 'c9cab07d-0758-4217-b065-badbaff2cb02', 'network_id': 'c575b4ff-f3d2-43a0-9198-5777577cb724', 'admin_state_up': True, 'tenant_id': '69c1d52485224893974ea8d6631119d7'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:41:26.416772 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-c1d42b1e-f16d-4a50-8c25-f267c8c3deff tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Made reservation on behalf of 69c1d52485224893974ea8d6631119d7 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:41:26.417256 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:26.421029 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-c1d42b1e-f16d-4a50-8c25-f267c8c3deff tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:26.561900 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-c1d42b1e-f16d-4a50-8c25-f267c8c3deff tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Allocated IP 172.20.0.8 (c575b4ff-f3d2-43a0-9198-5777577cb724/f348e716-5a3f-47fb-81b5-2e74fde210bd/05a1a4ee-d671-4e1a-b08b-a0283230619b) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:41:26.710924 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-c1d42b1e-f16d-4a50-8c25-f267c8c3deff tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:26.852364 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-c1d42b1e-f16d-4a50-8c25-f267c8c3deff tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:26.909548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-c1d42b1e-f16d-4a50-8c25-f267c8c3deff tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Network c575b4ff-f3d2-43a0-9198-5777577cb724 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:41:26.912819 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-c1d42b1e-f16d-4a50-8c25-f267c8c3deff tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:41:26.915695 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-c1d42b1e-f16d-4a50-8c25-f267c8c3deff tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:41:26.942459 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d42b1e-f16d-4a50-8c25-f267c8c3deff tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Pushing event updated for resources: {'Port': ['ID=05a1a4ee-d671-4e1a-b08b-a0283230619b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:26.982726 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-c1d42b1e-f16d-4a50-8c25-f267c8c3deff tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:26.983356 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-c1d42b1e-f16d-4a50-8c25-f267c8c3deff tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:27.137370 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-c1d42b1e-f16d-4a50-8c25-f267c8c3deff tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0199330 Apr 20 16:41:27.155764 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-acc6668a-744d-465f-87b2-589e3691f7bc service neutron] Request body: {'port': {'device_id': 'c9cab07d-0758-4217-b065-badbaff2cb02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:41:27.227257 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-acc6668a-744d-465f-87b2-589e3691f7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:27.296824 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0e778-8d51-49a0-8045-ca014afd474a req-4a562e44-c7bb-43f4-b588-9a7271b14051 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:27.299170 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-82e0e778-8d51-49a0-8045-ca014afd474a req-4a562e44-c7bb-43f4-b588-9a7271b14051 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 931 time: 0.0607142 Apr 20 16:41:27.347906 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-82e0e778-8d51-49a0-8045-ca014afd474a req-487876ca-17cf-490b-973b-186bb375113b tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424438 Apr 20 16:41:27.584268 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-acc6668a-744d-465f-87b2-589e3691f7bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a1a4ee-d671-4e1a-b08b-a0283230619b {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:41:27.592588 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-acc6668a-744d-465f-87b2-589e3691f7bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:27.605569 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-acc6668a-744d-465f-87b2-589e3691f7bc service neutron] Transition to ACTIVE for port object 05a1a4ee-d671-4e1a-b08b-a0283230619b will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:41:27.747931 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-acc6668a-744d-465f-87b2-589e3691f7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:27.797814 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6668a-744d-465f-87b2-589e3691f7bc service neutron] Pushing event updated for resources: {'Port': ['ID=05a1a4ee-d671-4e1a-b08b-a0283230619b,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:27.843690 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:27.874226 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-acc6668a-744d-465f-87b2-589e3691f7bc service neutron] Attempting to bind port 05a1a4ee-d671-4e1a-b08b-a0283230619b on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:41:27.874563 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-acc6668a-744d-465f-87b2-589e3691f7bc service neutron] Attempting to bind port 05a1a4ee-d671-4e1a-b08b-a0283230619b by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '0022b4f8-8a10-4684-b31a-96054d29fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c575b4ff-f3d2-43a0-9198-5777577cb724'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:41:27.874897 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-acc6668a-744d-465f-87b2-589e3691f7bc service neutron] Attempting to bind port 05a1a4ee-d671-4e1a-b08b-a0283230619b on network c575b4ff-f3d2-43a0-9198-5777577cb724 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:41:27.879309 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-acc6668a-744d-465f-87b2-589e3691f7bc service neutron] Port 05a1a4ee-d671-4e1a-b08b-a0283230619b on network c575b4ff-f3d2-43a0-9198-5777577cb724 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:41:27.879632 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-acc6668a-744d-465f-87b2-589e3691f7bc service neutron] Attempting to bind port 05a1a4ee-d671-4e1a-b08b-a0283230619b on network c575b4ff-f3d2-43a0-9198-5777577cb724 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:41:27.884923 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-acc6668a-744d-465f-87b2-589e3691f7bc service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:41:27.885267 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-acc6668a-744d-465f-87b2-589e3691f7bc service neutron] Checking segment: {'id': '0022b4f8-8a10-4684-b31a-96054d29fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c575b4ff-f3d2-43a0-9198-5777577cb724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:41:27.885654 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-acc6668a-744d-465f-87b2-589e3691f7bc service neutron] Bound using segment: {'id': '0022b4f8-8a10-4684-b31a-96054d29fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c575b4ff-f3d2-43a0-9198-5777577cb724'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:41:27.886075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-acc6668a-744d-465f-87b2-589e3691f7bc service neutron] Bound port: 05a1a4ee-d671-4e1a-b08b-a0283230619b, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0022b4f8-8a10-4684-b31a-96054d29fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c575b4ff-f3d2-43a0-9198-5777577cb724'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:41:27.886462 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-acc6668a-744d-465f-87b2-589e3691f7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:28.130912 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:28.247021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-acc6668a-744d-465f-87b2-589e3691f7bc service neutron] For port 05a1a4ee-d671-4e1a-b08b-a0283230619b, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:41:28.249932 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-acc6668a-744d-465f-87b2-589e3691f7bc service neutron] For port 05a1a4ee-d671-4e1a-b08b-a0283230619b, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=05a1a4ee-d671-4e1a-b08b-a0283230619b,segment=NetworkSegment(0022b4f8-8a10-4684-b31a-96054d29fa18),segment_id=0022b4f8-8a10-4684-b31a-96054d29fa18)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:41:28.328466 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-acc6668a-744d-465f-87b2-589e3691f7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:28.370501 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-acc6668a-744d-465f-87b2-589e3691f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:28.371188 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-acc6668a-744d-465f-87b2-589e3691f7bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:28.374149 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-acc6668a-744d-465f-87b2-589e3691f7bc service neutron] 10.222.0.26 "PUT /v2.0/ports/05a1a4ee-d671-4e1a-b08b-a0283230619b HTTP/1.1" status: 200 len: 1091 time: 1.2222643 Apr 20 16:41:28.374149 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cab07d-0758-4217-b065-badbaff2cb02', 'tag': '05a1a4ee-d671-4e1a-b08b-a0283230619b'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:41:28.375573 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d750c78-f0dd-48d6-a6cf-eca7e47e7e74" -d '{"events": [{"name": "network-changed", "server_uuid": "c9cab07d-0758-4217-b065-badbaff2cb02", "tag": "05a1a4ee-d671-4e1a-b08b-a0283230619b"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:41:28.394803 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6668a-744d-465f-87b2-589e3691f7bc service neutron] Pushing event updated for resources: {'Port': ['ID=05a1a4ee-d671-4e1a-b08b-a0283230619b,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:28.422885 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db8393a-d0b7-4075-882d-8b2f1e9e112a x-openstack-request-id: req-3db8393a-d0b7-4075-882d-8b2f1e9e112a {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:41:28.423337 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9cab07d-0758-4217-b065-badbaff2cb02", "tag": "05a1a4ee-d671-4e1a-b08b-a0283230619b", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:41:28.423592 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3db8393a-d0b7-4075-882d-8b2f1e9e112a {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:41:28.424026 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db8393a-d0b7-4075-882d-8b2f1e9e112a'] response: {'name': 'network-changed', 'server_uuid': 'c9cab07d-0758-4217-b065-badbaff2cb02', 'tag': '05a1a4ee-d671-4e1a-b08b-a0283230619b', 'status': 'completed', 'code': 200} Apr 20 16:41:28.505355 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d80986-dada-48cc-b03a-7388b5a5140e req-336723bb-d66c-4038-aec6-88e5e12ffff6 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:28.507000 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6d80986-dada-48cc-b03a-7388b5a5140e req-336723bb-d66c-4038-aec6-88e5e12ffff6 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 943 time: 0.0773916 Apr 20 16:41:28.537776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d750c78-f0dd-48d6-a6cf-eca7e47e7e74 req-3db9818e-0cfd-41d3-bab0-926d09b17650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:28.539464 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d750c78-f0dd-48d6-a6cf-eca7e47e7e74 req-3db9818e-0cfd-41d3-bab0-926d09b17650 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=69c1d52485224893974ea8d6631119d7&device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 1094 time: 0.0745220 Apr 20 16:41:28.590448 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6d80986-dada-48cc-b03a-7388b5a5140e req-663a00fe-3a4b-4056-a96b-15937a338e7a tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738182 Apr 20 16:41:28.662167 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d750c78-f0dd-48d6-a6cf-eca7e47e7e74 req-13bbc623-ead6-43b4-8b51-1defac1cc09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:28.663612 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d750c78-f0dd-48d6-a6cf-eca7e47e7e74 req-13bbc623-ead6-43b4-8b51-1defac1cc09e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=69c1d52485224893974ea8d6631119d7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1103735 Apr 20 16:41:28.699411 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:28.764782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d750c78-f0dd-48d6-a6cf-eca7e47e7e74 req-abd45f38-bd0f-469e-97d3-325743400552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:28.766248 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d750c78-f0dd-48d6-a6cf-eca7e47e7e74 req-abd45f38-bd0f-469e-97d3-325743400552 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969071 Apr 20 16:41:28.858958 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-878d1155-5e57-456f-af44-ed507317d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:28.860652 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-878d1155-5e57-456f-af44-ed507317d1a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=69c1d52485224893974ea8d6631119d7&device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 1094 time: 0.0409405 Apr 20 16:41:28.909201 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-35b1ac6d-fca9-4065-ae89-c40e5c9576c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05a1a4ee-d671-4e1a-b08b-a0283230619b HTTP/1.1" status: 200 len: 217 time: 0.0363655 Apr 20 16:41:28.956974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-15c7e2b2-a225-4f8e-ac09-54307a5cbcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:28.958429 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-15c7e2b2-a225-4f8e-ac09-54307a5cbcd0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f348e716-5a3f-47fb-81b5-2e74fde210bd HTTP/1.1" status: 200 len: 851 time: 0.0429842 Apr 20 16:41:28.989527 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-a87e3b34-7f06-4afe-aa0d-1a68cd5f29b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c575b4ff-f3d2-43a0-9198-5777577cb724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246389 Apr 20 16:41:29.073804 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-20ed51bc-9710-487c-b8a3-1b843d4354f9 service neutron] 10.222.0.26 "GET /v2.0/networks/c575b4ff-f3d2-43a0-9198-5777577cb724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781581 Apr 20 16:41:29.164960 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19a2b4c7-bfdb-4509-8711-340554bd16d3 req-47cb5330-3f9d-449d-b36c-d3c94cc4a082 service neutron] 10.222.0.26 "GET /v2.0/networks/c575b4ff-f3d2-43a0-9198-5777577cb724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838437 Apr 20 16:41:29.731168 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46320) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:29.747792 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c936d-8437-4f1d-97b7-d5a0ae1a0ab4 req-3d3d9287-4952-404c-8578-a4ab4a6b679a tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:29.749453 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0d6c936d-8437-4f1d-97b7-d5a0ae1a0ab4 req-3d3d9287-4952-404c-8578-a4ab4a6b679a tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 943 time: 0.0512254 Apr 20 16:41:29.791712 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0d6c936d-8437-4f1d-97b7-d5a0ae1a0ab4 req-a313581b-a108-49b2-81f7-78cd2d71b601 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352829 Apr 20 16:41:29.846950 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-37b564e6-b31b-4d78-b8c7-ae1450c156f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:29.932112 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-37b564e6-b31b-4d78-b8c7-ae1450c156f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:29.948076 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:30.040095 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-37b564e6-b31b-4d78-b8c7-ae1450c156f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:30.084442 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-37b564e6-b31b-4d78-b8c7-ae1450c156f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c7ecaed6016412f93212d8545fd12ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3498209 Apr 20 16:41:30.084442 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b564e6-b31b-4d78-b8c7-ae1450c156f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab1682f-017f-4e22-8a30-40d99f0b037b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:30.085455 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46324) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:30.155813 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7fb82af-11ce-4a1e-b980-a487e56423c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:30.180591 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7fb82af-11ce-4a1e-b980-a487e56423c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:30.339130 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7fb82af-11ce-4a1e-b980-a487e56423c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:30.341875 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7fb82af-11ce-4a1e-b980-a487e56423c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:30.343031 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a7fb82af-11ce-4a1e-b980-a487e56423c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bab1682f-017f-4e22-8a30-40d99f0b037b HTTP/1.1" status: 204 len: 168 time: 0.2553558 Apr 20 16:41:30.351628 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb82af-11ce-4a1e-b980-a487e56423c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab1682f-017f-4e22-8a30-40d99f0b037b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:30.927510 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ce5a8-0378-40f8-8b59-aad4b02d34de req-89289947-a15a-4eb3-8b82-018143e573cb tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:30.929675 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b07ce5a8-0378-40f8-8b59-aad4b02d34de req-89289947-a15a-4eb3-8b82-018143e573cb tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 943 time: 0.0639043 Apr 20 16:41:30.971965 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b07ce5a8-0378-40f8-8b59-aad4b02d34de req-43590a6e-3428-4052-83d5-0071c1ee6076 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356677 Apr 20 16:41:32.134464 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda552c8-5855-4c7c-a69e-4bb65f045960 req-e241ee2d-3bcf-49ca-82c9-8dd3d751de5d tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:32.136126 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cda552c8-5855-4c7c-a69e-4bb65f045960 req-e241ee2d-3bcf-49ca-82c9-8dd3d751de5d tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 943 time: 0.0811222 Apr 20 16:41:32.176582 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cda552c8-5855-4c7c-a69e-4bb65f045960 req-3be81974-d9c3-44fd-927c-f8e960ad1756 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329332 Apr 20 16:41:32.342592 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46404) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:32.463047 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c2c0edfa-ff98-4573-bb16-86bea1f759c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:32.544428 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c2c0edfa-ff98-4573-bb16-86bea1f759c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:32.668100 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c2c0edfa-ff98-4573-bb16-86bea1f759c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:32.719690 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c2c0edfa-ff98-4573-bb16-86bea1f759c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb411d210bfc47d5b753d6f0868aab6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3737912 Apr 20 16:41:32.719690 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0edfa-ff98-4573-bb16-86bea1f759c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0524c8b-c551-4f84-9322-5a23a54307ca,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:32.720148 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46410) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:32.776154 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac2f9026-736a-4e93-9566-ea48fd25bbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:32.799564 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac2f9026-736a-4e93-9566-ea48fd25bbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:32.853626 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 05a1a4ee-d671-4e1a-b08b-a0283230619b details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:41:32.949980 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 05a1a4ee-d671-4e1a-b08b-a0283230619b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=05a1a4ee-d671-4e1a-b08b-a0283230619b,segment=NetworkSegment(0022b4f8-8a10-4684-b31a-96054d29fa18),segment_id=0022b4f8-8a10-4684-b31a-96054d29fa18)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:41:32.966080 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '05a1a4ee-d671-4e1a-b08b-a0283230619b', 'network_id': 'c575b4ff-f3d2-43a0-9198-5777577cb724', 'port_id': '05a1a4ee-d671-4e1a-b08b-a0283230619b', 'mac_address': 'fa:16:3e:32:da:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f348e716-5a3f-47fb-81b5-2e74fde210bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:41:32.968142 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac2f9026-736a-4e93-9566-ea48fd25bbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:32.970824 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac2f9026-736a-4e93-9566-ea48fd25bbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:32.972190 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ac2f9026-736a-4e93-9566-ea48fd25bbab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0524c8b-c551-4f84-9322-5a23a54307ca HTTP/1.1" status: 204 len: 168 time: 0.2509456 Apr 20 16:41:32.989228 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f9026-736a-4e93-9566-ea48fd25bbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0524c8b-c551-4f84-9322-5a23a54307ca,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:33.017083 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:33.032553 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a1a4ee-d671-4e1a-b08b-a0283230619b {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:41:33.059937 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 05a1a4ee-d671-4e1a-b08b-a0283230619b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=05a1a4ee-d671-4e1a-b08b-a0283230619b,segment=NetworkSegment(0022b4f8-8a10-4684-b31a-96054d29fa18),segment_id=0022b4f8-8a10-4684-b31a-96054d29fa18)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:41:33.245883 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:33.303498 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9ddb3-478d-47c7-9118-9bf763d4a7be req-73d885eb-d398-46ea-980e-2c6bbbe22eca tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:33.305678 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bea9ddb3-478d-47c7-9118-9bf763d4a7be req-73d885eb-d398-46ea-980e-2c6bbbe22eca tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 944 time: 0.0591617 Apr 20 16:41:33.312519 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=05a1a4ee-d671-4e1a-b08b-a0283230619b,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:33.349295 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bea9ddb3-478d-47c7-9118-9bf763d4a7be req-b8245bae-62a4-4454-b7a4-f05951627c5d tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323682 Apr 20 16:41:33.681347 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['05a1a4ee-d671-4e1a-b08b-a0283230619b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:41:34.491013 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521d37c-c5b8-458b-920d-c65c625b257b req-cdf71ec9-4d58-4c7d-b4a6-02a54a8c6bb8 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:34.498527 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a521d37c-c5b8-458b-920d-c65c625b257b req-cdf71ec9-4d58-4c7d-b4a6-02a54a8c6bb8 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 944 time: 0.0581491 Apr 20 16:41:34.543326 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a521d37c-c5b8-458b-920d-c65c625b257b req-6080f275-9758-4dda-9f70-8c3620356d30 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423627 Apr 20 16:41:34.852942 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 05a1a4ee-d671-4e1a-b08b-a0283230619b up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:41:34.985253 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 05a1a4ee-d671-4e1a-b08b-a0283230619b completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:41:34.989506 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 05a1a4ee-d671-4e1a-b08b-a0283230619b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:41:34.990011 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:35.077113 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:35.103397 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cab07d-0758-4217-b065-badbaff2cb02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a1a4ee-d671-4e1a-b08b-a0283230619b'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:41:35.105666 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d325684d-3008-4c3a-8d62-f50cce3960a2" -d '{"events": [{"server_uuid": "c9cab07d-0758-4217-b065-badbaff2cb02", "name": "network-vif-plugged", "status": "completed", "tag": "05a1a4ee-d671-4e1a-b08b-a0283230619b"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:41:35.120501 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 05a1a4ee-d671-4e1a-b08b-a0283230619b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=05a1a4ee-d671-4e1a-b08b-a0283230619b,segment=NetworkSegment(0022b4f8-8a10-4684-b31a-96054d29fa18),segment_id=0022b4f8-8a10-4684-b31a-96054d29fa18)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:41:35.156514 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7cd53e-fa96-4099-a895-9d9dddf6d5cb x-openstack-request-id: req-ec7cd53e-fa96-4099-a895-9d9dddf6d5cb {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:41:35.157463 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cab07d-0758-4217-b065-badbaff2cb02", "name": "network-vif-plugged", "status": "completed", "tag": "05a1a4ee-d671-4e1a-b08b-a0283230619b", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:41:35.158002 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec7cd53e-fa96-4099-a895-9d9dddf6d5cb {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:41:35.158815 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec7cd53e-fa96-4099-a895-9d9dddf6d5cb'] response: {'server_uuid': 'c9cab07d-0758-4217-b065-badbaff2cb02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a1a4ee-d671-4e1a-b08b-a0283230619b', 'code': 200} Apr 20 16:41:35.219742 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:35.278938 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=05a1a4ee-d671-4e1a-b08b-a0283230619b,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:35.285264 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2d739-39cd-4faf-acc2-e546206459d2 req-f91a3ecd-2339-43e9-bc8a-20ee9167679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:35.287780 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17f2d739-39cd-4faf-acc2-e546206459d2 req-f91a3ecd-2339-43e9-bc8a-20ee9167679d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 1096 time: 0.0499699 Apr 20 16:41:35.325159 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-17f2d739-39cd-4faf-acc2-e546206459d2 req-34e69d6f-53e6-4692-ac48-fb20c2737e54 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310690 Apr 20 16:41:35.687919 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dbe16-e8c2-4d34-867f-b2737d47d8d2 req-4d965f46-5fac-47bd-9cf3-1b22773f22d1 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:35.689556 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-547dbe16-e8c2-4d34-867f-b2737d47d8d2 req-4d965f46-5fac-47bd-9cf3-1b22773f22d1 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 945 time: 0.0682657 Apr 20 16:41:35.758186 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-547dbe16-e8c2-4d34-867f-b2737d47d8d2 req-61a2b83d-9cce-4d82-985e-66b5e892532a tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605547 Apr 20 16:41:36.920956 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849faa8-a41f-4546-924c-15b052d406b8 req-be3bf1b1-5fa4-4661-a642-8112cafa423c tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:36.929704 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0849faa8-a41f-4546-924c-15b052d406b8 req-be3bf1b1-5fa4-4661-a642-8112cafa423c tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 945 time: 0.0878444 Apr 20 16:41:36.977663 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0849faa8-a41f-4546-924c-15b052d406b8 req-e56e01bd-9285-4311-a2c8-ac0c773321b6 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465031 Apr 20 16:41:38.129236 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308af45a-5656-4cd8-9d88-b267dbebdfa8 req-09ee81a6-4fbd-4f18-820c-07b45af22302 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:38.130798 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-308af45a-5656-4cd8-9d88-b267dbebdfa8 req-09ee81a6-4fbd-4f18-820c-07b45af22302 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 945 time: 0.0751202 Apr 20 16:41:38.185637 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-308af45a-5656-4cd8-9d88-b267dbebdfa8 req-f9a13481-15b2-46ee-999b-144381238924 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458546 Apr 20 16:41:38.314607 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb787ed7-05ae-42af-b562-107858ccf824 req-247f199e-6e3c-4c61-a294-163d892106ec tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:38.323172 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cb787ed7-05ae-42af-b562-107858ccf824 req-247f199e-6e3c-4c61-a294-163d892106ec tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 945 time: 0.0612142 Apr 20 16:41:38.366019 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cb787ed7-05ae-42af-b562-107858ccf824 req-7cdddd7f-9859-4c5e-b175-c52ffaacce8d tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418327 Apr 20 16:41:39.112600 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b007c0-8a0c-46fc-87a8-d5cc16568e1f req-f05ed079-8393-42a8-8739-7468c2d52721 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:39.112600 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4b007c0-8a0c-46fc-87a8-d5cc16568e1f req-f05ed079-8393-42a8-8739-7468c2d52721 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 945 time: 0.0595376 Apr 20 16:41:39.164602 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4b007c0-8a0c-46fc-87a8-d5cc16568e1f req-10c6833b-72e2-424e-828e-dfbba7b1b129 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462809 Apr 20 16:41:40.303148 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e979c8-cd0c-4501-bfe0-e829715a70f6 req-ac2a44a2-0b45-4bc3-a03f-c30d2770deeb tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:40.304743 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-55e979c8-cd0c-4501-bfe0-e829715a70f6 req-ac2a44a2-0b45-4bc3-a03f-c30d2770deeb tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 945 time: 0.0580943 Apr 20 16:41:40.354800 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-55e979c8-cd0c-4501-bfe0-e829715a70f6 req-bdb0d227-ec37-436a-b0eb-dd4ec4deac30 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410140 Apr 20 16:41:41.501006 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd124165-a45e-4126-8989-a5c184cd34cb req-30f58e20-ca64-4e6a-a1d3-94f246e0a2f5 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:41.505892 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd124165-a45e-4126-8989-a5c184cd34cb req-30f58e20-ca64-4e6a-a1d3-94f246e0a2f5 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 945 time: 0.0662601 Apr 20 16:41:41.549716 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd124165-a45e-4126-8989-a5c184cd34cb req-b93b110a-c35a-4606-958b-92596f8ba687 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398340 Apr 20 16:41:42.195628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fc14c-f73a-443a-92af-a894abe8d170 req-87d1f7f6-d23f-4018-9ee1-e4b8fb79446b tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:42.203420 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c42fc14c-f73a-443a-92af-a894abe8d170 req-87d1f7f6-d23f-4018-9ee1-e4b8fb79446b tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 945 time: 0.0603781 Apr 20 16:41:42.253114 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c42fc14c-f73a-443a-92af-a894abe8d170 req-17a8a4b3-fe98-428d-b9e4-12146727637b tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484843 Apr 20 16:41:42.431184 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2425e50-8cba-4457-b284-fa1a6cc6c32c req-32a9192f-e920-4572-98b1-9a4f47db5bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:42.433532 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2425e50-8cba-4457-b284-fa1a6cc6c32c req-32a9192f-e920-4572-98b1-9a4f47db5bd8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=69c1d52485224893974ea8d6631119d7&device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 1096 time: 0.0703135 Apr 20 16:41:42.557241 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2425e50-8cba-4457-b284-fa1a6cc6c32c req-67485132-6e68-4e72-ad2c-27f39160b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:42.558703 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2425e50-8cba-4457-b284-fa1a6cc6c32c req-67485132-6e68-4e72-ad2c-27f39160b8e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c575b4ff-f3d2-43a0-9198-5777577cb724 HTTP/1.1" status: 200 len: 912 time: 0.1190627 Apr 20 16:41:42.611500 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2425e50-8cba-4457-b284-fa1a6cc6c32c req-8592fd8c-837a-4303-9579-841f87c84ec1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05a1a4ee-d671-4e1a-b08b-a0283230619b HTTP/1.1" status: 200 len: 217 time: 0.0457745 Apr 20 16:41:42.662362 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2425e50-8cba-4457-b284-fa1a6cc6c32c req-89765027-e0a5-43a5-9d55-aab2d27b493e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:42.664247 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2425e50-8cba-4457-b284-fa1a6cc6c32c req-89765027-e0a5-43a5-9d55-aab2d27b493e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f348e716-5a3f-47fb-81b5-2e74fde210bd HTTP/1.1" status: 200 len: 851 time: 0.0463979 Apr 20 16:41:42.699578 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2425e50-8cba-4457-b284-fa1a6cc6c32c req-75f6af4f-5373-4b02-bed3-7a19717b205d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c575b4ff-f3d2-43a0-9198-5777577cb724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282838 Apr 20 16:41:42.810928 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2425e50-8cba-4457-b284-fa1a6cc6c32c req-90872201-a11b-4e20-afbf-72debbe00c82 service neutron] 10.222.0.26 "GET /v2.0/networks/c575b4ff-f3d2-43a0-9198-5777577cb724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043816 Apr 20 16:41:42.927578 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2425e50-8cba-4457-b284-fa1a6cc6c32c req-d58c1807-80c0-49fe-9f03-e939ea004b66 service neutron] 10.222.0.26 "GET /v2.0/networks/c575b4ff-f3d2-43a0-9198-5777577cb724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087527 Apr 20 16:41:43.403559 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0d04d-6b60-437b-88f1-c73f179593c3 req-50f0096e-d90c-496e-adb2-947ae73ddd9c tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:43.405618 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-33f0d04d-6b60-437b-88f1-c73f179593c3 req-50f0096e-d90c-496e-adb2-947ae73ddd9c tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 945 time: 0.0580812 Apr 20 16:41:43.446992 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-33f0d04d-6b60-437b-88f1-c73f179593c3 req-db953974-f1f2-4f5f-8ac1-b8338d1e12b7 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343149 Apr 20 16:41:44.576001 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e91b7-2937-4354-8b26-45d9245ebc4e req-304931a2-b763-4b7d-a30d-7fe8ab779dfa tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:44.581335 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-028e91b7-2937-4354-8b26-45d9245ebc4e req-304931a2-b763-4b7d-a30d-7fe8ab779dfa tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 945 time: 0.0640430 Apr 20 16:41:44.626845 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-028e91b7-2937-4354-8b26-45d9245ebc4e req-f04f35fe-46a8-4fb8-a994-43a2e3513ec7 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433669 Apr 20 16:41:45.352712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346ab3c-1d26-4f94-ad47-e9cd03e6bcc0 req-b84bc80e-3b8b-494d-99f4-8420cc987e80 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:45.361506 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0346ab3c-1d26-4f94-ad47-e9cd03e6bcc0 req-b84bc80e-3b8b-494d-99f4-8420cc987e80 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 945 time: 0.0685372 Apr 20 16:41:45.401456 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0346ab3c-1d26-4f94-ad47-e9cd03e6bcc0 req-cf2cbed7-73ef-4478-9bba-4314380bd821 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390081 Apr 20 16:41:46.534386 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6960a53-5a43-4891-9de2-ef314e4af0fa req-1f38dfe8-ede0-4a21-bcb0-28baf9276508 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:46.536310 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6960a53-5a43-4891-9de2-ef314e4af0fa req-1f38dfe8-ede0-4a21-bcb0-28baf9276508 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 945 time: 0.0579476 Apr 20 16:41:46.595595 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6960a53-5a43-4891-9de2-ef314e4af0fa req-7ff94f8b-8d28-40f9-a4c1-b89fe95a366a tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524168 Apr 20 16:41:47.724213 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56db78a-4a79-450b-a43e-ac3f0c86540c req-03eb06d7-d6cc-44d6-b1d7-dda4fec0366a tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:47.725805 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f56db78a-4a79-450b-a43e-ac3f0c86540c req-03eb06d7-d6cc-44d6-b1d7-dda4fec0366a tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 945 time: 0.0527937 Apr 20 16:41:47.774715 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f56db78a-4a79-450b-a43e-ac3f0c86540c req-92630e46-7d38-4461-a196-dc8db2912751 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409057 Apr 20 16:41:48.250548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474be895-be4d-4def-916e-d429e25edb6a req-235d1890-48f9-4381-89d4-2ac1e97488fc tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:48.253204 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-474be895-be4d-4def-916e-d429e25edb6a req-235d1890-48f9-4381-89d4-2ac1e97488fc tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 945 time: 0.0559082 Apr 20 16:41:48.337318 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-474be895-be4d-4def-916e-d429e25edb6a req-ba6d99da-0dd8-44b3-b0d1-b93d228ac9e3 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764015 Apr 20 16:41:48.391770 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2603d2f-1530-4074-8f7f-df8f4483b398 req-911036d9-02cc-47cb-96ea-aa4d464a55df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:48.393248 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b2603d2f-1530-4074-8f7f-df8f4483b398 req-911036d9-02cc-47cb-96ea-aa4d464a55df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=69c1d52485224893974ea8d6631119d7&device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 1096 time: 0.0549922 Apr 20 16:41:48.497945 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2603d2f-1530-4074-8f7f-df8f4483b398 req-4809b1a1-fcb2-41ad-8926-8a105f0a53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:48.499595 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b2603d2f-1530-4074-8f7f-df8f4483b398 req-4809b1a1-fcb2-41ad-8926-8a105f0a53dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=c575b4ff-f3d2-43a0-9198-5777577cb724 HTTP/1.1" status: 200 len: 912 time: 0.0998986 Apr 20 16:41:48.542903 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b2603d2f-1530-4074-8f7f-df8f4483b398 req-77e29557-6e83-4ad4-8cc0-e3222cff8538 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05a1a4ee-d671-4e1a-b08b-a0283230619b HTTP/1.1" status: 200 len: 217 time: 0.0372832 Apr 20 16:41:48.598932 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2603d2f-1530-4074-8f7f-df8f4483b398 req-ebba41ce-c8dc-4525-ad8a-84da5b37f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:48.600625 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b2603d2f-1530-4074-8f7f-df8f4483b398 req-ebba41ce-c8dc-4525-ad8a-84da5b37f8a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f348e716-5a3f-47fb-81b5-2e74fde210bd HTTP/1.1" status: 200 len: 851 time: 0.0505126 Apr 20 16:41:48.634071 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b2603d2f-1530-4074-8f7f-df8f4483b398 req-cb9aa427-bd3c-4e82-b073-a559aa4e0a0c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c575b4ff-f3d2-43a0-9198-5777577cb724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273135 Apr 20 16:41:48.737711 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b2603d2f-1530-4074-8f7f-df8f4483b398 req-cba0726e-85d8-4338-8b2a-75ff6b16e7eb service neutron] 10.222.0.26 "GET /v2.0/networks/c575b4ff-f3d2-43a0-9198-5777577cb724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965788 Apr 20 16:41:48.883818 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b2603d2f-1530-4074-8f7f-df8f4483b398 req-7899f2fe-d233-40c3-9434-03b67b6c5615 service neutron] 10.222.0.26 "GET /v2.0/networks/c575b4ff-f3d2-43a0-9198-5777577cb724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385272 Apr 20 16:41:49.497941 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183750c-5b26-4eee-8da3-748467a73157 req-1103d78b-cbb6-47e8-b42a-69fc8d1650a5 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:49.505954 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b183750c-5b26-4eee-8da3-748467a73157 req-1103d78b-cbb6-47e8-b42a-69fc8d1650a5 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 945 time: 0.0695429 Apr 20 16:41:49.532878 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46664) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:49.572106 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b183750c-5b26-4eee-8da3-748467a73157 req-f80ff274-6193-4562-b90a-31b898bd7275 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650837 Apr 20 16:41:49.687120 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f4f3-aca1-4d6d-bbab-167700da2588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:49.772325 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f4f3-aca1-4d6d-bbab-167700da2588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:49.833417 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f4f3-aca1-4d6d-bbab-167700da2588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:49.875821 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c6c9f4f3-aca1-4d6d-bbab-167700da2588 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a30589cf6214b438ffbe3b63a5cbfc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3418410 Apr 20 16:41:49.878455 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46670) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:49.879692 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9f4f3-aca1-4d6d-bbab-167700da2588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c63168-4235-4f08-95e2-9a4cbd2d403f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:49.960595 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2c20e243-d745-4d69-9608-a69c665a07ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:49.982526 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2c20e243-d745-4d69-9608-a69c665a07ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:50.159161 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2c20e243-d745-4d69-9608-a69c665a07ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:50.162151 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2c20e243-d745-4d69-9608-a69c665a07ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:50.163936 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2c20e243-d745-4d69-9608-a69c665a07ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96c63168-4235-4f08-95e2-9a4cbd2d403f HTTP/1.1" status: 204 len: 168 time: 0.2836962 Apr 20 16:41:50.181021 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20e243-d745-4d69-9608-a69c665a07ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c63168-4235-4f08-95e2-9a4cbd2d403f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:50.723072 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336431e-4f5e-413b-b7d6-5e7fdcb6d069 req-e34c4435-4176-41de-ae0a-e3e8b93c86c2 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:50.730129 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4336431e-4f5e-413b-b7d6-5e7fdcb6d069 req-e34c4435-4176-41de-ae0a-e3e8b93c86c2 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 945 time: 0.0617318 Apr 20 16:41:50.770235 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4336431e-4f5e-413b-b7d6-5e7fdcb6d069 req-4d7ba20c-c51a-4369-bb88-3dae3f039b91 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390208 Apr 20 16:41:51.481319 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46714) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:51.484617 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5d5d6-21e2-48cd-8bc2-28956d52139c req-4ab176be-0217-4418-bc95-699bdea5ed8e tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:51.486220 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-36b5d5d6-21e2-48cd-8bc2-28956d52139c req-4ab176be-0217-4418-bc95-699bdea5ed8e tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 945 time: 0.0502110 Apr 20 16:41:51.530548 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-36b5d5d6-21e2-48cd-8bc2-28956d52139c req-be06ecec-d7f6-44b7-ad38-289b9631da2b tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339451 Apr 20 16:41:51.639174 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a41db92c-7218-41cb-8cfe-0d034b4844a5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1379634664-network', 'tenant_id': '89276b194611435f91cf83dc9e96548b'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:41:51.821603 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41db92c-7218-41cb-8cfe-0d034b4844a5 admin admin] Made reservation on behalf of 89276b194611435f91cf83dc9e96548b for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:41:51.824044 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a41db92c-7218-41cb-8cfe-0d034b4844a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:51.836572 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a41db92c-7218-41cb-8cfe-0d034b4844a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:51.911557 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a41db92c-7218-41cb-8cfe-0d034b4844a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:52.001688 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a41db92c-7218-41cb-8cfe-0d034b4844a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:52.028950 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41db92c-7218-41cb-8cfe-0d034b4844a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:41:52.034975 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41db92c-7218-41cb-8cfe-0d034b4844a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95716fac-9416-4d9e-be4b-f6d4c9b87fde,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:52.040758 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a41db92c-7218-41cb-8cfe-0d034b4844a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:52.041098 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-a41db92c-7218-41cb-8cfe-0d034b4844a5 admin admin] Added segment a1d53c19-ef42-4430-85c2-b91e110a1ddd of type vlan for network 45075084-5307-4652-bafe-1d4bc624b83e Apr 20 16:41:52.080815 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a41db92c-7218-41cb-8cfe-0d034b4844a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:52.336431 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a41db92c-7218-41cb-8cfe-0d034b4844a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:52.337424 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41db92c-7218-41cb-8cfe-0d034b4844a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:52.338015 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a41db92c-7218-41cb-8cfe-0d034b4844a5 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:52.400567 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41db92c-7218-41cb-8cfe-0d034b4844a5 admin admin] Pushing event updated for resources: {'Network': ['ID=45075084-5307-4652-bafe-1d4bc624b83e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:52.411137 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 45075084-5307-4652-bafe-1d4bc624b83e details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:41:52.536038 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a41db92c-7218-41cb-8cfe-0d034b4844a5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0534937 Apr 20 16:41:52.538793 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46728) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:52.543599 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-aecb45d3-7653-4d12-86ac-b63a0e7df0ad admin admin] Request body: {'subnet': {'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1379634664-subnet', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:41:52.658480 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a7dd0-fd4a-4917-8ca2-618a9ad235bb req-14c0db90-250c-4476-80f9-5259eef65230 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:52.660136 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dc5a7dd0-fd4a-4917-8ca2-618a9ad235bb req-14c0db90-250c-4476-80f9-5259eef65230 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 945 time: 0.0535941 Apr 20 16:41:52.682331 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecb45d3-7653-4d12-86ac-b63a0e7df0ad admin admin] Made reservation on behalf of 89276b194611435f91cf83dc9e96548b for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:41:52.682331 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aecb45d3-7653-4d12-86ac-b63a0e7df0ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:52.758236 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dc5a7dd0-fd4a-4917-8ca2-618a9ad235bb req-c3413610-aac5-4201-81de-866bd64c747c tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863833 Apr 20 16:41:52.841777 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4c7f809d-5d00-4764-9a2e-a129a9f48377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:53.030551 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aecb45d3-7653-4d12-86ac-b63a0e7df0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:53.089372 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb45d3-7653-4d12-86ac-b63a0e7df0ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=84f859e8-1f59-4fe7-930d-c92d7f74a0a0,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:53.098414 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecb45d3-7653-4d12-86ac-b63a0e7df0ad admin admin] Checking segment: {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:41:53.098780 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecb45d3-7653-4d12-86ac-b63a0e7df0ad admin admin] Network hostable DHCP agents. Network: 45075084-5307-4652-bafe-1d4bc624b83e, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:41:53.235997 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecb45d3-7653-4d12-86ac-b63a0e7df0ad admin admin] Network 45075084-5307-4652-bafe-1d4bc624b83e is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:41:53.338822 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-aecb45d3-7653-4d12-86ac-b63a0e7df0ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 45075084-5307-4652-bafe-1d4bc624b83e) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:41:53.343034 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecb45d3-7653-4d12-86ac-b63a0e7df0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:53.343896 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-aecb45d3-7653-4d12-86ac-b63a0e7df0ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:53.348397 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf093b75-db11-45e7-bb33-863aae0e9fee None None] Network 45075084-5307-4652-bafe-1d4bc624b83e requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:41:53.482011 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-aecb45d3-7653-4d12-86ac-b63a0e7df0ad admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9357736 Apr 20 16:41:53.482011 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46746) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:53.488375 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-94358c00-973d-49df-85a7-319b961636a3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:41:53.509683 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d280e-9797-4bdd-ba4b-a09075287b77 req-4854f869-8b10-45b7-9f7a-2ebf4bb5cfe0 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:53.511497 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-701d280e-9797-4bdd-ba4b-a09075287b77 req-4854f869-8b10-45b7-9f7a-2ebf4bb5cfe0 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 945 time: 0.0681384 Apr 20 16:41:53.524229 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7f4d33-8874-4a2c-9dbe-f6e2006cf6f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-45075084-5307-4652-bafe-1d4bc624b83e', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:41:53.525566 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4d33-8874-4a2c-9dbe-f6e2006cf6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:53.618916 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94358c00-973d-49df-85a7-319b961636a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:53.619919 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94358c00-973d-49df-85a7-319b961636a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:53.644143 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-701d280e-9797-4bdd-ba4b-a09075287b77 req-dc70f1e9-ecda-4805-8ac6-798fd283b4be tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Deleting port 05a1a4ee-d671-4e1a-b08b-a0283230619b {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:41:53.644524 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-701d280e-9797-4bdd-ba4b-a09075287b77 req-dc70f1e9-ecda-4805-8ac6-798fd283b4be tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:53.679878 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-1e7f4d33-8874-4a2c-9dbe-f6e2006cf6f6 None None] Allocated IP 172.20.0.2 (45075084-5307-4652-bafe-1d4bc624b83e/84f859e8-1f59-4fe7-930d-c92d7f74a0a0/2c82aebc-5ee0-4886-9b0b-7368eb761571) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:41:53.699035 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94358c00-973d-49df-85a7-319b961636a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:53.745668 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-701d280e-9797-4bdd-ba4b-a09075287b77 req-dc70f1e9-ecda-4805-8ac6-798fd283b4be tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] For port 05a1a4ee-d671-4e1a-b08b-a0283230619b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=05a1a4ee-d671-4e1a-b08b-a0283230619b,segment=NetworkSegment(0022b4f8-8a10-4684-b31a-96054d29fa18),segment_id=0022b4f8-8a10-4684-b31a-96054d29fa18)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:41:53.746030 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-701d280e-9797-4bdd-ba4b-a09075287b77 req-dc70f1e9-ecda-4805-8ac6-798fd283b4be tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:53.760005 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-701d280e-9797-4bdd-ba4b-a09075287b77 req-dc70f1e9-ecda-4805-8ac6-798fd283b4be tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Calling delete_port for 05a1a4ee-d671-4e1a-b08b-a0283230619b owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:41:53.843427 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4d33-8874-4a2c-9dbe-f6e2006cf6f6 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:53.948100 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac5fbc-b3f4-4850-b5bc-5beb2c7ec836 req-9ed44c69-e93d-420e-8a4b-0a330959bd62 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:41:53.949857 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b8ac5fbc-b3f4-4850-b5bc-5beb2c7ec836 req-9ed44c69-e93d-420e-8a4b-0a330959bd62 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 945 time: 0.0718837 Apr 20 16:41:53.962799 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4d33-8874-4a2c-9dbe-f6e2006cf6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:53.968047 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94358c00-973d-49df-85a7-319b961636a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:54.001770 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7f4d33-8874-4a2c-9dbe-f6e2006cf6f6 None None] Network 45075084-5307-4652-bafe-1d4bc624b83e is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:41:54.003973 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b8ac5fbc-b3f4-4850-b5bc-5beb2c7ec836 req-57396054-ce85-4a2d-b100-2d19db97d115 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474753 Apr 20 16:41:54.005696 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-1e7f4d33-8874-4a2c-9dbe-f6e2006cf6f6 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:41:54.011538 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f4d33-8874-4a2c-9dbe-f6e2006cf6f6 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:41:54.033581 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f4d33-8874-4a2c-9dbe-f6e2006cf6f6 None None] Pushing event updated for resources: {'Port': ['ID=2c82aebc-5ee0-4886-9b0b-7368eb761571,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:54.083050 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1e7f4d33-8874-4a2c-9dbe-f6e2006cf6f6 None None] Attempting to bind port 2c82aebc-5ee0-4886-9b0b-7368eb761571 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:41:54.083749 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1e7f4d33-8874-4a2c-9dbe-f6e2006cf6f6 None None] Attempting to bind port 2c82aebc-5ee0-4886-9b0b-7368eb761571 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:41:54.084108 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7f4d33-8874-4a2c-9dbe-f6e2006cf6f6 None None] Attempting to bind port 2c82aebc-5ee0-4886-9b0b-7368eb761571 on network 45075084-5307-4652-bafe-1d4bc624b83e {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:41:54.089565 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7f4d33-8874-4a2c-9dbe-f6e2006cf6f6 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:41:54.089934 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7f4d33-8874-4a2c-9dbe-f6e2006cf6f6 None None] Checking segment: {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:41:54.090333 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4d33-8874-4a2c-9dbe-f6e2006cf6f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:54.090720 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7f4d33-8874-4a2c-9dbe-f6e2006cf6f6 None None] Bound using segment: {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:41:54.091178 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1e7f4d33-8874-4a2c-9dbe-f6e2006cf6f6 None None] Bound port: 2c82aebc-5ee0-4886-9b0b-7368eb761571, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:41:54.091552 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4d33-8874-4a2c-9dbe-f6e2006cf6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:54.119401 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-701d280e-9797-4bdd-ba4b-a09075287b77 req-dc70f1e9-ecda-4805-8ac6-798fd283b4be tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:54.153351 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['05a1a4ee-d671-4e1a-b08b-a0283230619b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:41:54.154382 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70f1e9-ecda-4805-8ac6-798fd283b4be tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Pushing event deleted for resources: {'Port': ['ID=05a1a4ee-d671-4e1a-b08b-a0283230619b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:54.178225 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1e7f4d33-8874-4a2c-9dbe-f6e2006cf6f6 None None] For port 2c82aebc-5ee0-4886-9b0b-7368eb761571, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:41:54.191192 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1e7f4d33-8874-4a2c-9dbe-f6e2006cf6f6 None None] For port 2c82aebc-5ee0-4886-9b0b-7368eb761571, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2c82aebc-5ee0-4886-9b0b-7368eb761571,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:41:54.200867 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-701d280e-9797-4bdd-ba4b-a09075287b77 req-dc70f1e9-ecda-4805-8ac6-798fd283b4be tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] No DVR routers for this DVR port 05a1a4ee-d671-4e1a-b08b-a0283230619b on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:41:54.203749 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-701d280e-9797-4bdd-ba4b-a09075287b77 req-dc70f1e9-ecda-4805-8ac6-798fd283b4be tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:54.207728 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-701d280e-9797-4bdd-ba4b-a09075287b77 req-dc70f1e9-ecda-4805-8ac6-798fd283b4be tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.26 "DELETE /v2.0/ports/05a1a4ee-d671-4e1a-b08b-a0283230619b HTTP/1.1" status: 204 len: 173 time: 0.6897178 Apr 20 16:41:54.208248 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cab07d-0758-4217-b065-badbaff2cb02', 'name': 'network-vif-deleted', 'tag': '05a1a4ee-d671-4e1a-b08b-a0283230619b'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:41:54.211445 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef31c159-5d7b-4e5a-8890-b07266e3b931" -d '{"events": [{"server_uuid": "c9cab07d-0758-4217-b065-badbaff2cb02", "name": "network-vif-deleted", "tag": "05a1a4ee-d671-4e1a-b08b-a0283230619b"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:41:54.250424 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf289a7-0b7b-4927-ab79-9e7ef58a267c x-openstack-request-id: req-dcf289a7-0b7b-4927-ab79-9e7ef58a267c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:41:54.250788 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cab07d-0758-4217-b065-badbaff2cb02", "name": "network-vif-deleted", "tag": "05a1a4ee-d671-4e1a-b08b-a0283230619b", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:41:54.251046 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dcf289a7-0b7b-4927-ab79-9e7ef58a267c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:41:54.251459 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcf289a7-0b7b-4927-ab79-9e7ef58a267c'] response: {'server_uuid': 'c9cab07d-0758-4217-b065-badbaff2cb02', 'name': 'network-vif-deleted', 'tag': '05a1a4ee-d671-4e1a-b08b-a0283230619b', 'status': 'completed', 'code': 200} Apr 20 16:41:54.359495 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1e7f4d33-8874-4a2c-9dbe-f6e2006cf6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:54.405479 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94358c00-973d-49df-85a7-319b961636a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:54.438951 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f4d33-8874-4a2c-9dbe-f6e2006cf6f6 None None] Pushing event updated for resources: {'Port': ['ID=2c82aebc-5ee0-4886-9b0b-7368eb761571,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:54.446037 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94358c00-973d-49df-85a7-319b961636a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:54.568500 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-94358c00-973d-49df-85a7-319b961636a3 admin admin] Allocated IP 172.25.0.21 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/16f76d74-b5be-4e21-9655-772f1fdc6eea) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:41:54.711427 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94358c00-973d-49df-85a7-319b961636a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:54.922629 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94358c00-973d-49df-85a7-319b961636a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:54.966488 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94358c00-973d-49df-85a7-319b961636a3 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:41:54.969569 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-94358c00-973d-49df-85a7-319b961636a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:41:54.972402 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94358c00-973d-49df-85a7-319b961636a3 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:41:55.004137 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94358c00-973d-49df-85a7-319b961636a3 admin admin] Pushing event updated for resources: {'Port': ['ID=16f76d74-b5be-4e21-9655-772f1fdc6eea,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:55.144446 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6bc30c0d-bb8f-43f9-a143-e6f20b465950 req-2b335495-df6d-42ef-9f27-f5c56cea1562 tempest-TestServerAdvancedOps-799968286 tempest-TestServerAdvancedOps-799968286-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9cab07d-0758-4217-b065-badbaff2cb02 HTTP/1.1" status: 200 len: 210 time: 0.0442829 Apr 20 16:41:55.176003 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0af3ce80-c9b1-4ae9-95a5-c61d2947a18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:55.455256 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94358c00-973d-49df-85a7-319b961636a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:55.463914 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97ea6b1-b401-4ed5-a805-b30662b4e6a1 None None] Network 45075084-5307-4652-bafe-1d4bc624b83e requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:41:55.592046 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ee96c7f9-a7f7-4299-bada-94ccd93c59e0 None None] Provisioning complete for port 2c82aebc-5ee0-4886-9b0b-7368eb761571 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:41:55.602643 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ee96c7f9-a7f7-4299-bada-94ccd93c59e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:55.679728 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94358c00-973d-49df-85a7-319b961636a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:55.738326 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ee96c7f9-a7f7-4299-bada-94ccd93c59e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:55.775439 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ee96c7f9-a7f7-4299-bada-94ccd93c59e0 None None] For port 2c82aebc-5ee0-4886-9b0b-7368eb761571, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2c82aebc-5ee0-4886-9b0b-7368eb761571,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:41:55.956092 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ee96c7f9-a7f7-4299-bada-94ccd93c59e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:56.016137 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96c7f9-a7f7-4299-bada-94ccd93c59e0 None None] Pushing event updated for resources: {'Port': ['ID=2c82aebc-5ee0-4886-9b0b-7368eb761571,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:56.027720 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94358c00-973d-49df-85a7-319b961636a3 admin admin] Router d263147a-5955-457c-b374-6ce74a4a5515 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:41:56.079108 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4045fb2c-3095-40d6-ac11-b6de98f231b5 None None] Provisioning complete for port 2c82aebc-5ee0-4886-9b0b-7368eb761571 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:41:56.079570 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4045fb2c-3095-40d6-ac11-b6de98f231b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:56.149309 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94358c00-973d-49df-85a7-319b961636a3 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:41:56.162266 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] Sync routers for ids ['d263147a-5955-457c-b374-6ce74a4a5515'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:41:56.193066 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] Routers {'d263147a-5955-457c-b374-6ce74a4a5515'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:41:56.194231 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:41:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d263147a-5955-457c-b374-6ce74a4a5515'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:56.216849 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46786) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:56.304405 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-94358c00-973d-49df-85a7-319b961636a3 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:56.306088 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-94358c00-973d-49df-85a7-319b961636a3 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8263893 Apr 20 16:41:56.309042 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46790) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:56.310396 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2c82aebc-5ee0-4886-9b0b-7368eb761571 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:41:56.314941 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c19678-4d3f-4e21-80b2-8a4f6b4bb87c admin admin] Deleting subnet f348e716-5a3f-47fb-81b5-2e74fde210bd {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:41:56.315632 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f8c19678-4d3f-4e21-80b2-8a4f6b4bb87c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:56.367730 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f8c19678-4d3f-4e21-80b2-8a4f6b4bb87c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:56.383434 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] Set router d263147a-5955-457c-b374-6ce74a4a5515 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:41:56.409491 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f8c19678-4d3f-4e21-80b2-8a4f6b4bb87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:56.518494 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 2c82aebc-5ee0-4886-9b0b-7368eb761571 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:41:56.518788 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:56.549176 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:56.578956 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f8c19678-4d3f-4e21-80b2-8a4f6b4bb87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:56.624158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c19678-4d3f-4e21-80b2-8a4f6b4bb87c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f348e716-5a3f-47fb-81b5-2e74fde210bd,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:56.638763 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f8c19678-4d3f-4e21-80b2-8a4f6b4bb87c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:56.642860 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f8c19678-4d3f-4e21-80b2-8a4f6b4bb87c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f348e716-5a3f-47fb-81b5-2e74fde210bd HTTP/1.1" status: 204 len: 168 time: 0.4244230 Apr 20 16:41:56.645382 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46798) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:56.689658 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:41:55Z', 'revision_number': 3, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port': {'id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:54Z', 'updated_at': '2022-04-20T16:41:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:56.720066 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] Checking router: d263147a-5955-457c-b374-6ce74a4a5515 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:41:56.720702 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] Updating router d263147a-5955-457c-b374-6ce74a4a5515 port 16f76d74-b5be-4e21-9655-772f1fdc6eea binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:41:56.740903 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0554d6ab-00d5-4cc1-9c6b-9d8504473ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:56.748898 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:56.861197 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0554d6ab-00d5-4cc1-9c6b-9d8504473ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:56.891065 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-0554d6ab-00d5-4cc1-9c6b-9d8504473ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c575b4ff-f3d2-43a0-9198-5777577cb724']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:56.904061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-0554d6ab-00d5-4cc1-9c6b-9d8504473ea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0022b4f8-8a10-4684-b31a-96054d29fa18') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:56.904381 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-0554d6ab-00d5-4cc1-9c6b-9d8504473ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0022b4f8-8a10-4684-b31a-96054d29fa18') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:56.916299 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0554d6ab-00d5-4cc1-9c6b-9d8504473ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:56.932217 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0554d6ab-00d5-4cc1-9c6b-9d8504473ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:56.940747 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0554d6ab-00d5-4cc1-9c6b-9d8504473ea8 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:41:56.940954 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0554d6ab-00d5-4cc1-9c6b-9d8504473ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:41:56.942633 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:41:57.111691 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-baadeb23-0219-455e-885c-b127b719d097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:57.167368 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0554d6ab-00d5-4cc1-9c6b-9d8504473ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:57.175177 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0554d6ab-00d5-4cc1-9c6b-9d8504473ea8 admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:57.178537 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0554d6ab-00d5-4cc1-9c6b-9d8504473ea8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c575b4ff-f3d2-43a0-9198-5777577cb724 HTTP/1.1" status: 204 len: 168 time: 0.5307148 Apr 20 16:41:57.183871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46802) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:57.190095 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554d6ab-00d5-4cc1-9c6b-9d8504473ea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c575b4ff-f3d2-43a0-9198-5777577cb724,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:57.201778 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:57.279670 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8cc0c84-df43-4e53-8530-ee87cb6c2509 admin admin] Deleting subnet 87b76edd-fb37-4b79-8c55-fbb2b9b5d474 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:41:57.286911 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0c84-df43-4e53-8530-ee87cb6c2509 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:57.354910 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0c84-df43-4e53-8530-ee87cb6c2509 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:57.373343 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:57.394033 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-baadeb23-0219-455e-885c-b127b719d097 admin admin] Allocated IP 172.20.0.1 (45075084-5307-4652-bafe-1d4bc624b83e/84f859e8-1f59-4fe7-930d-c92d7f74a0a0/9539ba61-3b04-4ecf-bd73-abeb288fdec1) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:41:57.414039 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0c84-df43-4e53-8530-ee87cb6c2509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:57.428504 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] Attempting to bind port 16f76d74-b5be-4e21-9655-772f1fdc6eea on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:41:57.428913 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] Attempting to bind port 16f76d74-b5be-4e21-9655-772f1fdc6eea by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:41:57.429275 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] Attempting to bind port 16f76d74-b5be-4e21-9655-772f1fdc6eea on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:41:57.434809 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3a866-73d8-4735-8d93-45631eda0b14 None None] Pushing event updated for resources: {'Port': ['ID=16f76d74-b5be-4e21-9655-772f1fdc6eea,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:57.439440 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:41:57.440208 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:41:57.440208 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:57.440580 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:41:57.441052 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] Bound port: 16f76d74-b5be-4e21-9655-772f1fdc6eea, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:41:57.441816 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:57.497045 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] For port 16f76d74-b5be-4e21-9655-772f1fdc6eea, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:41:57.507159 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] For port 16f76d74-b5be-4e21-9655-772f1fdc6eea, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=16f76d74-b5be-4e21-9655-772f1fdc6eea,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:41:57.547966 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-baadeb23-0219-455e-885c-b127b719d097 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:57.630627 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:57.688098 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] Routers {'d263147a-5955-457c-b374-6ce74a4a5515'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:41:57.688779 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:41:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d263147a-5955-457c-b374-6ce74a4a5515'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:57.690836 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-baadeb23-0219-455e-885c-b127b719d097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:57.694153 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0c84-df43-4e53-8530-ee87cb6c2509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:57.743156 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3a866-73d8-4735-8d93-45631eda0b14 None None] Pushing event updated for resources: {'Port': ['ID=16f76d74-b5be-4e21-9655-772f1fdc6eea,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:57.765648 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc0c84-df43-4e53-8530-ee87cb6c2509 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87b76edd-fb37-4b79-8c55-fbb2b9b5d474,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:57.788030 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baadeb23-0219-455e-885c-b127b719d097 admin admin] Network 45075084-5307-4652-bafe-1d4bc624b83e is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:41:57.789638 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0c84-df43-4e53-8530-ee87cb6c2509 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:57.795629 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c8cc0c84-df43-4e53-8530-ee87cb6c2509 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/87b76edd-fb37-4b79-8c55-fbb2b9b5d474 HTTP/1.1" status: 204 len: 168 time: 0.6075847 Apr 20 16:41:57.795823 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46814) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:57.806474 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-baadeb23-0219-455e-885c-b127b719d097 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:41:57.808712 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baadeb23-0219-455e-885c-b127b719d097 admin admin] Pushing event updated for resources: {'Port': ['ID=9539ba61-3b04-4ecf-bd73-abeb288fdec1,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:57.811004 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baadeb23-0219-455e-885c-b127b719d097 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:41:57.846971 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] Set router d263147a-5955-457c-b374-6ce74a4a5515 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:41:57.873615 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-baadeb23-0219-455e-885c-b127b719d097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:57.882800 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6e6a0db6-9ae6-4d49-bd48-b0ba76cc1bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:57.884115 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:58.016606 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6e6a0db6-9ae6-4d49-bd48-b0ba76cc1bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:58.042780 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-6e6a0db6-9ae6-4d49-bd48-b0ba76cc1bfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0efdb39-4b9e-47e8-910b-7ac51bc9dc53']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:58.060197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-6e6a0db6-9ae6-4d49-bd48-b0ba76cc1bfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c4ea9e4-7e6b-4365-b5a4-d6f2bb39cea8') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:58.060384 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:41:58.060858 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-6e6a0db6-9ae6-4d49-bd48-b0ba76cc1bfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c4ea9e4-7e6b-4365-b5a4-d6f2bb39cea8') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:58.065679 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6e6a0db6-9ae6-4d49-bd48-b0ba76cc1bfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:58.080110 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6e6a0db6-9ae6-4d49-bd48-b0ba76cc1bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:58.086171 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6a0db6-9ae6-4d49-bd48-b0ba76cc1bfe admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:41:58.086592 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6e6a0db6-9ae6-4d49-bd48-b0ba76cc1bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:41:58.088363 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:41:58.110127 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:41:55Z', 'revision_number': 3, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port': {'id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:54Z', 'updated_at': '2022-04-20T16:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:41:58.143155 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb5a9d4-8bd0-448b-81fa-a27e728544ea None None] The sync data for ids ['d263147a-5955-457c-b374-6ce74a4a5515'] in n-d-836146-2 is: [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:41:55Z', 'revision_number': 3, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port': {'id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:54Z', 'updated_at': '2022-04-20T16:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:41:58.152456 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ef89457a-8cef-4de9-91b9-cbc9c2c1770d None None] Provisioning complete for port 9539ba61-3b04-4ecf-bd73-abeb288fdec1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:41:58.152828 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ef89457a-8cef-4de9-91b9-cbc9c2c1770d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:58.188838 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ef89457a-8cef-4de9-91b9-cbc9c2c1770d None None] Port 9539ba61-3b04-4ecf-bd73-abeb288fdec1 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:41:58.204760 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-baadeb23-0219-455e-885c-b127b719d097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:58.247609 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:58.330457 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6e6a0db6-9ae6-4d49-bd48-b0ba76cc1bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:58.345253 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6e6a0db6-9ae6-4d49-bd48-b0ba76cc1bfe admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:58.351196 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6e6a0db6-9ae6-4d49-bd48-b0ba76cc1bfe admin admin] 10.222.0.15 "DELETE /v2.0/networks/e0efdb39-4b9e-47e8-910b-7ac51bc9dc53 HTTP/1.1" status: 204 len: 168 time: 0.5514088 Apr 20 16:41:58.406678 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a0db6-9ae6-4d49-bd48-b0ba76cc1bfe admin admin] Pushing event deleted for resources: {'Network': ['ID=e0efdb39-4b9e-47e8-910b-7ac51bc9dc53,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:58.494909 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-baadeb23-0219-455e-885c-b127b719d097 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:58.696315 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-baadeb23-0219-455e-885c-b127b719d097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:58.696736 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:58.769679 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-baadeb23-0219-455e-885c-b127b719d097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:58.772198 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baadeb23-0219-455e-885c-b127b719d097 admin admin] Pushing event updated for resources: {'Port': ['ID=9539ba61-3b04-4ecf-bd73-abeb288fdec1,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:58.879610 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baadeb23-0219-455e-885c-b127b719d097 admin admin] Network 45075084-5307-4652-bafe-1d4bc624b83e is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:41:58.881088 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-baadeb23-0219-455e-885c-b127b719d097 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:41:58.945279 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 05a1a4ee-d671-4e1a-b08b-a0283230619b no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:41:58.989796 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 05a1a4ee-d671-4e1a-b08b-a0283230619b {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:41:58.990343 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 05a1a4ee-d671-4e1a-b08b-a0283230619b not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:41:59.021065 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baadeb23-0219-455e-885c-b127b719d097 admin admin] Router d263147a-5955-457c-b374-6ce74a4a5515 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:41:59.047595 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46830) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:59.105225 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9093157d-0bec-4735-abe3-86bb11af8600 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=69c1d52485224893974ea8d6631119d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539134 Apr 20 16:41:59.117637 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46832) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:41:59.175566 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baadeb23-0219-455e-885c-b127b719d097 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:41:59.181402 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-baadeb23-0219-455e-885c-b127b719d097 admin admin] 10.222.0.15 "PUT /v2.0/routers/d263147a-5955-457c-b374-6ce74a4a5515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8709977 Apr 20 16:41:59.192798 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a7fe07b1-7aa3-4077-a47e-db5373326215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:59.215058 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a7fe07b1-7aa3-4077-a47e-db5373326215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:59.224115 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0d1e-4a37-405d-8751-94101cda7743 None None] Provisioning complete for port 9539ba61-3b04-4ecf-bd73-abeb288fdec1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:41:59.224902 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0d1e-4a37-405d-8751-94101cda7743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:59.259175 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa0d1e-4a37-405d-8751-94101cda7743 None None] Port 9539ba61-3b04-4ecf-bd73-abeb288fdec1 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:41:59.405082 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a7fe07b1-7aa3-4077-a47e-db5373326215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:59.405082 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a7fe07b1-7aa3-4077-a47e-db5373326215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:59.405082 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a7fe07b1-7aa3-4077-a47e-db5373326215 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb HTTP/1.1" status: 204 len: 168 time: 0.2960477 Apr 20 16:41:59.410977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe07b1-7aa3-4077-a47e-db5373326215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83d72b5-c8cc-4fb0-91f4-e45a1dbbe1eb,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:41:59.938166 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] Sync routers for ids ['d263147a-5955-457c-b374-6ce74a4a5515'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:41:59.950518 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:41:59.953148 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] Routers {'d263147a-5955-457c-b374-6ce74a4a5515'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:41:59.953841 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:41:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d263147a-5955-457c-b374-6ce74a4a5515'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:42:00.061468 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] Set router d263147a-5955-457c-b374-6ce74a4a5515 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:42:00.211940 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 16f76d74-b5be-4e21-9655-772f1fdc6eea up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:42:00.279493 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 16f76d74-b5be-4e21-9655-772f1fdc6eea triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:00.280617 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:00.335943 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46868) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:00.340937 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-271d2957-a44d-4630-9c04-4471b9060f90 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2003705582-network', 'tenant_id': '2feab387e32248c788da9b8c0f42e8bd'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:42:00.364717 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:00.401562 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:41:57Z', 'revision_number': 4, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port': {'id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:54Z', 'updated_at': '2022-04-20T16:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '9539ba61-3b04-4ecf-bd73-abeb288fdec1', 'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'mac_address': 'fa:16:3e:9c:13:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:57Z', 'updated_at': '2022-04-20T16:41:58Z', 'revision_number': 2, 'project_id': '89276b194611435f91cf83dc9e96548b', 'subnets': [{'id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:42:00.402337 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 16f76d74-b5be-4e21-9655-772f1fdc6eea, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=16f76d74-b5be-4e21-9655-772f1fdc6eea,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:42:00.427505 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46872) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:00.437934 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] Checking router: d263147a-5955-457c-b374-6ce74a4a5515 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:42:00.438456 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] Updating router d263147a-5955-457c-b374-6ce74a4a5515 port 9539ba61-3b04-4ecf-bd73-abeb288fdec1 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:42:00.466084 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:00.471019 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-30bf0b50-3c57-4a3a-9ffb-98c042b39d06 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e4e8555a75b4b0cb962df6d6e8eb9de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423687 Apr 20 16:42:00.473904 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46874) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:00.512775 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271d2957-a44d-4630-9c04-4471b9060f90 admin admin] Made reservation on behalf of 2feab387e32248c788da9b8c0f42e8bd for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:42:00.515229 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-271d2957-a44d-4630-9c04-4471b9060f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:00.531323 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-271d2957-a44d-4630-9c04-4471b9060f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:00.543259 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7080f0ad-8f1e-4f0e-a38b-4bb7bae246a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:00.562949 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:00.586348 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7080f0ad-8f1e-4f0e-a38b-4bb7bae246a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:00.656930 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=16f76d74-b5be-4e21-9655-772f1fdc6eea,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:00.673495 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-271d2957-a44d-4630-9c04-4471b9060f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:00.774127 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:00.807629 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7080f0ad-8f1e-4f0e-a38b-4bb7bae246a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:00.817927 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7080f0ad-8f1e-4f0e-a38b-4bb7bae246a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:00.817927 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7080f0ad-8f1e-4f0e-a38b-4bb7bae246a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80c05c4a-330b-4c0e-90ff-0f8826c4a6cc HTTP/1.1" status: 204 len: 168 time: 0.3365068 Apr 20 16:42:00.820814 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080f0ad-8f1e-4f0e-a38b-4bb7bae246a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c05c4a-330b-4c0e-90ff-0f8826c4a6cc,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:00.851281 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-271d2957-a44d-4630-9c04-4471b9060f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:00.897980 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271d2957-a44d-4630-9c04-4471b9060f90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:42:00.911521 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d2957-a44d-4630-9c04-4471b9060f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81aa9e41-9859-4adc-8e46-0fc358350734,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:00.916271 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-271d2957-a44d-4630-9c04-4471b9060f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:00.916637 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-271d2957-a44d-4630-9c04-4471b9060f90 admin admin] Added segment 169f7947-0711-47f6-bb0d-60580536901e of type vlan for network 6173866f-c57e-463e-b490-26c64e8c51b6 Apr 20 16:42:00.960636 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-271d2957-a44d-4630-9c04-4471b9060f90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:00.978550 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:01.054179 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c27b2-b8b1-4a17-857b-f266194abafe None None] Pushing event updated for resources: {'Port': ['ID=9539ba61-3b04-4ecf-bd73-abeb288fdec1,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:01.078189 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2c27b2-b8b1-4a17-857b-f266194abafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:01.078533 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2c27b2-b8b1-4a17-857b-f266194abafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:01.078869 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2c27b2-b8b1-4a17-857b-f266194abafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:01.079199 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2c27b2-b8b1-4a17-857b-f266194abafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:01.079527 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2c27b2-b8b1-4a17-857b-f266194abafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:01.079858 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2c27b2-b8b1-4a17-857b-f266194abafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:01.080181 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2c27b2-b8b1-4a17-857b-f266194abafe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:01.080545 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2c27b2-b8b1-4a17-857b-f266194abafe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:01.080867 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2c27b2-b8b1-4a17-857b-f266194abafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:01.081185 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2c27b2-b8b1-4a17-857b-f266194abafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:01.081504 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2c27b2-b8b1-4a17-857b-f266194abafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:01.081823 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2c27b2-b8b1-4a17-857b-f266194abafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:01.111276 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] Attempting to bind port 9539ba61-3b04-4ecf-bd73-abeb288fdec1 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:42:01.111640 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] Attempting to bind port 9539ba61-3b04-4ecf-bd73-abeb288fdec1 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:42:01.111995 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] Attempting to bind port 9539ba61-3b04-4ecf-bd73-abeb288fdec1 on network 45075084-5307-4652-bafe-1d4bc624b83e {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:42:01.117739 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:42:01.118105 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] Checking segment: {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:42:01.118483 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:01.118864 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] Bound using segment: {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:42:01.119317 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] Bound port: 9539ba61-3b04-4ecf-bd73-abeb288fdec1, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:42:01.119689 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:01.188416 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] For port 9539ba61-3b04-4ecf-bd73-abeb288fdec1, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:42:01.191345 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] For port 9539ba61-3b04-4ecf-bd73-abeb288fdec1, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=9539ba61-3b04-4ecf-bd73-abeb288fdec1,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:42:01.207044 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-271d2957-a44d-4630-9c04-4471b9060f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:01.217846 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271d2957-a44d-4630-9c04-4471b9060f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:01.217846 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-271d2957-a44d-4630-9c04-4471b9060f90 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:01.267639 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d2957-a44d-4630-9c04-4471b9060f90 admin admin] Pushing event updated for resources: {'Network': ['ID=6173866f-c57e-463e-b490-26c64e8c51b6,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:01.277791 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 6173866f-c57e-463e-b490-26c64e8c51b6 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:42:01.327727 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:01.359482 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-73c9cd44-3849-49d0-bdb9-1e1915ee0ddc None None] Provisioning complete for port 9539ba61-3b04-4ecf-bd73-abeb288fdec1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:01.360055 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c9cd44-3849-49d0-bdb9-1e1915ee0ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:01.371561 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-271d2957-a44d-4630-9c04-4471b9060f90 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0347476 Apr 20 16:42:01.374193 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 46888) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:01.379026 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-90eaaae1-0d63-45e8-8459-edf43885c9b7 admin admin] Request body: {'subnet': {'network_id': '6173866f-c57e-463e-b490-26c64e8c51b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2003705582-subnet', 'tenant_id': '2feab387e32248c788da9b8c0f42e8bd', 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:42:01.390987 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] Routers {'d263147a-5955-457c-b374-6ce74a4a5515'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:42:01.391894 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:41:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d263147a-5955-457c-b374-6ce74a4a5515'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:42:01.488053 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c27b2-b8b1-4a17-857b-f266194abafe None None] Pushing event updated for resources: {'Port': ['ID=9539ba61-3b04-4ecf-bd73-abeb288fdec1,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:01.518096 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c9cd44-3849-49d0-bdb9-1e1915ee0ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:01.571195 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90eaaae1-0d63-45e8-8459-edf43885c9b7 admin admin] Made reservation on behalf of 2feab387e32248c788da9b8c0f42e8bd for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:42:01.574276 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-90eaaae1-0d63-45e8-8459-edf43885c9b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:01.622327 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] Set router d263147a-5955-457c-b374-6ce74a4a5515 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:42:01.658272 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-73c9cd44-3849-49d0-bdb9-1e1915ee0ddc None None] For port 9539ba61-3b04-4ecf-bd73-abeb288fdec1, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=9539ba61-3b04-4ecf-bd73-abeb288fdec1,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:42:01.751045 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73c9cd44-3849-49d0-bdb9-1e1915ee0ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:01.822927 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9cd44-3849-49d0-bdb9-1e1915ee0ddc None None] Pushing event updated for resources: {'Port': ['ID=9539ba61-3b04-4ecf-bd73-abeb288fdec1,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:01.880667 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-249b5478-2731-4a03-bf3a-e1af65b97b27 None None] Provisioning complete for port 9539ba61-3b04-4ecf-bd73-abeb288fdec1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:01.881336 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-249b5478-2731-4a03-bf3a-e1af65b97b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:01.977951 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:41:57Z', 'revision_number': 4, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port': {'id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:54Z', 'updated_at': '2022-04-20T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '9539ba61-3b04-4ecf-bd73-abeb288fdec1', 'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'mac_address': 'fa:16:3e:9c:13:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:57Z', 'updated_at': '2022-04-20T16:42:01Z', 'revision_number': 4, 'project_id': '89276b194611435f91cf83dc9e96548b', 'subnets': [{'id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:42:02.010368 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2aba33-8f73-4caf-b3ae-4e479717ccd6 None None] The sync data for ids ['d263147a-5955-457c-b374-6ce74a4a5515'] in n-d-836146-2 is: [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:41:57Z', 'revision_number': 4, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port': {'id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:54Z', 'updated_at': '2022-04-20T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '9539ba61-3b04-4ecf-bd73-abeb288fdec1', 'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'mac_address': 'fa:16:3e:9c:13:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:57Z', 'updated_at': '2022-04-20T16:42:01Z', 'revision_number': 4, 'project_id': '89276b194611435f91cf83dc9e96548b', 'subnets': [{'id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:42:02.083500 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-90eaaae1-0d63-45e8-8459-edf43885c9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:02.152723 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eaaae1-0d63-45e8-8459-edf43885c9b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5e15d00-992d-4f02-aac7-576ccfe4b8af,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:02.162345 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90eaaae1-0d63-45e8-8459-edf43885c9b7 admin admin] Checking segment: {'id': '169f7947-0711-47f6-bb0d-60580536901e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6173866f-c57e-463e-b490-26c64e8c51b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:42:02.162708 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eaaae1-0d63-45e8-8459-edf43885c9b7 admin admin] Network hostable DHCP agents. Network: 6173866f-c57e-463e-b490-26c64e8c51b6, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:42:02.279747 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 9539ba61-3b04-4ecf-bd73-abeb288fdec1 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:42:02.330198 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 9539ba61-3b04-4ecf-bd73-abeb288fdec1 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:02.330563 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:02.341814 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eaaae1-0d63-45e8-8459-edf43885c9b7 admin admin] Network 6173866f-c57e-463e-b490-26c64e8c51b6 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:42:02.418694 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 16f76d74-b5be-4e21-9655-772f1fdc6eea up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:42:02.472795 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-90eaaae1-0d63-45e8-8459-edf43885c9b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 6173866f-c57e-463e-b490-26c64e8c51b6) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:42:02.477706 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eaaae1-0d63-45e8-8459-edf43885c9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:02.479094 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-90eaaae1-0d63-45e8-8459-edf43885c9b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:02.479689 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 16f76d74-b5be-4e21-9655-772f1fdc6eea triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:02.480125 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:02.507850 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d954d101-80b0-450c-b7da-c81d024bb138 None None] Network 6173866f-c57e-463e-b490-26c64e8c51b6 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:42:02.623840 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-90eaaae1-0d63-45e8-8459-edf43885c9b7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2462156 Apr 20 16:42:02.624352 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46904) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:02.629529 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-3db28528-4163-40de-be7a-4ed2fbee5cad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2003705582-router', 'tenant_id': '2feab387e32248c788da9b8c0f42e8bd', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:42:02.733330 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3db28528-4163-40de-be7a-4ed2fbee5cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:02.734788 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3db28528-4163-40de-be7a-4ed2fbee5cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:02.739897 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0c63df-56bd-4b70-8938-7af031ac3f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-6173866f-c57e-463e-b490-26c64e8c51b6', 'network_id': '6173866f-c57e-463e-b490-26c64e8c51b6', 'tenant_id': '2feab387e32248c788da9b8c0f42e8bd', 'fixed_ips': [{'subnet_id': 'b5e15d00-992d-4f02-aac7-576ccfe4b8af'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:42:02.745656 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dd0c63df-56bd-4b70-8938-7af031ac3f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:02.795668 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3db28528-4163-40de-be7a-4ed2fbee5cad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:02.886666 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-dd0c63df-56bd-4b70-8938-7af031ac3f29 None None] Allocated IP 172.20.0.2 (6173866f-c57e-463e-b490-26c64e8c51b6/b5e15d00-992d-4f02-aac7-576ccfe4b8af/6447a1c0-417b-4e4f-a1f5-c867315a3388) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:42:03.046716 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3db28528-4163-40de-be7a-4ed2fbee5cad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:03.074109 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dd0c63df-56bd-4b70-8938-7af031ac3f29 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:03.179601 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dd0c63df-56bd-4b70-8938-7af031ac3f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:03.238858 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0c63df-56bd-4b70-8938-7af031ac3f29 None None] Network 6173866f-c57e-463e-b490-26c64e8c51b6 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:42:03.242514 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-dd0c63df-56bd-4b70-8938-7af031ac3f29 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:42:03.245637 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0c63df-56bd-4b70-8938-7af031ac3f29 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:42:03.254432 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c63df-56bd-4b70-8938-7af031ac3f29 None None] Pushing event updated for resources: {'Port': ['ID=6447a1c0-417b-4e4f-a1f5-c867315a3388,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:03.314472 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-dd0c63df-56bd-4b70-8938-7af031ac3f29 None None] Attempting to bind port 6447a1c0-417b-4e4f-a1f5-c867315a3388 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:42:03.314863 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-dd0c63df-56bd-4b70-8938-7af031ac3f29 None None] Attempting to bind port 6447a1c0-417b-4e4f-a1f5-c867315a3388 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '169f7947-0711-47f6-bb0d-60580536901e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6173866f-c57e-463e-b490-26c64e8c51b6'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:42:03.315230 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0c63df-56bd-4b70-8938-7af031ac3f29 None None] Attempting to bind port 6447a1c0-417b-4e4f-a1f5-c867315a3388 on network 6173866f-c57e-463e-b490-26c64e8c51b6 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:42:03.320356 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0c63df-56bd-4b70-8938-7af031ac3f29 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:42:03.321313 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0c63df-56bd-4b70-8938-7af031ac3f29 None None] Checking segment: {'id': '169f7947-0711-47f6-bb0d-60580536901e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6173866f-c57e-463e-b490-26c64e8c51b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:42:03.321313 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dd0c63df-56bd-4b70-8938-7af031ac3f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:03.321545 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0c63df-56bd-4b70-8938-7af031ac3f29 None None] Bound using segment: {'id': '169f7947-0711-47f6-bb0d-60580536901e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6173866f-c57e-463e-b490-26c64e8c51b6'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:42:03.321941 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-dd0c63df-56bd-4b70-8938-7af031ac3f29 None None] Bound port: 6447a1c0-417b-4e4f-a1f5-c867315a3388, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '169f7947-0711-47f6-bb0d-60580536901e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6173866f-c57e-463e-b490-26c64e8c51b6'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:42:03.322317 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dd0c63df-56bd-4b70-8938-7af031ac3f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:03.326844 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3db28528-4163-40de-be7a-4ed2fbee5cad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:03.346421 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3db28528-4163-40de-be7a-4ed2fbee5cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:03.389356 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-dd0c63df-56bd-4b70-8938-7af031ac3f29 None None] For port 6447a1c0-417b-4e4f-a1f5-c867315a3388, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:42:03.392754 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-dd0c63df-56bd-4b70-8938-7af031ac3f29 None None] For port 6447a1c0-417b-4e4f-a1f5-c867315a3388, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6447a1c0-417b-4e4f-a1f5-c867315a3388,segment=NetworkSegment(169f7947-0711-47f6-bb0d-60580536901e),segment_id=169f7947-0711-47f6-bb0d-60580536901e)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:42:03.481831 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-3db28528-4163-40de-be7a-4ed2fbee5cad admin admin] Allocated IP 172.25.0.32 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/5599f088-db48-449e-80d1-06fb42bc6462) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:42:03.514125 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dd0c63df-56bd-4b70-8938-7af031ac3f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:03.588312 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c63df-56bd-4b70-8938-7af031ac3f29 None None] Pushing event updated for resources: {'Port': ['ID=6447a1c0-417b-4e4f-a1f5-c867315a3388,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:03.658442 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3db28528-4163-40de-be7a-4ed2fbee5cad admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:03.751894 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3c604a06-2b2e-499d-a6ee-daeea3df8d51 req-142ef538-aa62-4c05-a1c7-3c906da25a21 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2561831 Apr 20 16:42:03.816220 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3db28528-4163-40de-be7a-4ed2fbee5cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:03.886418 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db28528-4163-40de-be7a-4ed2fbee5cad admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:42:03.895256 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-3db28528-4163-40de-be7a-4ed2fbee5cad admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:42:03.903121 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db28528-4163-40de-be7a-4ed2fbee5cad admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:42:03.926519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db28528-4163-40de-be7a-4ed2fbee5cad admin admin] Pushing event updated for resources: {'Port': ['ID=5599f088-db48-449e-80d1-06fb42bc6462,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:03.961679 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c604a06-2b2e-499d-a6ee-daeea3df8d51 req-f23bd515-89de-44ce-bb41-d76b1f80aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:03.963479 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3c604a06-2b2e-499d-a6ee-daeea3df8d51 req-f23bd515-89de-44ce-bb41-d76b1f80aa14 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ffa36b560db4315aa5b106edc630152&device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 1096 time: 0.1117191 Apr 20 16:42:04.179827 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c604a06-2b2e-499d-a6ee-daeea3df8d51 req-97955b9f-b597-40aa-b2da-39f6ad788008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:04.190067 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3c604a06-2b2e-499d-a6ee-daeea3df8d51 req-97955b9f-b597-40aa-b2da-39f6ad788008 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a2358b7b-9f71-44ce-9aa8-c307e3d70b9c HTTP/1.1" status: 200 len: 910 time: 0.1809700 Apr 20 16:42:04.254852 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6447a1c0-417b-4e4f-a1f5-c867315a3388 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:42:04.320836 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 6447a1c0-417b-4e4f-a1f5-c867315a3388 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:04.321207 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:04.409678 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:04.464363 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 6447a1c0-417b-4e4f-a1f5-c867315a3388, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6447a1c0-417b-4e4f-a1f5-c867315a3388,segment=NetworkSegment(169f7947-0711-47f6-bb0d-60580536901e),segment_id=169f7947-0711-47f6-bb0d-60580536901e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:42:04.587757 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:04.658313 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=6447a1c0-417b-4e4f-a1f5-c867315a3388,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:04.696871 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3c604a06-2b2e-499d-a6ee-daeea3df8d51 req-f1356ced-f1ec-4113-898e-07dd8b0c60b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 HTTP/1.1" status: 200 len: 1001 time: 0.5001552 Apr 20 16:42:04.781991 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3db28528-4163-40de-be7a-4ed2fbee5cad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:04.785123 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c604a06-2b2e-499d-a6ee-daeea3df8d51 req-cb6fa9b1-b5c9-4130-83d0-c2ef9fd17e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:04.786605 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3c604a06-2b2e-499d-a6ee-daeea3df8d51 req-cb6fa9b1-b5c9-4130-83d0-c2ef9fd17e67 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3afc549f-c280-4e3c-8f2c-192d1bc8c671 HTTP/1.1" status: 200 len: 848 time: 0.0829754 Apr 20 16:42:04.906696 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c604a06-2b2e-499d-a6ee-daeea3df8d51 req-1b579c94-f53c-4938-b2be-fede1dd9537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:04.909856 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3c604a06-2b2e-499d-a6ee-daeea3df8d51 req-1b579c94-f53c-4938-b2be-fede1dd9537a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2358b7b-9f71-44ce-9aa8-c307e3d70b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891798 Apr 20 16:42:04.935375 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed8cb2b-db94-4a81-b9f8-8cc5ee12162b None None] Network 6173866f-c57e-463e-b490-26c64e8c51b6 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:42:05.009110 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4a79de06-e3f3-4b8b-89ab-26f5b4a87f0a None None] Provisioning complete for port 6447a1c0-417b-4e4f-a1f5-c867315a3388 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:05.009495 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4a79de06-e3f3-4b8b-89ab-26f5b4a87f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:05.078957 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3c604a06-2b2e-499d-a6ee-daeea3df8d51 req-4c101dfe-0f15-49fb-beb7-e2f0028672f0 service neutron] 10.222.0.26 "GET /v2.0/networks/a2358b7b-9f71-44ce-9aa8-c307e3d70b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609852 Apr 20 16:42:05.112517 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3db28528-4163-40de-be7a-4ed2fbee5cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:05.255051 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3c604a06-2b2e-499d-a6ee-daeea3df8d51 req-1c2b99d0-aca8-4e69-84fe-e9548d392b59 service neutron] 10.222.0.26 "GET /v2.0/networks/a2358b7b-9f71-44ce-9aa8-c307e3d70b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689272 Apr 20 16:42:05.418634 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db28528-4163-40de-be7a-4ed2fbee5cad admin admin] Router 232b589a-509b-44ae-96ab-f3694a252059 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:42:05.482245 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1a006321-46ae-4cb6-aff4-d658c95c574c None None] Provisioning complete for port 6447a1c0-417b-4e4f-a1f5-c867315a3388 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:05.482460 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1a006321-46ae-4cb6-aff4-d658c95c574c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:05.532490 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db28528-4163-40de-be7a-4ed2fbee5cad admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:42:05.550555 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] Sync routers for ids ['232b589a-509b-44ae-96ab-f3694a252059'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:42:05.582177 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] Routers {'232b589a-509b-44ae-96ab-f3694a252059'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:42:05.582771 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:41:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['232b589a-509b-44ae-96ab-f3694a252059'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:42:05.664447 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3db28528-4163-40de-be7a-4ed2fbee5cad admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:05.665798 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3db28528-4163-40de-be7a-4ed2fbee5cad admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0398624 Apr 20 16:42:05.668611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 46946) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:05.844034 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] Set router 232b589a-509b-44ae-96ab-f3694a252059 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:42:06.028018 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b589a-509b-44ae-96ab-f3694a252059', 'name': 'tempest-TestVolumeBootPattern-2003705582-router', 'tenant_id': '2feab387e32248c788da9b8c0f42e8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '5599f088-db48-449e-80d1-06fb42bc6462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:42:02Z', 'updated_at': '2022-04-20T16:42:04Z', 'revision_number': 3, 'project_id': '2feab387e32248c788da9b8c0f42e8bd', 'gw_port': {'id': '5599f088-db48-449e-80d1-06fb42bc6462', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ad:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b589a-509b-44ae-96ab-f3694a252059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:03Z', 'updated_at': '2022-04-20T16:42:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:42:06.054583 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] Checking router: 232b589a-509b-44ae-96ab-f3694a252059 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:42:06.054925 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] Updating router 232b589a-509b-44ae-96ab-f3694a252059 port 5599f088-db48-449e-80d1-06fb42bc6462 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:42:06.083264 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:06.130223 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:06.203543 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6447a1c0-417b-4e4f-a1f5-c867315a3388 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:42:06.319525 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 6447a1c0-417b-4e4f-a1f5-c867315a3388 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:06.320151 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:06.334790 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Allocated IP 172.20.0.1 (6173866f-c57e-463e-b490-26c64e8c51b6/b5e15d00-992d-4f02-aac7-576ccfe4b8af/f6bb7757-28c8-42ea-bd90-866e8531d157) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:42:06.487102 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:06.523314 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:06.621724 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:06.659980 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:06.679456 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ce235-70c9-43a0-ab72-40f25c8a8ba5 None None] Pushing event updated for resources: {'Port': ['ID=5599f088-db48-449e-80d1-06fb42bc6462,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:06.681814 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] Attempting to bind port 5599f088-db48-449e-80d1-06fb42bc6462 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:42:06.682176 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] Attempting to bind port 5599f088-db48-449e-80d1-06fb42bc6462 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:42:06.682537 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] Attempting to bind port 5599f088-db48-449e-80d1-06fb42bc6462 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:42:06.693898 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:42:06.694289 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:42:06.694698 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:06.695163 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:42:06.695891 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] Bound port: 5599f088-db48-449e-80d1-06fb42bc6462, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:42:06.696028 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:06.715118 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Network 6173866f-c57e-463e-b490-26c64e8c51b6 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:42:06.735673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:42:06.756588 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Pushing event updated for resources: {'Port': ['ID=f6bb7757-28c8-42ea-bd90-866e8531d157,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:06.759204 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:42:06.766335 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] For port 5599f088-db48-449e-80d1-06fb42bc6462, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:42:06.770997 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] For port 5599f088-db48-449e-80d1-06fb42bc6462, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5599f088-db48-449e-80d1-06fb42bc6462,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:42:06.791923 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:06.792324 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:06.792630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:06.792962 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:06.793293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:06.793618 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:06.793944 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:06.794313 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:06.794634 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:06.794953 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:06.795270 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:06.795585 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:06.819889 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:06.882379 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:06.941779 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] Routers {'232b589a-509b-44ae-96ab-f3694a252059'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:42:06.942424 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:41:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['232b589a-509b-44ae-96ab-f3694a252059'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:42:07.002760 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ce235-70c9-43a0-ab72-40f25c8a8ba5 None None] Pushing event updated for resources: {'Port': ['ID=5599f088-db48-449e-80d1-06fb42bc6462,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:07.064256 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:07.074982 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] Set router 232b589a-509b-44ae-96ab-f3694a252059 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:42:07.222692 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-81e6ce14-5a43-4bba-a9cd-966790c3da1f None None] Provisioning complete for port f6bb7757-28c8-42ea-bd90-866e8531d157 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:07.223129 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-81e6ce14-5a43-4bba-a9cd-966790c3da1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:07.261665 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:07.269762 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-81e6ce14-5a43-4bba-a9cd-966790c3da1f None None] Port f6bb7757-28c8-42ea-bd90-866e8531d157 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:42:07.327232 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:07.351121 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b589a-509b-44ae-96ab-f3694a252059', 'name': 'tempest-TestVolumeBootPattern-2003705582-router', 'tenant_id': '2feab387e32248c788da9b8c0f42e8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '5599f088-db48-449e-80d1-06fb42bc6462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:42:02Z', 'updated_at': '2022-04-20T16:42:04Z', 'revision_number': 3, 'project_id': '2feab387e32248c788da9b8c0f42e8bd', 'gw_port': {'id': '5599f088-db48-449e-80d1-06fb42bc6462', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ad:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b589a-509b-44ae-96ab-f3694a252059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:03Z', 'updated_at': '2022-04-20T16:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:42:07.384970 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f71687-75bf-4c6a-8d33-3c7ca895b205 None None] The sync data for ids ['232b589a-509b-44ae-96ab-f3694a252059'] in n-d-836146-2 is: [{'id': '232b589a-509b-44ae-96ab-f3694a252059', 'name': 'tempest-TestVolumeBootPattern-2003705582-router', 'tenant_id': '2feab387e32248c788da9b8c0f42e8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '5599f088-db48-449e-80d1-06fb42bc6462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:42:02Z', 'updated_at': '2022-04-20T16:42:04Z', 'revision_number': 3, 'project_id': '2feab387e32248c788da9b8c0f42e8bd', 'gw_port': {'id': '5599f088-db48-449e-80d1-06fb42bc6462', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ad:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b589a-509b-44ae-96ab-f3694a252059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:03Z', 'updated_at': '2022-04-20T16:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:42:07.406770 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:07.408963 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Pushing event updated for resources: {'Port': ['ID=f6bb7757-28c8-42ea-bd90-866e8531d157,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:07.525141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Network 6173866f-c57e-463e-b490-26c64e8c51b6 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:42:07.526707 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:42:07.687041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Router 232b589a-509b-44ae-96ab-f3694a252059 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:42:07.836139 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:42:07.841117 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-58ca781e-0b7c-42c3-82b5-dbfff3a1e3a7 admin admin] 10.222.0.15 "PUT /v2.0/routers/232b589a-509b-44ae-96ab-f3694a252059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1714826 Apr 20 16:42:07.900417 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c3ec31a4-517a-4b39-ba06-0caa7298bc30 None None] Provisioning complete for port f6bb7757-28c8-42ea-bd90-866e8531d157 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:07.900917 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c3ec31a4-517a-4b39-ba06-0caa7298bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:07.935985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c3ec31a4-517a-4b39-ba06-0caa7298bc30 None None] Port f6bb7757-28c8-42ea-bd90-866e8531d157 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:42:08.243271 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5599f088-db48-449e-80d1-06fb42bc6462 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:42:08.299226 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 5599f088-db48-449e-80d1-06fb42bc6462 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:08.299598 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:08.393832 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:08.417974 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 5599f088-db48-449e-80d1-06fb42bc6462, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5599f088-db48-449e-80d1-06fb42bc6462,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:42:08.484683 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:08.543860 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=5599f088-db48-449e-80d1-06fb42bc6462,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:09.469592 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] Sync routers for ids ['232b589a-509b-44ae-96ab-f3694a252059'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:42:09.480470 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] Routers {'232b589a-509b-44ae-96ab-f3694a252059'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:42:09.481078 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:41:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['232b589a-509b-44ae-96ab-f3694a252059'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:42:09.586910 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] Set router 232b589a-509b-44ae-96ab-f3694a252059 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:42:09.829365 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b589a-509b-44ae-96ab-f3694a252059', 'name': 'tempest-TestVolumeBootPattern-2003705582-router', 'tenant_id': '2feab387e32248c788da9b8c0f42e8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '5599f088-db48-449e-80d1-06fb42bc6462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:42:02Z', 'updated_at': '2022-04-20T16:42:06Z', 'revision_number': 4, 'project_id': '2feab387e32248c788da9b8c0f42e8bd', 'gw_port': {'id': '5599f088-db48-449e-80d1-06fb42bc6462', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b589a-509b-44ae-96ab-f3694a252059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:03Z', 'updated_at': '2022-04-20T16:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'f6bb7757-28c8-42ea-bd90-866e8531d157', 'name': '', 'network_id': '6173866f-c57e-463e-b490-26c64e8c51b6', 'tenant_id': '2feab387e32248c788da9b8c0f42e8bd', 'mac_address': 'fa:16:3e:a9:e9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b589a-509b-44ae-96ab-f3694a252059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'b5e15d00-992d-4f02-aac7-576ccfe4b8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:06Z', 'updated_at': '2022-04-20T16:42:07Z', 'revision_number': 2, 'project_id': '2feab387e32248c788da9b8c0f42e8bd', 'subnets': [{'id': 'b5e15d00-992d-4f02-aac7-576ccfe4b8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:42:09.864956 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] Checking router: 232b589a-509b-44ae-96ab-f3694a252059 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:42:09.865423 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] Updating router 232b589a-509b-44ae-96ab-f3694a252059 port f6bb7757-28c8-42ea-bd90-866e8531d157 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:42:09.890760 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:10.162165 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:10.197977 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5599f088-db48-449e-80d1-06fb42bc6462 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:42:10.243599 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:10.272730 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 5599f088-db48-449e-80d1-06fb42bc6462 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:10.273402 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:10.305413 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cdd48a-85fb-42c4-ac38-8a0801363240 None None] Pushing event updated for resources: {'Port': ['ID=f6bb7757-28c8-42ea-bd90-866e8531d157,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:10.432807 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] Attempting to bind port f6bb7757-28c8-42ea-bd90-866e8531d157 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:42:10.433602 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] Attempting to bind port f6bb7757-28c8-42ea-bd90-866e8531d157 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '169f7947-0711-47f6-bb0d-60580536901e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6173866f-c57e-463e-b490-26c64e8c51b6'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:42:10.434213 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] Attempting to bind port f6bb7757-28c8-42ea-bd90-866e8531d157 on network 6173866f-c57e-463e-b490-26c64e8c51b6 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:42:10.440677 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:42:10.441502 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] Checking segment: {'id': '169f7947-0711-47f6-bb0d-60580536901e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6173866f-c57e-463e-b490-26c64e8c51b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:42:10.442365 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:10.442809 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] Bound using segment: {'id': '169f7947-0711-47f6-bb0d-60580536901e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6173866f-c57e-463e-b490-26c64e8c51b6'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:42:10.443484 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] Bound port: f6bb7757-28c8-42ea-bd90-866e8531d157, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '169f7947-0711-47f6-bb0d-60580536901e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6173866f-c57e-463e-b490-26c64e8c51b6'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:42:10.443998 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:10.538138 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] For port f6bb7757-28c8-42ea-bd90-866e8531d157, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:42:10.543410 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] For port f6bb7757-28c8-42ea-bd90-866e8531d157, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=f6bb7757-28c8-42ea-bd90-866e8531d157,segment=NetworkSegment(169f7947-0711-47f6-bb0d-60580536901e),segment_id=169f7947-0711-47f6-bb0d-60580536901e)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:42:10.624928 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:10.686561 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-28ea210a-b0fd-4d46-a063-89da08288dce None None] Provisioning complete for port f6bb7757-28c8-42ea-bd90-866e8531d157 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:10.687341 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-28ea210a-b0fd-4d46-a063-89da08288dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:10.692165 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] Routers {'232b589a-509b-44ae-96ab-f3694a252059'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:42:10.692851 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:41:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['232b589a-509b-44ae-96ab-f3694a252059'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:42:10.695350 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cdd48a-85fb-42c4-ac38-8a0801363240 None None] Pushing event updated for resources: {'Port': ['ID=f6bb7757-28c8-42ea-bd90-866e8531d157,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:10.789012 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-28ea210a-b0fd-4d46-a063-89da08288dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:10.823947 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-28ea210a-b0fd-4d46-a063-89da08288dce None None] For port f6bb7757-28c8-42ea-bd90-866e8531d157, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=f6bb7757-28c8-42ea-bd90-866e8531d157,segment=NetworkSegment(169f7947-0711-47f6-bb0d-60580536901e),segment_id=169f7947-0711-47f6-bb0d-60580536901e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:42:10.920453 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] Set router 232b589a-509b-44ae-96ab-f3694a252059 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:42:10.941860 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5eba0664-4bdc-4c72-9e9e-f96e486c4ba2 req-f7088b87-ef4e-4751-b159-64aefcd550a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=88a94405-7e49-427c-a473-67b8c2c59f12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454443 Apr 20 16:42:10.996546 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-28ea210a-b0fd-4d46-a063-89da08288dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:11.053107 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba0664-4bdc-4c72-9e9e-f96e486c4ba2 req-6817aa8b-92b2-46a8-820b-f38b18566531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:11.053893 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea210a-b0fd-4d46-a063-89da08288dce None None] Pushing event updated for resources: {'Port': ['ID=f6bb7757-28c8-42ea-bd90-866e8531d157,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:11.054615 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5eba0664-4bdc-4c72-9e9e-f96e486c4ba2 req-6817aa8b-92b2-46a8-820b-f38b18566531 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b75b50e00ec04ccea3311c80eb11bce8&device_id=88a94405-7e49-427c-a473-67b8c2c59f12 HTTP/1.1" status: 200 len: 1101 time: 0.0508924 Apr 20 16:42:11.117502 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-01d5ed33-b485-46dd-89ef-8a93460fc100 None None] Provisioning complete for port f6bb7757-28c8-42ea-bd90-866e8531d157 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:11.118144 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-01d5ed33-b485-46dd-89ef-8a93460fc100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:11.178614 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba0664-4bdc-4c72-9e9e-f96e486c4ba2 req-c3092171-2f15-4212-8257-b4a547f8fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:11.179370 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b589a-509b-44ae-96ab-f3694a252059', 'name': 'tempest-TestVolumeBootPattern-2003705582-router', 'tenant_id': '2feab387e32248c788da9b8c0f42e8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '5599f088-db48-449e-80d1-06fb42bc6462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:42:02Z', 'updated_at': '2022-04-20T16:42:06Z', 'revision_number': 4, 'project_id': '2feab387e32248c788da9b8c0f42e8bd', 'gw_port': {'id': '5599f088-db48-449e-80d1-06fb42bc6462', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b589a-509b-44ae-96ab-f3694a252059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:03Z', 'updated_at': '2022-04-20T16:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'f6bb7757-28c8-42ea-bd90-866e8531d157', 'name': '', 'network_id': '6173866f-c57e-463e-b490-26c64e8c51b6', 'tenant_id': '2feab387e32248c788da9b8c0f42e8bd', 'mac_address': 'fa:16:3e:a9:e9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b589a-509b-44ae-96ab-f3694a252059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'b5e15d00-992d-4f02-aac7-576ccfe4b8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:06Z', 'updated_at': '2022-04-20T16:42:10Z', 'revision_number': 4, 'project_id': '2feab387e32248c788da9b8c0f42e8bd', 'subnets': [{'id': 'b5e15d00-992d-4f02-aac7-576ccfe4b8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:42:11.180243 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5eba0664-4bdc-4c72-9e9e-f96e486c4ba2 req-c3092171-2f15-4212-8257-b4a547f8fa13 service neutron] 10.222.0.30 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.1058061 Apr 20 16:42:11.216910 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4369615b-01e1-434a-98fb-b8c247cf5752 None None] The sync data for ids ['232b589a-509b-44ae-96ab-f3694a252059'] in n-d-836146-2 is: [{'id': '232b589a-509b-44ae-96ab-f3694a252059', 'name': 'tempest-TestVolumeBootPattern-2003705582-router', 'tenant_id': '2feab387e32248c788da9b8c0f42e8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '5599f088-db48-449e-80d1-06fb42bc6462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:42:02Z', 'updated_at': '2022-04-20T16:42:06Z', 'revision_number': 4, 'project_id': '2feab387e32248c788da9b8c0f42e8bd', 'gw_port': {'id': '5599f088-db48-449e-80d1-06fb42bc6462', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b589a-509b-44ae-96ab-f3694a252059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:03Z', 'updated_at': '2022-04-20T16:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'f6bb7757-28c8-42ea-bd90-866e8531d157', 'name': '', 'network_id': '6173866f-c57e-463e-b490-26c64e8c51b6', 'tenant_id': '2feab387e32248c788da9b8c0f42e8bd', 'mac_address': 'fa:16:3e:a9:e9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b589a-509b-44ae-96ab-f3694a252059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'b5e15d00-992d-4f02-aac7-576ccfe4b8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:06Z', 'updated_at': '2022-04-20T16:42:10Z', 'revision_number': 4, 'project_id': '2feab387e32248c788da9b8c0f42e8bd', 'subnets': [{'id': 'b5e15d00-992d-4f02-aac7-576ccfe4b8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:42:11.228522 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5eba0664-4bdc-4c72-9e9e-f96e486c4ba2 req-9ee26050-2d64-4a86-a6e1-37d8e59cb61b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=45e92126-6ed4-415e-8104-0ade0f36621d HTTP/1.1" status: 200 len: 217 time: 0.0375755 Apr 20 16:42:11.288849 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba0664-4bdc-4c72-9e9e-f96e486c4ba2 req-c0aee8ea-01f7-44db-99cb-b1ca26a732ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:11.290350 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5eba0664-4bdc-4c72-9e9e-f96e486c4ba2 req-c0aee8ea-01f7-44db-99cb-b1ca26a732ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0596204 Apr 20 16:42:11.690710 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba0664-4bdc-4c72-9e9e-f96e486c4ba2 req-323b19e5-0f3b-4422-8a88-3089e7b88941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:11.692128 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5eba0664-4bdc-4c72-9e9e-f96e486c4ba2 req-323b19e5-0f3b-4422-8a88-3089e7b88941 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3949487 Apr 20 16:42:11.795141 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5eba0664-4bdc-4c72-9e9e-f96e486c4ba2 req-690d793f-e988-40d9-997d-8d9b81140959 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959718 Apr 20 16:42:11.983771 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5eba0664-4bdc-4c72-9e9e-f96e486c4ba2 req-1a7a26c7-e15f-45fd-8305-7c72b7892060 service neutron] 10.222.0.30 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747351 Apr 20 16:42:12.024308 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-31d9c3a5-5538-404e-a39f-c8cf92ccca5b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:12.025888 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-31d9c3a5-5538-404e-a39f-c8cf92ccca5b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 812 time: 0.1450431 Apr 20 16:42:12.042042 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-17a0e42c-1128-4653-951f-8bfded40641c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/quotas/89276b194611435f91cf83dc9e96548b HTTP/1.1" status: 200 len: 375 time: 0.0098009 Apr 20 16:42:12.139596 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-9547fc88-38df-4c9f-b85b-5bd4310c2a42 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0909960 Apr 20 16:42:12.235561 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f6bb7757-28c8-42ea-bd90-866e8531d157 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:42:12.266924 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-d827b39f-940b-42ea-b95a-a4bc3a0dec08 service neutron] 10.222.0.15 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131036 Apr 20 16:42:12.382457 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port f6bb7757-28c8-42ea-bd90-866e8531d157 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:12.382830 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:12.410793 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-07492025-b985-4933-8217-5cb4904c5a1e service neutron] 10.222.0.15 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357443 Apr 20 16:42:13.069688 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c868d732-8f7c-4fdd-8800-5e4dcf7f4776 req-309132ba-d282-49d6-b6fa-c7af4730f240 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 210 time: 0.0338280 Apr 20 16:42:14.151708 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-783bc30f-52f6-4b9b-a136-ebc958c51210 req-6ab56d11-70eb-479b-b492-8586b11ae9de tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 210 time: 0.0329483 Apr 20 16:42:15.276466 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9c4ffa9d-6c7b-4815-abcf-731e87c5b43f req-e3ce1585-a546-449b-8311-7274c6619936 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 210 time: 0.0279317 Apr 20 16:42:15.791580 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-c178235f-ec25-47a2-a21a-56099da0318e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:15.793076 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-c178235f-ec25-47a2-a21a-56099da0318e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 812 time: 0.1119866 Apr 20 16:42:15.811175 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-ec35a656-6b4c-4b49-82f4-4574f5a54a51 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Request body: {'port': {'device_id': '4f2b300c-4480-45fb-a205-f22f41ac0e7b', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'admin_state_up': True, 'tenant_id': '89276b194611435f91cf83dc9e96548b'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:42:16.018810 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-ec35a656-6b4c-4b49-82f4-4574f5a54a51 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Made reservation on behalf of 89276b194611435f91cf83dc9e96548b for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:42:16.022431 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-ec35a656-6b4c-4b49-82f4-4574f5a54a51 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:16.187513 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-ec35a656-6b4c-4b49-82f4-4574f5a54a51 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Allocated IP 172.20.0.6 (45075084-5307-4652-bafe-1d4bc624b83e/84f859e8-1f59-4fe7-930d-c92d7f74a0a0/0da4c046-80e5-48f8-b83c-3da48edac377) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:42:16.390576 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-ec35a656-6b4c-4b49-82f4-4574f5a54a51 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:16.454037 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-14da095e-342d-4b49-b26f-57d2c9229d4f req-df76024e-3f17-42cd-ab67-900d7ea00e9c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 210 time: 0.0611687 Apr 20 16:42:16.541591 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-ec35a656-6b4c-4b49-82f4-4574f5a54a51 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:16.603261 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-ec35a656-6b4c-4b49-82f4-4574f5a54a51 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Network 45075084-5307-4652-bafe-1d4bc624b83e is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:42:16.608733 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-ec35a656-6b4c-4b49-82f4-4574f5a54a51 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:42:16.613144 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-ec35a656-6b4c-4b49-82f4-4574f5a54a51 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:42:16.644215 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35a656-6b4c-4b49-82f4-4574f5a54a51 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event updated for resources: {'Port': ['ID=0da4c046-80e5-48f8-b83c-3da48edac377,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:16.688215 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-ec35a656-6b4c-4b49-82f4-4574f5a54a51 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:16.689633 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-ec35a656-6b4c-4b49-82f4-4574f5a54a51 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:16.797152 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-ec35a656-6b4c-4b49-82f4-4574f5a54a51 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9892452 Apr 20 16:42:16.814557 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-85b8cb29-8c8f-465d-83e9-28b03ed7e1db service neutron] Request body: {'port': {'device_id': '4f2b300c-4480-45fb-a205-f22f41ac0e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:42:16.892638 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-85b8cb29-8c8f-465d-83e9-28b03ed7e1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:17.029063 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b3782412-a2b4-4a0a-9a8f-7e19d99139d9 None None] Provisioning complete for port 0da4c046-80e5-48f8-b83c-3da48edac377 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:17.030130 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b3782412-a2b4-4a0a-9a8f-7e19d99139d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:17.065999 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b3782412-a2b4-4a0a-9a8f-7e19d99139d9 None None] Port 0da4c046-80e5-48f8-b83c-3da48edac377 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:42:17.312551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-85b8cb29-8c8f-465d-83e9-28b03ed7e1db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da4c046-80e5-48f8-b83c-3da48edac377 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:42:17.321132 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-85b8cb29-8c8f-465d-83e9-28b03ed7e1db service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:17.333509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-85b8cb29-8c8f-465d-83e9-28b03ed7e1db service neutron] Transition to ACTIVE for port object 0da4c046-80e5-48f8-b83c-3da48edac377 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:42:17.392383 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-85b8cb29-8c8f-465d-83e9-28b03ed7e1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:17.443615 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8cb29-8c8f-465d-83e9-28b03ed7e1db service neutron] Pushing event updated for resources: {'Port': ['ID=0da4c046-80e5-48f8-b83c-3da48edac377,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:17.538927 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-85b8cb29-8c8f-465d-83e9-28b03ed7e1db service neutron] Attempting to bind port 0da4c046-80e5-48f8-b83c-3da48edac377 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:42:17.539835 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-85b8cb29-8c8f-465d-83e9-28b03ed7e1db service neutron] Attempting to bind port 0da4c046-80e5-48f8-b83c-3da48edac377 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:42:17.539835 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-85b8cb29-8c8f-465d-83e9-28b03ed7e1db service neutron] Attempting to bind port 0da4c046-80e5-48f8-b83c-3da48edac377 on network 45075084-5307-4652-bafe-1d4bc624b83e {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:42:17.545599 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-85b8cb29-8c8f-465d-83e9-28b03ed7e1db service neutron] Port 0da4c046-80e5-48f8-b83c-3da48edac377 on network 45075084-5307-4652-bafe-1d4bc624b83e not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:42:17.546118 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-85b8cb29-8c8f-465d-83e9-28b03ed7e1db service neutron] Attempting to bind port 0da4c046-80e5-48f8-b83c-3da48edac377 on network 45075084-5307-4652-bafe-1d4bc624b83e {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:42:17.564025 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-85b8cb29-8c8f-465d-83e9-28b03ed7e1db service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:42:17.564613 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-85b8cb29-8c8f-465d-83e9-28b03ed7e1db service neutron] Checking segment: {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:42:17.565162 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-85b8cb29-8c8f-465d-83e9-28b03ed7e1db service neutron] Bound using segment: {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:42:17.565693 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-85b8cb29-8c8f-465d-83e9-28b03ed7e1db service neutron] Bound port: 0da4c046-80e5-48f8-b83c-3da48edac377, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:42:17.566158 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-85b8cb29-8c8f-465d-83e9-28b03ed7e1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:17.623648 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51f3cd-b24d-40fd-a105-297d5a34fe8c req-b8594540-c20a-4ad5-8ccc-3cdcf8aa2a63 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:17.632953 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1c51f3cd-b24d-40fd-a105-297d5a34fe8c req-b8594540-c20a-4ad5-8ccc-3cdcf8aa2a63 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 943 time: 0.0664356 Apr 20 16:42:17.660108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-85b8cb29-8c8f-465d-83e9-28b03ed7e1db service neutron] For port 0da4c046-80e5-48f8-b83c-3da48edac377, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:42:17.663929 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-85b8cb29-8c8f-465d-83e9-28b03ed7e1db service neutron] For port 0da4c046-80e5-48f8-b83c-3da48edac377, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0da4c046-80e5-48f8-b83c-3da48edac377,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:42:17.681583 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1c51f3cd-b24d-40fd-a105-297d5a34fe8c req-08e514b1-5b1e-4932-94f1-ae2106ab7eca tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474217 Apr 20 16:42:17.906121 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-85b8cb29-8c8f-465d-83e9-28b03ed7e1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:17.943091 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-85b8cb29-8c8f-465d-83e9-28b03ed7e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:17.944272 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-85b8cb29-8c8f-465d-83e9-28b03ed7e1db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:17.945743 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-85b8cb29-8c8f-465d-83e9-28b03ed7e1db service neutron] 10.222.0.26 "PUT /v2.0/ports/0da4c046-80e5-48f8-b83c-3da48edac377 HTTP/1.1" status: 200 len: 1091 time: 1.1362596 Apr 20 16:42:17.948100 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2b300c-4480-45fb-a205-f22f41ac0e7b', 'tag': '0da4c046-80e5-48f8-b83c-3da48edac377'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:42:17.950506 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7d9c8d-0176-4b46-88b7-21a55707e4a6" -d '{"events": [{"name": "network-changed", "server_uuid": "4f2b300c-4480-45fb-a205-f22f41ac0e7b", "tag": "0da4c046-80e5-48f8-b83c-3da48edac377"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:42:17.999606 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8cb29-8c8f-465d-83e9-28b03ed7e1db service neutron] Pushing event updated for resources: {'Port': ['ID=0da4c046-80e5-48f8-b83c-3da48edac377,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:18.015630 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14874398-1099-4265-bbc7-270073eb0bd7 x-openstack-request-id: req-14874398-1099-4265-bbc7-270073eb0bd7 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:42:18.016272 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f2b300c-4480-45fb-a205-f22f41ac0e7b", "tag": "0da4c046-80e5-48f8-b83c-3da48edac377", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:42:18.016993 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14874398-1099-4265-bbc7-270073eb0bd7 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:42:18.017368 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14874398-1099-4265-bbc7-270073eb0bd7'] response: {'name': 'network-changed', 'server_uuid': '4f2b300c-4480-45fb-a205-f22f41ac0e7b', 'tag': '0da4c046-80e5-48f8-b83c-3da48edac377', 'status': 'completed', 'code': 200} Apr 20 16:42:18.128248 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d9c8d-0176-4b46-88b7-21a55707e4a6 req-ae0a4e49-3082-4b0a-a004-488b8b41f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:18.134955 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1a7d9c8d-0176-4b46-88b7-21a55707e4a6 req-ae0a4e49-3082-4b0a-a004-488b8b41f480 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 1094 time: 0.0692551 Apr 20 16:42:18.261550 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d9c8d-0176-4b46-88b7-21a55707e4a6 req-c4c6feb7-41f2-4c61-af91-bc0de079a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:18.263068 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1a7d9c8d-0176-4b46-88b7-21a55707e4a6 req-c4c6feb7-41f2-4c61-af91-bc0de079a545 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=89276b194611435f91cf83dc9e96548b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1111379 Apr 20 16:42:18.392355 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d9c8d-0176-4b46-88b7-21a55707e4a6 req-dc2c9258-e3d2-4f8c-b60b-bc0842c1f00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:18.393989 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1a7d9c8d-0176-4b46-88b7-21a55707e4a6 req-dc2c9258-e3d2-4f8c-b60b-bc0842c1f00e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1236470 Apr 20 16:42:18.531500 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-5f4cf06a-bbcf-4e49-a2e8-54a08264d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:18.534709 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-5f4cf06a-bbcf-4e49-a2e8-54a08264d399 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 1094 time: 0.0793495 Apr 20 16:42:18.591381 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-894d013f-467c-4a52-9d07-c1fd4aa41f79 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0da4c046-80e5-48f8-b83c-3da48edac377 HTTP/1.1" status: 200 len: 217 time: 0.0443258 Apr 20 16:42:18.647283 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-02ca7fe2-6572-4241-b333-6eb61cd8cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:18.648718 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-02ca7fe2-6572-4241-b333-6eb61cd8cd17 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84f859e8-1f59-4fe7-930d-c92d7f74a0a0 HTTP/1.1" status: 200 len: 851 time: 0.0512226 Apr 20 16:42:18.695051 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-2f3e1e78-594f-453d-81a4-d6c6c38ac40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:18.696842 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-2f3e1e78-594f-453d-81a4-d6c6c38ac40b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45075084-5307-4652-bafe-1d4bc624b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418546 Apr 20 16:42:18.804610 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-d478a048-d178-4466-b2a2-73e435122283 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011639 Apr 20 16:42:18.816994 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272a9e8-449a-436a-9b20-77f3637da1b8 req-cdd2fa9b-2d6f-45a6-b0c7-98a8d0eec94d tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:18.826291 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6272a9e8-449a-436a-9b20-77f3637da1b8 req-cdd2fa9b-2d6f-45a6-b0c7-98a8d0eec94d tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 943 time: 0.0670340 Apr 20 16:42:18.900424 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6272a9e8-449a-436a-9b20-77f3637da1b8 req-66853c53-39d6-47ae-b08c-d5e6371e4165 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728490 Apr 20 16:42:18.953246 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cee0aadd-2c48-4e08-8111-88296d61dfa3 req-628cae48-ea20-48a1-95fd-9644e87eafb5 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424003 Apr 20 16:42:20.020091 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd749f8c-c06f-4ec9-978a-3d2e17db2427 req-56cd441e-493a-4be8-a2f0-07e9cd558c59 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:20.021668 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd749f8c-c06f-4ec9-978a-3d2e17db2427 req-56cd441e-493a-4be8-a2f0-07e9cd558c59 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 943 time: 0.0521812 Apr 20 16:42:20.065551 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd749f8c-c06f-4ec9-978a-3d2e17db2427 req-20f622c6-45bd-4011-93af-4d6fe54699f1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375230 Apr 20 16:42:21.204254 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90252f54-983f-47b3-bf82-1add6a032f17 req-2eb28125-29dc-408d-be16-04d91b4c4c4c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:21.212128 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-90252f54-983f-47b3-bf82-1add6a032f17 req-2eb28125-29dc-408d-be16-04d91b4c4c4c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 943 time: 0.0608084 Apr 20 16:42:21.300688 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-90252f54-983f-47b3-bf82-1add6a032f17 req-f03d9c5b-c677-43bf-8379-fc80e040ec67 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511944 Apr 20 16:42:22.392680 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f2e02-2c90-43a7-bd94-566f8273c569 req-1daefbbf-2261-444f-814b-23d1eac0a3ba tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:22.394274 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-503f2e02-2c90-43a7-bd94-566f8273c569 req-1daefbbf-2261-444f-814b-23d1eac0a3ba tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 943 time: 0.0566926 Apr 20 16:42:22.435271 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-503f2e02-2c90-43a7-bd94-566f8273c569 req-3382adde-7ab8-4f75-9b59-07899f11e17f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329425 Apr 20 16:42:22.787019 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-23119d19-382f-4831-a8dd-4f45f5b629f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:23.558876 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3bad6-4a43-45b9-b2a9-3bab6244eeb4 req-25d3c3bc-0076-4b69-8335-50bb34d5756f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:23.561165 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b7d3bad6-4a43-45b9-b2a9-3bab6244eeb4 req-25d3c3bc-0076-4b69-8335-50bb34d5756f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 943 time: 0.0539198 Apr 20 16:42:23.600914 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b7d3bad6-4a43-45b9-b2a9-3bab6244eeb4 req-ed01c203-a11b-4457-912c-537dbc7b695b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335090 Apr 20 16:42:24.749295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533188e-6757-411b-b5b4-5581c9be5dcd req-0accf63e-acce-4e40-bc47-c0f7b1db87d6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:24.750825 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6533188e-6757-411b-b5b4-5581c9be5dcd req-0accf63e-acce-4e40-bc47-c0f7b1db87d6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 943 time: 0.0594902 Apr 20 16:42:24.792616 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6533188e-6757-411b-b5b4-5581c9be5dcd req-6275dbcd-5d41-419c-b360-76a0e1442bf7 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347674 Apr 20 16:42:25.101457 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2875eacb-c324-4090-bdef-26b86e0378ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:25.310898 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47322) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:25.430319 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63a3b85e-9042-4fb8-af63-31d3aecb620f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:25.515594 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63a3b85e-9042-4fb8-af63-31d3aecb620f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:25.626625 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63a3b85e-9042-4fb8-af63-31d3aecb620f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:25.665730 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-63a3b85e-9042-4fb8-af63-31d3aecb620f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17cfae5f0b7f496b8e83cd6291277206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536627 Apr 20 16:42:25.666589 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3b85e-9042-4fb8-af63-31d3aecb620f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43851f18-cc48-4f52-87d1-1cfe6f05f9a4,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:25.668378 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47330) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:25.720717 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7995ca0-c5f7-4c85-a3e6-b4e97cebb32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:25.742439 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7995ca0-c5f7-4c85-a3e6-b4e97cebb32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:25.894158 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7995ca0-c5f7-4c85-a3e6-b4e97cebb32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:25.897239 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c7995ca0-c5f7-4c85-a3e6-b4e97cebb32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:25.898366 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c7995ca0-c5f7-4c85-a3e6-b4e97cebb32a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/43851f18-cc48-4f52-87d1-1cfe6f05f9a4 HTTP/1.1" status: 204 len: 168 time: 0.2289748 Apr 20 16:42:25.911903 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7995ca0-c5f7-4c85-a3e6-b4e97cebb32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43851f18-cc48-4f52-87d1-1cfe6f05f9a4,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:25.924820 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7995ca0-c5f7-4c85-a3e6-b4e97cebb32a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:25.925144 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7995ca0-c5f7-4c85-a3e6-b4e97cebb32a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:25.925588 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7995ca0-c5f7-4c85-a3e6-b4e97cebb32a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:25.925983 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7995ca0-c5f7-4c85-a3e6-b4e97cebb32a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:25.926240 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7995ca0-c5f7-4c85-a3e6-b4e97cebb32a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:25.926567 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7995ca0-c5f7-4c85-a3e6-b4e97cebb32a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:25.926891 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7995ca0-c5f7-4c85-a3e6-b4e97cebb32a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:25.927214 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7995ca0-c5f7-4c85-a3e6-b4e97cebb32a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:25.927537 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7995ca0-c5f7-4c85-a3e6-b4e97cebb32a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:25.927896 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7995ca0-c5f7-4c85-a3e6-b4e97cebb32a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:25.928168 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7995ca0-c5f7-4c85-a3e6-b4e97cebb32a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:25.928510 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7995ca0-c5f7-4c85-a3e6-b4e97cebb32a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:25.945696 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ea7da-d92e-41d3-8676-e55a81b3a4b0 req-f54dbe75-f04b-4413-974e-88ea31e98cbb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:25.947333 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-048ea7da-d92e-41d3-8676-e55a81b3a4b0 req-f54dbe75-f04b-4413-974e-88ea31e98cbb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 943 time: 0.0804396 Apr 20 16:42:25.995062 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-048ea7da-d92e-41d3-8676-e55a81b3a4b0 req-4b59bdc0-db24-4cb6-9fbd-4631d7934ff2 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330007 Apr 20 16:42:26.389358 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:27.119706 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a2b2f-a5e2-4944-a9a4-fab476fce7bf req-9ad29b7b-dd82-405a-9391-73cc50888888 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:27.121250 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b55a2b2f-a5e2-4944-a9a4-fab476fce7bf req-9ad29b7b-dd82-405a-9391-73cc50888888 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 943 time: 0.0549150 Apr 20 16:42:27.160888 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b55a2b2f-a5e2-4944-a9a4-fab476fce7bf req-fe692440-a220-49db-a816-5ac67a59f8bf tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332568 Apr 20 16:42:27.798006 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:28.126213 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:28.150733 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47406) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:28.155366 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-24f15335-cfff-457a-958a-fdadb9c4170e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1004383884', 'description': 'tempest-secgroup-smoke-1004383884 description', 'project_id': 'f671d985b7654b0ab90a0236bac58688'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:42:28.277542 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fb828-7a22-4afe-ba89-c0a0c704f410 req-53ed203a-975a-45c8-91b0-79042b536853 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:28.279018 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-131fb828-7a22-4afe-ba89-c0a0c704f410 req-53ed203a-975a-45c8-91b0-79042b536853 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 943 time: 0.0493996 Apr 20 16:42:28.283749 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24f15335-cfff-457a-958a-fdadb9c4170e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:28.292702 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24f15335-cfff-457a-958a-fdadb9c4170e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:28.316772 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-131fb828-7a22-4afe-ba89-c0a0c704f410 req-506a2f9b-dd70-441a-b1ef-1e825f5f8157 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315311 Apr 20 16:42:28.367125 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24f15335-cfff-457a-958a-fdadb9c4170e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:28.463916 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24f15335-cfff-457a-958a-fdadb9c4170e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:28.503391 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f15335-cfff-457a-958a-fdadb9c4170e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=535dd2a7-6192-44b7-aee0-891b4b85b957,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:28.542813 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24f15335-cfff-457a-958a-fdadb9c4170e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:28.635005 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24f15335-cfff-457a-958a-fdadb9c4170e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:28.666814 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f15335-cfff-457a-958a-fdadb9c4170e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46306340-bc74-4452-80b8-fd350adce03d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:28.675306 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:28.743125 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24f15335-cfff-457a-958a-fdadb9c4170e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:28.744399 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-24f15335-cfff-457a-958a-fdadb9c4170e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5926585 Apr 20 16:42:28.747271 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47418) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:28.751851 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-fbcf6ece-abb3-476b-976c-ce48fd9124d6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group_rule': {'security_group_id': '46306340-bc74-4452-80b8-fd350adce03d', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:42:28.855501 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fbcf6ece-abb3-476b-976c-ce48fd9124d6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:28.911152 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fbcf6ece-abb3-476b-976c-ce48fd9124d6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:28.986417 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fbcf6ece-abb3-476b-976c-ce48fd9124d6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:29.005046 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf6ece-abb3-476b-976c-ce48fd9124d6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1250ec0a-b517-4cb4-b5f4-6014d3da223b,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:29.073903 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fbcf6ece-abb3-476b-976c-ce48fd9124d6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:29.075109 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fbcf6ece-abb3-476b-976c-ce48fd9124d6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3269181 Apr 20 16:42:29.077845 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47424) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:29.082164 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-889bbf0f-00ee-496a-9042-c026f1554895 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group_rule': {'security_group_id': '46306340-bc74-4452-80b8-fd350adce03d', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:42:29.186307 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-889bbf0f-00ee-496a-9042-c026f1554895 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:29.242129 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-889bbf0f-00ee-496a-9042-c026f1554895 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:29.306435 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-889bbf0f-00ee-496a-9042-c026f1554895 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:29.325422 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bbf0f-00ee-496a-9042-c026f1554895 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1abb81f0-068d-4a5b-a75e-dfa6cc4901b8,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:29.432206 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a145a6d-69f6-4d7c-8c13-ee6891f52ccc req-6b9097a2-d51f-4378-b6c7-2471c15c7ccb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:29.433686 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6a145a6d-69f6-4d7c-8c13-ee6891f52ccc req-6b9097a2-d51f-4378-b6c7-2471c15c7ccb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 943 time: 0.0478246 Apr 20 16:42:29.436784 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-889bbf0f-00ee-496a-9042-c026f1554895 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:29.437791 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-889bbf0f-00ee-496a-9042-c026f1554895 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3590558 Apr 20 16:42:29.440830 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47432) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:29.445566 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-ff92930c-fd70-498e-96d7-fcd561bfb99a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group_rule': {'security_group_id': '46306340-bc74-4452-80b8-fd350adce03d', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:42:29.475879 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6a145a6d-69f6-4d7c-8c13-ee6891f52ccc req-ba2ab9dc-d85b-4e10-939f-6ed2741565ab tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358839 Apr 20 16:42:29.538210 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff92930c-fd70-498e-96d7-fcd561bfb99a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:29.590989 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff92930c-fd70-498e-96d7-fcd561bfb99a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:29.681169 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff92930c-fd70-498e-96d7-fcd561bfb99a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:29.699169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92930c-fd70-498e-96d7-fcd561bfb99a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f5dd56-05fe-4ed1-9dbf-d30d8844ba52,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:29.780214 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff92930c-fd70-498e-96d7-fcd561bfb99a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:29.781467 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ff92930c-fd70-498e-96d7-fcd561bfb99a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3396339 Apr 20 16:42:29.784235 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47438) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:29.789343 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-08419539-3e01-471a-aa5d-383959b08e38 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group_rule': {'security_group_id': '46306340-bc74-4452-80b8-fd350adce03d', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:42:29.919937 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-08419539-3e01-471a-aa5d-383959b08e38 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:29.960848 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:29.970053 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-08419539-3e01-471a-aa5d-383959b08e38 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:30.052999 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-08419539-3e01-471a-aa5d-383959b08e38 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:30.071434 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08419539-3e01-471a-aa5d-383959b08e38 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ae595b-ad92-4035-9b24-043248210cb4,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:30.134668 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-08419539-3e01-471a-aa5d-383959b08e38 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:30.138534 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-08419539-3e01-471a-aa5d-383959b08e38 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3506522 Apr 20 16:42:30.139428 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47444) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:30.144169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7ae58d50-fa95-4bb1-8725-7e547e4f66c9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group_rule': {'security_group_id': '46306340-bc74-4452-80b8-fd350adce03d', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:42:30.252464 n-d-836146-2 neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-7ae58d50-fa95-4bb1-8725-7e547e4f66c9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Project f671d985b7654b0ab90a0236bac58688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:42:30.257619 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7ae58d50-fa95-4bb1-8725-7e547e4f66c9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:30.320248 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7ae58d50-fa95-4bb1-8725-7e547e4f66c9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:30.420972 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7ae58d50-fa95-4bb1-8725-7e547e4f66c9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:30.440471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae58d50-fa95-4bb1-8725-7e547e4f66c9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e56928bf-b8f4-442b-a513-749e06dc21fc,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:30.525907 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7ae58d50-fa95-4bb1-8725-7e547e4f66c9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:30.527494 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7ae58d50-fa95-4bb1-8725-7e547e4f66c9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3868730 Apr 20 16:42:30.530039 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47452) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:30.534436 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-ec7f9e86-6e1d-4564-afb4-5caa39c17190 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group_rule': {'security_group_id': '46306340-bc74-4452-80b8-fd350adce03d', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:42:30.596738 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9c665-45ac-4dc8-83bd-351acf56129b req-688142e8-032e-4d2f-b52e-452083fb3cf8 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:30.598495 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d8a9c665-45ac-4dc8-83bd-351acf56129b req-688142e8-032e-4d2f-b52e-452083fb3cf8 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 943 time: 0.0517247 Apr 20 16:42:30.637760 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d8a9c665-45ac-4dc8-83bd-351acf56129b req-51fc6fd3-d2a1-4ab5-99ec-20ae339b0b7c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317914 Apr 20 16:42:30.680898 n-d-836146-2 neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-ec7f9e86-6e1d-4564-afb4-5caa39c17190 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Project f671d985b7654b0ab90a0236bac58688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:42:30.686162 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ec7f9e86-6e1d-4564-afb4-5caa39c17190 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:30.746249 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ec7f9e86-6e1d-4564-afb4-5caa39c17190 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:30.850023 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ec7f9e86-6e1d-4564-afb4-5caa39c17190 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:30.868828 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f9e86-6e1d-4564-afb4-5caa39c17190 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310f846e-af2d-453c-93db-e51d99c76a2c,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:30.943364 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ec7f9e86-6e1d-4564-afb4-5caa39c17190 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:30.944654 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ec7f9e86-6e1d-4564-afb4-5caa39c17190 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4136639 Apr 20 16:42:30.947698 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 47460) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:30.952892 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-4440ee4e-df76-49f8-9942-0059ce241f54 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'network': {'name': 'tempest-network-smoke--1655766581', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'port_security_enabled': True}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:42:31.026575 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4440ee4e-df76-49f8-9942-0059ce241f54 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Made reservation on behalf of f671d985b7654b0ab90a0236bac58688 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:42:31.030050 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4440ee4e-df76-49f8-9942-0059ce241f54 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:31.053868 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4440ee4e-df76-49f8-9942-0059ce241f54 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:42:31.062216 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4440ee4e-df76-49f8-9942-0059ce241f54 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:31.062552 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-4440ee4e-df76-49f8-9942-0059ce241f54 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Added segment 00837f17-34ce-4ef7-9070-92c8b8bc5925 of type vlan for network 1d416a69-4ba2-4838-8a88-ab529cf53b22 Apr 20 16:42:31.098709 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0da4c046-80e5-48f8-b83c-3da48edac377 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:42:31.102771 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4440ee4e-df76-49f8-9942-0059ce241f54 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:31.195213 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4440ee4e-df76-49f8-9942-0059ce241f54 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:31.195836 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0da4c046-80e5-48f8-b83c-3da48edac377, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0da4c046-80e5-48f8-b83c-3da48edac377,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:42:31.201943 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4440ee4e-df76-49f8-9942-0059ce241f54 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:31.202843 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4440ee4e-df76-49f8-9942-0059ce241f54 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:31.209108 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '0da4c046-80e5-48f8-b83c-3da48edac377', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'port_id': '0da4c046-80e5-48f8-b83c-3da48edac377', 'mac_address': 'fa:16:3e:3b:a4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:42:31.251817 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:31.264847 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da4c046-80e5-48f8-b83c-3da48edac377 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:42:31.273910 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440ee4e-df76-49f8-9942-0059ce241f54 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Network': ['ID=1d416a69-4ba2-4838-8a88-ab529cf53b22,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:31.286261 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 1d416a69-4ba2-4838-8a88-ab529cf53b22 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:42:31.290315 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0da4c046-80e5-48f8-b83c-3da48edac377, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0da4c046-80e5-48f8-b83c-3da48edac377,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:42:31.309882 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4440ee4e-df76-49f8-9942-0059ce241f54 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3583879 Apr 20 16:42:31.310313 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47466) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:31.315065 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d0c8be7a-6021-4b14-9f48-e47052a149f9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1321798201', 'admin_state_up': True, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:42:31.383634 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:31.430139 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=0da4c046-80e5-48f8-b83c-3da48edac377,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:31.437254 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:31.437599 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:31.437939 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:31.438276 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:31.438610 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:31.438945 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:31.439268 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:31.439592 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:31.439914 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:31.440235 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:31.440581 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:31.440901 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:42:31.444401 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0c8be7a-6021-4b14-9f48-e47052a149f9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:31.449164 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0c8be7a-6021-4b14-9f48-e47052a149f9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:31.498158 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0c8be7a-6021-4b14-9f48-e47052a149f9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:31.744629 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['0da4c046-80e5-48f8-b83c-3da48edac377'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:42:31.779920 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782281c1-7511-4d1b-ad20-10cd5deb3d46 req-cc1f7142-16fa-49bb-8e99-df1cc341164b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:31.781830 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-782281c1-7511-4d1b-ad20-10cd5deb3d46 req-cc1f7142-16fa-49bb-8e99-df1cc341164b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 944 time: 0.0677736 Apr 20 16:42:31.825313 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0c8be7a-6021-4b14-9f48-e47052a149f9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:31.825910 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-782281c1-7511-4d1b-ad20-10cd5deb3d46 req-cc13b037-a190-4282-b065-d1e1f4a44020 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369356 Apr 20 16:42:32.120964 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0c8be7a-6021-4b14-9f48-e47052a149f9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:32.139407 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0c8be7a-6021-4b14-9f48-e47052a149f9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:32.247335 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-d0c8be7a-6021-4b14-9f48-e47052a149f9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Allocated IP 172.25.0.138 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:42:32.345532 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0c8be7a-6021-4b14-9f48-e47052a149f9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:32.453000 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0c8be7a-6021-4b14-9f48-e47052a149f9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:32.496852 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c8be7a-6021-4b14-9f48-e47052a149f9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:42:32.499746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-d0c8be7a-6021-4b14-9f48-e47052a149f9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:42:32.503437 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c8be7a-6021-4b14-9f48-e47052a149f9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:42:32.509457 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8be7a-6021-4b14-9f48-e47052a149f9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Port': ['ID=cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:32.844109 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0c8be7a-6021-4b14-9f48-e47052a149f9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:33.019742 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d96124-7188-4b99-ae53-8b07ea3457a6 req-740f315c-4141-42d1-94c6-924a0d87a6d0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:33.021269 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6d96124-7188-4b99-ae53-8b07ea3457a6 req-740f315c-4141-42d1-94c6-924a0d87a6d0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 944 time: 0.0923371 Apr 20 16:42:33.092745 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0da4c046-80e5-48f8-b83c-3da48edac377 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:42:33.232200 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 0da4c046-80e5-48f8-b83c-3da48edac377 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:42:33.236918 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 0da4c046-80e5-48f8-b83c-3da48edac377 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:33.237289 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:33.316827 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:33.342212 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2b300c-4480-45fb-a205-f22f41ac0e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da4c046-80e5-48f8-b83c-3da48edac377'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:42:33.344796 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a45fec-e25f-488b-94f4-d8c53c819bb8" -d '{"events": [{"server_uuid": "4f2b300c-4480-45fb-a205-f22f41ac0e7b", "name": "network-vif-plugged", "status": "completed", "tag": "0da4c046-80e5-48f8-b83c-3da48edac377"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:42:33.358745 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0da4c046-80e5-48f8-b83c-3da48edac377, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0da4c046-80e5-48f8-b83c-3da48edac377,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:42:33.389089 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6d96124-7188-4b99-ae53-8b07ea3457a6 req-40e120aa-1920-4df5-a8cf-e5abd8ceebf6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598807 Apr 20 16:42:33.397033 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0c8be7a-6021-4b14-9f48-e47052a149f9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:33.434703 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:33.462615 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3427fc3f-ca61-4b18-a83f-9c25f846a9a1 x-openstack-request-id: req-3427fc3f-ca61-4b18-a83f-9c25f846a9a1 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:42:33.462911 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2b300c-4480-45fb-a205-f22f41ac0e7b", "name": "network-vif-plugged", "status": "completed", "tag": "0da4c046-80e5-48f8-b83c-3da48edac377", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:42:33.463161 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3427fc3f-ca61-4b18-a83f-9c25f846a9a1 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:42:33.466240 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3427fc3f-ca61-4b18-a83f-9c25f846a9a1'] response: {'server_uuid': '4f2b300c-4480-45fb-a205-f22f41ac0e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da4c046-80e5-48f8-b83c-3da48edac377', 'code': 200} Apr 20 16:42:33.485863 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=0da4c046-80e5-48f8-b83c-3da48edac377,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:33.582442 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641ff1f-ff83-47e8-8bba-60e4f25a7040 req-8b34704d-4750-4ee2-b2c3-d7aaeccb0431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:33.584493 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3641ff1f-ff83-47e8-8bba-60e4f25a7040 req-8b34704d-4750-4ee2-b2c3-d7aaeccb0431 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 1096 time: 0.0421107 Apr 20 16:42:33.609266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c8be7a-6021-4b14-9f48-e47052a149f9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Router bfdd54dd-e216-4435-aa36-6aa93fe9bb6d is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:42:33.627197 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3641ff1f-ff83-47e8-8bba-60e4f25a7040 req-e660e99b-96d5-43aa-a2bb-e142bde616d9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355647 Apr 20 16:42:33.729929 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c8be7a-6021-4b14-9f48-e47052a149f9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:42:33.740610 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] Sync routers for ids ['bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:42:33.754290 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] Routers {'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:42:33.754903 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:42:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:42:33.852117 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0c8be7a-6021-4b14-9f48-e47052a149f9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:33.853454 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d0c8be7a-6021-4b14-9f48-e47052a149f9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5421221 Apr 20 16:42:33.856563 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47506) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:33.857910 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] Set router bfdd54dd-e216-4435-aa36-6aa93fe9bb6d gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:42:34.001261 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c58b18d3-1013-4e41-9d53-da801f7785c5 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f671d985b7654b0ab90a0236bac58688&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1435788 Apr 20 16:42:34.004045 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47514) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:34.162619 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9365728b-a59d-4316-871f-ab48bb1a4c76 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:34.166904 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9365728b-a59d-4316-871f-ab48bb1a4c76 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1588604 Apr 20 16:42:34.167322 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47516) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:34.197167 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321798201', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:42:31Z', 'updated_at': '2022-04-20T16:42:32Z', 'revision_number': 3, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:32Z', 'updated_at': '2022-04-20T16:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:42:34.203053 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-647724db-2f99-4544-800b-f7c1a2f1f2b1 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345898 Apr 20 16:42:34.205713 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47520) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:34.210644 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-aa60bc32-4fb6-431b-a47c-a15a3b928a30 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-393508095', 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:42:34.223558 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] Checking router: bfdd54dd-e216-4435-aa36-6aa93fe9bb6d for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:42:34.223913 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] Updating router bfdd54dd-e216-4435-aa36-6aa93fe9bb6d port cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:42:34.249186 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:34.401277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa60bc32-4fb6-431b-a47c-a15a3b928a30 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Made reservation on behalf of f671d985b7654b0ab90a0236bac58688 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:42:34.405050 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa60bc32-4fb6-431b-a47c-a15a3b928a30 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:34.533051 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:34.572992 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94537-726c-408a-bf53-0479ed3746a9 req-11232c3d-694d-4a79-b19e-b184d62238e3 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:34.575338 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-10b94537-726c-408a-bf53-0479ed3746a9 req-11232c3d-694d-4a79-b19e-b184d62238e3 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 945 time: 0.0946579 Apr 20 16:42:34.641062 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:34.656907 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-10b94537-726c-408a-bf53-0479ed3746a9 req-06abaaa0-376f-46f6-ab9e-c22acdcca7c6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740752 Apr 20 16:42:34.694059 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] Attempting to bind port cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:42:34.694424 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] Attempting to bind port cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:42:34.694786 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] Attempting to bind port cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:42:34.696739 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af25e-3671-45cf-b85c-fbbe0eed1c7c None None] Pushing event updated for resources: {'Port': ['ID=cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:34.702072 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:42:34.707308 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:42:34.707308 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:34.707308 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:42:34.707308 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] Bound port: cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:42:34.707308 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:34.756796 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] For port cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:42:34.759942 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] For port cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:42:34.763842 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa60bc32-4fb6-431b-a47c-a15a3b928a30 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:34.844457 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60bc32-4fb6-431b-a47c-a15a3b928a30 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Subnet': ['ID=23cef50e-6021-4324-ac0c-e6d08bee6c1b,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:34.854155 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa60bc32-4fb6-431b-a47c-a15a3b928a30 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Checking segment: {'id': '00837f17-34ce-4ef7-9070-92c8b8bc5925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:42:34.854773 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa60bc32-4fb6-431b-a47c-a15a3b928a30 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network hostable DHCP agents. Network: 1d416a69-4ba2-4838-8a88-ab529cf53b22, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:42:34.858612 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:34.914027 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] Routers {'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:42:34.914642 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:42:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:42:34.963709 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8af25e-3671-45cf-b85c-fbbe0eed1c7c None None] Pushing event updated for resources: {'Port': ['ID=cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:34.968964 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa60bc32-4fb6-431b-a47c-a15a3b928a30 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network 1d416a69-4ba2-4838-8a88-ab529cf53b22 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:42:35.035249 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] Set router bfdd54dd-e216-4435-aa36-6aa93fe9bb6d gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:42:35.053143 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:42:35.080743 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-aa60bc32-4fb6-431b-a47c-a15a3b928a30 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 1d416a69-4ba2-4838-8a88-ab529cf53b22) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:42:35.085590 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa60bc32-4fb6-431b-a47c-a15a3b928a30 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:35.086267 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa60bc32-4fb6-431b-a47c-a15a3b928a30 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:35.100107 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd47fa7-75d6-412f-b50f-d8c5056c23f2 None None] Network 1d416a69-4ba2-4838-8a88-ab529cf53b22 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:42:35.206876 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-aa60bc32-4fb6-431b-a47c-a15a3b928a30 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0001373 Apr 20 16:42:35.210142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47536) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:35.338759 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321798201', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:42:31Z', 'updated_at': '2022-04-20T16:42:32Z', 'revision_number': 3, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:32Z', 'updated_at': '2022-04-20T16:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:42:35.372017 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557cac1d-4cd4-4f28-a865-2952f4937759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-1d416a69-4ba2-4838-8a88-ab529cf53b22', 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'fixed_ips': [{'subnet_id': '23cef50e-6021-4324-ac0c-e6d08bee6c1b'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:42:35.372844 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-557cac1d-4cd4-4f28-a865-2952f4937759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:35.376364 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061f85a9-4889-4400-80a9-ed6371970248 None None] The sync data for ids ['bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'] in n-d-836146-2 is: [{'id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321798201', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:42:31Z', 'updated_at': '2022-04-20T16:42:32Z', 'revision_number': 3, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:32Z', 'updated_at': '2022-04-20T16:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:42:35.526375 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-557cac1d-4cd4-4f28-a865-2952f4937759 None None] Allocated IP 172.20.0.2 (1d416a69-4ba2-4838-8a88-ab529cf53b22/23cef50e-6021-4324-ac0c-e6d08bee6c1b/a2b4d764-0279-4754-84ae-2ba55b353bd6) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:42:35.692531 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-557cac1d-4cd4-4f28-a865-2952f4937759 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:35.721761 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ed2bec1-61ec-4446-abe7-cc61e76340a8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:35.824365 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-557cac1d-4cd4-4f28-a865-2952f4937759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:35.864255 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557cac1d-4cd4-4f28-a865-2952f4937759 None None] Network 1d416a69-4ba2-4838-8a88-ab529cf53b22 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:42:35.869452 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-557cac1d-4cd4-4f28-a865-2952f4937759 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:42:35.873201 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557cac1d-4cd4-4f28-a865-2952f4937759 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:42:35.885600 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a10e93-3041-4b66-9e1f-6b4fba14bf2f req-387a029b-9abe-458b-961a-725037e3676e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:35.889683 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8a10e93-3041-4b66-9e1f-6b4fba14bf2f req-387a029b-9abe-458b-961a-725037e3676e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 945 time: 0.0947142 Apr 20 16:42:35.898807 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557cac1d-4cd4-4f28-a865-2952f4937759 None None] Pushing event updated for resources: {'Port': ['ID=a2b4d764-0279-4754-84ae-2ba55b353bd6,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:35.946516 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8a10e93-3041-4b66-9e1f-6b4fba14bf2f req-390a6bc9-54aa-40bb-acc7-52aca4be14d8 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507104 Apr 20 16:42:35.960817 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-557cac1d-4cd4-4f28-a865-2952f4937759 None None] Attempting to bind port a2b4d764-0279-4754-84ae-2ba55b353bd6 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:42:35.964373 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-557cac1d-4cd4-4f28-a865-2952f4937759 None None] Attempting to bind port a2b4d764-0279-4754-84ae-2ba55b353bd6 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '00837f17-34ce-4ef7-9070-92c8b8bc5925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:42:35.964373 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557cac1d-4cd4-4f28-a865-2952f4937759 None None] Attempting to bind port a2b4d764-0279-4754-84ae-2ba55b353bd6 on network 1d416a69-4ba2-4838-8a88-ab529cf53b22 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:42:35.972100 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557cac1d-4cd4-4f28-a865-2952f4937759 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:42:35.972747 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557cac1d-4cd4-4f28-a865-2952f4937759 None None] Checking segment: {'id': '00837f17-34ce-4ef7-9070-92c8b8bc5925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:42:35.973415 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-557cac1d-4cd4-4f28-a865-2952f4937759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:35.974028 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557cac1d-4cd4-4f28-a865-2952f4937759 None None] Bound using segment: {'id': '00837f17-34ce-4ef7-9070-92c8b8bc5925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:42:35.975096 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-557cac1d-4cd4-4f28-a865-2952f4937759 None None] Bound port: a2b4d764-0279-4754-84ae-2ba55b353bd6, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00837f17-34ce-4ef7-9070-92c8b8bc5925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:42:35.975589 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-557cac1d-4cd4-4f28-a865-2952f4937759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:36.062443 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-557cac1d-4cd4-4f28-a865-2952f4937759 None None] For port a2b4d764-0279-4754-84ae-2ba55b353bd6, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:42:36.065928 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-557cac1d-4cd4-4f28-a865-2952f4937759 None None] For port a2b4d764-0279-4754-84ae-2ba55b353bd6, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a2b4d764-0279-4754-84ae-2ba55b353bd6,segment=NetworkSegment(00837f17-34ce-4ef7-9070-92c8b8bc5925),segment_id=00837f17-34ce-4ef7-9070-92c8b8bc5925)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:42:36.142480 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-557cac1d-4cd4-4f28-a865-2952f4937759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:36.168203 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beab33-4ed6-49e5-ac13-9ead301a5cf2 req-8d6e60bb-48d8-4f50-a0ae-6a00e6ece45b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:36.169769 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b7beab33-4ed6-49e5-ac13-9ead301a5cf2 req-8d6e60bb-48d8-4f50-a0ae-6a00e6ece45b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 945 time: 0.0952892 Apr 20 16:42:36.236830 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b7beab33-4ed6-49e5-ac13-9ead301a5cf2 req-3049138d-a1bd-40a1-b768-349c422def5d tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531580 Apr 20 16:42:36.248777 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-8ed2bec1-61ec-4446-abe7-cc61e76340a8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Allocated IP 172.20.0.1 (1d416a69-4ba2-4838-8a88-ab529cf53b22/23cef50e-6021-4324-ac0c-e6d08bee6c1b/4608d98d-df02-465a-892e-ddd8cf3e7012) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:42:36.283596 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557cac1d-4cd4-4f28-a865-2952f4937759 None None] Pushing event updated for resources: {'Port': ['ID=a2b4d764-0279-4754-84ae-2ba55b353bd6,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:36.337493 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:42:36.426696 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:36.427399 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:36.429949 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ed2bec1-61ec-4446-abe7-cc61e76340a8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:36.464018 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e7b9b-98c3-4063-af98-9875548030a3 req-09ac271b-a5dc-4117-8d6d-14b821c1b1fa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:36.480552 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b99e7b9b-98c3-4063-af98-9875548030a3 req-09ac271b-a5dc-4117-8d6d-14b821c1b1fa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 945 time: 0.1220808 Apr 20 16:42:36.537155 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b99e7b9b-98c3-4063-af98-9875548030a3 req-9646c8fc-6ccc-45b4-993a-b532b1ef1748 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521188 Apr 20 16:42:36.590665 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:36.601247 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ed2bec1-61ec-4446-abe7-cc61e76340a8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:36.637849 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:42:36.660720 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed2bec1-61ec-4446-abe7-cc61e76340a8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network 1d416a69-4ba2-4838-8a88-ab529cf53b22 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:42:36.681596 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-8ed2bec1-61ec-4446-abe7-cc61e76340a8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:42:36.690162 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed2bec1-61ec-4446-abe7-cc61e76340a8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:42:36.702711 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2bec1-61ec-4446-abe7-cc61e76340a8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Port': ['ID=4608d98d-df02-465a-892e-ddd8cf3e7012,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:36.754597 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ed2bec1-61ec-4446-abe7-cc61e76340a8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:36.790606 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:36.856619 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:37.026073 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ed2bec1-61ec-4446-abe7-cc61e76340a8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:37.340983 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ed2bec1-61ec-4446-abe7-cc61e76340a8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:37.342233 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb190f2-5e68-4c48-8bac-71659328dca5 req-ea66f65a-81f3-4acf-ab04-2242b59c9fa0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:37.342233 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8eb190f2-5e68-4c48-8bac-71659328dca5 req-ea66f65a-81f3-4acf-ab04-2242b59c9fa0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 945 time: 0.0584614 Apr 20 16:42:37.375224 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8eb190f2-5e68-4c48-8bac-71659328dca5 req-e7834b6f-5b89-4f62-b388-6840af3fdcad tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318577 Apr 20 16:42:37.501924 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ed2bec1-61ec-4446-abe7-cc61e76340a8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:37.573695 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2bec1-61ec-4446-abe7-cc61e76340a8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Port': ['ID=4608d98d-df02-465a-892e-ddd8cf3e7012,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:37.578643 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ed2bec1-61ec-4446-abe7-cc61e76340a8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:37.678599 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed2bec1-61ec-4446-abe7-cc61e76340a8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network 1d416a69-4ba2-4838-8a88-ab529cf53b22 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:42:37.680145 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-8ed2bec1-61ec-4446-abe7-cc61e76340a8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:42:37.801518 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed2bec1-61ec-4446-abe7-cc61e76340a8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Router bfdd54dd-e216-4435-aa36-6aa93fe9bb6d has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:42:37.919676 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed2bec1-61ec-4446-abe7-cc61e76340a8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:42:37.919991 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1779a93b-d083-4050-bb68-8e1dd5feaa50 None None] Network 1d416a69-4ba2-4838-8a88-ab529cf53b22 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:42:37.925199 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8ed2bec1-61ec-4446-abe7-cc61e76340a8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "PUT /v2.0/routers/bfdd54dd-e216-4435-aa36-6aa93fe9bb6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7135572 Apr 20 16:42:37.945947 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] Sync routers for ids ['bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:42:37.956554 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] Routers {'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:42:37.957248 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:42:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:42:38.059864 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a1e3beb4-8b9d-4e71-b4b9-4a84075e7f23 None None] Provisioning complete for port a2b4d764-0279-4754-84ae-2ba55b353bd6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:38.059864 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1e3beb4-8b9d-4e71-b4b9-4a84075e7f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:38.072696 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] Set router bfdd54dd-e216-4435-aa36-6aa93fe9bb6d gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:42:38.116183 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-ee0e65f4-cce7-4099-baf9-b400a8c16dcc tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1004383884&fields=id&tenant_id=f671d985b7654b0ab90a0236bac58688 HTTP/1.1" status: 200 len: 267 time: 0.0556786 Apr 20 16:42:38.174887 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1e3beb4-8b9d-4e71-b4b9-4a84075e7f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:38.213382 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a1e3beb4-8b9d-4e71-b4b9-4a84075e7f23 None None] For port a2b4d764-0279-4754-84ae-2ba55b353bd6, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a2b4d764-0279-4754-84ae-2ba55b353bd6,segment=NetworkSegment(00837f17-34ce-4ef7-9070-92c8b8bc5925),segment_id=00837f17-34ce-4ef7-9070-92c8b8bc5925)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:42:38.252735 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-6d3ca8e1-4d97-4310-888f-c4fe5a075963 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:38.252735 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-6d3ca8e1-4d97-4310-888f-c4fe5a075963 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/networks?id=1d416a69-4ba2-4838-8a88-ab529cf53b22 HTTP/1.1" status: 200 len: 797 time: 0.1244612 Apr 20 16:42:38.272170 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-8ece0b5b-5fc7-44ea-b7cd-2003c2eb8d11 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/quotas/f671d985b7654b0ab90a0236bac58688 HTTP/1.1" status: 200 len: 375 time: 0.0186179 Apr 20 16:42:38.281858 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321798201', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:42:31Z', 'updated_at': '2022-04-20T16:42:36Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:32Z', 'updated_at': '2022-04-20T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '4608d98d-df02-465a-892e-ddd8cf3e7012', 'name': '', 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:45:a4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '23cef50e-6021-4324-ac0c-e6d08bee6c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:35Z', 'updated_at': '2022-04-20T16:42:37Z', 'revision_number': 2, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': '23cef50e-6021-4324-ac0c-e6d08bee6c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:42:38.313072 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] Checking router: bfdd54dd-e216-4435-aa36-6aa93fe9bb6d for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:42:38.313577 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] Updating router bfdd54dd-e216-4435-aa36-6aa93fe9bb6d port 4608d98d-df02-465a-892e-ddd8cf3e7012 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:42:38.340267 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:38.349124 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-bc6ecd26-3fbd-49df-ad53-4c8a8b904f8d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707440 Apr 20 16:42:38.375515 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1e3beb4-8b9d-4e71-b4b9-4a84075e7f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:38.479710 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:42:38.502822 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-9b46b4f2-4f1c-45d8-8a8f-abf0c95f6dba service neutron] 10.222.0.15 "GET /v2.0/networks/1d416a69-4ba2-4838-8a88-ab529cf53b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470041 Apr 20 16:42:38.552522 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3beb4-8b9d-4e71-b4b9-4a84075e7f23 None None] Pushing event updated for resources: {'Port': ['ID=a2b4d764-0279-4754-84ae-2ba55b353bd6,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:38.612911 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:38.613283 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:38.619551 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f79f9f-e1b4-4fd2-be2d-58464833f975 req-f2f739a9-1686-46be-af7b-40a04d7c7bd8 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:38.621194 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-41f79f9f-e1b4-4fd2-be2d-58464833f975 req-f2f739a9-1686-46be-af7b-40a04d7c7bd8 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 945 time: 0.1015155 Apr 20 16:42:38.647523 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d6bb40ec-a7bf-4b6c-a97a-5955554f4d23 None None] Provisioning complete for port a2b4d764-0279-4754-84ae-2ba55b353bd6 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:38.647892 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d6bb40ec-a7bf-4b6c-a97a-5955554f4d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:38.698568 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-6d6cecd5-91b9-4833-9b54-013c39d9f15c service neutron] 10.222.0.15 "GET /v2.0/networks/1d416a69-4ba2-4838-8a88-ab529cf53b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885450 Apr 20 16:42:38.722201 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:38.737528 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-41f79f9f-e1b4-4fd2-be2d-58464833f975 req-2054e6a9-c43c-46bb-ab56-dc2ddec0cd9a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060910 Apr 20 16:42:38.837998 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:38.897871 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fef4bb-01bf-4176-aa44-f6d4e24078b4 None None] Pushing event updated for resources: {'Port': ['ID=4608d98d-df02-465a-892e-ddd8cf3e7012,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:38.937088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7a69e-4cdf-4e19-b655-4273d428d814 req-5253f543-6d2d-4786-b635-1529ecdd0ccb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:38.939680 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1cb7a69e-4cdf-4e19-b655-4273d428d814 req-5253f543-6d2d-4786-b635-1529ecdd0ccb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 945 time: 0.0858722 Apr 20 16:42:39.031140 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] Attempting to bind port 4608d98d-df02-465a-892e-ddd8cf3e7012 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:42:39.031692 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] Attempting to bind port 4608d98d-df02-465a-892e-ddd8cf3e7012 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '00837f17-34ce-4ef7-9070-92c8b8bc5925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:42:39.031857 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] Attempting to bind port 4608d98d-df02-465a-892e-ddd8cf3e7012 on network 1d416a69-4ba2-4838-8a88-ab529cf53b22 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:42:39.042191 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:42:39.042568 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] Checking segment: {'id': '00837f17-34ce-4ef7-9070-92c8b8bc5925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:42:39.042972 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:39.043361 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] Bound using segment: {'id': '00837f17-34ce-4ef7-9070-92c8b8bc5925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:42:39.043839 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] Bound port: 4608d98d-df02-465a-892e-ddd8cf3e7012, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00837f17-34ce-4ef7-9070-92c8b8bc5925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:42:39.053658 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:39.101064 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a2b4d764-0279-4754-84ae-2ba55b353bd6 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:42:39.101855 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-21f55546-ebe8-46d4-ace8-676ff8340aac req-f74c2d6c-22ef-494b-8efb-855037471f4f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 210 time: 0.0807550 Apr 20 16:42:39.166943 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] For port 4608d98d-df02-465a-892e-ddd8cf3e7012, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:42:39.176009 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d6bb40ec-a7bf-4b6c-a97a-5955554f4d23 None None] Provisioning complete for port 4608d98d-df02-465a-892e-ddd8cf3e7012 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:39.176167 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d6bb40ec-a7bf-4b6c-a97a-5955554f4d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:39.177941 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] For port 4608d98d-df02-465a-892e-ddd8cf3e7012, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4608d98d-df02-465a-892e-ddd8cf3e7012,segment=NetworkSegment(00837f17-34ce-4ef7-9070-92c8b8bc5925),segment_id=00837f17-34ce-4ef7-9070-92c8b8bc5925)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:42:39.225795 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1cb7a69e-4cdf-4e19-b655-4273d428d814 req-698729f3-bca8-426a-9a78-e1a7d0d87197 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Deleting port 0da4c046-80e5-48f8-b83c-3da48edac377 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:42:39.225795 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cb7a69e-4cdf-4e19-b655-4273d428d814 req-698729f3-bca8-426a-9a78-e1a7d0d87197 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:39.226352 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d6bb40ec-a7bf-4b6c-a97a-5955554f4d23 None None] Port 4608d98d-df02-465a-892e-ddd8cf3e7012 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:42:39.226352 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port a2b4d764-0279-4754-84ae-2ba55b353bd6 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:39.226352 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:39.244782 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:39.303666 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] Routers {'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:42:39.304310 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:42:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:42:39.346393 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5a23ea60-cd04-492b-9a16-89c43cfb2832 None None] Provisioning complete for port 4608d98d-df02-465a-892e-ddd8cf3e7012 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:39.346393 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5a23ea60-cd04-492b-9a16-89c43cfb2832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:39.375334 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1cb7a69e-4cdf-4e19-b655-4273d428d814 req-698729f3-bca8-426a-9a78-e1a7d0d87197 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] For port 0da4c046-80e5-48f8-b83c-3da48edac377, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0da4c046-80e5-48f8-b83c-3da48edac377,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:42:39.375925 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cb7a69e-4cdf-4e19-b655-4273d428d814 req-698729f3-bca8-426a-9a78-e1a7d0d87197 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:39.389259 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fef4bb-01bf-4176-aa44-f6d4e24078b4 None None] Pushing event updated for resources: {'Port': ['ID=4608d98d-df02-465a-892e-ddd8cf3e7012,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:39.405977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1cb7a69e-4cdf-4e19-b655-4273d428d814 req-698729f3-bca8-426a-9a78-e1a7d0d87197 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Calling delete_port for 0da4c046-80e5-48f8-b83c-3da48edac377 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:42:39.468030 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] Set router bfdd54dd-e216-4435-aa36-6aa93fe9bb6d gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:42:39.506468 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5a23ea60-cd04-492b-9a16-89c43cfb2832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:39.548153 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5a23ea60-cd04-492b-9a16-89c43cfb2832 None None] For port 4608d98d-df02-465a-892e-ddd8cf3e7012, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4608d98d-df02-465a-892e-ddd8cf3e7012,segment=NetworkSegment(00837f17-34ce-4ef7-9070-92c8b8bc5925),segment_id=00837f17-34ce-4ef7-9070-92c8b8bc5925)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:42:39.647362 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5a23ea60-cd04-492b-9a16-89c43cfb2832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:39.710477 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cb7a69e-4cdf-4e19-b655-4273d428d814 req-698729f3-bca8-426a-9a78-e1a7d0d87197 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:39.720830 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23ea60-cd04-492b-9a16-89c43cfb2832 None None] Pushing event updated for resources: {'Port': ['ID=4608d98d-df02-465a-892e-ddd8cf3e7012,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:39.747586 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['0da4c046-80e5-48f8-b83c-3da48edac377'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:42:39.820223 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-64e34611-2945-4e13-8935-b94d7aad910d None None] Provisioning complete for port 4608d98d-df02-465a-892e-ddd8cf3e7012 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:39.821468 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-64e34611-2945-4e13-8935-b94d7aad910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:39.843165 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb7a69e-4cdf-4e19-b655-4273d428d814 req-698729f3-bca8-426a-9a78-e1a7d0d87197 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] No DVR routers for this DVR port 0da4c046-80e5-48f8-b83c-3da48edac377 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:42:39.848413 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1cb7a69e-4cdf-4e19-b655-4273d428d814 req-698729f3-bca8-426a-9a78-e1a7d0d87197 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:39.852592 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1cb7a69e-4cdf-4e19-b655-4273d428d814 req-698729f3-bca8-426a-9a78-e1a7d0d87197 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "DELETE /v2.0/ports/0da4c046-80e5-48f8-b83c-3da48edac377 HTTP/1.1" status: 204 len: 173 time: 0.9053152 Apr 20 16:42:39.853406 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2b300c-4480-45fb-a205-f22f41ac0e7b', 'name': 'network-vif-deleted', 'tag': '0da4c046-80e5-48f8-b83c-3da48edac377'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:42:39.857036 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aba5669-93e4-49cc-af32-6bea8e6cac40" -d '{"events": [{"server_uuid": "4f2b300c-4480-45fb-a205-f22f41ac0e7b", "name": "network-vif-deleted", "tag": "0da4c046-80e5-48f8-b83c-3da48edac377"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:42:39.861559 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698729f3-bca8-426a-9a78-e1a7d0d87197 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event deleted for resources: {'Port': ['ID=0da4c046-80e5-48f8-b83c-3da48edac377,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:39.903981 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-110c0959-6337-4e36-afa6-cc91ace8587c req-b25268c7-1e09-4d86-a176-0ca58f3c6637 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 210 time: 0.0377026 Apr 20 16:42:39.936811 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1359ec-45d7-46aa-8def-c5b5a6aae9d6 x-openstack-request-id: req-5a1359ec-45d7-46aa-8def-c5b5a6aae9d6 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:42:39.937372 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2b300c-4480-45fb-a205-f22f41ac0e7b", "name": "network-vif-deleted", "tag": "0da4c046-80e5-48f8-b83c-3da48edac377", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:42:39.937699 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a1359ec-45d7-46aa-8def-c5b5a6aae9d6 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:42:39.938112 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a1359ec-45d7-46aa-8def-c5b5a6aae9d6'] response: {'server_uuid': '4f2b300c-4480-45fb-a205-f22f41ac0e7b', 'name': 'network-vif-deleted', 'tag': '0da4c046-80e5-48f8-b83c-3da48edac377', 'status': 'completed', 'code': 200} Apr 20 16:42:39.970216 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321798201', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:42:31Z', 'updated_at': '2022-04-20T16:42:36Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:32Z', 'updated_at': '2022-04-20T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '4608d98d-df02-465a-892e-ddd8cf3e7012', 'name': '', 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:45:a4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '23cef50e-6021-4324-ac0c-e6d08bee6c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:35Z', 'updated_at': '2022-04-20T16:42:39Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': '23cef50e-6021-4324-ac0c-e6d08bee6c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:42:39.999420 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df35928-e095-4638-9ebf-8bb7f8969a9b None None] The sync data for ids ['bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'] in n-d-836146-2 is: [{'id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321798201', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:42:31Z', 'updated_at': '2022-04-20T16:42:36Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:32Z', 'updated_at': '2022-04-20T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '4608d98d-df02-465a-892e-ddd8cf3e7012', 'name': '', 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:45:a4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '23cef50e-6021-4324-ac0c-e6d08bee6c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:35Z', 'updated_at': '2022-04-20T16:42:39Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': '23cef50e-6021-4324-ac0c-e6d08bee6c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:42:40.109527 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-eb9fb5b7-eec6-459e-b55c-d5d12bb9874b None None] Provisioning complete for port 4608d98d-df02-465a-892e-ddd8cf3e7012 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:40.110009 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eb9fb5b7-eec6-459e-b55c-d5d12bb9874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:40.226943 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f79af39-c515-4877-8c65-25a998ffea38 req-a5659e75-1022-40bb-bb4f-e0990e06545a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 210 time: 0.0528033 Apr 20 16:42:40.342647 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4608d98d-df02-465a-892e-ddd8cf3e7012 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:42:40.402778 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 4608d98d-df02-465a-892e-ddd8cf3e7012 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:40.403465 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:40.493039 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a2b4d764-0279-4754-84ae-2ba55b353bd6 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:42:40.546051 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port a2b4d764-0279-4754-84ae-2ba55b353bd6 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:40.546423 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:41.015752 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3772b708-f567-4422-bfb5-36a518072cec req-e794c6c9-cf6d-4a9b-9fb3-634f4fd7c22f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 210 time: 0.0296175 Apr 20 16:42:41.331080 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-83700f73-f6b3-4251-97db-9f9668ba606f req-cbf32ae4-377e-4bed-a4f2-5f2b11be93c3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 210 time: 0.0271738 Apr 20 16:42:42.035792 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-75dd0bd3-fb3f-4324-ae97-f4b33feabe14 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:42.038498 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-75dd0bd3-fb3f-4324-ae97-f4b33feabe14 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.30 "GET /v2.0/networks?id=1d416a69-4ba2-4838-8a88-ab529cf53b22 HTTP/1.1" status: 200 len: 797 time: 0.1112988 Apr 20 16:42:42.121599 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-58e1ba6f-b9b6-426b-b842-32f5cbab0d8f req-8a515e69-6a5b-4b0b-8537-088c186d2b55 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 210 time: 0.0314343 Apr 20 16:42:42.392285 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-aa0d922b-c960-4c45-b43e-577fd7afb2ba tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f671d985b7654b0ab90a0236bac58688 HTTP/1.1" status: 200 len: 380 time: 0.3370872 Apr 20 16:42:42.402211 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-a5042a14-2607-4b35-acff-b8a162455808 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'port': {'device_id': 'd1357b39-9bbf-4ee5-9e78-f938bb785579', 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22', 'admin_state_up': True, 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'security_groups': ['46306340-bc74-4452-80b8-fd350adce03d']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:42:42.441259 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c8cdf60e-1dd3-4573-8fd1-80217e240f8c req-0ed8da81-0c50-4837-8496-aa736276d4a4 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 210 time: 0.0357130 Apr 20 16:42:42.603423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-a5042a14-2607-4b35-acff-b8a162455808 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Made reservation on behalf of f671d985b7654b0ab90a0236bac58688 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:42:42.606961 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-a5042a14-2607-4b35-acff-b8a162455808 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:42.730628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-a5042a14-2607-4b35-acff-b8a162455808 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Allocated IP 172.20.0.13 (1d416a69-4ba2-4838-8a88-ab529cf53b22/23cef50e-6021-4324-ac0c-e6d08bee6c1b/24c04714-5268-4ca8-bc10-137b5cdc214b) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:42:42.871661 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-a5042a14-2607-4b35-acff-b8a162455808 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:43.101600 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-a5042a14-2607-4b35-acff-b8a162455808 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:43.157936 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0da4c046-80e5-48f8-b83c-3da48edac377 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:42:43.158808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-a5042a14-2607-4b35-acff-b8a162455808 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network 1d416a69-4ba2-4838-8a88-ab529cf53b22 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:42:43.158808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-a5042a14-2607-4b35-acff-b8a162455808 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:42:43.158808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-a5042a14-2607-4b35-acff-b8a162455808 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:42:43.196534 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5042a14-2607-4b35-acff-b8a162455808 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Port': ['ID=24c04714-5268-4ca8-bc10-137b5cdc214b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:43.200169 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 0da4c046-80e5-48f8-b83c-3da48edac377 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:42:43.200629 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0da4c046-80e5-48f8-b83c-3da48edac377 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:42:43.247570 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-a5042a14-2607-4b35-acff-b8a162455808 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:43.248284 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-a5042a14-2607-4b35-acff-b8a162455808 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:43.295390 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f8fff41f-7c4d-4b08-b7c1-34ca9695038c req-68ef8d8a-b00f-4112-8323-e62b905a98e5 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 210 time: 0.0324674 Apr 20 16:42:43.391818 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-a5042a14-2607-4b35-acff-b8a162455808 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9930444 Apr 20 16:42:43.401145 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9afe1894-b6c5-4da9-b01b-0f2a325eeb35 None None] Provisioning complete for port 24c04714-5268-4ca8-bc10-137b5cdc214b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:43.401523 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9afe1894-b6c5-4da9-b01b-0f2a325eeb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:43.409615 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-d0946158-42dc-4fd1-b12e-4a8d65085746 service neutron] Request body: {'port': {'device_id': 'd1357b39-9bbf-4ee5-9e78-f938bb785579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:42:43.435896 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-9afe1894-b6c5-4da9-b01b-0f2a325eeb35 None None] Port 24c04714-5268-4ca8-bc10-137b5cdc214b cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:42:43.468211 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-d0946158-42dc-4fd1-b12e-4a8d65085746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:43.644572 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c41602-1743-41af-928b-e4f7713432b4 req-d0b02cde-db6a-49bc-8e3d-01136d8b9f5d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:43.646539 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-23c41602-1743-41af-928b-e4f7713432b4 req-d0b02cde-db6a-49bc-8e3d-01136d8b9f5d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 932 time: 0.1266649 Apr 20 16:42:43.728399 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-23c41602-1743-41af-928b-e4f7713432b4 req-9d6b95b3-6dcc-4b83-b4cc-89bb254efc89 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508647 Apr 20 16:42:43.809366 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-d0946158-42dc-4fd1-b12e-4a8d65085746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c04714-5268-4ca8-bc10-137b5cdc214b {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:42:43.817059 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-d0946158-42dc-4fd1-b12e-4a8d65085746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:43.829659 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-d0946158-42dc-4fd1-b12e-4a8d65085746 service neutron] Transition to ACTIVE for port object 24c04714-5268-4ca8-bc10-137b5cdc214b will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:42:43.911966 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-d0946158-42dc-4fd1-b12e-4a8d65085746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:43.965802 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0946158-42dc-4fd1-b12e-4a8d65085746 service neutron] Pushing event updated for resources: {'Port': ['ID=24c04714-5268-4ca8-bc10-137b5cdc214b,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:44.033418 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-d0946158-42dc-4fd1-b12e-4a8d65085746 service neutron] Attempting to bind port 24c04714-5268-4ca8-bc10-137b5cdc214b on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:42:44.033903 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-d0946158-42dc-4fd1-b12e-4a8d65085746 service neutron] Attempting to bind port 24c04714-5268-4ca8-bc10-137b5cdc214b by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '00837f17-34ce-4ef7-9070-92c8b8bc5925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:42:44.034525 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-d0946158-42dc-4fd1-b12e-4a8d65085746 service neutron] Attempting to bind port 24c04714-5268-4ca8-bc10-137b5cdc214b on network 1d416a69-4ba2-4838-8a88-ab529cf53b22 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:42:44.039582 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-d0946158-42dc-4fd1-b12e-4a8d65085746 service neutron] Port 24c04714-5268-4ca8-bc10-137b5cdc214b on network 1d416a69-4ba2-4838-8a88-ab529cf53b22 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:42:44.040050 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-d0946158-42dc-4fd1-b12e-4a8d65085746 service neutron] Attempting to bind port 24c04714-5268-4ca8-bc10-137b5cdc214b on network 1d416a69-4ba2-4838-8a88-ab529cf53b22 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:42:44.045439 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-d0946158-42dc-4fd1-b12e-4a8d65085746 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:42:44.045828 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-d0946158-42dc-4fd1-b12e-4a8d65085746 service neutron] Checking segment: {'id': '00837f17-34ce-4ef7-9070-92c8b8bc5925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:42:44.046306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-d0946158-42dc-4fd1-b12e-4a8d65085746 service neutron] Bound using segment: {'id': '00837f17-34ce-4ef7-9070-92c8b8bc5925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:42:44.046836 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-d0946158-42dc-4fd1-b12e-4a8d65085746 service neutron] Bound port: 24c04714-5268-4ca8-bc10-137b5cdc214b, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00837f17-34ce-4ef7-9070-92c8b8bc5925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:42:44.047300 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-d0946158-42dc-4fd1-b12e-4a8d65085746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:44.122748 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-d0946158-42dc-4fd1-b12e-4a8d65085746 service neutron] For port 24c04714-5268-4ca8-bc10-137b5cdc214b, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:42:44.125989 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-d0946158-42dc-4fd1-b12e-4a8d65085746 service neutron] For port 24c04714-5268-4ca8-bc10-137b5cdc214b, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=24c04714-5268-4ca8-bc10-137b5cdc214b,segment=NetworkSegment(00837f17-34ce-4ef7-9070-92c8b8bc5925),segment_id=00837f17-34ce-4ef7-9070-92c8b8bc5925)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:42:44.229422 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-d0946158-42dc-4fd1-b12e-4a8d65085746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:44.264738 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-d0946158-42dc-4fd1-b12e-4a8d65085746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:44.265351 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-d0946158-42dc-4fd1-b12e-4a8d65085746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:44.266834 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-d0946158-42dc-4fd1-b12e-4a8d65085746 service neutron] 10.222.0.30 "PUT /v2.0/ports/24c04714-5268-4ca8-bc10-137b5cdc214b HTTP/1.1" status: 200 len: 1092 time: 0.8615258 Apr 20 16:42:44.267184 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1357b39-9bbf-4ee5-9e78-f938bb785579', 'tag': '24c04714-5268-4ca8-bc10-137b5cdc214b'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:42:44.269453 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1797904a-fb98-440b-a52f-f17305eeecfd" -d '{"events": [{"name": "network-changed", "server_uuid": "d1357b39-9bbf-4ee5-9e78-f938bb785579", "tag": "24c04714-5268-4ca8-bc10-137b5cdc214b"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:42:44.302439 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0946158-42dc-4fd1-b12e-4a8d65085746 service neutron] Pushing event updated for resources: {'Port': ['ID=24c04714-5268-4ca8-bc10-137b5cdc214b,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:44.346102 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547d8292-6c0a-48af-b0c6-225249b5cd16 x-openstack-request-id: req-547d8292-6c0a-48af-b0c6-225249b5cd16 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:42:44.346102 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1357b39-9bbf-4ee5-9e78-f938bb785579", "tag": "24c04714-5268-4ca8-bc10-137b5cdc214b", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:42:44.346102 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-547d8292-6c0a-48af-b0c6-225249b5cd16 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:42:44.346849 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-547d8292-6c0a-48af-b0c6-225249b5cd16'] response: {'name': 'network-changed', 'server_uuid': 'd1357b39-9bbf-4ee5-9e78-f938bb785579', 'tag': '24c04714-5268-4ca8-bc10-137b5cdc214b', 'status': 'completed', 'code': 200} Apr 20 16:42:44.392850 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0d047fea-0e29-48a5-b6b0-9a21acc88801 req-f9bd9939-cf5c-459c-855b-81a4c29376ec tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 210 time: 0.0370140 Apr 20 16:42:44.435701 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797904a-fb98-440b-a52f-f17305eeecfd req-fd9e89f7-7213-4ccc-9cc7-a0361c92528b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:44.437336 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1797904a-fb98-440b-a52f-f17305eeecfd req-fd9e89f7-7213-4ccc-9cc7-a0361c92528b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 1095 time: 0.0433631 Apr 20 16:42:44.555752 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797904a-fb98-440b-a52f-f17305eeecfd req-23fd330b-84be-4a1a-91aa-10682abfeccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:44.557244 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1797904a-fb98-440b-a52f-f17305eeecfd req-23fd330b-84be-4a1a-91aa-10682abfeccf service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f671d985b7654b0ab90a0236bac58688&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1061552 Apr 20 16:42:44.652932 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797904a-fb98-440b-a52f-f17305eeecfd req-50abdd55-e09f-41e4-9dd2-2def17e4702f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:44.655288 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1797904a-fb98-440b-a52f-f17305eeecfd req-50abdd55-e09f-41e4-9dd2-2def17e4702f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917690 Apr 20 16:42:44.762579 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-175ff340-f4c6-4c6d-ab38-972a66d1d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:44.764080 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-175ff340-f4c6-4c6d-ab38-972a66d1d220 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 1095 time: 0.0485332 Apr 20 16:42:44.816513 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-b2869f5a-76f2-41af-ab13-f9064765a490 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24c04714-5268-4ca8-bc10-137b5cdc214b HTTP/1.1" status: 200 len: 217 time: 0.0388703 Apr 20 16:42:44.871487 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-a4cac34c-ffa9-4af3-9d74-32a788a9447d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:44.871860 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f9cc0-392d-4f10-84e2-6032e14e124f req-4fb10e98-96d2-4bfa-84b2-d2abbb51e81a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:44.873294 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-a4cac34c-ffa9-4af3-9d74-32a788a9447d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23cef50e-6021-4324-ac0c-e6d08bee6c1b HTTP/1.1" status: 200 len: 834 time: 0.0501759 Apr 20 16:42:44.874186 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d40f9cc0-392d-4f10-84e2-6032e14e124f req-4fb10e98-96d2-4bfa-84b2-d2abbb51e81a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 944 time: 0.0554221 Apr 20 16:42:44.916624 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d40f9cc0-392d-4f10-84e2-6032e14e124f req-6123ea00-5d86-44d9-85bc-2d8f566b1d81 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359910 Apr 20 16:42:44.927248 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-0ed3c658-e32a-4417-b25b-f51421fe6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:44.928788 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-0ed3c658-e32a-4417-b25b-f51421fe6853 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1d416a69-4ba2-4838-8a88-ab529cf53b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488181 Apr 20 16:42:45.016819 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-46019cb8-dc78-4524-9ed3-d45b6ca31abc service neutron] 10.222.0.30 "GET /v2.0/networks/1d416a69-4ba2-4838-8a88-ab529cf53b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814281 Apr 20 16:42:45.112904 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-216f3e39-9e83-4040-89ee-a478c662c5eb req-7276c339-bb9d-49d6-a18f-89cd593ed2f8 service neutron] 10.222.0.30 "GET /v2.0/networks/1d416a69-4ba2-4838-8a88-ab529cf53b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882235 Apr 20 16:42:45.503107 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54aa6e2f-faaa-4263-8504-473cb146829f req-dc6fab16-3b71-4cae-a8a5-30177ef9f93a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f2b300c-4480-45fb-a205-f22f41ac0e7b HTTP/1.1" status: 200 len: 210 time: 0.0277047 Apr 20 16:42:46.039020 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63e32c-9b08-4923-a0cc-7392c9d6e98e req-de69eeab-9528-4e92-91e5-9b67c4903ac3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:46.040650 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d63e32c-9b08-4923-a0cc-7392c9d6e98e req-de69eeab-9528-4e92-91e5-9b67c4903ac3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 944 time: 0.0536528 Apr 20 16:42:46.080754 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d63e32c-9b08-4923-a0cc-7392c9d6e98e req-d86299ab-a75f-4866-b99f-e5656158e79b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335267 Apr 20 16:42:47.199834 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6d0dc-adf3-4c48-8bd9-53d56b50fa94 req-1aad228b-f7f8-4a82-bb5a-13f7d6a75342 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:47.202012 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-04a6d0dc-adf3-4c48-8bd9-53d56b50fa94 req-1aad228b-f7f8-4a82-bb5a-13f7d6a75342 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 944 time: 0.0526829 Apr 20 16:42:47.242585 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-04a6d0dc-adf3-4c48-8bd9-53d56b50fa94 req-2a57d41e-f8bb-4c59-b3f6-dbd3f8e268e0 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331681 Apr 20 16:42:48.373970 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674dfec-cbe1-4977-9d15-6129afc6fd4f req-e6153c7e-9fc2-4fed-a8bd-5a43e1cf1947 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:48.375539 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3674dfec-cbe1-4977-9d15-6129afc6fd4f req-e6153c7e-9fc2-4fed-a8bd-5a43e1cf1947 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 944 time: 0.0596154 Apr 20 16:42:48.416683 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3674dfec-cbe1-4977-9d15-6129afc6fd4f req-c266e2f5-f924-492e-9278-8a78818e38d0 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336874 Apr 20 16:42:48.860460 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 24c04714-5268-4ca8-bc10-137b5cdc214b details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:42:49.084807 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 24c04714-5268-4ca8-bc10-137b5cdc214b, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=24c04714-5268-4ca8-bc10-137b5cdc214b,segment=NetworkSegment(00837f17-34ce-4ef7-9070-92c8b8bc5925),segment_id=00837f17-34ce-4ef7-9070-92c8b8bc5925)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:42:49.084807 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '24c04714-5268-4ca8-bc10-137b5cdc214b', 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22', 'port_id': '24c04714-5268-4ca8-bc10-137b5cdc214b', 'mac_address': 'fa:16:3e:75:03:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cef50e-6021-4324-ac0c-e6d08bee6c1b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:42:49.084807 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:49.084807 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c04714-5268-4ca8-bc10-137b5cdc214b {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:42:49.084807 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 24c04714-5268-4ca8-bc10-137b5cdc214b, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=24c04714-5268-4ca8-bc10-137b5cdc214b,segment=NetworkSegment(00837f17-34ce-4ef7-9070-92c8b8bc5925),segment_id=00837f17-34ce-4ef7-9070-92c8b8bc5925)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:42:49.321651 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:49.372543 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=24c04714-5268-4ca8-bc10-137b5cdc214b,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:49.535153 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb3b5c-3207-4a04-ac27-e28db596cba6 req-8683602a-d3a8-44e4-8790-101a10e5ad5b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:49.537247 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e7fb3b5c-3207-4a04-ac27-e28db596cba6 req-8683602a-d3a8-44e4-8790-101a10e5ad5b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 945 time: 0.0487013 Apr 20 16:42:49.585279 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e7fb3b5c-3207-4a04-ac27-e28db596cba6 req-43435dd0-0f34-4a0d-af2c-48daa014a1b7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403430 Apr 20 16:42:49.714774 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['24c04714-5268-4ca8-bc10-137b5cdc214b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:42:50.714310 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395828f-943e-418e-a9eb-03aaa1f56a0c req-7a836318-92b5-40bf-9f45-f8a0d60a9284 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:50.722621 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8395828f-943e-418e-a9eb-03aaa1f56a0c req-7a836318-92b5-40bf-9f45-f8a0d60a9284 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 945 time: 0.0538533 Apr 20 16:42:50.754833 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8395828f-943e-418e-a9eb-03aaa1f56a0c req-cbfd9f11-829d-4f97-9343-bbf35c0754d7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328147 Apr 20 16:42:50.859983 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 24c04714-5268-4ca8-bc10-137b5cdc214b up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:42:51.060517 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 24c04714-5268-4ca8-bc10-137b5cdc214b completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:42:51.065189 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 24c04714-5268-4ca8-bc10-137b5cdc214b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:42:51.065548 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:51.145127 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:51.167708 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1357b39-9bbf-4ee5-9e78-f938bb785579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c04714-5268-4ca8-bc10-137b5cdc214b'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:42:51.169952 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4051eab-f8ed-45f1-aa67-e364cad15d63" -d '{"events": [{"server_uuid": "d1357b39-9bbf-4ee5-9e78-f938bb785579", "name": "network-vif-plugged", "status": "completed", "tag": "24c04714-5268-4ca8-bc10-137b5cdc214b"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:42:51.182979 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 24c04714-5268-4ca8-bc10-137b5cdc214b, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=24c04714-5268-4ca8-bc10-137b5cdc214b,segment=NetworkSegment(00837f17-34ce-4ef7-9070-92c8b8bc5925),segment_id=00837f17-34ce-4ef7-9070-92c8b8bc5925)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:42:51.206934 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2566a856-4a86-45fb-823a-d68e74a2b380 x-openstack-request-id: req-2566a856-4a86-45fb-823a-d68e74a2b380 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:42:51.207219 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1357b39-9bbf-4ee5-9e78-f938bb785579", "name": "network-vif-plugged", "status": "completed", "tag": "24c04714-5268-4ca8-bc10-137b5cdc214b", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:42:51.207467 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2566a856-4a86-45fb-823a-d68e74a2b380 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:42:51.208532 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2566a856-4a86-45fb-823a-d68e74a2b380'] response: {'server_uuid': 'd1357b39-9bbf-4ee5-9e78-f938bb785579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c04714-5268-4ca8-bc10-137b5cdc214b', 'code': 200} Apr 20 16:42:51.275094 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:51.321530 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=24c04714-5268-4ca8-bc10-137b5cdc214b,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:51.343424 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7af8eb-4ffb-4d6c-9b17-e7edfb9d40a7 req-7b33f857-0629-4bc6-ac1f-192331e766ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:51.344967 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2a7af8eb-4ffb-4d6c-9b17-e7edfb9d40a7 req-7b33f857-0629-4bc6-ac1f-192331e766ea service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 1097 time: 0.0548964 Apr 20 16:42:51.381094 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2a7af8eb-4ffb-4d6c-9b17-e7edfb9d40a7 req-a6878985-8990-427e-9ae5-881a0388ccb1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290234 Apr 20 16:42:51.955312 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f5f27-3dd6-4b77-85dd-ab2bd3ea1eb2 req-b051181e-a046-4f3e-8dbe-eefd243e2002 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:51.955312 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a23f5f27-3dd6-4b77-85dd-ab2bd3ea1eb2 req-b051181e-a046-4f3e-8dbe-eefd243e2002 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 946 time: 0.0529943 Apr 20 16:42:51.983791 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a23f5f27-3dd6-4b77-85dd-ab2bd3ea1eb2 req-5127ca2f-4a82-4528-ad73-da52c84df0b1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325177 Apr 20 16:42:52.757926 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-67b5101b-b970-4c0d-a4ce-76bbd26d8033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:53.113678 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642017b2-4c13-4d5a-825f-d1436a17401b req-cb1dcafb-4dd9-42ae-b6a2-0dc414235b8b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:53.115241 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-642017b2-4c13-4d5a-825f-d1436a17401b req-cb1dcafb-4dd9-42ae-b6a2-0dc414235b8b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 946 time: 0.0554857 Apr 20 16:42:53.157623 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-642017b2-4c13-4d5a-825f-d1436a17401b req-c4ad43da-e528-4e8d-ad9f-a24c827d3109 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358329 Apr 20 16:42:53.282491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d21f1f-72e8-4f4d-9faf-3d4a4fa7dc19 req-a685082c-1ced-4861-92fc-88f8ef5c1dbc tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:53.284249 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-40d21f1f-72e8-4f4d-9faf-3d4a4fa7dc19 req-a685082c-1ced-4861-92fc-88f8ef5c1dbc tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 946 time: 0.0546083 Apr 20 16:42:53.323279 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-40d21f1f-72e8-4f4d-9faf-3d4a4fa7dc19 req-ac9b11c5-19f8-4887-8839-c6f29f728d89 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319846 Apr 20 16:42:53.345615 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47920) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:53.393308 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e685a4a4-16a0-4d43-94ee-d14f9c7f934e tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:53.394830 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e685a4a4-16a0-4d43-94ee-d14f9c7f934e tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 1092 time: 0.0482533 Apr 20 16:42:53.405811 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 47926) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:53.410054 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-901abb2e-712c-403c-b974-ea550f7c6358 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': '24c04714-5268-4ca8-bc10-137b5cdc214b', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:42:53.589371 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-901abb2e-712c-403c-b974-ea550f7c6358 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:53.684349 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-901abb2e-712c-403c-b974-ea550f7c6358 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:53.798113 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-901abb2e-712c-403c-b974-ea550f7c6358 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Allocated IP 172.25.0.113 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/cb4d2977-0303-4153-aa56-c88fa3f29b2f) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:42:53.905347 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-901abb2e-712c-403c-b974-ea550f7c6358 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:54.023550 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-901abb2e-712c-403c-b974-ea550f7c6358 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:54.069565 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901abb2e-712c-403c-b974-ea550f7c6358 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:42:54.072544 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-901abb2e-712c-403c-b974-ea550f7c6358 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:42:54.076208 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901abb2e-712c-403c-b974-ea550f7c6358 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:42:54.098966 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901abb2e-712c-403c-b974-ea550f7c6358 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Port': ['ID=cb4d2977-0303-4153-aa56-c88fa3f29b2f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:54.583120 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-901abb2e-712c-403c-b974-ea550f7c6358 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:54.747052 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-901abb2e-712c-403c-b974-ea550f7c6358 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:54.921621 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-901abb2e-712c-403c-b974-ea550f7c6358 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:55.040292 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-901abb2e-712c-403c-b974-ea550f7c6358 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:55.106969 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901abb2e-712c-403c-b974-ea550f7c6358 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Port': ['ID=cb4d2977-0303-4153-aa56-c88fa3f29b2f,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:42:55.119184 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-901abb2e-712c-403c-b974-ea550f7c6358 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:55.160558 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8243c7a2-80c0-4df4-9173-bab44b7f5103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:55.225317 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-901abb2e-712c-403c-b974-ea550f7c6358 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Floating IP 8f13c9e3-b73d-42ed-9d47-5e65c405e966 associated. External IP: 172.25.0.113, port: 24c04714-5268-4ca8-bc10-137b5cdc214b. Apr 20 16:42:55.434937 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901abb2e-712c-403c-b974-ea550f7c6358 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Router bfdd54dd-e216-4435-aa36-6aa93fe9bb6d has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:42:55.853343 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901abb2e-712c-403c-b974-ea550f7c6358 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:42:55.866274 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73edbbfa-81dd-4861-b5e4-3e5c3186ff48 None None] Sync routers for ids ['bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:42:55.875834 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73edbbfa-81dd-4861-b5e4-3e5c3186ff48 None None] Routers {'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:42:55.876498 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-73edbbfa-81dd-4861-b5e4-3e5c3186ff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:42:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:42:55.953887 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-901abb2e-712c-403c-b974-ea550f7c6358 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:55.987107 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-901abb2e-712c-403c-b974-ea550f7c6358 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5801494 Apr 20 16:42:55.987645 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1357b39-9bbf-4ee5-9e78-f938bb785579', 'tag': '24c04714-5268-4ca8-bc10-137b5cdc214b'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:42:55.990538 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0b71b2-85aa-4c6d-8afc-73d9fd3b013f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1357b39-9bbf-4ee5-9e78-f938bb785579", "tag": "24c04714-5268-4ca8-bc10-137b5cdc214b"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:42:55.990963 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-73edbbfa-81dd-4861-b5e4-3e5c3186ff48 None None] Set router bfdd54dd-e216-4435-aa36-6aa93fe9bb6d gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:42:56.028661 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5af6a6-b70b-42fd-bb80-3c132245dda9 x-openstack-request-id: req-4c5af6a6-b70b-42fd-bb80-3c132245dda9 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:42:56.028910 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1357b39-9bbf-4ee5-9e78-f938bb785579", "tag": "24c04714-5268-4ca8-bc10-137b5cdc214b", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:42:56.029225 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c5af6a6-b70b-42fd-bb80-3c132245dda9 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:42:56.029642 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c5af6a6-b70b-42fd-bb80-3c132245dda9'] response: {'name': 'network-changed', 'server_uuid': 'd1357b39-9bbf-4ee5-9e78-f938bb785579', 'tag': '24c04714-5268-4ca8-bc10-137b5cdc214b', 'status': 'completed', 'code': 200} Apr 20 16:42:56.107288 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1b93c-ad31-42e9-8ec8-e4c1bc24bea9 req-9b3f780a-bb15-4ae4-9183-3a67ac9eda81 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:56.109191 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-22b1b93c-ad31-42e9-8ec8-e4c1bc24bea9 req-9b3f780a-bb15-4ae4-9183-3a67ac9eda81 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 946 time: 0.0685132 Apr 20 16:42:56.135104 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b71b2-85aa-4c6d-8afc-73d9fd3b013f req-f57f98d3-2555-4caf-853f-90d1187cf75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:56.138265 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e0b71b2-85aa-4c6d-8afc-73d9fd3b013f req-f57f98d3-2555-4caf-853f-90d1187cf75b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 1097 time: 0.0627460 Apr 20 16:42:56.154509 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-22b1b93c-ad31-42e9-8ec8-e4c1bc24bea9 req-5715f889-bca5-495a-a20e-5973c91653fb tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363991 Apr 20 16:42:56.185969 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48028) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:56.256595 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b71b2-85aa-4c6d-8afc-73d9fd3b013f req-7eaa860e-1758-4ed9-aed3-2cc52f552389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:56.258799 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e0b71b2-85aa-4c6d-8afc-73d9fd3b013f req-7eaa860e-1758-4ed9-aed3-2cc52f552389 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1d416a69-4ba2-4838-8a88-ab529cf53b22 HTTP/1.1" status: 200 len: 898 time: 0.1133733 Apr 20 16:42:56.292095 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-73edbbfa-81dd-4861-b5e4-3e5c3186ff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321798201', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:42:31Z', 'updated_at': '2022-04-20T16:42:36Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:32Z', 'updated_at': '2022-04-20T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '8f13c9e3-b73d-42ed-9d47-5e65c405e966', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'port_id': '24c04714-5268-4ca8-bc10-137b5cdc214b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22', 'mac_address': 'fa:16:3e:75:03:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1357b39-9bbf-4ee5-9e78-f938bb785579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:42:54Z', 'updated_at': '2022-04-20T16:42:54Z', 'revision_number': 0, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4608d98d-df02-465a-892e-ddd8cf3e7012', 'name': '', 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:45:a4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '23cef50e-6021-4324-ac0c-e6d08bee6c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:35Z', 'updated_at': '2022-04-20T16:42:39Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': '23cef50e-6021-4324-ac0c-e6d08bee6c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:42:56.298293 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f790d37c-af3a-4961-ad96-b6a739335aec tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/floatingips/8f13c9e3-b73d-42ed-9d47-5e65c405e966 HTTP/1.1" status: 200 len: 992 time: 0.1098671 Apr 20 16:42:56.327737 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73edbbfa-81dd-4861-b5e4-3e5c3186ff48 None None] Checking router: bfdd54dd-e216-4435-aa36-6aa93fe9bb6d for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:42:56.334744 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e0b71b2-85aa-4c6d-8afc-73d9fd3b013f req-b181f137-bf27-4cc7-9623-9ed8a7121d90 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24c04714-5268-4ca8-bc10-137b5cdc214b HTTP/1.1" status: 200 len: 1000 time: 0.0694017 Apr 20 16:42:56.344479 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73edbbfa-81dd-4861-b5e4-3e5c3186ff48 None None] Routers {'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:42:56.345104 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-73edbbfa-81dd-4861-b5e4-3e5c3186ff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:42:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:42:56.392872 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b71b2-85aa-4c6d-8afc-73d9fd3b013f req-15c15e38-be71-451a-a8b8-d29b3d985434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:56.394975 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e0b71b2-85aa-4c6d-8afc-73d9fd3b013f req-15c15e38-be71-451a-a8b8-d29b3d985434 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23cef50e-6021-4324-ac0c-e6d08bee6c1b HTTP/1.1" status: 200 len: 834 time: 0.0537641 Apr 20 16:42:56.442606 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b71b2-85aa-4c6d-8afc-73d9fd3b013f req-61dd39e6-b846-4219-a1d4-98225a0749e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:42:56.445002 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e0b71b2-85aa-4c6d-8afc-73d9fd3b013f req-61dd39e6-b846-4219-a1d4-98225a0749e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1d416a69-4ba2-4838-8a88-ab529cf53b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436714 Apr 20 16:42:56.463241 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:56.470259 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-73edbbfa-81dd-4861-b5e4-3e5c3186ff48 None None] Set router bfdd54dd-e216-4435-aa36-6aa93fe9bb6d gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:42:56.548759 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e0b71b2-85aa-4c6d-8afc-73d9fd3b013f req-f2cafc33-1ff7-4b1a-9862-ddcdec1b9ade service neutron] 10.222.0.30 "GET /v2.0/networks/1d416a69-4ba2-4838-8a88-ab529cf53b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974202 Apr 20 16:42:56.677304 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e0b71b2-85aa-4c6d-8afc-73d9fd3b013f req-5e591f99-c8fe-4e07-9047-a2a49f7d9368 service neutron] 10.222.0.30 "GET /v2.0/networks/1d416a69-4ba2-4838-8a88-ab529cf53b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212399 Apr 20 16:42:56.722253 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-73edbbfa-81dd-4861-b5e4-3e5c3186ff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321798201', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:42:31Z', 'updated_at': '2022-04-20T16:42:36Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:32Z', 'updated_at': '2022-04-20T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '8f13c9e3-b73d-42ed-9d47-5e65c405e966', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'port_id': '24c04714-5268-4ca8-bc10-137b5cdc214b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22', 'mac_address': 'fa:16:3e:75:03:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1357b39-9bbf-4ee5-9e78-f938bb785579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:42:54Z', 'updated_at': '2022-04-20T16:42:54Z', 'revision_number': 0, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4608d98d-df02-465a-892e-ddd8cf3e7012', 'name': '', 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:45:a4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '23cef50e-6021-4324-ac0c-e6d08bee6c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:35Z', 'updated_at': '2022-04-20T16:42:39Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': '23cef50e-6021-4324-ac0c-e6d08bee6c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:42:56.750233 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73edbbfa-81dd-4861-b5e4-3e5c3186ff48 None None] The sync data for ids ['bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'] in n-d-836146-2 is: [{'id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321798201', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:42:31Z', 'updated_at': '2022-04-20T16:42:36Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:32Z', 'updated_at': '2022-04-20T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '8f13c9e3-b73d-42ed-9d47-5e65c405e966', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'port_id': '24c04714-5268-4ca8-bc10-137b5cdc214b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22', 'mac_address': 'fa:16:3e:75:03:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1357b39-9bbf-4ee5-9e78-f938bb785579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:42:54Z', 'updated_at': '2022-04-20T16:42:54Z', 'revision_number': 0, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4608d98d-df02-465a-892e-ddd8cf3e7012', 'name': '', 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:45:a4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '23cef50e-6021-4324-ac0c-e6d08bee6c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:35Z', 'updated_at': '2022-04-20T16:42:39Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': '23cef50e-6021-4324-ac0c-e6d08bee6c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:42:56.960371 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8552c8df-a3ee-4876-91ce-0ca6a9cf3ec3 None None] New status for floating IP 8f13c9e3-b73d-42ed-9d47-5e65c405e966: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:42:57.304316 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48068) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:42:57.365522 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0fcf853b-e346-4173-98e6-1d8d0df2c0b8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/floatingips/8f13c9e3-b73d-42ed-9d47-5e65c405e966 HTTP/1.1" status: 200 len: 994 time: 0.0641503 Apr 20 16:42:57.843292 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:58.126429 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:42:58.680924 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:00.162819 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:03.559064 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad618cf9-f615-4835-8fee-03c07faac86d req-5826c2a3-b4ed-4654-be45-b3636cf58836 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400929 Apr 20 16:43:03.656312 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad618cf9-f615-4835-8fee-03c07faac86d req-db861e59-de05-4c3e-a58f-dd037541fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:03.657883 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad618cf9-f615-4835-8fee-03c07faac86d req-db861e59-de05-4c3e-a58f-dd037541fdcb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ffa36b560db4315aa5b106edc630152&device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 1096 time: 0.0405536 Apr 20 16:43:03.767566 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad618cf9-f615-4835-8fee-03c07faac86d req-d246a863-041f-49be-8d39-eb22676d64be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:03.769023 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad618cf9-f615-4835-8fee-03c07faac86d req-d246a863-041f-49be-8d39-eb22676d64be service neutron] 10.222.0.26 "GET /v2.0/networks?id=a2358b7b-9f71-44ce-9aa8-c307e3d70b9c HTTP/1.1" status: 200 len: 910 time: 0.0920010 Apr 20 16:43:03.833136 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad618cf9-f615-4835-8fee-03c07faac86d req-b707501f-aeca-4524-b2b7-42cf0b795f06 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 HTTP/1.1" status: 200 len: 1001 time: 0.0569463 Apr 20 16:43:03.887221 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad618cf9-f615-4835-8fee-03c07faac86d req-8bb6ace3-bfc6-4734-aff1-77e90200b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:03.888742 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad618cf9-f615-4835-8fee-03c07faac86d req-8bb6ace3-bfc6-4734-aff1-77e90200b6c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3afc549f-c280-4e3c-8f2c-192d1bc8c671 HTTP/1.1" status: 200 len: 848 time: 0.0496330 Apr 20 16:43:03.937691 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad618cf9-f615-4835-8fee-03c07faac86d req-a99358ff-7a88-432a-8a8d-0a7c0ebbdd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:03.939077 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad618cf9-f615-4835-8fee-03c07faac86d req-a99358ff-7a88-432a-8a8d-0a7c0ebbdd56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2358b7b-9f71-44ce-9aa8-c307e3d70b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434241 Apr 20 16:43:04.035547 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad618cf9-f615-4835-8fee-03c07faac86d req-5a591199-a0b3-477e-b814-506619cd788b service neutron] 10.222.0.26 "GET /v2.0/networks/a2358b7b-9f71-44ce-9aa8-c307e3d70b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873885 Apr 20 16:43:04.132599 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad618cf9-f615-4835-8fee-03c07faac86d req-efdd8d0a-7fd7-4ea6-9156-cc4b2d5ecf06 service neutron] 10.222.0.26 "GET /v2.0/networks/a2358b7b-9f71-44ce-9aa8-c307e3d70b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911987 Apr 20 16:43:10.155135 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac721c0-8043-4e3e-976a-c87b528390f0 req-a4224cbd-42a8-4077-9388-2e9f57d88a6e tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:10.156897 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fac721c0-8043-4e3e-976a-c87b528390f0 req-a4224cbd-42a8-4077-9388-2e9f57d88a6e tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/ports?device_id=88a94405-7e49-427c-a473-67b8c2c59f12 HTTP/1.1" status: 200 len: 950 time: 0.0498395 Apr 20 16:43:10.195977 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fac721c0-8043-4e3e-976a-c87b528390f0 req-658eb175-42fe-42c4-8491-8245362e9a9d tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cee8be6-5238-47c9-b527-f72e207a387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324590 Apr 20 16:43:11.316591 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e48b2-01fa-4a2d-a99e-8cb7fb1833f3 req-93fdffbe-c726-4504-9c62-4190cd4a99ec tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:11.318663 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f69e48b2-01fa-4a2d-a99e-8cb7fb1833f3 req-93fdffbe-c726-4504-9c62-4190cd4a99ec tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/ports?device_id=88a94405-7e49-427c-a473-67b8c2c59f12 HTTP/1.1" status: 200 len: 950 time: 0.0517099 Apr 20 16:43:11.361315 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f69e48b2-01fa-4a2d-a99e-8cb7fb1833f3 req-6f2d587e-1490-490f-b86f-5d70980a43e9 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cee8be6-5238-47c9-b527-f72e207a387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363765 Apr 20 16:43:11.926125 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2e5b90f6-cdcf-42ef-91e8-15898d13557e req-e34ed185-1222-49b4-8bb1-f45ac7769ab6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406260 Apr 20 16:43:12.036861 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b90f6-cdcf-42ef-91e8-15898d13557e req-370c1461-50e9-4ab5-a26f-b2f109117d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:12.038987 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2e5b90f6-cdcf-42ef-91e8-15898d13557e req-370c1461-50e9-4ab5-a26f-b2f109117d42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 1097 time: 0.0453961 Apr 20 16:43:12.051364 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:43:12.177518 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b90f6-cdcf-42ef-91e8-15898d13557e req-b84d831e-755e-4ba5-aa7c-762019e296fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:12.179116 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2e5b90f6-cdcf-42ef-91e8-15898d13557e req-b84d831e-755e-4ba5-aa7c-762019e296fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=1d416a69-4ba2-4838-8a88-ab529cf53b22 HTTP/1.1" status: 200 len: 898 time: 0.1139445 Apr 20 16:43:12.191609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6070d9-8644-4fc9-8b81-4db50e45f212 req-8ce10900-fad6-4a69-8414-eb220d9b21b0 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:12.193059 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f6070d9-8644-4fc9-8b81-4db50e45f212 req-8ce10900-fad6-4a69-8414-eb220d9b21b0 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.30 "GET /v2.0/ports?device_id=88a94405-7e49-427c-a473-67b8c2c59f12 HTTP/1.1" status: 200 len: 950 time: 0.0684159 Apr 20 16:43:12.306720 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2e5b90f6-cdcf-42ef-91e8-15898d13557e req-9c752ca3-ed6b-45d0-827d-2ce31fdab341 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24c04714-5268-4ca8-bc10-137b5cdc214b HTTP/1.1" status: 200 len: 1002 time: 0.1120934 Apr 20 16:43:12.372223 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b90f6-cdcf-42ef-91e8-15898d13557e req-35342746-5bb9-465b-b521-2982c8f2322d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:12.373778 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2e5b90f6-cdcf-42ef-91e8-15898d13557e req-35342746-5bb9-465b-b521-2982c8f2322d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23cef50e-6021-4324-ac0c-e6d08bee6c1b HTTP/1.1" status: 200 len: 834 time: 0.0605652 Apr 20 16:43:12.375622 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1f6070d9-8644-4fc9-8b81-4db50e45f212 req-dd629a8f-ae21-46cb-8224-a21333ddecee tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Deleting port 45e92126-6ed4-415e-8104-0ade0f36621d {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:43:12.375963 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1f6070d9-8644-4fc9-8b81-4db50e45f212 req-dd629a8f-ae21-46cb-8224-a21333ddecee tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:12.524612 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b90f6-cdcf-42ef-91e8-15898d13557e req-260340d5-b4f6-44ef-be34-19958043d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:12.526063 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2e5b90f6-cdcf-42ef-91e8-15898d13557e req-260340d5-b4f6-44ef-be34-19958043d577 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1d416a69-4ba2-4838-8a88-ab529cf53b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353526 Apr 20 16:43:12.537067 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbefa6-7876-47a1-8067-ef734dc75763 req-130063c5-cc82-40dc-8adf-d2648610f0d0 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:12.538558 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7bdbefa6-7876-47a1-8067-ef734dc75763 req-130063c5-cc82-40dc-8adf-d2648610f0d0 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/ports?device_id=88a94405-7e49-427c-a473-67b8c2c59f12 HTTP/1.1" status: 200 len: 950 time: 0.0966341 Apr 20 16:43:12.541466 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1f6070d9-8644-4fc9-8b81-4db50e45f212 req-dd629a8f-ae21-46cb-8224-a21333ddecee tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] For port 45e92126-6ed4-415e-8104-0ade0f36621d, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=45e92126-6ed4-415e-8104-0ade0f36621d,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:43:12.541830 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1f6070d9-8644-4fc9-8b81-4db50e45f212 req-dd629a8f-ae21-46cb-8224-a21333ddecee tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:12.578293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1f6070d9-8644-4fc9-8b81-4db50e45f212 req-dd629a8f-ae21-46cb-8224-a21333ddecee tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Calling delete_port for 45e92126-6ed4-415e-8104-0ade0f36621d owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:43:12.680498 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7bdbefa6-7876-47a1-8067-ef734dc75763 req-c616663a-262c-4feb-950f-cfb7e4309c82 tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/security-groups?id=4cee8be6-5238-47c9-b527-f72e207a387f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294401 Apr 20 16:43:12.719167 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2e5b90f6-cdcf-42ef-91e8-15898d13557e req-e23a6699-54c3-451f-be76-b29de7e1a7ae service neutron] 10.222.0.30 "GET /v2.0/networks/1d416a69-4ba2-4838-8a88-ab529cf53b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796539 Apr 20 16:43:12.854398 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2e5b90f6-cdcf-42ef-91e8-15898d13557e req-7735fb3a-e85b-49f4-a35f-77c4ea0d6bc6 service neutron] 10.222.0.30 "GET /v2.0/networks/1d416a69-4ba2-4838-8a88-ab529cf53b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245790 Apr 20 16:43:12.926172 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1f6070d9-8644-4fc9-8b81-4db50e45f212 req-dd629a8f-ae21-46cb-8224-a21333ddecee tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:12.957671 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd629a8f-ae21-46cb-8224-a21333ddecee tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Pushing event deleted for resources: {'Port': ['ID=45e92126-6ed4-415e-8104-0ade0f36621d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:43:12.966342 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['45e92126-6ed4-415e-8104-0ade0f36621d'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:43:12.986273 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd629a8f-ae21-46cb-8224-a21333ddecee tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:43:12.986273 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd629a8f-ae21-46cb-8224-a21333ddecee tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:43:12.986617 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd629a8f-ae21-46cb-8224-a21333ddecee tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:43:12.987377 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd629a8f-ae21-46cb-8224-a21333ddecee tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:43:12.987377 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd629a8f-ae21-46cb-8224-a21333ddecee tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:43:12.987659 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd629a8f-ae21-46cb-8224-a21333ddecee tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:43:12.988000 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd629a8f-ae21-46cb-8224-a21333ddecee tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:43:12.988347 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd629a8f-ae21-46cb-8224-a21333ddecee tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:43:12.988689 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd629a8f-ae21-46cb-8224-a21333ddecee tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:43:12.989020 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd629a8f-ae21-46cb-8224-a21333ddecee tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:43:12.989355 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd629a8f-ae21-46cb-8224-a21333ddecee tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:43:12.989659 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd629a8f-ae21-46cb-8224-a21333ddecee tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:43:13.016616 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6070d9-8644-4fc9-8b81-4db50e45f212 req-dd629a8f-ae21-46cb-8224-a21333ddecee tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] No DVR routers for this DVR port 45e92126-6ed4-415e-8104-0ade0f36621d on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:43:13.019256 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1f6070d9-8644-4fc9-8b81-4db50e45f212 req-dd629a8f-ae21-46cb-8224-a21333ddecee tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:13.023584 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f6070d9-8644-4fc9-8b81-4db50e45f212 req-dd629a8f-ae21-46cb-8224-a21333ddecee tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.30 "DELETE /v2.0/ports/45e92126-6ed4-415e-8104-0ade0f36621d HTTP/1.1" status: 204 len: 173 time: 0.8225508 Apr 20 16:43:13.023584 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a94405-7e49-427c-a473-67b8c2c59f12', 'name': 'network-vif-deleted', 'tag': '45e92126-6ed4-415e-8104-0ade0f36621d'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:43:13.025350 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f05dea9-3dc5-486c-b570-d0ec0480ffa6" -d '{"events": [{"server_uuid": "88a94405-7e49-427c-a473-67b8c2c59f12", "name": "network-vif-deleted", "tag": "45e92126-6ed4-415e-8104-0ade0f36621d"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:43:13.062027 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d81505-e806-4b50-8dfc-9fffbc439e72 x-openstack-request-id: req-40d81505-e806-4b50-8dfc-9fffbc439e72 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:43:13.062325 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a94405-7e49-427c-a473-67b8c2c59f12", "name": "network-vif-deleted", "tag": "45e92126-6ed4-415e-8104-0ade0f36621d", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:43:13.062580 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40d81505-e806-4b50-8dfc-9fffbc439e72 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:43:13.062985 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40d81505-e806-4b50-8dfc-9fffbc439e72'] response: {'server_uuid': '88a94405-7e49-427c-a473-67b8c2c59f12', 'name': 'network-vif-deleted', 'tag': '45e92126-6ed4-415e-8104-0ade0f36621d', 'status': 'completed', 'code': 200} Apr 20 16:43:13.785649 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-809d1615-b874-4ebe-bde4-e66daa301881 req-f7a0bc73-b5e9-40a0-b803-857eac3379fb tempest-VolumesBackupsTest-328617378 tempest-VolumesBackupsTest-328617378-project] 10.222.0.15 "GET /v2.0/ports?device_id=88a94405-7e49-427c-a473-67b8c2c59f12 HTTP/1.1" status: 200 len: 210 time: 0.0256896 Apr 20 16:43:14.931413 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 45e92126-6ed4-415e-8104-0ade0f36621d no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:43:14.954474 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 45e92126-6ed4-415e-8104-0ade0f36621d {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:43:14.954809 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 45e92126-6ed4-415e-8104-0ade0f36621d not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:43:22.746204 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-758c1f6f-60db-4329-a37d-7fc367142c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:24.744405 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-33392eed-e50e-42d3-bd00-7141ca023f67 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:24.746272 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-33392eed-e50e-42d3-bd00-7141ca023f67 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 812 time: 0.1049893 Apr 20 16:43:24.762266 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-0b3287a5-0799-41c5-a84b-2e244948f6d5 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/quotas/89276b194611435f91cf83dc9e96548b HTTP/1.1" status: 200 len: 375 time: 0.0096941 Apr 20 16:43:24.819357 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-c57224c9-5ce6-49ad-898c-f88a6ed997f3 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504220 Apr 20 16:43:24.913930 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-ebccc5d6-9ccc-4111-a98e-a39ccc28db10 service neutron] 10.222.0.15 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844388 Apr 20 16:43:25.023671 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-e3076524-64a6-43db-a566-3775ee02ad0e service neutron] 10.222.0.15 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026175 Apr 20 16:43:25.096601 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6f486b19-94ee-4039-a964-d197160b7b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:25.285282 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0130f7cb-f01b-4059-bfc9-ac8dafd7f0f0 req-d9cd2fd0-f32c-4a9d-ae15-6bb884914325 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 210 time: 0.0275621 Apr 20 16:43:26.385246 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1043144-9c51-41d9-88a1-41fc46f21cb5 req-39a56e61-73be-4d27-8704-f7d6787dbf66 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 210 time: 0.0285156 Apr 20 16:43:26.407887 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:27.259769 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-8beb824d-7e6e-4e69-8f2b-77c57253165c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:27.275819 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-8beb824d-7e6e-4e69-8f2b-77c57253165c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 812 time: 0.1059525 Apr 20 16:43:27.283385 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-95621d4f-1d3e-408e-b8a8-df1f4361083c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Request body: {'port': {'device_id': '3d2c94f9-c5e6-4bb3-89e8-78339a0f9313', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'admin_state_up': True, 'tenant_id': '89276b194611435f91cf83dc9e96548b'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:43:27.487661 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-59586731-e679-4603-80b4-9ab70fa9aca3 req-13ae0aa1-a9b9-4461-98bc-d5ba70bb2b10 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 210 time: 0.0303509 Apr 20 16:43:28.199795 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-95621d4f-1d3e-408e-b8a8-df1f4361083c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Made reservation on behalf of 89276b194611435f91cf83dc9e96548b for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:43:28.203992 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:28.203992 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:28.204590 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-95621d4f-1d3e-408e-b8a8-df1f4361083c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:28.353045 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-95621d4f-1d3e-408e-b8a8-df1f4361083c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Allocated IP 172.20.0.5 (45075084-5307-4652-bafe-1d4bc624b83e/84f859e8-1f59-4fe7-930d-c92d7f74a0a0/abc9ff4c-23e2-4425-8810-99e87630154f) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:43:28.505290 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-95621d4f-1d3e-408e-b8a8-df1f4361083c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:28.598961 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-41b7ddb9-7717-459f-876c-178de3b19483 req-8877e8fb-a164-4acf-a72b-aad2b3bb5383 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 210 time: 0.0351443 Apr 20 16:43:28.608351 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-95621d4f-1d3e-408e-b8a8-df1f4361083c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:28.667866 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-95621d4f-1d3e-408e-b8a8-df1f4361083c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Network 45075084-5307-4652-bafe-1d4bc624b83e is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:43:28.671165 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-95621d4f-1d3e-408e-b8a8-df1f4361083c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:43:28.673789 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-95621d4f-1d3e-408e-b8a8-df1f4361083c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:43:28.688321 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:28.708102 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95621d4f-1d3e-408e-b8a8-df1f4361083c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event updated for resources: {'Port': ['ID=abc9ff4c-23e2-4425-8810-99e87630154f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:43:28.738868 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-95621d4f-1d3e-408e-b8a8-df1f4361083c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:28.739781 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-95621d4f-1d3e-408e-b8a8-df1f4361083c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:28.823949 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-95621d4f-1d3e-408e-b8a8-df1f4361083c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5463881 Apr 20 16:43:28.841702 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-83e795e3-26ba-488c-8ea7-4d55a4423f3f service neutron] Request body: {'port': {'device_id': '3d2c94f9-c5e6-4bb3-89e8-78339a0f9313', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:43:28.908564 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-83e795e3-26ba-488c-8ea7-4d55a4423f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:28.927610 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-bad900ac-8270-4969-88b4-19fa4ddd09ae None None] Provisioning complete for port abc9ff4c-23e2-4425-8810-99e87630154f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:43:28.928327 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bad900ac-8270-4969-88b4-19fa4ddd09ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:28.970341 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-bad900ac-8270-4969-88b4-19fa4ddd09ae None None] Port abc9ff4c-23e2-4425-8810-99e87630154f cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:43:29.215294 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-83e795e3-26ba-488c-8ea7-4d55a4423f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc9ff4c-23e2-4425-8810-99e87630154f {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:43:29.223460 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-83e795e3-26ba-488c-8ea7-4d55a4423f3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:29.235582 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-83e795e3-26ba-488c-8ea7-4d55a4423f3f service neutron] Transition to ACTIVE for port object abc9ff4c-23e2-4425-8810-99e87630154f will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:43:29.314125 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-83e795e3-26ba-488c-8ea7-4d55a4423f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:29.368294 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e795e3-26ba-488c-8ea7-4d55a4423f3f service neutron] Pushing event updated for resources: {'Port': ['ID=abc9ff4c-23e2-4425-8810-99e87630154f,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:43:29.450741 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-83e795e3-26ba-488c-8ea7-4d55a4423f3f service neutron] Attempting to bind port abc9ff4c-23e2-4425-8810-99e87630154f on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:43:29.451089 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-83e795e3-26ba-488c-8ea7-4d55a4423f3f service neutron] Attempting to bind port abc9ff4c-23e2-4425-8810-99e87630154f by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:43:29.451672 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-83e795e3-26ba-488c-8ea7-4d55a4423f3f service neutron] Attempting to bind port abc9ff4c-23e2-4425-8810-99e87630154f on network 45075084-5307-4652-bafe-1d4bc624b83e {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:43:29.456485 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-83e795e3-26ba-488c-8ea7-4d55a4423f3f service neutron] Port abc9ff4c-23e2-4425-8810-99e87630154f on network 45075084-5307-4652-bafe-1d4bc624b83e not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:43:29.456815 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-83e795e3-26ba-488c-8ea7-4d55a4423f3f service neutron] Attempting to bind port abc9ff4c-23e2-4425-8810-99e87630154f on network 45075084-5307-4652-bafe-1d4bc624b83e {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:43:29.463245 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-83e795e3-26ba-488c-8ea7-4d55a4423f3f service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:43:29.464471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-83e795e3-26ba-488c-8ea7-4d55a4423f3f service neutron] Checking segment: {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:43:29.465113 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-83e795e3-26ba-488c-8ea7-4d55a4423f3f service neutron] Bound using segment: {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:43:29.465785 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-83e795e3-26ba-488c-8ea7-4d55a4423f3f service neutron] Bound port: abc9ff4c-23e2-4425-8810-99e87630154f, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:43:29.466158 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-83e795e3-26ba-488c-8ea7-4d55a4423f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:29.540155 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-83e795e3-26ba-488c-8ea7-4d55a4423f3f service neutron] For port abc9ff4c-23e2-4425-8810-99e87630154f, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:43:29.543513 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-83e795e3-26ba-488c-8ea7-4d55a4423f3f service neutron] For port abc9ff4c-23e2-4425-8810-99e87630154f, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=abc9ff4c-23e2-4425-8810-99e87630154f,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:43:29.623319 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-83e795e3-26ba-488c-8ea7-4d55a4423f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:29.661666 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-83e795e3-26ba-488c-8ea7-4d55a4423f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:29.665259 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-83e795e3-26ba-488c-8ea7-4d55a4423f3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:29.665259 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-83e795e3-26ba-488c-8ea7-4d55a4423f3f service neutron] 10.222.0.26 "PUT /v2.0/ports/abc9ff4c-23e2-4425-8810-99e87630154f HTTP/1.1" status: 200 len: 1091 time: 0.8271148 Apr 20 16:43:29.667202 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2c94f9-c5e6-4bb3-89e8-78339a0f9313', 'tag': 'abc9ff4c-23e2-4425-8810-99e87630154f'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:43:29.669413 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0a6130-a61d-448a-924e-7e77122d9782" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2c94f9-c5e6-4bb3-89e8-78339a0f9313", "tag": "abc9ff4c-23e2-4425-8810-99e87630154f"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:43:29.735411 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e795e3-26ba-488c-8ea7-4d55a4423f3f service neutron] Pushing event updated for resources: {'Port': ['ID=abc9ff4c-23e2-4425-8810-99e87630154f,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:43:29.743611 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5367903f-c547-4aee-bf7b-d0949fcee172 x-openstack-request-id: req-5367903f-c547-4aee-bf7b-d0949fcee172 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:43:29.745701 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2c94f9-c5e6-4bb3-89e8-78339a0f9313", "tag": "abc9ff4c-23e2-4425-8810-99e87630154f", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:43:29.745701 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5367903f-c547-4aee-bf7b-d0949fcee172 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:43:29.745701 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5367903f-c547-4aee-bf7b-d0949fcee172'] response: {'name': 'network-changed', 'server_uuid': '3d2c94f9-c5e6-4bb3-89e8-78339a0f9313', 'tag': 'abc9ff4c-23e2-4425-8810-99e87630154f', 'status': 'completed', 'code': 200} Apr 20 16:43:29.786480 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee15bb-d272-4db0-a133-4de86964d098 req-0b0257ad-5b02-4c31-b219-689aa4bf68ae tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:29.788744 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6fee15bb-d272-4db0-a133-4de86964d098 req-0b0257ad-5b02-4c31-b219-689aa4bf68ae tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0873661 Apr 20 16:43:29.833761 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a6130-a61d-448a-924e-7e77122d9782 req-095c57f8-140c-47c7-a198-84cd0f68722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:29.836132 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca0a6130-a61d-448a-924e-7e77122d9782 req-095c57f8-140c-47c7-a198-84cd0f68722d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 1094 time: 0.0518074 Apr 20 16:43:29.856609 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6fee15bb-d272-4db0-a133-4de86964d098 req-e43727da-c66a-4860-b7cc-f488bfcdc66f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569229 Apr 20 16:43:29.944159 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:30.010757 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a6130-a61d-448a-924e-7e77122d9782 req-1b6fb910-2e69-4b8b-b95b-d29b3d170567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:30.010757 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca0a6130-a61d-448a-924e-7e77122d9782 req-1b6fb910-2e69-4b8b-b95b-d29b3d170567 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=89276b194611435f91cf83dc9e96548b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1588657 Apr 20 16:43:30.125034 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a6130-a61d-448a-924e-7e77122d9782 req-a947cadd-3414-4726-b675-af0843464e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:30.127044 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca0a6130-a61d-448a-924e-7e77122d9782 req-a947cadd-3414-4726-b675-af0843464e7d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1108747 Apr 20 16:43:30.249513 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-3476489a-49bb-42fa-8fc6-1df03ae0b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:30.251915 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-3476489a-49bb-42fa-8fc6-1df03ae0b1fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 1094 time: 0.0648501 Apr 20 16:43:30.300048 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-cf4b09b0-9de1-4188-8794-4a34bd0839bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abc9ff4c-23e2-4425-8810-99e87630154f HTTP/1.1" status: 200 len: 217 time: 0.0357130 Apr 20 16:43:30.360276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-a0436385-15ca-4c1a-b1f4-78bad93bf7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:30.361782 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-a0436385-15ca-4c1a-b1f4-78bad93bf7b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84f859e8-1f59-4fe7-930d-c92d7f74a0a0 HTTP/1.1" status: 200 len: 851 time: 0.0548580 Apr 20 16:43:30.413574 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-2a7d753d-c262-4330-b753-c1a87b632da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:30.429298 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-2a7d753d-c262-4330-b753-c1a87b632da4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45075084-5307-4652-bafe-1d4bc624b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463531 Apr 20 16:43:30.512451 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-010f4bad-61e3-40dd-bd84-09c9ecb5e219 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911191 Apr 20 16:43:30.633217 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbb7531e-77a4-47f3-8c95-2e1c42070b88 req-c6b9c70a-ee17-4615-b98d-4b1c9781dde3 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125185 Apr 20 16:43:31.018129 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0320be-7c8f-439e-bb12-487da356e0ce req-36713a67-b035-4d99-8fdd-b94262077acc tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:31.020197 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8f0320be-7c8f-439e-bb12-487da356e0ce req-36713a67-b035-4d99-8fdd-b94262077acc tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0997918 Apr 20 16:43:31.062352 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8f0320be-7c8f-439e-bb12-487da356e0ce req-ee53b413-483c-4f34-96c4-295a64d388bf tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358295 Apr 20 16:43:32.191790 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18a46f-fa48-4a23-9986-e16d73c6ed7f req-975752ce-f38c-40f3-ac01-4db163ab97d5 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:32.193304 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ee18a46f-fa48-4a23-9986-e16d73c6ed7f req-975752ce-f38c-40f3-ac01-4db163ab97d5 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0577021 Apr 20 16:43:32.235321 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ee18a46f-fa48-4a23-9986-e16d73c6ed7f req-bbda69fd-cd44-4b65-9948-bd3cdb0c27d4 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356679 Apr 20 16:43:33.354030 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2ed91-c7fb-4b54-b2c8-cb15d8e1103c req-bf7a8956-b1da-4c12-8b8b-2b62fc644a0a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:33.355552 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5ea2ed91-c7fb-4b54-b2c8-cb15d8e1103c req-bf7a8956-b1da-4c12-8b8b-2b62fc644a0a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0493009 Apr 20 16:43:33.394315 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5ea2ed91-c7fb-4b54-b2c8-cb15d8e1103c req-f3f7b1ff-ab44-4148-abe8-4ba7af7447cb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317285 Apr 20 16:43:34.519037 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d811b0-f6f1-4c9a-8a00-079b6760249b req-011d442d-ca38-4088-af2b-cc42a7acc95d tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:34.520625 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c7d811b0-f6f1-4c9a-8a00-079b6760249b req-011d442d-ca38-4088-af2b-cc42a7acc95d tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0534556 Apr 20 16:43:34.560438 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c7d811b0-f6f1-4c9a-8a00-079b6760249b req-ed082591-31a7-44bd-83fd-4fe4774f03f3 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334935 Apr 20 16:43:35.681586 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140af95-9dd5-4194-a072-a00980f3462f req-f556cbde-e083-4358-8418-19f7a7f4f436 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:35.683244 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a140af95-9dd5-4194-a072-a00980f3462f req-f556cbde-e083-4358-8418-19f7a7f4f436 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0500903 Apr 20 16:43:35.731866 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a140af95-9dd5-4194-a072-a00980f3462f req-1b4b4d97-212e-464a-9c5c-3dace1fff0a4 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348692 Apr 20 16:43:36.850140 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9897ff1-ece1-47b2-a9fa-1335d208b7da req-054d5b9a-b4ee-4433-b821-93287c8e3080 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:36.852263 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9897ff1-ece1-47b2-a9fa-1335d208b7da req-054d5b9a-b4ee-4433-b821-93287c8e3080 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0502286 Apr 20 16:43:36.892967 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9897ff1-ece1-47b2-a9fa-1335d208b7da req-476251ae-c692-4fda-9c30-5c45ec88975d tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345347 Apr 20 16:43:38.017546 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f334b-af36-46de-aa17-090adea84caa req-9e328f79-e52c-41fa-8ec8-c47c99efa932 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:38.019026 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-541f334b-af36-46de-aa17-090adea84caa req-9e328f79-e52c-41fa-8ec8-c47c99efa932 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0531292 Apr 20 16:43:38.062949 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-541f334b-af36-46de-aa17-090adea84caa req-0c9b1e37-503d-4fb7-9287-0bc2e6d09665 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359914 Apr 20 16:43:39.185344 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335669ae-27bd-4df7-bc9d-03dc76a43009 req-f77c461e-ed69-4a00-ab2c-ab5b91887965 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:39.186867 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-335669ae-27bd-4df7-bc9d-03dc76a43009 req-f77c461e-ed69-4a00-ab2c-ab5b91887965 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0535328 Apr 20 16:43:39.223877 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-335669ae-27bd-4df7-bc9d-03dc76a43009 req-555eb183-8aef-49bb-9198-86f199f6c70d tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308859 Apr 20 16:43:40.343966 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c073e7d-dc56-41d4-aff4-921994647853 req-79170150-5679-4161-8457-d1fe94127dbc tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:40.345511 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6c073e7d-dc56-41d4-aff4-921994647853 req-79170150-5679-4161-8457-d1fe94127dbc tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0538089 Apr 20 16:43:40.386210 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6c073e7d-dc56-41d4-aff4-921994647853 req-805151e8-74e1-4463-bba1-b9d389d82613 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341182 Apr 20 16:43:41.512679 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69ad6f-edb0-4710-8e9c-7fc62be63f7a req-9fac8cc4-961f-41bb-933b-b6fb0cd959a5 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:41.512679 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7d69ad6f-edb0-4710-8e9c-7fc62be63f7a req-9fac8cc4-961f-41bb-933b-b6fb0cd959a5 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0555151 Apr 20 16:43:41.549725 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7d69ad6f-edb0-4710-8e9c-7fc62be63f7a req-1e7005f0-3a3d-4975-94da-c255845860bc tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312493 Apr 20 16:43:42.683743 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cee7bd-55e5-461f-b228-972181e6c960 req-28257d05-004b-448e-9a11-f57867b4142f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:42.685228 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-61cee7bd-55e5-461f-b228-972181e6c960 req-28257d05-004b-448e-9a11-f57867b4142f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0512617 Apr 20 16:43:42.731023 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-61cee7bd-55e5-461f-b228-972181e6c960 req-89a7d42e-1a39-41cc-962f-5c44ab668121 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397396 Apr 20 16:43:43.850257 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2ccf1-46b5-4bd5-88ea-d397e0c5ea39 req-5db89b57-d813-4a0e-8f27-667ef3c218ab tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:43.851660 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-27b2ccf1-46b5-4bd5-88ea-d397e0c5ea39 req-5db89b57-d813-4a0e-8f27-667ef3c218ab tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0506501 Apr 20 16:43:43.894937 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-27b2ccf1-46b5-4bd5-88ea-d397e0c5ea39 req-55fc5157-2b25-4640-a907-b452ec33f23e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356081 Apr 20 16:43:45.012083 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42df97a-e4b7-4dc0-80b2-6a6bcf41ea13 req-cb174ecc-7f6f-4223-9af1-8f0bb19e023f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:45.013624 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c42df97a-e4b7-4dc0-80b2-6a6bcf41ea13 req-cb174ecc-7f6f-4223-9af1-8f0bb19e023f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0494030 Apr 20 16:43:45.051871 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c42df97a-e4b7-4dc0-80b2-6a6bcf41ea13 req-b4071652-263d-4627-acc9-f33b222b5406 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321982 Apr 20 16:43:46.173137 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adfee3-4fd8-4e63-aa59-c4680ba45b88 req-41d17b77-1642-4cc1-a6dc-3e7f25874cf9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:46.174613 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-45adfee3-4fd8-4e63-aa59-c4680ba45b88 req-41d17b77-1642-4cc1-a6dc-3e7f25874cf9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0529358 Apr 20 16:43:46.214660 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-45adfee3-4fd8-4e63-aa59-c4680ba45b88 req-f5718c15-e86d-4d08-98b3-c4c553fa8ab4 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335228 Apr 20 16:43:47.341348 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ee934-2923-4e29-90c6-76bab65d4013 req-49b83473-4f48-44bf-8123-e641cb2f26d6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:47.342831 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-430ee934-2923-4e29-90c6-76bab65d4013 req-49b83473-4f48-44bf-8123-e641cb2f26d6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0576630 Apr 20 16:43:47.684261 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-430ee934-2923-4e29-90c6-76bab65d4013 req-d58068f9-408d-4934-aa0b-e4f3b45ad369 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340132 Apr 20 16:43:48.810682 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621bef9-412c-45fa-bfad-8d50cfdf0419 req-0f23a694-7085-4198-91f1-96a2f39d0ba9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:48.812248 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9621bef9-412c-45fa-bfad-8d50cfdf0419 req-0f23a694-7085-4198-91f1-96a2f39d0ba9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0537274 Apr 20 16:43:48.852966 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9621bef9-412c-45fa-bfad-8d50cfdf0419 req-3a07891e-367f-4467-9387-f9576814b5ea tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345342 Apr 20 16:43:49.050544 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:43:49.975602 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40de6b2-e6ef-4fec-974f-0b544dfdb6da req-f5cbbea3-4ab3-4f1c-9223-93f40e4bc084 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:49.977112 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f40de6b2-e6ef-4fec-974f-0b544dfdb6da req-f5cbbea3-4ab3-4f1c-9223-93f40e4bc084 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0525565 Apr 20 16:43:50.017778 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f40de6b2-e6ef-4fec-974f-0b544dfdb6da req-180e8318-613a-4c75-a896-952a91d4ce2a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344579 Apr 20 16:43:51.158986 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4408a-749b-4f95-bb2f-cc8b223c67ec req-cd468be2-9ecd-422e-9b7a-d3b0422767fc tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:51.160655 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-47c4408a-749b-4f95-bb2f-cc8b223c67ec req-cd468be2-9ecd-422e-9b7a-d3b0422767fc tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0685716 Apr 20 16:43:51.206374 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-47c4408a-749b-4f95-bb2f-cc8b223c67ec req-2da65b92-7792-4cb7-a2e4-cd28f83a97e2 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388496 Apr 20 16:43:52.328186 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2546fe1-f346-44be-b26f-b4e86148ae24 req-4aa9a258-5e51-4369-99d0-3c804a1102f3 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:52.329930 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d2546fe1-f346-44be-b26f-b4e86148ae24 req-4aa9a258-5e51-4369-99d0-3c804a1102f3 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0514357 Apr 20 16:43:52.371925 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d2546fe1-f346-44be-b26f-b4e86148ae24 req-f33e0bf6-d419-43b3-8c64-f6ace51a3cf9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352721 Apr 20 16:43:52.795750 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-98d6a9d5-3996-400c-bfcc-d865f0ddd9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:53.492961 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baeb90f-81a8-4d0f-92e3-4e4307d57325 req-14ff4486-356a-4ae4-a58c-342f44e4ebdc tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:53.494467 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1baeb90f-81a8-4d0f-92e3-4e4307d57325 req-14ff4486-356a-4ae4-a58c-342f44e4ebdc tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0528302 Apr 20 16:43:53.534242 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1baeb90f-81a8-4d0f-92e3-4e4307d57325 req-bec33f36-cd99-4d62-91d6-9cac6cb3b751 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331113 Apr 20 16:43:54.663363 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33332bfc-c811-4773-b3cd-d45f7f70a111 req-e972c125-86c8-4c69-a7ab-13b9c735b687 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:54.664915 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-33332bfc-c811-4773-b3cd-d45f7f70a111 req-e972c125-86c8-4c69-a7ab-13b9c735b687 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0567565 Apr 20 16:43:54.706086 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-33332bfc-c811-4773-b3cd-d45f7f70a111 req-cfb5f286-3a64-4fa6-b5c5-95623f1c700e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344403 Apr 20 16:43:55.127788 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f4e6e4c0-2fef-41c1-af33-76701d285a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:55.830333 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86df56-972e-4a98-92ec-9e3525a99b66 req-2fd70299-e028-4898-9a61-19cf624d783c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:55.839061 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd86df56-972e-4a98-92ec-9e3525a99b66 req-2fd70299-e028-4898-9a61-19cf624d783c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0644805 Apr 20 16:43:55.875586 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd86df56-972e-4a98-92ec-9e3525a99b66 req-74ddec2d-04c1-4c2a-a11d-4c8e2570eca5 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328929 Apr 20 16:43:56.418788 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:57.007031 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e38332-a77f-4c55-a5a5-d6dd0edf728f req-b4796b37-665b-472d-bf1a-8f31d5503ab5 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:57.014445 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-64e38332-a77f-4c55-a5a5-d6dd0edf728f req-b4796b37-665b-472d-bf1a-8f31d5503ab5 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0641277 Apr 20 16:43:57.050677 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-64e38332-a77f-4c55-a5a5-d6dd0edf728f req-575dd137-e955-412c-ad89-6ca9118a6a6a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353560 Apr 20 16:43:57.798820 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:58.119639 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:58.191553 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419355e-7418-4e8a-ac0e-9f227a9c7725 req-81bbd607-7446-4334-8b95-3a49e82a1b3b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:58.193717 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c419355e-7418-4e8a-ac0e-9f227a9c7725 req-81bbd607-7446-4334-8b95-3a49e82a1b3b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0650940 Apr 20 16:43:58.239391 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c419355e-7418-4e8a-ac0e-9f227a9c7725 req-e4cf029d-546e-4ef1-85a1-8999f8e47932 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396709 Apr 20 16:43:58.758742 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:43:59.356993 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358b0a0-5f73-4e22-8410-25d1509edbc3 req-6072079a-2536-4c50-84ce-c8df3cfe7404 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:43:59.358841 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9358b0a0-5f73-4e22-8410-25d1509edbc3 req-6072079a-2536-4c50-84ce-c8df3cfe7404 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0488260 Apr 20 16:43:59.397442 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9358b0a0-5f73-4e22-8410-25d1509edbc3 req-c7358f02-808d-464a-8a6e-9b5f3ded2da2 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317743 Apr 20 16:43:59.987545 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:00.516366 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02f17c-b16c-4f56-9b15-95347153458a req-b2638447-448b-4e9a-8b5c-96d581699f30 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:00.517992 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d02f17c-b16c-4f56-9b15-95347153458a req-b2638447-448b-4e9a-8b5c-96d581699f30 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0523095 Apr 20 16:44:00.556680 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3d02f17c-b16c-4f56-9b15-95347153458a req-6354c1be-9067-41d1-9c51-d4cc371cc086 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324700 Apr 20 16:44:01.683405 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4423b5-be77-4b56-990e-d4a2403afc04 req-5e2c0411-284f-4c2d-af92-9e1bb1997234 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:01.684908 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4d4423b5-be77-4b56-990e-d4a2403afc04 req-5e2c0411-284f-4c2d-af92-9e1bb1997234 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0554194 Apr 20 16:44:01.723720 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4d4423b5-be77-4b56-990e-d4a2403afc04 req-c18f490f-af2a-409f-b8de-8abd5be57198 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316157 Apr 20 16:44:02.929948 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f5b0f-a6b6-4000-8289-91b223c99d89 req-e5752567-e0ab-4eb2-ab25-7230ed03bf5b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:02.931408 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-811f5b0f-a6b6-4000-8289-91b223c99d89 req-e5752567-e0ab-4eb2-ab25-7230ed03bf5b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0516553 Apr 20 16:44:02.970932 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-811f5b0f-a6b6-4000-8289-91b223c99d89 req-bc96e1bb-b8a4-4fae-9370-6019b535f6b6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332942 Apr 20 16:44:04.093774 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e58e1-553f-4777-a5f5-36a6332262b5 req-b9994c57-6ec8-4db2-8ec4-e1a3aec4ae26 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:04.095271 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-375e58e1-553f-4777-a5f5-36a6332262b5 req-b9994c57-6ec8-4db2-8ec4-e1a3aec4ae26 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0496669 Apr 20 16:44:04.134014 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-375e58e1-553f-4777-a5f5-36a6332262b5 req-29f524d7-e5e6-45e4-974f-8106be9e4470 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324473 Apr 20 16:44:04.550306 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-93431647-018e-4980-a830-3dee9a6bd130 req-e81b1931-b2ca-4e93-ac5c-7d9a1e60ec61 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407770 Apr 20 16:44:04.646610 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93431647-018e-4980-a830-3dee9a6bd130 req-823a655f-bfde-4bac-b9a7-0c91fde6bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:04.648088 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-93431647-018e-4980-a830-3dee9a6bd130 req-823a655f-bfde-4bac-b9a7-0c91fde6bf37 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ffa36b560db4315aa5b106edc630152&device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 1096 time: 0.0407248 Apr 20 16:44:04.751635 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93431647-018e-4980-a830-3dee9a6bd130 req-fa17faa7-998e-4800-b508-a908f2d72427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:04.753072 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-93431647-018e-4980-a830-3dee9a6bd130 req-fa17faa7-998e-4800-b508-a908f2d72427 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a2358b7b-9f71-44ce-9aa8-c307e3d70b9c HTTP/1.1" status: 200 len: 910 time: 0.0875769 Apr 20 16:44:04.816067 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-93431647-018e-4980-a830-3dee9a6bd130 req-51f0fb68-6d6b-4318-9d44-36b49d7724af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 HTTP/1.1" status: 200 len: 1001 time: 0.0565476 Apr 20 16:44:04.862659 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93431647-018e-4980-a830-3dee9a6bd130 req-cfc6f9ce-4ce3-421c-a113-7a467e022cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:04.864163 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-93431647-018e-4980-a830-3dee9a6bd130 req-cfc6f9ce-4ce3-421c-a113-7a467e022cce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3afc549f-c280-4e3c-8f2c-192d1bc8c671 HTTP/1.1" status: 200 len: 848 time: 0.0421422 Apr 20 16:44:04.925853 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93431647-018e-4980-a830-3dee9a6bd130 req-585f2fc7-ea8e-463b-b38f-aa923d4e7acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:04.928440 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-93431647-018e-4980-a830-3dee9a6bd130 req-585f2fc7-ea8e-463b-b38f-aa923d4e7acb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2358b7b-9f71-44ce-9aa8-c307e3d70b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580461 Apr 20 16:44:05.016151 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-93431647-018e-4980-a830-3dee9a6bd130 req-d50ef292-90d5-4f1c-a2d7-a75751b6937c service neutron] 10.222.0.26 "GET /v2.0/networks/a2358b7b-9f71-44ce-9aa8-c307e3d70b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810890 Apr 20 16:44:05.459240 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-93431647-018e-4980-a830-3dee9a6bd130 req-013d30c7-bf5e-4511-8aa2-c0cd71a94f98 service neutron] 10.222.0.26 "GET /v2.0/networks/a2358b7b-9f71-44ce-9aa8-c307e3d70b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360039 Apr 20 16:44:05.467342 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704e693-5cd1-48d3-844f-ca2b191b0854 req-b00b2ec7-40b7-4c5c-bbf8-12bd2948028a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:05.468831 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8704e693-5cd1-48d3-844f-ca2b191b0854 req-b00b2ec7-40b7-4c5c-bbf8-12bd2948028a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0755508 Apr 20 16:44:05.507058 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8704e693-5cd1-48d3-844f-ca2b191b0854 req-a930fce8-113e-4460-8d7c-aa81133262a7 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314412 Apr 20 16:44:06.632954 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4f354-7f0a-4644-865c-fe6b2a10a4de req-54d05953-270c-4cc3-b200-fc16a53b4d0a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:06.634415 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9ca4f354-7f0a-4644-865c-fe6b2a10a4de req-54d05953-270c-4cc3-b200-fc16a53b4d0a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0578949 Apr 20 16:44:06.672661 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9ca4f354-7f0a-4644-865c-fe6b2a10a4de req-44d077cd-ef56-4eb3-81c4-0eddec286256 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319905 Apr 20 16:44:07.787376 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8577a0-6372-4128-9ff1-401c37874671 req-a6c28155-2f6b-445f-9e0b-810328b0c017 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:07.788886 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1d8577a0-6372-4128-9ff1-401c37874671 req-a6c28155-2f6b-445f-9e0b-810328b0c017 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0477767 Apr 20 16:44:07.825241 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1d8577a0-6372-4128-9ff1-401c37874671 req-467e7a0f-4af1-4ce4-a134-dfa60a9edb40 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301890 Apr 20 16:44:08.945928 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67445a78-f98f-4257-8977-b55ef9c8895f req-a936a67b-4aa4-4a94-a0c4-5a6e76688e2c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:08.947402 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-67445a78-f98f-4257-8977-b55ef9c8895f req-a936a67b-4aa4-4a94-a0c4-5a6e76688e2c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0538578 Apr 20 16:44:08.985439 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-67445a78-f98f-4257-8977-b55ef9c8895f req-b6bbd890-8330-4b14-a6cd-530c95313fa9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319359 Apr 20 16:44:09.719553 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device abc9ff4c-23e2-4425-8810-99e87630154f details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:44:09.812981 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port abc9ff4c-23e2-4425-8810-99e87630154f, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=abc9ff4c-23e2-4425-8810-99e87630154f,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:44:09.824175 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'abc9ff4c-23e2-4425-8810-99e87630154f', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'port_id': 'abc9ff4c-23e2-4425-8810-99e87630154f', 'mac_address': 'fa:16:3e:38:ff:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:44:10.010825 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:10.037130 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc9ff4c-23e2-4425-8810-99e87630154f {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:44:10.046563 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port abc9ff4c-23e2-4425-8810-99e87630154f, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=abc9ff4c-23e2-4425-8810-99e87630154f,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:44:10.108259 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc668a4f-dfce-412c-a737-eaec0bea8c3f req-4174706b-6943-45b2-b33b-e82f3eed9307 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:10.110103 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cc668a4f-dfce-412c-a737-eaec0bea8c3f req-4174706b-6943-45b2-b33b-e82f3eed9307 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 943 time: 0.0538383 Apr 20 16:44:10.136142 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:10.150483 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cc668a4f-dfce-412c-a737-eaec0bea8c3f req-cdcd0402-b3d9-425e-8b92-1fabc54f3a53 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336311 Apr 20 16:44:10.198478 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=abc9ff4c-23e2-4425-8810-99e87630154f,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:44:10.207751 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:10.208106 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:10.209177 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:10.209479 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:10.210068 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:10.210517 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:10.210981 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:10.211209 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:10.211563 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:10.211899 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:10.212214 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:10.212553 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:10.559745 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['abc9ff4c-23e2-4425-8810-99e87630154f'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:44:11.282920 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dbd62-70be-4a9b-a34c-62973bacb620 req-b223a1c3-2334-4f33-91b8-67ba86f9b781 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:11.284451 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-194dbd62-70be-4a9b-a34c-62973bacb620 req-b223a1c3-2334-4f33-91b8-67ba86f9b781 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 944 time: 0.0632081 Apr 20 16:44:11.323181 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-194dbd62-70be-4a9b-a34c-62973bacb620 req-8c007853-7377-4146-bf7a-c48eb29afb01 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320678 Apr 20 16:44:11.718360 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device abc9ff4c-23e2-4425-8810-99e87630154f up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:44:11.899919 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port abc9ff4c-23e2-4425-8810-99e87630154f completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:44:11.907155 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port abc9ff4c-23e2-4425-8810-99e87630154f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:44:11.907586 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:11.914578 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8d2f29ef-1959-42b9-8290-72e602d08944 req-f4140dd3-8309-43af-90f8-16bce2993354 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436151 Apr 20 16:44:11.997648 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:12.023889 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f29ef-1959-42b9-8290-72e602d08944 req-7c598757-3fd5-44ce-b6ac-a201acca8f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:12.025434 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8d2f29ef-1959-42b9-8290-72e602d08944 req-7c598757-3fd5-44ce-b6ac-a201acca8f81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 1097 time: 0.0535088 Apr 20 16:44:12.036752 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2c94f9-c5e6-4bb3-89e8-78339a0f9313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc9ff4c-23e2-4425-8810-99e87630154f'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:44:12.040558 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af04f58-7c8e-4d6a-99c6-7067dab1db14" -d '{"events": [{"server_uuid": "3d2c94f9-c5e6-4bb3-89e8-78339a0f9313", "name": "network-vif-plugged", "status": "completed", "tag": "abc9ff4c-23e2-4425-8810-99e87630154f"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:44:12.046834 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port abc9ff4c-23e2-4425-8810-99e87630154f, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=abc9ff4c-23e2-4425-8810-99e87630154f,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:44:12.081560 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1cc8b8-bcda-40e3-8ca7-8e43c652c672 x-openstack-request-id: req-7a1cc8b8-bcda-40e3-8ca7-8e43c652c672 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:44:12.081945 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2c94f9-c5e6-4bb3-89e8-78339a0f9313", "name": "network-vif-plugged", "status": "completed", "tag": "abc9ff4c-23e2-4425-8810-99e87630154f", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:44:12.082262 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a1cc8b8-bcda-40e3-8ca7-8e43c652c672 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:44:12.082741 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a1cc8b8-bcda-40e3-8ca7-8e43c652c672'] response: {'server_uuid': '3d2c94f9-c5e6-4bb3-89e8-78339a0f9313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc9ff4c-23e2-4425-8810-99e87630154f', 'code': 200} Apr 20 16:44:12.136128 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:12.146529 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f29ef-1959-42b9-8290-72e602d08944 req-8a5425a7-fa90-46be-8796-75394f41dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:12.148406 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8d2f29ef-1959-42b9-8290-72e602d08944 req-8a5425a7-fa90-46be-8796-75394f41dd73 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1d416a69-4ba2-4838-8a88-ab529cf53b22 HTTP/1.1" status: 200 len: 898 time: 0.1023014 Apr 20 16:44:12.188142 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=abc9ff4c-23e2-4425-8810-99e87630154f,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:44:12.245955 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8d2f29ef-1959-42b9-8290-72e602d08944 req-2a0a33f1-782e-4d05-b0ec-81318e2da321 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24c04714-5268-4ca8-bc10-137b5cdc214b HTTP/1.1" status: 200 len: 1002 time: 0.0915561 Apr 20 16:44:12.262714 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725d8e5-72d9-409b-bec5-b767721111ad req-67945f18-64f8-4d5a-99d2-e60a815c1ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:12.264196 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8725d8e5-72d9-409b-bec5-b767721111ad req-67945f18-64f8-4d5a-99d2-e60a815c1ad7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 1096 time: 0.0703466 Apr 20 16:44:12.316968 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f29ef-1959-42b9-8290-72e602d08944 req-1166c73d-b363-4331-a663-2100210b97e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:12.319041 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8d2f29ef-1959-42b9-8290-72e602d08944 req-1166c73d-b363-4331-a663-2100210b97e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23cef50e-6021-4324-ac0c-e6d08bee6c1b HTTP/1.1" status: 200 len: 834 time: 0.0664279 Apr 20 16:44:12.322745 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8725d8e5-72d9-409b-bec5-b767721111ad req-9983713c-b52d-4134-8f0d-49fc888438db service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416350 Apr 20 16:44:12.363791 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f29ef-1959-42b9-8290-72e602d08944 req-a7f27f7a-7169-4b96-8f1a-6d3ba16e1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:12.365943 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8d2f29ef-1959-42b9-8290-72e602d08944 req-a7f27f7a-7169-4b96-8f1a-6d3ba16e1846 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1d416a69-4ba2-4838-8a88-ab529cf53b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410280 Apr 20 16:44:12.441680 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41697172-0150-464e-ab94-2c77fb203c60 req-d18ea3d3-850b-4846-b7d4-506e6472a208 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:12.443796 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-41697172-0150-464e-ab94-2c77fb203c60 req-d18ea3d3-850b-4846-b7d4-506e6472a208 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 945 time: 0.0502393 Apr 20 16:44:12.462209 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8d2f29ef-1959-42b9-8290-72e602d08944 req-1e18269c-4080-4f8b-a960-775d799988b4 service neutron] 10.222.0.30 "GET /v2.0/networks/1d416a69-4ba2-4838-8a88-ab529cf53b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895355 Apr 20 16:44:12.483736 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-41697172-0150-464e-ab94-2c77fb203c60 req-82a5d9f7-4728-4e08-b656-a57032c9b176 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313690 Apr 20 16:44:12.550216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8d2f29ef-1959-42b9-8290-72e602d08944 req-07d3e67b-4388-45fa-9696-e2a1879cf61d service neutron] 10.222.0.30 "GET /v2.0/networks/1d416a69-4ba2-4838-8a88-ab529cf53b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819573 Apr 20 16:44:12.759290 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edbe8a-9d96-446d-b381-c213bdb1054e req-49c78507-297e-470e-b318-54e227c3f9a5 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:12.760822 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-25edbe8a-9d96-446d-b381-c213bdb1054e req-49c78507-297e-470e-b318-54e227c3f9a5 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 1097 time: 0.0417807 Apr 20 16:44:12.778952 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-25edbe8a-9d96-446d-b381-c213bdb1054e req-c8479817-418e-48cd-ad26-59045bd8134a tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:12.856265 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-25edbe8a-9d96-446d-b381-c213bdb1054e req-c8479817-418e-48cd-ad26-59045bd8134a tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:12.926488 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-25edbe8a-9d96-446d-b381-c213bdb1054e req-c8479817-418e-48cd-ad26-59045bd8134a tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:12.954318 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-25edbe8a-9d96-446d-b381-c213bdb1054e req-c8479817-418e-48cd-ad26-59045bd8134a tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874549 Apr 20 16:44:12.959403 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8479817-418e-48cd-ad26-59045bd8134a tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf84978-a8c2-4d18-a340-e68e2f33355a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:44:13.077626 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a4d3a-afcf-4f8f-b540-7572e164bc8f req-9fe9dac8-42c4-48ed-86df-b6987c316b51 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:13.079108 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-844a4d3a-afcf-4f8f-b540-7572e164bc8f req-9fe9dac8-42c4-48ed-86df-b6987c316b51 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 946 time: 0.0533481 Apr 20 16:44:13.118990 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-844a4d3a-afcf-4f8f-b540-7572e164bc8f req-28142a84-70e7-4ddb-967d-53a36121edca tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331466 Apr 20 16:44:13.147576 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 48822) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:44:13.213937 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dd22fe23-60ca-4c2f-8190-33f6d1880aae tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/floatingips/8f13c9e3-b73d-42ed-9d47-5e65c405e966 HTTP/1.1" status: 200 len: 994 time: 0.0648758 Apr 20 16:44:13.564561 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-9735d354-e801-4ce8-9885-94d186a1223b req-bd72d06a-6d1f-463c-bc4a-c377bb553709 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:44:13.566214 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9735d354-e801-4ce8-9885-94d186a1223b req-bd72d06a-6d1f-463c-bc4a-c377bb553709 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059624 Apr 20 16:44:13.604047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d759e8-a339-4080-a1c9-416ba2a76eb0 req-b30cdbff-b668-46df-9b78-d065207d29c0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:13.605550 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-60d759e8-a339-4080-a1c9-416ba2a76eb0 req-b30cdbff-b668-46df-9b78-d065207d29c0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 945 time: 0.0506306 Apr 20 16:44:13.657202 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-60d759e8-a339-4080-a1c9-416ba2a76eb0 req-2ecabc92-5a16-4f26-8d50-bcfb08696ce0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381403 Apr 20 16:44:14.178954 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb9e57-d990-4042-a57e-a78e0e04542d req-e2215c2f-8cc8-47e2-b137-810f11afcd77 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:14.180496 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-43eb9e57-d990-4042-a57e-a78e0e04542d req-e2215c2f-8cc8-47e2-b137-810f11afcd77 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 946 time: 0.0511162 Apr 20 16:44:14.222781 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-43eb9e57-d990-4042-a57e-a78e0e04542d req-abf4e7c3-5b90-4540-872d-f590c24534ce tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347259 Apr 20 16:44:14.364255 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-9a86f7f3-df36-450b-8bfb-8c45d4f6ca52 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1024005 Apr 20 16:44:14.373670 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-10a73423-cf91-4029-abad-4e7a33e6c884 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:44:14.374634 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-10a73423-cf91-4029-abad-4e7a33e6c884 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049009 Apr 20 16:44:14.795191 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0a70e-2501-472e-a46f-9dacd2805e36 req-45c152da-d718-4574-802c-b48412ff8497 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:14.796592 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-23a0a70e-2501-472e-a46f-9dacd2805e36 req-45c152da-d718-4574-802c-b48412ff8497 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 945 time: 0.0521741 Apr 20 16:44:14.837538 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-23a0a70e-2501-472e-a46f-9dacd2805e36 req-f5c7b2c2-4856-4f55-8330-4f59161ad92a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339417 Apr 20 16:44:14.958108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1faa667-fe8d-430a-bc2a-b7f85d8bcd8e req-c1380313-60e3-4c64-a17c-1485e478e902 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:14.959591 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1faa667-fe8d-430a-bc2a-b7f85d8bcd8e req-c1380313-60e3-4c64-a17c-1485e478e902 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 945 time: 0.0536435 Apr 20 16:44:14.998205 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1faa667-fe8d-430a-bc2a-b7f85d8bcd8e req-c7bb9928-0a70-4640-9519-1ec14f01e360 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325308 Apr 20 16:44:15.137177 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16134368-b5e8-4377-9115-d82d5bccfcd8 req-b66f884c-f5aa-48dd-b9db-d2d82371c480 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:15.138836 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-16134368-b5e8-4377-9115-d82d5bccfcd8 req-b66f884c-f5aa-48dd-b9db-d2d82371c480 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 945 time: 0.0733285 Apr 20 16:44:15.184201 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-16134368-b5e8-4377-9115-d82d5bccfcd8 req-df188bc4-b1ce-4c02-aa78-611c6d8e28f8 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390673 Apr 20 16:44:15.361883 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca619c7-0266-46b6-aef1-5f21a7660921 req-5b972afc-3018-4e31-ae41-d16a66ae5d13 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:15.363459 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7ca619c7-0266-46b6-aef1-5f21a7660921 req-5b972afc-3018-4e31-ae41-d16a66ae5d13 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 946 time: 0.0652492 Apr 20 16:44:15.401055 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7ca619c7-0266-46b6-aef1-5f21a7660921 req-df7b31fb-89a4-470a-b843-d3e810db5f24 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313900 Apr 20 16:44:15.995235 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b648a99-c017-491c-83c1-724ac8aaed1d req-23f74986-5467-4886-816c-5334b7eb9356 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:15.996752 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5b648a99-c017-491c-83c1-724ac8aaed1d req-23f74986-5467-4886-816c-5334b7eb9356 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 945 time: 0.0490639 Apr 20 16:44:16.036081 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5b648a99-c017-491c-83c1-724ac8aaed1d req-b9562f03-6f87-4ae0-bab6-828beea5ed97 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330591 Apr 20 16:44:16.532279 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e8faa-4728-40c5-8e40-222a724e34ba req-dbf14bf4-2edf-4708-af12-af0865d1ed3b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:16.533894 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a85e8faa-4728-40c5-8e40-222a724e34ba req-dbf14bf4-2edf-4708-af12-af0865d1ed3b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 946 time: 0.0566607 Apr 20 16:44:16.578859 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a85e8faa-4728-40c5-8e40-222a724e34ba req-927581b2-4a77-4ac1-accf-6262d3750195 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378897 Apr 20 16:44:17.166505 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4d264-5f95-4859-9878-307e35be3973 req-7ced1656-c86a-4420-b039-842b03cae050 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:17.168032 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b1a4d264-5f95-4859-9878-307e35be3973 req-7ced1656-c86a-4420-b039-842b03cae050 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 945 time: 0.0627096 Apr 20 16:44:17.222615 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-f4a9f7f5-939c-4e82-bcde-f91ec9ea09f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:17.224586 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-f4a9f7f5-939c-4e82-bcde-f91ec9ea09f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 1097 time: 0.0742409 Apr 20 16:44:17.232725 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b1a4d264-5f95-4859-9878-307e35be3973 req-b81a2cb7-b264-4e26-895e-32b7c86f48e1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471220 Apr 20 16:44:17.324950 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-5f346686-b2c5-4fa0-8aad-d8ba795ba814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:17.326411 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-5f346686-b2c5-4fa0-8aad-d8ba795ba814 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1d416a69-4ba2-4838-8a88-ab529cf53b22 HTTP/1.1" status: 200 len: 898 time: 0.0928130 Apr 20 16:44:17.392640 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-b688113d-e485-4e1f-ba31-c5747d0f85bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24c04714-5268-4ca8-bc10-137b5cdc214b HTTP/1.1" status: 200 len: 1002 time: 0.0599446 Apr 20 16:44:17.440001 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-9f22fa83-6fa7-4553-ba7c-44dc70e53dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:17.441533 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-9f22fa83-6fa7-4553-ba7c-44dc70e53dbc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23cef50e-6021-4324-ac0c-e6d08bee6c1b HTTP/1.1" status: 200 len: 834 time: 0.0432730 Apr 20 16:44:17.490101 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-0f64c103-df9e-40f0-9765-9218a313471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:17.491482 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-0f64c103-df9e-40f0-9765-9218a313471b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1d416a69-4ba2-4838-8a88-ab529cf53b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435295 Apr 20 16:44:17.579327 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-757f3a50-7541-4349-9b3b-0010c50ef882 service neutron] 10.222.0.30 "GET /v2.0/networks/1d416a69-4ba2-4838-8a88-ab529cf53b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807285 Apr 20 16:44:17.674105 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-93629549-8bec-4471-a290-ca1f47f08ecf service neutron] 10.222.0.30 "GET /v2.0/networks/1d416a69-4ba2-4838-8a88-ab529cf53b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884197 Apr 20 16:44:17.713249 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eece9e7-3e8c-4cd3-b93d-cbeabd906de6 req-86ce2fce-172a-4ce1-977f-66d473bff068 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:17.715038 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2eece9e7-3e8c-4cd3-b93d-cbeabd906de6 req-86ce2fce-172a-4ce1-977f-66d473bff068 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 946 time: 0.0618026 Apr 20 16:44:17.757502 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2eece9e7-3e8c-4cd3-b93d-cbeabd906de6 req-dc2cd624-0e3d-42b7-9b32-10d6f3348769 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344839 Apr 20 16:44:17.800623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a46606-5856-41d9-a0cd-bddc480fc468 req-73c2a3be-bb07-44b1-b885-b5ed607b3555 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:17.802083 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d0a46606-5856-41d9-a0cd-bddc480fc468 req-73c2a3be-bb07-44b1-b885-b5ed607b3555 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 945 time: 0.0564585 Apr 20 16:44:17.892134 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-d0a46606-5856-41d9-a0cd-bddc480fc468 req-845f9412-22c0-47c8-9242-0c2cd9c5c97c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Deleting port abc9ff4c-23e2-4425-8810-99e87630154f {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:44:17.892511 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d0a46606-5856-41d9-a0cd-bddc480fc468 req-845f9412-22c0-47c8-9242-0c2cd9c5c97c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:17.985062 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-d0a46606-5856-41d9-a0cd-bddc480fc468 req-845f9412-22c0-47c8-9242-0c2cd9c5c97c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] For port abc9ff4c-23e2-4425-8810-99e87630154f, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=abc9ff4c-23e2-4425-8810-99e87630154f,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:44:17.985530 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d0a46606-5856-41d9-a0cd-bddc480fc468 req-845f9412-22c0-47c8-9242-0c2cd9c5c97c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:18.001317 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-d0a46606-5856-41d9-a0cd-bddc480fc468 req-845f9412-22c0-47c8-9242-0c2cd9c5c97c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Calling delete_port for abc9ff4c-23e2-4425-8810-99e87630154f owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:44:18.281534 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d0a46606-5856-41d9-a0cd-bddc480fc468 req-845f9412-22c0-47c8-9242-0c2cd9c5c97c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:18.313855 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['abc9ff4c-23e2-4425-8810-99e87630154f'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:44:18.314474 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f9412-22c0-47c8-9242-0c2cd9c5c97c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event deleted for resources: {'Port': ['ID=abc9ff4c-23e2-4425-8810-99e87630154f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:44:18.348209 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-27041934-c842-40ae-a947-b8ecaad1875f req-a952083b-6c6f-4a80-b637-33a9a45c55ca tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 210 time: 0.0375774 Apr 20 16:44:18.351260 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f9412-22c0-47c8-9242-0c2cd9c5c97c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:18.351655 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f9412-22c0-47c8-9242-0c2cd9c5c97c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:18.352006 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f9412-22c0-47c8-9242-0c2cd9c5c97c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:18.352368 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f9412-22c0-47c8-9242-0c2cd9c5c97c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:18.352690 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f9412-22c0-47c8-9242-0c2cd9c5c97c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:18.353019 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f9412-22c0-47c8-9242-0c2cd9c5c97c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:18.353339 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f9412-22c0-47c8-9242-0c2cd9c5c97c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:18.353665 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f9412-22c0-47c8-9242-0c2cd9c5c97c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:18.353986 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f9412-22c0-47c8-9242-0c2cd9c5c97c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:18.354306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f9412-22c0-47c8-9242-0c2cd9c5c97c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:18.354629 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f9412-22c0-47c8-9242-0c2cd9c5c97c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:18.354975 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f9412-22c0-47c8-9242-0c2cd9c5c97c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:18.401905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a46606-5856-41d9-a0cd-bddc480fc468 req-845f9412-22c0-47c8-9242-0c2cd9c5c97c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] No DVR routers for this DVR port abc9ff4c-23e2-4425-8810-99e87630154f on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:44:18.405790 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d0a46606-5856-41d9-a0cd-bddc480fc468 req-845f9412-22c0-47c8-9242-0c2cd9c5c97c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:18.410332 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d0a46606-5856-41d9-a0cd-bddc480fc468 req-845f9412-22c0-47c8-9242-0c2cd9c5c97c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "DELETE /v2.0/ports/abc9ff4c-23e2-4425-8810-99e87630154f HTTP/1.1" status: 204 len: 173 time: 0.6028852 Apr 20 16:44:18.410802 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2c94f9-c5e6-4bb3-89e8-78339a0f9313', 'name': 'network-vif-deleted', 'tag': 'abc9ff4c-23e2-4425-8810-99e87630154f'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:44:18.413755 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47aadf8a-504d-43bc-bc5a-796a76b14ebf" -d '{"events": [{"server_uuid": "3d2c94f9-c5e6-4bb3-89e8-78339a0f9313", "name": "network-vif-deleted", "tag": "abc9ff4c-23e2-4425-8810-99e87630154f"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:44:18.524391 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182e2509-812d-43b7-9a1d-f41033d36491 x-openstack-request-id: req-182e2509-812d-43b7-9a1d-f41033d36491 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:44:18.524795 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2c94f9-c5e6-4bb3-89e8-78339a0f9313", "name": "network-vif-deleted", "tag": "abc9ff4c-23e2-4425-8810-99e87630154f", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:44:18.525147 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-182e2509-812d-43b7-9a1d-f41033d36491 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:44:18.525666 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-182e2509-812d-43b7-9a1d-f41033d36491'] response: {'server_uuid': '3d2c94f9-c5e6-4bb3-89e8-78339a0f9313', 'name': 'network-vif-deleted', 'tag': 'abc9ff4c-23e2-4425-8810-99e87630154f', 'status': 'completed', 'code': 200} Apr 20 16:44:18.880610 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04672d7-62f4-4b9d-9850-c012bc207064 req-337edcdc-35f9-418e-a5c9-62e591bfc3e8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:18.882323 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a04672d7-62f4-4b9d-9850-c012bc207064 req-337edcdc-35f9-418e-a5c9-62e591bfc3e8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 946 time: 0.0551214 Apr 20 16:44:18.922279 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a04672d7-62f4-4b9d-9850-c012bc207064 req-dacf3ef5-a9a2-47a9-9325-6ab34b9d608d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332952 Apr 20 16:44:19.457836 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9b9d042c-a489-447b-996d-7d4812fad7ff req-772410f7-b1b5-49c0-8c7c-357b3d787823 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 210 time: 0.0275965 Apr 20 16:44:20.048304 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab2c83-169b-4ab4-bf9c-9aae1197748b req-305ad860-fcb5-41ae-a650-f5f6028aeff2 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:20.050083 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7aab2c83-169b-4ab4-bf9c-9aae1197748b req-305ad860-fcb5-41ae-a650-f5f6028aeff2 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 946 time: 0.0529284 Apr 20 16:44:20.089945 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7aab2c83-169b-4ab4-bf9c-9aae1197748b req-07e902aa-972d-414b-91c3-16d4809f569a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327861 Apr 20 16:44:20.567460 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-96e11fda-5a60-44f3-aed5-48534a04e209 req-7d91dbe4-5d2d-4386-a9c6-e613ca76b464 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 210 time: 0.0406110 Apr 20 16:44:21.212595 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45e1b0-e11e-4abf-9bbe-a83a748892ea req-2bd2c104-b5b3-4e4c-a72c-aafc7a5ace28 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:21.214117 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1b45e1b0-e11e-4abf-9bbe-a83a748892ea req-2bd2c104-b5b3-4e4c-a72c-aafc7a5ace28 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 946 time: 0.0512145 Apr 20 16:44:21.258741 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1b45e1b0-e11e-4abf-9bbe-a83a748892ea req-01f687fb-7b47-48fe-9758-bb5e1aeb7b53 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373571 Apr 20 16:44:21.668113 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a98ed608-8cfd-47b8-8ae8-983d76c293ae req-95bb0b0f-e72c-4508-8bef-8319189551b6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 210 time: 0.0361669 Apr 20 16:44:21.783512 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device abc9ff4c-23e2-4425-8810-99e87630154f no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:44:21.805743 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: abc9ff4c-23e2-4425-8810-99e87630154f {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:44:21.806334 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device abc9ff4c-23e2-4425-8810-99e87630154f not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:44:22.383447 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e00adc-c096-4b45-851c-f4d3a51c43de req-38410555-384b-47ed-b877-012e3ee393d1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:22.385170 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e8e00adc-c096-4b45-851c-f4d3a51c43de req-38410555-384b-47ed-b877-012e3ee393d1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 946 time: 0.0543642 Apr 20 16:44:22.422657 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e8e00adc-c096-4b45-851c-f4d3a51c43de req-8f1d3b16-95e6-453c-9f6f-98bf007b7651 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312300 Apr 20 16:44:22.782332 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b09f9087-8570-41aa-b625-d80b1861ca3d req-25c5a529-73ae-485b-aa32-013a3c3116a5 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d2c94f9-c5e6-4bb3-89e8-78339a0f9313 HTTP/1.1" status: 200 len: 210 time: 0.0354974 Apr 20 16:44:22.820862 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ac516f77-0ed3-472c-b1c4-acfb48ddc799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:23.545826 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbfda2-cd60-431c-a61c-b9e87f378f08 req-d17d1ad7-8e6b-43d7-b8a5-5c76d6c7302d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:23.547405 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c7bbfda2-cd60-431c-a61c-b9e87f378f08 req-d17d1ad7-8e6b-43d7-b8a5-5c76d6c7302d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 946 time: 0.0533991 Apr 20 16:44:23.599726 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c7bbfda2-cd60-431c-a61c-b9e87f378f08 req-7efad2c0-ed7e-4b1e-96b7-6ef9a1adc5f4 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320282 Apr 20 16:44:24.713630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0c85e-8746-4f22-9aac-c1fcb826269b req-0c9ca6ab-d2b4-4c24-8592-2f88e07dc957 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:24.715158 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ee0c85e-8746-4f22-9aac-c1fcb826269b req-0c9ca6ab-d2b4-4c24-8592-2f88e07dc957 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 946 time: 0.0546548 Apr 20 16:44:24.755625 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ee0c85e-8746-4f22-9aac-c1fcb826269b req-1b8acd38-9c15-4e5f-8969-5112cdaed14f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343759 Apr 20 16:44:25.112682 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5a2a7b7c-b5c7-4659-84f8-bdd6408fb025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:25.878302 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896d7ba-ed88-4147-ac18-65e976a3dfbe req-702a86df-847f-4dfd-af90-8eb9e8cb958e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:25.880069 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a896d7ba-ed88-4147-ac18-65e976a3dfbe req-702a86df-847f-4dfd-af90-8eb9e8cb958e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 946 time: 0.0526783 Apr 20 16:44:25.922212 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a896d7ba-ed88-4147-ac18-65e976a3dfbe req-55f62044-e3ee-4057-94b2-a0874c2a9048 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356424 Apr 20 16:44:26.054331 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:44:26.423808 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:27.060248 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e20091-f40f-4ba4-81d5-07742f22ef37 req-61397a80-6964-454b-a032-351d2bc7177d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:27.062582 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d7e20091-f40f-4ba4-81d5-07742f22ef37 req-61397a80-6964-454b-a032-351d2bc7177d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 946 time: 0.0637009 Apr 20 16:44:27.107604 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d7e20091-f40f-4ba4-81d5-07742f22ef37 req-5c99de72-06ef-475a-b30e-78e0730ea428 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354488 Apr 20 16:44:27.828807 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:28.158181 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:28.242161 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a156a3c-38f4-4fd7-abd2-edeb23ae5a66 req-f9f40ff3-ecb1-447c-9ed9-2b04120c5734 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:28.243721 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0a156a3c-38f4-4fd7-abd2-edeb23ae5a66 req-f9f40ff3-ecb1-447c-9ed9-2b04120c5734 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 946 time: 0.0569494 Apr 20 16:44:28.288312 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0a156a3c-38f4-4fd7-abd2-edeb23ae5a66 req-16243022-c3f5-4c69-a635-04220694218c tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361600 Apr 20 16:44:28.726027 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:29.425380 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409775db-e81b-4e34-a7ed-4e685e28db89 req-32348203-3a8b-49dc-953e-ad7447929a2f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:29.427070 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-409775db-e81b-4e34-a7ed-4e685e28db89 req-32348203-3a8b-49dc-953e-ad7447929a2f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 946 time: 0.0661287 Apr 20 16:44:29.465990 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-409775db-e81b-4e34-a7ed-4e685e28db89 req-b800d9cc-58fa-4879-aefb-bbfb720aba21 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324404 Apr 20 16:44:29.958512 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:30.077140 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-01bc3b5a-8cbd-4898-9ae8-d7a57b73801f service neutron] show failed (client error): The resource could not be found. Apr 20 16:44:30.078341 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-01bc3b5a-8cbd-4898-9ae8-d7a57b73801f service neutron] 10.222.0.30 "GET /v2.0/ports/24c04714-5268-4ca8-bc10-137b5cdc214b/bindings/n-h1-836146-2 HTTP/1.1" status: 404 len: 380 time: 0.0568504 Apr 20 16:44:30.595745 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5fc22-6ce4-44c2-b702-dcb56a0ceae1 req-9c218b0d-d69a-4405-a7ad-3f773d70c4c1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:30.597301 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8ce5fc22-6ce4-44c2-b702-dcb56a0ceae1 req-9c218b0d-d69a-4405-a7ad-3f773d70c4c1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 946 time: 0.0578854 Apr 20 16:44:30.687527 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8ce5fc22-6ce4-44c2-b702-dcb56a0ceae1 req-eddf76e5-0d7d-42c7-84c4-12d99dfd18b9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829570 Apr 20 16:44:30.777555 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-f8cc0e60-045c-4c5f-9daf-d897355d4fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:30.779051 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-f8cc0e60-045c-4c5f-9daf-d897355d4fdb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579&tenant_id=f671d985b7654b0ab90a0236bac58688 HTTP/1.1" status: 200 len: 1097 time: 0.1260705 Apr 20 16:44:30.802123 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836146-2', 'device_owner': 'compute:nova'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:44:30.865491 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:31.102047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] For port 24c04714-5268-4ca8-bc10-137b5cdc214b, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=24c04714-5268-4ca8-bc10-137b5cdc214b,segment=NetworkSegment(00837f17-34ce-4ef7-9070-92c8b8bc5925),segment_id=00837f17-34ce-4ef7-9070-92c8b8bc5925)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:44:31.136592 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] For port 24c04714-5268-4ca8-bc10-137b5cdc214b, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:44:31.188810 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:31.206428 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1357b39-9bbf-4ee5-9e78-f938bb785579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c04714-5268-4ca8-bc10-137b5cdc214b'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:44:31.206428 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b187c943-60d7-4bc7-9cbe-ad6a44997822" -d '{"events": [{"server_uuid": "d1357b39-9bbf-4ee5-9e78-f938bb785579", "name": "network-vif-unplugged", "status": "completed", "tag": "24c04714-5268-4ca8-bc10-137b5cdc214b"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:44:31.207697 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] Transition to ACTIVE for port object 24c04714-5268-4ca8-bc10-137b5cdc214b will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:44:31.256043 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e67f33-7905-432a-802f-7bddc932d9de x-openstack-request-id: req-e5e67f33-7905-432a-802f-7bddc932d9de {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:44:31.256574 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1357b39-9bbf-4ee5-9e78-f938bb785579", "name": "network-vif-unplugged", "status": "completed", "tag": "24c04714-5268-4ca8-bc10-137b5cdc214b", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:44:31.257200 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5e67f33-7905-432a-802f-7bddc932d9de {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:44:31.257833 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5e67f33-7905-432a-802f-7bddc932d9de'] response: {'server_uuid': 'd1357b39-9bbf-4ee5-9e78-f938bb785579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c04714-5268-4ca8-bc10-137b5cdc214b', 'code': 200} Apr 20 16:44:31.292012 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:31.413195 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] Pushing event updated for resources: {'Port': ['ID=24c04714-5268-4ca8-bc10-137b5cdc214b,revision_number=6']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:44:31.491067 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] No DVR routers for this DVR port 24c04714-5268-4ca8-bc10-137b5cdc214b on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:44:31.681707 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] Attempting to bind port 24c04714-5268-4ca8-bc10-137b5cdc214b on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:44:31.682052 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] Attempting to bind port 24c04714-5268-4ca8-bc10-137b5cdc214b by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '00837f17-34ce-4ef7-9070-92c8b8bc5925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:44:31.682376 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] Attempting to bind port 24c04714-5268-4ca8-bc10-137b5cdc214b on network 1d416a69-4ba2-4838-8a88-ab529cf53b22 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:44:31.688785 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] Port 24c04714-5268-4ca8-bc10-137b5cdc214b on network 1d416a69-4ba2-4838-8a88-ab529cf53b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:44:31.689101 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] Attempting to bind port 24c04714-5268-4ca8-bc10-137b5cdc214b on network 1d416a69-4ba2-4838-8a88-ab529cf53b22 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:44:31.695108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:44:31.695492 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] Checking segment: {'id': '00837f17-34ce-4ef7-9070-92c8b8bc5925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:44:31.695868 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] Bound using segment: {'id': '00837f17-34ce-4ef7-9070-92c8b8bc5925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:44:31.696309 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] Bound port: 24c04714-5268-4ca8-bc10-137b5cdc214b, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00837f17-34ce-4ef7-9070-92c8b8bc5925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:44:31.696690 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:31.785224 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] For port 24c04714-5268-4ca8-bc10-137b5cdc214b, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:44:31.788803 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] For port 24c04714-5268-4ca8-bc10-137b5cdc214b, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=24c04714-5268-4ca8-bc10-137b5cdc214b,segment=NetworkSegment(00837f17-34ce-4ef7-9070-92c8b8bc5925),segment_id=00837f17-34ce-4ef7-9070-92c8b8bc5925)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:44:31.836431 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ef356-c7ee-40b9-9952-7e11b2b2f009 req-22bf1326-b436-461b-afff-ea695ebee902 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:31.844945 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-385ef356-c7ee-40b9-9952-7e11b2b2f009 req-22bf1326-b436-461b-afff-ea695ebee902 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 944 time: 0.0627744 Apr 20 16:44:31.881646 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-385ef356-c7ee-40b9-9952-7e11b2b2f009 req-bb6f2d81-818c-4574-a8cb-de12832dd0b6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357785 Apr 20 16:44:31.904166 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:31.940569 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:31.941196 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:31.943150 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] 10.222.0.26 "PUT /v2.0/ports/24c04714-5268-4ca8-bc10-137b5cdc214b HTTP/1.1" status: 200 len: 1092 time: 1.1501789 Apr 20 16:44:31.974647 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ffe2c0-9e79-468b-9a74-f14f0820907e service neutron] Pushing event updated for resources: {'Port': ['ID=24c04714-5268-4ca8-bc10-137b5cdc214b,revision_number=7']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:44:32.024639 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-ee8861e8-5d94-4584-b149-77ea0c461071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:32.026462 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-ee8861e8-5d94-4584-b149-77ea0c461071 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 1095 time: 0.0488729 Apr 20 16:44:32.160542 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-43ef51de-fbb4-4f1f-8424-bfee06880fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:32.162576 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-43ef51de-fbb4-4f1f-8424-bfee06880fdf service neutron] 10.222.0.26 "GET /v2.0/networks?id=1d416a69-4ba2-4838-8a88-ab529cf53b22 HTTP/1.1" status: 200 len: 898 time: 0.1293240 Apr 20 16:44:32.243500 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-bc1693b1-fd16-4f10-8648-afc6fed38d19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24c04714-5268-4ca8-bc10-137b5cdc214b HTTP/1.1" status: 200 len: 1000 time: 0.0739424 Apr 20 16:44:32.293204 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-c8c4ad06-b115-42d7-aa9b-e193ef2b269b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:32.294931 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-c8c4ad06-b115-42d7-aa9b-e193ef2b269b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23cef50e-6021-4324-ac0c-e6d08bee6c1b HTTP/1.1" status: 200 len: 834 time: 0.0458171 Apr 20 16:44:32.348453 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-f7bf276d-c9c2-493f-8b51-3b4636b38fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:32.350385 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-f7bf276d-c9c2-493f-8b51-3b4636b38fa7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1d416a69-4ba2-4838-8a88-ab529cf53b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484324 Apr 20 16:44:32.467142 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-f5d03306-b56b-4c7f-890e-2ff2910d4128 service neutron] 10.222.0.26 "GET /v2.0/networks/1d416a69-4ba2-4838-8a88-ab529cf53b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101425 Apr 20 16:44:32.570852 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a312dcbe-9613-4cd1-a1d8-3005c79424b2 req-9d9e3efd-49a2-4c0a-bbd7-4cc3bce0f18e service neutron] 10.222.0.26 "GET /v2.0/networks/1d416a69-4ba2-4838-8a88-ab529cf53b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969694 Apr 20 16:44:33.020518 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb94d8-619f-4131-9123-53660dffc35b req-29a5988c-4af2-4b15-aacf-0900ee8f6e94 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:33.022842 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9cfb94d8-619f-4131-9123-53660dffc35b req-29a5988c-4af2-4b15-aacf-0900ee8f6e94 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 944 time: 0.0647259 Apr 20 16:44:33.066261 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9cfb94d8-619f-4131-9123-53660dffc35b req-9d8058da-565e-4656-b8c2-5a2625498959 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362482 Apr 20 16:44:33.258928 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1357b39-9bbf-4ee5-9e78-f938bb785579', 'tag': '24c04714-5268-4ca8-bc10-137b5cdc214b'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:44:33.261886 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4de56b-d4ee-425a-a53a-d4c033a983e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d1357b39-9bbf-4ee5-9e78-f938bb785579", "tag": "24c04714-5268-4ca8-bc10-137b5cdc214b"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:44:33.317841 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4900908-5955-43b9-97a7-a246b9d5a048 x-openstack-request-id: req-c4900908-5955-43b9-97a7-a246b9d5a048 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:44:33.318133 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1357b39-9bbf-4ee5-9e78-f938bb785579", "tag": "24c04714-5268-4ca8-bc10-137b5cdc214b", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:44:33.318388 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4900908-5955-43b9-97a7-a246b9d5a048 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:44:33.318793 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4900908-5955-43b9-97a7-a246b9d5a048'] response: {'name': 'network-changed', 'server_uuid': 'd1357b39-9bbf-4ee5-9e78-f938bb785579', 'tag': '24c04714-5268-4ca8-bc10-137b5cdc214b', 'status': 'completed', 'code': 200} Apr 20 16:44:33.409493 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 24c04714-5268-4ca8-bc10-137b5cdc214b no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:44:33.436714 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4de56b-d4ee-425a-a53a-d4c033a983e2 req-507b01a2-40a4-4dfd-ac69-bba10c169579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:33.438306 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db4de56b-d4ee-425a-a53a-d4c033a983e2 req-507b01a2-40a4-4dfd-ac69-bba10c169579 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 1095 time: 0.0819650 Apr 20 16:44:33.441079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4de56b-d4ee-425a-a53a-d4c033a983e2 req-7b69203a-4910-48f9-b405-26fb844d7ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:33.442516 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db4de56b-d4ee-425a-a53a-d4c033a983e2 req-7b69203a-4910-48f9-b405-26fb844d7ea6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 1095 time: 0.0779078 Apr 20 16:44:33.468665 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 24c04714-5268-4ca8-bc10-137b5cdc214b not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:44:33.565481 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4de56b-d4ee-425a-a53a-d4c033a983e2 req-381751e8-8e55-4877-a7ca-4efc22bae07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:33.567038 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db4de56b-d4ee-425a-a53a-d4c033a983e2 req-381751e8-8e55-4877-a7ca-4efc22bae07d service neutron] 10.222.0.30 "GET /v2.0/networks?id=1d416a69-4ba2-4838-8a88-ab529cf53b22 HTTP/1.1" status: 200 len: 898 time: 0.1227515 Apr 20 16:44:33.676470 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db4de56b-d4ee-425a-a53a-d4c033a983e2 req-ef1b3650-ba5d-4f6c-84ef-0ce0870890d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24c04714-5268-4ca8-bc10-137b5cdc214b HTTP/1.1" status: 200 len: 1000 time: 0.0791240 Apr 20 16:44:33.693901 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4de56b-d4ee-425a-a53a-d4c033a983e2 req-5d89eb27-e8fe-48fc-92bc-5e36d8993aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:33.695284 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db4de56b-d4ee-425a-a53a-d4c033a983e2 req-5d89eb27-e8fe-48fc-92bc-5e36d8993aea service neutron] 10.222.0.26 "GET /v2.0/networks?id=1d416a69-4ba2-4838-8a88-ab529cf53b22 HTTP/1.1" status: 200 len: 898 time: 0.2253001 Apr 20 16:44:33.781267 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4de56b-d4ee-425a-a53a-d4c033a983e2 req-efb7ccfb-dc6d-4909-955a-fe7f7af71a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:33.782963 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db4de56b-d4ee-425a-a53a-d4c033a983e2 req-efb7ccfb-dc6d-4909-955a-fe7f7af71a4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23cef50e-6021-4324-ac0c-e6d08bee6c1b HTTP/1.1" status: 200 len: 834 time: 0.0991068 Apr 20 16:44:33.801743 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db4de56b-d4ee-425a-a53a-d4c033a983e2 req-fef94c6b-2ec0-40a9-b7fd-16a2c58d9cd9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24c04714-5268-4ca8-bc10-137b5cdc214b HTTP/1.1" status: 200 len: 1000 time: 0.0891011 Apr 20 16:44:33.887365 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4de56b-d4ee-425a-a53a-d4c033a983e2 req-6df27be9-4235-4476-90b7-ec78bf7fc1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:33.889216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db4de56b-d4ee-425a-a53a-d4c033a983e2 req-6df27be9-4235-4476-90b7-ec78bf7fc1f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1d416a69-4ba2-4838-8a88-ab529cf53b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969038 Apr 20 16:44:33.893840 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4de56b-d4ee-425a-a53a-d4c033a983e2 req-ea37c537-2635-4c45-aa53-c1944b261c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:33.895338 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db4de56b-d4ee-425a-a53a-d4c033a983e2 req-ea37c537-2635-4c45-aa53-c1944b261c4f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23cef50e-6021-4324-ac0c-e6d08bee6c1b HTTP/1.1" status: 200 len: 834 time: 0.0751593 Apr 20 16:44:33.988485 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4de56b-d4ee-425a-a53a-d4c033a983e2 req-2d488e52-39d7-4423-b91a-936eadf1a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:33.990505 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db4de56b-d4ee-425a-a53a-d4c033a983e2 req-2d488e52-39d7-4423-b91a-936eadf1a5b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1d416a69-4ba2-4838-8a88-ab529cf53b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873890 Apr 20 16:44:34.392494 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db4de56b-d4ee-425a-a53a-d4c033a983e2 req-69b4f018-f130-4883-9f91-197dd58c9b02 service neutron] 10.222.0.30 "GET /v2.0/networks/1d416a69-4ba2-4838-8a88-ab529cf53b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961305 Apr 20 16:44:34.500929 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132766a5-5e9a-4ea0-b7a1-5b76c5e68ac5 req-131a4b93-6f78-444c-98e5-c18642a3fc57 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:34.502312 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-132766a5-5e9a-4ea0-b7a1-5b76c5e68ac5 req-131a4b93-6f78-444c-98e5-c18642a3fc57 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 944 time: 0.1233382 Apr 20 16:44:34.516258 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db4de56b-d4ee-425a-a53a-d4c033a983e2 req-723cdb82-718b-404c-bf80-197085e42596 service neutron] 10.222.0.26 "GET /v2.0/networks/1d416a69-4ba2-4838-8a88-ab529cf53b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171645 Apr 20 16:44:34.608279 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db4de56b-d4ee-425a-a53a-d4c033a983e2 req-bb96b14c-a91e-4ee2-81f8-06b924dcbb22 service neutron] 10.222.0.30 "GET /v2.0/networks/1d416a69-4ba2-4838-8a88-ab529cf53b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010088 Apr 20 16:44:34.629202 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-132766a5-5e9a-4ea0-b7a1-5b76c5e68ac5 req-1cf76b7e-b3bc-47d1-92ab-2d8dd3e6645f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119711 Apr 20 16:44:34.666557 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db4de56b-d4ee-425a-a53a-d4c033a983e2 req-1d1888ac-2b68-4450-a713-3feda40ba6ba service neutron] 10.222.0.26 "GET /v2.0/networks/1d416a69-4ba2-4838-8a88-ab529cf53b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309361 Apr 20 16:44:35.785341 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07502a79-23b4-4029-8b16-6ea79d0102f9 req-083f21b4-bef6-4049-9385-09610006df32 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:35.787643 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-07502a79-23b4-4029-8b16-6ea79d0102f9 req-083f21b4-bef6-4049-9385-09610006df32 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 944 time: 0.0517986 Apr 20 16:44:35.830767 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-07502a79-23b4-4029-8b16-6ea79d0102f9 req-f8e11c2b-33d5-4a10-b7cc-d4ef0fb925ec tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355628 Apr 20 16:44:35.859807 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 24c04714-5268-4ca8-bc10-137b5cdc214b details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:44:35.969794 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 24c04714-5268-4ca8-bc10-137b5cdc214b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=24c04714-5268-4ca8-bc10-137b5cdc214b,segment=NetworkSegment(00837f17-34ce-4ef7-9070-92c8b8bc5925),segment_id=00837f17-34ce-4ef7-9070-92c8b8bc5925)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:44:35.981585 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '24c04714-5268-4ca8-bc10-137b5cdc214b', 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22', 'port_id': '24c04714-5268-4ca8-bc10-137b5cdc214b', 'mac_address': 'fa:16:3e:75:03:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cef50e-6021-4324-ac0c-e6d08bee6c1b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:44:36.019497 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:36.037322 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c04714-5268-4ca8-bc10-137b5cdc214b {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:44:36.065104 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 24c04714-5268-4ca8-bc10-137b5cdc214b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=24c04714-5268-4ca8-bc10-137b5cdc214b,segment=NetworkSegment(00837f17-34ce-4ef7-9070-92c8b8bc5925),segment_id=00837f17-34ce-4ef7-9070-92c8b8bc5925)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:44:36.160577 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:36.216868 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=24c04714-5268-4ca8-bc10-137b5cdc214b,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:44:36.542001 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['24c04714-5268-4ca8-bc10-137b5cdc214b'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:44:36.967806 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a51c8-84ac-49bc-9300-49ec938d1cce req-1a8454dc-f2e9-4038-a0d6-2ab973879854 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:36.969426 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-375a51c8-84ac-49bc-9300-49ec938d1cce req-1a8454dc-f2e9-4038-a0d6-2ab973879854 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 945 time: 0.0603898 Apr 20 16:44:37.014242 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-375a51c8-84ac-49bc-9300-49ec938d1cce req-188b7e0a-2141-48c3-9a36-d192f87746c6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384386 Apr 20 16:44:37.380234 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce267b78-aeb7-48f6-ac7a-54f33375eb4f req-fca82603-d70e-4d85-8370-6bda35620000 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:37.381942 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ce267b78-aeb7-48f6-ac7a-54f33375eb4f req-fca82603-d70e-4d85-8370-6bda35620000 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 945 time: 0.0535810 Apr 20 16:44:37.487324 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ce267b78-aeb7-48f6-ac7a-54f33375eb4f req-d128a87b-5b94-4434-b31d-9b0bcb109d25 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957313 Apr 20 16:44:37.535466 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fdfe2-16a6-4afb-8b3f-b778b32ee60c req-7fbaac5b-592a-4ab0-a0df-12ddba6a7858 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:37.538211 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de4fdfe2-16a6-4afb-8b3f-b778b32ee60c req-7fbaac5b-592a-4ab0-a0df-12ddba6a7858 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579&tenant_id=f671d985b7654b0ab90a0236bac58688&binding%3Ahost_id=n-h1-836146-2 HTTP/1.1" status: 200 len: 945 time: 0.1209066 Apr 20 16:44:37.601391 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-de4fdfe2-16a6-4afb-8b3f-b778b32ee60c req-7b79f456-6386-4bff-8f61-3a910de4af76 service neutron] delete failed (client error): The resource could not be found. Apr 20 16:44:37.602578 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de4fdfe2-16a6-4afb-8b3f-b778b32ee60c req-7b79f456-6386-4bff-8f61-3a910de4af76 service neutron] 10.222.0.30 "DELETE /v2.0/ports/24c04714-5268-4ca8-bc10-137b5cdc214b/bindings/n-h2-836146-2 HTTP/1.1" status: 404 len: 380 time: 0.0568902 Apr 20 16:44:37.744894 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fdfe2-16a6-4afb-8b3f-b778b32ee60c req-0b4a050e-c237-476d-baef-6b6ebbbeab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:37.744894 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de4fdfe2-16a6-4afb-8b3f-b778b32ee60c req-0b4a050e-c237-476d-baef-6b6ebbbeab4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 1096 time: 0.0430760 Apr 20 16:44:37.821555 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fdfe2-16a6-4afb-8b3f-b778b32ee60c req-1db4363a-c684-4305-8a96-58c778f8b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:37.825032 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de4fdfe2-16a6-4afb-8b3f-b778b32ee60c req-1db4363a-c684-4305-8a96-58c778f8b80a service neutron] 10.222.0.30 "GET /v2.0/networks?id=1d416a69-4ba2-4838-8a88-ab529cf53b22 HTTP/1.1" status: 200 len: 898 time: 0.0989730 Apr 20 16:44:37.876115 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 24c04714-5268-4ca8-bc10-137b5cdc214b up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:44:37.894823 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de4fdfe2-16a6-4afb-8b3f-b778b32ee60c req-033019b9-9ff6-4786-b9fa-393383b1f52e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24c04714-5268-4ca8-bc10-137b5cdc214b HTTP/1.1" status: 200 len: 1001 time: 0.0654664 Apr 20 16:44:37.957252 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fdfe2-16a6-4afb-8b3f-b778b32ee60c req-e34a65df-4283-4970-9397-5d8e284d1828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:37.962131 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de4fdfe2-16a6-4afb-8b3f-b778b32ee60c req-e34a65df-4283-4970-9397-5d8e284d1828 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23cef50e-6021-4324-ac0c-e6d08bee6c1b HTTP/1.1" status: 200 len: 834 time: 0.0577369 Apr 20 16:44:38.005639 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fdfe2-16a6-4afb-8b3f-b778b32ee60c req-99bfdde6-8255-47e5-83ca-6dc57917ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:38.007064 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de4fdfe2-16a6-4afb-8b3f-b778b32ee60c req-99bfdde6-8255-47e5-83ca-6dc57917ec1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1d416a69-4ba2-4838-8a88-ab529cf53b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416238 Apr 20 16:44:38.037820 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 24c04714-5268-4ca8-bc10-137b5cdc214b completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:44:38.043596 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 24c04714-5268-4ca8-bc10-137b5cdc214b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:44:38.048161 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:38.108139 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de4fdfe2-16a6-4afb-8b3f-b778b32ee60c req-4b5de942-073b-4246-b66e-55f715401bfd service neutron] 10.222.0.30 "GET /v2.0/networks/1d416a69-4ba2-4838-8a88-ab529cf53b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939929 Apr 20 16:44:38.181174 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:38.211595 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de4fdfe2-16a6-4afb-8b3f-b778b32ee60c req-5567d85a-1223-439a-98ae-3c81e0711b4c service neutron] 10.222.0.30 "GET /v2.0/networks/1d416a69-4ba2-4838-8a88-ab529cf53b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961640 Apr 20 16:44:38.225133 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1357b39-9bbf-4ee5-9e78-f938bb785579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c04714-5268-4ca8-bc10-137b5cdc214b'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:44:38.227571 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f22efa-fabf-4454-8e65-ccbec3a93b1a" -d '{"events": [{"server_uuid": "d1357b39-9bbf-4ee5-9e78-f938bb785579", "name": "network-vif-plugged", "status": "completed", "tag": "24c04714-5268-4ca8-bc10-137b5cdc214b"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:44:38.242930 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 24c04714-5268-4ca8-bc10-137b5cdc214b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=24c04714-5268-4ca8-bc10-137b5cdc214b,segment=NetworkSegment(00837f17-34ce-4ef7-9070-92c8b8bc5925),segment_id=00837f17-34ce-4ef7-9070-92c8b8bc5925)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:44:38.311040 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e5a1d2-8237-4ec3-b9be-fa485677b012 x-openstack-request-id: req-f6e5a1d2-8237-4ec3-b9be-fa485677b012 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:44:38.311337 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1357b39-9bbf-4ee5-9e78-f938bb785579", "name": "network-vif-plugged", "status": "completed", "tag": "24c04714-5268-4ca8-bc10-137b5cdc214b", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:44:38.311623 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6e5a1d2-8237-4ec3-b9be-fa485677b012 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:44:38.311995 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6e5a1d2-8237-4ec3-b9be-fa485677b012'] response: {'server_uuid': 'd1357b39-9bbf-4ee5-9e78-f938bb785579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c04714-5268-4ca8-bc10-137b5cdc214b', 'code': 200} Apr 20 16:44:38.352850 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:38.405511 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=24c04714-5268-4ca8-bc10-137b5cdc214b,revision_number=9']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:44:38.632515 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340b4af-caed-4723-b55d-7bca3dbb619a req-7c08a374-3123-4421-8f70-3fc84aee1a47 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:38.634030 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6340b4af-caed-4723-b55d-7bca3dbb619a req-7c08a374-3123-4421-8f70-3fc84aee1a47 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 946 time: 0.0555263 Apr 20 16:44:38.673104 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6340b4af-caed-4723-b55d-7bca3dbb619a req-6a66fec8-8499-43e2-86fa-2c160d63ac47 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325637 Apr 20 16:44:39.799874 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771be32-309d-41e1-a6c7-4ffa3c178413 req-c4c0fe94-556b-4e47-8589-72271668dd00 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:39.804787 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2771be32-309d-41e1-a6c7-4ffa3c178413 req-c4c0fe94-556b-4e47-8589-72271668dd00 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 946 time: 0.0557642 Apr 20 16:44:39.886560 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2771be32-309d-41e1-a6c7-4ffa3c178413 req-52b0b278-d77b-45be-969f-d9a37c5db758 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365803 Apr 20 16:44:39.886560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49204) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:44:39.940235 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e43e502c-586c-4d73-9fb2-2120f9188cc4 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/floatingips/8f13c9e3-b73d-42ed-9d47-5e65c405e966 HTTP/1.1" status: 200 len: 994 time: 0.0725412 Apr 20 16:44:52.765593 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-75aa1280-e7cc-4d78-964b-ebdc7dd1105b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:52.918504 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c41f4-2ff4-458c-bfed-cb09b226f32d req-7ba81f28-ddf2-40d8-a3f0-86071d958751 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:52.919985 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7e2c41f4-2ff4-458c-bfed-cb09b226f32d req-7ba81f28-ddf2-40d8-a3f0-86071d958751 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 945 time: 0.0490246 Apr 20 16:44:52.958884 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7e2c41f4-2ff4-458c-bfed-cb09b226f32d req-9cfebbf6-04dc-446c-9669-d4a7dcb338ef tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/security-groups?id=029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320973 Apr 20 16:44:53.554813 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7a31e-f557-4032-85d8-5c0f2d72db44 req-e648c703-9461-4c46-bb81-2fb2ae15a6a4 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:53.556291 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d3b7a31e-f557-4032-85d8-5c0f2d72db44 req-e648c703-9461-4c46-bb81-2fb2ae15a6a4 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.26 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 945 time: 0.0479445 Apr 20 16:44:53.658150 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-d3b7a31e-f557-4032-85d8-5c0f2d72db44 req-b2db028e-02da-417b-87c8-521bba2698f7 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Deleting port 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:44:53.658494 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d3b7a31e-f557-4032-85d8-5c0f2d72db44 req-b2db028e-02da-417b-87c8-521bba2698f7 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:53.746629 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-d3b7a31e-f557-4032-85d8-5c0f2d72db44 req-b2db028e-02da-417b-87c8-521bba2698f7 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] For port 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7,segment=NetworkSegment(d9afeb55-c6f2-4994-94b5-0e72a90f7ec0),segment_id=d9afeb55-c6f2-4994-94b5-0e72a90f7ec0)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:44:53.746998 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d3b7a31e-f557-4032-85d8-5c0f2d72db44 req-b2db028e-02da-417b-87c8-521bba2698f7 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:53.982294 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-31ea2c28-f3d5-4054-a9c1-92e87c44aaed tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:53.984013 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-31ea2c28-f3d5-4054-a9c1-92e87c44aaed tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 812 time: 0.1896830 Apr 20 16:44:54.006593 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-0de42f1f-34d5-42df-8943-a39275f46a59 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/quotas/89276b194611435f91cf83dc9e96548b HTTP/1.1" status: 200 len: 375 time: 0.0140164 Apr 20 16:44:54.022967 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d3b7a31e-f557-4032-85d8-5c0f2d72db44 req-b2db028e-02da-417b-87c8-521bba2698f7 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:54.023338 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d3b7a31e-f557-4032-85d8-5c0f2d72db44 req-b2db028e-02da-417b-87c8-521bba2698f7 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:54.023660 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-d3b7a31e-f557-4032-85d8-5c0f2d72db44 req-b2db028e-02da-417b-87c8-521bba2698f7 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Floating IP c17fe381-4f69-4051-8090-396855940461 disassociated. External IP: 172.25.0.250, port: 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7. Apr 20 16:44:54.024002 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-d3b7a31e-f557-4032-85d8-5c0f2d72db44 req-b2db028e-02da-417b-87c8-521bba2698f7 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Calling delete_port for 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:44:54.089938 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfc169-00b1-458a-b75a-d956762fbe2a req-d1e2e9de-aeea-445e-b8b2-d8d2c81f1330 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:54.091589 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5acfc169-00b1-458a-b75a-d956762fbe2a req-d1e2e9de-aeea-445e-b8b2-d8d2c81f1330 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 945 time: 0.0559115 Apr 20 16:44:54.109290 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-a03b7b3c-30e2-4347-af5d-6a55729769a2 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0898321 Apr 20 16:44:54.134681 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5acfc169-00b1-458a-b75a-d956762fbe2a req-15e94ee6-5e91-43bd-be59-0a88405630da tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/security-groups?id=029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334711 Apr 20 16:44:54.278071 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-678350a2-960e-4d09-9498-433d147f415b service neutron] 10.222.0.15 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584072 Apr 20 16:44:54.333515 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d3b7a31e-f557-4032-85d8-5c0f2d72db44 req-b2db028e-02da-417b-87c8-521bba2698f7 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:54.378703 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db028e-02da-417b-87c8-521bba2698f7 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Pushing event deleted for resources: {'Port': ['ID=7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:44:54.449472 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-6ffdbb46-91a8-4a0a-852b-8b1ba691e07d service neutron] 10.222.0.15 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646185 Apr 20 16:44:54.513653 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3b7a31e-f557-4032-85d8-5c0f2d72db44 req-b2db028e-02da-417b-87c8-521bba2698f7 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Router b5ca9b1d-7202-4002-a614-63e1908209d0 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:44:54.622250 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3b7a31e-f557-4032-85d8-5c0f2d72db44 req-b2db028e-02da-417b-87c8-521bba2698f7 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:44:54.632149 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ab679-9ca5-49c4-9f2e-4c806de78fb8 None None] Sync routers for ids ['b5ca9b1d-7202-4002-a614-63e1908209d0'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:44:54.642363 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88ab679-9ca5-49c4-9f2e-4c806de78fb8 None None] Routers {'b5ca9b1d-7202-4002-a614-63e1908209d0'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:44:54.642987 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e88ab679-9ca5-49c4-9f2e-4c806de78fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:44:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b5ca9b1d-7202-4002-a614-63e1908209d0'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:44:54.663412 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b7a31e-f557-4032-85d8-5c0f2d72db44 req-b2db028e-02da-417b-87c8-521bba2698f7 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] No DVR routers for this DVR port 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:44:54.676301 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d3b7a31e-f557-4032-85d8-5c0f2d72db44 req-b2db028e-02da-417b-87c8-521bba2698f7 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:54.679916 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d3b7a31e-f557-4032-85d8-5c0f2d72db44 req-b2db028e-02da-417b-87c8-521bba2698f7 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.26 "DELETE /v2.0/ports/7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 HTTP/1.1" status: 204 len: 173 time: 1.1171820 Apr 20 16:44:54.680695 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce53043-ab61-4442-b80f-21fbe8a5bc36', 'name': 'network-vif-deleted', 'tag': '7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:44:54.684094 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc1141a-0d74-4be5-815f-8ecd0acd4a69" -d '{"events": [{"server_uuid": "dce53043-ab61-4442-b80f-21fbe8a5bc36", "name": "network-vif-deleted", "tag": "7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:44:54.740594 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4200fc49-1a36-48f0-b8d0-67db3fa3af1e x-openstack-request-id: req-4200fc49-1a36-48f0-b8d0-67db3fa3af1e {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:44:54.740890 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce53043-ab61-4442-b80f-21fbe8a5bc36", "name": "network-vif-deleted", "tag": "7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:44:54.741146 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4200fc49-1a36-48f0-b8d0-67db3fa3af1e {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:44:54.741580 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4200fc49-1a36-48f0-b8d0-67db3fa3af1e'] response: {'server_uuid': 'dce53043-ab61-4442-b80f-21fbe8a5bc36', 'name': 'network-vif-deleted', 'tag': '7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7', 'status': 'completed', 'code': 200} Apr 20 16:44:54.752897 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e88ab679-9ca5-49c4-9f2e-4c806de78fb8 None None] Set router b5ca9b1d-7202-4002-a614-63e1908209d0 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:44:54.972075 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e88ab679-9ca5-49c4-9f2e-4c806de78fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'name': 'tempest-TestServerBasicOps-1502314913-router', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:38:58Z', 'updated_at': '2022-04-20T16:39:03Z', 'revision_number': 4, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'gw_port': {'id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:59Z', 'updated_at': '2022-04-20T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'aba0ed66-b04f-46ff-9c0c-daefe019d73b', 'name': '', 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'mac_address': 'fa:16:3e:e1:41:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '3afc549f-c280-4e3c-8f2c-192d1bc8c671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:39:02Z', 'updated_at': '2022-04-20T16:39:08Z', 'revision_number': 5, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'subnets': [{'id': '3afc549f-c280-4e3c-8f2c-192d1bc8c671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:44:55.002564 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ab679-9ca5-49c4-9f2e-4c806de78fb8 None None] Checking router: b5ca9b1d-7202-4002-a614-63e1908209d0 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:44:55.021963 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88ab679-9ca5-49c4-9f2e-4c806de78fb8 None None] Routers {'b5ca9b1d-7202-4002-a614-63e1908209d0'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:44:55.022564 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e88ab679-9ca5-49c4-9f2e-4c806de78fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:44:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b5ca9b1d-7202-4002-a614-63e1908209d0'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:44:55.135230 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e88ab679-9ca5-49c4-9f2e-4c806de78fb8 None None] Set router b5ca9b1d-7202-4002-a614-63e1908209d0 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:44:55.212736 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-94a6b8cd-c698-405e-8750-7865e8adebd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:55.313075 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-35d6e941-edb7-4ef4-b873-374bd997c94e req-63c63089-d121-42f8-98e9-8684b6d88ad7 tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "GET /v2.0/ports?device_id=dce53043-ab61-4442-b80f-21fbe8a5bc36 HTTP/1.1" status: 200 len: 210 time: 0.0488501 Apr 20 16:44:55.343954 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eaa06a6f-1d8d-4f0e-b177-8d6440e94807 req-ea0fc681-267a-4ea2-9ff2-7f4318d4b3bd tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 210 time: 0.0513813 Apr 20 16:44:55.407702 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e88ab679-9ca5-49c4-9f2e-4c806de78fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'name': 'tempest-TestServerBasicOps-1502314913-router', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:38:58Z', 'updated_at': '2022-04-20T16:39:03Z', 'revision_number': 4, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'gw_port': {'id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:59Z', 'updated_at': '2022-04-20T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'aba0ed66-b04f-46ff-9c0c-daefe019d73b', 'name': '', 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'mac_address': 'fa:16:3e:e1:41:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '3afc549f-c280-4e3c-8f2c-192d1bc8c671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:39:02Z', 'updated_at': '2022-04-20T16:39:08Z', 'revision_number': 5, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'subnets': [{'id': '3afc549f-c280-4e3c-8f2c-192d1bc8c671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:44:55.437384 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ab679-9ca5-49c4-9f2e-4c806de78fb8 None None] The sync data for ids ['b5ca9b1d-7202-4002-a614-63e1908209d0'] in n-d-836146-2 is: [{'id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'name': 'tempest-TestServerBasicOps-1502314913-router', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:38:58Z', 'updated_at': '2022-04-20T16:39:03Z', 'revision_number': 4, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'gw_port': {'id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:59Z', 'updated_at': '2022-04-20T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'aba0ed66-b04f-46ff-9c0c-daefe019d73b', 'name': '', 'network_id': 'a2358b7b-9f71-44ce-9aa8-c307e3d70b9c', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'mac_address': 'fa:16:3e:e1:41:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '3afc549f-c280-4e3c-8f2c-192d1bc8c671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:39:02Z', 'updated_at': '2022-04-20T16:39:08Z', 'revision_number': 5, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'subnets': [{'id': '3afc549f-c280-4e3c-8f2c-192d1bc8c671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:44:55.687429 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef50292-5d4b-4691-89a0-d623ed2a702a None None] New status for floating IP c17fe381-4f69-4051-8090-396855940461: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:44:56.362726 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49434) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:44:56.412137 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:56.467277 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f656f2c-943e-4e6f-a911-fe9b69e0d3b8 req-cfc3ae17-d4f7-4221-b8d5-d8ec7c9dd57a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 210 time: 0.0443242 Apr 20 16:44:56.496393 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-9b5dfc80-c00b-4101-8bae-569b9bab97be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Deleting port 2e082b0d-e2c0-4d76-bc41-eb3ac9a66a5e {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:44:56.496731 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9b5dfc80-c00b-4101-8bae-569b9bab97be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:56.580260 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9b5dfc80-c00b-4101-8bae-569b9bab97be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:56.580620 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9b5dfc80-c00b-4101-8bae-569b9bab97be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:56.593147 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-9b5dfc80-c00b-4101-8bae-569b9bab97be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Calling delete_port for 2e082b0d-e2c0-4d76-bc41-eb3ac9a66a5e owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:44:56.815051 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9b5dfc80-c00b-4101-8bae-569b9bab97be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:56.843955 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5dfc80-c00b-4101-8bae-569b9bab97be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Pushing event deleted for resources: {'Port': ['ID=2e082b0d-e2c0-4d76-bc41-eb3ac9a66a5e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:44:56.854005 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5dfc80-c00b-4101-8bae-569b9bab97be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:56.854352 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5dfc80-c00b-4101-8bae-569b9bab97be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:56.854694 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5dfc80-c00b-4101-8bae-569b9bab97be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:56.855054 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5dfc80-c00b-4101-8bae-569b9bab97be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:56.855364 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5dfc80-c00b-4101-8bae-569b9bab97be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:56.855692 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5dfc80-c00b-4101-8bae-569b9bab97be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:56.856021 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5dfc80-c00b-4101-8bae-569b9bab97be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:56.856397 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5dfc80-c00b-4101-8bae-569b9bab97be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:56.856743 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5dfc80-c00b-4101-8bae-569b9bab97be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:56.857067 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5dfc80-c00b-4101-8bae-569b9bab97be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:56.857392 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5dfc80-c00b-4101-8bae-569b9bab97be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:56.857713 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5dfc80-c00b-4101-8bae-569b9bab97be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:44:56.919638 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9b5dfc80-c00b-4101-8bae-569b9bab97be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:56.922395 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9b5dfc80-c00b-4101-8bae-569b9bab97be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:56.923556 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9b5dfc80-c00b-4101-8bae-569b9bab97be tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "DELETE /v2.0/floatingips/c17fe381-4f69-4051-8090-396855940461 HTTP/1.1" status: 204 len: 168 time: 0.5592282 Apr 20 16:44:56.997939 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49442) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:44:57.056701 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74bf66ca-aef7-445f-bb85-7471cdeb521f tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:57.082518 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74bf66ca-aef7-445f-bb85-7471cdeb521f tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:57.203355 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74bf66ca-aef7-445f-bb85-7471cdeb521f tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:57.205996 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74bf66ca-aef7-445f-bb85-7471cdeb521f tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:57.209697 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-74bf66ca-aef7-445f-bb85-7471cdeb521f tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] 10.222.0.15 "DELETE /v2.0/security-groups/029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2 HTTP/1.1" status: 204 len: 168 time: 0.2081668 Apr 20 16:44:57.216810 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf66ca-aef7-445f-bb85-7471cdeb521f tempest-TestServerBasicOps-1851574806 tempest-TestServerBasicOps-1851574806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=029c5a7a-e1cb-47f6-8d29-9be77b5ce7b2,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:44:57.519991 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-3b86f11c-ffef-4255-9ead-fb8ea27d0e90 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:57.521553 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-3b86f11c-ffef-4255-9ead-fb8ea27d0e90 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 812 time: 0.1109581 Apr 20 16:44:57.546815 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-66fa3edf-4cbe-44fe-8617-abe7a63b9834 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Request body: {'port': {'device_id': '37072bce-a439-4d2e-9a4e-2ad7ce40c97b', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'admin_state_up': True, 'tenant_id': '89276b194611435f91cf83dc9e96548b'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:44:57.575013 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-046ddd5f-db55-410f-9f9f-80debe94128d req-b142283a-c83f-4545-88fa-d0561dbd11fe tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 210 time: 0.0421336 Apr 20 16:44:57.786263 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-66fa3edf-4cbe-44fe-8617-abe7a63b9834 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Made reservation on behalf of 89276b194611435f91cf83dc9e96548b for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:44:57.790579 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-66fa3edf-4cbe-44fe-8617-abe7a63b9834 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:57.830169 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:57.922379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-66fa3edf-4cbe-44fe-8617-abe7a63b9834 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Allocated IP 172.20.0.13 (45075084-5307-4652-bafe-1d4bc624b83e/84f859e8-1f59-4fe7-930d-c92d7f74a0a0/b0243b33-470d-4cb1-a319-6674b8346862) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:44:57.984297 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:44:58.006550 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:44:58.006898 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 7b648fb6-d0e6-4b9d-b34e-ef56a0dddbd7 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:44:58.078073 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-66fa3edf-4cbe-44fe-8617-abe7a63b9834 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:58.188118 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:58.229339 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-66fa3edf-4cbe-44fe-8617-abe7a63b9834 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:58.285941 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-66fa3edf-4cbe-44fe-8617-abe7a63b9834 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Network 45075084-5307-4652-bafe-1d4bc624b83e is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:44:58.303189 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-66fa3edf-4cbe-44fe-8617-abe7a63b9834 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:44:58.303189 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-66fa3edf-4cbe-44fe-8617-abe7a63b9834 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:44:58.323065 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa3edf-4cbe-44fe-8617-abe7a63b9834 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event updated for resources: {'Port': ['ID=b0243b33-470d-4cb1-a319-6674b8346862,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:44:58.374173 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49460) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:44:58.380997 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-66fa3edf-4cbe-44fe-8617-abe7a63b9834 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:58.381927 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-66fa3edf-4cbe-44fe-8617-abe7a63b9834 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:58.487767 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-66fa3edf-4cbe-44fe-8617-abe7a63b9834 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9417670 Apr 20 16:44:58.506746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-81d47ce2-ec82-4456-b8c6-ff8044265f94 service neutron] Request body: {'port': {'device_id': '37072bce-a439-4d2e-9a4e-2ad7ce40c97b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:44:58.579281 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-81d47ce2-ec82-4456-b8c6-ff8044265f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:58.658214 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-19097b7f-6930-4f6c-b7a4-6207fe329ede None None] Provisioning complete for port b0243b33-470d-4cb1-a319-6674b8346862 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:44:58.658751 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-19097b7f-6930-4f6c-b7a4-6207fe329ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:58.711122 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-19097b7f-6930-4f6c-b7a4-6207fe329ede None None] Port b0243b33-470d-4cb1-a319-6674b8346862 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:44:58.777795 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:58.913048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0ee8b-6abe-4a99-9bf3-6be31a6cc7a6 req-676932f3-4266-4a3b-bf3d-a6864e4f3baa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:58.914920 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dbf0ee8b-6abe-4a99-9bf3-6be31a6cc7a6 req-676932f3-4266-4a3b-bf3d-a6864e4f3baa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 932 time: 0.1812747 Apr 20 16:44:58.967085 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-38b6eddd-9619-4c15-9c10-6b1a9b28eaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:58.991494 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dbf0ee8b-6abe-4a99-9bf3-6be31a6cc7a6 req-b593b6b3-94fa-4df5-b320-52e6f260172c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696714 Apr 20 16:44:59.086593 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-81d47ce2-ec82-4456-b8c6-ff8044265f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0243b33-470d-4cb1-a319-6674b8346862 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:44:59.096043 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-81d47ce2-ec82-4456-b8c6-ff8044265f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:59.116509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-81d47ce2-ec82-4456-b8c6-ff8044265f94 service neutron] Transition to ACTIVE for port object b0243b33-470d-4cb1-a319-6674b8346862 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:44:59.226279 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-81d47ce2-ec82-4456-b8c6-ff8044265f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:59.261939 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-38b6eddd-9619-4c15-9c10-6b1a9b28eaf5 admin admin] Deleting port aba0ed66-b04f-46ff-9c0c-daefe019d73b {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:44:59.262294 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-38b6eddd-9619-4c15-9c10-6b1a9b28eaf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:59.288426 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d47ce2-ec82-4456-b8c6-ff8044265f94 service neutron] Pushing event updated for resources: {'Port': ['ID=b0243b33-470d-4cb1-a319-6674b8346862,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:44:59.383357 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-38b6eddd-9619-4c15-9c10-6b1a9b28eaf5 admin admin] For port aba0ed66-b04f-46ff-9c0c-daefe019d73b, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=aba0ed66-b04f-46ff-9c0c-daefe019d73b,segment=NetworkSegment(d9afeb55-c6f2-4994-94b5-0e72a90f7ec0),segment_id=d9afeb55-c6f2-4994-94b5-0e72a90f7ec0)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:44:59.385202 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-38b6eddd-9619-4c15-9c10-6b1a9b28eaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:59.405315 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-38b6eddd-9619-4c15-9c10-6b1a9b28eaf5 admin admin] Calling delete_port for aba0ed66-b04f-46ff-9c0c-daefe019d73b owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:44:59.422214 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-81d47ce2-ec82-4456-b8c6-ff8044265f94 service neutron] Attempting to bind port b0243b33-470d-4cb1-a319-6674b8346862 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:44:59.422735 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-81d47ce2-ec82-4456-b8c6-ff8044265f94 service neutron] Attempting to bind port b0243b33-470d-4cb1-a319-6674b8346862 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:44:59.423161 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-81d47ce2-ec82-4456-b8c6-ff8044265f94 service neutron] Attempting to bind port b0243b33-470d-4cb1-a319-6674b8346862 on network 45075084-5307-4652-bafe-1d4bc624b83e {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:44:59.428945 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-81d47ce2-ec82-4456-b8c6-ff8044265f94 service neutron] Port b0243b33-470d-4cb1-a319-6674b8346862 on network 45075084-5307-4652-bafe-1d4bc624b83e not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:44:59.429570 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-81d47ce2-ec82-4456-b8c6-ff8044265f94 service neutron] Attempting to bind port b0243b33-470d-4cb1-a319-6674b8346862 on network 45075084-5307-4652-bafe-1d4bc624b83e {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:44:59.439737 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-81d47ce2-ec82-4456-b8c6-ff8044265f94 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:44:59.440454 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-81d47ce2-ec82-4456-b8c6-ff8044265f94 service neutron] Checking segment: {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:44:59.440935 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-81d47ce2-ec82-4456-b8c6-ff8044265f94 service neutron] Bound using segment: {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:44:59.442811 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-81d47ce2-ec82-4456-b8c6-ff8044265f94 service neutron] Bound port: b0243b33-470d-4cb1-a319-6674b8346862, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:44:59.443273 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-81d47ce2-ec82-4456-b8c6-ff8044265f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:59.582804 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-81d47ce2-ec82-4456-b8c6-ff8044265f94 service neutron] For port b0243b33-470d-4cb1-a319-6674b8346862, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:44:59.586101 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-81d47ce2-ec82-4456-b8c6-ff8044265f94 service neutron] For port b0243b33-470d-4cb1-a319-6674b8346862, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b0243b33-470d-4cb1-a319-6674b8346862,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:44:59.689742 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-81d47ce2-ec82-4456-b8c6-ff8044265f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:59.724580 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-38b6eddd-9619-4c15-9c10-6b1a9b28eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:59.729746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-81d47ce2-ec82-4456-b8c6-ff8044265f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:59.730406 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-81d47ce2-ec82-4456-b8c6-ff8044265f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:44:59.732327 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-81d47ce2-ec82-4456-b8c6-ff8044265f94 service neutron] 10.222.0.26 "PUT /v2.0/ports/b0243b33-470d-4cb1-a319-6674b8346862 HTTP/1.1" status: 200 len: 1092 time: 1.2332127 Apr 20 16:44:59.734871 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37072bce-a439-4d2e-9a4e-2ad7ce40c97b', 'tag': 'b0243b33-470d-4cb1-a319-6674b8346862'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:44:59.737520 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd06e20-a895-4b27-992f-fb4b3f6d03a2" -d '{"events": [{"name": "network-changed", "server_uuid": "37072bce-a439-4d2e-9a4e-2ad7ce40c97b", "tag": "b0243b33-470d-4cb1-a319-6674b8346862"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:44:59.821688 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d47ce2-ec82-4456-b8c6-ff8044265f94 service neutron] Pushing event updated for resources: {'Port': ['ID=b0243b33-470d-4cb1-a319-6674b8346862,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:44:59.843045 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6eddd-9619-4c15-9c10-6b1a9b28eaf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=aba0ed66-b04f-46ff-9c0c-daefe019d73b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:44:59.879744 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609ce37b-8c63-4019-8406-688576f67edd x-openstack-request-id: req-609ce37b-8c63-4019-8406-688576f67edd {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:44:59.880099 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37072bce-a439-4d2e-9a4e-2ad7ce40c97b", "tag": "b0243b33-470d-4cb1-a319-6674b8346862", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:44:59.880435 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-609ce37b-8c63-4019-8406-688576f67edd {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:44:59.880904 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609ce37b-8c63-4019-8406-688576f67edd'] response: {'name': 'network-changed', 'server_uuid': '37072bce-a439-4d2e-9a4e-2ad7ce40c97b', 'tag': 'b0243b33-470d-4cb1-a319-6674b8346862', 'status': 'completed', 'code': 200} Apr 20 16:44:59.958382 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-fbf7ec93-8966-4528-bc1a-34e062e9b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:44:59.962982 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-fbf7ec93-8966-4528-bc1a-34e062e9b9c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 1095 time: 0.0669615 Apr 20 16:44:59.994919 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:00.035832 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-b154e82a-60bb-4e21-935b-488e46a6cc04 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0243b33-470d-4cb1-a319-6674b8346862 HTTP/1.1" status: 200 len: 217 time: 0.0561354 Apr 20 16:45:00.039158 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-38b6eddd-9619-4c15-9c10-6b1a9b28eaf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:00.153096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-89efb377-b785-46cc-9ede-f0138709cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:00.154548 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-89efb377-b785-46cc-9ede-f0138709cf7f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84f859e8-1f59-4fe7-930d-c92d7f74a0a0 HTTP/1.1" status: 200 len: 851 time: 0.1090574 Apr 20 16:45:00.228146 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fa743-8352-40f2-b7b6-ef91888a1653 req-b7530be1-f1dc-4006-8cfb-c925c21b0597 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:00.229804 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d24fa743-8352-40f2-b7b6-ef91888a1653 req-b7530be1-f1dc-4006-8cfb-c925c21b0597 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 944 time: 0.0894706 Apr 20 16:45:00.236634 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-dc2c5e5a-8f84-4073-8187-6ec0d2f4588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:00.238612 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-dc2c5e5a-8f84-4073-8187-6ec0d2f4588d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45075084-5307-4652-bafe-1d4bc624b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699286 Apr 20 16:45:00.342201 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d24fa743-8352-40f2-b7b6-ef91888a1653 req-2d77c42e-a716-4970-8cee-617308cbd47a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025324 Apr 20 16:45:00.387761 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-4ef7619f-cd4f-4bbf-885e-5a704dc02716 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412182 Apr 20 16:45:00.402093 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b6eddd-9619-4c15-9c10-6b1a9b28eaf5 admin admin] Router b5ca9b1d-7202-4002-a614-63e1908209d0 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:45:00.504601 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31dfd218-41ed-45fd-a27d-c8f07fefc06d req-81abc470-34da-48ec-a39d-6aa77422b725 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099665 Apr 20 16:45:00.529379 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b6eddd-9619-4c15-9c10-6b1a9b28eaf5 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:45:00.540064 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49500) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:00.543789 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c00b97-8278-4bc5-b685-e5f4dbe237e4 None None] Sync routers for ids ['b5ca9b1d-7202-4002-a614-63e1908209d0'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:45:00.544360 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-38b6eddd-9619-4c15-9c10-6b1a9b28eaf5 admin admin] 10.222.0.15 "PUT /v2.0/routers/b5ca9b1d-7202-4002-a614-63e1908209d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1688375 Apr 20 16:45:00.560905 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c00b97-8278-4bc5-b685-e5f4dbe237e4 None None] Routers {'b5ca9b1d-7202-4002-a614-63e1908209d0'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:45:00.562224 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e6c00b97-8278-4bc5-b685-e5f4dbe237e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:44:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b5ca9b1d-7202-4002-a614-63e1908209d0'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:00.713475 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e6c00b97-8278-4bc5-b685-e5f4dbe237e4 None None] Set router b5ca9b1d-7202-4002-a614-63e1908209d0 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:45:00.928426 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e6c00b97-8278-4bc5-b685-e5f4dbe237e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'name': 'tempest-TestServerBasicOps-1502314913-router', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:38:58Z', 'updated_at': '2022-04-20T16:44:59Z', 'revision_number': 5, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'gw_port': {'id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:59Z', 'updated_at': '2022-04-20T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:00.961451 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c00b97-8278-4bc5-b685-e5f4dbe237e4 None None] Checking router: b5ca9b1d-7202-4002-a614-63e1908209d0 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:45:00.970681 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c00b97-8278-4bc5-b685-e5f4dbe237e4 None None] Routers {'b5ca9b1d-7202-4002-a614-63e1908209d0'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:45:00.971400 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e6c00b97-8278-4bc5-b685-e5f4dbe237e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:44:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['b5ca9b1d-7202-4002-a614-63e1908209d0'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:01.022969 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d76f0296-9def-483a-91a3-1255efac956b admin admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:01.062482 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd06e20-a895-4b27-992f-fb4b3f6d03a2 req-9d6d7d00-0199-4fd3-b291-ea33624871f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:01.063963 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4bd06e20-a895-4b27-992f-fb4b3f6d03a2 req-9d6d7d00-0199-4fd3-b291-ea33624871f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 1095 time: 0.0886412 Apr 20 16:45:01.222212 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d76f0296-9def-483a-91a3-1255efac956b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:01.229782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd06e20-a895-4b27-992f-fb4b3f6d03a2 req-ed099495-7961-4b4e-97a5-b98b79a94366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:01.231367 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4bd06e20-a895-4b27-992f-fb4b3f6d03a2 req-ed099495-7961-4b4e-97a5-b98b79a94366 service neutron] 10.222.0.26 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 913 time: 0.1593785 Apr 20 16:45:01.278256 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4bd06e20-a895-4b27-992f-fb4b3f6d03a2 req-511b64fa-9960-42f3-bb2b-d709ec469571 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0243b33-470d-4cb1-a319-6674b8346862 HTTP/1.1" status: 200 len: 217 time: 0.0386806 Apr 20 16:45:01.282835 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e6c00b97-8278-4bc5-b685-e5f4dbe237e4 None None] Set router b5ca9b1d-7202-4002-a614-63e1908209d0 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:45:01.357700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd06e20-a895-4b27-992f-fb4b3f6d03a2 req-cc3230f1-19d1-4f19-b35b-4027eea60031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:01.359424 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4bd06e20-a895-4b27-992f-fb4b3f6d03a2 req-cc3230f1-19d1-4f19-b35b-4027eea60031 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84f859e8-1f59-4fe7-930d-c92d7f74a0a0 HTTP/1.1" status: 200 len: 851 time: 0.0752726 Apr 20 16:45:01.426574 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-d76f0296-9def-483a-91a3-1255efac956b admin admin] Deleting port 19a0da48-ab4e-4bc6-8036-4f34d926054c {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:45:01.427050 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d76f0296-9def-483a-91a3-1255efac956b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:01.446926 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd06e20-a895-4b27-992f-fb4b3f6d03a2 req-921bf39f-0637-4333-9465-e6c2d28b847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:01.448458 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4bd06e20-a895-4b27-992f-fb4b3f6d03a2 req-921bf39f-0637-4333-9465-e6c2d28b847f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45075084-5307-4652-bafe-1d4bc624b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815639 Apr 20 16:45:01.482938 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5ea7e-57d3-46b1-86a9-987a71dd2fdf req-186a1afe-4268-473e-97c6-fc9bac564f5b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:01.486222 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e7c5ea7e-57d3-46b1-86a9-987a71dd2fdf req-186a1afe-4268-473e-97c6-fc9bac564f5b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 944 time: 0.0657721 Apr 20 16:45:01.523841 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e6c00b97-8278-4bc5-b685-e5f4dbe237e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'name': 'tempest-TestServerBasicOps-1502314913-router', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:38:58Z', 'updated_at': '2022-04-20T16:44:59Z', 'revision_number': 5, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'gw_port': {'id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:59Z', 'updated_at': '2022-04-20T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:01.569543 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c00b97-8278-4bc5-b685-e5f4dbe237e4 None None] The sync data for ids ['b5ca9b1d-7202-4002-a614-63e1908209d0'] in n-d-836146-2 is: [{'id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'name': 'tempest-TestServerBasicOps-1502314913-router', 'tenant_id': '8ffa36b560db4315aa5b106edc630152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:38:58Z', 'updated_at': '2022-04-20T16:44:59Z', 'revision_number': 5, 'project_id': '8ffa36b560db4315aa5b106edc630152', 'gw_port': {'id': '19a0da48-ab4e-4bc6-8036-4f34d926054c', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ca9b1d-7202-4002-a614-63e1908209d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:38:59Z', 'updated_at': '2022-04-20T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:45:01.571620 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e7c5ea7e-57d3-46b1-86a9-987a71dd2fdf req-bdd57074-367c-492d-8f42-2f13dc7dfd35 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769668 Apr 20 16:45:01.612613 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-d76f0296-9def-483a-91a3-1255efac956b admin admin] For port 19a0da48-ab4e-4bc6-8036-4f34d926054c, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=19a0da48-ab4e-4bc6-8036-4f34d926054c,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:45:01.613454 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d76f0296-9def-483a-91a3-1255efac956b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:01.641773 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-d76f0296-9def-483a-91a3-1255efac956b admin admin] Calling delete_port for 19a0da48-ab4e-4bc6-8036-4f34d926054c owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:45:01.650134 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4bd06e20-a895-4b27-992f-fb4b3f6d03a2 req-17a1c2fb-62b7-4450-bf4e-7292b69402ad service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732728 Apr 20 16:45:01.832729 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4bd06e20-a895-4b27-992f-fb4b3f6d03a2 req-d5c1b3ae-fe46-498b-a9ca-7380c8e33250 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749494 Apr 20 16:45:01.992027 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d76f0296-9def-483a-91a3-1255efac956b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:02.026277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f0296-9def-483a-91a3-1255efac956b admin admin] Pushing event deleted for resources: {'Port': ['ID=19a0da48-ab4e-4bc6-8036-4f34d926054c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:02.099408 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d76f0296-9def-483a-91a3-1255efac956b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:02.215354 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d76f0296-9def-483a-91a3-1255efac956b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:02.217646 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d76f0296-9def-483a-91a3-1255efac956b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:02.316874 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device aba0ed66-b04f-46ff-9c0c-daefe019d73b no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:45:02.342974 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: aba0ed66-b04f-46ff-9c0c-daefe019d73b {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:45:02.343707 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device aba0ed66-b04f-46ff-9c0c-daefe019d73b not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:45:02.367603 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d76f0296-9def-483a-91a3-1255efac956b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:02.368173 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76f0296-9def-483a-91a3-1255efac956b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5ca9b1d-7202-4002-a614-63e1908209d0 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:45:02.372653 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d76f0296-9def-483a-91a3-1255efac956b admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:02.373989 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d76f0296-9def-483a-91a3-1255efac956b admin admin] 10.222.0.15 "DELETE /v2.0/routers/b5ca9b1d-7202-4002-a614-63e1908209d0 HTTP/1.1" status: 204 len: 168 time: 1.8342085 Apr 20 16:45:02.376515 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49524) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:02.431118 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-beaba2fe-517e-4ff4-8d74-2710cf44c294 admin admin] Deleting subnet 3afc549f-c280-4e3c-8f2c-192d1bc8c671 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:45:02.436611 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-beaba2fe-517e-4ff4-8d74-2710cf44c294 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:02.479189 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-beaba2fe-517e-4ff4-8d74-2710cf44c294 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:02.569692 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-beaba2fe-517e-4ff4-8d74-2710cf44c294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:02.697600 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-beaba2fe-517e-4ff4-8d74-2710cf44c294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:02.703690 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a23b7c-fb9a-4d09-a597-1675cee7b1fe req-6d4bde8e-6482-4175-9ef3-1d756e180e2b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:02.705016 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b9a23b7c-fb9a-4d09-a597-1675cee7b1fe req-6d4bde8e-6482-4175-9ef3-1d756e180e2b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 944 time: 0.0492241 Apr 20 16:45:02.728755 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaba2fe-517e-4ff4-8d74-2710cf44c294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3afc549f-c280-4e3c-8f2c-192d1bc8c671,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:02.734998 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-beaba2fe-517e-4ff4-8d74-2710cf44c294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:02.741080 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-beaba2fe-517e-4ff4-8d74-2710cf44c294 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3afc549f-c280-4e3c-8f2c-192d1bc8c671 HTTP/1.1" status: 204 len: 168 time: 0.3633420 Apr 20 16:45:02.744766 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49534) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:02.746405 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e991d3-562e-4086-b7d3-19f2a6d8f6ea None None] Network a2358b7b-9f71-44ce-9aa8-c307e3d70b9c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:45:02.771965 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b9a23b7c-fb9a-4d09-a597-1675cee7b1fe req-4f2f98c5-3cb2-477f-9a09-848c26aeb971 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592036 Apr 20 16:45:02.834036 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c82aa7be-304b-4250-b4b1-10d4dc296f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:02.900195 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c82aa7be-304b-4250-b4b1-10d4dc296f8e admin admin] Deleting port 2fc7599e-91c1-4009-bbdc-4ee3c88b1193 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:45:02.900900 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c82aa7be-304b-4250-b4b1-10d4dc296f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:02.973532 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1b0a13-0c42-406a-849a-62dc2bad0443 None None] DHCP port deletion for a2358b7b-9f71-44ce-9aa8-c307e3d70b9c request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:45:02.993113 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-c82aa7be-304b-4250-b4b1-10d4dc296f8e admin admin] For port 2fc7599e-91c1-4009-bbdc-4ee3c88b1193, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2fc7599e-91c1-4009-bbdc-4ee3c88b1193,segment=NetworkSegment(d9afeb55-c6f2-4994-94b5-0e72a90f7ec0),segment_id=d9afeb55-c6f2-4994-94b5-0e72a90f7ec0)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:45:02.993387 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c82aa7be-304b-4250-b4b1-10d4dc296f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:03.008408 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c82aa7be-304b-4250-b4b1-10d4dc296f8e admin admin] Calling delete_port for 2fc7599e-91c1-4009-bbdc-4ee3c88b1193 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:45:03.028040 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ed1b0a13-0c42-406a-849a-62dc2bad0443 None None] Deleting port 2fc7599e-91c1-4009-bbdc-4ee3c88b1193 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:45:03.028539 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ed1b0a13-0c42-406a-849a-62dc2bad0443 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:03.054052 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:45:03.091590 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ed1b0a13-0c42-406a-849a-62dc2bad0443 None None] For port 2fc7599e-91c1-4009-bbdc-4ee3c88b1193, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2fc7599e-91c1-4009-bbdc-4ee3c88b1193,segment=NetworkSegment(d9afeb55-c6f2-4994-94b5-0e72a90f7ec0),segment_id=d9afeb55-c6f2-4994-94b5-0e72a90f7ec0)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:45:03.091983 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ed1b0a13-0c42-406a-849a-62dc2bad0443 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:03.106249 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ed1b0a13-0c42-406a-849a-62dc2bad0443 None None] Calling delete_port for 2fc7599e-91c1-4009-bbdc-4ee3c88b1193 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:45:03.192061 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c82aa7be-304b-4250-b4b1-10d4dc296f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:03.198281 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ed1b0a13-0c42-406a-849a-62dc2bad0443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:03.229792 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82aa7be-304b-4250-b4b1-10d4dc296f8e admin admin] No DVR routers for this DVR port 2fc7599e-91c1-4009-bbdc-4ee3c88b1193 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:45:03.235268 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b0a13-0c42-406a-849a-62dc2bad0443 None None] Pushing event deleted for resources: {'Port': ['ID=2fc7599e-91c1-4009-bbdc-4ee3c88b1193,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:03.237951 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1b0a13-0c42-406a-849a-62dc2bad0443 None None] No DVR routers for this DVR port 2fc7599e-91c1-4009-bbdc-4ee3c88b1193 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:45:03.240693 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82aa7be-304b-4250-b4b1-10d4dc296f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc7599e-91c1-4009-bbdc-4ee3c88b1193,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:03.321739 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c82aa7be-304b-4250-b4b1-10d4dc296f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:03.342133 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-c82aa7be-304b-4250-b4b1-10d4dc296f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2358b7b-9f71-44ce-9aa8-c307e3d70b9c']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:03.353117 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-c82aa7be-304b-4250-b4b1-10d4dc296f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9afeb55-c6f2-4994-94b5-0e72a90f7ec0') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:03.353622 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-c82aa7be-304b-4250-b4b1-10d4dc296f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9afeb55-c6f2-4994-94b5-0e72a90f7ec0') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:03.363472 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c82aa7be-304b-4250-b4b1-10d4dc296f8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:03.376610 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c82aa7be-304b-4250-b4b1-10d4dc296f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:03.382504 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82aa7be-304b-4250-b4b1-10d4dc296f8e admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:45:03.382883 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c82aa7be-304b-4250-b4b1-10d4dc296f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:45:03.384533 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:45:03.531535 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c82aa7be-304b-4250-b4b1-10d4dc296f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:03.537620 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c82aa7be-304b-4250-b4b1-10d4dc296f8e admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:03.541033 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c82aa7be-304b-4250-b4b1-10d4dc296f8e admin admin] 10.222.0.15 "DELETE /v2.0/networks/a2358b7b-9f71-44ce-9aa8-c307e3d70b9c HTTP/1.1" status: 204 len: 168 time: 0.7951088 Apr 20 16:45:03.544961 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49544) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:03.553242 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82aa7be-304b-4250-b4b1-10d4dc296f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=a2358b7b-9f71-44ce-9aa8-c307e3d70b9c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:03.896057 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ba2ae-b192-411c-b7e1-0bc450e5874a req-a5d28e34-ddec-4e90-9590-7a0ba60a766f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:03.897896 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa3ba2ae-b192-411c-b7e1-0bc450e5874a req-a5d28e34-ddec-4e90-9590-7a0ba60a766f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 944 time: 0.0560095 Apr 20 16:45:03.915576 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2fbd6d48-e6b3-434a-babf-5a30976a2534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:03.944364 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa3ba2ae-b192-411c-b7e1-0bc450e5874a req-49ade26d-1118-4f01-9d56-64312fb11cfa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368288 Apr 20 16:45:04.171240 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-2fbd6d48-e6b3-434a-babf-5a30976a2534 admin admin] Deleting port 7b8e591c-0052-414f-9655-33b85997ffe0 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:45:04.171530 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2fbd6d48-e6b3-434a-babf-5a30976a2534 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:04.251858 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-2fbd6d48-e6b3-434a-babf-5a30976a2534 admin admin] For port 7b8e591c-0052-414f-9655-33b85997ffe0, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7b8e591c-0052-414f-9655-33b85997ffe0,segment=NetworkSegment(d25a3d0b-d7f8-4684-a298-141b05a2e07f),segment_id=d25a3d0b-d7f8-4684-a298-141b05a2e07f)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:45:04.252509 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2fbd6d48-e6b3-434a-babf-5a30976a2534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:04.265646 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-2fbd6d48-e6b3-434a-babf-5a30976a2534 admin admin] Calling delete_port for 7b8e591c-0052-414f-9655-33b85997ffe0 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:45:04.312883 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 19a0da48-ab4e-4bc6-8036-4f34d926054c no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:45:04.335785 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 19a0da48-ab4e-4bc6-8036-4f34d926054c {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:45:04.336124 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 19a0da48-ab4e-4bc6-8036-4f34d926054c not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:45:04.336556 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2fc7599e-91c1-4009-bbdc-4ee3c88b1193 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:45:04.355503 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 2fc7599e-91c1-4009-bbdc-4ee3c88b1193 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:45:04.355848 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2fc7599e-91c1-4009-bbdc-4ee3c88b1193 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:45:04.541001 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2fbd6d48-e6b3-434a-babf-5a30976a2534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:04.547694 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b3b05df6-113d-4379-9ec8-c1555e8a6d78 req-ba4eaf1e-b72d-42bf-b848-06b4a5900c7a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451078 Apr 20 16:45:04.578363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd6d48-e6b3-434a-babf-5a30976a2534 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8e591c-0052-414f-9655-33b85997ffe0,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:04.716541 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b05df6-113d-4379-9ec8-c1555e8a6d78 req-f963719a-f114-4fdf-9173-a54a9172a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:04.718044 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b3b05df6-113d-4379-9ec8-c1555e8a6d78 req-f963719a-f114-4fdf-9173-a54a9172a762 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 1097 time: 0.0972738 Apr 20 16:45:04.824465 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2fbd6d48-e6b3-434a-babf-5a30976a2534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:04.902537 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b05df6-113d-4379-9ec8-c1555e8a6d78 req-e426018b-da74-4e36-b05d-aa5973ae0f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:04.903992 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b3b05df6-113d-4379-9ec8-c1555e8a6d78 req-e426018b-da74-4e36-b05d-aa5973ae0f31 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1d416a69-4ba2-4838-8a88-ab529cf53b22 HTTP/1.1" status: 200 len: 898 time: 0.1447592 Apr 20 16:45:05.008068 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b3b05df6-113d-4379-9ec8-c1555e8a6d78 req-6aec1924-0e81-4b82-9270-2919e313fc6d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24c04714-5268-4ca8-bc10-137b5cdc214b HTTP/1.1" status: 200 len: 1002 time: 0.0965967 Apr 20 16:45:05.158317 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b05df6-113d-4379-9ec8-c1555e8a6d78 req-af825930-d01f-49ed-90a3-aae423ceb30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:05.160315 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b3b05df6-113d-4379-9ec8-c1555e8a6d78 req-af825930-d01f-49ed-90a3-aae423ceb30a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23cef50e-6021-4324-ac0c-e6d08bee6c1b HTTP/1.1" status: 200 len: 834 time: 0.1171701 Apr 20 16:45:05.187121 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745bf61-153c-4515-8cb0-48752aab1052 req-4ca875ef-e3b5-403d-b554-36b527eecbe6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:05.188686 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d745bf61-153c-4515-8cb0-48752aab1052 req-4ca875ef-e3b5-403d-b554-36b527eecbe6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 944 time: 0.1448820 Apr 20 16:45:05.234022 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbd6d48-e6b3-434a-babf-5a30976a2534 admin admin] Router e864527d-8ea3-495c-834d-4a995b1c4733 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:45:05.264040 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b05df6-113d-4379-9ec8-c1555e8a6d78 req-778a7579-1746-4662-97ac-db70140eeb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:05.265466 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b3b05df6-113d-4379-9ec8-c1555e8a6d78 req-778a7579-1746-4662-97ac-db70140eeb9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1d416a69-4ba2-4838-8a88-ab529cf53b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972798 Apr 20 16:45:05.268651 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d745bf61-153c-4515-8cb0-48752aab1052 req-de3c5274-df46-492e-8522-50cf74ece6db tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636351 Apr 20 16:45:05.764121 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbd6d48-e6b3-434a-babf-5a30976a2534 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:45:05.767140 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b3b05df6-113d-4379-9ec8-c1555e8a6d78 req-19e56327-92b8-41e8-92ac-0e4ee0ade63b service neutron] 10.222.0.26 "GET /v2.0/networks/1d416a69-4ba2-4838-8a88-ab529cf53b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939559 Apr 20 16:45:05.771110 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2fbd6d48-e6b3-434a-babf-5a30976a2534 admin admin] 10.222.0.15 "PUT /v2.0/routers/e864527d-8ea3-495c-834d-4a995b1c4733/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2251291 Apr 20 16:45:05.774028 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49580) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:05.776906 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e55e9a-9c0b-45c8-962a-3a778b1a170b None None] Sync routers for ids ['e864527d-8ea3-495c-834d-4a995b1c4733'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:45:05.786775 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e55e9a-9c0b-45c8-962a-3a778b1a170b None None] Routers {'e864527d-8ea3-495c-834d-4a995b1c4733'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:45:05.787458 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c8e55e9a-9c0b-45c8-962a-3a778b1a170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:44:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e864527d-8ea3-495c-834d-4a995b1c4733'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:05.859956 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b3b05df6-113d-4379-9ec8-c1555e8a6d78 req-e47b9331-83d9-4f85-a3ce-0b7866692124 service neutron] 10.222.0.26 "GET /v2.0/networks/1d416a69-4ba2-4838-8a88-ab529cf53b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861452 Apr 20 16:45:05.883248 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a182b750-6b32-4fc4-8fa2-c9dea4627352 admin admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:05.900627 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c8e55e9a-9c0b-45c8-962a-3a778b1a170b None None] Set router e864527d-8ea3-495c-834d-4a995b1c4733 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:45:05.999846 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a182b750-6b32-4fc4-8fa2-c9dea4627352 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:06.090062 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c8e55e9a-9c0b-45c8-962a-3a778b1a170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864527d-8ea3-495c-834d-4a995b1c4733', 'name': 'tempest-TestServerBasicOps-1719074627-router', 'tenant_id': '4dd24f00d7f049b692791c368ae5efca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '4101afe5-6d80-4e9a-8940-3ca2df74c428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:39:08Z', 'updated_at': '2022-04-20T16:45:04Z', 'revision_number': 5, 'project_id': '4dd24f00d7f049b692791c368ae5efca', 'gw_port': {'id': '4101afe5-6d80-4e9a-8940-3ca2df74c428', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864527d-8ea3-495c-834d-4a995b1c4733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:39:09Z', 'updated_at': '2022-04-20T16:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:06.116169 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e55e9a-9c0b-45c8-962a-3a778b1a170b None None] Checking router: e864527d-8ea3-495c-834d-4a995b1c4733 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:45:06.124267 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e55e9a-9c0b-45c8-962a-3a778b1a170b None None] Routers {'e864527d-8ea3-495c-834d-4a995b1c4733'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:45:06.124910 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c8e55e9a-9c0b-45c8-962a-3a778b1a170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:44:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e864527d-8ea3-495c-834d-4a995b1c4733'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:06.152798 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a182b750-6b32-4fc4-8fa2-c9dea4627352 admin admin] Deleting port 4101afe5-6d80-4e9a-8940-3ca2df74c428 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:45:06.153163 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a182b750-6b32-4fc4-8fa2-c9dea4627352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:06.211687 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c8e55e9a-9c0b-45c8-962a-3a778b1a170b None None] Set router e864527d-8ea3-495c-834d-4a995b1c4733 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:45:06.232784 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a182b750-6b32-4fc4-8fa2-c9dea4627352 admin admin] For port 4101afe5-6d80-4e9a-8940-3ca2df74c428, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4101afe5-6d80-4e9a-8940-3ca2df74c428,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:45:06.233416 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a182b750-6b32-4fc4-8fa2-c9dea4627352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:06.246351 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a182b750-6b32-4fc4-8fa2-c9dea4627352 admin admin] Calling delete_port for 4101afe5-6d80-4e9a-8940-3ca2df74c428 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:45:06.268090 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c8e55e9a-9c0b-45c8-962a-3a778b1a170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864527d-8ea3-495c-834d-4a995b1c4733', 'name': 'tempest-TestServerBasicOps-1719074627-router', 'tenant_id': '4dd24f00d7f049b692791c368ae5efca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:39:08Z', 'updated_at': '2022-04-20T16:45:06Z', 'revision_number': 6, 'project_id': '4dd24f00d7f049b692791c368ae5efca', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:06.294401 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e55e9a-9c0b-45c8-962a-3a778b1a170b None None] The sync data for ids ['e864527d-8ea3-495c-834d-4a995b1c4733'] in n-d-836146-2 is: [{'id': 'e864527d-8ea3-495c-834d-4a995b1c4733', 'name': 'tempest-TestServerBasicOps-1719074627-router', 'tenant_id': '4dd24f00d7f049b692791c368ae5efca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:39:08Z', 'updated_at': '2022-04-20T16:45:06Z', 'revision_number': 6, 'project_id': '4dd24f00d7f049b692791c368ae5efca', 'gw_port_host': None}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:45:06.457193 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcf3d0-2e41-468f-87d1-33b604e5df70 req-5bb3b468-b0ad-40b6-8ba8-61cc79c2481c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:06.458724 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2bdcf3d0-2e41-468f-87d1-33b604e5df70 req-5bb3b468-b0ad-40b6-8ba8-61cc79c2481c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 944 time: 0.0961812 Apr 20 16:45:06.509817 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2bdcf3d0-2e41-468f-87d1-33b604e5df70 req-c7ea35d0-60e7-402f-8598-dea869090b11 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376503 Apr 20 16:45:06.560693 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a182b750-6b32-4fc4-8fa2-c9dea4627352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:06.586720 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182b750-6b32-4fc4-8fa2-c9dea4627352 admin admin] Pushing event deleted for resources: {'Port': ['ID=4101afe5-6d80-4e9a-8940-3ca2df74c428,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:06.656630 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a182b750-6b32-4fc4-8fa2-c9dea4627352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:07.047073 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a182b750-6b32-4fc4-8fa2-c9dea4627352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:07.049335 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a182b750-6b32-4fc4-8fa2-c9dea4627352 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:07.180147 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a182b750-6b32-4fc4-8fa2-c9dea4627352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:07.180716 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a182b750-6b32-4fc4-8fa2-c9dea4627352 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e864527d-8ea3-495c-834d-4a995b1c4733 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:45:07.184925 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a182b750-6b32-4fc4-8fa2-c9dea4627352 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:07.186062 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a182b750-6b32-4fc4-8fa2-c9dea4627352 admin admin] 10.222.0.15 "DELETE /v2.0/routers/e864527d-8ea3-495c-834d-4a995b1c4733 HTTP/1.1" status: 204 len: 168 time: 1.4110749 Apr 20 16:45:07.188514 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49598) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:07.232540 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-2934e762-7325-48e6-b7aa-30e132fca39c admin admin] Deleting subnet 2be61b5b-44e3-4613-9e3f-f635c93b934e {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:45:07.236475 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2934e762-7325-48e6-b7aa-30e132fca39c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:07.273798 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2934e762-7325-48e6-b7aa-30e132fca39c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:07.370965 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2934e762-7325-48e6-b7aa-30e132fca39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:07.511869 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2934e762-7325-48e6-b7aa-30e132fca39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:07.539005 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934e762-7325-48e6-b7aa-30e132fca39c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2be61b5b-44e3-4613-9e3f-f635c93b934e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:07.542947 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2934e762-7325-48e6-b7aa-30e132fca39c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:07.553621 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2934e762-7325-48e6-b7aa-30e132fca39c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2be61b5b-44e3-4613-9e3f-f635c93b934e HTTP/1.1" status: 204 len: 168 time: 0.3569252 Apr 20 16:45:07.553725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49606) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:07.562361 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a22976-853d-4f72-a7da-b2ab34beab5d None None] Network b9ca543b-4fff-492c-af29-3ca85191647c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:45:07.653676 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3f0bf43d-4b12-49bf-9d2f-6340f802b607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:07.679621 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a0dd5-23f2-4fae-b09a-9d251cb4fb38 req-977fb743-c0ce-415c-995e-620a60e70330 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:07.681142 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a4a0dd5-23f2-4fae-b09a-9d251cb4fb38 req-977fb743-c0ce-415c-995e-620a60e70330 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 944 time: 0.0750113 Apr 20 16:45:07.746901 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a4a0dd5-23f2-4fae-b09a-9d251cb4fb38 req-6fd545a2-2b58-49e2-8992-b270a5d247fe tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456533 Apr 20 16:45:07.756433 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-3f0bf43d-4b12-49bf-9d2f-6340f802b607 admin admin] Deleting port dd45903b-994c-492b-a833-d72d667cd244 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:45:07.756867 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3f0bf43d-4b12-49bf-9d2f-6340f802b607 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:07.771229 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35b0d4d-9777-40a8-8136-aecea095fad4 None None] DHCP port deletion for b9ca543b-4fff-492c-af29-3ca85191647c request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:45:07.827661 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f35b0d4d-9777-40a8-8136-aecea095fad4 None None] Deleting port dd45903b-994c-492b-a833-d72d667cd244 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:45:07.828038 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f35b0d4d-9777-40a8-8136-aecea095fad4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:07.828414 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-3f0bf43d-4b12-49bf-9d2f-6340f802b607 admin admin] For port dd45903b-994c-492b-a833-d72d667cd244, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=dd45903b-994c-492b-a833-d72d667cd244,segment=NetworkSegment(d25a3d0b-d7f8-4684-a298-141b05a2e07f),segment_id=d25a3d0b-d7f8-4684-a298-141b05a2e07f)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:45:07.828788 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3f0bf43d-4b12-49bf-9d2f-6340f802b607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:07.841741 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-3f0bf43d-4b12-49bf-9d2f-6340f802b607 admin admin] Calling delete_port for dd45903b-994c-492b-a833-d72d667cd244 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:45:07.888885 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f35b0d4d-9777-40a8-8136-aecea095fad4 None None] For port dd45903b-994c-492b-a833-d72d667cd244, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=dd45903b-994c-492b-a833-d72d667cd244,segment=NetworkSegment(d25a3d0b-d7f8-4684-a298-141b05a2e07f),segment_id=d25a3d0b-d7f8-4684-a298-141b05a2e07f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:45:07.889290 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f35b0d4d-9777-40a8-8136-aecea095fad4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:07.903360 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f35b0d4d-9777-40a8-8136-aecea095fad4 None None] Calling delete_port for dd45903b-994c-492b-a833-d72d667cd244 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:45:07.982302 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3f0bf43d-4b12-49bf-9d2f-6340f802b607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:07.988245 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f35b0d4d-9777-40a8-8136-aecea095fad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:08.010629 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0bf43d-4b12-49bf-9d2f-6340f802b607 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd45903b-994c-492b-a833-d72d667cd244,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:08.013137 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0bf43d-4b12-49bf-9d2f-6340f802b607 admin admin] No DVR routers for this DVR port dd45903b-994c-492b-a833-d72d667cd244 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:45:08.014596 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b0d4d-9777-40a8-8136-aecea095fad4 None None] Pushing event deleted for resources: {'Port': ['ID=dd45903b-994c-492b-a833-d72d667cd244,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:08.016722 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35b0d4d-9777-40a8-8136-aecea095fad4 None None] No DVR routers for this DVR port dd45903b-994c-492b-a833-d72d667cd244 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:45:08.088606 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3f0bf43d-4b12-49bf-9d2f-6340f802b607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:08.108737 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-3f0bf43d-4b12-49bf-9d2f-6340f802b607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ca543b-4fff-492c-af29-3ca85191647c']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:08.117803 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-3f0bf43d-4b12-49bf-9d2f-6340f802b607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25a3d0b-d7f8-4684-a298-141b05a2e07f') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:08.118102 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-3f0bf43d-4b12-49bf-9d2f-6340f802b607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25a3d0b-d7f8-4684-a298-141b05a2e07f') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:08.127376 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3f0bf43d-4b12-49bf-9d2f-6340f802b607 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:08.141126 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3f0bf43d-4b12-49bf-9d2f-6340f802b607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:08.147717 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0bf43d-4b12-49bf-9d2f-6340f802b607 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:45:08.148114 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3f0bf43d-4b12-49bf-9d2f-6340f802b607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:45:08.149860 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:45:08.300913 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4101afe5-6d80-4e9a-8940-3ca2df74c428 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:45:08.302598 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3f0bf43d-4b12-49bf-9d2f-6340f802b607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:08.309392 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3f0bf43d-4b12-49bf-9d2f-6340f802b607 admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:08.314046 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3f0bf43d-4b12-49bf-9d2f-6340f802b607 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b9ca543b-4fff-492c-af29-3ca85191647c HTTP/1.1" status: 204 len: 168 time: 0.7629631 Apr 20 16:45:08.325112 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0bf43d-4b12-49bf-9d2f-6340f802b607 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9ca543b-4fff-492c-af29-3ca85191647c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:08.326685 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 4101afe5-6d80-4e9a-8940-3ca2df74c428 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:45:08.327198 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4101afe5-6d80-4e9a-8940-3ca2df74c428 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:45:08.327874 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device dd45903b-994c-492b-a833-d72d667cd244 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:45:08.348203 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: dd45903b-994c-492b-a833-d72d667cd244 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:45:08.354340 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device dd45903b-994c-492b-a833-d72d667cd244 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:45:08.354340 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 7b8e591c-0052-414f-9655-33b85997ffe0 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:45:08.369046 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 7b8e591c-0052-414f-9655-33b85997ffe0 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:45:08.369399 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 7b8e591c-0052-414f-9655-33b85997ffe0 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:45:08.865199 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b28f9d-a578-4cfe-b817-e01c26a99167 req-16dc0e7e-9673-45e0-b9c1-1daf64cddf11 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:08.866677 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-03b28f9d-a578-4cfe-b817-e01c26a99167 req-16dc0e7e-9673-45e0-b9c1-1daf64cddf11 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 944 time: 0.0499480 Apr 20 16:45:08.908849 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-03b28f9d-a578-4cfe-b817-e01c26a99167 req-0a5d3df2-1225-4098-be63-379a1923b9c2 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361302 Apr 20 16:45:09.039470 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49628) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:09.079003 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a2fdd0a5-f1d2-4a3c-9a0e-8968c22b0b83 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8ffa36b560db4315aa5b106edc630152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383418 Apr 20 16:45:09.081475 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49630) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:09.142661 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bcfb2213-acf6-496c-a132-4ad7d74ac6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:09.150165 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bcfb2213-acf6-496c-a132-4ad7d74ac6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:09.285654 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bcfb2213-acf6-496c-a132-4ad7d74ac6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:09.288245 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bcfb2213-acf6-496c-a132-4ad7d74ac6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:09.291511 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bcfb2213-acf6-496c-a132-4ad7d74ac6ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1294a478-e894-43ed-9435-7f74b7198cfd HTTP/1.1" status: 204 len: 168 time: 0.2090268 Apr 20 16:45:09.300034 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb2213-acf6-496c-a132-4ad7d74ac6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1294a478-e894-43ed-9435-7f74b7198cfd,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:10.034119 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9edc9-6662-4361-8c06-e515bc6f6a2a req-0d7228ac-fce0-463b-89a7-64180f9c12c9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:10.035599 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6bc9edc9-6662-4361-8c06-e515bc6f6a2a req-0d7228ac-fce0-463b-89a7-64180f9c12c9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 944 time: 0.0527744 Apr 20 16:45:10.074292 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6bc9edc9-6662-4361-8c06-e515bc6f6a2a req-b31736d2-f3fe-49a4-9277-319ae29dbb7b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324500 Apr 20 16:45:10.122796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49652) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:10.165182 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-575556be-f298-450e-a0d2-4ec0d155a433 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4dd24f00d7f049b692791c368ae5efca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411725 Apr 20 16:45:10.168436 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49656) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:10.216949 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8bc015e2-8d6a-496c-8389-ef50d0c8f955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:10.238933 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8bc015e2-8d6a-496c-8389-ef50d0c8f955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:10.371100 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8bc015e2-8d6a-496c-8389-ef50d0c8f955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:10.374028 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8bc015e2-8d6a-496c-8389-ef50d0c8f955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:10.377478 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8bc015e2-8d6a-496c-8389-ef50d0c8f955 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/12fd7513-1239-4f99-9055-935f02009798 HTTP/1.1" status: 204 len: 168 time: 0.2058547 Apr 20 16:45:10.393604 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc015e2-8d6a-496c-8389-ef50d0c8f955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fd7513-1239-4f99-9055-935f02009798,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:11.196146 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b6b00-74f4-4c56-99e4-705e64f2cf27 req-16415497-486f-461e-a1a9-ee4656456cf8 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:11.198851 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c72b6b00-74f4-4c56-99e4-705e64f2cf27 req-16415497-486f-461e-a1a9-ee4656456cf8 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 944 time: 0.0498033 Apr 20 16:45:11.246542 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c72b6b00-74f4-4c56-99e4-705e64f2cf27 req-7251415c-f0f2-4dfe-a167-4a3c55335984 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418718 Apr 20 16:45:11.481990 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49698) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:11.585306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d0bd68ea-465f-4985-a563-f969ee4cf667 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1496052794-network', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:45:11.685055 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bd68ea-465f-4985-a563-f969ee4cf667 admin admin] Made reservation on behalf of 4a1f7f8dd7304784a4e3c26e98ee6ae7 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:45:11.687483 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0bd68ea-465f-4985-a563-f969ee4cf667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:11.696828 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0bd68ea-465f-4985-a563-f969ee4cf667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:11.770377 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0bd68ea-465f-4985-a563-f969ee4cf667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:11.923028 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0bd68ea-465f-4985-a563-f969ee4cf667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:11.947775 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0bd68ea-465f-4985-a563-f969ee4cf667 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:45:11.956242 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd68ea-465f-4985-a563-f969ee4cf667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf15102d-61a0-4389-aad0-e419627bc85f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:11.961986 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0bd68ea-465f-4985-a563-f969ee4cf667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:11.962333 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-d0bd68ea-465f-4985-a563-f969ee4cf667 admin admin] Added segment 30784be2-b4cb-4787-b6f0-2d64da53f73c of type vlan for network ab51bf1d-f814-4922-bdb6-7696d0d1a0ca Apr 20 16:45:12.001631 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0bd68ea-465f-4985-a563-f969ee4cf667 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:12.049155 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b0243b33-470d-4cb1-a319-6674b8346862 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:45:12.100001 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0bd68ea-465f-4985-a563-f969ee4cf667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:12.101027 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bd68ea-465f-4985-a563-f969ee4cf667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:12.101724 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0bd68ea-465f-4985-a563-f969ee4cf667 admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:12.147219 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b0243b33-470d-4cb1-a319-6674b8346862, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b0243b33-470d-4cb1-a319-6674b8346862,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:45:12.158824 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'b0243b33-470d-4cb1-a319-6674b8346862', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'port_id': 'b0243b33-470d-4cb1-a319-6674b8346862', 'mac_address': 'fa:16:3e:b7:d1:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:45:12.164478 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd68ea-465f-4985-a563-f969ee4cf667 admin admin] Pushing event updated for resources: {'Network': ['ID=ab51bf1d-f814-4922-bdb6-7696d0d1a0ca,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:12.193327 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network ab51bf1d-f814-4922-bdb6-7696d0d1a0ca details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:45:12.205513 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49708) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:12.211249 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e3c269e0-93fe-4fc5-8e2b-bd5db8d93bf9 admin admin] Request body: {'subnet': {'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1496052794-subnet', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:45:12.215114 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d0bd68ea-465f-4985-a563-f969ee4cf667 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7319591 Apr 20 16:45:12.261458 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:12.282761 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0243b33-470d-4cb1-a319-6674b8346862 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:45:12.306607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b0243b33-470d-4cb1-a319-6674b8346862, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b0243b33-470d-4cb1-a319-6674b8346862,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:45:12.317796 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c269e0-93fe-4fc5-8e2b-bd5db8d93bf9 admin admin] Made reservation on behalf of 4a1f7f8dd7304784a4e3c26e98ee6ae7 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:45:12.324592 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e3c269e0-93fe-4fc5-8e2b-bd5db8d93bf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:12.434449 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1306a-8faa-4b9f-a61d-4d1e167a46e5 req-130f5e45-6fd3-44c3-bf60-18dbb3b886af tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:12.435938 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-20b1306a-8faa-4b9f-a61d-4d1e167a46e5 req-130f5e45-6fd3-44c3-bf60-18dbb3b886af tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 944 time: 0.1134121 Apr 20 16:45:12.439844 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:12.513194 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=b0243b33-470d-4cb1-a319-6674b8346862,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:12.522036 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:12.525874 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:12.525874 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:12.525874 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:12.525874 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:12.525874 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:12.525874 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:12.525874 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:12.525874 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:12.526523 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-20b1306a-8faa-4b9f-a61d-4d1e167a46e5 req-4e46e490-3ea7-473c-a9d9-49ffdf8a7fe7 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463030 Apr 20 16:45:12.526651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:12.526651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:12.526651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:12.649093 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e3c269e0-93fe-4fc5-8e2b-bd5db8d93bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:12.709737 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c269e0-93fe-4fc5-8e2b-bd5db8d93bf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e161eb7-ac8b-45c0-8ac0-11fd8b423869,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:12.714051 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c269e0-93fe-4fc5-8e2b-bd5db8d93bf9 admin admin] Checking segment: {'id': '30784be2-b4cb-4787-b6f0-2d64da53f73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:45:12.714410 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c269e0-93fe-4fc5-8e2b-bd5db8d93bf9 admin admin] Network hostable DHCP agents. Network: ab51bf1d-f814-4922-bdb6-7696d0d1a0ca, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:45:12.844537 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c269e0-93fe-4fc5-8e2b-bd5db8d93bf9 admin admin] Network ab51bf1d-f814-4922-bdb6-7696d0d1a0ca is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:45:12.844641 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['b0243b33-470d-4cb1-a319-6674b8346862'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:45:12.935507 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-e3c269e0-93fe-4fc5-8e2b-bd5db8d93bf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, ab51bf1d-f814-4922-bdb6-7696d0d1a0ca) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:45:12.945925 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c269e0-93fe-4fc5-8e2b-bd5db8d93bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:12.947788 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e3c269e0-93fe-4fc5-8e2b-bd5db8d93bf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:12.957600 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dae54e-9edf-42db-920d-0c1f6a7e6935 None None] Network ab51bf1d-f814-4922-bdb6-7696d0d1a0ca requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:45:13.142686 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f64676-0107-4506-8e68-0aaf8d1d1c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-ab51bf1d-f814-4922-bdb6-7696d0d1a0ca', 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'fixed_ips': [{'subnet_id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:45:13.144194 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-45f64676-0107-4506-8e68-0aaf8d1d1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:13.286447 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-45f64676-0107-4506-8e68-0aaf8d1d1c05 None None] Allocated IP 172.20.0.2 (ab51bf1d-f814-4922-bdb6-7696d0d1a0ca/7e161eb7-ac8b-45c0-8ac0-11fd8b423869/7afa4336-de34-4478-ba6c-d41104a52cf7) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:45:13.291429 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e3c269e0-93fe-4fc5-8e2b-bd5db8d93bf9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0844011 Apr 20 16:45:13.294340 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49728) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:13.298722 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-59731c0b-f66d-465c-9452-1404000377d8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1496052794-router', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:45:13.387882 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59731c0b-f66d-465c-9452-1404000377d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:13.392241 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59731c0b-f66d-465c-9452-1404000377d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:13.438249 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-45f64676-0107-4506-8e68-0aaf8d1d1c05 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:13.470205 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59731c0b-f66d-465c-9452-1404000377d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:13.645549 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d7810-ec9b-4cc3-8e0d-523384973d63 req-eb77e167-7798-4ba7-98bf-21b7119b8d56 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:13.646946 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-135d7810-ec9b-4cc3-8e0d-523384973d63 req-eb77e167-7798-4ba7-98bf-21b7119b8d56 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 945 time: 0.0494015 Apr 20 16:45:13.683895 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-135d7810-ec9b-4cc3-8e0d-523384973d63 req-ca96ff1b-4ce0-4e5d-8a33-f6359f43d3fd tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309665 Apr 20 16:45:13.697070 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-45f64676-0107-4506-8e68-0aaf8d1d1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:13.732793 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f64676-0107-4506-8e68-0aaf8d1d1c05 None None] Network ab51bf1d-f814-4922-bdb6-7696d0d1a0ca is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:45:13.738251 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-45f64676-0107-4506-8e68-0aaf8d1d1c05 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:45:13.741747 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f64676-0107-4506-8e68-0aaf8d1d1c05 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:45:13.750341 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f64676-0107-4506-8e68-0aaf8d1d1c05 None None] Pushing event updated for resources: {'Port': ['ID=7afa4336-de34-4478-ba6c-d41104a52cf7,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:13.799688 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-45f64676-0107-4506-8e68-0aaf8d1d1c05 None None] Attempting to bind port 7afa4336-de34-4478-ba6c-d41104a52cf7 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:45:13.800625 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-45f64676-0107-4506-8e68-0aaf8d1d1c05 None None] Attempting to bind port 7afa4336-de34-4478-ba6c-d41104a52cf7 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '30784be2-b4cb-4787-b6f0-2d64da53f73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:45:13.800988 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f64676-0107-4506-8e68-0aaf8d1d1c05 None None] Attempting to bind port 7afa4336-de34-4478-ba6c-d41104a52cf7 on network ab51bf1d-f814-4922-bdb6-7696d0d1a0ca {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:45:13.805914 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f64676-0107-4506-8e68-0aaf8d1d1c05 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:45:13.806287 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f64676-0107-4506-8e68-0aaf8d1d1c05 None None] Checking segment: {'id': '30784be2-b4cb-4787-b6f0-2d64da53f73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:45:13.806705 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-45f64676-0107-4506-8e68-0aaf8d1d1c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:13.807174 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f64676-0107-4506-8e68-0aaf8d1d1c05 None None] Bound using segment: {'id': '30784be2-b4cb-4787-b6f0-2d64da53f73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:45:13.807541 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-45f64676-0107-4506-8e68-0aaf8d1d1c05 None None] Bound port: 7afa4336-de34-4478-ba6c-d41104a52cf7, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30784be2-b4cb-4787-b6f0-2d64da53f73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:45:13.807918 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-45f64676-0107-4506-8e68-0aaf8d1d1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:13.884729 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-45f64676-0107-4506-8e68-0aaf8d1d1c05 None None] For port 7afa4336-de34-4478-ba6c-d41104a52cf7, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:45:13.888180 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-45f64676-0107-4506-8e68-0aaf8d1d1c05 None None] For port 7afa4336-de34-4478-ba6c-d41104a52cf7, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7afa4336-de34-4478-ba6c-d41104a52cf7,segment=NetworkSegment(30784be2-b4cb-4787-b6f0-2d64da53f73c),segment_id=30784be2-b4cb-4787-b6f0-2d64da53f73c)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:45:13.909077 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59731c0b-f66d-465c-9452-1404000377d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:14.011278 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-45f64676-0107-4506-8e68-0aaf8d1d1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:14.064821 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b0243b33-470d-4cb1-a319-6674b8346862 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:45:14.094798 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f64676-0107-4506-8e68-0aaf8d1d1c05 None None] Pushing event updated for resources: {'Port': ['ID=7afa4336-de34-4478-ba6c-d41104a52cf7,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:14.197456 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port b0243b33-470d-4cb1-a319-6674b8346862 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:45:14.201487 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port b0243b33-470d-4cb1-a319-6674b8346862 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:14.201856 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:14.296071 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59731c0b-f66d-465c-9452-1404000377d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:14.331821 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59731c0b-f66d-465c-9452-1404000377d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:14.360314 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:14.394879 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37072bce-a439-4d2e-9a4e-2ad7ce40c97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0243b33-470d-4cb1-a319-6674b8346862'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:45:14.398977 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e0d984-57bd-4359-91bc-0cfd56653740" -d '{"events": [{"server_uuid": "37072bce-a439-4d2e-9a4e-2ad7ce40c97b", "name": "network-vif-plugged", "status": "completed", "tag": "b0243b33-470d-4cb1-a319-6674b8346862"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:45:14.417533 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b0243b33-470d-4cb1-a319-6674b8346862, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b0243b33-470d-4cb1-a319-6674b8346862,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:45:14.459679 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 7afa4336-de34-4478-ba6c-d41104a52cf7 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:45:14.476621 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-59731c0b-f66d-465c-9452-1404000377d8 admin admin] Allocated IP 172.25.0.100 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/dcc1e454-c903-46ba-bcaf-ac087cf4f89e) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:45:14.504151 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db5de30-64a6-48a6-9dca-3c28d58faed2 x-openstack-request-id: req-5db5de30-64a6-48a6-9dca-3c28d58faed2 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:45:14.504518 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37072bce-a439-4d2e-9a4e-2ad7ce40c97b", "name": "network-vif-plugged", "status": "completed", "tag": "b0243b33-470d-4cb1-a319-6674b8346862", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:45:14.504866 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5db5de30-64a6-48a6-9dca-3c28d58faed2 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:45:14.505369 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db5de30-64a6-48a6-9dca-3c28d58faed2'] response: {'server_uuid': '37072bce-a439-4d2e-9a4e-2ad7ce40c97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0243b33-470d-4cb1-a319-6674b8346862', 'code': 200} Apr 20 16:45:14.526714 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 7afa4336-de34-4478-ba6c-d41104a52cf7 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:14.528629 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:14.585991 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:14.609427 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59731c0b-f66d-465c-9452-1404000377d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:14.627625 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0cc0d-6309-4786-ad6b-3dc24015a20a req-ae6d67b1-874b-4093-9634-a93e2af1ba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:14.629614 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61b0cc0d-6309-4786-ad6b-3dc24015a20a req-ae6d67b1-874b-4093-9634-a93e2af1ba37 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 1096 time: 0.0670984 Apr 20 16:45:14.664832 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:14.681216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61b0cc0d-6309-4786-ad6b-3dc24015a20a req-28889eb0-f5b7-4d38-af2c-0329f1673b40 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440431 Apr 20 16:45:14.693503 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=b0243b33-470d-4cb1-a319-6674b8346862,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:14.708952 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59731c0b-f66d-465c-9452-1404000377d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:14.713936 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 7afa4336-de34-4478-ba6c-d41104a52cf7, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7afa4336-de34-4478-ba6c-d41104a52cf7,segment=NetworkSegment(30784be2-b4cb-4787-b6f0-2d64da53f73c),segment_id=30784be2-b4cb-4787-b6f0-2d64da53f73c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:45:14.758571 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59731c0b-f66d-465c-9452-1404000377d8 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:45:14.764089 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-59731c0b-f66d-465c-9452-1404000377d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:45:14.769669 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59731c0b-f66d-465c-9452-1404000377d8 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:45:14.794600 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59731c0b-f66d-465c-9452-1404000377d8 admin admin] Pushing event updated for resources: {'Port': ['ID=dcc1e454-c903-46ba-bcaf-ac087cf4f89e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:14.822242 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:14.837552 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10a1f2-57d4-4760-b53f-a97b166e003f req-8f9ae995-8d27-43fd-9f90-13f311cd59b9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:14.846322 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2c10a1f2-57d4-4760-b53f-a97b166e003f req-8f9ae995-8d27-43fd-9f90-13f311cd59b9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 946 time: 0.0739324 Apr 20 16:45:14.905160 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2c10a1f2-57d4-4760-b53f-a97b166e003f req-48f774fa-be35-4e69-87ef-55727c170ff2 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575249 Apr 20 16:45:14.907901 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=7afa4336-de34-4478-ba6c-d41104a52cf7,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:15.212870 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b56657-7b27-43b3-9d21-809574676134 None None] Network ab51bf1d-f814-4922-bdb6-7696d0d1a0ca requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:45:15.220358 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59731c0b-f66d-465c-9452-1404000377d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:15.347678 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d085cb89-62f1-4bcf-b894-4d9ca34a4d79 None None] Provisioning complete for port 7afa4336-de34-4478-ba6c-d41104a52cf7 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:15.348048 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d085cb89-62f1-4bcf-b894-4d9ca34a4d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:15.433612 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59731c0b-f66d-465c-9452-1404000377d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:15.681875 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-448351de-e3a6-414f-93bd-f4fabbbec949 None None] Provisioning complete for port 7afa4336-de34-4478-ba6c-d41104a52cf7 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:15.682243 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-448351de-e3a6-414f-93bd-f4fabbbec949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:15.691849 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59731c0b-f66d-465c-9452-1404000377d8 admin admin] Router 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:45:15.801981 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59731c0b-f66d-465c-9452-1404000377d8 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:45:15.811491 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] Sync routers for ids ['72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:45:15.822156 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] Routers {'72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:45:15.822812 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:44:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:15.898425 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59731c0b-f66d-465c-9452-1404000377d8 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:15.902259 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-59731c0b-f66d-465c-9452-1404000377d8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6044233 Apr 20 16:45:15.902536 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49750) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:16.089829 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2305bba-0804-49c3-ab7a-1cb4c73dcc3a req-d17800a4-1c84-499a-b55a-b33526dd5fdc tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:16.092224 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a2305bba-0804-49c3-ab7a-1cb4c73dcc3a req-d17800a4-1c84-499a-b55a-b33526dd5fdc tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 946 time: 0.0829813 Apr 20 16:45:16.130278 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] Set router 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:45:16.143076 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a2305bba-0804-49c3-ab7a-1cb4c73dcc3a req-d3688984-5972-49d5-8f3f-c33febc7b3d6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441911 Apr 20 16:45:16.374635 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 7afa4336-de34-4478-ba6c-d41104a52cf7 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:45:16.434341 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-96a22568-7234-455b-9156-ff705a8d021a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:16.437434 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'name': 'tempest-TestVolumeBackupRestore-1496052794-router', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:13Z', 'updated_at': '2022-04-20T16:45:14Z', 'revision_number': 3, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'gw_port': {'id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:14Z', 'updated_at': '2022-04-20T16:45:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:16.473213 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] Checking router: 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:45:16.473468 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] Updating router 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf port dcc1e454-c903-46ba-bcaf-ac087cf4f89e binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:45:16.475564 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 7afa4336-de34-4478-ba6c-d41104a52cf7 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:16.475933 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:16.533300 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:16.620131 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-96a22568-7234-455b-9156-ff705a8d021a admin admin] Allocated IP 172.20.0.1 (ab51bf1d-f814-4922-bdb6-7696d0d1a0ca/7e161eb7-ac8b-45c0-8ac0-11fd8b423869/b4cd40ad-08c5-4312-96a8-652129903ef8) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:45:16.741877 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-96a22568-7234-455b-9156-ff705a8d021a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:16.863504 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:16.871390 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-96a22568-7234-455b-9156-ff705a8d021a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:16.908824 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a22568-7234-455b-9156-ff705a8d021a admin admin] Network ab51bf1d-f814-4922-bdb6-7696d0d1a0ca is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:45:16.911679 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-96a22568-7234-455b-9156-ff705a8d021a admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:45:16.915263 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a22568-7234-455b-9156-ff705a8d021a admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:45:16.956142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a22568-7234-455b-9156-ff705a8d021a admin admin] Pushing event updated for resources: {'Port': ['ID=b4cd40ad-08c5-4312-96a8-652129903ef8,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:16.967278 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-96a22568-7234-455b-9156-ff705a8d021a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:16.985448 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:17.040414 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade15817-5aa3-4b25-98e5-52340d35f3c3 None None] Pushing event updated for resources: {'Port': ['ID=dcc1e454-c903-46ba-bcaf-ac087cf4f89e,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:17.063653 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] Attempting to bind port dcc1e454-c903-46ba-bcaf-ac087cf4f89e on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:45:17.064404 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] Attempting to bind port dcc1e454-c903-46ba-bcaf-ac087cf4f89e by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:45:17.065014 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] Attempting to bind port dcc1e454-c903-46ba-bcaf-ac087cf4f89e on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:45:17.071494 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:45:17.072048 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:45:17.072634 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:17.073127 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:45:17.073819 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] Bound port: dcc1e454-c903-46ba-bcaf-ac087cf4f89e, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:45:17.074300 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:17.134673 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] For port dcc1e454-c903-46ba-bcaf-ac087cf4f89e, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:45:17.138160 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] For port dcc1e454-c903-46ba-bcaf-ac087cf4f89e, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=dcc1e454-c903-46ba-bcaf-ac087cf4f89e,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:45:17.200759 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:17.206944 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-96a22568-7234-455b-9156-ff705a8d021a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:17.266301 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-27154cbe-b08b-41d0-ac14-0c3c25a8c7a0 None None] Provisioning complete for port b4cd40ad-08c5-4312-96a8-652129903ef8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:17.266572 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-27154cbe-b08b-41d0-ac14-0c3c25a8c7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:17.294146 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] Routers {'72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:45:17.294759 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:44:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:17.317867 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d5d1f-4b4a-4c3b-bb8f-36c692c96543 req-16d74518-e7ad-4d86-b531-3f44ead48762 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:17.319613 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d9d5d1f-4b4a-4c3b-bb8f-36c692c96543 req-16d74518-e7ad-4d86-b531-3f44ead48762 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 946 time: 0.0921423 Apr 20 16:45:17.339918 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade15817-5aa3-4b25-98e5-52340d35f3c3 None None] Pushing event updated for resources: {'Port': ['ID=dcc1e454-c903-46ba-bcaf-ac087cf4f89e,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:17.353485 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-27154cbe-b08b-41d0-ac14-0c3c25a8c7a0 None None] Port b4cd40ad-08c5-4312-96a8-652129903ef8 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:45:17.413127 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d9d5d1f-4b4a-4c3b-bb8f-36c692c96543 req-eea85978-a0b2-4456-a253-dd1f296b2f0b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797536 Apr 20 16:45:17.425693 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] Set router 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:45:17.461491 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-96a22568-7234-455b-9156-ff705a8d021a admin admin] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:17.536172 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-96a22568-7234-455b-9156-ff705a8d021a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:17.557130 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9f16f-2ec0-4237-9958-12aa61675222 req-e56afc9e-c3e3-44e8-a0fb-2ac67736f188 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:17.560061 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b4f9f16f-2ec0-4237-9958-12aa61675222 req-e56afc9e-c3e3-44e8-a0fb-2ac67736f188 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 946 time: 0.0663466 Apr 20 16:45:17.606947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a22568-7234-455b-9156-ff705a8d021a admin admin] Pushing event updated for resources: {'Port': ['ID=b4cd40ad-08c5-4312-96a8-652129903ef8,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:17.609850 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-96a22568-7234-455b-9156-ff705a8d021a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:17.621428 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b4f9f16f-2ec0-4237-9958-12aa61675222 req-52e44253-2605-4c7a-a767-c001fa5fe53a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539458 Apr 20 16:45:17.681722 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'name': 'tempest-TestVolumeBackupRestore-1496052794-router', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:13Z', 'updated_at': '2022-04-20T16:45:17Z', 'revision_number': 4, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'gw_port': {'id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:14Z', 'updated_at': '2022-04-20T16:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'b4cd40ad-08c5-4312-96a8-652129903ef8', 'name': '', 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'mac_address': 'fa:16:3e:e9:0b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:16Z', 'updated_at': '2022-04-20T16:45:16Z', 'revision_number': 1, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'subnets': [{'id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:17.711819 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a22568-7234-455b-9156-ff705a8d021a admin admin] Network ab51bf1d-f814-4922-bdb6-7696d0d1a0ca is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:45:17.713502 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-96a22568-7234-455b-9156-ff705a8d021a admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:45:17.727043 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7324b584-7409-4ce4-b2e3-d66122bf6229 None None] The sync data for ids ['72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'] in n-d-836146-2 is: [{'id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'name': 'tempest-TestVolumeBackupRestore-1496052794-router', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:13Z', 'updated_at': '2022-04-20T16:45:17Z', 'revision_number': 4, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'gw_port': {'id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:14Z', 'updated_at': '2022-04-20T16:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'b4cd40ad-08c5-4312-96a8-652129903ef8', 'name': '', 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'mac_address': 'fa:16:3e:e9:0b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:16Z', 'updated_at': '2022-04-20T16:45:16Z', 'revision_number': 1, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'subnets': [{'id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:45:17.868876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a22568-7234-455b-9156-ff705a8d021a admin admin] Router 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:45:17.989336 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e8eb2682-64e2-42dd-b9b6-884b4aeccbb9 None None] Provisioning complete for port b4cd40ad-08c5-4312-96a8-652129903ef8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:17.989607 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e8eb2682-64e2-42dd-b9b6-884b4aeccbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:18.025906 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a22568-7234-455b-9156-ff705a8d021a admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:45:18.059366 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-96a22568-7234-455b-9156-ff705a8d021a admin admin] 10.222.0.15 "PUT /v2.0/routers/72a38b9f-2d22-4955-91b8-2b3e3cc4adaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1547334 Apr 20 16:45:18.093027 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e8eb2682-64e2-42dd-b9b6-884b4aeccbb9 None None] Port b4cd40ad-08c5-4312-96a8-652129903ef8 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:45:19.004413 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49802) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:19.009352 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1686442137-network', 'tenant_id': '749f8f52275e4c479c1655820621f26c'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:45:19.168305 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Made reservation on behalf of 749f8f52275e4c479c1655820621f26c for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:45:19.170929 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:19.184019 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:19.270808 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:19.334677 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:19.360935 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:45:19.377249 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5491722c-70f5-41b5-953c-0f658c4ffee1,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:19.380497 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:19.380844 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Added segment d887be02-431e-4583-8cbf-5e60332390af of type vlan for network 648f24a0-2063-4afc-bae5-80fb528a4c08 Apr 20 16:45:19.396309 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:19.396876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:19.397309 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:19.397704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:19.398093 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:19.398492 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:19.398929 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:19.399311 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:19.399693 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:19.400069 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:19.400481 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:19.402279 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:19.446511 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:19.579880 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:19.581708 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:19.582330 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:19.641473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] Pushing event updated for resources: {'Network': ['ID=648f24a0-2063-4afc-bae5-80fb528a4c08,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:19.656252 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 648f24a0-2063-4afc-bae5-80fb528a4c08 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:45:19.740047 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-978a2b80-b9ab-4e5b-aebe-a732768cbe89 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7345304 Apr 20 16:45:19.742823 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49828) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:19.748596 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-0a5b26a3-7a4d-4279-a4d2-e86b49a9fc50 admin admin] Request body: {'subnet': {'network_id': '648f24a0-2063-4afc-bae5-80fb528a4c08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1686442137-subnet', 'tenant_id': '749f8f52275e4c479c1655820621f26c', 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:45:19.941011 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5b26a3-7a4d-4279-a4d2-e86b49a9fc50 admin admin] Made reservation on behalf of 749f8f52275e4c479c1655820621f26c for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:45:19.949493 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0a5b26a3-7a4d-4279-a4d2-e86b49a9fc50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:20.125719 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] Sync routers for ids ['72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:45:20.136192 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] Routers {'72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:45:20.136630 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:44:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:20.283118 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0a5b26a3-7a4d-4279-a4d2-e86b49a9fc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:20.351959 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b26a3-7a4d-4279-a4d2-e86b49a9fc50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13ae538a-d38b-44ed-a447-294e0550828d,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:20.378977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5b26a3-7a4d-4279-a4d2-e86b49a9fc50 admin admin] Checking segment: {'id': 'd887be02-431e-4583-8cbf-5e60332390af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '648f24a0-2063-4afc-bae5-80fb528a4c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:45:20.378977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5b26a3-7a4d-4279-a4d2-e86b49a9fc50 admin admin] Network hostable DHCP agents. Network: 648f24a0-2063-4afc-bae5-80fb528a4c08, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:45:20.388606 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] Set router 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:45:20.390843 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device dcc1e454-c903-46ba-bcaf-ac087cf4f89e up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:45:20.451948 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port dcc1e454-c903-46ba-bcaf-ac087cf4f89e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:20.455679 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:20.473808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5b26a3-7a4d-4279-a4d2-e86b49a9fc50 admin admin] Network 648f24a0-2063-4afc-bae5-80fb528a4c08 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:45:20.537070 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:20.562793 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port dcc1e454-c903-46ba-bcaf-ac087cf4f89e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=dcc1e454-c903-46ba-bcaf-ac087cf4f89e,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:45:20.595636 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'name': 'tempest-TestVolumeBackupRestore-1496052794-router', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:13Z', 'updated_at': '2022-04-20T16:45:17Z', 'revision_number': 4, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'gw_port': {'id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:14Z', 'updated_at': '2022-04-20T16:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'b4cd40ad-08c5-4312-96a8-652129903ef8', 'name': '', 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'mac_address': 'fa:16:3e:e9:0b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:16Z', 'updated_at': '2022-04-20T16:45:17Z', 'revision_number': 2, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'subnets': [{'id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:20.622331 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] Checking router: 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:45:20.622667 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-0a5b26a3-7a4d-4279-a4d2-e86b49a9fc50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 648f24a0-2063-4afc-bae5-80fb528a4c08) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:45:20.622836 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] Updating router 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf port b4cd40ad-08c5-4312-96a8-652129903ef8 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:45:20.634079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5b26a3-7a4d-4279-a4d2-e86b49a9fc50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:20.634624 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7076d39d-5918-4493-8f80-69aae1fd6e48 None None] Network 648f24a0-2063-4afc-bae5-80fb528a4c08 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:45:20.635079 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0a5b26a3-7a4d-4279-a4d2-e86b49a9fc50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:20.648198 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:20.689196 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:20.744860 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0a5b26a3-7a4d-4279-a4d2-e86b49a9fc50 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9986107 Apr 20 16:45:20.745079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 49860) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:20.749115 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4063b5e9-54d0-44bc-823b-135a010607f8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1686442137-router', 'tenant_id': '749f8f52275e4c479c1655820621f26c', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:45:20.777249 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=dcc1e454-c903-46ba-bcaf-ac087cf4f89e,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:20.853242 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f3cd73-ef26-46c2-ac26-ab4273424d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-648f24a0-2063-4afc-bae5-80fb528a4c08', 'network_id': '648f24a0-2063-4afc-bae5-80fb528a4c08', 'tenant_id': '749f8f52275e4c479c1655820621f26c', 'fixed_ips': [{'subnet_id': '13ae538a-d38b-44ed-a447-294e0550828d'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:45:20.854257 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-80f3cd73-ef26-46c2-ac26-ab4273424d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:20.871561 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4063b5e9-54d0-44bc-823b-135a010607f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:20.872690 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4063b5e9-54d0-44bc-823b-135a010607f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:20.925116 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4063b5e9-54d0-44bc-823b-135a010607f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:20.939104 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:20.994557 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-80f3cd73-ef26-46c2-ac26-ab4273424d61 None None] Allocated IP 172.20.0.2 (648f24a0-2063-4afc-bae5-80fb528a4c08/13ae538a-d38b-44ed-a447-294e0550828d/25a4ae0f-e2aa-4d9d-aa1e-7307e457824c) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:45:21.057046 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:21.108975 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21bbc6-39e4-4a7b-b0b2-c3b970a951ac None None] Pushing event updated for resources: {'Port': ['ID=b4cd40ad-08c5-4312-96a8-652129903ef8,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:21.118659 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21bbc6-39e4-4a7b-b0b2-c3b970a951ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:21.118996 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21bbc6-39e4-4a7b-b0b2-c3b970a951ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:21.119617 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21bbc6-39e4-4a7b-b0b2-c3b970a951ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:21.119951 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21bbc6-39e4-4a7b-b0b2-c3b970a951ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:21.120276 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21bbc6-39e4-4a7b-b0b2-c3b970a951ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:21.120623 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21bbc6-39e4-4a7b-b0b2-c3b970a951ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:21.121490 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21bbc6-39e4-4a7b-b0b2-c3b970a951ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:21.121815 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21bbc6-39e4-4a7b-b0b2-c3b970a951ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:21.122134 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21bbc6-39e4-4a7b-b0b2-c3b970a951ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:21.122448 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21bbc6-39e4-4a7b-b0b2-c3b970a951ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:21.122768 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21bbc6-39e4-4a7b-b0b2-c3b970a951ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:21.123086 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21bbc6-39e4-4a7b-b0b2-c3b970a951ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:21.156665 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-80f3cd73-ef26-46c2-ac26-ab4273424d61 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:21.174178 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4063b5e9-54d0-44bc-823b-135a010607f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:21.204225 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] Attempting to bind port b4cd40ad-08c5-4312-96a8-652129903ef8 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:45:21.204872 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] Attempting to bind port b4cd40ad-08c5-4312-96a8-652129903ef8 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '30784be2-b4cb-4787-b6f0-2d64da53f73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:45:21.204991 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] Attempting to bind port b4cd40ad-08c5-4312-96a8-652129903ef8 on network ab51bf1d-f814-4922-bdb6-7696d0d1a0ca {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:45:21.210261 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:45:21.210626 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] Checking segment: {'id': '30784be2-b4cb-4787-b6f0-2d64da53f73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:45:21.211024 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:21.211410 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] Bound using segment: {'id': '30784be2-b4cb-4787-b6f0-2d64da53f73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:45:21.211868 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] Bound port: b4cd40ad-08c5-4312-96a8-652129903ef8, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30784be2-b4cb-4787-b6f0-2d64da53f73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:45:21.212241 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:21.274667 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-80f3cd73-ef26-46c2-ac26-ab4273424d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:21.292307 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] For port b4cd40ad-08c5-4312-96a8-652129903ef8, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:45:21.296185 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] For port b4cd40ad-08c5-4312-96a8-652129903ef8, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b4cd40ad-08c5-4312-96a8-652129903ef8,segment=NetworkSegment(30784be2-b4cb-4787-b6f0-2d64da53f73c),segment_id=30784be2-b4cb-4787-b6f0-2d64da53f73c)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:45:21.323828 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f3cd73-ef26-46c2-ac26-ab4273424d61 None None] Network 648f24a0-2063-4afc-bae5-80fb528a4c08 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:45:21.329571 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-80f3cd73-ef26-46c2-ac26-ab4273424d61 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:45:21.332220 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f3cd73-ef26-46c2-ac26-ab4273424d61 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:45:21.334325 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3cd73-ef26-46c2-ac26-ab4273424d61 None None] Pushing event updated for resources: {'Port': ['ID=25a4ae0f-e2aa-4d9d-aa1e-7307e457824c,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:21.364534 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:21.395940 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-80f3cd73-ef26-46c2-ac26-ab4273424d61 None None] Attempting to bind port 25a4ae0f-e2aa-4d9d-aa1e-7307e457824c on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:45:21.396637 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-80f3cd73-ef26-46c2-ac26-ab4273424d61 None None] Attempting to bind port 25a4ae0f-e2aa-4d9d-aa1e-7307e457824c by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'd887be02-431e-4583-8cbf-5e60332390af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '648f24a0-2063-4afc-bae5-80fb528a4c08'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:45:21.398360 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f3cd73-ef26-46c2-ac26-ab4273424d61 None None] Attempting to bind port 25a4ae0f-e2aa-4d9d-aa1e-7307e457824c on network 648f24a0-2063-4afc-bae5-80fb528a4c08 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:45:21.404809 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f3cd73-ef26-46c2-ac26-ab4273424d61 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:45:21.405200 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f3cd73-ef26-46c2-ac26-ab4273424d61 None None] Checking segment: {'id': 'd887be02-431e-4583-8cbf-5e60332390af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '648f24a0-2063-4afc-bae5-80fb528a4c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:45:21.405597 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-80f3cd73-ef26-46c2-ac26-ab4273424d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:21.406189 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f3cd73-ef26-46c2-ac26-ab4273424d61 None None] Bound using segment: {'id': 'd887be02-431e-4583-8cbf-5e60332390af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '648f24a0-2063-4afc-bae5-80fb528a4c08'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:45:21.407177 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-80f3cd73-ef26-46c2-ac26-ab4273424d61 None None] Bound port: 25a4ae0f-e2aa-4d9d-aa1e-7307e457824c, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd887be02-431e-4583-8cbf-5e60332390af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '648f24a0-2063-4afc-bae5-80fb528a4c08'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:45:21.407744 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-80f3cd73-ef26-46c2-ac26-ab4273424d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:21.429300 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21bbc6-39e4-4a7b-b0b2-c3b970a951ac None None] Pushing event updated for resources: {'Port': ['ID=b4cd40ad-08c5-4312-96a8-652129903ef8,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:21.431848 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] Routers {'72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:45:21.432558 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:44:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:21.508925 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4063b5e9-54d0-44bc-823b-135a010607f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:21.510279 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c7ffd942-30a9-4dac-845e-8c4a09e1fc98 None None] Provisioning complete for port b4cd40ad-08c5-4312-96a8-652129903ef8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:21.510662 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c7ffd942-30a9-4dac-845e-8c4a09e1fc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:21.515071 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-80f3cd73-ef26-46c2-ac26-ab4273424d61 None None] For port 25a4ae0f-e2aa-4d9d-aa1e-7307e457824c, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:45:21.533014 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4063b5e9-54d0-44bc-823b-135a010607f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:21.554335 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-80f3cd73-ef26-46c2-ac26-ab4273424d61 None None] For port 25a4ae0f-e2aa-4d9d-aa1e-7307e457824c, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=25a4ae0f-e2aa-4d9d-aa1e-7307e457824c,segment=NetworkSegment(d887be02-431e-4583-8cbf-5e60332390af),segment_id=d887be02-431e-4583-8cbf-5e60332390af)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:45:21.621590 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c7ffd942-30a9-4dac-845e-8c4a09e1fc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:21.658179 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] Set router 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:45:21.662768 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c7ffd942-30a9-4dac-845e-8c4a09e1fc98 None None] For port b4cd40ad-08c5-4312-96a8-652129903ef8, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b4cd40ad-08c5-4312-96a8-652129903ef8,segment=NetworkSegment(30784be2-b4cb-4787-b6f0-2d64da53f73c),segment_id=30784be2-b4cb-4787-b6f0-2d64da53f73c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:45:21.672247 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-4063b5e9-54d0-44bc-823b-135a010607f8 admin admin] Allocated IP 172.25.0.213 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/2fdae10a-8a12-412f-8ba9-8a909d7b3999) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:45:21.694594 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-80f3cd73-ef26-46c2-ac26-ab4273424d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:21.790265 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3cd73-ef26-46c2-ac26-ab4273424d61 None None] Pushing event updated for resources: {'Port': ['ID=25a4ae0f-e2aa-4d9d-aa1e-7307e457824c,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:21.800034 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c7ffd942-30a9-4dac-845e-8c4a09e1fc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:21.845815 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4063b5e9-54d0-44bc-823b-135a010607f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:21.862648 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ffd942-30a9-4dac-845e-8c4a09e1fc98 None None] Pushing event updated for resources: {'Port': ['ID=b4cd40ad-08c5-4312-96a8-652129903ef8,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:21.924053 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b6d20371-902d-4539-80f0-00d53c6f019b None None] Provisioning complete for port b4cd40ad-08c5-4312-96a8-652129903ef8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:21.925165 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b6d20371-902d-4539-80f0-00d53c6f019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:21.934405 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-8e4d126b-de23-4444-9e5f-faca92bd7d40 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:21.942255 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'name': 'tempest-TestVolumeBackupRestore-1496052794-router', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:13Z', 'updated_at': '2022-04-20T16:45:17Z', 'revision_number': 4, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'gw_port': {'id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:14Z', 'updated_at': '2022-04-20T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'b4cd40ad-08c5-4312-96a8-652129903ef8', 'name': '', 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'mac_address': 'fa:16:3e:e9:0b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:16Z', 'updated_at': '2022-04-20T16:45:21Z', 'revision_number': 4, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'subnets': [{'id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:21.942544 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-8e4d126b-de23-4444-9e5f-faca92bd7d40 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 812 time: 0.1808023 Apr 20 16:45:21.958452 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-e075eecb-1df6-4c16-b6c4-22a05e75f2b2 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/quotas/89276b194611435f91cf83dc9e96548b HTTP/1.1" status: 200 len: 375 time: 0.0151885 Apr 20 16:45:21.976111 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6c9b36-4af4-4cf5-8ed9-708bcc0e5602 None None] The sync data for ids ['72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'] in n-d-836146-2 is: [{'id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'name': 'tempest-TestVolumeBackupRestore-1496052794-router', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:13Z', 'updated_at': '2022-04-20T16:45:17Z', 'revision_number': 4, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'gw_port': {'id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:14Z', 'updated_at': '2022-04-20T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'b4cd40ad-08c5-4312-96a8-652129903ef8', 'name': '', 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'mac_address': 'fa:16:3e:e9:0b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:16Z', 'updated_at': '2022-04-20T16:45:21Z', 'revision_number': 4, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'subnets': [{'id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:45:22.014507 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4063b5e9-54d0-44bc-823b-135a010607f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:22.022048 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-5e35a779-b74e-44dd-8b0e-b0f9e843df1b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0625272 Apr 20 16:45:22.091050 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063b5e9-54d0-44bc-823b-135a010607f8 admin admin] Pushing event updated for resources: {'Port': ['ID=2fdae10a-8a12-412f-8ba9-8a909d7b3999,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:22.128392 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4063b5e9-54d0-44bc-823b-135a010607f8 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:45:22.130389 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-4063b5e9-54d0-44bc-823b-135a010607f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:45:22.146916 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4063b5e9-54d0-44bc-823b-135a010607f8 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:45:22.529244 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-81206bad-468c-4446-921f-f520294895c3 service neutron] 10.222.0.15 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991343 Apr 20 16:45:22.609116 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b4cd40ad-08c5-4312-96a8-652129903ef8 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:45:22.668246 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-a4479316-51bb-4294-9ab2-577be8ad3fc1 service neutron] 10.222.0.15 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348910 Apr 20 16:45:22.710434 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port b4cd40ad-08c5-4312-96a8-652129903ef8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:22.711358 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:22.854242 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 25a4ae0f-e2aa-4d9d-aa1e-7307e457824c up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:45:22.856542 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2d7db586-d251-4821-aff2-e7106b443e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:22.933261 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 25a4ae0f-e2aa-4d9d-aa1e-7307e457824c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:22.933777 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:23.062365 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:23.192063 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 25a4ae0f-e2aa-4d9d-aa1e-7307e457824c, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=25a4ae0f-e2aa-4d9d-aa1e-7307e457824c,segment=NetworkSegment(d887be02-431e-4583-8cbf-5e60332390af),segment_id=d887be02-431e-4583-8cbf-5e60332390af)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:45:23.302001 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:23.302811 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device dcc1e454-c903-46ba-bcaf-ac087cf4f89e up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:45:23.374913 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e9eaf1f0-68bb-4b37-99d8-6cb15c178ff5 req-4ac54813-b5bf-4a96-a410-4438965144ee tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 210 time: 0.0303643 Apr 20 16:45:23.390660 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4063b5e9-54d0-44bc-823b-135a010607f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:23.395297 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ca2316-a3a9-4784-8cb5-bfe30efa98f2 None None] Network 648f24a0-2063-4afc-bae5-80fb528a4c08 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:45:23.458182 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=25a4ae0f-e2aa-4d9d-aa1e-7307e457824c,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:23.511675 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-15883f93-6083-4d1e-b59d-7bb98ec40508 None None] Provisioning complete for port 25a4ae0f-e2aa-4d9d-aa1e-7307e457824c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:23.512050 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-15883f93-6083-4d1e-b59d-7bb98ec40508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:23.516631 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port dcc1e454-c903-46ba-bcaf-ac087cf4f89e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:23.516631 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:23.635382 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4063b5e9-54d0-44bc-823b-135a010607f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:23.942000 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4063b5e9-54d0-44bc-823b-135a010607f8 admin admin] Router a5c6fa69-1c8c-4101-96b1-6852e489b999 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:45:24.067508 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4063b5e9-54d0-44bc-823b-135a010607f8 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:45:24.082201 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] Sync routers for ids ['a5c6fa69-1c8c-4101-96b1-6852e489b999'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:45:24.095800 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] Routers {'a5c6fa69-1c8c-4101-96b1-6852e489b999'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:45:24.096991 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:44:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['a5c6fa69-1c8c-4101-96b1-6852e489b999'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:24.155817 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4063b5e9-54d0-44bc-823b-135a010607f8 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:24.160657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 49894) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:24.161392 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4063b5e9-54d0-44bc-823b-135a010607f8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4154456 Apr 20 16:45:24.166468 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-cb1ea345-ed40-46e7-b343-ae4655b271ab None None] Provisioning complete for port 25a4ae0f-e2aa-4d9d-aa1e-7307e457824c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:24.166910 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cb1ea345-ed40-46e7-b343-ae4655b271ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:24.250365 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] Set router a5c6fa69-1c8c-4101-96b1-6852e489b999 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:45:24.345187 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 25a4ae0f-e2aa-4d9d-aa1e-7307e457824c up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:45:24.498172 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 25a4ae0f-e2aa-4d9d-aa1e-7307e457824c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:24.498551 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:24.625669 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6fa69-1c8c-4101-96b1-6852e489b999', 'name': 'tempest-TestVolumeBackupRestore-1686442137-router', 'tenant_id': '749f8f52275e4c479c1655820621f26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2fdae10a-8a12-412f-8ba9-8a909d7b3999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:20Z', 'updated_at': '2022-04-20T16:45:22Z', 'revision_number': 3, 'project_id': '749f8f52275e4c479c1655820621f26c', 'gw_port': {'id': '2fdae10a-8a12-412f-8ba9-8a909d7b3999', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c6fa69-1c8c-4101-96b1-6852e489b999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:21Z', 'updated_at': '2022-04-20T16:45:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:24.662824 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] Checking router: a5c6fa69-1c8c-4101-96b1-6852e489b999 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:45:24.663174 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] Updating router a5c6fa69-1c8c-4101-96b1-6852e489b999 port 2fdae10a-8a12-412f-8ba9-8a909d7b3999 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:45:24.692948 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:24.877537 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-56adb4ec-2ec7-4b8e-85bd-e980299c02c2 req-a6cfb4de-e5a0-4111-81dc-4683cc6e7f8b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 210 time: 0.3861198 Apr 20 16:45:24.990449 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9cfd12cb-3d85-4b31-8a82-93ce4f2b20e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:24.996216 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:25.140002 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:25.144581 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3bbc2c61-7f95-4140-9d7d-dc7f0923f01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:25.155445 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-9cfd12cb-3d85-4b31-8a82-93ce4f2b20e5 admin admin] Allocated IP 172.20.0.1 (648f24a0-2063-4afc-bae5-80fb528a4c08/13ae538a-d38b-44ed-a447-294e0550828d/af13ba72-8061-4ffb-84fe-eb678158f40b) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:45:25.208138 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] Attempting to bind port 2fdae10a-8a12-412f-8ba9-8a909d7b3999 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:45:25.208527 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] Attempting to bind port 2fdae10a-8a12-412f-8ba9-8a909d7b3999 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:45:25.208885 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] Attempting to bind port 2fdae10a-8a12-412f-8ba9-8a909d7b3999 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:45:25.210811 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e656f3-d19c-4acd-9f66-d50c98518f9b None None] Pushing event updated for resources: {'Port': ['ID=2fdae10a-8a12-412f-8ba9-8a909d7b3999,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:25.218470 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:45:25.218917 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:45:25.219315 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:25.219695 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:45:25.220155 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] Bound port: 2fdae10a-8a12-412f-8ba9-8a909d7b3999, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:45:25.220593 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:25.279132 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9cfd12cb-3d85-4b31-8a82-93ce4f2b20e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:25.284705 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] For port 2fdae10a-8a12-412f-8ba9-8a909d7b3999, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:45:25.286992 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] For port 2fdae10a-8a12-412f-8ba9-8a909d7b3999, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2fdae10a-8a12-412f-8ba9-8a909d7b3999,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:45:25.385852 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:25.422464 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9cfd12cb-3d85-4b31-8a82-93ce4f2b20e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:25.439415 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] Routers {'a5c6fa69-1c8c-4101-96b1-6852e489b999'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:45:25.440602 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:45:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['a5c6fa69-1c8c-4101-96b1-6852e489b999'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:25.458312 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfd12cb-3d85-4b31-8a82-93ce4f2b20e5 admin admin] Network 648f24a0-2063-4afc-bae5-80fb528a4c08 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:45:25.462585 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-9cfd12cb-3d85-4b31-8a82-93ce4f2b20e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:45:25.468525 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd12cb-3d85-4b31-8a82-93ce4f2b20e5 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:45:25.489288 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e656f3-d19c-4acd-9f66-d50c98518f9b None None] Pushing event updated for resources: {'Port': ['ID=2fdae10a-8a12-412f-8ba9-8a909d7b3999,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:25.507347 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd12cb-3d85-4b31-8a82-93ce4f2b20e5 admin admin] Pushing event updated for resources: {'Port': ['ID=af13ba72-8061-4ffb-84fe-eb678158f40b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:25.528789 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9cfd12cb-3d85-4b31-8a82-93ce4f2b20e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:25.627484 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] Set router a5c6fa69-1c8c-4101-96b1-6852e489b999 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:45:25.750618 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-3ee4def4-a1e3-46ad-abae-b5b6bb1ce6e8 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:25.753873 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-3ee4def4-a1e3-46ad-abae-b5b6bb1ce6e8 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.30 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 812 time: 0.1998017 Apr 20 16:45:25.773307 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-6916f881-a52b-4031-a6c4-0b97ec07e15a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Request body: {'port': {'device_id': '2e7259be-a8fa-4ad0-a68b-f5422bb33e36', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'admin_state_up': True, 'tenant_id': '89276b194611435f91cf83dc9e96548b'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:45:25.842577 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9cfd12cb-3d85-4b31-8a82-93ce4f2b20e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:25.845763 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-05036df0-c21a-46ed-93bd-d45ba39634ae None None] Provisioning complete for port af13ba72-8061-4ffb-84fe-eb678158f40b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:25.846281 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-05036df0-c21a-46ed-93bd-d45ba39634ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:25.906604 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-05036df0-c21a-46ed-93bd-d45ba39634ae None None] Port af13ba72-8061-4ffb-84fe-eb678158f40b cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:45:25.925465 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6fa69-1c8c-4101-96b1-6852e489b999', 'name': 'tempest-TestVolumeBackupRestore-1686442137-router', 'tenant_id': '749f8f52275e4c479c1655820621f26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2fdae10a-8a12-412f-8ba9-8a909d7b3999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:20Z', 'updated_at': '2022-04-20T16:45:22Z', 'revision_number': 3, 'project_id': '749f8f52275e4c479c1655820621f26c', 'gw_port': {'id': '2fdae10a-8a12-412f-8ba9-8a909d7b3999', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c6fa69-1c8c-4101-96b1-6852e489b999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:21Z', 'updated_at': '2022-04-20T16:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:25.961542 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942b9f33-375e-4888-9799-038e13a5d4d2 None None] The sync data for ids ['a5c6fa69-1c8c-4101-96b1-6852e489b999'] in n-d-836146-2 is: [{'id': 'a5c6fa69-1c8c-4101-96b1-6852e489b999', 'name': 'tempest-TestVolumeBackupRestore-1686442137-router', 'tenant_id': '749f8f52275e4c479c1655820621f26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2fdae10a-8a12-412f-8ba9-8a909d7b3999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:20Z', 'updated_at': '2022-04-20T16:45:22Z', 'revision_number': 3, 'project_id': '749f8f52275e4c479c1655820621f26c', 'gw_port': {'id': '2fdae10a-8a12-412f-8ba9-8a909d7b3999', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c6fa69-1c8c-4101-96b1-6852e489b999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:21Z', 'updated_at': '2022-04-20T16:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:45:26.043221 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-378c3585-9c67-4cc1-9c11-37ad59fc0e51 req-0340a2bc-498c-4eb0-9b99-52f3bd5b4953 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 210 time: 0.0472846 Apr 20 16:45:26.044121 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-6916f881-a52b-4031-a6c4-0b97ec07e15a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Made reservation on behalf of 89276b194611435f91cf83dc9e96548b for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:45:26.054897 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-6916f881-a52b-4031-a6c4-0b97ec07e15a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:26.106333 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9cfd12cb-3d85-4b31-8a82-93ce4f2b20e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:26.193408 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9cfd12cb-3d85-4b31-8a82-93ce4f2b20e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:26.227590 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-6916f881-a52b-4031-a6c4-0b97ec07e15a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Allocated IP 172.20.0.9 (45075084-5307-4652-bafe-1d4bc624b83e/84f859e8-1f59-4fe7-930d-c92d7f74a0a0/97a4fb59-847f-4b2b-96c5-b638e2efe4c8) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:45:26.344247 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9cfd12cb-3d85-4b31-8a82-93ce4f2b20e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:26.442791 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-6916f881-a52b-4031-a6c4-0b97ec07e15a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:26.451836 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:26.491545 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd12cb-3d85-4b31-8a82-93ce4f2b20e5 admin admin] Pushing event updated for resources: {'Port': ['ID=af13ba72-8061-4ffb-84fe-eb678158f40b,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:26.503586 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfd12cb-3d85-4b31-8a82-93ce4f2b20e5 admin admin] Network 648f24a0-2063-4afc-bae5-80fb528a4c08 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:45:26.505127 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-9cfd12cb-3d85-4b31-8a82-93ce4f2b20e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:45:26.611175 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-6916f881-a52b-4031-a6c4-0b97ec07e15a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:26.648751 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['b0243b33-470d-4cb1-a319-6674b8346862'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:45:26.711412 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-6916f881-a52b-4031-a6c4-0b97ec07e15a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Network 45075084-5307-4652-bafe-1d4bc624b83e is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:45:26.738486 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-6916f881-a52b-4031-a6c4-0b97ec07e15a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:45:26.745690 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfd12cb-3d85-4b31-8a82-93ce4f2b20e5 admin admin] Router a5c6fa69-1c8c-4101-96b1-6852e489b999 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:45:26.752847 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-6916f881-a52b-4031-a6c4-0b97ec07e15a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:45:26.909781 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-6916f881-a52b-4031-a6c4-0b97ec07e15a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:26.913177 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-6916f881-a52b-4031-a6c4-0b97ec07e15a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:26.940656 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916f881-a52b-4031-a6c4-0b97ec07e15a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event updated for resources: {'Port': ['ID=97a4fb59-847f-4b2b-96c5-b638e2efe4c8,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:27.006961 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfd12cb-3d85-4b31-8a82-93ce4f2b20e5 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:45:27.013644 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9cfd12cb-3d85-4b31-8a82-93ce4f2b20e5 admin admin] 10.222.0.15 "PUT /v2.0/routers/a5c6fa69-1c8c-4101-96b1-6852e489b999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8511167 Apr 20 16:45:27.059063 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-6916f881-a52b-4031-a6c4-0b97ec07e15a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2896991 Apr 20 16:45:27.076295 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-503b6b33-378c-4090-9c38-928923f0ced3 None None] Provisioning complete for port af13ba72-8061-4ffb-84fe-eb678158f40b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:27.077438 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-503b6b33-378c-4090-9c38-928923f0ced3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:27.151153 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-b9cf7bb4-f41b-46f5-860c-fa2dc0881eb2 service neutron] Request body: {'port': {'device_id': '2e7259be-a8fa-4ad0-a68b-f5422bb33e36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:45:27.166025 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-503b6b33-378c-4090-9c38-928923f0ced3 None None] Port af13ba72-8061-4ffb-84fe-eb678158f40b cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:45:27.247966 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-b9cf7bb4-f41b-46f5-860c-fa2dc0881eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:27.303281 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-559077eb-995e-45df-b71c-2fb211619e0e None None] Provisioning complete for port 97a4fb59-847f-4b2b-96c5-b638e2efe4c8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:27.303987 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e3e3c-a3c7-43d8-bf23-d2051682c058 req-69325502-cd80-42b5-8290-91d0687b9c6f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:27.305393 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-559077eb-995e-45df-b71c-2fb211619e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:27.308840 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4b3e3e3c-a3c7-43d8-bf23-d2051682c058 req-69325502-cd80-42b5-8290-91d0687b9c6f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 931 time: 0.1001709 Apr 20 16:45:27.432906 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-559077eb-995e-45df-b71c-2fb211619e0e None None] Port 97a4fb59-847f-4b2b-96c5-b638e2efe4c8 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:45:27.437650 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4b3e3e3c-a3c7-43d8-bf23-d2051682c058 req-339c01bf-42c1-4229-bfad-b5004d5e5640 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089294 Apr 20 16:45:27.690445 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-b9cf7bb4-f41b-46f5-860c-fa2dc0881eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a4fb59-847f-4b2b-96c5-b638e2efe4c8 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:45:27.708108 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-b9cf7bb4-f41b-46f5-860c-fa2dc0881eb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:27.750192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-b9cf7bb4-f41b-46f5-860c-fa2dc0881eb2 service neutron] Transition to ACTIVE for port object 97a4fb59-847f-4b2b-96c5-b638e2efe4c8 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:45:27.888651 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-b9cf7bb4-f41b-46f5-860c-fa2dc0881eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:28.027012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf7bb4-f41b-46f5-860c-fa2dc0881eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=97a4fb59-847f-4b2b-96c5-b638e2efe4c8,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:28.032954 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:28.123163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-b9cf7bb4-f41b-46f5-860c-fa2dc0881eb2 service neutron] Attempting to bind port 97a4fb59-847f-4b2b-96c5-b638e2efe4c8 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:45:28.123163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-b9cf7bb4-f41b-46f5-860c-fa2dc0881eb2 service neutron] Attempting to bind port 97a4fb59-847f-4b2b-96c5-b638e2efe4c8 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:45:28.123163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-b9cf7bb4-f41b-46f5-860c-fa2dc0881eb2 service neutron] Attempting to bind port 97a4fb59-847f-4b2b-96c5-b638e2efe4c8 on network 45075084-5307-4652-bafe-1d4bc624b83e {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:45:28.129007 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-b9cf7bb4-f41b-46f5-860c-fa2dc0881eb2 service neutron] Port 97a4fb59-847f-4b2b-96c5-b638e2efe4c8 on network 45075084-5307-4652-bafe-1d4bc624b83e not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:45:28.129453 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-b9cf7bb4-f41b-46f5-860c-fa2dc0881eb2 service neutron] Attempting to bind port 97a4fb59-847f-4b2b-96c5-b638e2efe4c8 on network 45075084-5307-4652-bafe-1d4bc624b83e {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:45:28.135523 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-b9cf7bb4-f41b-46f5-860c-fa2dc0881eb2 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:45:28.136046 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-b9cf7bb4-f41b-46f5-860c-fa2dc0881eb2 service neutron] Checking segment: {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:45:28.136630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-b9cf7bb4-f41b-46f5-860c-fa2dc0881eb2 service neutron] Bound using segment: {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:45:28.137150 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-b9cf7bb4-f41b-46f5-860c-fa2dc0881eb2 service neutron] Bound port: 97a4fb59-847f-4b2b-96c5-b638e2efe4c8, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:45:28.137646 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-b9cf7bb4-f41b-46f5-860c-fa2dc0881eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:28.143870 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:28.235095 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-b9cf7bb4-f41b-46f5-860c-fa2dc0881eb2 service neutron] For port 97a4fb59-847f-4b2b-96c5-b638e2efe4c8, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:45:28.248347 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-b9cf7bb4-f41b-46f5-860c-fa2dc0881eb2 service neutron] For port 97a4fb59-847f-4b2b-96c5-b638e2efe4c8, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=97a4fb59-847f-4b2b-96c5-b638e2efe4c8,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:45:28.347642 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-b9cf7bb4-f41b-46f5-860c-fa2dc0881eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:28.415734 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-b9cf7bb4-f41b-46f5-860c-fa2dc0881eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:28.416503 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-b9cf7bb4-f41b-46f5-860c-fa2dc0881eb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:28.418114 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-b9cf7bb4-f41b-46f5-860c-fa2dc0881eb2 service neutron] 10.222.0.30 "PUT /v2.0/ports/97a4fb59-847f-4b2b-96c5-b638e2efe4c8 HTTP/1.1" status: 200 len: 1091 time: 1.3454497 Apr 20 16:45:28.420734 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7259be-a8fa-4ad0-a68b-f5422bb33e36', 'tag': '97a4fb59-847f-4b2b-96c5-b638e2efe4c8'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:45:28.423297 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472eaacc-3f58-4f0c-83f4-806ebd33f2ca" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7259be-a8fa-4ad0-a68b-f5422bb33e36", "tag": "97a4fb59-847f-4b2b-96c5-b638e2efe4c8"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:45:28.429355 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2fdae10a-8a12-412f-8ba9-8a909d7b3999 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:45:28.460680 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf7bb4-f41b-46f5-860c-fa2dc0881eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=97a4fb59-847f-4b2b-96c5-b638e2efe4c8,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:28.496879 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555514b4-e12e-447a-a3e2-fb7cc2fbb211 x-openstack-request-id: req-555514b4-e12e-447a-a3e2-fb7cc2fbb211 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:45:28.497298 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7259be-a8fa-4ad0-a68b-f5422bb33e36", "tag": "97a4fb59-847f-4b2b-96c5-b638e2efe4c8", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:45:28.498081 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-555514b4-e12e-447a-a3e2-fb7cc2fbb211 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:45:28.498598 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-555514b4-e12e-447a-a3e2-fb7cc2fbb211'] response: {'name': 'network-changed', 'server_uuid': '2e7259be-a8fa-4ad0-a68b-f5422bb33e36', 'tag': '97a4fb59-847f-4b2b-96c5-b638e2efe4c8', 'status': 'completed', 'code': 200} Apr 20 16:45:28.542819 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 2fdae10a-8a12-412f-8ba9-8a909d7b3999 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:28.546518 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:28.627978 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472eaacc-3f58-4f0c-83f4-806ebd33f2ca req-04847723-afe6-4f0b-818b-2f85a2232eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:28.638690 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-472eaacc-3f58-4f0c-83f4-806ebd33f2ca req-04847723-afe6-4f0b-818b-2f85a2232eb9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 1094 time: 0.0887282 Apr 20 16:45:28.666090 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:28.671189 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9025b3-6fb5-4667-a6bb-6ff3ed56f2c8 req-9dd4a47f-8af7-4ec1-ac6c-0c914244e1fd tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:28.680328 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-eb9025b3-6fb5-4667-a6bb-6ff3ed56f2c8 req-9dd4a47f-8af7-4ec1-ac6c-0c914244e1fd tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.1357226 Apr 20 16:45:28.695446 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 2fdae10a-8a12-412f-8ba9-8a909d7b3999, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2fdae10a-8a12-412f-8ba9-8a909d7b3999,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:45:28.738537 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-eb9025b3-6fb5-4667-a6bb-6ff3ed56f2c8 req-85946510-fbea-4cf1-8355-9800c2a0ae48 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543690 Apr 20 16:45:28.789378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472eaacc-3f58-4f0c-83f4-806ebd33f2ca req-3071e829-caa0-4768-94d3-61ac5f6dbe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:28.790868 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-472eaacc-3f58-4f0c-83f4-806ebd33f2ca req-3071e829-caa0-4768-94d3-61ac5f6dbe81 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=89276b194611435f91cf83dc9e96548b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1426172 Apr 20 16:45:28.814226 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:28.844739 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:28.902571 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472eaacc-3f58-4f0c-83f4-806ebd33f2ca req-e7ffa3a2-efbb-4000-88f5-69e4c13105ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:28.905021 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-472eaacc-3f58-4f0c-83f4-806ebd33f2ca req-e7ffa3a2-efbb-4000-88f5-69e4c13105ea service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1078000 Apr 20 16:45:28.908645 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=2fdae10a-8a12-412f-8ba9-8a909d7b3999,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:29.019574 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-9ea6aa17-c277-4720-b118-66886a41071f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:29.021180 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-9ea6aa17-c277-4720-b118-66886a41071f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 1094 time: 0.0551388 Apr 20 16:45:29.075086 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-cda0f279-b920-4988-b10a-ac03f89b947a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97a4fb59-847f-4b2b-96c5-b638e2efe4c8 HTTP/1.1" status: 200 len: 217 time: 0.0409789 Apr 20 16:45:29.130067 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-871f9fa4-131c-41bb-b5a3-44321a5c1224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:29.131656 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-871f9fa4-131c-41bb-b5a3-44321a5c1224 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84f859e8-1f59-4fe7-930d-c92d7f74a0a0 HTTP/1.1" status: 200 len: 851 time: 0.0494237 Apr 20 16:45:29.193397 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-1203e498-5f8d-414d-b422-a8f2916ee757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:29.195088 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-1203e498-5f8d-414d-b422-a8f2916ee757 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45075084-5307-4652-bafe-1d4bc624b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565033 Apr 20 16:45:29.324971 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-dfe43c4b-f6eb-4468-b0d4-78cf767c8471 service neutron] 10.222.0.30 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222534 Apr 20 16:45:29.332292 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] Sync routers for ids ['a5c6fa69-1c8c-4101-96b1-6852e489b999'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:45:29.366180 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] Routers {'a5c6fa69-1c8c-4101-96b1-6852e489b999'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:45:29.367275 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:45:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['a5c6fa69-1c8c-4101-96b1-6852e489b999'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:29.475145 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7cb33ab6-532a-4b5f-baf9-4e2c09c1e381 req-9b56c8fc-bf71-4e4c-92b1-506429adecf7 service neutron] 10.222.0.30 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428967 Apr 20 16:45:29.506076 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] Set router a5c6fa69-1c8c-4101-96b1-6852e489b999 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:45:29.795664 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6fa69-1c8c-4101-96b1-6852e489b999', 'name': 'tempest-TestVolumeBackupRestore-1686442137-router', 'tenant_id': '749f8f52275e4c479c1655820621f26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2fdae10a-8a12-412f-8ba9-8a909d7b3999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:20Z', 'updated_at': '2022-04-20T16:45:25Z', 'revision_number': 4, 'project_id': '749f8f52275e4c479c1655820621f26c', 'gw_port': {'id': '2fdae10a-8a12-412f-8ba9-8a909d7b3999', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6fa69-1c8c-4101-96b1-6852e489b999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:21Z', 'updated_at': '2022-04-20T16:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'af13ba72-8061-4ffb-84fe-eb678158f40b', 'name': '', 'network_id': '648f24a0-2063-4afc-bae5-80fb528a4c08', 'tenant_id': '749f8f52275e4c479c1655820621f26c', 'mac_address': 'fa:16:3e:62:73:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c6fa69-1c8c-4101-96b1-6852e489b999', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '13ae538a-d38b-44ed-a447-294e0550828d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:25Z', 'updated_at': '2022-04-20T16:45:25Z', 'revision_number': 2, 'project_id': '749f8f52275e4c479c1655820621f26c', 'subnets': [{'id': '13ae538a-d38b-44ed-a447-294e0550828d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:29.795664 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] Checking router: a5c6fa69-1c8c-4101-96b1-6852e489b999 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:45:29.795664 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] Updating router a5c6fa69-1c8c-4101-96b1-6852e489b999 port af13ba72-8061-4ffb-84fe-eb678158f40b binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:45:29.970103 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4bfd8-048e-4349-b63e-05021d0d770e req-20e014e4-0802-43ee-9810-a7da2da6bcc0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:29.972662 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5ac4bfd8-048e-4349-b63e-05021d0d770e req-20e014e4-0802-43ee-9810-a7da2da6bcc0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0943124 Apr 20 16:45:30.005386 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:30.012276 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:30.047183 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5ac4bfd8-048e-4349-b63e-05021d0d770e req-89a2977e-cdae-4a9a-a84f-d55b4acb444a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676117 Apr 20 16:45:30.364436 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:30.375481 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2fdae10a-8a12-412f-8ba9-8a909d7b3999 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:45:30.451441 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 2fdae10a-8a12-412f-8ba9-8a909d7b3999 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:30.451815 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:30.480280 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:30.539742 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc16de5-2ae1-4760-8849-1cc4e735fb41 None None] Pushing event updated for resources: {'Port': ['ID=af13ba72-8061-4ffb-84fe-eb678158f40b,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:30.622901 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] Attempting to bind port af13ba72-8061-4ffb-84fe-eb678158f40b on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:45:30.623477 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] Attempting to bind port af13ba72-8061-4ffb-84fe-eb678158f40b by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'd887be02-431e-4583-8cbf-5e60332390af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '648f24a0-2063-4afc-bae5-80fb528a4c08'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:45:30.623841 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] Attempting to bind port af13ba72-8061-4ffb-84fe-eb678158f40b on network 648f24a0-2063-4afc-bae5-80fb528a4c08 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:45:30.630020 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:45:30.630755 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] Checking segment: {'id': 'd887be02-431e-4583-8cbf-5e60332390af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '648f24a0-2063-4afc-bae5-80fb528a4c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:45:30.631355 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:30.632293 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] Bound using segment: {'id': 'd887be02-431e-4583-8cbf-5e60332390af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '648f24a0-2063-4afc-bae5-80fb528a4c08'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:45:30.632970 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] Bound port: af13ba72-8061-4ffb-84fe-eb678158f40b, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd887be02-431e-4583-8cbf-5e60332390af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '648f24a0-2063-4afc-bae5-80fb528a4c08'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:45:30.633804 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:30.723057 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] For port af13ba72-8061-4ffb-84fe-eb678158f40b, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:45:30.726657 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] For port af13ba72-8061-4ffb-84fe-eb678158f40b, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=af13ba72-8061-4ffb-84fe-eb678158f40b,segment=NetworkSegment(d887be02-431e-4583-8cbf-5e60332390af),segment_id=d887be02-431e-4583-8cbf-5e60332390af)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:45:30.839643 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-6da1f432-05d0-4455-9189-8fb352fe0a8c None None] Provisioning complete for port af13ba72-8061-4ffb-84fe-eb678158f40b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:30.839643 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6da1f432-05d0-4455-9189-8fb352fe0a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:30.865980 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:30.867246 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-6da1f432-05d0-4455-9189-8fb352fe0a8c None None] Port af13ba72-8061-4ffb-84fe-eb678158f40b cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:45:30.914699 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] Routers {'a5c6fa69-1c8c-4101-96b1-6852e489b999'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:45:30.915629 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:45:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['a5c6fa69-1c8c-4101-96b1-6852e489b999'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:31.024740 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc16de5-2ae1-4760-8849-1cc4e735fb41 None None] Pushing event updated for resources: {'Port': ['ID=af13ba72-8061-4ffb-84fe-eb678158f40b,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:31.154651 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] Set router a5c6fa69-1c8c-4101-96b1-6852e489b999 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:45:31.205006 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff238b-7c15-46f1-a308-7162402b0cea req-5a873484-217a-474c-8da0-955fa6f25960 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:31.207554 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-25ff238b-7c15-46f1-a308-7162402b0cea req-5a873484-217a-474c-8da0-955fa6f25960 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0712264 Apr 20 16:45:31.257001 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-25ff238b-7c15-46f1-a308-7162402b0cea req-324bc1b0-8e18-4724-851b-c4e5ecef3f03 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395093 Apr 20 16:45:31.391168 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ced828fe-5d36-4727-86f4-3e649eae76c0 None None] Provisioning complete for port af13ba72-8061-4ffb-84fe-eb678158f40b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:31.391782 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ced828fe-5d36-4727-86f4-3e649eae76c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:31.421878 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6fa69-1c8c-4101-96b1-6852e489b999', 'name': 'tempest-TestVolumeBackupRestore-1686442137-router', 'tenant_id': '749f8f52275e4c479c1655820621f26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2fdae10a-8a12-412f-8ba9-8a909d7b3999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:20Z', 'updated_at': '2022-04-20T16:45:25Z', 'revision_number': 4, 'project_id': '749f8f52275e4c479c1655820621f26c', 'gw_port': {'id': '2fdae10a-8a12-412f-8ba9-8a909d7b3999', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6fa69-1c8c-4101-96b1-6852e489b999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:21Z', 'updated_at': '2022-04-20T16:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'af13ba72-8061-4ffb-84fe-eb678158f40b', 'name': '', 'network_id': '648f24a0-2063-4afc-bae5-80fb528a4c08', 'tenant_id': '749f8f52275e4c479c1655820621f26c', 'mac_address': 'fa:16:3e:62:73:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c6fa69-1c8c-4101-96b1-6852e489b999', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '13ae538a-d38b-44ed-a447-294e0550828d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:25Z', 'updated_at': '2022-04-20T16:45:30Z', 'revision_number': 4, 'project_id': '749f8f52275e4c479c1655820621f26c', 'subnets': [{'id': '13ae538a-d38b-44ed-a447-294e0550828d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:31.462533 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf12173-be8d-449c-8908-46d6094dab0a None None] The sync data for ids ['a5c6fa69-1c8c-4101-96b1-6852e489b999'] in n-d-836146-2 is: [{'id': 'a5c6fa69-1c8c-4101-96b1-6852e489b999', 'name': 'tempest-TestVolumeBackupRestore-1686442137-router', 'tenant_id': '749f8f52275e4c479c1655820621f26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2fdae10a-8a12-412f-8ba9-8a909d7b3999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:20Z', 'updated_at': '2022-04-20T16:45:25Z', 'revision_number': 4, 'project_id': '749f8f52275e4c479c1655820621f26c', 'gw_port': {'id': '2fdae10a-8a12-412f-8ba9-8a909d7b3999', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6fa69-1c8c-4101-96b1-6852e489b999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:21Z', 'updated_at': '2022-04-20T16:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'af13ba72-8061-4ffb-84fe-eb678158f40b', 'name': '', 'network_id': '648f24a0-2063-4afc-bae5-80fb528a4c08', 'tenant_id': '749f8f52275e4c479c1655820621f26c', 'mac_address': 'fa:16:3e:62:73:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c6fa69-1c8c-4101-96b1-6852e489b999', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '13ae538a-d38b-44ed-a447-294e0550828d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:25Z', 'updated_at': '2022-04-20T16:45:30Z', 'revision_number': 4, 'project_id': '749f8f52275e4c479c1655820621f26c', 'subnets': [{'id': '13ae538a-d38b-44ed-a447-294e0550828d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:45:31.479738 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ced828fe-5d36-4727-86f4-3e649eae76c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:31.550134 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ced828fe-5d36-4727-86f4-3e649eae76c0 None None] For port af13ba72-8061-4ffb-84fe-eb678158f40b, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=af13ba72-8061-4ffb-84fe-eb678158f40b,segment=NetworkSegment(d887be02-431e-4583-8cbf-5e60332390af),segment_id=d887be02-431e-4583-8cbf-5e60332390af)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:45:31.724651 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ced828fe-5d36-4727-86f4-3e649eae76c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:31.785700 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced828fe-5d36-4727-86f4-3e649eae76c0 None None] Pushing event updated for resources: {'Port': ['ID=af13ba72-8061-4ffb-84fe-eb678158f40b,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:32.388629 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device af13ba72-8061-4ffb-84fe-eb678158f40b up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:45:32.466436 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0050f9-d4ae-412e-a79a-c3064d8594ce req-ac91c740-9c4f-485e-859b-8c78053c0211 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:32.477395 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b0050f9-d4ae-412e-a79a-c3064d8594ce req-ac91c740-9c4f-485e-859b-8c78053c0211 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.1055305 Apr 20 16:45:32.478584 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port af13ba72-8061-4ffb-84fe-eb678158f40b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:32.479076 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:32.540130 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b0050f9-d4ae-412e-a79a-c3064d8594ce req-d040626e-9335-4140-813f-a60d37251c44 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609899 Apr 20 16:45:33.212503 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd794d0-431e-4b42-af46-40ba85bb70ce req-e5802d3e-9de8-414b-98d1-0a22901dda70 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:33.214363 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2fd794d0-431e-4b42-af46-40ba85bb70ce req-e5802d3e-9de8-414b-98d1-0a22901dda70 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 1097 time: 0.0513988 Apr 20 16:45:33.272904 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2fd794d0-431e-4b42-af46-40ba85bb70ce req-c3ce3d86-8e52-43dd-a955-63ccb8bd4903 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487852 Apr 20 16:45:33.303545 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50068) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:33.490845 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-58c5bcd7-0fac-4e39-b11c-2c001d365846 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Deleting port cb4d2977-0303-4153-aa56-c88fa3f29b2f {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:45:33.491460 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-58c5bcd7-0fac-4e39-b11c-2c001d365846 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:33.584452 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-58c5bcd7-0fac-4e39-b11c-2c001d365846 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:33.585069 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-58c5bcd7-0fac-4e39-b11c-2c001d365846 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:33.601286 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-58c5bcd7-0fac-4e39-b11c-2c001d365846 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Calling delete_port for cb4d2977-0303-4153-aa56-c88fa3f29b2f owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:45:33.704581 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e76788-b2e7-4dc1-8645-f1ea55a424a5 req-4447ae57-aba5-41b9-8e68-dbfad644eb76 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:33.707143 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98e76788-b2e7-4dc1-8645-f1ea55a424a5 req-4447ae57-aba5-41b9-8e68-dbfad644eb76 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0613105 Apr 20 16:45:33.785219 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98e76788-b2e7-4dc1-8645-f1ea55a424a5 req-6f83fc22-903e-4625-83ed-9dca078c2f2a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607889 Apr 20 16:45:34.628416 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-58c5bcd7-0fac-4e39-b11c-2c001d365846 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:34.663749 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5bcd7-0fac-4e39-b11c-2c001d365846 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'Port': ['ID=cb4d2977-0303-4153-aa56-c88fa3f29b2f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:34.743623 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-58c5bcd7-0fac-4e39-b11c-2c001d365846 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:34.744491 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-58c5bcd7-0fac-4e39-b11c-2c001d365846 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Floating IP 8f13c9e3-b73d-42ed-9d47-5e65c405e966 disassociated (deleted). External IP: 172.25.0.113, port: 24c04714-5268-4ca8-bc10-137b5cdc214b. Apr 20 16:45:34.981638 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccbc91-1f99-4844-bb70-73d8ab863a9f req-948a3cbf-3a43-42ca-abdf-130d7db16749 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:34.983456 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71ccbc91-1f99-4844-bb70-73d8ab863a9f req-948a3cbf-3a43-42ca-abdf-130d7db16749 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.1113782 Apr 20 16:45:35.073733 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71ccbc91-1f99-4844-bb70-73d8ab863a9f req-c89806f8-e7a6-488f-9864-66b004f00eef tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818355 Apr 20 16:45:35.115197 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c5bcd7-0fac-4e39-b11c-2c001d365846 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Router bfdd54dd-e216-4435-aa36-6aa93fe9bb6d has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:45:35.250788 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c5bcd7-0fac-4e39-b11c-2c001d365846 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:45:35.263051 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14ae2cb-c1c1-4613-8e30-a9a2e11005c1 None None] Sync routers for ids ['bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:45:35.271183 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-58c5bcd7-0fac-4e39-b11c-2c001d365846 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:35.279508 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14ae2cb-c1c1-4613-8e30-a9a2e11005c1 None None] Routers {'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:45:35.281728 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f14ae2cb-c1c1-4613-8e30-a9a2e11005c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:45:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:35.295748 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-58c5bcd7-0fac-4e39-b11c-2c001d365846 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "DELETE /v2.0/floatingips/8f13c9e3-b73d-42ed-9d47-5e65c405e966 HTTP/1.1" status: 204 len: 168 time: 1.9909720 Apr 20 16:45:35.296609 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1357b39-9bbf-4ee5-9e78-f938bb785579', 'tag': '24c04714-5268-4ca8-bc10-137b5cdc214b'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:45:35.303042 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14aaba89-36cb-48de-bba2-cd38dd00f9e1" -d '{"events": [{"name": "network-changed", "server_uuid": "d1357b39-9bbf-4ee5-9e78-f938bb785579", "tag": "24c04714-5268-4ca8-bc10-137b5cdc214b"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:45:35.496943 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-f14ae2cb-c1c1-4613-8e30-a9a2e11005c1 None None] Set router bfdd54dd-e216-4435-aa36-6aa93fe9bb6d gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:45:35.537844 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae77571-1416-4ab6-913d-20741c6f3064 x-openstack-request-id: req-3ae77571-1416-4ab6-913d-20741c6f3064 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:45:35.538455 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1357b39-9bbf-4ee5-9e78-f938bb785579", "tag": "24c04714-5268-4ca8-bc10-137b5cdc214b", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:45:35.538905 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ae77571-1416-4ab6-913d-20741c6f3064 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:45:35.539321 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae77571-1416-4ab6-913d-20741c6f3064'] response: {'name': 'network-changed', 'server_uuid': 'd1357b39-9bbf-4ee5-9e78-f938bb785579', 'tag': '24c04714-5268-4ca8-bc10-137b5cdc214b', 'status': 'completed', 'code': 200} Apr 20 16:45:35.626987 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aaba89-36cb-48de-bba2-cd38dd00f9e1 req-43de51b1-59e2-4d6a-8fbb-0230e14f832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:35.628518 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-14aaba89-36cb-48de-bba2-cd38dd00f9e1 req-43de51b1-59e2-4d6a-8fbb-0230e14f832f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 1097 time: 0.0491891 Apr 20 16:45:35.741880 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f14ae2cb-c1c1-4613-8e30-a9a2e11005c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321798201', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:42:31Z', 'updated_at': '2022-04-20T16:42:36Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:32Z', 'updated_at': '2022-04-20T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '4608d98d-df02-465a-892e-ddd8cf3e7012', 'name': '', 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:45:a4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '23cef50e-6021-4324-ac0c-e6d08bee6c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:35Z', 'updated_at': '2022-04-20T16:42:39Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': '23cef50e-6021-4324-ac0c-e6d08bee6c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:35.765812 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aaba89-36cb-48de-bba2-cd38dd00f9e1 req-d97b0047-b941-4d67-8b4f-0da4cc43d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:35.768384 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-14aaba89-36cb-48de-bba2-cd38dd00f9e1 req-d97b0047-b941-4d67-8b4f-0da4cc43d4d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1d416a69-4ba2-4838-8a88-ab529cf53b22 HTTP/1.1" status: 200 len: 898 time: 0.1329205 Apr 20 16:45:35.791901 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14ae2cb-c1c1-4613-8e30-a9a2e11005c1 None None] Checking router: bfdd54dd-e216-4435-aa36-6aa93fe9bb6d for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:45:35.802945 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14ae2cb-c1c1-4613-8e30-a9a2e11005c1 None None] Routers {'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:45:35.803777 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f14ae2cb-c1c1-4613-8e30-a9a2e11005c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:45:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:35.827863 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-14aaba89-36cb-48de-bba2-cd38dd00f9e1 req-e57622c1-f5ab-4972-b3e6-00e75825a33b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24c04714-5268-4ca8-bc10-137b5cdc214b HTTP/1.1" status: 200 len: 217 time: 0.0522022 Apr 20 16:45:35.893926 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aaba89-36cb-48de-bba2-cd38dd00f9e1 req-0d7d8478-edfa-4677-92c0-907ebf555dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:35.898593 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-14aaba89-36cb-48de-bba2-cd38dd00f9e1 req-0d7d8478-edfa-4677-92c0-907ebf555dca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23cef50e-6021-4324-ac0c-e6d08bee6c1b HTTP/1.1" status: 200 len: 834 time: 0.0626481 Apr 20 16:45:35.943071 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-f14ae2cb-c1c1-4613-8e30-a9a2e11005c1 None None] Set router bfdd54dd-e216-4435-aa36-6aa93fe9bb6d gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:45:35.949989 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aaba89-36cb-48de-bba2-cd38dd00f9e1 req-aa57c426-62e9-4b98-b1c5-7580454d5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:35.951885 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-14aaba89-36cb-48de-bba2-cd38dd00f9e1 req-aa57c426-62e9-4b98-b1c5-7580454d5749 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1d416a69-4ba2-4838-8a88-ab529cf53b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487294 Apr 20 16:45:36.044981 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e17e9f-5356-49dd-a9c6-985e847a9b68 req-16d3c7b4-9f95-452e-887f-7c4baf6d25d6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:36.054097 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-02e17e9f-5356-49dd-a9c6-985e847a9b68 req-16d3c7b4-9f95-452e-887f-7c4baf6d25d6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 946 time: 0.1234877 Apr 20 16:45:36.091752 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-14aaba89-36cb-48de-bba2-cd38dd00f9e1 req-a376dc24-f359-4f3b-8f72-25bee2eeba17 service neutron] 10.222.0.26 "GET /v2.0/networks/1d416a69-4ba2-4838-8a88-ab529cf53b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290715 Apr 20 16:45:36.114158 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-02e17e9f-5356-49dd-a9c6-985e847a9b68 req-9993839e-030b-404f-9adc-8c3a2275313e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580988 Apr 20 16:45:36.267478 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f14ae2cb-c1c1-4613-8e30-a9a2e11005c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321798201', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:42:31Z', 'updated_at': '2022-04-20T16:42:36Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:32Z', 'updated_at': '2022-04-20T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '4608d98d-df02-465a-892e-ddd8cf3e7012', 'name': '', 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:45:a4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '23cef50e-6021-4324-ac0c-e6d08bee6c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:35Z', 'updated_at': '2022-04-20T16:42:39Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': '23cef50e-6021-4324-ac0c-e6d08bee6c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:36.287682 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb6ee1-5695-40eb-a97e-abef5a3dcac9 req-c909d409-50a4-46fa-965d-41c4dce82046 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:36.289230 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fabb6ee1-5695-40eb-a97e-abef5a3dcac9 req-c909d409-50a4-46fa-965d-41c4dce82046 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0878952 Apr 20 16:45:36.299289 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14ae2cb-c1c1-4613-8e30-a9a2e11005c1 None None] The sync data for ids ['bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'] in n-d-836146-2 is: [{'id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321798201', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:42:31Z', 'updated_at': '2022-04-20T16:42:36Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:32Z', 'updated_at': '2022-04-20T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '4608d98d-df02-465a-892e-ddd8cf3e7012', 'name': '', 'network_id': '1d416a69-4ba2-4838-8a88-ab529cf53b22', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:45:a4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '23cef50e-6021-4324-ac0c-e6d08bee6c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:35Z', 'updated_at': '2022-04-20T16:42:39Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': '23cef50e-6021-4324-ac0c-e6d08bee6c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:45:36.313645 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-14aaba89-36cb-48de-bba2-cd38dd00f9e1 req-ef641f5a-fb3e-499a-851c-579c85571a6f service neutron] 10.222.0.26 "GET /v2.0/networks/1d416a69-4ba2-4838-8a88-ab529cf53b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146351 Apr 20 16:45:36.362648 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fabb6ee1-5695-40eb-a97e-abef5a3dcac9 req-59f126e3-6e0a-411d-afa3-6736cfc942db tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606101 Apr 20 16:45:36.615155 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91032d27-05b3-49e9-b037-8c04d96599ab None None] New status for floating IP 8f13c9e3-b73d-42ed-9d47-5e65c405e966: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:45:37.252540 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e156b9-debd-4c17-9520-a93fcef0c02d req-7f316bf0-cc70-4233-a8b7-baa6626eca18 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:37.254104 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f4e156b9-debd-4c17-9520-a93fcef0c02d req-7f316bf0-cc70-4233-a8b7-baa6626eca18 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 946 time: 0.0635703 Apr 20 16:45:37.296143 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f4e156b9-debd-4c17-9520-a93fcef0c02d req-180ddce6-39bd-4477-a532-49dfea647b5b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=46306340-bc74-4452-80b8-fd350adce03d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347764 Apr 20 16:45:37.490014 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2268a-5be4-4b87-b93b-573c13859b42 req-8e7f1517-32d1-4179-932f-c774980e1ea5 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:37.491618 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04c2268a-5be4-4b87-b93b-573c13859b42 req-8e7f1517-32d1-4179-932f-c774980e1ea5 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0576699 Apr 20 16:45:37.549834 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04c2268a-5be4-4b87-b93b-573c13859b42 req-3a718b22-0c09-47d4-bc51-10e7a94d434a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463200 Apr 20 16:45:37.791025 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e9471-2151-49d5-bf1b-86038772d737 req-7c1787c4-2b80-495b-8bc6-2e71e3f905a6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:37.792824 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dd4e9471-2151-49d5-bf1b-86038772d737 req-7c1787c4-2b80-495b-8bc6-2e71e3f905a6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 946 time: 0.0650389 Apr 20 16:45:37.920697 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-dd4e9471-2151-49d5-bf1b-86038772d737 req-ea87445e-bdef-4989-b1de-4cc6d4a544d9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Deleting port 24c04714-5268-4ca8-bc10-137b5cdc214b {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:45:37.921039 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-dd4e9471-2151-49d5-bf1b-86038772d737 req-ea87445e-bdef-4989-b1de-4cc6d4a544d9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:38.017057 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-dd4e9471-2151-49d5-bf1b-86038772d737 req-ea87445e-bdef-4989-b1de-4cc6d4a544d9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] For port 24c04714-5268-4ca8-bc10-137b5cdc214b, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=24c04714-5268-4ca8-bc10-137b5cdc214b,segment=NetworkSegment(00837f17-34ce-4ef7-9070-92c8b8bc5925),segment_id=00837f17-34ce-4ef7-9070-92c8b8bc5925)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:45:38.017349 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-dd4e9471-2151-49d5-bf1b-86038772d737 req-ea87445e-bdef-4989-b1de-4cc6d4a544d9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:38.031274 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-dd4e9471-2151-49d5-bf1b-86038772d737 req-ea87445e-bdef-4989-b1de-4cc6d4a544d9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Calling delete_port for 24c04714-5268-4ca8-bc10-137b5cdc214b owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:45:38.290106 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-dd4e9471-2151-49d5-bf1b-86038772d737 req-ea87445e-bdef-4989-b1de-4cc6d4a544d9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:38.321913 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87445e-bdef-4989-b1de-4cc6d4a544d9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'Port': ['ID=24c04714-5268-4ca8-bc10-137b5cdc214b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:38.395784 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4e9471-2151-49d5-bf1b-86038772d737 req-ea87445e-bdef-4989-b1de-4cc6d4a544d9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] No DVR routers for this DVR port 24c04714-5268-4ca8-bc10-137b5cdc214b on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:45:38.402486 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-dd4e9471-2151-49d5-bf1b-86038772d737 req-ea87445e-bdef-4989-b1de-4cc6d4a544d9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:38.403541 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dd4e9471-2151-49d5-bf1b-86038772d737 req-ea87445e-bdef-4989-b1de-4cc6d4a544d9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.26 "DELETE /v2.0/ports/24c04714-5268-4ca8-bc10-137b5cdc214b HTTP/1.1" status: 204 len: 173 time: 0.6037500 Apr 20 16:45:38.404042 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1357b39-9bbf-4ee5-9e78-f938bb785579', 'name': 'network-vif-deleted', 'tag': '24c04714-5268-4ca8-bc10-137b5cdc214b'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:45:38.406953 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb0a8d9-ab67-4779-9842-9293117a272e" -d '{"events": [{"server_uuid": "d1357b39-9bbf-4ee5-9e78-f938bb785579", "name": "network-vif-deleted", "tag": "24c04714-5268-4ca8-bc10-137b5cdc214b"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:45:38.417255 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f401308c-8038-4799-ac4e-6fff817d6594 req-17efb13a-998c-49b0-9452-f154c0ec5003 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 210 time: 0.0360138 Apr 20 16:45:38.451717 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bbab78-a03e-49fe-987c-54dc9998c650 x-openstack-request-id: req-e2bbab78-a03e-49fe-987c-54dc9998c650 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:45:38.452009 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1357b39-9bbf-4ee5-9e78-f938bb785579", "name": "network-vif-deleted", "tag": "24c04714-5268-4ca8-bc10-137b5cdc214b", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:45:38.452267 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2bbab78-a03e-49fe-987c-54dc9998c650 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:45:38.452747 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2bbab78-a03e-49fe-987c-54dc9998c650'] response: {'server_uuid': 'd1357b39-9bbf-4ee5-9e78-f938bb785579', 'name': 'network-vif-deleted', 'tag': '24c04714-5268-4ca8-bc10-137b5cdc214b', 'status': 'completed', 'code': 200} Apr 20 16:45:38.696862 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217617df-cd1f-4050-8b80-7f5851debfb7 req-47783d38-e183-4a98-aa9c-a478294e9934 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:38.698546 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-217617df-cd1f-4050-8b80-7f5851debfb7 req-47783d38-e183-4a98-aa9c-a478294e9934 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0793264 Apr 20 16:45:38.741639 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-217617df-cd1f-4050-8b80-7f5851debfb7 req-b9b8a9ff-e716-477b-b44a-9c8f42e5973a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362358 Apr 20 16:45:39.543926 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3f75ed07-d9ec-4c8b-adb7-204da8fa6c7b req-b0310aeb-66ce-4255-bc48-dbceeeb9625d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 210 time: 0.0355036 Apr 20 16:45:39.884298 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6598d6-2b1c-4852-97e9-0bae9eaad372 req-b02114c2-8686-4ad4-bb06-720645c2f62d tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:39.885930 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fe6598d6-2b1c-4852-97e9-0bae9eaad372 req-b02114c2-8686-4ad4-bb06-720645c2f62d tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0606949 Apr 20 16:45:39.927709 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fe6598d6-2b1c-4852-97e9-0bae9eaad372 req-7d7ba019-9559-4d0a-878e-cac9eb355f19 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350788 Apr 20 16:45:40.053934 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:45:40.680891 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44c9b60e-6541-4d9d-ba3e-a3e5126ab1e6 req-630420e6-d6d5-485c-b4c1-05e3a129311d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1357b39-9bbf-4ee5-9e78-f938bb785579 HTTP/1.1" status: 200 len: 210 time: 0.0297165 Apr 20 16:45:41.062880 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23d2bb-f8c9-4ccc-956d-543116a828a6 req-c34ce51e-5ca3-4919-bd9b-7a2ed3ad37bd tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:41.069022 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a23d2bb-f8c9-4ccc-956d-543116a828a6 req-c34ce51e-5ca3-4919-bd9b-7a2ed3ad37bd tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0616930 Apr 20 16:45:41.116422 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a23d2bb-f8c9-4ccc-956d-543116a828a6 req-534c84f0-8498-4b6f-b8e9-b68658b12f5f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443161 Apr 20 16:45:41.745570 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50188) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:42.151321 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7eddd13a-cadb-4c12-b68a-9e174ffaea5a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:42.216844 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 24c04714-5268-4ca8-bc10-137b5cdc214b no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:45:42.238785 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 24c04714-5268-4ca8-bc10-137b5cdc214b {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:45:42.239155 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 24c04714-5268-4ca8-bc10-137b5cdc214b not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:45:42.305931 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e59c83-22d0-41b2-a781-72c6a7a820aa req-33941f03-f065-4b95-ae49-df293971e689 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:42.307444 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a8e59c83-22d0-41b2-a781-72c6a7a820aa req-33941f03-f065-4b95-ae49-df293971e689 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.1024141 Apr 20 16:45:42.412435 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a8e59c83-22d0-41b2-a781-72c6a7a820aa req-c4d874f0-4d8c-4601-a394-510b2795e98f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956590 Apr 20 16:45:42.526418 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-7eddd13a-cadb-4c12-b68a-9e174ffaea5a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Deleting port 4608d98d-df02-465a-892e-ddd8cf3e7012 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:45:42.526783 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7eddd13a-cadb-4c12-b68a-9e174ffaea5a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:42.618701 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-7eddd13a-cadb-4c12-b68a-9e174ffaea5a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] For port 4608d98d-df02-465a-892e-ddd8cf3e7012, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4608d98d-df02-465a-892e-ddd8cf3e7012,segment=NetworkSegment(00837f17-34ce-4ef7-9070-92c8b8bc5925),segment_id=00837f17-34ce-4ef7-9070-92c8b8bc5925)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:45:42.619154 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7eddd13a-cadb-4c12-b68a-9e174ffaea5a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:42.637412 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-7eddd13a-cadb-4c12-b68a-9e174ffaea5a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Calling delete_port for 4608d98d-df02-465a-892e-ddd8cf3e7012 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:45:43.269956 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7eddd13a-cadb-4c12-b68a-9e174ffaea5a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:43.540734 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe88fa4-e03d-4ef1-a4f2-b058d8d86f21 req-a2753c6f-6066-49d3-b34d-6b31f96d5de5 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:43.543142 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0fe88fa4-e03d-4ef1-a4f2-b058d8d86f21 req-a2753c6f-6066-49d3-b34d-6b31f96d5de5 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0554924 Apr 20 16:45:43.588020 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0fe88fa4-e03d-4ef1-a4f2-b058d8d86f21 req-07f7be0e-5772-45c9-93c3-8819d77755ef tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376086 Apr 20 16:45:43.645218 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eddd13a-cadb-4c12-b68a-9e174ffaea5a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'Port': ['ID=4608d98d-df02-465a-892e-ddd8cf3e7012,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:43.866353 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7eddd13a-cadb-4c12-b68a-9e174ffaea5a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:44.112622 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eddd13a-cadb-4c12-b68a-9e174ffaea5a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Router bfdd54dd-e216-4435-aa36-6aa93fe9bb6d has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:45:44.231954 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eddd13a-cadb-4c12-b68a-9e174ffaea5a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:45:44.241417 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7eddd13a-cadb-4c12-b68a-9e174ffaea5a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "PUT /v2.0/routers/bfdd54dd-e216-4435-aa36-6aa93fe9bb6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4911046 Apr 20 16:45:44.241417 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50232) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:44.243683 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3d1c22-c8b4-4b38-8ca6-b86370088be8 None None] Sync routers for ids ['bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:45:44.258320 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3d1c22-c8b4-4b38-8ca6-b86370088be8 None None] Routers {'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:45:44.259950 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-bb3d1c22-c8b4-4b38-8ca6-b86370088be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:45:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:44.302593 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-f844ac93-39ae-4668-b9fc-195b13ea0011 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Deleting subnet 23cef50e-6021-4324-ac0c-e6d08bee6c1b {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:45:44.306153 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f844ac93-39ae-4668-b9fc-195b13ea0011 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:44.362011 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f844ac93-39ae-4668-b9fc-195b13ea0011 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:44.388309 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-bb3d1c22-c8b4-4b38-8ca6-b86370088be8 None None] Set router bfdd54dd-e216-4435-aa36-6aa93fe9bb6d gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:45:44.462039 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f844ac93-39ae-4668-b9fc-195b13ea0011 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:44.580598 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-bb3d1c22-c8b4-4b38-8ca6-b86370088be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321798201', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:42:31Z', 'updated_at': '2022-04-20T16:45:42Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:32Z', 'updated_at': '2022-04-20T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:44.610450 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3d1c22-c8b4-4b38-8ca6-b86370088be8 None None] Checking router: bfdd54dd-e216-4435-aa36-6aa93fe9bb6d for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:45:44.619911 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3d1c22-c8b4-4b38-8ca6-b86370088be8 None None] Routers {'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:45:44.620577 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-bb3d1c22-c8b4-4b38-8ca6-b86370088be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:45:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:44.631293 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f844ac93-39ae-4668-b9fc-195b13ea0011 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:44.671780 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844ac93-39ae-4668-b9fc-195b13ea0011 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'Subnet': ['ID=23cef50e-6021-4324-ac0c-e6d08bee6c1b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:44.686865 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f9d766-f6c9-4814-a1cb-e777e5715b23 None None] Network 1d416a69-4ba2-4838-8a88-ab529cf53b22 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:45:44.690975 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f844ac93-39ae-4668-b9fc-195b13ea0011 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:44.694839 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f844ac93-39ae-4668-b9fc-195b13ea0011 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "DELETE /v2.0/subnets/23cef50e-6021-4324-ac0c-e6d08bee6c1b HTTP/1.1" status: 204 len: 168 time: 0.4532130 Apr 20 16:45:44.698551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50240) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:44.783025 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b53d1-b3b9-4cae-b327-d245184a6687 req-7646dab9-77b6-450c-a1d5-64191fc3ffe3 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:44.792188 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f52b53d1-b3b9-4cae-b327-d245184a6687 req-7646dab9-77b6-450c-a1d5-64191fc3ffe3 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.1116436 Apr 20 16:45:44.832000 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f52b53d1-b3b9-4cae-b327-d245184a6687 req-622119ad-0af2-4e8f-830c-50a2f495d26d tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402770 Apr 20 16:45:44.864589 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42ea2682-6e2c-49b2-bf4c-f3122e6fe98b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:44.981882 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42ea2682-6e2c-49b2-bf4c-f3122e6fe98b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:45.039753 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-bb3d1c22-c8b4-4b38-8ca6-b86370088be8 None None] Set router bfdd54dd-e216-4435-aa36-6aa93fe9bb6d gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:45:45.181329 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-42ea2682-6e2c-49b2-bf4c-f3122e6fe98b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Deleting port cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:45:45.181579 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42ea2682-6e2c-49b2-bf4c-f3122e6fe98b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:45.255901 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-bb3d1c22-c8b4-4b38-8ca6-b86370088be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321798201', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:42:31Z', 'updated_at': '2022-04-20T16:45:42Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:32Z', 'updated_at': '2022-04-20T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:45.290023 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bca8d0-04cb-4ef8-abf9-d186a9b56aaa None None] DHCP port deletion for 1d416a69-4ba2-4838-8a88-ab529cf53b22 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:45:45.293083 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3d1c22-c8b4-4b38-8ca6-b86370088be8 None None] The sync data for ids ['bfdd54dd-e216-4435-aa36-6aa93fe9bb6d'] in n-d-836146-2 is: [{'id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321798201', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:42:31Z', 'updated_at': '2022-04-20T16:45:42Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': 'cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd54dd-e216-4435-aa36-6aa93fe9bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:32Z', 'updated_at': '2022-04-20T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:45:45.303990 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-42ea2682-6e2c-49b2-bf4c-f3122e6fe98b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] For port cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:45:45.304649 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42ea2682-6e2c-49b2-bf4c-f3122e6fe98b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:45.321326 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-42ea2682-6e2c-49b2-bf4c-f3122e6fe98b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Calling delete_port for cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71 owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:45:45.369218 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-03bca8d0-04cb-4ef8-abf9-d186a9b56aaa None None] Deleting port a2b4d764-0279-4754-84ae-2ba55b353bd6 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:45:45.369609 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-03bca8d0-04cb-4ef8-abf9-d186a9b56aaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:45.436819 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-03bca8d0-04cb-4ef8-abf9-d186a9b56aaa None None] For port a2b4d764-0279-4754-84ae-2ba55b353bd6, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a2b4d764-0279-4754-84ae-2ba55b353bd6,segment=NetworkSegment(00837f17-34ce-4ef7-9070-92c8b8bc5925),segment_id=00837f17-34ce-4ef7-9070-92c8b8bc5925)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:45:45.437562 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-03bca8d0-04cb-4ef8-abf9-d186a9b56aaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:45.458440 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-03bca8d0-04cb-4ef8-abf9-d186a9b56aaa None None] Calling delete_port for a2b4d764-0279-4754-84ae-2ba55b353bd6 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:45:45.707571 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-03bca8d0-04cb-4ef8-abf9-d186a9b56aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:45.708014 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42ea2682-6e2c-49b2-bf4c-f3122e6fe98b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:45.750706 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bca8d0-04cb-4ef8-abf9-d186a9b56aaa None None] Pushing event deleted for resources: {'Port': ['ID=a2b4d764-0279-4754-84ae-2ba55b353bd6,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:45.752911 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bca8d0-04cb-4ef8-abf9-d186a9b56aaa None None] No DVR routers for this DVR port a2b4d764-0279-4754-84ae-2ba55b353bd6 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:45:45.786200 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea2682-6e2c-49b2-bf4c-f3122e6fe98b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'Port': ['ID=cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:45.840478 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42ea2682-6e2c-49b2-bf4c-f3122e6fe98b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:45.954015 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42ea2682-6e2c-49b2-bf4c-f3122e6fe98b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:45.958087 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42ea2682-6e2c-49b2-bf4c-f3122e6fe98b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:46.034094 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1888b5-c56d-43db-bdaf-ecb65f1a6b39 req-916b6cb0-da06-490a-9db6-c3116234f98a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:46.035652 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a1888b5-c56d-43db-bdaf-ecb65f1a6b39 req-916b6cb0-da06-490a-9db6-c3116234f98a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0919514 Apr 20 16:45:46.079212 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a1888b5-c56d-43db-bdaf-ecb65f1a6b39 req-586fd9da-a06b-4fa6-ada8-100f1a388270 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368326 Apr 20 16:45:46.104712 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42ea2682-6e2c-49b2-bf4c-f3122e6fe98b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:46.109268 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ea2682-6e2c-49b2-bf4c-f3122e6fe98b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Fanout notify agent at l3_agent the message router_deleted on router bfdd54dd-e216-4435-aa36-6aa93fe9bb6d {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:45:46.113945 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42ea2682-6e2c-49b2-bf4c-f3122e6fe98b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:46.115257 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-42ea2682-6e2c-49b2-bf4c-f3122e6fe98b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "DELETE /v2.0/routers/bfdd54dd-e216-4435-aa36-6aa93fe9bb6d HTTP/1.1" status: 204 len: 168 time: 1.4150987 Apr 20 16:45:46.118035 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50272) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:46.226953 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-95990687-bb1e-4756-9dbf-45a268f8f3ba tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:46.335079 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-95990687-bb1e-4756-9dbf-45a268f8f3ba tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:46.362592 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-95990687-bb1e-4756-9dbf-45a268f8f3ba tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d416a69-4ba2-4838-8a88-ab529cf53b22']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:46.371711 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-95990687-bb1e-4756-9dbf-45a268f8f3ba tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00837f17-34ce-4ef7-9070-92c8b8bc5925') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:46.372100 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-95990687-bb1e-4756-9dbf-45a268f8f3ba tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00837f17-34ce-4ef7-9070-92c8b8bc5925') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:46.381564 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-95990687-bb1e-4756-9dbf-45a268f8f3ba tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:46.395183 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-95990687-bb1e-4756-9dbf-45a268f8f3ba tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:46.401715 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95990687-bb1e-4756-9dbf-45a268f8f3ba tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:45:46.402100 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-95990687-bb1e-4756-9dbf-45a268f8f3ba tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:45:46.405143 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:45:46.553136 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-95990687-bb1e-4756-9dbf-45a268f8f3ba tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:46.574730 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-95990687-bb1e-4756-9dbf-45a268f8f3ba tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:46.580107 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-95990687-bb1e-4756-9dbf-45a268f8f3ba tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "DELETE /v2.0/networks/1d416a69-4ba2-4838-8a88-ab529cf53b22 HTTP/1.1" status: 204 len: 168 time: 0.4583437 Apr 20 16:45:46.580696 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50278) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:46.587603 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95990687-bb1e-4756-9dbf-45a268f8f3ba tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'Network': ['ID=1d416a69-4ba2-4838-8a88-ab529cf53b22,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:46.663535 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0de22a71-7167-4bdd-b442-164ba9e5193f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:46.694597 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0de22a71-7167-4bdd-b442-164ba9e5193f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:46.787498 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4608d98d-df02-465a-892e-ddd8cf3e7012 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:45:46.811533 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 4608d98d-df02-465a-892e-ddd8cf3e7012 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:45:46.811533 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4608d98d-df02-465a-892e-ddd8cf3e7012 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:45:46.812007 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a2b4d764-0279-4754-84ae-2ba55b353bd6 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:45:46.844547 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: a2b4d764-0279-4754-84ae-2ba55b353bd6 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:45:46.845365 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a2b4d764-0279-4754-84ae-2ba55b353bd6 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:45:46.867679 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0de22a71-7167-4bdd-b442-164ba9e5193f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:46.872035 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0de22a71-7167-4bdd-b442-164ba9e5193f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:46.883832 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0de22a71-7167-4bdd-b442-164ba9e5193f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "DELETE /v2.0/security-groups/46306340-bc74-4452-80b8-fd350adce03d HTTP/1.1" status: 204 len: 168 time: 0.2919712 Apr 20 16:45:46.883832 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de22a71-7167-4bdd-b442-164ba9e5193f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46306340-bc74-4452-80b8-fd350adce03d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:47.217411 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830098c7-dc89-41a3-b030-f3b872b6c8af req-7d6641be-1282-4601-81e2-823e0c64e805 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:47.222080 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-830098c7-dc89-41a3-b030-f3b872b6c8af req-7d6641be-1282-4601-81e2-823e0c64e805 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0603313 Apr 20 16:45:47.261754 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-830098c7-dc89-41a3-b030-f3b872b6c8af req-6ee6369c-b8c6-4a02-97e6-7495a8a5f27d tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351658 Apr 20 16:45:47.688430 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50298) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:47.693829 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-39a5e8d3-c335-4dc9-88eb-ef09d3cb2e31 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1819756375', 'description': 'tempest-secgroup-smoke-1819756375 description', 'project_id': 'f671d985b7654b0ab90a0236bac58688'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:45:47.891643 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39a5e8d3-c335-4dc9-88eb-ef09d3cb2e31 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:47.978894 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39a5e8d3-c335-4dc9-88eb-ef09d3cb2e31 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:48.101254 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39a5e8d3-c335-4dc9-88eb-ef09d3cb2e31 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:48.146419 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5e8d3-c335-4dc9-88eb-ef09d3cb2e31 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:48.287291 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:45:48.303417 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-39a5e8d3-c335-4dc9-88eb-ef09d3cb2e31 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:48.304739 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-39a5e8d3-c335-4dc9-88eb-ef09d3cb2e31 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6151729 Apr 20 16:45:48.307643 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50310) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:48.308737 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:45:48.309088 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device cf8ea9d6-79ab-4141-9cd1-95e8f31a6f71 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:45:48.312568 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b9b0ba94-aaea-404a-adce-dc9e38003662 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group_rule': {'security_group_id': 'd4c442b5-8e2c-41e3-9a4f-7dc1e26644de', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:45:48.402314 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bada4-5f32-4983-a416-7a4a23ff0686 req-902837e8-ef8f-4805-8122-c602f2b90377 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:48.403932 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d21bada4-5f32-4983-a416-7a4a23ff0686 req-902837e8-ef8f-4805-8122-c602f2b90377 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0633085 Apr 20 16:45:48.456214 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d21bada4-5f32-4983-a416-7a4a23ff0686 req-4406b174-05db-4869-958e-e0dfc803a185 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456829 Apr 20 16:45:48.513969 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9b0ba94-aaea-404a-adce-dc9e38003662 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:48.573734 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9b0ba94-aaea-404a-adce-dc9e38003662 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:48.693698 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9b0ba94-aaea-404a-adce-dc9e38003662 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:48.712861 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0ba94-aaea-404a-adce-dc9e38003662 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcefe064-d4b2-4a63-8d53-2b9eb2843096,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:48.866784 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b9b0ba94-aaea-404a-adce-dc9e38003662 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:48.868138 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b9b0ba94-aaea-404a-adce-dc9e38003662 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5592089 Apr 20 16:45:48.871846 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50316) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:48.878530 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-72f15bfa-09fc-4431-8db2-284f1729d810 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group_rule': {'security_group_id': 'd4c442b5-8e2c-41e3-9a4f-7dc1e26644de', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:45:49.020534 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-72f15bfa-09fc-4431-8db2-284f1729d810 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:49.077137 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-72f15bfa-09fc-4431-8db2-284f1729d810 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:49.158859 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-72f15bfa-09fc-4431-8db2-284f1729d810 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:49.181980 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f15bfa-09fc-4431-8db2-284f1729d810 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f95a8f5-dbc6-4452-85a3-f369156d0083,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:49.303223 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-72f15bfa-09fc-4431-8db2-284f1729d810 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:49.307607 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-72f15bfa-09fc-4431-8db2-284f1729d810 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4315400 Apr 20 16:45:49.307607 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50326) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:49.311882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-8b5e78ff-c8bd-4211-810a-dfa86d625a60 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group_rule': {'security_group_id': 'd4c442b5-8e2c-41e3-9a4f-7dc1e26644de', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:45:49.425396 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8b5e78ff-c8bd-4211-810a-dfa86d625a60 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:49.498873 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8b5e78ff-c8bd-4211-810a-dfa86d625a60 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:49.586138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263ead5-56a0-40ee-a941-ad837fbe2be4 req-45bf62d4-75e3-4e76-a3f3-46b6a1c1e83d tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:49.587995 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6263ead5-56a0-40ee-a941-ad837fbe2be4 req-45bf62d4-75e3-4e76-a3f3-46b6a1c1e83d tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0558717 Apr 20 16:45:49.589526 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8b5e78ff-c8bd-4211-810a-dfa86d625a60 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:49.623632 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e78ff-c8bd-4211-810a-dfa86d625a60 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0826418-f480-4d25-94b7-67c72a8f16fb,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:49.647098 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6263ead5-56a0-40ee-a941-ad837fbe2be4 req-beca95d4-e238-4432-8dc2-9d209a4ed3f9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462756 Apr 20 16:45:49.721076 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8b5e78ff-c8bd-4211-810a-dfa86d625a60 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:49.722292 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8b5e78ff-c8bd-4211-810a-dfa86d625a60 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4139686 Apr 20 16:45:49.725145 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50334) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:49.729466 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-22a60ae2-8b20-41a3-abed-74fac4c95277 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group_rule': {'security_group_id': 'd4c442b5-8e2c-41e3-9a4f-7dc1e26644de', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:45:49.843392 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-22a60ae2-8b20-41a3-abed-74fac4c95277 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:49.905809 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-22a60ae2-8b20-41a3-abed-74fac4c95277 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:50.002496 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-22a60ae2-8b20-41a3-abed-74fac4c95277 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:50.026375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a60ae2-8b20-41a3-abed-74fac4c95277 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1026d3da-92bf-4a57-9a7e-495db3920388,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:50.124726 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-22a60ae2-8b20-41a3-abed-74fac4c95277 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:50.126007 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-22a60ae2-8b20-41a3-abed-74fac4c95277 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3999474 Apr 20 16:45:50.129423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50340) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:50.133920 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-5c2a3a19-73bc-4a85-8d94-238a867d72ad tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group_rule': {'security_group_id': 'd4c442b5-8e2c-41e3-9a4f-7dc1e26644de', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:45:50.249520 n-d-836146-2 neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-5c2a3a19-73bc-4a85-8d94-238a867d72ad tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Project f671d985b7654b0ab90a0236bac58688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:45:50.255943 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c2a3a19-73bc-4a85-8d94-238a867d72ad tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:50.325807 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c2a3a19-73bc-4a85-8d94-238a867d72ad tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:50.522017 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c2a3a19-73bc-4a85-8d94-238a867d72ad tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:50.541801 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a3a19-73bc-4a85-8d94-238a867d72ad tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f646b1cc-917b-4812-a878-e2a77905a79f,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:50.658348 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c2a3a19-73bc-4a85-8d94-238a867d72ad tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:50.659518 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5c2a3a19-73bc-4a85-8d94-238a867d72ad tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5291719 Apr 20 16:45:50.662342 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50350) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:50.669421 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2de225d3-91e0-4c28-bc22-187f78f45fe4 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group_rule': {'security_group_id': 'd4c442b5-8e2c-41e3-9a4f-7dc1e26644de', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:45:50.774596 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209372d-94c4-4dd6-9804-a3807432512d req-fc7dc087-8b03-4583-90ac-e37e5590b566 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:50.776108 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c209372d-94c4-4dd6-9804-a3807432512d req-fc7dc087-8b03-4583-90ac-e37e5590b566 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0557156 Apr 20 16:45:50.779285 n-d-836146-2 neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-2de225d3-91e0-4c28-bc22-187f78f45fe4 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Project f671d985b7654b0ab90a0236bac58688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:45:50.785116 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2de225d3-91e0-4c28-bc22-187f78f45fe4 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:50.820472 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c209372d-94c4-4dd6-9804-a3807432512d req-b5cd44b1-4136-4759-a5df-3e143c1e78f5 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372210 Apr 20 16:45:50.855729 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2de225d3-91e0-4c28-bc22-187f78f45fe4 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:50.956698 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2de225d3-91e0-4c28-bc22-187f78f45fe4 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:50.976172 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de225d3-91e0-4c28-bc22-187f78f45fe4 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f798e87-b7ed-4f60-9eaf-071643aec856,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:51.086073 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2de225d3-91e0-4c28-bc22-187f78f45fe4 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:51.087398 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2de225d3-91e0-4c28-bc22-187f78f45fe4 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4239135 Apr 20 16:45:51.090242 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50358) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:51.095039 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-ad67a9c3-6c07-4537-8a98-3039fe0cf6dd tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'network': {'name': 'tempest-network-smoke--678587461', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'port_security_enabled': True}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:45:51.255523 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad67a9c3-6c07-4537-8a98-3039fe0cf6dd tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Made reservation on behalf of f671d985b7654b0ab90a0236bac58688 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:45:51.259094 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad67a9c3-6c07-4537-8a98-3039fe0cf6dd tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:51.281809 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad67a9c3-6c07-4537-8a98-3039fe0cf6dd tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:45:51.290528 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad67a9c3-6c07-4537-8a98-3039fe0cf6dd tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:51.290872 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-ad67a9c3-6c07-4537-8a98-3039fe0cf6dd tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Added segment 166da847-0635-4d4b-8965-6ac559258e7d of type vlan for network 5c1b58ae-0191-46ac-8f22-f46b6fd1e029 Apr 20 16:45:51.334928 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad67a9c3-6c07-4537-8a98-3039fe0cf6dd tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:51.453314 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad67a9c3-6c07-4537-8a98-3039fe0cf6dd tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:51.459473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67a9c3-6c07-4537-8a98-3039fe0cf6dd tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:51.460059 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad67a9c3-6c07-4537-8a98-3039fe0cf6dd tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:51.525929 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67a9c3-6c07-4537-8a98-3039fe0cf6dd tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Network': ['ID=5c1b58ae-0191-46ac-8f22-f46b6fd1e029,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:51.536607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 5c1b58ae-0191-46ac-8f22-f46b6fd1e029 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:45:51.675750 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ad67a9c3-6c07-4537-8a98-3039fe0cf6dd tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5844734 Apr 20 16:45:51.678474 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50370) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:51.683022 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-872388cb-2ad2-4023-8826-dc9b010a5904 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-213219099', 'admin_state_up': True, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:45:51.957743 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-872388cb-2ad2-4023-8826-dc9b010a5904 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:51.957743 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-872388cb-2ad2-4023-8826-dc9b010a5904 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:51.962729 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035782e5-2502-4a26-becb-124778226ba8 req-6c420ee0-25f3-48e5-ade4-f359bc3b212e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:51.964159 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-035782e5-2502-4a26-becb-124778226ba8 req-6c420ee0-25f3-48e5-ade4-f359bc3b212e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0648487 Apr 20 16:45:52.025135 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-035782e5-2502-4a26-becb-124778226ba8 req-8df0a704-c7f9-487a-bb3e-b98d0145c160 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537508 Apr 20 16:45:52.051440 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-872388cb-2ad2-4023-8826-dc9b010a5904 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:52.649717 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-872388cb-2ad2-4023-8826-dc9b010a5904 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:52.801814 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-491ace65-4681-4b44-9903-7bab85ad81a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:52.971452 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-872388cb-2ad2-4023-8826-dc9b010a5904 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:52.992614 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-872388cb-2ad2-4023-8826-dc9b010a5904 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:53.105888 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-872388cb-2ad2-4023-8826-dc9b010a5904 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Allocated IP 172.25.0.112 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:45:53.155134 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406634cf-319d-4a7e-920b-045806197062 req-b5c635dc-8c71-422c-b954-27a9d9a6b266 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:53.156652 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-406634cf-319d-4a7e-920b-045806197062 req-b5c635dc-8c71-422c-b954-27a9d9a6b266 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0552056 Apr 20 16:45:53.195357 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-406634cf-319d-4a7e-920b-045806197062 req-c193a605-1768-4217-9e8e-a81c01360536 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318408 Apr 20 16:45:53.212449 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-872388cb-2ad2-4023-8826-dc9b010a5904 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:53.393417 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-872388cb-2ad2-4023-8826-dc9b010a5904 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:53.438007 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872388cb-2ad2-4023-8826-dc9b010a5904 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:45:53.443831 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-872388cb-2ad2-4023-8826-dc9b010a5904 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:45:53.449025 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872388cb-2ad2-4023-8826-dc9b010a5904 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:45:53.452401 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872388cb-2ad2-4023-8826-dc9b010a5904 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Port': ['ID=94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:53.844570 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-872388cb-2ad2-4023-8826-dc9b010a5904 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:54.055750 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-872388cb-2ad2-4023-8826-dc9b010a5904 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:54.338299 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a693491-e1d6-4f3a-b7ae-37dc738969b9 req-da58c5b2-6ac6-4c56-8d9a-22b2bb4eb094 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:54.339789 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a693491-e1d6-4f3a-b7ae-37dc738969b9 req-da58c5b2-6ac6-4c56-8d9a-22b2bb4eb094 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0581214 Apr 20 16:45:54.383233 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a693491-e1d6-4f3a-b7ae-37dc738969b9 req-6ca5c35f-de09-46d0-a751-de0c64696c43 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372190 Apr 20 16:45:54.394511 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872388cb-2ad2-4023-8826-dc9b010a5904 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Router ea2c9ef7-c4e1-4277-8758-f22936375c1e is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:45:54.502110 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872388cb-2ad2-4023-8826-dc9b010a5904 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:45:54.512638 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] Sync routers for ids ['ea2c9ef7-c4e1-4277-8758-f22936375c1e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:45:54.524240 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] Routers {'ea2c9ef7-c4e1-4277-8758-f22936375c1e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:45:54.524906 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:45:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ea2c9ef7-c4e1-4277-8758-f22936375c1e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:54.647280 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] Set router ea2c9ef7-c4e1-4277-8758-f22936375c1e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:45:54.655448 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-872388cb-2ad2-4023-8826-dc9b010a5904 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:54.656806 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-872388cb-2ad2-4023-8826-dc9b010a5904 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9773171 Apr 20 16:45:54.659855 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50416) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:54.690350 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a0918b17-34b8-432d-b83e-aa286aa0420e tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f671d985b7654b0ab90a0236bac58688&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263512 Apr 20 16:45:54.690994 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50418) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:54.786971 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a2d774-9001-472b-8784-91d5391c0b4a tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:54.788535 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-14a2d774-9001-472b-8784-91d5391c0b4a tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0970230 Apr 20 16:45:54.791474 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50422) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:54.829087 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-288ea568-dc0c-471d-8480-0059bbbaec12 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364120 Apr 20 16:45:54.831471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 50424) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:54.836313 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-526096d5-728b-413d-a47c-816833dbe227 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1304173332', 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:45:54.843280 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213219099', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:51Z', 'updated_at': '2022-04-20T16:45:53Z', 'revision_number': 3, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:70:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:53Z', 'updated_at': '2022-04-20T16:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:54.870950 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] Checking router: ea2c9ef7-c4e1-4277-8758-f22936375c1e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:45:54.871514 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] Updating router ea2c9ef7-c4e1-4277-8758-f22936375c1e port 94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:45:54.899732 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:55.024766 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526096d5-728b-413d-a47c-816833dbe227 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Made reservation on behalf of f671d985b7654b0ab90a0236bac58688 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:45:55.028470 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-526096d5-728b-413d-a47c-816833dbe227 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:55.153135 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-812abbfa-3230-477b-8456-42ab4a1225d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:55.171557 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:55.345960 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:55.398311 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c178f44-ccc8-4e17-b9e3-e3c1a278641b None None] Pushing event updated for resources: {'Port': ['ID=94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:55.398896 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-526096d5-728b-413d-a47c-816833dbe227 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:55.402494 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] Attempting to bind port 94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:45:55.402853 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] Attempting to bind port 94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:45:55.403212 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] Attempting to bind port 94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:45:55.409423 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:45:55.410695 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:45:55.411105 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:55.411499 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:45:55.411987 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] Bound port: 94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:45:55.412395 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:55.468872 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] For port 94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:45:55.470157 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526096d5-728b-413d-a47c-816833dbe227 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Subnet': ['ID=c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:55.473430 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] For port 94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:45:55.477841 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526096d5-728b-413d-a47c-816833dbe227 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Checking segment: {'id': '166da847-0635-4d4b-8965-6ac559258e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:45:55.478204 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526096d5-728b-413d-a47c-816833dbe227 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network hostable DHCP agents. Network: 5c1b58ae-0191-46ac-8f22-f46b6fd1e029, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:45:55.534810 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db5e41-d45d-4165-b788-6a7a1d0a2d50 req-2a237715-f16a-4cec-b047-13f3b8edf61d tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:55.537070 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-73db5e41-d45d-4165-b788-6a7a1d0a2d50 req-2a237715-f16a-4cec-b047-13f3b8edf61d tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0683737 Apr 20 16:45:55.577054 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:55.593256 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-73db5e41-d45d-4165-b788-6a7a1d0a2d50 req-7329eebd-b02d-44da-8c29-12d39aff2cf8 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477495 Apr 20 16:45:55.638693 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] Routers {'ea2c9ef7-c4e1-4277-8758-f22936375c1e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:45:55.639308 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:45:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ea2c9ef7-c4e1-4277-8758-f22936375c1e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:55.650094 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526096d5-728b-413d-a47c-816833dbe227 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network 5c1b58ae-0191-46ac-8f22-f46b6fd1e029 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:45:55.689362 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c178f44-ccc8-4e17-b9e3-e3c1a278641b None None] Pushing event updated for resources: {'Port': ['ID=94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:55.756843 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] Set router ea2c9ef7-c4e1-4277-8758-f22936375c1e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:45:55.859360 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-526096d5-728b-413d-a47c-816833dbe227 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 5c1b58ae-0191-46ac-8f22-f46b6fd1e029) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:45:55.864680 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526096d5-728b-413d-a47c-816833dbe227 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:55.865450 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-526096d5-728b-413d-a47c-816833dbe227 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:55.869873 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f9f8b5-460d-49ff-9993-0cd36f43ff13 None None] Network 5c1b58ae-0191-46ac-8f22-f46b6fd1e029 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:45:55.959847 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-526096d5-728b-413d-a47c-816833dbe227 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1268826 Apr 20 16:45:55.962555 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50442) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:45:56.034935 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cbd1ff-e9f1-4ed0-abbd-983a7997daee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-5c1b58ae-0191-46ac-8f22-f46b6fd1e029', 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'fixed_ips': [{'subnet_id': 'c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:45:56.038745 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-68cbd1ff-e9f1-4ed0-abbd-983a7997daee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:56.068471 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213219099', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:51Z', 'updated_at': '2022-04-20T16:45:53Z', 'revision_number': 3, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:70:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:53Z', 'updated_at': '2022-04-20T16:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:56.101397 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881e2e2d-cdb6-4e8f-b6ad-d6e7c24baf53 None None] The sync data for ids ['ea2c9ef7-c4e1-4277-8758-f22936375c1e'] in n-d-836146-2 is: [{'id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213219099', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:51Z', 'updated_at': '2022-04-20T16:45:53Z', 'revision_number': 3, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:70:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:53Z', 'updated_at': '2022-04-20T16:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:45:56.220720 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-68cbd1ff-e9f1-4ed0-abbd-983a7997daee None None] Allocated IP 172.20.0.2 (5c1b58ae-0191-46ac-8f22-f46b6fd1e029/c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66/7782906b-f32f-48da-a175-b6d0b9a04baf) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:45:56.471075 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-68cbd1ff-e9f1-4ed0-abbd-983a7997daee None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:56.554618 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:56.564567 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:56.690094 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-68cbd1ff-e9f1-4ed0-abbd-983a7997daee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:56.790606 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cbd1ff-e9f1-4ed0-abbd-983a7997daee None None] Network 5c1b58ae-0191-46ac-8f22-f46b6fd1e029 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:45:56.796981 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-68cbd1ff-e9f1-4ed0-abbd-983a7997daee None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:45:56.799321 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d08cf-3f6d-4515-968a-3a9e8e017fd3 req-19c2b733-60be-48e3-8689-ddbe791d89e1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:56.801505 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cbd1ff-e9f1-4ed0-abbd-983a7997daee None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:45:56.807059 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cbd1ff-e9f1-4ed0-abbd-983a7997daee None None] Pushing event updated for resources: {'Port': ['ID=7782906b-f32f-48da-a175-b6d0b9a04baf,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:56.816631 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e52d08cf-3f6d-4515-968a-3a9e8e017fd3 req-19c2b733-60be-48e3-8689-ddbe791d89e1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.1192269 Apr 20 16:45:56.863672 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e52d08cf-3f6d-4515-968a-3a9e8e017fd3 req-b4ad1273-5300-4b50-b95c-096e65420e0c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412383 Apr 20 16:45:56.884324 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-68cbd1ff-e9f1-4ed0-abbd-983a7997daee None None] Attempting to bind port 7782906b-f32f-48da-a175-b6d0b9a04baf on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:45:56.893193 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-68cbd1ff-e9f1-4ed0-abbd-983a7997daee None None] Attempting to bind port 7782906b-f32f-48da-a175-b6d0b9a04baf by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '166da847-0635-4d4b-8965-6ac559258e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:45:56.893193 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cbd1ff-e9f1-4ed0-abbd-983a7997daee None None] Attempting to bind port 7782906b-f32f-48da-a175-b6d0b9a04baf on network 5c1b58ae-0191-46ac-8f22-f46b6fd1e029 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:45:56.893193 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cbd1ff-e9f1-4ed0-abbd-983a7997daee None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:45:56.893193 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cbd1ff-e9f1-4ed0-abbd-983a7997daee None None] Checking segment: {'id': '166da847-0635-4d4b-8965-6ac559258e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:45:56.893193 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-68cbd1ff-e9f1-4ed0-abbd-983a7997daee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:56.893193 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cbd1ff-e9f1-4ed0-abbd-983a7997daee None None] Bound using segment: {'id': '166da847-0635-4d4b-8965-6ac559258e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:45:56.893193 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-68cbd1ff-e9f1-4ed0-abbd-983a7997daee None None] Bound port: 7782906b-f32f-48da-a175-b6d0b9a04baf, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166da847-0635-4d4b-8965-6ac559258e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:45:56.894046 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-68cbd1ff-e9f1-4ed0-abbd-983a7997daee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:56.956891 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Allocated IP 172.20.0.1 (5c1b58ae-0191-46ac-8f22-f46b6fd1e029/c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66/ea8ee4e2-ae37-4108-8a6d-a97787af5d79) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:45:56.975227 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-68cbd1ff-e9f1-4ed0-abbd-983a7997daee None None] For port 7782906b-f32f-48da-a175-b6d0b9a04baf, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:45:56.983943 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-68cbd1ff-e9f1-4ed0-abbd-983a7997daee None None] For port 7782906b-f32f-48da-a175-b6d0b9a04baf, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7782906b-f32f-48da-a175-b6d0b9a04baf,segment=NetworkSegment(166da847-0635-4d4b-8965-6ac559258e7d),segment_id=166da847-0635-4d4b-8965-6ac559258e7d)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:45:57.104234 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:57.104510 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-68cbd1ff-e9f1-4ed0-abbd-983a7997daee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:57.158398 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cbd1ff-e9f1-4ed0-abbd-983a7997daee None None] Pushing event updated for resources: {'Port': ['ID=7782906b-f32f-48da-a175-b6d0b9a04baf,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:57.273341 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:57.324744 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network 5c1b58ae-0191-46ac-8f22-f46b6fd1e029 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:45:57.335183 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:45:57.335183 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:45:57.346580 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Port': ['ID=ea8ee4e2-ae37-4108-8a6d-a97787af5d79,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:57.395946 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:57.395946 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:57.395946 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:57.396516 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:57.396628 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:57.397763 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:57.397763 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:57.397763 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:57.398096 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:57.398644 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:57.398644 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:57.398880 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:45:57.426575 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:57.717892 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:57.872727 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:58.027500 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20609147-7ae6-4f8c-bb0c-eeeca4323cc3 req-f3ed1a8c-b8de-4391-a4cd-b7673a4c44a0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:58.029038 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-20609147-7ae6-4f8c-bb0c-eeeca4323cc3 req-f3ed1a8c-b8de-4391-a4cd-b7673a4c44a0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0775402 Apr 20 16:45:58.094068 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:58.100748 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-20609147-7ae6-4f8c-bb0c-eeeca4323cc3 req-cfca4f51-cf87-40d7-a055-ad304a5f458c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549953 Apr 20 16:45:58.215230 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:58.262034 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:58.349352 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Port': ['ID=ea8ee4e2-ae37-4108-8a6d-a97787af5d79,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:58.351831 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:58.399442 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd07bde-6038-45eb-be7b-ef7c1456f2fa None None] Network 5c1b58ae-0191-46ac-8f22-f46b6fd1e029 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:45:58.470294 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 7782906b-f32f-48da-a175-b6d0b9a04baf up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:45:58.480735 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network 5c1b58ae-0191-46ac-8f22-f46b6fd1e029 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:45:58.482231 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:45:58.531839 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-167743b3-92d0-4d05-a4e6-9e2386018bc9 None None] Provisioning complete for port 7782906b-f32f-48da-a175-b6d0b9a04baf triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:58.533340 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-167743b3-92d0-4d05-a4e6-9e2386018bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:58.632249 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 7782906b-f32f-48da-a175-b6d0b9a04baf triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:58.632647 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:58.636942 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Router ea2c9ef7-c4e1-4277-8758-f22936375c1e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:45:58.761253 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:45:58.772519 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5cec93a8-e642-4747-b8e2-e73113b4c53b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "PUT /v2.0/routers/ea2c9ef7-c4e1-4277-8758-f22936375c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8033564 Apr 20 16:45:58.772641 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-167743b3-92d0-4d05-a4e6-9e2386018bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:58.775951 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] Sync routers for ids ['ea2c9ef7-c4e1-4277-8758-f22936375c1e'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:45:58.836601 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] Routers {'ea2c9ef7-c4e1-4277-8758-f22936375c1e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:45:58.837231 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:45:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ea2c9ef7-c4e1-4277-8758-f22936375c1e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:58.890387 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-167743b3-92d0-4d05-a4e6-9e2386018bc9 None None] For port 7782906b-f32f-48da-a175-b6d0b9a04baf, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7782906b-f32f-48da-a175-b6d0b9a04baf,segment=NetworkSegment(166da847-0635-4d4b-8965-6ac559258e7d),segment_id=166da847-0635-4d4b-8965-6ac559258e7d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:45:58.901901 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:58.967540 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:58.997283 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] Set router ea2c9ef7-c4e1-4277-8758-f22936375c1e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:45:59.041631 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-39365ce2-171c-48da-9d95-b0c36534d42a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1819756375&fields=id&tenant_id=f671d985b7654b0ab90a0236bac58688 HTTP/1.1" status: 200 len: 267 time: 0.0502729 Apr 20 16:45:59.136277 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-167743b3-92d0-4d05-a4e6-9e2386018bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:59.174726 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-d1c3e3fe-57c6-4769-9c28-3c11216b8c97 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:59.176293 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-d1c3e3fe-57c6-4769-9c28-3c11216b8c97 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/networks?id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029 HTTP/1.1" status: 200 len: 796 time: 0.1232238 Apr 20 16:45:59.195050 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-93f8a9e9-8097-409c-89eb-922eda0f4829 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/quotas/f671d985b7654b0ab90a0236bac58688 HTTP/1.1" status: 200 len: 375 time: 0.0128996 Apr 20 16:45:59.267713 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632ed2c-1b5d-4ebf-b39e-84d3401cf410 req-e9c5e0e6-e818-419e-8de8-05ba0b44b38e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:45:59.275842 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0632ed2c-1b5d-4ebf-b39e-84d3401cf410 req-e9c5e0e6-e818-419e-8de8-05ba0b44b38e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0824418 Apr 20 16:45:59.282035 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-450d4bfa-4353-4495-8d5a-d85e2d9453af tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804813 Apr 20 16:45:59.334367 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0632ed2c-1b5d-4ebf-b39e-84d3401cf410 req-b2bfc4c0-acc6-4834-923c-8afbc1f1f5ea tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575368 Apr 20 16:45:59.378873 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-c0d5e985-920f-4010-9f23-155b12a80200 service neutron] 10.222.0.15 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957344 Apr 20 16:45:59.461519 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:45:59.461811 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:45:59.472921 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-063987bb-7e8d-4959-9fb5-40aaa738ed32 None None] Provisioning complete for port ea8ee4e2-ae37-4108-8a6d-a97787af5d79 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:59.473416 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-063987bb-7e8d-4959-9fb5-40aaa738ed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:59.479321 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167743b3-92d0-4d05-a4e6-9e2386018bc9 None None] Pushing event updated for resources: {'Port': ['ID=7782906b-f32f-48da-a175-b6d0b9a04baf,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:45:59.497075 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-58983550-889e-4466-916f-4477e5642333 service neutron] 10.222.0.15 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111791 Apr 20 16:45:59.537350 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-063987bb-7e8d-4959-9fb5-40aaa738ed32 None None] Port ea8ee4e2-ae37-4108-8a6d-a97787af5d79 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:45:59.556149 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-063987bb-7e8d-4959-9fb5-40aaa738ed32 None None] Provisioning complete for port 7782906b-f32f-48da-a175-b6d0b9a04baf triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:59.563552 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-063987bb-7e8d-4959-9fb5-40aaa738ed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:59.604932 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213219099', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:51Z', 'updated_at': '2022-04-20T16:45:57Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:70:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:53Z', 'updated_at': '2022-04-20T16:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'ea8ee4e2-ae37-4108-8a6d-a97787af5d79', 'name': '', 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:e7:39:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:56Z', 'updated_at': '2022-04-20T16:45:57Z', 'revision_number': 2, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': 'c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:45:59.634183 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] Checking router: ea2c9ef7-c4e1-4277-8758-f22936375c1e for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:45:59.634515 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] Updating router ea2c9ef7-c4e1-4277-8758-f22936375c1e port ea8ee4e2-ae37-4108-8a6d-a97787af5d79 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:45:59.683055 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:59.794757 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b060d520-77e5-40cf-b26a-fc23e98f1235 req-a700f271-3314-4803-b937-5dda02df1e09 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 210 time: 0.0394323 Apr 20 16:45:59.845609 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-bbbaaa0e-c413-470c-bad1-c666af3ed0ec None None] Provisioning complete for port ea8ee4e2-ae37-4108-8a6d-a97787af5d79 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:45:59.845986 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bbbaaa0e-c413-470c-bad1-c666af3ed0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:45:59.935054 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-bbbaaa0e-c413-470c-bad1-c666af3ed0ec None None] Port ea8ee4e2-ae37-4108-8a6d-a97787af5d79 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:46:00.016130 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:46:00.094042 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:00.106054 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:00.106347 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:00.128378 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:00.185694 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:00.208887 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:46:00.362611 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:00.443245 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173166e-3b48-4ce5-8a2a-2f153c1135b9 None None] Pushing event updated for resources: {'Port': ['ID=ea8ee4e2-ae37-4108-8a6d-a97787af5d79,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:00.473842 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:00.492901 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] Attempting to bind port ea8ee4e2-ae37-4108-8a6d-a97787af5d79 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:46:00.493403 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] Attempting to bind port ea8ee4e2-ae37-4108-8a6d-a97787af5d79 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '166da847-0635-4d4b-8965-6ac559258e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:46:00.493873 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] Attempting to bind port ea8ee4e2-ae37-4108-8a6d-a97787af5d79 on network 5c1b58ae-0191-46ac-8f22-f46b6fd1e029 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:46:00.527666 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:46:00.528257 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] Checking segment: {'id': '166da847-0635-4d4b-8965-6ac559258e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:46:00.529062 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:00.529523 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] Bound using segment: {'id': '166da847-0635-4d4b-8965-6ac559258e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:46:00.531146 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] Bound port: ea8ee4e2-ae37-4108-8a6d-a97787af5d79, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166da847-0635-4d4b-8965-6ac559258e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:46:00.531146 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:00.614220 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:00.637880 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b6ff3-89ca-4790-826b-adb6438af202 req-acffa087-2c03-425e-82c6-ad925916a59c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:00.645708 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a75b6ff3-89ca-4790-826b-adb6438af202 req-acffa087-2c03-425e-82c6-ad925916a59c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.2026970 Apr 20 16:46:00.667288 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 7782906b-f32f-48da-a175-b6d0b9a04baf up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:46:00.674581 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] For port ea8ee4e2-ae37-4108-8a6d-a97787af5d79, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:46:00.732610 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] For port ea8ee4e2-ae37-4108-8a6d-a97787af5d79, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ea8ee4e2-ae37-4108-8a6d-a97787af5d79,segment=NetworkSegment(166da847-0635-4d4b-8965-6ac559258e7d),segment_id=166da847-0635-4d4b-8965-6ac559258e7d)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:46:00.782269 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-cc973758-e5df-4f4b-8e22-682e34b075f4 None None] Provisioning complete for port ea8ee4e2-ae37-4108-8a6d-a97787af5d79 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:00.782642 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cc973758-e5df-4f4b-8e22-682e34b075f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:00.785935 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 7782906b-f32f-48da-a175-b6d0b9a04baf triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:00.785935 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:00.850956 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a75b6ff3-89ca-4790-826b-adb6438af202 req-bc13d8d8-263e-465a-b9cc-c91c46fb6efc tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790354 Apr 20 16:46:00.870494 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-cc973758-e5df-4f4b-8e22-682e34b075f4 None None] Port ea8ee4e2-ae37-4108-8a6d-a97787af5d79 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:46:00.884571 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:00.894101 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f3c60e95-f8f5-49ad-9df1-c245c18d4300 req-e7c64c7a-6019-42f1-901d-9904db6499ec tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 210 time: 0.0309467 Apr 20 16:46:00.987527 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173166e-3b48-4ce5-8a2a-2f153c1135b9 None None] Pushing event updated for resources: {'Port': ['ID=ea8ee4e2-ae37-4108-8a6d-a97787af5d79,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:00.992267 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] Routers {'ea2c9ef7-c4e1-4277-8758-f22936375c1e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:46:00.992880 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:45:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ea2c9ef7-c4e1-4277-8758-f22936375c1e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:01.127742 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] Set router ea2c9ef7-c4e1-4277-8758-f22936375c1e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:46:01.272381 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c2d64e61-dd83-4676-bb2a-dbfa49c0438c None None] Provisioning complete for port ea8ee4e2-ae37-4108-8a6d-a97787af5d79 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:01.272765 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c2d64e61-dd83-4676-bb2a-dbfa49c0438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:01.409546 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c2d64e61-dd83-4676-bb2a-dbfa49c0438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:01.454651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c2d64e61-dd83-4676-bb2a-dbfa49c0438c None None] For port ea8ee4e2-ae37-4108-8a6d-a97787af5d79, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ea8ee4e2-ae37-4108-8a6d-a97787af5d79,segment=NetworkSegment(166da847-0635-4d4b-8965-6ac559258e7d),segment_id=166da847-0635-4d4b-8965-6ac559258e7d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:46:01.457615 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213219099', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:51Z', 'updated_at': '2022-04-20T16:45:57Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:53Z', 'updated_at': '2022-04-20T16:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'ea8ee4e2-ae37-4108-8a6d-a97787af5d79', 'name': '', 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:e7:39:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:56Z', 'updated_at': '2022-04-20T16:46:00Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': 'c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:01.489250 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301f4685-d96c-4694-bb9c-79644c48b9d6 None None] The sync data for ids ['ea2c9ef7-c4e1-4277-8758-f22936375c1e'] in n-d-836146-2 is: [{'id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213219099', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:51Z', 'updated_at': '2022-04-20T16:45:57Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:53Z', 'updated_at': '2022-04-20T16:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'ea8ee4e2-ae37-4108-8a6d-a97787af5d79', 'name': '', 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:e7:39:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:56Z', 'updated_at': '2022-04-20T16:46:00Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': 'c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:46:01.585055 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c2d64e61-dd83-4676-bb2a-dbfa49c0438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:01.645348 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d64e61-dd83-4676-bb2a-dbfa49c0438c None None] Pushing event updated for resources: {'Port': ['ID=ea8ee4e2-ae37-4108-8a6d-a97787af5d79,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:02.008546 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcab81-86eb-4e34-907b-48111822221b req-b8b62c7c-59ad-4803-9be5-6171e01d5f76 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:02.011191 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1fcab81-86eb-4e34-907b-48111822221b req-b8b62c7c-59ad-4803-9be5-6171e01d5f76 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0762305 Apr 20 16:46:02.070044 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1fcab81-86eb-4e34-907b-48111822221b req-42367c42-3f31-4e25-9d88-6d68ec22cc39 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510070 Apr 20 16:46:02.158114 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c6948d05-b32d-4d20-9a12-7349d95e71f9 req-ce7bd86b-dc68-40b3-8c57-890a68cc4c19 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 210 time: 0.1702166 Apr 20 16:46:02.644178 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ea8ee4e2-ae37-4108-8a6d-a97787af5d79 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:46:02.700781 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ea8ee4e2-ae37-4108-8a6d-a97787af5d79 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:02.701158 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:02.803463 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:46:02.853092 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:02.853460 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:03.031084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-2197485a-6b53-4a8b-b7ec-83660af3939e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:03.033010 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-2197485a-6b53-4a8b-b7ec-83660af3939e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.26 "GET /v2.0/networks?id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029 HTTP/1.1" status: 200 len: 796 time: 0.1288366 Apr 20 16:46:03.096128 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-3c446527-2e86-4581-86f2-7b1b373ad6f0 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f671d985b7654b0ab90a0236bac58688 HTTP/1.1" status: 200 len: 380 time: 0.0356503 Apr 20 16:46:03.105081 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-dadad7b5-4b30-430c-a030-f29ddc308a3b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'port': {'device_id': 'ffd23a4e-634b-461a-80d0-579c49303331', 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029', 'admin_state_up': True, 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'security_groups': ['d4c442b5-8e2c-41e3-9a4f-7dc1e26644de']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:46:03.259240 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90319151-6a68-43de-b343-b06e266d4d64 req-334e8ddd-c357-41df-a2b5-3526739664e7 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:03.260776 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-90319151-6a68-43de-b343-b06e266d4d64 req-334e8ddd-c357-41df-a2b5-3526739664e7 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0947285 Apr 20 16:46:03.268212 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-37ac088a-e95c-43a7-b875-98160890e57d req-f56e5c7a-fcfe-462d-9391-0917d6743a8b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 210 time: 0.0402589 Apr 20 16:46:03.326856 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-90319151-6a68-43de-b343-b06e266d4d64 req-650bf63e-c170-4947-90d2-e2ee14fa9497 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378659 Apr 20 16:46:03.470918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-dadad7b5-4b30-430c-a030-f29ddc308a3b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Made reservation on behalf of f671d985b7654b0ab90a0236bac58688 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:46:03.474702 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-dadad7b5-4b30-430c-a030-f29ddc308a3b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:03.607086 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-dadad7b5-4b30-430c-a030-f29ddc308a3b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Allocated IP 172.20.0.7 (5c1b58ae-0191-46ac-8f22-f46b6fd1e029/c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66/3d19c3c2-bd09-4371-ac52-5ad842b72e49) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:46:03.752319 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-dadad7b5-4b30-430c-a030-f29ddc308a3b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:03.944861 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-dadad7b5-4b30-430c-a030-f29ddc308a3b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:03.995672 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-dadad7b5-4b30-430c-a030-f29ddc308a3b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network 5c1b58ae-0191-46ac-8f22-f46b6fd1e029 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:46:03.999312 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-dadad7b5-4b30-430c-a030-f29ddc308a3b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:46:04.004375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-dadad7b5-4b30-430c-a030-f29ddc308a3b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:46:04.013654 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadad7b5-4b30-430c-a030-f29ddc308a3b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Port': ['ID=3d19c3c2-bd09-4371-ac52-5ad842b72e49,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:04.070250 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-dadad7b5-4b30-430c-a030-f29ddc308a3b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:04.070906 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-dadad7b5-4b30-430c-a030-f29ddc308a3b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:04.200589 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-dadad7b5-4b30-430c-a030-f29ddc308a3b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0991151 Apr 20 16:46:04.220172 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-a1df0c0e-5416-4513-ba78-f4cea5480b29 service neutron] Request body: {'port': {'device_id': 'ffd23a4e-634b-461a-80d0-579c49303331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:46:04.284123 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-a1df0c0e-5416-4513-ba78-f4cea5480b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:04.332035 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-676bf14f-0d05-4d37-9019-1f8702b0a7bd None None] Provisioning complete for port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:04.333164 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-676bf14f-0d05-4d37-9019-1f8702b0a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:04.393478 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-676bf14f-0d05-4d37-9019-1f8702b0a7bd None None] Port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:46:04.431578 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e99e0-267c-4943-a894-b135bf1fc0b8 req-f2d301aa-4957-457c-97a9-0cdf359b9c9a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:04.433183 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d64e99e0-267c-4943-a894-b135bf1fc0b8 req-f2d301aa-4957-457c-97a9-0cdf359b9c9a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 931 time: 0.0975516 Apr 20 16:46:04.483705 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d64e99e0-267c-4943-a894-b135bf1fc0b8 req-11a962ba-2697-4483-a1e4-b3c216be5875 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387368 Apr 20 16:46:04.539210 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75006a72-31dc-41bc-8866-b86b7e515cea req-b23e9f26-7482-429f-8997-ef365780a7f7 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:04.540770 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-75006a72-31dc-41bc-8866-b86b7e515cea req-b23e9f26-7482-429f-8997-ef365780a7f7 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.1156421 Apr 20 16:46:04.618598 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-75006a72-31dc-41bc-8866-b86b7e515cea req-d1ef3911-d39e-4d10-b8f0-5e0c7b7e9f60 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696735 Apr 20 16:46:04.667575 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-a1df0c0e-5416-4513-ba78-f4cea5480b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d19c3c2-bd09-4371-ac52-5ad842b72e49 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:46:04.675833 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-a1df0c0e-5416-4513-ba78-f4cea5480b29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:04.694755 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-a1df0c0e-5416-4513-ba78-f4cea5480b29 service neutron] Transition to ACTIVE for port object 3d19c3c2-bd09-4371-ac52-5ad842b72e49 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:46:04.841557 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-a1df0c0e-5416-4513-ba78-f4cea5480b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:04.890974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df0c0e-5416-4513-ba78-f4cea5480b29 service neutron] Pushing event updated for resources: {'Port': ['ID=3d19c3c2-bd09-4371-ac52-5ad842b72e49,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:04.970786 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-a1df0c0e-5416-4513-ba78-f4cea5480b29 service neutron] Attempting to bind port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:46:04.971260 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-a1df0c0e-5416-4513-ba78-f4cea5480b29 service neutron] Attempting to bind port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '166da847-0635-4d4b-8965-6ac559258e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:46:04.971621 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-a1df0c0e-5416-4513-ba78-f4cea5480b29 service neutron] Attempting to bind port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 on network 5c1b58ae-0191-46ac-8f22-f46b6fd1e029 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:46:04.976307 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-a1df0c0e-5416-4513-ba78-f4cea5480b29 service neutron] Port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 on network 5c1b58ae-0191-46ac-8f22-f46b6fd1e029 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:46:04.976663 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-a1df0c0e-5416-4513-ba78-f4cea5480b29 service neutron] Attempting to bind port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 on network 5c1b58ae-0191-46ac-8f22-f46b6fd1e029 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:46:04.983025 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-a1df0c0e-5416-4513-ba78-f4cea5480b29 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:46:04.983404 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-a1df0c0e-5416-4513-ba78-f4cea5480b29 service neutron] Checking segment: {'id': '166da847-0635-4d4b-8965-6ac559258e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:46:04.983787 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-a1df0c0e-5416-4513-ba78-f4cea5480b29 service neutron] Bound using segment: {'id': '166da847-0635-4d4b-8965-6ac559258e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:46:04.984216 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-a1df0c0e-5416-4513-ba78-f4cea5480b29 service neutron] Bound port: 3d19c3c2-bd09-4371-ac52-5ad842b72e49, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '166da847-0635-4d4b-8965-6ac559258e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:46:04.984643 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-a1df0c0e-5416-4513-ba78-f4cea5480b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:05.059074 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-a1df0c0e-5416-4513-ba78-f4cea5480b29 service neutron] For port 3d19c3c2-bd09-4371-ac52-5ad842b72e49, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:46:05.062774 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-a1df0c0e-5416-4513-ba78-f4cea5480b29 service neutron] For port 3d19c3c2-bd09-4371-ac52-5ad842b72e49, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49,segment=NetworkSegment(166da847-0635-4d4b-8965-6ac559258e7d),segment_id=166da847-0635-4d4b-8965-6ac559258e7d)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:46:05.196011 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-a1df0c0e-5416-4513-ba78-f4cea5480b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:05.229521 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-a1df0c0e-5416-4513-ba78-f4cea5480b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:05.230128 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-a1df0c0e-5416-4513-ba78-f4cea5480b29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:05.231495 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-a1df0c0e-5416-4513-ba78-f4cea5480b29 service neutron] 10.222.0.26 "PUT /v2.0/ports/3d19c3c2-bd09-4371-ac52-5ad842b72e49 HTTP/1.1" status: 200 len: 1091 time: 1.0171893 Apr 20 16:46:05.231921 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd23a4e-634b-461a-80d0-579c49303331', 'tag': '3d19c3c2-bd09-4371-ac52-5ad842b72e49'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:46:05.234563 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41654839-5111-46a7-ad77-832ec0922bde" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd23a4e-634b-461a-80d0-579c49303331", "tag": "3d19c3c2-bd09-4371-ac52-5ad842b72e49"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:46:05.259075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df0c0e-5416-4513-ba78-f4cea5480b29 service neutron] Pushing event updated for resources: {'Port': ['ID=3d19c3c2-bd09-4371-ac52-5ad842b72e49,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:05.291574 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76919804-4930-4398-b35f-8a92b372a9f5 x-openstack-request-id: req-76919804-4930-4398-b35f-8a92b372a9f5 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:46:05.291797 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd23a4e-634b-461a-80d0-579c49303331", "tag": "3d19c3c2-bd09-4371-ac52-5ad842b72e49", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:46:05.292079 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76919804-4930-4398-b35f-8a92b372a9f5 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:46:05.292556 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76919804-4930-4398-b35f-8a92b372a9f5'] response: {'name': 'network-changed', 'server_uuid': 'ffd23a4e-634b-461a-80d0-579c49303331', 'tag': '3d19c3c2-bd09-4371-ac52-5ad842b72e49', 'status': 'completed', 'code': 200} Apr 20 16:46:05.384201 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41654839-5111-46a7-ad77-832ec0922bde req-b0086644-57a1-4c0d-894e-21c7f54ea4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:05.385766 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-41654839-5111-46a7-ad77-832ec0922bde req-b0086644-57a1-4c0d-894e-21c7f54ea4a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 1094 time: 0.0516670 Apr 20 16:46:05.583073 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41654839-5111-46a7-ad77-832ec0922bde req-eec2d4d1-2e29-49a3-b402-543844e4d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:05.583073 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-41654839-5111-46a7-ad77-832ec0922bde req-eec2d4d1-2e29-49a3-b402-543844e4d13e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f671d985b7654b0ab90a0236bac58688&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1000206 Apr 20 16:46:05.585075 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cacd9116-0369-457b-8e88-b3016fd46afc req-b7cedc45-7d95-414f-98ef-788af00a9774 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0746732 Apr 20 16:46:05.623425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41654839-5111-46a7-ad77-832ec0922bde req-41b8ddf9-168d-4336-aa95-bc63be38f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:05.625018 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-41654839-5111-46a7-ad77-832ec0922bde req-41b8ddf9-168d-4336-aa95-bc63be38f2e5 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1215682 Apr 20 16:46:05.690736 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65f201-4170-4eac-a5f0-8eb26c8a91ae req-899fff36-44dc-4ea0-8e35-5354fbeb7cd1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:05.692293 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2d65f201-4170-4eac-a5f0-8eb26c8a91ae req-899fff36-44dc-4ea0-8e35-5354fbeb7cd1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 943 time: 0.0831220 Apr 20 16:46:05.698462 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd9116-0369-457b-8e88-b3016fd46afc req-41856b1d-5380-4306-9a8f-2926ab4d22ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:05.699896 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cacd9116-0369-457b-8e88-b3016fd46afc req-41856b1d-5380-4306-9a8f-2926ab4d22ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 1097 time: 0.0591936 Apr 20 16:46:05.755739 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2d65f201-4170-4eac-a5f0-8eb26c8a91ae req-50ca2b5f-0406-47de-8f05-6312a4a7a94a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548100 Apr 20 16:46:05.756637 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-5d0c6c6d-5453-44a1-93ea-d39553c5e798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:05.758522 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-5d0c6c6d-5453-44a1-93ea-d39553c5e798 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 1094 time: 0.0782599 Apr 20 16:46:05.778076 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b159815-b595-476a-850f-188b5b717e12 req-075d3989-20e8-4bc4-b6a3-648a38957952 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:05.778076 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6b159815-b595-476a-850f-188b5b717e12 req-075d3989-20e8-4bc4-b6a3-648a38957952 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0662389 Apr 20 16:46:05.819824 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-0ea0e468-be0c-4331-a1ea-f9ccd0ff9ba7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49 HTTP/1.1" status: 200 len: 217 time: 0.0462072 Apr 20 16:46:05.826537 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd9116-0369-457b-8e88-b3016fd46afc req-2961db88-9b79-4c93-918b-4396918fc784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:05.840141 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cacd9116-0369-457b-8e88-b3016fd46afc req-2961db88-9b79-4c93-918b-4396918fc784 service neutron] 10.222.0.26 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 913 time: 0.1060526 Apr 20 16:46:05.870915 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6b159815-b595-476a-850f-188b5b717e12 req-611415a3-b7df-4c75-9e24-b1112068ecbd tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906131 Apr 20 16:46:05.875342 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cacd9116-0369-457b-8e88-b3016fd46afc req-590a78c9-3b59-4ce5-8ad4-c330146e83d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0243b33-470d-4cb1-a319-6674b8346862 HTTP/1.1" status: 200 len: 217 time: 0.0400908 Apr 20 16:46:05.898606 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-13cb9b52-4976-410b-bdd9-ef2fd97f057c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:05.900168 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-13cb9b52-4976-410b-bdd9-ef2fd97f057c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66 HTTP/1.1" status: 200 len: 835 time: 0.0722039 Apr 20 16:46:05.929052 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd9116-0369-457b-8e88-b3016fd46afc req-e9b0c7ff-7cad-4168-a425-29a96c7a78fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:05.930605 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cacd9116-0369-457b-8e88-b3016fd46afc req-e9b0c7ff-7cad-4168-a425-29a96c7a78fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84f859e8-1f59-4fe7-930d-c92d7f74a0a0 HTTP/1.1" status: 200 len: 851 time: 0.0497751 Apr 20 16:46:05.962174 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-e75cb354-af72-4a5d-a493-36b08f5807a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:05.963930 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-e75cb354-af72-4a5d-a493-36b08f5807a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544357 Apr 20 16:46:05.979605 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd9116-0369-457b-8e88-b3016fd46afc req-6e485f10-e5c2-45f3-a518-40637592098d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:05.981257 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cacd9116-0369-457b-8e88-b3016fd46afc req-6e485f10-e5c2-45f3-a518-40637592098d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45075084-5307-4652-bafe-1d4bc624b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442808 Apr 20 16:46:06.056773 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-97d4289a-0d72-4779-b5a5-d3278c978b14 service neutron] 10.222.0.26 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844719 Apr 20 16:46:06.071652 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cacd9116-0369-457b-8e88-b3016fd46afc req-07462049-0f33-4161-9e1e-33619890da9e service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832326 Apr 20 16:46:06.161738 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-47ac15cc-ec5b-43d2-8141-c54729a46f38 req-24ea5d81-4a06-4597-9cde-3ab0a4a7b801 service neutron] 10.222.0.26 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989859 Apr 20 16:46:06.517990 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cacd9116-0369-457b-8e88-b3016fd46afc req-bb521225-165d-456b-92e0-7902fe259869 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402440 Apr 20 16:46:06.879389 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc1068-621b-4488-bd17-6870f98242ce req-27992f6e-318f-4a82-a8ac-ee3ba9de1df3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:06.881020 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a4dc1068-621b-4488-bd17-6870f98242ce req-27992f6e-318f-4a82-a8ac-ee3ba9de1df3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 943 time: 0.0527320 Apr 20 16:46:06.921727 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a4dc1068-621b-4488-bd17-6870f98242ce req-54db9d5b-b0f8-41dd-994c-d6dc9d8cf0d3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345273 Apr 20 16:46:07.004043 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a60d94-7fe5-4ad2-88a8-95c1a4252b56 req-775e621d-e8b2-442d-be05-71496a53cae9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:07.005472 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31a60d94-7fe5-4ad2-88a8-95c1a4252b56 req-775e621d-e8b2-442d-be05-71496a53cae9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0523732 Apr 20 16:46:07.045814 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31a60d94-7fe5-4ad2-88a8-95c1a4252b56 req-0296b7f3-a241-4af5-a15c-2ec618bf561d tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339050 Apr 20 16:46:08.049776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6e23e-0898-435b-8da3-9dd839b5adeb req-26e5ffc5-b8d1-45a2-9e51-d26df1b381aa tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:08.051908 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9ce6e23e-0898-435b-8da3-9dd839b5adeb req-26e5ffc5-b8d1-45a2-9e51-d26df1b381aa tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 943 time: 0.0538220 Apr 20 16:46:08.118458 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9ce6e23e-0898-435b-8da3-9dd839b5adeb req-0545e120-2411-48f9-b7b3-01642eb10fa9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510218 Apr 20 16:46:08.181412 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3b801-8214-4749-8b48-866df9dc3dad req-40dc42d8-68ce-4b28-b4e7-bbc30a2a5102 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:08.182911 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-78e3b801-8214-4749-8b48-866df9dc3dad req-40dc42d8-68ce-4b28-b4e7-bbc30a2a5102 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0525596 Apr 20 16:46:08.240080 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-78e3b801-8214-4749-8b48-866df9dc3dad req-f03365d1-b262-426a-b1ec-5a53fa728e88 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501673 Apr 20 16:46:09.228068 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8edc1-3aa2-47f3-9e6b-3bf1e95978a4 req-de57b663-2b2f-46d4-974e-5f8cae8f6d96 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:09.229521 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-64a8edc1-3aa2-47f3-9e6b-3bf1e95978a4 req-de57b663-2b2f-46d4-974e-5f8cae8f6d96 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 943 time: 0.0516937 Apr 20 16:46:09.269897 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-64a8edc1-3aa2-47f3-9e6b-3bf1e95978a4 req-28c19839-7362-475d-8ad4-f5b8bb6119d3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331628 Apr 20 16:46:09.362881 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0286f-e646-4474-a6bb-d2dc6c0001d1 req-a3be4c89-0a0d-4100-9294-051fb15b5979 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:09.365105 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-48c0286f-e646-4474-a6bb-d2dc6c0001d1 req-a3be4c89-0a0d-4100-9294-051fb15b5979 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0569210 Apr 20 16:46:09.431568 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-48c0286f-e646-4474-a6bb-d2dc6c0001d1 req-8a9223e9-02bf-4ee9-a1f4-94885d4550a9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600500 Apr 20 16:46:10.401246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303bd6e-7566-4760-8978-30c554163e24 req-62a6a6f3-d7e8-4caa-a89c-3e506b0d1616 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:10.403081 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b303bd6e-7566-4760-8978-30c554163e24 req-62a6a6f3-d7e8-4caa-a89c-3e506b0d1616 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 943 time: 0.0536871 Apr 20 16:46:10.451238 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b303bd6e-7566-4760-8978-30c554163e24 req-6056e5d9-e273-42be-b5de-35e14ae24eb2 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374777 Apr 20 16:46:10.466635 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 3d19c3c2-bd09-4371-ac52-5ad842b72e49 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:46:10.545555 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e626d3-c493-466e-96e5-88f7db761870 req-033b6346-de3e-4c43-84f9-85f9760282f1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:10.552884 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-72e626d3-c493-466e-96e5-88f7db761870 req-033b6346-de3e-4c43-84f9-85f9760282f1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0599048 Apr 20 16:46:10.616965 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-72e626d3-c493-466e-96e5-88f7db761870 req-1847cf01-0354-4ed2-9572-287be7c060d2 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463588 Apr 20 16:46:10.745056 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 3d19c3c2-bd09-4371-ac52-5ad842b72e49, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49,segment=NetworkSegment(166da847-0635-4d4b-8965-6ac559258e7d),segment_id=166da847-0635-4d4b-8965-6ac559258e7d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:46:10.756152 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '3d19c3c2-bd09-4371-ac52-5ad842b72e49', 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029', 'port_id': '3d19c3c2-bd09-4371-ac52-5ad842b72e49', 'mac_address': 'fa:16:3e:f5:86:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:46:10.795772 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:10.811504 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d19c3c2-bd09-4371-ac52-5ad842b72e49 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:46:10.833003 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 3d19c3c2-bd09-4371-ac52-5ad842b72e49, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49,segment=NetworkSegment(166da847-0635-4d4b-8965-6ac559258e7d),segment_id=166da847-0635-4d4b-8965-6ac559258e7d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:46:10.963184 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:11.014829 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=3d19c3c2-bd09-4371-ac52-5ad842b72e49,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:11.336095 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['3d19c3c2-bd09-4371-ac52-5ad842b72e49'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:46:11.572917 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61745a4-2b22-41bd-a55a-f8f77f768ec6 req-33367c64-6bdd-4320-85e9-c3661511c9ee tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:11.579739 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f61745a4-2b22-41bd-a55a-f8f77f768ec6 req-33367c64-6bdd-4320-85e9-c3661511c9ee tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 944 time: 0.0564010 Apr 20 16:46:11.617250 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f61745a4-2b22-41bd-a55a-f8f77f768ec6 req-13757556-21fc-4ecd-85d3-51da39372ff0 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358460 Apr 20 16:46:11.756518 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1d464-9656-4276-811a-a7170f34f5f6 req-407efb29-7395-4aa0-8fe5-87cbef5caf2c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:11.758176 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0be1d464-9656-4276-811a-a7170f34f5f6 req-407efb29-7395-4aa0-8fe5-87cbef5caf2c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0661862 Apr 20 16:46:11.798757 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0be1d464-9656-4276-811a-a7170f34f5f6 req-6b94eb8e-da29-4a8c-bba7-92a15caaa9a2 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339105 Apr 20 16:46:12.473784 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 3d19c3c2-bd09-4371-ac52-5ad842b72e49 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:46:12.635399 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:46:12.639717 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:12.640404 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:12.742869 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:12.765273 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463b124-4ae6-47ec-8a91-0236b11d8c54 req-1c626fe3-f7ba-422a-bb01-858d6faf956a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:12.767313 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6463b124-4ae6-47ec-8a91-0236b11d8c54 req-1c626fe3-f7ba-422a-bb01-858d6faf956a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 944 time: 0.0721626 Apr 20 16:46:12.771708 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd23a4e-634b-461a-80d0-579c49303331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d19c3c2-bd09-4371-ac52-5ad842b72e49'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:46:12.774368 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4305820-d44a-41a1-8f65-b8a1b437f993" -d '{"events": [{"server_uuid": "ffd23a4e-634b-461a-80d0-579c49303331", "name": "network-vif-plugged", "status": "completed", "tag": "3d19c3c2-bd09-4371-ac52-5ad842b72e49"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:46:12.788815 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 3d19c3c2-bd09-4371-ac52-5ad842b72e49, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49,segment=NetworkSegment(166da847-0635-4d4b-8965-6ac559258e7d),segment_id=166da847-0635-4d4b-8965-6ac559258e7d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:46:12.837295 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d45689-18ba-4564-b812-8b84170cf7a5 x-openstack-request-id: req-b5d45689-18ba-4564-b812-8b84170cf7a5 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:46:12.837570 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd23a4e-634b-461a-80d0-579c49303331", "name": "network-vif-plugged", "status": "completed", "tag": "3d19c3c2-bd09-4371-ac52-5ad842b72e49", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:46:12.838002 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5d45689-18ba-4564-b812-8b84170cf7a5 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:46:12.838756 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5d45689-18ba-4564-b812-8b84170cf7a5'] response: {'server_uuid': 'ffd23a4e-634b-461a-80d0-579c49303331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d19c3c2-bd09-4371-ac52-5ad842b72e49', 'code': 200} Apr 20 16:46:12.844933 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6463b124-4ae6-47ec-8a91-0236b11d8c54 req-05c7d2bb-9901-45d8-af7a-d516f51b9a56 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436988 Apr 20 16:46:12.874686 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:12.989177 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=3d19c3c2-bd09-4371-ac52-5ad842b72e49,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:12.990188 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde620da-250b-46f4-841c-d4cc4d9afd0a req-d67e3d98-b1b7-47d3-97e7-45bf3e7474ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:12.992125 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cde620da-250b-46f4-841c-d4cc4d9afd0a req-d67e3d98-b1b7-47d3-97e7-45bf3e7474ff service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 1096 time: 0.0496554 Apr 20 16:46:13.002819 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:13.003578 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:13.004162 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:13.004714 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:13.005390 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:13.005994 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:13.006554 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:13.007117 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:13.007664 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:13.008210 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:13.008817 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:13.009252 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:13.043970 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cde620da-250b-46f4-841c-d4cc4d9afd0a req-ad9b0ab2-568b-4600-882e-4baf9f3da646 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431638 Apr 20 16:46:13.280634 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46932708-40e4-4f5f-90f7-bab134d1e3e8 req-770eebfd-6035-450c-8fdb-a455519f64a4 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:13.282642 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-46932708-40e4-4f5f-90f7-bab134d1e3e8 req-770eebfd-6035-450c-8fdb-a455519f64a4 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.3681433 Apr 20 16:46:13.328263 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-46932708-40e4-4f5f-90f7-bab134d1e3e8 req-312387f0-1c89-451e-a6f1-76127d43ea6e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394409 Apr 20 16:46:13.972573 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea91eef-434d-44be-818a-fd676dd1b282 req-26b08be7-2c47-4428-baed-e6da3170a6af tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:13.974185 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ea91eef-434d-44be-818a-fd676dd1b282 req-26b08be7-2c47-4428-baed-e6da3170a6af tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0513935 Apr 20 16:46:14.013733 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ea91eef-434d-44be-818a-fd676dd1b282 req-79887709-6c81-4667-bc8c-ade452ad6fbe tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332615 Apr 20 16:46:14.462225 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40b71b-c6dd-427b-ad12-2e1b5e518d25 req-0d4d5886-033a-475f-b4f7-bd7a52b0cb0f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:14.463888 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bf40b71b-c6dd-427b-ad12-2e1b5e518d25 req-0d4d5886-033a-475f-b4f7-bd7a52b0cb0f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0557618 Apr 20 16:46:14.507216 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bf40b71b-c6dd-427b-ad12-2e1b5e518d25 req-2d3e5c6b-4675-4e8f-8725-ce279e4e32c7 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364501 Apr 20 16:46:15.140918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a3082-538b-4a01-97c3-849c34a66e3f req-3fb0ce56-d5d7-48ad-9c8e-5dcdcbcc0c2e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:15.143009 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1a1a3082-538b-4a01-97c3-849c34a66e3f req-3fb0ce56-d5d7-48ad-9c8e-5dcdcbcc0c2e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0567217 Apr 20 16:46:15.184559 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1a1a3082-538b-4a01-97c3-849c34a66e3f req-da01d7dc-b729-4212-a500-5b36e3f14596 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343506 Apr 20 16:46:15.303444 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf84813-39b8-4967-a490-432124a8fd8e req-1a06315c-4609-499d-be16-459ab3388906 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:15.304978 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7cf84813-39b8-4967-a490-432124a8fd8e req-1a06315c-4609-499d-be16-459ab3388906 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0486445 Apr 20 16:46:15.345024 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7cf84813-39b8-4967-a490-432124a8fd8e req-7f0f4605-6853-4ee5-8913-e2be757d5475 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339971 Apr 20 16:46:15.367956 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50844) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:46:15.410827 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5e6b9-aeb0-4708-a360-cd6fd674171c tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:15.412247 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-94b5e6b9-aeb0-4708-a360-cd6fd674171c tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 1091 time: 0.0432546 Apr 20 16:46:15.414966 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50846) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:46:15.419166 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-d6273b95-1bd6-4a01-a02c-7f5a318d5591 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': '3d19c3c2-bd09-4371-ac52-5ad842b72e49', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:46:15.563260 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6273b95-1bd6-4a01-a02c-7f5a318d5591 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:15.628051 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5a11a-b5bc-4f12-9ae8-a87a58e6c58a req-69b696ce-0aa1-463b-a4f5-a1594d8c45ad tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:15.629579 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2be5a11a-b5bc-4f12-9ae8-a87a58e6c58a req-69b696ce-0aa1-463b-a4f5-a1594d8c45ad tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0507324 Apr 20 16:46:15.669111 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2be5a11a-b5bc-4f12-9ae8-a87a58e6c58a req-6025fda2-bce8-4236-a9bb-c970d6e1638a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327973 Apr 20 16:46:15.670801 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6273b95-1bd6-4a01-a02c-7f5a318d5591 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:15.785251 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-d6273b95-1bd6-4a01-a02c-7f5a318d5591 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Allocated IP 172.25.0.147 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/e4bdfb3b-171d-4d56-b39c-e83892fdb271) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:46:15.895690 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6273b95-1bd6-4a01-a02c-7f5a318d5591 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:16.049792 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6273b95-1bd6-4a01-a02c-7f5a318d5591 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:16.091206 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6273b95-1bd6-4a01-a02c-7f5a318d5591 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:46:16.096700 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-d6273b95-1bd6-4a01-a02c-7f5a318d5591 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:46:16.100408 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6273b95-1bd6-4a01-a02c-7f5a318d5591 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:46:16.129727 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6273b95-1bd6-4a01-a02c-7f5a318d5591 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Port': ['ID=e4bdfb3b-171d-4d56-b39c-e83892fdb271,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:16.489252 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6273b95-1bd6-4a01-a02c-7f5a318d5591 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:16.655847 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6273b95-1bd6-4a01-a02c-7f5a318d5591 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:16.826410 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a551a5a-c2fc-40d2-b360-5164ec6c25a7 req-7dbda571-1636-460e-a7ef-35653b1a3b51 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:16.827921 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5a551a5a-c2fc-40d2-b360-5164ec6c25a7 req-7dbda571-1636-460e-a7ef-35653b1a3b51 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0835688 Apr 20 16:46:16.880531 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6273b95-1bd6-4a01-a02c-7f5a318d5591 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:16.886589 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5a551a5a-c2fc-40d2-b360-5164ec6c25a7 req-3b2b1b14-d33a-457f-b5eb-93ee2820d3fe tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518973 Apr 20 16:46:16.969683 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6273b95-1bd6-4a01-a02c-7f5a318d5591 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.049849 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6273b95-1bd6-4a01-a02c-7f5a318d5591 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Port': ['ID=e4bdfb3b-171d-4d56-b39c-e83892fdb271,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:17.053742 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:46:17.057732 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6273b95-1bd6-4a01-a02c-7f5a318d5591 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.162355 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-d6273b95-1bd6-4a01-a02c-7f5a318d5591 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Floating IP cdbba7e1-e4cc-435e-a56e-2b12a1aad3c8 associated. External IP: 172.25.0.147, port: 3d19c3c2-bd09-4371-ac52-5ad842b72e49. Apr 20 16:46:17.375876 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6273b95-1bd6-4a01-a02c-7f5a318d5591 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Router ea2c9ef7-c4e1-4277-8758-f22936375c1e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:46:17.494547 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6273b95-1bd6-4a01-a02c-7f5a318d5591 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:46:17.504207 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31331477-69b0-4dc8-b55e-1a8c613db1d3 None None] Sync routers for ids ['ea2c9ef7-c4e1-4277-8758-f22936375c1e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:46:17.514984 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31331477-69b0-4dc8-b55e-1a8c613db1d3 None None] Routers {'ea2c9ef7-c4e1-4277-8758-f22936375c1e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:46:17.515307 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-31331477-69b0-4dc8-b55e-1a8c613db1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:45:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ea2c9ef7-c4e1-4277-8758-f22936375c1e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:17.616648 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6273b95-1bd6-4a01-a02c-7f5a318d5591 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:17.631055 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-31331477-69b0-4dc8-b55e-1a8c613db1d3 None None] Set router ea2c9ef7-c4e1-4277-8758-f22936375c1e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:46:17.650436 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d6273b95-1bd6-4a01-a02c-7f5a318d5591 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2319081 Apr 20 16:46:17.650436 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd23a4e-634b-461a-80d0-579c49303331', 'tag': '3d19c3c2-bd09-4371-ac52-5ad842b72e49'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:46:17.650788 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74825c8-8ed1-41ca-a913-8239121c56d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd23a4e-634b-461a-80d0-579c49303331", "tag": "3d19c3c2-bd09-4371-ac52-5ad842b72e49"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:46:17.691123 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87eb88fa-15de-4a1e-98cd-a54afad374e4 x-openstack-request-id: req-87eb88fa-15de-4a1e-98cd-a54afad374e4 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:46:17.691730 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd23a4e-634b-461a-80d0-579c49303331", "tag": "3d19c3c2-bd09-4371-ac52-5ad842b72e49", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:46:17.691913 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87eb88fa-15de-4a1e-98cd-a54afad374e4 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:46:17.692425 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87eb88fa-15de-4a1e-98cd-a54afad374e4'] response: {'name': 'network-changed', 'server_uuid': 'ffd23a4e-634b-461a-80d0-579c49303331', 'tag': '3d19c3c2-bd09-4371-ac52-5ad842b72e49', 'status': 'completed', 'code': 200} Apr 20 16:46:17.752538 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7c975-7bad-4555-8ba1-526ab2e1ace2 req-d6d388ac-1376-40f1-93e8-12d8b518374c tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:17.756865 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a0b7c975-7bad-4555-8ba1-526ab2e1ace2 req-d6d388ac-1376-40f1-93e8-12d8b518374c tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0579469 Apr 20 16:46:17.817858 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74825c8-8ed1-41ca-a913-8239121c56d6 req-91291118-90c9-4af5-8de7-7c26c9778452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:17.819359 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e74825c8-8ed1-41ca-a913-8239121c56d6 req-91291118-90c9-4af5-8de7-7c26c9778452 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 1096 time: 0.0615966 Apr 20 16:46:17.856695 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a0b7c975-7bad-4555-8ba1-526ab2e1ace2 req-2e6c2128-be18-4f49-9c6d-598a8d0b06af tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883951 Apr 20 16:46:17.886202 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-31331477-69b0-4dc8-b55e-1a8c613db1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213219099', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:51Z', 'updated_at': '2022-04-20T16:45:57Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:53Z', 'updated_at': '2022-04-20T16:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'cdbba7e1-e4cc-435e-a56e-2b12a1aad3c8', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'port_id': '3d19c3c2-bd09-4371-ac52-5ad842b72e49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029', 'mac_address': 'fa:16:3e:f5:86:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd23a4e-634b-461a-80d0-579c49303331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:46:16Z', 'updated_at': '2022-04-20T16:46:16Z', 'revision_number': 0, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea8ee4e2-ae37-4108-8a6d-a97787af5d79', 'name': '', 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:e7:39:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:56Z', 'updated_at': '2022-04-20T16:46:01Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': 'c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:17.908804 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50952) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:46:17.920912 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31331477-69b0-4dc8-b55e-1a8c613db1d3 None None] Checking router: ea2c9ef7-c4e1-4277-8758-f22936375c1e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:46:17.930148 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31331477-69b0-4dc8-b55e-1a8c613db1d3 None None] Routers {'ea2c9ef7-c4e1-4277-8758-f22936375c1e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:46:17.931458 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-31331477-69b0-4dc8-b55e-1a8c613db1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:45:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ea2c9ef7-c4e1-4277-8758-f22936375c1e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:17.947244 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74825c8-8ed1-41ca-a913-8239121c56d6 req-4ef77fea-7d80-460e-934a-8701a3fa13e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:17.949815 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e74825c8-8ed1-41ca-a913-8239121c56d6 req-4ef77fea-7d80-460e-934a-8701a3fa13e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029 HTTP/1.1" status: 200 len: 897 time: 0.1227717 Apr 20 16:46:18.029264 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c3665584-aa9f-4bf7-8d4a-a6d8e34bfb2f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/floatingips/cdbba7e1-e4cc-435e-a56e-2b12a1aad3c8 HTTP/1.1" status: 200 len: 991 time: 0.1191714 Apr 20 16:46:18.076810 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e74825c8-8ed1-41ca-a913-8239121c56d6 req-9a36b86e-da22-4856-ab72-dab62b6e8995 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49 HTTP/1.1" status: 200 len: 999 time: 0.1195645 Apr 20 16:46:18.081600 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-31331477-69b0-4dc8-b55e-1a8c613db1d3 None None] Set router ea2c9ef7-c4e1-4277-8758-f22936375c1e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:46:18.087059 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d445ff-cd79-46af-b870-4a3093d5eb51 req-1851c242-79de-4eb4-9d3d-09249840b4db tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:18.092714 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d8d445ff-cd79-46af-b870-4a3093d5eb51 req-1851c242-79de-4eb4-9d3d-09249840b4db tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0630748 Apr 20 16:46:18.143291 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d8d445ff-cd79-46af-b870-4a3093d5eb51 req-c6e9fc08-e80f-48a4-96e7-05ffc372f3a5 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496213 Apr 20 16:46:18.147568 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74825c8-8ed1-41ca-a913-8239121c56d6 req-b22aa5bb-2ca8-46ed-8deb-51e32416969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:18.153910 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e74825c8-8ed1-41ca-a913-8239121c56d6 req-b22aa5bb-2ca8-46ed-8deb-51e32416969b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66 HTTP/1.1" status: 200 len: 835 time: 0.0701311 Apr 20 16:46:18.212560 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74825c8-8ed1-41ca-a913-8239121c56d6 req-18b4e257-9bf2-4dac-b556-b1f08d875d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:18.214304 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e74825c8-8ed1-41ca-a913-8239121c56d6 req-18b4e257-9bf2-4dac-b556-b1f08d875d97 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537705 Apr 20 16:46:18.318785 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e74825c8-8ed1-41ca-a913-8239121c56d6 req-ce3427b1-c0d1-43fb-853a-36410cd1ed71 service neutron] 10.222.0.26 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978804 Apr 20 16:46:18.344651 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-31331477-69b0-4dc8-b55e-1a8c613db1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213219099', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:51Z', 'updated_at': '2022-04-20T16:45:57Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:53Z', 'updated_at': '2022-04-20T16:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'cdbba7e1-e4cc-435e-a56e-2b12a1aad3c8', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'port_id': '3d19c3c2-bd09-4371-ac52-5ad842b72e49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029', 'mac_address': 'fa:16:3e:f5:86:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd23a4e-634b-461a-80d0-579c49303331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:46:16Z', 'updated_at': '2022-04-20T16:46:16Z', 'revision_number': 0, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea8ee4e2-ae37-4108-8a6d-a97787af5d79', 'name': '', 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:e7:39:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:56Z', 'updated_at': '2022-04-20T16:46:01Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': 'c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:46:18.378032 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31331477-69b0-4dc8-b55e-1a8c613db1d3 None None] The sync data for ids ['ea2c9ef7-c4e1-4277-8758-f22936375c1e'] in n-d-836146-2 is: [{'id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213219099', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:51Z', 'updated_at': '2022-04-20T16:45:57Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:53Z', 'updated_at': '2022-04-20T16:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'cdbba7e1-e4cc-435e-a56e-2b12a1aad3c8', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'port_id': '3d19c3c2-bd09-4371-ac52-5ad842b72e49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029', 'mac_address': 'fa:16:3e:f5:86:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd23a4e-634b-461a-80d0-579c49303331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:46:16Z', 'updated_at': '2022-04-20T16:46:16Z', 'revision_number': 0, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea8ee4e2-ae37-4108-8a6d-a97787af5d79', 'name': '', 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:e7:39:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:56Z', 'updated_at': '2022-04-20T16:46:01Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': 'c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:46:18.430445 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e74825c8-8ed1-41ca-a913-8239121c56d6 req-9006e195-674d-4913-be9b-c760b4229dad service neutron] 10.222.0.26 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049788 Apr 20 16:46:18.618352 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c122bd6-a5c6-49dd-bb72-45f1d353fc36 None None] New status for floating IP cdbba7e1-e4cc-435e-a56e-2b12a1aad3c8: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:46:19.031500 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 50998) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:46:19.101004 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-32e9c196-269d-4f83-8c91-55e5636e1adf tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/floatingips/cdbba7e1-e4cc-435e-a56e-2b12a1aad3c8 HTTP/1.1" status: 200 len: 993 time: 0.0677702 Apr 20 16:46:19.257903 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ca866-cc5c-4d92-a0b2-4d2b1526de63 req-fec0623e-d4bc-4113-9c8a-776e72d58eec tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:19.259422 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-418ca866-cc5c-4d92-a0b2-4d2b1526de63 req-fec0623e-d4bc-4113-9c8a-776e72d58eec tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0505884 Apr 20 16:46:19.303394 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-418ca866-cc5c-4d92-a0b2-4d2b1526de63 req-412d7800-5b64-4e5a-a5c6-13a348425a15 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378289 Apr 20 16:46:20.433851 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f615c08-f8f3-4266-902a-3ddaa3b16bc4 req-a191ea56-9eed-4f95-b3d8-585dc2a612c9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:20.435431 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4f615c08-f8f3-4266-902a-3ddaa3b16bc4 req-a191ea56-9eed-4f95-b3d8-585dc2a612c9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0600247 Apr 20 16:46:20.477140 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4f615c08-f8f3-4266-902a-3ddaa3b16bc4 req-2e022f2f-4959-4450-9b47-1566190906d0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347393 Apr 20 16:46:21.603857 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a96196-e89a-4ef0-bde2-13f24510c433 req-e5f8eb07-4b5a-44aa-8a4e-dfcb4dbba3d0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:21.605444 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-33a96196-e89a-4ef0-bde2-13f24510c433 req-e5f8eb07-4b5a-44aa-8a4e-dfcb4dbba3d0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0543771 Apr 20 16:46:21.650022 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-33a96196-e89a-4ef0-bde2-13f24510c433 req-b5d160fc-78d2-43fa-b500-17cde0349ddf tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354500 Apr 20 16:46:22.789547 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297f24a-ea3f-41b5-bbb7-8f89032401af req-230c27f1-8fa7-4958-9170-15975ce2698c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:22.791077 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3297f24a-ea3f-41b5-bbb7-8f89032401af req-230c27f1-8fa7-4958-9170-15975ce2698c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0523632 Apr 20 16:46:22.839228 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3297f24a-ea3f-41b5-bbb7-8f89032401af req-22785939-5e60-40c0-ab6b-305754a28b1c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401094 Apr 20 16:46:22.841167 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b7cb07f4-de14-4a26-a37e-477b52a74616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:23.964379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f978c7-f97d-4451-81b4-eea3c6d0654d req-e3f9a45c-eb8f-421b-9e1f-68c96bef3b4f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:23.965872 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a3f978c7-f97d-4451-81b4-eea3c6d0654d req-e3f9a45c-eb8f-421b-9e1f-68c96bef3b4f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0521376 Apr 20 16:46:24.010681 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a3f978c7-f97d-4451-81b4-eea3c6d0654d req-c13e068f-4005-4480-9017-48729325d92c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345535 Apr 20 16:46:25.133282 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cb0ac-064c-4fe6-a459-1a75a0b33a14 req-8928b6b6-e671-4062-9bb5-d7852565887c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:25.134845 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-217cb0ac-064c-4fe6-a459-1a75a0b33a14 req-8928b6b6-e671-4062-9bb5-d7852565887c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0579150 Apr 20 16:46:25.140069 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3a0eff0f-81a2-46f4-95f0-86b5e6ee0cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:25.185630 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-217cb0ac-064c-4fe6-a459-1a75a0b33a14 req-16abb6e7-2153-4272-8240-9a74e48bda68 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383265 Apr 20 16:46:26.317610 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202f54e-d2d8-49d4-8228-06fdd81438a9 req-fa973fea-1fb9-40e9-8fee-8400c148150f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:26.320386 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9202f54e-d2d8-49d4-8228-06fdd81438a9 req-fa973fea-1fb9-40e9-8fee-8400c148150f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0591466 Apr 20 16:46:26.389640 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9202f54e-d2d8-49d4-8228-06fdd81438a9 req-f65ba055-2a52-4196-817a-817b62486290 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623686 Apr 20 16:46:26.442940 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:27.503781 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec529d-beeb-45a4-9e7a-465d4b019b74 req-f75a79de-bc34-490c-b36f-951d9a0e2320 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:27.505673 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a6ec529d-beeb-45a4-9e7a-465d4b019b74 req-f75a79de-bc34-490c-b36f-951d9a0e2320 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0516520 Apr 20 16:46:27.544950 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a6ec529d-beeb-45a4-9e7a-465d4b019b74 req-b4ecabe6-7959-4840-9459-4e7cff06a85e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328059 Apr 20 16:46:27.830135 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:28.157505 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:28.684588 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90fb8c-512c-44f1-a48b-173361c225d1 req-e976a150-7fa2-4f07-a043-2f0a75b5d05a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:28.686318 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c90fb8c-512c-44f1-a48b-173361c225d1 req-e976a150-7fa2-4f07-a043-2f0a75b5d05a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0530148 Apr 20 16:46:28.736001 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c90fb8c-512c-44f1-a48b-173361c225d1 req-8c0229aa-6ddf-4021-9e09-62f01d538307 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377364 Apr 20 16:46:28.806658 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:29.870399 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7038b3-e4f4-4458-ac6a-92d5528081b0 req-946a260c-d02e-4440-94c7-f9ce07c81e55 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:29.872036 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1f7038b3-e4f4-4458-ac6a-92d5528081b0 req-946a260c-d02e-4440-94c7-f9ce07c81e55 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0500884 Apr 20 16:46:29.942216 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1f7038b3-e4f4-4458-ac6a-92d5528081b0 req-be00a17b-bf7a-40aa-81b3-8920d4730dec tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617633 Apr 20 16:46:30.025783 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:31.069377 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e43d07-886b-47ad-83cb-d85b1d977b8a req-8ef6ecbb-dd94-42b1-a3ce-1efb861b117f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:31.071006 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-39e43d07-886b-47ad-83cb-d85b1d977b8a req-8ef6ecbb-dd94-42b1-a3ce-1efb861b117f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0517015 Apr 20 16:46:31.111103 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-39e43d07-886b-47ad-83cb-d85b1d977b8a req-70f3d978-b834-491d-aa3a-4d4665dcc843 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334630 Apr 20 16:46:32.237846 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1651c0-d594-49b9-b8f6-eda656f54f90 req-092eb48c-c083-4d9c-a12e-e2639d58ef88 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:32.240425 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6e1651c0-d594-49b9-b8f6-eda656f54f90 req-092eb48c-c083-4d9c-a12e-e2639d58ef88 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0558870 Apr 20 16:46:32.283966 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6e1651c0-d594-49b9-b8f6-eda656f54f90 req-70978381-9f50-46ba-aaf3-ea34e14ba80c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335643 Apr 20 16:46:33.407427 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af1a49-e67d-4eb7-9200-da2a6dfa4d3e req-e032e054-a3ab-4f42-8226-79ae35e13dc3 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:33.408935 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-75af1a49-e67d-4eb7-9200-da2a6dfa4d3e req-e032e054-a3ab-4f42-8226-79ae35e13dc3 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0490706 Apr 20 16:46:33.450728 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-75af1a49-e67d-4eb7-9200-da2a6dfa4d3e req-948f7bf7-3e93-4715-809d-57bbcfe7f116 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356028 Apr 20 16:46:34.578462 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dfa02-cbe8-46df-9835-9f5b5438bd7c req-878fc19c-f0ca-4a39-8263-076d8dbc091e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:34.579976 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-047dfa02-cbe8-46df-9835-9f5b5438bd7c req-878fc19c-f0ca-4a39-8263-076d8dbc091e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0539329 Apr 20 16:46:34.618738 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-047dfa02-cbe8-46df-9835-9f5b5438bd7c req-454117eb-8653-4f6f-b665-ff1b65011c74 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313771 Apr 20 16:46:35.748628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf00f98-289e-4e4c-bd3e-7c940eb3e513 req-610b7baf-67da-4346-a211-eb81f7417659 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:35.753887 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eaf00f98-289e-4e4c-bd3e-7c940eb3e513 req-610b7baf-67da-4346-a211-eb81f7417659 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0596912 Apr 20 16:46:35.790926 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eaf00f98-289e-4e4c-bd3e-7c940eb3e513 req-66005c7c-a53d-4e80-8e43-ad5a639f36e6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337017 Apr 20 16:46:36.910329 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40063a-b913-4678-bd8e-7d5ed5f69730 req-026f0d00-6e76-4666-9018-a3dc66b6c08b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:36.911875 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5a40063a-b913-4678-bd8e-7d5ed5f69730 req-026f0d00-6e76-4666-9018-a3dc66b6c08b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0510023 Apr 20 16:46:36.955823 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5a40063a-b913-4678-bd8e-7d5ed5f69730 req-734c4fee-97a6-41d5-82fd-ffe7c5537c9a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373411 Apr 20 16:46:37.929403 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 97a4fb59-847f-4b2b-96c5-b638e2efe4c8 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:46:38.047904 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 97a4fb59-847f-4b2b-96c5-b638e2efe4c8, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=97a4fb59-847f-4b2b-96c5-b638e2efe4c8,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:46:38.065340 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '97a4fb59-847f-4b2b-96c5-b638e2efe4c8', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'port_id': '97a4fb59-847f-4b2b-96c5-b638e2efe4c8', 'mac_address': 'fa:16:3e:15:58:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:46:38.106182 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:38.121893 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a0b4a-d0cf-4bfb-ac2c-202747764b67 req-d884105f-6ca4-4883-a5be-3fc45789d2d4 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:38.124126 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e30a0b4a-d0cf-4bfb-ac2c-202747764b67 req-d884105f-6ca4-4883-a5be-3fc45789d2d4 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 943 time: 0.0528719 Apr 20 16:46:38.125326 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a4fb59-847f-4b2b-96c5-b638e2efe4c8 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:46:38.148693 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 97a4fb59-847f-4b2b-96c5-b638e2efe4c8, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=97a4fb59-847f-4b2b-96c5-b638e2efe4c8,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:46:38.176919 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e30a0b4a-d0cf-4bfb-ac2c-202747764b67 req-7029e267-9576-4470-ad33-5827439ada54 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429418 Apr 20 16:46:38.240615 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:38.292809 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=97a4fb59-847f-4b2b-96c5-b638e2efe4c8,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:38.693369 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['97a4fb59-847f-4b2b-96c5-b638e2efe4c8'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:46:39.294002 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae757466-b78d-46ea-9685-657ac9c9b303 req-34f86caf-8254-4bc7-a276-086d728a80e1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:39.295618 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ae757466-b78d-46ea-9685-657ac9c9b303 req-34f86caf-8254-4bc7-a276-086d728a80e1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 944 time: 0.0533433 Apr 20 16:46:39.335232 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ae757466-b78d-46ea-9685-657ac9c9b303 req-8ea338ca-1b6d-4d37-a09e-6406d80f0f40 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320814 Apr 20 16:46:39.929761 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 97a4fb59-847f-4b2b-96c5-b638e2efe4c8 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:46:40.053544 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 97a4fb59-847f-4b2b-96c5-b638e2efe4c8 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:46:40.058541 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 97a4fb59-847f-4b2b-96c5-b638e2efe4c8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:46:40.058541 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:40.144772 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:40.163612 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7259be-a8fa-4ad0-a68b-f5422bb33e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a4fb59-847f-4b2b-96c5-b638e2efe4c8'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:46:40.165883 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d00b57-ff41-494b-a75d-71df7a161a09" -d '{"events": [{"server_uuid": "2e7259be-a8fa-4ad0-a68b-f5422bb33e36", "name": "network-vif-plugged", "status": "completed", "tag": "97a4fb59-847f-4b2b-96c5-b638e2efe4c8"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:46:40.179504 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 97a4fb59-847f-4b2b-96c5-b638e2efe4c8, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=97a4fb59-847f-4b2b-96c5-b638e2efe4c8,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:46:40.227139 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02244a55-2504-4be8-ab92-6765af22bcaf x-openstack-request-id: req-02244a55-2504-4be8-ab92-6765af22bcaf {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:46:40.227739 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7259be-a8fa-4ad0-a68b-f5422bb33e36", "name": "network-vif-plugged", "status": "completed", "tag": "97a4fb59-847f-4b2b-96c5-b638e2efe4c8", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:46:40.228216 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02244a55-2504-4be8-ab92-6765af22bcaf {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:46:40.228848 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02244a55-2504-4be8-ab92-6765af22bcaf'] response: {'server_uuid': '2e7259be-a8fa-4ad0-a68b-f5422bb33e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a4fb59-847f-4b2b-96c5-b638e2efe4c8', 'code': 200} Apr 20 16:46:40.235496 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:40.301348 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=97a4fb59-847f-4b2b-96c5-b638e2efe4c8,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:40.361340 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9246c51-9976-4667-98b2-ec2eae92faef req-0493216f-d11a-4a39-9185-09cb20d3c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:40.362610 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9246c51-9976-4667-98b2-ec2eae92faef req-0493216f-d11a-4a39-9185-09cb20d3c7f0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 1096 time: 0.0456543 Apr 20 16:46:40.416570 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9246c51-9976-4667-98b2-ec2eae92faef req-d2349c83-85a4-4263-aa6a-903dbc9f1932 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390806 Apr 20 16:46:40.480788 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfafdb-d5c4-414b-bfd4-c48aa4b5fd51 req-c17bd55a-f786-4529-b50f-b27124665586 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:40.488077 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8ddfafdb-d5c4-414b-bfd4-c48aa4b5fd51 req-c17bd55a-f786-4529-b50f-b27124665586 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 945 time: 0.0516627 Apr 20 16:46:40.536050 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8ddfafdb-d5c4-414b-bfd4-c48aa4b5fd51 req-9a75b530-5af2-4084-8d74-73f60bb2e080 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446565 Apr 20 16:46:41.671961 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eced35-f6dd-44ca-b3fe-02a1611d1770 req-67d64cdd-93ef-4ea8-8331-149de5d085d7 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:41.673501 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1eced35-f6dd-44ca-b3fe-02a1611d1770 req-67d64cdd-93ef-4ea8-8331-149de5d085d7 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 945 time: 0.0594971 Apr 20 16:46:41.711933 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1eced35-f6dd-44ca-b3fe-02a1611d1770 req-bfd44e32-fad9-466e-aa03-e7f0f5448431 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315878 Apr 20 16:46:42.835067 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066eb6b-d911-487e-b474-64fd219c3065 req-a6317560-2f65-4cdf-9486-5b1e852f78a6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:42.836657 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d066eb6b-d911-487e-b474-64fd219c3065 req-a6317560-2f65-4cdf-9486-5b1e852f78a6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 945 time: 0.0560346 Apr 20 16:46:42.882075 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d066eb6b-d911-487e-b474-64fd219c3065 req-a87eeb7d-59cd-47e1-81be-923983076250 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390222 Apr 20 16:46:43.008925 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bdb2d-1144-4ba4-8d94-36a4b99f0285 req-0a8aa12f-480e-4898-be92-7036b470f846 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:43.010416 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc4bdb2d-1144-4ba4-8d94-36a4b99f0285 req-0a8aa12f-480e-4898-be92-7036b470f846 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 945 time: 0.0530138 Apr 20 16:46:43.054365 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc4bdb2d-1144-4ba4-8d94-36a4b99f0285 req-b33916b1-d416-441f-b60d-ab290bf65ee5 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367298 Apr 20 16:46:43.602053 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e57001-7b84-4ba8-9fd6-dcaeb6db4976 req-3356a12a-9254-4a1c-b401-2faff00a2c55 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:43.603534 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-07e57001-7b84-4ba8-9fd6-dcaeb6db4976 req-3356a12a-9254-4a1c-b401-2faff00a2c55 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 945 time: 0.0631335 Apr 20 16:46:43.649846 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-07e57001-7b84-4ba8-9fd6-dcaeb6db4976 req-988fde3c-0b95-46c1-91d5-b0224625f957 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392253 Apr 20 16:46:44.775245 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f61a5e-697e-4c1d-ba29-53430d1604fe req-b9587d2e-8efc-4fb0-8736-b434588da041 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:44.776808 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-78f61a5e-697e-4c1d-ba29-53430d1604fe req-b9587d2e-8efc-4fb0-8736-b434588da041 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 945 time: 0.0547092 Apr 20 16:46:44.817002 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-78f61a5e-697e-4c1d-ba29-53430d1604fe req-2d002b8f-8954-49d2-b3ec-1272b2f64c0b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331001 Apr 20 16:46:45.277905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3485b-5778-4575-9cae-86d943c02e17 req-38652cc0-f875-41df-873c-38685b9a73d3 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:45.279429 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cdc3485b-5778-4575-9cae-86d943c02e17 req-38652cc0-f875-41df-873c-38685b9a73d3 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 945 time: 0.0514843 Apr 20 16:46:45.372160 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-cdc3485b-5778-4575-9cae-86d943c02e17 req-28df0709-3019-47f5-b01f-7afe5af3a4fa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Deleting port 97a4fb59-847f-4b2b-96c5-b638e2efe4c8 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:46:45.372537 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cdc3485b-5778-4575-9cae-86d943c02e17 req-28df0709-3019-47f5-b01f-7afe5af3a4fa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:45.464901 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-cdc3485b-5778-4575-9cae-86d943c02e17 req-28df0709-3019-47f5-b01f-7afe5af3a4fa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] For port 97a4fb59-847f-4b2b-96c5-b638e2efe4c8, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=97a4fb59-847f-4b2b-96c5-b638e2efe4c8,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:46:45.465261 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cdc3485b-5778-4575-9cae-86d943c02e17 req-28df0709-3019-47f5-b01f-7afe5af3a4fa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:45.619838 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-cdc3485b-5778-4575-9cae-86d943c02e17 req-28df0709-3019-47f5-b01f-7afe5af3a4fa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Calling delete_port for 97a4fb59-847f-4b2b-96c5-b638e2efe4c8 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:46:45.938095 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133df59-da8c-494a-920f-9581daaeae47 req-418f7d08-53d3-4e56-9a02-a42823a34b63 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:45.939491 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1133df59-da8c-494a-920f-9581daaeae47 req-418f7d08-53d3-4e56-9a02-a42823a34b63 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 945 time: 0.0496378 Apr 20 16:46:45.976902 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1133df59-da8c-494a-920f-9581daaeae47 req-c57c6eee-ffd9-463b-9447-22896524de98 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313752 Apr 20 16:46:46.040115 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cdc3485b-5778-4575-9cae-86d943c02e17 req-28df0709-3019-47f5-b01f-7afe5af3a4fa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:46.068962 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df0709-3019-47f5-b01f-7afe5af3a4fa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event deleted for resources: {'Port': ['ID=97a4fb59-847f-4b2b-96c5-b638e2efe4c8,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:46.073267 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['b0243b33-470d-4cb1-a319-6674b8346862'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:46:46.082685 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df0709-3019-47f5-b01f-7afe5af3a4fa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:46.082685 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df0709-3019-47f5-b01f-7afe5af3a4fa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:46.082685 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df0709-3019-47f5-b01f-7afe5af3a4fa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:46.086377 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df0709-3019-47f5-b01f-7afe5af3a4fa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:46.097375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df0709-3019-47f5-b01f-7afe5af3a4fa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:46.097375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df0709-3019-47f5-b01f-7afe5af3a4fa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:46.097375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df0709-3019-47f5-b01f-7afe5af3a4fa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:46.097375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df0709-3019-47f5-b01f-7afe5af3a4fa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:46.097375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df0709-3019-47f5-b01f-7afe5af3a4fa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:46.097375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df0709-3019-47f5-b01f-7afe5af3a4fa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:46.097375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df0709-3019-47f5-b01f-7afe5af3a4fa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:46.097375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df0709-3019-47f5-b01f-7afe5af3a4fa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:46:46.123806 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc3485b-5778-4575-9cae-86d943c02e17 req-28df0709-3019-47f5-b01f-7afe5af3a4fa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] No DVR routers for this DVR port 97a4fb59-847f-4b2b-96c5-b638e2efe4c8 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:46:46.126768 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cdc3485b-5778-4575-9cae-86d943c02e17 req-28df0709-3019-47f5-b01f-7afe5af3a4fa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:46.130117 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cdc3485b-5778-4575-9cae-86d943c02e17 req-28df0709-3019-47f5-b01f-7afe5af3a4fa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.30 "DELETE /v2.0/ports/97a4fb59-847f-4b2b-96c5-b638e2efe4c8 HTTP/1.1" status: 204 len: 173 time: 0.8451061 Apr 20 16:46:46.130526 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7259be-a8fa-4ad0-a68b-f5422bb33e36', 'name': 'network-vif-deleted', 'tag': '97a4fb59-847f-4b2b-96c5-b638e2efe4c8'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:46:46.132823 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a087002-4740-420f-8679-d9a57db6eda2" -d '{"events": [{"server_uuid": "2e7259be-a8fa-4ad0-a68b-f5422bb33e36", "name": "network-vif-deleted", "tag": "97a4fb59-847f-4b2b-96c5-b638e2efe4c8"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:46:46.183425 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d6b971-3982-4532-86b2-9e48d3583e86 x-openstack-request-id: req-e2d6b971-3982-4532-86b2-9e48d3583e86 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:46:46.183725 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7259be-a8fa-4ad0-a68b-f5422bb33e36", "name": "network-vif-deleted", "tag": "97a4fb59-847f-4b2b-96c5-b638e2efe4c8", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:46:46.183974 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2d6b971-3982-4532-86b2-9e48d3583e86 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:46:46.184657 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2d6b971-3982-4532-86b2-9e48d3583e86'] response: {'server_uuid': '2e7259be-a8fa-4ad0-a68b-f5422bb33e36', 'name': 'network-vif-deleted', 'tag': '97a4fb59-847f-4b2b-96c5-b638e2efe4c8', 'status': 'completed', 'code': 200} Apr 20 16:46:47.092000 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db131a72-1b41-4452-bff6-6d8faf0fd148 req-56868245-fa3c-49d4-8ea3-b859e3b061a9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 210 time: 0.0330751 Apr 20 16:46:47.966441 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 97a4fb59-847f-4b2b-96c5-b638e2efe4c8 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:46:47.988643 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 97a4fb59-847f-4b2b-96c5-b638e2efe4c8 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:46:47.989276 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 97a4fb59-847f-4b2b-96c5-b638e2efe4c8 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:46:48.199032 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a1adf043-8ed8-40fe-81f3-241d544880f0 req-85686348-d145-4a77-bdd7-6daf40712bab tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 210 time: 0.0271001 Apr 20 16:46:49.356668 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-161aaea7-c93e-4040-9734-7e4a2f5ef1de req-2b1c97d6-2c0a-4da8-b3d5-26b397bd8b9d tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 210 time: 0.0461402 Apr 20 16:46:50.457981 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54a48309-96f3-4fcc-bcc0-7cf022b791fd req-d2bc32c3-9697-4e53-adc2-838c725ec336 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 210 time: 0.0339694 Apr 20 16:46:51.625346 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0893e1fc-c747-4308-9cdd-ec58b1f9dc2e req-e6c82292-a9fd-4b33-a70a-abdf5753237f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e7259be-a8fa-4ad0-a68b-f5422bb33e36 HTTP/1.1" status: 200 len: 210 time: 0.0365705 Apr 20 16:46:52.813719 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-078eb44a-fade-4974-9300-8b34ad4c1327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:54.053155 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:46:55.173880 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-280f9c57-93ed-418f-95d2-21809fddef3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:56.430521 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:57.701424 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59f478-19df-432c-b57c-631bc36fde3e req-d9ca3443-f27c-4f7f-8cb3-ba872e8442c8 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:57.704176 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7d59f478-19df-432c-b57c-631bc36fde3e req-d9ca3443-f27c-4f7f-8cb3-ba872e8442c8 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 946 time: 0.0534601 Apr 20 16:46:57.761116 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7d59f478-19df-432c-b57c-631bc36fde3e req-245223c6-1a85-42b4-b74c-bfd01452c0c8 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477703 Apr 20 16:46:57.813413 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:58.128659 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:58.829097 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:58.890126 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197b1e1-75b0-4580-be7e-062463813683 req-af9893e5-7645-4578-9524-8176f5cb9e7a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:58.891854 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d197b1e1-75b0-4580-be7e-062463813683 req-af9893e5-7645-4578-9524-8176f5cb9e7a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 946 time: 0.0506458 Apr 20 16:46:58.936470 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d197b1e1-75b0-4580-be7e-062463813683 req-5eee7b4e-2a3d-45b0-948d-335625ad09ed tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=95716fac-9416-4d9e-be4b-f6d4c9b87fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377920 Apr 20 16:46:59.436629 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cf6ef-3a55-4249-bc7f-b1b743725789 req-bb8ad54b-1d9c-44e0-a306-f3927e5b9fcd tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:46:59.438108 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f2cf6ef-3a55-4249-bc7f-b1b743725789 req-bb8ad54b-1d9c-44e0-a306-f3927e5b9fcd tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 946 time: 0.0652649 Apr 20 16:46:59.527605 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-4f2cf6ef-3a55-4249-bc7f-b1b743725789 req-abe02bbe-9d66-480e-be3b-5f978f7c00ad tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Deleting port b0243b33-470d-4cb1-a319-6674b8346862 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:46:59.527945 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f2cf6ef-3a55-4249-bc7f-b1b743725789 req-abe02bbe-9d66-480e-be3b-5f978f7c00ad tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:59.621746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-4f2cf6ef-3a55-4249-bc7f-b1b743725789 req-abe02bbe-9d66-480e-be3b-5f978f7c00ad tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] For port b0243b33-470d-4cb1-a319-6674b8346862, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b0243b33-470d-4cb1-a319-6674b8346862,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:46:59.621746 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f2cf6ef-3a55-4249-bc7f-b1b743725789 req-abe02bbe-9d66-480e-be3b-5f978f7c00ad tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:59.630822 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-4f2cf6ef-3a55-4249-bc7f-b1b743725789 req-abe02bbe-9d66-480e-be3b-5f978f7c00ad tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Calling delete_port for b0243b33-470d-4cb1-a319-6674b8346862 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:46:59.828893 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f2cf6ef-3a55-4249-bc7f-b1b743725789 req-abe02bbe-9d66-480e-be3b-5f978f7c00ad tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:59.862604 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['b0243b33-470d-4cb1-a319-6674b8346862'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:46:59.863259 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe02bbe-9d66-480e-be3b-5f978f7c00ad tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event deleted for resources: {'Port': ['ID=b0243b33-470d-4cb1-a319-6674b8346862,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:46:59.907669 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2cf6ef-3a55-4249-bc7f-b1b743725789 req-abe02bbe-9d66-480e-be3b-5f978f7c00ad tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] No DVR routers for this DVR port b0243b33-470d-4cb1-a319-6674b8346862 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:46:59.910416 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f2cf6ef-3a55-4249-bc7f-b1b743725789 req-abe02bbe-9d66-480e-be3b-5f978f7c00ad tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:46:59.913916 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f2cf6ef-3a55-4249-bc7f-b1b743725789 req-abe02bbe-9d66-480e-be3b-5f978f7c00ad tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "DELETE /v2.0/ports/b0243b33-470d-4cb1-a319-6674b8346862 HTTP/1.1" status: 204 len: 173 time: 0.4701080 Apr 20 16:46:59.914377 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37072bce-a439-4d2e-9a4e-2ad7ce40c97b', 'name': 'network-vif-deleted', 'tag': 'b0243b33-470d-4cb1-a319-6674b8346862'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:46:59.920577 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a648656d-e17a-489d-9a48-df58337605a8" -d '{"events": [{"server_uuid": "37072bce-a439-4d2e-9a4e-2ad7ce40c97b", "name": "network-vif-deleted", "tag": "b0243b33-470d-4cb1-a319-6674b8346862"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:46:59.958783 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56c70f3-22ab-4b30-a83c-a28ed38d69c8 x-openstack-request-id: req-b56c70f3-22ab-4b30-a83c-a28ed38d69c8 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:46:59.959083 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37072bce-a439-4d2e-9a4e-2ad7ce40c97b", "name": "network-vif-deleted", "tag": "b0243b33-470d-4cb1-a319-6674b8346862", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:46:59.959334 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b56c70f3-22ab-4b30-a83c-a28ed38d69c8 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:46:59.959739 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b56c70f3-22ab-4b30-a83c-a28ed38d69c8'] response: {'server_uuid': '37072bce-a439-4d2e-9a4e-2ad7ce40c97b', 'name': 'network-vif-deleted', 'tag': 'b0243b33-470d-4cb1-a319-6674b8346862', 'status': 'completed', 'code': 200} Apr 20 16:47:00.028693 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:00.039741 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-28891b18-82ea-4a1d-931d-db56d31fc80f req-e66f82c8-5481-4639-9f9c-98f71089a5db tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 210 time: 0.0277641 Apr 20 16:47:01.165033 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b22d228f-49fe-49c3-996b-fa007c5d6160 req-9b4af2a1-7729-4c8f-8de5-0c6e9b526302 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 210 time: 0.0405617 Apr 20 16:47:02.282619 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-28b2255a-eca1-42da-a995-4bc3b9ab7ffe req-829001a0-ad29-40ff-ad1c-223184a24562 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 210 time: 0.0284338 Apr 20 16:47:02.753902 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b0243b33-470d-4cb1-a319-6674b8346862 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:47:02.781059 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: b0243b33-470d-4cb1-a319-6674b8346862 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:47:02.781428 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b0243b33-470d-4cb1-a319-6674b8346862 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:47:03.417189 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-03b85a89-8a88-493f-ae91-c1681cb4c0c5 req-5fdfedde-303b-486c-8ee8-33336d2296db tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 210 time: 0.0499361 Apr 20 16:47:04.548885 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cdd37b76-e9e9-4a20-acf9-d5e343c80c67 req-a0a7d58c-8f93-4419-a6db-eefd414d8003 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=37072bce-a439-4d2e-9a4e-2ad7ce40c97b HTTP/1.1" status: 200 len: 210 time: 0.0389602 Apr 20 16:47:05.752976 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-21bd5ad8-3bf2-466f-a510-018d87d565e9 req-defa89ef-c992-45b3-8cad-cf5db2631420 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2191029 Apr 20 16:47:05.858698 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd5ad8-3bf2-466f-a510-018d87d565e9 req-be4b19ea-ce04-46ce-b273-04b912159b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:05.860274 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-21bd5ad8-3bf2-466f-a510-018d87d565e9 req-be4b19ea-ce04-46ce-b273-04b912159b4e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 1096 time: 0.0446146 Apr 20 16:47:05.968812 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd5ad8-3bf2-466f-a510-018d87d565e9 req-a5397a50-e43b-4c37-8941-c1c6df962131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:05.970680 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-21bd5ad8-3bf2-466f-a510-018d87d565e9 req-a5397a50-e43b-4c37-8941-c1c6df962131 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029 HTTP/1.1" status: 200 len: 897 time: 0.0906734 Apr 20 16:47:06.052787 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-21bd5ad8-3bf2-466f-a510-018d87d565e9 req-255fff15-3426-4901-a5fd-148291ac3e46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49 HTTP/1.1" status: 200 len: 1001 time: 0.0755801 Apr 20 16:47:06.104451 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd5ad8-3bf2-466f-a510-018d87d565e9 req-6f97d1e6-e751-4bf7-a2f3-f140c5d8e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:06.105915 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-21bd5ad8-3bf2-466f-a510-018d87d565e9 req-6f97d1e6-e751-4bf7-a2f3-f140c5d8e590 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66 HTTP/1.1" status: 200 len: 835 time: 0.0476034 Apr 20 16:47:06.158233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd5ad8-3bf2-466f-a510-018d87d565e9 req-5d431292-ae6d-4885-a36a-7c5f2c9068be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:06.160145 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-21bd5ad8-3bf2-466f-a510-018d87d565e9 req-5d431292-ae6d-4885-a36a-7c5f2c9068be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468719 Apr 20 16:47:06.173002 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-21bd5ad8-3bf2-466f-a510-018d87d565e9 req-6160b2f5-5616-4a79-846c-90a81a8392d2 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:47:06.174341 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-21bd5ad8-3bf2-466f-a510-018d87d565e9 req-6160b2f5-5616-4a79-846c-90a81a8392d2 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075324 Apr 20 16:47:06.278439 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-21bd5ad8-3bf2-466f-a510-018d87d565e9 req-f727275a-8243-430d-9142-1c04a79bcfbf service neutron] 10.222.0.26 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977414 Apr 20 16:47:06.389814 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-21bd5ad8-3bf2-466f-a510-018d87d565e9 req-72a2ccd8-17a8-4b4f-af14-078295111883 service neutron] 10.222.0.26 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030924 Apr 20 16:47:09.391575 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52020) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:47:09.397309 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a595f880-f8db-40ac-8d5c-ea54f89a32e1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-817987905', 'description': 'tempest-secgroup-smoke-817987905 description', 'project_id': '89276b194611435f91cf83dc9e96548b'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:47:09.533103 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a595f880-f8db-40ac-8d5c-ea54f89a32e1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:09.614140 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a595f880-f8db-40ac-8d5c-ea54f89a32e1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:09.703032 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a595f880-f8db-40ac-8d5c-ea54f89a32e1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:09.731602 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595f880-f8db-40ac-8d5c-ea54f89a32e1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8abdf42-893d-41ab-b96b-856037a06335,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:47:09.739101 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595f880-f8db-40ac-8d5c-ea54f89a32e1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:09.739440 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595f880-f8db-40ac-8d5c-ea54f89a32e1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:09.739773 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595f880-f8db-40ac-8d5c-ea54f89a32e1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:09.740129 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595f880-f8db-40ac-8d5c-ea54f89a32e1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:09.740490 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595f880-f8db-40ac-8d5c-ea54f89a32e1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:09.740818 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595f880-f8db-40ac-8d5c-ea54f89a32e1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:09.741142 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595f880-f8db-40ac-8d5c-ea54f89a32e1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:09.741545 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595f880-f8db-40ac-8d5c-ea54f89a32e1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:09.741868 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595f880-f8db-40ac-8d5c-ea54f89a32e1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:09.742187 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595f880-f8db-40ac-8d5c-ea54f89a32e1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:09.742550 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595f880-f8db-40ac-8d5c-ea54f89a32e1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:09.742870 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a595f880-f8db-40ac-8d5c-ea54f89a32e1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:09.849265 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a595f880-f8db-40ac-8d5c-ea54f89a32e1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:09.850535 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a595f880-f8db-40ac-8d5c-ea54f89a32e1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4568295 Apr 20 16:47:09.853590 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52028) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:47:09.858685 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-08db1cfd-5fbc-435d-90f9-abd8bbdb07cb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Request body: {'security_group_rule': {'security_group_id': 'b8abdf42-893d-41ab-b96b-856037a06335', 'project_id': '89276b194611435f91cf83dc9e96548b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:47:09.973315 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-08db1cfd-5fbc-435d-90f9-abd8bbdb07cb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:10.044088 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-08db1cfd-5fbc-435d-90f9-abd8bbdb07cb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:10.115959 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-08db1cfd-5fbc-435d-90f9-abd8bbdb07cb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:10.139768 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db1cfd-5fbc-435d-90f9-abd8bbdb07cb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29512791-f36c-40ec-b690-3905eb7d37a7,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:47:10.201976 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-08db1cfd-5fbc-435d-90f9-abd8bbdb07cb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:10.203142 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-08db1cfd-5fbc-435d-90f9-abd8bbdb07cb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3486364 Apr 20 16:47:10.205848 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52040) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:47:10.210110 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-fd4c51a4-508c-40cc-a3ff-6142f0dcec9b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Request body: {'security_group_rule': {'security_group_id': 'b8abdf42-893d-41ab-b96b-856037a06335', 'project_id': '89276b194611435f91cf83dc9e96548b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:47:10.338307 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fd4c51a4-508c-40cc-a3ff-6142f0dcec9b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:10.405769 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fd4c51a4-508c-40cc-a3ff-6142f0dcec9b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:10.493253 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fd4c51a4-508c-40cc-a3ff-6142f0dcec9b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:10.510974 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c51a4-508c-40cc-a3ff-6142f0dcec9b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e69921-28db-432b-bcfb-5dde8f60470e,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:47:10.615012 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fd4c51a4-508c-40cc-a3ff-6142f0dcec9b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:10.619150 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fd4c51a4-508c-40cc-a3ff-6142f0dcec9b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4097464 Apr 20 16:47:10.619438 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52048) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:47:10.624626 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-9bb0a934-41bc-4b5f-a575-1b34128c9747 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Request body: {'security_group_rule': {'security_group_id': 'b8abdf42-893d-41ab-b96b-856037a06335', 'project_id': '89276b194611435f91cf83dc9e96548b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:47:10.750151 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9bb0a934-41bc-4b5f-a575-1b34128c9747 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:10.807612 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9bb0a934-41bc-4b5f-a575-1b34128c9747 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:10.931110 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9bb0a934-41bc-4b5f-a575-1b34128c9747 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:10.955328 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0a934-41bc-4b5f-a575-1b34128c9747 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb3156c-0e07-483e-bbdc-44667cb115a6,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:47:11.042145 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9bb0a934-41bc-4b5f-a575-1b34128c9747 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:11.043428 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9bb0a934-41bc-4b5f-a575-1b34128c9747 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4229910 Apr 20 16:47:11.046891 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52060) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:47:11.051355 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a291cb14-0cc8-48b2-97d6-d68e8248b4a2 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Request body: {'security_group_rule': {'security_group_id': 'b8abdf42-893d-41ab-b96b-856037a06335', 'project_id': '89276b194611435f91cf83dc9e96548b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:47:11.150372 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a291cb14-0cc8-48b2-97d6-d68e8248b4a2 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:11.210959 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a291cb14-0cc8-48b2-97d6-d68e8248b4a2 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:11.304287 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a291cb14-0cc8-48b2-97d6-d68e8248b4a2 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:11.324284 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291cb14-0cc8-48b2-97d6-d68e8248b4a2 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2774b0-a7fe-4caa-83a0-649038637984,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:47:11.400756 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a291cb14-0cc8-48b2-97d6-d68e8248b4a2 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:11.401860 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a291cb14-0cc8-48b2-97d6-d68e8248b4a2 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3540430 Apr 20 16:47:11.405205 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 52072) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:47:11.409792 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-4e139315-735c-48ea-b64b-6a2a2b42f9e9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Request body: {'security_group_rule': {'security_group_id': 'b8abdf42-893d-41ab-b96b-856037a06335', 'project_id': '89276b194611435f91cf83dc9e96548b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:47:11.554598 n-d-836146-2 neutron-server[103485]: INFO neutron.db.securitygroups_db [None req-4e139315-735c-48ea-b64b-6a2a2b42f9e9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Project 89276b194611435f91cf83dc9e96548b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:47:11.571604 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e139315-735c-48ea-b64b-6a2a2b42f9e9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:11.633203 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e139315-735c-48ea-b64b-6a2a2b42f9e9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:11.855958 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e139315-735c-48ea-b64b-6a2a2b42f9e9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:11.884782 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e139315-735c-48ea-b64b-6a2a2b42f9e9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23fa5e64-8346-42d5-9fc8-71906eb75aa0,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:47:11.986719 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4e139315-735c-48ea-b64b-6a2a2b42f9e9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:11.990897 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52084) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:47:11.991450 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4e139315-735c-48ea-b64b-6a2a2b42f9e9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5847113 Apr 20 16:47:11.995642 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-b66a61de-0c6d-49ed-b6a7-99abacbb3dcb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Request body: {'security_group_rule': {'security_group_id': 'b8abdf42-893d-41ab-b96b-856037a06335', 'project_id': '89276b194611435f91cf83dc9e96548b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:47:12.116166 n-d-836146-2 neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-b66a61de-0c6d-49ed-b6a7-99abacbb3dcb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Project 89276b194611435f91cf83dc9e96548b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:47:12.121611 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b66a61de-0c6d-49ed-b6a7-99abacbb3dcb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:12.190031 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b66a61de-0c6d-49ed-b6a7-99abacbb3dcb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:12.304492 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b66a61de-0c6d-49ed-b6a7-99abacbb3dcb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:12.327255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a61de-0c6d-49ed-b6a7-99abacbb3dcb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41719758-c391-405f-9366-a2a30cab5fa4,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:47:12.449152 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b66a61de-0c6d-49ed-b6a7-99abacbb3dcb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:12.450396 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b66a61de-0c6d-49ed-b6a7-99abacbb3dcb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4584827 Apr 20 16:47:19.953991 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899654f-0c65-4ea5-b9d1-07b548e01b84 req-eb874d54-54b1-443f-9a53-b8d948419694 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:19.956790 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2899654f-0c65-4ea5-b9d1-07b548e01b84 req-eb874d54-54b1-443f-9a53-b8d948419694 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 1096 time: 0.0575945 Apr 20 16:47:19.997739 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2899654f-0c65-4ea5-b9d1-07b548e01b84 req-1123f808-a47a-41ae-ac17-4366038c4f83 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331717 Apr 20 16:47:20.149217 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca340a9f-4d9d-4795-ab97-4ce79ef6b3b0 req-e10b213a-c257-4ac5-8b37-3de755db3ff0 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:20.159298 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ca340a9f-4d9d-4795-ab97-4ce79ef6b3b0 req-e10b213a-c257-4ac5-8b37-3de755db3ff0 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0859678 Apr 20 16:47:20.209608 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ca340a9f-4d9d-4795-ab97-4ce79ef6b3b0 req-b8833a80-9ba5-4b33-9406-87cc1e35315a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480938 Apr 20 16:47:20.238285 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 52334) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:47:20.320388 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0090c471-f057-44b7-8260-1b307c2adcdc tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/floatingips/cdbba7e1-e4cc-435e-a56e-2b12a1aad3c8 HTTP/1.1" status: 200 len: 993 time: 0.0774071 Apr 20 16:47:21.365429 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a85db1-a77a-428d-810c-3a5599f636b3 req-acff106d-ab4f-4b0d-83a8-766f99d1ea49 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:21.368143 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b1a85db1-a77a-428d-810c-3a5599f636b3 req-acff106d-ab4f-4b0d-83a8-766f99d1ea49 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0589843 Apr 20 16:47:21.422235 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b1a85db1-a77a-428d-810c-3a5599f636b3 req-8b44843b-c4ca-442b-9756-d652aa1f94e1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466161 Apr 20 16:47:21.550577 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-5c94c755-c55a-4748-9da7-f6434f096992 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0545380 Apr 20 16:47:22.582376 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ac334-3f41-4d57-851f-adb1453e5ccb req-4a4b93ab-f6ef-4ee6-84e0-e04141de3a99 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:22.583871 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3c8ac334-3f41-4d57-851f-adb1453e5ccb req-4a4b93ab-f6ef-4ee6-84e0-e04141de3a99 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0618224 Apr 20 16:47:22.626162 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3c8ac334-3f41-4d57-851f-adb1453e5ccb req-fa7f3b88-1521-49c0-a123-344e2e4adbc9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359058 Apr 20 16:47:23.165908 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cd3d77e3-11f4-4ab4-a9dd-1c0367053a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:23.780595 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483aa0d-b8fd-46e1-8bc3-d4b11f3efe88 req-ec99fc37-8316-4f7b-abd5-362aac25a032 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:23.782177 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a483aa0d-b8fd-46e1-8bc3-d4b11f3efe88 req-ec99fc37-8316-4f7b-abd5-362aac25a032 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0554242 Apr 20 16:47:23.828905 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a483aa0d-b8fd-46e1-8bc3-d4b11f3efe88 req-e0e6b271-1863-42bf-8fbd-ec732e0d8fd7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340195 Apr 20 16:47:24.970825 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133153a-14c5-46ab-ae05-725df9f57628 req-dec0c546-4193-4509-beaf-2fc0540afd5c tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:24.976817 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9133153a-14c5-46ab-ae05-725df9f57628 req-dec0c546-4193-4509-beaf-2fc0540afd5c tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0698469 Apr 20 16:47:25.017100 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9133153a-14c5-46ab-ae05-725df9f57628 req-a6f06bc0-3490-4d63-9bad-db65636bd39f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386539 Apr 20 16:47:25.122598 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-edcb22e4-7de0-4e18-9c7e-568494d5b8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:25.372000 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-ed2790b7-3655-49e7-9c8f-427172173934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:25.373473 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-ed2790b7-3655-49e7-9c8f-427172173934 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 1096 time: 0.0422091 Apr 20 16:47:25.483489 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-8fcce164-478b-427a-a72d-7ad0c27286a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:25.485093 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-8fcce164-478b-427a-a72d-7ad0c27286a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029 HTTP/1.1" status: 200 len: 897 time: 0.1047983 Apr 20 16:47:25.572832 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-1da54c48-373a-4fe9-8b59-b8d6d1220f9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49 HTTP/1.1" status: 200 len: 1001 time: 0.0804620 Apr 20 16:47:25.645088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-5bdb3ca0-a205-4323-99f2-c6f0245fef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:25.645088 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-5bdb3ca0-a205-4323-99f2-c6f0245fef2b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66 HTTP/1.1" status: 200 len: 835 time: 0.0646548 Apr 20 16:47:25.708210 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-bda24ea0-2cfe-4338-8df2-bf370f73e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:25.708210 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-bda24ea0-2cfe-4338-8df2-bf370f73e1a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523052 Apr 20 16:47:25.817025 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-3c624968-b878-45f6-a6b9-158bf0c088e8 service neutron] 10.222.0.26 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072168 Apr 20 16:47:25.939244 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-c69893b4-2f19-4b3f-ad46-cdcf1a69fad2 service neutron] 10.222.0.26 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157789 Apr 20 16:47:26.203640 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1cefe-cfde-45a6-aa27-c1b3740d6610 req-96ba3277-3d90-45ae-bce4-508bc9bf1972 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:26.205266 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-deb1cefe-cfde-45a6-aa27-c1b3740d6610 req-96ba3277-3d90-45ae-bce4-508bc9bf1972 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.1035480 Apr 20 16:47:26.251696 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-deb1cefe-cfde-45a6-aa27-c1b3740d6610 req-3b86b59b-8e11-4aea-a169-65f3d7165c13 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389276 Apr 20 16:47:26.471906 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:27.399584 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa582a7-75a1-455c-be47-f16cece90beb req-9fc707db-08ce-460f-83e6-862dde941aea tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:27.401400 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2fa582a7-75a1-455c-be47-f16cece90beb req-9fc707db-08ce-460f-83e6-862dde941aea tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0625927 Apr 20 16:47:27.446507 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2fa582a7-75a1-455c-be47-f16cece90beb req-15927d19-068d-49de-98ed-a828c1d78ac2 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340264 Apr 20 16:47:27.871889 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:28.149959 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:28.651005 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b22506-79ca-4ac9-8999-68f78545c52a req-2b262838-0849-44cc-8651-79d74a2dc7e6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:28.665585 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d4b22506-79ca-4ac9-8999-68f78545c52a req-2b262838-0849-44cc-8651-79d74a2dc7e6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0787206 Apr 20 16:47:28.713137 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d4b22506-79ca-4ac9-8999-68f78545c52a req-60cdde07-5fc5-423d-8ff7-532595436cab tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427938 Apr 20 16:47:28.769528 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:29.873901 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dab2f7-a220-4d65-83b5-3808fdf59973 req-e1f7d75a-5e02-42fa-932d-9e6c5ac544a1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:29.876410 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f9dab2f7-a220-4d65-83b5-3808fdf59973 req-e1f7d75a-5e02-42fa-932d-9e6c5ac544a1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0632212 Apr 20 16:47:29.936359 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f9dab2f7-a220-4d65-83b5-3808fdf59973 req-a0df1552-c48c-4f6c-8e06-2da74fa848aa tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516708 Apr 20 16:47:30.010994 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:31.052974 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:47:31.063565 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a492e-3b8a-4cd8-ac2c-1cab7d14f8d3 req-aea64548-0790-419f-961e-1a6c8da1ebf4 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:31.065193 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be6a492e-3b8a-4cd8-ac2c-1cab7d14f8d3 req-aea64548-0790-419f-961e-1a6c8da1ebf4 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0541027 Apr 20 16:47:31.104664 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be6a492e-3b8a-4cd8-ac2c-1cab7d14f8d3 req-44ea6788-4164-4c02-85fc-7f39c7bed674 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330236 Apr 20 16:47:32.234156 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdf417-3e70-4656-8393-4ca126a03562 req-a796e9d8-f0c6-4923-8541-6a91ee1b355b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:32.235713 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-11fdf417-3e70-4656-8393-4ca126a03562 req-a796e9d8-f0c6-4923-8541-6a91ee1b355b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0563693 Apr 20 16:47:32.285491 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-11fdf417-3e70-4656-8393-4ca126a03562 req-788f00de-3b55-4699-90d3-6ba137a01084 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430574 Apr 20 16:47:33.408713 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97a26b-76be-419a-b38f-1c2529a71eac req-39384d67-c27c-4124-8527-adaef543c8a1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:33.410231 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca97a26b-76be-419a-b38f-1c2529a71eac req-39384d67-c27c-4124-8527-adaef543c8a1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0502534 Apr 20 16:47:33.449888 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca97a26b-76be-419a-b38f-1c2529a71eac req-b27df261-5d4a-49af-8c29-84d3ee11acc5 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328858 Apr 20 16:47:34.584173 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f86ad5-9538-42a4-97a4-2149f164d419 req-5895623c-98ae-4684-b487-573552cdea4c tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:34.586043 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-02f86ad5-9538-42a4-97a4-2149f164d419 req-5895623c-98ae-4684-b487-573552cdea4c tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0571506 Apr 20 16:47:34.639818 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-02f86ad5-9538-42a4-97a4-2149f164d419 req-a67c8568-fb4c-4efb-8974-d96c5664d3fc tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440981 Apr 20 16:47:35.786964 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b4301-a877-4cdf-bd86-2302ee2d3deb req-0e34154e-677c-493e-9891-29fb5c8b0c7b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:35.788698 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e5b4301-a877-4cdf-bd86-2302ee2d3deb req-0e34154e-677c-493e-9891-29fb5c8b0c7b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0585175 Apr 20 16:47:35.830402 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e5b4301-a877-4cdf-bd86-2302ee2d3deb req-5b41dcc2-9991-4167-8617-36620233f7ea tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337775 Apr 20 16:47:36.978401 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c78161-3720-4397-89e7-05b7c0c95c3e req-a569252e-71a4-43a3-9700-72e2fe52e047 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:36.980020 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c6c78161-3720-4397-89e7-05b7c0c95c3e req-a569252e-71a4-43a3-9700-72e2fe52e047 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0608320 Apr 20 16:47:37.021992 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c6c78161-3720-4397-89e7-05b7c0c95c3e req-508ffeb2-55bc-414f-a98e-ee8962852b4a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346308 Apr 20 16:47:38.058894 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63def04e-452e-4c0e-a351-795019058fb0 req-1c7ef080-efe6-4617-b541-c167d217f482 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-817987905&fields=id&tenant_id=89276b194611435f91cf83dc9e96548b HTTP/1.1" status: 200 len: 267 time: 0.0348492 Apr 20 16:47:38.144077 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aba159-da41-4609-bb1c-7937ccd472f5 req-d7e21eb4-71ff-4ca2-b2c0-7439dba81522 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:38.145636 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d9aba159-da41-4609-bb1c-7937ccd472f5 req-d7e21eb4-71ff-4ca2-b2c0-7439dba81522 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0520015 Apr 20 16:47:38.168294 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63def04e-452e-4c0e-a351-795019058fb0 req-5b56513a-d5c7-479f-9bfd-8daf5d254b27 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:38.170279 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63def04e-452e-4c0e-a351-795019058fb0 req-5b56513a-d5c7-479f-9bfd-8daf5d254b27 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 812 time: 0.1039681 Apr 20 16:47:38.187729 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63def04e-452e-4c0e-a351-795019058fb0 req-1c8aa978-72d2-490a-92ef-f8fb992cfdfe tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/quotas/89276b194611435f91cf83dc9e96548b HTTP/1.1" status: 200 len: 375 time: 0.0106840 Apr 20 16:47:38.188742 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d9aba159-da41-4609-bb1c-7937ccd472f5 req-b704d009-0db4-432b-b6ad-4c13fb707df0 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367718 Apr 20 16:47:38.246883 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63def04e-452e-4c0e-a351-795019058fb0 req-b94b2776-52dd-4e68-9d46-ec75ab50c8fd tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524154 Apr 20 16:47:38.344688 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63def04e-452e-4c0e-a351-795019058fb0 req-5aca4dab-0a1d-4953-b70f-49408e8025d7 service neutron] 10.222.0.15 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846703 Apr 20 16:47:38.438022 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63def04e-452e-4c0e-a351-795019058fb0 req-b2dcfa84-84fc-4a66-ba31-3243c95b727b service neutron] 10.222.0.15 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870953 Apr 20 16:47:39.041038 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c1015e47-4633-4674-8418-d6da002c14f1 req-c2598f7a-8a94-4ae4-8a3d-c3cf0ffd96c7 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 210 time: 0.0309892 Apr 20 16:47:39.312661 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a38553-8779-44d0-8503-e720dfd57392 req-4f886c22-f097-4418-9a10-156a622cf047 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:39.314220 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1a38553-8779-44d0-8503-e720dfd57392 req-4f886c22-f097-4418-9a10-156a622cf047 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0518491 Apr 20 16:47:39.356098 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1a38553-8779-44d0-8503-e720dfd57392 req-e8d08acc-e0d1-4ce8-9c58-82897e4932a6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355344 Apr 20 16:47:40.172010 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-94ad66bc-adc0-4ff2-827c-a928ffa0fb02 req-8389ebf4-8df3-4d57-9905-1ad0b07539c6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 210 time: 0.0371883 Apr 20 16:47:40.479463 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715827fb-6599-4301-b45b-80841e546cc0 req-4f6fe2d9-0ae1-48ed-9251-33342a27ffc0 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:40.481333 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-715827fb-6599-4301-b45b-80841e546cc0 req-4f6fe2d9-0ae1-48ed-9251-33342a27ffc0 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0551317 Apr 20 16:47:40.524796 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-715827fb-6599-4301-b45b-80841e546cc0 req-53363506-0371-426a-ad37-31b3db9d776c tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367961 Apr 20 16:47:41.276896 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2d785f6b-616e-470b-bc11-0c828214ade0 req-4bf18f03-c333-4c42-8cfb-feeab661da7e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 210 time: 0.0270071 Apr 20 16:47:41.512102 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63def04e-452e-4c0e-a351-795019058fb0 req-37e4b3c7-d6c0-4bf1-b2bb-95d07df37676 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:41.513677 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63def04e-452e-4c0e-a351-795019058fb0 req-37e4b3c7-d6c0-4bf1-b2bb-95d07df37676 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 812 time: 0.1398389 Apr 20 16:47:41.615080 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63def04e-452e-4c0e-a351-795019058fb0 req-6e590fbb-26a2-4218-83d6-b5b9a8bf09d6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89276b194611435f91cf83dc9e96548b HTTP/1.1" status: 200 len: 379 time: 0.0780170 Apr 20 16:47:41.625369 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-63def04e-452e-4c0e-a351-795019058fb0 req-b3f94ac7-3df2-4e4f-aa09-0c060dc9e32a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Request body: {'port': {'device_id': '95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'admin_state_up': True, 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'security_groups': ['b8abdf42-893d-41ab-b96b-856037a06335']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:47:41.756770 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4ab69-d886-4bb9-a0c4-e6a06aa1f19c req-2a54c30e-7c4e-493f-ad31-d0842d182e0e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:41.758319 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8aa4ab69-d886-4bb9-a0c4-e6a06aa1f19c req-2a54c30e-7c4e-493f-ad31-d0842d182e0e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.1071925 Apr 20 16:47:41.818040 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8aa4ab69-d886-4bb9-a0c4-e6a06aa1f19c req-b33d0c48-ff59-4ccf-994a-2d577040808a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496621 Apr 20 16:47:42.010213 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63def04e-452e-4c0e-a351-795019058fb0 req-b3f94ac7-3df2-4e4f-aa09-0c060dc9e32a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Made reservation on behalf of 89276b194611435f91cf83dc9e96548b for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:47:42.014345 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-63def04e-452e-4c0e-a351-795019058fb0 req-b3f94ac7-3df2-4e4f-aa09-0c060dc9e32a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:42.184237 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-63def04e-452e-4c0e-a351-795019058fb0 req-b3f94ac7-3df2-4e4f-aa09-0c060dc9e32a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Allocated IP 172.20.0.12 (45075084-5307-4652-bafe-1d4bc624b83e/84f859e8-1f59-4fe7-930d-c92d7f74a0a0/36ff4610-72db-4d19-ad67-ea34c69d14a1) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:47:42.381123 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-63def04e-452e-4c0e-a351-795019058fb0 req-b3f94ac7-3df2-4e4f-aa09-0c060dc9e32a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:42.451569 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c284d4e8-d821-41ab-8d57-da9704f1b831 req-859dacb4-6de9-4136-8e71-3521a77b39f9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 210 time: 0.0360458 Apr 20 16:47:42.527143 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-63def04e-452e-4c0e-a351-795019058fb0 req-b3f94ac7-3df2-4e4f-aa09-0c060dc9e32a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:42.627161 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63def04e-452e-4c0e-a351-795019058fb0 req-b3f94ac7-3df2-4e4f-aa09-0c060dc9e32a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Network 45075084-5307-4652-bafe-1d4bc624b83e is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:47:42.629027 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f94ac7-3df2-4e4f-aa09-0c060dc9e32a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event updated for resources: {'Port': ['ID=36ff4610-72db-4d19-ad67-ea34c69d14a1,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:47:42.634406 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-63def04e-452e-4c0e-a351-795019058fb0 req-b3f94ac7-3df2-4e4f-aa09-0c060dc9e32a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:47:42.645259 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-63def04e-452e-4c0e-a351-795019058fb0 req-b3f94ac7-3df2-4e4f-aa09-0c060dc9e32a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:47:42.714033 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63def04e-452e-4c0e-a351-795019058fb0 req-b3f94ac7-3df2-4e4f-aa09-0c060dc9e32a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:42.715117 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-63def04e-452e-4c0e-a351-795019058fb0 req-b3f94ac7-3df2-4e4f-aa09-0c060dc9e32a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:42.797965 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63def04e-452e-4c0e-a351-795019058fb0 req-b3f94ac7-3df2-4e4f-aa09-0c060dc9e32a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1769118 Apr 20 16:47:42.817899 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-63def04e-452e-4c0e-a351-795019058fb0 req-816107e3-e556-4480-8181-40ea82b5ec05 service neutron] Request body: {'port': {'device_id': '95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:47:42.897434 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-63def04e-452e-4c0e-a351-795019058fb0 req-816107e3-e556-4480-8181-40ea82b5ec05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:43.016084 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2b019495-4e65-4a79-ae9e-1c3ad9df189e None None] Provisioning complete for port 36ff4610-72db-4d19-ad67-ea34c69d14a1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:47:43.017164 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2b019495-4e65-4a79-ae9e-1c3ad9df189e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:43.065797 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2b019495-4e65-4a79-ae9e-1c3ad9df189e None None] Port 36ff4610-72db-4d19-ad67-ea34c69d14a1 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:47:43.109309 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe76f8-0abb-4dce-8c28-6ca7c20bc0c6 req-da0d7c2e-0e33-4810-995f-5e454328b921 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:43.112324 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-88fe76f8-0abb-4dce-8c28-6ca7c20bc0c6 req-da0d7c2e-0e33-4810-995f-5e454328b921 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.1560607 Apr 20 16:47:43.204825 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-88fe76f8-0abb-4dce-8c28-6ca7c20bc0c6 req-6060d2a4-e550-4722-a0ec-8d154e15bf9f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861647 Apr 20 16:47:43.317294 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-63def04e-452e-4c0e-a351-795019058fb0 req-816107e3-e556-4480-8181-40ea82b5ec05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ff4610-72db-4d19-ad67-ea34c69d14a1 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:47:43.329644 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-63def04e-452e-4c0e-a351-795019058fb0 req-816107e3-e556-4480-8181-40ea82b5ec05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:43.343252 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-63def04e-452e-4c0e-a351-795019058fb0 req-816107e3-e556-4480-8181-40ea82b5ec05 service neutron] Transition to ACTIVE for port object 36ff4610-72db-4d19-ad67-ea34c69d14a1 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:47:43.421642 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-63def04e-452e-4c0e-a351-795019058fb0 req-816107e3-e556-4480-8181-40ea82b5ec05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:43.476158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816107e3-e556-4480-8181-40ea82b5ec05 service neutron] Pushing event updated for resources: {'Port': ['ID=36ff4610-72db-4d19-ad67-ea34c69d14a1,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:47:43.604941 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-63def04e-452e-4c0e-a351-795019058fb0 req-816107e3-e556-4480-8181-40ea82b5ec05 service neutron] Attempting to bind port 36ff4610-72db-4d19-ad67-ea34c69d14a1 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:47:43.605543 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-63def04e-452e-4c0e-a351-795019058fb0 req-816107e3-e556-4480-8181-40ea82b5ec05 service neutron] Attempting to bind port 36ff4610-72db-4d19-ad67-ea34c69d14a1 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:47:43.605662 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63def04e-452e-4c0e-a351-795019058fb0 req-816107e3-e556-4480-8181-40ea82b5ec05 service neutron] Attempting to bind port 36ff4610-72db-4d19-ad67-ea34c69d14a1 on network 45075084-5307-4652-bafe-1d4bc624b83e {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:47:43.611624 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63def04e-452e-4c0e-a351-795019058fb0 req-816107e3-e556-4480-8181-40ea82b5ec05 service neutron] Port 36ff4610-72db-4d19-ad67-ea34c69d14a1 on network 45075084-5307-4652-bafe-1d4bc624b83e not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:47:43.611952 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63def04e-452e-4c0e-a351-795019058fb0 req-816107e3-e556-4480-8181-40ea82b5ec05 service neutron] Attempting to bind port 36ff4610-72db-4d19-ad67-ea34c69d14a1 on network 45075084-5307-4652-bafe-1d4bc624b83e {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:47:43.617784 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63def04e-452e-4c0e-a351-795019058fb0 req-816107e3-e556-4480-8181-40ea82b5ec05 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:47:43.619089 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63def04e-452e-4c0e-a351-795019058fb0 req-816107e3-e556-4480-8181-40ea82b5ec05 service neutron] Checking segment: {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:47:43.619688 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63def04e-452e-4c0e-a351-795019058fb0 req-816107e3-e556-4480-8181-40ea82b5ec05 service neutron] Bound using segment: {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:47:43.620320 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-63def04e-452e-4c0e-a351-795019058fb0 req-816107e3-e556-4480-8181-40ea82b5ec05 service neutron] Bound port: 36ff4610-72db-4d19-ad67-ea34c69d14a1, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:47:43.620915 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-63def04e-452e-4c0e-a351-795019058fb0 req-816107e3-e556-4480-8181-40ea82b5ec05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:43.633859 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-879cabe4-011b-4e46-9d5e-3bc744fec3b7 service neutron] show failed (client error): The resource could not be found. Apr 20 16:47:43.634907 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-879cabe4-011b-4e46-9d5e-3bc744fec3b7 service neutron] 10.222.0.26 "GET /v2.0/ports/3d19c3c2-bd09-4371-ac52-5ad842b72e49/bindings/n-h2-836146-2 HTTP/1.1" status: 404 len: 380 time: 0.1258965 Apr 20 16:47:43.698152 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acf718-9c42-4e46-8255-7bcfc1eab561 req-59fb78f5-e4a3-4953-aa72-4a1dbf76cc21 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:43.699996 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-36acf718-9c42-4e46-8255-7bcfc1eab561 req-59fb78f5-e4a3-4953-aa72-4a1dbf76cc21 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 944 time: 0.0812788 Apr 20 16:47:43.742192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-63def04e-452e-4c0e-a351-795019058fb0 req-816107e3-e556-4480-8181-40ea82b5ec05 service neutron] For port 36ff4610-72db-4d19-ad67-ea34c69d14a1, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:47:43.745886 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-63def04e-452e-4c0e-a351-795019058fb0 req-816107e3-e556-4480-8181-40ea82b5ec05 service neutron] For port 36ff4610-72db-4d19-ad67-ea34c69d14a1, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=36ff4610-72db-4d19-ad67-ea34c69d14a1,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:47:43.749868 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-36acf718-9c42-4e46-8255-7bcfc1eab561 req-3372432c-cfef-4fcf-9edf-e189f3961543 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432782 Apr 20 16:47:43.887338 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-63def04e-452e-4c0e-a351-795019058fb0 req-816107e3-e556-4480-8181-40ea82b5ec05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:43.928473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63def04e-452e-4c0e-a351-795019058fb0 req-816107e3-e556-4480-8181-40ea82b5ec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:43.929158 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-63def04e-452e-4c0e-a351-795019058fb0 req-816107e3-e556-4480-8181-40ea82b5ec05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:43.932010 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63def04e-452e-4c0e-a351-795019058fb0 req-816107e3-e556-4480-8181-40ea82b5ec05 service neutron] 10.222.0.26 "PUT /v2.0/ports/36ff4610-72db-4d19-ad67-ea34c69d14a1 HTTP/1.1" status: 200 len: 1092 time: 1.1189947 Apr 20 16:47:43.932869 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9', 'tag': '36ff4610-72db-4d19-ad67-ea34c69d14a1'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:47:43.935911 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484d86e6-eb80-4295-b87c-c12dd5f176ed" -d '{"events": [{"name": "network-changed", "server_uuid": "95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9", "tag": "36ff4610-72db-4d19-ad67-ea34c69d14a1"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:47:43.970255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816107e3-e556-4480-8181-40ea82b5ec05 service neutron] Pushing event updated for resources: {'Port': ['ID=36ff4610-72db-4d19-ad67-ea34c69d14a1,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:47:43.996589 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57f4457-e8cc-4cfd-8613-53029ae69737 x-openstack-request-id: req-f57f4457-e8cc-4cfd-8613-53029ae69737 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:47:43.996876 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9", "tag": "36ff4610-72db-4d19-ad67-ea34c69d14a1", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:47:43.997758 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f57f4457-e8cc-4cfd-8613-53029ae69737 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:47:43.998203 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f57f4457-e8cc-4cfd-8613-53029ae69737'] response: {'name': 'network-changed', 'server_uuid': '95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9', 'tag': '36ff4610-72db-4d19-ad67-ea34c69d14a1', 'status': 'completed', 'code': 200} Apr 20 16:47:44.097883 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d86e6-eb80-4295-b87c-c12dd5f176ed req-2b1a1fec-5193-4327-b55c-6014c0b1e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:44.104243 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-484d86e6-eb80-4295-b87c-c12dd5f176ed req-2b1a1fec-5193-4327-b55c-6014c0b1e338 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 1095 time: 0.0535984 Apr 20 16:47:44.288256 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d86e6-eb80-4295-b87c-c12dd5f176ed req-758d665f-5736-4941-a125-a4d4b59fbf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:44.289921 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-484d86e6-eb80-4295-b87c-c12dd5f176ed req-758d665f-5736-4941-a125-a4d4b59fbf10 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=89276b194611435f91cf83dc9e96548b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1593990 Apr 20 16:47:44.292941 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-551f5b6d-377c-47b1-8a97-d43986c6b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:44.295094 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-551f5b6d-377c-47b1-8a97-d43986c6b856 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331&tenant_id=f671d985b7654b0ab90a0236bac58688 HTTP/1.1" status: 200 len: 1096 time: 0.0670681 Apr 20 16:47:44.326549 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836146-2', 'device_owner': 'compute:nova'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:47:44.353362 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e008e-8243-4860-8a4a-72a1653731ce req-aba10e39-60d9-493a-abb8-aaf9ae7a1011 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:44.361025 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-403e008e-8243-4860-8a4a-72a1653731ce req-aba10e39-60d9-493a-abb8-aaf9ae7a1011 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0678759 Apr 20 16:47:44.403924 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-403e008e-8243-4860-8a4a-72a1653731ce req-e2bbe30b-7512-4d55-9f33-677151791c87 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411110 Apr 20 16:47:44.451013 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:44.503127 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d86e6-eb80-4295-b87c-c12dd5f176ed req-839a1975-ce76-452e-b063-54cc14cc3e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:44.504670 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-484d86e6-eb80-4295-b87c-c12dd5f176ed req-839a1975-ce76-452e-b063-54cc14cc3e40 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2080789 Apr 20 16:47:44.690145 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63def04e-452e-4c0e-a351-795019058fb0 req-589d48d0-0817-4414-a8ec-895a28c96573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:44.691548 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63def04e-452e-4c0e-a351-795019058fb0 req-589d48d0-0817-4414-a8ec-895a28c96573 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 1095 time: 0.1094444 Apr 20 16:47:44.751672 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63def04e-452e-4c0e-a351-795019058fb0 req-ebf570db-7754-4930-9f2c-e6507deb4cfa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36ff4610-72db-4d19-ad67-ea34c69d14a1 HTTP/1.1" status: 200 len: 217 time: 0.0463479 Apr 20 16:47:44.807158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] For port 3d19c3c2-bd09-4371-ac52-5ad842b72e49, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49,segment=NetworkSegment(166da847-0635-4d4b-8965-6ac559258e7d),segment_id=166da847-0635-4d4b-8965-6ac559258e7d)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:47:45.220973 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63def04e-452e-4c0e-a351-795019058fb0 req-bcdfd191-5eed-4c8f-ba72-f3e8b347d4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:45.220973 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63def04e-452e-4c0e-a351-795019058fb0 req-bcdfd191-5eed-4c8f-ba72-f3e8b347d4d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84f859e8-1f59-4fe7-930d-c92d7f74a0a0 HTTP/1.1" status: 200 len: 851 time: 0.4613845 Apr 20 16:47:45.275884 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] For port 3d19c3c2-bd09-4371-ac52-5ad842b72e49, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:47:45.335247 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:45.345175 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1e8c0-6fa6-45bc-b350-fcbaf8b0aa78 req-3a306c2f-a022-41b2-8a62-cfa0cca18487 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:45.347292 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9af1e8c0-6fa6-45bc-b350-fcbaf8b0aa78 req-3a306c2f-a022-41b2-8a62-cfa0cca18487 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 944 time: 0.1479042 Apr 20 16:47:45.353472 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63def04e-452e-4c0e-a351-795019058fb0 req-83b7ec5d-33c8-4633-ad8f-58b402cfeeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:45.354926 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63def04e-452e-4c0e-a351-795019058fb0 req-83b7ec5d-33c8-4633-ad8f-58b402cfeeda service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45075084-5307-4652-bafe-1d4bc624b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154141 Apr 20 16:47:45.379557 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Transition to ACTIVE for port object 3d19c3c2-bd09-4371-ac52-5ad842b72e49 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:47:45.449580 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9af1e8c0-6fa6-45bc-b350-fcbaf8b0aa78 req-568ff2a0-7c97-4fe6-becc-ab65e04fbad5 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908422 Apr 20 16:47:45.479124 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:45.532866 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069fb5e-c86a-4a61-8303-cc2278fc6c99 req-050f43f0-efc5-4fb3-93de-db66c0a816fc tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:45.534389 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6069fb5e-c86a-4a61-8303-cc2278fc6c99 req-050f43f0-efc5-4fb3-93de-db66c0a816fc tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 943 time: 0.0567586 Apr 20 16:47:45.552998 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Pushing event updated for resources: {'Port': ['ID=3d19c3c2-bd09-4371-ac52-5ad842b72e49,revision_number=6']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:47:45.566268 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63def04e-452e-4c0e-a351-795019058fb0 req-7291710a-5cce-4710-8374-6351ca5435f2 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993935 Apr 20 16:47:45.619919 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6069fb5e-c86a-4a61-8303-cc2278fc6c99 req-cf19b6aa-1464-4080-a893-23b17ee82733 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791273 Apr 20 16:47:45.733175 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63def04e-452e-4c0e-a351-795019058fb0 req-b3917bb3-9472-4255-b492-a1a14b97163f service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601939 Apr 20 16:47:45.781817 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] No DVR routers for this DVR port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:47:45.944477 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Attempting to bind port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:47:45.944760 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Attempting to bind port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '166da847-0635-4d4b-8965-6ac559258e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:47:45.945043 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Attempting to bind port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 on network 5c1b58ae-0191-46ac-8f22-f46b6fd1e029 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:47:45.950265 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 on network 5c1b58ae-0191-46ac-8f22-f46b6fd1e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:47:45.950596 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Attempting to bind port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 on network 5c1b58ae-0191-46ac-8f22-f46b6fd1e029 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:47:45.956095 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:47:45.956469 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Checking segment: {'id': '166da847-0635-4d4b-8965-6ac559258e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:47:45.956857 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Bound using segment: {'id': '166da847-0635-4d4b-8965-6ac559258e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:47:45.957295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Bound port: 3d19c3c2-bd09-4371-ac52-5ad842b72e49, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '166da847-0635-4d4b-8965-6ac559258e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:47:45.957658 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:46.002326 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd23a4e-634b-461a-80d0-579c49303331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d19c3c2-bd09-4371-ac52-5ad842b72e49'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:47:46.004682 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dd9306-ce76-4a25-baf9-81d753da674c" -d '{"events": [{"server_uuid": "ffd23a4e-634b-461a-80d0-579c49303331", "name": "network-vif-unplugged", "status": "completed", "tag": "3d19c3c2-bd09-4371-ac52-5ad842b72e49"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:47:46.050617 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] For port 3d19c3c2-bd09-4371-ac52-5ad842b72e49, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:47:46.054100 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] For port 3d19c3c2-bd09-4371-ac52-5ad842b72e49, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49,segment=NetworkSegment(166da847-0635-4d4b-8965-6ac559258e7d),segment_id=166da847-0635-4d4b-8965-6ac559258e7d)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:47:46.063964 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f574ea20-9f9f-4fb9-a9d0-371f29fef49f x-openstack-request-id: req-f574ea20-9f9f-4fb9-a9d0-371f29fef49f {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:47:46.064324 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd23a4e-634b-461a-80d0-579c49303331", "name": "network-vif-unplugged", "status": "completed", "tag": "3d19c3c2-bd09-4371-ac52-5ad842b72e49", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:47:46.064664 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f574ea20-9f9f-4fb9-a9d0-371f29fef49f {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:47:46.065126 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f574ea20-9f9f-4fb9-a9d0-371f29fef49f'] response: {'server_uuid': 'ffd23a4e-634b-461a-80d0-579c49303331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d19c3c2-bd09-4371-ac52-5ad842b72e49', 'code': 200} Apr 20 16:47:46.155375 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:46.192356 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:46.193077 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:46.194432 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] 10.222.0.30 "PUT /v2.0/ports/3d19c3c2-bd09-4371-ac52-5ad842b72e49 HTTP/1.1" status: 200 len: 1091 time: 1.8762717 Apr 20 16:47:46.230824 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Pushing event updated for resources: {'Port': ['ID=3d19c3c2-bd09-4371-ac52-5ad842b72e49,revision_number=7']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:47:46.296886 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:46.297534 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:46.297979 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:46.298419 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:46.298914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:46.299344 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:46.299773 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:46.300422 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:46.300791 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:46.301216 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:46.301637 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:46.302057 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8f459-07ee-4fca-8ac8-b3f9b2688855 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:46.317487 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-2f7cefdc-26d6-4b52-afeb-b15391bdb44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:46.319257 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-2f7cefdc-26d6-4b52-afeb-b15391bdb44f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 1094 time: 0.0821171 Apr 20 16:47:46.426749 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-febb3ad4-b2b1-4b44-b433-8894e21098fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:46.428914 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-febb3ad4-b2b1-4b44-b433-8894e21098fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029 HTTP/1.1" status: 200 len: 897 time: 0.1022193 Apr 20 16:47:46.519202 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-d4ae4a68-94b2-4690-a3ff-599bc0f3382e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49 HTTP/1.1" status: 200 len: 999 time: 0.0833542 Apr 20 16:47:46.582244 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-9ce64717-ab9f-420f-a641-628bdd9db5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:46.584007 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-9ce64717-ab9f-420f-a641-628bdd9db5dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66 HTTP/1.1" status: 200 len: 835 time: 0.0586636 Apr 20 16:47:46.604596 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf84d3e-23e3-4329-b7b1-4bc776df601e req-e707e962-012d-4592-890a-7d9177cba6e9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:46.606817 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-abf84d3e-23e3-4329-b7b1-4bc776df601e req-e707e962-012d-4592-890a-7d9177cba6e9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 944 time: 0.0809522 Apr 20 16:47:46.634450 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-a7bad2b9-6d74-4c33-9af3-bb2c1fe15f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:46.637415 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-a7bad2b9-6d74-4c33-9af3-bb2c1fe15f6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458879 Apr 20 16:47:46.664090 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-abf84d3e-23e3-4329-b7b1-4bc776df601e req-5b87673c-2b7c-48e5-b439-6e3b9798e6f5 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505974 Apr 20 16:47:46.796313 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94065ef-536d-4a71-a656-cd96fd343693 req-94b9ff1e-696a-4c3b-a86c-d4c108f82f21 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:46.798238 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d94065ef-536d-4a71-a656-cd96fd343693 req-94b9ff1e-696a-4c3b-a86c-d4c108f82f21 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 943 time: 0.0860097 Apr 20 16:47:46.800273 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-76f68e33-9ba0-4fba-b0fc-f5ac04bbdd8e service neutron] 10.222.0.30 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531737 Apr 20 16:47:46.897849 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d94065ef-536d-4a71-a656-cd96fd343693 req-b559640c-0fce-4447-a513-6b0f1f1da34a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921011 Apr 20 16:47:46.934312 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-be0da092-c2a3-4bd2-acb0-005ebb07de15 service neutron] 10.222.0.30 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253457 Apr 20 16:47:47.027913 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 3d19c3c2-bd09-4371-ac52-5ad842b72e49 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:47:47.088775 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 3d19c3c2-bd09-4371-ac52-5ad842b72e49 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:47:47.816203 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95129777-2007-4474-8a91-e11bfa575d58 req-bf97ac98-1e96-4f8d-8457-d11819ca4699 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:47.818134 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-95129777-2007-4474-8a91-e11bfa575d58 req-bf97ac98-1e96-4f8d-8457-d11819ca4699 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 944 time: 0.0584805 Apr 20 16:47:47.863970 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-95129777-2007-4474-8a91-e11bfa575d58 req-dc8c3f5e-ad6f-4373-9a33-35623f662c17 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381777 Apr 20 16:47:48.039524 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6d63f-ade1-4109-8e31-5101e020ba3c req-a230ac57-098a-42eb-8987-595e7ed9e3d4 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:48.041083 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2df6d63f-ade1-4109-8e31-5101e020ba3c req-a230ac57-098a-42eb-8987-595e7ed9e3d4 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 943 time: 0.0575140 Apr 20 16:47:48.066807 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd23a4e-634b-461a-80d0-579c49303331', 'tag': '3d19c3c2-bd09-4371-ac52-5ad842b72e49'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:47:48.069425 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947072fd-29df-416a-8ea4-92e4417aa1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd23a4e-634b-461a-80d0-579c49303331", "tag": "3d19c3c2-bd09-4371-ac52-5ad842b72e49"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:47:48.090020 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2df6d63f-ade1-4109-8e31-5101e020ba3c req-4eac1b91-7684-4f67-b3ce-afc3b2d7c051 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425370 Apr 20 16:47:48.140541 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e252867-dc73-41ca-af7b-cc9abdaf0da7 x-openstack-request-id: req-0e252867-dc73-41ca-af7b-cc9abdaf0da7 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:47:48.140839 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd23a4e-634b-461a-80d0-579c49303331", "tag": "3d19c3c2-bd09-4371-ac52-5ad842b72e49", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:47:48.141094 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e252867-dc73-41ca-af7b-cc9abdaf0da7 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:47:48.141498 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e252867-dc73-41ca-af7b-cc9abdaf0da7'] response: {'name': 'network-changed', 'server_uuid': 'ffd23a4e-634b-461a-80d0-579c49303331', 'tag': '3d19c3c2-bd09-4371-ac52-5ad842b72e49', 'status': 'completed', 'code': 200} Apr 20 16:47:48.256607 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947072fd-29df-416a-8ea4-92e4417aa1b7 req-461a6f93-a71e-44f5-a03d-5d8b3565aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:48.258269 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-947072fd-29df-416a-8ea4-92e4417aa1b7 req-461a6f93-a71e-44f5-a03d-5d8b3565aedc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 1094 time: 0.0674064 Apr 20 16:47:48.260038 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947072fd-29df-416a-8ea4-92e4417aa1b7 req-a27f6b6c-67b8-4523-b57d-bfadd9a6489e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:48.261536 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-947072fd-29df-416a-8ea4-92e4417aa1b7 req-a27f6b6c-67b8-4523-b57d-bfadd9a6489e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 1094 time: 0.0798197 Apr 20 16:47:48.474332 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947072fd-29df-416a-8ea4-92e4417aa1b7 req-e8df4146-bc03-41fe-8eab-01089537c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:48.475815 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-947072fd-29df-416a-8ea4-92e4417aa1b7 req-e8df4146-bc03-41fe-8eab-01089537c2ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029 HTTP/1.1" status: 200 len: 897 time: 0.2116373 Apr 20 16:47:48.481064 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947072fd-29df-416a-8ea4-92e4417aa1b7 req-ca393963-95ca-4df8-8bec-69990fcbc9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:48.483356 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-947072fd-29df-416a-8ea4-92e4417aa1b7 req-ca393963-95ca-4df8-8bec-69990fcbc9f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029 HTTP/1.1" status: 200 len: 897 time: 0.2110758 Apr 20 16:47:48.609200 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-947072fd-29df-416a-8ea4-92e4417aa1b7 req-44150af9-d86f-4737-b0fd-ee2594ddc137 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49 HTTP/1.1" status: 200 len: 999 time: 0.1125443 Apr 20 16:47:48.649302 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-947072fd-29df-416a-8ea4-92e4417aa1b7 req-12c3626a-5227-4f0b-b831-32294c29a86a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49 HTTP/1.1" status: 200 len: 999 time: 0.1649735 Apr 20 16:47:48.694059 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947072fd-29df-416a-8ea4-92e4417aa1b7 req-4f638086-daae-403b-abb0-0f99c305ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:48.695540 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-947072fd-29df-416a-8ea4-92e4417aa1b7 req-4f638086-daae-403b-abb0-0f99c305ffa8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66 HTTP/1.1" status: 200 len: 835 time: 0.0805349 Apr 20 16:47:48.745117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947072fd-29df-416a-8ea4-92e4417aa1b7 req-5c12d4d8-6daa-4ac3-bc27-c46013a9bc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:48.746670 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-947072fd-29df-416a-8ea4-92e4417aa1b7 req-5c12d4d8-6daa-4ac3-bc27-c46013a9bc24 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66 HTTP/1.1" status: 200 len: 835 time: 0.0894458 Apr 20 16:47:48.790370 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947072fd-29df-416a-8ea4-92e4417aa1b7 req-6fbd0648-ea3a-483f-a328-1862e7e2e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:48.791868 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-947072fd-29df-416a-8ea4-92e4417aa1b7 req-6fbd0648-ea3a-483f-a328-1862e7e2e347 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901721 Apr 20 16:47:48.803903 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947072fd-29df-416a-8ea4-92e4417aa1b7 req-b693c952-4bf9-4040-9dbb-0b0bc3864697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:48.805451 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-947072fd-29df-416a-8ea4-92e4417aa1b7 req-b693c952-4bf9-4040-9dbb-0b0bc3864697 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528328 Apr 20 16:47:48.994603 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-947072fd-29df-416a-8ea4-92e4417aa1b7 req-76435e1e-eb51-498c-b707-9f8f3b6c4d46 service neutron] 10.222.0.30 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927974 Apr 20 16:47:48.998068 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-947072fd-29df-416a-8ea4-92e4417aa1b7 req-2c61e4f4-d8b1-4a98-a165-9373e381aa0e service neutron] 10.222.0.26 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858096 Apr 20 16:47:49.087729 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c9245-2a49-4cb2-a23f-4730a01010c7 req-670b853c-f656-42ac-9c05-de69deaec9f9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:49.089262 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fa8c9245-2a49-4cb2-a23f-4730a01010c7 req-670b853c-f656-42ac-9c05-de69deaec9f9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 944 time: 0.1336913 Apr 20 16:47:49.207088 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fa8c9245-2a49-4cb2-a23f-4730a01010c7 req-78ac47cf-b6d2-410e-b490-7d324ad52cc6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850716 Apr 20 16:47:49.240366 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-947072fd-29df-416a-8ea4-92e4417aa1b7 req-9ad7a4c9-901e-48e3-a792-0e52bcd4f7bf service neutron] 10.222.0.30 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382357 Apr 20 16:47:49.268382 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-947072fd-29df-416a-8ea4-92e4417aa1b7 req-5dc8d9e0-3793-48a5-aea9-a0c83e30884e service neutron] 10.222.0.26 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574706 Apr 20 16:47:49.276043 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a280b-9736-400b-9171-53a7fc44797e req-39ab8cc5-03fe-4c81-a6e1-0b7e49c000f4 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:49.278264 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e72a280b-9736-400b-9171-53a7fc44797e req-39ab8cc5-03fe-4c81-a6e1-0b7e49c000f4 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 943 time: 0.0939500 Apr 20 16:47:49.326201 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e72a280b-9736-400b-9171-53a7fc44797e req-4bb3293d-f324-47ee-b3d6-c3e1fc12ff04 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392952 Apr 20 16:47:50.251847 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 3d19c3c2-bd09-4371-ac52-5ad842b72e49 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:47:50.350932 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc76843-f99e-483d-9ec6-a4670199692e req-dcb2b92b-41b9-4197-918c-4e191364662f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:50.353815 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-efc76843-f99e-483d-9ec6-a4670199692e req-dcb2b92b-41b9-4197-918c-4e191364662f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 944 time: 0.0647838 Apr 20 16:47:50.366135 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 3d19c3c2-bd09-4371-ac52-5ad842b72e49, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49,segment=NetworkSegment(166da847-0635-4d4b-8965-6ac559258e7d),segment_id=166da847-0635-4d4b-8965-6ac559258e7d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:47:50.416252 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '3d19c3c2-bd09-4371-ac52-5ad842b72e49', 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029', 'port_id': '3d19c3c2-bd09-4371-ac52-5ad842b72e49', 'mac_address': 'fa:16:3e:f5:86:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:47:50.431096 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-efc76843-f99e-483d-9ec6-a4670199692e req-7dbe69d6-fe1c-49bd-8677-c8c0d540d0ce tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568233 Apr 20 16:47:50.462017 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:50.479087 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d19c3c2-bd09-4371-ac52-5ad842b72e49 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:47:50.493508 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577d7f6-3d3a-45e6-a290-b777e0816258 req-bbc8827a-56aa-465d-816d-9e819f3c0f1e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:50.495006 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8577d7f6-3d3a-45e6-a290-b777e0816258 req-bbc8827a-56aa-465d-816d-9e819f3c0f1e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 943 time: 0.0524533 Apr 20 16:47:50.504830 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 3d19c3c2-bd09-4371-ac52-5ad842b72e49, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49,segment=NetworkSegment(166da847-0635-4d4b-8965-6ac559258e7d),segment_id=166da847-0635-4d4b-8965-6ac559258e7d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:47:50.538373 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8577d7f6-3d3a-45e6-a290-b777e0816258 req-2b29c6b9-7d02-4784-bbf2-632f3050b814 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363150 Apr 20 16:47:50.617898 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:50.665881 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=3d19c3c2-bd09-4371-ac52-5ad842b72e49,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:47:50.673806 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:50.674078 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:50.674422 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:50.674758 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:50.675088 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:50.675419 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:50.675744 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:50.676067 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:50.676416 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:50.676742 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:50.677064 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:50.677387 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:47:51.006860 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['3d19c3c2-bd09-4371-ac52-5ad842b72e49'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:47:51.697838 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe598dea-89eb-455f-845e-4415ebe65b8e req-514d4122-d6f4-43d1-a676-2f5c996a6f08 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:51.697838 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fe598dea-89eb-455f-845e-4415ebe65b8e req-514d4122-d6f4-43d1-a676-2f5c996a6f08 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 944 time: 0.0675664 Apr 20 16:47:51.697838 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fe598dea-89eb-455f-845e-4415ebe65b8e req-82d09b9b-e44c-421d-a1da-99dd1a3f05c0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438135 Apr 20 16:47:51.705250 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3dc204-bb82-49a6-a71f-e40894a6b5fa req-eb6d61f7-21f7-4ef3-9849-a8a70859878e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:51.705250 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0d3dc204-bb82-49a6-a71f-e40894a6b5fa req-eb6d61f7-21f7-4ef3-9849-a8a70859878e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 944 time: 0.0538483 Apr 20 16:47:51.800888 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0d3dc204-bb82-49a6-a71f-e40894a6b5fa req-cc739cfe-053d-4fb1-82f1-404b647db349 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349405 Apr 20 16:47:52.264825 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 3d19c3c2-bd09-4371-ac52-5ad842b72e49 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:47:52.329639 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c24ae-c19b-4c6d-81e0-1665ce754893 req-0d9cb5cb-3ba0-464a-b9fe-d502f1f39f3f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:52.337434 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dc4c24ae-c19b-4c6d-81e0-1665ce754893 req-0d9cb5cb-3ba0-464a-b9fe-d502f1f39f3f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 944 time: 0.0641017 Apr 20 16:47:52.398895 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dc4c24ae-c19b-4c6d-81e0-1665ce754893 req-d5a71b7b-e622-48bb-984d-3c5cc819a120 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604906 Apr 20 16:47:52.404181 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-1a7e0cc8-e8d9-49bf-b467-bd066a7fde91 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:52.407351 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-1a7e0cc8-e8d9-49bf-b467-bd066a7fde91 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331&tenant_id=f671d985b7654b0ab90a0236bac58688&binding%3Ahost_id=n-h2-836146-2 HTTP/1.1" status: 200 len: 944 time: 0.0724461 Apr 20 16:47:52.412250 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:47:52.417174 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:47:52.417548 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:52.498944 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-5d9f5bc7-58b3-4edc-9fc0-10805aa31867 service neutron] 10.222.0.30 "GET /v2.0/ports/3d19c3c2-bd09-4371-ac52-5ad842b72e49/bindings/n-h2-836146-2 HTTP/1.1" status: 200 len: 382 time: 0.0815594 Apr 20 16:47:52.518220 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:52.541179 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd23a4e-634b-461a-80d0-579c49303331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d19c3c2-bd09-4371-ac52-5ad842b72e49'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:47:52.543365 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03ebe01-0802-474f-9cd4-43a198315241" -d '{"events": [{"server_uuid": "ffd23a4e-634b-461a-80d0-579c49303331", "name": "network-vif-plugged", "status": "completed", "tag": "3d19c3c2-bd09-4371-ac52-5ad842b72e49"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:47:52.561269 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 3d19c3c2-bd09-4371-ac52-5ad842b72e49, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49,segment=NetworkSegment(166da847-0635-4d4b-8965-6ac559258e7d),segment_id=166da847-0635-4d4b-8965-6ac559258e7d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:47:52.605153 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-2375143e-a2fd-4459-9cd7-986d8a27a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:52.607670 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-2375143e-a2fd-4459-9cd7-986d8a27a66e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 1095 time: 0.0704088 Apr 20 16:47:52.680316 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:52.743505 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=3d19c3c2-bd09-4371-ac52-5ad842b72e49,revision_number=9']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:47:52.763924 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34af5695-85d9-48af-b461-e04e26339e45 x-openstack-request-id: req-34af5695-85d9-48af-b461-e04e26339e45 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:47:52.763924 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd23a4e-634b-461a-80d0-579c49303331", "name": "network-vif-plugged", "status": "completed", "tag": "3d19c3c2-bd09-4371-ac52-5ad842b72e49", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:47:52.763924 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34af5695-85d9-48af-b461-e04e26339e45 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:47:52.763924 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34af5695-85d9-48af-b461-e04e26339e45'] response: {'server_uuid': 'ffd23a4e-634b-461a-80d0-579c49303331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d19c3c2-bd09-4371-ac52-5ad842b72e49', 'code': 200} Apr 20 16:47:52.765209 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-001e53dc-9ff7-4462-82f5-5d49b4871c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:52.765209 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-001e53dc-9ff7-4462-82f5-5d49b4871c02 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029 HTTP/1.1" status: 200 len: 897 time: 0.1453476 Apr 20 16:47:52.800812 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea48d8-f1c6-4d88-a9ff-8b2a346666cf req-d9632f19-bc78-4cca-a45e-06d1e4378ecf tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:52.803418 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c8ea48d8-f1c6-4d88-a9ff-8b2a346666cf req-d9632f19-bc78-4cca-a45e-06d1e4378ecf tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 944 time: 0.0600383 Apr 20 16:47:52.810012 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-270c23f9-0098-4be3-9ba8-6f49ad41eab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:52.876622 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c8ea48d8-f1c6-4d88-a9ff-8b2a346666cf req-9cc2935c-830c-4a9c-a6b5-bfc9774ad586 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667083 Apr 20 16:47:52.888471 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-752c965c-58de-4738-8c09-e56be63b36f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49 HTTP/1.1" status: 200 len: 1001 time: 0.1036425 Apr 20 16:47:52.940285 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-3eae76b8-9831-4b83-8518-497bb4822588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:52.941942 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-3eae76b8-9831-4b83-8518-497bb4822588 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66 HTTP/1.1" status: 200 len: 835 time: 0.0523312 Apr 20 16:47:53.009241 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-1a2de24a-331c-433f-8a33-c40d42eb7f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:53.011297 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-1a2de24a-331c-433f-8a33-c40d42eb7f72 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626521 Apr 20 16:47:53.114126 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-c2d3b86b-bd87-4073-be4a-4fc356df3afa service neutron] 10.222.0.30 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962107 Apr 20 16:47:53.230185 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-502a392c-a491-4b14-88b1-030ccc91217f service neutron] 10.222.0.30 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096723 Apr 20 16:47:53.584277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96bd89-dd45-4bdc-bfca-49a7c996e47a req-ea445ee4-0a47-4d53-bcd7-4549c3c213ba tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:53.586085 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ed96bd89-dd45-4bdc-bfca-49a7c996e47a req-ea445ee4-0a47-4d53-bcd7-4549c3c213ba tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0684471 Apr 20 16:47:53.634218 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ed96bd89-dd45-4bdc-bfca-49a7c996e47a req-973397ff-e228-4922-b37a-b0fff62f94c7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405903 Apr 20 16:47:54.016323 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e910dc-5a34-4d1e-a51b-80c9d9e3a968 req-72d53f65-b49b-4da1-8687-3e5938bee0bf tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:54.018449 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f3e910dc-5a34-4d1e-a51b-80c9d9e3a968 req-72d53f65-b49b-4da1-8687-3e5938bee0bf tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 944 time: 0.0621674 Apr 20 16:47:54.061785 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f3e910dc-5a34-4d1e-a51b-80c9d9e3a968 req-3138877c-fe76-4b3c-9024-915d0aab31ca tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356228 Apr 20 16:47:54.767907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb128f33-f8d6-4090-9d68-5f1f81e36aa3 req-add2c384-cf69-41f5-b632-64950ec00e88 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:54.770210 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bb128f33-f8d6-4090-9d68-5f1f81e36aa3 req-add2c384-cf69-41f5-b632-64950ec00e88 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0615954 Apr 20 16:47:54.824924 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bb128f33-f8d6-4090-9d68-5f1f81e36aa3 req-93850444-aa87-4d56-b0be-9f8d8982a0d8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372288 Apr 20 16:47:55.126336 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-61908e69-e28f-493b-baa7-115fffc0625c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:55.200509 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560a420-891e-4870-bb19-411f9718f0cf req-28378da2-a8cf-4d11-910d-acbcac63a3a7 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:55.202264 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1560a420-891e-4870-bb19-411f9718f0cf req-28378da2-a8cf-4d11-910d-acbcac63a3a7 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 944 time: 0.0628572 Apr 20 16:47:55.251714 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1560a420-891e-4870-bb19-411f9718f0cf req-0188d84e-14d4-4b0c-893e-23b3dcf4fe71 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421844 Apr 20 16:47:55.976549 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd0e28-1afd-4cfb-b4c5-cca6f5b3b57e req-bc7fab04-da53-4120-917a-2a663fa81a9a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:55.978153 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-43dd0e28-1afd-4cfb-b4c5-cca6f5b3b57e req-bc7fab04-da53-4120-917a-2a663fa81a9a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0697606 Apr 20 16:47:56.028981 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-43dd0e28-1afd-4cfb-b4c5-cca6f5b3b57e req-16f00fdc-68fc-4a87-b180-cbe5a5d0701b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391581 Apr 20 16:47:56.181248 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-7c2d5c1d-22c7-49a6-831b-5d6ad7007f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:56.182757 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-7c2d5c1d-22c7-49a6-831b-5d6ad7007f47 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331&tenant_id=f671d985b7654b0ab90a0236bac58688 HTTP/1.1" status: 200 len: 1096 time: 0.0514286 Apr 20 16:47:56.204196 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836146-2', 'device_owner': 'compute:nova'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:47:56.277845 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:56.422051 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2618765-d761-4408-93e3-fcb9a32493d9 req-2624637d-f2a3-4c3b-b969-27818b15f141 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:56.423559 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c2618765-d761-4408-93e3-fcb9a32493d9 req-2624637d-f2a3-4c3b-b969-27818b15f141 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 944 time: 0.0580926 Apr 20 16:47:56.465584 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c2618765-d761-4408-93e3-fcb9a32493d9 req-8b13811c-1a65-48e4-892f-1bf9115c5690 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349202 Apr 20 16:47:56.468733 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:56.524825 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] For port 3d19c3c2-bd09-4371-ac52-5ad842b72e49, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49,segment=NetworkSegment(166da847-0635-4d4b-8965-6ac559258e7d),segment_id=166da847-0635-4d4b-8965-6ac559258e7d)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:47:56.560991 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] For port 3d19c3c2-bd09-4371-ac52-5ad842b72e49, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:47:56.614200 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd23a4e-634b-461a-80d0-579c49303331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d19c3c2-bd09-4371-ac52-5ad842b72e49'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:47:56.616521 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ff355b-da0b-4333-a676-d2ec9268944c" -d '{"events": [{"server_uuid": "ffd23a4e-634b-461a-80d0-579c49303331", "name": "network-vif-unplugged", "status": "completed", "tag": "3d19c3c2-bd09-4371-ac52-5ad842b72e49"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:47:56.630714 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:56.644622 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] Transition to ACTIVE for port object 3d19c3c2-bd09-4371-ac52-5ad842b72e49 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:47:56.682057 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f391e61-a2b3-4aab-823c-dd770432e847 x-openstack-request-id: req-9f391e61-a2b3-4aab-823c-dd770432e847 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:47:56.682346 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd23a4e-634b-461a-80d0-579c49303331", "name": "network-vif-unplugged", "status": "completed", "tag": "3d19c3c2-bd09-4371-ac52-5ad842b72e49", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:47:56.682599 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f391e61-a2b3-4aab-823c-dd770432e847 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:47:56.683007 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f391e61-a2b3-4aab-823c-dd770432e847'] response: {'server_uuid': 'ffd23a4e-634b-461a-80d0-579c49303331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d19c3c2-bd09-4371-ac52-5ad842b72e49', 'code': 200} Apr 20 16:47:56.732142 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:56.821342 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] Pushing event updated for resources: {'Port': ['ID=3d19c3c2-bd09-4371-ac52-5ad842b72e49,revision_number=10']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:47:56.864963 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] No DVR routers for this DVR port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:47:57.161546 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f0405-e329-4f43-92b6-8ef022a162b2 req-b51d9dc4-90f7-4b07-8f28-d4f03b3a1c71 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:57.163215 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-264f0405-e329-4f43-92b6-8ef022a162b2 req-b51d9dc4-90f7-4b07-8f28-d4f03b3a1c71 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 944 time: 0.0597682 Apr 20 16:47:57.208448 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-264f0405-e329-4f43-92b6-8ef022a162b2 req-3ce39464-df49-42f7-9ece-ceca5a8a958e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364809 Apr 20 16:47:57.359233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] Attempting to bind port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:47:57.359813 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] Attempting to bind port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '166da847-0635-4d4b-8965-6ac559258e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:47:57.359943 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] Attempting to bind port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 on network 5c1b58ae-0191-46ac-8f22-f46b6fd1e029 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:47:57.366292 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] Port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 on network 5c1b58ae-0191-46ac-8f22-f46b6fd1e029 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:47:57.366760 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] Attempting to bind port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 on network 5c1b58ae-0191-46ac-8f22-f46b6fd1e029 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:47:57.374447 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:47:57.374447 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] Checking segment: {'id': '166da847-0635-4d4b-8965-6ac559258e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:47:57.375235 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] Bound using segment: {'id': '166da847-0635-4d4b-8965-6ac559258e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:47:57.375235 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] Bound port: 3d19c3c2-bd09-4371-ac52-5ad842b72e49, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '166da847-0635-4d4b-8965-6ac559258e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:47:57.375906 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:57.454078 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] For port 3d19c3c2-bd09-4371-ac52-5ad842b72e49, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:47:57.457411 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] For port 3d19c3c2-bd09-4371-ac52-5ad842b72e49, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49,segment=NetworkSegment(166da847-0635-4d4b-8965-6ac559258e7d),segment_id=166da847-0635-4d4b-8965-6ac559258e7d)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:47:57.585962 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:57.657842 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:57.658540 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:57.660197 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] 10.222.0.26 "PUT /v2.0/ports/3d19c3c2-bd09-4371-ac52-5ad842b72e49 HTTP/1.1" status: 200 len: 1092 time: 1.4617169 Apr 20 16:47:57.702664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90709ee-4040-497f-839a-c41001d9a4cf req-106a9b36-b084-4347-8c75-b67d1e3eddaa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:57.704805 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c90709ee-4040-497f-839a-c41001d9a4cf req-106a9b36-b084-4347-8c75-b67d1e3eddaa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 944 time: 0.1318655 Apr 20 16:47:57.769003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb1f90-1318-4bbb-af63-7322ac0da601 service neutron] Pushing event updated for resources: {'Port': ['ID=3d19c3c2-bd09-4371-ac52-5ad842b72e49,revision_number=11']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:47:57.808400 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-5b22582e-3a1b-4670-b8e0-8e1f27fe113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:57.810505 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-5b22582e-3a1b-4670-b8e0-8e1f27fe113e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 1095 time: 0.1044781 Apr 20 16:47:57.814269 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c90709ee-4040-497f-839a-c41001d9a4cf req-e563cf3c-5ffe-42fc-951a-b753f5ca23ac tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729022 Apr 20 16:47:57.948247 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:58.027824 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-488c79ff-79a9-483b-a192-94fda591e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:58.027824 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-488c79ff-79a9-483b-a192-94fda591e9d1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029 HTTP/1.1" status: 200 len: 897 time: 0.1228242 Apr 20 16:47:58.027824 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-1c8a4964-e9b0-4b4b-a9ee-089a3083a0bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49 HTTP/1.1" status: 200 len: 999 time: 0.0619514 Apr 20 16:47:58.070133 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-f1ea871e-9f23-44bf-bcdb-ff789c57090e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:58.071733 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-f1ea871e-9f23-44bf-bcdb-ff789c57090e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66 HTTP/1.1" status: 200 len: 835 time: 0.0561228 Apr 20 16:47:58.126841 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-93944d1c-b3f7-406b-8180-71cb864ac287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:58.128418 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-93944d1c-b3f7-406b-8180-71cb864ac287 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500152 Apr 20 16:47:58.165968 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:58.232452 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-7f6a4cde-2ed7-4076-bd67-39ac53c79ac9 service neutron] 10.222.0.26 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968263 Apr 20 16:47:58.295184 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 3d19c3c2-bd09-4371-ac52-5ad842b72e49 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:47:58.363907 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01e6ce-2358-4a10-94d5-2c4722c4e6d9 req-87d79ff8-cb89-408c-bf1e-b885f8b6d358 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:58.372892 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-df01e6ce-2358-4a10-94d5-2c4722c4e6d9 req-87d79ff8-cb89-408c-bf1e-b885f8b6d358 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 944 time: 0.0724721 Apr 20 16:47:58.386689 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 3d19c3c2-bd09-4371-ac52-5ad842b72e49 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:47:58.391578 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071b6437-5c51-4d2a-a999-491dbb0a4410 req-416dcea4-2a5d-4824-97f9-093f84ed69f1 service neutron] 10.222.0.26 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531582 Apr 20 16:47:58.413301 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-df01e6ce-2358-4a10-94d5-2c4722c4e6d9 req-839f11df-ead0-4e2e-a183-4694107b7310 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390284 Apr 20 16:47:58.684211 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd23a4e-634b-461a-80d0-579c49303331', 'tag': '3d19c3c2-bd09-4371-ac52-5ad842b72e49'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:47:58.686709 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f8e8f9-c02c-4ddf-a09d-863b01a10fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd23a4e-634b-461a-80d0-579c49303331", "tag": "3d19c3c2-bd09-4371-ac52-5ad842b72e49"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:47:58.744472 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c60c2e-e179-4552-9f79-6afc9dd1fcd0 x-openstack-request-id: req-73c60c2e-e179-4552-9f79-6afc9dd1fcd0 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:47:58.745275 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd23a4e-634b-461a-80d0-579c49303331", "tag": "3d19c3c2-bd09-4371-ac52-5ad842b72e49", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:47:58.745812 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73c60c2e-e179-4552-9f79-6afc9dd1fcd0 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:47:58.746381 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c60c2e-e179-4552-9f79-6afc9dd1fcd0'] response: {'name': 'network-changed', 'server_uuid': 'ffd23a4e-634b-461a-80d0-579c49303331', 'tag': '3d19c3c2-bd09-4371-ac52-5ad842b72e49', 'status': 'completed', 'code': 200} Apr 20 16:47:58.783342 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:58.868738 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8e8f9-c02c-4ddf-a09d-863b01a10fa9 req-144200b9-6716-45b6-981a-6efc8c9473d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:58.870393 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3f8e8f9-c02c-4ddf-a09d-863b01a10fa9 req-144200b9-6716-45b6-981a-6efc8c9473d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 1095 time: 0.0783083 Apr 20 16:47:58.882065 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8e8f9-c02c-4ddf-a09d-863b01a10fa9 req-66da627f-e648-42c3-8311-db1a59303fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:58.884229 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3f8e8f9-c02c-4ddf-a09d-863b01a10fa9 req-66da627f-e648-42c3-8311-db1a59303fbe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 1095 time: 0.1011598 Apr 20 16:47:58.975228 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb921d6-62c2-42f6-ad99-b489211c5125 req-dd4cdf96-b3be-4eb3-8464-5c820ce2d913 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:58.976940 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dbb921d6-62c2-42f6-ad99-b489211c5125 req-dd4cdf96-b3be-4eb3-8464-5c820ce2d913 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 944 time: 0.0561290 Apr 20 16:47:59.022582 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dbb921d6-62c2-42f6-ad99-b489211c5125 req-fcd49fcc-6627-4f9e-8965-50d7a2f24bab tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375800 Apr 20 16:47:59.058547 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8e8f9-c02c-4ddf-a09d-863b01a10fa9 req-7bc06045-d676-4b81-a1af-714a0b90b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:59.060031 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3f8e8f9-c02c-4ddf-a09d-863b01a10fa9 req-7bc06045-d676-4b81-a1af-714a0b90b976 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029 HTTP/1.1" status: 200 len: 897 time: 0.1824539 Apr 20 16:47:59.062714 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8e8f9-c02c-4ddf-a09d-863b01a10fa9 req-33d1c3c1-aa52-4f19-9796-c4b11f436358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:59.065108 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3f8e8f9-c02c-4ddf-a09d-863b01a10fa9 req-33d1c3c1-aa52-4f19-9796-c4b11f436358 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029 HTTP/1.1" status: 200 len: 897 time: 0.1713464 Apr 20 16:47:59.084839 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 36ff4610-72db-4d19-ad67-ea34c69d14a1 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:47:59.192763 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3f8e8f9-c02c-4ddf-a09d-863b01a10fa9 req-1137c993-6e13-46ad-94fd-01b08b0bf3b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49 HTTP/1.1" status: 200 len: 999 time: 0.1248605 Apr 20 16:47:59.199479 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3f8e8f9-c02c-4ddf-a09d-863b01a10fa9 req-8c2fc12c-3555-4814-83f6-30d51c78b69c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49 HTTP/1.1" status: 200 len: 999 time: 0.1258650 Apr 20 16:47:59.219225 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 36ff4610-72db-4d19-ad67-ea34c69d14a1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=36ff4610-72db-4d19-ad67-ea34c69d14a1,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:47:59.241295 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '36ff4610-72db-4d19-ad67-ea34c69d14a1', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'port_id': '36ff4610-72db-4d19-ad67-ea34c69d14a1', 'mac_address': 'fa:16:3e:c0:cd:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:47:59.276134 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8e8f9-c02c-4ddf-a09d-863b01a10fa9 req-b73e8006-0149-444d-b243-28052d93e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:59.277827 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3f8e8f9-c02c-4ddf-a09d-863b01a10fa9 req-b73e8006-0149-444d-b243-28052d93e53a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66 HTTP/1.1" status: 200 len: 835 time: 0.0680072 Apr 20 16:47:59.280779 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:59.294565 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ff4610-72db-4d19-ad67-ea34c69d14a1 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:47:59.317757 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 36ff4610-72db-4d19-ad67-ea34c69d14a1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=36ff4610-72db-4d19-ad67-ea34c69d14a1,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:47:59.339916 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8e8f9-c02c-4ddf-a09d-863b01a10fa9 req-fb7f9293-f262-4d67-8092-36e2a852afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:59.341586 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3f8e8f9-c02c-4ddf-a09d-863b01a10fa9 req-fb7f9293-f262-4d67-8092-36e2a852afb3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66 HTTP/1.1" status: 200 len: 835 time: 0.1412468 Apr 20 16:47:59.383139 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8e8f9-c02c-4ddf-a09d-863b01a10fa9 req-fab227b8-c0f0-4cf2-a1ff-8395bc5c48fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:59.384616 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3f8e8f9-c02c-4ddf-a09d-863b01a10fa9 req-fab227b8-c0f0-4cf2-a1ff-8395bc5c48fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896487 Apr 20 16:47:59.449189 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8e8f9-c02c-4ddf-a09d-863b01a10fa9 req-8000c591-304a-496d-a1af-c5f819efc00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:59.450951 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3f8e8f9-c02c-4ddf-a09d-863b01a10fa9 req-8000c591-304a-496d-a1af-c5f819efc00d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024885 Apr 20 16:47:59.468967 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:47:59.592258 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3f8e8f9-c02c-4ddf-a09d-863b01a10fa9 req-e20f46a9-d72f-47f4-8129-f127acfdf457 service neutron] 10.222.0.30 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014318 Apr 20 16:47:59.699095 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831aa2b-4f7d-41a9-8d3c-aa083f9ec690 req-0783456f-4668-4ffb-b57e-986496506b13 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:47:59.701240 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0831aa2b-4f7d-41a9-8d3c-aa083f9ec690 req-0783456f-4668-4ffb-b57e-986496506b13 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 944 time: 0.1742728 Apr 20 16:47:59.710214 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3f8e8f9-c02c-4ddf-a09d-863b01a10fa9 req-dd418d03-1736-46a4-adcf-15df8fb8e481 service neutron] 10.222.0.26 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466934 Apr 20 16:47:59.764536 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=36ff4610-72db-4d19-ad67-ea34c69d14a1,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:47:59.838397 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3f8e8f9-c02c-4ddf-a09d-863b01a10fa9 req-82ccbb2b-1111-46ae-9c65-dfc14a4da4cf service neutron] 10.222.0.30 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352250 Apr 20 16:47:59.843031 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0831aa2b-4f7d-41a9-8d3c-aa083f9ec690 req-8f95fba7-1f6b-4bc1-9cf2-87bb0ba0a089 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345654 Apr 20 16:47:59.877435 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c3f8e8f9-c02c-4ddf-a09d-863b01a10fa9 req-8f181751-17ff-45f5-9a3a-aba453dc23ca service neutron] 10.222.0.26 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569154 Apr 20 16:47:59.988669 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['36ff4610-72db-4d19-ad67-ea34c69d14a1'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:48:00.013742 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:00.171603 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb1fb6-94df-4c2b-bca6-ecd1e2db3c5b req-53956148-7fe1-47e1-8bd0-d6690abdf93f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:00.173224 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b5cb1fb6-94df-4c2b-bca6-ecd1e2db3c5b req-53956148-7fe1-47e1-8bd0-d6690abdf93f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 945 time: 0.0676332 Apr 20 16:48:00.221192 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b5cb1fb6-94df-4c2b-bca6-ecd1e2db3c5b req-ffa2b1e7-4822-459c-b8d7-8a61d50760da tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372331 Apr 20 16:48:00.987650 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a023483-2f69-46ad-bf06-6bf840c177c1 req-bc92f869-34c9-4074-b03c-a4a976da5669 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:00.995606 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8a023483-2f69-46ad-bf06-6bf840c177c1 req-bc92f869-34c9-4074-b03c-a4a976da5669 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 944 time: 0.0644722 Apr 20 16:48:01.033288 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8a023483-2f69-46ad-bf06-6bf840c177c1 req-6483fbbe-2a98-4801-9975-f0f46b269024 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365448 Apr 20 16:48:01.099178 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 3d19c3c2-bd09-4371-ac52-5ad842b72e49 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:48:01.116994 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 36ff4610-72db-4d19-ad67-ea34c69d14a1 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:48:01.242956 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 3d19c3c2-bd09-4371-ac52-5ad842b72e49, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49,segment=NetworkSegment(166da847-0635-4d4b-8965-6ac559258e7d),segment_id=166da847-0635-4d4b-8965-6ac559258e7d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:48:01.258410 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '3d19c3c2-bd09-4371-ac52-5ad842b72e49', 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029', 'port_id': '3d19c3c2-bd09-4371-ac52-5ad842b72e49', 'mac_address': 'fa:16:3e:f5:86:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:48:01.311318 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:01.345660 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d19c3c2-bd09-4371-ac52-5ad842b72e49 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:48:01.360439 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 36ff4610-72db-4d19-ad67-ea34c69d14a1 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:48:01.395312 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5064d-db9d-4110-b5aa-2e95992f38ca req-5a5a80fc-58e3-46e9-b37e-4ed756ca2338 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:01.398405 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2ee5064d-db9d-4110-b5aa-2e95992f38ca req-5a5a80fc-58e3-46e9-b37e-4ed756ca2338 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 945 time: 0.0786316 Apr 20 16:48:01.407841 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 3d19c3c2-bd09-4371-ac52-5ad842b72e49, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49,segment=NetworkSegment(166da847-0635-4d4b-8965-6ac559258e7d),segment_id=166da847-0635-4d4b-8965-6ac559258e7d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:48:01.411548 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 36ff4610-72db-4d19-ad67-ea34c69d14a1 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:48:01.412078 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:01.467588 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2ee5064d-db9d-4110-b5aa-2e95992f38ca req-b6170481-686c-4954-8523-2316f1a4ad9f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574162 Apr 20 16:48:01.513517 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:01.525622 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:01.557987 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ff4610-72db-4d19-ad67-ea34c69d14a1'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:48:01.560894 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22a12b0-857f-4688-a777-bb94a7c5cb30" -d '{"events": [{"server_uuid": "95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9", "name": "network-vif-plugged", "status": "completed", "tag": "36ff4610-72db-4d19-ad67-ea34c69d14a1"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:48:01.590766 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 36ff4610-72db-4d19-ad67-ea34c69d14a1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=36ff4610-72db-4d19-ad67-ea34c69d14a1,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:48:01.612494 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=3d19c3c2-bd09-4371-ac52-5ad842b72e49,revision_number=12']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:01.625231 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc167f3f-293d-455e-8e12-d1fe398de21a x-openstack-request-id: req-cc167f3f-293d-455e-8e12-d1fe398de21a {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:48:01.625581 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9", "name": "network-vif-plugged", "status": "completed", "tag": "36ff4610-72db-4d19-ad67-ea34c69d14a1", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:48:01.625896 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc167f3f-293d-455e-8e12-d1fe398de21a {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:48:01.626362 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc167f3f-293d-455e-8e12-d1fe398de21a'] response: {'server_uuid': '95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ff4610-72db-4d19-ad67-ea34c69d14a1', 'code': 200} Apr 20 16:48:01.735270 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:01.775968 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d665961-5668-4fa7-99bf-08dd1b2294fe req-e939be48-6855-432c-9fd7-26827d6babc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:01.778779 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2d665961-5668-4fa7-99bf-08dd1b2294fe req-e939be48-6855-432c-9fd7-26827d6babc3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 1096 time: 0.0667508 Apr 20 16:48:01.791086 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=36ff4610-72db-4d19-ad67-ea34c69d14a1,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:01.834410 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2d665961-5668-4fa7-99bf-08dd1b2294fe req-f63f863e-2ea5-4ed7-b45a-01f327f12a7c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486033 Apr 20 16:48:01.953411 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['3d19c3c2-bd09-4371-ac52-5ad842b72e49'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:48:02.156080 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcf9bd-1021-4673-b6d5-d11855c71c50 req-c5a8a834-4869-4bd5-9eca-94a11bfe631a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:02.157596 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a3dcf9bd-1021-4673-b6d5-d11855c71c50 req-c5a8a834-4869-4bd5-9eca-94a11bfe631a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 945 time: 0.0530281 Apr 20 16:48:02.200176 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a3dcf9bd-1021-4673-b6d5-d11855c71c50 req-5e087d9b-7e20-4da7-bdd5-ff0e87f825d7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363584 Apr 20 16:48:02.226044 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53226) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:48:02.294429 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e7702912-4231-44e6-ac35-b25c775f2ef7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/floatingips/cdbba7e1-e4cc-435e-a56e-2b12a1aad3c8 HTTP/1.1" status: 200 len: 992 time: 0.0669253 Apr 20 16:48:02.588957 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca8909-774b-44c5-b484-d2d7c788c9d0 req-7d2f989f-6828-41e5-aa4f-b83f87d0dcd7 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:02.590514 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-93ca8909-774b-44c5-b484-d2d7c788c9d0 req-7d2f989f-6828-41e5-aa4f-b83f87d0dcd7 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 946 time: 0.0510995 Apr 20 16:48:02.632634 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-93ca8909-774b-44c5-b484-d2d7c788c9d0 req-04852b1e-d2bb-4e42-a677-79dac2879c18 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356321 Apr 20 16:48:03.113132 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 3d19c3c2-bd09-4371-ac52-5ad842b72e49 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:48:03.272665 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:48:03.276762 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:48:03.277250 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:03.382975 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:03.417428 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 3d19c3c2-bd09-4371-ac52-5ad842b72e49, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49,segment=NetworkSegment(166da847-0635-4d4b-8965-6ac559258e7d),segment_id=166da847-0635-4d4b-8965-6ac559258e7d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:48:03.497688 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:03.563522 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=3d19c3c2-bd09-4371-ac52-5ad842b72e49,revision_number=13']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:03.627564 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd23a4e-634b-461a-80d0-579c49303331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d19c3c2-bd09-4371-ac52-5ad842b72e49'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:48:03.630014 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8670f820-5438-43ae-8448-151d2204c4b8" -d '{"events": [{"server_uuid": "ffd23a4e-634b-461a-80d0-579c49303331", "name": "network-vif-plugged", "status": "completed", "tag": "3d19c3c2-bd09-4371-ac52-5ad842b72e49"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:48:03.668679 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1eb3d1-8a7d-4d98-b3b6-37bafd18a49e x-openstack-request-id: req-8c1eb3d1-8a7d-4d98-b3b6-37bafd18a49e {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:48:03.668973 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd23a4e-634b-461a-80d0-579c49303331", "name": "network-vif-plugged", "status": "completed", "tag": "3d19c3c2-bd09-4371-ac52-5ad842b72e49", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:48:03.669443 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c1eb3d1-8a7d-4d98-b3b6-37bafd18a49e {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:48:03.669852 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c1eb3d1-8a7d-4d98-b3b6-37bafd18a49e'] response: {'server_uuid': 'ffd23a4e-634b-461a-80d0-579c49303331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d19c3c2-bd09-4371-ac52-5ad842b72e49', 'code': 200} Apr 20 16:48:03.768945 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec1a28-a94a-437f-bb53-15c58f6caa8c req-af3537bf-4a9b-4d87-9f39-ede4a20f71e3 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:03.771215 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f3ec1a28-a94a-437f-bb53-15c58f6caa8c req-af3537bf-4a9b-4d87-9f39-ede4a20f71e3 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 946 time: 0.0632770 Apr 20 16:48:03.813216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f3ec1a28-a94a-437f-bb53-15c58f6caa8c req-b6fd9b0e-c87d-438e-9520-4bdf7e1a5820 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353389 Apr 20 16:48:03.954068 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f09d0-0e78-4ffe-971c-3e163ee63c2f req-b374f95c-243d-45c9-96c7-0ebb1aa1bde3 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:03.955648 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f80f09d0-0e78-4ffe-971c-3e163ee63c2f req-b374f95c-243d-45c9-96c7-0ebb1aa1bde3 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 946 time: 0.0593657 Apr 20 16:48:03.998385 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f80f09d0-0e78-4ffe-971c-3e163ee63c2f req-cab87cf4-890c-450f-a1fb-a2e02f98db22 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363026 Apr 20 16:48:04.023351 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53264) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:48:04.181598 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afda0d9b-6265-4681-ad88-071aba4b5f65 tempest-TestVolumeBootPattern-553848785 tempest-TestVolumeBootPattern-553848785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:04.183147 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-afda0d9b-6265-4681-ad88-071aba4b5f65 tempest-TestVolumeBootPattern-553848785 tempest-TestVolumeBootPattern-553848785-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 1092 time: 0.1587608 Apr 20 16:48:04.186240 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 53268) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:48:04.190837 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-8886f9d8-665b-4fe0-aded-74027c7716aa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': '36ff4610-72db-4d19-ad67-ea34c69d14a1', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:48:04.365601 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8886f9d8-665b-4fe0-aded-74027c7716aa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:04.478158 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8886f9d8-665b-4fe0-aded-74027c7716aa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:04.592073 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-8886f9d8-665b-4fe0-aded-74027c7716aa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Allocated IP 172.25.0.126 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/2918bcc9-910e-4e0f-a7f0-3bd4bcf944f0) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:48:04.720019 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8886f9d8-665b-4fe0-aded-74027c7716aa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:04.856078 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8886f9d8-665b-4fe0-aded-74027c7716aa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:04.904762 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8886f9d8-665b-4fe0-aded-74027c7716aa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:48:04.907880 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-8886f9d8-665b-4fe0-aded-74027c7716aa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:48:04.912218 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8886f9d8-665b-4fe0-aded-74027c7716aa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:48:04.918980 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886f9d8-665b-4fe0-aded-74027c7716aa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event updated for resources: {'Port': ['ID=2918bcc9-910e-4e0f-a7f0-3bd4bcf944f0,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:05.291679 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8886f9d8-665b-4fe0-aded-74027c7716aa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:05.432184 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8886f9d8-665b-4fe0-aded-74027c7716aa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:05.596182 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4ba7d28d-88fd-44d0-8ed4-3ce7c5df49c1 req-b5503fcc-a901-4256-b7a4-22aaf580ddc3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0901663 Apr 20 16:48:05.653751 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8886f9d8-665b-4fe0-aded-74027c7716aa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:05.701159 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7d28d-88fd-44d0-8ed4-3ce7c5df49c1 req-1ee2755d-cec7-4d1e-b3b8-9ceefb8a6a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:05.702728 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4ba7d28d-88fd-44d0-8ed4-3ce7c5df49c1 req-1ee2755d-cec7-4d1e-b3b8-9ceefb8a6a0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 1097 time: 0.0435846 Apr 20 16:48:05.720565 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8886f9d8-665b-4fe0-aded-74027c7716aa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:05.867352 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886f9d8-665b-4fe0-aded-74027c7716aa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event updated for resources: {'Port': ['ID=2918bcc9-910e-4e0f-a7f0-3bd4bcf944f0,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:05.881223 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8886f9d8-665b-4fe0-aded-74027c7716aa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:05.946290 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7d28d-88fd-44d0-8ed4-3ce7c5df49c1 req-dcded8a0-730e-447f-bb32-3da6d847bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:05.948007 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4ba7d28d-88fd-44d0-8ed4-3ce7c5df49c1 req-dcded8a0-730e-447f-bb32-3da6d847bc62 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029 HTTP/1.1" status: 200 len: 897 time: 0.2148483 Apr 20 16:48:06.057800 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4ba7d28d-88fd-44d0-8ed4-3ce7c5df49c1 req-43be528e-7628-4031-aa9c-4b993d29c036 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49 HTTP/1.1" status: 200 len: 1001 time: 0.1027281 Apr 20 16:48:06.062250 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-8886f9d8-665b-4fe0-aded-74027c7716aa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Floating IP a676b2ba-5d26-40fa-915c-0f7fa7c30f0a associated. External IP: 172.25.0.126, port: 36ff4610-72db-4d19-ad67-ea34c69d14a1. Apr 20 16:48:06.151743 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7d28d-88fd-44d0-8ed4-3ce7c5df49c1 req-e3a4e79a-c553-4cc6-b1b5-80bcdc358449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:06.153805 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4ba7d28d-88fd-44d0-8ed4-3ce7c5df49c1 req-e3a4e79a-c553-4cc6-b1b5-80bcdc358449 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66 HTTP/1.1" status: 200 len: 835 time: 0.0878422 Apr 20 16:48:06.620214 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7d28d-88fd-44d0-8ed4-3ce7c5df49c1 req-a6dcd04d-c611-436e-9d52-146c02e3f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:06.620214 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4ba7d28d-88fd-44d0-8ed4-3ce7c5df49c1 req-a6dcd04d-c611-436e-9d52-146c02e3f84c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714796 Apr 20 16:48:06.835309 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4ba7d28d-88fd-44d0-8ed4-3ce7c5df49c1 req-f06caaa8-59bb-4ce2-a38b-a6d6c0407057 service neutron] 10.222.0.26 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843457 Apr 20 16:48:06.837254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8886f9d8-665b-4fe0-aded-74027c7716aa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Router d263147a-5955-457c-b374-6ce74a4a5515 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:48:07.018515 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4ba7d28d-88fd-44d0-8ed4-3ce7c5df49c1 req-6b2f2658-c24e-4fe0-8437-22471027d14a service neutron] 10.222.0.26 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758616 Apr 20 16:48:07.033974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8886f9d8-665b-4fe0-aded-74027c7716aa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:48:07.048009 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac7e67-77cd-4bd4-bb74-eaaebebce5f2 None None] Sync routers for ids ['d263147a-5955-457c-b374-6ce74a4a5515'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:48:07.058117 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac7e67-77cd-4bd4-bb74-eaaebebce5f2 None None] Routers {'d263147a-5955-457c-b374-6ce74a4a5515'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:48:07.058852 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-26ac7e67-77cd-4bd4-bb74-eaaebebce5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:47:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d263147a-5955-457c-b374-6ce74a4a5515'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:48:07.203133 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-26ac7e67-77cd-4bd4-bb74-eaaebebce5f2 None None] Set router d263147a-5955-457c-b374-6ce74a4a5515 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:48:07.243711 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8886f9d8-665b-4fe0-aded-74027c7716aa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:07.307625 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8886f9d8-665b-4fe0-aded-74027c7716aa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1048255 Apr 20 16:48:07.307625 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9', 'tag': '36ff4610-72db-4d19-ad67-ea34c69d14a1'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:48:07.307625 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1acdac-db99-4822-889d-336abe756a63" -d '{"events": [{"name": "network-changed", "server_uuid": "95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9", "tag": "36ff4610-72db-4d19-ad67-ea34c69d14a1"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:48:07.358736 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200734f5-2341-45b5-9320-9b3188f350f7 x-openstack-request-id: req-200734f5-2341-45b5-9320-9b3188f350f7 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:48:07.359185 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9", "tag": "36ff4610-72db-4d19-ad67-ea34c69d14a1", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:48:07.359603 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-200734f5-2341-45b5-9320-9b3188f350f7 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:48:07.360252 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-200734f5-2341-45b5-9320-9b3188f350f7'] response: {'name': 'network-changed', 'server_uuid': '95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9', 'tag': '36ff4610-72db-4d19-ad67-ea34c69d14a1', 'status': 'completed', 'code': 200} Apr 20 16:48:07.449507 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1acdac-db99-4822-889d-336abe756a63 req-4b82be3a-ba5b-4344-9d70-e1a70ee1c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:07.451244 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b1acdac-db99-4822-889d-336abe756a63 req-4b82be3a-ba5b-4344-9d70-e1a70ee1c57e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 1097 time: 0.0489242 Apr 20 16:48:07.491286 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-26ac7e67-77cd-4bd4-bb74-eaaebebce5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:41:57Z', 'revision_number': 4, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port': {'id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:54Z', 'updated_at': '2022-04-20T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'a676b2ba-5d26-40fa-915c-0f7fa7c30f0a', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'port_id': '36ff4610-72db-4d19-ad67-ea34c69d14a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'mac_address': 'fa:16:3e:c0:cd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:48:05Z', 'updated_at': '2022-04-20T16:48:05Z', 'revision_number': 0, 'project_id': '89276b194611435f91cf83dc9e96548b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9539ba61-3b04-4ecf-bd73-abeb288fdec1', 'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'mac_address': 'fa:16:3e:9c:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:57Z', 'updated_at': '2022-04-20T16:42:01Z', 'revision_number': 5, 'project_id': '89276b194611435f91cf83dc9e96548b', 'subnets': [{'id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:48:07.517600 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac7e67-77cd-4bd4-bb74-eaaebebce5f2 None None] Checking router: d263147a-5955-457c-b374-6ce74a4a5515 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:48:07.526505 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac7e67-77cd-4bd4-bb74-eaaebebce5f2 None None] Routers {'d263147a-5955-457c-b374-6ce74a4a5515'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:48:07.527128 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-26ac7e67-77cd-4bd4-bb74-eaaebebce5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:47:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d263147a-5955-457c-b374-6ce74a4a5515'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:48:07.583385 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1acdac-db99-4822-889d-336abe756a63 req-5753faad-7962-43d6-b407-12a8c0104b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:07.585220 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b1acdac-db99-4822-889d-336abe756a63 req-5753faad-7962-43d6-b407-12a8c0104b85 service neutron] 10.222.0.26 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 913 time: 0.1140828 Apr 20 16:48:07.651196 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-26ac7e67-77cd-4bd4-bb74-eaaebebce5f2 None None] Set router d263147a-5955-457c-b374-6ce74a4a5515 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:48:07.660911 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b1acdac-db99-4822-889d-336abe756a63 req-739d8068-972b-4cf5-8892-cb3cfcbb9afe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36ff4610-72db-4d19-ad67-ea34c69d14a1 HTTP/1.1" status: 200 len: 1000 time: 0.0694380 Apr 20 16:48:07.711822 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1acdac-db99-4822-889d-336abe756a63 req-1b254b38-75da-4e9a-8565-d7a2a6b57f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:07.713310 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b1acdac-db99-4822-889d-336abe756a63 req-1b254b38-75da-4e9a-8565-d7a2a6b57f04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84f859e8-1f59-4fe7-930d-c92d7f74a0a0 HTTP/1.1" status: 200 len: 851 time: 0.0460379 Apr 20 16:48:07.762094 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1acdac-db99-4822-889d-336abe756a63 req-8bac2e56-5c16-4072-a16a-b8d6d0e21cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:07.763860 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b1acdac-db99-4822-889d-336abe756a63 req-8bac2e56-5c16-4072-a16a-b8d6d0e21cbc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45075084-5307-4652-bafe-1d4bc624b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439594 Apr 20 16:48:07.873207 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b1acdac-db99-4822-889d-336abe756a63 req-10c31ebb-32ed-4ca2-8421-6f3326822d18 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028824 Apr 20 16:48:07.996760 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b1acdac-db99-4822-889d-336abe756a63 req-5b7a5930-f80e-42fc-b7ca-a490aef6ab9b service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151605 Apr 20 16:48:08.042634 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-26ac7e67-77cd-4bd4-bb74-eaaebebce5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:41:57Z', 'revision_number': 4, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port': {'id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:54Z', 'updated_at': '2022-04-20T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'a676b2ba-5d26-40fa-915c-0f7fa7c30f0a', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'port_id': '36ff4610-72db-4d19-ad67-ea34c69d14a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'mac_address': 'fa:16:3e:c0:cd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:48:05Z', 'updated_at': '2022-04-20T16:48:05Z', 'revision_number': 0, 'project_id': '89276b194611435f91cf83dc9e96548b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9539ba61-3b04-4ecf-bd73-abeb288fdec1', 'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'mac_address': 'fa:16:3e:9c:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:57Z', 'updated_at': '2022-04-20T16:42:01Z', 'revision_number': 5, 'project_id': '89276b194611435f91cf83dc9e96548b', 'subnets': [{'id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:48:08.075881 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac7e67-77cd-4bd4-bb74-eaaebebce5f2 None None] The sync data for ids ['d263147a-5955-457c-b374-6ce74a4a5515'] in n-d-836146-2 is: [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:41:57Z', 'revision_number': 4, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port': {'id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:54Z', 'updated_at': '2022-04-20T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'a676b2ba-5d26-40fa-915c-0f7fa7c30f0a', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'port_id': '36ff4610-72db-4d19-ad67-ea34c69d14a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'mac_address': 'fa:16:3e:c0:cd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:48:05Z', 'updated_at': '2022-04-20T16:48:05Z', 'revision_number': 0, 'project_id': '89276b194611435f91cf83dc9e96548b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9539ba61-3b04-4ecf-bd73-abeb288fdec1', 'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'mac_address': 'fa:16:3e:9c:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:57Z', 'updated_at': '2022-04-20T16:42:01Z', 'revision_number': 5, 'project_id': '89276b194611435f91cf83dc9e96548b', 'subnets': [{'id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:48:08.077911 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:48:08.301549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a42ec1-4c43-450f-84a4-63ea688e9ff1 None None] New status for floating IP a676b2ba-5d26-40fa-915c-0f7fa7c30f0a: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:48:22.930748 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-831ed3be-a4ca-4174-980a-2705b87011df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:25.192614 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dd31fd32-9a5c-4fe8-a587-fa5aea553a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:26.579289 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:27.873950 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:28.217293 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:28.868154 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:30.233955 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:36.357950 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54022) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:48:36.362883 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-f8efbb34-99e9-4832-b6df-0ba4a5fa0ff1 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1144968732', 'description': 'tempest-secgroup-smoke-1144968732 description', 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:48:36.557466 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f8efbb34-99e9-4832-b6df-0ba4a5fa0ff1 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:36.634194 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f8efbb34-99e9-4832-b6df-0ba4a5fa0ff1 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:36.787713 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f8efbb34-99e9-4832-b6df-0ba4a5fa0ff1 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:36.818877 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efbb34-99e9-4832-b6df-0ba4a5fa0ff1 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c81491-2ca9-48da-a199-f06a8b9ade9b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:36.950846 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f8efbb34-99e9-4832-b6df-0ba4a5fa0ff1 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:36.952300 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f8efbb34-99e9-4832-b6df-0ba4a5fa0ff1 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5932281 Apr 20 16:48:36.955243 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54026) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:48:36.959861 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-a8249e7d-b3df-45e8-8aa0-d8250c31658c tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Request body: {'security_group_rule': {'security_group_id': '34c81491-2ca9-48da-a199-f06a8b9ade9b', 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:48:37.145629 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a8249e7d-b3df-45e8-8aa0-d8250c31658c tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:37.207316 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a8249e7d-b3df-45e8-8aa0-d8250c31658c tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:37.272407 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a8249e7d-b3df-45e8-8aa0-d8250c31658c tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:37.286344 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8249e7d-b3df-45e8-8aa0-d8250c31658c tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0fd9d0a-b15d-4a12-8ee2-74d76d651973,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:37.381955 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a8249e7d-b3df-45e8-8aa0-d8250c31658c tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:37.383212 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a8249e7d-b3df-45e8-8aa0-d8250c31658c tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4270306 Apr 20 16:48:37.385851 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54032) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:48:37.390829 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-bb09fde0-7b8b-48a6-bda5-c65927bb2f46 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Request body: {'security_group_rule': {'security_group_id': '34c81491-2ca9-48da-a199-f06a8b9ade9b', 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:48:37.517274 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb09fde0-7b8b-48a6-bda5-c65927bb2f46 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:37.583377 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb09fde0-7b8b-48a6-bda5-c65927bb2f46 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:37.683498 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb09fde0-7b8b-48a6-bda5-c65927bb2f46 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:37.704119 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09fde0-7b8b-48a6-bda5-c65927bb2f46 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11796f17-e8d0-4586-9c36-9dfa0908cb13,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:37.864198 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb09fde0-7b8b-48a6-bda5-c65927bb2f46 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:37.865586 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bb09fde0-7b8b-48a6-bda5-c65927bb2f46 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4787717 Apr 20 16:48:37.869668 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54034) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:48:37.874649 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-6900cbec-fded-47ce-b29a-ef92b70a8fd5 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Request body: {'security_group_rule': {'security_group_id': '34c81491-2ca9-48da-a199-f06a8b9ade9b', 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:48:37.993334 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6900cbec-fded-47ce-b29a-ef92b70a8fd5 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:38.054316 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6900cbec-fded-47ce-b29a-ef92b70a8fd5 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:38.135923 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6900cbec-fded-47ce-b29a-ef92b70a8fd5 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:38.157668 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900cbec-fded-47ce-b29a-ef92b70a8fd5 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410a7bc7-a4e6-4e0c-907d-638f58325a89,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:38.303987 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6900cbec-fded-47ce-b29a-ef92b70a8fd5 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:38.305429 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6900cbec-fded-47ce-b29a-ef92b70a8fd5 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4347219 Apr 20 16:48:38.309611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54042) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:48:38.314007 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e218ace4-13a3-43a4-8066-02a2277fad8d tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Request body: {'security_group_rule': {'security_group_id': '34c81491-2ca9-48da-a199-f06a8b9ade9b', 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:48:38.472842 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e218ace4-13a3-43a4-8066-02a2277fad8d tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:38.535811 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e218ace4-13a3-43a4-8066-02a2277fad8d tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:38.701847 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e218ace4-13a3-43a4-8066-02a2277fad8d tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:38.720601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ace4-13a3-43a4-8066-02a2277fad8d tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55d7e48-a493-46a5-a011-a39e90eec02c,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:38.841114 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e218ace4-13a3-43a4-8066-02a2277fad8d tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:38.843828 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e218ace4-13a3-43a4-8066-02a2277fad8d tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5319109 Apr 20 16:48:38.845633 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54046) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:48:38.850718 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e89efcf6-68f3-4d4a-b9a6-38e8c47942ad tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Request body: {'security_group_rule': {'security_group_id': '34c81491-2ca9-48da-a199-f06a8b9ade9b', 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:48:38.852487 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54048) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:48:38.953805 n-d-836146-2 neutron-server[103485]: INFO neutron.db.securitygroups_db [None req-e89efcf6-68f3-4d4a-b9a6-38e8c47942ad tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Project 4a1f7f8dd7304784a4e3c26e98ee6ae7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:48:38.962031 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e89efcf6-68f3-4d4a-b9a6-38e8c47942ad tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:38.997798 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2bcec641-9de0-499d-bc29-6cdfdfb5a984 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b75b50e00ec04ccea3311c80eb11bce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440806 Apr 20 16:48:39.000259 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54052) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:48:39.018904 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e89efcf6-68f3-4d4a-b9a6-38e8c47942ad tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:39.050541 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-37cd9815-c80f-4e57-8c17-13855db54856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:39.072133 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-37cd9815-c80f-4e57-8c17-13855db54856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:39.082848 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e89efcf6-68f3-4d4a-b9a6-38e8c47942ad tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:39.101350 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89efcf6-68f3-4d4a-b9a6-38e8c47942ad tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204ab0f1-34bc-4fbe-8806-08929670cabe,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:39.111710 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89efcf6-68f3-4d4a-b9a6-38e8c47942ad tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:39.112062 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89efcf6-68f3-4d4a-b9a6-38e8c47942ad tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:39.112538 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89efcf6-68f3-4d4a-b9a6-38e8c47942ad tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:39.112884 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89efcf6-68f3-4d4a-b9a6-38e8c47942ad tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:39.113216 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89efcf6-68f3-4d4a-b9a6-38e8c47942ad tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:39.113750 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89efcf6-68f3-4d4a-b9a6-38e8c47942ad tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:39.114082 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89efcf6-68f3-4d4a-b9a6-38e8c47942ad tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:39.114409 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89efcf6-68f3-4d4a-b9a6-38e8c47942ad tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:39.114785 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89efcf6-68f3-4d4a-b9a6-38e8c47942ad tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:39.115418 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89efcf6-68f3-4d4a-b9a6-38e8c47942ad tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:39.115896 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89efcf6-68f3-4d4a-b9a6-38e8c47942ad tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:39.116358 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89efcf6-68f3-4d4a-b9a6-38e8c47942ad tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:39.258648 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e89efcf6-68f3-4d4a-b9a6-38e8c47942ad tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:39.259911 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e89efcf6-68f3-4d4a-b9a6-38e8c47942ad tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4130335 Apr 20 16:48:39.262686 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54054) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:48:39.267134 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-2f040ca9-a08a-4e06-9796-7d2820479912 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Request body: {'security_group_rule': {'security_group_id': '34c81491-2ca9-48da-a199-f06a8b9ade9b', 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:48:39.296476 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-37cd9815-c80f-4e57-8c17-13855db54856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:39.299067 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-37cd9815-c80f-4e57-8c17-13855db54856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:39.300240 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-37cd9815-c80f-4e57-8c17-13855db54856 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4cee8be6-5238-47c9-b527-f72e207a387f HTTP/1.1" status: 204 len: 168 time: 0.2989998 Apr 20 16:48:39.309332 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd9815-c80f-4e57-8c17-13855db54856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cee8be6-5238-47c9-b527-f72e207a387f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:39.391799 n-d-836146-2 neutron-server[103485]: INFO neutron.db.securitygroups_db [None req-2f040ca9-a08a-4e06-9796-7d2820479912 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Project 4a1f7f8dd7304784a4e3c26e98ee6ae7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:48:39.397286 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f040ca9-a08a-4e06-9796-7d2820479912 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:39.468754 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f040ca9-a08a-4e06-9796-7d2820479912 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:39.553353 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f040ca9-a08a-4e06-9796-7d2820479912 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:39.573617 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f040ca9-a08a-4e06-9796-7d2820479912 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a024974c-b002-4280-8cc9-c2a281cedba2,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:39.746891 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f040ca9-a08a-4e06-9796-7d2820479912 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:39.748166 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2f040ca9-a08a-4e06-9796-7d2820479912 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4846070 Apr 20 16:48:39.972627 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-645a90d4-585f-4738-9c2d-342c643686c3 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1144968732&fields=id&tenant_id=4a1f7f8dd7304784a4e3c26e98ee6ae7 HTTP/1.1" status: 200 len: 267 time: 0.0413465 Apr 20 16:48:40.088088 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-f34c1a7b-85a3-4f3f-af97-fc6f7ff5e5ca tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:40.090430 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-f34c1a7b-85a3-4f3f-af97-fc6f7ff5e5ca tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/networks?id=ab51bf1d-f814-4922-bdb6-7696d0d1a0ca HTTP/1.1" status: 200 len: 814 time: 0.1097772 Apr 20 16:48:40.106281 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-0022baa4-52ac-4ab3-bb21-1c677333eb2f tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/quotas/4a1f7f8dd7304784a4e3c26e98ee6ae7 HTTP/1.1" status: 200 len: 375 time: 0.0098839 Apr 20 16:48:40.172290 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-c94a9fbc-4fbb-424c-920b-3274212005f1 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a1f7f8dd7304784a4e3c26e98ee6ae7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593355 Apr 20 16:48:40.287443 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-70e43153-9f2e-4f7d-89e9-91b8a5d83466 service neutron] 10.222.0.15 "GET /v2.0/networks/ab51bf1d-f814-4922-bdb6-7696d0d1a0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033547 Apr 20 16:48:40.396946 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-c410fdc0-146f-4a4b-870b-77ae8a1160ce service neutron] 10.222.0.15 "GET /v2.0/networks/ab51bf1d-f814-4922-bdb6-7696d0d1a0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969801 Apr 20 16:48:41.338496 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-62c192a9-2e95-41c0-956b-1c8ca497eebf req-ef6b462c-8ac3-41c3-b06a-aff1f1c1396b tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 210 time: 0.0319116 Apr 20 16:48:42.439146 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-554cb379-0d7d-4412-97fb-f00fb1ccf2f6 req-b41e4250-0992-42a5-8d8f-1ca7f2c6117f tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 210 time: 0.0377715 Apr 20 16:48:43.547045 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-126c1a23-9885-4182-8008-6386e22060a8 req-91f0cca9-2986-4273-ad0d-0a3c6e143a2e tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 210 time: 0.0303423 Apr 20 16:48:44.071400 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-0319001a-b248-4ae7-a983-12d5cf3160df tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f3e0ea3aab1d4b13bcd2663a51b22391&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381956 Apr 20 16:48:44.261956 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-0d82bcd7-36f0-4c9f-ac93-3e3c2c5a9edb tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:44.263394 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-0d82bcd7-36f0-4c9f-ac93-3e3c2c5a9edb tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850262 Apr 20 16:48:44.278590 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-40478989-5569-4d21-97ba-a75e5c6dd15b tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/quotas/f3e0ea3aab1d4b13bcd2663a51b22391 HTTP/1.1" status: 200 len: 375 time: 0.0092335 Apr 20 16:48:44.312035 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-5e35bb9d-837f-42b5-824f-116639de7fa1 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3e0ea3aab1d4b13bcd2663a51b22391&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269017 Apr 20 16:48:44.592416 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4242aff7-44f8-4dec-b74c-7ea29a941d72 req-74304a82-ecfb-4d54-afde-0539920f4de4 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd897466-6b43-4aa5-99b9-7313d1367cf1 HTTP/1.1" status: 200 len: 210 time: 0.0291836 Apr 20 16:48:44.664090 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-199ceaaa-296b-480f-add5-2fa80f8f4ee8 req-e1e70bfa-da54-4eb3-9390-7e3288d4121a tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 210 time: 0.0298574 Apr 20 16:48:44.786034 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-b4b38dee-cc1b-4215-9ca5-545e58d07825 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:44.787387 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-b4b38dee-cc1b-4215-9ca5-545e58d07825 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.30 "GET /v2.0/networks?id=ab51bf1d-f814-4922-bdb6-7696d0d1a0ca HTTP/1.1" status: 200 len: 814 time: 0.1134162 Apr 20 16:48:44.841381 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-a081982e-af90-4ceb-a333-cce6eca53914 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a1f7f8dd7304784a4e3c26e98ee6ae7 HTTP/1.1" status: 200 len: 380 time: 0.0368187 Apr 20 16:48:44.853035 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-de380065-cbf2-4c01-bdec-b88a3ea1c1a1 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Request body: {'port': {'device_id': '83b20469-7544-4afb-b6ce-90a574f89f38', 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca', 'admin_state_up': True, 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'security_groups': ['34c81491-2ca9-48da-a199-f06a8b9ade9b']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:48:45.056940 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:48:45.147639 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-de380065-cbf2-4c01-bdec-b88a3ea1c1a1 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Made reservation on behalf of 4a1f7f8dd7304784a4e3c26e98ee6ae7 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:48:45.151218 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-de380065-cbf2-4c01-bdec-b88a3ea1c1a1 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:45.289233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-de380065-cbf2-4c01-bdec-b88a3ea1c1a1 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Allocated IP 172.20.0.7 (ab51bf1d-f814-4922-bdb6-7696d0d1a0ca/7e161eb7-ac8b-45c0-8ac0-11fd8b423869/679de77c-b9a5-4337-9c0e-02968605c1e8) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:48:45.446349 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-de380065-cbf2-4c01-bdec-b88a3ea1c1a1 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:45.559344 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-de380065-cbf2-4c01-bdec-b88a3ea1c1a1 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:45.619215 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-de380065-cbf2-4c01-bdec-b88a3ea1c1a1 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Network ab51bf1d-f814-4922-bdb6-7696d0d1a0ca is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:48:45.623069 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-de380065-cbf2-4c01-bdec-b88a3ea1c1a1 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:48:45.627507 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-de380065-cbf2-4c01-bdec-b88a3ea1c1a1 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:48:45.632612 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de380065-cbf2-4c01-bdec-b88a3ea1c1a1 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Pushing event updated for resources: {'Port': ['ID=679de77c-b9a5-4337-9c0e-02968605c1e8,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:45.697136 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d241d847-b624-415d-a2b2-83729be34d81 req-cf0bba62-975b-4208-9162-7a56a1f26d32 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd897466-6b43-4aa5-99b9-7313d1367cf1 HTTP/1.1" status: 200 len: 210 time: 0.0355632 Apr 20 16:48:45.713984 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-de380065-cbf2-4c01-bdec-b88a3ea1c1a1 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:45.715433 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-de380065-cbf2-4c01-bdec-b88a3ea1c1a1 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:45.820942 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-de380065-cbf2-4c01-bdec-b88a3ea1c1a1 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9709768 Apr 20 16:48:45.839363 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643dd0f-4c97-417d-afca-279805665cde req-271e6955-5d75-455d-96d9-295d04e42612 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:45.842217 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Request body: {'port': {'device_id': '83b20469-7544-4afb-b6ce-90a574f89f38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:48:45.854676 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8643dd0f-4c97-417d-afca-279805665cde req-271e6955-5d75-455d-96d9-295d04e42612 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 931 time: 0.0894504 Apr 20 16:48:45.922920 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d4d06115-342f-44ff-9968-a24ac5e7ea70 None None] Provisioning complete for port 679de77c-b9a5-4337-9c0e-02968605c1e8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:48:45.923858 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d4d06115-342f-44ff-9968-a24ac5e7ea70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:45.947548 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:45.987094 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d4d06115-342f-44ff-9968-a24ac5e7ea70 None None] Port 679de77c-b9a5-4337-9c0e-02968605c1e8 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:48:46.216508 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8643dd0f-4c97-417d-afca-279805665cde req-35ec9328-e059-46a0-9b4e-f377923be2f3 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c81491-2ca9-48da-a199-f06a8b9ade9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3569393 Apr 20 16:48:46.273288 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679de77c-b9a5-4337-9c0e-02968605c1e8 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:48:46.281133 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:46.293772 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Transition to ACTIVE for port object 679de77c-b9a5-4337-9c0e-02968605c1e8 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:48:46.416799 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:46.498102 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=679de77c-b9a5-4337-9c0e-02968605c1e8,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:46.530826 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:46.531423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:46.532001 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:46.532582 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:46.533128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:46.533667 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:46.534199 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:46.534730 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:46.535264 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:46.535790 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:46.536321 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:46.536825 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:46.578938 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Attempting to bind port 679de77c-b9a5-4337-9c0e-02968605c1e8 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:48:46.579287 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Attempting to bind port 679de77c-b9a5-4337-9c0e-02968605c1e8 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '30784be2-b4cb-4787-b6f0-2d64da53f73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:48:46.579617 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Attempting to bind port 679de77c-b9a5-4337-9c0e-02968605c1e8 on network ab51bf1d-f814-4922-bdb6-7696d0d1a0ca {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:48:46.584514 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Port 679de77c-b9a5-4337-9c0e-02968605c1e8 on network ab51bf1d-f814-4922-bdb6-7696d0d1a0ca not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:48:46.584865 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Attempting to bind port 679de77c-b9a5-4337-9c0e-02968605c1e8 on network ab51bf1d-f814-4922-bdb6-7696d0d1a0ca {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:48:46.590371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:48:46.597133 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Checking segment: {'id': '30784be2-b4cb-4787-b6f0-2d64da53f73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:48:46.597133 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Bound using segment: {'id': '30784be2-b4cb-4787-b6f0-2d64da53f73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:48:46.597133 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Bound port: 679de77c-b9a5-4337-9c0e-02968605c1e8, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30784be2-b4cb-4787-b6f0-2d64da53f73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:48:46.597133 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:46.688325 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] For port 679de77c-b9a5-4337-9c0e-02968605c1e8, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:48:46.692191 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] For port 679de77c-b9a5-4337-9c0e-02968605c1e8, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=679de77c-b9a5-4337-9c0e-02968605c1e8,segment=NetworkSegment(30784be2-b4cb-4787-b6f0-2d64da53f73c),segment_id=30784be2-b4cb-4787-b6f0-2d64da53f73c)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:48:46.830105 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:46.834812 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ae9dd51c-ef16-407b-82ed-1311d132af50 req-331376b7-37e5-4f29-97e0-0f357bd37265 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd897466-6b43-4aa5-99b9-7313d1367cf1 HTTP/1.1" status: 200 len: 210 time: 0.0407822 Apr 20 16:48:46.871585 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:46.872207 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:46.873742 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] 10.222.0.30 "PUT /v2.0/ports/679de77c-b9a5-4337-9c0e-02968605c1e8 HTTP/1.1" status: 200 len: 1091 time: 1.0388112 Apr 20 16:48:46.876926 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b20469-7544-4afb-b6ce-90a574f89f38', 'tag': '679de77c-b9a5-4337-9c0e-02968605c1e8'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:48:46.880399 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac345bc9-b4ff-4632-a5b0-171289862450" -d '{"events": [{"name": "network-changed", "server_uuid": "83b20469-7544-4afb-b6ce-90a574f89f38", "tag": "679de77c-b9a5-4337-9c0e-02968605c1e8"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:48:46.913329 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c37c4d-0c6f-4ceb-9672-3eea380ca8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=679de77c-b9a5-4337-9c0e-02968605c1e8,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:46.969133 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17c86e8-7fbc-469b-9676-13e86e6ce3a9 x-openstack-request-id: req-e17c86e8-7fbc-469b-9676-13e86e6ce3a9 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:48:46.969133 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b20469-7544-4afb-b6ce-90a574f89f38", "tag": "679de77c-b9a5-4337-9c0e-02968605c1e8", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:48:46.969133 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e17c86e8-7fbc-469b-9676-13e86e6ce3a9 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:48:46.969133 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17c86e8-7fbc-469b-9676-13e86e6ce3a9'] response: {'name': 'network-changed', 'server_uuid': '83b20469-7544-4afb-b6ce-90a574f89f38', 'tag': '679de77c-b9a5-4337-9c0e-02968605c1e8', 'status': 'completed', 'code': 200} Apr 20 16:48:47.044755 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac345bc9-b4ff-4632-a5b0-171289862450 req-d2b00737-6012-4bb6-a2ad-a9d506554e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:47.046892 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac345bc9-b4ff-4632-a5b0-171289862450 req-d2b00737-6012-4bb6-a2ad-a9d506554e8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a1f7f8dd7304784a4e3c26e98ee6ae7&device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 1094 time: 0.0489347 Apr 20 16:48:47.175839 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac345bc9-b4ff-4632-a5b0-171289862450 req-de21d616-f5ad-4d5c-85f7-240db8b70cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:47.177502 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac345bc9-b4ff-4632-a5b0-171289862450 req-de21d616-f5ad-4d5c-85f7-240db8b70cda service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=4a1f7f8dd7304784a4e3c26e98ee6ae7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1179280 Apr 20 16:48:47.282040 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac345bc9-b4ff-4632-a5b0-171289862450 req-1ac9d4c3-2193-4b42-933c-d3ac555e21f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:47.283982 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac345bc9-b4ff-4632-a5b0-171289862450 req-1ac9d4c3-2193-4b42-933c-d3ac555e21f7 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1003575 Apr 20 16:48:47.347566 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78565592-b2d8-4a44-b413-6a9b7272b331 req-73139bb2-4ad6-4fc7-9827-ccca91d5cd1c tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:47.349165 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-78565592-b2d8-4a44-b413-6a9b7272b331 req-73139bb2-4ad6-4fc7-9827-ccca91d5cd1c tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 943 time: 0.0552325 Apr 20 16:48:47.428849 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-78565592-b2d8-4a44-b413-6a9b7272b331 req-5e00bf89-ec1b-48d3-bb07-299f6afe1c5e tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c81491-2ca9-48da-a199-f06a8b9ade9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700324 Apr 20 16:48:47.443513 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-4d3fe34f-458f-4a6f-9703-0c3996deaa2b tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=f3e0ea3aab1d4b13bcd2663a51b22391&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270729 Apr 20 16:48:47.446391 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-fc87b7e7-e99c-468c-a8be-ffdc0a06de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:47.447759 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-fc87b7e7-e99c-468c-a8be-ffdc0a06de8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a1f7f8dd7304784a4e3c26e98ee6ae7&device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 1094 time: 0.0977178 Apr 20 16:48:47.507810 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-a4bc9ebf-7101-4880-8586-e91e87ae466a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=679de77c-b9a5-4337-9c0e-02968605c1e8 HTTP/1.1" status: 200 len: 217 time: 0.0463986 Apr 20 16:48:47.609342 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-6513787b-1596-4abe-b277-87fd2775e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:47.611007 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-6513787b-1596-4abe-b277-87fd2775e86f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7e161eb7-ac8b-45c0-8ac0-11fd8b423869 HTTP/1.1" status: 200 len: 853 time: 0.0707507 Apr 20 16:48:47.657252 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-318b34b1-1cdf-4734-9c19-ec8124fbf44c tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:47.658491 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-318b34b1-1cdf-4734-9c19-ec8124fbf44c tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2060907 Apr 20 16:48:47.674919 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-b95777c5-ad11-417e-8ff4-924e7d2cec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:47.682060 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-b95777c5-ad11-417e-8ff4-924e7d2cec8b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab51bf1d-f814-4922-bdb6-7696d0d1a0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552640 Apr 20 16:48:47.682060 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-98bcfe7c-46ab-4db8-a2a8-54771d4801e6 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Request body: {'port': {'device_id': 'dd897466-6b43-4aa5-99b9-7313d1367cf1', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': 'f3e0ea3aab1d4b13bcd2663a51b22391'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:48:47.847569 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-30807a4c-8497-429a-ad7f-def17041c504 service neutron] 10.222.0.30 "GET /v2.0/networks/ab51bf1d-f814-4922-bdb6-7696d0d1a0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628978 Apr 20 16:48:47.964489 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f712282d-c11d-4cbd-97b4-778bcc2b746d req-b969e560-a5aa-41a5-bc8b-de481b5f4418 service neutron] 10.222.0.30 "GET /v2.0/networks/ab51bf1d-f814-4922-bdb6-7696d0d1a0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085539 Apr 20 16:48:47.973812 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-98bcfe7c-46ab-4db8-a2a8-54771d4801e6 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Made reservation on behalf of f3e0ea3aab1d4b13bcd2663a51b22391 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:48:47.979287 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-98bcfe7c-46ab-4db8-a2a8-54771d4801e6 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:47.987891 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3b6ec5a0-51d5-4488-9243-ac4e0c721aeb req-053ce633-e044-4a52-b98d-a3217e1196dd tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd897466-6b43-4aa5-99b9-7313d1367cf1 HTTP/1.1" status: 200 len: 210 time: 0.0289097 Apr 20 16:48:47.993501 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-98bcfe7c-46ab-4db8-a2a8-54771d4801e6 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:48.075613 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-98bcfe7c-46ab-4db8-a2a8-54771d4801e6 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:48.186413 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-98bcfe7c-46ab-4db8-a2a8-54771d4801e6 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:48.254911 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bcfe7c-46ab-4db8-a2a8-54771d4801e6 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c20be7b-59b8-49ba-9a4b-db8581818738,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:48.345188 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-98bcfe7c-46ab-4db8-a2a8-54771d4801e6 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Allocated IP 192.168.233.241 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/bad6a425-c94b-4f7f-937e-9016d315d754) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:48:48.521073 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-98bcfe7c-46ab-4db8-a2a8-54771d4801e6 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:48.590449 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a20b9-8612-4262-839b-2859c2f4b50d req-9ebdd18d-37c7-449f-a482-cfe2840d285e tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:48.591962 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ab6a20b9-8612-4262-839b-2859c2f4b50d req-9ebdd18d-37c7-449f-a482-cfe2840d285e tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 943 time: 0.0823407 Apr 20 16:48:48.634789 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ab6a20b9-8612-4262-839b-2859c2f4b50d req-697d3bef-c17a-4de6-8c93-c513a72c92d6 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c81491-2ca9-48da-a199-f06a8b9ade9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362573 Apr 20 16:48:48.734980 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-98bcfe7c-46ab-4db8-a2a8-54771d4801e6 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:48.779233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-98bcfe7c-46ab-4db8-a2a8-54771d4801e6 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:48:48.782492 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-98bcfe7c-46ab-4db8-a2a8-54771d4801e6 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:48:48.786616 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-98bcfe7c-46ab-4db8-a2a8-54771d4801e6 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:48:48.793832 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bcfe7c-46ab-4db8-a2a8-54771d4801e6 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Pushing event updated for resources: {'Port': ['ID=bad6a425-c94b-4f7f-937e-9016d315d754,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:48.853754 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-98bcfe7c-46ab-4db8-a2a8-54771d4801e6 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:48.854651 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-98bcfe7c-46ab-4db8-a2a8-54771d4801e6 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:48.967812 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-98bcfe7c-46ab-4db8-a2a8-54771d4801e6 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2903593 Apr 20 16:48:48.987589 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-980f89d0-fffd-4d6e-8b66-ef7fd5bd41e7 service neutron] Request body: {'port': {'device_id': 'dd897466-6b43-4aa5-99b9-7313d1367cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:48:49.046495 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-980f89d0-fffd-4d6e-8b66-ef7fd5bd41e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:49.096589 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-da151300-4b55-4708-9f26-4b97a668aa14 None None] Provisioning complete for port bad6a425-c94b-4f7f-937e-9016d315d754 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:48:49.097337 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-da151300-4b55-4708-9f26-4b97a668aa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:49.119586 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5633ea3-bed5-4ae3-b6d9-47ad193a3b36 req-652fcf2d-bb8d-4bde-b0c3-c135f78f99eb tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:49.122696 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c5633ea3-bed5-4ae3-b6d9-47ad193a3b36 req-652fcf2d-bb8d-4bde-b0c3-c135f78f99eb tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd897466-6b43-4aa5-99b9-7313d1367cf1 HTTP/1.1" status: 200 len: 936 time: 0.0596440 Apr 20 16:48:49.151944 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-da151300-4b55-4708-9f26-4b97a668aa14 None None] Port bad6a425-c94b-4f7f-937e-9016d315d754 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:48:49.176954 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c5633ea3-bed5-4ae3-b6d9-47ad193a3b36 req-25427018-ad79-4138-8b10-03b2f9e8211a tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c20be7b-59b8-49ba-9a4b-db8581818738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450444 Apr 20 16:48:49.375795 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-980f89d0-fffd-4d6e-8b66-ef7fd5bd41e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad6a425-c94b-4f7f-937e-9016d315d754 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:48:49.384016 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-980f89d0-fffd-4d6e-8b66-ef7fd5bd41e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:49.397713 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-980f89d0-fffd-4d6e-8b66-ef7fd5bd41e7 service neutron] Transition to ACTIVE for port object bad6a425-c94b-4f7f-937e-9016d315d754 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:48:49.496595 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-980f89d0-fffd-4d6e-8b66-ef7fd5bd41e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:49.583169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f89d0-fffd-4d6e-8b66-ef7fd5bd41e7 service neutron] Pushing event updated for resources: {'Port': ['ID=bad6a425-c94b-4f7f-937e-9016d315d754,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:49.686191 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-980f89d0-fffd-4d6e-8b66-ef7fd5bd41e7 service neutron] Attempting to bind port bad6a425-c94b-4f7f-937e-9016d315d754 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:48:49.686749 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-980f89d0-fffd-4d6e-8b66-ef7fd5bd41e7 service neutron] Attempting to bind port bad6a425-c94b-4f7f-937e-9016d315d754 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:48:49.687142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-980f89d0-fffd-4d6e-8b66-ef7fd5bd41e7 service neutron] Attempting to bind port bad6a425-c94b-4f7f-937e-9016d315d754 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:48:49.692364 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-980f89d0-fffd-4d6e-8b66-ef7fd5bd41e7 service neutron] Port bad6a425-c94b-4f7f-937e-9016d315d754 on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:48:49.692771 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-980f89d0-fffd-4d6e-8b66-ef7fd5bd41e7 service neutron] Attempting to bind port bad6a425-c94b-4f7f-937e-9016d315d754 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:48:49.703728 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-980f89d0-fffd-4d6e-8b66-ef7fd5bd41e7 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:48:49.703728 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-980f89d0-fffd-4d6e-8b66-ef7fd5bd41e7 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:48:49.703728 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-980f89d0-fffd-4d6e-8b66-ef7fd5bd41e7 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:48:49.703728 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-980f89d0-fffd-4d6e-8b66-ef7fd5bd41e7 service neutron] Bound port: bad6a425-c94b-4f7f-937e-9016d315d754, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:48:49.703728 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-980f89d0-fffd-4d6e-8b66-ef7fd5bd41e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:49.785301 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-980f89d0-fffd-4d6e-8b66-ef7fd5bd41e7 service neutron] For port bad6a425-c94b-4f7f-937e-9016d315d754, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:48:49.817179 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-980f89d0-fffd-4d6e-8b66-ef7fd5bd41e7 service neutron] For port bad6a425-c94b-4f7f-937e-9016d315d754, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=bad6a425-c94b-4f7f-937e-9016d315d754,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:48:49.840917 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dab6cb-5475-49cf-a513-c98fa37db2e7 req-88b9ba44-e23f-4391-8202-9a9f95aa2296 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:49.841195 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63dab6cb-5475-49cf-a513-c98fa37db2e7 req-88b9ba44-e23f-4391-8202-9a9f95aa2296 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 943 time: 0.0911171 Apr 20 16:48:49.896096 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63dab6cb-5475-49cf-a513-c98fa37db2e7 req-4ffde34f-a1bc-47e9-90fe-176cebbb82fa tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c81491-2ca9-48da-a199-f06a8b9ade9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473945 Apr 20 16:48:49.913597 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-980f89d0-fffd-4d6e-8b66-ef7fd5bd41e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:49.951076 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-980f89d0-fffd-4d6e-8b66-ef7fd5bd41e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:49.952253 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-980f89d0-fffd-4d6e-8b66-ef7fd5bd41e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:49.953708 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-980f89d0-fffd-4d6e-8b66-ef7fd5bd41e7 service neutron] 10.222.0.26 "PUT /v2.0/ports/bad6a425-c94b-4f7f-937e-9016d315d754 HTTP/1.1" status: 200 len: 1096 time: 0.9714644 Apr 20 16:48:49.956015 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd897466-6b43-4aa5-99b9-7313d1367cf1', 'tag': 'bad6a425-c94b-4f7f-937e-9016d315d754'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:48:49.958723 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bc5d84-6cb3-4ce1-94eb-b5a707dc0445" -d '{"events": [{"name": "network-changed", "server_uuid": "dd897466-6b43-4aa5-99b9-7313d1367cf1", "tag": "bad6a425-c94b-4f7f-937e-9016d315d754"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:48:49.996171 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f89d0-fffd-4d6e-8b66-ef7fd5bd41e7 service neutron] Pushing event updated for resources: {'Port': ['ID=bad6a425-c94b-4f7f-937e-9016d315d754,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:50.017200 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13848d38-3e0e-45c9-a3d9-983be1199b50 x-openstack-request-id: req-13848d38-3e0e-45c9-a3d9-983be1199b50 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:48:50.017620 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd897466-6b43-4aa5-99b9-7313d1367cf1", "tag": "bad6a425-c94b-4f7f-937e-9016d315d754", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:48:50.017979 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13848d38-3e0e-45c9-a3d9-983be1199b50 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:48:50.018487 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13848d38-3e0e-45c9-a3d9-983be1199b50'] response: {'name': 'network-changed', 'server_uuid': 'dd897466-6b43-4aa5-99b9-7313d1367cf1', 'tag': 'bad6a425-c94b-4f7f-937e-9016d315d754', 'status': 'completed', 'code': 200} Apr 20 16:48:50.111362 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc5d84-6cb3-4ce1-94eb-b5a707dc0445 req-cbab0786-d67f-4b02-98d5-a10fe14000c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:50.113782 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-43bc5d84-6cb3-4ce1-94eb-b5a707dc0445 req-cbab0786-d67f-4b02-98d5-a10fe14000c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3e0ea3aab1d4b13bcd2663a51b22391&device_id=dd897466-6b43-4aa5-99b9-7313d1367cf1 HTTP/1.1" status: 200 len: 1099 time: 0.0513558 Apr 20 16:48:50.155445 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-43bc5d84-6cb3-4ce1-94eb-b5a707dc0445 req-8a7a592c-fbb4-4d33-8daf-d2d2bcc4cfc9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f3e0ea3aab1d4b13bcd2663a51b22391&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255549 Apr 20 16:48:50.282294 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc5d84-6cb3-4ce1-94eb-b5a707dc0445 req-96cf6469-2584-4450-b9aa-e77919faa09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:50.284396 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-43bc5d84-6cb3-4ce1-94eb-b5a707dc0445 req-96cf6469-2584-4450-b9aa-e77919faa09c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1215992 Apr 20 16:48:50.331696 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f8b5f-8552-4ad4-9e61-7478c255775d req-43821287-b032-4ecf-930c-ee0784829043 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:50.333203 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-830f8b5f-8552-4ad4-9e61-7478c255775d req-43821287-b032-4ecf-930c-ee0784829043 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd897466-6b43-4aa5-99b9-7313d1367cf1 HTTP/1.1" status: 200 len: 948 time: 0.0668073 Apr 20 16:48:50.398423 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-830f8b5f-8552-4ad4-9e61-7478c255775d req-bc1820c7-5ad9-422a-8f26-6df18fab31ea tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c20be7b-59b8-49ba-9a4b-db8581818738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588992 Apr 20 16:48:50.412313 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-c6403dec-2728-46d8-9972-610a8e2c74a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:50.413877 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-c6403dec-2728-46d8-9972-610a8e2c74a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3e0ea3aab1d4b13bcd2663a51b22391&device_id=dd897466-6b43-4aa5-99b9-7313d1367cf1 HTTP/1.1" status: 200 len: 1099 time: 0.0503843 Apr 20 16:48:50.467772 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-fea765f2-7e66-4bd9-b4f0-78fd3791b9fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=bad6a425-c94b-4f7f-937e-9016d315d754 HTTP/1.1" status: 200 len: 217 time: 0.0385833 Apr 20 16:48:50.520293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-4e705684-60e2-43be-871e-2879739714bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:50.521852 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-4e705684-60e2-43be-871e-2879739714bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0476415 Apr 20 16:48:50.568976 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-cbd003a4-7baf-4b45-aaa5-1ffacc0ad560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:50.570491 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-cbd003a4-7baf-4b45-aaa5-1ffacc0ad560 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0420544 Apr 20 16:48:50.663562 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-ca337d08-abfc-4d49-b116-a0c9e7f35c17 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862429 Apr 20 16:48:50.752074 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92cb8e0e-fc14-4c9c-950e-e5b1ba956b1c req-40d2851e-dcde-4070-a29c-598828894fba service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819492 Apr 20 16:48:51.021008 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1dd423-e063-4824-84d4-778821f69942 req-cfe3be40-f8be-45c8-944b-71ef8c18bd9a tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:51.022518 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cf1dd423-e063-4824-84d4-778821f69942 req-cfe3be40-f8be-45c8-944b-71ef8c18bd9a tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 943 time: 0.0526953 Apr 20 16:48:51.068278 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cf1dd423-e063-4824-84d4-778821f69942 req-00682c69-2be1-4b64-912e-6ee375a0c0d1 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c81491-2ca9-48da-a199-f06a8b9ade9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389850 Apr 20 16:48:51.237681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ac554-9fee-4300-9eef-0fbbd8c799d3 req-807c9d0c-699d-4039-93fe-d9eaffcb077f tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:51.239131 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b57ac554-9fee-4300-9eef-0fbbd8c799d3 req-807c9d0c-699d-4039-93fe-d9eaffcb077f tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 1097 time: 0.0479722 Apr 20 16:48:51.273380 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b57ac554-9fee-4300-9eef-0fbbd8c799d3 req-31908337-77f0-47e7-be9a-554fd23c3ba4 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281861 Apr 20 16:48:51.295597 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54180) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:48:51.455031 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c0afb6e5-0ffc-4cde-9705-2ed1b72738be tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Deleting port e4bdfb3b-171d-4d56-b39c-e83892fdb271 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:48:51.455381 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c0afb6e5-0ffc-4cde-9705-2ed1b72738be tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:51.566037 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7db41-bfb8-483e-9f88-467d5f18b8f6 req-13b68f00-a883-4144-b395-8bf6e9303c89 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:51.567693 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9ce7db41-bfb8-483e-9f88-467d5f18b8f6 req-13b68f00-a883-4144-b395-8bf6e9303c89 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd897466-6b43-4aa5-99b9-7313d1367cf1 HTTP/1.1" status: 200 len: 948 time: 0.0996909 Apr 20 16:48:51.587274 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c0afb6e5-0ffc-4cde-9705-2ed1b72738be tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:51.587601 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c0afb6e5-0ffc-4cde-9705-2ed1b72738be tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:51.608754 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c0afb6e5-0ffc-4cde-9705-2ed1b72738be tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Calling delete_port for e4bdfb3b-171d-4d56-b39c-e83892fdb271 owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:48:51.633577 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9ce7db41-bfb8-483e-9f88-467d5f18b8f6 req-1dec8daf-a59b-4be2-b02e-33f286b317a5 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c20be7b-59b8-49ba-9a4b-db8581818738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553980 Apr 20 16:48:51.924319 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c0afb6e5-0ffc-4cde-9705-2ed1b72738be tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:51.950931 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afb6e5-0ffc-4cde-9705-2ed1b72738be tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'Port': ['ID=e4bdfb3b-171d-4d56-b39c-e83892fdb271,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:52.012931 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c0afb6e5-0ffc-4cde-9705-2ed1b72738be tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:52.013262 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-c0afb6e5-0ffc-4cde-9705-2ed1b72738be tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Floating IP cdbba7e1-e4cc-435e-a56e-2b12a1aad3c8 disassociated (deleted). External IP: 172.25.0.147, port: 3d19c3c2-bd09-4371-ac52-5ad842b72e49. Apr 20 16:48:52.188424 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2b0c1-b395-4e78-a793-525ac3c9fa47 req-aee9b52b-7267-4f33-8167-ee365d864dd1 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:52.189851 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3cf2b0c1-b395-4e78-a793-525ac3c9fa47 req-aee9b52b-7267-4f33-8167-ee365d864dd1 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 943 time: 0.0502079 Apr 20 16:48:52.230581 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3cf2b0c1-b395-4e78-a793-525ac3c9fa47 req-d75a09fa-3d5c-4a6f-97fd-0b3f70d6888a tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c81491-2ca9-48da-a199-f06a8b9ade9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338852 Apr 20 16:48:52.255830 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0afb6e5-0ffc-4cde-9705-2ed1b72738be tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Router ea2c9ef7-c4e1-4277-8758-f22936375c1e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:48:52.386128 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0afb6e5-0ffc-4cde-9705-2ed1b72738be tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:48:52.391615 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c0afb6e5-0ffc-4cde-9705-2ed1b72738be tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:52.397596 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf4b3b6-6881-4863-a151-8ef6194057da None None] Sync routers for ids ['ea2c9ef7-c4e1-4277-8758-f22936375c1e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:48:52.407923 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf4b3b6-6881-4863-a151-8ef6194057da None None] Routers {'ea2c9ef7-c4e1-4277-8758-f22936375c1e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:48:52.408692 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-bdf4b3b6-6881-4863-a151-8ef6194057da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:48:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ea2c9ef7-c4e1-4277-8758-f22936375c1e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:48:52.421694 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c0afb6e5-0ffc-4cde-9705-2ed1b72738be tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "DELETE /v2.0/floatingips/cdbba7e1-e4cc-435e-a56e-2b12a1aad3c8 HTTP/1.1" status: 204 len: 168 time: 1.1247017 Apr 20 16:48:52.422269 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd23a4e-634b-461a-80d0-579c49303331', 'tag': '3d19c3c2-bd09-4371-ac52-5ad842b72e49'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:48:52.424728 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2650be7-0e42-4739-9dd6-fdff7cb85f09" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd23a4e-634b-461a-80d0-579c49303331", "tag": "3d19c3c2-bd09-4371-ac52-5ad842b72e49"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:48:52.464628 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0c4007-4e32-4bd3-a650-db39eae9b72d x-openstack-request-id: req-1b0c4007-4e32-4bd3-a650-db39eae9b72d {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:48:52.464927 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd23a4e-634b-461a-80d0-579c49303331", "tag": "3d19c3c2-bd09-4371-ac52-5ad842b72e49", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:48:52.465183 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b0c4007-4e32-4bd3-a650-db39eae9b72d {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:48:52.465590 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b0c4007-4e32-4bd3-a650-db39eae9b72d'] response: {'name': 'network-changed', 'server_uuid': 'ffd23a4e-634b-461a-80d0-579c49303331', 'tag': '3d19c3c2-bd09-4371-ac52-5ad842b72e49', 'status': 'completed', 'code': 200} Apr 20 16:48:52.520512 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-bdf4b3b6-6881-4863-a151-8ef6194057da None None] Set router ea2c9ef7-c4e1-4277-8758-f22936375c1e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:48:52.550805 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2650be7-0e42-4739-9dd6-fdff7cb85f09 req-f0e68ff7-1b8e-4e3a-8a73-1c5c64a4ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:52.557944 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2650be7-0e42-4739-9dd6-fdff7cb85f09 req-f0e68ff7-1b8e-4e3a-8a73-1c5c64a4ad4e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 1097 time: 0.0433233 Apr 20 16:48:52.659450 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2650be7-0e42-4739-9dd6-fdff7cb85f09 req-7ba62812-d0f1-43c0-ad57-5d506ebaa115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:52.661004 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2650be7-0e42-4739-9dd6-fdff7cb85f09 req-7ba62812-d0f1-43c0-ad57-5d506ebaa115 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029 HTTP/1.1" status: 200 len: 897 time: 0.1015851 Apr 20 16:48:52.709054 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2650be7-0e42-4739-9dd6-fdff7cb85f09 req-4cb31f91-8cd3-46b3-b6ba-a361ac6f4b10 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49 HTTP/1.1" status: 200 len: 217 time: 0.0391874 Apr 20 16:48:52.758272 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-bdf4b3b6-6881-4863-a151-8ef6194057da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213219099', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:51Z', 'updated_at': '2022-04-20T16:45:57Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:53Z', 'updated_at': '2022-04-20T16:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'ea8ee4e2-ae37-4108-8a6d-a97787af5d79', 'name': '', 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:e7:39:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:56Z', 'updated_at': '2022-04-20T16:46:01Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': 'c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:48:52.785844 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf4b3b6-6881-4863-a151-8ef6194057da None None] Checking router: ea2c9ef7-c4e1-4277-8758-f22936375c1e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:48:52.794669 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf4b3b6-6881-4863-a151-8ef6194057da None None] Routers {'ea2c9ef7-c4e1-4277-8758-f22936375c1e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:48:52.795287 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-bdf4b3b6-6881-4863-a151-8ef6194057da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:48:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ea2c9ef7-c4e1-4277-8758-f22936375c1e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:48:52.844532 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8f5cb534-2048-4f55-aecf-d622f0b15353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:52.905658 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-bdf4b3b6-6881-4863-a151-8ef6194057da None None] Set router ea2c9ef7-c4e1-4277-8758-f22936375c1e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:48:53.055289 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afd5d0-474f-477a-a695-3054705a25ea req-59ee9d8a-6ce5-42c4-b1df-4b200ae1a241 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:53.056957 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31afd5d0-474f-477a-a695-3054705a25ea req-59ee9d8a-6ce5-42c4-b1df-4b200ae1a241 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 946 time: 0.0637896 Apr 20 16:48:53.104811 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31afd5d0-474f-477a-a695-3054705a25ea req-b7acdc5b-1ffe-40b2-aa5b-477b4e8aa4ba tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372458 Apr 20 16:48:53.134861 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-bdf4b3b6-6881-4863-a151-8ef6194057da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213219099', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:51Z', 'updated_at': '2022-04-20T16:45:57Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:53Z', 'updated_at': '2022-04-20T16:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'ea8ee4e2-ae37-4108-8a6d-a97787af5d79', 'name': '', 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:e7:39:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:56Z', 'updated_at': '2022-04-20T16:46:01Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': 'c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:48:53.160241 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2650be7-0e42-4739-9dd6-fdff7cb85f09 req-0b643816-8d85-45c2-bb7a-58c3b670d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:53.161862 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2650be7-0e42-4739-9dd6-fdff7cb85f09 req-0b643816-8d85-45c2-bb7a-58c3b670d0f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66 HTTP/1.1" status: 200 len: 835 time: 0.4459305 Apr 20 16:48:53.166608 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf4b3b6-6881-4863-a151-8ef6194057da None None] The sync data for ids ['ea2c9ef7-c4e1-4277-8758-f22936375c1e'] in n-d-836146-2 is: [{'id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213219099', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:51Z', 'updated_at': '2022-04-20T16:45:57Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:53Z', 'updated_at': '2022-04-20T16:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'ea8ee4e2-ae37-4108-8a6d-a97787af5d79', 'name': '', 'network_id': '5c1b58ae-0191-46ac-8f22-f46b6fd1e029', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:e7:39:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:56Z', 'updated_at': '2022-04-20T16:46:01Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': 'c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:48:53.175859 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d493b25-0149-4cff-8bd1-a3885ea3ff96 req-a4b9422c-4f01-4bcb-866a-6e5d4ede7a9c tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:53.177453 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2d493b25-0149-4cff-8bd1-a3885ea3ff96 req-a4b9422c-4f01-4bcb-866a-6e5d4ede7a9c tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd897466-6b43-4aa5-99b9-7313d1367cf1 HTTP/1.1" status: 200 len: 948 time: 0.4338951 Apr 20 16:48:53.243657 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2d493b25-0149-4cff-8bd1-a3885ea3ff96 req-ffc0516e-a9f5-4d87-9779-87295c93c5a8 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c20be7b-59b8-49ba-9a4b-db8581818738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566366 Apr 20 16:48:53.247225 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2650be7-0e42-4739-9dd6-fdff7cb85f09 req-1eb3efb7-d762-4c83-b800-f9acb3d8de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:53.248759 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2650be7-0e42-4739-9dd6-fdff7cb85f09 req-1eb3efb7-d762-4c83-b800-f9acb3d8de40 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c1b58ae-0191-46ac-8f22-f46b6fd1e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704019 Apr 20 16:48:53.365466 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2650be7-0e42-4739-9dd6-fdff7cb85f09 req-d77bb8b1-7f16-468e-93f7-de5689b531a8 service neutron] 10.222.0.26 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063466 Apr 20 16:48:53.375263 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee307e-d295-44be-940e-f9a84774079b req-9f775fb6-e697-4a65-8a0e-c854d9d23bac tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:53.376888 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-08ee307e-d295-44be-940e-f9a84774079b req-9f775fb6-e697-4a65-8a0e-c854d9d23bac tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 943 time: 0.0669198 Apr 20 16:48:53.431984 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-08ee307e-d295-44be-940e-f9a84774079b req-f939584b-f35a-4bd7-8bce-2f5c413cd8fb tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c81491-2ca9-48da-a199-f06a8b9ade9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484276 Apr 20 16:48:53.453298 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b460b3-c300-4b2a-8527-79acae5f5808 None None] New status for floating IP cdbba7e1-e4cc-435e-a56e-2b12a1aad3c8: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:48:53.476044 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2650be7-0e42-4739-9dd6-fdff7cb85f09 req-4d8ca2eb-5869-47c9-a6f9-f4ae8840a963 service neutron] 10.222.0.26 "GET /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037283 Apr 20 16:48:54.230698 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc59d-7b42-4c2a-ab67-4dbd1eadb853 req-5e610933-fe85-4f8e-a2ec-2f12e5c819ea tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:54.232529 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071dc59d-7b42-4c2a-ab67-4dbd1eadb853 req-5e610933-fe85-4f8e-a2ec-2f12e5c819ea tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 946 time: 0.0524859 Apr 20 16:48:54.272710 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-071dc59d-7b42-4c2a-ab67-4dbd1eadb853 req-0fd05bf0-27ff-4a78-a98b-76df5d749f19 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337248 Apr 20 16:48:54.381974 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6a007-d4ee-4c89-b255-438a637456a0 req-332dfdc7-8a46-4dd0-8226-43dce58eb1cb tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:54.383466 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c0a6a007-d4ee-4c89-b255-438a637456a0 req-332dfdc7-8a46-4dd0-8226-43dce58eb1cb tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd897466-6b43-4aa5-99b9-7313d1367cf1 HTTP/1.1" status: 200 len: 948 time: 0.0611312 Apr 20 16:48:54.432440 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c0a6a007-d4ee-4c89-b255-438a637456a0 req-786f2c39-65b7-4a9d-b252-de1a9cd97515 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c20be7b-59b8-49ba-9a4b-db8581818738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424173 Apr 20 16:48:54.590658 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efde97-7a97-45a2-8948-2521ef700232 req-5e2901c4-dd14-4e35-bf6b-77f46f3c7b9e tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:54.592143 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52efde97-7a97-45a2-8948-2521ef700232 req-5e2901c4-dd14-4e35-bf6b-77f46f3c7b9e tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 943 time: 0.0911200 Apr 20 16:48:54.607815 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9552d26-af2f-4601-9f9c-505a456df61e req-3c00e802-472e-4e76-abe3-6e52234b82e1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:54.609332 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b9552d26-af2f-4601-9f9c-505a456df61e req-3c00e802-472e-4e76-abe3-6e52234b82e1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 946 time: 0.0756230 Apr 20 16:48:54.702265 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52efde97-7a97-45a2-8948-2521ef700232 req-2f1fa074-4e75-4946-ad27-2d4fa1d0f1a2 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c81491-2ca9-48da-a199-f06a8b9ade9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034214 Apr 20 16:48:54.739621 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-b9552d26-af2f-4601-9f9c-505a456df61e req-90803df9-4b58-485d-b2a6-ed9467d46c39 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Deleting port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:48:54.740266 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b9552d26-af2f-4601-9f9c-505a456df61e req-90803df9-4b58-485d-b2a6-ed9467d46c39 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:54.855430 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-b9552d26-af2f-4601-9f9c-505a456df61e req-90803df9-4b58-485d-b2a6-ed9467d46c39 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] For port 3d19c3c2-bd09-4371-ac52-5ad842b72e49, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=3d19c3c2-bd09-4371-ac52-5ad842b72e49,segment=NetworkSegment(166da847-0635-4d4b-8965-6ac559258e7d),segment_id=166da847-0635-4d4b-8965-6ac559258e7d)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:48:54.855797 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b9552d26-af2f-4601-9f9c-505a456df61e req-90803df9-4b58-485d-b2a6-ed9467d46c39 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:54.874784 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-b9552d26-af2f-4601-9f9c-505a456df61e req-90803df9-4b58-485d-b2a6-ed9467d46c39 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Calling delete_port for 3d19c3c2-bd09-4371-ac52-5ad842b72e49 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:48:55.197217 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6610c861-da05-4b03-b0e3-a31a2c4d3131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:55.243256 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b9552d26-af2f-4601-9f9c-505a456df61e req-90803df9-4b58-485d-b2a6-ed9467d46c39 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:55.274611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90803df9-4b58-485d-b2a6-ed9467d46c39 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'Port': ['ID=3d19c3c2-bd09-4371-ac52-5ad842b72e49,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:55.327490 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9552d26-af2f-4601-9f9c-505a456df61e req-90803df9-4b58-485d-b2a6-ed9467d46c39 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] No DVR routers for this DVR port 3d19c3c2-bd09-4371-ac52-5ad842b72e49 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:48:55.330866 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b9552d26-af2f-4601-9f9c-505a456df61e req-90803df9-4b58-485d-b2a6-ed9467d46c39 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:55.334532 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b9552d26-af2f-4601-9f9c-505a456df61e req-90803df9-4b58-485d-b2a6-ed9467d46c39 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.26 "DELETE /v2.0/ports/3d19c3c2-bd09-4371-ac52-5ad842b72e49 HTTP/1.1" status: 204 len: 173 time: 0.7190561 Apr 20 16:48:55.334999 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd23a4e-634b-461a-80d0-579c49303331', 'name': 'network-vif-deleted', 'tag': '3d19c3c2-bd09-4371-ac52-5ad842b72e49'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:48:55.337391 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855240be-fdf1-456e-b9ef-f72dc19b59a2" -d '{"events": [{"server_uuid": "ffd23a4e-634b-461a-80d0-579c49303331", "name": "network-vif-deleted", "tag": "3d19c3c2-bd09-4371-ac52-5ad842b72e49"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:48:55.348976 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device bad6a425-c94b-4f7f-937e-9016d315d754 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:48:55.379759 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda2bb83-fc2d-49c7-bfc7-2e698ed1737b x-openstack-request-id: req-cda2bb83-fc2d-49c7-bfc7-2e698ed1737b {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:48:55.380126 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd23a4e-634b-461a-80d0-579c49303331", "name": "network-vif-deleted", "tag": "3d19c3c2-bd09-4371-ac52-5ad842b72e49", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:48:55.384155 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cda2bb83-fc2d-49c7-bfc7-2e698ed1737b {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:48:55.384155 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cda2bb83-fc2d-49c7-bfc7-2e698ed1737b'] response: {'server_uuid': 'ffd23a4e-634b-461a-80d0-579c49303331', 'name': 'network-vif-deleted', 'tag': '3d19c3c2-bd09-4371-ac52-5ad842b72e49', 'status': 'completed', 'code': 200} Apr 20 16:48:55.392586 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d67136c4-ea47-4821-b26a-a6b58e3c8aae req-51a35657-6194-4f30-9093-0b15d42042ab tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 210 time: 0.0342364 Apr 20 16:48:55.467885 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port bad6a425-c94b-4f7f-937e-9016d315d754, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=bad6a425-c94b-4f7f-937e-9016d315d754,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:48:55.480750 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'bad6a425-c94b-4f7f-937e-9016d315d754', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': 'bad6a425-c94b-4f7f-937e-9016d315d754', 'mac_address': 'fa:16:3e:2d:6e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:48:55.526279 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:55.540838 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad6a425-c94b-4f7f-937e-9016d315d754 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:48:55.563217 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port bad6a425-c94b-4f7f-937e-9016d315d754, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=bad6a425-c94b-4f7f-937e-9016d315d754,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:48:55.570736 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f0985-4326-4671-93f4-9b4d65d44879 req-8dd6b1d3-4e9e-4ead-9b45-3fa4fcbc4892 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:55.572270 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-235f0985-4326-4671-93f4-9b4d65d44879 req-8dd6b1d3-4e9e-4ead-9b45-3fa4fcbc4892 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd897466-6b43-4aa5-99b9-7313d1367cf1 HTTP/1.1" status: 200 len: 948 time: 0.0611348 Apr 20 16:48:55.625287 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-235f0985-4326-4671-93f4-9b4d65d44879 req-fca97e7d-5890-4e98-a6e6-6b0079cc9b75 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c20be7b-59b8-49ba-9a4b-db8581818738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446832 Apr 20 16:48:55.648770 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:55.706001 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=bad6a425-c94b-4f7f-937e-9016d315d754,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:55.717867 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:55.718759 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:55.719511 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:55.720105 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:55.720819 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:55.721147 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:55.721707 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:55.722042 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:55.722369 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:55.722700 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:55.723028 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:55.723349 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:48:55.854066 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4b675-a0c2-44a5-90a2-c8e5bb4d6651 req-34de7f49-e9ac-4813-a400-348a12fd4998 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:55.856191 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6fc4b675-a0c2-44a5-90a2-c8e5bb4d6651 req-34de7f49-e9ac-4813-a400-348a12fd4998 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 943 time: 0.0618582 Apr 20 16:48:55.897895 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6fc4b675-a0c2-44a5-90a2-c8e5bb4d6651 req-3b082a41-c38d-4cdc-a231-799c9ecd8ac0 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c81491-2ca9-48da-a199-f06a8b9ade9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350614 Apr 20 16:48:56.043156 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['bad6a425-c94b-4f7f-937e-9016d315d754'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:48:56.421977 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:56.514909 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5b2a98ae-62ea-46d7-af5d-c7a4ed1c2753 req-7986ae49-72a9-439f-a6ba-b858260e8f42 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffd23a4e-634b-461a-80d0-579c49303331 HTTP/1.1" status: 200 len: 210 time: 0.0276220 Apr 20 16:48:56.755974 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa10a1-1f01-4d9f-bf1b-ae95e0d56397 req-42ae9328-34ec-46ef-b09e-75b29eaeb7a1 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:56.757443 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ffaa10a1-1f01-4d9f-bf1b-ae95e0d56397 req-42ae9328-34ec-46ef-b09e-75b29eaeb7a1 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd897466-6b43-4aa5-99b9-7313d1367cf1 HTTP/1.1" status: 200 len: 949 time: 0.0580025 Apr 20 16:48:56.802166 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ffaa10a1-1f01-4d9f-bf1b-ae95e0d56397 req-2c4cd4e6-7658-40b2-920d-6cccdbec0d42 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c20be7b-59b8-49ba-9a4b-db8581818738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370438 Apr 20 16:48:57.033493 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ed609-1098-495c-93a4-a446bd47913d req-ff7c1f7b-fb56-47a3-a93a-137eece9d776 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:57.034996 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0c2ed609-1098-495c-93a4-a446bd47913d req-ff7c1f7b-fb56-47a3-a93a-137eece9d776 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 943 time: 0.0636625 Apr 20 16:48:57.077169 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0c2ed609-1098-495c-93a4-a446bd47913d req-6ad99bc7-66f0-4022-a8a1-e439a58ce81a tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c81491-2ca9-48da-a199-f06a8b9ade9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348022 Apr 20 16:48:57.369396 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device bad6a425-c94b-4f7f-937e-9016d315d754 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:48:57.489880 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port bad6a425-c94b-4f7f-937e-9016d315d754 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:48:57.494309 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port bad6a425-c94b-4f7f-937e-9016d315d754 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:48:57.494695 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:57.575585 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54220) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:48:57.581721 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:57.608418 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd897466-6b43-4aa5-99b9-7313d1367cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad6a425-c94b-4f7f-937e-9016d315d754'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:48:57.610694 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6559a352-0a5d-4b81-b10d-0f4bed8eb66f" -d '{"events": [{"server_uuid": "dd897466-6b43-4aa5-99b9-7313d1367cf1", "name": "network-vif-plugged", "status": "completed", "tag": "bad6a425-c94b-4f7f-937e-9016d315d754"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:48:57.627689 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port bad6a425-c94b-4f7f-937e-9016d315d754, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=bad6a425-c94b-4f7f-937e-9016d315d754,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:48:57.665378 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3af4b59-08d7-4cd6-83ce-25f5e26e56f8 x-openstack-request-id: req-f3af4b59-08d7-4cd6-83ce-25f5e26e56f8 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:48:57.665637 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd897466-6b43-4aa5-99b9-7313d1367cf1", "name": "network-vif-plugged", "status": "completed", "tag": "bad6a425-c94b-4f7f-937e-9016d315d754", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:48:57.665893 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3af4b59-08d7-4cd6-83ce-25f5e26e56f8 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:48:57.666292 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3af4b59-08d7-4cd6-83ce-25f5e26e56f8'] response: {'server_uuid': 'dd897466-6b43-4aa5-99b9-7313d1367cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad6a425-c94b-4f7f-937e-9016d315d754', 'code': 200} Apr 20 16:48:57.737606 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:57.738980 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 3d19c3c2-bd09-4371-ac52-5ad842b72e49 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:48:57.784088 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 3d19c3c2-bd09-4371-ac52-5ad842b72e49 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:48:57.784472 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 3d19c3c2-bd09-4371-ac52-5ad842b72e49 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:48:57.812962 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77908764-2dd8-481c-a11a-f16d1497a864 req-1b2f762e-a211-4a89-91cd-015ce5c7af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:57.814689 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-77908764-2dd8-481c-a11a-f16d1497a864 req-1b2f762e-a211-4a89-91cd-015ce5c7af2b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dd897466-6b43-4aa5-99b9-7313d1367cf1 HTTP/1.1" status: 200 len: 1101 time: 0.0604558 Apr 20 16:48:57.819741 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=bad6a425-c94b-4f7f-937e-9016d315d754,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:57.857851 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-77908764-2dd8-481c-a11a-f16d1497a864 req-06082e67-480d-49ee-b1fb-9af597eced71 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6c20be7b-59b8-49ba-9a4b-db8581818738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364158 Apr 20 16:48:57.918599 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:57.964323 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cd1e7-99ac-4f34-b833-25b0eb7ded97 req-685983f9-c52b-4cb4-820c-edb8bdecec2e tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:57.965932 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9a2cd1e7-99ac-4f34-b833-25b0eb7ded97 req-685983f9-c52b-4cb4-820c-edb8bdecec2e tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd897466-6b43-4aa5-99b9-7313d1367cf1 HTTP/1.1" status: 200 len: 950 time: 0.0853298 Apr 20 16:48:58.018130 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9a2cd1e7-99ac-4f34-b833-25b0eb7ded97 req-56c029e4-6bc2-4f28-82a9-23f1c7ceb887 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c20be7b-59b8-49ba-9a4b-db8581818738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454206 Apr 20 16:48:58.086877 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-70c7b8a2-f578-477f-981c-8a3d5df42b5b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:58.200531 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937fa7c-fe48-41c7-9a2d-fa669839fb85 req-ad6dc88d-e5ad-4dc5-b8cf-159d4fe2a591 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:58.202002 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2937fa7c-fe48-41c7-9a2d-fa669839fb85 req-ad6dc88d-e5ad-4dc5-b8cf-159d4fe2a591 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 943 time: 0.0522735 Apr 20 16:48:58.215667 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:58.244096 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2937fa7c-fe48-41c7-9a2d-fa669839fb85 req-8c9b0dd2-4de8-444d-b160-57c78dee1fb4 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c81491-2ca9-48da-a199-f06a8b9ade9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355222 Apr 20 16:48:58.371966 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-70c7b8a2-f578-477f-981c-8a3d5df42b5b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Deleting port ea8ee4e2-ae37-4108-8a6d-a97787af5d79 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:48:58.372397 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-70c7b8a2-f578-477f-981c-8a3d5df42b5b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:58.462380 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-70c7b8a2-f578-477f-981c-8a3d5df42b5b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] For port ea8ee4e2-ae37-4108-8a6d-a97787af5d79, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ea8ee4e2-ae37-4108-8a6d-a97787af5d79,segment=NetworkSegment(166da847-0635-4d4b-8965-6ac559258e7d),segment_id=166da847-0635-4d4b-8965-6ac559258e7d)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:48:58.462671 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-70c7b8a2-f578-477f-981c-8a3d5df42b5b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:58.482306 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-70c7b8a2-f578-477f-981c-8a3d5df42b5b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Calling delete_port for ea8ee4e2-ae37-4108-8a6d-a97787af5d79 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:48:58.771833 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-70c7b8a2-f578-477f-981c-8a3d5df42b5b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:58.800773 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7b8a2-f578-477f-981c-8a3d5df42b5b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'Port': ['ID=ea8ee4e2-ae37-4108-8a6d-a97787af5d79,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:58.814010 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:58.990402 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-70c7b8a2-f578-477f-981c-8a3d5df42b5b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:59.196405 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245461a-a4a6-4368-bae3-fe69af89ab1e req-4b2ab83e-967a-4673-88b6-23e5c7c517c2 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:59.197838 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9245461a-a4a6-4368-bae3-fe69af89ab1e req-4b2ab83e-967a-4673-88b6-23e5c7c517c2 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd897466-6b43-4aa5-99b9-7313d1367cf1 HTTP/1.1" status: 200 len: 950 time: 0.0979464 Apr 20 16:48:59.277696 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9245461a-a4a6-4368-bae3-fe69af89ab1e req-10d11b81-878a-488a-8578-823d9bc8f771 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c20be7b-59b8-49ba-9a4b-db8581818738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702910 Apr 20 16:48:59.284569 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c7b8a2-f578-477f-981c-8a3d5df42b5b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Router ea2c9ef7-c4e1-4277-8758-f22936375c1e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:48:59.380854 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2fc1c-e411-4786-9928-506d02d5ed6a req-3dbede3d-30dd-4468-9ccb-8373d245d173 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:48:59.382299 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-89b2fc1c-e411-4786-9928-506d02d5ed6a req-3dbede3d-30dd-4468-9ccb-8373d245d173 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 943 time: 0.0523756 Apr 20 16:48:59.404037 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c7b8a2-f578-477f-981c-8a3d5df42b5b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:48:59.410995 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-70c7b8a2-f578-477f-981c-8a3d5df42b5b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "PUT /v2.0/routers/ea2c9ef7-c4e1-4277-8758-f22936375c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8347015 Apr 20 16:48:59.413881 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54232) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:48:59.418488 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0970d9b3-c0dc-4e73-b7c3-ea46416b8636 None None] Sync routers for ids ['ea2c9ef7-c4e1-4277-8758-f22936375c1e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:48:59.429596 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-89b2fc1c-e411-4786-9928-506d02d5ed6a req-037c3d5c-140d-4d5d-a76d-d2730b02c5c2 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c81491-2ca9-48da-a199-f06a8b9ade9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407019 Apr 20 16:48:59.430164 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0970d9b3-c0dc-4e73-b7c3-ea46416b8636 None None] Routers {'ea2c9ef7-c4e1-4277-8758-f22936375c1e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:48:59.431118 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0970d9b3-c0dc-4e73-b7c3-ea46416b8636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:48:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ea2c9ef7-c4e1-4277-8758-f22936375c1e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:48:59.481114 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-10dc2021-7830-4b61-b409-f34d3aa23e7a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Deleting subnet c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:48:59.484659 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-10dc2021-7830-4b61-b409-f34d3aa23e7a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:59.528513 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-10dc2021-7830-4b61-b409-f34d3aa23e7a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:59.539644 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-0970d9b3-c0dc-4e73-b7c3-ea46416b8636 None None] Set router ea2c9ef7-c4e1-4277-8758-f22936375c1e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:48:59.621783 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-10dc2021-7830-4b61-b409-f34d3aa23e7a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:59.732630 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0970d9b3-c0dc-4e73-b7c3-ea46416b8636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213219099', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:51Z', 'updated_at': '2022-04-20T16:48:58Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:53Z', 'updated_at': '2022-04-20T16:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:48:59.759555 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0970d9b3-c0dc-4e73-b7c3-ea46416b8636 None None] Checking router: ea2c9ef7-c4e1-4277-8758-f22936375c1e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:48:59.771068 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0970d9b3-c0dc-4e73-b7c3-ea46416b8636 None None] Routers {'ea2c9ef7-c4e1-4277-8758-f22936375c1e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:48:59.771818 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0970d9b3-c0dc-4e73-b7c3-ea46416b8636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:48:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ea2c9ef7-c4e1-4277-8758-f22936375c1e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:48:59.776183 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-10dc2021-7830-4b61-b409-f34d3aa23e7a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:59.804084 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc2021-7830-4b61-b409-f34d3aa23e7a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'Subnet': ['ID=c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:48:59.808597 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-10dc2021-7830-4b61-b409-f34d3aa23e7a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:59.811687 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-10dc2021-7830-4b61-b409-f34d3aa23e7a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "DELETE /v2.0/subnets/c6a4fd74-909e-4f26-9a68-c6ba6bc3ac66 HTTP/1.1" status: 204 len: 168 time: 0.3955438 Apr 20 16:48:59.814620 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54234) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:48:59.816712 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fb7030-20ab-4473-8397-188cd96a0e21 None None] Network 5c1b58ae-0191-46ac-8f22-f46b6fd1e029 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:48:59.948111 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70622b29-b493-4911-a2e7-f613c1e3903d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:48:59.992466 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-0970d9b3-c0dc-4e73-b7c3-ea46416b8636 None None] Set router ea2c9ef7-c4e1-4277-8758-f22936375c1e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:49:00.010176 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:00.058700 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b741152-04ed-496b-b9a7-385db33e5010 None None] DHCP port deletion for 5c1b58ae-0191-46ac-8f22-f46b6fd1e029 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:49:00.088460 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70622b29-b493-4911-a2e7-f613c1e3903d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:00.114337 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-9b741152-04ed-496b-b9a7-385db33e5010 None None] Deleting port 7782906b-f32f-48da-a175-b6d0b9a04baf {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:49:00.114715 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9b741152-04ed-496b-b9a7-385db33e5010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:00.189879 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9b741152-04ed-496b-b9a7-385db33e5010 None None] For port 7782906b-f32f-48da-a175-b6d0b9a04baf, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7782906b-f32f-48da-a175-b6d0b9a04baf,segment=NetworkSegment(166da847-0635-4d4b-8965-6ac559258e7d),segment_id=166da847-0635-4d4b-8965-6ac559258e7d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:49:00.190508 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9b741152-04ed-496b-b9a7-385db33e5010 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:00.191954 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0970d9b3-c0dc-4e73-b7c3-ea46416b8636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213219099', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:51Z', 'updated_at': '2022-04-20T16:48:58Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:53Z', 'updated_at': '2022-04-20T16:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:00.207262 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-9b741152-04ed-496b-b9a7-385db33e5010 None None] Calling delete_port for 7782906b-f32f-48da-a175-b6d0b9a04baf owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:49:00.220888 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0970d9b3-c0dc-4e73-b7c3-ea46416b8636 None None] The sync data for ids ['ea2c9ef7-c4e1-4277-8758-f22936375c1e'] in n-d-836146-2 is: [{'id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213219099', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:51Z', 'updated_at': '2022-04-20T16:48:58Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2c9ef7-c4e1-4277-8758-f22936375c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:53Z', 'updated_at': '2022-04-20T16:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:49:00.228748 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-70622b29-b493-4911-a2e7-f613c1e3903d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Deleting port 94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:49:00.229682 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70622b29-b493-4911-a2e7-f613c1e3903d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:00.340746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-70622b29-b493-4911-a2e7-f613c1e3903d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] For port 94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:49:00.341264 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70622b29-b493-4911-a2e7-f613c1e3903d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:00.358691 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-70622b29-b493-4911-a2e7-f613c1e3903d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Calling delete_port for 94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:49:00.414151 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9b741152-04ed-496b-b9a7-385db33e5010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:00.425478 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41120517-0df1-4b38-ad09-385015a072d7 req-83993f6b-b567-470a-b910-f9f9b111ad40 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:00.427154 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-41120517-0df1-4b38-ad09-385015a072d7 req-83993f6b-b567-470a-b910-f9f9b111ad40 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd897466-6b43-4aa5-99b9-7313d1367cf1 HTTP/1.1" status: 200 len: 950 time: 0.0707116 Apr 20 16:49:00.451380 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b741152-04ed-496b-b9a7-385db33e5010 None None] No DVR routers for this DVR port 7782906b-f32f-48da-a175-b6d0b9a04baf on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:49:00.457469 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b741152-04ed-496b-b9a7-385db33e5010 None None] Pushing event deleted for resources: {'Port': ['ID=7782906b-f32f-48da-a175-b6d0b9a04baf,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:00.472020 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-41120517-0df1-4b38-ad09-385015a072d7 req-547e111f-282a-49d6-874d-409c086ef0c1 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c20be7b-59b8-49ba-9a4b-db8581818738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369568 Apr 20 16:49:00.484694 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 679de77c-b9a5-4337-9c0e-02968605c1e8 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:49:00.637998 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087080f6-45c9-4329-bfd8-a3b803617950 req-f8befd2f-d02e-4fe2-8061-88c7bd093543 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:00.638604 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 679de77c-b9a5-4337-9c0e-02968605c1e8, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=679de77c-b9a5-4337-9c0e-02968605c1e8,segment=NetworkSegment(30784be2-b4cb-4787-b6f0-2d64da53f73c),segment_id=30784be2-b4cb-4787-b6f0-2d64da53f73c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:49:00.639866 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-087080f6-45c9-4329-bfd8-a3b803617950 req-f8befd2f-d02e-4fe2-8061-88c7bd093543 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 943 time: 0.0960846 Apr 20 16:49:00.653358 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '679de77c-b9a5-4337-9c0e-02968605c1e8', 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca', 'port_id': '679de77c-b9a5-4337-9c0e-02968605c1e8', 'mac_address': 'fa:16:3e:c5:69:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:49:00.689942 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-087080f6-45c9-4329-bfd8-a3b803617950 req-2591c2c8-e17d-4986-9a55-38b35a60ef4a tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c81491-2ca9-48da-a199-f06a8b9ade9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401561 Apr 20 16:49:00.704302 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:00.715447 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70622b29-b493-4911-a2e7-f613c1e3903d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:00.720972 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679de77c-b9a5-4337-9c0e-02968605c1e8 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:49:00.738241 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ea8ee4e2-ae37-4108-8a6d-a97787af5d79 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:49:00.759561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70622b29-b493-4911-a2e7-f613c1e3903d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'Port': ['ID=94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:00.780696 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 679de77c-b9a5-4337-9c0e-02968605c1e8, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=679de77c-b9a5-4337-9c0e-02968605c1e8,segment=NetworkSegment(30784be2-b4cb-4787-b6f0-2d64da53f73c),segment_id=30784be2-b4cb-4787-b6f0-2d64da53f73c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:49:00.781634 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: ea8ee4e2-ae37-4108-8a6d-a97787af5d79 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:49:00.782062 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ea8ee4e2-ae37-4108-8a6d-a97787af5d79 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:49:00.800519 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 7782906b-f32f-48da-a175-b6d0b9a04baf no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:49:00.805260 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 7782906b-f32f-48da-a175-b6d0b9a04baf {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:49:00.806335 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 7782906b-f32f-48da-a175-b6d0b9a04baf not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:49:00.830111 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70622b29-b493-4911-a2e7-f613c1e3903d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:00.930653 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70622b29-b493-4911-a2e7-f613c1e3903d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:00.933470 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70622b29-b493-4911-a2e7-f613c1e3903d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:01.088472 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:01.138435 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=679de77c-b9a5-4337-9c0e-02968605c1e8,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:01.158779 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70622b29-b493-4911-a2e7-f613c1e3903d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:01.164193 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70622b29-b493-4911-a2e7-f613c1e3903d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Fanout notify agent at l3_agent the message router_deleted on router ea2c9ef7-c4e1-4277-8758-f22936375c1e {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:49:01.166406 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70622b29-b493-4911-a2e7-f613c1e3903d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:01.168376 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-70622b29-b493-4911-a2e7-f613c1e3903d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "DELETE /v2.0/routers/ea2c9ef7-c4e1-4277-8758-f22936375c1e HTTP/1.1" status: 204 len: 168 time: 1.3519042 Apr 20 16:49:01.171003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54244) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:01.258230 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1ce02be0-654e-4b19-bc04-2672cd9f1c88 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:01.364090 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1ce02be0-654e-4b19-bc04-2672cd9f1c88 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:01.414578 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-1ce02be0-654e-4b19-bc04-2672cd9f1c88 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1b58ae-0191-46ac-8f22-f46b6fd1e029']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:01.427096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-1ce02be0-654e-4b19-bc04-2672cd9f1c88 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166da847-0635-4d4b-8965-6ac559258e7d') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:01.427390 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-1ce02be0-654e-4b19-bc04-2672cd9f1c88 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166da847-0635-4d4b-8965-6ac559258e7d') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:01.439833 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1ce02be0-654e-4b19-bc04-2672cd9f1c88 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:01.461728 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60adfb6d-6d98-483b-ad9b-99093bc4b5c2 req-aed61b0a-da86-47c4-aa9e-2774212bf760 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:01.463231 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-60adfb6d-6d98-483b-ad9b-99093bc4b5c2 req-aed61b0a-da86-47c4-aa9e-2774212bf760 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd897466-6b43-4aa5-99b9-7313d1367cf1 HTTP/1.1" status: 200 len: 950 time: 0.0915134 Apr 20 16:49:01.464771 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1ce02be0-654e-4b19-bc04-2672cd9f1c88 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:01.470318 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['679de77c-b9a5-4337-9c0e-02968605c1e8'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:49:01.472986 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce02be0-654e-4b19-bc04-2672cd9f1c88 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:49:01.473396 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1ce02be0-654e-4b19-bc04-2672cd9f1c88 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:49:01.476630 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:49:01.558408 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-60adfb6d-6d98-483b-ad9b-99093bc4b5c2 req-608faef7-23b6-45ac-a6c6-76db261565af tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c20be7b-59b8-49ba-9a4b-db8581818738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867398 Apr 20 16:49:01.695293 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1ce02be0-654e-4b19-bc04-2672cd9f1c88 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:01.704949 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1ce02be0-654e-4b19-bc04-2672cd9f1c88 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:01.707384 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1ce02be0-654e-4b19-bc04-2672cd9f1c88 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "DELETE /v2.0/networks/5c1b58ae-0191-46ac-8f22-f46b6fd1e029 HTTP/1.1" status: 204 len: 168 time: 0.5351391 Apr 20 16:49:01.710227 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54248) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:01.729467 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce02be0-654e-4b19-bc04-2672cd9f1c88 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'Network': ['ID=5c1b58ae-0191-46ac-8f22-f46b6fd1e029,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:01.793155 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cd82ade0-cd94-42f2-8d2c-c3b296e3ac6a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:01.821758 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cd82ade0-cd94-42f2-8d2c-c3b296e3ac6a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:01.831005 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3299a-1fde-4bcb-9cac-b9aa0626896a req-9d678e60-3a70-43d2-ad28-812e28a3b9bd tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:01.832620 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2ca3299a-1fde-4bcb-9cac-b9aa0626896a req-9d678e60-3a70-43d2-ad28-812e28a3b9bd tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 944 time: 0.0562434 Apr 20 16:49:01.873849 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2ca3299a-1fde-4bcb-9cac-b9aa0626896a req-fbb0007a-1e63-4ff8-a251-d8d8e43ad917 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c81491-2ca9-48da-a199-f06a8b9ade9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335944 Apr 20 16:49:01.987198 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cd82ade0-cd94-42f2-8d2c-c3b296e3ac6a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:01.990085 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cd82ade0-cd94-42f2-8d2c-c3b296e3ac6a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:01.991301 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cd82ade0-cd94-42f2-8d2c-c3b296e3ac6a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "DELETE /v2.0/security-groups/d4c442b5-8e2c-41e3-9a4f-7dc1e26644de HTTP/1.1" status: 204 len: 168 time: 0.2800574 Apr 20 16:49:02.001849 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82ade0-cd94-42f2-8d2c-c3b296e3ac6a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c442b5-8e2c-41e3-9a4f-7dc1e26644de,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:02.450894 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54256) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:02.455734 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-ba4a10b8-e592-4dd0-87b4-b65b420c97c2 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-522198026', 'description': 'tempest-secgroup-smoke-522198026 description', 'project_id': 'f671d985b7654b0ab90a0236bac58688'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:49:02.510426 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 679de77c-b9a5-4337-9c0e-02968605c1e8 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:49:02.563248 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ba4a10b8-e592-4dd0-87b4-b65b420c97c2 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:02.632517 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 679de77c-b9a5-4337-9c0e-02968605c1e8 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:49:02.644627 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 679de77c-b9a5-4337-9c0e-02968605c1e8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:02.645078 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:02.669023 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ba4a10b8-e592-4dd0-87b4-b65b420c97c2 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:02.714730 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:49:02.721167 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234356b4-eba3-454e-8d4a-8d48de6a7eb2 req-4b1fc115-382d-48c0-bc3a-252c3b2602b4 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:02.721167 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-234356b4-eba3-454e-8d4a-8d48de6a7eb2 req-4b1fc115-382d-48c0-bc3a-252c3b2602b4 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd897466-6b43-4aa5-99b9-7313d1367cf1 HTTP/1.1" status: 200 len: 950 time: 0.0613458 Apr 20 16:49:02.739991 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:49:02.740474 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 94166e6b-f9b1-4b4e-b5a3-20cf1ea0385a not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:49:02.760153 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-234356b4-eba3-454e-8d4a-8d48de6a7eb2 req-de394b6a-3779-4944-9347-7028c0923d12 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c20be7b-59b8-49ba-9a4b-db8581818738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353937 Apr 20 16:49:02.787405 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ba4a10b8-e592-4dd0-87b4-b65b420c97c2 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:02.789970 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:02.816269 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b20469-7544-4afb-b6ce-90a574f89f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679de77c-b9a5-4337-9c0e-02968605c1e8'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:49:02.818522 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0e39f0-39e9-4bd3-9c86-6ae467628b75" -d '{"events": [{"server_uuid": "83b20469-7544-4afb-b6ce-90a574f89f38", "name": "network-vif-plugged", "status": "completed", "tag": "679de77c-b9a5-4337-9c0e-02968605c1e8"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:49:02.830267 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a10b8-e592-4dd0-87b4-b65b420c97c2 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65aff0ba-bd97-498c-b8a5-e893963d2029,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:02.834711 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 679de77c-b9a5-4337-9c0e-02968605c1e8, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=679de77c-b9a5-4337-9c0e-02968605c1e8,segment=NetworkSegment(30784be2-b4cb-4787-b6f0-2d64da53f73c),segment_id=30784be2-b4cb-4787-b6f0-2d64da53f73c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:49:02.870580 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2804a4b2-f584-43fc-a154-2454a01abce5 x-openstack-request-id: req-2804a4b2-f584-43fc-a154-2454a01abce5 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:49:02.870580 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b20469-7544-4afb-b6ce-90a574f89f38", "name": "network-vif-plugged", "status": "completed", "tag": "679de77c-b9a5-4337-9c0e-02968605c1e8", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:49:02.870580 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2804a4b2-f584-43fc-a154-2454a01abce5 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:49:02.870580 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2804a4b2-f584-43fc-a154-2454a01abce5'] response: {'server_uuid': '83b20469-7544-4afb-b6ce-90a574f89f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679de77c-b9a5-4337-9c0e-02968605c1e8', 'code': 200} Apr 20 16:49:02.921995 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d5c90-a375-4d5c-bf3f-87081c27a593 req-c3d80a54-8147-4cf8-a81f-506049f85947 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:02.921995 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad2d5c90-a375-4d5c-bf3f-87081c27a593 req-c3d80a54-8147-4cf8-a81f-506049f85947 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd897466-6b43-4aa5-99b9-7313d1367cf1 HTTP/1.1" status: 200 len: 950 time: 0.0580516 Apr 20 16:49:03.007133 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ba4a10b8-e592-4dd0-87b4-b65b420c97c2 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:03.008692 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ba4a10b8-e592-4dd0-87b4-b65b420c97c2 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5566072 Apr 20 16:49:03.012293 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54264) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:03.017542 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-1f157808-644d-4858-992b-bfd65f0ff42d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group_rule': {'security_group_id': '65aff0ba-bd97-498c-b8a5-e893963d2029', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:49:03.067007 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:03.074078 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeda60f-0f6d-4b93-b91e-6c08fc129264 req-c198a3b7-41e0-490b-b99b-34b2350224f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:03.082154 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-deeda60f-0f6d-4b93-b91e-6c08fc129264 req-c198a3b7-41e0-490b-b99b-34b2350224f0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 1095 time: 0.1226692 Apr 20 16:49:03.090904 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9c130-abe6-40ba-a917-484f04238e05 req-628c1d36-58d6-4da9-a958-5ceefef1e6dd tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:03.092505 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-89b9c130-abe6-40ba-a917-484f04238e05 req-628c1d36-58d6-4da9-a958-5ceefef1e6dd tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 944 time: 0.1282742 Apr 20 16:49:03.121239 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=679de77c-b9a5-4337-9c0e-02968605c1e8,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:03.164876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-ad2d5c90-a375-4d5c-bf3f-87081c27a593 req-455abdaf-bbff-409e-9195-f8c03cc7fc44 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Deleting port bad6a425-c94b-4f7f-937e-9016d315d754 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:49:03.165224 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ad2d5c90-a375-4d5c-bf3f-87081c27a593 req-455abdaf-bbff-409e-9195-f8c03cc7fc44 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:03.171537 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-deeda60f-0f6d-4b93-b91e-6c08fc129264 req-426877d1-ae6a-4094-9a4f-e1f8a3a5ce9d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=34c81491-2ca9-48da-a199-f06a8b9ade9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772204 Apr 20 16:49:03.176780 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-89b9c130-abe6-40ba-a917-484f04238e05 req-e1d59845-f7d5-4ac7-a0f8-1f8426abdb1b tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c81491-2ca9-48da-a199-f06a8b9ade9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742717 Apr 20 16:49:03.269840 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-ad2d5c90-a375-4d5c-bf3f-87081c27a593 req-455abdaf-bbff-409e-9195-f8c03cc7fc44 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] For port bad6a425-c94b-4f7f-937e-9016d315d754, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=bad6a425-c94b-4f7f-937e-9016d315d754,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:49:03.270118 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ad2d5c90-a375-4d5c-bf3f-87081c27a593 req-455abdaf-bbff-409e-9195-f8c03cc7fc44 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:03.281906 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-ad2d5c90-a375-4d5c-bf3f-87081c27a593 req-455abdaf-bbff-409e-9195-f8c03cc7fc44 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Calling delete_port for bad6a425-c94b-4f7f-937e-9016d315d754 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:49:03.295098 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1f157808-644d-4858-992b-bfd65f0ff42d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:03.349539 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1f157808-644d-4858-992b-bfd65f0ff42d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:03.539877 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1f157808-644d-4858-992b-bfd65f0ff42d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:03.558243 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f157808-644d-4858-992b-bfd65f0ff42d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ffbe309-cf97-46c6-bead-1868b4ab114d,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:03.604068 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ad2d5c90-a375-4d5c-bf3f-87081c27a593 req-455abdaf-bbff-409e-9195-f8c03cc7fc44 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:03.638441 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455abdaf-bbff-409e-9195-f8c03cc7fc44 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Pushing event deleted for resources: {'Port': ['ID=bad6a425-c94b-4f7f-937e-9016d315d754,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:03.638716 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['bad6a425-c94b-4f7f-937e-9016d315d754'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:49:03.682900 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2d5c90-a375-4d5c-bf3f-87081c27a593 req-455abdaf-bbff-409e-9195-f8c03cc7fc44 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] No DVR routers for this DVR port bad6a425-c94b-4f7f-937e-9016d315d754 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:49:03.685629 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ad2d5c90-a375-4d5c-bf3f-87081c27a593 req-455abdaf-bbff-409e-9195-f8c03cc7fc44 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:03.689821 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad2d5c90-a375-4d5c-bf3f-87081c27a593 req-455abdaf-bbff-409e-9195-f8c03cc7fc44 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.26 "DELETE /v2.0/ports/bad6a425-c94b-4f7f-937e-9016d315d754 HTTP/1.1" status: 204 len: 173 time: 0.7628386 Apr 20 16:49:03.690315 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd897466-6b43-4aa5-99b9-7313d1367cf1', 'name': 'network-vif-deleted', 'tag': 'bad6a425-c94b-4f7f-937e-9016d315d754'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:49:03.692724 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea375db-5afb-45c2-b6d3-c9b3d06e5e31" -d '{"events": [{"server_uuid": "dd897466-6b43-4aa5-99b9-7313d1367cf1", "name": "network-vif-deleted", "tag": "bad6a425-c94b-4f7f-937e-9016d315d754"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:49:03.706706 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1f157808-644d-4858-992b-bfd65f0ff42d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:03.706706 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1f157808-644d-4858-992b-bfd65f0ff42d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6898711 Apr 20 16:49:03.707843 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54270) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:03.713902 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-25c58635-8eab-4345-93f0-b290e0e98e9a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group_rule': {'security_group_id': '65aff0ba-bd97-498c-b8a5-e893963d2029', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:49:03.740743 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab6fec6-7f13-4c30-9159-1290430f3d79 x-openstack-request-id: req-1ab6fec6-7f13-4c30-9159-1290430f3d79 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:49:03.741248 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd897466-6b43-4aa5-99b9-7313d1367cf1", "name": "network-vif-deleted", "tag": "bad6a425-c94b-4f7f-937e-9016d315d754", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:49:03.749190 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ab6fec6-7f13-4c30-9159-1290430f3d79 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:49:03.749190 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ab6fec6-7f13-4c30-9159-1290430f3d79'] response: {'server_uuid': 'dd897466-6b43-4aa5-99b9-7313d1367cf1', 'name': 'network-vif-deleted', 'tag': 'bad6a425-c94b-4f7f-937e-9016d315d754', 'status': 'completed', 'code': 200} Apr 20 16:49:03.866566 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2ff5a47f-6cab-4eaf-88db-e0ec07cb7bb0 req-7080a8f0-7fb8-4b4a-891e-dfae4dfb748d tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd897466-6b43-4aa5-99b9-7313d1367cf1 HTTP/1.1" status: 200 len: 210 time: 0.0273983 Apr 20 16:49:03.938892 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-25c58635-8eab-4345-93f0-b290e0e98e9a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:03.999899 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-25c58635-8eab-4345-93f0-b290e0e98e9a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:04.097401 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-25c58635-8eab-4345-93f0-b290e0e98e9a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:04.118359 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c58635-8eab-4345-93f0-b290e0e98e9a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2afc24-b8fc-48d7-9d40-06eebbab5250,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:04.200512 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-25c58635-8eab-4345-93f0-b290e0e98e9a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:04.201747 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-25c58635-8eab-4345-93f0-b290e0e98e9a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4925456 Apr 20 16:49:04.204609 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54276) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:04.209026 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c93e2fe9-6295-4132-b94e-09cbee54c7e0 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group_rule': {'security_group_id': '65aff0ba-bd97-498c-b8a5-e893963d2029', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:49:04.301961 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675513c-bb1a-4475-8e6f-7b94bdb13afe req-f5948ebc-5b4b-44a6-a074-8362e714052b tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:04.303669 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7675513c-bb1a-4475-8e6f-7b94bdb13afe req-f5948ebc-5b4b-44a6-a074-8362e714052b tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 945 time: 0.0542488 Apr 20 16:49:04.353632 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c93e2fe9-6295-4132-b94e-09cbee54c7e0 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:04.355301 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7675513c-bb1a-4475-8e6f-7b94bdb13afe req-c34b2b0b-8fda-4833-8e0b-4edc71ea8bbc tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c81491-2ca9-48da-a199-f06a8b9ade9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451288 Apr 20 16:49:04.421886 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c93e2fe9-6295-4132-b94e-09cbee54c7e0 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:04.542290 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c93e2fe9-6295-4132-b94e-09cbee54c7e0 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:04.562843 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e2fe9-6295-4132-b94e-09cbee54c7e0 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed4b39d-ef6e-45b4-80f8-51f02dbfbfdb,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:04.699965 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c93e2fe9-6295-4132-b94e-09cbee54c7e0 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:04.702115 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c93e2fe9-6295-4132-b94e-09cbee54c7e0 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4963083 Apr 20 16:49:04.705390 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54278) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:04.709980 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b0c248b7-cd62-4ac6-bf5f-71768eb64d0c tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group_rule': {'security_group_id': '65aff0ba-bd97-498c-b8a5-e893963d2029', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:49:04.849179 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0c248b7-cd62-4ac6-bf5f-71768eb64d0c tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:04.921444 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0c248b7-cd62-4ac6-bf5f-71768eb64d0c tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:04.984737 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c9c5f72-6455-44c8-8579-f9e5de57e6a6 req-e87b59d8-789e-4344-8193-5eb294635df4 tempest-VolumesNegativeTest-285034282 tempest-VolumesNegativeTest-285034282-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd897466-6b43-4aa5-99b9-7313d1367cf1 HTTP/1.1" status: 200 len: 210 time: 0.0283175 Apr 20 16:49:05.015773 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0c248b7-cd62-4ac6-bf5f-71768eb64d0c tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:05.034594 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c248b7-cd62-4ac6-bf5f-71768eb64d0c tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9878a815-b0b5-4af8-be88-163f184de571,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:05.234921 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0c248b7-cd62-4ac6-bf5f-71768eb64d0c tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:05.236175 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b0c248b7-cd62-4ac6-bf5f-71768eb64d0c tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5296373 Apr 20 16:49:05.239063 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54282) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:05.243444 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ce57130d-f75a-4a23-a35f-523b018d38a1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group_rule': {'security_group_id': '65aff0ba-bd97-498c-b8a5-e893963d2029', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:49:05.415347 n-d-836146-2 neutron-server[103485]: INFO neutron.db.securitygroups_db [None req-ce57130d-f75a-4a23-a35f-523b018d38a1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Project f671d985b7654b0ab90a0236bac58688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:49:05.421563 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce57130d-f75a-4a23-a35f-523b018d38a1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:05.510484 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f490cd-709a-475f-9ca8-47ca6cfad4ca req-03b764d3-ef43-4d92-ba6b-a2e4e86c297a tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:05.512226 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-85f490cd-709a-475f-9ca8-47ca6cfad4ca req-03b764d3-ef43-4d92-ba6b-a2e4e86c297a tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 945 time: 0.0811417 Apr 20 16:49:05.534893 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce57130d-f75a-4a23-a35f-523b018d38a1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:05.566727 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-85f490cd-709a-475f-9ca8-47ca6cfad4ca req-eb763e30-72ce-4822-986b-02acc37d99ef tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c81491-2ca9-48da-a199-f06a8b9ade9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446608 Apr 20 16:49:05.677808 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce57130d-f75a-4a23-a35f-523b018d38a1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:05.684563 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7b6d5-6b22-45be-9258-01ea2c16976c req-7f17dec4-f800-4dea-b963-21f672f9d238 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:05.686284 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f3c7b6d5-6b22-45be-9258-01ea2c16976c req-7f17dec4-f800-4dea-b963-21f672f9d238 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 945 time: 0.0493946 Apr 20 16:49:05.699506 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57130d-f75a-4a23-a35f-523b018d38a1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ed6221-80cf-4f8a-9f06-8aa6ab173ccc,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:05.733541 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f3c7b6d5-6b22-45be-9258-01ea2c16976c req-955e7bc4-14c4-47aa-94da-41d959c0b3d1 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c81491-2ca9-48da-a199-f06a8b9ade9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403869 Apr 20 16:49:05.757130 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54288) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:05.817121 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ce57130d-f75a-4a23-a35f-523b018d38a1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:05.821443 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ce57130d-f75a-4a23-a35f-523b018d38a1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5783517 Apr 20 16:49:05.821443 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54292) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:05.826702 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-cf948f7c-715e-4206-8ed7-bc63517a1589 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group_rule': {'security_group_id': '65aff0ba-bd97-498c-b8a5-e893963d2029', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:49:05.925663 n-d-836146-2 neutron-server[103485]: INFO neutron.db.securitygroups_db [None req-cf948f7c-715e-4206-8ed7-bc63517a1589 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Project f671d985b7654b0ab90a0236bac58688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:49:05.931098 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf948f7c-715e-4206-8ed7-bc63517a1589 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:06.020778 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf948f7c-715e-4206-8ed7-bc63517a1589 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:06.023777 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edf3af3-295f-44c2-9237-bcfd58c24fc8 tempest-TestVolumeBackupRestore-945034538 tempest-TestVolumeBackupRestore-945034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:06.025437 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5edf3af3-295f-44c2-9237-bcfd58c24fc8 tempest-TestVolumeBackupRestore-945034538 tempest-TestVolumeBackupRestore-945034538-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 1091 time: 0.2672858 Apr 20 16:49:06.028688 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54296) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:06.033409 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-34eb84ca-4c77-4c9a-a876-8689a52edbce tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': '679de77c-b9a5-4337-9c0e-02968605c1e8', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:49:06.169698 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf948f7c-715e-4206-8ed7-bc63517a1589 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:06.188007 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf948f7c-715e-4206-8ed7-bc63517a1589 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f673e1-2c21-418f-84ac-dd20ee08768d,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:06.205558 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-34eb84ca-4c77-4c9a-a876-8689a52edbce tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:06.321576 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-34eb84ca-4c77-4c9a-a876-8689a52edbce tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:06.377425 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf948f7c-715e-4206-8ed7-bc63517a1589 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:06.378667 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cf948f7c-715e-4206-8ed7-bc63517a1589 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5563264 Apr 20 16:49:06.381517 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54306) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:06.388182 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-fb643d51-dfd5-4783-9477-5d51928ba0c5 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'network': {'name': 'tempest-network-smoke--588162328', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'port_security_enabled': True}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:49:06.457354 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-34eb84ca-4c77-4c9a-a876-8689a52edbce tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Allocated IP 172.25.0.92 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/35b607aa-1da6-4e0a-be04-6840dc5074e5) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:49:06.517836 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb643d51-dfd5-4783-9477-5d51928ba0c5 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Made reservation on behalf of f671d985b7654b0ab90a0236bac58688 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:49:06.521436 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fb643d51-dfd5-4783-9477-5d51928ba0c5 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:06.564479 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb643d51-dfd5-4783-9477-5d51928ba0c5 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:49:06.587011 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fb643d51-dfd5-4783-9477-5d51928ba0c5 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:06.587272 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-fb643d51-dfd5-4783-9477-5d51928ba0c5 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Added segment 108f1950-3187-402f-95c3-11891379d13c of type vlan for network 53374c2d-7dbf-4db9-8ad3-a9cf29bad0da Apr 20 16:49:06.603477 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-34eb84ca-4c77-4c9a-a876-8689a52edbce tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:06.642516 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fb643d51-dfd5-4783-9477-5d51928ba0c5 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:06.796931 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fb643d51-dfd5-4783-9477-5d51928ba0c5 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:06.802783 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb643d51-dfd5-4783-9477-5d51928ba0c5 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:06.803507 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fb643d51-dfd5-4783-9477-5d51928ba0c5 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:06.837644 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-34eb84ca-4c77-4c9a-a876-8689a52edbce tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:06.914754 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eb84ca-4c77-4c9a-a876-8689a52edbce tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:49:06.919874 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb643d51-dfd5-4783-9477-5d51928ba0c5 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Network': ['ID=53374c2d-7dbf-4db9-8ad3-a9cf29bad0da,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:06.924459 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-34eb84ca-4c77-4c9a-a876-8689a52edbce tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:49:06.928941 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eb84ca-4c77-4c9a-a876-8689a52edbce tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:49:06.933489 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 53374c2d-7dbf-4db9-8ad3-a9cf29bad0da details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:49:06.934226 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb84ca-4c77-4c9a-a876-8689a52edbce tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Pushing event updated for resources: {'Port': ['ID=35b607aa-1da6-4e0a-be04-6840dc5074e5,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:07.009438 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fb643d51-dfd5-4783-9477-5d51928ba0c5 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6268280 Apr 20 16:49:07.012945 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54324) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:07.019788 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-0c310de6-5b3a-4138-8264-0e087bee3d64 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-190454038', 'admin_state_up': True, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:49:07.409917 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device bad6a425-c94b-4f7f-937e-9016d315d754 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:49:07.434333 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: bad6a425-c94b-4f7f-937e-9016d315d754 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:49:07.434712 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device bad6a425-c94b-4f7f-937e-9016d315d754 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:49:07.510930 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c310de6-5b3a-4138-8264-0e087bee3d64 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:07.512006 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c310de6-5b3a-4138-8264-0e087bee3d64 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:07.585331 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a19c5bfe-715a-4b21-b9ea-4db5841c0eb7 req-db688d62-2128-40ca-8720-9f6d8382ea37 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0617290 Apr 20 16:49:07.632033 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c310de6-5b3a-4138-8264-0e087bee3d64 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:07.669240 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c5bfe-715a-4b21-b9ea-4db5841c0eb7 req-d71fcd6c-4d7f-4e55-a164-6638545f36e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:07.670999 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a19c5bfe-715a-4b21-b9ea-4db5841c0eb7 req-d71fcd6c-4d7f-4e55-a164-6638545f36e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 1097 time: 0.0444956 Apr 20 16:49:07.789723 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c5bfe-715a-4b21-b9ea-4db5841c0eb7 req-aeed6dcb-10c6-4f29-8d34-f58bde23848c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:07.791264 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a19c5bfe-715a-4b21-b9ea-4db5841c0eb7 req-aeed6dcb-10c6-4f29-8d34-f58bde23848c service neutron] 10.222.0.26 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 913 time: 0.0953765 Apr 20 16:49:07.807584 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-34eb84ca-4c77-4c9a-a876-8689a52edbce tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:07.873971 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a19c5bfe-715a-4b21-b9ea-4db5841c0eb7 req-29da95fa-e50a-48b8-b5ac-8c448cfaaf15 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36ff4610-72db-4d19-ad67-ea34c69d14a1 HTTP/1.1" status: 200 len: 1002 time: 0.0757196 Apr 20 16:49:07.912373 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c310de6-5b3a-4138-8264-0e087bee3d64 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:07.927145 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c5bfe-715a-4b21-b9ea-4db5841c0eb7 req-2094e63f-ea4c-4962-aa95-16df470e0e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:07.928938 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a19c5bfe-715a-4b21-b9ea-4db5841c0eb7 req-2094e63f-ea4c-4962-aa95-16df470e0e9d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84f859e8-1f59-4fe7-930d-c92d7f74a0a0 HTTP/1.1" status: 200 len: 851 time: 0.0492716 Apr 20 16:49:07.986901 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c5bfe-715a-4b21-b9ea-4db5841c0eb7 req-d5b83cdc-e835-4493-a547-d1ad780b545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:07.988494 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a19c5bfe-715a-4b21-b9ea-4db5841c0eb7 req-d5b83cdc-e835-4493-a547-d1ad780b545e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45075084-5307-4652-bafe-1d4bc624b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496573 Apr 20 16:49:08.081966 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a19c5bfe-715a-4b21-b9ea-4db5841c0eb7 req-641b77b5-5798-4d35-8123-0416eefa4b77 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865443 Apr 20 16:49:08.146706 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-34eb84ca-4c77-4c9a-a876-8689a52edbce tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:08.188948 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a19c5bfe-715a-4b21-b9ea-4db5841c0eb7 req-a3fc90a0-4887-4add-9e0b-43bc79e95f48 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992827 Apr 20 16:49:08.450995 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-34eb84ca-4c77-4c9a-a876-8689a52edbce tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:08.452991 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c310de6-5b3a-4138-8264-0e087bee3d64 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:08.474516 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c310de6-5b3a-4138-8264-0e087bee3d64 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:08.561319 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-34eb84ca-4c77-4c9a-a876-8689a52edbce tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:08.661359 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-0c310de6-5b3a-4138-8264-0e087bee3d64 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Allocated IP 172.25.0.145 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/808490a4-2def-4f41-9dd1-865d42cfdced) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:49:08.669027 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb84ca-4c77-4c9a-a876-8689a52edbce tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Pushing event updated for resources: {'Port': ['ID=35b607aa-1da6-4e0a-be04-6840dc5074e5,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:08.679701 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-34eb84ca-4c77-4c9a-a876-8689a52edbce tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:08.864602 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-34eb84ca-4c77-4c9a-a876-8689a52edbce tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Floating IP 42c6e246-4469-4c35-8eca-8feb80581d4a associated. External IP: 172.25.0.92, port: 679de77c-b9a5-4337-9c0e-02968605c1e8. Apr 20 16:49:08.906600 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c310de6-5b3a-4138-8264-0e087bee3d64 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:09.118915 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34eb84ca-4c77-4c9a-a876-8689a52edbce tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Router 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:49:09.120786 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c310de6-5b3a-4138-8264-0e087bee3d64 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:09.168753 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c310de6-5b3a-4138-8264-0e087bee3d64 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:49:09.176019 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-0c310de6-5b3a-4138-8264-0e087bee3d64 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:49:09.182162 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c310de6-5b3a-4138-8264-0e087bee3d64 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:49:09.186144 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c310de6-5b3a-4138-8264-0e087bee3d64 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Port': ['ID=808490a4-2def-4f41-9dd1-865d42cfdced,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:09.408824 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34eb84ca-4c77-4c9a-a876-8689a52edbce tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:49:09.428296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c17bfb-0232-4607-bb3f-92ca9b2390b9 None None] Sync routers for ids ['72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:49:09.444256 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c17bfb-0232-4607-bb3f-92ca9b2390b9 None None] Routers {'72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:49:09.445064 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d1c17bfb-0232-4607-bb3f-92ca9b2390b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:48:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:09.566853 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-34eb84ca-4c77-4c9a-a876-8689a52edbce tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:09.645833 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-34eb84ca-4c77-4c9a-a876-8689a52edbce tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6160862 Apr 20 16:49:09.649227 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b20469-7544-4afb-b6ce-90a574f89f38', 'tag': '679de77c-b9a5-4337-9c0e-02968605c1e8'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:49:09.651179 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68339327-9780-4f62-b3a2-ec3cfc17980b" -d '{"events": [{"name": "network-changed", "server_uuid": "83b20469-7544-4afb-b6ce-90a574f89f38", "tag": "679de77c-b9a5-4337-9c0e-02968605c1e8"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:49:09.651883 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54424) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:09.742238 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0526c1-7f7b-40ec-8b9d-3a1c5cc65aee tempest-TestVolumeBackupRestore-945034538 tempest-TestVolumeBackupRestore-945034538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:09.744082 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ca0526c1-7f7b-40ec-8b9d-3a1c5cc65aee tempest-TestVolumeBackupRestore-945034538 tempest-TestVolumeBackupRestore-945034538-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 1091 time: 0.0894012 Apr 20 16:49:09.755194 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-d1c17bfb-0232-4607-bb3f-92ca9b2390b9 None None] Set router 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:49:09.755961 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54448) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:09.769558 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-071bdfe2-a4a4-42fe-913b-7257d74e0756 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Request body: {'floatingip': {'port_id': '679de77c-b9a5-4337-9c0e-02968605c1e8'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:49:09.769689 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c310de6-5b3a-4138-8264-0e087bee3d64 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:09.864393 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68339327-9780-4f62-b3a2-ec3cfc17980b req-997c4015-6fa3-460c-980f-365bbcd03eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:09.864393 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68339327-9780-4f62-b3a2-ec3cfc17980b req-997c4015-6fa3-460c-980f-365bbcd03eb0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a1f7f8dd7304784a4e3c26e98ee6ae7&device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 1096 time: 0.1177402 Apr 20 16:49:09.872185 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-071bdfe2-a4a4-42fe-913b-7257d74e0756 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for floatingip, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:09.912622 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8429e27c-5b97-4dea-9e1f-252ee70ff81d x-openstack-request-id: req-8429e27c-5b97-4dea-9e1f-252ee70ff81d {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:49:09.912930 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b20469-7544-4afb-b6ce-90a574f89f38", "tag": "679de77c-b9a5-4337-9c0e-02968605c1e8", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:49:09.913163 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8429e27c-5b97-4dea-9e1f-252ee70ff81d {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:49:09.913592 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8429e27c-5b97-4dea-9e1f-252ee70ff81d'] response: {'name': 'network-changed', 'server_uuid': '83b20469-7544-4afb-b6ce-90a574f89f38', 'tag': '679de77c-b9a5-4337-9c0e-02968605c1e8', 'status': 'completed', 'code': 200} Apr 20 16:49:10.076601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68339327-9780-4f62-b3a2-ec3cfc17980b req-a93d2a86-e395-4925-b419-7ee72ef125fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:10.078361 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68339327-9780-4f62-b3a2-ec3cfc17980b req-a93d2a86-e395-4925-b419-7ee72ef125fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab51bf1d-f814-4922-bdb6-7696d0d1a0ca HTTP/1.1" status: 200 len: 915 time: 0.1998885 Apr 20 16:49:10.086072 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d1c17bfb-0232-4607-bb3f-92ca9b2390b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'name': 'tempest-TestVolumeBackupRestore-1496052794-router', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:13Z', 'updated_at': '2022-04-20T16:45:17Z', 'revision_number': 4, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'gw_port': {'id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:14Z', 'updated_at': '2022-04-20T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '42c6e246-4469-4c35-8eca-8feb80581d4a', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'port_id': '679de77c-b9a5-4337-9c0e-02968605c1e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca', 'mac_address': 'fa:16:3e:c5:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b20469-7544-4afb-b6ce-90a574f89f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:49:07Z', 'updated_at': '2022-04-20T16:49:07Z', 'revision_number': 0, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4cd40ad-08c5-4312-96a8-652129903ef8', 'name': '', 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'mac_address': 'fa:16:3e:e9:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:16Z', 'updated_at': '2022-04-20T16:45:21Z', 'revision_number': 5, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'subnets': [{'id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:10.114328 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c17bfb-0232-4607-bb3f-92ca9b2390b9 None None] Checking router: 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:49:10.124735 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c17bfb-0232-4607-bb3f-92ca9b2390b9 None None] Routers {'72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:49:10.125387 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d1c17bfb-0232-4607-bb3f-92ca9b2390b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:48:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:10.137524 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c310de6-5b3a-4138-8264-0e087bee3d64 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:10.195035 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68339327-9780-4f62-b3a2-ec3cfc17980b req-25a023c4-20b7-4e22-91ff-a9e59d2d89d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=679de77c-b9a5-4337-9c0e-02968605c1e8 HTTP/1.1" status: 200 len: 998 time: 0.1094720 Apr 20 16:49:10.247547 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-d1c17bfb-0232-4607-bb3f-92ca9b2390b9 None None] Set router 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:49:10.323801 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68339327-9780-4f62-b3a2-ec3cfc17980b req-d7e46386-c219-4ede-9c59-cc957cb99aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:10.326150 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68339327-9780-4f62-b3a2-ec3cfc17980b req-d7e46386-c219-4ede-9c59-cc957cb99aef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7e161eb7-ac8b-45c0-8ac0-11fd8b423869 HTTP/1.1" status: 200 len: 853 time: 0.1215875 Apr 20 16:49:10.450060 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c310de6-5b3a-4138-8264-0e087bee3d64 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Router 1e3570c7-e466-4125-adb8-1c348a89a43f is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:49:10.470379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68339327-9780-4f62-b3a2-ec3cfc17980b req-366a9031-ca5b-4675-a65f-bb2003b8b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:10.505308 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68339327-9780-4f62-b3a2-ec3cfc17980b req-366a9031-ca5b-4675-a65f-bb2003b8b1d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab51bf1d-f814-4922-bdb6-7696d0d1a0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356740 Apr 20 16:49:10.517207 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d1c17bfb-0232-4607-bb3f-92ca9b2390b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'name': 'tempest-TestVolumeBackupRestore-1496052794-router', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:13Z', 'updated_at': '2022-04-20T16:45:17Z', 'revision_number': 4, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'gw_port': {'id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:14Z', 'updated_at': '2022-04-20T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '42c6e246-4469-4c35-8eca-8feb80581d4a', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'port_id': '679de77c-b9a5-4337-9c0e-02968605c1e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca', 'mac_address': 'fa:16:3e:c5:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b20469-7544-4afb-b6ce-90a574f89f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:49:07Z', 'updated_at': '2022-04-20T16:49:07Z', 'revision_number': 0, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4cd40ad-08c5-4312-96a8-652129903ef8', 'name': '', 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'mac_address': 'fa:16:3e:e9:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:16Z', 'updated_at': '2022-04-20T16:45:21Z', 'revision_number': 5, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'subnets': [{'id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:10.546333 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c17bfb-0232-4607-bb3f-92ca9b2390b9 None None] The sync data for ids ['72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'] in n-d-836146-2 is: [{'id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'name': 'tempest-TestVolumeBackupRestore-1496052794-router', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:13Z', 'updated_at': '2022-04-20T16:45:17Z', 'revision_number': 4, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'gw_port': {'id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:14Z', 'updated_at': '2022-04-20T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '42c6e246-4469-4c35-8eca-8feb80581d4a', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'port_id': '679de77c-b9a5-4337-9c0e-02968605c1e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca', 'mac_address': 'fa:16:3e:c5:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b20469-7544-4afb-b6ce-90a574f89f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:49:07Z', 'updated_at': '2022-04-20T16:49:07Z', 'revision_number': 0, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4cd40ad-08c5-4312-96a8-652129903ef8', 'name': '', 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'mac_address': 'fa:16:3e:e9:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:16Z', 'updated_at': '2022-04-20T16:45:21Z', 'revision_number': 5, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'subnets': [{'id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:49:10.891381 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd0f57-8444-4e77-9cc7-f7e7dc51aa19 None None] New status for floating IP 42c6e246-4469-4c35-8eca-8feb80581d4a: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:49:10.990023 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c310de6-5b3a-4138-8264-0e087bee3d64 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:49:10.998387 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] Sync routers for ids ['1e3570c7-e466-4125-adb8-1c348a89a43f'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:49:11.004489 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] Routers {'1e3570c7-e466-4125-adb8-1c348a89a43f'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:49:11.005607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:48:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1e3570c7-e466-4125-adb8-1c348a89a43f'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:11.064695 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68339327-9780-4f62-b3a2-ec3cfc17980b req-d081706e-b888-40b4-8df0-45621280eafa service neutron] 10.222.0.30 "GET /v2.0/networks/ab51bf1d-f814-4922-bdb6-7696d0d1a0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5852907 Apr 20 16:49:11.142591 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] Set router 1e3570c7-e466-4125-adb8-1c348a89a43f gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:49:11.159952 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0c310de6-5b3a-4138-8264-0e087bee3d64 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:11.164060 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0c310de6-5b3a-4138-8264-0e087bee3d64 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.1500082 Apr 20 16:49:11.165677 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54506) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:11.205504 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68339327-9780-4f62-b3a2-ec3cfc17980b req-7915c83c-241a-446f-81d8-f0b6a4db0442 service neutron] 10.222.0.30 "GET /v2.0/networks/ab51bf1d-f814-4922-bdb6-7696d0d1a0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306562 Apr 20 16:49:11.210509 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0fb62403-c284-4b24-9624-d7f7446df6c1 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f671d985b7654b0ab90a0236bac58688&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430923 Apr 20 16:49:11.227195 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54510) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:11.301321 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.db.api [None req-071bdfe2-a4a4-42fe-913b-7257d74e0756 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:49:11.301677 n-d-836146-2 neutron-server[103484]: DEBUG oslo_db.api [None req-071bdfe2-a4a4-42fe-913b-7257d74e0756 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:49:11.340769 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde4d2ac-1baf-4aa0-989f-02bb60e60dee tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:11.342331 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cde4d2ac-1baf-4aa0-989f-02bb60e60dee tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1141636 Apr 20 16:49:11.358890 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54514) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:11.396168 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190454038', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:07Z', 'updated_at': '2022-04-20T16:49:09Z', 'revision_number': 3, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:08Z', 'updated_at': '2022-04-20T16:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:11.403131 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-663b5f46-cad0-46e9-b92b-760b2d12931b tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404799 Apr 20 16:49:11.403601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54518) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:11.408655 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-576a2cce-e105-4bc2-9677-dc264958d880 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2129460729', 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:49:11.428569 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] Checking router: 1e3570c7-e466-4125-adb8-1c348a89a43f for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:49:11.428914 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] Updating router 1e3570c7-e466-4125-adb8-1c348a89a43f port 808490a4-2def-4f41-9dd1-865d42cfdced binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:49:11.454984 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:11.730611 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:11.745399 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576a2cce-e105-4bc2-9677-dc264958d880 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Made reservation on behalf of f671d985b7654b0ab90a0236bac58688 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:49:11.749272 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-576a2cce-e105-4bc2-9677-dc264958d880 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:11.804947 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-071bdfe2-a4a4-42fe-913b-7257d74e0756 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for floatingip, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:12.236013 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:12.236013 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] Attempting to bind port 808490a4-2def-4f41-9dd1-865d42cfdced on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:49:12.236013 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] Attempting to bind port 808490a4-2def-4f41-9dd1-865d42cfdced by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:49:12.236013 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] Attempting to bind port 808490a4-2def-4f41-9dd1-865d42cfdced on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:49:12.236013 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:49:12.236013 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:49:12.236013 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:12.236013 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:49:12.236013 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] Bound port: 808490a4-2def-4f41-9dd1-865d42cfdced, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:49:12.236013 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:12.236013 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50987263-1fb7-4833-b70d-27df4fcd53b5 None None] Pushing event updated for resources: {'Port': ['ID=808490a4-2def-4f41-9dd1-865d42cfdced,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:12.236013 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] For port 808490a4-2def-4f41-9dd1-865d42cfdced, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:49:12.236013 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] For port 808490a4-2def-4f41-9dd1-865d42cfdced, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=808490a4-2def-4f41-9dd1-865d42cfdced,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:49:12.429832 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-071bdfe2-a4a4-42fe-913b-7257d74e0756 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:12.467622 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-576a2cce-e105-4bc2-9677-dc264958d880 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:12.467958 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:12.556363 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] Routers {'1e3570c7-e466-4125-adb8-1c348a89a43f'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:49:12.556363 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:48:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1e3570c7-e466-4125-adb8-1c348a89a43f'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:12.581033 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a2cce-e105-4bc2-9677-dc264958d880 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Subnet': ['ID=0a3c2e59-d634-4131-98c1-6c12cad9e04c,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:12.593518 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576a2cce-e105-4bc2-9677-dc264958d880 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Checking segment: {'id': '108f1950-3187-402f-95c3-11891379d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:49:12.594090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576a2cce-e105-4bc2-9677-dc264958d880 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network hostable DHCP agents. Network: 53374c2d-7dbf-4db9-8ad3-a9cf29bad0da, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:49:12.616828 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-071bdfe2-a4a4-42fe-913b-7257d74e0756 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:12.629810 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50987263-1fb7-4833-b70d-27df4fcd53b5 None None] Pushing event updated for resources: {'Port': ['ID=808490a4-2def-4f41-9dd1-865d42cfdced,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:12.720887 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] Set router 1e3570c7-e466-4125-adb8-1c348a89a43f gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:49:12.795084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576a2cce-e105-4bc2-9677-dc264958d880 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network 53374c2d-7dbf-4db9-8ad3-a9cf29bad0da is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:49:12.860834 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071bdfe2-a4a4-42fe-913b-7257d74e0756 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Router 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:49:12.928079 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190454038', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:07Z', 'updated_at': '2022-04-20T16:49:09Z', 'revision_number': 3, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:08Z', 'updated_at': '2022-04-20T16:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:12.962392 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2074d553-fafa-4765-9b77-db91f80c3493 None None] The sync data for ids ['1e3570c7-e466-4125-adb8-1c348a89a43f'] in n-d-836146-2 is: [{'id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190454038', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:07Z', 'updated_at': '2022-04-20T16:49:09Z', 'revision_number': 3, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:08Z', 'updated_at': '2022-04-20T16:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:49:12.974577 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-576a2cce-e105-4bc2-9677-dc264958d880 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 53374c2d-7dbf-4db9-8ad3-a9cf29bad0da) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:49:12.980841 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576a2cce-e105-4bc2-9677-dc264958d880 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:12.982279 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-576a2cce-e105-4bc2-9677-dc264958d880 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:12.993206 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ce9500-bab6-4842-ada0-83bcd9f1b5fd None None] Network 53374c2d-7dbf-4db9-8ad3-a9cf29bad0da requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:49:13.011363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071bdfe2-a4a4-42fe-913b-7257d74e0756 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:49:13.017198 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-071bdfe2-a4a4-42fe-913b-7257d74e0756 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:13.030788 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa77d3c-da90-4f9e-baac-77ad5329b908 None None] Sync routers for ids ['72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:49:13.051703 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa77d3c-da90-4f9e-baac-77ad5329b908 None None] Routers {'72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:49:13.060647 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-afa77d3c-da90-4f9e-baac-77ad5329b908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:48:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:13.061927 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b20469-7544-4afb-b6ce-90a574f89f38', 'tag': '679de77c-b9a5-4337-9c0e-02968605c1e8'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:49:13.065207 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab4fc92-14fd-4307-a18a-1a8bc796d916" -d '{"events": [{"name": "network-changed", "server_uuid": "83b20469-7544-4afb-b6ce-90a574f89f38", "tag": "679de77c-b9a5-4337-9c0e-02968605c1e8"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:49:13.126118 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-071bdfe2-a4a4-42fe-913b-7257d74e0756 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "PUT /v2.0/floatingips/42c6e246-4469-4c35-8eca-8feb80581d4a HTTP/1.1" status: 200 len: 992 time: 3.3669610 Apr 20 16:49:13.131823 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-576a2cce-e105-4bc2-9677-dc264958d880 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7272027 Apr 20 16:49:13.135398 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54556) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:13.141034 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dd78e5-b6a1-4321-be97-94bf8f9ef36f x-openstack-request-id: req-22dd78e5-b6a1-4321-be97-94bf8f9ef36f {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:49:13.142913 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b20469-7544-4afb-b6ce-90a574f89f38", "tag": "679de77c-b9a5-4337-9c0e-02968605c1e8", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:49:13.142913 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22dd78e5-b6a1-4321-be97-94bf8f9ef36f {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:49:13.144879 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22dd78e5-b6a1-4321-be97-94bf8f9ef36f'] response: {'name': 'network-changed', 'server_uuid': '83b20469-7544-4afb-b6ce-90a574f89f38', 'tag': '679de77c-b9a5-4337-9c0e-02968605c1e8', 'status': 'completed', 'code': 200} Apr 20 16:49:13.262020 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-afa77d3c-da90-4f9e-baac-77ad5329b908 None None] Set router 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:49:13.271747 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2303050e-448b-4b35-9a84-7291fd39525d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-53374c2d-7dbf-4db9-8ad3-a9cf29bad0da', 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'fixed_ips': [{'subnet_id': '0a3c2e59-d634-4131-98c1-6c12cad9e04c'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:49:13.271747 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2303050e-448b-4b35-9a84-7291fd39525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:13.272671 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4fc92-14fd-4307-a18a-1a8bc796d916 req-f9fa6264-31b4-4508-9dab-9b2b029a92b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:13.274262 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7ab4fc92-14fd-4307-a18a-1a8bc796d916 req-f9fa6264-31b4-4508-9dab-9b2b029a92b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a1f7f8dd7304784a4e3c26e98ee6ae7&device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 1096 time: 0.0912504 Apr 20 16:49:13.514695 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4fc92-14fd-4307-a18a-1a8bc796d916 req-abe93290-3d52-474e-8a71-82f6cf13c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:13.529102 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7ab4fc92-14fd-4307-a18a-1a8bc796d916 req-abe93290-3d52-474e-8a71-82f6cf13c2eb service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab51bf1d-f814-4922-bdb6-7696d0d1a0ca HTTP/1.1" status: 200 len: 915 time: 0.2459614 Apr 20 16:49:13.569240 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-2303050e-448b-4b35-9a84-7291fd39525d None None] Allocated IP 172.20.0.2 (53374c2d-7dbf-4db9-8ad3-a9cf29bad0da/0a3c2e59-d634-4131-98c1-6c12cad9e04c/0d41352f-88fb-4223-a7dc-edf71d2bf5a3) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:49:13.722601 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7ab4fc92-14fd-4307-a18a-1a8bc796d916 req-5add53f2-443c-41ca-8fc6-0eb8787ea8de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=679de77c-b9a5-4337-9c0e-02968605c1e8 HTTP/1.1" status: 200 len: 1000 time: 0.1842656 Apr 20 16:49:13.723738 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-afa77d3c-da90-4f9e-baac-77ad5329b908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'name': 'tempest-TestVolumeBackupRestore-1496052794-router', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:13Z', 'updated_at': '2022-04-20T16:45:17Z', 'revision_number': 4, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'gw_port': {'id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:14Z', 'updated_at': '2022-04-20T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '42c6e246-4469-4c35-8eca-8feb80581d4a', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'port_id': '679de77c-b9a5-4337-9c0e-02968605c1e8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca', 'mac_address': 'fa:16:3e:c5:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b20469-7544-4afb-b6ce-90a574f89f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:49:07Z', 'updated_at': '2022-04-20T16:49:12Z', 'revision_number': 2, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4cd40ad-08c5-4312-96a8-652129903ef8', 'name': '', 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'mac_address': 'fa:16:3e:e9:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:16Z', 'updated_at': '2022-04-20T16:45:21Z', 'revision_number': 5, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'subnets': [{'id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:13.772274 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa77d3c-da90-4f9e-baac-77ad5329b908 None None] Checking router: 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:49:13.786340 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa77d3c-da90-4f9e-baac-77ad5329b908 None None] Routers {'72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:49:13.787488 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-afa77d3c-da90-4f9e-baac-77ad5329b908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:48:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:13.850285 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4fc92-14fd-4307-a18a-1a8bc796d916 req-3e1786ff-30fb-452f-9b66-cb0840a075b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:13.853384 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7ab4fc92-14fd-4307-a18a-1a8bc796d916 req-3e1786ff-30fb-452f-9b66-cb0840a075b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7e161eb7-ac8b-45c0-8ac0-11fd8b423869 HTTP/1.1" status: 200 len: 853 time: 0.1237149 Apr 20 16:49:13.953072 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4fc92-14fd-4307-a18a-1a8bc796d916 req-c2ae0c45-d9b5-4d87-b6dd-031c8cdc2285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:13.954510 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7ab4fc92-14fd-4307-a18a-1a8bc796d916 req-c2ae0c45-d9b5-4d87-b6dd-031c8cdc2285 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab51bf1d-f814-4922-bdb6-7696d0d1a0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950232 Apr 20 16:49:13.994440 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2303050e-448b-4b35-9a84-7291fd39525d None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:14.021710 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-afa77d3c-da90-4f9e-baac-77ad5329b908 None None] Set router 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:49:14.087069 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-050d75be-3336-4044-b412-ad6ad96d2f3d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:14.127997 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7ab4fc92-14fd-4307-a18a-1a8bc796d916 req-78091684-db10-4a1e-9dac-647220408cdc service neutron] 10.222.0.30 "GET /v2.0/networks/ab51bf1d-f814-4922-bdb6-7696d0d1a0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656711 Apr 20 16:49:14.140983 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2303050e-448b-4b35-9a84-7291fd39525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:14.284658 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7ab4fc92-14fd-4307-a18a-1a8bc796d916 req-a5920f34-d19d-4992-a399-52b43e4f740c service neutron] 10.222.0.30 "GET /v2.0/networks/ab51bf1d-f814-4922-bdb6-7696d0d1a0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508193 Apr 20 16:49:14.290292 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303050e-448b-4b35-9a84-7291fd39525d None None] Pushing event updated for resources: {'Port': ['ID=0d41352f-88fb-4223-a7dc-edf71d2bf5a3,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:14.299147 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2303050e-448b-4b35-9a84-7291fd39525d None None] Network 53374c2d-7dbf-4db9-8ad3-a9cf29bad0da is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:49:14.302767 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-2303050e-448b-4b35-9a84-7291fd39525d None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:49:14.313152 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2303050e-448b-4b35-9a84-7291fd39525d None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:49:14.414431 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-2303050e-448b-4b35-9a84-7291fd39525d None None] Attempting to bind port 0d41352f-88fb-4223-a7dc-edf71d2bf5a3 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:49:14.414747 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-2303050e-448b-4b35-9a84-7291fd39525d None None] Attempting to bind port 0d41352f-88fb-4223-a7dc-edf71d2bf5a3 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '108f1950-3187-402f-95c3-11891379d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:49:14.415112 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2303050e-448b-4b35-9a84-7291fd39525d None None] Attempting to bind port 0d41352f-88fb-4223-a7dc-edf71d2bf5a3 on network 53374c2d-7dbf-4db9-8ad3-a9cf29bad0da {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:49:14.429774 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2303050e-448b-4b35-9a84-7291fd39525d None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:49:14.430361 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2303050e-448b-4b35-9a84-7291fd39525d None None] Checking segment: {'id': '108f1950-3187-402f-95c3-11891379d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:49:14.431016 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2303050e-448b-4b35-9a84-7291fd39525d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:14.432252 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2303050e-448b-4b35-9a84-7291fd39525d None None] Bound using segment: {'id': '108f1950-3187-402f-95c3-11891379d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:49:14.433195 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-2303050e-448b-4b35-9a84-7291fd39525d None None] Bound port: 0d41352f-88fb-4223-a7dc-edf71d2bf5a3, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108f1950-3187-402f-95c3-11891379d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:49:14.433867 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2303050e-448b-4b35-9a84-7291fd39525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:14.459878 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-afa77d3c-da90-4f9e-baac-77ad5329b908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'name': 'tempest-TestVolumeBackupRestore-1496052794-router', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:13Z', 'updated_at': '2022-04-20T16:45:17Z', 'revision_number': 4, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'gw_port': {'id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:14Z', 'updated_at': '2022-04-20T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '42c6e246-4469-4c35-8eca-8feb80581d4a', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'port_id': '679de77c-b9a5-4337-9c0e-02968605c1e8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca', 'mac_address': 'fa:16:3e:c5:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b20469-7544-4afb-b6ce-90a574f89f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:49:07Z', 'updated_at': '2022-04-20T16:49:12Z', 'revision_number': 2, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4cd40ad-08c5-4312-96a8-652129903ef8', 'name': '', 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'mac_address': 'fa:16:3e:e9:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:16Z', 'updated_at': '2022-04-20T16:45:21Z', 'revision_number': 5, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'subnets': [{'id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:14.489705 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-050d75be-3336-4044-b412-ad6ad96d2f3d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Allocated IP 172.20.0.1 (53374c2d-7dbf-4db9-8ad3-a9cf29bad0da/0a3c2e59-d634-4131-98c1-6c12cad9e04c/a91f98f5-1b0f-4c5d-95d8-3131e35a54ab) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:49:14.518772 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa77d3c-da90-4f9e-baac-77ad5329b908 None None] The sync data for ids ['72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'] in n-d-836146-2 is: [{'id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'name': 'tempest-TestVolumeBackupRestore-1496052794-router', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:13Z', 'updated_at': '2022-04-20T16:45:17Z', 'revision_number': 4, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'gw_port': {'id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:14Z', 'updated_at': '2022-04-20T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '42c6e246-4469-4c35-8eca-8feb80581d4a', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'port_id': '679de77c-b9a5-4337-9c0e-02968605c1e8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca', 'mac_address': 'fa:16:3e:c5:69:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b20469-7544-4afb-b6ce-90a574f89f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:49:07Z', 'updated_at': '2022-04-20T16:49:12Z', 'revision_number': 2, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4cd40ad-08c5-4312-96a8-652129903ef8', 'name': '', 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'mac_address': 'fa:16:3e:e9:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:16Z', 'updated_at': '2022-04-20T16:45:21Z', 'revision_number': 5, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'subnets': [{'id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:49:14.532328 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2303050e-448b-4b35-9a84-7291fd39525d None None] For port 0d41352f-88fb-4223-a7dc-edf71d2bf5a3, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:49:14.539762 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2303050e-448b-4b35-9a84-7291fd39525d None None] For port 0d41352f-88fb-4223-a7dc-edf71d2bf5a3, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=0d41352f-88fb-4223-a7dc-edf71d2bf5a3,segment=NetworkSegment(108f1950-3187-402f-95c3-11891379d13c),segment_id=108f1950-3187-402f-95c3-11891379d13c)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:49:14.654997 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-050d75be-3336-4044-b412-ad6ad96d2f3d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:14.655688 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2303050e-448b-4b35-9a84-7291fd39525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:14.727373 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303050e-448b-4b35-9a84-7291fd39525d None None] Pushing event updated for resources: {'Port': ['ID=0d41352f-88fb-4223-a7dc-edf71d2bf5a3,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:14.757430 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 808490a4-2def-4f41-9dd1-865d42cfdced up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:49:14.939838 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-050d75be-3336-4044-b412-ad6ad96d2f3d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:15.029562 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 808490a4-2def-4f41-9dd1-865d42cfdced triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:15.030262 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:15.053215 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050d75be-3336-4044-b412-ad6ad96d2f3d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network 53374c2d-7dbf-4db9-8ad3-a9cf29bad0da is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:49:15.058598 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-050d75be-3336-4044-b412-ad6ad96d2f3d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:49:15.063115 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d75be-3336-4044-b412-ad6ad96d2f3d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:49:15.105321 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d75be-3336-4044-b412-ad6ad96d2f3d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Port': ['ID=a91f98f5-1b0f-4c5d-95d8-3131e35a54ab,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:15.145925 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b20469-7544-4afb-b6ce-90a574f89f38', 'tag': '679de77c-b9a5-4337-9c0e-02968605c1e8'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:49:15.146837 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-050d75be-3336-4044-b412-ad6ad96d2f3d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:15.150723 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8934332f-7814-4552-87d3-d21b0011c99d" -d '{"events": [{"name": "network-changed", "server_uuid": "83b20469-7544-4afb-b6ce-90a574f89f38", "tag": "679de77c-b9a5-4337-9c0e-02968605c1e8"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:49:15.189574 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:15.203460 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d42c4ec-1ae1-4815-a856-4197631c306b x-openstack-request-id: req-2d42c4ec-1ae1-4815-a856-4197631c306b {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:49:15.203768 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b20469-7544-4afb-b6ce-90a574f89f38", "tag": "679de77c-b9a5-4337-9c0e-02968605c1e8", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:49:15.204143 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d42c4ec-1ae1-4815-a856-4197631c306b {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:49:15.204575 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d42c4ec-1ae1-4815-a856-4197631c306b'] response: {'name': 'network-changed', 'server_uuid': '83b20469-7544-4afb-b6ce-90a574f89f38', 'tag': '679de77c-b9a5-4337-9c0e-02968605c1e8', 'status': 'completed', 'code': 200} Apr 20 16:49:15.242112 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 808490a4-2def-4f41-9dd1-865d42cfdced, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=808490a4-2def-4f41-9dd1-865d42cfdced,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:49:15.299862 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934332f-7814-4552-87d3-d21b0011c99d req-96873fa1-876f-4471-b363-5a577c316921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:15.301669 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8934332f-7814-4552-87d3-d21b0011c99d req-96873fa1-876f-4471-b363-5a577c316921 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a1f7f8dd7304784a4e3c26e98ee6ae7&device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 1096 time: 0.0521102 Apr 20 16:49:15.334910 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:15.397991 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=808490a4-2def-4f41-9dd1-865d42cfdced,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:15.401620 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934332f-7814-4552-87d3-d21b0011c99d req-dc2acd0c-f256-468d-b35b-cc1ce40400ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:15.403136 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8934332f-7814-4552-87d3-d21b0011c99d req-dc2acd0c-f256-468d-b35b-cc1ce40400ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab51bf1d-f814-4922-bdb6-7696d0d1a0ca HTTP/1.1" status: 200 len: 915 time: 0.0950093 Apr 20 16:49:15.435651 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-050d75be-3336-4044-b412-ad6ad96d2f3d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:15.479770 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8934332f-7814-4552-87d3-d21b0011c99d req-ea23b4c3-1fdb-4f77-8a4f-83a89d6b5496 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=679de77c-b9a5-4337-9c0e-02968605c1e8 HTTP/1.1" status: 200 len: 1000 time: 0.0695138 Apr 20 16:49:15.536362 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934332f-7814-4552-87d3-d21b0011c99d req-9d77f2e8-2d53-4bac-9fd3-c724edcfe379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:15.537619 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8934332f-7814-4552-87d3-d21b0011c99d req-9d77f2e8-2d53-4bac-9fd3-c724edcfe379 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7e161eb7-ac8b-45c0-8ac0-11fd8b423869 HTTP/1.1" status: 200 len: 853 time: 0.0508626 Apr 20 16:49:15.597096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934332f-7814-4552-87d3-d21b0011c99d req-406265b8-da1d-4666-9ba2-df9c3a4dfe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:15.598725 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8934332f-7814-4552-87d3-d21b0011c99d req-406265b8-da1d-4666-9ba2-df9c3a4dfe71 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab51bf1d-f814-4922-bdb6-7696d0d1a0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550668 Apr 20 16:49:15.749024 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8934332f-7814-4552-87d3-d21b0011c99d req-546656b4-72ae-4529-a100-561e14d3fa92 service neutron] 10.222.0.30 "GET /v2.0/networks/ab51bf1d-f814-4922-bdb6-7696d0d1a0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437395 Apr 20 16:49:15.836853 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-050d75be-3336-4044-b412-ad6ad96d2f3d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:15.890314 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8934332f-7814-4552-87d3-d21b0011c99d req-a82bbaf3-ed7c-42d2-9b2d-c548b1fbfc2d service neutron] 10.222.0.30 "GET /v2.0/networks/ab51bf1d-f814-4922-bdb6-7696d0d1a0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258674 Apr 20 16:49:15.986538 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-050d75be-3336-4044-b412-ad6ad96d2f3d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:15.998846 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f919c923-f8eb-46d8-9c36-14a1753741ba req-9226be20-1b56-442c-bbb9-3251c25d4bbd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0730326 Apr 20 16:49:16.089605 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe485c1-b2b6-4e95-978c-c6d7df8eedee None None] Network 53374c2d-7dbf-4db9-8ad3-a9cf29bad0da requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:49:16.108160 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-050d75be-3336-4044-b412-ad6ad96d2f3d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:16.116746 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d75be-3336-4044-b412-ad6ad96d2f3d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Port': ['ID=a91f98f5-1b0f-4c5d-95d8-3131e35a54ab,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:16.128638 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c923-f8eb-46d8-9c36-14a1753741ba req-45bcab34-ee51-439e-a136-b2210cc14dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:16.130207 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f919c923-f8eb-46d8-9c36-14a1753741ba req-45bcab34-ee51-439e-a136-b2210cc14dc2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a1f7f8dd7304784a4e3c26e98ee6ae7&device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 1096 time: 0.0633304 Apr 20 16:49:16.178501 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-44e0d4d7-0908-4704-a287-90a69595881c None None] Provisioning complete for port 0d41352f-88fb-4223-a7dc-edf71d2bf5a3 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:16.179250 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-44e0d4d7-0908-4704-a287-90a69595881c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:16.257180 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050d75be-3336-4044-b412-ad6ad96d2f3d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network 53374c2d-7dbf-4db9-8ad3-a9cf29bad0da is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:49:16.258767 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-050d75be-3336-4044-b412-ad6ad96d2f3d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:49:16.270857 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c923-f8eb-46d8-9c36-14a1753741ba req-34b75578-cca1-489c-bb79-0b661843adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:16.274372 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f919c923-f8eb-46d8-9c36-14a1753741ba req-34b75578-cca1-489c-bb79-0b661843adaf service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab51bf1d-f814-4922-bdb6-7696d0d1a0ca HTTP/1.1" status: 200 len: 915 time: 0.1239264 Apr 20 16:49:16.352455 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-44e0d4d7-0908-4704-a287-90a69595881c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:16.372058 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f919c923-f8eb-46d8-9c36-14a1753741ba req-9b001e34-d056-415e-a93d-afb166d409bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=679de77c-b9a5-4337-9c0e-02968605c1e8 HTTP/1.1" status: 200 len: 1000 time: 0.0906568 Apr 20 16:49:16.427665 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-44e0d4d7-0908-4704-a287-90a69595881c None None] For port 0d41352f-88fb-4223-a7dc-edf71d2bf5a3, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=0d41352f-88fb-4223-a7dc-edf71d2bf5a3,segment=NetworkSegment(108f1950-3187-402f-95c3-11891379d13c),segment_id=108f1950-3187-402f-95c3-11891379d13c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:49:16.442181 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c923-f8eb-46d8-9c36-14a1753741ba req-b1efff49-bcd0-4ad1-bb86-7faee533c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:16.444824 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f919c923-f8eb-46d8-9c36-14a1753741ba req-b1efff49-bcd0-4ad1-bb86-7faee533c9fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7e161eb7-ac8b-45c0-8ac0-11fd8b423869 HTTP/1.1" status: 200 len: 853 time: 0.0620058 Apr 20 16:49:16.449059 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050d75be-3336-4044-b412-ad6ad96d2f3d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Router 1e3570c7-e466-4125-adb8-1c348a89a43f has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:49:16.502069 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c923-f8eb-46d8-9c36-14a1753741ba req-e6bf3c3b-35ff-43c4-a137-26d87d5394c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:16.503736 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f919c923-f8eb-46d8-9c36-14a1753741ba req-e6bf3c3b-35ff-43c4-a137-26d87d5394c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab51bf1d-f814-4922-bdb6-7696d0d1a0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530691 Apr 20 16:49:16.535487 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-44e0d4d7-0908-4704-a287-90a69595881c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:16.670200 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f919c923-f8eb-46d8-9c36-14a1753741ba req-ef492712-2b85-45ea-b6be-821359cb50c1 service neutron] 10.222.0.30 "GET /v2.0/networks/ab51bf1d-f814-4922-bdb6-7696d0d1a0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575723 Apr 20 16:49:16.678089 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0d4d7-0908-4704-a287-90a69595881c None None] Pushing event updated for resources: {'Port': ['ID=0d41352f-88fb-4223-a7dc-edf71d2bf5a3,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:16.712000 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050d75be-3336-4044-b412-ad6ad96d2f3d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:49:16.736790 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] Sync routers for ids ['1e3570c7-e466-4125-adb8-1c348a89a43f'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:49:16.736999 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-050d75be-3336-4044-b412-ad6ad96d2f3d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "PUT /v2.0/routers/1e3570c7-e466-4125-adb8-1c348a89a43f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5972795 Apr 20 16:49:16.753912 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] Routers {'1e3570c7-e466-4125-adb8-1c348a89a43f'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:49:16.755199 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54572) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:16.757746 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:48:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1e3570c7-e466-4125-adb8-1c348a89a43f'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:16.915624 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f919c923-f8eb-46d8-9c36-14a1753741ba req-1912211b-f925-49c5-91a7-73a02dc94a9e service neutron] 10.222.0.30 "GET /v2.0/networks/ab51bf1d-f814-4922-bdb6-7696d0d1a0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309136 Apr 20 16:49:16.998695 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 0d41352f-88fb-4223-a7dc-edf71d2bf5a3 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:49:17.027354 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5f821c32-2909-4e0d-ba66-2dbe16dc0b24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3e0ea3aab1d4b13bcd2663a51b22391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2639883 Apr 20 16:49:17.027354 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54582) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:17.080213 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e983f3bd-9fc7-4e2d-b519-7c1be5232915 None None] Provisioning complete for port 0d41352f-88fb-4223-a7dc-edf71d2bf5a3 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:17.080657 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e983f3bd-9fc7-4e2d-b519-7c1be5232915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:17.086152 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] Set router 1e3570c7-e466-4125-adb8-1c348a89a43f gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:49:17.145518 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f7168d04-651d-4b5f-b668-1770a682e35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:17.154951 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-e76b4777-36bd-418a-87ab-ce16f39b52be tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-522198026&fields=id&tenant_id=f671d985b7654b0ab90a0236bac58688 HTTP/1.1" status: 200 len: 267 time: 0.0841086 Apr 20 16:49:17.176658 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f7168d04-651d-4b5f-b668-1770a682e35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:17.209727 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 0d41352f-88fb-4223-a7dc-edf71d2bf5a3 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:17.210168 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:17.338416 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-b5a46d77-b503-4158-8b24-c23fcc160244 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:17.344866 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-b5a46d77-b503-4158-8b24-c23fcc160244 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/networks?id=53374c2d-7dbf-4db9-8ad3-a9cf29bad0da HTTP/1.1" status: 200 len: 796 time: 0.1746037 Apr 20 16:49:17.362073 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-c598ce4c-db9f-4e60-99c6-e4485c08d3ff tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/quotas/f671d985b7654b0ab90a0236bac58688 HTTP/1.1" status: 200 len: 375 time: 0.0133855 Apr 20 16:49:17.434442 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-4d3f0e40-2dab-4115-a997-1d5dcc7e9915 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580661 Apr 20 16:49:17.434442 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f7168d04-651d-4b5f-b668-1770a682e35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:17.434442 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f7168d04-651d-4b5f-b668-1770a682e35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:17.434442 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f7168d04-651d-4b5f-b668-1770a682e35a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c20be7b-59b8-49ba-9a4b-db8581818738 HTTP/1.1" status: 204 len: 168 time: 0.4075770 Apr 20 16:49:17.439395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7168d04-651d-4b5f-b668-1770a682e35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c20be7b-59b8-49ba-9a4b-db8581818738,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:17.448918 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e983f3bd-9fc7-4e2d-b519-7c1be5232915 None None] Provisioning complete for port a91f98f5-1b0f-4c5d-95d8-3131e35a54ab triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:17.449244 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e983f3bd-9fc7-4e2d-b519-7c1be5232915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:17.487810 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 808490a4-2def-4f41-9dd1-865d42cfdced up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:49:17.530715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e983f3bd-9fc7-4e2d-b519-7c1be5232915 None None] Port a91f98f5-1b0f-4c5d-95d8-3131e35a54ab cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:49:17.548002 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-7b4ebd4e-2e69-4b14-b898-fe042f41e7cf service neutron] 10.222.0.15 "GET /v2.0/networks/53374c2d-7dbf-4db9-8ad3-a9cf29bad0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985875 Apr 20 16:49:17.575868 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190454038', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:07Z', 'updated_at': '2022-04-20T16:49:15Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:08Z', 'updated_at': '2022-04-20T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a91f98f5-1b0f-4c5d-95d8-3131e35a54ab', 'name': '', 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:68:3b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0a3c2e59-d634-4131-98c1-6c12cad9e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:14Z', 'updated_at': '2022-04-20T16:49:15Z', 'revision_number': 2, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': '0a3c2e59-d634-4131-98c1-6c12cad9e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:17.579021 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 808490a4-2def-4f41-9dd1-865d42cfdced triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:17.579397 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:17.610096 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] Checking router: 1e3570c7-e466-4125-adb8-1c348a89a43f for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:49:17.610460 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] Updating router 1e3570c7-e466-4125-adb8-1c348a89a43f port a91f98f5-1b0f-4c5d-95d8-3131e35a54ab binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:49:17.653307 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-fa814d20-1af5-4d67-ac45-df158dd12d7a service neutron] 10.222.0.15 "GET /v2.0/networks/53374c2d-7dbf-4db9-8ad3-a9cf29bad0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983837 Apr 20 16:49:17.675468 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:17.694076 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-25317bad-43cb-481f-99b1-681b64b623cc None None] Provisioning complete for port a91f98f5-1b0f-4c5d-95d8-3131e35a54ab triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:17.694553 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-25317bad-43cb-481f-99b1-681b64b623cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:17.788292 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-25317bad-43cb-481f-99b1-681b64b623cc None None] Port a91f98f5-1b0f-4c5d-95d8-3131e35a54ab cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:49:17.988050 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-124c9bfc-dab1-47e9-8091-a345e79c5da7 req-a443d025-1057-4fba-84a1-f3b8b260565f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 210 time: 0.0453115 Apr 20 16:49:18.083416 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:18.175572 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:18.243373 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e66e6-3e3f-4c7f-b099-a99bc29b9676 None None] Pushing event updated for resources: {'Port': ['ID=a91f98f5-1b0f-4c5d-95d8-3131e35a54ab,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:18.312788 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] Attempting to bind port a91f98f5-1b0f-4c5d-95d8-3131e35a54ab on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:49:18.313205 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] Attempting to bind port a91f98f5-1b0f-4c5d-95d8-3131e35a54ab by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '108f1950-3187-402f-95c3-11891379d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:49:18.313569 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] Attempting to bind port a91f98f5-1b0f-4c5d-95d8-3131e35a54ab on network 53374c2d-7dbf-4db9-8ad3-a9cf29bad0da {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:49:18.323112 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:49:18.323112 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] Checking segment: {'id': '108f1950-3187-402f-95c3-11891379d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:49:18.323112 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:18.323112 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] Bound using segment: {'id': '108f1950-3187-402f-95c3-11891379d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:49:18.323112 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] Bound port: a91f98f5-1b0f-4c5d-95d8-3131e35a54ab, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108f1950-3187-402f-95c3-11891379d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:49:18.323112 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:18.400836 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] For port a91f98f5-1b0f-4c5d-95d8-3131e35a54ab, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:49:18.404220 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] For port a91f98f5-1b0f-4c5d-95d8-3131e35a54ab, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a91f98f5-1b0f-4c5d-95d8-3131e35a54ab,segment=NetworkSegment(108f1950-3187-402f-95c3-11891379d13c),segment_id=108f1950-3187-402f-95c3-11891379d13c)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:49:18.516826 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2576dc8d-f8a2-43b0-b765-a601b546d4ad None None] Provisioning complete for port a91f98f5-1b0f-4c5d-95d8-3131e35a54ab triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:18.517352 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2576dc8d-f8a2-43b0-b765-a601b546d4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:18.540604 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:18.590028 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2576dc8d-f8a2-43b0-b765-a601b546d4ad None None] Port a91f98f5-1b0f-4c5d-95d8-3131e35a54ab cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:49:18.622474 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e66e6-3e3f-4c7f-b099-a99bc29b9676 None None] Pushing event updated for resources: {'Port': ['ID=a91f98f5-1b0f-4c5d-95d8-3131e35a54ab,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:18.625482 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] Routers {'1e3570c7-e466-4125-adb8-1c348a89a43f'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:49:18.626232 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:48:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1e3570c7-e466-4125-adb8-1c348a89a43f'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:18.743137 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 0d41352f-88fb-4223-a7dc-edf71d2bf5a3 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:49:18.802391 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] Set router 1e3570c7-e466-4125-adb8-1c348a89a43f gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:49:18.847335 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54618) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:18.895704 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 0d41352f-88fb-4223-a7dc-edf71d2bf5a3 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:18.895986 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:18.964805 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-236e90f7-6b51-40c9-aed3-3864f073921a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-852845143-network', 'tenant_id': '3ce5220603134f4a837eaa3664e23f50'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:49:18.999425 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-212c92b7-1633-4bf8-ae20-ef8e8bba131e None None] Provisioning complete for port a91f98f5-1b0f-4c5d-95d8-3131e35a54ab triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:18.999788 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-212c92b7-1633-4bf8-ae20-ef8e8bba131e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:19.082421 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-37df4f49-149c-43a5-9d4d-c529fac97091 req-4027d5d5-dcf7-43f3-a0ad-47660329cff0 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 210 time: 0.0296853 Apr 20 16:49:19.112031 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236e90f7-6b51-40c9-aed3-3864f073921a admin admin] Made reservation on behalf of 3ce5220603134f4a837eaa3664e23f50 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:49:19.114444 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-236e90f7-6b51-40c9-aed3-3864f073921a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:19.124135 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-236e90f7-6b51-40c9-aed3-3864f073921a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:19.208406 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-236e90f7-6b51-40c9-aed3-3864f073921a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:19.328963 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-236e90f7-6b51-40c9-aed3-3864f073921a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:19.351941 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236e90f7-6b51-40c9-aed3-3864f073921a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:49:19.369994 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e90f7-6b51-40c9-aed3-3864f073921a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102265a4-020e-453f-beef-6fac941f4fc0,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:19.375052 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-236e90f7-6b51-40c9-aed3-3864f073921a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:19.375594 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-236e90f7-6b51-40c9-aed3-3864f073921a admin admin] Added segment d29d6843-952f-4297-90d9-bf195a6cc71f of type vlan for network 7cdd776f-1cf9-44d1-be1a-1d6292b709b8 Apr 20 16:49:19.391670 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-212c92b7-1633-4bf8-ae20-ef8e8bba131e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:19.418829 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-236e90f7-6b51-40c9-aed3-3864f073921a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:19.426999 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190454038', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:07Z', 'updated_at': '2022-04-20T16:49:15Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:08Z', 'updated_at': '2022-04-20T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a91f98f5-1b0f-4c5d-95d8-3131e35a54ab', 'name': '', 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:68:3b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0a3c2e59-d634-4131-98c1-6c12cad9e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:14Z', 'updated_at': '2022-04-20T16:49:18Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': '0a3c2e59-d634-4131-98c1-6c12cad9e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:19.461781 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-212c92b7-1633-4bf8-ae20-ef8e8bba131e None None] For port a91f98f5-1b0f-4c5d-95d8-3131e35a54ab, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a91f98f5-1b0f-4c5d-95d8-3131e35a54ab,segment=NetworkSegment(108f1950-3187-402f-95c3-11891379d13c),segment_id=108f1950-3187-402f-95c3-11891379d13c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:49:19.463838 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118ed7f8-e1e1-49a1-9a52-b6f6a9e2ae6c None None] The sync data for ids ['1e3570c7-e466-4125-adb8-1c348a89a43f'] in n-d-836146-2 is: [{'id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190454038', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:07Z', 'updated_at': '2022-04-20T16:49:15Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:08Z', 'updated_at': '2022-04-20T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a91f98f5-1b0f-4c5d-95d8-3131e35a54ab', 'name': '', 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:68:3b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0a3c2e59-d634-4131-98c1-6c12cad9e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:14Z', 'updated_at': '2022-04-20T16:49:18Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': '0a3c2e59-d634-4131-98c1-6c12cad9e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:49:19.556940 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-236e90f7-6b51-40c9-aed3-3864f073921a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:19.559616 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236e90f7-6b51-40c9-aed3-3864f073921a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:19.560536 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-236e90f7-6b51-40c9-aed3-3864f073921a admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:19.609416 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-212c92b7-1633-4bf8-ae20-ef8e8bba131e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:19.635638 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e90f7-6b51-40c9-aed3-3864f073921a admin admin] Pushing event updated for resources: {'Network': ['ID=7cdd776f-1cf9-44d1-be1a-1d6292b709b8,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:19.651691 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 7cdd776f-1cf9-44d1-be1a-1d6292b709b8 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:49:19.681495 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c92b7-1633-4bf8-ae20-ef8e8bba131e None None] Pushing event updated for resources: {'Port': ['ID=a91f98f5-1b0f-4c5d-95d8-3131e35a54ab,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:19.743126 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-236e90f7-6b51-40c9-aed3-3864f073921a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8941736 Apr 20 16:49:19.746467 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54624) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:19.751713 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-d05a529f-af5e-4726-96ba-cc27c9567581 admin admin] Request body: {'subnet': {'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-852845143-subnet', 'tenant_id': '3ce5220603134f4a837eaa3664e23f50', 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:49:19.887787 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05a529f-af5e-4726-96ba-cc27c9567581 admin admin] Made reservation on behalf of 3ce5220603134f4a837eaa3664e23f50 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:49:19.890634 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d05a529f-af5e-4726-96ba-cc27c9567581 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:20.147273 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d05a529f-af5e-4726-96ba-cc27c9567581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:20.220016 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31cfd135-9636-48e1-ab0e-3872e999b000 req-1796ad9d-197d-4201-87e0-c876b5a67854 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 210 time: 0.0342870 Apr 20 16:49:20.245418 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a529f-af5e-4726-96ba-cc27c9567581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d1b2a94-989b-49d8-bcc1-26233c8f9f2a,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:20.258567 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05a529f-af5e-4726-96ba-cc27c9567581 admin admin] Checking segment: {'id': 'd29d6843-952f-4297-90d9-bf195a6cc71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:49:20.258927 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05a529f-af5e-4726-96ba-cc27c9567581 admin admin] Network hostable DHCP agents. Network: 7cdd776f-1cf9-44d1-be1a-1d6292b709b8, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:49:20.490047 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05a529f-af5e-4726-96ba-cc27c9567581 admin admin] Network 7cdd776f-1cf9-44d1-be1a-1d6292b709b8 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:49:20.619777 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-d05a529f-af5e-4726-96ba-cc27c9567581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 7cdd776f-1cf9-44d1-be1a-1d6292b709b8) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:49:20.623868 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05a529f-af5e-4726-96ba-cc27c9567581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:20.624547 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d05a529f-af5e-4726-96ba-cc27c9567581 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:20.632256 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b55608f-880f-4c9b-8dab-dda8f901bd00 None None] Network 7cdd776f-1cf9-44d1-be1a-1d6292b709b8 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:49:20.709346 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d05a529f-af5e-4726-96ba-cc27c9567581 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9612985 Apr 20 16:49:20.711822 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54628) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:20.719334 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-037dd5f4-b6a0-4ea3-bb41-d280fc158b11 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-852845143-router', 'tenant_id': '3ce5220603134f4a837eaa3664e23f50', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:49:20.758501 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a91f98f5-1b0f-4c5d-95d8-3131e35a54ab up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:49:20.842221 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1ad127-78b6-49ea-9c2a-db17e4336b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-7cdd776f-1cf9-44d1-be1a-1d6292b709b8', 'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8', 'tenant_id': '3ce5220603134f4a837eaa3664e23f50', 'fixed_ips': [{'subnet_id': '7d1b2a94-989b-49d8-bcc1-26233c8f9f2a'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:49:20.843065 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad127-78b6-49ea-9c2a-db17e4336b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:20.858502 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port a91f98f5-1b0f-4c5d-95d8-3131e35a54ab triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:20.858913 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:20.888032 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-037dd5f4-b6a0-4ea3-bb41-d280fc158b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:20.889155 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-037dd5f4-b6a0-4ea3-bb41-d280fc158b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:20.955338 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-037dd5f4-b6a0-4ea3-bb41-d280fc158b11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:21.050857 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-1d1ad127-78b6-49ea-9c2a-db17e4336b4f None None] Allocated IP 172.20.0.2 (7cdd776f-1cf9-44d1-be1a-1d6292b709b8/7d1b2a94-989b-49d8-bcc1-26233c8f9f2a/5aeeb311-3bcd-45f5-bb1a-392bae933bb7) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:49:21.210942 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-037dd5f4-b6a0-4ea3-bb41-d280fc158b11 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:21.211297 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad127-78b6-49ea-9c2a-db17e4336b4f None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:21.269258 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-564b7b79-3267-4b49-87b1-60f0ab36a98a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:21.269258 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-564b7b79-3267-4b49-87b1-60f0ab36a98a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.26 "GET /v2.0/networks?id=53374c2d-7dbf-4db9-8ad3-a9cf29bad0da HTTP/1.1" status: 200 len: 796 time: 0.1108081 Apr 20 16:49:21.293885 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad127-78b6-49ea-9c2a-db17e4336b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:21.317846 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-50102cb0-2360-4506-95de-c1b60829b096 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f671d985b7654b0ab90a0236bac58688 HTTP/1.1" status: 200 len: 379 time: 0.0412905 Apr 20 16:49:21.327125 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-71000a6f-aed6-4b90-ad79-416fad47cc22 req-70b3ac05-69f8-4f71-8680-98c13b9791ad tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 210 time: 0.0322127 Apr 20 16:49:21.327609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-9eef2510-e81a-4fff-866a-334eb46b0b5a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'port': {'device_id': '5a618291-2ff3-4470-ae62-3470ccd72110', 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da', 'admin_state_up': True, 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'security_groups': ['65aff0ba-bd97-498c-b8a5-e893963d2029']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:49:21.341536 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1ad127-78b6-49ea-9c2a-db17e4336b4f None None] Network 7cdd776f-1cf9-44d1-be1a-1d6292b709b8 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:49:21.349340 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-1d1ad127-78b6-49ea-9c2a-db17e4336b4f None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:49:21.356219 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1ad127-78b6-49ea-9c2a-db17e4336b4f None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:49:21.371051 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ad127-78b6-49ea-9c2a-db17e4336b4f None None] Pushing event updated for resources: {'Port': ['ID=5aeeb311-3bcd-45f5-bb1a-392bae933bb7,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:21.426403 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1d1ad127-78b6-49ea-9c2a-db17e4336b4f None None] Attempting to bind port 5aeeb311-3bcd-45f5-bb1a-392bae933bb7 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:49:21.426786 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1d1ad127-78b6-49ea-9c2a-db17e4336b4f None None] Attempting to bind port 5aeeb311-3bcd-45f5-bb1a-392bae933bb7 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'd29d6843-952f-4297-90d9-bf195a6cc71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:49:21.427153 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1ad127-78b6-49ea-9c2a-db17e4336b4f None None] Attempting to bind port 5aeeb311-3bcd-45f5-bb1a-392bae933bb7 on network 7cdd776f-1cf9-44d1-be1a-1d6292b709b8 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:49:21.433114 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1ad127-78b6-49ea-9c2a-db17e4336b4f None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:49:21.433495 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1ad127-78b6-49ea-9c2a-db17e4336b4f None None] Checking segment: {'id': 'd29d6843-952f-4297-90d9-bf195a6cc71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:49:21.434113 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad127-78b6-49ea-9c2a-db17e4336b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:21.434287 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1ad127-78b6-49ea-9c2a-db17e4336b4f None None] Bound using segment: {'id': 'd29d6843-952f-4297-90d9-bf195a6cc71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:49:21.434756 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1d1ad127-78b6-49ea-9c2a-db17e4336b4f None None] Bound port: 5aeeb311-3bcd-45f5-bb1a-392bae933bb7, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29d6843-952f-4297-90d9-bf195a6cc71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:49:21.435140 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad127-78b6-49ea-9c2a-db17e4336b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:21.503091 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1d1ad127-78b6-49ea-9c2a-db17e4336b4f None None] For port 5aeeb311-3bcd-45f5-bb1a-392bae933bb7, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:49:21.506285 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1d1ad127-78b6-49ea-9c2a-db17e4336b4f None None] For port 5aeeb311-3bcd-45f5-bb1a-392bae933bb7, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5aeeb311-3bcd-45f5-bb1a-392bae933bb7,segment=NetworkSegment(d29d6843-952f-4297-90d9-bf195a6cc71f),segment_id=d29d6843-952f-4297-90d9-bf195a6cc71f)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:49:21.580753 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-037dd5f4-b6a0-4ea3-bb41-d280fc158b11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:21.601796 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-037dd5f4-b6a0-4ea3-bb41-d280fc158b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:21.620754 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-9eef2510-e81a-4fff-866a-334eb46b0b5a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Made reservation on behalf of f671d985b7654b0ab90a0236bac58688 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:49:21.621684 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad127-78b6-49ea-9c2a-db17e4336b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:21.624548 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-9eef2510-e81a-4fff-866a-334eb46b0b5a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:21.687719 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ad127-78b6-49ea-9c2a-db17e4336b4f None None] Pushing event updated for resources: {'Port': ['ID=5aeeb311-3bcd-45f5-bb1a-392bae933bb7,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:21.736928 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-037dd5f4-b6a0-4ea3-bb41-d280fc158b11 admin admin] Allocated IP 172.25.0.75 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/917c2f3e-2967-48b5-8f15-df542105cf99) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:49:21.773917 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-9eef2510-e81a-4fff-866a-334eb46b0b5a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Allocated IP 172.20.0.13 (53374c2d-7dbf-4db9-8ad3-a9cf29bad0da/0a3c2e59-d634-4131-98c1-6c12cad9e04c/b1c42e09-2ccb-42a6-a3b4-56069b54cdc1) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:49:21.861984 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-037dd5f4-b6a0-4ea3-bb41-d280fc158b11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:21.951430 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-9eef2510-e81a-4fff-866a-334eb46b0b5a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:21.998060 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-037dd5f4-b6a0-4ea3-bb41-d280fc158b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:22.047446 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037dd5f4-b6a0-4ea3-bb41-d280fc158b11 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:49:22.050592 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-037dd5f4-b6a0-4ea3-bb41-d280fc158b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:49:22.053024 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037dd5f4-b6a0-4ea3-bb41-d280fc158b11 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:49:22.061079 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-9eef2510-e81a-4fff-866a-334eb46b0b5a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:22.062543 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:49:22.082357 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037dd5f4-b6a0-4ea3-bb41-d280fc158b11 admin admin] Pushing event updated for resources: {'Port': ['ID=917c2f3e-2967-48b5-8f15-df542105cf99,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:22.108506 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-9eef2510-e81a-4fff-866a-334eb46b0b5a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network 53374c2d-7dbf-4db9-8ad3-a9cf29bad0da is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:49:22.113871 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-9eef2510-e81a-4fff-866a-334eb46b0b5a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:49:22.118097 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-9eef2510-e81a-4fff-866a-334eb46b0b5a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:49:22.147623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef2510-e81a-4fff-866a-334eb46b0b5a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Port': ['ID=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:22.176857 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-9eef2510-e81a-4fff-866a-334eb46b0b5a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:22.177910 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-9eef2510-e81a-4fff-866a-334eb46b0b5a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:22.263594 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-9eef2510-e81a-4fff-866a-334eb46b0b5a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9402084 Apr 20 16:49:22.280928 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-561ba296-d416-4cfd-b456-2928408b9cce service neutron] Request body: {'port': {'device_id': '5a618291-2ff3-4470-ae62-3470ccd72110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:49:22.339445 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-561ba296-d416-4cfd-b456-2928408b9cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:22.371654 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-59e1bf5e-7f3d-430c-97ff-5095d97dae44 None None] Provisioning complete for port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:22.383992 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-59e1bf5e-7f3d-430c-97ff-5095d97dae44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:22.430107 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-59e1bf5e-7f3d-430c-97ff-5095d97dae44 None None] Port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:49:22.547699 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc3970-13aa-4b6a-b664-ab948c502355 req-c494b8b4-8ebb-4df0-9fd4-ec1aa0b164e4 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:22.549447 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e6fc3970-13aa-4b6a-b664-ab948c502355 req-c494b8b4-8ebb-4df0-9fd4-ec1aa0b164e4 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 932 time: 0.0795393 Apr 20 16:49:22.656391 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e6fc3970-13aa-4b6a-b664-ab948c502355 req-421eca02-091c-4ed8-badf-58fe2df08da8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959573 Apr 20 16:49:22.781969 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5aeeb311-3bcd-45f5-bb1a-392bae933bb7 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:49:22.798416 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-037dd5f4-b6a0-4ea3-bb41-d280fc158b11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:22.799791 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-561ba296-d416-4cfd-b456-2928408b9cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:49:22.807445 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-07a19767-5a8e-4ef8-9f68-f293b0b0f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:22.807984 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-561ba296-d416-4cfd-b456-2928408b9cce service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:22.823597 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-561ba296-d416-4cfd-b456-2928408b9cce service neutron] Transition to ACTIVE for port object b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:49:22.833291 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5038cb62-cef4-4153-9300-cfa2309b656d None None] Network 7cdd776f-1cf9-44d1-be1a-1d6292b709b8 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:49:22.895567 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 5aeeb311-3bcd-45f5-bb1a-392bae933bb7 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:22.895942 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:22.911977 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-561ba296-d416-4cfd-b456-2928408b9cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:22.933431 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e24e52b2-4330-4ec3-bf78-98dff2c94873 None None] Provisioning complete for port 5aeeb311-3bcd-45f5-bb1a-392bae933bb7 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:22.933795 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e24e52b2-4330-4ec3-bf78-98dff2c94873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:22.968116 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ba296-d416-4cfd-b456-2928408b9cce service neutron] Pushing event updated for resources: {'Port': ['ID=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:23.029460 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-037dd5f4-b6a0-4ea3-bb41-d280fc158b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:23.079904 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-561ba296-d416-4cfd-b456-2928408b9cce service neutron] Attempting to bind port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:49:23.079904 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-561ba296-d416-4cfd-b456-2928408b9cce service neutron] Attempting to bind port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '108f1950-3187-402f-95c3-11891379d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:49:23.080210 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-561ba296-d416-4cfd-b456-2928408b9cce service neutron] Attempting to bind port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 on network 53374c2d-7dbf-4db9-8ad3-a9cf29bad0da {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:49:23.085193 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-561ba296-d416-4cfd-b456-2928408b9cce service neutron] Port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 on network 53374c2d-7dbf-4db9-8ad3-a9cf29bad0da not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:49:23.085698 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-561ba296-d416-4cfd-b456-2928408b9cce service neutron] Attempting to bind port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 on network 53374c2d-7dbf-4db9-8ad3-a9cf29bad0da {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:49:23.091581 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-561ba296-d416-4cfd-b456-2928408b9cce service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:49:23.092017 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-561ba296-d416-4cfd-b456-2928408b9cce service neutron] Checking segment: {'id': '108f1950-3187-402f-95c3-11891379d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:49:23.092857 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-561ba296-d416-4cfd-b456-2928408b9cce service neutron] Bound using segment: {'id': '108f1950-3187-402f-95c3-11891379d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:49:23.092857 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-561ba296-d416-4cfd-b456-2928408b9cce service neutron] Bound port: b1c42e09-2ccb-42a6-a3b4-56069b54cdc1, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '108f1950-3187-402f-95c3-11891379d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:49:23.093198 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-561ba296-d416-4cfd-b456-2928408b9cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:23.143833 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:23.163454 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e24e52b2-4330-4ec3-bf78-98dff2c94873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:23.163868 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-561ba296-d416-4cfd-b456-2928408b9cce service neutron] For port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:49:23.167560 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-561ba296-d416-4cfd-b456-2928408b9cce service neutron] For port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,segment=NetworkSegment(108f1950-3187-402f-95c3-11891379d13c),segment_id=108f1950-3187-402f-95c3-11891379d13c)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:49:23.218945 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 5aeeb311-3bcd-45f5-bb1a-392bae933bb7, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5aeeb311-3bcd-45f5-bb1a-392bae933bb7,segment=NetworkSegment(d29d6843-952f-4297-90d9-bf195a6cc71f),segment_id=d29d6843-952f-4297-90d9-bf195a6cc71f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:49:23.277791 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-561ba296-d416-4cfd-b456-2928408b9cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:23.314168 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-561ba296-d416-4cfd-b456-2928408b9cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:23.314878 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-561ba296-d416-4cfd-b456-2928408b9cce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:23.316203 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-561ba296-d416-4cfd-b456-2928408b9cce service neutron] 10.222.0.26 "PUT /v2.0/ports/b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 HTTP/1.1" status: 200 len: 1092 time: 1.0397823 Apr 20 16:49:23.316648 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a618291-2ff3-4470-ae62-3470ccd72110', 'tag': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:49:23.320057 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c8f42b-2e73-425a-9bb4-cf77ecdce2db" -d '{"events": [{"name": "network-changed", "server_uuid": "5a618291-2ff3-4470-ae62-3470ccd72110", "tag": "b1c42e09-2ccb-42a6-a3b4-56069b54cdc1"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:49:23.346160 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:23.346671 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037dd5f4-b6a0-4ea3-bb41-d280fc158b11 admin admin] Router c2b46aab-2c31-49c6-a1cb-64f27368f83b is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:49:23.347949 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ba296-d416-4cfd-b456-2928408b9cce service neutron] Pushing event updated for resources: {'Port': ['ID=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:23.460428 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-e24e52b2-4330-4ec3-bf78-98dff2c94873 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:49:23.460837 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-e24e52b2-4330-4ec3-bf78-98dff2c94873 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:49:23.461524 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=5aeeb311-3bcd-45f5-bb1a-392bae933bb7,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:23.559289 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-437afd09-0649-4dc3-944d-f01e6f588bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:23.563962 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-437afd09-0649-4dc3-944d-f01e6f588bec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 1095 time: 0.0886726 Apr 20 16:49:23.577429 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037dd5f4-b6a0-4ea3-bb41-d280fc158b11 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:49:23.598083 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] Sync routers for ids ['c2b46aab-2c31-49c6-a1cb-64f27368f83b'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:49:23.623497 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-bf825b08-2c7c-48e8-b4c3-0fc7f8e0a67a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 HTTP/1.1" status: 200 len: 217 time: 0.0450859 Apr 20 16:49:23.627189 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] Routers {'c2b46aab-2c31-49c6-a1cb-64f27368f83b'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:49:23.628044 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:48:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['c2b46aab-2c31-49c6-a1cb-64f27368f83b'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:23.670221 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1adb38-ab8c-4af9-9bb7-e412bf1dc438 x-openstack-request-id: req-3a1adb38-ab8c-4af9-9bb7-e412bf1dc438 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:49:23.671421 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a618291-2ff3-4470-ae62-3470ccd72110", "tag": "b1c42e09-2ccb-42a6-a3b4-56069b54cdc1", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:49:23.671421 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a1adb38-ab8c-4af9-9bb7-e412bf1dc438 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:49:23.671421 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a1adb38-ab8c-4af9-9bb7-e412bf1dc438'] response: {'name': 'network-changed', 'server_uuid': '5a618291-2ff3-4470-ae62-3470ccd72110', 'tag': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1', 'status': 'completed', 'code': 200} Apr 20 16:49:23.708120 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-4ea0c4ab-41c8-435d-adb4-74a7bc5e3b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:23.713207 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-4ea0c4ab-41c8-435d-adb4-74a7bc5e3b8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a3c2e59-d634-4131-98c1-6c12cad9e04c HTTP/1.1" status: 200 len: 835 time: 0.0818195 Apr 20 16:49:23.726923 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-037dd5f4-b6a0-4ea3-bb41-d280fc158b11 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:23.728604 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-037dd5f4-b6a0-4ea3-bb41-d280fc158b11 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0146449 Apr 20 16:49:23.731325 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54642) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:23.759380 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] Set router c2b46aab-2c31-49c6-a1cb-64f27368f83b gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:49:24.079298 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b46aab-2c31-49c6-a1cb-64f27368f83b', 'name': 'tempest-TestServerMultinode-852845143-router', 'tenant_id': '3ce5220603134f4a837eaa3664e23f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '917c2f3e-2967-48b5-8f15-df542105cf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:20Z', 'updated_at': '2022-04-20T16:49:22Z', 'revision_number': 3, 'project_id': '3ce5220603134f4a837eaa3664e23f50', 'gw_port': {'id': '917c2f3e-2967-48b5-8f15-df542105cf99', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:24:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b46aab-2c31-49c6-a1cb-64f27368f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:21Z', 'updated_at': '2022-04-20T16:49:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:24.107542 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] Checking router: c2b46aab-2c31-49c6-a1cb-64f27368f83b for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:49:24.107542 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] Updating router c2b46aab-2c31-49c6-a1cb-64f27368f83b port 917c2f3e-2967-48b5-8f15-df542105cf99 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:49:24.134857 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:24.163277 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-407d322e-0043-4c9c-97ee-fe5d8d4480bf None None] Provisioning complete for port 5aeeb311-3bcd-45f5-bb1a-392bae933bb7 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:24.163277 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-407d322e-0043-4c9c-97ee-fe5d8d4480bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:24.190047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-d401a16e-bad5-4633-ba98-22af4d6b256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:24.192167 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-d401a16e-bad5-4633-ba98-22af4d6b256c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=53374c2d-7dbf-4db9-8ad3-a9cf29bad0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4731681 Apr 20 16:49:24.235910 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75671216-355e-4367-9c61-aed4b5a7d52c req-d1268b4b-2553-4360-b710-06db940a4fd3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:24.237753 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-75671216-355e-4367-9c61-aed4b5a7d52c req-d1268b4b-2553-4360-b710-06db940a4fd3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 944 time: 0.4802041 Apr 20 16:49:24.286837 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52610476-18f1-4d60-b197-300cfc061266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:24.320078 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-75671216-355e-4367-9c61-aed4b5a7d52c req-1984af0e-7574-4aa0-b3d3-f3d4e03851a2 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547130 Apr 20 16:49:24.336866 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-bc1cbf37-f952-44a8-8952-20c79195f6b9 service neutron] 10.222.0.26 "GET /v2.0/networks/53374c2d-7dbf-4db9-8ad3-a9cf29bad0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340113 Apr 20 16:49:24.437540 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-02d5fe40-f4da-4166-ab08-9aba687763f3 req-eb9e25b2-59ce-4ed4-8508-2e748e7a8768 service neutron] 10.222.0.26 "GET /v2.0/networks/53374c2d-7dbf-4db9-8ad3-a9cf29bad0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930061 Apr 20 16:49:24.450161 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:24.471744 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-52610476-18f1-4d60-b197-300cfc061266 admin admin] Allocated IP 172.20.0.1 (7cdd776f-1cf9-44d1-be1a-1d6292b709b8/7d1b2a94-989b-49d8-bcc1-26233c8f9f2a/d56673ff-ebbd-4346-9933-7cccec7c995b) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:49:24.583978 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52610476-18f1-4d60-b197-300cfc061266 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:24.586232 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:24.642285 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05317d6c-e54a-4d42-aa6f-af97149321b5 None None] Pushing event updated for resources: {'Port': ['ID=917c2f3e-2967-48b5-8f15-df542105cf99,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:24.644204 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] Attempting to bind port 917c2f3e-2967-48b5-8f15-df542105cf99 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:49:24.644590 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] Attempting to bind port 917c2f3e-2967-48b5-8f15-df542105cf99 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:49:24.644941 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] Attempting to bind port 917c2f3e-2967-48b5-8f15-df542105cf99 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:49:24.654231 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05317d6c-e54a-4d42-aa6f-af97149321b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:24.654575 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05317d6c-e54a-4d42-aa6f-af97149321b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:24.654910 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05317d6c-e54a-4d42-aa6f-af97149321b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:24.655236 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05317d6c-e54a-4d42-aa6f-af97149321b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:24.655564 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05317d6c-e54a-4d42-aa6f-af97149321b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:24.655887 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05317d6c-e54a-4d42-aa6f-af97149321b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:24.656207 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05317d6c-e54a-4d42-aa6f-af97149321b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:24.656566 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05317d6c-e54a-4d42-aa6f-af97149321b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:24.656888 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05317d6c-e54a-4d42-aa6f-af97149321b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:24.657204 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05317d6c-e54a-4d42-aa6f-af97149321b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:24.657524 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05317d6c-e54a-4d42-aa6f-af97149321b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:24.657838 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05317d6c-e54a-4d42-aa6f-af97149321b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:24.660887 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:49:24.661257 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:49:24.661652 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:24.662029 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:49:24.662494 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] Bound port: 917c2f3e-2967-48b5-8f15-df542105cf99, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:49:24.662875 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:24.715336 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5aeeb311-3bcd-45f5-bb1a-392bae933bb7 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:49:24.722834 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] For port 917c2f3e-2967-48b5-8f15-df542105cf99, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:49:24.726625 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] For port 917c2f3e-2967-48b5-8f15-df542105cf99, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=917c2f3e-2967-48b5-8f15-df542105cf99,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:49:24.746257 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8f42b-2e73-425a-9bb4-cf77ecdce2db req-8efc06d8-c47d-4784-9253-58948d185ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:24.748837 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0c8f42b-2e73-425a-9bb4-cf77ecdce2db req-8efc06d8-c47d-4784-9253-58948d185ed9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 1095 time: 0.0493269 Apr 20 16:49:24.775404 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52610476-18f1-4d60-b197-300cfc061266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:24.778206 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 5aeeb311-3bcd-45f5-bb1a-392bae933bb7 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:24.779384 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:24.819501 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52610476-18f1-4d60-b197-300cfc061266 admin admin] Network 7cdd776f-1cf9-44d1-be1a-1d6292b709b8 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:49:24.826649 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-52610476-18f1-4d60-b197-300cfc061266 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:49:24.832437 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52610476-18f1-4d60-b197-300cfc061266 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:49:24.862311 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52610476-18f1-4d60-b197-300cfc061266 admin admin] Pushing event updated for resources: {'Port': ['ID=d56673ff-ebbd-4346-9933-7cccec7c995b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:24.890072 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52610476-18f1-4d60-b197-300cfc061266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:24.891108 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:24.891434 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8f42b-2e73-425a-9bb4-cf77ecdce2db req-d0ff261a-9bc9-47c7-839a-0f3b53705f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:24.895294 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0c8f42b-2e73-425a-9bb4-cf77ecdce2db req-d0ff261a-9bc9-47c7-839a-0f3b53705f9d service neutron] 10.222.0.26 "GET /v2.0/networks?id=53374c2d-7dbf-4db9-8ad3-a9cf29bad0da HTTP/1.1" status: 200 len: 897 time: 0.1337147 Apr 20 16:49:24.948593 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] Routers {'c2b46aab-2c31-49c6-a1cb-64f27368f83b'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:49:24.949601 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:48:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['c2b46aab-2c31-49c6-a1cb-64f27368f83b'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:24.968031 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0c8f42b-2e73-425a-9bb4-cf77ecdce2db req-e834056b-9d2c-4d88-81a3-065064153067 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 HTTP/1.1" status: 200 len: 217 time: 0.0618021 Apr 20 16:49:25.034964 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8f42b-2e73-425a-9bb4-cf77ecdce2db req-334a30e2-c600-4365-9ec2-265ec726ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:25.036696 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0c8f42b-2e73-425a-9bb4-cf77ecdce2db req-334a30e2-c600-4365-9ec2-265ec726ad89 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a3c2e59-d634-4131-98c1-6c12cad9e04c HTTP/1.1" status: 200 len: 835 time: 0.0598390 Apr 20 16:49:25.074327 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05317d6c-e54a-4d42-aa6f-af97149321b5 None None] Pushing event updated for resources: {'Port': ['ID=917c2f3e-2967-48b5-8f15-df542105cf99,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:25.110727 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8f42b-2e73-425a-9bb4-cf77ecdce2db req-4f2c9626-eb10-4f92-9fc9-9639e99a0cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:25.111890 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] Set router c2b46aab-2c31-49c6-a1cb-64f27368f83b gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:49:25.112610 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0c8f42b-2e73-425a-9bb4-cf77ecdce2db req-4f2c9626-eb10-4f92-9fc9-9639e99a0cb2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=53374c2d-7dbf-4db9-8ad3-a9cf29bad0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579474 Apr 20 16:49:25.151973 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be012ea3-eb9e-4ebb-9d23-01d080a0a138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:25.158826 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52610476-18f1-4d60-b197-300cfc061266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:25.237266 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f67e63a2-a619-4f85-bc19-2f09fe0529a1 None None] Provisioning complete for port d56673ff-ebbd-4346-9933-7cccec7c995b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:25.237954 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f67e63a2-a619-4f85-bc19-2f09fe0529a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:25.248651 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0c8f42b-2e73-425a-9bb4-cf77ecdce2db req-e1753427-842b-43b3-9108-aef0dcb33626 service neutron] 10.222.0.26 "GET /v2.0/networks/53374c2d-7dbf-4db9-8ad3-a9cf29bad0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277206 Apr 20 16:49:25.291423 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f67e63a2-a619-4f85-bc19-2f09fe0529a1 None None] Port d56673ff-ebbd-4346-9933-7cccec7c995b cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:49:25.380064 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b46aab-2c31-49c6-a1cb-64f27368f83b', 'name': 'tempest-TestServerMultinode-852845143-router', 'tenant_id': '3ce5220603134f4a837eaa3664e23f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '917c2f3e-2967-48b5-8f15-df542105cf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:20Z', 'updated_at': '2022-04-20T16:49:22Z', 'revision_number': 3, 'project_id': '3ce5220603134f4a837eaa3664e23f50', 'gw_port': {'id': '917c2f3e-2967-48b5-8f15-df542105cf99', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:24:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b46aab-2c31-49c6-a1cb-64f27368f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:21Z', 'updated_at': '2022-04-20T16:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:25.389282 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0c8f42b-2e73-425a-9bb4-cf77ecdce2db req-8fe41807-0cf9-47aa-a693-a97d47e6037c service neutron] 10.222.0.26 "GET /v2.0/networks/53374c2d-7dbf-4db9-8ad3-a9cf29bad0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335962 Apr 20 16:49:25.420316 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c7ad3f-c18a-4660-9652-213d23d95934 None None] The sync data for ids ['c2b46aab-2c31-49c6-a1cb-64f27368f83b'] in n-d-836146-2 is: [{'id': 'c2b46aab-2c31-49c6-a1cb-64f27368f83b', 'name': 'tempest-TestServerMultinode-852845143-router', 'tenant_id': '3ce5220603134f4a837eaa3664e23f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '917c2f3e-2967-48b5-8f15-df542105cf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:20Z', 'updated_at': '2022-04-20T16:49:22Z', 'revision_number': 3, 'project_id': '3ce5220603134f4a837eaa3664e23f50', 'gw_port': {'id': '917c2f3e-2967-48b5-8f15-df542105cf99', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:24:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b46aab-2c31-49c6-a1cb-64f27368f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:21Z', 'updated_at': '2022-04-20T16:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:49:25.488749 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52610476-18f1-4d60-b197-300cfc061266 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:25.503478 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b602d1d-3130-4fc8-993c-8720a2d918bf req-bb23596e-de98-4e42-a316-6ded092ebc76 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:25.505168 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5b602d1d-3130-4fc8-993c-8720a2d918bf req-bb23596e-de98-4e42-a316-6ded092ebc76 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 944 time: 0.0864186 Apr 20 16:49:25.548596 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5b602d1d-3130-4fc8-993c-8720a2d918bf req-ec9f1041-53c5-4020-8de0-caf162bc5a49 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364244 Apr 20 16:49:25.635120 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52610476-18f1-4d60-b197-300cfc061266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:25.743537 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52610476-18f1-4d60-b197-300cfc061266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:25.745498 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52610476-18f1-4d60-b197-300cfc061266 admin admin] Pushing event updated for resources: {'Port': ['ID=d56673ff-ebbd-4346-9933-7cccec7c995b,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:25.861475 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52610476-18f1-4d60-b197-300cfc061266 admin admin] Network 7cdd776f-1cf9-44d1-be1a-1d6292b709b8 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:49:25.863047 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-52610476-18f1-4d60-b197-300cfc061266 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:49:26.033924 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52610476-18f1-4d60-b197-300cfc061266 admin admin] Router c2b46aab-2c31-49c6-a1cb-64f27368f83b has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:49:26.121163 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b53aaf16-4c1b-41ec-8fe3-a72705c96ae9 None None] Provisioning complete for port d56673ff-ebbd-4346-9933-7cccec7c995b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:26.121442 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b53aaf16-4c1b-41ec-8fe3-a72705c96ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:26.173530 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b53aaf16-4c1b-41ec-8fe3-a72705c96ae9 None None] Port d56673ff-ebbd-4346-9933-7cccec7c995b cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:49:26.182048 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52610476-18f1-4d60-b197-300cfc061266 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:49:26.187301 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-52610476-18f1-4d60-b197-300cfc061266 admin admin] 10.222.0.15 "PUT /v2.0/routers/c2b46aab-2c31-49c6-a1cb-64f27368f83b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4548967 Apr 20 16:49:26.505095 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:26.692076 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fc2e3-29f5-48ba-9af4-73bbfc981e25 req-44dc588c-2f41-4998-9876-c29953c2150e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:26.693683 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d70fc2e3-29f5-48ba-9af4-73bbfc981e25 req-44dc588c-2f41-4998-9876-c29953c2150e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 944 time: 0.0608265 Apr 20 16:49:26.734597 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 917c2f3e-2967-48b5-8f15-df542105cf99 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:49:26.754913 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d70fc2e3-29f5-48ba-9af4-73bbfc981e25 req-3f694635-6f4e-4634-8a97-39273c60f29e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513470 Apr 20 16:49:26.799438 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 917c2f3e-2967-48b5-8f15-df542105cf99 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:26.800036 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:26.880621 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:26.902361 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 917c2f3e-2967-48b5-8f15-df542105cf99, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=917c2f3e-2967-48b5-8f15-df542105cf99,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:49:27.032738 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:27.087091 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=917c2f3e-2967-48b5-8f15-df542105cf99,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:27.160883 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54662) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:27.166834 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-d2a105f0-b520-4061-932a-671f3e9c71a6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-362899839-network', 'tenant_id': 'db31186d811f49048562948858d256ac'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:49:27.275298 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] Sync routers for ids ['c2b46aab-2c31-49c6-a1cb-64f27368f83b'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:49:27.277267 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a105f0-b520-4061-932a-671f3e9c71a6 admin admin] Made reservation on behalf of db31186d811f49048562948858d256ac for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:49:27.280523 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d2a105f0-b520-4061-932a-671f3e9c71a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:27.287199 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] Routers {'c2b46aab-2c31-49c6-a1cb-64f27368f83b'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:49:27.287866 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:49:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['c2b46aab-2c31-49c6-a1cb-64f27368f83b'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:27.291788 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d2a105f0-b520-4061-932a-671f3e9c71a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:27.376438 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d2a105f0-b520-4061-932a-671f3e9c71a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:27.406005 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] Set router c2b46aab-2c31-49c6-a1cb-64f27368f83b gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:49:27.498868 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d2a105f0-b520-4061-932a-671f3e9c71a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:27.527836 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a105f0-b520-4061-932a-671f3e9c71a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:49:27.537137 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a105f0-b520-4061-932a-671f3e9c71a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:27.546026 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d2a105f0-b520-4061-932a-671f3e9c71a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:27.546376 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-d2a105f0-b520-4061-932a-671f3e9c71a6 admin admin] Added segment 7e22b06d-8ca5-45f0-8aa1-58affbd274c9 of type vlan for network cccd0908-912f-4165-977b-e4d14fbe6144 Apr 20 16:49:27.594798 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d2a105f0-b520-4061-932a-671f3e9c71a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:27.689072 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d2a105f0-b520-4061-932a-671f3e9c71a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:27.690119 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a105f0-b520-4061-932a-671f3e9c71a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:27.690717 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d2a105f0-b520-4061-932a-671f3e9c71a6 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:27.759837 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a105f0-b520-4061-932a-671f3e9c71a6 admin admin] Pushing event updated for resources: {'Network': ['ID=cccd0908-912f-4165-977b-e4d14fbe6144,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:27.776134 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network cccd0908-912f-4165-977b-e4d14fbe6144 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:49:27.795435 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d2a105f0-b520-4061-932a-671f3e9c71a6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6331706 Apr 20 16:49:27.798053 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54666) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:27.803866 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-9ee504bd-aa69-47d1-aa97-cfc2b3232756 admin admin] Request body: {'subnet': {'network_id': 'cccd0908-912f-4165-977b-e4d14fbe6144', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-362899839-subnet', 'tenant_id': 'db31186d811f49048562948858d256ac', 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:49:27.895972 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0917734-eba1-44d5-8de1-76fe51be8f2c req-5a40a850-7d97-4aba-bb0e-be3139be313d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:27.897261 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f0917734-eba1-44d5-8de1-76fe51be8f2c req-5a40a850-7d97-4aba-bb0e-be3139be313d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 944 time: 0.0537169 Apr 20 16:49:27.942638 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f0917734-eba1-44d5-8de1-76fe51be8f2c req-1a906ef1-4306-4d3c-9cd0-1a05c88922aa tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363026 Apr 20 16:49:27.957802 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:27.962856 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b46aab-2c31-49c6-a1cb-64f27368f83b', 'name': 'tempest-TestServerMultinode-852845143-router', 'tenant_id': '3ce5220603134f4a837eaa3664e23f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '917c2f3e-2967-48b5-8f15-df542105cf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:20Z', 'updated_at': '2022-04-20T16:49:25Z', 'revision_number': 4, 'project_id': '3ce5220603134f4a837eaa3664e23f50', 'gw_port': {'id': '917c2f3e-2967-48b5-8f15-df542105cf99', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b46aab-2c31-49c6-a1cb-64f27368f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:21Z', 'updated_at': '2022-04-20T16:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'd56673ff-ebbd-4346-9933-7cccec7c995b', 'name': '', 'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8', 'tenant_id': '3ce5220603134f4a837eaa3664e23f50', 'mac_address': 'fa:16:3e:6e:7b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b46aab-2c31-49c6-a1cb-64f27368f83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '7d1b2a94-989b-49d8-bcc1-26233c8f9f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:24Z', 'updated_at': '2022-04-20T16:49:25Z', 'revision_number': 2, 'project_id': '3ce5220603134f4a837eaa3664e23f50', 'subnets': [{'id': '7d1b2a94-989b-49d8-bcc1-26233c8f9f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:27.965884 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee504bd-aa69-47d1-aa97-cfc2b3232756 admin admin] Made reservation on behalf of db31186d811f49048562948858d256ac for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:49:27.968060 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9ee504bd-aa69-47d1-aa97-cfc2b3232756 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:27.994698 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] Checking router: c2b46aab-2c31-49c6-a1cb-64f27368f83b for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:49:27.995055 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] Updating router c2b46aab-2c31-49c6-a1cb-64f27368f83b port d56673ff-ebbd-4346-9933-7cccec7c995b binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:49:28.031432 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:28.245522 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:28.322825 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9ee504bd-aa69-47d1-aa97-cfc2b3232756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:28.357483 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:28.382587 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee504bd-aa69-47d1-aa97-cfc2b3232756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46bdc6ab-9651-467d-8faf-5c014c9ef57c,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:28.392880 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee504bd-aa69-47d1-aa97-cfc2b3232756 admin admin] Checking segment: {'id': '7e22b06d-8ca5-45f0-8aa1-58affbd274c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cccd0908-912f-4165-977b-e4d14fbe6144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:49:28.393241 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee504bd-aa69-47d1-aa97-cfc2b3232756 admin admin] Network hostable DHCP agents. Network: cccd0908-912f-4165-977b-e4d14fbe6144, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:49:28.437344 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:28.494288 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6c62f-6d73-4b1f-8018-542e3e55c885 None None] Pushing event updated for resources: {'Port': ['ID=d56673ff-ebbd-4346-9933-7cccec7c995b,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:28.551875 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee504bd-aa69-47d1-aa97-cfc2b3232756 admin admin] Network cccd0908-912f-4165-977b-e4d14fbe6144 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:49:28.557966 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] Attempting to bind port d56673ff-ebbd-4346-9933-7cccec7c995b on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:49:28.557966 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] Attempting to bind port d56673ff-ebbd-4346-9933-7cccec7c995b by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'd29d6843-952f-4297-90d9-bf195a6cc71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:49:28.557966 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] Attempting to bind port d56673ff-ebbd-4346-9933-7cccec7c995b on network 7cdd776f-1cf9-44d1-be1a-1d6292b709b8 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:49:28.561446 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:49:28.561965 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] Checking segment: {'id': 'd29d6843-952f-4297-90d9-bf195a6cc71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:49:28.562224 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:28.562614 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] Bound using segment: {'id': 'd29d6843-952f-4297-90d9-bf195a6cc71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:49:28.563107 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] Bound port: d56673ff-ebbd-4346-9933-7cccec7c995b, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29d6843-952f-4297-90d9-bf195a6cc71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:49:28.563484 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:28.633814 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] For port d56673ff-ebbd-4346-9933-7cccec7c995b, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:49:28.637938 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] For port d56673ff-ebbd-4346-9933-7cccec7c995b, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d56673ff-ebbd-4346-9933-7cccec7c995b,segment=NetworkSegment(d29d6843-952f-4297-90d9-bf195a6cc71f),segment_id=d29d6843-952f-4297-90d9-bf195a6cc71f)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:49:28.672321 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-9ee504bd-aa69-47d1-aa97-cfc2b3232756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, cccd0908-912f-4165-977b-e4d14fbe6144) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:49:28.677266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee504bd-aa69-47d1-aa97-cfc2b3232756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:28.678024 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9ee504bd-aa69-47d1-aa97-cfc2b3232756 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:28.686253 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fdac93-0519-474c-a1ea-74137b4826d8 None None] Network cccd0908-912f-4165-977b-e4d14fbe6144 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:49:28.746938 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 917c2f3e-2967-48b5-8f15-df542105cf99 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:49:28.753500 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:28.831812 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-437a441f-0c1a-44f9-abbf-ee9626f0e2fe None None] Provisioning complete for port d56673ff-ebbd-4346-9933-7cccec7c995b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:28.832408 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-437a441f-0c1a-44f9-abbf-ee9626f0e2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:28.938863 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6c62f-6d73-4b1f-8018-542e3e55c885 None None] Pushing event updated for resources: {'Port': ['ID=d56673ff-ebbd-4346-9933-7cccec7c995b,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:28.959291 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9ee504bd-aa69-47d1-aa97-cfc2b3232756 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1575730 Apr 20 16:49:28.959838 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54668) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:28.962288 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] Routers {'c2b46aab-2c31-49c6-a1cb-64f27368f83b'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:49:28.963443 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:49:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['c2b46aab-2c31-49c6-a1cb-64f27368f83b'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:28.965189 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-38075a98-de0e-41db-90f8-ce7d8b5006c9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-362899839-router', 'tenant_id': 'db31186d811f49048562948858d256ac', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:49:29.021562 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:29.043376 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 917c2f3e-2967-48b5-8f15-df542105cf99 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:29.043745 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:29.089003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145a12d-882c-404f-899e-b50e56351c70 req-1a18c841-3c2c-4b55-897b-8dbec4007b5c tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:29.093029 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a145a12d-882c-404f-899e-b50e56351c70 req-1a18c841-3c2c-4b55-897b-8dbec4007b5c tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 944 time: 0.0604959 Apr 20 16:49:29.136414 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a145a12d-882c-404f-899e-b50e56351c70 req-a712b512-581b-4200-9f65-e19f565421b6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394466 Apr 20 16:49:29.159481 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40a8c54-c21d-4bdc-844d-240905183b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-cccd0908-912f-4165-977b-e4d14fbe6144', 'network_id': 'cccd0908-912f-4165-977b-e4d14fbe6144', 'tenant_id': 'db31186d811f49048562948858d256ac', 'fixed_ips': [{'subnet_id': '46bdc6ab-9651-467d-8faf-5c014c9ef57c'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:49:29.160400 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a40a8c54-c21d-4bdc-844d-240905183b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:29.200701 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-437a441f-0c1a-44f9-abbf-ee9626f0e2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:29.277558 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-38075a98-de0e-41db-90f8-ce7d8b5006c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:29.278648 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-38075a98-de0e-41db-90f8-ce7d8b5006c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:29.287683 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] Set router c2b46aab-2c31-49c6-a1cb-64f27368f83b gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:49:29.338610 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-38075a98-de0e-41db-90f8-ce7d8b5006c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:29.533238 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:49:29.569899 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-437a441f-0c1a-44f9-abbf-ee9626f0e2fe None None] For port d56673ff-ebbd-4346-9933-7cccec7c995b, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d56673ff-ebbd-4346-9933-7cccec7c995b,segment=NetworkSegment(d29d6843-952f-4297-90d9-bf195a6cc71f),segment_id=d29d6843-952f-4297-90d9-bf195a6cc71f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:49:29.580555 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-38075a98-de0e-41db-90f8-ce7d8b5006c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:29.709367 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-a40a8c54-c21d-4bdc-844d-240905183b95 None None] Allocated IP 172.20.0.2 (cccd0908-912f-4165-977b-e4d14fbe6144/46bdc6ab-9651-467d-8faf-5c014c9ef57c/b13a0530-0e4b-4123-b901-1fde8f147a1e) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:49:29.747103 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-437a441f-0c1a-44f9-abbf-ee9626f0e2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:29.937275 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a441f-0c1a-44f9-abbf-ee9626f0e2fe None None] Pushing event updated for resources: {'Port': ['ID=d56673ff-ebbd-4346-9933-7cccec7c995b,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:29.961844 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,segment=NetworkSegment(108f1950-3187-402f-95c3-11891379d13c),segment_id=108f1950-3187-402f-95c3-11891379d13c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:49:29.991348 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7122e3ee-4184-4a54-b62c-26cfcd40ae5b None None] Provisioning complete for port d56673ff-ebbd-4346-9933-7cccec7c995b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:29.991721 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7122e3ee-4184-4a54-b62c-26cfcd40ae5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:30.004363 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-38075a98-de0e-41db-90f8-ce7d8b5006c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:30.023323 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-38075a98-de0e-41db-90f8-ce7d8b5006c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:30.024441 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1', 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da', 'port_id': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1', 'mac_address': 'fa:16:3e:f1:87:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3c2e59-d634-4131-98c1-6c12cad9e04c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:49:30.119358 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:30.138363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-38075a98-de0e-41db-90f8-ce7d8b5006c9 admin admin] Allocated IP 172.25.0.215 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/3823b4cd-85a4-45db-96b2-957941cc1536) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:49:30.149688 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a40a8c54-c21d-4bdc-844d-240905183b95 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:30.155918 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:30.186354 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b46aab-2c31-49c6-a1cb-64f27368f83b', 'name': 'tempest-TestServerMultinode-852845143-router', 'tenant_id': '3ce5220603134f4a837eaa3664e23f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '917c2f3e-2967-48b5-8f15-df542105cf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:20Z', 'updated_at': '2022-04-20T16:49:25Z', 'revision_number': 4, 'project_id': '3ce5220603134f4a837eaa3664e23f50', 'gw_port': {'id': '917c2f3e-2967-48b5-8f15-df542105cf99', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b46aab-2c31-49c6-a1cb-64f27368f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:21Z', 'updated_at': '2022-04-20T16:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'd56673ff-ebbd-4346-9933-7cccec7c995b', 'name': '', 'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8', 'tenant_id': '3ce5220603134f4a837eaa3664e23f50', 'mac_address': 'fa:16:3e:6e:7b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b46aab-2c31-49c6-a1cb-64f27368f83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '7d1b2a94-989b-49d8-bcc1-26233c8f9f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:24Z', 'updated_at': '2022-04-20T16:49:28Z', 'revision_number': 4, 'project_id': '3ce5220603134f4a837eaa3664e23f50', 'subnets': [{'id': '7d1b2a94-989b-49d8-bcc1-26233c8f9f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:30.224818 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62e1814-9eae-4555-942c-2fb8024e3fb6 None None] The sync data for ids ['c2b46aab-2c31-49c6-a1cb-64f27368f83b'] in n-d-836146-2 is: [{'id': 'c2b46aab-2c31-49c6-a1cb-64f27368f83b', 'name': 'tempest-TestServerMultinode-852845143-router', 'tenant_id': '3ce5220603134f4a837eaa3664e23f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '917c2f3e-2967-48b5-8f15-df542105cf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:20Z', 'updated_at': '2022-04-20T16:49:25Z', 'revision_number': 4, 'project_id': '3ce5220603134f4a837eaa3664e23f50', 'gw_port': {'id': '917c2f3e-2967-48b5-8f15-df542105cf99', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b46aab-2c31-49c6-a1cb-64f27368f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:21Z', 'updated_at': '2022-04-20T16:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'd56673ff-ebbd-4346-9933-7cccec7c995b', 'name': '', 'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8', 'tenant_id': '3ce5220603134f4a837eaa3664e23f50', 'mac_address': 'fa:16:3e:6e:7b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b46aab-2c31-49c6-a1cb-64f27368f83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '7d1b2a94-989b-49d8-bcc1-26233c8f9f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:24Z', 'updated_at': '2022-04-20T16:49:28Z', 'revision_number': 4, 'project_id': '3ce5220603134f4a837eaa3664e23f50', 'subnets': [{'id': '7d1b2a94-989b-49d8-bcc1-26233c8f9f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:49:30.227087 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:49:30.257449 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-38075a98-de0e-41db-90f8-ce7d8b5006c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:30.270370 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,segment=NetworkSegment(108f1950-3187-402f-95c3-11891379d13c),segment_id=108f1950-3187-402f-95c3-11891379d13c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:49:30.272690 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a40a8c54-c21d-4bdc-844d-240905183b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:30.289020 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8b7d3-6031-43ae-b6bb-b5d6307d3086 req-27a4b079-ee39-4668-b48d-9cd4f048b988 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:30.289020 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-80d8b7d3-6031-43ae-b6bb-b5d6307d3086 req-27a4b079-ee39-4668-b48d-9cd4f048b988 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 944 time: 0.0643690 Apr 20 16:49:30.293894 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40a8c54-c21d-4bdc-844d-240905183b95 None None] Network cccd0908-912f-4165-977b-e4d14fbe6144 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:49:30.345070 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-a40a8c54-c21d-4bdc-844d-240905183b95 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:49:30.350980 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40a8c54-c21d-4bdc-844d-240905183b95 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:49:30.356946 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-80d8b7d3-6031-43ae-b6bb-b5d6307d3086 req-01f60efb-d425-4693-be5f-12c22173eb03 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658147 Apr 20 16:49:30.390926 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:30.406628 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a8c54-c21d-4bdc-844d-240905183b95 None None] Pushing event updated for resources: {'Port': ['ID=b13a0530-0e4b-4123-b901-1fde8f147a1e,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:30.448956 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a40a8c54-c21d-4bdc-844d-240905183b95 None None] Attempting to bind port b13a0530-0e4b-4123-b901-1fde8f147a1e on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:49:30.449327 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a40a8c54-c21d-4bdc-844d-240905183b95 None None] Attempting to bind port b13a0530-0e4b-4123-b901-1fde8f147a1e by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '7e22b06d-8ca5-45f0-8aa1-58affbd274c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cccd0908-912f-4165-977b-e4d14fbe6144'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:49:30.449691 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a8c54-c21d-4bdc-844d-240905183b95 None None] Attempting to bind port b13a0530-0e4b-4123-b901-1fde8f147a1e on network cccd0908-912f-4165-977b-e4d14fbe6144 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:49:30.461867 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a8c54-c21d-4bdc-844d-240905183b95 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:49:30.462849 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a8c54-c21d-4bdc-844d-240905183b95 None None] Checking segment: {'id': '7e22b06d-8ca5-45f0-8aa1-58affbd274c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cccd0908-912f-4165-977b-e4d14fbe6144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:49:30.463255 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a40a8c54-c21d-4bdc-844d-240905183b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:30.463653 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a8c54-c21d-4bdc-844d-240905183b95 None None] Bound using segment: {'id': '7e22b06d-8ca5-45f0-8aa1-58affbd274c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cccd0908-912f-4165-977b-e4d14fbe6144'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:49:30.464277 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a40a8c54-c21d-4bdc-844d-240905183b95 None None] Bound port: b13a0530-0e4b-4123-b901-1fde8f147a1e, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e22b06d-8ca5-45f0-8aa1-58affbd274c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cccd0908-912f-4165-977b-e4d14fbe6144'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:49:30.464659 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a40a8c54-c21d-4bdc-844d-240905183b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:30.493276 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:30.495436 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-38075a98-de0e-41db-90f8-ce7d8b5006c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:30.544191 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38075a98-de0e-41db-90f8-ce7d8b5006c9 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:49:30.549570 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-38075a98-de0e-41db-90f8-ce7d8b5006c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:49:30.553361 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38075a98-de0e-41db-90f8-ce7d8b5006c9 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:49:30.564500 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a40a8c54-c21d-4bdc-844d-240905183b95 None None] For port b13a0530-0e4b-4123-b901-1fde8f147a1e, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:49:30.568259 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a40a8c54-c21d-4bdc-844d-240905183b95 None None] For port b13a0530-0e4b-4123-b901-1fde8f147a1e, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b13a0530-0e4b-4123-b901-1fde8f147a1e,segment=NetworkSegment(7e22b06d-8ca5-45f0-8aa1-58affbd274c9),segment_id=7e22b06d-8ca5-45f0-8aa1-58affbd274c9)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:49:30.583650 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38075a98-de0e-41db-90f8-ce7d8b5006c9 admin admin] Pushing event updated for resources: {'Port': ['ID=3823b4cd-85a4-45db-96b2-957941cc1536,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:30.666184 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a40a8c54-c21d-4bdc-844d-240905183b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:30.753890 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a8c54-c21d-4bdc-844d-240905183b95 None None] Pushing event updated for resources: {'Port': ['ID=b13a0530-0e4b-4123-b901-1fde8f147a1e,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:30.781566 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['b1c42e09-2ccb-42a6-a3b4-56069b54cdc1'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:49:30.786701 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d56673ff-ebbd-4346-9933-7cccec7c995b up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:49:30.939264 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port d56673ff-ebbd-4346-9933-7cccec7c995b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:30.939873 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:31.078939 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-38075a98-de0e-41db-90f8-ce7d8b5006c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:31.352565 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-38075a98-de0e-41db-90f8-ce7d8b5006c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:31.550651 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c3958-4cd0-4956-8c77-872e9419e544 req-5a1b95b4-90bb-4456-b485-19ae55096c8c tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:31.552648 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-525c3958-4cd0-4956-8c77-872e9419e544 req-5a1b95b4-90bb-4456-b485-19ae55096c8c tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 945 time: 0.0862625 Apr 20 16:49:31.614353 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-525c3958-4cd0-4956-8c77-872e9419e544 req-40b981b1-13c2-4f7d-8813-15cf9d3f62af tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437407 Apr 20 16:49:31.700170 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38075a98-de0e-41db-90f8-ce7d8b5006c9 admin admin] Router cac194fe-8f42-4788-bec9-2c7cfa884140 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:49:31.853337 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38075a98-de0e-41db-90f8-ce7d8b5006c9 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:49:31.867451 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] Sync routers for ids ['cac194fe-8f42-4788-bec9-2c7cfa884140'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:49:31.880473 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] Routers {'cac194fe-8f42-4788-bec9-2c7cfa884140'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:49:31.881356 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:49:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['cac194fe-8f42-4788-bec9-2c7cfa884140'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:32.014901 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d6b8a6-34b9-47e7-8436-982df74aa2aa None None] Network cccd0908-912f-4165-977b-e4d14fbe6144 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:49:32.034369 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] Set router cac194fe-8f42-4788-bec9-2c7cfa884140 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:49:32.122105 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-38075a98-de0e-41db-90f8-ce7d8b5006c9 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:32.127230 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-38075a98-de0e-41db-90f8-ce7d8b5006c9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1637597 Apr 20 16:49:32.127743 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54676) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:32.150584 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-0a6c8153-a6aa-47bc-a55a-63bb27755cb2 None None] Provisioning complete for port b13a0530-0e4b-4123-b901-1fde8f147a1e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:32.151145 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0a6c8153-a6aa-47bc-a55a-63bb27755cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:32.324592 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0a6c8153-a6aa-47bc-a55a-63bb27755cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:32.346467 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac194fe-8f42-4788-bec9-2c7cfa884140', 'name': 'tempest-TestServerMultinode-362899839-router', 'tenant_id': 'db31186d811f49048562948858d256ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '3823b4cd-85a4-45db-96b2-957941cc1536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:29Z', 'updated_at': '2022-04-20T16:49:30Z', 'revision_number': 3, 'project_id': 'db31186d811f49048562948858d256ac', 'gw_port': {'id': '3823b4cd-85a4-45db-96b2-957941cc1536', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac194fe-8f42-4788-bec9-2c7cfa884140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:30Z', 'updated_at': '2022-04-20T16:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:32.368122 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-0a6c8153-a6aa-47bc-a55a-63bb27755cb2 None None] For port b13a0530-0e4b-4123-b901-1fde8f147a1e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b13a0530-0e4b-4123-b901-1fde8f147a1e,segment=NetworkSegment(7e22b06d-8ca5-45f0-8aa1-58affbd274c9),segment_id=7e22b06d-8ca5-45f0-8aa1-58affbd274c9)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:49:32.375995 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] Checking router: cac194fe-8f42-4788-bec9-2c7cfa884140 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:49:32.376268 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] Updating router cac194fe-8f42-4788-bec9-2c7cfa884140 port 3823b4cd-85a4-45db-96b2-957941cc1536 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:49:32.402216 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:32.529007 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0a6c8153-a6aa-47bc-a55a-63bb27755cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:32.606313 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c8153-a6aa-47bc-a55a-63bb27755cb2 None None] Pushing event updated for resources: {'Port': ['ID=b13a0530-0e4b-4123-b901-1fde8f147a1e,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:32.662916 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4bf256b9-193d-41cd-b1b3-91c97e8820d0 None None] Provisioning complete for port b13a0530-0e4b-4123-b901-1fde8f147a1e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:32.673118 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4bf256b9-193d-41cd-b1b3-91c97e8820d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:32.717836 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:32.777206 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c90b-2d2f-4d9d-8b2d-fb01314c3cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:32.807094 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba600dc-14ac-4984-8c1e-6e7c0e6b8a14 req-2b245b0d-c3ec-4ce4-95d1-f49ba9d2fd72 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:32.808889 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aba600dc-14ac-4984-8c1e-6e7c0e6b8a14 req-2b245b0d-c3ec-4ce4-95d1-f49ba9d2fd72 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 945 time: 0.0859261 Apr 20 16:49:32.822181 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:32.823488 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b13a0530-0e4b-4123-b901-1fde8f147a1e up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:49:32.886598 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b9e45-d6f7-4176-a8fb-128e4cfb5a65 None None] Pushing event updated for resources: {'Port': ['ID=3823b4cd-85a4-45db-96b2-957941cc1536,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:32.890204 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] Attempting to bind port 3823b4cd-85a4-45db-96b2-957941cc1536 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:49:32.890572 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] Attempting to bind port 3823b4cd-85a4-45db-96b2-957941cc1536 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:49:32.890924 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] Attempting to bind port 3823b4cd-85a4-45db-96b2-957941cc1536 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:49:32.897485 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:49:32.899772 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:49:32.900617 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:32.901307 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:49:32.902117 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] Bound port: 3823b4cd-85a4-45db-96b2-957941cc1536, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:49:32.902488 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:32.943967 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aba600dc-14ac-4984-8c1e-6e7c0e6b8a14 req-61d37115-6409-428f-b42f-bb6fbf2f1308 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274168 Apr 20 16:49:32.973575 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] For port 3823b4cd-85a4-45db-96b2-957941cc1536, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:49:32.977788 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] For port 3823b4cd-85a4-45db-96b2-957941cc1536, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=3823b4cd-85a4-45db-96b2-957941cc1536,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:49:33.044655 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-f9b2c90b-2d2f-4d9d-8b2d-fb01314c3cdb admin admin] Allocated IP 172.20.0.1 (cccd0908-912f-4165-977b-e4d14fbe6144/46bdc6ab-9651-467d-8faf-5c014c9ef57c/17c572f5-71a7-4bde-8ec6-c922cdef89bd) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:49:33.051994 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port b13a0530-0e4b-4123-b901-1fde8f147a1e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:33.052624 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:33.163421 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c90b-2d2f-4d9d-8b2d-fb01314c3cdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:33.198471 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:33.257314 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] Routers {'cac194fe-8f42-4788-bec9-2c7cfa884140'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:49:33.257930 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:49:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['cac194fe-8f42-4788-bec9-2c7cfa884140'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:33.291930 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b9e45-d6f7-4176-a8fb-128e4cfb5a65 None None] Pushing event updated for resources: {'Port': ['ID=3823b4cd-85a4-45db-96b2-957941cc1536,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:33.348528 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c90b-2d2f-4d9d-8b2d-fb01314c3cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:33.377955 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] Set router cac194fe-8f42-4788-bec9-2c7cfa884140 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:49:33.391992 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b2c90b-2d2f-4d9d-8b2d-fb01314c3cdb admin admin] Network cccd0908-912f-4165-977b-e4d14fbe6144 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:49:33.395201 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-f9b2c90b-2d2f-4d9d-8b2d-fb01314c3cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:49:33.399305 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b2c90b-2d2f-4d9d-8b2d-fb01314c3cdb admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:49:33.405102 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2c90b-2d2f-4d9d-8b2d-fb01314c3cdb admin admin] Pushing event updated for resources: {'Port': ['ID=17c572f5-71a7-4bde-8ec6-c922cdef89bd,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:33.444672 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c90b-2d2f-4d9d-8b2d-fb01314c3cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:33.548838 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:49:33.696937 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac194fe-8f42-4788-bec9-2c7cfa884140', 'name': 'tempest-TestServerMultinode-362899839-router', 'tenant_id': 'db31186d811f49048562948858d256ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '3823b4cd-85a4-45db-96b2-957941cc1536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:29Z', 'updated_at': '2022-04-20T16:49:30Z', 'revision_number': 3, 'project_id': 'db31186d811f49048562948858d256ac', 'gw_port': {'id': '3823b4cd-85a4-45db-96b2-957941cc1536', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac194fe-8f42-4788-bec9-2c7cfa884140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:30Z', 'updated_at': '2022-04-20T16:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:33.723144 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221e8a02-df02-43cb-92e3-f4a60487a1d3 None None] The sync data for ids ['cac194fe-8f42-4788-bec9-2c7cfa884140'] in n-d-836146-2 is: [{'id': 'cac194fe-8f42-4788-bec9-2c7cfa884140', 'name': 'tempest-TestServerMultinode-362899839-router', 'tenant_id': 'db31186d811f49048562948858d256ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '3823b4cd-85a4-45db-96b2-957941cc1536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:29Z', 'updated_at': '2022-04-20T16:49:30Z', 'revision_number': 3, 'project_id': 'db31186d811f49048562948858d256ac', 'gw_port': {'id': '3823b4cd-85a4-45db-96b2-957941cc1536', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac194fe-8f42-4788-bec9-2c7cfa884140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:30Z', 'updated_at': '2022-04-20T16:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:49:33.742020 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-812ba837-0361-45c9-85b9-63e20e10c095 None None] Provisioning complete for port 17c572f5-71a7-4bde-8ec6-c922cdef89bd triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:33.742396 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-812ba837-0361-45c9-85b9-63e20e10c095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:33.756830 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c90b-2d2f-4d9d-8b2d-fb01314c3cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:33.772743 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:49:33.780864 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:33.781236 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:33.783864 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-812ba837-0361-45c9-85b9-63e20e10c095 None None] Port 17c572f5-71a7-4bde-8ec6-c922cdef89bd cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:49:33.878115 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:33.912267 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a618291-2ff3-4470-ae62-3470ccd72110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:49:33.915988 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef89715e-1ece-4bdf-99fc-561ee90d4e6c" -d '{"events": [{"server_uuid": "5a618291-2ff3-4470-ae62-3470ccd72110", "name": "network-vif-plugged", "status": "completed", "tag": "b1c42e09-2ccb-42a6-a3b4-56069b54cdc1"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:49:33.935419 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,segment=NetworkSegment(108f1950-3187-402f-95c3-11891379d13c),segment_id=108f1950-3187-402f-95c3-11891379d13c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:49:33.972404 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0627484-bd38-4dbd-be0a-77684146afe3 x-openstack-request-id: req-e0627484-bd38-4dbd-be0a-77684146afe3 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:49:33.972783 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a618291-2ff3-4470-ae62-3470ccd72110", "name": "network-vif-plugged", "status": "completed", "tag": "b1c42e09-2ccb-42a6-a3b4-56069b54cdc1", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:49:33.973147 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e0627484-bd38-4dbd-be0a-77684146afe3 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:49:33.973692 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0627484-bd38-4dbd-be0a-77684146afe3'] response: {'server_uuid': '5a618291-2ff3-4470-ae62-3470ccd72110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1', 'code': 200} Apr 20 16:49:34.027756 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:34.162404 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c75bf8-b4d7-4021-bf7d-bf76130eb9cb req-0fb57c9c-bda0-4e8d-a69b-778dfb4ed28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:34.163922 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b9c75bf8-b4d7-4021-bf7d-bf76130eb9cb req-0fb57c9c-bda0-4e8d-a69b-778dfb4ed28e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 1097 time: 0.0753543 Apr 20 16:49:34.168492 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:34.228870 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b9c75bf8-b4d7-4021-bf7d-bf76130eb9cb req-b45044e2-3774-4f6d-beda-f07b710c0246 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574739 Apr 20 16:49:34.337029 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d253d-2b21-4d58-966f-1a27d118028b req-013e22df-74cb-4a74-9d2b-eb6d1b548131 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:34.338682 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ff2d253d-2b21-4d58-966f-1a27d118028b req-013e22df-74cb-4a74-9d2b-eb6d1b548131 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 946 time: 0.0822341 Apr 20 16:49:34.398541 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c90b-2d2f-4d9d-8b2d-fb01314c3cdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:34.407729 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ff2d253d-2b21-4d58-966f-1a27d118028b req-3e0eeab2-47a2-4a79-9b46-35c2056aa188 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582888 Apr 20 16:49:34.494673 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c90b-2d2f-4d9d-8b2d-fb01314c3cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:34.573781 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2c90b-2d2f-4d9d-8b2d-fb01314c3cdb admin admin] Pushing event updated for resources: {'Port': ['ID=17c572f5-71a7-4bde-8ec6-c922cdef89bd,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:34.573781 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c90b-2d2f-4d9d-8b2d-fb01314c3cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:34.677325 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b2c90b-2d2f-4d9d-8b2d-fb01314c3cdb admin admin] Network cccd0908-912f-4165-977b-e4d14fbe6144 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:49:34.678773 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-f9b2c90b-2d2f-4d9d-8b2d-fb01314c3cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:49:34.768386 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 3823b4cd-85a4-45db-96b2-957941cc1536 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:49:34.831360 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 3823b4cd-85a4-45db-96b2-957941cc1536 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:34.831560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b2c90b-2d2f-4d9d-8b2d-fb01314c3cdb admin admin] Router cac194fe-8f42-4788-bec9-2c7cfa884140 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:49:34.832115 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:34.925096 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:34.955700 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 3823b4cd-85a4-45db-96b2-957941cc1536, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=3823b4cd-85a4-45db-96b2-957941cc1536,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:49:34.974022 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b2c90b-2d2f-4d9d-8b2d-fb01314c3cdb admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:49:34.979711 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f9b2c90b-2d2f-4d9d-8b2d-fb01314c3cdb admin admin] 10.222.0.15 "PUT /v2.0/routers/cac194fe-8f42-4788-bec9-2c7cfa884140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8505247 Apr 20 16:49:35.025901 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8c4492d1-0d76-4845-8b72-27d4eb10d788 None None] Provisioning complete for port 17c572f5-71a7-4bde-8ec6-c922cdef89bd triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:35.026497 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8c4492d1-0d76-4845-8b72-27d4eb10d788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:35.065252 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-8c4492d1-0d76-4845-8b72-27d4eb10d788 None None] Port 17c572f5-71a7-4bde-8ec6-c922cdef89bd cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:49:35.067893 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:35.118656 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=3823b4cd-85a4-45db-96b2-957941cc1536,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:35.539457 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78931afa-eda0-46d0-a252-3a4ffee790cd req-e5079d97-c89d-45ab-b237-082de3695d3f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:35.541168 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-78931afa-eda0-46d0-a252-3a4ffee790cd req-e5079d97-c89d-45ab-b237-082de3695d3f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 946 time: 0.0580888 Apr 20 16:49:35.548840 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-a706b9c1-888c-4b09-9fa7-f3e90e7e9fc8 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:35.550632 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-a706b9c1-888c-4b09-9fa7-f3e90e7e9fc8 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/networks?id=7cdd776f-1cf9-44d1-be1a-1d6292b709b8 HTTP/1.1" status: 200 len: 910 time: 0.0989115 Apr 20 16:49:35.575276 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-59ac4dbd-bf3e-4c8b-bc1c-343fcc26fff9 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/quotas/db31186d811f49048562948858d256ac HTTP/1.1" status: 200 len: 375 time: 0.0112858 Apr 20 16:49:35.590063 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-78931afa-eda0-46d0-a252-3a4ffee790cd req-4d4795ff-b08a-4424-b9a5-00b178ed3c12 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412514 Apr 20 16:49:35.623185 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] Sync routers for ids ['cac194fe-8f42-4788-bec9-2c7cfa884140'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:49:35.633570 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] Routers {'cac194fe-8f42-4788-bec9-2c7cfa884140'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:49:35.638739 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:49:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['cac194fe-8f42-4788-bec9-2c7cfa884140'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:35.674943 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-529304a0-d197-4c8d-8d29-4ea038db13fb tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=db31186d811f49048562948858d256ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886691 Apr 20 16:49:35.686546 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-9310cb85-4237-4d46-8c4d-ba67ed48523d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:49:35.687594 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-9310cb85-4237-4d46-8c4d-ba67ed48523d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056283 Apr 20 16:49:35.745605 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] Set router cac194fe-8f42-4788-bec9-2c7cfa884140 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:49:35.806969 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-aa787463-cdaa-4893-a368-363db06cb644 service neutron] 10.222.0.15 "GET /v2.0/networks/7cdd776f-1cf9-44d1-be1a-1d6292b709b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127734 Apr 20 16:49:35.912806 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-11639af3-f82c-47b3-92ca-ba5afbdc0704 service neutron] 10.222.0.15 "GET /v2.0/networks/7cdd776f-1cf9-44d1-be1a-1d6292b709b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930350 Apr 20 16:49:35.955222 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac194fe-8f42-4788-bec9-2c7cfa884140', 'name': 'tempest-TestServerMultinode-362899839-router', 'tenant_id': 'db31186d811f49048562948858d256ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '3823b4cd-85a4-45db-96b2-957941cc1536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:29Z', 'updated_at': '2022-04-20T16:49:33Z', 'revision_number': 4, 'project_id': 'db31186d811f49048562948858d256ac', 'gw_port': {'id': '3823b4cd-85a4-45db-96b2-957941cc1536', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac194fe-8f42-4788-bec9-2c7cfa884140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:30Z', 'updated_at': '2022-04-20T16:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '17c572f5-71a7-4bde-8ec6-c922cdef89bd', 'name': '', 'network_id': 'cccd0908-912f-4165-977b-e4d14fbe6144', 'tenant_id': 'db31186d811f49048562948858d256ac', 'mac_address': 'fa:16:3e:2f:cc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac194fe-8f42-4788-bec9-2c7cfa884140', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '46bdc6ab-9651-467d-8faf-5c014c9ef57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:32Z', 'updated_at': '2022-04-20T16:49:33Z', 'revision_number': 2, 'project_id': 'db31186d811f49048562948858d256ac', 'subnets': [{'id': '46bdc6ab-9651-467d-8faf-5c014c9ef57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:35.983712 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] Checking router: cac194fe-8f42-4788-bec9-2c7cfa884140 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:49:35.984060 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] Updating router cac194fe-8f42-4788-bec9-2c7cfa884140 port 17c572f5-71a7-4bde-8ec6-c922cdef89bd binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:49:36.015380 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:36.158916 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6271fbc9-be3a-4da9-9ce5-272148c8bf18 req-15612acd-76ad-4ec6-a241-10e68fcf470b tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d688d4a9-4e66-40d8-8ea0-00e11a0f89cf HTTP/1.1" status: 200 len: 210 time: 0.0276868 Apr 20 16:49:36.298237 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:36.437203 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:36.487797 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff973428-6bae-481a-b183-8744d547dbb8 None None] Pushing event updated for resources: {'Port': ['ID=17c572f5-71a7-4bde-8ec6-c922cdef89bd,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:36.548481 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] Attempting to bind port 17c572f5-71a7-4bde-8ec6-c922cdef89bd on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:49:36.548850 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] Attempting to bind port 17c572f5-71a7-4bde-8ec6-c922cdef89bd by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '7e22b06d-8ca5-45f0-8aa1-58affbd274c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cccd0908-912f-4165-977b-e4d14fbe6144'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:49:36.549206 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] Attempting to bind port 17c572f5-71a7-4bde-8ec6-c922cdef89bd on network cccd0908-912f-4165-977b-e4d14fbe6144 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:49:36.554917 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:49:36.555289 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] Checking segment: {'id': '7e22b06d-8ca5-45f0-8aa1-58affbd274c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cccd0908-912f-4165-977b-e4d14fbe6144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:49:36.556239 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:36.556664 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] Bound using segment: {'id': '7e22b06d-8ca5-45f0-8aa1-58affbd274c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cccd0908-912f-4165-977b-e4d14fbe6144'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:49:36.557138 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] Bound port: 17c572f5-71a7-4bde-8ec6-c922cdef89bd, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e22b06d-8ca5-45f0-8aa1-58affbd274c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cccd0908-912f-4165-977b-e4d14fbe6144'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:49:36.557520 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:36.632694 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] For port 17c572f5-71a7-4bde-8ec6-c922cdef89bd, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:49:36.636202 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] For port 17c572f5-71a7-4bde-8ec6-c922cdef89bd, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=17c572f5-71a7-4bde-8ec6-c922cdef89bd,segment=NetworkSegment(7e22b06d-8ca5-45f0-8aa1-58affbd274c9),segment_id=7e22b06d-8ca5-45f0-8aa1-58affbd274c9)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:49:36.694525 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b979f310-02c6-421e-abd6-3336f905a9f0 None None] Provisioning complete for port 17c572f5-71a7-4bde-8ec6-c922cdef89bd triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:36.694891 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b979f310-02c6-421e-abd6-3336f905a9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:36.744091 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 3823b4cd-85a4-45db-96b2-957941cc1536 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:49:36.745083 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82861f-a693-4409-8dc0-1710aa29634d req-3fcfccb1-56ba-4636-b7c7-48816ebe3e71 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:36.746713 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1a82861f-a693-4409-8dc0-1710aa29634d req-3fcfccb1-56ba-4636-b7c7-48816ebe3e71 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 946 time: 0.0751424 Apr 20 16:49:36.759586 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b979f310-02c6-421e-abd6-3336f905a9f0 None None] Port 17c572f5-71a7-4bde-8ec6-c922cdef89bd cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:49:36.786706 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1a82861f-a693-4409-8dc0-1710aa29634d req-b686ab3d-e2a6-4353-8df7-98c007d0e4e0 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329893 Apr 20 16:49:36.788418 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 3823b4cd-85a4-45db-96b2-957941cc1536 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:36.788799 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:36.877697 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:36.907757 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d12da-856b-4885-9eb6-141763f95434 req-3a937354-4161-4da7-9c6b-24cd12a24f9f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:36.910493 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ee2d12da-856b-4885-9eb6-141763f95434 req-3a937354-4161-4da7-9c6b-24cd12a24f9f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 946 time: 0.0502384 Apr 20 16:49:36.943000 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff973428-6bae-481a-b183-8744d547dbb8 None None] Pushing event updated for resources: {'Port': ['ID=17c572f5-71a7-4bde-8ec6-c922cdef89bd,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:36.946855 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] Routers {'cac194fe-8f42-4788-bec9-2c7cfa884140'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:49:36.947449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:49:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['cac194fe-8f42-4788-bec9-2c7cfa884140'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:36.979945 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ee2d12da-856b-4885-9eb6-141763f95434 req-353abb74-1e83-423d-8111-f94066a54584 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584800 Apr 20 16:49:36.999036 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54722) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:37.047307 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da309a13-4663-42d7-827f-bf9e6b24e5e8 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:37.047307 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-da309a13-4663-42d7-827f-bf9e6b24e5e8 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 1092 time: 0.0445216 Apr 20 16:49:37.048128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54724) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:37.053026 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d061dcc4-ccc1-4318-b539-e45c8dd56533 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:49:37.083121 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] Set router cac194fe-8f42-4788-bec9-2c7cfa884140 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:49:37.185796 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d061dcc4-ccc1-4318-b539-e45c8dd56533 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:37.233676 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a8a0a583-9d37-47cf-b2f0-8d39a9ed3004 None None] Provisioning complete for port 17c572f5-71a7-4bde-8ec6-c922cdef89bd triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:37.234043 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a8a0a583-9d37-47cf-b2f0-8d39a9ed3004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:37.253079 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8769e040-1cd4-4934-a16e-21dd87365c0f req-ce2871cd-aa46-44fd-97e2-fe680f0a4f82 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d688d4a9-4e66-40d8-8ea0-00e11a0f89cf HTTP/1.1" status: 200 len: 210 time: 0.0391777 Apr 20 16:49:37.301783 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d061dcc4-ccc1-4318-b539-e45c8dd56533 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:37.376109 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a8a0a583-9d37-47cf-b2f0-8d39a9ed3004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:37.400280 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac194fe-8f42-4788-bec9-2c7cfa884140', 'name': 'tempest-TestServerMultinode-362899839-router', 'tenant_id': 'db31186d811f49048562948858d256ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '3823b4cd-85a4-45db-96b2-957941cc1536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:29Z', 'updated_at': '2022-04-20T16:49:33Z', 'revision_number': 4, 'project_id': 'db31186d811f49048562948858d256ac', 'gw_port': {'id': '3823b4cd-85a4-45db-96b2-957941cc1536', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac194fe-8f42-4788-bec9-2c7cfa884140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:30Z', 'updated_at': '2022-04-20T16:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '17c572f5-71a7-4bde-8ec6-c922cdef89bd', 'name': '', 'network_id': 'cccd0908-912f-4165-977b-e4d14fbe6144', 'tenant_id': 'db31186d811f49048562948858d256ac', 'mac_address': 'fa:16:3e:2f:cc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac194fe-8f42-4788-bec9-2c7cfa884140', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '46bdc6ab-9651-467d-8faf-5c014c9ef57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:32Z', 'updated_at': '2022-04-20T16:49:36Z', 'revision_number': 4, 'project_id': 'db31186d811f49048562948858d256ac', 'subnets': [{'id': '46bdc6ab-9651-467d-8faf-5c014c9ef57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:37.410288 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-d061dcc4-ccc1-4318-b539-e45c8dd56533 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Allocated IP 172.25.0.61 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/b0ad57d7-83c8-482c-a7cd-ed7f1dbf223e) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:49:37.441935 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb2a336-19c8-4a72-a017-9c7fc00fcb39 None None] The sync data for ids ['cac194fe-8f42-4788-bec9-2c7cfa884140'] in n-d-836146-2 is: [{'id': 'cac194fe-8f42-4788-bec9-2c7cfa884140', 'name': 'tempest-TestServerMultinode-362899839-router', 'tenant_id': 'db31186d811f49048562948858d256ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '3823b4cd-85a4-45db-96b2-957941cc1536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:29Z', 'updated_at': '2022-04-20T16:49:33Z', 'revision_number': 4, 'project_id': 'db31186d811f49048562948858d256ac', 'gw_port': {'id': '3823b4cd-85a4-45db-96b2-957941cc1536', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac194fe-8f42-4788-bec9-2c7cfa884140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:30Z', 'updated_at': '2022-04-20T16:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '17c572f5-71a7-4bde-8ec6-c922cdef89bd', 'name': '', 'network_id': 'cccd0908-912f-4165-977b-e4d14fbe6144', 'tenant_id': 'db31186d811f49048562948858d256ac', 'mac_address': 'fa:16:3e:2f:cc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac194fe-8f42-4788-bec9-2c7cfa884140', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '46bdc6ab-9651-467d-8faf-5c014c9ef57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:32Z', 'updated_at': '2022-04-20T16:49:36Z', 'revision_number': 4, 'project_id': 'db31186d811f49048562948858d256ac', 'subnets': [{'id': '46bdc6ab-9651-467d-8faf-5c014c9ef57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:49:37.446425 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a8a0a583-9d37-47cf-b2f0-8d39a9ed3004 None None] For port 17c572f5-71a7-4bde-8ec6-c922cdef89bd, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=17c572f5-71a7-4bde-8ec6-c922cdef89bd,segment=NetworkSegment(7e22b06d-8ca5-45f0-8aa1-58affbd274c9),segment_id=7e22b06d-8ca5-45f0-8aa1-58affbd274c9)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:49:37.554744 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d061dcc4-ccc1-4318-b539-e45c8dd56533 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:37.589895 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a8a0a583-9d37-47cf-b2f0-8d39a9ed3004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:37.642597 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0a583-9d37-47cf-b2f0-8d39a9ed3004 None None] Pushing event updated for resources: {'Port': ['ID=17c572f5-71a7-4bde-8ec6-c922cdef89bd,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:37.775116 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d061dcc4-ccc1-4318-b539-e45c8dd56533 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:37.818955 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d061dcc4-ccc1-4318-b539-e45c8dd56533 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:49:37.822417 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-d061dcc4-ccc1-4318-b539-e45c8dd56533 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:49:37.825021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d061dcc4-ccc1-4318-b539-e45c8dd56533 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:49:37.854992 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061dcc4-ccc1-4318-b539-e45c8dd56533 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Port': ['ID=b0ad57d7-83c8-482c-a7cd-ed7f1dbf223e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:38.237344 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d061dcc4-ccc1-4318-b539-e45c8dd56533 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:38.348510 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad2d20f1-6cbf-4100-885f-8c243f0ceb92 req-35274110-4cad-47a2-bd73-591c21501fe3 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d688d4a9-4e66-40d8-8ea0-00e11a0f89cf HTTP/1.1" status: 200 len: 210 time: 0.0268419 Apr 20 16:49:38.759557 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 17c572f5-71a7-4bde-8ec6-c922cdef89bd up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:49:38.809511 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 17c572f5-71a7-4bde-8ec6-c922cdef89bd triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:38.809886 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:38.834437 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d061dcc4-ccc1-4318-b539-e45c8dd56533 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:38.991766 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d061dcc4-ccc1-4318-b539-e45c8dd56533 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:39.083350 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d061dcc4-ccc1-4318-b539-e45c8dd56533 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:39.149878 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061dcc4-ccc1-4318-b539-e45c8dd56533 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Port': ['ID=b0ad57d7-83c8-482c-a7cd-ed7f1dbf223e,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:39.161580 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d061dcc4-ccc1-4318-b539-e45c8dd56533 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:39.263246 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-d061dcc4-ccc1-4318-b539-e45c8dd56533 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Floating IP 0089a6e8-5d28-449c-9499-441ef3124d9a associated. External IP: 172.25.0.61, port: b1c42e09-2ccb-42a6-a3b4-56069b54cdc1. Apr 20 16:49:39.446571 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4de44ab8-2f35-4b7c-9b90-7779c45d9f16 req-537cdbd9-22ff-42f4-b1e6-d49efb57787f tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d688d4a9-4e66-40d8-8ea0-00e11a0f89cf HTTP/1.1" status: 200 len: 210 time: 0.0272195 Apr 20 16:49:39.534055 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d061dcc4-ccc1-4318-b539-e45c8dd56533 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Router 1e3570c7-e466-4125-adb8-1c348a89a43f has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:49:39.606452 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-21aaab10-1916-4a8a-9a9d-0c82293abdb0 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:39.607996 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-21aaab10-1916-4a8a-9a9d-0c82293abdb0 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.30 "GET /v2.0/networks?id=7cdd776f-1cf9-44d1-be1a-1d6292b709b8 HTTP/1.1" status: 200 len: 910 time: 0.1481807 Apr 20 16:49:39.622031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-42a6e868-7d43-43f9-8fb5-5714958b0b80 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Request body: {'port': {'device_id': 'd688d4a9-4e66-40d8-8ea0-00e11a0f89cf', 'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8', 'admin_state_up': True, 'tenant_id': 'db31186d811f49048562948858d256ac'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:49:39.689163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d061dcc4-ccc1-4318-b539-e45c8dd56533 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:49:39.700964 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54db73ae-152a-4d95-a9f4-912438907703 None None] Sync routers for ids ['1e3570c7-e466-4125-adb8-1c348a89a43f'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:49:39.710332 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54db73ae-152a-4d95-a9f4-912438907703 None None] Routers {'1e3570c7-e466-4125-adb8-1c348a89a43f'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:49:39.715007 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-54db73ae-152a-4d95-a9f4-912438907703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:49:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1e3570c7-e466-4125-adb8-1c348a89a43f'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:39.782539 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d061dcc4-ccc1-4318-b539-e45c8dd56533 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:39.786215 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-42a6e868-7d43-43f9-8fb5-5714958b0b80 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Made reservation on behalf of db31186d811f49048562948858d256ac for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:49:39.788211 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-42a6e868-7d43-43f9-8fb5-5714958b0b80 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:39.829012 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d061dcc4-ccc1-4318-b539-e45c8dd56533 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7796166 Apr 20 16:49:39.830609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a618291-2ff3-4470-ae62-3470ccd72110', 'tag': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:49:39.833011 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85a8c20-224b-4abe-ad24-a5bde2fb8713" -d '{"events": [{"name": "network-changed", "server_uuid": "5a618291-2ff3-4470-ae62-3470ccd72110", "tag": "b1c42e09-2ccb-42a6-a3b4-56069b54cdc1"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:49:39.843121 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-54db73ae-152a-4d95-a9f4-912438907703 None None] Set router 1e3570c7-e466-4125-adb8-1c348a89a43f gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:49:39.881272 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c44de1f-36e7-42f3-91f4-265aefbb8926 x-openstack-request-id: req-1c44de1f-36e7-42f3-91f4-265aefbb8926 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:49:39.881638 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a618291-2ff3-4470-ae62-3470ccd72110", "tag": "b1c42e09-2ccb-42a6-a3b4-56069b54cdc1", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:49:39.881958 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c44de1f-36e7-42f3-91f4-265aefbb8926 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:49:39.882826 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c44de1f-36e7-42f3-91f4-265aefbb8926'] response: {'name': 'network-changed', 'server_uuid': '5a618291-2ff3-4470-ae62-3470ccd72110', 'tag': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1', 'status': 'completed', 'code': 200} Apr 20 16:49:40.007445 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-42a6e868-7d43-43f9-8fb5-5714958b0b80 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Allocated IP 172.20.0.11 (7cdd776f-1cf9-44d1-be1a-1d6292b709b8/7d1b2a94-989b-49d8-bcc1-26233c8f9f2a/f8a85986-948e-44c8-b344-b4d884ffc175) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:49:40.020439 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1b2fe-2a22-49c9-8dab-0e47862f1583 req-ef7c75e8-0aba-4063-b3a2-cf1a8aa634c6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:40.028954 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-14e1b2fe-2a22-49c9-8dab-0e47862f1583 req-ef7c75e8-0aba-4063-b3a2-cf1a8aa634c6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 946 time: 0.1309831 Apr 20 16:49:40.041083 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a8c20-224b-4abe-ad24-a5bde2fb8713 req-71e23513-a311-4d9f-977f-081c34586a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:40.042555 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b85a8c20-224b-4abe-ad24-a5bde2fb8713 req-71e23513-a311-4d9f-977f-081c34586a90 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 1097 time: 0.1040816 Apr 20 16:49:40.097083 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-54db73ae-152a-4d95-a9f4-912438907703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190454038', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:07Z', 'updated_at': '2022-04-20T16:49:15Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:08Z', 'updated_at': '2022-04-20T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '0089a6e8-5d28-449c-9499-441ef3124d9a', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'port_id': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da', 'mac_address': 'fa:16:3e:f1:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a618291-2ff3-4470-ae62-3470ccd72110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:49:38Z', 'updated_at': '2022-04-20T16:49:38Z', 'revision_number': 0, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91f98f5-1b0f-4c5d-95d8-3131e35a54ab', 'name': '', 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:68:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0a3c2e59-d634-4131-98c1-6c12cad9e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:14Z', 'updated_at': '2022-04-20T16:49:19Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': '0a3c2e59-d634-4131-98c1-6c12cad9e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:40.124270 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54db73ae-152a-4d95-a9f4-912438907703 None None] Checking router: 1e3570c7-e466-4125-adb8-1c348a89a43f for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:49:40.134015 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54db73ae-152a-4d95-a9f4-912438907703 None None] Routers {'1e3570c7-e466-4125-adb8-1c348a89a43f'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:49:40.135124 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-54db73ae-152a-4d95-a9f4-912438907703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:49:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1e3570c7-e466-4125-adb8-1c348a89a43f'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:40.151329 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-14e1b2fe-2a22-49c9-8dab-0e47862f1583 req-be4f424d-ecc7-4317-a63c-4631aef7bcba tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202185 Apr 20 16:49:40.176250 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54738) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:40.210020 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a8c20-224b-4abe-ad24-a5bde2fb8713 req-edb02034-c202-49a6-a76d-9923ee44b138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:40.212361 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b85a8c20-224b-4abe-ad24-a5bde2fb8713 req-edb02034-c202-49a6-a76d-9923ee44b138 service neutron] 10.222.0.26 "GET /v2.0/networks?id=53374c2d-7dbf-4db9-8ad3-a9cf29bad0da HTTP/1.1" status: 200 len: 897 time: 0.1580460 Apr 20 16:49:40.248832 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-54db73ae-152a-4d95-a9f4-912438907703 None None] Set router 1e3570c7-e466-4125-adb8-1c348a89a43f gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:49:40.266922 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-32a2435d-ec20-483b-bf57-a0c52e8a66b8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/floatingips/0089a6e8-5d28-449c-9499-441ef3124d9a HTTP/1.1" status: 200 len: 991 time: 0.0883658 Apr 20 16:49:40.333904 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b85a8c20-224b-4abe-ad24-a5bde2fb8713 req-4abb398e-695e-4614-9895-c066c6a892da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 HTTP/1.1" status: 200 len: 999 time: 0.0937543 Apr 20 16:49:40.375278 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-42a6e868-7d43-43f9-8fb5-5714958b0b80 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:40.401539 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a8c20-224b-4abe-ad24-a5bde2fb8713 req-e45412c2-4eab-46c9-acc2-1b99fd110774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:40.403078 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b85a8c20-224b-4abe-ad24-a5bde2fb8713 req-e45412c2-4eab-46c9-acc2-1b99fd110774 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a3c2e59-d634-4131-98c1-6c12cad9e04c HTTP/1.1" status: 200 len: 835 time: 0.0614314 Apr 20 16:49:40.456445 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a8c20-224b-4abe-ad24-a5bde2fb8713 req-eb9b2244-2679-4863-a6a9-72c563fe01be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:40.457971 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b85a8c20-224b-4abe-ad24-a5bde2fb8713 req-eb9b2244-2679-4863-a6a9-72c563fe01be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=53374c2d-7dbf-4db9-8ad3-a9cf29bad0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441728 Apr 20 16:49:40.490167 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-54db73ae-152a-4d95-a9f4-912438907703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190454038', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:07Z', 'updated_at': '2022-04-20T16:49:15Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:08Z', 'updated_at': '2022-04-20T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '0089a6e8-5d28-449c-9499-441ef3124d9a', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'port_id': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da', 'mac_address': 'fa:16:3e:f1:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a618291-2ff3-4470-ae62-3470ccd72110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:49:38Z', 'updated_at': '2022-04-20T16:49:38Z', 'revision_number': 0, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91f98f5-1b0f-4c5d-95d8-3131e35a54ab', 'name': '', 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:68:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0a3c2e59-d634-4131-98c1-6c12cad9e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:14Z', 'updated_at': '2022-04-20T16:49:19Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': '0a3c2e59-d634-4131-98c1-6c12cad9e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:49:40.520180 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54db73ae-152a-4d95-a9f4-912438907703 None None] The sync data for ids ['1e3570c7-e466-4125-adb8-1c348a89a43f'] in n-d-836146-2 is: [{'id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190454038', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:07Z', 'updated_at': '2022-04-20T16:49:15Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:08Z', 'updated_at': '2022-04-20T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '0089a6e8-5d28-449c-9499-441ef3124d9a', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'port_id': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da', 'mac_address': 'fa:16:3e:f1:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a618291-2ff3-4470-ae62-3470ccd72110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:49:38Z', 'updated_at': '2022-04-20T16:49:38Z', 'revision_number': 0, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91f98f5-1b0f-4c5d-95d8-3131e35a54ab', 'name': '', 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:68:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0a3c2e59-d634-4131-98c1-6c12cad9e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:14Z', 'updated_at': '2022-04-20T16:49:19Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': '0a3c2e59-d634-4131-98c1-6c12cad9e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:49:40.526309 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-42a6e868-7d43-43f9-8fb5-5714958b0b80 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:40.575627 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1444ad1-5553-41f0-a3d5-1edf2465fdff req-0edc711b-37c6-4f02-ab73-50544a4a16c2 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:40.577204 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c1444ad1-5553-41f0-a3d5-1edf2465fdff req-0edc711b-37c6-4f02-ab73-50544a4a16c2 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d688d4a9-4e66-40d8-8ea0-00e11a0f89cf HTTP/1.1" status: 200 len: 1028 time: 0.0515876 Apr 20 16:49:40.583317 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-42a6e868-7d43-43f9-8fb5-5714958b0b80 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Network 7cdd776f-1cf9-44d1-be1a-1d6292b709b8 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:49:40.594375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-42a6e868-7d43-43f9-8fb5-5714958b0b80 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:49:40.603301 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-42a6e868-7d43-43f9-8fb5-5714958b0b80 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:49:40.628976 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c1444ad1-5553-41f0-a3d5-1edf2465fdff req-7f1c66df-0143-42c6-87bf-1f588d74d146 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453200 Apr 20 16:49:40.635408 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b85a8c20-224b-4abe-ad24-a5bde2fb8713 req-3ec0df93-f342-45f7-aeb9-afc9fc967959 service neutron] 10.222.0.26 "GET /v2.0/networks/53374c2d-7dbf-4db9-8ad3-a9cf29bad0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704371 Apr 20 16:49:40.643433 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6e868-7d43-43f9-8fb5-5714958b0b80 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Pushing event updated for resources: {'Port': ['ID=f8a85986-948e-44c8-b344-b4d884ffc175,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:40.704165 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-42a6e868-7d43-43f9-8fb5-5714958b0b80 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:40.704950 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-42a6e868-7d43-43f9-8fb5-5714958b0b80 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:40.757279 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b85a8c20-224b-4abe-ad24-a5bde2fb8713 req-47abda17-e01c-4b48-8e0d-c4e3b697fdaa service neutron] 10.222.0.26 "GET /v2.0/networks/53374c2d-7dbf-4db9-8ad3-a9cf29bad0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127484 Apr 20 16:49:40.796517 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1f3d87-0326-412f-80b8-5553755d6a0b None None] New status for floating IP 0089a6e8-5d28-449c-9499-441ef3124d9a: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:49:40.834475 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-42a6e868-7d43-43f9-8fb5-5714958b0b80 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2167230 Apr 20 16:49:40.852997 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-eb41993f-cb2d-4cf1-98d6-28d8e67a18a4 service neutron] Request body: {'port': {'device_id': 'd688d4a9-4e66-40d8-8ea0-00e11a0f89cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:49:40.908497 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-eb41993f-cb2d-4cf1-98d6-28d8e67a18a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:40.951564 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e759279a-18bf-4d35-8edc-b7cdb0f97277 None None] Provisioning complete for port f8a85986-948e-44c8-b344-b4d884ffc175 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:40.951942 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e759279a-18bf-4d35-8edc-b7cdb0f97277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:40.985974 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e759279a-18bf-4d35-8edc-b7cdb0f97277 None None] Port f8a85986-948e-44c8-b344-b4d884ffc175 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:49:41.183221 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-eb41993f-cb2d-4cf1-98d6-28d8e67a18a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a85986-948e-44c8-b344-b4d884ffc175 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:49:41.190858 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-eb41993f-cb2d-4cf1-98d6-28d8e67a18a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:41.203212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-eb41993f-cb2d-4cf1-98d6-28d8e67a18a4 service neutron] Transition to ACTIVE for port object f8a85986-948e-44c8-b344-b4d884ffc175 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:49:41.269435 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54742) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:49:41.306931 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-eb41993f-cb2d-4cf1-98d6-28d8e67a18a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:41.367255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41993f-cb2d-4cf1-98d6-28d8e67a18a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a85986-948e-44c8-b344-b4d884ffc175,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:41.381370 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-55abd72c-bdac-4c43-ab75-1e39bf68877d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/floatingips/0089a6e8-5d28-449c-9499-441ef3124d9a HTTP/1.1" status: 200 len: 993 time: 0.1040964 Apr 20 16:49:41.457551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-eb41993f-cb2d-4cf1-98d6-28d8e67a18a4 service neutron] Attempting to bind port f8a85986-948e-44c8-b344-b4d884ffc175 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:49:41.457890 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-eb41993f-cb2d-4cf1-98d6-28d8e67a18a4 service neutron] Attempting to bind port f8a85986-948e-44c8-b344-b4d884ffc175 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'd29d6843-952f-4297-90d9-bf195a6cc71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:49:41.458219 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-eb41993f-cb2d-4cf1-98d6-28d8e67a18a4 service neutron] Attempting to bind port f8a85986-948e-44c8-b344-b4d884ffc175 on network 7cdd776f-1cf9-44d1-be1a-1d6292b709b8 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:49:41.462870 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-eb41993f-cb2d-4cf1-98d6-28d8e67a18a4 service neutron] Port f8a85986-948e-44c8-b344-b4d884ffc175 on network 7cdd776f-1cf9-44d1-be1a-1d6292b709b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:49:41.463191 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-eb41993f-cb2d-4cf1-98d6-28d8e67a18a4 service neutron] Attempting to bind port f8a85986-948e-44c8-b344-b4d884ffc175 on network 7cdd776f-1cf9-44d1-be1a-1d6292b709b8 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:49:41.468511 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-eb41993f-cb2d-4cf1-98d6-28d8e67a18a4 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:49:41.468857 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-eb41993f-cb2d-4cf1-98d6-28d8e67a18a4 service neutron] Checking segment: {'id': 'd29d6843-952f-4297-90d9-bf195a6cc71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:49:41.469243 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-eb41993f-cb2d-4cf1-98d6-28d8e67a18a4 service neutron] Bound using segment: {'id': 'd29d6843-952f-4297-90d9-bf195a6cc71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:49:41.469695 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-eb41993f-cb2d-4cf1-98d6-28d8e67a18a4 service neutron] Bound port: f8a85986-948e-44c8-b344-b4d884ffc175, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd29d6843-952f-4297-90d9-bf195a6cc71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:49:41.470036 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-eb41993f-cb2d-4cf1-98d6-28d8e67a18a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:41.541595 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-eb41993f-cb2d-4cf1-98d6-28d8e67a18a4 service neutron] For port f8a85986-948e-44c8-b344-b4d884ffc175, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:49:41.545426 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-eb41993f-cb2d-4cf1-98d6-28d8e67a18a4 service neutron] For port f8a85986-948e-44c8-b344-b4d884ffc175, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f8a85986-948e-44c8-b344-b4d884ffc175,segment=NetworkSegment(d29d6843-952f-4297-90d9-bf195a6cc71f),segment_id=d29d6843-952f-4297-90d9-bf195a6cc71f)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:49:41.688752 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-eb41993f-cb2d-4cf1-98d6-28d8e67a18a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:41.734389 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-eb41993f-cb2d-4cf1-98d6-28d8e67a18a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:41.735157 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-eb41993f-cb2d-4cf1-98d6-28d8e67a18a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:41.736573 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-eb41993f-cb2d-4cf1-98d6-28d8e67a18a4 service neutron] 10.222.0.30 "PUT /v2.0/ports/f8a85986-948e-44c8-b344-b4d884ffc175 HTTP/1.1" status: 200 len: 1092 time: 0.8884432 Apr 20 16:49:41.783825 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41993f-cb2d-4cf1-98d6-28d8e67a18a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a85986-948e-44c8-b344-b4d884ffc175,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:41.793103 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb266872-d435-4b6e-8f67-6a2d36425c13 req-32d43484-99a7-4159-9505-1b322764e4ac tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:41.794833 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bb266872-d435-4b6e-8f67-6a2d36425c13 req-32d43484-99a7-4159-9505-1b322764e4ac tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d688d4a9-4e66-40d8-8ea0-00e11a0f89cf HTTP/1.1" status: 200 len: 1095 time: 0.0808990 Apr 20 16:49:41.842251 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bb266872-d435-4b6e-8f67-6a2d36425c13 req-f2da9af5-a2c4-4b87-9e4d-24fb8e3c58d0 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410047 Apr 20 16:49:41.883274 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd688d4a9-4e66-40d8-8ea0-00e11a0f89cf', 'tag': 'f8a85986-948e-44c8-b344-b4d884ffc175'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:49:41.887357 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b041243-8e01-497c-9996-383a63ead1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d688d4a9-4e66-40d8-8ea0-00e11a0f89cf", "tag": "f8a85986-948e-44c8-b344-b4d884ffc175"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:49:41.929762 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e119043-04ef-464b-86c5-fcd4deae85b0 x-openstack-request-id: req-6e119043-04ef-464b-86c5-fcd4deae85b0 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:49:41.930055 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d688d4a9-4e66-40d8-8ea0-00e11a0f89cf", "tag": "f8a85986-948e-44c8-b344-b4d884ffc175", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:49:41.930319 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e119043-04ef-464b-86c5-fcd4deae85b0 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:49:41.930695 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e119043-04ef-464b-86c5-fcd4deae85b0'] response: {'name': 'network-changed', 'server_uuid': 'd688d4a9-4e66-40d8-8ea0-00e11a0f89cf', 'tag': 'f8a85986-948e-44c8-b344-b4d884ffc175', 'status': 'completed', 'code': 200} Apr 20 16:49:41.964509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-8c7a33b4-f49c-408a-8a81-1b1774b83f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:41.966034 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-8c7a33b4-f49c-408a-8a81-1b1774b83f71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=db31186d811f49048562948858d256ac&device_id=d688d4a9-4e66-40d8-8ea0-00e11a0f89cf HTTP/1.1" status: 200 len: 1095 time: 0.0457764 Apr 20 16:49:42.014301 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-06d70fe8-b00a-4c48-a449-3f6e230e3b6a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8a85986-948e-44c8-b344-b4d884ffc175 HTTP/1.1" status: 200 len: 217 time: 0.0348473 Apr 20 16:49:42.066697 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-b7419610-fd98-4a00-97d2-173221711f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:42.068143 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-b7419610-fd98-4a00-97d2-173221711f96 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7d1b2a94-989b-49d8-bcc1-26233c8f9f2a HTTP/1.1" status: 200 len: 848 time: 0.0481451 Apr 20 16:49:42.114681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-2fc10423-ae12-4a79-8e96-c991047d1667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:42.116138 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-2fc10423-ae12-4a79-8e96-c991047d1667 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7cdd776f-1cf9-44d1-be1a-1d6292b709b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402727 Apr 20 16:49:42.210937 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-067343aa-6f5d-4fd8-abf1-9803ef0e02e0 service neutron] 10.222.0.30 "GET /v2.0/networks/7cdd776f-1cf9-44d1-be1a-1d6292b709b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872798 Apr 20 16:49:42.311441 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-012f46cc-151d-402c-8e5d-40db3f17e1fa req-8f0a9c6d-aaa4-4045-9e88-7ed9491f3b8d service neutron] 10.222.0.30 "GET /v2.0/networks/7cdd776f-1cf9-44d1-be1a-1d6292b709b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940685 Apr 20 16:49:42.519319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b041243-8e01-497c-9996-383a63ead1bf req-b1ba4648-a03f-435a-8e47-8ae1580db851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:42.520800 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b041243-8e01-497c-9996-383a63ead1bf req-b1ba4648-a03f-435a-8e47-8ae1580db851 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=db31186d811f49048562948858d256ac&device_id=d688d4a9-4e66-40d8-8ea0-00e11a0f89cf HTTP/1.1" status: 200 len: 1095 time: 0.0434139 Apr 20 16:49:42.613013 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b041243-8e01-497c-9996-383a63ead1bf req-34b4739b-115d-4864-aec4-c946d62a0f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:42.614532 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b041243-8e01-497c-9996-383a63ead1bf req-34b4739b-115d-4864-aec4-c946d62a0f73 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7cdd776f-1cf9-44d1-be1a-1d6292b709b8 HTTP/1.1" status: 200 len: 910 time: 0.0871737 Apr 20 16:49:42.656353 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b041243-8e01-497c-9996-383a63ead1bf req-1f2290dd-2795-469d-80b5-73b3d651cca6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8a85986-948e-44c8-b344-b4d884ffc175 HTTP/1.1" status: 200 len: 217 time: 0.0352132 Apr 20 16:49:42.707061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b041243-8e01-497c-9996-383a63ead1bf req-072784f1-6683-4021-a270-c9060bcee381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:42.708578 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b041243-8e01-497c-9996-383a63ead1bf req-072784f1-6683-4021-a270-c9060bcee381 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7d1b2a94-989b-49d8-bcc1-26233c8f9f2a HTTP/1.1" status: 200 len: 848 time: 0.0456688 Apr 20 16:49:42.760031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b041243-8e01-497c-9996-383a63ead1bf req-550a9731-976e-4929-ab1e-c7dac3ffb64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:42.761799 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b041243-8e01-497c-9996-383a63ead1bf req-550a9731-976e-4929-ab1e-c7dac3ffb64d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7cdd776f-1cf9-44d1-be1a-1d6292b709b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461645 Apr 20 16:49:42.856305 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b041243-8e01-497c-9996-383a63ead1bf req-995dcd1a-99e9-4e6d-9793-05ad52b7b84b service neutron] 10.222.0.30 "GET /v2.0/networks/7cdd776f-1cf9-44d1-be1a-1d6292b709b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852401 Apr 20 16:49:42.985661 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de257565-720c-4851-ab39-c66f8c229fbb req-0b77b841-99cf-488d-8d77-b086ac8371d6 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:42.987280 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de257565-720c-4851-ab39-c66f8c229fbb req-0b77b841-99cf-488d-8d77-b086ac8371d6 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d688d4a9-4e66-40d8-8ea0-00e11a0f89cf HTTP/1.1" status: 200 len: 1095 time: 0.0742230 Apr 20 16:49:42.989614 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b041243-8e01-497c-9996-383a63ead1bf req-c7fe95c9-b9a8-44a2-a3f6-b2e69ab3fcfc service neutron] 10.222.0.30 "GET /v2.0/networks/7cdd776f-1cf9-44d1-be1a-1d6292b709b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274283 Apr 20 16:49:43.026195 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de257565-720c-4851-ab39-c66f8c229fbb req-e42cf283-f370-4ce9-b332-0f052c2afea5 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323012 Apr 20 16:49:44.135857 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71389c8-932a-4b69-bba2-ef328bc34944 req-c17e670d-6c38-40c9-afd7-9c2ce573d635 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:44.137507 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c71389c8-932a-4b69-bba2-ef328bc34944 req-c17e670d-6c38-40c9-afd7-9c2ce573d635 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d688d4a9-4e66-40d8-8ea0-00e11a0f89cf HTTP/1.1" status: 200 len: 1095 time: 0.0425558 Apr 20 16:49:44.182810 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c71389c8-932a-4b69-bba2-ef328bc34944 req-bcf8ffa4-4474-4ad0-a8a4-e475878345a2 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377603 Apr 20 16:49:45.292007 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8af4d-a7d3-4815-a751-2eca65e63419 req-fc4ddce3-8428-4efb-8f87-b7260299bfa9 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:45.293556 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-86d8af4d-a7d3-4815-a751-2eca65e63419 req-fc4ddce3-8428-4efb-8f87-b7260299bfa9 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d688d4a9-4e66-40d8-8ea0-00e11a0f89cf HTTP/1.1" status: 200 len: 1095 time: 0.0422537 Apr 20 16:49:45.327988 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-86d8af4d-a7d3-4815-a751-2eca65e63419 req-96f819bb-096a-4322-aa54-f296a91db470 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282650 Apr 20 16:49:46.438600 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e17eb-dd63-4261-83a8-0909ef6451eb req-83bcb9ff-dd16-4740-a02e-3afe88b74b38 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:46.440559 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fd8e17eb-dd63-4261-83a8-0909ef6451eb req-83bcb9ff-dd16-4740-a02e-3afe88b74b38 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d688d4a9-4e66-40d8-8ea0-00e11a0f89cf HTTP/1.1" status: 200 len: 1095 time: 0.0435791 Apr 20 16:49:46.481170 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-fd8e17eb-dd63-4261-83a8-0909ef6451eb req-dcdced8e-024c-4f4b-a48f-cf229695bf57 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339823 Apr 20 16:49:46.740881 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f8a85986-948e-44c8-b344-b4d884ffc175 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:49:46.835864 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f8a85986-948e-44c8-b344-b4d884ffc175, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f8a85986-948e-44c8-b344-b4d884ffc175,segment=NetworkSegment(d29d6843-952f-4297-90d9-bf195a6cc71f),segment_id=d29d6843-952f-4297-90d9-bf195a6cc71f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:49:46.851286 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'f8a85986-948e-44c8-b344-b4d884ffc175', 'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8', 'port_id': 'f8a85986-948e-44c8-b344-b4d884ffc175', 'mac_address': 'fa:16:3e:79:2a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1b2a94-989b-49d8-bcc1-26233c8f9f2a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:49:46.889625 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:46.903340 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a85986-948e-44c8-b344-b4d884ffc175 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:49:46.921985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f8a85986-948e-44c8-b344-b4d884ffc175, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f8a85986-948e-44c8-b344-b4d884ffc175,segment=NetworkSegment(d29d6843-952f-4297-90d9-bf195a6cc71f),segment_id=d29d6843-952f-4297-90d9-bf195a6cc71f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:49:47.012476 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:47.060514 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=f8a85986-948e-44c8-b344-b4d884ffc175,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:47.388795 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f8a85986-948e-44c8-b344-b4d884ffc175'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:49:47.597551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9692b00-1321-4ed9-8205-f8e1b1e39323 req-09f2a988-fdc9-41fd-bf04-cbf303f56030 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:47.599130 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e9692b00-1321-4ed9-8205-f8e1b1e39323 req-09f2a988-fdc9-41fd-bf04-cbf303f56030 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d688d4a9-4e66-40d8-8ea0-00e11a0f89cf HTTP/1.1" status: 200 len: 1096 time: 0.0482876 Apr 20 16:49:47.636890 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e9692b00-1321-4ed9-8205-f8e1b1e39323 req-98b71d98-613a-4f9d-abd0-76d6d599ff22 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298574 Apr 20 16:49:48.745939 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c27a5-0fb1-4058-89ae-e6c9f290c0c8 req-243b1192-209d-49a0-8394-a7ec1ca47d3f tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:48.747450 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d62c27a5-0fb1-4058-89ae-e6c9f290c0c8 req-243b1192-209d-49a0-8394-a7ec1ca47d3f tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d688d4a9-4e66-40d8-8ea0-00e11a0f89cf HTTP/1.1" status: 200 len: 1096 time: 0.0422614 Apr 20 16:49:48.757579 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f8a85986-948e-44c8-b344-b4d884ffc175 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:49:48.783250 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d62c27a5-0fb1-4058-89ae-e6c9f290c0c8 req-99b53227-a23f-4e4c-8716-672c40af7665 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297868 Apr 20 16:49:48.916285 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port f8a85986-948e-44c8-b344-b4d884ffc175 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:49:48.920350 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port f8a85986-948e-44c8-b344-b4d884ffc175 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:48.924682 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:49.003474 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:49.026836 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd688d4a9-4e66-40d8-8ea0-00e11a0f89cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a85986-948e-44c8-b344-b4d884ffc175'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:49:49.029093 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54546753-c695-4780-8dad-ad9ca2774a6c" -d '{"events": [{"server_uuid": "d688d4a9-4e66-40d8-8ea0-00e11a0f89cf", "name": "network-vif-plugged", "status": "completed", "tag": "f8a85986-948e-44c8-b344-b4d884ffc175"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:49:49.041088 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f8a85986-948e-44c8-b344-b4d884ffc175, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f8a85986-948e-44c8-b344-b4d884ffc175,segment=NetworkSegment(d29d6843-952f-4297-90d9-bf195a6cc71f),segment_id=d29d6843-952f-4297-90d9-bf195a6cc71f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:49:49.073911 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e839d7c5-5c3d-4b7b-ac6b-bc0bfea7135a x-openstack-request-id: req-e839d7c5-5c3d-4b7b-ac6b-bc0bfea7135a {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:49:49.073911 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d688d4a9-4e66-40d8-8ea0-00e11a0f89cf", "name": "network-vif-plugged", "status": "completed", "tag": "f8a85986-948e-44c8-b344-b4d884ffc175", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:49:49.073911 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e839d7c5-5c3d-4b7b-ac6b-bc0bfea7135a {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:49:49.073911 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e839d7c5-5c3d-4b7b-ac6b-bc0bfea7135a'] response: {'server_uuid': 'd688d4a9-4e66-40d8-8ea0-00e11a0f89cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a85986-948e-44c8-b344-b4d884ffc175', 'code': 200} Apr 20 16:49:49.128029 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:49.185246 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=f8a85986-948e-44c8-b344-b4d884ffc175,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:49.209755 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390a55d-9f23-490e-8e23-9fd32c467809 req-3ccecdd7-0357-4140-b7cc-dd0d62bf952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:49.212552 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d390a55d-9f23-490e-8e23-9fd32c467809 req-3ccecdd7-0357-4140-b7cc-dd0d62bf952e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d688d4a9-4e66-40d8-8ea0-00e11a0f89cf HTTP/1.1" status: 200 len: 1097 time: 0.0480235 Apr 20 16:49:49.246572 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d390a55d-9f23-490e-8e23-9fd32c467809 req-01dc032c-0bf9-45f1-a947-22161cf6313b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281446 Apr 20 16:49:49.958292 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2dd13-7ef0-4fae-8dfc-889c1a777ce0 req-7a556be4-c66f-419e-9b91-40be21d0d747 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:49.960725 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-acd2dd13-7ef0-4fae-8dfc-889c1a777ce0 req-7a556be4-c66f-419e-9b91-40be21d0d747 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d688d4a9-4e66-40d8-8ea0-00e11a0f89cf HTTP/1.1" status: 200 len: 1097 time: 0.0729787 Apr 20 16:49:50.017227 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-acd2dd13-7ef0-4fae-8dfc-889c1a777ce0 req-11ff4e79-28f1-446e-b4a5-70a67ae459ce tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457413 Apr 20 16:49:51.141409 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b464b-cb68-4349-8692-84614c213522 req-65905fa0-eeea-45a7-b5dc-e552808f41cc tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:51.142919 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1b2b464b-cb68-4349-8692-84614c213522 req-65905fa0-eeea-45a7-b5dc-e552808f41cc tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d688d4a9-4e66-40d8-8ea0-00e11a0f89cf HTTP/1.1" status: 200 len: 1097 time: 0.0402191 Apr 20 16:49:51.177081 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1b2b464b-cb68-4349-8692-84614c213522 req-7569d6ca-d5da-4d81-9f35-aebec52a8cab tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280950 Apr 20 16:49:51.286756 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ebf86-82db-48e0-9e6c-e75d75995b7b req-00788407-ab2a-4eae-bbf4-b068e87fc9e9 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:51.288256 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ce9ebf86-82db-48e0-9e6c-e75d75995b7b req-00788407-ab2a-4eae-bbf4-b068e87fc9e9 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d688d4a9-4e66-40d8-8ea0-00e11a0f89cf HTTP/1.1" status: 200 len: 1097 time: 0.0410428 Apr 20 16:49:51.331156 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ce9ebf86-82db-48e0-9e6c-e75d75995b7b req-08c45867-f3e0-4263-94ec-83359ed2b44e tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339577 Apr 20 16:49:51.438749 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91aacb-1477-4aa5-8391-815e5996d85d req-1b52b9d5-d25c-4195-876f-111a8bd22528 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:51.440252 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9f91aacb-1477-4aa5-8391-815e5996d85d req-1b52b9d5-d25c-4195-876f-111a8bd22528 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d688d4a9-4e66-40d8-8ea0-00e11a0f89cf HTTP/1.1" status: 200 len: 1097 time: 0.0449116 Apr 20 16:49:51.474225 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9f91aacb-1477-4aa5-8391-815e5996d85d req-25e9c0d4-8144-4b9b-8147-e708aba6cbec tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277202 Apr 20 16:49:51.689639 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-724cac9a-8330-4c2c-b0c4-b5ddc74318c1 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:51.691144 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-724cac9a-8330-4c2c-b0c4-b5ddc74318c1 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/networks?id=7cdd776f-1cf9-44d1-be1a-1d6292b709b8 HTTP/1.1" status: 200 len: 910 time: 0.0870984 Apr 20 16:49:51.706889 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-c8828bf3-904c-45cc-ad40-08299282227d tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/quotas/db31186d811f49048562948858d256ac HTTP/1.1" status: 200 len: 375 time: 0.0092971 Apr 20 16:49:51.754681 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-5414c474-a92a-486a-b51b-b6bf2b76700b tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=db31186d811f49048562948858d256ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0413795 Apr 20 16:49:51.858395 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-e91207ad-fd0c-487f-b337-10e1184fcf05 service neutron] 10.222.0.15 "GET /v2.0/networks/7cdd776f-1cf9-44d1-be1a-1d6292b709b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962362 Apr 20 16:49:51.965641 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-7d3352a6-44a4-4a9b-91e1-82d016166caf service neutron] 10.222.0.15 "GET /v2.0/networks/7cdd776f-1cf9-44d1-be1a-1d6292b709b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002424 Apr 20 16:49:52.299805 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e5ede338-0156-43c4-b025-e0fab8f2ec9e req-77097f4c-7838-4764-ad0d-21c393e99fae tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6a4ab7a2-97fe-4114-8235-af97c01bafa0 HTTP/1.1" status: 200 len: 210 time: 0.0280120 Apr 20 16:49:52.825252 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5da607be-e4d8-49c9-aa1c-ac01e5dc7920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:53.399931 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-23654250-1e57-4467-a82e-0d75be92c66d req-4e9a0872-8f02-4236-8fc6-62eb6d2a2bd2 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6a4ab7a2-97fe-4114-8235-af97c01bafa0 HTTP/1.1" status: 200 len: 210 time: 0.0324609 Apr 20 16:49:54.497376 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d3cbcd9c-434b-47e8-abdb-3c2b1175226b req-9ba0654b-14c1-4502-8e87-03fb77f1fe9b tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6a4ab7a2-97fe-4114-8235-af97c01bafa0 HTTP/1.1" status: 200 len: 210 time: 0.0266688 Apr 20 16:49:54.606396 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-4fa1e3a3-4bfe-4052-bd02-f8869196206e tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:54.607980 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-4fa1e3a3-4bfe-4052-bd02-f8869196206e tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.26 "GET /v2.0/networks?id=7cdd776f-1cf9-44d1-be1a-1d6292b709b8 HTTP/1.1" status: 200 len: 910 time: 0.0916307 Apr 20 16:49:54.627808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-8e54f542-0dab-440c-8c70-1b910532d522 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Request body: {'port': {'device_id': '6a4ab7a2-97fe-4114-8235-af97c01bafa0', 'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8', 'admin_state_up': True, 'tenant_id': 'db31186d811f49048562948858d256ac'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:49:54.762468 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-8e54f542-0dab-440c-8c70-1b910532d522 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Made reservation on behalf of db31186d811f49048562948858d256ac for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:49:54.764797 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-8e54f542-0dab-440c-8c70-1b910532d522 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:54.879700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-8e54f542-0dab-440c-8c70-1b910532d522 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Allocated IP 172.20.0.5 (7cdd776f-1cf9-44d1-be1a-1d6292b709b8/7d1b2a94-989b-49d8-bcc1-26233c8f9f2a/4a090701-8e6c-42bf-9f50-60f1770385ba) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:49:55.015942 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-8e54f542-0dab-440c-8c70-1b910532d522 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:55.105544 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c09533f7-67c0-4abe-a910-daf13249dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:55.180559 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-8e54f542-0dab-440c-8c70-1b910532d522 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:55.223589 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-8e54f542-0dab-440c-8c70-1b910532d522 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Network 7cdd776f-1cf9-44d1-be1a-1d6292b709b8 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:49:55.226389 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f8a85986-948e-44c8-b344-b4d884ffc175'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:49:55.227388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-8e54f542-0dab-440c-8c70-1b910532d522 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:49:55.232162 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-8e54f542-0dab-440c-8c70-1b910532d522 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:49:55.255632 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54f542-0dab-440c-8c70-1b910532d522 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Pushing event updated for resources: {'Port': ['ID=4a090701-8e6c-42bf-9f50-60f1770385ba,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:55.274474 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54f542-0dab-440c-8c70-1b910532d522 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:55.274725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54f542-0dab-440c-8c70-1b910532d522 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:55.275110 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54f542-0dab-440c-8c70-1b910532d522 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:55.275443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54f542-0dab-440c-8c70-1b910532d522 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:55.275774 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54f542-0dab-440c-8c70-1b910532d522 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:55.276097 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54f542-0dab-440c-8c70-1b910532d522 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:55.276440 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54f542-0dab-440c-8c70-1b910532d522 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:55.276763 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54f542-0dab-440c-8c70-1b910532d522 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:55.277084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54f542-0dab-440c-8c70-1b910532d522 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:55.277447 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54f542-0dab-440c-8c70-1b910532d522 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:55.277730 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54f542-0dab-440c-8c70-1b910532d522 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:55.278149 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54f542-0dab-440c-8c70-1b910532d522 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:49:55.298219 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-8e54f542-0dab-440c-8c70-1b910532d522 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:55.298219 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-8e54f542-0dab-440c-8c70-1b910532d522 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:55.422061 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-8e54f542-0dab-440c-8c70-1b910532d522 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7981026 Apr 20 16:49:55.446432 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-11ea32ea-37d4-40f6-b0a5-a6f7c942dec1 service neutron] Request body: {'port': {'device_id': '6a4ab7a2-97fe-4114-8235-af97c01bafa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:49:55.451055 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f702b248-7c05-4cfc-b1f7-b3bcef6cb682 None None] Provisioning complete for port 4a090701-8e6c-42bf-9f50-60f1770385ba triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:49:55.451867 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f702b248-7c05-4cfc-b1f7-b3bcef6cb682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:55.490017 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f702b248-7c05-4cfc-b1f7-b3bcef6cb682 None None] Port 4a090701-8e6c-42bf-9f50-60f1770385ba cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:49:55.501611 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-11ea32ea-37d4-40f6-b0a5-a6f7c942dec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:55.624290 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8eb8c-1108-418e-9875-c0152035dad3 req-df86cb70-eb4c-424e-a9ad-0603de4d2df7 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:55.625904 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-49e8eb8c-1108-418e-9875-c0152035dad3 req-df86cb70-eb4c-424e-a9ad-0603de4d2df7 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6a4ab7a2-97fe-4114-8235-af97c01bafa0 HTTP/1.1" status: 200 len: 1027 time: 0.0437939 Apr 20 16:49:55.664250 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-49e8eb8c-1108-418e-9875-c0152035dad3 req-813f684b-e42d-412f-bba3-31c58e66bfe5 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319974 Apr 20 16:49:55.772798 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-11ea32ea-37d4-40f6-b0a5-a6f7c942dec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a090701-8e6c-42bf-9f50-60f1770385ba {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:49:55.781030 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-11ea32ea-37d4-40f6-b0a5-a6f7c942dec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:55.793117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-11ea32ea-37d4-40f6-b0a5-a6f7c942dec1 service neutron] Transition to ACTIVE for port object 4a090701-8e6c-42bf-9f50-60f1770385ba will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:49:55.985557 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-11ea32ea-37d4-40f6-b0a5-a6f7c942dec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:56.042250 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea32ea-37d4-40f6-b0a5-a6f7c942dec1 service neutron] Pushing event updated for resources: {'Port': ['ID=4a090701-8e6c-42bf-9f50-60f1770385ba,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:56.118096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-11ea32ea-37d4-40f6-b0a5-a6f7c942dec1 service neutron] Attempting to bind port 4a090701-8e6c-42bf-9f50-60f1770385ba on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:49:56.118433 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-11ea32ea-37d4-40f6-b0a5-a6f7c942dec1 service neutron] Attempting to bind port 4a090701-8e6c-42bf-9f50-60f1770385ba by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'd29d6843-952f-4297-90d9-bf195a6cc71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:49:56.118763 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-11ea32ea-37d4-40f6-b0a5-a6f7c942dec1 service neutron] Attempting to bind port 4a090701-8e6c-42bf-9f50-60f1770385ba on network 7cdd776f-1cf9-44d1-be1a-1d6292b709b8 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:49:56.123722 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-11ea32ea-37d4-40f6-b0a5-a6f7c942dec1 service neutron] Port 4a090701-8e6c-42bf-9f50-60f1770385ba on network 7cdd776f-1cf9-44d1-be1a-1d6292b709b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:49:56.124050 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-11ea32ea-37d4-40f6-b0a5-a6f7c942dec1 service neutron] Attempting to bind port 4a090701-8e6c-42bf-9f50-60f1770385ba on network 7cdd776f-1cf9-44d1-be1a-1d6292b709b8 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:49:56.129311 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-11ea32ea-37d4-40f6-b0a5-a6f7c942dec1 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:49:56.129648 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-11ea32ea-37d4-40f6-b0a5-a6f7c942dec1 service neutron] Checking segment: {'id': 'd29d6843-952f-4297-90d9-bf195a6cc71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:49:56.130030 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-11ea32ea-37d4-40f6-b0a5-a6f7c942dec1 service neutron] Bound using segment: {'id': 'd29d6843-952f-4297-90d9-bf195a6cc71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:49:56.130456 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-11ea32ea-37d4-40f6-b0a5-a6f7c942dec1 service neutron] Bound port: 4a090701-8e6c-42bf-9f50-60f1770385ba, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd29d6843-952f-4297-90d9-bf195a6cc71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:49:56.130814 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-11ea32ea-37d4-40f6-b0a5-a6f7c942dec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:56.201024 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-11ea32ea-37d4-40f6-b0a5-a6f7c942dec1 service neutron] For port 4a090701-8e6c-42bf-9f50-60f1770385ba, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:49:56.206371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-11ea32ea-37d4-40f6-b0a5-a6f7c942dec1 service neutron] For port 4a090701-8e6c-42bf-9f50-60f1770385ba, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4a090701-8e6c-42bf-9f50-60f1770385ba,segment=NetworkSegment(d29d6843-952f-4297-90d9-bf195a6cc71f),segment_id=d29d6843-952f-4297-90d9-bf195a6cc71f)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:49:56.288386 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-11ea32ea-37d4-40f6-b0a5-a6f7c942dec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:56.327293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-11ea32ea-37d4-40f6-b0a5-a6f7c942dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:56.327908 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-11ea32ea-37d4-40f6-b0a5-a6f7c942dec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:56.329468 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-11ea32ea-37d4-40f6-b0a5-a6f7c942dec1 service neutron] 10.222.0.26 "PUT /v2.0/ports/4a090701-8e6c-42bf-9f50-60f1770385ba HTTP/1.1" status: 200 len: 1091 time: 0.8874683 Apr 20 16:49:56.329938 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4ab7a2-97fe-4114-8235-af97c01bafa0', 'tag': '4a090701-8e6c-42bf-9f50-60f1770385ba'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:49:56.332272 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae6c0c0-bb76-407f-bdc4-1f3ea0c7ef1d" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4ab7a2-97fe-4114-8235-af97c01bafa0", "tag": "4a090701-8e6c-42bf-9f50-60f1770385ba"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:49:56.361198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea32ea-37d4-40f6-b0a5-a6f7c942dec1 service neutron] Pushing event updated for resources: {'Port': ['ID=4a090701-8e6c-42bf-9f50-60f1770385ba,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:49:56.388624 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f93c1e-b52d-471c-82bd-d13e688b2126 x-openstack-request-id: req-71f93c1e-b52d-471c-82bd-d13e688b2126 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:49:56.388624 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4ab7a2-97fe-4114-8235-af97c01bafa0", "tag": "4a090701-8e6c-42bf-9f50-60f1770385ba", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:49:56.388624 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71f93c1e-b52d-471c-82bd-d13e688b2126 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:49:56.388624 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71f93c1e-b52d-471c-82bd-d13e688b2126'] response: {'name': 'network-changed', 'server_uuid': '6a4ab7a2-97fe-4114-8235-af97c01bafa0', 'tag': '4a090701-8e6c-42bf-9f50-60f1770385ba', 'status': 'completed', 'code': 200} Apr 20 16:49:56.471640 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6c0c0-bb76-407f-bdc4-1f3ea0c7ef1d req-59d63461-14aa-40f0-8deb-52a009ba0076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:56.473284 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bae6c0c0-bb76-407f-bdc4-1f3ea0c7ef1d req-59d63461-14aa-40f0-8deb-52a009ba0076 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db31186d811f49048562948858d256ac&device_id=6a4ab7a2-97fe-4114-8235-af97c01bafa0 HTTP/1.1" status: 200 len: 1094 time: 0.0470126 Apr 20 16:49:56.505802 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:56.620619 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6c0c0-bb76-407f-bdc4-1f3ea0c7ef1d req-6cb701b3-6233-4b38-ab52-39c4ea67bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:56.622292 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bae6c0c0-bb76-407f-bdc4-1f3ea0c7ef1d req-6cb701b3-6233-4b38-ab52-39c4ea67bc78 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=db31186d811f49048562948858d256ac&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1269488 Apr 20 16:49:56.779141 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f9eaa-6a4d-4d58-933a-270ca40d661e req-58cc03b5-c3f3-403d-9043-7c58937b6f9c tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:56.783675 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ea9f9eaa-6a4d-4d58-933a-270ca40d661e req-58cc03b5-c3f3-403d-9043-7c58937b6f9c tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6a4ab7a2-97fe-4114-8235-af97c01bafa0 HTTP/1.1" status: 200 len: 1094 time: 0.0472848 Apr 20 16:49:56.819096 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ea9f9eaa-6a4d-4d58-933a-270ca40d661e req-3b37182c-637c-4066-9c2b-69db34d6a144 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320535 Apr 20 16:49:57.076553 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6c0c0-bb76-407f-bdc4-1f3ea0c7ef1d req-113180c6-fe12-45f6-b6b2-9642d58b76be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:57.079284 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bae6c0c0-bb76-407f-bdc4-1f3ea0c7ef1d req-113180c6-fe12-45f6-b6b2-9642d58b76be service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4479537 Apr 20 16:49:57.175656 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-0404e61a-e8f8-4722-a08c-6b94f6457d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:57.177256 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-0404e61a-e8f8-4722-a08c-6b94f6457d21 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db31186d811f49048562948858d256ac&device_id=6a4ab7a2-97fe-4114-8235-af97c01bafa0 HTTP/1.1" status: 200 len: 1094 time: 0.0418744 Apr 20 16:49:57.227583 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-92998928-668c-4fbf-8639-202a10d1ec3d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a090701-8e6c-42bf-9f50-60f1770385ba HTTP/1.1" status: 200 len: 217 time: 0.0369933 Apr 20 16:49:57.276532 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-8991dfbd-eb41-4861-8cf5-4c22fb572a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:57.277990 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-8991dfbd-eb41-4861-8cf5-4c22fb572a06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d1b2a94-989b-49d8-bcc1-26233c8f9f2a HTTP/1.1" status: 200 len: 848 time: 0.0445330 Apr 20 16:49:57.325224 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-0f24cf19-7b37-46b7-886a-2d0c904f44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:57.326820 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-0f24cf19-7b37-46b7-886a-2d0c904f44c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7cdd776f-1cf9-44d1-be1a-1d6292b709b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425339 Apr 20 16:49:57.423651 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-6c19be0d-cccf-4046-9f8d-b39f4a395d6a service neutron] 10.222.0.26 "GET /v2.0/networks/7cdd776f-1cf9-44d1-be1a-1d6292b709b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900595 Apr 20 16:49:57.515948 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6d10dd6-f233-4be9-8eef-bf4072e02f9d req-ae14382d-6228-4b0d-814e-3c1755b22aa5 service neutron] 10.222.0.26 "GET /v2.0/networks/7cdd776f-1cf9-44d1-be1a-1d6292b709b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851099 Apr 20 16:49:57.899993 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:57.931479 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1114e0-880a-4bf5-9e4f-094813813cb5 req-41196fca-1194-4f04-9047-a55c155efac1 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:57.933180 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb1114e0-880a-4bf5-9e4f-094813813cb5 req-41196fca-1194-4f04-9047-a55c155efac1 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6a4ab7a2-97fe-4114-8235-af97c01bafa0 HTTP/1.1" status: 200 len: 1094 time: 0.0431750 Apr 20 16:49:57.978997 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb1114e0-880a-4bf5-9e4f-094813813cb5 req-7c056d12-eaac-4240-a7b7-02fc0278c029 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398302 Apr 20 16:49:58.190987 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:58.842033 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:49:59.062703 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:49:59.089448 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0d095-01b4-4634-830f-432aab1c5cac req-a90779c4-4d1c-4dd3-a98c-597e8565c019 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:49:59.090983 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b3c0d095-01b4-4634-830f-432aab1c5cac req-a90779c4-4d1c-4dd3-a98c-597e8565c019 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6a4ab7a2-97fe-4114-8235-af97c01bafa0 HTTP/1.1" status: 200 len: 1094 time: 0.0419586 Apr 20 16:49:59.132067 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b3c0d095-01b4-4634-830f-432aab1c5cac req-03ea9e7a-df4f-48b5-9255-6ccf8393558b tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347679 Apr 20 16:50:00.008451 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:00.238601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd4901-99a6-499f-810b-0f02ca659670 req-b2b96dea-de8b-440a-b8f0-231757e71050 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:00.240142 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-36cd4901-99a6-499f-810b-0f02ca659670 req-b2b96dea-de8b-440a-b8f0-231757e71050 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6a4ab7a2-97fe-4114-8235-af97c01bafa0 HTTP/1.1" status: 200 len: 1094 time: 0.0411344 Apr 20 16:50:00.276048 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-36cd4901-99a6-499f-810b-0f02ca659670 req-54a57d9d-71dd-4941-b187-a0485fdb76cf tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290289 Apr 20 16:50:01.387151 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfd250-10fb-4aa1-a880-d6922eeb9974 req-4bf832af-21d8-4101-8eeb-435b7c324d3d tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:01.388752 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bdcfd250-10fb-4aa1-a880-d6922eeb9974 req-4bf832af-21d8-4101-8eeb-435b7c324d3d tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6a4ab7a2-97fe-4114-8235-af97c01bafa0 HTTP/1.1" status: 200 len: 1094 time: 0.0442457 Apr 20 16:50:01.423104 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bdcfd250-10fb-4aa1-a880-d6922eeb9974 req-22ed05a8-fc58-42a4-a826-870ec9ca975d tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282497 Apr 20 16:50:01.703027 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 4a090701-8e6c-42bf-9f50-60f1770385ba details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:50:01.803189 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 4a090701-8e6c-42bf-9f50-60f1770385ba, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4a090701-8e6c-42bf-9f50-60f1770385ba,segment=NetworkSegment(d29d6843-952f-4297-90d9-bf195a6cc71f),segment_id=d29d6843-952f-4297-90d9-bf195a6cc71f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:01.815875 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '4a090701-8e6c-42bf-9f50-60f1770385ba', 'network_id': '7cdd776f-1cf9-44d1-be1a-1d6292b709b8', 'port_id': '4a090701-8e6c-42bf-9f50-60f1770385ba', 'mac_address': 'fa:16:3e:4b:21:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1b2a94-989b-49d8-bcc1-26233c8f9f2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:50:01.850959 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:01.864960 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a090701-8e6c-42bf-9f50-60f1770385ba {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:50:01.885310 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 4a090701-8e6c-42bf-9f50-60f1770385ba, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4a090701-8e6c-42bf-9f50-60f1770385ba,segment=NetworkSegment(d29d6843-952f-4297-90d9-bf195a6cc71f),segment_id=d29d6843-952f-4297-90d9-bf195a6cc71f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:01.950554 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:02.004126 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=4a090701-8e6c-42bf-9f50-60f1770385ba,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:02.012420 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:02.012762 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:02.013097 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:02.013429 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:02.013758 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:02.014081 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:02.014403 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:02.014724 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:02.015039 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:02.015357 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:02.015675 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:02.015992 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:02.337884 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['4a090701-8e6c-42bf-9f50-60f1770385ba'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:50:02.530604 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084507d6-b7ed-4cea-8bbe-29b4545ebb6d req-18dec1ce-3657-4b5d-8751-b500353382fa tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:02.532237 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-084507d6-b7ed-4cea-8bbe-29b4545ebb6d req-18dec1ce-3657-4b5d-8751-b500353382fa tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6a4ab7a2-97fe-4114-8235-af97c01bafa0 HTTP/1.1" status: 200 len: 1095 time: 0.0407052 Apr 20 16:50:02.572032 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-084507d6-b7ed-4cea-8bbe-29b4545ebb6d req-672c11e8-b99d-4861-8667-df7a7419afb4 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334420 Apr 20 16:50:03.684981 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38a393-8dbe-4a25-a5a6-ace808ef14e6 req-32c20c54-d2fa-4bcb-87a2-2565eb74a3c1 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:03.686492 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ee38a393-8dbe-4a25-a5a6-ace808ef14e6 req-32c20c54-d2fa-4bcb-87a2-2565eb74a3c1 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6a4ab7a2-97fe-4114-8235-af97c01bafa0 HTTP/1.1" status: 200 len: 1095 time: 0.0430241 Apr 20 16:50:03.720963 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 4a090701-8e6c-42bf-9f50-60f1770385ba up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:50:03.722140 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ee38a393-8dbe-4a25-a5a6-ace808ef14e6 req-586c9159-f9df-4751-bbad-b41cb093812f tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291750 Apr 20 16:50:03.903524 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 4a090701-8e6c-42bf-9f50-60f1770385ba completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:50:03.907699 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 4a090701-8e6c-42bf-9f50-60f1770385ba triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:50:03.908068 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:03.984626 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:04.008071 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4ab7a2-97fe-4114-8235-af97c01bafa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a090701-8e6c-42bf-9f50-60f1770385ba'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:50:04.010330 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d056c5-6814-4f20-9511-15035bf3e823" -d '{"events": [{"server_uuid": "6a4ab7a2-97fe-4114-8235-af97c01bafa0", "name": "network-vif-plugged", "status": "completed", "tag": "4a090701-8e6c-42bf-9f50-60f1770385ba"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:50:04.022862 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 4a090701-8e6c-42bf-9f50-60f1770385ba, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4a090701-8e6c-42bf-9f50-60f1770385ba,segment=NetworkSegment(d29d6843-952f-4297-90d9-bf195a6cc71f),segment_id=d29d6843-952f-4297-90d9-bf195a6cc71f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:04.049681 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e47f936-f497-4514-9c89-c604c6e394b9 x-openstack-request-id: req-3e47f936-f497-4514-9c89-c604c6e394b9 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:50:04.049965 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4ab7a2-97fe-4114-8235-af97c01bafa0", "name": "network-vif-plugged", "status": "completed", "tag": "4a090701-8e6c-42bf-9f50-60f1770385ba", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:50:04.050213 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e47f936-f497-4514-9c89-c604c6e394b9 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:50:04.050627 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e47f936-f497-4514-9c89-c604c6e394b9'] response: {'server_uuid': '6a4ab7a2-97fe-4114-8235-af97c01bafa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a090701-8e6c-42bf-9f50-60f1770385ba', 'code': 200} Apr 20 16:50:04.127954 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:04.171944 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b222f-3c97-4a1d-8932-6dae9755d5c5 req-91a4ae5b-0cc2-4a1b-ae22-8069ff4833c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:04.173413 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a94b222f-3c97-4a1d-8932-6dae9755d5c5 req-91a4ae5b-0cc2-4a1b-ae22-8069ff4833c0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6a4ab7a2-97fe-4114-8235-af97c01bafa0 HTTP/1.1" status: 200 len: 1096 time: 0.0407546 Apr 20 16:50:04.185179 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=4a090701-8e6c-42bf-9f50-60f1770385ba,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:04.212559 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a94b222f-3c97-4a1d-8932-6dae9755d5c5 req-11f13f32-3858-45ea-9694-d7d02236ad88 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321176 Apr 20 16:50:04.828910 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31371c8d-765f-4822-8be1-de8c3fa06c82 req-f6ebfcdc-cee1-421b-ae79-373853a6ea03 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:04.830370 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31371c8d-765f-4822-8be1-de8c3fa06c82 req-f6ebfcdc-cee1-421b-ae79-373853a6ea03 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6a4ab7a2-97fe-4114-8235-af97c01bafa0 HTTP/1.1" status: 200 len: 1096 time: 0.0409334 Apr 20 16:50:04.869923 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-31371c8d-765f-4822-8be1-de8c3fa06c82 req-0450e1ae-c0ca-4bf9-b80f-55a5d68fe407 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327461 Apr 20 16:50:05.981484 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7a7b0-cdfa-45be-ab25-76de110c12a7 req-cf9fe3ab-3b89-43dd-ae78-187736a1b17f tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:05.983037 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-65c7a7b0-cdfa-45be-ab25-76de110c12a7 req-cf9fe3ab-3b89-43dd-ae78-187736a1b17f tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6a4ab7a2-97fe-4114-8235-af97c01bafa0 HTTP/1.1" status: 200 len: 1096 time: 0.0416665 Apr 20 16:50:06.017116 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-65c7a7b0-cdfa-45be-ab25-76de110c12a7 req-e5215bf2-20a4-4495-811a-6afb85304a59 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277517 Apr 20 16:50:06.123915 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474812a-f0bf-4ed7-b863-cb49b4edfe22 req-22efb2a9-b5e9-4b48-aac5-7c655fb52924 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:06.125478 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d474812a-f0bf-4ed7-b863-cb49b4edfe22 req-22efb2a9-b5e9-4b48-aac5-7c655fb52924 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6a4ab7a2-97fe-4114-8235-af97c01bafa0 HTTP/1.1" status: 200 len: 1096 time: 0.0423002 Apr 20 16:50:06.161268 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d474812a-f0bf-4ed7-b863-cb49b4edfe22 req-65465d65-f982-4903-b090-60dc4d15a216 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295029 Apr 20 16:50:06.267066 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dff84c-b0f0-46f6-bc86-c653818790a6 req-9e343e23-7484-4aee-8d6f-fd1b8ea93f0f tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:06.268609 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-67dff84c-b0f0-46f6-bc86-c653818790a6 req-9e343e23-7484-4aee-8d6f-fd1b8ea93f0f tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6a4ab7a2-97fe-4114-8235-af97c01bafa0 HTTP/1.1" status: 200 len: 1096 time: 0.0406599 Apr 20 16:50:06.303301 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-67dff84c-b0f0-46f6-bc86-c653818790a6 req-f2483864-ee59-4303-97b6-e0581f16d8bb tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279264 Apr 20 16:50:06.760206 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137dd2d-10d7-4493-b4ce-49bdd76ff23b req-abd5d1d6-faee-47b5-9bc6-98d16b4c1984 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:06.761775 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5137dd2d-10d7-4493-b4ce-49bdd76ff23b req-abd5d1d6-faee-47b5-9bc6-98d16b4c1984 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6a4ab7a2-97fe-4114-8235-af97c01bafa0 HTTP/1.1" status: 200 len: 1096 time: 0.0421324 Apr 20 16:50:06.801871 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5137dd2d-10d7-4493-b4ce-49bdd76ff23b req-4d6dae43-945e-4966-9e8b-3a1f456c4e9d tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338943 Apr 20 16:50:07.915078 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea6f54-df41-44e3-ad31-494e00785922 req-bd046200-bfe7-466e-8fa7-33344768aca5 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:07.916889 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a5ea6f54-df41-44e3-ad31-494e00785922 req-bd046200-bfe7-466e-8fa7-33344768aca5 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6a4ab7a2-97fe-4114-8235-af97c01bafa0 HTTP/1.1" status: 200 len: 1096 time: 0.0456190 Apr 20 16:50:07.952657 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a5ea6f54-df41-44e3-ad31-494e00785922 req-c41b8c3b-4ebc-4bf2-bdb0-638191d82eb0 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294285 Apr 20 16:50:08.330929 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5e4ff-6abf-4a90-9650-95fff5c76d9b req-474fd6ad-04ed-4eea-8563-8ebd58bddac0 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:08.332465 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cfe5e4ff-6abf-4a90-9650-95fff5c76d9b req-474fd6ad-04ed-4eea-8563-8ebd58bddac0 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6a4ab7a2-97fe-4114-8235-af97c01bafa0 HTTP/1.1" status: 200 len: 1096 time: 0.0404527 Apr 20 16:50:08.413455 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-cfe5e4ff-6abf-4a90-9650-95fff5c76d9b req-66fe03da-e293-4fe4-aebb-2dff63753d0d tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Deleting port 4a090701-8e6c-42bf-9f50-60f1770385ba {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:50:08.414369 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cfe5e4ff-6abf-4a90-9650-95fff5c76d9b req-66fe03da-e293-4fe4-aebb-2dff63753d0d tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:08.498655 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-cfe5e4ff-6abf-4a90-9650-95fff5c76d9b req-66fe03da-e293-4fe4-aebb-2dff63753d0d tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] For port 4a090701-8e6c-42bf-9f50-60f1770385ba, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4a090701-8e6c-42bf-9f50-60f1770385ba,segment=NetworkSegment(d29d6843-952f-4297-90d9-bf195a6cc71f),segment_id=d29d6843-952f-4297-90d9-bf195a6cc71f)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:08.499022 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cfe5e4ff-6abf-4a90-9650-95fff5c76d9b req-66fe03da-e293-4fe4-aebb-2dff63753d0d tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:08.511980 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-cfe5e4ff-6abf-4a90-9650-95fff5c76d9b req-66fe03da-e293-4fe4-aebb-2dff63753d0d tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Calling delete_port for 4a090701-8e6c-42bf-9f50-60f1770385ba owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:50:08.744803 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cfe5e4ff-6abf-4a90-9650-95fff5c76d9b req-66fe03da-e293-4fe4-aebb-2dff63753d0d tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:08.775256 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe03da-e293-4fe4-aebb-2dff63753d0d tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a090701-8e6c-42bf-9f50-60f1770385ba,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:08.782638 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['4a090701-8e6c-42bf-9f50-60f1770385ba'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:50:08.786969 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f8a85986-948e-44c8-b344-b4d884ffc175'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:50:08.815778 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe5e4ff-6abf-4a90-9650-95fff5c76d9b req-66fe03da-e293-4fe4-aebb-2dff63753d0d tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] No DVR routers for this DVR port 4a090701-8e6c-42bf-9f50-60f1770385ba on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:50:08.818479 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cfe5e4ff-6abf-4a90-9650-95fff5c76d9b req-66fe03da-e293-4fe4-aebb-2dff63753d0d tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:08.822429 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cfe5e4ff-6abf-4a90-9650-95fff5c76d9b req-66fe03da-e293-4fe4-aebb-2dff63753d0d tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.26 "DELETE /v2.0/ports/4a090701-8e6c-42bf-9f50-60f1770385ba HTTP/1.1" status: 204 len: 173 time: 0.4840963 Apr 20 16:50:08.822902 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4ab7a2-97fe-4114-8235-af97c01bafa0', 'name': 'network-vif-deleted', 'tag': '4a090701-8e6c-42bf-9f50-60f1770385ba'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:50:08.825300 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4caf4b0b-0354-4c77-94de-ac5f595c063d" -d '{"events": [{"server_uuid": "6a4ab7a2-97fe-4114-8235-af97c01bafa0", "name": "network-vif-deleted", "tag": "4a090701-8e6c-42bf-9f50-60f1770385ba"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:50:08.869436 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85091665-d555-4d7e-8231-5357ce69251e x-openstack-request-id: req-85091665-d555-4d7e-8231-5357ce69251e {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:50:08.869733 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4ab7a2-97fe-4114-8235-af97c01bafa0", "name": "network-vif-deleted", "tag": "4a090701-8e6c-42bf-9f50-60f1770385ba", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:50:08.870098 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-85091665-d555-4d7e-8231-5357ce69251e {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:50:08.870510 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85091665-d555-4d7e-8231-5357ce69251e'] response: {'server_uuid': '6a4ab7a2-97fe-4114-8235-af97c01bafa0', 'name': 'network-vif-deleted', 'tag': '4a090701-8e6c-42bf-9f50-60f1770385ba', 'status': 'completed', 'code': 200} Apr 20 16:50:09.049137 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c9da7a6a-3c13-41d6-8c65-dba61a16b3a1 req-d268f16e-eeb7-4261-a04e-f18b4a5dff45 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6a4ab7a2-97fe-4114-8235-af97c01bafa0 HTTP/1.1" status: 200 len: 210 time: 0.0260243 Apr 20 16:50:09.946139 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70b992ca-3c8b-4dd6-9118-b024efd3c7d2 req-e9329586-5bc8-475b-9293-40f4f19ac7b9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424213 Apr 20 16:50:10.048419 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b992ca-3c8b-4dd6-9118-b024efd3c7d2 req-7a02c64b-997d-4e19-a2f6-f390169ec6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:10.049897 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70b992ca-3c8b-4dd6-9118-b024efd3c7d2 req-7a02c64b-997d-4e19-a2f6-f390169ec6c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 1097 time: 0.0456095 Apr 20 16:50:10.168258 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b992ca-3c8b-4dd6-9118-b024efd3c7d2 req-51575445-8477-42ab-a793-7a6aa6ea5319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:10.168258 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70b992ca-3c8b-4dd6-9118-b024efd3c7d2 req-51575445-8477-42ab-a793-7a6aa6ea5319 service neutron] 10.222.0.26 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 913 time: 0.0959518 Apr 20 16:50:10.239070 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70b992ca-3c8b-4dd6-9118-b024efd3c7d2 req-0b21174b-bf92-4181-9392-4b187815d88f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36ff4610-72db-4d19-ad67-ea34c69d14a1 HTTP/1.1" status: 200 len: 1002 time: 0.0628688 Apr 20 16:50:10.287933 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b992ca-3c8b-4dd6-9118-b024efd3c7d2 req-44e55d89-736d-4dbe-8163-77f1e378ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:10.289339 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70b992ca-3c8b-4dd6-9118-b024efd3c7d2 req-44e55d89-736d-4dbe-8163-77f1e378ed55 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84f859e8-1f59-4fe7-930d-c92d7f74a0a0 HTTP/1.1" status: 200 len: 851 time: 0.0437474 Apr 20 16:50:10.335838 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b992ca-3c8b-4dd6-9118-b024efd3c7d2 req-71289e69-3f35-44c0-bdd5-5648065d404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:10.337415 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70b992ca-3c8b-4dd6-9118-b024efd3c7d2 req-71289e69-3f35-44c0-bdd5-5648065d404b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45075084-5307-4652-bafe-1d4bc624b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420792 Apr 20 16:50:10.431485 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70b992ca-3c8b-4dd6-9118-b024efd3c7d2 req-955be98f-8a6e-4f27-a678-2a167314314a service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872958 Apr 20 16:50:10.523855 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70b992ca-3c8b-4dd6-9118-b024efd3c7d2 req-93cee6e9-4474-4cdc-9bf4-35816d1565af service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853322 Apr 20 16:50:10.615482 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4882fa-5c4f-4a27-809a-560a86663665 req-7d1b85a6-3ed6-4d43-aabd-ef50573bff9d tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:10.617641 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3c4882fa-5c4f-4a27-809a-560a86663665 req-7d1b85a6-3ed6-4d43-aabd-ef50573bff9d tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d688d4a9-4e66-40d8-8ea0-00e11a0f89cf HTTP/1.1" status: 200 len: 1097 time: 0.0422163 Apr 20 16:50:10.652927 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3c4882fa-5c4f-4a27-809a-560a86663665 req-766f747a-1add-4309-aeea-7656f367efcf tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291979 Apr 20 16:50:11.776126 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664fc52-09da-4b8a-86e5-1e55c2785a8d req-e6934680-1e55-42db-b679-3c4a8d081eac tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:11.778045 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e664fc52-09da-4b8a-86e5-1e55c2785a8d req-e6934680-1e55-42db-b679-3c4a8d081eac tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d688d4a9-4e66-40d8-8ea0-00e11a0f89cf HTTP/1.1" status: 200 len: 1097 time: 0.0463967 Apr 20 16:50:11.812364 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 4a090701-8e6c-42bf-9f50-60f1770385ba no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:50:11.813062 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e664fc52-09da-4b8a-86e5-1e55c2785a8d req-23fefaa0-a0e4-4983-b46f-01f0fcd82da6 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289690 Apr 20 16:50:11.834762 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 4a090701-8e6c-42bf-9f50-60f1770385ba {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:50:11.835105 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 4a090701-8e6c-42bf-9f50-60f1770385ba not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:50:12.579095 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72bcbe-be62-4738-aaaf-72266ad887cd req-638c95d1-0a55-4ba0-9579-1dff2720d320 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:12.580687 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1b72bcbe-be62-4738-aaaf-72266ad887cd req-638c95d1-0a55-4ba0-9579-1dff2720d320 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d688d4a9-4e66-40d8-8ea0-00e11a0f89cf HTTP/1.1" status: 200 len: 1097 time: 0.0468314 Apr 20 16:50:12.668324 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1b72bcbe-be62-4738-aaaf-72266ad887cd req-70c87878-f094-44e2-8e5d-7ff272ec5bb2 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Deleting port f8a85986-948e-44c8-b344-b4d884ffc175 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:50:12.668702 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1b72bcbe-be62-4738-aaaf-72266ad887cd req-70c87878-f094-44e2-8e5d-7ff272ec5bb2 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:12.751752 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1b72bcbe-be62-4738-aaaf-72266ad887cd req-70c87878-f094-44e2-8e5d-7ff272ec5bb2 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] For port f8a85986-948e-44c8-b344-b4d884ffc175, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f8a85986-948e-44c8-b344-b4d884ffc175,segment=NetworkSegment(d29d6843-952f-4297-90d9-bf195a6cc71f),segment_id=d29d6843-952f-4297-90d9-bf195a6cc71f)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:12.752251 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1b72bcbe-be62-4738-aaaf-72266ad887cd req-70c87878-f094-44e2-8e5d-7ff272ec5bb2 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:12.775169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1b72bcbe-be62-4738-aaaf-72266ad887cd req-70c87878-f094-44e2-8e5d-7ff272ec5bb2 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Calling delete_port for f8a85986-948e-44c8-b344-b4d884ffc175 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:50:12.931118 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d074c1-2d49-44aa-8b62-1b71b4a4c31e req-abc615e7-9e6f-4589-b27c-ec709fa40932 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:12.932759 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0d074c1-2d49-44aa-8b62-1b71b4a4c31e req-abc615e7-9e6f-4589-b27c-ec709fa40932 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d688d4a9-4e66-40d8-8ea0-00e11a0f89cf HTTP/1.1" status: 200 len: 1097 time: 0.0456929 Apr 20 16:50:12.967722 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1b72bcbe-be62-4738-aaaf-72266ad887cd req-70c87878-f094-44e2-8e5d-7ff272ec5bb2 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:12.968648 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0d074c1-2d49-44aa-8b62-1b71b4a4c31e req-f93a7d54-a668-4736-bb35-a3700ddbcd97 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293875 Apr 20 16:50:12.998265 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c87878-f094-44e2-8e5d-7ff272ec5bb2 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8a85986-948e-44c8-b344-b4d884ffc175,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:13.039812 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b72bcbe-be62-4738-aaaf-72266ad887cd req-70c87878-f094-44e2-8e5d-7ff272ec5bb2 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] No DVR routers for this DVR port f8a85986-948e-44c8-b344-b4d884ffc175 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:50:13.043073 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1b72bcbe-be62-4738-aaaf-72266ad887cd req-70c87878-f094-44e2-8e5d-7ff272ec5bb2 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:13.046739 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1b72bcbe-be62-4738-aaaf-72266ad887cd req-70c87878-f094-44e2-8e5d-7ff272ec5bb2 tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.30 "DELETE /v2.0/ports/f8a85986-948e-44c8-b344-b4d884ffc175 HTTP/1.1" status: 204 len: 173 time: 0.4601755 Apr 20 16:50:13.047202 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd688d4a9-4e66-40d8-8ea0-00e11a0f89cf', 'name': 'network-vif-deleted', 'tag': 'f8a85986-948e-44c8-b344-b4d884ffc175'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:50:13.049770 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ce2f71-721e-4879-baa1-e7660db57b07" -d '{"events": [{"server_uuid": "d688d4a9-4e66-40d8-8ea0-00e11a0f89cf", "name": "network-vif-deleted", "tag": "f8a85986-948e-44c8-b344-b4d884ffc175"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:50:13.091850 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a14396-af60-40eb-9868-178250484ae2 x-openstack-request-id: req-c1a14396-af60-40eb-9868-178250484ae2 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:50:13.092188 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d688d4a9-4e66-40d8-8ea0-00e11a0f89cf", "name": "network-vif-deleted", "tag": "f8a85986-948e-44c8-b344-b4d884ffc175", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:50:13.092450 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1a14396-af60-40eb-9868-178250484ae2 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:50:13.092919 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1a14396-af60-40eb-9868-178250484ae2'] response: {'server_uuid': 'd688d4a9-4e66-40d8-8ea0-00e11a0f89cf', 'name': 'network-vif-deleted', 'tag': 'f8a85986-948e-44c8-b344-b4d884ffc175', 'status': 'completed', 'code': 200} Apr 20 16:50:14.108848 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-68837755-8ecc-4b3c-81bc-3d11dd3b8354 req-f4c01657-9c28-48b6-b704-c93af90c3f8a tempest-TestServerMultinode-977427780 tempest-TestServerMultinode-977427780-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d688d4a9-4e66-40d8-8ea0-00e11a0f89cf HTTP/1.1" status: 200 len: 210 time: 0.0335121 Apr 20 16:50:14.894366 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f8a85986-948e-44c8-b344-b4d884ffc175 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:50:14.916659 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: f8a85986-948e-44c8-b344-b4d884ffc175 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:50:14.917006 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f8a85986-948e-44c8-b344-b4d884ffc175 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:50:15.196743 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54868) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:15.607785 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0550ce3-aea7-4169-8143-ed3e071cac97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:15.903299 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-d0550ce3-aea7-4169-8143-ed3e071cac97 admin admin] Deleting port d56673ff-ebbd-4346-9933-7cccec7c995b {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:50:15.903299 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0550ce3-aea7-4169-8143-ed3e071cac97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:15.984352 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-d0550ce3-aea7-4169-8143-ed3e071cac97 admin admin] For port d56673ff-ebbd-4346-9933-7cccec7c995b, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d56673ff-ebbd-4346-9933-7cccec7c995b,segment=NetworkSegment(d29d6843-952f-4297-90d9-bf195a6cc71f),segment_id=d29d6843-952f-4297-90d9-bf195a6cc71f)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:15.984736 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0550ce3-aea7-4169-8143-ed3e071cac97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:16.002534 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-d0550ce3-aea7-4169-8143-ed3e071cac97 admin admin] Calling delete_port for d56673ff-ebbd-4346-9933-7cccec7c995b owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:50:16.291801 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0550ce3-aea7-4169-8143-ed3e071cac97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:16.318497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0550ce3-aea7-4169-8143-ed3e071cac97 admin admin] Pushing event deleted for resources: {'Port': ['ID=d56673ff-ebbd-4346-9933-7cccec7c995b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:16.535698 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d0550ce3-aea7-4169-8143-ed3e071cac97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:16.775203 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0550ce3-aea7-4169-8143-ed3e071cac97 admin admin] Router c2b46aab-2c31-49c6-a1cb-64f27368f83b has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:50:16.936919 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0550ce3-aea7-4169-8143-ed3e071cac97 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:50:16.942949 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d0550ce3-aea7-4169-8143-ed3e071cac97 admin admin] 10.222.0.15 "PUT /v2.0/routers/c2b46aab-2c31-49c6-a1cb-64f27368f83b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7460485 Apr 20 16:50:16.947299 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54872) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:16.949603 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb8cb0-bf76-4c39-9b13-f961dcaad8eb None None] Sync routers for ids ['c2b46aab-2c31-49c6-a1cb-64f27368f83b'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:50:16.953278 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b92971a5-5e2c-4202-b38a-1e827187e2fb req-5e412dca-4b73-4dbd-9576-5c951b6e0627 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0891030 Apr 20 16:50:16.959801 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bb8cb0-bf76-4c39-9b13-f961dcaad8eb None None] Routers {'c2b46aab-2c31-49c6-a1cb-64f27368f83b'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:50:16.961029 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-78bb8cb0-bf76-4c39-9b13-f961dcaad8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:49:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['c2b46aab-2c31-49c6-a1cb-64f27368f83b'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:17.064622 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92971a5-5e2c-4202-b38a-1e827187e2fb req-28da336f-472f-41fa-b30f-2c1e8b59cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:17.066598 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b92971a5-5e2c-4202-b38a-1e827187e2fb req-28da336f-472f-41fa-b30f-2c1e8b59cfcb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a1f7f8dd7304784a4e3c26e98ee6ae7&device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 1096 time: 0.0469625 Apr 20 16:50:17.077558 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:17.082115 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-78bb8cb0-bf76-4c39-9b13-f961dcaad8eb None None] Set router c2b46aab-2c31-49c6-a1cb-64f27368f83b gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:50:17.202297 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92971a5-5e2c-4202-b38a-1e827187e2fb req-60eb53fc-ac85-4203-93f5-75414b09d740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:17.204078 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b92971a5-5e2c-4202-b38a-1e827187e2fb req-60eb53fc-ac85-4203-93f5-75414b09d740 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab51bf1d-f814-4922-bdb6-7696d0d1a0ca HTTP/1.1" status: 200 len: 915 time: 0.1118381 Apr 20 16:50:17.211294 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:17.294215 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b92971a5-5e2c-4202-b38a-1e827187e2fb req-ecb76a0b-2229-428a-941a-d560102aeca7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=679de77c-b9a5-4337-9c0e-02968605c1e8 HTTP/1.1" status: 200 len: 1000 time: 0.0836356 Apr 20 16:50:17.304570 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-78bb8cb0-bf76-4c39-9b13-f961dcaad8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b46aab-2c31-49c6-a1cb-64f27368f83b', 'name': 'tempest-TestServerMultinode-852845143-router', 'tenant_id': '3ce5220603134f4a837eaa3664e23f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '917c2f3e-2967-48b5-8f15-df542105cf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:20Z', 'updated_at': '2022-04-20T16:50:16Z', 'revision_number': 5, 'project_id': '3ce5220603134f4a837eaa3664e23f50', 'gw_port': {'id': '917c2f3e-2967-48b5-8f15-df542105cf99', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:24:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b46aab-2c31-49c6-a1cb-64f27368f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:21Z', 'updated_at': '2022-04-20T16:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:17.333491 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb8cb0-bf76-4c39-9b13-f961dcaad8eb None None] Checking router: c2b46aab-2c31-49c6-a1cb-64f27368f83b for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:50:17.342654 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bb8cb0-bf76-4c39-9b13-f961dcaad8eb None None] Routers {'c2b46aab-2c31-49c6-a1cb-64f27368f83b'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:50:17.343283 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-78bb8cb0-bf76-4c39-9b13-f961dcaad8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:49:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['c2b46aab-2c31-49c6-a1cb-64f27368f83b'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:17.348047 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Deleting port 917c2f3e-2967-48b5-8f15-df542105cf99 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:50:17.348047 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:17.351919 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92971a5-5e2c-4202-b38a-1e827187e2fb req-1379b033-2a74-4295-8162-0cfbd05d2d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:17.353810 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b92971a5-5e2c-4202-b38a-1e827187e2fb req-1379b033-2a74-4295-8162-0cfbd05d2d7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7e161eb7-ac8b-45c0-8ac0-11fd8b423869 HTTP/1.1" status: 200 len: 853 time: 0.0531566 Apr 20 16:50:17.413011 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92971a5-5e2c-4202-b38a-1e827187e2fb req-36a0f02b-711d-4a60-91d3-de658f4c5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:17.414629 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b92971a5-5e2c-4202-b38a-1e827187e2fb req-36a0f02b-711d-4a60-91d3-de658f4c5329 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab51bf1d-f814-4922-bdb6-7696d0d1a0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535085 Apr 20 16:50:17.426923 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-b92971a5-5e2c-4202-b38a-1e827187e2fb req-c0692914-46b5-4e43-8624-21092059cb73 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:50:17.427720 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b92971a5-5e2c-4202-b38a-1e827187e2fb req-c0692914-46b5-4e43-8624-21092059cb73 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057926 Apr 20 16:50:17.437657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] For port 917c2f3e-2967-48b5-8f15-df542105cf99, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=917c2f3e-2967-48b5-8f15-df542105cf99,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:17.438043 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:17.454416 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Calling delete_port for 917c2f3e-2967-48b5-8f15-df542105cf99 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:50:17.462353 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-78bb8cb0-bf76-4c39-9b13-f961dcaad8eb None None] Set router c2b46aab-2c31-49c6-a1cb-64f27368f83b gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:50:17.556681 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b92971a5-5e2c-4202-b38a-1e827187e2fb req-56c4e02f-a1ff-421e-977c-d679af811440 service neutron] 10.222.0.30 "GET /v2.0/networks/ab51bf1d-f814-4922-bdb6-7696d0d1a0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208751 Apr 20 16:50:17.641291 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-78bb8cb0-bf76-4c39-9b13-f961dcaad8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b46aab-2c31-49c6-a1cb-64f27368f83b', 'name': 'tempest-TestServerMultinode-852845143-router', 'tenant_id': '3ce5220603134f4a837eaa3664e23f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:20Z', 'updated_at': '2022-04-20T16:50:17Z', 'revision_number': 6, 'project_id': '3ce5220603134f4a837eaa3664e23f50', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:17.671611 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb8cb0-bf76-4c39-9b13-f961dcaad8eb None None] The sync data for ids ['c2b46aab-2c31-49c6-a1cb-64f27368f83b'] in n-d-836146-2 is: [{'id': 'c2b46aab-2c31-49c6-a1cb-64f27368f83b', 'name': 'tempest-TestServerMultinode-852845143-router', 'tenant_id': '3ce5220603134f4a837eaa3664e23f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:20Z', 'updated_at': '2022-04-20T16:50:17Z', 'revision_number': 6, 'project_id': '3ce5220603134f4a837eaa3664e23f50', 'gw_port_host': None}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:50:17.681758 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b92971a5-5e2c-4202-b38a-1e827187e2fb req-01d90d81-2b9a-44ec-aa29-d9d97292eb35 service neutron] 10.222.0.30 "GET /v2.0/networks/ab51bf1d-f814-4922-bdb6-7696d0d1a0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150234 Apr 20 16:50:17.785457 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:17.825156 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=917c2f3e-2967-48b5-8f15-df542105cf99,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:17.852373 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:17.852707 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:17.853046 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:17.853384 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:17.853717 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:17.854049 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:17.854377 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:17.854710 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:17.855035 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:17.855365 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:17.855979 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:17.856260 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:17.919059 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:18.019770 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:18.022184 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:18.143423 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:18.144099 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2b46aab-2c31-49c6-a1cb-64f27368f83b {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:50:18.150741 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:18.152040 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-38b179e8-1e61-41bc-b175-8558b0f726a3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c2b46aab-2c31-49c6-a1cb-64f27368f83b HTTP/1.1" status: 204 len: 168 time: 1.2031848 Apr 20 16:50:18.154679 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54880) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:18.204260 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ffae0b-a1fb-4e95-a3f7-687b4f937edf admin admin] Deleting subnet 7d1b2a94-989b-49d8-bcc1-26233c8f9f2a {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:50:18.207897 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19ffae0b-a1fb-4e95-a3f7-687b4f937edf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:18.247534 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19ffae0b-a1fb-4e95-a3f7-687b4f937edf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:18.344519 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19ffae0b-a1fb-4e95-a3f7-687b4f937edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:18.484476 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19ffae0b-a1fb-4e95-a3f7-687b4f937edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:18.512190 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffae0b-a1fb-4e95-a3f7-687b4f937edf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d1b2a94-989b-49d8-bcc1-26233c8f9f2a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:18.518167 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19ffae0b-a1fb-4e95-a3f7-687b4f937edf admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:18.521471 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-19ffae0b-a1fb-4e95-a3f7-687b4f937edf admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7d1b2a94-989b-49d8-bcc1-26233c8f9f2a HTTP/1.1" status: 204 len: 168 time: 0.3658078 Apr 20 16:50:18.523426 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1498fa5-91fc-43a1-a2f6-64f15080a065 None None] Network 7cdd776f-1cf9-44d1-be1a-1d6292b709b8 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:50:18.524088 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54882) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:18.607617 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-503d08e0-2b80-4abc-9123-8871378d700c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:18.680090 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-503d08e0-2b80-4abc-9123-8871378d700c admin admin] Deleting port 5aeeb311-3bcd-45f5-bb1a-392bae933bb7 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:50:18.680459 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-503d08e0-2b80-4abc-9123-8871378d700c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:18.722528 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee39bd6-cb72-476d-a2d7-c1bed8f30b6a None None] DHCP port deletion for 7cdd776f-1cf9-44d1-be1a-1d6292b709b8 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:50:18.753269 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-503d08e0-2b80-4abc-9123-8871378d700c admin admin] For port 5aeeb311-3bcd-45f5-bb1a-392bae933bb7, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5aeeb311-3bcd-45f5-bb1a-392bae933bb7,segment=NetworkSegment(d29d6843-952f-4297-90d9-bf195a6cc71f),segment_id=d29d6843-952f-4297-90d9-bf195a6cc71f)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:18.756000 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-503d08e0-2b80-4abc-9123-8871378d700c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:18.769320 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-503d08e0-2b80-4abc-9123-8871378d700c admin admin] Calling delete_port for 5aeeb311-3bcd-45f5-bb1a-392bae933bb7 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:50:18.796046 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d56673ff-ebbd-4346-9933-7cccec7c995b no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:50:18.831318 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: d56673ff-ebbd-4346-9933-7cccec7c995b {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:50:18.831784 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d56673ff-ebbd-4346-9933-7cccec7c995b not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:50:18.832366 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 917c2f3e-2967-48b5-8f15-df542105cf99 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:50:18.867830 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 917c2f3e-2967-48b5-8f15-df542105cf99 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:50:18.868172 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 917c2f3e-2967-48b5-8f15-df542105cf99 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:50:18.871740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-dee39bd6-cb72-476d-a2d7-c1bed8f30b6a None None] Deleting port 5aeeb311-3bcd-45f5-bb1a-392bae933bb7 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:50:18.872098 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dee39bd6-cb72-476d-a2d7-c1bed8f30b6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:18.941959 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-dee39bd6-cb72-476d-a2d7-c1bed8f30b6a None None] For port 5aeeb311-3bcd-45f5-bb1a-392bae933bb7, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5aeeb311-3bcd-45f5-bb1a-392bae933bb7,segment=NetworkSegment(d29d6843-952f-4297-90d9-bf195a6cc71f),segment_id=d29d6843-952f-4297-90d9-bf195a6cc71f)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:18.942287 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dee39bd6-cb72-476d-a2d7-c1bed8f30b6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:18.958146 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-dee39bd6-cb72-476d-a2d7-c1bed8f30b6a None None] Calling delete_port for 5aeeb311-3bcd-45f5-bb1a-392bae933bb7 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:50:19.036910 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-503d08e0-2b80-4abc-9123-8871378d700c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:19.047464 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dee39bd6-cb72-476d-a2d7-c1bed8f30b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:19.070363 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d08e0-2b80-4abc-9123-8871378d700c admin admin] Pushing event deleted for resources: {'Port': ['ID=5aeeb311-3bcd-45f5-bb1a-392bae933bb7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:19.075772 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39bd6-cb72-476d-a2d7-c1bed8f30b6a None None] Pushing event deleted for resources: {'Port': ['ID=5aeeb311-3bcd-45f5-bb1a-392bae933bb7,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:19.076041 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503d08e0-2b80-4abc-9123-8871378d700c admin admin] No DVR routers for this DVR port 5aeeb311-3bcd-45f5-bb1a-392bae933bb7 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:50:19.081054 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee39bd6-cb72-476d-a2d7-c1bed8f30b6a None None] No DVR routers for this DVR port 5aeeb311-3bcd-45f5-bb1a-392bae933bb7 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:50:19.159799 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-503d08e0-2b80-4abc-9123-8871378d700c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:19.183908 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-503d08e0-2b80-4abc-9123-8871378d700c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cdd776f-1cf9-44d1-be1a-1d6292b709b8']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:19.194559 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-503d08e0-2b80-4abc-9123-8871378d700c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29d6843-952f-4297-90d9-bf195a6cc71f') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:19.197994 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-503d08e0-2b80-4abc-9123-8871378d700c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29d6843-952f-4297-90d9-bf195a6cc71f') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:19.204953 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-503d08e0-2b80-4abc-9123-8871378d700c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:19.221533 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-503d08e0-2b80-4abc-9123-8871378d700c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:19.229004 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503d08e0-2b80-4abc-9123-8871378d700c admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:50:19.229525 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-503d08e0-2b80-4abc-9123-8871378d700c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:50:19.231596 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:50:19.407369 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-503d08e0-2b80-4abc-9123-8871378d700c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:19.413780 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-503d08e0-2b80-4abc-9123-8871378d700c admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:19.417036 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-503d08e0-2b80-4abc-9123-8871378d700c admin admin] 10.222.0.15 "DELETE /v2.0/networks/7cdd776f-1cf9-44d1-be1a-1d6292b709b8 HTTP/1.1" status: 204 len: 168 time: 0.8920460 Apr 20 16:50:19.420767 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54884) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:19.429189 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d08e0-2b80-4abc-9123-8871378d700c admin admin] Pushing event deleted for resources: {'Network': ['ID=7cdd776f-1cf9-44d1-be1a-1d6292b709b8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:19.814120 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af0b8880-99f7-4e04-9c2d-bf64a3da864c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:20.089670 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-af0b8880-99f7-4e04-9c2d-bf64a3da864c admin admin] Deleting port 17c572f5-71a7-4bde-8ec6-c922cdef89bd {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:50:20.089949 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af0b8880-99f7-4e04-9c2d-bf64a3da864c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:20.195134 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-af0b8880-99f7-4e04-9c2d-bf64a3da864c admin admin] For port 17c572f5-71a7-4bde-8ec6-c922cdef89bd, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=17c572f5-71a7-4bde-8ec6-c922cdef89bd,segment=NetworkSegment(7e22b06d-8ca5-45f0-8aa1-58affbd274c9),segment_id=7e22b06d-8ca5-45f0-8aa1-58affbd274c9)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:20.195504 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af0b8880-99f7-4e04-9c2d-bf64a3da864c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:20.211005 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-af0b8880-99f7-4e04-9c2d-bf64a3da864c admin admin] Calling delete_port for 17c572f5-71a7-4bde-8ec6-c922cdef89bd owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:50:20.544720 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af0b8880-99f7-4e04-9c2d-bf64a3da864c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:20.573959 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b8880-99f7-4e04-9c2d-bf64a3da864c admin admin] Pushing event deleted for resources: {'Port': ['ID=17c572f5-71a7-4bde-8ec6-c922cdef89bd,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:20.765586 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-af0b8880-99f7-4e04-9c2d-bf64a3da864c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:20.810563 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5aeeb311-3bcd-45f5-bb1a-392bae933bb7 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:50:20.836279 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 5aeeb311-3bcd-45f5-bb1a-392bae933bb7 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:50:20.836739 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5aeeb311-3bcd-45f5-bb1a-392bae933bb7 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:50:20.993730 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0b8880-99f7-4e04-9c2d-bf64a3da864c admin admin] Router cac194fe-8f42-4788-bec9-2c7cfa884140 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:50:21.437129 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0b8880-99f7-4e04-9c2d-bf64a3da864c admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:50:21.442338 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-af0b8880-99f7-4e04-9c2d-bf64a3da864c admin admin] 10.222.0.15 "PUT /v2.0/routers/cac194fe-8f42-4788-bec9-2c7cfa884140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0204675 Apr 20 16:50:21.445234 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54888) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:21.448582 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6507ab-567c-4df9-b8e6-7a2f5958d478 None None] Sync routers for ids ['cac194fe-8f42-4788-bec9-2c7cfa884140'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:50:21.461926 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6507ab-567c-4df9-b8e6-7a2f5958d478 None None] Routers {'cac194fe-8f42-4788-bec9-2c7cfa884140'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:50:21.462716 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6a6507ab-567c-4df9-b8e6-7a2f5958d478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:49:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['cac194fe-8f42-4788-bec9-2c7cfa884140'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:21.557543 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7057a0f7-5a99-4d15-9e39-5362ce4953f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:21.584046 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-6a6507ab-567c-4df9-b8e6-7a2f5958d478 None None] Set router cac194fe-8f42-4788-bec9-2c7cfa884140 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:50:21.668777 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7057a0f7-5a99-4d15-9e39-5362ce4953f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:21.767112 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6a6507ab-567c-4df9-b8e6-7a2f5958d478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac194fe-8f42-4788-bec9-2c7cfa884140', 'name': 'tempest-TestServerMultinode-362899839-router', 'tenant_id': 'db31186d811f49048562948858d256ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '3823b4cd-85a4-45db-96b2-957941cc1536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:29Z', 'updated_at': '2022-04-20T16:50:20Z', 'revision_number': 5, 'project_id': 'db31186d811f49048562948858d256ac', 'gw_port': {'id': '3823b4cd-85a4-45db-96b2-957941cc1536', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac194fe-8f42-4788-bec9-2c7cfa884140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:30Z', 'updated_at': '2022-04-20T16:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:21.799121 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6507ab-567c-4df9-b8e6-7a2f5958d478 None None] Checking router: cac194fe-8f42-4788-bec9-2c7cfa884140 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:50:21.807076 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-7057a0f7-5a99-4d15-9e39-5362ce4953f3 admin admin] Deleting port 3823b4cd-85a4-45db-96b2-957941cc1536 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:50:21.807076 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7057a0f7-5a99-4d15-9e39-5362ce4953f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:21.809194 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6507ab-567c-4df9-b8e6-7a2f5958d478 None None] Routers {'cac194fe-8f42-4788-bec9-2c7cfa884140'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:50:21.809823 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6a6507ab-567c-4df9-b8e6-7a2f5958d478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:49:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['cac194fe-8f42-4788-bec9-2c7cfa884140'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:21.889189 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-7057a0f7-5a99-4d15-9e39-5362ce4953f3 admin admin] For port 3823b4cd-85a4-45db-96b2-957941cc1536, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=3823b4cd-85a4-45db-96b2-957941cc1536,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:21.889555 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7057a0f7-5a99-4d15-9e39-5362ce4953f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:21.900259 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-6a6507ab-567c-4df9-b8e6-7a2f5958d478 None None] Set router cac194fe-8f42-4788-bec9-2c7cfa884140 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:50:21.903474 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-7057a0f7-5a99-4d15-9e39-5362ce4953f3 admin admin] Calling delete_port for 3823b4cd-85a4-45db-96b2-957941cc1536 owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:50:21.954532 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6a6507ab-567c-4df9-b8e6-7a2f5958d478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac194fe-8f42-4788-bec9-2c7cfa884140', 'name': 'tempest-TestServerMultinode-362899839-router', 'tenant_id': 'db31186d811f49048562948858d256ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:29Z', 'updated_at': '2022-04-20T16:50:21Z', 'revision_number': 6, 'project_id': 'db31186d811f49048562948858d256ac', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:21.987434 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6507ab-567c-4df9-b8e6-7a2f5958d478 None None] The sync data for ids ['cac194fe-8f42-4788-bec9-2c7cfa884140'] in n-d-836146-2 is: [{'id': 'cac194fe-8f42-4788-bec9-2c7cfa884140', 'name': 'tempest-TestServerMultinode-362899839-router', 'tenant_id': 'db31186d811f49048562948858d256ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:29Z', 'updated_at': '2022-04-20T16:50:21Z', 'revision_number': 6, 'project_id': 'db31186d811f49048562948858d256ac', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:50:22.190430 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7057a0f7-5a99-4d15-9e39-5362ce4953f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:22.219561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057a0f7-5a99-4d15-9e39-5362ce4953f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3823b4cd-85a4-45db-96b2-957941cc1536,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:22.290300 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7057a0f7-5a99-4d15-9e39-5362ce4953f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:22.386676 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7057a0f7-5a99-4d15-9e39-5362ce4953f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:22.393096 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7057a0f7-5a99-4d15-9e39-5362ce4953f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:22.550194 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7057a0f7-5a99-4d15-9e39-5362ce4953f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:22.557454 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7057a0f7-5a99-4d15-9e39-5362ce4953f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cac194fe-8f42-4788-bec9-2c7cfa884140 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:50:22.557454 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7057a0f7-5a99-4d15-9e39-5362ce4953f3 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:22.557454 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7057a0f7-5a99-4d15-9e39-5362ce4953f3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/cac194fe-8f42-4788-bec9-2c7cfa884140 HTTP/1.1" status: 204 len: 168 time: 1.1108563 Apr 20 16:50:22.559810 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54892) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:22.615443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b72920d-165b-4aa4-ac6a-229a1d3c1208 admin admin] Deleting subnet 46bdc6ab-9651-467d-8faf-5c014c9ef57c {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:50:22.619407 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b72920d-165b-4aa4-ac6a-229a1d3c1208 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:22.660478 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b72920d-165b-4aa4-ac6a-229a1d3c1208 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:22.741866 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b72920d-165b-4aa4-ac6a-229a1d3c1208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:22.823896 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 17c572f5-71a7-4bde-8ec6-c922cdef89bd no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:50:22.839440 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 17c572f5-71a7-4bde-8ec6-c922cdef89bd {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:50:22.839848 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 17c572f5-71a7-4bde-8ec6-c922cdef89bd not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:50:22.840308 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 3823b4cd-85a4-45db-96b2-957941cc1536 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:50:22.860970 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-299fdc1d-cb3a-4c88-926e-ff22cc99d620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:22.862705 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 3823b4cd-85a4-45db-96b2-957941cc1536 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:50:22.862890 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 3823b4cd-85a4-45db-96b2-957941cc1536 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:50:22.927596 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b72920d-165b-4aa4-ac6a-229a1d3c1208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:22.951931 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72920d-165b-4aa4-ac6a-229a1d3c1208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46bdc6ab-9651-467d-8faf-5c014c9ef57c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:22.957572 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b72920d-165b-4aa4-ac6a-229a1d3c1208 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:22.963409 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6b72920d-165b-4aa4-ac6a-229a1d3c1208 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/46bdc6ab-9651-467d-8faf-5c014c9ef57c HTTP/1.1" status: 204 len: 168 time: 0.4002402 Apr 20 16:50:22.964459 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54894) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:22.966945 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437b1a9d-af54-4f19-9f44-b39a0148e699 None None] Network cccd0908-912f-4165-977b-e4d14fbe6144 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:50:23.052780 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60e13c12-d746-4735-b883-71ce84dc4c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:23.127973 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-60e13c12-d746-4735-b883-71ce84dc4c39 admin admin] Deleting port b13a0530-0e4b-4123-b901-1fde8f147a1e {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:50:23.128849 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60e13c12-d746-4735-b883-71ce84dc4c39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:23.201684 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-60e13c12-d746-4735-b883-71ce84dc4c39 admin admin] For port b13a0530-0e4b-4123-b901-1fde8f147a1e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b13a0530-0e4b-4123-b901-1fde8f147a1e,segment=NetworkSegment(7e22b06d-8ca5-45f0-8aa1-58affbd274c9),segment_id=7e22b06d-8ca5-45f0-8aa1-58affbd274c9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:23.202190 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60e13c12-d746-4735-b883-71ce84dc4c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:23.218449 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-60e13c12-d746-4735-b883-71ce84dc4c39 admin admin] Calling delete_port for b13a0530-0e4b-4123-b901-1fde8f147a1e owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:50:23.330500 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236f2605-bb7a-4760-8df2-419b8fb59bb8 None None] DHCP port deletion for cccd0908-912f-4165-977b-e4d14fbe6144 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:50:23.380313 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-236f2605-bb7a-4760-8df2-419b8fb59bb8 None None] Deleting port b13a0530-0e4b-4123-b901-1fde8f147a1e {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:50:23.380646 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-236f2605-bb7a-4760-8df2-419b8fb59bb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:23.412737 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60e13c12-d746-4735-b883-71ce84dc4c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:23.442958 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e13c12-d746-4735-b883-71ce84dc4c39 admin admin] Pushing event deleted for resources: {'Port': ['ID=b13a0530-0e4b-4123-b901-1fde8f147a1e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:23.449836 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e13c12-d746-4735-b883-71ce84dc4c39 admin admin] No DVR routers for this DVR port b13a0530-0e4b-4123-b901-1fde8f147a1e on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:50:23.452467 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-236f2605-bb7a-4760-8df2-419b8fb59bb8 None None] For port b13a0530-0e4b-4123-b901-1fde8f147a1e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b13a0530-0e4b-4123-b901-1fde8f147a1e,segment=NetworkSegment(7e22b06d-8ca5-45f0-8aa1-58affbd274c9),segment_id=7e22b06d-8ca5-45f0-8aa1-58affbd274c9)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:23.452672 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-236f2605-bb7a-4760-8df2-419b8fb59bb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:23.467521 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-236f2605-bb7a-4760-8df2-419b8fb59bb8 None None] Calling delete_port for b13a0530-0e4b-4123-b901-1fde8f147a1e owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:50:23.534817 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60e13c12-d746-4735-b883-71ce84dc4c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:23.550292 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-236f2605-bb7a-4760-8df2-419b8fb59bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:23.567624 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-60e13c12-d746-4735-b883-71ce84dc4c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cccd0908-912f-4165-977b-e4d14fbe6144']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:23.574432 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f2605-bb7a-4760-8df2-419b8fb59bb8 None None] Pushing event deleted for resources: {'Port': ['ID=b13a0530-0e4b-4123-b901-1fde8f147a1e,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:23.580633 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-60e13c12-d746-4735-b883-71ce84dc4c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e22b06d-8ca5-45f0-8aa1-58affbd274c9') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:23.580934 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-60e13c12-d746-4735-b883-71ce84dc4c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e22b06d-8ca5-45f0-8aa1-58affbd274c9') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:23.584640 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236f2605-bb7a-4760-8df2-419b8fb59bb8 None None] No DVR routers for this DVR port b13a0530-0e4b-4123-b901-1fde8f147a1e on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:50:23.596849 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60e13c12-d746-4735-b883-71ce84dc4c39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:23.610628 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60e13c12-d746-4735-b883-71ce84dc4c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:23.616594 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e13c12-d746-4735-b883-71ce84dc4c39 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:50:23.616976 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60e13c12-d746-4735-b883-71ce84dc4c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:50:23.618598 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:50:23.744429 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60e13c12-d746-4735-b883-71ce84dc4c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:23.752786 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-60e13c12-d746-4735-b883-71ce84dc4c39 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:23.755803 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-60e13c12-d746-4735-b883-71ce84dc4c39 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cccd0908-912f-4165-977b-e4d14fbe6144 HTTP/1.1" status: 204 len: 168 time: 0.7877927 Apr 20 16:50:23.772019 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e13c12-d746-4735-b883-71ce84dc4c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=cccd0908-912f-4165-977b-e4d14fbe6144,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:24.238220 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54900) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:24.279130 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-24915083-854d-49cd-b541-c4efc0a7a49f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ce5220603134f4a837eaa3664e23f50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397255 Apr 20 16:50:24.282941 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54902) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:24.335761 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1a8611c1-74e6-4fad-8467-ccb6c3f61b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:24.363939 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1a8611c1-74e6-4fad-8467-ccb6c3f61b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:24.527366 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1a8611c1-74e6-4fad-8467-ccb6c3f61b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:24.530000 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1a8611c1-74e6-4fad-8467-ccb6c3f61b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:24.531168 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1a8611c1-74e6-4fad-8467-ccb6c3f61b78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/102265a4-020e-453f-beef-6fac941f4fc0 HTTP/1.1" status: 204 len: 168 time: 0.2472775 Apr 20 16:50:24.541097 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8611c1-74e6-4fad-8467-ccb6c3f61b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102265a4-020e-453f-beef-6fac941f4fc0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:24.737000 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b13a0530-0e4b-4123-b901-1fde8f147a1e no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:50:24.768466 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: b13a0530-0e4b-4123-b901-1fde8f147a1e {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:50:24.769043 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b13a0530-0e4b-4123-b901-1fde8f147a1e not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:50:25.116068 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8f6adfbc-dacb-45cb-b0f4-159a5fbdd439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:25.377599 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54908) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:25.418989 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1158ebcd-8bb3-4a24-b61d-dfd6f620f31e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db31186d811f49048562948858d256ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401540 Apr 20 16:50:25.421524 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54910) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:25.472568 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40ba2756-1f03-4ecd-a311-5c82899ac8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:25.496658 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40ba2756-1f03-4ecd-a311-5c82899ac8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:25.658612 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40ba2756-1f03-4ecd-a311-5c82899ac8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:25.661602 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-40ba2756-1f03-4ecd-a311-5c82899ac8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:25.663003 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-40ba2756-1f03-4ecd-a311-5c82899ac8ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/69a60c2d-efc7-42dd-b9dc-f24904fe3bbf HTTP/1.1" status: 204 len: 168 time: 0.2405179 Apr 20 16:50:25.671328 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba2756-1f03-4ecd-a311-5c82899ac8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a60c2d-efc7-42dd-b9dc-f24904fe3bbf,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:26.429908 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:27.852645 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:28.137382 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:28.835692 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:30.087008 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:32.345330 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 54918) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:32.746713 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-444c1271-aed7-4a0b-b00c-b728f51ddedd tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Deleting port 35b607aa-1da6-4e0a-be04-6840dc5074e5 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:50:32.747199 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-444c1271-aed7-4a0b-b00c-b728f51ddedd tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:32.833195 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-444c1271-aed7-4a0b-b00c-b728f51ddedd tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:32.833517 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-444c1271-aed7-4a0b-b00c-b728f51ddedd tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:32.847184 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-444c1271-aed7-4a0b-b00c-b728f51ddedd tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Calling delete_port for 35b607aa-1da6-4e0a-be04-6840dc5074e5 owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:50:33.173088 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-444c1271-aed7-4a0b-b00c-b728f51ddedd tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:33.204775 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c1271-aed7-4a0b-b00c-b728f51ddedd tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Pushing event deleted for resources: {'Port': ['ID=35b607aa-1da6-4e0a-be04-6840dc5074e5,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:33.279022 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-444c1271-aed7-4a0b-b00c-b728f51ddedd tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:33.279376 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-444c1271-aed7-4a0b-b00c-b728f51ddedd tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Floating IP 42c6e246-4469-4c35-8eca-8feb80581d4a disassociated (deleted). External IP: 172.25.0.92, port: 679de77c-b9a5-4337-9c0e-02968605c1e8. Apr 20 16:50:33.812698 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444c1271-aed7-4a0b-b00c-b728f51ddedd tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Router 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:50:33.929958 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444c1271-aed7-4a0b-b00c-b728f51ddedd tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:50:33.935124 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-444c1271-aed7-4a0b-b00c-b728f51ddedd tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:33.940277 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20a465c-0c72-4e0a-8d68-791d64587bde None None] Sync routers for ids ['72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:50:33.951419 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20a465c-0c72-4e0a-8d68-791d64587bde None None] Routers {'72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:50:33.952041 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e20a465c-0c72-4e0a-8d68-791d64587bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:50:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:33.966045 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-444c1271-aed7-4a0b-b00c-b728f51ddedd tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "DELETE /v2.0/floatingips/42c6e246-4469-4c35-8eca-8feb80581d4a HTTP/1.1" status: 204 len: 168 time: 1.6195536 Apr 20 16:50:33.966680 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b20469-7544-4afb-b6ce-90a574f89f38', 'tag': '679de77c-b9a5-4337-9c0e-02968605c1e8'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:50:33.974178 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f44df13-4d70-4b1b-b51e-a96fb7ead9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "83b20469-7544-4afb-b6ce-90a574f89f38", "tag": "679de77c-b9a5-4337-9c0e-02968605c1e8"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:50:34.013641 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9a6027-4d54-473b-9381-043647aec716 x-openstack-request-id: req-5d9a6027-4d54-473b-9381-043647aec716 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:50:34.013967 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b20469-7544-4afb-b6ce-90a574f89f38", "tag": "679de77c-b9a5-4337-9c0e-02968605c1e8", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:50:34.014259 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d9a6027-4d54-473b-9381-043647aec716 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:50:34.014731 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d9a6027-4d54-473b-9381-043647aec716'] response: {'name': 'network-changed', 'server_uuid': '83b20469-7544-4afb-b6ce-90a574f89f38', 'tag': '679de77c-b9a5-4337-9c0e-02968605c1e8', 'status': 'completed', 'code': 200} Apr 20 16:50:34.081095 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e20a465c-0c72-4e0a-8d68-791d64587bde None None] Set router 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:50:34.200511 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44df13-4d70-4b1b-b51e-a96fb7ead9dc req-7ca8cbe0-5a9e-447e-b83e-781d1980912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:34.202692 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f44df13-4d70-4b1b-b51e-a96fb7ead9dc req-7ca8cbe0-5a9e-447e-b83e-781d1980912a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a1f7f8dd7304784a4e3c26e98ee6ae7&device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 1096 time: 0.1352069 Apr 20 16:50:34.300121 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44df13-4d70-4b1b-b51e-a96fb7ead9dc req-409ed95e-b48d-4182-8666-73e0f43b9a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:34.301695 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f44df13-4d70-4b1b-b51e-a96fb7ead9dc req-409ed95e-b48d-4182-8666-73e0f43b9a02 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab51bf1d-f814-4922-bdb6-7696d0d1a0ca HTTP/1.1" status: 200 len: 915 time: 0.0921674 Apr 20 16:50:34.304198 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e20a465c-0c72-4e0a-8d68-791d64587bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'name': 'tempest-TestVolumeBackupRestore-1496052794-router', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:13Z', 'updated_at': '2022-04-20T16:45:17Z', 'revision_number': 4, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'gw_port': {'id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:14Z', 'updated_at': '2022-04-20T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'b4cd40ad-08c5-4312-96a8-652129903ef8', 'name': '', 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'mac_address': 'fa:16:3e:e9:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:16Z', 'updated_at': '2022-04-20T16:45:21Z', 'revision_number': 5, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'subnets': [{'id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:34.335719 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20a465c-0c72-4e0a-8d68-791d64587bde None None] Checking router: 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:50:34.342623 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20a465c-0c72-4e0a-8d68-791d64587bde None None] Routers {'72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:50:34.343236 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e20a465c-0c72-4e0a-8d68-791d64587bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:50:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:34.352102 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f44df13-4d70-4b1b-b51e-a96fb7ead9dc req-50721f78-840a-4724-8b4f-21dbc5c67e71 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=679de77c-b9a5-4337-9c0e-02968605c1e8 HTTP/1.1" status: 200 len: 217 time: 0.0426545 Apr 20 16:50:34.410846 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44df13-4d70-4b1b-b51e-a96fb7ead9dc req-fc678453-4570-432e-ab06-7b8abb1d9da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:34.412352 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f44df13-4d70-4b1b-b51e-a96fb7ead9dc req-fc678453-4570-432e-ab06-7b8abb1d9da1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7e161eb7-ac8b-45c0-8ac0-11fd8b423869 HTTP/1.1" status: 200 len: 853 time: 0.0539958 Apr 20 16:50:34.462111 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e20a465c-0c72-4e0a-8d68-791d64587bde None None] Set router 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:50:34.462737 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44df13-4d70-4b1b-b51e-a96fb7ead9dc req-acb4bb32-4417-4535-b3ca-c72db3e8f70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:34.464285 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f44df13-4d70-4b1b-b51e-a96fb7ead9dc req-acb4bb32-4417-4535-b3ca-c72db3e8f70b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab51bf1d-f814-4922-bdb6-7696d0d1a0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434759 Apr 20 16:50:34.573139 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f44df13-4d70-4b1b-b51e-a96fb7ead9dc req-818f0685-50f2-4590-b712-6dfef3384624 service neutron] 10.222.0.30 "GET /v2.0/networks/ab51bf1d-f814-4922-bdb6-7696d0d1a0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023588 Apr 20 16:50:34.689829 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff0d4c-a131-45b9-a124-826ff8838f77 req-42a49e03-57b1-4901-ba99-d7974b5c289a tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:34.691569 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3cff0d4c-a131-45b9-a124-826ff8838f77 req-42a49e03-57b1-4901-ba99-d7974b5c289a tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 945 time: 0.1127839 Apr 20 16:50:34.707067 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e20a465c-0c72-4e0a-8d68-791d64587bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'name': 'tempest-TestVolumeBackupRestore-1496052794-router', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:13Z', 'updated_at': '2022-04-20T16:45:17Z', 'revision_number': 4, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'gw_port': {'id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:14Z', 'updated_at': '2022-04-20T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'b4cd40ad-08c5-4312-96a8-652129903ef8', 'name': '', 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'mac_address': 'fa:16:3e:e9:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:16Z', 'updated_at': '2022-04-20T16:45:21Z', 'revision_number': 5, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'subnets': [{'id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:34.729826 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f44df13-4d70-4b1b-b51e-a96fb7ead9dc req-c408d538-44fd-466c-b6fc-319587312110 service neutron] 10.222.0.30 "GET /v2.0/networks/ab51bf1d-f814-4922-bdb6-7696d0d1a0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419389 Apr 20 16:50:34.739383 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20a465c-0c72-4e0a-8d68-791d64587bde None None] The sync data for ids ['72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'] in n-d-836146-2 is: [{'id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'name': 'tempest-TestVolumeBackupRestore-1496052794-router', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:13Z', 'updated_at': '2022-04-20T16:45:17Z', 'revision_number': 4, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'gw_port': {'id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:14Z', 'updated_at': '2022-04-20T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'b4cd40ad-08c5-4312-96a8-652129903ef8', 'name': '', 'network_id': 'ab51bf1d-f814-4922-bdb6-7696d0d1a0ca', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'mac_address': 'fa:16:3e:e9:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:16Z', 'updated_at': '2022-04-20T16:45:21Z', 'revision_number': 5, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'subnets': [{'id': '7e161eb7-ac8b-45c0-8ac0-11fd8b423869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:50:34.759748 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3cff0d4c-a131-45b9-a124-826ff8838f77 req-0409f2f9-6305-4fec-b41c-4da72fba31cb tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c81491-2ca9-48da-a199-f06a8b9ade9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592155 Apr 20 16:50:34.987706 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b428e18d-cef2-465e-9a61-7a809ff2a52e None None] New status for floating IP 42c6e246-4469-4c35-8eca-8feb80581d4a: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:50:35.888409 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5ae72-a8b7-4d3c-a7c4-622877c4ddb3 req-09370b89-a1a3-49bb-827e-c71fbb19017e tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:35.889866 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d8a5ae72-a8b7-4d3c-a7c4-622877c4ddb3 req-09370b89-a1a3-49bb-827e-c71fbb19017e tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 945 time: 0.0517733 Apr 20 16:50:35.929328 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d8a5ae72-a8b7-4d3c-a7c4-622877c4ddb3 req-778fcb8c-0c4c-4388-9d89-9f352f4d0099 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c81491-2ca9-48da-a199-f06a8b9ade9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332866 Apr 20 16:50:36.062470 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:50:36.460358 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7334d-84ff-47ac-95aa-6123fd1a4cf4 req-c7776bf0-b8d4-4a38-a080-a75154a5cbc5 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:36.462512 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-07c7334d-84ff-47ac-95aa-6123fd1a4cf4 req-c7776bf0-b8d4-4a38-a080-a75154a5cbc5 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.30 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 945 time: 0.0707316 Apr 20 16:50:36.557546 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-07c7334d-84ff-47ac-95aa-6123fd1a4cf4 req-512f8aa0-c1c3-4bcd-b32a-91ef7689a6d7 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Deleting port 679de77c-b9a5-4337-9c0e-02968605c1e8 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:50:36.557887 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-07c7334d-84ff-47ac-95aa-6123fd1a4cf4 req-512f8aa0-c1c3-4bcd-b32a-91ef7689a6d7 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:36.658211 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-07c7334d-84ff-47ac-95aa-6123fd1a4cf4 req-512f8aa0-c1c3-4bcd-b32a-91ef7689a6d7 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] For port 679de77c-b9a5-4337-9c0e-02968605c1e8, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=679de77c-b9a5-4337-9c0e-02968605c1e8,segment=NetworkSegment(30784be2-b4cb-4787-b6f0-2d64da53f73c),segment_id=30784be2-b4cb-4787-b6f0-2d64da53f73c)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:36.658621 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-07c7334d-84ff-47ac-95aa-6123fd1a4cf4 req-512f8aa0-c1c3-4bcd-b32a-91ef7689a6d7 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:36.674812 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-07c7334d-84ff-47ac-95aa-6123fd1a4cf4 req-512f8aa0-c1c3-4bcd-b32a-91ef7689a6d7 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Calling delete_port for 679de77c-b9a5-4337-9c0e-02968605c1e8 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:50:37.037935 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-07c7334d-84ff-47ac-95aa-6123fd1a4cf4 req-512f8aa0-c1c3-4bcd-b32a-91ef7689a6d7 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:37.080974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f8aa0-c1c3-4bcd-b32a-91ef7689a6d7 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Pushing event deleted for resources: {'Port': ['ID=679de77c-b9a5-4337-9c0e-02968605c1e8,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:37.121705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c4729-f131-43c3-a852-0bda3bc6859c req-b9900d8c-72c9-4c4f-8742-bbff9baaa28b tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:37.123326 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4b0c4729-f131-43c3-a852-0bda3bc6859c req-b9900d8c-72c9-4c4f-8742-bbff9baaa28b tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 867 time: 0.1207869 Apr 20 16:50:37.139482 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c7334d-84ff-47ac-95aa-6123fd1a4cf4 req-512f8aa0-c1c3-4bcd-b32a-91ef7689a6d7 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] No DVR routers for this DVR port 679de77c-b9a5-4337-9c0e-02968605c1e8 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:50:37.147519 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-07c7334d-84ff-47ac-95aa-6123fd1a4cf4 req-512f8aa0-c1c3-4bcd-b32a-91ef7689a6d7 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:37.150781 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-07c7334d-84ff-47ac-95aa-6123fd1a4cf4 req-512f8aa0-c1c3-4bcd-b32a-91ef7689a6d7 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.30 "DELETE /v2.0/ports/679de77c-b9a5-4337-9c0e-02968605c1e8 HTTP/1.1" status: 204 len: 173 time: 0.6830685 Apr 20 16:50:37.151229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b20469-7544-4afb-b6ce-90a574f89f38', 'name': 'network-vif-deleted', 'tag': '679de77c-b9a5-4337-9c0e-02968605c1e8'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:50:37.153554 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b88141-3420-418b-b94c-2cc9ad332885" -d '{"events": [{"server_uuid": "83b20469-7544-4afb-b6ce-90a574f89f38", "name": "network-vif-deleted", "tag": "679de77c-b9a5-4337-9c0e-02968605c1e8"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:50:37.187487 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4b0c4729-f131-43c3-a852-0bda3bc6859c req-f0890df6-f171-429b-a77b-5418a8913fd6 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c81491-2ca9-48da-a199-f06a8b9ade9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491693 Apr 20 16:50:37.197151 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff262cd-51ef-4d6f-84d2-4b60da173930 x-openstack-request-id: req-3ff262cd-51ef-4d6f-84d2-4b60da173930 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:50:37.197594 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b20469-7544-4afb-b6ce-90a574f89f38", "name": "network-vif-deleted", "tag": "679de77c-b9a5-4337-9c0e-02968605c1e8", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:50:37.197993 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ff262cd-51ef-4d6f-84d2-4b60da173930 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:50:37.198653 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ff262cd-51ef-4d6f-84d2-4b60da173930'] response: {'server_uuid': '83b20469-7544-4afb-b6ce-90a574f89f38', 'name': 'network-vif-deleted', 'tag': '679de77c-b9a5-4337-9c0e-02968605c1e8', 'status': 'completed', 'code': 200} Apr 20 16:50:38.295768 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-88d81ead-853c-4476-9653-cbdc744feb6c req-62459fff-93ae-44fd-ae8b-5f0560d14f28 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 210 time: 0.0315402 Apr 20 16:50:39.409139 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bb95e8b9-5c95-4e11-9783-5f7d9934792e req-a18514b6-efbd-442f-b03c-0c586c395c13 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 210 time: 0.0354438 Apr 20 16:50:40.522915 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-efd39de5-12a5-423d-b859-3ad132c187a2 req-a62c0561-01c7-4d27-badd-9a24878024e5 tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 210 time: 0.0326457 Apr 20 16:50:40.957229 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 679de77c-b9a5-4337-9c0e-02968605c1e8 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:50:40.979689 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 679de77c-b9a5-4337-9c0e-02968605c1e8 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:50:40.979964 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 679de77c-b9a5-4337-9c0e-02968605c1e8 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:50:41.644075 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e7f43ce-aacb-4b07-8999-01504dba4375 req-a046772e-d5ad-44b6-a3ce-d813bf5ded1d tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b20469-7544-4afb-b6ce-90a574f89f38 HTTP/1.1" status: 200 len: 210 time: 0.0319102 Apr 20 16:50:42.327388 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f606f4-b0a0-4fa5-bb74-8178eaddefba req-f1782902-7d8d-4487-a74c-d0926d27c9bd tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:42.328929 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c9f606f4-b0a0-4fa5-bb74-8178eaddefba req-f1782902-7d8d-4487-a74c-d0926d27c9bd tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 946 time: 0.0543437 Apr 20 16:50:42.371567 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c9f606f4-b0a0-4fa5-bb74-8178eaddefba req-712be403-66b4-40b1-ad3b-8c77f0dbd7cc tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358775 Apr 20 16:50:42.396145 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54954) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:42.475899 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-788e5091-2917-433d-bb86-40361547cadd tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/floatingips/0089a6e8-5d28-449c-9499-441ef3124d9a HTTP/1.1" status: 200 len: 993 time: 0.0785382 Apr 20 16:50:42.710662 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 54962) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:42.773733 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-004d18bd-ae84-4a68-9095-2a464ab17c9f tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:42.804261 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-004d18bd-ae84-4a68-9095-2a464ab17c9f tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:42.880856 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040f2c1-f229-4e63-b1d9-9075dc281eb1 req-384798bb-d159-4252-940a-39c38991a948 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:42.882493 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a040f2c1-f229-4e63-b1d9-9075dc281eb1 req-384798bb-d159-4252-940a-39c38991a948 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 1097 time: 0.0653629 Apr 20 16:50:42.926902 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a040f2c1-f229-4e63-b1d9-9075dc281eb1 req-8d800cbf-aae6-48cb-8155-30e3f5df8d38 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367560 Apr 20 16:50:43.001097 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-004d18bd-ae84-4a68-9095-2a464ab17c9f tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:43.003837 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-004d18bd-ae84-4a68-9095-2a464ab17c9f tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:43.005212 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-004d18bd-ae84-4a68-9095-2a464ab17c9f tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] 10.222.0.15 "DELETE /v2.0/security-groups/34c81491-2ca9-48da-a199-f06a8b9ade9b HTTP/1.1" status: 204 len: 168 time: 0.2934196 Apr 20 16:50:43.022579 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d18bd-ae84-4a68-9095-2a464ab17c9f tempest-TestVolumeBackupRestore-904964886 tempest-TestVolumeBackupRestore-904964886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c81491-2ca9-48da-a199-f06a8b9ade9b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:44.324213 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55026) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:44.452828 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-b5386fe8-a39d-49c4-a9cc-686205adb650 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1259239 Apr 20 16:50:44.458371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-1430bdcd-7f0f-40b4-b1e3-317d5aac9f01 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:50:44.459969 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-1430bdcd-7f0f-40b4-b1e3-317d5aac9f01 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062113 Apr 20 16:50:45.929825 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52baa859-cf91-46bf-9687-7b98101895d0 req-66240d53-b38a-405c-98b9-21d9165b3fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:45.931205 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-66240d53-b38a-405c-98b9-21d9165b3fbb service neutron] 10.222.0.15 "GET /v2.0/ports/b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 HTTP/1.1" status: 200 len: 1094 time: 0.0403821 Apr 20 16:50:45.941857 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-52baa859-cf91-46bf-9687-7b98101895d0 req-f41645b2-0c13-4d55-86df-45a2c94e7ba1 service neutron] Request body: {'binding': {'host': 'n-h2-836146-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:50:45.942428 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-52baa859-cf91-46bf-9687-7b98101895d0 req-f41645b2-0c13-4d55-86df-45a2c94e7ba1 service neutron] Unknown quota resources ['binding']. {{(pid=103484) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 16:50:46.109877 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-52baa859-cf91-46bf-9687-7b98101895d0 req-f41645b2-0c13-4d55-86df-45a2c94e7ba1 service neutron] Attempting to bind port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 on host n-h2-836146-2 for vnic_type normal with profile None {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:50:46.109877 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-52baa859-cf91-46bf-9687-7b98101895d0 req-f41645b2-0c13-4d55-86df-45a2c94e7ba1 service neutron] Attempting to bind port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '108f1950-3187-402f-95c3-11891379d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:50:46.109877 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52baa859-cf91-46bf-9687-7b98101895d0 req-f41645b2-0c13-4d55-86df-45a2c94e7ba1 service neutron] Attempting to bind port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 on network 53374c2d-7dbf-4db9-8ad3-a9cf29bad0da {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:50:46.115722 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52baa859-cf91-46bf-9687-7b98101895d0 req-f41645b2-0c13-4d55-86df-45a2c94e7ba1 service neutron] Port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 on network 53374c2d-7dbf-4db9-8ad3-a9cf29bad0da not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:50:46.116047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52baa859-cf91-46bf-9687-7b98101895d0 req-f41645b2-0c13-4d55-86df-45a2c94e7ba1 service neutron] Attempting to bind port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 on network 53374c2d-7dbf-4db9-8ad3-a9cf29bad0da {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:50:46.121763 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52baa859-cf91-46bf-9687-7b98101895d0 req-f41645b2-0c13-4d55-86df-45a2c94e7ba1 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:50:46.122178 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52baa859-cf91-46bf-9687-7b98101895d0 req-f41645b2-0c13-4d55-86df-45a2c94e7ba1 service neutron] Checking segment: {'id': '108f1950-3187-402f-95c3-11891379d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:50:46.122582 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52baa859-cf91-46bf-9687-7b98101895d0 req-f41645b2-0c13-4d55-86df-45a2c94e7ba1 service neutron] Bound using segment: {'id': '108f1950-3187-402f-95c3-11891379d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:50:46.123063 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-52baa859-cf91-46bf-9687-7b98101895d0 req-f41645b2-0c13-4d55-86df-45a2c94e7ba1 service neutron] Bound port: b1c42e09-2ccb-42a6-a3b4-56069b54cdc1, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '108f1950-3187-402f-95c3-11891379d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:50:46.221451 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-52baa859-cf91-46bf-9687-7b98101895d0 req-f41645b2-0c13-4d55-86df-45a2c94e7ba1 service neutron] For port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,segment=NetworkSegment(108f1950-3187-402f-95c3-11891379d13c),segment_id=108f1950-3187-402f-95c3-11891379d13c)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:50:46.277795 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-52baa859-cf91-46bf-9687-7b98101895d0 req-f41645b2-0c13-4d55-86df-45a2c94e7ba1 service neutron] Notify callbacks [] for binding, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:46.279260 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-f41645b2-0c13-4d55-86df-45a2c94e7ba1 service neutron] 10.222.0.15 "POST /v2.0/ports/b1c42e09-2ccb-42a6-a3b4-56069b54cdc1/bindings HTTP/1.1" status: 201 len: 389 time: 0.3420157 Apr 20 16:50:46.635345 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3019ed-269d-4981-85c9-26045a75bf58 req-49f80276-6bfb-4c27-a888-97169f231737 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:46.636985 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e3019ed-269d-4981-85c9-26045a75bf58 req-49f80276-6bfb-4c27-a888-97169f231737 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 946 time: 0.0715504 Apr 20 16:50:46.706537 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e3019ed-269d-4981-85c9-26045a75bf58 req-1c2ec34f-70fc-4a62-9189-b11f4afd6d76 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620127 Apr 20 16:50:47.094551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52baa859-cf91-46bf-9687-7b98101895d0 req-6a429886-6d93-4cbc-aec9-b624c2058823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:47.097826 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-6a429886-6d93-4cbc-aec9-b624c2058823 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 1097 time: 0.0902314 Apr 20 16:50:47.120042 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55132) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:47.248927 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52baa859-cf91-46bf-9687-7b98101895d0 req-522b016c-667a-4e48-9174-672daae8bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:47.250543 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-522b016c-667a-4e48-9174-672daae8bf3c service neutron] 10.222.0.30 "GET /v2.0/networks?id=53374c2d-7dbf-4db9-8ad3-a9cf29bad0da HTTP/1.1" status: 200 len: 897 time: 0.1436214 Apr 20 16:50:47.339684 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-bd5bbeee-160d-4bf4-ad1d-c63ec950fc93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 HTTP/1.1" status: 200 len: 1001 time: 0.0790863 Apr 20 16:50:47.401450 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52baa859-cf91-46bf-9687-7b98101895d0 req-2b7f577c-5d26-4850-888d-6401b2dcab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:47.403093 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-2b7f577c-5d26-4850-888d-6401b2dcab08 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a3c2e59-d634-4131-98c1-6c12cad9e04c HTTP/1.1" status: 200 len: 835 time: 0.0570462 Apr 20 16:50:47.457135 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52baa859-cf91-46bf-9687-7b98101895d0 req-672976aa-6fdd-4b92-94c0-31c3f72c6008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:47.458917 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-672976aa-6fdd-4b92-94c0-31c3f72c6008 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53374c2d-7dbf-4db9-8ad3-a9cf29bad0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483401 Apr 20 16:50:47.582372 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-de17b781-b239-4c5e-b6f1-79c070dc7e2f service neutron] 10.222.0.30 "GET /v2.0/networks/53374c2d-7dbf-4db9-8ad3-a9cf29bad0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092124 Apr 20 16:50:47.742500 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-cda42484-bcae-43c4-a7eb-8812287acd9e service neutron] 10.222.0.30 "GET /v2.0/networks/53374c2d-7dbf-4db9-8ad3-a9cf29bad0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471052 Apr 20 16:50:47.764321 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a29f159d-d425-410a-bc37-301979d4a426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:47.878613 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def712c4-53a1-43b3-a1bc-50b1952d18d7 req-f687d783-69f5-4514-99f5-d0a88542a719 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:47.880189 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-def712c4-53a1-43b3-a1bc-50b1952d18d7 req-f687d783-69f5-4514-99f5-d0a88542a719 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 946 time: 0.0695729 Apr 20 16:50:47.947256 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52baa859-cf91-46bf-9687-7b98101895d0 req-81400170-685c-4029-ac85-9f40d50a8646 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:47.948904 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-81400170-685c-4029-ac85-9f40d50a8646 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110&tenant_id=f671d985b7654b0ab90a0236bac58688&binding%3Ahost_id=n-h1-836146-2 HTTP/1.1" status: 200 len: 1097 time: 0.0990899 Apr 20 16:50:47.961255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-52baa859-cf91-46bf-9687-7b98101895d0 req-b95a493f-b63d-40cd-b8e2-b685580aff56 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836146-2'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:50:47.993548 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-def712c4-53a1-43b3-a1bc-50b1952d18d7 req-628dd6bf-4f9f-4d17-be26-9e3585c4a5af tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823212 Apr 20 16:50:48.028706 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-52baa859-cf91-46bf-9687-7b98101895d0 req-b95a493f-b63d-40cd-b8e2-b685580aff56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:48.132715 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a29f159d-d425-410a-bc37-301979d4a426 admin admin] Deleting port b4cd40ad-08c5-4312-96a8-652129903ef8 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:50:48.133249 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a29f159d-d425-410a-bc37-301979d4a426 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:48.172222 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-52baa859-cf91-46bf-9687-7b98101895d0 req-b95a493f-b63d-40cd-b8e2-b685580aff56 service neutron] For port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,segment=NetworkSegment(108f1950-3187-402f-95c3-11891379d13c),segment_id=108f1950-3187-402f-95c3-11891379d13c)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:48.218779 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a29f159d-d425-410a-bc37-301979d4a426 admin admin] For port b4cd40ad-08c5-4312-96a8-652129903ef8, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=b4cd40ad-08c5-4312-96a8-652129903ef8,segment=NetworkSegment(30784be2-b4cb-4787-b6f0-2d64da53f73c),segment_id=30784be2-b4cb-4787-b6f0-2d64da53f73c)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:48.219150 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a29f159d-d425-410a-bc37-301979d4a426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:48.222530 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-52baa859-cf91-46bf-9687-7b98101895d0 req-b95a493f-b63d-40cd-b8e2-b685580aff56 service neutron] For port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:50:48.233534 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a29f159d-d425-410a-bc37-301979d4a426 admin admin] Calling delete_port for b4cd40ad-08c5-4312-96a8-652129903ef8 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:50:48.265876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a618291-2ff3-4470-ae62-3470ccd72110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:50:48.268795 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a3764c-8a6a-457f-b2f2-b556989099ad" -d '{"events": [{"server_uuid": "5a618291-2ff3-4470-ae62-3470ccd72110", "name": "network-vif-unplugged", "status": "completed", "tag": "b1c42e09-2ccb-42a6-a3b4-56069b54cdc1"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:50:48.273642 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-52baa859-cf91-46bf-9687-7b98101895d0 req-b95a493f-b63d-40cd-b8e2-b685580aff56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:48.314185 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2274d2-7268-4ecb-8a35-b19f0d864cc6 x-openstack-request-id: req-4d2274d2-7268-4ecb-8a35-b19f0d864cc6 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:50:48.315001 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a618291-2ff3-4470-ae62-3470ccd72110", "name": "network-vif-unplugged", "status": "completed", "tag": "b1c42e09-2ccb-42a6-a3b4-56069b54cdc1", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:50:48.315315 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d2274d2-7268-4ecb-8a35-b19f0d864cc6 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:50:48.315783 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d2274d2-7268-4ecb-8a35-b19f0d864cc6'] response: {'server_uuid': '5a618291-2ff3-4470-ae62-3470ccd72110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1', 'code': 200} Apr 20 16:50:48.377876 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-52baa859-cf91-46bf-9687-7b98101895d0 req-b95a493f-b63d-40cd-b8e2-b685580aff56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:48.473858 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a493f-b63d-40cd-b8e2-b685580aff56 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,revision_number=7']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:48.549454 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-52baa859-cf91-46bf-9687-7b98101895d0 req-b95a493f-b63d-40cd-b8e2-b685580aff56 service neutron] Attempting to bind port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 on host n-h1-836146-2 for vnic_type normal with profile {"migrating_to": "n-h2-836146-2"} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:50:48.549796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-52baa859-cf91-46bf-9687-7b98101895d0 req-b95a493f-b63d-40cd-b8e2-b685580aff56 service neutron] Attempting to bind port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '108f1950-3187-402f-95c3-11891379d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:50:48.550121 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52baa859-cf91-46bf-9687-7b98101895d0 req-b95a493f-b63d-40cd-b8e2-b685580aff56 service neutron] Attempting to bind port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 on network 53374c2d-7dbf-4db9-8ad3-a9cf29bad0da {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:50:48.555514 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52baa859-cf91-46bf-9687-7b98101895d0 req-b95a493f-b63d-40cd-b8e2-b685580aff56 service neutron] Port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 on network 53374c2d-7dbf-4db9-8ad3-a9cf29bad0da not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:50:48.556091 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52baa859-cf91-46bf-9687-7b98101895d0 req-b95a493f-b63d-40cd-b8e2-b685580aff56 service neutron] Attempting to bind port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 on network 53374c2d-7dbf-4db9-8ad3-a9cf29bad0da {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:50:48.562136 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52baa859-cf91-46bf-9687-7b98101895d0 req-b95a493f-b63d-40cd-b8e2-b685580aff56 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:50:48.562471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52baa859-cf91-46bf-9687-7b98101895d0 req-b95a493f-b63d-40cd-b8e2-b685580aff56 service neutron] Checking segment: {'id': '108f1950-3187-402f-95c3-11891379d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:50:48.562850 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52baa859-cf91-46bf-9687-7b98101895d0 req-b95a493f-b63d-40cd-b8e2-b685580aff56 service neutron] Bound using segment: {'id': '108f1950-3187-402f-95c3-11891379d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:50:48.563301 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-52baa859-cf91-46bf-9687-7b98101895d0 req-b95a493f-b63d-40cd-b8e2-b685580aff56 service neutron] Bound port: b1c42e09-2ccb-42a6-a3b4-56069b54cdc1, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '108f1950-3187-402f-95c3-11891379d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:50:48.563627 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-52baa859-cf91-46bf-9687-7b98101895d0 req-b95a493f-b63d-40cd-b8e2-b685580aff56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:48.634770 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a29f159d-d425-410a-bc37-301979d4a426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:48.661548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-52baa859-cf91-46bf-9687-7b98101895d0 req-b95a493f-b63d-40cd-b8e2-b685580aff56 service neutron] For port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:50:48.661548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-52baa859-cf91-46bf-9687-7b98101895d0 req-b95a493f-b63d-40cd-b8e2-b685580aff56 service neutron] For port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,segment=NetworkSegment(108f1950-3187-402f-95c3-11891379d13c),segment_id=108f1950-3187-402f-95c3-11891379d13c)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:50:48.662548 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f159d-d425-410a-bc37-301979d4a426 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4cd40ad-08c5-4312-96a8-652129903ef8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:48.727500 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-aaf1e72c-31a0-4909-becb-dc2f18f33968 None None] Provisioning complete for port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:50:48.727979 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-aaf1e72c-31a0-4909-becb-dc2f18f33968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:48.803337 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-aaf1e72c-31a0-4909-becb-dc2f18f33968 None None] Port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:50:48.809616 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-52baa859-cf91-46bf-9687-7b98101895d0 req-b95a493f-b63d-40cd-b8e2-b685580aff56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:48.873415 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a29f159d-d425-410a-bc37-301979d4a426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:48.961548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a493f-b63d-40cd-b8e2-b685580aff56 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,revision_number=8']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:49.000527 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52baa859-cf91-46bf-9687-7b98101895d0 req-b95a493f-b63d-40cd-b8e2-b685580aff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:49.001058 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-52baa859-cf91-46bf-9687-7b98101895d0 req-b95a493f-b63d-40cd-b8e2-b685580aff56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:49.002901 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-b95a493f-b63d-40cd-b8e2-b685580aff56 service neutron] 10.222.0.30 "PUT /v2.0/ports/b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 HTTP/1.1" status: 200 len: 1122 time: 1.0462968 Apr 20 16:50:49.124438 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['b1c42e09-2ccb-42a6-a3b4-56069b54cdc1'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:50:49.188621 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a29a3e-dd9a-4f76-bb4f-fd168a76a542 req-c6b7ac46-59ea-418c-967b-5a36654549f7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:49.190212 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-16a29a3e-dd9a-4f76-bb4f-fd168a76a542 req-c6b7ac46-59ea-418c-967b-5a36654549f7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 944 time: 0.1041980 Apr 20 16:50:49.200187 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29f159d-d425-410a-bc37-301979d4a426 admin admin] Router 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:50:49.276369 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-16a29a3e-dd9a-4f76-bb4f-fd168a76a542 req-0d93420a-d4aa-4e75-8295-87a46caf6028 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783565 Apr 20 16:50:49.281957 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7835e1d5-7301-4363-adb8-986a74e126d8 None None] Provisioning complete for port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:50:49.282525 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7835e1d5-7301-4363-adb8-986a74e126d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:49.370723 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29f159d-d425-410a-bc37-301979d4a426 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:50:49.378150 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a29f159d-d425-410a-bc37-301979d4a426 admin admin] 10.222.0.15 "PUT /v2.0/routers/72a38b9f-2d22-4955-91b8-2b3e3cc4adaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2568686 Apr 20 16:50:49.385959 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55202) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:49.386821 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25061f84-b4ff-4a5f-97b9-db8ce35e9762 None None] Sync routers for ids ['72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:50:49.398230 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25061f84-b4ff-4a5f-97b9-db8ce35e9762 None None] Routers {'72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:50:49.399157 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-25061f84-b4ff-4a5f-97b9-db8ce35e9762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:50:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:49.504717 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7835e1d5-7301-4363-adb8-986a74e126d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:49.517347 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-25061f84-b4ff-4a5f-97b9-db8ce35e9762 None None] Set router 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:50:49.543276 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac554531-8ae8-4a9d-a937-c8f996745b00 admin admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:49.568769 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a618291-2ff3-4470-ae62-3470ccd72110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:50:49.575552 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761ebe6e-dab2-472d-ba8e-0a6128621977" -d '{"events": [{"server_uuid": "5a618291-2ff3-4470-ae62-3470ccd72110", "name": "network-vif-plugged", "status": "completed", "tag": "b1c42e09-2ccb-42a6-a3b4-56069b54cdc1"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:50:49.622167 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7835e1d5-7301-4363-adb8-986a74e126d8 None None] For port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,segment=NetworkSegment(108f1950-3187-402f-95c3-11891379d13c),segment_id=108f1950-3187-402f-95c3-11891379d13c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:49.648743 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdecab5-5088-4f07-8d78-860e3094cf8a x-openstack-request-id: req-3cdecab5-5088-4f07-8d78-860e3094cf8a {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:50:49.649041 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a618291-2ff3-4470-ae62-3470ccd72110", "name": "network-vif-plugged", "status": "completed", "tag": "b1c42e09-2ccb-42a6-a3b4-56069b54cdc1", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:50:49.649982 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3cdecab5-5088-4f07-8d78-860e3094cf8a {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:50:49.649982 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cdecab5-5088-4f07-8d78-860e3094cf8a'] response: {'server_uuid': '5a618291-2ff3-4470-ae62-3470ccd72110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1', 'code': 200} Apr 20 16:50:49.689534 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac554531-8ae8-4a9d-a937-c8f996745b00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:49.715750 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7835e1d5-7301-4363-adb8-986a74e126d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:49.735294 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-25061f84-b4ff-4a5f-97b9-db8ce35e9762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'name': 'tempest-TestVolumeBackupRestore-1496052794-router', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:13Z', 'updated_at': '2022-04-20T16:50:48Z', 'revision_number': 5, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'gw_port': {'id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:14Z', 'updated_at': '2022-04-20T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:49.771806 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25061f84-b4ff-4a5f-97b9-db8ce35e9762 None None] Checking router: 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:50:49.782235 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25061f84-b4ff-4a5f-97b9-db8ce35e9762 None None] Routers {'72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:50:49.787178 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-25061f84-b4ff-4a5f-97b9-db8ce35e9762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:50:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:49.875714 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835e1d5-7301-4363-adb8-986a74e126d8 None None] Pushing event updated for resources: {'Port': ['ID=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,revision_number=9']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:49.892128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-ac554531-8ae8-4a9d-a937-c8f996745b00 admin admin] Deleting port dcc1e454-c903-46ba-bcaf-ac087cf4f89e {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:50:49.892892 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac554531-8ae8-4a9d-a937-c8f996745b00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:50.003935 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-ac554531-8ae8-4a9d-a937-c8f996745b00 admin admin] For port dcc1e454-c903-46ba-bcaf-ac087cf4f89e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=dcc1e454-c903-46ba-bcaf-ac087cf4f89e,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:50.004607 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac554531-8ae8-4a9d-a937-c8f996745b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:50.021856 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-ac554531-8ae8-4a9d-a937-c8f996745b00 admin admin] Calling delete_port for dcc1e454-c903-46ba-bcaf-ac087cf4f89e owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:50:50.022246 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-25061f84-b4ff-4a5f-97b9-db8ce35e9762 None None] Set router 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:50:50.208612 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-25061f84-b4ff-4a5f-97b9-db8ce35e9762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'name': 'tempest-TestVolumeBackupRestore-1496052794-router', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:13Z', 'updated_at': '2022-04-20T16:50:48Z', 'revision_number': 5, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'gw_port': {'id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:14Z', 'updated_at': '2022-04-20T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:50.237954 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25061f84-b4ff-4a5f-97b9-db8ce35e9762 None None] The sync data for ids ['72a38b9f-2d22-4955-91b8-2b3e3cc4adaf'] in n-d-836146-2 is: [{'id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'name': 'tempest-TestVolumeBackupRestore-1496052794-router', 'tenant_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:13Z', 'updated_at': '2022-04-20T16:50:48Z', 'revision_number': 5, 'project_id': '4a1f7f8dd7304784a4e3c26e98ee6ae7', 'gw_port': {'id': 'dcc1e454-c903-46ba-bcaf-ac087cf4f89e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a38b9f-2d22-4955-91b8-2b3e3cc4adaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:14Z', 'updated_at': '2022-04-20T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:50:50.298282 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac554531-8ae8-4a9d-a937-c8f996745b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:50.322910 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a618291-2ff3-4470-ae62-3470ccd72110', 'tag': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:50:50.325401 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d606f246-31e6-467c-a406-fd526ca0a992" -d '{"events": [{"name": "network-changed", "server_uuid": "5a618291-2ff3-4470-ae62-3470ccd72110", "tag": "b1c42e09-2ccb-42a6-a3b4-56069b54cdc1"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:50:50.331018 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac554531-8ae8-4a9d-a937-c8f996745b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcc1e454-c903-46ba-bcaf-ac087cf4f89e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:50.384367 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93985745-c857-43c3-b69d-af6a36436169 x-openstack-request-id: req-93985745-c857-43c3-b69d-af6a36436169 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:50:50.384635 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a618291-2ff3-4470-ae62-3470ccd72110", "tag": "b1c42e09-2ccb-42a6-a3b4-56069b54cdc1", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:50:50.384885 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-93985745-c857-43c3-b69d-af6a36436169 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:50:50.385284 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93985745-c857-43c3-b69d-af6a36436169'] response: {'name': 'network-changed', 'server_uuid': '5a618291-2ff3-4470-ae62-3470ccd72110', 'tag': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1', 'status': 'completed', 'code': 200} Apr 20 16:50:50.407673 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac554531-8ae8-4a9d-a937-c8f996745b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:50.429562 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0cd30-1f2d-4552-9369-b01d83fd9f9e req-d9d1fc43-be4c-4c90-b120-abd3a4073689 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:50.431272 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-61b0cd30-1f2d-4552-9369-b01d83fd9f9e req-d9d1fc43-be4c-4c90-b120-abd3a4073689 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 946 time: 0.0564096 Apr 20 16:50:50.476311 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-61b0cd30-1f2d-4552-9369-b01d83fd9f9e req-5158f851-ee11-497a-a885-3fc082342768 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380785 Apr 20 16:50:50.525724 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac554531-8ae8-4a9d-a937-c8f996745b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:50.535959 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac554531-8ae8-4a9d-a937-c8f996745b00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:50.576608 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606f246-31e6-467c-a406-fd526ca0a992 req-e9bda75f-ea14-43e9-9699-73e471e80b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:50.578126 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d606f246-31e6-467c-a406-fd526ca0a992 req-e9bda75f-ea14-43e9-9699-73e471e80b62 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 1127 time: 0.1419604 Apr 20 16:50:50.659216 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac554531-8ae8-4a9d-a937-c8f996745b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:50.659756 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac554531-8ae8-4a9d-a937-c8f996745b00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72a38b9f-2d22-4955-91b8-2b3e3cc4adaf {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:50:50.670218 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ac554531-8ae8-4a9d-a937-c8f996745b00 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:50.673715 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ac554531-8ae8-4a9d-a937-c8f996745b00 admin admin] 10.222.0.15 "DELETE /v2.0/routers/72a38b9f-2d22-4955-91b8-2b3e3cc4adaf HTTP/1.1" status: 204 len: 168 time: 1.2826509 Apr 20 16:50:50.674422 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55246) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:50.728501 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606f246-31e6-467c-a406-fd526ca0a992 req-07d9b16c-a14e-49b1-9d63-1d88c8632546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:50.730484 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d606f246-31e6-467c-a406-fd526ca0a992 req-07d9b16c-a14e-49b1-9d63-1d88c8632546 service neutron] 10.222.0.26 "GET /v2.0/networks?id=53374c2d-7dbf-4db9-8ad3-a9cf29bad0da HTTP/1.1" status: 200 len: 897 time: 0.1455102 Apr 20 16:50:50.779746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b329c0-9ec8-4201-a259-6d758e4bacde admin admin] Deleting subnet 7e161eb7-ac8b-45c0-8ac0-11fd8b423869 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:50:50.785905 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9b329c0-9ec8-4201-a259-6d758e4bacde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:50.790113 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b4cd40ad-08c5-4312-96a8-652129903ef8 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:50:50.818098 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: b4cd40ad-08c5-4312-96a8-652129903ef8 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:50:50.818600 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device b4cd40ad-08c5-4312-96a8-652129903ef8 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:50:50.841089 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d606f246-31e6-467c-a406-fd526ca0a992 req-b74bc65e-9fda-42fb-ad37-5bc76cd51ead service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 HTTP/1.1" status: 200 len: 1001 time: 0.1030705 Apr 20 16:50:50.845043 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9b329c0-9ec8-4201-a259-6d758e4bacde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:50.929890 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606f246-31e6-467c-a406-fd526ca0a992 req-3ba4e506-83ec-471c-b2f4-41519c44c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:50.931462 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d606f246-31e6-467c-a406-fd526ca0a992 req-3ba4e506-83ec-471c-b2f4-41519c44c949 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a3c2e59-d634-4131-98c1-6c12cad9e04c HTTP/1.1" status: 200 len: 835 time: 0.0655653 Apr 20 16:50:51.002501 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9b329c0-9ec8-4201-a259-6d758e4bacde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:51.040396 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606f246-31e6-467c-a406-fd526ca0a992 req-8275ed3f-bd61-45e1-ad67-35994c4114d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:51.041825 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d606f246-31e6-467c-a406-fd526ca0a992 req-8275ed3f-bd61-45e1-ad67-35994c4114d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=53374c2d-7dbf-4db9-8ad3-a9cf29bad0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892110 Apr 20 16:50:51.150134 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d606f246-31e6-467c-a406-fd526ca0a992 req-8e8cf5dc-bfd9-4bce-9fba-b3e295a80e80 service neutron] 10.222.0.26 "GET /v2.0/networks/53374c2d-7dbf-4db9-8ad3-a9cf29bad0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983825 Apr 20 16:50:51.209664 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9b329c0-9ec8-4201-a259-6d758e4bacde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:51.244552 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9b329c0-9ec8-4201-a259-6d758e4bacde admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:51.247031 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c9b329c0-9ec8-4201-a259-6d758e4bacde admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7e161eb7-ac8b-45c0-8ac0-11fd8b423869 HTTP/1.1" status: 204 len: 168 time: 0.5716336 Apr 20 16:50:51.247853 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b329c0-9ec8-4201-a259-6d758e4bacde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e161eb7-ac8b-45c0-8ac0-11fd8b423869,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:51.248765 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55724e4d-ec7e-46ce-a6e6-066dfc1f0c65 None None] Network ab51bf1d-f814-4922-bdb6-7696d0d1a0ca requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:50:51.249855 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55268) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:51.281942 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d606f246-31e6-467c-a406-fd526ca0a992 req-df8b9879-a140-4a3f-be60-9ec4a7368d18 service neutron] 10.222.0.26 "GET /v2.0/networks/53374c2d-7dbf-4db9-8ad3-a9cf29bad0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251507 Apr 20 16:50:51.351115 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-acfcb2a9-02b1-45c1-9c3a-4aaac0151045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:51.418412 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-acfcb2a9-02b1-45c1-9c3a-4aaac0151045 admin admin] Deleting port 7afa4336-de34-4478-ba6c-d41104a52cf7 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:50:51.419059 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-acfcb2a9-02b1-45c1-9c3a-4aaac0151045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:51.498378 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-acfcb2a9-02b1-45c1-9c3a-4aaac0151045 admin admin] For port 7afa4336-de34-4478-ba6c-d41104a52cf7, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7afa4336-de34-4478-ba6c-d41104a52cf7,segment=NetworkSegment(30784be2-b4cb-4787-b6f0-2d64da53f73c),segment_id=30784be2-b4cb-4787-b6f0-2d64da53f73c)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:51.499034 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-acfcb2a9-02b1-45c1-9c3a-4aaac0151045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:51.513013 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-acfcb2a9-02b1-45c1-9c3a-4aaac0151045 admin admin] Calling delete_port for 7afa4336-de34-4478-ba6c-d41104a52cf7 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:50:51.532243 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1276d02f-8729-409f-9db1-7732696d36d7 None None] DHCP port deletion for ab51bf1d-f814-4922-bdb6-7696d0d1a0ca request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:50:51.592418 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-1276d02f-8729-409f-9db1-7732696d36d7 None None] Deleting port 7afa4336-de34-4478-ba6c-d41104a52cf7 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:50:51.592801 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1276d02f-8729-409f-9db1-7732696d36d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:51.633756 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdfc62-3d7f-4ec6-9c75-f05f36002898 req-ee5d54fe-b2eb-4445-9a8e-99c32f568331 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:51.635475 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dfdfc62-3d7f-4ec6-9c75-f05f36002898 req-ee5d54fe-b2eb-4445-9a8e-99c32f568331 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 946 time: 0.0731559 Apr 20 16:50:51.666025 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1276d02f-8729-409f-9db1-7732696d36d7 None None] For port 7afa4336-de34-4478-ba6c-d41104a52cf7, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7afa4336-de34-4478-ba6c-d41104a52cf7,segment=NetworkSegment(30784be2-b4cb-4787-b6f0-2d64da53f73c),segment_id=30784be2-b4cb-4787-b6f0-2d64da53f73c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:51.666445 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1276d02f-8729-409f-9db1-7732696d36d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:51.681103 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-1276d02f-8729-409f-9db1-7732696d36d7 None None] Calling delete_port for 7afa4336-de34-4478-ba6c-d41104a52cf7 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:50:51.682766 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dfdfc62-3d7f-4ec6-9c75-f05f36002898 req-b3e90f13-75f8-42c4-aa5a-9f47d4601544 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410576 Apr 20 16:50:51.748253 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-acfcb2a9-02b1-45c1-9c3a-4aaac0151045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:51.776870 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcb2a9-02b1-45c1-9c3a-4aaac0151045 admin admin] Pushing event deleted for resources: {'Port': ['ID=7afa4336-de34-4478-ba6c-d41104a52cf7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:51.783959 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1276d02f-8729-409f-9db1-7732696d36d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:51.784706 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfcb2a9-02b1-45c1-9c3a-4aaac0151045 admin admin] No DVR routers for this DVR port 7afa4336-de34-4478-ba6c-d41104a52cf7 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:50:51.819138 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276d02f-8729-409f-9db1-7732696d36d7 None None] Pushing event deleted for resources: {'Port': ['ID=7afa4336-de34-4478-ba6c-d41104a52cf7,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:51.823064 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1276d02f-8729-409f-9db1-7732696d36d7 None None] No DVR routers for this DVR port 7afa4336-de34-4478-ba6c-d41104a52cf7 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:50:51.872421 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-acfcb2a9-02b1-45c1-9c3a-4aaac0151045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:51.895485 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-acfcb2a9-02b1-45c1-9c3a-4aaac0151045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab51bf1d-f814-4922-bdb6-7696d0d1a0ca']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:51.906059 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-acfcb2a9-02b1-45c1-9c3a-4aaac0151045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30784be2-b4cb-4787-b6f0-2d64da53f73c') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:51.906358 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-acfcb2a9-02b1-45c1-9c3a-4aaac0151045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30784be2-b4cb-4787-b6f0-2d64da53f73c') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:51.918222 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-acfcb2a9-02b1-45c1-9c3a-4aaac0151045 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:51.934257 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-acfcb2a9-02b1-45c1-9c3a-4aaac0151045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:51.940829 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfcb2a9-02b1-45c1-9c3a-4aaac0151045 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:50:51.941231 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-acfcb2a9-02b1-45c1-9c3a-4aaac0151045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:50:51.943017 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:50:52.143438 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-acfcb2a9-02b1-45c1-9c3a-4aaac0151045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:52.148416 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-acfcb2a9-02b1-45c1-9c3a-4aaac0151045 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:52.156749 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-acfcb2a9-02b1-45c1-9c3a-4aaac0151045 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ab51bf1d-f814-4922-bdb6-7696d0d1a0ca HTTP/1.1" status: 204 len: 168 time: 0.9009645 Apr 20 16:50:52.156854 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55296) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:52.166980 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcb2a9-02b1-45c1-9c3a-4aaac0151045 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab51bf1d-f814-4922-bdb6-7696d0d1a0ca,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:52.780395 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 7afa4336-de34-4478-ba6c-d41104a52cf7 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:50:52.797557 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 7afa4336-de34-4478-ba6c-d41104a52cf7 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:50:52.797908 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 7afa4336-de34-4478-ba6c-d41104a52cf7 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:50:52.798379 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device dcc1e454-c903-46ba-bcaf-ac087cf4f89e no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:50:52.821359 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: dcc1e454-c903-46ba-bcaf-ac087cf4f89e {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:50:52.821709 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device dcc1e454-c903-46ba-bcaf-ac087cf4f89e not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:50:52.841620 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632ddbe-17ad-4037-9e35-e71617ffa2d0 req-92748fd3-1488-4a49-a7fb-ab56f70880ce tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:52.843388 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7632ddbe-17ad-4037-9e35-e71617ffa2d0 req-92748fd3-1488-4a49-a7fb-ab56f70880ce tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 946 time: 0.0645766 Apr 20 16:50:52.886772 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dc95fb43-f901-40ba-bb6e-9c3472d78e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:52.897000 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7632ddbe-17ad-4037-9e35-e71617ffa2d0 req-ca0394d5-b184-468c-92dc-66d6c169ff81 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457733 Apr 20 16:50:52.938237 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4cd95f6d-8909-4e29-a608-01d38825c2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:52.988879 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:50:53.103832 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,segment=NetworkSegment(108f1950-3187-402f-95c3-11891379d13c),segment_id=108f1950-3187-402f-95c3-11891379d13c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:53.118213 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 has no active binding in host n-h2-836146-2 {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 16:50:53.225286 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-4cd95f6d-8909-4e29-a608-01d38825c2ad admin admin] Deleting port af13ba72-8061-4ffb-84fe-eb678158f40b {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:50:53.225622 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4cd95f6d-8909-4e29-a608-01d38825c2ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:53.313352 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-4cd95f6d-8909-4e29-a608-01d38825c2ad admin admin] For port af13ba72-8061-4ffb-84fe-eb678158f40b, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=af13ba72-8061-4ffb-84fe-eb678158f40b,segment=NetworkSegment(d887be02-431e-4583-8cbf-5e60332390af),segment_id=d887be02-431e-4583-8cbf-5e60332390af)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:53.313934 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4cd95f6d-8909-4e29-a608-01d38825c2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:53.328179 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-4cd95f6d-8909-4e29-a608-01d38825c2ad admin admin] Calling delete_port for af13ba72-8061-4ffb-84fe-eb678158f40b owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:50:53.640503 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4cd95f6d-8909-4e29-a608-01d38825c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:53.667383 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd95f6d-8909-4e29-a608-01d38825c2ad admin admin] Pushing event deleted for resources: {'Port': ['ID=af13ba72-8061-4ffb-84fe-eb678158f40b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:53.851549 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4cd95f6d-8909-4e29-a608-01d38825c2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:54.086875 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d629fdc-9d18-4270-89c7-93af66a7894e req-5c9184a5-cab9-49fc-bb7b-090636de0dc5 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:54.088393 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8d629fdc-9d18-4270-89c7-93af66a7894e req-5c9184a5-cab9-49fc-bb7b-090636de0dc5 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 946 time: 0.1172278 Apr 20 16:50:54.170949 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd95f6d-8909-4e29-a608-01d38825c2ad admin admin] Router a5c6fa69-1c8c-4101-96b1-6852e489b999 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:50:54.174528 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8d629fdc-9d18-4270-89c7-93af66a7894e req-5fa930e7-7b17-4bb9-855d-b34424ea9fa8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584047 Apr 20 16:50:54.293194 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd95f6d-8909-4e29-a608-01d38825c2ad admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:50:54.298253 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4cd95f6d-8909-4e29-a608-01d38825c2ad admin admin] 10.222.0.15 "PUT /v2.0/routers/a5c6fa69-1c8c-4101-96b1-6852e489b999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1413794 Apr 20 16:50:54.300991 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55358) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:54.302935 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c968fa-98ad-435b-b3df-179c22720b95 None None] Sync routers for ids ['a5c6fa69-1c8c-4101-96b1-6852e489b999'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:50:54.314185 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c968fa-98ad-435b-b3df-179c22720b95 None None] Routers {'a5c6fa69-1c8c-4101-96b1-6852e489b999'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:50:54.314817 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-32c968fa-98ad-435b-b3df-179c22720b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:50:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['a5c6fa69-1c8c-4101-96b1-6852e489b999'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:54.417672 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-746e8092-b7b2-4761-866a-ad3456dedc4e admin admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:54.435843 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-32c968fa-98ad-435b-b3df-179c22720b95 None None] Set router a5c6fa69-1c8c-4101-96b1-6852e489b999 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:50:54.536899 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-746e8092-b7b2-4761-866a-ad3456dedc4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:54.631616 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-32c968fa-98ad-435b-b3df-179c22720b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6fa69-1c8c-4101-96b1-6852e489b999', 'name': 'tempest-TestVolumeBackupRestore-1686442137-router', 'tenant_id': '749f8f52275e4c479c1655820621f26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2fdae10a-8a12-412f-8ba9-8a909d7b3999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:20Z', 'updated_at': '2022-04-20T16:50:53Z', 'revision_number': 5, 'project_id': '749f8f52275e4c479c1655820621f26c', 'gw_port': {'id': '2fdae10a-8a12-412f-8ba9-8a909d7b3999', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6fa69-1c8c-4101-96b1-6852e489b999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:45:21Z', 'updated_at': '2022-04-20T16:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:54.658789 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c968fa-98ad-435b-b3df-179c22720b95 None None] Checking router: a5c6fa69-1c8c-4101-96b1-6852e489b999 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:50:54.667424 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c968fa-98ad-435b-b3df-179c22720b95 None None] Routers {'a5c6fa69-1c8c-4101-96b1-6852e489b999'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:50:54.668075 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-32c968fa-98ad-435b-b3df-179c22720b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:50:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['a5c6fa69-1c8c-4101-96b1-6852e489b999'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:54.773798 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-32c968fa-98ad-435b-b3df-179c22720b95 None None] Set router a5c6fa69-1c8c-4101-96b1-6852e489b999 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:50:54.832524 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-32c968fa-98ad-435b-b3df-179c22720b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6fa69-1c8c-4101-96b1-6852e489b999', 'name': 'tempest-TestVolumeBackupRestore-1686442137-router', 'tenant_id': '749f8f52275e4c479c1655820621f26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:20Z', 'updated_at': '2022-04-20T16:50:54Z', 'revision_number': 6, 'project_id': '749f8f52275e4c479c1655820621f26c', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:55.033308 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c968fa-98ad-435b-b3df-179c22720b95 None None] The sync data for ids ['a5c6fa69-1c8c-4101-96b1-6852e489b999'] in n-d-836146-2 is: [{'id': 'a5c6fa69-1c8c-4101-96b1-6852e489b999', 'name': 'tempest-TestVolumeBackupRestore-1686442137-router', 'tenant_id': '749f8f52275e4c479c1655820621f26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:45:20Z', 'updated_at': '2022-04-20T16:50:54Z', 'revision_number': 6, 'project_id': '749f8f52275e4c479c1655820621f26c', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:50:55.047629 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-746e8092-b7b2-4761-866a-ad3456dedc4e admin admin] Deleting port 2fdae10a-8a12-412f-8ba9-8a909d7b3999 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:50:55.053267 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-746e8092-b7b2-4761-866a-ad3456dedc4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:55.137315 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-746e8092-b7b2-4761-866a-ad3456dedc4e admin admin] For port 2fdae10a-8a12-412f-8ba9-8a909d7b3999, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2fdae10a-8a12-412f-8ba9-8a909d7b3999,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:55.137315 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-746e8092-b7b2-4761-866a-ad3456dedc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:55.143200 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b25d2ba2-c078-4103-96ce-25c135ea35c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:55.155571 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-746e8092-b7b2-4761-866a-ad3456dedc4e admin admin] Calling delete_port for 2fdae10a-8a12-412f-8ba9-8a909d7b3999 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:50:55.355521 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a53e2f-0362-41fc-b243-a403c7e7c4b4 req-38db179b-070a-497d-9689-fb3c02938406 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:55.357001 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0a53e2f-0362-41fc-b243-a403c7e7c4b4 req-38db179b-070a-497d-9689-fb3c02938406 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 946 time: 0.0930758 Apr 20 16:50:55.410542 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a0a53e2f-0362-41fc-b243-a403c7e7c4b4 req-3dd7318f-683f-4819-bd8f-8337ae75accf tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466385 Apr 20 16:50:55.492790 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-746e8092-b7b2-4761-866a-ad3456dedc4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:55.521856 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e8092-b7b2-4761-866a-ad3456dedc4e admin admin] Pushing event deleted for resources: {'Port': ['ID=2fdae10a-8a12-412f-8ba9-8a909d7b3999,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:55.589129 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-746e8092-b7b2-4761-866a-ad3456dedc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:55.684710 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-746e8092-b7b2-4761-866a-ad3456dedc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:55.687264 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-746e8092-b7b2-4761-866a-ad3456dedc4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:55.840499 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-746e8092-b7b2-4761-866a-ad3456dedc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:55.841046 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746e8092-b7b2-4761-866a-ad3456dedc4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5c6fa69-1c8c-4101-96b1-6852e489b999 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:50:55.850119 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-746e8092-b7b2-4761-866a-ad3456dedc4e admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:55.850119 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-746e8092-b7b2-4761-866a-ad3456dedc4e admin admin] 10.222.0.15 "DELETE /v2.0/routers/a5c6fa69-1c8c-4101-96b1-6852e489b999 HTTP/1.1" status: 204 len: 168 time: 1.5447559 Apr 20 16:50:55.850573 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55406) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:55.898152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ecb0327-fbd4-46aa-b812-4571b17e3082 admin admin] Deleting subnet 13ae538a-d38b-44ed-a447-294e0550828d {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:50:55.902783 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ecb0327-fbd4-46aa-b812-4571b17e3082 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:55.942803 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ecb0327-fbd4-46aa-b812-4571b17e3082 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:56.029250 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ecb0327-fbd4-46aa-b812-4571b17e3082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:56.195243 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ecb0327-fbd4-46aa-b812-4571b17e3082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:56.222834 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb0327-fbd4-46aa-b812-4571b17e3082 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13ae538a-d38b-44ed-a447-294e0550828d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:56.228450 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ecb0327-fbd4-46aa-b812-4571b17e3082 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:56.234289 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8ecb0327-fbd4-46aa-b812-4571b17e3082 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/13ae538a-d38b-44ed-a447-294e0550828d HTTP/1.1" status: 204 len: 168 time: 0.3805697 Apr 20 16:50:56.234789 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55418) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:56.235177 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b187b4f-1e33-4e8d-829d-30dd1936bcbe None None] Network 648f24a0-2063-4afc-bae5-80fb528a4c08 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:50:56.246480 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb0327-fbd4-46aa-b812-4571b17e3082 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:56.246854 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb0327-fbd4-46aa-b812-4571b17e3082 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:56.247163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb0327-fbd4-46aa-b812-4571b17e3082 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:56.247492 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb0327-fbd4-46aa-b812-4571b17e3082 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:56.247823 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb0327-fbd4-46aa-b812-4571b17e3082 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:56.248147 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb0327-fbd4-46aa-b812-4571b17e3082 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:56.248502 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb0327-fbd4-46aa-b812-4571b17e3082 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:56.248831 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb0327-fbd4-46aa-b812-4571b17e3082 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:56.249154 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb0327-fbd4-46aa-b812-4571b17e3082 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:56.249476 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb0327-fbd4-46aa-b812-4571b17e3082 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:56.249798 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb0327-fbd4-46aa-b812-4571b17e3082 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:56.250130 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb0327-fbd4-46aa-b812-4571b17e3082 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:50:56.313503 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-58f3639a-9ea7-4341-b05e-670627ee22bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:56.377193 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-58f3639a-9ea7-4341-b05e-670627ee22bb admin admin] Deleting port 25a4ae0f-e2aa-4d9d-aa1e-7307e457824c {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:50:56.377873 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-58f3639a-9ea7-4341-b05e-670627ee22bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:56.448923 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc44a4cf-8f4d-4ae3-b8d2-925de16e757c None None] DHCP port deletion for 648f24a0-2063-4afc-bae5-80fb528a4c08 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:50:56.450272 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:56.452582 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-58f3639a-9ea7-4341-b05e-670627ee22bb admin admin] For port 25a4ae0f-e2aa-4d9d-aa1e-7307e457824c, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=25a4ae0f-e2aa-4d9d-aa1e-7307e457824c,segment=NetworkSegment(d887be02-431e-4583-8cbf-5e60332390af),segment_id=d887be02-431e-4583-8cbf-5e60332390af)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:56.452957 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-58f3639a-9ea7-4341-b05e-670627ee22bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:56.468964 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-58f3639a-9ea7-4341-b05e-670627ee22bb admin admin] Calling delete_port for 25a4ae0f-e2aa-4d9d-aa1e-7307e457824c owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:50:56.506816 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-fc44a4cf-8f4d-4ae3-b8d2-925de16e757c None None] Deleting port 25a4ae0f-e2aa-4d9d-aa1e-7307e457824c {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:50:56.507199 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fc44a4cf-8f4d-4ae3-b8d2-925de16e757c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:56.556835 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd3c6e-b5e1-4978-8dfa-1a68257e62a5 req-c2e1598f-3027-49ed-a5ae-422eb816cf37 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:56.558815 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61dd3c6e-b5e1-4978-8dfa-1a68257e62a5 req-c2e1598f-3027-49ed-a5ae-422eb816cf37 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 946 time: 0.0684071 Apr 20 16:50:56.582095 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-fc44a4cf-8f4d-4ae3-b8d2-925de16e757c None None] For port 25a4ae0f-e2aa-4d9d-aa1e-7307e457824c, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=25a4ae0f-e2aa-4d9d-aa1e-7307e457824c,segment=NetworkSegment(d887be02-431e-4583-8cbf-5e60332390af),segment_id=d887be02-431e-4583-8cbf-5e60332390af)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:56.582491 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fc44a4cf-8f4d-4ae3-b8d2-925de16e757c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:56.596441 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-fc44a4cf-8f4d-4ae3-b8d2-925de16e757c None None] Calling delete_port for 25a4ae0f-e2aa-4d9d-aa1e-7307e457824c owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:50:56.608891 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-61dd3c6e-b5e1-4978-8dfa-1a68257e62a5 req-97f2b219-be26-4006-a1ef-b0e2f8ae4e7b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377102 Apr 20 16:50:56.710075 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-58f3639a-9ea7-4341-b05e-670627ee22bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:56.718159 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fc44a4cf-8f4d-4ae3-b8d2-925de16e757c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:56.738198 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3639a-9ea7-4341-b05e-670627ee22bb admin admin] Pushing event deleted for resources: {'Port': ['ID=25a4ae0f-e2aa-4d9d-aa1e-7307e457824c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:56.748438 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f3639a-9ea7-4341-b05e-670627ee22bb admin admin] No DVR routers for this DVR port 25a4ae0f-e2aa-4d9d-aa1e-7307e457824c on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:50:56.751404 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44a4cf-8f4d-4ae3-b8d2-925de16e757c None None] Pushing event deleted for resources: {'Port': ['ID=25a4ae0f-e2aa-4d9d-aa1e-7307e457824c,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:56.753697 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc44a4cf-8f4d-4ae3-b8d2-925de16e757c None None] No DVR routers for this DVR port 25a4ae0f-e2aa-4d9d-aa1e-7307e457824c on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:50:56.774210 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device af13ba72-8061-4ffb-84fe-eb678158f40b no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:50:56.796410 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: af13ba72-8061-4ffb-84fe-eb678158f40b {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:50:56.796892 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device af13ba72-8061-4ffb-84fe-eb678158f40b not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:50:56.797306 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 25a4ae0f-e2aa-4d9d-aa1e-7307e457824c no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:50:56.819204 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 25a4ae0f-e2aa-4d9d-aa1e-7307e457824c {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:50:56.819539 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 25a4ae0f-e2aa-4d9d-aa1e-7307e457824c not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:50:56.819944 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2fdae10a-8a12-412f-8ba9-8a909d7b3999 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:50:56.832064 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-58f3639a-9ea7-4341-b05e-670627ee22bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:56.842733 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 2fdae10a-8a12-412f-8ba9-8a909d7b3999 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:50:56.843077 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2fdae10a-8a12-412f-8ba9-8a909d7b3999 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:50:56.863592 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-58f3639a-9ea7-4341-b05e-670627ee22bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648f24a0-2063-4afc-bae5-80fb528a4c08']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:56.874658 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-58f3639a-9ea7-4341-b05e-670627ee22bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd887be02-431e-4583-8cbf-5e60332390af') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:56.874950 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-58f3639a-9ea7-4341-b05e-670627ee22bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd887be02-431e-4583-8cbf-5e60332390af') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:50:56.886764 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-58f3639a-9ea7-4341-b05e-670627ee22bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:56.901178 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-58f3639a-9ea7-4341-b05e-670627ee22bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:56.907691 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f3639a-9ea7-4341-b05e-670627ee22bb admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:50:56.908229 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-58f3639a-9ea7-4341-b05e-670627ee22bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:50:56.910011 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:50:57.034442 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-58f3639a-9ea7-4341-b05e-670627ee22bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:57.040219 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-58f3639a-9ea7-4341-b05e-670627ee22bb admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:57.043474 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-58f3639a-9ea7-4341-b05e-670627ee22bb admin admin] 10.222.0.15 "DELETE /v2.0/networks/648f24a0-2063-4afc-bae5-80fb528a4c08 HTTP/1.1" status: 204 len: 168 time: 0.8075752 Apr 20 16:50:57.056158 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3639a-9ea7-4341-b05e-670627ee22bb admin admin] Pushing event deleted for resources: {'Network': ['ID=648f24a0-2063-4afc-bae5-80fb528a4c08,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:57.631271 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55458) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:57.684242 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c9963223-3ee2-466c-8eea-1469e056d024 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a1f7f8dd7304784a4e3c26e98ee6ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517426 Apr 20 16:50:57.688549 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55466) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:57.814625 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d28fac-d24b-493f-bc43-e73c1029cdf7 req-c54996bc-8e25-4e0a-82ab-ecc386fe10bb tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:57.814625 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-30d28fac-d24b-493f-bc43-e73c1029cdf7 req-c54996bc-8e25-4e0a-82ab-ecc386fe10bb tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 946 time: 0.1208384 Apr 20 16:50:57.819552 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5ef2c40-90c3-42eb-8fd7-20cafbb653c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:57.834384 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:57.875644 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5ef2c40-90c3-42eb-8fd7-20cafbb653c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:57.897703 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-30d28fac-d24b-493f-bc43-e73c1029cdf7 req-b9097362-86b6-4663-b3c7-0390de52b47d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743351 Apr 20 16:50:58.021421 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-625db287-afd5-4cc0-97db-91dd48bb733f service neutron] 10.222.0.26 "GET /v2.0/ports/b1c42e09-2ccb-42a6-a3b4-56069b54cdc1/bindings/n-h2-836146-2 HTTP/1.1" status: 200 len: 384 time: 0.0805864 Apr 20 16:50:58.051701 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5ef2c40-90c3-42eb-8fd7-20cafbb653c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:58.056477 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5ef2c40-90c3-42eb-8fd7-20cafbb653c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:58.061370 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a5ef2c40-90c3-42eb-8fd7-20cafbb653c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf15102d-61a0-4389-aad0-e419627bc85f HTTP/1.1" status: 204 len: 168 time: 0.3712332 Apr 20 16:50:58.073336 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef2c40-90c3-42eb-8fd7-20cafbb653c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf15102d-61a0-4389-aad0-e419627bc85f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:58.183404 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:58.270500 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-52baa859-cf91-46bf-9687-7b98101895d0 req-07e3f533-0f55-478e-8158-0a443bd613da service neutron] For port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,segment=NetworkSegment(108f1950-3187-402f-95c3-11891379d13c),segment_id=108f1950-3187-402f-95c3-11891379d13c)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:58.303439 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-52baa859-cf91-46bf-9687-7b98101895d0 req-07e3f533-0f55-478e-8158-0a443bd613da service neutron] For port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:50:58.368077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a618291-2ff3-4470-ae62-3470ccd72110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:50:58.371972 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed3a3e9-99de-4c68-af08-a8a145d67665" -d '{"events": [{"server_uuid": "5a618291-2ff3-4470-ae62-3470ccd72110", "name": "network-vif-unplugged", "status": "completed", "tag": "b1c42e09-2ccb-42a6-a3b4-56069b54cdc1"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:50:58.383688 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-52baa859-cf91-46bf-9687-7b98101895d0 req-07e3f533-0f55-478e-8158-0a443bd613da service neutron] For port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,segment=NetworkSegment(108f1950-3187-402f-95c3-11891379d13c),segment_id=108f1950-3187-402f-95c3-11891379d13c)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:58.431251 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a450beca-0ddc-4b0d-93ed-af8967a17675 x-openstack-request-id: req-a450beca-0ddc-4b0d-93ed-af8967a17675 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:50:58.431554 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a618291-2ff3-4470-ae62-3470ccd72110", "name": "network-vif-unplugged", "status": "completed", "tag": "b1c42e09-2ccb-42a6-a3b4-56069b54cdc1", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:50:58.431806 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a450beca-0ddc-4b0d-93ed-af8967a17675 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:50:58.432210 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a450beca-0ddc-4b0d-93ed-af8967a17675'] response: {'server_uuid': '5a618291-2ff3-4470-ae62-3470ccd72110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1', 'code': 200} Apr 20 16:50:58.473649 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-52baa859-cf91-46bf-9687-7b98101895d0 req-07e3f533-0f55-478e-8158-0a443bd613da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:58.595093 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-52baa859-cf91-46bf-9687-7b98101895d0 req-07e3f533-0f55-478e-8158-0a443bd613da service neutron] Transition to ACTIVE for port object b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:50:58.659304 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-52baa859-cf91-46bf-9687-7b98101895d0 req-07e3f533-0f55-478e-8158-0a443bd613da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:58.764927 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3f533-0f55-478e-8158-0a443bd613da service neutron] Pushing event updated for resources: {'Port': ['ID=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,revision_number=11']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:58.811192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-52baa859-cf91-46bf-9687-7b98101895d0 req-07e3f533-0f55-478e-8158-0a443bd613da service neutron] No DVR routers for this DVR port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:50:58.873896 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:58.980719 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-07e3f533-0f55-478e-8158-0a443bd613da service neutron] 10.222.0.26 "PUT /v2.0/ports/b1c42e09-2ccb-42a6-a3b4-56069b54cdc1/bindings/n-h2-836146-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9466038 Apr 20 16:50:59.010581 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:50:59.066612 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04eaffd-0f84-44a9-a04e-669382e42014 req-c2f8f21d-4efa-4968-93b5-a91e281f07ec tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:59.068279 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c04eaffd-0f84-44a9-a04e-669382e42014 req-c2f8f21d-4efa-4968-93b5-a91e281f07ec tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 945 time: 0.0638130 Apr 20 16:50:59.115019 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c04eaffd-0f84-44a9-a04e-669382e42014 req-509314ad-b667-46e1-af10-54c5b96d245f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393739 Apr 20 16:50:59.126106 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,segment=NetworkSegment(108f1950-3187-402f-95c3-11891379d13c),segment_id=108f1950-3187-402f-95c3-11891379d13c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:59.141422 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1', 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da', 'port_id': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1', 'mac_address': 'fa:16:3e:f1:87:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3c2e59-d634-4131-98c1-6c12cad9e04c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:50:59.198705 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:59.213812 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:50:59.229701 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c14c6-ff85-4a6c-b56c-d05ea76e564f req-703d446e-d995-4a76-9ee1-4eb78f09a91c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:59.231552 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f58c14c6-ff85-4a6c-b56c-d05ea76e564f req-703d446e-d995-4a76-9ee1-4eb78f09a91c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 946 time: 0.0529270 Apr 20 16:50:59.244634 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,segment=NetworkSegment(108f1950-3187-402f-95c3-11891379d13c),segment_id=108f1950-3187-402f-95c3-11891379d13c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:50:59.279850 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f58c14c6-ff85-4a6c-b56c-d05ea76e564f req-0f7a5f58-cd40-496a-b115-ec0092dc6369 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395160 Apr 20 16:50:59.283670 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52baa859-cf91-46bf-9687-7b98101895d0 req-0d566066-423d-4a3d-913d-0fdedf6687cb tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:59.285199 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-0d566066-423d-4a3d-913d-0fdedf6687cb tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110&tenant_id=f671d985b7654b0ab90a0236bac58688&binding%3Ahost_id=n-h1-836146-2 HTTP/1.1" status: 200 len: 1096 time: 0.0521119 Apr 20 16:50:59.296115 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55512) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:59.307951 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:59.336098 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52baa859-cf91-46bf-9687-7b98101895d0 req-f5cef374-9696-4852-b2f4-3762b3d41565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:59.337684 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-f5cef374-9696-4852-b2f4-3762b3d41565 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110&tenant_id=f671d985b7654b0ab90a0236bac58688 HTTP/1.1" status: 200 len: 1096 time: 0.0455806 Apr 20 16:50:59.343493 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-19e026e4-531e-4f43-a431-d9261d06d4f4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=749f8f52275e4c479c1655820621f26c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461752 Apr 20 16:50:59.346194 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55514) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:50:59.370118 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,revision_number=12']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:59.412708 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-362f030d-e366-467c-a0f3-4c6734d7d597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:59.422411 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52baa859-cf91-46bf-9687-7b98101895d0 req-87eab375-2ca1-44c5-b450-a199445be0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:59.424984 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-87eab375-2ca1-44c5-b450-a199445be0cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 1097 time: 0.0478902 Apr 20 16:50:59.437785 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['b1c42e09-2ccb-42a6-a3b4-56069b54cdc1'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:50:59.439858 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-362f030d-e366-467c-a0f3-4c6734d7d597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:59.536786 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52baa859-cf91-46bf-9687-7b98101895d0 req-0c3f68ec-d72f-4ca6-ad6a-72b79b36e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:59.538231 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-0c3f68ec-d72f-4ca6-ad6a-72b79b36e60d service neutron] 10.222.0.30 "GET /v2.0/networks?id=53374c2d-7dbf-4db9-8ad3-a9cf29bad0da HTTP/1.1" status: 200 len: 897 time: 0.1055107 Apr 20 16:50:59.587831 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-362f030d-e366-467c-a0f3-4c6734d7d597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:59.592172 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-362f030d-e366-467c-a0f3-4c6734d7d597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:50:59.594757 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-362f030d-e366-467c-a0f3-4c6734d7d597 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5491722c-70f5-41b5-953c-0f658c4ffee1 HTTP/1.1" status: 204 len: 168 time: 0.2474589 Apr 20 16:50:59.606225 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f030d-e366-467c-a0f3-4c6734d7d597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5491722c-70f5-41b5-953c-0f658c4ffee1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:50:59.626851 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-c78f173c-306e-4d27-abee-c8b1bcb9809a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 HTTP/1.1" status: 200 len: 1000 time: 0.0811296 Apr 20 16:50:59.688383 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52baa859-cf91-46bf-9687-7b98101895d0 req-f45004a2-2999-464e-86bb-38cdcb62054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:59.690320 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-f45004a2-2999-464e-86bb-38cdcb62054d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a3c2e59-d634-4131-98c1-6c12cad9e04c HTTP/1.1" status: 200 len: 835 time: 0.0558119 Apr 20 16:50:59.740700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52baa859-cf91-46bf-9687-7b98101895d0 req-17ba53af-0585-47cc-ade6-fbedfb361c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:50:59.742522 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-17ba53af-0585-47cc-ade6-fbedfb361c22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53374c2d-7dbf-4db9-8ad3-a9cf29bad0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466590 Apr 20 16:50:59.837928 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-3031e5fe-5cba-436f-8833-6d66b7bfa5fa service neutron] 10.222.0.30 "GET /v2.0/networks/53374c2d-7dbf-4db9-8ad3-a9cf29bad0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881829 Apr 20 16:50:59.945846 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-b8a10d13-43a0-40a5-b776-9549bd69a73c service neutron] 10.222.0.30 "GET /v2.0/networks/53374c2d-7dbf-4db9-8ad3-a9cf29bad0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008236 Apr 20 16:50:59.965662 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:51:00.009278 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:51:00.063535 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:00.253344 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473218b-1df5-4841-92dd-80a9437ba6b7 req-6e7558ce-0cc3-4d24-b07c-8a1dc67318a3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:00.255126 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a473218b-1df5-4841-92dd-80a9437ba6b7 req-6e7558ce-0cc3-4d24-b07c-8a1dc67318a3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 946 time: 0.0568097 Apr 20 16:51:00.306576 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a473218b-1df5-4841-92dd-80a9437ba6b7 req-2467c526-9280-4422-9be9-7ec48471e783 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401394 Apr 20 16:51:00.423727 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4912a8-afd3-4d9d-b69c-4773ccce5215 req-b137de4e-0edb-4ec6-b407-388a0a44ea00 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:00.425334 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1f4912a8-afd3-4d9d-b69c-4773ccce5215 req-b137de4e-0edb-4ec6-b407-388a0a44ea00 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 946 time: 0.0586526 Apr 20 16:51:00.473065 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1f4912a8-afd3-4d9d-b69c-4773ccce5215 req-7e921cc0-1a38-40fd-b4d3-e6bde05d7edb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402474 Apr 20 16:51:00.555577 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52baa859-cf91-46bf-9687-7b98101895d0 req-184970db-c7d4-4c3c-bede-a63f5b17e33b tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:00.557204 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-184970db-c7d4-4c3c-bede-a63f5b17e33b tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110&tenant_id=f671d985b7654b0ab90a0236bac58688&binding%3Ahost_id=n-h2-836146-2 HTTP/1.1" status: 200 len: 1097 time: 0.0509553 Apr 20 16:51:00.746544 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-52baa859-cf91-46bf-9687-7b98101895d0 req-6baf7ae2-7369-4b44-b231-d16c83d634f3 service neutron] For port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:51:00.749759 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-52baa859-cf91-46bf-9687-7b98101895d0 req-6baf7ae2-7369-4b44-b231-d16c83d634f3 service neutron] Notify callbacks [] for binding, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:00.750898 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52baa859-cf91-46bf-9687-7b98101895d0 req-6baf7ae2-7369-4b44-b231-d16c83d634f3 service neutron] 10.222.0.30 "DELETE /v2.0/ports/b1c42e09-2ccb-42a6-a3b4-56069b54cdc1/bindings/n-h1-836146-2 HTTP/1.1" status: 204 len: 173 time: 0.1873848 Apr 20 16:51:00.941583 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f33943-e0be-4e9f-854d-f885b49c9b1f req-12a482ba-aeee-4a64-8c0b-dad224065c0e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:00.943788 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-75f33943-e0be-4e9f-854d-f885b49c9b1f req-12a482ba-aeee-4a64-8c0b-dad224065c0e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 946 time: 0.0553403 Apr 20 16:51:01.039937 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-75f33943-e0be-4e9f-854d-f885b49c9b1f req-6ae952e7-1218-45fe-8e1a-729e27dadb7f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Deleting port 36ff4610-72db-4d19-ad67-ea34c69d14a1 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:51:01.040190 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-75f33943-e0be-4e9f-854d-f885b49c9b1f req-6ae952e7-1218-45fe-8e1a-729e27dadb7f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:01.053128 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:51:01.136519 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:01.138396 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-75f33943-e0be-4e9f-854d-f885b49c9b1f req-6ae952e7-1218-45fe-8e1a-729e27dadb7f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] For port 36ff4610-72db-4d19-ad67-ea34c69d14a1, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=36ff4610-72db-4d19-ad67-ea34c69d14a1,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:51:01.138817 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-75f33943-e0be-4e9f-854d-f885b49c9b1f req-6ae952e7-1218-45fe-8e1a-729e27dadb7f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:01.150770 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:51:01.176771 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,segment=NetworkSegment(108f1950-3187-402f-95c3-11891379d13c),segment_id=108f1950-3187-402f-95c3-11891379d13c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:51:01.234275 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:01.293046 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,revision_number=14']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:01.331089 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-75f33943-e0be-4e9f-854d-f885b49c9b1f req-6ae952e7-1218-45fe-8e1a-729e27dadb7f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:01.331722 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-75f33943-e0be-4e9f-854d-f885b49c9b1f req-6ae952e7-1218-45fe-8e1a-729e27dadb7f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:01.331906 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-75f33943-e0be-4e9f-854d-f885b49c9b1f req-6ae952e7-1218-45fe-8e1a-729e27dadb7f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Floating IP a676b2ba-5d26-40fa-915c-0f7fa7c30f0a disassociated. External IP: 172.25.0.126, port: 36ff4610-72db-4d19-ad67-ea34c69d14a1. Apr 20 16:51:01.332106 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-75f33943-e0be-4e9f-854d-f885b49c9b1f req-6ae952e7-1218-45fe-8e1a-729e27dadb7f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Calling delete_port for 36ff4610-72db-4d19-ad67-ea34c69d14a1 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:51:01.566215 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-75f33943-e0be-4e9f-854d-f885b49c9b1f req-6ae952e7-1218-45fe-8e1a-729e27dadb7f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:01.604100 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae952e7-1218-45fe-8e1a-729e27dadb7f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event deleted for resources: {'Port': ['ID=36ff4610-72db-4d19-ad67-ea34c69d14a1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:01.624541 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1924848-b224-4663-b47f-f187967fae22 req-527b6acf-0722-497b-9e6d-08e76bc6dc0c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:01.626169 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f1924848-b224-4663-b47f-f187967fae22 req-527b6acf-0722-497b-9e6d-08e76bc6dc0c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 867 time: 0.0766120 Apr 20 16:51:01.673753 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f1924848-b224-4663-b47f-f187967fae22 req-d78d2055-35fe-40f7-a1dc-d601133c416d tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386794 Apr 20 16:51:01.776712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca674b-0cca-476e-b284-0e699dea9add req-9c488cb0-a06e-44a9-9b7f-d5b6d9a25c16 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:01.778364 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f7ca674b-0cca-476e-b284-0e699dea9add req-9c488cb0-a06e-44a9-9b7f-d5b6d9a25c16 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 945 time: 0.3850844 Apr 20 16:51:01.810664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75f33943-e0be-4e9f-854d-f885b49c9b1f req-6ae952e7-1218-45fe-8e1a-729e27dadb7f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Router d263147a-5955-457c-b374-6ce74a4a5515 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:51:01.833458 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f7ca674b-0cca-476e-b284-0e699dea9add req-16928734-5785-436e-bb26-eeefe35588a8 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484815 Apr 20 16:51:01.958126 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75f33943-e0be-4e9f-854d-f885b49c9b1f req-6ae952e7-1218-45fe-8e1a-729e27dadb7f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:51:01.969478 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81314c5-9741-4635-b4ea-d30feb1c8e30 None None] Sync routers for ids ['d263147a-5955-457c-b374-6ce74a4a5515'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:51:01.983503 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81314c5-9741-4635-b4ea-d30feb1c8e30 None None] Routers {'d263147a-5955-457c-b374-6ce74a4a5515'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:51:01.996623 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-a81314c5-9741-4635-b4ea-d30feb1c8e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:50:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d263147a-5955-457c-b374-6ce74a4a5515'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:02.006826 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f33943-e0be-4e9f-854d-f885b49c9b1f req-6ae952e7-1218-45fe-8e1a-729e27dadb7f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] No DVR routers for this DVR port 36ff4610-72db-4d19-ad67-ea34c69d14a1 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:51:02.014242 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-75f33943-e0be-4e9f-854d-f885b49c9b1f req-6ae952e7-1218-45fe-8e1a-729e27dadb7f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:02.018498 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-75f33943-e0be-4e9f-854d-f885b49c9b1f req-6ae952e7-1218-45fe-8e1a-729e27dadb7f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "DELETE /v2.0/ports/36ff4610-72db-4d19-ad67-ea34c69d14a1 HTTP/1.1" status: 204 len: 173 time: 1.0690484 Apr 20 16:51:02.019066 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9', 'name': 'network-vif-deleted', 'tag': '36ff4610-72db-4d19-ad67-ea34c69d14a1'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:51:02.022926 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ec521e-fa61-4866-9d03-690d3f2c9284" -d '{"events": [{"server_uuid": "95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9", "name": "network-vif-deleted", "tag": "36ff4610-72db-4d19-ad67-ea34c69d14a1"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:51:02.045656 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95858ed-00b3-414c-8791-d4eb5491df17 req-0252cd58-e589-450c-94e9-8c369960260e tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:02.049033 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c95858ed-00b3-414c-8791-d4eb5491df17 req-0252cd58-e589-450c-94e9-8c369960260e tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 1096 time: 0.1379459 Apr 20 16:51:02.068323 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de14dc6f-7146-4a06-9d5e-c2bb3e56e8ef x-openstack-request-id: req-de14dc6f-7146-4a06-9d5e-c2bb3e56e8ef {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:51:02.068707 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9", "name": "network-vif-deleted", "tag": "36ff4610-72db-4d19-ad67-ea34c69d14a1", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:51:02.068957 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de14dc6f-7146-4a06-9d5e-c2bb3e56e8ef {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:51:02.069369 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de14dc6f-7146-4a06-9d5e-c2bb3e56e8ef'] response: {'server_uuid': '95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9', 'name': 'network-vif-deleted', 'tag': '36ff4610-72db-4d19-ad67-ea34c69d14a1', 'status': 'completed', 'code': 200} Apr 20 16:51:02.108942 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c95858ed-00b3-414c-8791-d4eb5491df17 req-4613206e-f34a-4b29-b285-9b567d33ae6e tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461965 Apr 20 16:51:02.121645 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-a81314c5-9741-4635-b4ea-d30feb1c8e30 None None] Set router d263147a-5955-457c-b374-6ce74a4a5515 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:51:02.236412 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4500b3b-86a8-4e01-a71a-c7296e6d1d8d req-13e92cc8-bc2e-4e1e-967c-a5c159333de7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:02.238207 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a4500b3b-86a8-4e01-a71a-c7296e6d1d8d req-13e92cc8-bc2e-4e1e-967c-a5c159333de7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 945 time: 0.0574067 Apr 20 16:51:02.291381 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a4500b3b-86a8-4e01-a71a-c7296e6d1d8d req-5f99ae3d-b5f6-4652-9d9d-42f868e0dffe tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381169 Apr 20 16:51:02.315706 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55536) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:02.343901 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-a81314c5-9741-4635-b4ea-d30feb1c8e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:41:57Z', 'revision_number': 4, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port': {'id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:54Z', 'updated_at': '2022-04-20T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '9539ba61-3b04-4ecf-bd73-abeb288fdec1', 'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'mac_address': 'fa:16:3e:9c:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:57Z', 'updated_at': '2022-04-20T16:42:01Z', 'revision_number': 5, 'project_id': '89276b194611435f91cf83dc9e96548b', 'subnets': [{'id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:02.378038 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81314c5-9741-4635-b4ea-d30feb1c8e30 None None] Checking router: d263147a-5955-457c-b374-6ce74a4a5515 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:51:02.381299 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-eafecbb1-e4b7-4087-91ad-21e68277bac6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/floatingips/0089a6e8-5d28-449c-9499-441ef3124d9a HTTP/1.1" status: 200 len: 991 time: 0.0644104 Apr 20 16:51:02.397655 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81314c5-9741-4635-b4ea-d30feb1c8e30 None None] Routers {'d263147a-5955-457c-b374-6ce74a4a5515'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:51:02.403103 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-a81314c5-9741-4635-b4ea-d30feb1c8e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:50:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d263147a-5955-457c-b374-6ce74a4a5515'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:02.510591 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-a81314c5-9741-4635-b4ea-d30feb1c8e30 None None] Set router d263147a-5955-457c-b374-6ce74a4a5515 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:51:02.723307 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-a81314c5-9741-4635-b4ea-d30feb1c8e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:41:57Z', 'revision_number': 4, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port': {'id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:54Z', 'updated_at': '2022-04-20T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '9539ba61-3b04-4ecf-bd73-abeb288fdec1', 'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'mac_address': 'fa:16:3e:9c:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:57Z', 'updated_at': '2022-04-20T16:42:01Z', 'revision_number': 5, 'project_id': '89276b194611435f91cf83dc9e96548b', 'subnets': [{'id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:02.751161 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81314c5-9741-4635-b4ea-d30feb1c8e30 None None] The sync data for ids ['d263147a-5955-457c-b374-6ce74a4a5515'] in n-d-836146-2 is: [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:41:57Z', 'revision_number': 4, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port': {'id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:54Z', 'updated_at': '2022-04-20T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '9539ba61-3b04-4ecf-bd73-abeb288fdec1', 'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'mac_address': 'fa:16:3e:9c:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:57Z', 'updated_at': '2022-04-20T16:42:01Z', 'revision_number': 5, 'project_id': '89276b194611435f91cf83dc9e96548b', 'subnets': [{'id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:51:02.805349 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f4b44b9d-756f-4881-b233-0dfe276aff34 req-f5332d27-d60c-4cb1-82cb-eae3ce6a59b8 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 210 time: 0.0358086 Apr 20 16:51:03.004264 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e880f0d-b6b8-4ff1-94e4-0aa9a7c9d7f5 None None] New status for floating IP a676b2ba-5d26-40fa-915c-0f7fa7c30f0a: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:51:03.918426 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-74a07b59-d7ad-439b-b122-5b53f3dc0be6 req-cc741d6b-c42b-43c0-b15d-c4412c4a1013 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 210 time: 0.0315623 Apr 20 16:51:03.983633 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 36ff4610-72db-4d19-ad67-ea34c69d14a1 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:51:04.011411 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 36ff4610-72db-4d19-ad67-ea34c69d14a1 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:51:04.012076 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 36ff4610-72db-4d19-ad67-ea34c69d14a1 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:51:04.635978 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55546) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:04.821463 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ebe87fa7-3ed7-4335-9098-8472b369b972 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Deleting port b0ad57d7-83c8-482c-a7cd-ed7f1dbf223e {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:51:04.821803 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ebe87fa7-3ed7-4335-9098-8472b369b972 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:04.912834 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ebe87fa7-3ed7-4335-9098-8472b369b972 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:04.913159 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ebe87fa7-3ed7-4335-9098-8472b369b972 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:04.927852 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ebe87fa7-3ed7-4335-9098-8472b369b972 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Calling delete_port for b0ad57d7-83c8-482c-a7cd-ed7f1dbf223e owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:51:05.022272 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6e49134-b4ab-46db-a133-cc25f68d1626 req-e3b4fd4b-25c7-4e92-80cf-5bc47a42d520 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 210 time: 0.0264330 Apr 20 16:51:05.204773 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ebe87fa7-3ed7-4335-9098-8472b369b972 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:05.234216 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe87fa7-3ed7-4335-9098-8472b369b972 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'Port': ['ID=b0ad57d7-83c8-482c-a7cd-ed7f1dbf223e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:05.309961 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ebe87fa7-3ed7-4335-9098-8472b369b972 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:05.310585 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-ebe87fa7-3ed7-4335-9098-8472b369b972 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Floating IP 0089a6e8-5d28-449c-9499-441ef3124d9a disassociated (deleted). External IP: 172.25.0.61, port: b1c42e09-2ccb-42a6-a3b4-56069b54cdc1. Apr 20 16:51:05.531662 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe87fa7-3ed7-4335-9098-8472b369b972 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Router 1e3570c7-e466-4125-adb8-1c348a89a43f has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:51:05.659414 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe87fa7-3ed7-4335-9098-8472b369b972 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:51:05.668036 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ebe87fa7-3ed7-4335-9098-8472b369b972 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:05.670146 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d78be0a-c11c-4383-97dd-5df5757fd9b7 None None] Sync routers for ids ['1e3570c7-e466-4125-adb8-1c348a89a43f'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:51:05.682779 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d78be0a-c11c-4383-97dd-5df5757fd9b7 None None] Routers {'1e3570c7-e466-4125-adb8-1c348a89a43f'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:51:05.683539 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4d78be0a-c11c-4383-97dd-5df5757fd9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:50:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1e3570c7-e466-4125-adb8-1c348a89a43f'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:05.698734 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ebe87fa7-3ed7-4335-9098-8472b369b972 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "DELETE /v2.0/floatingips/0089a6e8-5d28-449c-9499-441ef3124d9a HTTP/1.1" status: 204 len: 168 time: 1.0614600 Apr 20 16:51:05.699368 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a618291-2ff3-4470-ae62-3470ccd72110', 'tag': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:51:05.701755 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6da0dbb-d137-45a9-b8fa-ca0027c676d2" -d '{"events": [{"name": "network-changed", "server_uuid": "5a618291-2ff3-4470-ae62-3470ccd72110", "tag": "b1c42e09-2ccb-42a6-a3b4-56069b54cdc1"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:51:05.798353 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-4d78be0a-c11c-4383-97dd-5df5757fd9b7 None None] Set router 1e3570c7-e466-4125-adb8-1c348a89a43f gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:51:05.831067 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7d28e8-02bd-40ad-8a1e-d45e890593fb x-openstack-request-id: req-ee7d28e8-02bd-40ad-8a1e-d45e890593fb {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:51:05.832447 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a618291-2ff3-4470-ae62-3470ccd72110", "tag": "b1c42e09-2ccb-42a6-a3b4-56069b54cdc1", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:51:05.832447 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee7d28e8-02bd-40ad-8a1e-d45e890593fb {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:51:05.833330 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee7d28e8-02bd-40ad-8a1e-d45e890593fb'] response: {'name': 'network-changed', 'server_uuid': '5a618291-2ff3-4470-ae62-3470ccd72110', 'tag': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1', 'status': 'completed', 'code': 200} Apr 20 16:51:05.923842 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da0dbb-d137-45a9-b8fa-ca0027c676d2 req-d57c011e-de34-435b-8b61-38303958b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:05.925357 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b6da0dbb-d137-45a9-b8fa-ca0027c676d2 req-d57c011e-de34-435b-8b61-38303958b9a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 1096 time: 0.0517273 Apr 20 16:51:06.027857 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4d78be0a-c11c-4383-97dd-5df5757fd9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190454038', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:07Z', 'updated_at': '2022-04-20T16:49:15Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:08Z', 'updated_at': '2022-04-20T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a91f98f5-1b0f-4c5d-95d8-3131e35a54ab', 'name': '', 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:68:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0a3c2e59-d634-4131-98c1-6c12cad9e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:14Z', 'updated_at': '2022-04-20T16:49:19Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': '0a3c2e59-d634-4131-98c1-6c12cad9e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:06.043871 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da0dbb-d137-45a9-b8fa-ca0027c676d2 req-c9fced1c-ec08-418f-970e-87feafc6dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:06.045456 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b6da0dbb-d137-45a9-b8fa-ca0027c676d2 req-c9fced1c-ec08-418f-970e-87feafc6dfe4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53374c2d-7dbf-4db9-8ad3-a9cf29bad0da HTTP/1.1" status: 200 len: 897 time: 0.1131845 Apr 20 16:51:06.057452 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d78be0a-c11c-4383-97dd-5df5757fd9b7 None None] Checking router: 1e3570c7-e466-4125-adb8-1c348a89a43f for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:51:06.069016 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d78be0a-c11c-4383-97dd-5df5757fd9b7 None None] Routers {'1e3570c7-e466-4125-adb8-1c348a89a43f'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:51:06.069663 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4d78be0a-c11c-4383-97dd-5df5757fd9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:50:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1e3570c7-e466-4125-adb8-1c348a89a43f'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:06.093079 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b6da0dbb-d137-45a9-b8fa-ca0027c676d2 req-9ce0b413-0f20-4bfc-bcf4-2f1bea6647f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 HTTP/1.1" status: 200 len: 217 time: 0.0406713 Apr 20 16:51:06.169668 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0e7a0a8d-48a7-4af0-84fc-6751b2b549a8 req-cdfcc22a-c163-4e49-b8bb-009fa26444c7 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=95b1f5cd-f47e-4a73-9323-8b9b7fc3aaa9 HTTP/1.1" status: 200 len: 210 time: 0.0372019 Apr 20 16:51:06.179986 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da0dbb-d137-45a9-b8fa-ca0027c676d2 req-7a173d16-0103-4f26-8f8d-5fabe483dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:06.181715 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b6da0dbb-d137-45a9-b8fa-ca0027c676d2 req-7a173d16-0103-4f26-8f8d-5fabe483dc33 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a3c2e59-d634-4131-98c1-6c12cad9e04c HTTP/1.1" status: 200 len: 835 time: 0.0811698 Apr 20 16:51:06.250451 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da0dbb-d137-45a9-b8fa-ca0027c676d2 req-0d99be2d-4d18-4cdf-8742-e807e910efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:06.252405 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b6da0dbb-d137-45a9-b8fa-ca0027c676d2 req-0d99be2d-4d18-4cdf-8742-e807e910efe2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53374c2d-7dbf-4db9-8ad3-a9cf29bad0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521877 Apr 20 16:51:06.306226 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-4d78be0a-c11c-4383-97dd-5df5757fd9b7 None None] Set router 1e3570c7-e466-4125-adb8-1c348a89a43f gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:51:06.540489 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4d78be0a-c11c-4383-97dd-5df5757fd9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190454038', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:07Z', 'updated_at': '2022-04-20T16:49:15Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:08Z', 'updated_at': '2022-04-20T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a91f98f5-1b0f-4c5d-95d8-3131e35a54ab', 'name': '', 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:68:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0a3c2e59-d634-4131-98c1-6c12cad9e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:14Z', 'updated_at': '2022-04-20T16:49:19Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': '0a3c2e59-d634-4131-98c1-6c12cad9e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:06.576939 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d78be0a-c11c-4383-97dd-5df5757fd9b7 None None] The sync data for ids ['1e3570c7-e466-4125-adb8-1c348a89a43f'] in n-d-836146-2 is: [{'id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190454038', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:07Z', 'updated_at': '2022-04-20T16:49:15Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:08Z', 'updated_at': '2022-04-20T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a91f98f5-1b0f-4c5d-95d8-3131e35a54ab', 'name': '', 'network_id': '53374c2d-7dbf-4db9-8ad3-a9cf29bad0da', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:68:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0a3c2e59-d634-4131-98c1-6c12cad9e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:14Z', 'updated_at': '2022-04-20T16:49:19Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': '0a3c2e59-d634-4131-98c1-6c12cad9e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:51:06.740998 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7de2f9-3016-4096-8f2b-ecb2ffa20edb req-1f662c70-88f7-4a65-aa00-fcf91e9d9461 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:06.742777 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7f7de2f9-3016-4096-8f2b-ecb2ffa20edb req-1f662c70-88f7-4a65-aa00-fcf91e9d9461 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 945 time: 0.4590006 Apr 20 16:51:06.777053 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b6da0dbb-d137-45a9-b8fa-ca0027c676d2 req-68121853-acdc-453c-948c-b83f000b3e15 service neutron] 10.222.0.30 "GET /v2.0/networks/53374c2d-7dbf-4db9-8ad3-a9cf29bad0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157838 Apr 20 16:51:06.819810 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7f7de2f9-3016-4096-8f2b-ecb2ffa20edb req-69240f7f-6773-4806-8cea-9a2ebf5142b4 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=65aff0ba-bd97-498c-b8a5-e893963d2029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625825 Apr 20 16:51:06.867833 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b94e227-0110-4e7a-a00e-d8c5a0826d62 None None] New status for floating IP 0089a6e8-5d28-449c-9499-441ef3124d9a: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:51:06.897368 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b6da0dbb-d137-45a9-b8fa-ca0027c676d2 req-93548aa5-b52e-44ac-b544-9148f856ab0c service neutron] 10.222.0.30 "GET /v2.0/networks/53374c2d-7dbf-4db9-8ad3-a9cf29bad0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056640 Apr 20 16:51:07.117956 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56677ed1-ce72-4898-9708-994a78d7079d req-69cb263e-6272-455d-bde2-b3006e013cb1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:07.119401 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56677ed1-ce72-4898-9708-994a78d7079d req-69cb263e-6272-455d-bde2-b3006e013cb1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 945 time: 0.0542309 Apr 20 16:51:07.211443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-56677ed1-ce72-4898-9708-994a78d7079d req-594160de-8d88-475f-8988-d1c63f258f06 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Deleting port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:51:07.211779 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-56677ed1-ce72-4898-9708-994a78d7079d req-594160de-8d88-475f-8988-d1c63f258f06 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:07.307751 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-56677ed1-ce72-4898-9708-994a78d7079d req-594160de-8d88-475f-8988-d1c63f258f06 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] For port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,segment=NetworkSegment(108f1950-3187-402f-95c3-11891379d13c),segment_id=108f1950-3187-402f-95c3-11891379d13c)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:51:07.308108 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-56677ed1-ce72-4898-9708-994a78d7079d req-594160de-8d88-475f-8988-d1c63f258f06 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:07.322372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-56677ed1-ce72-4898-9708-994a78d7079d req-594160de-8d88-475f-8988-d1c63f258f06 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Calling delete_port for b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:51:07.459206 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-1856d655-04b5-4c4e-8d23-f0c297a56222 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-817987905&fields=id&tenant_id=89276b194611435f91cf83dc9e96548b HTTP/1.1" status: 200 len: 267 time: 0.0640306 Apr 20 16:51:07.578686 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-1bcc5efa-2998-464f-88c6-f2bfdc75b81e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:07.580215 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-1bcc5efa-2998-464f-88c6-f2bfdc75b81e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 812 time: 0.1137888 Apr 20 16:51:07.594798 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-56677ed1-ce72-4898-9708-994a78d7079d req-594160de-8d88-475f-8988-d1c63f258f06 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:07.605631 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-651ac0e5-3c25-4c80-91a8-7177e48fffd0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/quotas/89276b194611435f91cf83dc9e96548b HTTP/1.1" status: 200 len: 375 time: 0.0186634 Apr 20 16:51:07.628673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594160de-8d88-475f-8988-d1c63f258f06 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'Port': ['ID=b1c42e09-2ccb-42a6-a3b4-56069b54cdc1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:07.707427 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-56677ed1-ce72-4898-9708-994a78d7079d req-594160de-8d88-475f-8988-d1c63f258f06 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] No DVR routers for this DVR port b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:51:07.711296 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-56677ed1-ce72-4898-9708-994a78d7079d req-594160de-8d88-475f-8988-d1c63f258f06 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:07.714600 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56677ed1-ce72-4898-9708-994a78d7079d req-594160de-8d88-475f-8988-d1c63f258f06 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.30 "DELETE /v2.0/ports/b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 HTTP/1.1" status: 204 len: 173 time: 0.5896461 Apr 20 16:51:07.716221 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a618291-2ff3-4470-ae62-3470ccd72110', 'name': 'network-vif-deleted', 'tag': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:51:07.718682 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fac8d1b-8632-4b61-9583-d58e1d998c5c" -d '{"events": [{"server_uuid": "5a618291-2ff3-4470-ae62-3470ccd72110", "name": "network-vif-deleted", "tag": "b1c42e09-2ccb-42a6-a3b4-56069b54cdc1"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:51:07.734749 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-a0445838-9810-452d-9589-0c1c51be5385 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1095622 Apr 20 16:51:07.765748 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c7bbe1-cd89-4c43-9f77-cda84893248a x-openstack-request-id: req-b8c7bbe1-cd89-4c43-9f77-cda84893248a {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:51:07.766037 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a618291-2ff3-4470-ae62-3470ccd72110", "name": "network-vif-deleted", "tag": "b1c42e09-2ccb-42a6-a3b4-56069b54cdc1", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:51:07.766466 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8c7bbe1-cd89-4c43-9f77-cda84893248a {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:51:07.766859 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8c7bbe1-cd89-4c43-9f77-cda84893248a'] response: {'server_uuid': '5a618291-2ff3-4470-ae62-3470ccd72110', 'name': 'network-vif-deleted', 'tag': 'b1c42e09-2ccb-42a6-a3b4-56069b54cdc1', 'status': 'completed', 'code': 200} Apr 20 16:51:07.813555 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-b231bee3-966c-439f-adbb-6df483ac0296 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:51:07.814586 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-b231bee3-966c-439f-adbb-6df483ac0296 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0669594 Apr 20 16:51:07.922200 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-c89c615d-5f15-4ded-b52e-93ae7900ae27 service neutron] 10.222.0.15 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993319 Apr 20 16:51:07.936894 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9762904d-113c-42e1-a585-fbe9b85101a1 req-3cb31352-a7c0-44af-986d-1205c74279fd tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a618291-2ff3-4470-ae62-3470ccd72110 HTTP/1.1" status: 200 len: 210 time: 0.0307734 Apr 20 16:51:08.047398 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-48792dac-d45d-45a0-b79f-799821a4654d service neutron] 10.222.0.15 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149547 Apr 20 16:51:08.799029 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e3f968a2-08f7-4270-ba75-c4d4b968382b req-eaa85545-4376-4940-ba83-6b72046b662c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 210 time: 0.0288928 Apr 20 16:51:09.006140 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55590) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:09.413007 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a11a6a38-cf35-470f-8f2e-8ef3ad2def7d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:09.683802 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a11a6a38-cf35-470f-8f2e-8ef3ad2def7d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Deleting port a91f98f5-1b0f-4c5d-95d8-3131e35a54ab {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:51:09.684171 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a11a6a38-cf35-470f-8f2e-8ef3ad2def7d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:09.778595 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a11a6a38-cf35-470f-8f2e-8ef3ad2def7d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] For port a91f98f5-1b0f-4c5d-95d8-3131e35a54ab, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a91f98f5-1b0f-4c5d-95d8-3131e35a54ab,segment=NetworkSegment(108f1950-3187-402f-95c3-11891379d13c),segment_id=108f1950-3187-402f-95c3-11891379d13c)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:51:09.778969 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a11a6a38-cf35-470f-8f2e-8ef3ad2def7d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:09.793389 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a11a6a38-cf35-470f-8f2e-8ef3ad2def7d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Calling delete_port for a91f98f5-1b0f-4c5d-95d8-3131e35a54ab owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:51:09.932276 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-16e74757-704b-4908-80f9-97a838bcd1a6 req-a6ee11ec-9e97-4993-8d47-1aba00de39ab tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 210 time: 0.0323701 Apr 20 16:51:10.137343 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a11a6a38-cf35-470f-8f2e-8ef3ad2def7d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:10.171602 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a6a38-cf35-470f-8f2e-8ef3ad2def7d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'Port': ['ID=a91f98f5-1b0f-4c5d-95d8-3131e35a54ab,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:10.672682 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a11a6a38-cf35-470f-8f2e-8ef3ad2def7d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:10.899986 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11a6a38-cf35-470f-8f2e-8ef3ad2def7d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Router 1e3570c7-e466-4125-adb8-1c348a89a43f has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:51:11.017792 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11a6a38-cf35-470f-8f2e-8ef3ad2def7d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:51:11.024046 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a11a6a38-cf35-470f-8f2e-8ef3ad2def7d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "PUT /v2.0/routers/1e3570c7-e466-4125-adb8-1c348a89a43f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0164394 Apr 20 16:51:11.027148 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55598) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:11.031128 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e57360-758c-4cba-a234-7773c72333ce None None] Sync routers for ids ['1e3570c7-e466-4125-adb8-1c348a89a43f'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:51:11.042950 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e57360-758c-4cba-a234-7773c72333ce None None] Routers {'1e3570c7-e466-4125-adb8-1c348a89a43f'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:51:11.043584 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b7e57360-758c-4cba-a234-7773c72333ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:50:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1e3570c7-e466-4125-adb8-1c348a89a43f'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:11.085689 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e4a6b2-30e5-463b-b282-d51540d7c4cd tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Deleting subnet 0a3c2e59-d634-4131-98c1-6c12cad9e04c {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:51:11.089579 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-10e4a6b2-30e5-463b-b282-d51540d7c4cd tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:11.094097 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:51:11.134242 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:51:11.134889 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device b1c42e09-2ccb-42a6-a3b4-56069b54cdc1 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:51:11.144496 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-10e4a6b2-30e5-463b-b282-d51540d7c4cd tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:11.165677 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-b7e57360-758c-4cba-a234-7773c72333ce None None] Set router 1e3570c7-e466-4125-adb8-1c348a89a43f gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:51:11.172382 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-787566bc-a676-4adf-8ab2-6d247b1b95f5 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:11.173588 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-787566bc-a676-4adf-8ab2-6d247b1b95f5 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 812 time: 0.1310272 Apr 20 16:51:11.176935 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cce5ff48-c58b-459f-8c9a-8e4990bb02a0 req-de8263a2-3ae0-41e5-84a3-996f921103ab tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 210 time: 0.1707087 Apr 20 16:51:11.228712 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-79b85786-1f0d-41b2-b625-4c3b744fd85e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89276b194611435f91cf83dc9e96548b HTTP/1.1" status: 200 len: 379 time: 0.0412216 Apr 20 16:51:11.241120 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-25e3b807-430f-4abb-92d8-24a61688aa1c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Request body: {'port': {'device_id': '83762a9e-1d66-4e27-a17b-097674df2856', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'admin_state_up': True, 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'security_groups': ['b8abdf42-893d-41ab-b96b-856037a06335']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:51:11.265964 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-10e4a6b2-30e5-463b-b282-d51540d7c4cd tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:11.371245 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b7e57360-758c-4cba-a234-7773c72333ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190454038', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:07Z', 'updated_at': '2022-04-20T16:51:09Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:08Z', 'updated_at': '2022-04-20T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:11.403390 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e57360-758c-4cba-a234-7773c72333ce None None] Checking router: 1e3570c7-e466-4125-adb8-1c348a89a43f for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:51:11.413042 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e57360-758c-4cba-a234-7773c72333ce None None] Routers {'1e3570c7-e466-4125-adb8-1c348a89a43f'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:51:11.413527 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b7e57360-758c-4cba-a234-7773c72333ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:50:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['1e3570c7-e466-4125-adb8-1c348a89a43f'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:11.440250 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-10e4a6b2-30e5-463b-b282-d51540d7c4cd tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:11.467355 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-25e3b807-430f-4abb-92d8-24a61688aa1c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Made reservation on behalf of 89276b194611435f91cf83dc9e96548b for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:51:11.471017 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-25e3b807-430f-4abb-92d8-24a61688aa1c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:11.478522 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4a6b2-30e5-463b-b282-d51540d7c4cd tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3c2e59-d634-4131-98c1-6c12cad9e04c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:11.499235 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-10e4a6b2-30e5-463b-b282-d51540d7c4cd tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:11.502830 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-10e4a6b2-30e5-463b-b282-d51540d7c4cd tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "DELETE /v2.0/subnets/0a3c2e59-d634-4131-98c1-6c12cad9e04c HTTP/1.1" status: 204 len: 168 time: 0.4745710 Apr 20 16:51:11.503961 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61757105-d23f-4fb5-99c4-5465075cabe7 None None] Network 53374c2d-7dbf-4db9-8ad3-a9cf29bad0da requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:51:11.510193 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55600) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:11.540005 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-b7e57360-758c-4cba-a234-7773c72333ce None None] Set router 1e3570c7-e466-4125-adb8-1c348a89a43f gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:51:11.750358 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-25e3b807-430f-4abb-92d8-24a61688aa1c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Allocated IP 172.20.0.13 (45075084-5307-4652-bafe-1d4bc624b83e/84f859e8-1f59-4fe7-930d-c92d7f74a0a0/95ea0776-3ace-4426-8383-e361ca2bcf72) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:51:11.779472 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cb822e2-848c-4617-af9d-773b32f54186 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:11.795492 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b7e57360-758c-4cba-a234-7773c72333ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190454038', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:07Z', 'updated_at': '2022-04-20T16:51:09Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:08Z', 'updated_at': '2022-04-20T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:11.813411 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a5b9fa-7848-43e1-ad78-f0a5b9e936f8 None None] DHCP port deletion for 53374c2d-7dbf-4db9-8ad3-a9cf29bad0da request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:51:11.842383 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e57360-758c-4cba-a234-7773c72333ce None None] The sync data for ids ['1e3570c7-e466-4125-adb8-1c348a89a43f'] in n-d-836146-2 is: [{'id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190454038', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:49:07Z', 'updated_at': '2022-04-20T16:51:09Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '808490a4-2def-4f41-9dd1-865d42cfdced', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3570c7-e466-4125-adb8-1c348a89a43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:49:08Z', 'updated_at': '2022-04-20T16:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:51:11.899496 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f7a5b9fa-7848-43e1-ad78-f0a5b9e936f8 None None] Deleting port 0d41352f-88fb-4223-a7dc-edf71d2bf5a3 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:51:11.900044 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f7a5b9fa-7848-43e1-ad78-f0a5b9e936f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:11.909839 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-25e3b807-430f-4abb-92d8-24a61688aa1c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:11.978043 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cb822e2-848c-4617-af9d-773b32f54186 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:11.985222 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f7a5b9fa-7848-43e1-ad78-f0a5b9e936f8 None None] For port 0d41352f-88fb-4223-a7dc-edf71d2bf5a3, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=0d41352f-88fb-4223-a7dc-edf71d2bf5a3,segment=NetworkSegment(108f1950-3187-402f-95c3-11891379d13c),segment_id=108f1950-3187-402f-95c3-11891379d13c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:51:11.985633 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f7a5b9fa-7848-43e1-ad78-f0a5b9e936f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:12.000477 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-f7a5b9fa-7848-43e1-ad78-f0a5b9e936f8 None None] Calling delete_port for 0d41352f-88fb-4223-a7dc-edf71d2bf5a3 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:51:12.086169 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-25e3b807-430f-4abb-92d8-24a61688aa1c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:12.147768 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-25e3b807-430f-4abb-92d8-24a61688aa1c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Network 45075084-5307-4652-bafe-1d4bc624b83e is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:51:12.151856 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-25e3b807-430f-4abb-92d8-24a61688aa1c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:51:12.156712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-25e3b807-430f-4abb-92d8-24a61688aa1c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:51:12.161478 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5cb822e2-848c-4617-af9d-773b32f54186 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Deleting port 808490a4-2def-4f41-9dd1-865d42cfdced {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:51:12.162041 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cb822e2-848c-4617-af9d-773b32f54186 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:12.170491 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f7a5b9fa-7848-43e1-ad78-f0a5b9e936f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:12.191374 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3b807-430f-4abb-92d8-24a61688aa1c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event updated for resources: {'Port': ['ID=95ea0776-3ace-4426-8383-e361ca2bcf72,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:12.222250 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5b9fa-7848-43e1-ad78-f0a5b9e936f8 None None] Pushing event deleted for resources: {'Port': ['ID=0d41352f-88fb-4223-a7dc-edf71d2bf5a3,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:12.231888 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a5b9fa-7848-43e1-ad78-f0a5b9e936f8 None None] No DVR routers for this DVR port 0d41352f-88fb-4223-a7dc-edf71d2bf5a3 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:51:12.234708 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5b9fa-7848-43e1-ad78-f0a5b9e936f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:12.236891 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5b9fa-7848-43e1-ad78-f0a5b9e936f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:12.236891 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5b9fa-7848-43e1-ad78-f0a5b9e936f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:12.236891 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5b9fa-7848-43e1-ad78-f0a5b9e936f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:12.236891 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5b9fa-7848-43e1-ad78-f0a5b9e936f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:12.236891 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5b9fa-7848-43e1-ad78-f0a5b9e936f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:12.237645 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5b9fa-7848-43e1-ad78-f0a5b9e936f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:12.238502 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5b9fa-7848-43e1-ad78-f0a5b9e936f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:12.239449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5b9fa-7848-43e1-ad78-f0a5b9e936f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:12.240085 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5b9fa-7848-43e1-ad78-f0a5b9e936f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:12.240778 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5b9fa-7848-43e1-ad78-f0a5b9e936f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:12.241304 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5b9fa-7848-43e1-ad78-f0a5b9e936f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:12.264738 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-25e3b807-430f-4abb-92d8-24a61688aa1c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:12.268786 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-25e3b807-430f-4abb-92d8-24a61688aa1c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:12.394664 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-25e3b807-430f-4abb-92d8-24a61688aa1c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1595528 Apr 20 16:51:12.416664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-75f4b8e4-f6a7-48dd-81e1-0a9b04f62c91 service neutron] Request body: {'port': {'device_id': '83762a9e-1d66-4e27-a17b-097674df2856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:51:12.418867 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5cb822e2-848c-4617-af9d-773b32f54186 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] For port 808490a4-2def-4f41-9dd1-865d42cfdced, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=808490a4-2def-4f41-9dd1-865d42cfdced,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:51:12.419252 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cb822e2-848c-4617-af9d-773b32f54186 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:12.437138 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5cb822e2-848c-4617-af9d-773b32f54186 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Calling delete_port for 808490a4-2def-4f41-9dd1-865d42cfdced owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:51:12.446685 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca1757-2823-4410-8a61-f735e6962d6c req-4e8862a2-4511-4735-b717-c9e7cd99dd69 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:12.448243 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ebca1757-2823-4410-8a61-f735e6962d6c req-4e8862a2-4511-4735-b717-c9e7cd99dd69 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 932 time: 0.1216052 Apr 20 16:51:12.505388 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-75f4b8e4-f6a7-48dd-81e1-0a9b04f62c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:12.538108 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-db57e816-d65a-47ce-ada4-243fc04af73d None None] Provisioning complete for port 95ea0776-3ace-4426-8383-e361ca2bcf72 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:51:12.539060 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-db57e816-d65a-47ce-ada4-243fc04af73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:12.540542 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ebca1757-2823-4410-8a61-f735e6962d6c req-10b50ca1-6cbc-4f9f-be2f-05c826882570 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833614 Apr 20 16:51:12.607183 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-db57e816-d65a-47ce-ada4-243fc04af73d None None] Port 95ea0776-3ace-4426-8383-e361ca2bcf72 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:51:12.755081 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cb822e2-848c-4617-af9d-773b32f54186 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:12.781505 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 0d41352f-88fb-4223-a7dc-edf71d2bf5a3 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:51:12.804513 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 0d41352f-88fb-4223-a7dc-edf71d2bf5a3 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:51:12.804859 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 0d41352f-88fb-4223-a7dc-edf71d2bf5a3 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:51:12.805277 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a91f98f5-1b0f-4c5d-95d8-3131e35a54ab no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:51:12.809972 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb822e2-848c-4617-af9d-773b32f54186 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'Port': ['ID=808490a4-2def-4f41-9dd1-865d42cfdced,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:12.832202 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: a91f98f5-1b0f-4c5d-95d8-3131e35a54ab {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:51:12.832847 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a91f98f5-1b0f-4c5d-95d8-3131e35a54ab not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:51:12.841378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-75f4b8e4-f6a7-48dd-81e1-0a9b04f62c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ea0776-3ace-4426-8383-e361ca2bcf72 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:51:12.852105 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-75f4b8e4-f6a7-48dd-81e1-0a9b04f62c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:12.868870 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-75f4b8e4-f6a7-48dd-81e1-0a9b04f62c91 service neutron] Transition to ACTIVE for port object 95ea0776-3ace-4426-8383-e361ca2bcf72 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:51:12.888698 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cb822e2-848c-4617-af9d-773b32f54186 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:12.970954 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-75f4b8e4-f6a7-48dd-81e1-0a9b04f62c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:12.995564 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cb822e2-848c-4617-af9d-773b32f54186 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:12.999082 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cb822e2-848c-4617-af9d-773b32f54186 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:13.023700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4b8e4-f6a7-48dd-81e1-0a9b04f62c91 service neutron] Pushing event updated for resources: {'Port': ['ID=95ea0776-3ace-4426-8383-e361ca2bcf72,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:13.066600 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:51:13.114628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-75f4b8e4-f6a7-48dd-81e1-0a9b04f62c91 service neutron] Attempting to bind port 95ea0776-3ace-4426-8383-e361ca2bcf72 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:51:13.114969 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-75f4b8e4-f6a7-48dd-81e1-0a9b04f62c91 service neutron] Attempting to bind port 95ea0776-3ace-4426-8383-e361ca2bcf72 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:51:13.115330 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-75f4b8e4-f6a7-48dd-81e1-0a9b04f62c91 service neutron] Attempting to bind port 95ea0776-3ace-4426-8383-e361ca2bcf72 on network 45075084-5307-4652-bafe-1d4bc624b83e {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:51:13.120321 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-75f4b8e4-f6a7-48dd-81e1-0a9b04f62c91 service neutron] Port 95ea0776-3ace-4426-8383-e361ca2bcf72 on network 45075084-5307-4652-bafe-1d4bc624b83e not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:51:13.120675 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-75f4b8e4-f6a7-48dd-81e1-0a9b04f62c91 service neutron] Attempting to bind port 95ea0776-3ace-4426-8383-e361ca2bcf72 on network 45075084-5307-4652-bafe-1d4bc624b83e {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:51:13.129487 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-75f4b8e4-f6a7-48dd-81e1-0a9b04f62c91 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:51:13.134321 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-75f4b8e4-f6a7-48dd-81e1-0a9b04f62c91 service neutron] Checking segment: {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:51:13.134321 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-75f4b8e4-f6a7-48dd-81e1-0a9b04f62c91 service neutron] Bound using segment: {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:51:13.134321 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-75f4b8e4-f6a7-48dd-81e1-0a9b04f62c91 service neutron] Bound port: 95ea0776-3ace-4426-8383-e361ca2bcf72, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:51:13.134321 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-75f4b8e4-f6a7-48dd-81e1-0a9b04f62c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:13.182807 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cb822e2-848c-4617-af9d-773b32f54186 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:13.183599 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb822e2-848c-4617-af9d-773b32f54186 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Fanout notify agent at l3_agent the message router_deleted on router 1e3570c7-e466-4125-adb8-1c348a89a43f {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:51:13.191090 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cb822e2-848c-4617-af9d-773b32f54186 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:13.192560 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5cb822e2-848c-4617-af9d-773b32f54186 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "DELETE /v2.0/routers/1e3570c7-e466-4125-adb8-1c348a89a43f HTTP/1.1" status: 204 len: 168 time: 1.6811960 Apr 20 16:51:13.199940 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55604) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:13.259123 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-75f4b8e4-f6a7-48dd-81e1-0a9b04f62c91 service neutron] For port 95ea0776-3ace-4426-8383-e361ca2bcf72, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:51:13.263509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-75f4b8e4-f6a7-48dd-81e1-0a9b04f62c91 service neutron] For port 95ea0776-3ace-4426-8383-e361ca2bcf72, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=95ea0776-3ace-4426-8383-e361ca2bcf72,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:51:13.325283 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61041c4f-daa8-45a7-9dc9-a07e588eb0f3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:13.343585 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-75f4b8e4-f6a7-48dd-81e1-0a9b04f62c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:13.408890 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-75f4b8e4-f6a7-48dd-81e1-0a9b04f62c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:13.409741 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-75f4b8e4-f6a7-48dd-81e1-0a9b04f62c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:13.411927 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-75f4b8e4-f6a7-48dd-81e1-0a9b04f62c91 service neutron] 10.222.0.26 "PUT /v2.0/ports/95ea0776-3ace-4426-8383-e361ca2bcf72 HTTP/1.1" status: 200 len: 1092 time: 1.0040374 Apr 20 16:51:13.412442 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83762a9e-1d66-4e27-a17b-097674df2856', 'tag': '95ea0776-3ace-4426-8383-e361ca2bcf72'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:51:13.414838 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f4a2a5-8310-495d-8408-f0c91d7bea20" -d '{"events": [{"name": "network-changed", "server_uuid": "83762a9e-1d66-4e27-a17b-097674df2856", "tag": "95ea0776-3ace-4426-8383-e361ca2bcf72"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:51:13.453326 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4b8e4-f6a7-48dd-81e1-0a9b04f62c91 service neutron] Pushing event updated for resources: {'Port': ['ID=95ea0776-3ace-4426-8383-e361ca2bcf72,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:13.488361 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b2193f-40b0-4242-9c9e-34435fbec48a x-openstack-request-id: req-04b2193f-40b0-4242-9c9e-34435fbec48a {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:51:13.488361 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83762a9e-1d66-4e27-a17b-097674df2856", "tag": "95ea0776-3ace-4426-8383-e361ca2bcf72", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:51:13.488361 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04b2193f-40b0-4242-9c9e-34435fbec48a {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:51:13.488361 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b2193f-40b0-4242-9c9e-34435fbec48a'] response: {'name': 'network-changed', 'server_uuid': '83762a9e-1d66-4e27-a17b-097674df2856', 'tag': '95ea0776-3ace-4426-8383-e361ca2bcf72', 'status': 'completed', 'code': 200} Apr 20 16:51:13.502874 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61041c4f-daa8-45a7-9dc9-a07e588eb0f3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:13.540662 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-61041c4f-daa8-45a7-9dc9-a07e588eb0f3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53374c2d-7dbf-4db9-8ad3-a9cf29bad0da']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:13.565695 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-61041c4f-daa8-45a7-9dc9-a07e588eb0f3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108f1950-3187-402f-95c3-11891379d13c') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:13.566048 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-61041c4f-daa8-45a7-9dc9-a07e588eb0f3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108f1950-3187-402f-95c3-11891379d13c') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:13.579048 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61041c4f-daa8-45a7-9dc9-a07e588eb0f3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:13.582984 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4a2a5-8310-495d-8408-f0c91d7bea20 req-d103fc91-fb3c-42db-a9f7-9990c942a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:13.590548 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f0f4a2a5-8310-495d-8408-f0c91d7bea20 req-d103fc91-fb3c-42db-a9f7-9990c942a7e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 1095 time: 0.0626309 Apr 20 16:51:13.596792 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61041c4f-daa8-45a7-9dc9-a07e588eb0f3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:13.608351 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61041c4f-daa8-45a7-9dc9-a07e588eb0f3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:51:13.608792 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61041c4f-daa8-45a7-9dc9-a07e588eb0f3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:51:13.655974 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:51:13.723979 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4a2a5-8310-495d-8408-f0c91d7bea20 req-956ced74-99ac-44ac-b24c-51fb0dde6a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:13.726362 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f0f4a2a5-8310-495d-8408-f0c91d7bea20 req-956ced74-99ac-44ac-b24c-51fb0dde6a09 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=89276b194611435f91cf83dc9e96548b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1231353 Apr 20 16:51:13.800327 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9880b1-bc80-45d3-82a4-e33260051e4e req-49babc81-17bf-41c6-ae3f-0c9b9f8a6ba3 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:13.803250 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bf9880b1-bc80-45d3-82a4-e33260051e4e req-49babc81-17bf-41c6-ae3f-0c9b9f8a6ba3 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 944 time: 0.1098921 Apr 20 16:51:13.841217 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61041c4f-daa8-45a7-9dc9-a07e588eb0f3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:13.861810 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-61041c4f-daa8-45a7-9dc9-a07e588eb0f3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:13.865837 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-61041c4f-daa8-45a7-9dc9-a07e588eb0f3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "DELETE /v2.0/networks/53374c2d-7dbf-4db9-8ad3-a9cf29bad0da HTTP/1.1" status: 204 len: 168 time: 0.6637385 Apr 20 16:51:13.867508 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61041c4f-daa8-45a7-9dc9-a07e588eb0f3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'Network': ['ID=53374c2d-7dbf-4db9-8ad3-a9cf29bad0da,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:13.869784 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55610) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:13.893576 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4a2a5-8310-495d-8408-f0c91d7bea20 req-b45212e5-921f-4d34-97fe-a8354c826b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:13.895243 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f0f4a2a5-8310-495d-8408-f0c91d7bea20 req-b45212e5-921f-4d34-97fe-a8354c826b85 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1621377 Apr 20 16:51:13.914275 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bf9880b1-bc80-45d3-82a4-e33260051e4e req-766c7507-71a1-4959-a558-7425024eb17d tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984185 Apr 20 16:51:13.977220 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1029792d-d27a-4405-b92a-27e933289fd3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:14.009676 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1029792d-d27a-4405-b92a-27e933289fd3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:14.010157 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-f852affa-0a7b-4195-9ed8-5129e3d5b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:14.011790 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-f852affa-0a7b-4195-9ed8-5129e3d5b067 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 1095 time: 0.0509455 Apr 20 16:51:14.065737 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-24843c27-0d8f-400b-884c-b2df7ab78e6a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95ea0776-3ace-4426-8383-e361ca2bcf72 HTTP/1.1" status: 200 len: 217 time: 0.0413215 Apr 20 16:51:14.128457 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-633f3c9f-45e3-4c13-92be-af3accb88572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:14.130501 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-633f3c9f-45e3-4c13-92be-af3accb88572 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84f859e8-1f59-4fe7-930d-c92d7f74a0a0 HTTP/1.1" status: 200 len: 851 time: 0.0557802 Apr 20 16:51:14.158587 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1029792d-d27a-4405-b92a-27e933289fd3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:14.162162 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1029792d-d27a-4405-b92a-27e933289fd3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:14.167750 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1029792d-d27a-4405-b92a-27e933289fd3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "DELETE /v2.0/security-groups/65aff0ba-bd97-498c-b8a5-e893963d2029 HTTP/1.1" status: 204 len: 168 time: 0.2904465 Apr 20 16:51:14.189189 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029792d-d27a-4405-b92a-27e933289fd3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65aff0ba-bd97-498c-b8a5-e893963d2029,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:14.212183 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-373284b8-aa2f-4a50-bee6-6d76e1233789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:14.214736 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-373284b8-aa2f-4a50-bee6-6d76e1233789 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45075084-5307-4652-bafe-1d4bc624b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774369 Apr 20 16:51:14.326394 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-8d7081d3-630d-4579-96af-3e0146b2b019 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047027 Apr 20 16:51:14.436677 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dd2067c-0445-4638-9d5c-57ccb613ea6c req-77b731fd-328e-4af3-a0e3-5b8a4a64fb99 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999067 Apr 20 16:51:14.686770 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55616) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:14.692886 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-6a729629-c984-434a-9583-d96bbccf2907 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1090712939', 'description': 'tempest-secgroup-smoke-1090712939 description', 'project_id': 'f671d985b7654b0ab90a0236bac58688'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:51:14.765807 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 808490a4-2def-4f41-9dd1-865d42cfdced no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:51:14.789332 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6a729629-c984-434a-9583-d96bbccf2907 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:14.790202 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 808490a4-2def-4f41-9dd1-865d42cfdced {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:51:14.790546 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 808490a4-2def-4f41-9dd1-865d42cfdced not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:51:14.867343 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6a729629-c984-434a-9583-d96bbccf2907 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:14.931048 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6a729629-c984-434a-9583-d96bbccf2907 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:14.966129 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a729629-c984-434a-9583-d96bbccf2907 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad7a902-379b-4b6c-b64a-fdf5be6ae046,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:15.050218 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e1d5e-9ea8-40ab-98c8-3568d28000cb req-c608186a-e2cd-4b68-8662-40dd0e9b20ea tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:15.052284 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c63e1d5e-9ea8-40ab-98c8-3568d28000cb req-c608186a-e2cd-4b68-8662-40dd0e9b20ea tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 944 time: 0.0563123 Apr 20 16:51:15.058715 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6a729629-c984-434a-9583-d96bbccf2907 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:15.059958 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6a729629-c984-434a-9583-d96bbccf2907 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3717096 Apr 20 16:51:15.062778 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55620) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:15.068051 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-12f38512-7cc3-4ef6-8cbd-9193f4eabd79 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group_rule': {'security_group_id': '5ad7a902-379b-4b6c-b64a-fdf5be6ae046', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:51:15.105557 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c63e1d5e-9ea8-40ab-98c8-3568d28000cb req-32b645db-94b8-4ee5-83d4-51aa32a3fa39 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464263 Apr 20 16:51:15.165447 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-12f38512-7cc3-4ef6-8cbd-9193f4eabd79 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:15.240442 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-12f38512-7cc3-4ef6-8cbd-9193f4eabd79 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:15.313223 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-12f38512-7cc3-4ef6-8cbd-9193f4eabd79 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:15.335189 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f38512-7cc3-4ef6-8cbd-9193f4eabd79 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0e9309-68d2-4cc7-af1e-46661da1c29d,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:15.412968 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-12f38512-7cc3-4ef6-8cbd-9193f4eabd79 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:15.414138 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-12f38512-7cc3-4ef6-8cbd-9193f4eabd79 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3503747 Apr 20 16:51:15.417611 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55622) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:15.422291 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-3df75bc8-7ac1-41a1-8897-3d751e834855 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group_rule': {'security_group_id': '5ad7a902-379b-4b6c-b64a-fdf5be6ae046', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:51:15.524452 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3df75bc8-7ac1-41a1-8897-3d751e834855 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:15.587272 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3df75bc8-7ac1-41a1-8897-3d751e834855 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:15.679682 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3df75bc8-7ac1-41a1-8897-3d751e834855 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:15.700463 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df75bc8-7ac1-41a1-8897-3d751e834855 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f66238-b176-4463-bec6-e6e7250466e2,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:15.774023 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3df75bc8-7ac1-41a1-8897-3d751e834855 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:15.775302 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3df75bc8-7ac1-41a1-8897-3d751e834855 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3567131 Apr 20 16:51:15.778097 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55624) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:15.782761 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-8ef48a5b-4e5d-4d8e-b9ce-8e31defc3f11 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group_rule': {'security_group_id': '5ad7a902-379b-4b6c-b64a-fdf5be6ae046', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:51:15.897130 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8ef48a5b-4e5d-4d8e-b9ce-8e31defc3f11 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:15.967653 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8ef48a5b-4e5d-4d8e-b9ce-8e31defc3f11 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:16.096839 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8ef48a5b-4e5d-4d8e-b9ce-8e31defc3f11 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:16.125804 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef48a5b-4e5d-4d8e-b9ce-8e31defc3f11 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde6574d-6e03-4ca2-96ec-fe87d80df27f,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:16.214058 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8ef48a5b-4e5d-4d8e-b9ce-8e31defc3f11 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:16.215160 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8ef48a5b-4e5d-4d8e-b9ce-8e31defc3f11 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4360733 Apr 20 16:51:16.218014 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55628) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:16.223127 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-aa848330-e3cd-4206-ae66-6efe1d49eb9e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group_rule': {'security_group_id': '5ad7a902-379b-4b6c-b64a-fdf5be6ae046', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:51:16.240919 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818c186-ed1d-4724-a08d-ab504158bfb9 req-2fc48623-ae77-4986-a4d4-aaf8f23a759c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:16.242591 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3818c186-ed1d-4724-a08d-ab504158bfb9 req-2fc48623-ae77-4986-a4d4-aaf8f23a759c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 944 time: 0.0623686 Apr 20 16:51:16.282887 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3818c186-ed1d-4724-a08d-ab504158bfb9 req-b1752060-2972-416b-af85-1d5b71afe836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336833 Apr 20 16:51:16.341742 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa848330-e3cd-4206-ae66-6efe1d49eb9e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:16.394699 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa848330-e3cd-4206-ae66-6efe1d49eb9e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:16.490840 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa848330-e3cd-4206-ae66-6efe1d49eb9e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:16.513017 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa848330-e3cd-4206-ae66-6efe1d49eb9e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a0c745-cd78-4ea4-b849-07d18242abdb,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:16.612758 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa848330-e3cd-4206-ae66-6efe1d49eb9e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:16.614559 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-aa848330-e3cd-4206-ae66-6efe1d49eb9e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3949826 Apr 20 16:51:16.617455 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55630) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:16.622057 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-14fb88ab-cdaa-4ee2-8d2f-9f9c5e975551 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group_rule': {'security_group_id': '5ad7a902-379b-4b6c-b64a-fdf5be6ae046', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:51:16.719926 n-d-836146-2 neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-14fb88ab-cdaa-4ee2-8d2f-9f9c5e975551 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Project f671d985b7654b0ab90a0236bac58688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:51:16.726512 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-14fb88ab-cdaa-4ee2-8d2f-9f9c5e975551 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:16.790063 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-14fb88ab-cdaa-4ee2-8d2f-9f9c5e975551 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:16.861718 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-14fb88ab-cdaa-4ee2-8d2f-9f9c5e975551 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:16.881731 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb88ab-cdaa-4ee2-8d2f-9f9c5e975551 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a07fa3-2ea2-44a6-bec5-8a706b45bc2d,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:17.014108 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-14fb88ab-cdaa-4ee2-8d2f-9f9c5e975551 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:17.015381 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-14fb88ab-cdaa-4ee2-8d2f-9f9c5e975551 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3968658 Apr 20 16:51:17.018032 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55632) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:17.022734 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-95d75972-6700-45c5-9b07-fa0732784ded tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'security_group_rule': {'security_group_id': '5ad7a902-379b-4b6c-b64a-fdf5be6ae046', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:51:17.136844 n-d-836146-2 neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-95d75972-6700-45c5-9b07-fa0732784ded tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Project f671d985b7654b0ab90a0236bac58688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:51:17.142059 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-95d75972-6700-45c5-9b07-fa0732784ded tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:17.205948 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-95d75972-6700-45c5-9b07-fa0732784ded tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:17.307961 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-95d75972-6700-45c5-9b07-fa0732784ded tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:17.327495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d75972-6700-45c5-9b07-fa0732784ded tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3180895b-9111-4322-b356-07f176f9f3b5,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:17.406351 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af323ce8-06f2-4c86-93eb-b073fa3e936a req-8d4f0b9b-3f7b-4675-b5bc-04b969f71cd4 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:17.407955 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-af323ce8-06f2-4c86-93eb-b073fa3e936a req-8d4f0b9b-3f7b-4675-b5bc-04b969f71cd4 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 944 time: 0.0519526 Apr 20 16:51:17.437945 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-95d75972-6700-45c5-9b07-fa0732784ded tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:17.439163 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-95d75972-6700-45c5-9b07-fa0732784ded tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4202011 Apr 20 16:51:17.442998 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55636) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:17.455662 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-1bf93111-c690-4be0-bf5f-02ae2879e827 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'network': {'name': 'tempest-network-smoke--1677888090', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'port_security_enabled': True}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:51:17.463828 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-af323ce8-06f2-4c86-93eb-b073fa3e936a req-a4e4d233-6427-4680-8df6-640f85f9c70c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451505 Apr 20 16:51:17.559876 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf93111-c690-4be0-bf5f-02ae2879e827 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Made reservation on behalf of f671d985b7654b0ab90a0236bac58688 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:51:17.563531 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1bf93111-c690-4be0-bf5f-02ae2879e827 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:17.594016 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf93111-c690-4be0-bf5f-02ae2879e827 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:51:17.604292 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1bf93111-c690-4be0-bf5f-02ae2879e827 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:17.604686 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-1bf93111-c690-4be0-bf5f-02ae2879e827 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Added segment cb72196a-278c-4cfe-bdc5-0e70b0bde87c of type vlan for network d9b0b7fd-e8bb-4e4c-a12a-6415406b6742 Apr 20 16:51:17.646297 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1bf93111-c690-4be0-bf5f-02ae2879e827 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:17.759514 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1bf93111-c690-4be0-bf5f-02ae2879e827 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:17.765254 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf93111-c690-4be0-bf5f-02ae2879e827 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:17.765852 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1bf93111-c690-4be0-bf5f-02ae2879e827 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:17.839843 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf93111-c690-4be0-bf5f-02ae2879e827 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Network': ['ID=d9b0b7fd-e8bb-4e4c-a12a-6415406b6742,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:17.850494 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network d9b0b7fd-e8bb-4e4c-a12a-6415406b6742 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:51:17.887850 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1bf93111-c690-4be0-bf5f-02ae2879e827 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4436049 Apr 20 16:51:17.890612 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55638) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:17.895432 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1189045415', 'admin_state_up': True, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:51:18.040162 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:18.041257 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:18.095697 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:18.333792 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:18.672436 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:18.695887 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:18.704958 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b6b3e-9b6b-4873-a9f1-81ed8e142f07 req-cf4ee290-fdbd-4447-934d-602354abcc1a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:18.706349 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-195b6b3e-9b6b-4873-a9f1-81ed8e142f07 req-cf4ee290-fdbd-4447-934d-602354abcc1a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 944 time: 0.1612327 Apr 20 16:51:18.794080 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-195b6b3e-9b6b-4873-a9f1-81ed8e142f07 req-9fe2fd84-d3c9-469e-9add-9ac1fd387c80 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803814 Apr 20 16:51:18.846506 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Allocated IP 172.25.0.37 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:51:18.965116 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:19.057428 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:19.099675 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:51:19.102766 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:51:19.106799 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:51:19.112405 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Port': ['ID=4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:19.140651 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:19.140999 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:19.141337 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:19.141668 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:19.142002 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:19.142332 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:19.142657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:19.142984 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:19.143305 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:19.143627 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:19.143983 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:19.144287 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:19.485370 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:19.672115 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:19.904412 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Router f8bfda05-84c0-42ef-a135-4d64d3c5c168 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:51:19.923944 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c11d2-8356-4b14-8866-840de119e28a req-256e2217-c222-4b94-b248-a4801aaf45f5 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:19.925554 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-926c11d2-8356-4b14-8866-840de119e28a req-256e2217-c222-4b94-b248-a4801aaf45f5 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 944 time: 0.0522475 Apr 20 16:51:19.967938 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-926c11d2-8356-4b14-8866-840de119e28a req-150b39d2-b170-41e9-80db-562f4f98d7be tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353243 Apr 20 16:51:20.020793 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:51:20.032137 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] Sync routers for ids ['f8bfda05-84c0-42ef-a135-4d64d3c5c168'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:51:20.043811 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] Routers {'f8bfda05-84c0-42ef-a135-4d64d3c5c168'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:51:20.044472 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:50:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8bfda05-84c0-42ef-a135-4d64d3c5c168'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:20.106099 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:20.107950 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-07188210-2ad5-4966-b2c4-1d725aee8366 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2161901 Apr 20 16:51:20.110898 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55644) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:20.140014 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-01c66b4f-a4d8-402a-8fa1-e21273615d8f tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f671d985b7654b0ab90a0236bac58688&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279865 Apr 20 16:51:20.142524 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55646) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:20.163742 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] Set router f8bfda05-84c0-42ef-a135-4d64d3c5c168 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:51:20.364566 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189045415', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:19Z', 'revision_number': 3, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:20.392750 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] Checking router: f8bfda05-84c0-42ef-a135-4d64d3c5c168 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:51:20.393144 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] Updating router f8bfda05-84c0-42ef-a135-4d64d3c5c168 port 4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:51:20.422004 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:20.623547 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb90ea-4550-4fd0-859c-c34be6dbd851 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:20.624987 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cbcb90ea-4550-4fd0-859c-c34be6dbd851 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4814935 Apr 20 16:51:20.628067 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55648) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:20.660968 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3f370b76-c506-44c6-a349-b598cf0602c0 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281465 Apr 20 16:51:20.661247 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55650) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:20.666270 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-abe24528-a082-4b68-a4e4-f7c4e0b6f210 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2142903167', 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742', 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:51:20.693351 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:20.821512 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:20.862182 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe24528-a082-4b68-a4e4-f7c4e0b6f210 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Made reservation on behalf of f671d985b7654b0ab90a0236bac58688 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:51:20.867589 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-abe24528-a082-4b68-a4e4-f7c4e0b6f210 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:20.872494 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] Attempting to bind port 4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:51:20.872871 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] Attempting to bind port 4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:51:20.873235 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] Attempting to bind port 4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:51:20.879553 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53656a-eea1-4d3f-a5d3-862ccc7c04b2 None None] Pushing event updated for resources: {'Port': ['ID=4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:20.884422 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:51:20.894625 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:51:20.894625 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:20.894625 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:51:20.894625 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] Bound port: 4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:51:20.894625 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:20.939687 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] For port 4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:51:20.943462 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] For port 4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:51:21.085303 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:21.105660 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f0081-e8f7-473a-96b0-dfd1c5e0ed48 req-8250c273-008d-4b87-8eb3-9b53f57de679 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:21.107696 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-938f0081-e8f7-473a-96b0-dfd1c5e0ed48 req-8250c273-008d-4b87-8eb3-9b53f57de679 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 944 time: 0.0638096 Apr 20 16:51:21.142584 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] Routers {'f8bfda05-84c0-42ef-a135-4d64d3c5c168'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:51:21.143231 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:50:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8bfda05-84c0-42ef-a135-4d64d3c5c168'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:21.169156 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-938f0081-e8f7-473a-96b0-dfd1c5e0ed48 req-6c9b73f0-ab40-4888-a1db-797b1f824678 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526309 Apr 20 16:51:21.189159 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53656a-eea1-4d3f-a5d3-862ccc7c04b2 None None] Pushing event updated for resources: {'Port': ['ID=4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:21.194564 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-abe24528-a082-4b68-a4e4-f7c4e0b6f210 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:21.274015 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe24528-a082-4b68-a4e4-f7c4e0b6f210 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Subnet': ['ID=eee520ae-79c1-4eeb-9e2b-1054d3e41dae,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:21.275391 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] Set router f8bfda05-84c0-42ef-a135-4d64d3c5c168 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:51:21.276271 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe24528-a082-4b68-a4e4-f7c4e0b6f210 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Checking segment: {'id': 'cb72196a-278c-4cfe-bdc5-0e70b0bde87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:51:21.277495 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe24528-a082-4b68-a4e4-f7c4e0b6f210 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network hostable DHCP agents. Network: d9b0b7fd-e8bb-4e4c-a12a-6415406b6742, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:51:21.370856 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe24528-a082-4b68-a4e4-f7c4e0b6f210 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network d9b0b7fd-e8bb-4e4c-a12a-6415406b6742 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:51:21.490562 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-abe24528-a082-4b68-a4e4-f7c4e0b6f210 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, d9b0b7fd-e8bb-4e4c-a12a-6415406b6742) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:51:21.495668 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe24528-a082-4b68-a4e4-f7c4e0b6f210 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:21.496266 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-abe24528-a082-4b68-a4e4-f7c4e0b6f210 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:21.528419 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c3f151-8624-448f-9069-1e1893812e23 None None] Network d9b0b7fd-e8bb-4e4c-a12a-6415406b6742 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:51:21.613864 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-abe24528-a082-4b68-a4e4-f7c4e0b6f210 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9511347 Apr 20 16:51:21.616923 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55654) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:21.733891 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189045415', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:19Z', 'revision_number': 3, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:21.741426 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7372b1d9-f904-46b2-9cf6-b445aff41704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-d9b0b7fd-e8bb-4e4c-a12a-6415406b6742', 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'fixed_ips': [{'subnet_id': 'eee520ae-79c1-4eeb-9e2b-1054d3e41dae'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:51:21.742234 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7372b1d9-f904-46b2-9cf6-b445aff41704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:21.774565 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9831a505-fbfd-445f-82a6-f90cb2a9c60f None None] The sync data for ids ['f8bfda05-84c0-42ef-a135-4d64d3c5c168'] in n-d-836146-2 is: [{'id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189045415', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:19Z', 'revision_number': 3, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:51:21.922491 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-7372b1d9-f904-46b2-9cf6-b445aff41704 None None] Allocated IP 172.20.0.2 (d9b0b7fd-e8bb-4e4c-a12a-6415406b6742/eee520ae-79c1-4eeb-9e2b-1054d3e41dae/e09e2d58-f077-4174-9fc2-9b19ce451b8c) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:51:22.113986 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7372b1d9-f904-46b2-9cf6-b445aff41704 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:22.156107 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4c7b6b9-c5fa-4252-8c77-b3d5de9aed95 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:22.251400 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7372b1d9-f904-46b2-9cf6-b445aff41704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:22.302982 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7372b1d9-f904-46b2-9cf6-b445aff41704 None None] Network d9b0b7fd-e8bb-4e4c-a12a-6415406b6742 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:51:22.306828 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-7372b1d9-f904-46b2-9cf6-b445aff41704 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:51:22.311678 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd9017-ff30-4b94-9904-476cab9ed53a req-84eaefe4-68ca-4e52-aba7-e2b54f094120 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:22.315433 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-12fd9017-ff30-4b94-9904-476cab9ed53a req-84eaefe4-68ca-4e52-aba7-e2b54f094120 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 944 time: 0.0610192 Apr 20 16:51:22.317602 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7372b1d9-f904-46b2-9cf6-b445aff41704 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:51:22.321418 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372b1d9-f904-46b2-9cf6-b445aff41704 None None] Pushing event updated for resources: {'Port': ['ID=e09e2d58-f077-4174-9fc2-9b19ce451b8c,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:22.386516 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7372b1d9-f904-46b2-9cf6-b445aff41704 None None] Attempting to bind port e09e2d58-f077-4174-9fc2-9b19ce451b8c on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:51:22.395590 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7372b1d9-f904-46b2-9cf6-b445aff41704 None None] Attempting to bind port e09e2d58-f077-4174-9fc2-9b19ce451b8c by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'cb72196a-278c-4cfe-bdc5-0e70b0bde87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:51:22.395590 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372b1d9-f904-46b2-9cf6-b445aff41704 None None] Attempting to bind port e09e2d58-f077-4174-9fc2-9b19ce451b8c on network d9b0b7fd-e8bb-4e4c-a12a-6415406b6742 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:51:22.396043 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-12fd9017-ff30-4b94-9904-476cab9ed53a req-d13c376d-2671-486b-8a5d-2e82585d21da tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673318 Apr 20 16:51:22.396148 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372b1d9-f904-46b2-9cf6-b445aff41704 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:51:22.396148 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372b1d9-f904-46b2-9cf6-b445aff41704 None None] Checking segment: {'id': 'cb72196a-278c-4cfe-bdc5-0e70b0bde87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:51:22.396148 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7372b1d9-f904-46b2-9cf6-b445aff41704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:22.396148 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372b1d9-f904-46b2-9cf6-b445aff41704 None None] Bound using segment: {'id': 'cb72196a-278c-4cfe-bdc5-0e70b0bde87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:51:22.396148 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7372b1d9-f904-46b2-9cf6-b445aff41704 None None] Bound port: e09e2d58-f077-4174-9fc2-9b19ce451b8c, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb72196a-278c-4cfe-bdc5-0e70b0bde87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:51:22.396148 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7372b1d9-f904-46b2-9cf6-b445aff41704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:22.471239 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7372b1d9-f904-46b2-9cf6-b445aff41704 None None] For port e09e2d58-f077-4174-9fc2-9b19ce451b8c, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:51:22.475204 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7372b1d9-f904-46b2-9cf6-b445aff41704 None None] For port e09e2d58-f077-4174-9fc2-9b19ce451b8c, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e09e2d58-f077-4174-9fc2-9b19ce451b8c,segment=NetworkSegment(cb72196a-278c-4cfe-bdc5-0e70b0bde87c),segment_id=cb72196a-278c-4cfe-bdc5-0e70b0bde87c)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:51:22.493351 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-a4c7b6b9-c5fa-4252-8c77-b3d5de9aed95 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Allocated IP 172.20.0.1 (d9b0b7fd-e8bb-4e4c-a12a-6415406b6742/eee520ae-79c1-4eeb-9e2b-1054d3e41dae/7e494284-4714-420f-adc7-a27065787610) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:51:22.633490 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4c7b6b9-c5fa-4252-8c77-b3d5de9aed95 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:22.681035 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7372b1d9-f904-46b2-9cf6-b445aff41704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:22.768454 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372b1d9-f904-46b2-9cf6-b445aff41704 None None] Pushing event updated for resources: {'Port': ['ID=e09e2d58-f077-4174-9fc2-9b19ce451b8c,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:22.826110 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:51:22.833156 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4c7b6b9-c5fa-4252-8c77-b3d5de9aed95 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:22.885680 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5392dccb-5da5-4621-8283-e19cbf4c8fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:22.886105 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c7b6b9-c5fa-4252-8c77-b3d5de9aed95 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network d9b0b7fd-e8bb-4e4c-a12a-6415406b6742 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:51:22.892132 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-a4c7b6b9-c5fa-4252-8c77-b3d5de9aed95 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:51:22.899398 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c7b6b9-c5fa-4252-8c77-b3d5de9aed95 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:51:22.916865 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:51:22.917446 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:22.935871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7b6b9-c5fa-4252-8c77-b3d5de9aed95 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Port': ['ID=7e494284-4714-420f-adc7-a27065787610,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:22.959709 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4c7b6b9-c5fa-4252-8c77-b3d5de9aed95 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:23.040002 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:23.071409 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:51:23.239547 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:23.293973 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:23.315107 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4c7b6b9-c5fa-4252-8c77-b3d5de9aed95 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:23.587643 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63004695-cc7a-4060-a94d-ca6b96716b37 req-6c2dfbea-15a8-43f3-9054-5049a2477bab tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:23.589192 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63004695-cc7a-4060-a94d-ca6b96716b37 req-6c2dfbea-15a8-43f3-9054-5049a2477bab tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 944 time: 0.1169426 Apr 20 16:51:23.667231 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-63004695-cc7a-4060-a94d-ca6b96716b37 req-c38b7772-fc1a-4686-aebc-954329196aa1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624297 Apr 20 16:51:23.681870 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4c7b6b9-c5fa-4252-8c77-b3d5de9aed95 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:23.759175 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4c7b6b9-c5fa-4252-8c77-b3d5de9aed95 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:23.844869 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7b6b9-c5fa-4252-8c77-b3d5de9aed95 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Port': ['ID=7e494284-4714-420f-adc7-a27065787610,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:23.851443 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4c7b6b9-c5fa-4252-8c77-b3d5de9aed95 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:23.959542 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c7b6b9-c5fa-4252-8c77-b3d5de9aed95 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network d9b0b7fd-e8bb-4e4c-a12a-6415406b6742 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:51:23.961091 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-a4c7b6b9-c5fa-4252-8c77-b3d5de9aed95 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:51:24.018753 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ac1fd1-17d4-4c2c-b7ac-f519326cca27 None None] Network d9b0b7fd-e8bb-4e4c-a12a-6415406b6742 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:51:24.090245 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c7b6b9-c5fa-4252-8c77-b3d5de9aed95 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Router f8bfda05-84c0-42ef-a135-4d64d3c5c168 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:51:24.150427 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9e8366ef-3589-4cf4-a510-2e383c75e773 None None] Provisioning complete for port e09e2d58-f077-4174-9fc2-9b19ce451b8c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:51:24.150803 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9e8366ef-3589-4cf4-a510-2e383c75e773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:24.207456 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c7b6b9-c5fa-4252-8c77-b3d5de9aed95 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:51:24.212706 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a4c7b6b9-c5fa-4252-8c77-b3d5de9aed95 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "PUT /v2.0/routers/f8bfda05-84c0-42ef-a135-4d64d3c5c168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5946538 Apr 20 16:51:24.224873 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] Sync routers for ids ['f8bfda05-84c0-42ef-a135-4d64d3c5c168'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:51:24.278716 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] Routers {'f8bfda05-84c0-42ef-a135-4d64d3c5c168'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:51:24.278716 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:50:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8bfda05-84c0-42ef-a135-4d64d3c5c168'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:24.279967 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9e8366ef-3589-4cf4-a510-2e383c75e773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:24.327231 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9e8366ef-3589-4cf4-a510-2e383c75e773 None None] For port e09e2d58-f077-4174-9fc2-9b19ce451b8c, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e09e2d58-f077-4174-9fc2-9b19ce451b8c,segment=NetworkSegment(cb72196a-278c-4cfe-bdc5-0e70b0bde87c),segment_id=cb72196a-278c-4cfe-bdc5-0e70b0bde87c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:51:24.422693 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9e8366ef-3589-4cf4-a510-2e383c75e773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:24.475001 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] Set router f8bfda05-84c0-42ef-a135-4d64d3c5c168 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:51:24.486381 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8366ef-3589-4cf4-a510-2e383c75e773 None None] Pushing event updated for resources: {'Port': ['ID=e09e2d58-f077-4174-9fc2-9b19ce451b8c,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:24.488949 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-17dddce6-7343-4f99-9a8d-67f47f68c27b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090712939&fields=id&tenant_id=f671d985b7654b0ab90a0236bac58688 HTTP/1.1" status: 200 len: 267 time: 0.0639091 Apr 20 16:51:24.578168 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-70dc8d4c-3d1c-460c-9bb7-d0bad1a9dfff None None] Provisioning complete for port e09e2d58-f077-4174-9fc2-9b19ce451b8c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:51:24.578699 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-70dc8d4c-3d1c-460c-9bb7-d0bad1a9dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:24.718584 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-f2678ea5-aaff-4daa-ab81-5d05e370360b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:24.720216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-f2678ea5-aaff-4daa-ab81-5d05e370360b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/networks?id=d9b0b7fd-e8bb-4e4c-a12a-6415406b6742 HTTP/1.1" status: 200 len: 797 time: 0.2181363 Apr 20 16:51:24.739927 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-f825d150-61f8-4f3e-94d7-67eab3eff99a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/quotas/f671d985b7654b0ab90a0236bac58688 HTTP/1.1" status: 200 len: 375 time: 0.0184848 Apr 20 16:51:24.787859 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-70dc8d4c-3d1c-460c-9bb7-d0bad1a9dfff None None] Provisioning complete for port 7e494284-4714-420f-adc7-a27065787610 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:51:24.788296 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-70dc8d4c-3d1c-460c-9bb7-d0bad1a9dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:24.860687 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-70dc8d4c-3d1c-460c-9bb7-d0bad1a9dfff None None] Port 7e494284-4714-420f-adc7-a27065787610 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:51:24.863862 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-de3323e0-0f4a-4d07-90db-6ed0f56eba90 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1223738 Apr 20 16:51:24.884494 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189045415', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:23Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '7e494284-4714-420f-adc7-a27065787610', 'name': '', 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:2f:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'eee520ae-79c1-4eeb-9e2b-1054d3e41dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:51:22Z', 'updated_at': '2022-04-20T16:51:23Z', 'revision_number': 2, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': 'eee520ae-79c1-4eeb-9e2b-1054d3e41dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:24.932252 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] Checking router: f8bfda05-84c0-42ef-a135-4d64d3c5c168 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:51:24.932652 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] Updating router f8bfda05-84c0-42ef-a135-4d64d3c5c168 port 7e494284-4714-420f-adc7-a27065787610 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:51:24.954261 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6a51a-4e65-4ea2-8994-56377ed57bd6 req-42d4c241-565b-4e2c-9a79-06c6d3cdef98 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:24.957955 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-69f6a51a-4e65-4ea2-8994-56377ed57bd6 req-42d4c241-565b-4e2c-9a79-06c6d3cdef98 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 944 time: 0.1368630 Apr 20 16:51:24.971985 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:24.990430 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:51:25.009078 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-f5d8a9ec-9ac3-4071-911f-b70ade9e766a service neutron] 10.222.0.15 "GET /v2.0/networks/d9b0b7fd-e8bb-4e4c-a12a-6415406b6742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313989 Apr 20 16:51:25.052356 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-69f6a51a-4e65-4ea2-8994-56377ed57bd6 req-262e8096-438e-4df5-98d6-c0bdf6ad58eb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875533 Apr 20 16:51:25.062802 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-047c244e-777b-4a23-b37f-ebaca5872ac3 None None] Provisioning complete for port 7e494284-4714-420f-adc7-a27065787610 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:51:25.063486 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-047c244e-777b-4a23-b37f-ebaca5872ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:25.127866 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-047c244e-777b-4a23-b37f-ebaca5872ac3 None None] Port 7e494284-4714-420f-adc7-a27065787610 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:51:25.137949 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:51:25.138590 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:25.158717 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-3399d83e-b6a1-4985-882b-52059ce5fafe service neutron] 10.222.0.15 "GET /v2.0/networks/d9b0b7fd-e8bb-4e4c-a12a-6415406b6742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410627 Apr 20 16:51:25.224286 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ba01c15b-8c10-424c-81ef-3a6360b4b4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:25.250545 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e09e2d58-f077-4174-9fc2-9b19ce451b8c up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:51:25.282218 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ab586692-7ff7-4d4e-8b97-4a779c7a05d7 None None] Provisioning complete for port 7e494284-4714-420f-adc7-a27065787610 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:51:25.282919 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ab586692-7ff7-4d4e-8b97-4a779c7a05d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:25.329370 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ab586692-7ff7-4d4e-8b97-4a779c7a05d7 None None] Port 7e494284-4714-420f-adc7-a27065787610 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:51:25.340778 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port e09e2d58-f077-4174-9fc2-9b19ce451b8c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:51:25.341152 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:25.445604 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:25.463683 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ccb5fb57-1014-403d-ade8-6bea2c8cdaf0 req-46cc16bb-a1b0-45f7-8e6c-50489067754a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 210 time: 0.0545416 Apr 20 16:51:25.558848 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:25.608433 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a142c4-6f33-424c-b655-e79615cd7031 None None] Pushing event updated for resources: {'Port': ['ID=7e494284-4714-420f-adc7-a27065787610,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:25.637540 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a142c4-6f33-424c-b655-e79615cd7031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:25.637540 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a142c4-6f33-424c-b655-e79615cd7031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:25.637540 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a142c4-6f33-424c-b655-e79615cd7031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:25.637540 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a142c4-6f33-424c-b655-e79615cd7031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:25.637540 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a142c4-6f33-424c-b655-e79615cd7031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:25.637540 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a142c4-6f33-424c-b655-e79615cd7031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:25.637540 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a142c4-6f33-424c-b655-e79615cd7031 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:25.637540 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a142c4-6f33-424c-b655-e79615cd7031 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:25.637540 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a142c4-6f33-424c-b655-e79615cd7031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:25.637540 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a142c4-6f33-424c-b655-e79615cd7031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:25.637540 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a142c4-6f33-424c-b655-e79615cd7031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:25.637540 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a142c4-6f33-424c-b655-e79615cd7031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:51:25.675838 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] Attempting to bind port 7e494284-4714-420f-adc7-a27065787610 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:51:25.676250 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] Attempting to bind port 7e494284-4714-420f-adc7-a27065787610 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'cb72196a-278c-4cfe-bdc5-0e70b0bde87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:51:25.676666 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] Attempting to bind port 7e494284-4714-420f-adc7-a27065787610 on network d9b0b7fd-e8bb-4e4c-a12a-6415406b6742 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:51:25.684268 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:51:25.684679 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] Checking segment: {'id': 'cb72196a-278c-4cfe-bdc5-0e70b0bde87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:51:25.685085 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:25.685480 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] Bound using segment: {'id': 'cb72196a-278c-4cfe-bdc5-0e70b0bde87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:51:25.685968 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] Bound port: 7e494284-4714-420f-adc7-a27065787610, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb72196a-278c-4cfe-bdc5-0e70b0bde87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:51:25.686943 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:25.757631 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] For port 7e494284-4714-420f-adc7-a27065787610, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:51:25.760943 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] For port 7e494284-4714-420f-adc7-a27065787610, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7e494284-4714-420f-adc7-a27065787610,segment=NetworkSegment(cb72196a-278c-4cfe-bdc5-0e70b0bde87c),segment_id=cb72196a-278c-4cfe-bdc5-0e70b0bde87c)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:51:25.857030 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:25.857816 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-6210887a-8676-49bb-bf6e-ac1fc73ceda2 None None] Provisioning complete for port 7e494284-4714-420f-adc7-a27065787610 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:51:25.858215 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6210887a-8676-49bb-bf6e-ac1fc73ceda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:25.918454 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] Routers {'f8bfda05-84c0-42ef-a135-4d64d3c5c168'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:51:25.918454 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:51:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8bfda05-84c0-42ef-a135-4d64d3c5c168'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:25.969640 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a142c4-6f33-424c-b655-e79615cd7031 None None] Pushing event updated for resources: {'Port': ['ID=7e494284-4714-420f-adc7-a27065787610,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:25.979354 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6210887a-8676-49bb-bf6e-ac1fc73ceda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:26.027706 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-6210887a-8676-49bb-bf6e-ac1fc73ceda2 None None] For port 7e494284-4714-420f-adc7-a27065787610, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7e494284-4714-420f-adc7-a27065787610,segment=NetworkSegment(cb72196a-278c-4cfe-bdc5-0e70b0bde87c),segment_id=cb72196a-278c-4cfe-bdc5-0e70b0bde87c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:51:26.062370 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] Set router f8bfda05-84c0-42ef-a135-4d64d3c5c168 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:51:26.070699 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 95ea0776-3ace-4426-8383-e361ca2bcf72 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:51:26.167693 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6210887a-8676-49bb-bf6e-ac1fc73ceda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:26.205167 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1c9ad-5cf0-4791-b13f-a6598d6b9a82 req-098b1b69-4c98-4bf8-8e49-b9a51cde288b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:26.205167 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cde1c9ad-5cf0-4791-b13f-a6598d6b9a82 req-098b1b69-4c98-4bf8-8e49-b9a51cde288b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 944 time: 0.0535860 Apr 20 16:51:26.242423 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 95ea0776-3ace-4426-8383-e361ca2bcf72, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=95ea0776-3ace-4426-8383-e361ca2bcf72,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:51:26.246784 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210887a-8676-49bb-bf6e-ac1fc73ceda2 None None] Pushing event updated for resources: {'Port': ['ID=7e494284-4714-420f-adc7-a27065787610,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:26.262070 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cde1c9ad-5cf0-4791-b13f-a6598d6b9a82 req-bffc2313-60e5-4100-837a-4c0bff341773 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458074 Apr 20 16:51:26.268734 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '95ea0776-3ace-4426-8383-e361ca2bcf72', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'port_id': '95ea0776-3ace-4426-8383-e361ca2bcf72', 'mac_address': 'fa:16:3e:ed:8a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:51:26.294758 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189045415', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:23Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '7e494284-4714-420f-adc7-a27065787610', 'name': '', 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:2f:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'eee520ae-79c1-4eeb-9e2b-1054d3e41dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:51:22Z', 'updated_at': '2022-04-20T16:51:25Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': 'eee520ae-79c1-4eeb-9e2b-1054d3e41dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:26.320597 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:26.323150 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1736bdfd-1a90-4c91-a1c3-675fbb6119be None None] The sync data for ids ['f8bfda05-84c0-42ef-a135-4d64d3c5c168'] in n-d-836146-2 is: [{'id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189045415', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:23Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '7e494284-4714-420f-adc7-a27065787610', 'name': '', 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:2f:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'eee520ae-79c1-4eeb-9e2b-1054d3e41dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:51:22Z', 'updated_at': '2022-04-20T16:51:25Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': 'eee520ae-79c1-4eeb-9e2b-1054d3e41dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:51:26.335653 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c920d992-f9ea-44b0-889e-ce71ee35a16e None None] Provisioning complete for port 7e494284-4714-420f-adc7-a27065787610 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:51:26.336025 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c920d992-f9ea-44b0-889e-ce71ee35a16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:26.339145 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ea0776-3ace-4426-8383-e361ca2bcf72 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:51:26.421379 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 95ea0776-3ace-4426-8383-e361ca2bcf72, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=95ea0776-3ace-4426-8383-e361ca2bcf72,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:51:26.531568 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:26.533261 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:26.541079 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0adb9598-8c34-40e7-98a4-1a04d36d3f31 req-5cb2f644-a857-42c8-93a5-efc6c0dca38b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 210 time: 0.0294237 Apr 20 16:51:26.594530 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=95ea0776-3ace-4426-8383-e361ca2bcf72,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:26.806788 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 7e494284-4714-420f-adc7-a27065787610 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:51:26.875777 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 7e494284-4714-420f-adc7-a27065787610 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:51:26.876153 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:26.930598 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['95ea0776-3ace-4426-8383-e361ca2bcf72'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:51:27.397513 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ca65a-df7a-44d9-8053-0ef5bb969d75 req-eac27b18-af79-4f0c-9a0e-3cf268563949 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:27.399039 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c6ca65a-df7a-44d9-8053-0ef5bb969d75 req-eac27b18-af79-4f0c-9a0e-3cf268563949 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 945 time: 0.0591905 Apr 20 16:51:27.442144 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c6ca65a-df7a-44d9-8053-0ef5bb969d75 req-acfac59c-5328-41e5-ad9d-08d3521e8dc3 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367496 Apr 20 16:51:27.666542 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4f922225-cee2-4af8-9297-d7c5e1b096a1 req-62d95b25-6599-448d-b651-adf8d95d60d6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 210 time: 0.0281715 Apr 20 16:51:27.874381 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:27.884012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-57472e28-9594-4763-9237-d4a3b2d6c428 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:27.885608 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-57472e28-9594-4763-9237-d4a3b2d6c428 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.30 "GET /v2.0/networks?id=d9b0b7fd-e8bb-4e4c-a12a-6415406b6742 HTTP/1.1" status: 200 len: 797 time: 0.1125381 Apr 20 16:51:27.941452 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-30120185-4ea0-4d5d-8fa3-552b733416b7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f671d985b7654b0ab90a0236bac58688 HTTP/1.1" status: 200 len: 380 time: 0.0395272 Apr 20 16:51:27.951634 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-10816839-f550-415f-8ba8-ed969ac8fa47 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'port': {'device_id': '0e534ac3-4356-4329-97b6-46f1dbb6f5e1', 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742', 'admin_state_up': True, 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'security_groups': ['5ad7a902-379b-4b6c-b64a-fdf5be6ae046']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:51:28.088421 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 95ea0776-3ace-4426-8383-e361ca2bcf72 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:51:28.226916 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-10816839-f550-415f-8ba8-ed969ac8fa47 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Made reservation on behalf of f671d985b7654b0ab90a0236bac58688 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:51:28.231005 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-10816839-f550-415f-8ba8-ed969ac8fa47 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:28.274744 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:28.375868 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-10816839-f550-415f-8ba8-ed969ac8fa47 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Allocated IP 172.20.0.7 (d9b0b7fd-e8bb-4e4c-a12a-6415406b6742/eee520ae-79c1-4eeb-9e2b-1054d3e41dae/24a0cc72-db16-475f-9019-00d56cc09e4f) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:51:28.393204 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 95ea0776-3ace-4426-8383-e361ca2bcf72 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:51:28.398294 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 95ea0776-3ace-4426-8383-e361ca2bcf72 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:51:28.398801 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:28.498124 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:28.532484 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83762a9e-1d66-4e27-a17b-097674df2856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ea0776-3ace-4426-8383-e361ca2bcf72'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:51:28.532484 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbc8f77-6672-4cde-b19c-74486d33c065" -d '{"events": [{"server_uuid": "83762a9e-1d66-4e27-a17b-097674df2856", "name": "network-vif-plugged", "status": "completed", "tag": "95ea0776-3ace-4426-8383-e361ca2bcf72"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:51:28.544844 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-10816839-f550-415f-8ba8-ed969ac8fa47 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:28.548989 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 95ea0776-3ace-4426-8383-e361ca2bcf72, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=95ea0776-3ace-4426-8383-e361ca2bcf72,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:51:28.581227 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23602fe-a0cb-49a6-b15c-1cc053c75508 x-openstack-request-id: req-d23602fe-a0cb-49a6-b15c-1cc053c75508 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:51:28.581227 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83762a9e-1d66-4e27-a17b-097674df2856", "name": "network-vif-plugged", "status": "completed", "tag": "95ea0776-3ace-4426-8383-e361ca2bcf72", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:51:28.581227 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d23602fe-a0cb-49a6-b15c-1cc053c75508 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:51:28.581227 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d23602fe-a0cb-49a6-b15c-1cc053c75508'] response: {'server_uuid': '83762a9e-1d66-4e27-a17b-097674df2856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ea0776-3ace-4426-8383-e361ca2bcf72', 'code': 200} Apr 20 16:51:28.622148 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7b5ea-d2cd-4f16-83ae-028501f277cd req-692f8cd8-c131-4473-96dc-61d8e2f3ff91 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:28.623743 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70d7b5ea-d2cd-4f16-83ae-028501f277cd req-692f8cd8-c131-4473-96dc-61d8e2f3ff91 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 945 time: 0.0943568 Apr 20 16:51:28.628113 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:28.670333 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70d7b5ea-d2cd-4f16-83ae-028501f277cd req-96b8c48a-28bc-45d2-bd60-aff9f93f5e5a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353031 Apr 20 16:51:28.679425 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=95ea0776-3ace-4426-8383-e361ca2bcf72,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:28.703122 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-10816839-f550-415f-8ba8-ed969ac8fa47 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:28.757719 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a4cce-ad21-48c0-90bc-a399ae466452 req-b7018518-0108-41e6-a0a1-8ce33a58a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:28.759159 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-301a4cce-ad21-48c0-90bc-a399ae466452 req-b7018518-0108-41e6-a0a1-8ce33a58a018 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 1097 time: 0.0879917 Apr 20 16:51:28.766229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-10816839-f550-415f-8ba8-ed969ac8fa47 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network d9b0b7fd-e8bb-4e4c-a12a-6415406b6742 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:51:28.778920 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-10816839-f550-415f-8ba8-ed969ac8fa47 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:51:28.783863 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-10816839-f550-415f-8ba8-ed969ac8fa47 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:51:28.785166 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10816839-f550-415f-8ba8-ed969ac8fa47 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Port': ['ID=24a0cc72-db16-475f-9019-00d56cc09e4f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:28.829442 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96413d77-f891-4f20-b89a-4c9b4ecbd3f0 req-22056167-93eb-4f8c-9fca-42c7351b2fd7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:28.832458 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-96413d77-f891-4f20-b89a-4c9b4ecbd3f0 req-22056167-93eb-4f8c-9fca-42c7351b2fd7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 931 time: 0.0658319 Apr 20 16:51:28.856479 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-301a4cce-ad21-48c0-90bc-a399ae466452 req-b7a8e6b3-ca4d-4dd1-842b-2da56864051c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890443 Apr 20 16:51:28.873142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-10816839-f550-415f-8ba8-ed969ac8fa47 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:28.873826 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-10816839-f550-415f-8ba8-ed969ac8fa47 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:28.888007 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-96413d77-f891-4f20-b89a-4c9b4ecbd3f0 req-a6a2e1ae-ca22-4973-9915-1e1268a29841 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442102 Apr 20 16:51:28.901507 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:29.024910 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-18328db5-cb19-4da2-8edf-0bd51683cc0d None None] Provisioning complete for port 24a0cc72-db16-475f-9019-00d56cc09e4f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:51:29.025281 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-18328db5-cb19-4da2-8edf-0bd51683cc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:29.047392 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-10816839-f550-415f-8ba8-ed969ac8fa47 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0996547 Apr 20 16:51:29.065266 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-18328db5-cb19-4da2-8edf-0bd51683cc0d None None] Port 24a0cc72-db16-475f-9019-00d56cc09e4f cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:51:29.065597 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-cd7b5600-8cfc-45d2-9269-7f807af3a538 service neutron] Request body: {'port': {'device_id': '0e534ac3-4356-4329-97b6-46f1dbb6f5e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:51:29.121780 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-cd7b5600-8cfc-45d2-9269-7f807af3a538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:29.402466 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-cd7b5600-8cfc-45d2-9269-7f807af3a538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24a0cc72-db16-475f-9019-00d56cc09e4f {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:51:29.410645 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-cd7b5600-8cfc-45d2-9269-7f807af3a538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:29.423186 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-cd7b5600-8cfc-45d2-9269-7f807af3a538 service neutron] Transition to ACTIVE for port object 24a0cc72-db16-475f-9019-00d56cc09e4f will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:51:29.513743 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-cd7b5600-8cfc-45d2-9269-7f807af3a538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:29.568385 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b5600-8cfc-45d2-9269-7f807af3a538 service neutron] Pushing event updated for resources: {'Port': ['ID=24a0cc72-db16-475f-9019-00d56cc09e4f,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:29.650102 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-cd7b5600-8cfc-45d2-9269-7f807af3a538 service neutron] Attempting to bind port 24a0cc72-db16-475f-9019-00d56cc09e4f on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:51:29.650102 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-cd7b5600-8cfc-45d2-9269-7f807af3a538 service neutron] Attempting to bind port 24a0cc72-db16-475f-9019-00d56cc09e4f by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'cb72196a-278c-4cfe-bdc5-0e70b0bde87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:51:29.650405 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-cd7b5600-8cfc-45d2-9269-7f807af3a538 service neutron] Attempting to bind port 24a0cc72-db16-475f-9019-00d56cc09e4f on network d9b0b7fd-e8bb-4e4c-a12a-6415406b6742 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:51:29.656156 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-cd7b5600-8cfc-45d2-9269-7f807af3a538 service neutron] Port 24a0cc72-db16-475f-9019-00d56cc09e4f on network d9b0b7fd-e8bb-4e4c-a12a-6415406b6742 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:51:29.656428 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-cd7b5600-8cfc-45d2-9269-7f807af3a538 service neutron] Attempting to bind port 24a0cc72-db16-475f-9019-00d56cc09e4f on network d9b0b7fd-e8bb-4e4c-a12a-6415406b6742 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:51:29.662608 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-cd7b5600-8cfc-45d2-9269-7f807af3a538 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:51:29.663379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-cd7b5600-8cfc-45d2-9269-7f807af3a538 service neutron] Checking segment: {'id': 'cb72196a-278c-4cfe-bdc5-0e70b0bde87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:51:29.663379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-cd7b5600-8cfc-45d2-9269-7f807af3a538 service neutron] Bound using segment: {'id': 'cb72196a-278c-4cfe-bdc5-0e70b0bde87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:51:29.663778 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-cd7b5600-8cfc-45d2-9269-7f807af3a538 service neutron] Bound port: 24a0cc72-db16-475f-9019-00d56cc09e4f, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb72196a-278c-4cfe-bdc5-0e70b0bde87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:51:29.664138 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-cd7b5600-8cfc-45d2-9269-7f807af3a538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:29.735052 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-cd7b5600-8cfc-45d2-9269-7f807af3a538 service neutron] For port 24a0cc72-db16-475f-9019-00d56cc09e4f, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:51:29.818109 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4be359-2836-46af-be8e-4edea17c6304 req-2831e16c-9411-4181-bdc1-9433727849d1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:29.819674 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd4be359-2836-46af-be8e-4edea17c6304 req-2831e16c-9411-4181-bdc1-9433727849d1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 946 time: 0.0636635 Apr 20 16:51:29.867450 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd4be359-2836-46af-be8e-4edea17c6304 req-ffef0700-d3f3-4414-bebe-1d440277ff49 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414085 Apr 20 16:51:29.869257 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-cd7b5600-8cfc-45d2-9269-7f807af3a538 service neutron] For port 24a0cc72-db16-475f-9019-00d56cc09e4f, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=24a0cc72-db16-475f-9019-00d56cc09e4f,segment=NetworkSegment(cb72196a-278c-4cfe-bdc5-0e70b0bde87c),segment_id=cb72196a-278c-4cfe-bdc5-0e70b0bde87c)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:51:29.976644 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-cd7b5600-8cfc-45d2-9269-7f807af3a538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:30.012528 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-cd7b5600-8cfc-45d2-9269-7f807af3a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:30.013126 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-cd7b5600-8cfc-45d2-9269-7f807af3a538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:30.014624 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-cd7b5600-8cfc-45d2-9269-7f807af3a538 service neutron] 10.222.0.30 "PUT /v2.0/ports/24a0cc72-db16-475f-9019-00d56cc09e4f HTTP/1.1" status: 200 len: 1091 time: 0.9537523 Apr 20 16:51:30.015108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e534ac3-4356-4329-97b6-46f1dbb6f5e1', 'tag': '24a0cc72-db16-475f-9019-00d56cc09e4f'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:51:30.017418 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6f36b0-dbff-4c77-8795-77e6ddef5ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "0e534ac3-4356-4329-97b6-46f1dbb6f5e1", "tag": "24a0cc72-db16-475f-9019-00d56cc09e4f"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:51:30.029651 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cb9b4-6eba-421e-b89e-bb1596928465 req-6bcd506b-ba1e-41d6-b43e-1e8c618a9e44 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:30.037471 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b15cb9b4-6eba-421e-b89e-bb1596928465 req-6bcd506b-ba1e-41d6-b43e-1e8c618a9e44 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 943 time: 0.0690043 Apr 20 16:51:30.057746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b5600-8cfc-45d2-9269-7f807af3a538 service neutron] Pushing event updated for resources: {'Port': ['ID=24a0cc72-db16-475f-9019-00d56cc09e4f,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:30.063078 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:30.074383 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc8a52d-e5ae-4058-8f2d-a26e870beead x-openstack-request-id: req-4bc8a52d-e5ae-4058-8f2d-a26e870beead {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:51:30.074798 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e534ac3-4356-4329-97b6-46f1dbb6f5e1", "tag": "24a0cc72-db16-475f-9019-00d56cc09e4f", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:51:30.075109 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4bc8a52d-e5ae-4058-8f2d-a26e870beead {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:51:30.075767 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bc8a52d-e5ae-4058-8f2d-a26e870beead'] response: {'name': 'network-changed', 'server_uuid': '0e534ac3-4356-4329-97b6-46f1dbb6f5e1', 'tag': '24a0cc72-db16-475f-9019-00d56cc09e4f', 'status': 'completed', 'code': 200} Apr 20 16:51:30.103688 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b15cb9b4-6eba-421e-b89e-bb1596928465 req-e9a6d17a-49a4-4ca2-bd42-59b165838d8b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616133 Apr 20 16:51:30.166941 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f36b0-dbff-4c77-8795-77e6ddef5ac4 req-58fbee3d-de65-4fbd-8877-bbc5c129e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:30.168486 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b6f36b0-dbff-4c77-8795-77e6ddef5ac4 req-58fbee3d-de65-4fbd-8877-bbc5c129e2dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 1094 time: 0.0471482 Apr 20 16:51:30.289526 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f36b0-dbff-4c77-8795-77e6ddef5ac4 req-c23d2dec-eec8-4ed1-9766-aa5a2cc13927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:30.291038 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b6f36b0-dbff-4c77-8795-77e6ddef5ac4 req-c23d2dec-eec8-4ed1-9766-aa5a2cc13927 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f671d985b7654b0ab90a0236bac58688&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1093397 Apr 20 16:51:30.392625 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f36b0-dbff-4c77-8795-77e6ddef5ac4 req-d7e2593e-b67b-4d3c-941a-1bb36fd4948a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:30.394242 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b6f36b0-dbff-4c77-8795-77e6ddef5ac4 req-d7e2593e-b67b-4d3c-941a-1bb36fd4948a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969315 Apr 20 16:51:30.504552 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-8aa09ae7-e5a8-4cc6-8914-fef35f00ad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:30.505993 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-8aa09ae7-e5a8-4cc6-8914-fef35f00ad84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 1094 time: 0.0500977 Apr 20 16:51:30.558216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-55feee23-5cc3-416d-8595-d4d987974293 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24a0cc72-db16-475f-9019-00d56cc09e4f HTTP/1.1" status: 200 len: 217 time: 0.0386722 Apr 20 16:51:30.610454 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-5844f6b5-fb4a-498c-b493-e1c801ace11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:30.611954 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-5844f6b5-fb4a-498c-b493-e1c801ace11f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eee520ae-79c1-4eeb-9e2b-1054d3e41dae HTTP/1.1" status: 200 len: 835 time: 0.0479181 Apr 20 16:51:30.662957 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-8584bccb-f9cb-4fa1-8a65-54d8dd3fa153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:30.664538 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-8584bccb-f9cb-4fa1-8a65-54d8dd3fa153 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9b0b7fd-e8bb-4e4c-a12a-6415406b6742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457141 Apr 20 16:51:30.759602 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-89aa4aad-4d59-4fcf-8897-33f36380834d service neutron] 10.222.0.30 "GET /v2.0/networks/d9b0b7fd-e8bb-4e4c-a12a-6415406b6742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886958 Apr 20 16:51:30.857419 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d6f1efb-7d28-487f-ab52-8b1af5e48703 req-2091d176-82e7-4a15-bd6a-d5e82332225d service neutron] 10.222.0.30 "GET /v2.0/networks/d9b0b7fd-e8bb-4e4c-a12a-6415406b6742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918953 Apr 20 16:51:31.005132 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38fe01-7603-401f-8b80-724c76959b7a req-122c89a8-915d-4d7c-a5b3-8645b21fdefa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:31.006682 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bf38fe01-7603-401f-8b80-724c76959b7a req-122c89a8-915d-4d7c-a5b3-8645b21fdefa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 946 time: 0.0578370 Apr 20 16:51:31.047409 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bf38fe01-7603-401f-8b80-724c76959b7a req-9ba49d1e-0acf-4d85-afef-7f7bf011a9b3 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337133 Apr 20 16:51:31.183702 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3788894-2194-49a8-8eff-0c383a91feca req-505e213e-2a99-4220-8941-d707ceccef3d tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:31.185320 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e3788894-2194-49a8-8eff-0c383a91feca req-505e213e-2a99-4220-8941-d707ceccef3d tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 946 time: 0.0523510 Apr 20 16:51:31.223856 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58849e2-4018-4b14-a932-efa7cf0aeacf req-420597e8-0a8d-43ad-8d05-0088d411546a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:31.225601 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c58849e2-4018-4b14-a932-efa7cf0aeacf req-420597e8-0a8d-43ad-8d05-0088d411546a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 943 time: 0.0518563 Apr 20 16:51:31.227865 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e3788894-2194-49a8-8eff-0c383a91feca req-cd5e1abd-69f9-4053-ac3d-7eb0fc7f4ca9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357418 Apr 20 16:51:31.250883 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55714) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:31.270521 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c58849e2-4018-4b14-a932-efa7cf0aeacf req-cbed6c41-dd23-466b-b31d-9970ccb26217 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384412 Apr 20 16:51:31.296992 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6721d5d4-f8f0-4e4e-a3f9-d3a1acec9707 tempest-TestVolumeBootPattern-553848785 tempest-TestVolumeBootPattern-553848785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:31.298653 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6721d5d4-f8f0-4e4e-a3f9-d3a1acec9707 tempest-TestVolumeBootPattern-553848785 tempest-TestVolumeBootPattern-553848785-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 1092 time: 0.0467067 Apr 20 16:51:31.303220 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55716) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:31.308102 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5cb0b4bf-7582-42bf-9e07-bf20c8523a7c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': '95ea0776-3ace-4426-8383-e361ca2bcf72', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:51:31.433584 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cb0b4bf-7582-42bf-9e07-bf20c8523a7c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:31.538795 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cb0b4bf-7582-42bf-9e07-bf20c8523a7c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:31.653036 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-5cb0b4bf-7582-42bf-9e07-bf20c8523a7c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Allocated IP 172.25.0.49 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/a153ae31-960b-48d6-b2c9-aa34883ff6eb) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:51:31.759487 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cb0b4bf-7582-42bf-9e07-bf20c8523a7c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:31.885193 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cb0b4bf-7582-42bf-9e07-bf20c8523a7c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:31.938717 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb0b4bf-7582-42bf-9e07-bf20c8523a7c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:51:31.942325 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-5cb0b4bf-7582-42bf-9e07-bf20c8523a7c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:51:31.949970 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb0b4bf-7582-42bf-9e07-bf20c8523a7c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:51:31.974987 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0b4bf-7582-42bf-9e07-bf20c8523a7c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event updated for resources: {'Port': ['ID=a153ae31-960b-48d6-b2c9-aa34883ff6eb,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:32.669776 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c1fa5-a616-4184-8aed-2d727b9f79da req-463ad2d7-4b91-41e9-b445-7e55d06e2055 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:32.671264 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ca3c1fa5-a616-4184-8aed-2d727b9f79da req-463ad2d7-4b91-41e9-b445-7e55d06e2055 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 943 time: 0.0870805 Apr 20 16:51:32.680288 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cb0b4bf-7582-42bf-9e07-bf20c8523a7c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:32.746588 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ca3c1fa5-a616-4184-8aed-2d727b9f79da req-95ec5f4d-c22d-4a4b-af5f-1e1c280b6416 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682137 Apr 20 16:51:32.860439 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cb0b4bf-7582-42bf-9e07-bf20c8523a7c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:33.020004 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cb0b4bf-7582-42bf-9e07-bf20c8523a7c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:33.079109 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cb0b4bf-7582-42bf-9e07-bf20c8523a7c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:33.147595 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0b4bf-7582-42bf-9e07-bf20c8523a7c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event updated for resources: {'Port': ['ID=a153ae31-960b-48d6-b2c9-aa34883ff6eb,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:33.162179 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cb0b4bf-7582-42bf-9e07-bf20c8523a7c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:33.263927 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-5cb0b4bf-7582-42bf-9e07-bf20c8523a7c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Floating IP 9ac4b97c-4742-4782-933c-ae93d095e65e associated. External IP: 172.25.0.49, port: 95ea0776-3ace-4426-8383-e361ca2bcf72. Apr 20 16:51:33.475940 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb0b4bf-7582-42bf-9e07-bf20c8523a7c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Router d263147a-5955-457c-b374-6ce74a4a5515 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:51:33.586963 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb0b4bf-7582-42bf-9e07-bf20c8523a7c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:51:33.597408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6042040e-0b73-4c55-9273-c9b7ff727f09 None None] Sync routers for ids ['d263147a-5955-457c-b374-6ce74a4a5515'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:51:33.609955 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6042040e-0b73-4c55-9273-c9b7ff727f09 None None] Routers {'d263147a-5955-457c-b374-6ce74a4a5515'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:51:33.622115 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6042040e-0b73-4c55-9273-c9b7ff727f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:51:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d263147a-5955-457c-b374-6ce74a4a5515'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:33.675064 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5cb0b4bf-7582-42bf-9e07-bf20c8523a7c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:33.704277 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5cb0b4bf-7582-42bf-9e07-bf20c8523a7c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3999491 Apr 20 16:51:33.705187 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83762a9e-1d66-4e27-a17b-097674df2856', 'tag': '95ea0776-3ace-4426-8383-e361ca2bcf72'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:51:33.708110 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccbef09-7e74-4cec-a9ef-ebc85566fe4d" -d '{"events": [{"name": "network-changed", "server_uuid": "83762a9e-1d66-4e27-a17b-097674df2856", "tag": "95ea0776-3ace-4426-8383-e361ca2bcf72"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:51:33.720522 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-6042040e-0b73-4c55-9273-c9b7ff727f09 None None] Set router d263147a-5955-457c-b374-6ce74a4a5515 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:51:33.750546 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c293cbf0-ff60-4163-a670-61a25476450d x-openstack-request-id: req-c293cbf0-ff60-4163-a670-61a25476450d {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:51:33.750962 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83762a9e-1d66-4e27-a17b-097674df2856", "tag": "95ea0776-3ace-4426-8383-e361ca2bcf72", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:51:33.751348 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c293cbf0-ff60-4163-a670-61a25476450d {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:51:33.751756 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c293cbf0-ff60-4163-a670-61a25476450d'] response: {'name': 'network-changed', 'server_uuid': '83762a9e-1d66-4e27-a17b-097674df2856', 'tag': '95ea0776-3ace-4426-8383-e361ca2bcf72', 'status': 'completed', 'code': 200} Apr 20 16:51:33.843800 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbef09-7e74-4cec-a9ef-ebc85566fe4d req-9a890612-da90-4b0e-aa9d-2b377d31e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:33.845337 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ccbef09-7e74-4cec-a9ef-ebc85566fe4d req-9a890612-da90-4b0e-aa9d-2b377d31e922 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 1097 time: 0.0514557 Apr 20 16:51:33.872065 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ca5ed-b953-4038-94c8-40ab92c9e262 req-046e24c6-a89b-4a2c-b5e8-5a7f885601ba tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:33.875376 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bd9ca5ed-b953-4038-94c8-40ab92c9e262 req-046e24c6-a89b-4a2c-b5e8-5a7f885601ba tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 943 time: 0.0541580 Apr 20 16:51:33.918184 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bd9ca5ed-b953-4038-94c8-40ab92c9e262 req-0379ae66-f1c0-49b1-9a4a-94778298298b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366898 Apr 20 16:51:33.950254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbef09-7e74-4cec-a9ef-ebc85566fe4d req-73cb5850-845b-462b-bde1-f709bc0a2c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:33.951798 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ccbef09-7e74-4cec-a9ef-ebc85566fe4d req-73cb5850-845b-462b-bde1-f709bc0a2c65 service neutron] 10.222.0.26 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 913 time: 0.0997820 Apr 20 16:51:33.961242 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6042040e-0b73-4c55-9273-c9b7ff727f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:41:57Z', 'revision_number': 4, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port': {'id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:54Z', 'updated_at': '2022-04-20T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '9ac4b97c-4742-4782-933c-ae93d095e65e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'port_id': '95ea0776-3ace-4426-8383-e361ca2bcf72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'mac_address': 'fa:16:3e:ed:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83762a9e-1d66-4e27-a17b-097674df2856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:51:32Z', 'updated_at': '2022-04-20T16:51:32Z', 'revision_number': 0, 'project_id': '89276b194611435f91cf83dc9e96548b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9539ba61-3b04-4ecf-bd73-abeb288fdec1', 'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'mac_address': 'fa:16:3e:9c:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:57Z', 'updated_at': '2022-04-20T16:42:01Z', 'revision_number': 5, 'project_id': '89276b194611435f91cf83dc9e96548b', 'subnets': [{'id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:33.992220 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6042040e-0b73-4c55-9273-c9b7ff727f09 None None] Checking router: d263147a-5955-457c-b374-6ce74a4a5515 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:51:34.000445 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6042040e-0b73-4c55-9273-c9b7ff727f09 None None] Routers {'d263147a-5955-457c-b374-6ce74a4a5515'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:51:34.001061 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6042040e-0b73-4c55-9273-c9b7ff727f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:51:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d263147a-5955-457c-b374-6ce74a4a5515'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:34.030254 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ccbef09-7e74-4cec-a9ef-ebc85566fe4d req-b0ca4e70-c21f-4669-92c1-da82e44f8552 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95ea0776-3ace-4426-8383-e361ca2bcf72 HTTP/1.1" status: 200 len: 999 time: 0.0716689 Apr 20 16:51:34.082878 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbef09-7e74-4cec-a9ef-ebc85566fe4d req-1207822e-fdb0-4d61-9c64-72d25f4bb357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:34.084408 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ccbef09-7e74-4cec-a9ef-ebc85566fe4d req-1207822e-fdb0-4d61-9c64-72d25f4bb357 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84f859e8-1f59-4fe7-930d-c92d7f74a0a0 HTTP/1.1" status: 200 len: 851 time: 0.0473256 Apr 20 16:51:34.113528 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-6042040e-0b73-4c55-9273-c9b7ff727f09 None None] Set router d263147a-5955-457c-b374-6ce74a4a5515 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:51:34.131473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbef09-7e74-4cec-a9ef-ebc85566fe4d req-3c2b32f6-12e6-4022-8d1e-bc3f675b90ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:34.133013 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ccbef09-7e74-4cec-a9ef-ebc85566fe4d req-3c2b32f6-12e6-4022-8d1e-bc3f675b90ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45075084-5307-4652-bafe-1d4bc624b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422125 Apr 20 16:51:34.225905 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ccbef09-7e74-4cec-a9ef-ebc85566fe4d req-4a270628-6f85-4fdd-b434-d8d26dc786a4 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860775 Apr 20 16:51:34.317291 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ccbef09-7e74-4cec-a9ef-ebc85566fe4d req-7cbb9573-84d2-42be-9fc6-d519538e2ce4 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850048 Apr 20 16:51:34.344927 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6042040e-0b73-4c55-9273-c9b7ff727f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:41:57Z', 'revision_number': 4, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port': {'id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:54Z', 'updated_at': '2022-04-20T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '9ac4b97c-4742-4782-933c-ae93d095e65e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'port_id': '95ea0776-3ace-4426-8383-e361ca2bcf72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'mac_address': 'fa:16:3e:ed:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83762a9e-1d66-4e27-a17b-097674df2856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:51:32Z', 'updated_at': '2022-04-20T16:51:32Z', 'revision_number': 0, 'project_id': '89276b194611435f91cf83dc9e96548b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9539ba61-3b04-4ecf-bd73-abeb288fdec1', 'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'mac_address': 'fa:16:3e:9c:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:57Z', 'updated_at': '2022-04-20T16:42:01Z', 'revision_number': 5, 'project_id': '89276b194611435f91cf83dc9e96548b', 'subnets': [{'id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:34.376231 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6042040e-0b73-4c55-9273-c9b7ff727f09 None None] The sync data for ids ['d263147a-5955-457c-b374-6ce74a4a5515'] in n-d-836146-2 is: [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:41:57Z', 'revision_number': 4, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port': {'id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:54Z', 'updated_at': '2022-04-20T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '9ac4b97c-4742-4782-933c-ae93d095e65e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'port_id': '95ea0776-3ace-4426-8383-e361ca2bcf72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'mac_address': 'fa:16:3e:ed:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83762a9e-1d66-4e27-a17b-097674df2856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:51:32Z', 'updated_at': '2022-04-20T16:51:32Z', 'revision_number': 0, 'project_id': '89276b194611435f91cf83dc9e96548b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9539ba61-3b04-4ecf-bd73-abeb288fdec1', 'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'mac_address': 'fa:16:3e:9c:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:57Z', 'updated_at': '2022-04-20T16:42:01Z', 'revision_number': 5, 'project_id': '89276b194611435f91cf83dc9e96548b', 'subnets': [{'id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:51:34.595037 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d586e5-89c5-42fd-82a2-0a16fa240928 None None] New status for floating IP 9ac4b97c-4742-4782-933c-ae93d095e65e: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:51:35.044669 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aae596-6963-47ae-98f4-14f8418bbb96 req-edc0fc02-0d80-4ac3-9d3e-66d31a2facd9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:35.046174 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-65aae596-6963-47ae-98f4-14f8418bbb96 req-edc0fc02-0d80-4ac3-9d3e-66d31a2facd9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 943 time: 0.0499692 Apr 20 16:51:35.086682 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-65aae596-6963-47ae-98f4-14f8418bbb96 req-9ebe71f0-0b4b-411d-8508-7531bbf2cefb tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334077 Apr 20 16:51:35.173448 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 24a0cc72-db16-475f-9019-00d56cc09e4f details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:51:35.274024 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 24a0cc72-db16-475f-9019-00d56cc09e4f, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=24a0cc72-db16-475f-9019-00d56cc09e4f,segment=NetworkSegment(cb72196a-278c-4cfe-bdc5-0e70b0bde87c),segment_id=cb72196a-278c-4cfe-bdc5-0e70b0bde87c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:51:35.285193 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '24a0cc72-db16-475f-9019-00d56cc09e4f', 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742', 'port_id': '24a0cc72-db16-475f-9019-00d56cc09e4f', 'mac_address': 'fa:16:3e:fd:b8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee520ae-79c1-4eeb-9e2b-1054d3e41dae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:51:35.327752 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:35.341110 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a0cc72-db16-475f-9019-00d56cc09e4f {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:51:35.360998 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 24a0cc72-db16-475f-9019-00d56cc09e4f, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=24a0cc72-db16-475f-9019-00d56cc09e4f,segment=NetworkSegment(cb72196a-278c-4cfe-bdc5-0e70b0bde87c),segment_id=cb72196a-278c-4cfe-bdc5-0e70b0bde87c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:51:35.421906 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:35.471058 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=24a0cc72-db16-475f-9019-00d56cc09e4f,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:35.794602 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['24a0cc72-db16-475f-9019-00d56cc09e4f'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:51:36.208721 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7370c-2451-40bd-8baa-a157e6f3b865 req-5cf96547-1686-4ce9-acc4-c831e5fc8f2e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:36.210204 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f1c7370c-2451-40bd-8baa-a157e6f3b865 req-5cf96547-1686-4ce9-acc4-c831e5fc8f2e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 944 time: 0.0534258 Apr 20 16:51:36.249436 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f1c7370c-2451-40bd-8baa-a157e6f3b865 req-60fe6927-44b2-47cb-9388-47959726e67d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331688 Apr 20 16:51:37.186780 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 24a0cc72-db16-475f-9019-00d56cc09e4f up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:51:37.352132 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 24a0cc72-db16-475f-9019-00d56cc09e4f completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:51:37.357897 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 24a0cc72-db16-475f-9019-00d56cc09e4f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:51:37.358648 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:37.379383 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5920a91-f525-4f83-970c-caddfc47fe8f req-9881ea02-8f92-4b8f-a880-eca18e98f49a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:37.382491 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5920a91-f525-4f83-970c-caddfc47fe8f req-9881ea02-8f92-4b8f-a880-eca18e98f49a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 944 time: 0.0643084 Apr 20 16:51:37.420914 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5920a91-f525-4f83-970c-caddfc47fe8f req-1925f690-823a-4429-8294-bf2d1e239199 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323873 Apr 20 16:51:37.451371 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:37.477634 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e534ac3-4356-4329-97b6-46f1dbb6f5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a0cc72-db16-475f-9019-00d56cc09e4f'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:51:37.480148 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b8ef1a-4b6f-4055-9ed5-3e6cd62a2f52" -d '{"events": [{"server_uuid": "0e534ac3-4356-4329-97b6-46f1dbb6f5e1", "name": "network-vif-plugged", "status": "completed", "tag": "24a0cc72-db16-475f-9019-00d56cc09e4f"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:51:37.494806 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 24a0cc72-db16-475f-9019-00d56cc09e4f, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=24a0cc72-db16-475f-9019-00d56cc09e4f,segment=NetworkSegment(cb72196a-278c-4cfe-bdc5-0e70b0bde87c),segment_id=cb72196a-278c-4cfe-bdc5-0e70b0bde87c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:51:37.521638 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673a264f-19be-482f-bed0-28523ee0c448 x-openstack-request-id: req-673a264f-19be-482f-bed0-28523ee0c448 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:51:37.521927 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e534ac3-4356-4329-97b6-46f1dbb6f5e1", "name": "network-vif-plugged", "status": "completed", "tag": "24a0cc72-db16-475f-9019-00d56cc09e4f", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:51:37.522194 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-673a264f-19be-482f-bed0-28523ee0c448 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:51:37.522593 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-673a264f-19be-482f-bed0-28523ee0c448'] response: {'server_uuid': '0e534ac3-4356-4329-97b6-46f1dbb6f5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a0cc72-db16-475f-9019-00d56cc09e4f', 'code': 200} Apr 20 16:51:37.616094 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:37.657275 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3e5d2-180b-454d-ad36-48f52d7fab6e req-fa8c9745-e0e6-4491-acb2-7754fd7d965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:37.658812 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0cb3e5d2-180b-454d-ad36-48f52d7fab6e req-fa8c9745-e0e6-4491-acb2-7754fd7d965f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 1096 time: 0.0468230 Apr 20 16:51:37.668820 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=24a0cc72-db16-475f-9019-00d56cc09e4f,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:37.695509 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0cb3e5d2-180b-454d-ad36-48f52d7fab6e req-9d3c7ba8-adba-47c6-86d9-d72ae3fdd167 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292552 Apr 20 16:51:38.541131 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dd4eb-2ee4-4d73-8b1e-f7d630d15e1c req-a1be4155-5aea-4391-bd11-59f97f713b28 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:38.542691 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f49dd4eb-2ee4-4d73-8b1e-f7d630d15e1c req-a1be4155-5aea-4391-bd11-59f97f713b28 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0526855 Apr 20 16:51:38.582440 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f49dd4eb-2ee4-4d73-8b1e-f7d630d15e1c req-25f123d4-7435-4824-ae03-73ccb63c8f7d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336156 Apr 20 16:51:39.703519 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4eff-4e04-4ff0-940b-9c70b22127f7 req-700bd77c-9257-4483-adbe-36961e9358ec tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:39.705107 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-46de4eff-4e04-4ff0-940b-9c70b22127f7 req-700bd77c-9257-4483-adbe-36961e9358ec tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0509527 Apr 20 16:51:39.746531 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-46de4eff-4e04-4ff0-940b-9c70b22127f7 req-d7b64b43-11af-4a0d-b7df-bc143b40d28a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344596 Apr 20 16:51:39.877187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6060c-c76e-4e4e-995d-ff4b11d73c1b req-4d3f8e15-3cf6-424d-95f9-b9bfd1e989ea tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:39.878620 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-34d6060c-c76e-4e4e-995d-ff4b11d73c1b req-4d3f8e15-3cf6-424d-95f9-b9bfd1e989ea tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0535266 Apr 20 16:51:39.920275 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-34d6060c-c76e-4e4e-995d-ff4b11d73c1b req-523145c6-683e-4d43-baac-f26318e8d0ca tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344598 Apr 20 16:51:39.942660 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55740) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:39.982658 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eebfbef-8083-4e87-b855-05ae044cc789 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:39.984258 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2eebfbef-8083-4e87-b855-05ae044cc789 tempest-TestNetworkAdvancedServerOps-157533869 tempest-TestNetworkAdvancedServerOps-157533869-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 1091 time: 0.0406058 Apr 20 16:51:39.987193 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55742) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:39.991510 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-1a8f760d-db28-4a6c-b0d2-19a54c24464f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': '24a0cc72-db16-475f-9019-00d56cc09e4f', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:51:40.078583 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1a8f760d-db28-4a6c-b0d2-19a54c24464f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:40.184400 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1a8f760d-db28-4a6c-b0d2-19a54c24464f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:40.296903 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-1a8f760d-db28-4a6c-b0d2-19a54c24464f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Allocated IP 172.25.0.57 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/e8150573-5c92-43b5-a8b9-901e7d9f85cd) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:51:40.406788 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1a8f760d-db28-4a6c-b0d2-19a54c24464f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:40.524290 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1a8f760d-db28-4a6c-b0d2-19a54c24464f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:40.576153 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8f760d-db28-4a6c-b0d2-19a54c24464f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:51:40.582646 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-1a8f760d-db28-4a6c-b0d2-19a54c24464f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:51:40.585308 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8f760d-db28-4a6c-b0d2-19a54c24464f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:51:40.625658 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f760d-db28-4a6c-b0d2-19a54c24464f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Port': ['ID=e8150573-5c92-43b5-a8b9-901e7d9f85cd,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:41.018737 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1a8f760d-db28-4a6c-b0d2-19a54c24464f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:41.153384 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1a8f760d-db28-4a6c-b0d2-19a54c24464f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:41.329963 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1a8f760d-db28-4a6c-b0d2-19a54c24464f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:41.410687 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1a8f760d-db28-4a6c-b0d2-19a54c24464f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:41.489815 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f760d-db28-4a6c-b0d2-19a54c24464f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event updated for resources: {'Port': ['ID=e8150573-5c92-43b5-a8b9-901e7d9f85cd,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:51:41.499074 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1a8f760d-db28-4a6c-b0d2-19a54c24464f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:41.609202 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-1a8f760d-db28-4a6c-b0d2-19a54c24464f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Floating IP 7c958a39-c935-44bd-ac57-2ad597889a49 associated. External IP: 172.25.0.57, port: 24a0cc72-db16-475f-9019-00d56cc09e4f. Apr 20 16:51:41.841682 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8f760d-db28-4a6c-b0d2-19a54c24464f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Router f8bfda05-84c0-42ef-a135-4d64d3c5c168 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:51:41.953111 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8f760d-db28-4a6c-b0d2-19a54c24464f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:51:41.963159 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edee8179-0682-4cb2-9de5-7ca3e372719f None None] Sync routers for ids ['f8bfda05-84c0-42ef-a135-4d64d3c5c168'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:51:41.973485 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edee8179-0682-4cb2-9de5-7ca3e372719f None None] Routers {'f8bfda05-84c0-42ef-a135-4d64d3c5c168'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:51:41.974218 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-edee8179-0682-4cb2-9de5-7ca3e372719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:51:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8bfda05-84c0-42ef-a135-4d64d3c5c168'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:42.057575 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1a8f760d-db28-4a6c-b0d2-19a54c24464f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:42.083848 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-edee8179-0682-4cb2-9de5-7ca3e372719f None None] Set router f8bfda05-84c0-42ef-a135-4d64d3c5c168 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:51:42.086087 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1a8f760d-db28-4a6c-b0d2-19a54c24464f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0978940 Apr 20 16:51:42.086776 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e534ac3-4356-4329-97b6-46f1dbb6f5e1', 'tag': '24a0cc72-db16-475f-9019-00d56cc09e4f'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:51:42.089521 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18f2c68-de9c-49cb-8738-53aceebf43aa" -d '{"events": [{"name": "network-changed", "server_uuid": "0e534ac3-4356-4329-97b6-46f1dbb6f5e1", "tag": "24a0cc72-db16-475f-9019-00d56cc09e4f"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:51:42.132362 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f47103f-5d9c-4104-8410-92aa8623d7f9 x-openstack-request-id: req-3f47103f-5d9c-4104-8410-92aa8623d7f9 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:51:42.132656 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e534ac3-4356-4329-97b6-46f1dbb6f5e1", "tag": "24a0cc72-db16-475f-9019-00d56cc09e4f", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:51:42.132910 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f47103f-5d9c-4104-8410-92aa8623d7f9 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:51:42.133329 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f47103f-5d9c-4104-8410-92aa8623d7f9'] response: {'name': 'network-changed', 'server_uuid': '0e534ac3-4356-4329-97b6-46f1dbb6f5e1', 'tag': '24a0cc72-db16-475f-9019-00d56cc09e4f', 'status': 'completed', 'code': 200} Apr 20 16:51:42.198281 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e01fcf-457f-4360-947c-e6be90d76b93 req-2ba439c2-7a93-4929-a6f2-7ddcc3e9d829 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:42.201675 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a8e01fcf-457f-4360-947c-e6be90d76b93 req-2ba439c2-7a93-4929-a6f2-7ddcc3e9d829 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0582664 Apr 20 16:51:42.218727 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f2c68-de9c-49cb-8738-53aceebf43aa req-8717ae0f-f38c-4b91-b162-56c5bac280cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:42.220142 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b18f2c68-de9c-49cb-8738-53aceebf43aa req-8717ae0f-f38c-4b91-b162-56c5bac280cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 1096 time: 0.0434752 Apr 20 16:51:42.248938 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a8e01fcf-457f-4360-947c-e6be90d76b93 req-4ac5a82c-8c46-4c6e-b3b1-806c035aff57 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386534 Apr 20 16:51:42.275192 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55750) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:42.319037 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f2c68-de9c-49cb-8738-53aceebf43aa req-2036eab2-ac99-47a6-9219-5d630fa31244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:42.320727 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b18f2c68-de9c-49cb-8738-53aceebf43aa req-2036eab2-ac99-47a6-9219-5d630fa31244 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9b0b7fd-e8bb-4e4c-a12a-6415406b6742 HTTP/1.1" status: 200 len: 898 time: 0.0931604 Apr 20 16:51:42.345184 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-19fa580c-551b-467c-8fba-22faa743dff1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/floatingips/7c958a39-c935-44bd-ac57-2ad597889a49 HTTP/1.1" status: 200 len: 990 time: 0.0688233 Apr 20 16:51:42.348240 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-edee8179-0682-4cb2-9de5-7ca3e372719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189045415', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:23Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '7c958a39-c935-44bd-ac57-2ad597889a49', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'port_id': '24a0cc72-db16-475f-9019-00d56cc09e4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742', 'mac_address': 'fa:16:3e:fd:b8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e534ac3-4356-4329-97b6-46f1dbb6f5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:51:40Z', 'updated_at': '2022-04-20T16:51:40Z', 'revision_number': 0, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e494284-4714-420f-adc7-a27065787610', 'name': '', 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:2f:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'eee520ae-79c1-4eeb-9e2b-1054d3e41dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:51:22Z', 'updated_at': '2022-04-20T16:51:25Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': 'eee520ae-79c1-4eeb-9e2b-1054d3e41dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:42.377515 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edee8179-0682-4cb2-9de5-7ca3e372719f None None] Checking router: f8bfda05-84c0-42ef-a135-4d64d3c5c168 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:51:42.387778 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edee8179-0682-4cb2-9de5-7ca3e372719f None None] Routers {'f8bfda05-84c0-42ef-a135-4d64d3c5c168'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:51:42.388921 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-edee8179-0682-4cb2-9de5-7ca3e372719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:51:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8bfda05-84c0-42ef-a135-4d64d3c5c168'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:42.507665 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-edee8179-0682-4cb2-9de5-7ca3e372719f None None] Set router f8bfda05-84c0-42ef-a135-4d64d3c5c168 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:51:42.744864 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b18f2c68-de9c-49cb-8738-53aceebf43aa req-9a65db0c-3a7f-4cb6-b658-ea052097f79a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24a0cc72-db16-475f-9019-00d56cc09e4f HTTP/1.1" status: 200 len: 998 time: 0.4178836 Apr 20 16:51:42.748859 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-edee8179-0682-4cb2-9de5-7ca3e372719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189045415', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:23Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '7c958a39-c935-44bd-ac57-2ad597889a49', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'port_id': '24a0cc72-db16-475f-9019-00d56cc09e4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742', 'mac_address': 'fa:16:3e:fd:b8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e534ac3-4356-4329-97b6-46f1dbb6f5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:51:40Z', 'updated_at': '2022-04-20T16:51:40Z', 'revision_number': 0, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e494284-4714-420f-adc7-a27065787610', 'name': '', 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:2f:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'eee520ae-79c1-4eeb-9e2b-1054d3e41dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:51:22Z', 'updated_at': '2022-04-20T16:51:25Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': 'eee520ae-79c1-4eeb-9e2b-1054d3e41dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:51:42.776916 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edee8179-0682-4cb2-9de5-7ca3e372719f None None] The sync data for ids ['f8bfda05-84c0-42ef-a135-4d64d3c5c168'] in n-d-836146-2 is: [{'id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189045415', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:23Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '7c958a39-c935-44bd-ac57-2ad597889a49', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'port_id': '24a0cc72-db16-475f-9019-00d56cc09e4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742', 'mac_address': 'fa:16:3e:fd:b8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e534ac3-4356-4329-97b6-46f1dbb6f5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:51:40Z', 'updated_at': '2022-04-20T16:51:40Z', 'revision_number': 0, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e494284-4714-420f-adc7-a27065787610', 'name': '', 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:2f:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'eee520ae-79c1-4eeb-9e2b-1054d3e41dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:51:22Z', 'updated_at': '2022-04-20T16:51:25Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': 'eee520ae-79c1-4eeb-9e2b-1054d3e41dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:51:42.797124 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f2c68-de9c-49cb-8738-53aceebf43aa req-0347a0b8-3f3b-4618-baf6-c1970ba50cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:42.798689 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b18f2c68-de9c-49cb-8738-53aceebf43aa req-0347a0b8-3f3b-4618-baf6-c1970ba50cbd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eee520ae-79c1-4eeb-9e2b-1054d3e41dae HTTP/1.1" status: 200 len: 835 time: 0.0469127 Apr 20 16:51:42.850202 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f2c68-de9c-49cb-8738-53aceebf43aa req-a8b42eca-d7dd-44ba-94ed-a46585e99b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:51:42.852011 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b18f2c68-de9c-49cb-8738-53aceebf43aa req-a8b42eca-d7dd-44ba-94ed-a46585e99b8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9b0b7fd-e8bb-4e4c-a12a-6415406b6742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464830 Apr 20 16:51:42.946210 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b18f2c68-de9c-49cb-8738-53aceebf43aa req-2645a27a-b639-4923-a52b-a975aef550bd service neutron] 10.222.0.30 "GET /v2.0/networks/d9b0b7fd-e8bb-4e4c-a12a-6415406b6742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879092 Apr 20 16:51:42.988049 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbce787b-95bc-4505-a626-d4add9dccd6a None None] New status for floating IP 7c958a39-c935-44bd-ac57-2ad597889a49: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:51:43.047212 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b18f2c68-de9c-49cb-8738-53aceebf43aa req-e4251eeb-edd7-4770-aaaf-2a33bc4e4591 service neutron] 10.222.0.30 "GET /v2.0/networks/d9b0b7fd-e8bb-4e4c-a12a-6415406b6742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951917 Apr 20 16:51:43.349615 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 55752) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:51:43.415579 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-de8ebb6e-4ad4-4aa6-b678-49b2b05ef1d0 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/floatingips/7c958a39-c935-44bd-ac57-2ad597889a49 HTTP/1.1" status: 200 len: 992 time: 0.0646884 Apr 20 16:51:50.066661 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:51:52.769965 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-484bfeec-14c2-49bc-8d22-2d5846a5250f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:55.158206 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bc923af0-6af2-486b-a088-c876268a19ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:56.443484 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:57.848310 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:58.175738 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:51:58.815567 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:00.021026 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:11.568153 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc71b6a9-8e38-4e5c-991a-1420f903b1e4 req-ae54ea08-3d46-466a-abfe-f56829a17e84 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0972335 Apr 20 16:52:11.662433 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71b6a9-8e38-4e5c-991a-1420f903b1e4 req-21354bba-5d87-4528-b634-2d8aea9b8041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:11.663967 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc71b6a9-8e38-4e5c-991a-1420f903b1e4 req-21354bba-5d87-4528-b634-2d8aea9b8041 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 1097 time: 0.0415015 Apr 20 16:52:11.873838 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71b6a9-8e38-4e5c-991a-1420f903b1e4 req-8df9df60-d2e5-4e36-846c-66bc5f589ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:11.875380 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc71b6a9-8e38-4e5c-991a-1420f903b1e4 req-8df9df60-d2e5-4e36-846c-66bc5f589ba5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 913 time: 0.1922641 Apr 20 16:52:11.941310 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc71b6a9-8e38-4e5c-991a-1420f903b1e4 req-d5fd6310-f864-4c90-91ed-fd04035b72eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95ea0776-3ace-4426-8383-e361ca2bcf72 HTTP/1.1" status: 200 len: 1001 time: 0.0597866 Apr 20 16:52:11.989898 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71b6a9-8e38-4e5c-991a-1420f903b1e4 req-ab702a8c-1910-4062-b74e-a878dd2c723f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:11.991380 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc71b6a9-8e38-4e5c-991a-1420f903b1e4 req-ab702a8c-1910-4062-b74e-a878dd2c723f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84f859e8-1f59-4fe7-930d-c92d7f74a0a0 HTTP/1.1" status: 200 len: 851 time: 0.0442297 Apr 20 16:52:12.040166 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71b6a9-8e38-4e5c-991a-1420f903b1e4 req-f71f429b-1d21-431a-804f-3a4e37480184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:12.042219 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc71b6a9-8e38-4e5c-991a-1420f903b1e4 req-f71f429b-1d21-431a-804f-3a4e37480184 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45075084-5307-4652-bafe-1d4bc624b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450051 Apr 20 16:52:12.131078 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc71b6a9-8e38-4e5c-991a-1420f903b1e4 req-69479ea9-ac9c-4104-860e-29729f42c33d service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820522 Apr 20 16:52:12.227350 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc71b6a9-8e38-4e5c-991a-1420f903b1e4 req-48ed00f6-f968-47c1-9ec4-99713ecba9a7 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906415 Apr 20 16:52:19.891725 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a4f65fe-1b22-4c44-98a8-67ad2cfb8142 req-cacbb0f7-df32-40b9-815d-e8ab76610bc9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399370 Apr 20 16:52:19.989717 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f65fe-1b22-4c44-98a8-67ad2cfb8142 req-2af583f5-defe-47b4-985a-e15f7ff087d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:19.991393 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a4f65fe-1b22-4c44-98a8-67ad2cfb8142 req-2af583f5-defe-47b4-985a-e15f7ff087d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 1096 time: 0.0410903 Apr 20 16:52:20.097188 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f65fe-1b22-4c44-98a8-67ad2cfb8142 req-bf05930b-613f-451b-9858-b7b73625683c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:20.098864 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a4f65fe-1b22-4c44-98a8-67ad2cfb8142 req-bf05930b-613f-451b-9858-b7b73625683c service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9b0b7fd-e8bb-4e4c-a12a-6415406b6742 HTTP/1.1" status: 200 len: 898 time: 0.0880313 Apr 20 16:52:20.166822 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a4f65fe-1b22-4c44-98a8-67ad2cfb8142 req-cf9c0b60-3154-4494-b1b1-32dd7cb755be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24a0cc72-db16-475f-9019-00d56cc09e4f HTTP/1.1" status: 200 len: 1000 time: 0.0608053 Apr 20 16:52:20.215412 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f65fe-1b22-4c44-98a8-67ad2cfb8142 req-c9477957-d28d-41d9-8d2e-955f9b08208a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:20.216927 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a4f65fe-1b22-4c44-98a8-67ad2cfb8142 req-c9477957-d28d-41d9-8d2e-955f9b08208a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eee520ae-79c1-4eeb-9e2b-1054d3e41dae HTTP/1.1" status: 200 len: 835 time: 0.0445402 Apr 20 16:52:20.271684 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f65fe-1b22-4c44-98a8-67ad2cfb8142 req-19f053f1-5cf4-4d1e-9c3d-7188183e6c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:20.273220 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a4f65fe-1b22-4c44-98a8-67ad2cfb8142 req-19f053f1-5cf4-4d1e-9c3d-7188183e6c5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9b0b7fd-e8bb-4e4c-a12a-6415406b6742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497010 Apr 20 16:52:20.361420 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a4f65fe-1b22-4c44-98a8-67ad2cfb8142 req-b3752e31-1533-4485-a1d3-ca9ed2a09525 service neutron] 10.222.0.30 "GET /v2.0/networks/d9b0b7fd-e8bb-4e4c-a12a-6415406b6742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817564 Apr 20 16:52:20.457185 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a4f65fe-1b22-4c44-98a8-67ad2cfb8142 req-59f0612d-3865-44b5-a808-426769d5acc7 service neutron] 10.222.0.30 "GET /v2.0/networks/d9b0b7fd-e8bb-4e4c-a12a-6415406b6742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868907 Apr 20 16:52:22.774530 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f4d03c4-4f57-4f8a-b036-669b1508bb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:25.111829 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-df342f5b-6f9c-4c83-9337-f938f349bf0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:26.580642 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:27.065536 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:52:27.848695 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:28.128661 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:28.802724 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:30.082834 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:52.773815 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2d7e243e-83f4-4272-b4c0-97402140f1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:54.898208 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8d147-e192-4d02-a43e-9b17e3d9aa6a req-6351ecce-52a1-4f80-afb0-c7d8a8e04101 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:54.899751 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4ef8d147-e192-4d02-a43e-9b17e3d9aa6a req-6351ecce-52a1-4f80-afb0-c7d8a8e04101 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0521419 Apr 20 16:52:54.938103 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4ef8d147-e192-4d02-a43e-9b17e3d9aa6a req-6e456019-a580-4acf-8bda-b0784793ef08 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320837 Apr 20 16:52:55.178734 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-82599537-bb20-44cb-9040-a823b8aec429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:56.071781 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111312e-dcf1-4903-b43f-82e9a9465432 req-83b27418-4513-4e43-8b67-8679283327e6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:56.073386 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3111312e-dcf1-4903-b43f-82e9a9465432 req-83b27418-4513-4e43-8b67-8679283327e6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0542881 Apr 20 16:52:56.123169 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3111312e-dcf1-4903-b43f-82e9a9465432 req-4042f5da-09bc-47f7-b6d8-4afea656e386 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395076 Apr 20 16:52:56.476068 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:57.238618 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a7a18-1a50-4c13-849c-24e201363436 req-ce13a1f4-ab43-4224-8d58-f1359357c980 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:57.240794 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df1a7a18-1a50-4c13-849c-24e201363436 req-ce13a1f4-ab43-4224-8d58-f1359357c980 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0508466 Apr 20 16:52:57.280005 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df1a7a18-1a50-4c13-849c-24e201363436 req-3ad14964-a37b-4d83-8e4f-6c238d241e65 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330634 Apr 20 16:52:57.841926 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:58.116213 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:58.406582 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2782e4-da08-4cef-b2ed-37235503d8af req-6841ebc2-b4e6-4fe5-9f81-e3f32417bb9a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:58.408066 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bd2782e4-da08-4cef-b2ed-37235503d8af req-6841ebc2-b4e6-4fe5-9f81-e3f32417bb9a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0559204 Apr 20 16:52:58.450151 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bd2782e4-da08-4cef-b2ed-37235503d8af req-6ced3d39-1319-463c-b265-ad1fe00b6cfb tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347950 Apr 20 16:52:58.863815 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:52:59.576150 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8aa50-693c-4975-a4fd-1552cc0fd114 req-e4751923-d898-42dc-9157-0001b02b7866 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:52:59.578184 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9ab8aa50-693c-4975-a4fd-1552cc0fd114 req-e4751923-d898-42dc-9157-0001b02b7866 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0565245 Apr 20 16:52:59.619125 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9ab8aa50-693c-4975-a4fd-1552cc0fd114 req-5c902327-a5b6-459f-8120-98b37b1c419a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345540 Apr 20 16:53:00.041282 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:00.739564 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780bce5-f487-4f8a-a708-7905eb01ef0d req-d5d8d3d2-5ef4-4247-ab12-ed0b853bceda tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:53:00.741130 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7780bce5-f487-4f8a-a708-7905eb01ef0d req-d5d8d3d2-5ef4-4247-ab12-ed0b853bceda tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0505552 Apr 20 16:53:00.782122 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7780bce5-f487-4f8a-a708-7905eb01ef0d req-b8782eaf-d068-48db-a1a7-3babbd110e29 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344656 Apr 20 16:53:01.917326 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08ac95-839e-42cc-a27d-d7f33cd0e295 req-1a8530d7-cb02-4a9b-8622-ed8d60b48912 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:53:01.918842 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9c08ac95-839e-42cc-a27d-d7f33cd0e295 req-1a8530d7-cb02-4a9b-8622-ed8d60b48912 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0533714 Apr 20 16:53:01.960058 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9c08ac95-839e-42cc-a27d-d7f33cd0e295 req-de37e462-6c74-44a4-a979-23f6703f948b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347462 Apr 20 16:53:03.079654 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c07f6-2e1f-4ceb-9f6f-22828c218ce7 req-532f6029-3985-40d8-b6a5-26caa112bb70 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:53:03.081269 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-185c07f6-2e1f-4ceb-9f6f-22828c218ce7 req-532f6029-3985-40d8-b6a5-26caa112bb70 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0487931 Apr 20 16:53:03.119758 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-185c07f6-2e1f-4ceb-9f6f-22828c218ce7 req-1c3751af-41cb-4caf-8a06-7110853c0c0b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314796 Apr 20 16:53:04.064624 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:53:04.243313 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed15e08-212a-4043-ba58-945e27281f15 req-55c1ef58-75ee-40c8-b6a4-73c6d1a2bc74 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:53:04.244902 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5ed15e08-212a-4043-ba58-945e27281f15 req-55c1ef58-75ee-40c8-b6a4-73c6d1a2bc74 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0535824 Apr 20 16:53:04.285140 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5ed15e08-212a-4043-ba58-945e27281f15 req-97a5005c-1def-4601-aadb-3607c553414b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338271 Apr 20 16:53:05.727540 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10cdc5-66a3-4c0a-8fb4-2c53bb23b491 req-ad3a2a8c-b851-423e-a857-b2eaafdbabd1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:53:05.729219 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-df10cdc5-66a3-4c0a-8fb4-2c53bb23b491 req-ad3a2a8c-b851-423e-a857-b2eaafdbabd1 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.3696296 Apr 20 16:53:05.767877 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-df10cdc5-66a3-4c0a-8fb4-2c53bb23b491 req-e9cb6087-c13b-46fa-8154-411db94c874d tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323968 Apr 20 16:53:06.892531 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbab45-55d5-498d-a40e-309e392b9fc2 req-4e709ef1-f995-4c8b-9c81-e0855ce40be3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:53:06.893934 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aadbab45-55d5-498d-a40e-309e392b9fc2 req-4e709ef1-f995-4c8b-9c81-e0855ce40be3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0554204 Apr 20 16:53:06.933815 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aadbab45-55d5-498d-a40e-309e392b9fc2 req-b4d64980-dd83-45f0-9282-2f5b2a3c2351 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328419 Apr 20 16:53:08.066679 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565afe1-6ade-44d3-8ae5-5f0cce950066 req-417503bc-1aa2-442b-b8e9-c3881c10fdf3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:53:08.068216 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1565afe1-6ade-44d3-8ae5-5f0cce950066 req-417503bc-1aa2-442b-b8e9-c3881c10fdf3 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0592847 Apr 20 16:53:08.109779 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1565afe1-6ade-44d3-8ae5-5f0cce950066 req-ab0fb5d8-c6f7-4a42-8cec-4c23963d6ae0 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349040 Apr 20 16:53:09.230992 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd9f20-92d9-43d6-84fb-70d55db5b4c9 req-90762bbf-8a7d-44ed-825a-73891ba34540 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:53:09.232550 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4bdd9f20-92d9-43d6-84fb-70d55db5b4c9 req-90762bbf-8a7d-44ed-825a-73891ba34540 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0505056 Apr 20 16:53:09.274149 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4bdd9f20-92d9-43d6-84fb-70d55db5b4c9 req-4de3db91-3bd1-49b4-b1b8-99ac2ca81a42 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351710 Apr 20 16:53:10.393191 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dff5c1-e4ca-4796-ae80-cf99d803e6b6 req-555fcc9a-b479-4d4c-b4ab-a973dfdfcd0b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:53:10.394760 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e3dff5c1-e4ca-4796-ae80-cf99d803e6b6 req-555fcc9a-b479-4d4c-b4ab-a973dfdfcd0b tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0492108 Apr 20 16:53:10.434167 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e3dff5c1-e4ca-4796-ae80-cf99d803e6b6 req-515b3e19-5bc1-4e20-aef4-6e5f85813823 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325110 Apr 20 16:53:11.555808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fe35f-b960-4153-94c3-c0774abd3df2 req-fd0dbef9-c072-40b4-96a3-219545f1c3a9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:53:11.557972 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b7fe35f-b960-4153-94c3-c0774abd3df2 req-fd0dbef9-c072-40b4-96a3-219545f1c3a9 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0510533 Apr 20 16:53:11.598071 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b7fe35f-b960-4153-94c3-c0774abd3df2 req-5af35adb-66df-4812-9f6c-a9d8758392a0 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338302 Apr 20 16:53:12.728889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7daf798-323f-43d2-ad21-b8f9b1d99d85 req-32151584-2b62-4787-82a8-200e9332490f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:53:12.731016 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b7daf798-323f-43d2-ad21-b8f9b1d99d85 req-32151584-2b62-4787-82a8-200e9332490f tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0574856 Apr 20 16:53:12.770061 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b7daf798-323f-43d2-ad21-b8f9b1d99d85 req-a1556bb0-844c-49cd-86ae-d616086403a2 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324116 Apr 20 16:53:13.507051 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-436d1478-0244-4c61-9db4-628d23c0dcb2 req-255d7965-20b6-4ade-b5db-196c9c191ac4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466638 Apr 20 16:53:13.606693 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d1478-0244-4c61-9db4-628d23c0dcb2 req-b91fe2c7-460a-4cf9-b179-4f6727cbf8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:53:13.608223 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-436d1478-0244-4c61-9db4-628d23c0dcb2 req-b91fe2c7-460a-4cf9-b179-4f6727cbf8e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 1097 time: 0.0417933 Apr 20 16:53:13.712519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d1478-0244-4c61-9db4-628d23c0dcb2 req-f039dd23-6711-4aaa-8c41-8db2c72f3d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:53:13.714082 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-436d1478-0244-4c61-9db4-628d23c0dcb2 req-f039dd23-6711-4aaa-8c41-8db2c72f3d7d service neutron] 10.222.0.26 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 913 time: 0.0878286 Apr 20 16:53:13.784798 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-436d1478-0244-4c61-9db4-628d23c0dcb2 req-b6a4c676-ed68-46e9-b9fb-b9f0ce7a4ecb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95ea0776-3ace-4426-8383-e361ca2bcf72 HTTP/1.1" status: 200 len: 1001 time: 0.0640581 Apr 20 16:53:13.834322 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d1478-0244-4c61-9db4-628d23c0dcb2 req-f5935905-e8d2-47b5-b57d-c128463d8db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:53:13.838452 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-436d1478-0244-4c61-9db4-628d23c0dcb2 req-f5935905-e8d2-47b5-b57d-c128463d8db3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84f859e8-1f59-4fe7-930d-c92d7f74a0a0 HTTP/1.1" status: 200 len: 851 time: 0.0452178 Apr 20 16:53:13.923766 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c731ed-a84e-42f7-87cf-44170128c046 req-941149a2-e591-4c5e-948b-71dbb7de1787 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:53:13.925379 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24c731ed-a84e-42f7-87cf-44170128c046 req-941149a2-e591-4c5e-948b-71dbb7de1787 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0834203 Apr 20 16:53:13.928300 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d1478-0244-4c61-9db4-628d23c0dcb2 req-64ba3b78-b135-4865-b78a-8bf6c5d5c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:53:13.929725 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-436d1478-0244-4c61-9db4-628d23c0dcb2 req-64ba3b78-b135-4865-b78a-8bf6c5d5c13b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45075084-5307-4652-bafe-1d4bc624b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866330 Apr 20 16:53:14.014784 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24c731ed-a84e-42f7-87cf-44170128c046 req-ae0bb23b-bb14-41e0-80ee-e1487d293c33 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831783 Apr 20 16:53:14.055938 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-436d1478-0244-4c61-9db4-628d23c0dcb2 req-ae8efafb-f8e2-48e9-b2b7-6cd32e7b7b96 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178071 Apr 20 16:53:14.151641 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-436d1478-0244-4c61-9db4-628d23c0dcb2 req-a4248015-c538-4c4d-b2cd-e07b0b468d84 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881367 Apr 20 16:53:15.167400 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31161dc-c77d-4702-bf30-c001b5f4ddb6 req-74b4ce33-68b8-448b-9e1e-9a14f9871296 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:53:15.169245 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b31161dc-c77d-4702-bf30-c001b5f4ddb6 req-74b4ce33-68b8-448b-9e1e-9a14f9871296 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0726652 Apr 20 16:53:15.209487 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b31161dc-c77d-4702-bf30-c001b5f4ddb6 req-42c492b5-dc97-4f39-8e7d-6d42d8e4d5e6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340292 Apr 20 16:53:15.980268 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc7949-5e5e-43e5-9ef3-bde9cb128ae1 req-98bcb65a-d4c4-4f6e-9f1d-fff2212be795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:53:15.981699 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b4bc7949-5e5e-43e5-9ef3-bde9cb128ae1 req-98bcb65a-d4c4-4f6e-9f1d-fff2212be795 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 1096 time: 0.0409386 Apr 20 16:53:16.017173 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b4bc7949-5e5e-43e5-9ef3-bde9cb128ae1 req-6b37a113-4999-4c7b-9cb5-986d896b52d5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277965 Apr 20 16:53:16.328765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea456408-9624-45d5-a2c1-031a9e184abc req-d2ed5be2-329e-4a88-be82-48c5fee75e55 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:53:16.330251 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea456408-9624-45d5-a2c1-031a9e184abc req-d2ed5be2-329e-4a88-be82-48c5fee75e55 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0489564 Apr 20 16:53:16.372706 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea456408-9624-45d5-a2c1-031a9e184abc req-16c0332f-1e46-4ebe-8dc3-9b35f6159cf7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361967 Apr 20 16:53:17.489627 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa3e54-17c4-48ec-a972-6dea4a4d8002 req-8a6c8f41-1e6f-4073-8553-215b8d151cdf tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:53:17.491111 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-88aa3e54-17c4-48ec-a972-6dea4a4d8002 req-8a6c8f41-1e6f-4073-8553-215b8d151cdf tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0490515 Apr 20 16:53:17.529581 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-88aa3e54-17c4-48ec-a972-6dea4a4d8002 req-24dd18aa-e164-407e-a03e-c99c19808938 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316439 Apr 20 16:53:17.599071 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 24a0cc72-db16-475f-9019-00d56cc09e4f details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:53:17.610808 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 24a0cc72-db16-475f-9019-00d56cc09e4f no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:53:17.750372 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:17.770130 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 24a0cc72-db16-475f-9019-00d56cc09e4f, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=24a0cc72-db16-475f-9019-00d56cc09e4f,segment=NetworkSegment(cb72196a-278c-4cfe-bdc5-0e70b0bde87c),segment_id=cb72196a-278c-4cfe-bdc5-0e70b0bde87c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:53:17.789567 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e534ac3-4356-4329-97b6-46f1dbb6f5e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24a0cc72-db16-475f-9019-00d56cc09e4f'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:53:17.792329 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7613d856-150a-4329-9cdb-a84541c63257" -d '{"events": [{"server_uuid": "0e534ac3-4356-4329-97b6-46f1dbb6f5e1", "name": "network-vif-unplugged", "status": "completed", "tag": "24a0cc72-db16-475f-9019-00d56cc09e4f"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:53:17.799044 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '24a0cc72-db16-475f-9019-00d56cc09e4f', 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742', 'port_id': '24a0cc72-db16-475f-9019-00d56cc09e4f', 'mac_address': 'fa:16:3e:fd:b8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee520ae-79c1-4eeb-9e2b-1054d3e41dae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:53:17.809205 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 24a0cc72-db16-475f-9019-00d56cc09e4f, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=24a0cc72-db16-475f-9019-00d56cc09e4f,segment=NetworkSegment(cb72196a-278c-4cfe-bdc5-0e70b0bde87c),segment_id=cb72196a-278c-4cfe-bdc5-0e70b0bde87c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:53:17.847137 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:17.861277 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24a0cc72-db16-475f-9019-00d56cc09e4f {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:53:17.882047 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:17.910192 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 16:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fd0522-eff8-42c0-9043-83862cfe8d00 x-openstack-request-id: req-46fd0522-eff8-42c0-9043-83862cfe8d00 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:53:17.910482 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e534ac3-4356-4329-97b6-46f1dbb6f5e1", "name": "network-vif-unplugged", "status": "completed", "tag": "24a0cc72-db16-475f-9019-00d56cc09e4f", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:53:17.910736 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46fd0522-eff8-42c0-9043-83862cfe8d00 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:53:17.911131 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46fd0522-eff8-42c0-9043-83862cfe8d00'] response: {'server_uuid': '0e534ac3-4356-4329-97b6-46f1dbb6f5e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24a0cc72-db16-475f-9019-00d56cc09e4f', 'code': 200} Apr 20 16:53:17.959564 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:53:17.959918 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:53:17.964821 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=24a0cc72-db16-475f-9019-00d56cc09e4f,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:53:17.972133 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:53:17.972583 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:53:17.972931 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:53:17.973269 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:53:17.973603 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:53:17.973936 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:53:17.974262 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:53:17.974588 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:53:17.974915 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:53:17.975239 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:53:17.975564 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:53:17.975886 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:53:18.496702 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:18.510087 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a0cc72-db16-475f-9019-00d56cc09e4f {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:53:18.530400 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 24a0cc72-db16-475f-9019-00d56cc09e4f, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=24a0cc72-db16-475f-9019-00d56cc09e4f,segment=NetworkSegment(cb72196a-278c-4cfe-bdc5-0e70b0bde87c),segment_id=cb72196a-278c-4cfe-bdc5-0e70b0bde87c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:53:18.600834 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:18.654982 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=24a0cc72-db16-475f-9019-00d56cc09e4f,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:53:18.660497 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a0dbf-2d09-464a-b548-ea922b5b1be9 req-9f3b013e-9206-41e8-a0d2-9eb5b430e3f5 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:53:18.662071 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3c8a0dbf-2d09-464a-b548-ea922b5b1be9 req-9f3b013e-9206-41e8-a0d2-9eb5b430e3f5 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 944 time: 0.0590606 Apr 20 16:53:18.703771 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3c8a0dbf-2d09-464a-b548-ea922b5b1be9 req-0986db15-b30c-4159-aa79-1da921f824ec tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345080 Apr 20 16:53:18.727489 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 55868) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:53:18.790003 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4f568125-827a-4900-b0e8-52d20a9ad35a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/floatingips/7c958a39-c935-44bd-ac57-2ad597889a49 HTTP/1.1" status: 200 len: 991 time: 0.0613017 Apr 20 16:53:19.039881 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['24a0cc72-db16-475f-9019-00d56cc09e4f'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:53:21.633913 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 24a0cc72-db16-475f-9019-00d56cc09e4f up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:53:21.684401 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 24a0cc72-db16-475f-9019-00d56cc09e4f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:53:21.684772 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:21.767260 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:21.792007 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e534ac3-4356-4329-97b6-46f1dbb6f5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a0cc72-db16-475f-9019-00d56cc09e4f'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:53:21.794965 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cf5895-24b4-4b77-91af-d17231d690a1" -d '{"events": [{"server_uuid": "0e534ac3-4356-4329-97b6-46f1dbb6f5e1", "name": "network-vif-plugged", "status": "completed", "tag": "24a0cc72-db16-475f-9019-00d56cc09e4f"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:53:21.809000 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 24a0cc72-db16-475f-9019-00d56cc09e4f, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=24a0cc72-db16-475f-9019-00d56cc09e4f,segment=NetworkSegment(cb72196a-278c-4cfe-bdc5-0e70b0bde87c),segment_id=cb72196a-278c-4cfe-bdc5-0e70b0bde87c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:53:21.837059 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549a8fa0-4bb7-47e5-b54b-2ed41891faa6 x-openstack-request-id: req-549a8fa0-4bb7-47e5-b54b-2ed41891faa6 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:53:21.842198 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e534ac3-4356-4329-97b6-46f1dbb6f5e1", "name": "network-vif-plugged", "status": "completed", "tag": "24a0cc72-db16-475f-9019-00d56cc09e4f", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:53:21.842198 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-549a8fa0-4bb7-47e5-b54b-2ed41891faa6 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:53:21.842198 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549a8fa0-4bb7-47e5-b54b-2ed41891faa6'] response: {'server_uuid': '0e534ac3-4356-4329-97b6-46f1dbb6f5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a0cc72-db16-475f-9019-00d56cc09e4f', 'code': 200} Apr 20 16:53:21.889552 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:21.916776 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-189a83ca-4b3a-49a1-bb1b-86bc53ea41d9 req-8aa31169-71a8-483d-8bcb-e7db5b6a4624 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457683 Apr 20 16:53:21.941395 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=24a0cc72-db16-475f-9019-00d56cc09e4f,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:53:22.031018 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a83ca-4b3a-49a1-bb1b-86bc53ea41d9 req-232430ab-4949-43ba-8a0e-00624b9f52ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:53:22.032621 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-189a83ca-4b3a-49a1-bb1b-86bc53ea41d9 req-232430ab-4949-43ba-8a0e-00624b9f52ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 1096 time: 0.0562048 Apr 20 16:53:22.139623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a83ca-4b3a-49a1-bb1b-86bc53ea41d9 req-f3dd5b7a-ff23-479e-9ffd-79fc2ee74bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:53:22.141063 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-189a83ca-4b3a-49a1-bb1b-86bc53ea41d9 req-f3dd5b7a-ff23-479e-9ffd-79fc2ee74bab service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9b0b7fd-e8bb-4e4c-a12a-6415406b6742 HTTP/1.1" status: 200 len: 898 time: 0.0880635 Apr 20 16:53:22.213414 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-189a83ca-4b3a-49a1-bb1b-86bc53ea41d9 req-657d3c2b-08cf-4ddd-8326-7a58fc050056 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24a0cc72-db16-475f-9019-00d56cc09e4f HTTP/1.1" status: 200 len: 1000 time: 0.0636528 Apr 20 16:53:22.259774 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a83ca-4b3a-49a1-bb1b-86bc53ea41d9 req-c26269dd-771a-4d56-a9c5-28a797ec1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:53:22.261725 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-189a83ca-4b3a-49a1-bb1b-86bc53ea41d9 req-c26269dd-771a-4d56-a9c5-28a797ec1769 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eee520ae-79c1-4eeb-9e2b-1054d3e41dae HTTP/1.1" status: 200 len: 835 time: 0.0420582 Apr 20 16:53:22.314200 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a83ca-4b3a-49a1-bb1b-86bc53ea41d9 req-8c802478-871c-4430-909d-53b8f1f6cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:53:22.315698 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-189a83ca-4b3a-49a1-bb1b-86bc53ea41d9 req-8c802478-871c-4430-909d-53b8f1f6cd3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9b0b7fd-e8bb-4e4c-a12a-6415406b6742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483477 Apr 20 16:53:22.406850 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-189a83ca-4b3a-49a1-bb1b-86bc53ea41d9 req-f1e1351d-41ce-4a8f-b720-b595aa72260f service neutron] 10.222.0.30 "GET /v2.0/networks/d9b0b7fd-e8bb-4e4c-a12a-6415406b6742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848324 Apr 20 16:53:22.498922 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-189a83ca-4b3a-49a1-bb1b-86bc53ea41d9 req-937f63c7-7ddd-4d59-ae58-42c6f819a9b8 service neutron] 10.222.0.30 "GET /v2.0/networks/d9b0b7fd-e8bb-4e4c-a12a-6415406b6742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850799 Apr 20 16:53:22.778135 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-86d120a0-16c7-4743-9c86-7c15fd2acfd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:25.092729 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4bbf93c7-8356-4d79-8af6-b050cb6aecba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:26.475585 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:27.868643 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:28.126695 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:28.829389 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:30.057903 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:41.063733 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:53:52.783749 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-823a8edb-61ea-4aac-b89a-60962c34448f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:55.126199 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cdad132a-cd66-4445-b2c0-74953d2fc54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:56.445523 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:57.994130 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:58.159999 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:53:58.875405 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:00.109292 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:13.502982 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aed02564-5376-4304-9a5f-dc9a43e74cdd req-d40f7404-10b7-4c6f-bbd5-65ce9ddd1461 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428889 Apr 20 16:54:13.609117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed02564-5376-4304-9a5f-dc9a43e74cdd req-cb924a53-c31a-4936-a2c1-bb6b6e52c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:13.610748 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aed02564-5376-4304-9a5f-dc9a43e74cdd req-cb924a53-c31a-4936-a2c1-bb6b6e52c1fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 1097 time: 0.0469763 Apr 20 16:54:13.725396 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed02564-5376-4304-9a5f-dc9a43e74cdd req-949eeffb-4def-4e0c-9fa1-e0ab316ecff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:13.726900 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aed02564-5376-4304-9a5f-dc9a43e74cdd req-949eeffb-4def-4e0c-9fa1-e0ab316ecff5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 913 time: 0.0957174 Apr 20 16:54:13.796633 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aed02564-5376-4304-9a5f-dc9a43e74cdd req-fcfd5f17-2e28-4df9-9a04-9ca93134742b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95ea0776-3ace-4426-8383-e361ca2bcf72 HTTP/1.1" status: 200 len: 1001 time: 0.0638025 Apr 20 16:54:13.848657 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed02564-5376-4304-9a5f-dc9a43e74cdd req-95ce6676-4ff2-42a8-9338-0e3e7a1789f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:13.850157 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aed02564-5376-4304-9a5f-dc9a43e74cdd req-95ce6676-4ff2-42a8-9338-0e3e7a1789f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84f859e8-1f59-4fe7-930d-c92d7f74a0a0 HTTP/1.1" status: 200 len: 851 time: 0.0473990 Apr 20 16:54:13.897688 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed02564-5376-4304-9a5f-dc9a43e74cdd req-efa01854-124d-463d-a8e9-3e198f8b7795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:13.899245 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aed02564-5376-4304-9a5f-dc9a43e74cdd req-efa01854-124d-463d-a8e9-3e198f8b7795 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45075084-5307-4652-bafe-1d4bc624b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425458 Apr 20 16:54:13.994847 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aed02564-5376-4304-9a5f-dc9a43e74cdd req-7c8fbb31-1844-407c-86b9-02a432094fea service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886998 Apr 20 16:54:14.087525 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aed02564-5376-4304-9a5f-dc9a43e74cdd req-6ba2ec3f-5155-4b48-9969-8d8db7736a93 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865691 Apr 20 16:54:18.062663 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:54:21.136111 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-af3e3fd8-73d8-446c-9823-c944eaedea5b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-817987905&fields=id&tenant_id=89276b194611435f91cf83dc9e96548b HTTP/1.1" status: 200 len: 267 time: 0.0372856 Apr 20 16:54:21.255489 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-2d766862-148d-4592-baf9-33e3d9bda7bb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:21.257168 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-2d766862-148d-4592-baf9-33e3d9bda7bb tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 812 time: 0.1129065 Apr 20 16:54:21.273920 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-3935f106-51fe-4284-a454-4e44b7ef8869 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/quotas/89276b194611435f91cf83dc9e96548b HTTP/1.1" status: 200 len: 375 time: 0.0101635 Apr 20 16:54:21.338723 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-10ef0caf-303d-4bc1-82fe-7f09d07a3f2f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0576220 Apr 20 16:54:21.452384 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-97a1b385-71a7-4ec6-9e1e-f611d29812d8 service neutron] 10.222.0.15 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981996 Apr 20 16:54:21.553879 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-6dd997f0-7761-4930-85c0-98b2a94084b3 service neutron] 10.222.0.15 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949948 Apr 20 16:54:21.883619 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de5e9edb-8af5-448b-afaf-043153f25588 req-eef5c021-aa0e-4347-b564-e964d63a4b59 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436368 Apr 20 16:54:21.989438 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e9edb-8af5-448b-afaf-043153f25588 req-5bdaefe7-a792-4bd3-89b9-4baf84751b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:21.990949 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de5e9edb-8af5-448b-afaf-043153f25588 req-5bdaefe7-a792-4bd3-89b9-4baf84751b6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 1096 time: 0.0467517 Apr 20 16:54:22.101046 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e9edb-8af5-448b-afaf-043153f25588 req-dd9829eb-0c89-4001-b75c-8cd46304a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:22.102863 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de5e9edb-8af5-448b-afaf-043153f25588 req-dd9829eb-0c89-4001-b75c-8cd46304a25f service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9b0b7fd-e8bb-4e4c-a12a-6415406b6742 HTTP/1.1" status: 200 len: 898 time: 0.0922735 Apr 20 16:54:22.183481 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de5e9edb-8af5-448b-afaf-043153f25588 req-c50c053a-9ea9-4457-b6ae-b8f825c530cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24a0cc72-db16-475f-9019-00d56cc09e4f HTTP/1.1" status: 200 len: 1000 time: 0.0724514 Apr 20 16:54:22.202050 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ece0bbc3-46f1-4bcb-b938-e31437f72bf2 req-80d33e8b-3a04-460b-a9fa-8cea43ec260f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 210 time: 0.0378809 Apr 20 16:54:22.247802 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e9edb-8af5-448b-afaf-043153f25588 req-5512c180-c98d-43a6-9332-d5676e98c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:22.249340 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de5e9edb-8af5-448b-afaf-043153f25588 req-5512c180-c98d-43a6-9332-d5676e98c180 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eee520ae-79c1-4eeb-9e2b-1054d3e41dae HTTP/1.1" status: 200 len: 835 time: 0.0585294 Apr 20 16:54:22.303533 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e9edb-8af5-448b-afaf-043153f25588 req-80fe19de-d85c-4bcc-a506-a4efabeca09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:22.305131 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de5e9edb-8af5-448b-afaf-043153f25588 req-80fe19de-d85c-4bcc-a506-a4efabeca09b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9b0b7fd-e8bb-4e4c-a12a-6415406b6742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492442 Apr 20 16:54:22.404951 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de5e9edb-8af5-448b-afaf-043153f25588 req-883ca0c0-c941-47a8-bc20-07e4b5bf0bd0 service neutron] 10.222.0.30 "GET /v2.0/networks/d9b0b7fd-e8bb-4e4c-a12a-6415406b6742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929625 Apr 20 16:54:22.507509 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de5e9edb-8af5-448b-afaf-043153f25588 req-53c1f216-f606-4872-8d19-7cd86630fc5d service neutron] 10.222.0.30 "GET /v2.0/networks/d9b0b7fd-e8bb-4e4c-a12a-6415406b6742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963767 Apr 20 16:54:22.827322 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-92a55d1f-0bdc-4670-a3aa-32edf1f731bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:23.312169 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7e4ee942-5b3c-424f-87dc-238c54aeecdf req-2c9c8bca-d2fd-4bf5-a55c-74a6e3435d0e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 210 time: 0.0295832 Apr 20 16:54:24.425732 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1a660e43-4210-4bc8-85ef-142ac242a947 req-0aa1822b-c453-4a88-8347-c649e2fe14f5 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 210 time: 0.0271647 Apr 20 16:54:24.605046 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-0345cd5d-9252-4853-a184-142d5f95c171 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:24.606494 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-0345cd5d-9252-4853-a184-142d5f95c171 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 812 time: 0.1147316 Apr 20 16:54:24.656693 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-c64e089a-994e-4c9f-b982-104c5a4491d1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89276b194611435f91cf83dc9e96548b HTTP/1.1" status: 200 len: 379 time: 0.0355916 Apr 20 16:54:24.665531 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-54f3db3a-681d-400d-8333-6028e62db836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Request body: {'port': {'device_id': 'b70b6204-015c-4045-9899-fa65fbf1effb', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'admin_state_up': True, 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'security_groups': ['b8abdf42-893d-41ab-b96b-856037a06335']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:54:24.850616 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-54f3db3a-681d-400d-8333-6028e62db836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Made reservation on behalf of 89276b194611435f91cf83dc9e96548b for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:54:24.854387 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-54f3db3a-681d-400d-8333-6028e62db836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:24.990663 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-54f3db3a-681d-400d-8333-6028e62db836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Allocated IP 172.20.0.14 (45075084-5307-4652-bafe-1d4bc624b83e/84f859e8-1f59-4fe7-930d-c92d7f74a0a0/a418cbfc-a2df-4ef7-9f90-9358b9c8d292) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:54:25.118974 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c7e5ec79-42f4-4d25-a8f5-e8476fdaaf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:25.148779 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-54f3db3a-681d-400d-8333-6028e62db836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:25.581158 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f487a23e-edb6-4782-9195-4343c6761288 req-9be95ab8-acb0-4891-b77f-1fa7626528e6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 210 time: 0.0409408 Apr 20 16:54:25.644973 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-54f3db3a-681d-400d-8333-6028e62db836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:25.690490 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-54f3db3a-681d-400d-8333-6028e62db836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Network 45075084-5307-4652-bafe-1d4bc624b83e is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:54:25.693660 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-54f3db3a-681d-400d-8333-6028e62db836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:54:25.697618 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-54f3db3a-681d-400d-8333-6028e62db836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:54:25.722550 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3db3a-681d-400d-8333-6028e62db836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event updated for resources: {'Port': ['ID=a418cbfc-a2df-4ef7-9f90-9358b9c8d292,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:25.741835 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f3db3a-681d-400d-8333-6028e62db836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:25.742142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f3db3a-681d-400d-8333-6028e62db836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:25.742425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f3db3a-681d-400d-8333-6028e62db836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:25.742768 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f3db3a-681d-400d-8333-6028e62db836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:25.743086 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f3db3a-681d-400d-8333-6028e62db836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:25.743411 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f3db3a-681d-400d-8333-6028e62db836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:25.743724 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f3db3a-681d-400d-8333-6028e62db836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:25.744095 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f3db3a-681d-400d-8333-6028e62db836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:25.744467 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f3db3a-681d-400d-8333-6028e62db836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:25.744790 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f3db3a-681d-400d-8333-6028e62db836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:25.745112 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f3db3a-681d-400d-8333-6028e62db836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:25.745433 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f3db3a-681d-400d-8333-6028e62db836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:25.771331 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-54f3db3a-681d-400d-8333-6028e62db836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:25.771980 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-54f3db3a-681d-400d-8333-6028e62db836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:25.882279 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-54f3db3a-681d-400d-8333-6028e62db836 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2202861 Apr 20 16:54:25.900358 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-2c781feb-28f9-4d93-9988-4f05105605ea service neutron] Request body: {'port': {'device_id': 'b70b6204-015c-4045-9899-fa65fbf1effb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:54:25.958906 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-2c781feb-28f9-4d93-9988-4f05105605ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:25.995135 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-442b1079-89d1-483b-91d9-d566aa67fd06 None None] Provisioning complete for port a418cbfc-a2df-4ef7-9f90-9358b9c8d292 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:54:25.995565 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-442b1079-89d1-483b-91d9-d566aa67fd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:26.036875 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-442b1079-89d1-483b-91d9-d566aa67fd06 None None] Port a418cbfc-a2df-4ef7-9f90-9358b9c8d292 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:54:26.265475 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-2c781feb-28f9-4d93-9988-4f05105605ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a418cbfc-a2df-4ef7-9f90-9358b9c8d292 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:54:26.273539 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-2c781feb-28f9-4d93-9988-4f05105605ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:26.288006 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-2c781feb-28f9-4d93-9988-4f05105605ea service neutron] Transition to ACTIVE for port object a418cbfc-a2df-4ef7-9f90-9358b9c8d292 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:54:26.336669 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-2c781feb-28f9-4d93-9988-4f05105605ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:26.413964 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c781feb-28f9-4d93-9988-4f05105605ea service neutron] Pushing event updated for resources: {'Port': ['ID=a418cbfc-a2df-4ef7-9f90-9358b9c8d292,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:26.478905 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:26.481724 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-2c781feb-28f9-4d93-9988-4f05105605ea service neutron] Attempting to bind port a418cbfc-a2df-4ef7-9f90-9358b9c8d292 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:54:26.482192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-2c781feb-28f9-4d93-9988-4f05105605ea service neutron] Attempting to bind port a418cbfc-a2df-4ef7-9f90-9358b9c8d292 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:54:26.482616 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-2c781feb-28f9-4d93-9988-4f05105605ea service neutron] Attempting to bind port a418cbfc-a2df-4ef7-9f90-9358b9c8d292 on network 45075084-5307-4652-bafe-1d4bc624b83e {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:54:26.489140 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-2c781feb-28f9-4d93-9988-4f05105605ea service neutron] Port a418cbfc-a2df-4ef7-9f90-9358b9c8d292 on network 45075084-5307-4652-bafe-1d4bc624b83e not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:54:26.489533 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-2c781feb-28f9-4d93-9988-4f05105605ea service neutron] Attempting to bind port a418cbfc-a2df-4ef7-9f90-9358b9c8d292 on network 45075084-5307-4652-bafe-1d4bc624b83e {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:54:26.496075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-2c781feb-28f9-4d93-9988-4f05105605ea service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:54:26.496440 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-2c781feb-28f9-4d93-9988-4f05105605ea service neutron] Checking segment: {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:54:26.496890 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-2c781feb-28f9-4d93-9988-4f05105605ea service neutron] Bound using segment: {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:54:26.497418 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-2c781feb-28f9-4d93-9988-4f05105605ea service neutron] Bound port: a418cbfc-a2df-4ef7-9f90-9358b9c8d292, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d53c19-ef42-4430-85c2-b91e110a1ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:54:26.497921 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-2c781feb-28f9-4d93-9988-4f05105605ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:26.589791 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-2c781feb-28f9-4d93-9988-4f05105605ea service neutron] For port a418cbfc-a2df-4ef7-9f90-9358b9c8d292, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:54:26.594825 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-2c781feb-28f9-4d93-9988-4f05105605ea service neutron] For port a418cbfc-a2df-4ef7-9f90-9358b9c8d292, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a418cbfc-a2df-4ef7-9f90-9358b9c8d292,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:54:26.679782 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-2c781feb-28f9-4d93-9988-4f05105605ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:26.723059 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-2c781feb-28f9-4d93-9988-4f05105605ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:26.724451 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-2c781feb-28f9-4d93-9988-4f05105605ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:26.725413 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-2c781feb-28f9-4d93-9988-4f05105605ea service neutron] 10.222.0.26 "PUT /v2.0/ports/a418cbfc-a2df-4ef7-9f90-9358b9c8d292 HTTP/1.1" status: 200 len: 1092 time: 0.8295445 Apr 20 16:54:26.726046 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70b6204-015c-4045-9899-fa65fbf1effb', 'tag': 'a418cbfc-a2df-4ef7-9f90-9358b9c8d292'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:54:26.728892 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2705be62-d380-4853-a71e-24a8b8a83709" -d '{"events": [{"name": "network-changed", "server_uuid": "b70b6204-015c-4045-9899-fa65fbf1effb", "tag": "a418cbfc-a2df-4ef7-9f90-9358b9c8d292"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:54:26.745113 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b1499-b3b1-42f1-864a-305d9c165b38 req-39d20aaa-a11e-41ee-9884-8b163d78a303 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:26.747504 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5d6b1499-b3b1-42f1-864a-305d9c165b38 req-39d20aaa-a11e-41ee-9884-8b163d78a303 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 944 time: 0.0711379 Apr 20 16:54:26.776863 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c781feb-28f9-4d93-9988-4f05105605ea service neutron] Pushing event updated for resources: {'Port': ['ID=a418cbfc-a2df-4ef7-9f90-9358b9c8d292,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:26.798542 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5d6b1499-b3b1-42f1-864a-305d9c165b38 req-f7ab829b-bef2-45d2-85c9-a0ff3e2914df tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399895 Apr 20 16:54:26.882815 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345131a6-3493-4a94-a47c-f6b37cb9219f x-openstack-request-id: req-345131a6-3493-4a94-a47c-f6b37cb9219f {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:54:26.882815 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b70b6204-015c-4045-9899-fa65fbf1effb", "tag": "a418cbfc-a2df-4ef7-9f90-9358b9c8d292", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:54:26.882815 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-345131a6-3493-4a94-a47c-f6b37cb9219f {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:54:26.882815 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-345131a6-3493-4a94-a47c-f6b37cb9219f'] response: {'name': 'network-changed', 'server_uuid': 'b70b6204-015c-4045-9899-fa65fbf1effb', 'tag': 'a418cbfc-a2df-4ef7-9f90-9358b9c8d292', 'status': 'completed', 'code': 200} Apr 20 16:54:26.951603 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-429afc39-a5af-49b2-8468-a6e399121894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:26.953468 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-429afc39-a5af-49b2-8468-a6e399121894 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 1095 time: 0.0522230 Apr 20 16:54:27.014874 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-1c4d3344-08fd-433f-8132-b2fbdf501cd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a418cbfc-a2df-4ef7-9f90-9358b9c8d292 HTTP/1.1" status: 200 len: 217 time: 0.0456674 Apr 20 16:54:27.073194 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-aa0e5bc8-bc88-4bfc-a66a-abaa07d6aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:27.082966 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-aa0e5bc8-bc88-4bfc-a66a-abaa07d6aad5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84f859e8-1f59-4fe7-930d-c92d7f74a0a0 HTTP/1.1" status: 200 len: 851 time: 0.0550656 Apr 20 16:54:27.127280 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-bfd6ff66-f80d-4235-9013-16be54a4489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:27.129031 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-bfd6ff66-f80d-4235-9013-16be54a4489f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45075084-5307-4652-bafe-1d4bc624b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469921 Apr 20 16:54:27.244996 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-96a678c9-3e3f-43a6-9c7f-ed2479815300 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065114 Apr 20 16:54:27.360547 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0fe560f6-cb53-4bd0-afbf-69523617c9f9 req-43982e10-3a20-49a1-bad1-e7ce6cd6ceaf service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091733 Apr 20 16:54:27.584599 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705be62-d380-4853-a71e-24a8b8a83709 req-005f0813-d665-4f9b-adae-c6dc2a227707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:27.586659 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2705be62-d380-4853-a71e-24a8b8a83709 req-005f0813-d665-4f9b-adae-c6dc2a227707 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 1095 time: 0.0541198 Apr 20 16:54:27.691193 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705be62-d380-4853-a71e-24a8b8a83709 req-a55760bd-a583-461f-ae44-9371bd3d0307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:27.692697 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2705be62-d380-4853-a71e-24a8b8a83709 req-a55760bd-a583-461f-ae44-9371bd3d0307 service neutron] 10.222.0.26 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 913 time: 0.0999262 Apr 20 16:54:27.734589 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2705be62-d380-4853-a71e-24a8b8a83709 req-c7b2bfe6-773e-4a47-82ff-bddab53691f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a418cbfc-a2df-4ef7-9f90-9358b9c8d292 HTTP/1.1" status: 200 len: 217 time: 0.0360148 Apr 20 16:54:27.788013 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705be62-d380-4853-a71e-24a8b8a83709 req-0a4344c0-2c1d-4a58-9ab8-f44a79d66f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:27.790366 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2705be62-d380-4853-a71e-24a8b8a83709 req-0a4344c0-2c1d-4a58-9ab8-f44a79d66f3a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84f859e8-1f59-4fe7-930d-c92d7f74a0a0 HTTP/1.1" status: 200 len: 851 time: 0.0497510 Apr 20 16:54:27.850632 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705be62-d380-4853-a71e-24a8b8a83709 req-4c6bf953-16d1-4fe2-8543-9946475896fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:27.852881 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2705be62-d380-4853-a71e-24a8b8a83709 req-4c6bf953-16d1-4fe2-8543-9946475896fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45075084-5307-4652-bafe-1d4bc624b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544116 Apr 20 16:54:27.897641 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:27.934967 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dda9a-9cdd-41d3-a978-628d5a5658e3 req-017dd3d9-4793-4a25-a4fa-a5ed304f65f2 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:27.940812 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3c4dda9a-9cdd-41d3-a978-628d5a5658e3 req-017dd3d9-4793-4a25-a4fa-a5ed304f65f2 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 944 time: 0.0625424 Apr 20 16:54:27.960289 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2705be62-d380-4853-a71e-24a8b8a83709 req-1b343f7b-ae7d-4663-8812-a3f2386fc46e service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006870 Apr 20 16:54:27.979154 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3c4dda9a-9cdd-41d3-a978-628d5a5658e3 req-0d7ea7f7-ad6b-4c2a-bad1-759777a26414 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363867 Apr 20 16:54:28.072872 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2705be62-d380-4853-a71e-24a8b8a83709 req-b2986931-7cc4-4bf9-bf7f-4a18642fd4f5 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050036 Apr 20 16:54:28.124555 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:28.879075 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:29.121581 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a220c1-cfde-4b24-b3f0-79fdae861830 req-42096cd8-6aeb-4ee3-81d3-6ca61e8a6bf2 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:29.123960 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b3a220c1-cfde-4b24-b3f0-79fdae861830 req-42096cd8-6aeb-4ee3-81d3-6ca61e8a6bf2 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 944 time: 0.0554600 Apr 20 16:54:29.167515 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b3a220c1-cfde-4b24-b3f0-79fdae861830 req-7a64a8d5-1dec-49ce-82ca-e5d9617da310 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371289 Apr 20 16:54:30.089976 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:30.288486 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025f184-79a4-4a41-85fc-19a4993fb56e req-c519569c-50b8-4ad6-bad9-06f7ea85c018 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:30.290018 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e025f184-79a4-4a41-85fc-19a4993fb56e req-c519569c-50b8-4ad6-bad9-06f7ea85c018 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 944 time: 0.0508931 Apr 20 16:54:30.329643 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e025f184-79a4-4a41-85fc-19a4993fb56e req-42b78310-be59-4210-b10b-3119ea2d3f58 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333662 Apr 20 16:54:31.462641 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d75ce7-7b0e-4d66-9bf5-a399d919ae0f req-974d3e9b-ba30-4f74-b183-9bfb3ab3f721 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:31.464121 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19d75ce7-7b0e-4d66-9bf5-a399d919ae0f req-974d3e9b-ba30-4f74-b183-9bfb3ab3f721 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 944 time: 0.0505369 Apr 20 16:54:31.504201 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19d75ce7-7b0e-4d66-9bf5-a399d919ae0f req-7626696b-9de1-45cf-9959-7bdfd486650d tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332439 Apr 20 16:54:32.628363 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f113689-c209-4235-b0e8-cfc0add5962a req-82eae263-e3a1-49c3-97b6-11a1c0b6b1b7 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:32.629901 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f113689-c209-4235-b0e8-cfc0add5962a req-82eae263-e3a1-49c3-97b6-11a1c0b6b1b7 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 944 time: 0.0518951 Apr 20 16:54:32.669803 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3f113689-c209-4235-b0e8-cfc0add5962a req-4fef00b9-315c-4fcb-8c7d-307df92c28b8 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334828 Apr 20 16:54:33.799830 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7493815-a591-46c8-a299-2dd9877ee5a0 req-a758fc72-891e-47cc-ac3c-164ba51a499c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:33.801382 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f7493815-a591-46c8-a299-2dd9877ee5a0 req-a758fc72-891e-47cc-ac3c-164ba51a499c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 944 time: 0.0620387 Apr 20 16:54:33.842189 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f7493815-a591-46c8-a299-2dd9877ee5a0 req-cf3cef32-a96d-4114-beb6-db22ca5acba3 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342317 Apr 20 16:54:34.972194 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04bd95-ff07-4724-a0c9-35ecc460e9ab req-62692993-6ea6-4667-ba1c-5f4caa779bb2 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:34.973795 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7c04bd95-ff07-4724-a0c9-35ecc460e9ab req-62692993-6ea6-4667-ba1c-5f4caa779bb2 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 944 time: 0.0567408 Apr 20 16:54:35.016030 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7c04bd95-ff07-4724-a0c9-35ecc460e9ab req-9fb33f3b-5f6d-463f-88d9-38f019ddee33 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355732 Apr 20 16:54:36.094936 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56052) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:36.148782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e840d-5eed-476f-a0d8-2cc0ec4a464c req-1ed65f75-5572-4699-a34d-1cbafe482386 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:36.150774 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c21e840d-5eed-476f-a0d8-2cc0ec4a464c req-1ed65f75-5572-4699-a34d-1cbafe482386 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 944 time: 0.0577731 Apr 20 16:54:36.217997 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c21e840d-5eed-476f-a0d8-2cc0ec4a464c req-e8024cb2-32aa-4615-a94e-5747ee6266c6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529516 Apr 20 16:54:36.290060 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-389a791b-cd55-4143-83f9-6335d5156d3a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Deleting port e8150573-5c92-43b5-a8b9-901e7d9f85cd {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:54:36.290410 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-389a791b-cd55-4143-83f9-6335d5156d3a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:36.370481 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-389a791b-cd55-4143-83f9-6335d5156d3a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:36.370742 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-389a791b-cd55-4143-83f9-6335d5156d3a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:36.384228 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-389a791b-cd55-4143-83f9-6335d5156d3a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Calling delete_port for e8150573-5c92-43b5-a8b9-901e7d9f85cd owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:54:36.633152 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-389a791b-cd55-4143-83f9-6335d5156d3a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:36.665459 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a791b-cd55-4143-83f9-6335d5156d3a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'Port': ['ID=e8150573-5c92-43b5-a8b9-901e7d9f85cd,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:36.691861 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a791b-cd55-4143-83f9-6335d5156d3a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:36.692199 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a791b-cd55-4143-83f9-6335d5156d3a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:36.692562 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a791b-cd55-4143-83f9-6335d5156d3a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:36.692895 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a791b-cd55-4143-83f9-6335d5156d3a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:36.693228 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a791b-cd55-4143-83f9-6335d5156d3a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:36.693555 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a791b-cd55-4143-83f9-6335d5156d3a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:36.693880 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a791b-cd55-4143-83f9-6335d5156d3a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:36.694202 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a791b-cd55-4143-83f9-6335d5156d3a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:36.694525 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a791b-cd55-4143-83f9-6335d5156d3a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:36.694846 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a791b-cd55-4143-83f9-6335d5156d3a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:36.695166 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a791b-cd55-4143-83f9-6335d5156d3a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:36.695478 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a791b-cd55-4143-83f9-6335d5156d3a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:36.738162 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-389a791b-cd55-4143-83f9-6335d5156d3a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:36.738754 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-389a791b-cd55-4143-83f9-6335d5156d3a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Floating IP 7c958a39-c935-44bd-ac57-2ad597889a49 disassociated (deleted). External IP: 172.25.0.57, port: 24a0cc72-db16-475f-9019-00d56cc09e4f. Apr 20 16:54:36.993688 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389a791b-cd55-4143-83f9-6335d5156d3a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Router f8bfda05-84c0-42ef-a135-4d64d3c5c168 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:54:37.118150 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389a791b-cd55-4143-83f9-6335d5156d3a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:54:37.124019 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-389a791b-cd55-4143-83f9-6335d5156d3a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:37.130128 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf607ac-ca67-4360-a0bf-2e6fda1e89f9 None None] Sync routers for ids ['f8bfda05-84c0-42ef-a135-4d64d3c5c168'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:54:37.142029 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf607ac-ca67-4360-a0bf-2e6fda1e89f9 None None] Routers {'f8bfda05-84c0-42ef-a135-4d64d3c5c168'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:54:37.142697 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7cf607ac-ca67-4360-a0bf-2e6fda1e89f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:54:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8bfda05-84c0-42ef-a135-4d64d3c5c168'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:54:37.163385 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-389a791b-cd55-4143-83f9-6335d5156d3a tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "DELETE /v2.0/floatingips/7c958a39-c935-44bd-ac57-2ad597889a49 HTTP/1.1" status: 204 len: 168 time: 1.0638502 Apr 20 16:54:37.163385 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e534ac3-4356-4329-97b6-46f1dbb6f5e1', 'tag': '24a0cc72-db16-475f-9019-00d56cc09e4f'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:54:37.163857 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12340aa-fbb0-4969-9a82-6feeb1cf8d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "0e534ac3-4356-4329-97b6-46f1dbb6f5e1", "tag": "24a0cc72-db16-475f-9019-00d56cc09e4f"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:54:37.242439 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c3e8d1-9919-43ad-a1b8-6a1db69aaab2 x-openstack-request-id: req-60c3e8d1-9919-43ad-a1b8-6a1db69aaab2 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:54:37.243010 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e534ac3-4356-4329-97b6-46f1dbb6f5e1", "tag": "24a0cc72-db16-475f-9019-00d56cc09e4f", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:54:37.243629 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60c3e8d1-9919-43ad-a1b8-6a1db69aaab2 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:54:37.244494 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c3e8d1-9919-43ad-a1b8-6a1db69aaab2'] response: {'name': 'network-changed', 'server_uuid': '0e534ac3-4356-4329-97b6-46f1dbb6f5e1', 'tag': '24a0cc72-db16-475f-9019-00d56cc09e4f', 'status': 'completed', 'code': 200} Apr 20 16:54:37.278548 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-7cf607ac-ca67-4360-a0bf-2e6fda1e89f9 None None] Set router f8bfda05-84c0-42ef-a135-4d64d3c5c168 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:54:37.381250 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12340aa-fbb0-4969-9a82-6feeb1cf8d5b req-e89ede59-551d-4526-a01b-93972b07a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:37.382921 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c12340aa-fbb0-4969-9a82-6feeb1cf8d5b req-e89ede59-551d-4526-a01b-93972b07a7cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f671d985b7654b0ab90a0236bac58688&device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 1096 time: 0.0929635 Apr 20 16:54:37.416289 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04b6eb-1ccd-4963-8586-ac6f84152ea2 req-071cbe2f-105c-4b2a-b723-76e6df2d241a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:37.418089 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a04b6eb-1ccd-4963-8586-ac6f84152ea2 req-071cbe2f-105c-4b2a-b723-76e6df2d241a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 944 time: 0.0913336 Apr 20 16:54:37.509896 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a04b6eb-1ccd-4963-8586-ac6f84152ea2 req-8efaf522-7a02-4106-b27f-455bc4a1a475 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800376 Apr 20 16:54:37.520703 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7cf607ac-ca67-4360-a0bf-2e6fda1e89f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189045415', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:23Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '7e494284-4714-420f-adc7-a27065787610', 'name': '', 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:2f:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'eee520ae-79c1-4eeb-9e2b-1054d3e41dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:51:22Z', 'updated_at': '2022-04-20T16:51:25Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': 'eee520ae-79c1-4eeb-9e2b-1054d3e41dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:54:37.565353 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12340aa-fbb0-4969-9a82-6feeb1cf8d5b req-15bdc670-0cc1-4c91-8bb1-6edc4eeb183d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:37.566680 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf607ac-ca67-4360-a0bf-2e6fda1e89f9 None None] Checking router: f8bfda05-84c0-42ef-a135-4d64d3c5c168 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:54:37.568555 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c12340aa-fbb0-4969-9a82-6feeb1cf8d5b req-15bdc670-0cc1-4c91-8bb1-6edc4eeb183d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9b0b7fd-e8bb-4e4c-a12a-6415406b6742 HTTP/1.1" status: 200 len: 898 time: 0.1750588 Apr 20 16:54:37.576729 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf607ac-ca67-4360-a0bf-2e6fda1e89f9 None None] Routers {'f8bfda05-84c0-42ef-a135-4d64d3c5c168'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:54:37.577356 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7cf607ac-ca67-4360-a0bf-2e6fda1e89f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:54:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8bfda05-84c0-42ef-a135-4d64d3c5c168'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:54:37.617517 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c12340aa-fbb0-4969-9a82-6feeb1cf8d5b req-990c63ff-dac4-4b72-a03f-812fa4bb3a03 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24a0cc72-db16-475f-9019-00d56cc09e4f HTTP/1.1" status: 200 len: 217 time: 0.0423863 Apr 20 16:54:37.674585 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12340aa-fbb0-4969-9a82-6feeb1cf8d5b req-4b9c3bfb-2e86-4ca7-8697-261a4d95f600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:37.676177 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c12340aa-fbb0-4969-9a82-6feeb1cf8d5b req-4b9c3bfb-2e86-4ca7-8697-261a4d95f600 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eee520ae-79c1-4eeb-9e2b-1054d3e41dae HTTP/1.1" status: 200 len: 835 time: 0.0512655 Apr 20 16:54:37.708166 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-7cf607ac-ca67-4360-a0bf-2e6fda1e89f9 None None] Set router f8bfda05-84c0-42ef-a135-4d64d3c5c168 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:54:37.751662 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e029314-46fa-4855-869c-33503b905925 req-8bf181d2-2d47-4ca6-a2d8-e94a11120bcb tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:37.753501 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7e029314-46fa-4855-869c-33503b905925 req-8bf181d2-2d47-4ca6-a2d8-e94a11120bcb tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0758958 Apr 20 16:54:37.804586 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12340aa-fbb0-4969-9a82-6feeb1cf8d5b req-4dded46f-23e1-4331-8467-0cfbf6929b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:37.806416 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c12340aa-fbb0-4969-9a82-6feeb1cf8d5b req-4dded46f-23e1-4331-8467-0cfbf6929b92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9b0b7fd-e8bb-4e4c-a12a-6415406b6742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931644 Apr 20 16:54:37.815571 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7e029314-46fa-4855-869c-33503b905925 req-8c6d6fa9-3dc1-4e24-8dc3-64257b83d48c tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552030 Apr 20 16:54:37.911057 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c12340aa-fbb0-4969-9a82-6feeb1cf8d5b req-2f3eacb2-f7c6-4c43-84dd-c189c1236192 service neutron] 10.222.0.30 "GET /v2.0/networks/d9b0b7fd-e8bb-4e4c-a12a-6415406b6742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944281 Apr 20 16:54:37.936036 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7cf607ac-ca67-4360-a0bf-2e6fda1e89f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189045415', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:23Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '7e494284-4714-420f-adc7-a27065787610', 'name': '', 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:2f:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'eee520ae-79c1-4eeb-9e2b-1054d3e41dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:51:22Z', 'updated_at': '2022-04-20T16:51:25Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': 'eee520ae-79c1-4eeb-9e2b-1054d3e41dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:54:37.971254 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf607ac-ca67-4360-a0bf-2e6fda1e89f9 None None] The sync data for ids ['f8bfda05-84c0-42ef-a135-4d64d3c5c168'] in n-d-836146-2 is: [{'id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189045415', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:23Z', 'revision_number': 4, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '7e494284-4714-420f-adc7-a27065787610', 'name': '', 'network_id': 'd9b0b7fd-e8bb-4e4c-a12a-6415406b6742', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'mac_address': 'fa:16:3e:2f:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'eee520ae-79c1-4eeb-9e2b-1054d3e41dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:51:22Z', 'updated_at': '2022-04-20T16:51:25Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'subnets': [{'id': 'eee520ae-79c1-4eeb-9e2b-1054d3e41dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:54:38.037562 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c12340aa-fbb0-4969-9a82-6feeb1cf8d5b req-0c424b78-790e-46d8-80a2-d2ce5cc8d523 service neutron] 10.222.0.30 "GET /v2.0/networks/d9b0b7fd-e8bb-4e4c-a12a-6415406b6742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197536 Apr 20 16:54:38.229748 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78bf0f8-6bc8-452c-9980-8835bef34efc None None] New status for floating IP 7c958a39-c935-44bd-ac57-2ad597889a49: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:54:38.649455 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817e53e-c09b-41fe-87a3-d0cf511db55e req-85f9e5d8-4dcb-4fa3-9c55-cbd988241344 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:38.650951 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9817e53e-c09b-41fe-87a3-d0cf511db55e req-85f9e5d8-4dcb-4fa3-9c55-cbd988241344 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 944 time: 0.0521753 Apr 20 16:54:38.692606 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9817e53e-c09b-41fe-87a3-d0cf511db55e req-87228350-4bc6-4dc3-ad88-addd1184ccfa tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354583 Apr 20 16:54:38.958123 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74debdf-1af4-4514-968c-43c69915ad3a req-5274fd67-318c-4347-8436-109167331e1c tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:38.959565 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b74debdf-1af4-4514-968c-43c69915ad3a req-5274fd67-318c-4347-8436-109167331e1c tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0651851 Apr 20 16:54:38.999580 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b74debdf-1af4-4514-968c-43c69915ad3a req-ac3ac8d9-a041-4391-860e-d093c6ceb474 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ad7a902-379b-4b6c-b64a-fdf5be6ae046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334551 Apr 20 16:54:39.083967 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a418cbfc-a2df-4ef7-9f90-9358b9c8d292 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:54:39.181212 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port a418cbfc-a2df-4ef7-9f90-9358b9c8d292, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a418cbfc-a2df-4ef7-9f90-9358b9c8d292,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:54:39.196748 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'a418cbfc-a2df-4ef7-9f90-9358b9c8d292', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'port_id': 'a418cbfc-a2df-4ef7-9f90-9358b9c8d292', 'mac_address': 'fa:16:3e:01:64:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:54:39.236137 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:39.249999 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a418cbfc-a2df-4ef7-9f90-9358b9c8d292 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:54:39.272611 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port a418cbfc-a2df-4ef7-9f90-9358b9c8d292, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a418cbfc-a2df-4ef7-9f90-9358b9c8d292,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:54:39.318613 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86082d9-081a-4d5f-a124-adb4951110b0 req-932c4166-9f59-4ca3-b169-59854a24cfd5 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:39.320886 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e86082d9-081a-4d5f-a124-adb4951110b0 req-932c4166-9f59-4ca3-b169-59854a24cfd5 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 945 time: 0.0509460 Apr 20 16:54:39.376191 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:39.427049 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-e86082d9-081a-4d5f-a124-adb4951110b0 req-274640bb-c78d-4d0f-968a-9f63073dcd07 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Deleting port 24a0cc72-db16-475f-9019-00d56cc09e4f {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:54:39.427429 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e86082d9-081a-4d5f-a124-adb4951110b0 req-274640bb-c78d-4d0f-968a-9f63073dcd07 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:39.429015 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=a418cbfc-a2df-4ef7-9f90-9358b9c8d292,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:39.438101 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:39.438468 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:39.438808 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:39.439146 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:39.439482 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:39.439812 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:39.440140 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:39.440495 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:39.440827 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:39.441148 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:39.441473 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:39.441816 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:39.520141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-e86082d9-081a-4d5f-a124-adb4951110b0 req-274640bb-c78d-4d0f-968a-9f63073dcd07 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] For port 24a0cc72-db16-475f-9019-00d56cc09e4f, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=24a0cc72-db16-475f-9019-00d56cc09e4f,segment=NetworkSegment(cb72196a-278c-4cfe-bdc5-0e70b0bde87c),segment_id=cb72196a-278c-4cfe-bdc5-0e70b0bde87c)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:54:39.520457 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e86082d9-081a-4d5f-a124-adb4951110b0 req-274640bb-c78d-4d0f-968a-9f63073dcd07 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:39.534535 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-e86082d9-081a-4d5f-a124-adb4951110b0 req-274640bb-c78d-4d0f-968a-9f63073dcd07 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Calling delete_port for 24a0cc72-db16-475f-9019-00d56cc09e4f owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:54:39.736530 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e86082d9-081a-4d5f-a124-adb4951110b0 req-274640bb-c78d-4d0f-968a-9f63073dcd07 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:39.769375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274640bb-c78d-4d0f-968a-9f63073dcd07 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'Port': ['ID=24a0cc72-db16-475f-9019-00d56cc09e4f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:39.810028 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['a418cbfc-a2df-4ef7-9f90-9358b9c8d292'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:54:39.821066 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86082d9-081a-4d5f-a124-adb4951110b0 req-274640bb-c78d-4d0f-968a-9f63073dcd07 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] No DVR routers for this DVR port 24a0cc72-db16-475f-9019-00d56cc09e4f on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:54:39.824371 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e86082d9-081a-4d5f-a124-adb4951110b0 req-274640bb-c78d-4d0f-968a-9f63073dcd07 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:39.826024 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfab9f2-6f7f-4963-870a-12145f4fb406 req-3b829eea-7690-4841-9564-800d2db9d088 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:39.827602 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dbfab9f2-6f7f-4963-870a-12145f4fb406 req-3b829eea-7690-4841-9564-800d2db9d088 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 945 time: 0.0616388 Apr 20 16:54:39.830602 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e86082d9-081a-4d5f-a124-adb4951110b0 req-274640bb-c78d-4d0f-968a-9f63073dcd07 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.30 "DELETE /v2.0/ports/24a0cc72-db16-475f-9019-00d56cc09e4f HTTP/1.1" status: 204 len: 173 time: 0.5044551 Apr 20 16:54:39.831281 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e534ac3-4356-4329-97b6-46f1dbb6f5e1', 'name': 'network-vif-deleted', 'tag': '24a0cc72-db16-475f-9019-00d56cc09e4f'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:54:39.835173 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0443d7a-b630-472b-855d-da441d0c99e3" -d '{"events": [{"server_uuid": "0e534ac3-4356-4329-97b6-46f1dbb6f5e1", "name": "network-vif-deleted", "tag": "24a0cc72-db16-475f-9019-00d56cc09e4f"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:54:39.885633 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac8f7a4-7be9-404d-803f-6bf3f84b29be x-openstack-request-id: req-dac8f7a4-7be9-404d-803f-6bf3f84b29be {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:54:39.885996 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e534ac3-4356-4329-97b6-46f1dbb6f5e1", "name": "network-vif-deleted", "tag": "24a0cc72-db16-475f-9019-00d56cc09e4f", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:54:39.886314 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dac8f7a4-7be9-404d-803f-6bf3f84b29be {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:54:39.886535 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-dbfab9f2-6f7f-4963-870a-12145f4fb406 req-8129dbc2-3357-458f-b99c-cc0ffc3a1132 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435753 Apr 20 16:54:39.888996 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac8f7a4-7be9-404d-803f-6bf3f84b29be'] response: {'server_uuid': '0e534ac3-4356-4329-97b6-46f1dbb6f5e1', 'name': 'network-vif-deleted', 'tag': '24a0cc72-db16-475f-9019-00d56cc09e4f', 'status': 'completed', 'code': 200} Apr 20 16:54:40.126213 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd7cbbad-cfe8-48c9-883a-0b1b2bd8e7fb req-7da97ec9-6c46-4365-8d89-a22d4798b38e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e534ac3-4356-4329-97b6-46f1dbb6f5e1 HTTP/1.1" status: 200 len: 210 time: 0.0339093 Apr 20 16:54:41.014935 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0979b-effa-4d15-af68-e970dfbec5f2 req-d6bc8a93-7552-4da6-8943-23b375f74701 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:41.016099 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-86b0979b-effa-4d15-af68-e970dfbec5f2 req-d6bc8a93-7552-4da6-8943-23b375f74701 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 945 time: 0.0599682 Apr 20 16:54:41.056824 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-86b0979b-effa-4d15-af68-e970dfbec5f2 req-b971c497-ed58-421a-9a67-1342b60b563f tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337021 Apr 20 16:54:41.094804 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a418cbfc-a2df-4ef7-9f90-9358b9c8d292 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:54:41.193084 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56076) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:41.215903 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port a418cbfc-a2df-4ef7-9f90-9358b9c8d292 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:54:41.220194 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port a418cbfc-a2df-4ef7-9f90-9358b9c8d292 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:54:41.220599 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:41.308704 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:41.333896 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70b6204-015c-4045-9899-fa65fbf1effb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a418cbfc-a2df-4ef7-9f90-9358b9c8d292'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:54:41.336154 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225642f3-74ac-403f-8924-4082ed0f0278" -d '{"events": [{"server_uuid": "b70b6204-015c-4045-9899-fa65fbf1effb", "name": "network-vif-plugged", "status": "completed", "tag": "a418cbfc-a2df-4ef7-9f90-9358b9c8d292"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:54:41.354813 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port a418cbfc-a2df-4ef7-9f90-9358b9c8d292, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a418cbfc-a2df-4ef7-9f90-9358b9c8d292,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:54:41.385468 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccecebe5-707b-46a7-a5c2-a8b4695af703 x-openstack-request-id: req-ccecebe5-707b-46a7-a5c2-a8b4695af703 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:54:41.385911 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70b6204-015c-4045-9899-fa65fbf1effb", "name": "network-vif-plugged", "status": "completed", "tag": "a418cbfc-a2df-4ef7-9f90-9358b9c8d292", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:54:41.386246 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ccecebe5-707b-46a7-a5c2-a8b4695af703 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:54:41.386817 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccecebe5-707b-46a7-a5c2-a8b4695af703'] response: {'server_uuid': 'b70b6204-015c-4045-9899-fa65fbf1effb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a418cbfc-a2df-4ef7-9f90-9358b9c8d292', 'code': 200} Apr 20 16:54:41.426400 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:41.481223 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=a418cbfc-a2df-4ef7-9f90-9358b9c8d292,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:41.513404 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c53447-82c9-425c-8d19-d389f5260792 req-fbdf982a-18a4-435f-8f37-401c7f23b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:41.514924 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7c53447-82c9-425c-8d19-d389f5260792 req-fbdf982a-18a4-435f-8f37-401c7f23b43b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 1097 time: 0.0444882 Apr 20 16:54:41.551481 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7c53447-82c9-425c-8d19-d389f5260792 req-fff181c9-a662-4247-b06f-1b6bd4bbdbce service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304136 Apr 20 16:54:41.593531 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-beb82d84-39c6-49d4-bbf5-3271916f2d40 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:41.871904 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-beb82d84-39c6-49d4-bbf5-3271916f2d40 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Deleting port 7e494284-4714-420f-adc7-a27065787610 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:54:41.872272 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-beb82d84-39c6-49d4-bbf5-3271916f2d40 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:41.969216 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-beb82d84-39c6-49d4-bbf5-3271916f2d40 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] For port 7e494284-4714-420f-adc7-a27065787610, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=7e494284-4714-420f-adc7-a27065787610,segment=NetworkSegment(cb72196a-278c-4cfe-bdc5-0e70b0bde87c),segment_id=cb72196a-278c-4cfe-bdc5-0e70b0bde87c)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:54:41.969593 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-beb82d84-39c6-49d4-bbf5-3271916f2d40 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:41.983827 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-beb82d84-39c6-49d4-bbf5-3271916f2d40 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Calling delete_port for 7e494284-4714-420f-adc7-a27065787610 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:54:42.180720 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9667723-cc3a-430e-864c-ec316e9bbed2 req-b7f38728-1d8a-43bf-8c01-7abb618ad902 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:42.182354 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9667723-cc3a-430e-864c-ec316e9bbed2 req-b7f38728-1d8a-43bf-8c01-7abb618ad902 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 946 time: 0.0519433 Apr 20 16:54:42.224592 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9667723-cc3a-430e-864c-ec316e9bbed2 req-f7f79822-5638-4263-93ba-b257da098930 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350783 Apr 20 16:54:42.318586 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-beb82d84-39c6-49d4-bbf5-3271916f2d40 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:42.345693 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb82d84-39c6-49d4-bbf5-3271916f2d40 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'Port': ['ID=7e494284-4714-420f-adc7-a27065787610,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:42.535163 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-beb82d84-39c6-49d4-bbf5-3271916f2d40 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:42.759738 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb82d84-39c6-49d4-bbf5-3271916f2d40 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Router f8bfda05-84c0-42ef-a135-4d64d3c5c168 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:54:42.872571 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb82d84-39c6-49d4-bbf5-3271916f2d40 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:54:42.881552 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-beb82d84-39c6-49d4-bbf5-3271916f2d40 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "PUT /v2.0/routers/f8bfda05-84c0-42ef-a135-4d64d3c5c168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6843507 Apr 20 16:54:42.882450 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56082) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:42.887404 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f52d0-16df-471b-8e11-217258dede22 None None] Sync routers for ids ['f8bfda05-84c0-42ef-a135-4d64d3c5c168'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:54:42.897915 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f52d0-16df-471b-8e11-217258dede22 None None] Routers {'f8bfda05-84c0-42ef-a135-4d64d3c5c168'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:54:42.898556 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-eb0f52d0-16df-471b-8e11-217258dede22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:54:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8bfda05-84c0-42ef-a135-4d64d3c5c168'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:54:42.939237 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ce1485-97dc-40a3-b78f-d24554c197d6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Deleting subnet eee520ae-79c1-4eeb-9e2b-1054d3e41dae {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:54:42.942517 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d9ce1485-97dc-40a3-b78f-d24554c197d6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:42.994269 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d9ce1485-97dc-40a3-b78f-d24554c197d6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:43.010985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-eb0f52d0-16df-471b-8e11-217258dede22 None None] Set router f8bfda05-84c0-42ef-a135-4d64d3c5c168 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:54:43.082190 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d9ce1485-97dc-40a3-b78f-d24554c197d6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:43.204266 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-eb0f52d0-16df-471b-8e11-217258dede22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189045415', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:54:42Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:54:43.232595 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f52d0-16df-471b-8e11-217258dede22 None None] Checking router: f8bfda05-84c0-42ef-a135-4d64d3c5c168 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:54:43.241875 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f52d0-16df-471b-8e11-217258dede22 None None] Routers {'f8bfda05-84c0-42ef-a135-4d64d3c5c168'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:54:43.242530 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-eb0f52d0-16df-471b-8e11-217258dede22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:54:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['f8bfda05-84c0-42ef-a135-4d64d3c5c168'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:54:43.265405 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d9ce1485-97dc-40a3-b78f-d24554c197d6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:43.304585 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce1485-97dc-40a3-b78f-d24554c197d6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'Subnet': ['ID=eee520ae-79c1-4eeb-9e2b-1054d3e41dae,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:43.308574 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d9ce1485-97dc-40a3-b78f-d24554c197d6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:43.315114 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d9ce1485-97dc-40a3-b78f-d24554c197d6 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "DELETE /v2.0/subnets/eee520ae-79c1-4eeb-9e2b-1054d3e41dae HTTP/1.1" status: 204 len: 168 time: 0.4316096 Apr 20 16:54:43.315742 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56086) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:43.332606 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bc8d01-6cb8-42ae-967f-c15fa0730f39 None None] Network d9b0b7fd-e8bb-4e4c-a12a-6415406b6742 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:54:43.415260 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-eb0f52d0-16df-471b-8e11-217258dede22 None None] Set router f8bfda05-84c0-42ef-a135-4d64d3c5c168 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:54:43.421435 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac934c68-638b-4675-97b9-2b45101c13fd req-a6f68b82-1d6a-4b84-a280-d88e87ab54ab tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:43.430202 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ac934c68-638b-4675-97b9-2b45101c13fd req-a6f68b82-1d6a-4b84-a280-d88e87ab54ab tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 946 time: 0.0801449 Apr 20 16:54:43.482155 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ac934c68-638b-4675-97b9-2b45101c13fd req-4618a10c-c6ed-4477-97fd-13478a85a7d6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508432 Apr 20 16:54:43.497754 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-36be29ec-2fa8-4975-8cbe-8f87cc4aaaa7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:43.659636 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-36be29ec-2fa8-4975-8cbe-8f87cc4aaaa7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:43.675477 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48110aff-b39d-479b-9bb6-b7c05defae63 req-079dcb77-f258-451c-8c7a-91a715117c55 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:43.681766 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-48110aff-b39d-479b-9bb6-b7c05defae63 req-079dcb77-f258-451c-8c7a-91a715117c55 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 946 time: 0.1042383 Apr 20 16:54:43.681942 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-eb0f52d0-16df-471b-8e11-217258dede22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189045415', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:54:42Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:54:43.711187 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895eaf6f-5f0c-4fc0-9b5d-db60013ea30b None None] DHCP port deletion for d9b0b7fd-e8bb-4e4c-a12a-6415406b6742 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:54:43.712958 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f52d0-16df-471b-8e11-217258dede22 None None] The sync data for ids ['f8bfda05-84c0-42ef-a135-4d64d3c5c168'] in n-d-836146-2 is: [{'id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1189045415', 'tenant_id': 'f671d985b7654b0ab90a0236bac58688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:54:42Z', 'revision_number': 5, 'project_id': 'f671d985b7654b0ab90a0236bac58688', 'gw_port': {'id': '4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfda05-84c0-42ef-a135-4d64d3c5c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:51:18Z', 'updated_at': '2022-04-20T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:54:43.731295 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-48110aff-b39d-479b-9bb6-b7c05defae63 req-b4e6c03c-06d3-4643-9dfc-14d6b5fdb706 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436726 Apr 20 16:54:43.753885 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56090) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:43.789078 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-895eaf6f-5f0c-4fc0-9b5d-db60013ea30b None None] Deleting port e09e2d58-f077-4174-9fc2-9b19ce451b8c {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:54:43.791915 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-895eaf6f-5f0c-4fc0-9b5d-db60013ea30b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:43.822596 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-36be29ec-2fa8-4975-8cbe-8f87cc4aaaa7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Deleting port 4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:54:43.822949 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-36be29ec-2fa8-4975-8cbe-8f87cc4aaaa7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:43.869844 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-895eaf6f-5f0c-4fc0-9b5d-db60013ea30b None None] For port e09e2d58-f077-4174-9fc2-9b19ce451b8c, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e09e2d58-f077-4174-9fc2-9b19ce451b8c,segment=NetworkSegment(cb72196a-278c-4cfe-bdc5-0e70b0bde87c),segment_id=cb72196a-278c-4cfe-bdc5-0e70b0bde87c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:54:43.870499 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-895eaf6f-5f0c-4fc0-9b5d-db60013ea30b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:43.886515 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-895eaf6f-5f0c-4fc0-9b5d-db60013ea30b None None] Calling delete_port for e09e2d58-f077-4174-9fc2-9b19ce451b8c owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:54:43.932496 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-36be29ec-2fa8-4975-8cbe-8f87cc4aaaa7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] For port 4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:54:43.933333 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-36be29ec-2fa8-4975-8cbe-8f87cc4aaaa7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:43.955014 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-36be29ec-2fa8-4975-8cbe-8f87cc4aaaa7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Calling delete_port for 4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7 owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:54:44.055477 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3e4a4b-6b37-47a4-86ad-a1468e10e023 tempest-TestVolumeBootPattern-553848785 tempest-TestVolumeBootPattern-553848785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:44.057260 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0b3e4a4b-6b37-47a4-86ad-a1468e10e023 tempest-TestVolumeBootPattern-553848785 tempest-TestVolumeBootPattern-553848785-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 1092 time: 0.3023224 Apr 20 16:54:44.060578 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56096) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:44.063376 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-895eaf6f-5f0c-4fc0-9b5d-db60013ea30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:44.065072 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-0fdc3735-f751-4377-b38a-9934ffdbf1b6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': 'a418cbfc-a2df-4ef7-9f90-9358b9c8d292', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:54:44.094144 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 24a0cc72-db16-475f-9019-00d56cc09e4f no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:54:44.099036 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895eaf6f-5f0c-4fc0-9b5d-db60013ea30b None None] Pushing event deleted for resources: {'Port': ['ID=e09e2d58-f077-4174-9fc2-9b19ce451b8c,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:44.108304 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895eaf6f-5f0c-4fc0-9b5d-db60013ea30b None None] No DVR routers for this DVR port e09e2d58-f077-4174-9fc2-9b19ce451b8c on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:54:44.141022 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 24a0cc72-db16-475f-9019-00d56cc09e4f {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:54:44.141366 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 24a0cc72-db16-475f-9019-00d56cc09e4f not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:54:44.159131 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0fdc3735-f751-4377-b38a-9934ffdbf1b6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:44.271536 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0fdc3735-f751-4377-b38a-9934ffdbf1b6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:44.274087 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-36be29ec-2fa8-4975-8cbe-8f87cc4aaaa7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:44.317208 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be29ec-2fa8-4975-8cbe-8f87cc4aaaa7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'Port': ['ID=4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:44.376047 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-36be29ec-2fa8-4975-8cbe-8f87cc4aaaa7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:44.383068 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-0fdc3735-f751-4377-b38a-9934ffdbf1b6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Allocated IP 172.25.0.240 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/6c41ff7e-1f4d-45f8-a679-38fff94782ce) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:54:44.478944 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-36be29ec-2fa8-4975-8cbe-8f87cc4aaaa7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:44.481335 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-36be29ec-2fa8-4975-8cbe-8f87cc4aaaa7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:44.502892 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0fdc3735-f751-4377-b38a-9934ffdbf1b6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:44.587039 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-36be29ec-2fa8-4975-8cbe-8f87cc4aaaa7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:44.587543 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36be29ec-2fa8-4975-8cbe-8f87cc4aaaa7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Fanout notify agent at l3_agent the message router_deleted on router f8bfda05-84c0-42ef-a135-4d64d3c5c168 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:54:44.596156 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-36be29ec-2fa8-4975-8cbe-8f87cc4aaaa7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:44.597103 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-36be29ec-2fa8-4975-8cbe-8f87cc4aaaa7 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "DELETE /v2.0/routers/f8bfda05-84c0-42ef-a135-4d64d3c5c168 HTTP/1.1" status: 204 len: 168 time: 1.2802317 Apr 20 16:54:44.600443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56098) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:44.649932 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0fdc3735-f751-4377-b38a-9934ffdbf1b6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:44.688599 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdc3735-f751-4377-b38a-9934ffdbf1b6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:54:44.691684 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-0fdc3735-f751-4377-b38a-9934ffdbf1b6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:54:44.691846 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07301805-f768-48b4-ad9a-0e4b34247d7e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:44.699336 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdc3735-f751-4377-b38a-9934ffdbf1b6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:54:44.730442 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc3735-f751-4377-b38a-9934ffdbf1b6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event updated for resources: {'Port': ['ID=6c41ff7e-1f4d-45f8-a679-38fff94782ce,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:44.802873 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07301805-f768-48b4-ad9a-0e4b34247d7e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:44.826797 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-07301805-f768-48b4-ad9a-0e4b34247d7e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b0b7fd-e8bb-4e4c-a12a-6415406b6742']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:54:44.837153 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-07301805-f768-48b4-ad9a-0e4b34247d7e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb72196a-278c-4cfe-bdc5-0e70b0bde87c') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:54:44.837451 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-07301805-f768-48b4-ad9a-0e4b34247d7e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb72196a-278c-4cfe-bdc5-0e70b0bde87c') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:54:44.851934 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07301805-f768-48b4-ad9a-0e4b34247d7e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:44.865786 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07301805-f768-48b4-ad9a-0e4b34247d7e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:44.873369 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07301805-f768-48b4-ad9a-0e4b34247d7e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:54:44.873794 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07301805-f768-48b4-ad9a-0e4b34247d7e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:54:44.876835 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:54:44.987506 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07301805-f768-48b4-ad9a-0e4b34247d7e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:45.000204 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-07301805-f768-48b4-ad9a-0e4b34247d7e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:45.003621 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-07301805-f768-48b4-ad9a-0e4b34247d7e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "DELETE /v2.0/networks/d9b0b7fd-e8bb-4e4c-a12a-6415406b6742 HTTP/1.1" status: 204 len: 168 time: 0.4023376 Apr 20 16:54:45.006826 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56100) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:45.033674 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07301805-f768-48b4-ad9a-0e4b34247d7e tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'Network': ['ID=d9b0b7fd-e8bb-4e4c-a12a-6415406b6742,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:45.109707 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a963db7-6bcb-444d-9fa3-f99be0b7e149 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:45.146281 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a963db7-6bcb-444d-9fa3-f99be0b7e149 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:45.155079 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 7e494284-4714-420f-adc7-a27065787610 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:54:45.178911 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 7e494284-4714-420f-adc7-a27065787610 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:54:45.179374 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 7e494284-4714-420f-adc7-a27065787610 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:54:45.179868 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e09e2d58-f077-4174-9fc2-9b19ce451b8c no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:54:45.201863 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: e09e2d58-f077-4174-9fc2-9b19ce451b8c {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:54:45.202268 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e09e2d58-f077-4174-9fc2-9b19ce451b8c not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:54:45.202869 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:54:45.222697 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:54:45.223038 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4bd2f3aa-3c0b-40c6-8799-b4e6ce4502d7 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:54:45.306597 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a963db7-6bcb-444d-9fa3-f99be0b7e149 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:45.310316 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a963db7-6bcb-444d-9fa3-f99be0b7e149 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:45.311506 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4a963db7-6bcb-444d-9fa3-f99be0b7e149 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] 10.222.0.15 "DELETE /v2.0/security-groups/5ad7a902-379b-4b6c-b64a-fdf5be6ae046 HTTP/1.1" status: 204 len: 168 time: 0.3034720 Apr 20 16:54:45.321367 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a963db7-6bcb-444d-9fa3-f99be0b7e149 tempest-TestNetworkAdvancedServerOps-582744729 tempest-TestNetworkAdvancedServerOps-582744729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad7a902-379b-4b6c-b64a-fdf5be6ae046,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:45.460022 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0fdc3735-f751-4377-b38a-9934ffdbf1b6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:45.620675 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0fdc3735-f751-4377-b38a-9934ffdbf1b6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:45.784264 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0fdc3735-f751-4377-b38a-9934ffdbf1b6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:45.872935 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0fdc3735-f751-4377-b38a-9934ffdbf1b6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:45.947571 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc3735-f751-4377-b38a-9934ffdbf1b6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event updated for resources: {'Port': ['ID=6c41ff7e-1f4d-45f8-a679-38fff94782ce,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:45.961093 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0fdc3735-f751-4377-b38a-9934ffdbf1b6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:45.998498 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56108) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:46.067396 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-0fdc3735-f751-4377-b38a-9934ffdbf1b6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Floating IP 372dfff4-71cb-4c3b-b519-51f05603d6c8 associated. External IP: 172.25.0.240, port: a418cbfc-a2df-4ef7-9f90-9358b9c8d292. Apr 20 16:54:46.171677 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-486de57b-6ecb-403f-b160-e3c120e7451f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f671d985b7654b0ab90a0236bac58688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1719935 Apr 20 16:54:46.174564 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56114) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:46.227892 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-21d5a94b-a331-40c8-9d03-e4e31695f302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:46.250971 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-21d5a94b-a331-40c8-9d03-e4e31695f302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:46.287983 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdc3735-f751-4377-b38a-9934ffdbf1b6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Router d263147a-5955-457c-b374-6ce74a4a5515 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:54:46.407754 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdc3735-f751-4377-b38a-9934ffdbf1b6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:54:46.418511 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9857bb31-4413-4059-8950-520f74c38f6d None None] Sync routers for ids ['d263147a-5955-457c-b374-6ce74a4a5515'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:54:46.429498 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9857bb31-4413-4059-8950-520f74c38f6d None None] Routers {'d263147a-5955-457c-b374-6ce74a4a5515'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:54:46.430111 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9857bb31-4413-4059-8950-520f74c38f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:54:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d263147a-5955-457c-b374-6ce74a4a5515'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:54:46.432459 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-21d5a94b-a331-40c8-9d03-e4e31695f302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:46.435668 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-21d5a94b-a331-40c8-9d03-e4e31695f302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:46.436859 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-21d5a94b-a331-40c8-9d03-e4e31695f302 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/535dd2a7-6192-44b7-aee0-891b4b85b957 HTTP/1.1" status: 204 len: 168 time: 0.2613304 Apr 20 16:54:46.446179 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5a94b-a331-40c8-9d03-e4e31695f302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535dd2a7-6192-44b7-aee0-891b4b85b957,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:46.486027 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0fdc3735-f751-4377-b38a-9934ffdbf1b6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:46.522668 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0fdc3735-f751-4377-b38a-9934ffdbf1b6 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4610586 Apr 20 16:54:46.523654 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70b6204-015c-4045-9899-fa65fbf1effb', 'tag': 'a418cbfc-a2df-4ef7-9f90-9358b9c8d292'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:54:46.526119 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4796976-2d71-46a5-af5f-cd02b35e661f" -d '{"events": [{"name": "network-changed", "server_uuid": "b70b6204-015c-4045-9899-fa65fbf1effb", "tag": "a418cbfc-a2df-4ef7-9f90-9358b9c8d292"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:54:46.568944 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1b762e-75d3-48bf-a1a7-b749224b684c x-openstack-request-id: req-da1b762e-75d3-48bf-a1a7-b749224b684c {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:54:46.569241 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b70b6204-015c-4045-9899-fa65fbf1effb", "tag": "a418cbfc-a2df-4ef7-9f90-9358b9c8d292", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:54:46.569496 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da1b762e-75d3-48bf-a1a7-b749224b684c {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:54:46.569911 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da1b762e-75d3-48bf-a1a7-b749224b684c'] response: {'name': 'network-changed', 'server_uuid': 'b70b6204-015c-4045-9899-fa65fbf1effb', 'tag': 'a418cbfc-a2df-4ef7-9f90-9358b9c8d292', 'status': 'completed', 'code': 200} Apr 20 16:54:46.647936 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-9857bb31-4413-4059-8950-520f74c38f6d None None] Set router d263147a-5955-457c-b374-6ce74a4a5515 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:54:46.657634 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4796976-2d71-46a5-af5f-cd02b35e661f req-2445c56f-94b1-4bf5-b0cd-f2356f583de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:46.659459 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a4796976-2d71-46a5-af5f-cd02b35e661f req-2445c56f-94b1-4bf5-b0cd-f2356f583de4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 1097 time: 0.0448499 Apr 20 16:54:46.760980 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4796976-2d71-46a5-af5f-cd02b35e661f req-aefba3ab-39b8-4bcc-b9b4-87309fc78d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:46.762498 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a4796976-2d71-46a5-af5f-cd02b35e661f req-aefba3ab-39b8-4bcc-b9b4-87309fc78d40 service neutron] 10.222.0.26 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 913 time: 0.0964334 Apr 20 16:54:46.837930 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a4796976-2d71-46a5-af5f-cd02b35e661f req-4daec5c5-4c44-4b3a-beba-61d978ece992 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a418cbfc-a2df-4ef7-9f90-9358b9c8d292 HTTP/1.1" status: 200 len: 1000 time: 0.0689552 Apr 20 16:54:46.890940 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9857bb31-4413-4059-8950-520f74c38f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:41:57Z', 'revision_number': 4, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port': {'id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:54Z', 'updated_at': '2022-04-20T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '372dfff4-71cb-4c3b-b519-51f05603d6c8', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'port_id': 'a418cbfc-a2df-4ef7-9f90-9358b9c8d292', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'mac_address': 'fa:16:3e:01:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b6204-015c-4045-9899-fa65fbf1effb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:54:45Z', 'updated_at': '2022-04-20T16:54:45Z', 'revision_number': 0, 'project_id': '89276b194611435f91cf83dc9e96548b', 'fixed_ip_address_scope': None}, {'id': '9ac4b97c-4742-4782-933c-ae93d095e65e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'port_id': '95ea0776-3ace-4426-8383-e361ca2bcf72', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'mac_address': 'fa:16:3e:ed:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83762a9e-1d66-4e27-a17b-097674df2856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:51:32Z', 'updated_at': '2022-04-20T16:51:34Z', 'revision_number': 1, 'project_id': '89276b194611435f91cf83dc9e96548b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9539ba61-3b04-4ecf-bd73-abeb288fdec1', 'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'mac_address': 'fa:16:3e:9c:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:57Z', 'updated_at': '2022-04-20T16:42:01Z', 'revision_number': 5, 'project_id': '89276b194611435f91cf83dc9e96548b', 'subnets': [{'id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:54:46.893524 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4796976-2d71-46a5-af5f-cd02b35e661f req-528ba2a5-57c0-4080-8d86-c181b660e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:46.894985 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a4796976-2d71-46a5-af5f-cd02b35e661f req-528ba2a5-57c0-4080-8d86-c181b660e0e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84f859e8-1f59-4fe7-930d-c92d7f74a0a0 HTTP/1.1" status: 200 len: 851 time: 0.0505953 Apr 20 16:54:46.918716 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9857bb31-4413-4059-8950-520f74c38f6d None None] Checking router: d263147a-5955-457c-b374-6ce74a4a5515 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:54:46.927201 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9857bb31-4413-4059-8950-520f74c38f6d None None] Routers {'d263147a-5955-457c-b374-6ce74a4a5515'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:54:46.927815 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9857bb31-4413-4059-8950-520f74c38f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:54:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d263147a-5955-457c-b374-6ce74a4a5515'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:54:46.940213 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4796976-2d71-46a5-af5f-cd02b35e661f req-4b982227-0b38-4a42-92d4-ec25a79c0b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:46.941728 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a4796976-2d71-46a5-af5f-cd02b35e661f req-4b982227-0b38-4a42-92d4-ec25a79c0b80 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45075084-5307-4652-bafe-1d4bc624b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406022 Apr 20 16:54:47.033861 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a4796976-2d71-46a5-af5f-cd02b35e661f req-cca0443f-c09b-498b-8674-dc9175a8d8b2 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856037 Apr 20 16:54:47.035303 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-9857bb31-4413-4059-8950-520f74c38f6d None None] Set router d263147a-5955-457c-b374-6ce74a4a5515 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:54:47.130979 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a4796976-2d71-46a5-af5f-cd02b35e661f req-9d599703-b079-4a06-9579-44fac319cce9 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910435 Apr 20 16:54:47.190253 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56124) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:47.233536 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-735819dc-d7b4-4e5c-a4f2-16852f6b1746 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=239834845a574ae1a96e19c040e91fca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418785 Apr 20 16:54:47.236085 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56126) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:47.270296 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9857bb31-4413-4059-8950-520f74c38f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:41:57Z', 'revision_number': 4, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port': {'id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:54Z', 'updated_at': '2022-04-20T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '372dfff4-71cb-4c3b-b519-51f05603d6c8', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'port_id': 'a418cbfc-a2df-4ef7-9f90-9358b9c8d292', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'mac_address': 'fa:16:3e:01:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b6204-015c-4045-9899-fa65fbf1effb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:54:45Z', 'updated_at': '2022-04-20T16:54:45Z', 'revision_number': 0, 'project_id': '89276b194611435f91cf83dc9e96548b', 'fixed_ip_address_scope': None}, {'id': '9ac4b97c-4742-4782-933c-ae93d095e65e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'port_id': '95ea0776-3ace-4426-8383-e361ca2bcf72', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'mac_address': 'fa:16:3e:ed:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83762a9e-1d66-4e27-a17b-097674df2856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:51:32Z', 'updated_at': '2022-04-20T16:51:34Z', 'revision_number': 1, 'project_id': '89276b194611435f91cf83dc9e96548b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9539ba61-3b04-4ecf-bd73-abeb288fdec1', 'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'mac_address': 'fa:16:3e:9c:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:57Z', 'updated_at': '2022-04-20T16:42:01Z', 'revision_number': 5, 'project_id': '89276b194611435f91cf83dc9e96548b', 'subnets': [{'id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:54:47.288187 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-47b5cccd-e43b-4519-b63f-be403bd4c8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:47.299088 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9857bb31-4413-4059-8950-520f74c38f6d None None] The sync data for ids ['d263147a-5955-457c-b374-6ce74a4a5515'] in n-d-836146-2 is: [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:41:57Z', 'revision_number': 4, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port': {'id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:54Z', 'updated_at': '2022-04-20T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '372dfff4-71cb-4c3b-b519-51f05603d6c8', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'port_id': 'a418cbfc-a2df-4ef7-9f90-9358b9c8d292', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'mac_address': 'fa:16:3e:01:64:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b6204-015c-4045-9899-fa65fbf1effb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:54:45Z', 'updated_at': '2022-04-20T16:54:45Z', 'revision_number': 0, 'project_id': '89276b194611435f91cf83dc9e96548b', 'fixed_ip_address_scope': None}, {'id': '9ac4b97c-4742-4782-933c-ae93d095e65e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'port_id': '95ea0776-3ace-4426-8383-e361ca2bcf72', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'mac_address': 'fa:16:3e:ed:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83762a9e-1d66-4e27-a17b-097674df2856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:51:32Z', 'updated_at': '2022-04-20T16:51:34Z', 'revision_number': 1, 'project_id': '89276b194611435f91cf83dc9e96548b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9539ba61-3b04-4ecf-bd73-abeb288fdec1', 'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'mac_address': 'fa:16:3e:9c:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:57Z', 'updated_at': '2022-04-20T16:42:01Z', 'revision_number': 5, 'project_id': '89276b194611435f91cf83dc9e96548b', 'subnets': [{'id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:54:47.315596 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-47b5cccd-e43b-4519-b63f-be403bd4c8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:47.489548 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-47b5cccd-e43b-4519-b63f-be403bd4c8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:47.492130 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-47b5cccd-e43b-4519-b63f-be403bd4c8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:47.497192 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-47b5cccd-e43b-4519-b63f-be403bd4c8df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7cf84978-a8c2-4d18-a340-e68e2f33355a HTTP/1.1" status: 204 len: 168 time: 0.2562850 Apr 20 16:54:47.502531 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5cccd-e43b-4519-b63f-be403bd4c8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf84978-a8c2-4d18-a340-e68e2f33355a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:47.555074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e96361f-2923-4219-b3ba-418ade775be1 None None] New status for floating IP 372dfff4-71cb-4c3b-b519-51f05603d6c8: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:54:49.728852 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56162) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:49.889266 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-5db4cb35-3aef-450f-8000-e6aa0b9ce7ed tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'network': {'name': 'tempest-network-smoke--1987678353', 'project_id': '1fac00df27e743498b92f84c2911dae6', 'port_security_enabled': True}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:54:49.975148 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db4cb35-3aef-450f-8000-e6aa0b9ce7ed tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Made reservation on behalf of 1fac00df27e743498b92f84c2911dae6 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:54:49.978868 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5db4cb35-3aef-450f-8000-e6aa0b9ce7ed tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:49.989172 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5db4cb35-3aef-450f-8000-e6aa0b9ce7ed tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:50.077160 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5db4cb35-3aef-450f-8000-e6aa0b9ce7ed tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:50.153208 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5db4cb35-3aef-450f-8000-e6aa0b9ce7ed tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:50.186568 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db4cb35-3aef-450f-8000-e6aa0b9ce7ed tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:54:50.196230 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4cb35-3aef-450f-8000-e6aa0b9ce7ed tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8449c839-aa99-4d57-a20f-5c4ba75d3da7,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:50.203202 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5db4cb35-3aef-450f-8000-e6aa0b9ce7ed tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:50.203549 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-5db4cb35-3aef-450f-8000-e6aa0b9ce7ed tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Added segment 1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d of type vlan for network 20381039-44fa-4843-ad44-e2844252bf1e Apr 20 16:54:50.247625 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5db4cb35-3aef-450f-8000-e6aa0b9ce7ed tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:50.426782 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5db4cb35-3aef-450f-8000-e6aa0b9ce7ed tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:50.432515 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db4cb35-3aef-450f-8000-e6aa0b9ce7ed tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:50.433113 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5db4cb35-3aef-450f-8000-e6aa0b9ce7ed tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:50.500872 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4cb35-3aef-450f-8000-e6aa0b9ce7ed tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'Network': ['ID=20381039-44fa-4843-ad44-e2844252bf1e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:50.512549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 20381039-44fa-4843-ad44-e2844252bf1e details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:54:50.590662 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5db4cb35-3aef-450f-8000-e6aa0b9ce7ed tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8598475 Apr 20 16:54:50.593768 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56166) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:50.598738 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-96be5bfa-dd87-4638-82bc-afd42e961709 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1595962844', 'admin_state_up': True, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:54:50.695600 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96be5bfa-dd87-4638-82bc-afd42e961709 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:50.696622 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96be5bfa-dd87-4638-82bc-afd42e961709 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:50.755472 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96be5bfa-dd87-4638-82bc-afd42e961709 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:50.971230 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96be5bfa-dd87-4638-82bc-afd42e961709 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:51.230198 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96be5bfa-dd87-4638-82bc-afd42e961709 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:51.252195 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96be5bfa-dd87-4638-82bc-afd42e961709 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:51.368890 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-96be5bfa-dd87-4638-82bc-afd42e961709 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Allocated IP 172.25.0.141 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/ba04d192-6446-4843-9699-e4484ba079fa) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:54:51.479976 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96be5bfa-dd87-4638-82bc-afd42e961709 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:51.616025 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96be5bfa-dd87-4638-82bc-afd42e961709 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:51.669976 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96be5bfa-dd87-4638-82bc-afd42e961709 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:54:51.673111 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-96be5bfa-dd87-4638-82bc-afd42e961709 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:54:51.676993 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96be5bfa-dd87-4638-82bc-afd42e961709 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:54:51.682919 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be5bfa-dd87-4638-82bc-afd42e961709 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'Port': ['ID=ba04d192-6446-4843-9699-e4484ba079fa,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:52.049134 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96be5bfa-dd87-4638-82bc-afd42e961709 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:52.256307 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96be5bfa-dd87-4638-82bc-afd42e961709 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:52.512237 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96be5bfa-dd87-4638-82bc-afd42e961709 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Router fc85f268-36ce-4c71-8647-896f351a4c8e is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:54:52.625998 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96be5bfa-dd87-4638-82bc-afd42e961709 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:54:52.644007 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] Sync routers for ids ['fc85f268-36ce-4c71-8647-896f351a4c8e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:54:52.654993 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] Routers {'fc85f268-36ce-4c71-8647-896f351a4c8e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:54:52.655614 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:54:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['fc85f268-36ce-4c71-8647-896f351a4c8e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:54:52.720888 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96be5bfa-dd87-4638-82bc-afd42e961709 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:52.722265 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-96be5bfa-dd87-4638-82bc-afd42e961709 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1273289 Apr 20 16:54:52.725499 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56168) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:52.766332 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] Set router fc85f268-36ce-4c71-8647-896f351a4c8e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:54:52.808262 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-78352cd1-ca50-4545-b02e-567809f3f09a tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=1fac00df27e743498b92f84c2911dae6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0816383 Apr 20 16:54:52.810986 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56172) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:52.843693 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7def5121-cd42-4396-b6b8-b740e415a6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:52.933714 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce0b692-d798-45f3-aaf9-2a13979252ad tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:52.936440 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2ce0b692-d798-45f3-aaf9-2a13979252ad tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1240504 Apr 20 16:54:52.939116 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56174) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:52.978840 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'name': 'tempest-TestNetworkBasicOps-router-1595962844', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:54:50Z', 'updated_at': '2022-04-20T16:54:51Z', 'revision_number': 3, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:51Z', 'updated_at': '2022-04-20T16:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:54:52.981466 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-256a1f43-552f-4412-8565-7ecb7145b82c tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412660 Apr 20 16:54:52.984142 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56176) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:52.989102 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-80efdc01-a2b3-45fc-a331-0e0548a719d1 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1630841901', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'project_id': '1fac00df27e743498b92f84c2911dae6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:54:53.006680 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] Checking router: fc85f268-36ce-4c71-8647-896f351a4c8e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:54:53.007023 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] Updating router fc85f268-36ce-4c71-8647-896f351a4c8e port ba04d192-6446-4843-9699-e4484ba079fa binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:54:53.032061 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:53.308482 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:53.404207 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:53.455851 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] Attempting to bind port ba04d192-6446-4843-9699-e4484ba079fa on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:54:53.456220 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] Attempting to bind port ba04d192-6446-4843-9699-e4484ba079fa by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:54:53.456607 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] Attempting to bind port ba04d192-6446-4843-9699-e4484ba079fa on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:54:53.463513 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fabfdf-3075-4a12-9ba4-2b2375324171 None None] Pushing event updated for resources: {'Port': ['ID=ba04d192-6446-4843-9699-e4484ba079fa,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:53.467274 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:54:53.467651 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:54:53.468049 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:53.468460 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:54:53.468934 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] Bound port: ba04d192-6446-4843-9699-e4484ba079fa, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:54:53.469326 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:53.475924 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fabfdf-3075-4a12-9ba4-2b2375324171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:53.476308 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fabfdf-3075-4a12-9ba4-2b2375324171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:53.476683 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fabfdf-3075-4a12-9ba4-2b2375324171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:53.477013 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fabfdf-3075-4a12-9ba4-2b2375324171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:53.477609 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fabfdf-3075-4a12-9ba4-2b2375324171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:53.477935 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fabfdf-3075-4a12-9ba4-2b2375324171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:53.478256 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fabfdf-3075-4a12-9ba4-2b2375324171 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:53.478584 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fabfdf-3075-4a12-9ba4-2b2375324171 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:53.478903 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fabfdf-3075-4a12-9ba4-2b2375324171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:53.479220 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fabfdf-3075-4a12-9ba4-2b2375324171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:53.479537 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fabfdf-3075-4a12-9ba4-2b2375324171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:53.479856 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fabfdf-3075-4a12-9ba4-2b2375324171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:54:53.483597 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80efdc01-a2b3-45fc-a331-0e0548a719d1 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Made reservation on behalf of 1fac00df27e743498b92f84c2911dae6 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:54:53.487921 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-80efdc01-a2b3-45fc-a331-0e0548a719d1 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:53.533995 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] For port ba04d192-6446-4843-9699-e4484ba079fa, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:54:53.537200 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] For port ba04d192-6446-4843-9699-e4484ba079fa, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ba04d192-6446-4843-9699-e4484ba079fa,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:54:53.678392 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:53.745221 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] Routers {'fc85f268-36ce-4c71-8647-896f351a4c8e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:54:53.745857 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:54:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['fc85f268-36ce-4c71-8647-896f351a4c8e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:54:53.749108 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fabfdf-3075-4a12-9ba4-2b2375324171 None None] Pushing event updated for resources: {'Port': ['ID=ba04d192-6446-4843-9699-e4484ba079fa,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:53.775086 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-80efdc01-a2b3-45fc-a331-0e0548a719d1 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:53.838545 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80efdc01-a2b3-45fc-a331-0e0548a719d1 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'Subnet': ['ID=750f5c7f-523c-4564-b999-455188c0cd2e,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:53.849397 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80efdc01-a2b3-45fc-a331-0e0548a719d1 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Checking segment: {'id': '1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:54:53.849845 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80efdc01-a2b3-45fc-a331-0e0548a719d1 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Network hostable DHCP agents. Network: 20381039-44fa-4843-ad44-e2844252bf1e, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:54:53.858150 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] Set router fc85f268-36ce-4c71-8647-896f351a4c8e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:54:53.952322 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80efdc01-a2b3-45fc-a331-0e0548a719d1 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Network 20381039-44fa-4843-ad44-e2844252bf1e is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:54:54.038016 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-80efdc01-a2b3-45fc-a331-0e0548a719d1 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 20381039-44fa-4843-ad44-e2844252bf1e) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:54:54.043300 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80efdc01-a2b3-45fc-a331-0e0548a719d1 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:54.045618 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-80efdc01-a2b3-45fc-a331-0e0548a719d1 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:54.046772 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62af406-4b2d-40ad-be15-2115a1f4be78 None None] Network 20381039-44fa-4843-ad44-e2844252bf1e requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:54:54.132502 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-80efdc01-a2b3-45fc-a331-0e0548a719d1 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1459153 Apr 20 16:54:54.135348 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56180) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:54.206603 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'name': 'tempest-TestNetworkBasicOps-router-1595962844', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:54:50Z', 'updated_at': '2022-04-20T16:54:51Z', 'revision_number': 3, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:51Z', 'updated_at': '2022-04-20T16:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:54:54.247326 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671f9ba1-21d5-4ddf-9a6c-ab03e1d22a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-20381039-44fa-4843-ad44-e2844252bf1e', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'fixed_ips': [{'subnet_id': '750f5c7f-523c-4564-b999-455188c0cd2e'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:54:54.248843 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-671f9ba1-21d5-4ddf-9a6c-ab03e1d22a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:54.259205 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a111ee-49b1-4a36-b1ce-385d6ecab995 None None] The sync data for ids ['fc85f268-36ce-4c71-8647-896f351a4c8e'] in n-d-836146-2 is: [{'id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'name': 'tempest-TestNetworkBasicOps-router-1595962844', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:54:50Z', 'updated_at': '2022-04-20T16:54:51Z', 'revision_number': 3, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:51Z', 'updated_at': '2022-04-20T16:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:54:54.428977 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-671f9ba1-21d5-4ddf-9a6c-ab03e1d22a95 None None] Allocated IP 172.20.0.2 (20381039-44fa-4843-ad44-e2844252bf1e/750f5c7f-523c-4564-b999-455188c0cd2e/1b8e30da-57b8-4769-9a62-bd14279ecdf3) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:54:54.617682 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-671f9ba1-21d5-4ddf-9a6c-ab03e1d22a95 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:54.741065 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-671f9ba1-21d5-4ddf-9a6c-ab03e1d22a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:54.783867 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671f9ba1-21d5-4ddf-9a6c-ab03e1d22a95 None None] Network 20381039-44fa-4843-ad44-e2844252bf1e is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:54:54.790834 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-671f9ba1-21d5-4ddf-9a6c-ab03e1d22a95 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:54:54.794717 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671f9ba1-21d5-4ddf-9a6c-ab03e1d22a95 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:54:54.837581 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f9ba1-21d5-4ddf-9a6c-ab03e1d22a95 None None] Pushing event updated for resources: {'Port': ['ID=1b8e30da-57b8-4769-9a62-bd14279ecdf3,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:54.888291 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-671f9ba1-21d5-4ddf-9a6c-ab03e1d22a95 None None] Attempting to bind port 1b8e30da-57b8-4769-9a62-bd14279ecdf3 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:54:54.888869 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-671f9ba1-21d5-4ddf-9a6c-ab03e1d22a95 None None] Attempting to bind port 1b8e30da-57b8-4769-9a62-bd14279ecdf3 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:54:54.889245 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671f9ba1-21d5-4ddf-9a6c-ab03e1d22a95 None None] Attempting to bind port 1b8e30da-57b8-4769-9a62-bd14279ecdf3 on network 20381039-44fa-4843-ad44-e2844252bf1e {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:54:54.895694 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671f9ba1-21d5-4ddf-9a6c-ab03e1d22a95 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:54:54.896076 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671f9ba1-21d5-4ddf-9a6c-ab03e1d22a95 None None] Checking segment: {'id': '1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:54:54.896538 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-671f9ba1-21d5-4ddf-9a6c-ab03e1d22a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:54.896925 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671f9ba1-21d5-4ddf-9a6c-ab03e1d22a95 None None] Bound using segment: {'id': '1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:54:54.897407 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-671f9ba1-21d5-4ddf-9a6c-ab03e1d22a95 None None] Bound port: 1b8e30da-57b8-4769-9a62-bd14279ecdf3, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:54:54.897788 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-671f9ba1-21d5-4ddf-9a6c-ab03e1d22a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:54.985394 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ba04d192-6446-4843-9699-e4484ba079fa up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:54:55.021276 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-671f9ba1-21d5-4ddf-9a6c-ab03e1d22a95 None None] For port 1b8e30da-57b8-4769-9a62-bd14279ecdf3, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:54:55.048286 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-671f9ba1-21d5-4ddf-9a6c-ab03e1d22a95 None None] For port 1b8e30da-57b8-4769-9a62-bd14279ecdf3, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=1b8e30da-57b8-4769-9a62-bd14279ecdf3,segment=NetworkSegment(1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d),segment_id=1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:54:55.064764 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:54:55.072315 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ba04d192-6446-4843-9699-e4484ba079fa triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:54:55.072717 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:55.119872 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1ce9f2ee-e246-4eaf-b582-709e82f3a026 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:55.125401 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-671f9ba1-21d5-4ddf-9a6c-ab03e1d22a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:55.340905 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dbcbf672-7ca0-4fbc-8931-8e89be870192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:55.383150 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:55.426497 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f9ba1-21d5-4ddf-9a6c-ab03e1d22a95 None None] Pushing event updated for resources: {'Port': ['ID=1b8e30da-57b8-4769-9a62-bd14279ecdf3,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:55.437673 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port ba04d192-6446-4843-9699-e4484ba079fa, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ba04d192-6446-4843-9699-e4484ba079fa,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:54:55.480750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-1ce9f2ee-e246-4eaf-b582-709e82f3a026 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Allocated IP 172.20.0.1 (20381039-44fa-4843-ad44-e2844252bf1e/750f5c7f-523c-4564-b999-455188c0cd2e/3a6b8967-6984-44b4-b872-58f41a1d8839) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:54:55.534932 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:55.614741 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1ce9f2ee-e246-4eaf-b582-709e82f3a026 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:55.616048 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=ba04d192-6446-4843-9699-e4484ba079fa,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:55.756040 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1ce9f2ee-e246-4eaf-b582-709e82f3a026 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:55.799045 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce9f2ee-e246-4eaf-b582-709e82f3a026 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Network 20381039-44fa-4843-ad44-e2844252bf1e is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:54:55.802280 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-1ce9f2ee-e246-4eaf-b582-709e82f3a026 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:54:55.806280 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce9f2ee-e246-4eaf-b582-709e82f3a026 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:54:55.813397 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9f2ee-e246-4eaf-b582-709e82f3a026 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'Port': ['ID=3a6b8967-6984-44b4-b872-58f41a1d8839,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:55.854764 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1ce9f2ee-e246-4eaf-b582-709e82f3a026 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:56.097531 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1ce9f2ee-e246-4eaf-b582-709e82f3a026 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:56.411525 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1ce9f2ee-e246-4eaf-b582-709e82f3a026 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:56.472496 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:56.478171 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1ce9f2ee-e246-4eaf-b582-709e82f3a026 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:56.557503 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1ce9f2ee-e246-4eaf-b582-709e82f3a026 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:56.557503 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9f2ee-e246-4eaf-b582-709e82f3a026 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'Port': ['ID=3a6b8967-6984-44b4-b872-58f41a1d8839,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:56.674192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce9f2ee-e246-4eaf-b582-709e82f3a026 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Network 20381039-44fa-4843-ad44-e2844252bf1e is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:54:56.675815 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-1ce9f2ee-e246-4eaf-b582-709e82f3a026 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:54:56.796004 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96da2c33-9eeb-4140-836e-9fdb981c1a39 None None] Network 20381039-44fa-4843-ad44-e2844252bf1e requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:54:56.801173 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce9f2ee-e246-4eaf-b582-709e82f3a026 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Router fc85f268-36ce-4c71-8647-896f351a4c8e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:54:56.880617 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c838c708-2f50-48c6-bbc8-220177d25fca None None] Provisioning complete for port 1b8e30da-57b8-4769-9a62-bd14279ecdf3 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:54:56.880992 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c838c708-2f50-48c6-bbc8-220177d25fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:56.943484 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce9f2ee-e246-4eaf-b582-709e82f3a026 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:54:56.958721 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1ce9f2ee-e246-4eaf-b582-709e82f3a026 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "PUT /v2.0/routers/fc85f268-36ce-4c71-8647-896f351a4c8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8149176 Apr 20 16:54:56.960706 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56182) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:56.973396 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] Sync routers for ids ['fc85f268-36ce-4c71-8647-896f351a4c8e'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:54:57.003897 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] Routers {'fc85f268-36ce-4c71-8647-896f351a4c8e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:54:57.005463 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:54:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['fc85f268-36ce-4c71-8647-896f351a4c8e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:54:57.087100 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1b8e30da-57b8-4769-9a62-bd14279ecdf3 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:54:57.146985 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c838c708-2f50-48c6-bbc8-220177d25fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:57.209577 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436f1a55-a90a-4a92-a6b2-e96163827b9f tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:57.210057 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436f1a55-a90a-4a92-a6b2-e96163827b9f tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:57.210524 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436f1a55-a90a-4a92-a6b2-e96163827b9f tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:57.210991 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436f1a55-a90a-4a92-a6b2-e96163827b9f tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:57.211450 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436f1a55-a90a-4a92-a6b2-e96163827b9f tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:57.211906 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436f1a55-a90a-4a92-a6b2-e96163827b9f tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:57.213950 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-436f1a55-a90a-4a92-a6b2-e96163827b9f tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.2516749 Apr 20 16:54:57.216774 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56184) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:57.252689 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] Set router fc85f268-36ce-4c71-8647-896f351a4c8e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:54:57.283303 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c838c708-2f50-48c6-bbc8-220177d25fca None None] For port 1b8e30da-57b8-4769-9a62-bd14279ecdf3, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=1b8e30da-57b8-4769-9a62-bd14279ecdf3,segment=NetworkSegment(1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d),segment_id=1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:54:57.302093 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 1b8e30da-57b8-4769-9a62-bd14279ecdf3 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:54:57.302471 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:57.344790 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36cd43f-55d1-4101-96a8-6a1353de5676 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:57.345651 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36cd43f-55d1-4101-96a8-6a1353de5676 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:57.346453 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36cd43f-55d1-4101-96a8-6a1353de5676 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:57.347258 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36cd43f-55d1-4101-96a8-6a1353de5676 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:57.348073 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36cd43f-55d1-4101-96a8-6a1353de5676 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:57.349123 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36cd43f-55d1-4101-96a8-6a1353de5676 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:54:57.354934 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b36cd43f-55d1-4101-96a8-6a1353de5676 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1343093 Apr 20 16:54:57.356675 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56186) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:57.425920 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c838c708-2f50-48c6-bbc8-220177d25fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:57.551291 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838c708-2f50-48c6-bbc8-220177d25fca None None] Pushing event updated for resources: {'Port': ['ID=1b8e30da-57b8-4769-9a62-bd14279ecdf3,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:57.560938 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ba04d192-6446-4843-9699-e4484ba079fa up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:54:57.629772 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-63b2f934-0bb2-40d3-bcbf-df4c6b042791 None None] Provisioning complete for port 1b8e30da-57b8-4769-9a62-bd14279ecdf3 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:54:57.630052 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-63b2f934-0bb2-40d3-bcbf-df4c6b042791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:57.714287 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'name': 'tempest-TestNetworkBasicOps-router-1595962844', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:54:50Z', 'updated_at': '2022-04-20T16:54:55Z', 'revision_number': 4, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:51Z', 'updated_at': '2022-04-20T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '3a6b8967-6984-44b4-b872-58f41a1d8839', 'name': '', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:0e:5c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:55Z', 'updated_at': '2022-04-20T16:54:56Z', 'revision_number': 2, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:54:57.716696 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ba04d192-6446-4843-9699-e4484ba079fa triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:54:57.717074 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:57.724675 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-984a7489-a864-4e77-8b20-78e734502131 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3630869 Apr 20 16:54:57.798708 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] Checking router: fc85f268-36ce-4c71-8647-896f351a4c8e for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:54:57.799207 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] Updating router fc85f268-36ce-4c71-8647-896f351a4c8e port 3a6b8967-6984-44b4-b872-58f41a1d8839 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:54:57.864300 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:57.921852 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:57.925044 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-63b2f934-0bb2-40d3-bcbf-df4c6b042791 None None] Provisioning complete for port 3a6b8967-6984-44b4-b872-58f41a1d8839 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:54:57.925412 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-63b2f934-0bb2-40d3-bcbf-df4c6b042791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:58.029027 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56190) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:58.034336 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-11ead784-1276-48c5-8b28-4367b74e0819 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-8301183', 'description': 'tempest-secgroup-smoke-8301183 description', 'project_id': '1fac00df27e743498b92f84c2911dae6'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:54:58.093888 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-63b2f934-0bb2-40d3-bcbf-df4c6b042791 None None] Port 3a6b8967-6984-44b4-b872-58f41a1d8839 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:54:58.136137 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11ead784-1276-48c5-8b28-4367b74e0819 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:58.164848 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:58.233429 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11ead784-1276-48c5-8b28-4367b74e0819 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:58.251019 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-efb63ba8-6a0d-46f2-ae46-61a13a9633ea None None] Provisioning complete for port 3a6b8967-6984-44b4-b872-58f41a1d8839 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:54:58.251394 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-efb63ba8-6a0d-46f2-ae46-61a13a9633ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:58.306389 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11ead784-1276-48c5-8b28-4367b74e0819 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:58.323085 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:58.325470 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-efb63ba8-6a0d-46f2-ae46-61a13a9633ea None None] Port 3a6b8967-6984-44b4-b872-58f41a1d8839 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:54:58.338854 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ead784-1276-48c5-8b28-4367b74e0819 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb561971-d3da-4e3d-9cff-1fa4d4c7e6a6,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:58.387258 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:58.395181 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11ead784-1276-48c5-8b28-4367b74e0819 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:58.397074 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-11ead784-1276-48c5-8b28-4367b74e0819 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3663890 Apr 20 16:54:58.401623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56192) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:58.406838 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-3f884ad5-1f3b-46c6-bb52-e7031202b29e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'security_group_rule': {'security_group_id': 'eb561971-d3da-4e3d-9cff-1fa4d4c7e6a6', 'project_id': '1fac00df27e743498b92f84c2911dae6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:54:58.495372 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3f884ad5-1f3b-46c6-bb52-e7031202b29e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:58.558939 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3f884ad5-1f3b-46c6-bb52-e7031202b29e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:58.609339 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3f884ad5-1f3b-46c6-bb52-e7031202b29e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:58.623610 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ddec3-9e5b-445c-bcc1-6f79efcc0096 None None] Pushing event updated for resources: {'Port': ['ID=3a6b8967-6984-44b4-b872-58f41a1d8839,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:58.631543 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f884ad5-1f3b-46c6-bb52-e7031202b29e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed78019-d21f-4c36-877a-84d693cea20c,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:58.676958 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] Attempting to bind port 3a6b8967-6984-44b4-b872-58f41a1d8839 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:54:58.677332 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] Attempting to bind port 3a6b8967-6984-44b4-b872-58f41a1d8839 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:54:58.677699 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] Attempting to bind port 3a6b8967-6984-44b4-b872-58f41a1d8839 on network 20381039-44fa-4843-ad44-e2844252bf1e {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:54:58.684177 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:54:58.684581 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] Checking segment: {'id': '1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:54:58.684991 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:58.685385 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] Bound using segment: {'id': '1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:54:58.685863 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] Bound port: 3a6b8967-6984-44b4-b872-58f41a1d8839, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:54:58.686250 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:58.714751 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3f884ad5-1f3b-46c6-bb52-e7031202b29e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:58.719036 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3f884ad5-1f3b-46c6-bb52-e7031202b29e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3130214 Apr 20 16:54:58.719347 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56194) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:58.724974 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-199774bc-0949-40b0-a012-5b0ba4ba80ca tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'security_group_rule': {'security_group_id': 'eb561971-d3da-4e3d-9cff-1fa4d4c7e6a6', 'project_id': '1fac00df27e743498b92f84c2911dae6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:54:58.763497 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] For port 3a6b8967-6984-44b4-b872-58f41a1d8839, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:54:58.764256 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] For port 3a6b8967-6984-44b4-b872-58f41a1d8839, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=3a6b8967-6984-44b4-b872-58f41a1d8839,segment=NetworkSegment(1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d),segment_id=1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:54:58.815182 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-199774bc-0949-40b0-a012-5b0ba4ba80ca tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:58.857203 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ac08747d-cb39-45ea-92de-f6bac40326b5 None None] Provisioning complete for port 3a6b8967-6984-44b4-b872-58f41a1d8839 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:54:58.858805 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ac08747d-cb39-45ea-92de-f6bac40326b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:58.860829 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:58.890284 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-199774bc-0949-40b0-a012-5b0ba4ba80ca tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:58.931298 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:58.935697 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1b8e30da-57b8-4769-9a62-bd14279ecdf3 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:54:59.009855 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-199774bc-0949-40b0-a012-5b0ba4ba80ca tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:59.011965 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ddec3-9e5b-445c-bcc1-6f79efcc0096 None None] Pushing event updated for resources: {'Port': ['ID=3a6b8967-6984-44b4-b872-58f41a1d8839,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:59.015415 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] Routers {'fc85f268-36ce-4c71-8647-896f351a4c8e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:54:59.015950 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:54:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['fc85f268-36ce-4c71-8647-896f351a4c8e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:54:59.034234 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199774bc-0949-40b0-a012-5b0ba4ba80ca tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6418fb-7fe9-46a2-b04d-0e79f29307f4,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:59.119351 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 1b8e30da-57b8-4769-9a62-bd14279ecdf3 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:54:59.119725 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:59.122759 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-199774bc-0949-40b0-a012-5b0ba4ba80ca tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:59.124319 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-199774bc-0949-40b0-a012-5b0ba4ba80ca tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4038513 Apr 20 16:54:59.127177 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56196) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:59.133669 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-a8e694c1-32fa-4d65-b88d-e9f9e78556e2 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'security_group_rule': {'security_group_id': 'eb561971-d3da-4e3d-9cff-1fa4d4c7e6a6', 'project_id': '1fac00df27e743498b92f84c2911dae6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:54:59.180230 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ac08747d-cb39-45ea-92de-f6bac40326b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:59.228803 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] Set router fc85f268-36ce-4c71-8647-896f351a4c8e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:54:59.239750 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a8e694c1-32fa-4d65-b88d-e9f9e78556e2 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:59.274407 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ac08747d-cb39-45ea-92de-f6bac40326b5 None None] For port 3a6b8967-6984-44b4-b872-58f41a1d8839, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=3a6b8967-6984-44b4-b872-58f41a1d8839,segment=NetworkSegment(1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d),segment_id=1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:54:59.319113 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a8e694c1-32fa-4d65-b88d-e9f9e78556e2 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:59.343623 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ac08747d-cb39-45ea-92de-f6bac40326b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:59.443977 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a8e694c1-32fa-4d65-b88d-e9f9e78556e2 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:59.471185 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e694c1-32fa-4d65-b88d-e9f9e78556e2 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4132b5-c397-4520-9be1-9af4326773a4,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:59.477632 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08747d-cb39-45ea-92de-f6bac40326b5 None None] Pushing event updated for resources: {'Port': ['ID=3a6b8967-6984-44b4-b872-58f41a1d8839,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:59.501283 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-82b543b9-f075-4fa1-8493-cb905ae9f7d2 None None] Provisioning complete for port 3a6b8967-6984-44b4-b872-58f41a1d8839 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:54:59.501663 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-82b543b9-f075-4fa1-8493-cb905ae9f7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:59.525636 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a8e694c1-32fa-4d65-b88d-e9f9e78556e2 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:59.527551 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a8e694c1-32fa-4d65-b88d-e9f9e78556e2 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3979535 Apr 20 16:54:59.530286 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56198) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:59.535070 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-5562cf31-879d-47f1-bb8c-ed220fee17e7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'security_group_rule': {'security_group_id': 'eb561971-d3da-4e3d-9cff-1fa4d4c7e6a6', 'project_id': '1fac00df27e743498b92f84c2911dae6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:54:59.613227 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'name': 'tempest-TestNetworkBasicOps-router-1595962844', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:54:50Z', 'updated_at': '2022-04-20T16:54:55Z', 'revision_number': 4, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:51Z', 'updated_at': '2022-04-20T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '3a6b8967-6984-44b4-b872-58f41a1d8839', 'name': '', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:0e:5c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:55Z', 'updated_at': '2022-04-20T16:54:58Z', 'revision_number': 4, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:54:59.613989 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5562cf31-879d-47f1-bb8c-ed220fee17e7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:59.646443 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b82bd30-5b60-4aa7-bf06-b3e96302f905 None None] The sync data for ids ['fc85f268-36ce-4c71-8647-896f351a4c8e'] in n-d-836146-2 is: [{'id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'name': 'tempest-TestNetworkBasicOps-router-1595962844', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:54:50Z', 'updated_at': '2022-04-20T16:54:55Z', 'revision_number': 4, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:51Z', 'updated_at': '2022-04-20T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '3a6b8967-6984-44b4-b872-58f41a1d8839', 'name': '', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:0e:5c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:55Z', 'updated_at': '2022-04-20T16:54:58Z', 'revision_number': 4, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:54:59.684180 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5562cf31-879d-47f1-bb8c-ed220fee17e7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:59.769288 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5562cf31-879d-47f1-bb8c-ed220fee17e7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:59.788312 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562cf31-879d-47f1-bb8c-ed220fee17e7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c1cf96-5e97-4414-93df-0db02b8e2f61,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:54:59.862597 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5562cf31-879d-47f1-bb8c-ed220fee17e7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:54:59.863985 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5562cf31-879d-47f1-bb8c-ed220fee17e7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3327012 Apr 20 16:54:59.866914 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56202) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:54:59.872203 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-df3f148a-35dd-42f2-8f58-f89b44cec7d6 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'security_group_rule': {'security_group_id': 'eb561971-d3da-4e3d-9cff-1fa4d4c7e6a6', 'project_id': '1fac00df27e743498b92f84c2911dae6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:54:59.969421 n-d-836146-2 neutron-server[103485]: INFO neutron.db.securitygroups_db [None req-df3f148a-35dd-42f2-8f58-f89b44cec7d6 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Project 1fac00df27e743498b92f84c2911dae6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:54:59.975586 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-df3f148a-35dd-42f2-8f58-f89b44cec7d6 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:00.048750 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-df3f148a-35dd-42f2-8f58-f89b44cec7d6 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:00.100703 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:00.151993 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-df3f148a-35dd-42f2-8f58-f89b44cec7d6 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:00.170739 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f148a-35dd-42f2-8f58-f89b44cec7d6 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1573c237-84b1-4aa3-9afc-4c78b49385f9,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:55:00.276509 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-df3f148a-35dd-42f2-8f58-f89b44cec7d6 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:00.276509 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-df3f148a-35dd-42f2-8f58-f89b44cec7d6 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4075987 Apr 20 16:55:00.278613 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56204) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:55:00.283678 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b485cb8b-2c52-4171-a89d-a3f8e3e21db4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'security_group_rule': {'security_group_id': 'eb561971-d3da-4e3d-9cff-1fa4d4c7e6a6', 'project_id': '1fac00df27e743498b92f84c2911dae6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:55:00.380648 n-d-836146-2 neutron-server[103485]: INFO neutron.db.securitygroups_db [None req-b485cb8b-2c52-4171-a89d-a3f8e3e21db4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Project 1fac00df27e743498b92f84c2911dae6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:55:00.386508 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b485cb8b-2c52-4171-a89d-a3f8e3e21db4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:00.452264 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b485cb8b-2c52-4171-a89d-a3f8e3e21db4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:00.512288 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b485cb8b-2c52-4171-a89d-a3f8e3e21db4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:00.530318 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485cb8b-2c52-4171-a89d-a3f8e3e21db4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697f23d8-7844-4c7b-84d7-9f4d8e74d8d1,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:55:00.639701 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b485cb8b-2c52-4171-a89d-a3f8e3e21db4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:00.641328 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b485cb8b-2c52-4171-a89d-a3f8e3e21db4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3613935 Apr 20 16:55:00.794559 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-96e97288-d409-42d4-a63a-720eed26a07c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-8301183&fields=id&tenant_id=1fac00df27e743498b92f84c2911dae6 HTTP/1.1" status: 200 len: 267 time: 0.0340471 Apr 20 16:55:00.905096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-ad5bfd45-cc57-4780-94aa-99f18a4c0f29 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:00.906590 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-ad5bfd45-cc57-4780-94aa-99f18a4c0f29 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/networks?id=20381039-44fa-4843-ad44-e2844252bf1e HTTP/1.1" status: 200 len: 797 time: 0.1049783 Apr 20 16:55:00.923304 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-ae1dacfc-66c8-4e0a-ad95-512610a1a109 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/quotas/1fac00df27e743498b92f84c2911dae6 HTTP/1.1" status: 200 len: 375 time: 0.0106626 Apr 20 16:55:00.928743 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 3a6b8967-6984-44b4-b872-58f41a1d8839 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:55:00.984784 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-40b7e52f-6376-4f1f-9e23-456be69744ba tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fac00df27e743498b92f84c2911dae6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536666 Apr 20 16:55:00.986915 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 3a6b8967-6984-44b4-b872-58f41a1d8839 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:55:00.987290 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:01.083209 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-87c16b51-7aec-4164-b624-05d16bf4e985 service neutron] 10.222.0.15 "GET /v2.0/networks/20381039-44fa-4843-ad44-e2844252bf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855939 Apr 20 16:55:01.179195 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-fc225919-0bfa-402e-ac01-60ca293ce214 service neutron] 10.222.0.15 "GET /v2.0/networks/20381039-44fa-4843-ad44-e2844252bf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889337 Apr 20 16:55:01.411169 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7f5c31f0-deb6-41e2-9cda-75b5163ca354 req-f213c663-dabb-4635-95d1-4640f7d0ad8b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 210 time: 0.0286145 Apr 20 16:55:02.498690 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7fb46938-4886-40d8-b569-b7b3a8aa6fb4 req-a53c5823-6ec6-4e26-a307-598de824053b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 210 time: 0.0305989 Apr 20 16:55:03.598507 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-74219ece-adde-4064-b58c-1d8f2d347a44 req-4db4ba92-2ddc-4a88-9317-d3a0f8532645 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 210 time: 0.0295174 Apr 20 16:55:03.859328 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-ccf14a5e-428a-4a41-8aa3-c805734e2767 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:03.860767 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-ccf14a5e-428a-4a41-8aa3-c805734e2767 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.30 "GET /v2.0/networks?id=20381039-44fa-4843-ad44-e2844252bf1e HTTP/1.1" status: 200 len: 797 time: 0.1059647 Apr 20 16:55:03.911586 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-520257a4-bdcc-44f5-b2ee-79148d3436dc tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fac00df27e743498b92f84c2911dae6 HTTP/1.1" status: 200 len: 377 time: 0.0358975 Apr 20 16:55:03.920813 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-f64c707b-351e-4b74-ae7b-8b7160b58c33 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'port': {'device_id': '494712ed-5e97-48bb-9ab0-6c5852b95132', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'admin_state_up': True, 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'security_groups': ['eb561971-d3da-4e3d-9cff-1fa4d4c7e6a6']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:55:04.089885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-f64c707b-351e-4b74-ae7b-8b7160b58c33 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Made reservation on behalf of 1fac00df27e743498b92f84c2911dae6 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:55:04.094452 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-f64c707b-351e-4b74-ae7b-8b7160b58c33 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:04.229697 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-f64c707b-351e-4b74-ae7b-8b7160b58c33 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Allocated IP 172.20.0.6 (20381039-44fa-4843-ad44-e2844252bf1e/750f5c7f-523c-4564-b999-455188c0cd2e/efb00308-e246-4f78-b0d1-e0d013c155f8) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:55:04.362876 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-f64c707b-351e-4b74-ae7b-8b7160b58c33 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:04.478685 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-f64c707b-351e-4b74-ae7b-8b7160b58c33 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:04.531237 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-f64c707b-351e-4b74-ae7b-8b7160b58c33 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Network 20381039-44fa-4843-ad44-e2844252bf1e is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:55:04.534450 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-f64c707b-351e-4b74-ae7b-8b7160b58c33 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:55:04.539083 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-f64c707b-351e-4b74-ae7b-8b7160b58c33 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:55:04.543286 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c707b-351e-4b74-ae7b-8b7160b58c33 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'Port': ['ID=efb00308-e246-4f78-b0d1-e0d013c155f8,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:55:04.595371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-f64c707b-351e-4b74-ae7b-8b7160b58c33 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:04.596105 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-f64c707b-351e-4b74-ae7b-8b7160b58c33 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:04.674378 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-f64c707b-351e-4b74-ae7b-8b7160b58c33 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7578831 Apr 20 16:55:04.707499 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-32ee755f-5c80-4c9c-9f06-27edaa4b2472 service neutron] Request body: {'port': {'device_id': '494712ed-5e97-48bb-9ab0-6c5852b95132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:55:04.777300 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637f443-5369-4658-9022-91868ce06360 req-ca157d1d-86d2-4ecd-87da-84dda61da4a3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:04.778810 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1637f443-5369-4658-9022-91868ce06360 req-ca157d1d-86d2-4ecd-87da-84dda61da4a3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 931 time: 0.1034811 Apr 20 16:55:04.785777 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-32ee755f-5c80-4c9c-9f06-27edaa4b2472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:04.809907 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a6691f3a-e1de-4ee4-84b2-07b2264019e0 None None] Provisioning complete for port efb00308-e246-4f78-b0d1-e0d013c155f8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:55:04.810624 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a6691f3a-e1de-4ee4-84b2-07b2264019e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:04.850391 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-a6691f3a-e1de-4ee4-84b2-07b2264019e0 None None] Port efb00308-e246-4f78-b0d1-e0d013c155f8 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:55:04.855638 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1637f443-5369-4658-9022-91868ce06360 req-387c2942-a93f-416f-ba30-6bfc4a569a95 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb561971-d3da-4e3d-9cff-1fa4d4c7e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0675583 Apr 20 16:55:05.119103 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-32ee755f-5c80-4c9c-9f06-27edaa4b2472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb00308-e246-4f78-b0d1-e0d013c155f8 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:55:05.129696 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-32ee755f-5c80-4c9c-9f06-27edaa4b2472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:05.147726 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-32ee755f-5c80-4c9c-9f06-27edaa4b2472 service neutron] Transition to ACTIVE for port object efb00308-e246-4f78-b0d1-e0d013c155f8 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:55:05.220634 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-32ee755f-5c80-4c9c-9f06-27edaa4b2472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:05.307642 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee755f-5c80-4c9c-9f06-27edaa4b2472 service neutron] Pushing event updated for resources: {'Port': ['ID=efb00308-e246-4f78-b0d1-e0d013c155f8,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:55:05.373156 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-32ee755f-5c80-4c9c-9f06-27edaa4b2472 service neutron] Attempting to bind port efb00308-e246-4f78-b0d1-e0d013c155f8 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:55:05.373479 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-32ee755f-5c80-4c9c-9f06-27edaa4b2472 service neutron] Attempting to bind port efb00308-e246-4f78-b0d1-e0d013c155f8 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:55:05.373882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-32ee755f-5c80-4c9c-9f06-27edaa4b2472 service neutron] Attempting to bind port efb00308-e246-4f78-b0d1-e0d013c155f8 on network 20381039-44fa-4843-ad44-e2844252bf1e {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:55:05.379676 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-32ee755f-5c80-4c9c-9f06-27edaa4b2472 service neutron] Port efb00308-e246-4f78-b0d1-e0d013c155f8 on network 20381039-44fa-4843-ad44-e2844252bf1e not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:55:05.380112 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-32ee755f-5c80-4c9c-9f06-27edaa4b2472 service neutron] Attempting to bind port efb00308-e246-4f78-b0d1-e0d013c155f8 on network 20381039-44fa-4843-ad44-e2844252bf1e {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:55:05.387214 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-32ee755f-5c80-4c9c-9f06-27edaa4b2472 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:55:05.387692 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-32ee755f-5c80-4c9c-9f06-27edaa4b2472 service neutron] Checking segment: {'id': '1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:55:05.388075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-32ee755f-5c80-4c9c-9f06-27edaa4b2472 service neutron] Bound using segment: {'id': '1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:55:05.388548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-32ee755f-5c80-4c9c-9f06-27edaa4b2472 service neutron] Bound port: efb00308-e246-4f78-b0d1-e0d013c155f8, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:55:05.388910 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-32ee755f-5c80-4c9c-9f06-27edaa4b2472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:05.471476 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-32ee755f-5c80-4c9c-9f06-27edaa4b2472 service neutron] For port efb00308-e246-4f78-b0d1-e0d013c155f8, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:55:05.474407 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-32ee755f-5c80-4c9c-9f06-27edaa4b2472 service neutron] For port efb00308-e246-4f78-b0d1-e0d013c155f8, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=efb00308-e246-4f78-b0d1-e0d013c155f8,segment=NetworkSegment(1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d),segment_id=1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:55:05.609640 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-32ee755f-5c80-4c9c-9f06-27edaa4b2472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:05.647373 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-32ee755f-5c80-4c9c-9f06-27edaa4b2472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:05.647991 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-32ee755f-5c80-4c9c-9f06-27edaa4b2472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:05.649448 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-32ee755f-5c80-4c9c-9f06-27edaa4b2472 service neutron] 10.222.0.30 "PUT /v2.0/ports/efb00308-e246-4f78-b0d1-e0d013c155f8 HTTP/1.1" status: 200 len: 1091 time: 0.9463587 Apr 20 16:55:05.649885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494712ed-5e97-48bb-9ab0-6c5852b95132', 'tag': 'efb00308-e246-4f78-b0d1-e0d013c155f8'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:55:05.652883 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4574b12b-ffa7-4557-abbe-e9579b84f666" -d '{"events": [{"name": "network-changed", "server_uuid": "494712ed-5e97-48bb-9ab0-6c5852b95132", "tag": "efb00308-e246-4f78-b0d1-e0d013c155f8"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:55:05.678214 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee755f-5c80-4c9c-9f06-27edaa4b2472 service neutron] Pushing event updated for resources: {'Port': ['ID=efb00308-e246-4f78-b0d1-e0d013c155f8,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:55:05.700949 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a443b7c-3221-4ab4-ac54-a5cb474f8515 x-openstack-request-id: req-3a443b7c-3221-4ab4-ac54-a5cb474f8515 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:55:05.701572 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494712ed-5e97-48bb-9ab0-6c5852b95132", "tag": "efb00308-e246-4f78-b0d1-e0d013c155f8", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:55:05.701860 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a443b7c-3221-4ab4-ac54-a5cb474f8515 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:55:05.702369 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a443b7c-3221-4ab4-ac54-a5cb474f8515'] response: {'name': 'network-changed', 'server_uuid': '494712ed-5e97-48bb-9ab0-6c5852b95132', 'tag': 'efb00308-e246-4f78-b0d1-e0d013c155f8', 'status': 'completed', 'code': 200} Apr 20 16:55:05.784575 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574b12b-ffa7-4557-abbe-e9579b84f666 req-009439de-567d-4b43-b378-49eeccbc74cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:05.786100 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4574b12b-ffa7-4557-abbe-e9579b84f666 req-009439de-567d-4b43-b378-49eeccbc74cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fac00df27e743498b92f84c2911dae6&device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 1094 time: 0.0455217 Apr 20 16:55:05.899623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574b12b-ffa7-4557-abbe-e9579b84f666 req-716a6f0c-1743-4eac-8024-793b375a6801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:05.901261 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4574b12b-ffa7-4557-abbe-e9579b84f666 req-716a6f0c-1743-4eac-8024-793b375a6801 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1fac00df27e743498b92f84c2911dae6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1020613 Apr 20 16:55:06.042016 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9defd7b-b107-4660-8b15-51ade58e9d0d req-a9ae3ab5-d082-47a1-9a2e-641127f11621 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:06.043519 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9defd7b-b107-4660-8b15-51ade58e9d0d req-a9ae3ab5-d082-47a1-9a2e-641127f11621 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 943 time: 0.0850680 Apr 20 16:55:06.045115 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574b12b-ffa7-4557-abbe-e9579b84f666 req-f7bd98a2-84ec-42c5-bc5a-66038ce67ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:06.046434 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4574b12b-ffa7-4557-abbe-e9579b84f666 req-f7bd98a2-84ec-42c5-bc5a-66038ce67ed5 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1389453 Apr 20 16:55:06.085881 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9defd7b-b107-4660-8b15-51ade58e9d0d req-5b3ca55e-1f39-40fd-ac8c-c1b04a6a634f tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb561971-d3da-4e3d-9cff-1fa4d4c7e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0359347 Apr 20 16:55:06.147914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-46252a5f-bf9a-41e6-a44c-29431c139fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:06.149428 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-46252a5f-bf9a-41e6-a44c-29431c139fbd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fac00df27e743498b92f84c2911dae6&device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 1094 time: 0.0450547 Apr 20 16:55:06.200756 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-e33024e8-2c34-4570-bbf6-47c8c32fb48c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efb00308-e246-4f78-b0d1-e0d013c155f8 HTTP/1.1" status: 200 len: 217 time: 0.0387013 Apr 20 16:55:06.251069 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-796a33fd-48ba-4434-be33-db521150b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:06.252582 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-796a33fd-48ba-4434-be33-db521150b7f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=750f5c7f-523c-4564-b999-455188c0cd2e HTTP/1.1" status: 200 len: 835 time: 0.0459499 Apr 20 16:55:06.300643 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-ce4583da-6bd2-410a-be32-71c3b40057ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:06.302162 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-ce4583da-6bd2-410a-be32-71c3b40057ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20381039-44fa-4843-ad44-e2844252bf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438294 Apr 20 16:55:06.401352 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-a2591033-7b84-4573-80fe-d0463f2f984e service neutron] 10.222.0.30 "GET /v2.0/networks/20381039-44fa-4843-ad44-e2844252bf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917022 Apr 20 16:55:06.496085 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad33a10d-47d1-4b2b-ad11-3c651da04ece req-4bdf926a-5abc-4ba4-b8ee-107bfe6ab18b service neutron] 10.222.0.30 "GET /v2.0/networks/20381039-44fa-4843-ad44-e2844252bf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869849 Apr 20 16:55:07.210218 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba34482-c5a2-4c8f-8364-5996ec161350 req-c56f0e22-c4be-41ce-aca9-299895c2d729 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:07.211771 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cba34482-c5a2-4c8f-8364-5996ec161350 req-c56f0e22-c4be-41ce-aca9-299895c2d729 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 943 time: 0.0504894 Apr 20 16:55:07.251504 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cba34482-c5a2-4c8f-8364-5996ec161350 req-954bcee2-d435-486b-ac88-f44540026323 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb561971-d3da-4e3d-9cff-1fa4d4c7e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0326586 Apr 20 16:55:08.372952 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f57f23-805f-4e2c-911f-2f44193a675e req-bd298fc5-2759-4043-bee7-aad9940e3fa9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:08.374490 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98f57f23-805f-4e2c-911f-2f44193a675e req-bd298fc5-2759-4043-bee7-aad9940e3fa9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 943 time: 0.0512385 Apr 20 16:55:08.413454 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98f57f23-805f-4e2c-911f-2f44193a675e req-68a884f1-612e-4c34-b934-e100438df33e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb561971-d3da-4e3d-9cff-1fa4d4c7e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327923 Apr 20 16:55:09.549805 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06a4dc-3977-4833-b235-cdeeefedf926 req-bd64f02c-d35c-4a18-b383-c436a6bbcf4e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:09.549805 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0d06a4dc-3977-4833-b235-cdeeefedf926 req-bd64f02c-d35c-4a18-b383-c436a6bbcf4e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 943 time: 0.0588207 Apr 20 16:55:09.594288 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0d06a4dc-3977-4833-b235-cdeeefedf926 req-cda20bf3-a2db-4528-9c40-a870deac6833 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb561971-d3da-4e3d-9cff-1fa4d4c7e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0427701 Apr 20 16:55:10.147304 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device efb00308-e246-4f78-b0d1-e0d013c155f8 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:55:10.262172 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port efb00308-e246-4f78-b0d1-e0d013c155f8, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=efb00308-e246-4f78-b0d1-e0d013c155f8,segment=NetworkSegment(1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d),segment_id=1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:55:10.275390 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'efb00308-e246-4f78-b0d1-e0d013c155f8', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'port_id': 'efb00308-e246-4f78-b0d1-e0d013c155f8', 'mac_address': 'fa:16:3e:38:2f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:55:10.317199 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:10.331431 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb00308-e246-4f78-b0d1-e0d013c155f8 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:55:10.354052 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port efb00308-e246-4f78-b0d1-e0d013c155f8, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=efb00308-e246-4f78-b0d1-e0d013c155f8,segment=NetworkSegment(1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d),segment_id=1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:55:10.443111 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:10.493571 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=efb00308-e246-4f78-b0d1-e0d013c155f8,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:55:10.723198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f824a85-f891-422c-98a0-cbae5376881a req-c095aef3-6dcd-4ebd-9c93-99dbdd526fdc tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:10.724696 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f824a85-f891-422c-98a0-cbae5376881a req-c095aef3-6dcd-4ebd-9c93-99dbdd526fdc tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 944 time: 0.0574865 Apr 20 16:55:10.768445 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f824a85-f891-422c-98a0-cbae5376881a req-e3ce7517-1db1-42dc-88fa-4a847077bf39 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb561971-d3da-4e3d-9cff-1fa4d4c7e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0368617 Apr 20 16:55:10.878136 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['efb00308-e246-4f78-b0d1-e0d013c155f8'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:55:11.902073 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbddef-a1aa-40dd-a141-89cfee8d2215 req-21ea69ea-fb7d-45fc-af6e-675d1a1add94 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:11.904062 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6bbddef-a1aa-40dd-a141-89cfee8d2215 req-21ea69ea-fb7d-45fc-af6e-675d1a1add94 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 944 time: 0.0589695 Apr 20 16:55:11.945230 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f6bbddef-a1aa-40dd-a141-89cfee8d2215 req-1e8e0886-4850-4367-913c-cbde37558210 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb561971-d3da-4e3d-9cff-1fa4d4c7e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0333200 Apr 20 16:55:12.163605 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device efb00308-e246-4f78-b0d1-e0d013c155f8 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:55:12.305636 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port efb00308-e246-4f78-b0d1-e0d013c155f8 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:55:12.309880 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port efb00308-e246-4f78-b0d1-e0d013c155f8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:55:12.310291 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:12.389519 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:12.413465 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494712ed-5e97-48bb-9ab0-6c5852b95132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb00308-e246-4f78-b0d1-e0d013c155f8'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:55:12.415819 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d40a44f-f017-44fb-8419-08f8bcc702bc" -d '{"events": [{"server_uuid": "494712ed-5e97-48bb-9ab0-6c5852b95132", "name": "network-vif-plugged", "status": "completed", "tag": "efb00308-e246-4f78-b0d1-e0d013c155f8"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:55:12.429631 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port efb00308-e246-4f78-b0d1-e0d013c155f8, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=efb00308-e246-4f78-b0d1-e0d013c155f8,segment=NetworkSegment(1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d),segment_id=1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:55:12.456412 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211d9dc7-8dac-486a-931e-daa7a18ed8a3 x-openstack-request-id: req-211d9dc7-8dac-486a-931e-daa7a18ed8a3 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:55:12.456711 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494712ed-5e97-48bb-9ab0-6c5852b95132", "name": "network-vif-plugged", "status": "completed", "tag": "efb00308-e246-4f78-b0d1-e0d013c155f8", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:55:12.456965 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-211d9dc7-8dac-486a-931e-daa7a18ed8a3 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:55:12.457459 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-211d9dc7-8dac-486a-931e-daa7a18ed8a3'] response: {'server_uuid': '494712ed-5e97-48bb-9ab0-6c5852b95132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb00308-e246-4f78-b0d1-e0d013c155f8', 'code': 200} Apr 20 16:55:12.540453 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:12.592884 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50787a96-0bf2-4744-aa75-7a2daddbf0ab req-d03c7881-3cdb-447f-8f66-146b309bdfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:12.594442 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-50787a96-0bf2-4744-aa75-7a2daddbf0ab req-d03c7881-3cdb-447f-8f66-146b309bdfcd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 1096 time: 0.0473549 Apr 20 16:55:12.599827 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=efb00308-e246-4f78-b0d1-e0d013c155f8,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:55:12.631558 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-50787a96-0bf2-4744-aa75-7a2daddbf0ab req-3e520809-3a44-4ef7-976f-ed1a9c5a96d5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eb561971-d3da-4e3d-9cff-1fa4d4c7e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0306964 Apr 20 16:55:13.077613 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0017cb8-39d0-492a-a034-561c73f6ebb0 req-2f5e1c09-60b3-48ec-96e8-80a7b142257e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:13.079189 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d0017cb8-39d0-492a-a034-561c73f6ebb0 req-2f5e1c09-60b3-48ec-96e8-80a7b142257e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 945 time: 0.0521355 Apr 20 16:55:13.119638 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d0017cb8-39d0-492a-a034-561c73f6ebb0 req-d708c4e5-97e0-466d-ae59-69b8efd0191a tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb561971-d3da-4e3d-9cff-1fa4d4c7e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0340605 Apr 20 16:55:13.562650 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-271d5bb7-5b65-468b-aa8c-1c1cd6d370df req-44bc928c-2662-4545-ad69-cd943c89ae4f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466516 Apr 20 16:55:13.669367 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d5bb7-5b65-468b-aa8c-1c1cd6d370df req-845526a4-cbab-4283-a376-64140d539c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:13.671033 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-271d5bb7-5b65-468b-aa8c-1c1cd6d370df req-845526a4-cbab-4283-a376-64140d539c02 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 1097 time: 0.0480018 Apr 20 16:55:13.782022 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d5bb7-5b65-468b-aa8c-1c1cd6d370df req-e9a3d98d-59fd-4f85-a416-e6ab784b6037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:13.783551 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-271d5bb7-5b65-468b-aa8c-1c1cd6d370df req-e9a3d98d-59fd-4f85-a416-e6ab784b6037 service neutron] 10.222.0.26 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 913 time: 0.0936372 Apr 20 16:55:13.861105 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-271d5bb7-5b65-468b-aa8c-1c1cd6d370df req-6b047177-53f8-4b7a-bed9-a2d531e8cb80 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95ea0776-3ace-4426-8383-e361ca2bcf72 HTTP/1.1" status: 200 len: 1001 time: 0.0700421 Apr 20 16:55:13.912940 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d5bb7-5b65-468b-aa8c-1c1cd6d370df req-36621543-cf6e-4b86-83bc-9bc3fcf4c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:13.914427 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-271d5bb7-5b65-468b-aa8c-1c1cd6d370df req-36621543-cf6e-4b86-83bc-9bc3fcf4c17b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84f859e8-1f59-4fe7-930d-c92d7f74a0a0 HTTP/1.1" status: 200 len: 851 time: 0.0476515 Apr 20 16:55:13.965692 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d5bb7-5b65-468b-aa8c-1c1cd6d370df req-4e796c73-8f1c-4d5e-b5d8-3ded3569d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:13.967352 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-271d5bb7-5b65-468b-aa8c-1c1cd6d370df req-4e796c73-8f1c-4d5e-b5d8-3ded3569d196 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45075084-5307-4652-bafe-1d4bc624b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462992 Apr 20 16:55:14.065172 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-271d5bb7-5b65-468b-aa8c-1c1cd6d370df req-35e0b1da-5a2b-4224-b909-e3b14ad9bc5d service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910919 Apr 20 16:55:14.169190 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-271d5bb7-5b65-468b-aa8c-1c1cd6d370df req-a98d8821-f131-431a-a65f-19180fa45011 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977657 Apr 20 16:55:14.267651 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f561c1-d319-49ef-9059-2f69072808c1 req-80dd13a0-54dc-4434-9eb5-66a74196a0ec tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:14.269314 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69f561c1-d319-49ef-9059-2f69072808c1 req-80dd13a0-54dc-4434-9eb5-66a74196a0ec tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 945 time: 0.0533073 Apr 20 16:55:14.310277 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69f561c1-d319-49ef-9059-2f69072808c1 req-74b4975e-8bef-475d-8d93-7b20397360a4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb561971-d3da-4e3d-9cff-1fa4d4c7e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0345509 Apr 20 16:55:14.434681 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7942c-e558-425f-802f-31b636b0ddcb req-6fe42562-2e8e-47bc-b183-c536201dfe3e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:14.436328 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-72f7942c-e558-425f-802f-31b636b0ddcb req-6fe42562-2e8e-47bc-b183-c536201dfe3e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 945 time: 0.0545375 Apr 20 16:55:14.488056 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-72f7942c-e558-425f-802f-31b636b0ddcb req-74d6173c-f0ee-429a-9df6-8e0933214f7a tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb561971-d3da-4e3d-9cff-1fa4d4c7e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0449910 Apr 20 16:55:14.511931 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56266) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:55:14.557251 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c671c74-5553-4b67-969e-06e85c1f3175 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:14.559624 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1c671c74-5553-4b67-969e-06e85c1f3175 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 1091 time: 0.0458212 Apr 20 16:55:14.562464 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56268) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:55:14.566965 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-4b65b172-e50f-455e-8f8c-96574f6445b4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': 'efb00308-e246-4f78-b0d1-e0d013c155f8', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:55:14.677235 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b65b172-e50f-455e-8f8c-96574f6445b4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:14.796648 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b65b172-e50f-455e-8f8c-96574f6445b4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:14.931962 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-4b65b172-e50f-455e-8f8c-96574f6445b4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Allocated IP 172.25.0.41 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/2b935f00-5150-401e-8d56-2f5616ecbe73) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:55:15.072491 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b65b172-e50f-455e-8f8c-96574f6445b4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:15.197591 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b65b172-e50f-455e-8f8c-96574f6445b4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:15.244135 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b65b172-e50f-455e-8f8c-96574f6445b4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:55:15.250623 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-4b65b172-e50f-455e-8f8c-96574f6445b4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:55:15.254977 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b65b172-e50f-455e-8f8c-96574f6445b4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:55:15.285936 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65b172-e50f-455e-8f8c-96574f6445b4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'Port': ['ID=2b935f00-5150-401e-8d56-2f5616ecbe73,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:55:15.673978 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b65b172-e50f-455e-8f8c-96574f6445b4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:15.816320 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b65b172-e50f-455e-8f8c-96574f6445b4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:15.991855 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b65b172-e50f-455e-8f8c-96574f6445b4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:16.025472 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b65b172-e50f-455e-8f8c-96574f6445b4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:16.102766 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65b172-e50f-455e-8f8c-96574f6445b4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'Port': ['ID=2b935f00-5150-401e-8d56-2f5616ecbe73,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:55:16.117578 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b65b172-e50f-455e-8f8c-96574f6445b4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:16.248253 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-4b65b172-e50f-455e-8f8c-96574f6445b4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Floating IP 7ac20be3-89af-4f58-a91b-b6ddacf980c7 associated. External IP: 172.25.0.41, port: efb00308-e246-4f78-b0d1-e0d013c155f8. Apr 20 16:55:16.514102 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b65b172-e50f-455e-8f8c-96574f6445b4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Router fc85f268-36ce-4c71-8647-896f351a4c8e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:55:16.632195 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b65b172-e50f-455e-8f8c-96574f6445b4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:55:16.646498 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a41fb6b-2578-432b-a40f-0dd75caf2f7d None None] Sync routers for ids ['fc85f268-36ce-4c71-8647-896f351a4c8e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:55:16.656621 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a41fb6b-2578-432b-a40f-0dd75caf2f7d None None] Routers {'fc85f268-36ce-4c71-8647-896f351a4c8e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:55:16.658800 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0a41fb6b-2578-432b-a40f-0dd75caf2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:54:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['fc85f268-36ce-4c71-8647-896f351a4c8e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:55:16.713622 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b65b172-e50f-455e-8f8c-96574f6445b4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:16.745303 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4b65b172-e50f-455e-8f8c-96574f6445b4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1817651 Apr 20 16:55:16.746012 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494712ed-5e97-48bb-9ab0-6c5852b95132', 'tag': 'efb00308-e246-4f78-b0d1-e0d013c155f8'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:55:16.750999 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56272) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:55:16.751500 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef5424f-1246-4c4e-99e9-b45fd44a4175" -d '{"events": [{"name": "network-changed", "server_uuid": "494712ed-5e97-48bb-9ab0-6c5852b95132", "tag": "efb00308-e246-4f78-b0d1-e0d013c155f8"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:55:16.770673 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-0a41fb6b-2578-432b-a40f-0dd75caf2f7d None None] Set router fc85f268-36ce-4c71-8647-896f351a4c8e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:55:16.795332 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1300a11c-267d-4a27-9553-a03828d8b78a x-openstack-request-id: req-1300a11c-267d-4a27-9553-a03828d8b78a {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:55:16.795626 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494712ed-5e97-48bb-9ab0-6c5852b95132", "tag": "efb00308-e246-4f78-b0d1-e0d013c155f8", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:55:16.795885 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1300a11c-267d-4a27-9553-a03828d8b78a {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:55:16.796308 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1300a11c-267d-4a27-9553-a03828d8b78a'] response: {'name': 'network-changed', 'server_uuid': '494712ed-5e97-48bb-9ab0-6c5852b95132', 'tag': 'efb00308-e246-4f78-b0d1-e0d013c155f8', 'status': 'completed', 'code': 200} Apr 20 16:55:17.083037 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0a41fb6b-2578-432b-a40f-0dd75caf2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'name': 'tempest-TestNetworkBasicOps-router-1595962844', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:54:50Z', 'updated_at': '2022-04-20T16:54:55Z', 'revision_number': 4, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:51Z', 'updated_at': '2022-04-20T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '7ac20be3-89af-4f58-a91b-b6ddacf980c7', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'port_id': 'efb00308-e246-4f78-b0d1-e0d013c155f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'mac_address': 'fa:16:3e:38:2f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494712ed-5e97-48bb-9ab0-6c5852b95132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:55:15Z', 'updated_at': '2022-04-20T16:55:15Z', 'revision_number': 0, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6b8967-6984-44b4-b872-58f41a1d8839', 'name': '', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:0e:5c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:55Z', 'updated_at': '2022-04-20T16:54:59Z', 'revision_number': 5, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:55:17.111948 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a41fb6b-2578-432b-a40f-0dd75caf2f7d None None] Checking router: fc85f268-36ce-4c71-8647-896f351a4c8e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:55:17.122770 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a41fb6b-2578-432b-a40f-0dd75caf2f7d None None] Routers {'fc85f268-36ce-4c71-8647-896f351a4c8e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:55:17.123423 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0a41fb6b-2578-432b-a40f-0dd75caf2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:54:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['fc85f268-36ce-4c71-8647-896f351a4c8e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:55:17.249234 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e2f57952-d5bc-4809-b4b4-79c28481f106 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/floatingips/7ac20be3-89af-4f58-a91b-b6ddacf980c7 HTTP/1.1" status: 200 len: 990 time: 0.4990544 Apr 20 16:55:17.260501 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5424f-1246-4c4e-99e9-b45fd44a4175 req-f72d1d2b-cb9a-4161-b430-18196a1f591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:17.262492 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-0a41fb6b-2578-432b-a40f-0dd75caf2f7d None None] Set router fc85f268-36ce-4c71-8647-896f351a4c8e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:55:17.263719 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5ef5424f-1246-4c4e-99e9-b45fd44a4175 req-f72d1d2b-cb9a-4161-b430-18196a1f591a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fac00df27e743498b92f84c2911dae6&device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 1096 time: 0.0681150 Apr 20 16:55:17.394745 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5424f-1246-4c4e-99e9-b45fd44a4175 req-600fe12c-b199-41bb-8725-47e120d5c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:17.396463 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5ef5424f-1246-4c4e-99e9-b45fd44a4175 req-600fe12c-b199-41bb-8725-47e120d5c950 service neutron] 10.222.0.30 "GET /v2.0/networks?id=20381039-44fa-4843-ad44-e2844252bf1e HTTP/1.1" status: 200 len: 898 time: 0.1257288 Apr 20 16:55:17.473946 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5ef5424f-1246-4c4e-99e9-b45fd44a4175 req-db937fc1-da96-4936-8c7b-0ee88801a560 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efb00308-e246-4f78-b0d1-e0d013c155f8 HTTP/1.1" status: 200 len: 998 time: 0.0708811 Apr 20 16:55:17.542302 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-0a41fb6b-2578-432b-a40f-0dd75caf2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'name': 'tempest-TestNetworkBasicOps-router-1595962844', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:54:50Z', 'updated_at': '2022-04-20T16:54:55Z', 'revision_number': 4, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:51Z', 'updated_at': '2022-04-20T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '7ac20be3-89af-4f58-a91b-b6ddacf980c7', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'port_id': 'efb00308-e246-4f78-b0d1-e0d013c155f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'mac_address': 'fa:16:3e:38:2f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494712ed-5e97-48bb-9ab0-6c5852b95132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:55:15Z', 'updated_at': '2022-04-20T16:55:15Z', 'revision_number': 0, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6b8967-6984-44b4-b872-58f41a1d8839', 'name': '', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:0e:5c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:55Z', 'updated_at': '2022-04-20T16:54:59Z', 'revision_number': 5, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:55:17.555724 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5424f-1246-4c4e-99e9-b45fd44a4175 req-bbfd8497-36fb-44d2-961d-5b041ebfa08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:17.558201 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5ef5424f-1246-4c4e-99e9-b45fd44a4175 req-bbfd8497-36fb-44d2-961d-5b041ebfa08a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=750f5c7f-523c-4564-b999-455188c0cd2e HTTP/1.1" status: 200 len: 835 time: 0.0778978 Apr 20 16:55:17.571908 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a41fb6b-2578-432b-a40f-0dd75caf2f7d None None] The sync data for ids ['fc85f268-36ce-4c71-8647-896f351a4c8e'] in n-d-836146-2 is: [{'id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'name': 'tempest-TestNetworkBasicOps-router-1595962844', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:54:50Z', 'updated_at': '2022-04-20T16:54:55Z', 'revision_number': 4, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:51Z', 'updated_at': '2022-04-20T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '7ac20be3-89af-4f58-a91b-b6ddacf980c7', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'port_id': 'efb00308-e246-4f78-b0d1-e0d013c155f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'mac_address': 'fa:16:3e:38:2f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494712ed-5e97-48bb-9ab0-6c5852b95132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:55:15Z', 'updated_at': '2022-04-20T16:55:15Z', 'revision_number': 0, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6b8967-6984-44b4-b872-58f41a1d8839', 'name': '', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:0e:5c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:55Z', 'updated_at': '2022-04-20T16:54:59Z', 'revision_number': 5, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:55:17.617190 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5424f-1246-4c4e-99e9-b45fd44a4175 req-9946f065-74a1-46af-a10b-8a33a356172f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:17.617867 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5ef5424f-1246-4c4e-99e9-b45fd44a4175 req-9946f065-74a1-46af-a10b-8a33a356172f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20381039-44fa-4843-ad44-e2844252bf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528028 Apr 20 16:55:17.725006 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5ef5424f-1246-4c4e-99e9-b45fd44a4175 req-19471323-a602-44a6-af0e-e02664052ea6 service neutron] 10.222.0.30 "GET /v2.0/networks/20381039-44fa-4843-ad44-e2844252bf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003795 Apr 20 16:55:17.819956 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046b50e6-7d3b-4e3e-8807-c46b0361ab3b None None] New status for floating IP 7ac20be3-89af-4f58-a91b-b6ddacf980c7: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:55:17.836291 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5ef5424f-1246-4c4e-99e9-b45fd44a4175 req-72babe7f-591b-4856-bbaa-8c041d271d79 service neutron] 10.222.0.30 "GET /v2.0/networks/20381039-44fa-4843-ad44-e2844252bf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033044 Apr 20 16:55:18.252217 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56276) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:55:18.316822 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f0fec4a4-dab0-4dff-ab17-3ff084c6f25e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/floatingips/7ac20be3-89af-4f58-a91b-b6ddacf980c7 HTTP/1.1" status: 200 len: 992 time: 0.0633886 Apr 20 16:55:22.837347 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-91976808-279e-4b2b-9fed-b4539300ec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:22.893213 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb21fadc-841b-4821-84fc-43e05fed44a8 req-d025a2d6-c737-49d4-8e04-9f239bfd8030 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=494712ed-5e97-48bb-9ab0-6c5852b95132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413814 Apr 20 16:55:22.991723 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21fadc-841b-4821-84fc-43e05fed44a8 req-0f79edbf-8830-4b39-af24-85fdfb0ac254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:22.993265 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb21fadc-841b-4821-84fc-43e05fed44a8 req-0f79edbf-8830-4b39-af24-85fdfb0ac254 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fac00df27e743498b92f84c2911dae6&device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 1096 time: 0.0416980 Apr 20 16:55:23.100954 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21fadc-841b-4821-84fc-43e05fed44a8 req-ff4d597b-1c88-4c03-90bc-61f8c447f330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:23.102608 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb21fadc-841b-4821-84fc-43e05fed44a8 req-ff4d597b-1c88-4c03-90bc-61f8c447f330 service neutron] 10.222.0.30 "GET /v2.0/networks?id=20381039-44fa-4843-ad44-e2844252bf1e HTTP/1.1" status: 200 len: 898 time: 0.0912786 Apr 20 16:55:23.172738 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb21fadc-841b-4821-84fc-43e05fed44a8 req-b1b0c23c-a4d3-4369-a209-4992a0605ca8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efb00308-e246-4f78-b0d1-e0d013c155f8 HTTP/1.1" status: 200 len: 1000 time: 0.0579958 Apr 20 16:55:23.230526 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21fadc-841b-4821-84fc-43e05fed44a8 req-a13ffea1-e353-488e-b121-e44e62d291c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:23.232012 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb21fadc-841b-4821-84fc-43e05fed44a8 req-a13ffea1-e353-488e-b121-e44e62d291c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=750f5c7f-523c-4564-b999-455188c0cd2e HTTP/1.1" status: 200 len: 835 time: 0.0508795 Apr 20 16:55:23.278897 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21fadc-841b-4821-84fc-43e05fed44a8 req-fc44b72b-a274-4295-b8d2-83e6e4a7d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:55:23.280425 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb21fadc-841b-4821-84fc-43e05fed44a8 req-fc44b72b-a274-4295-b8d2-83e6e4a7d3d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20381039-44fa-4843-ad44-e2844252bf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421643 Apr 20 16:55:23.369147 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb21fadc-841b-4821-84fc-43e05fed44a8 req-2e7b1a2b-93f0-4d8e-8aa6-7003d0829d00 service neutron] 10.222.0.30 "GET /v2.0/networks/20381039-44fa-4843-ad44-e2844252bf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825257 Apr 20 16:55:23.464159 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb21fadc-841b-4821-84fc-43e05fed44a8 req-afa531c9-87b3-47f9-a690-d411904366ef service neutron] 10.222.0.30 "GET /v2.0/networks/20381039-44fa-4843-ad44-e2844252bf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881951 Apr 20 16:55:25.105623 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3d8a-f5fa-45d9-bce2-b4866a35917f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:26.454052 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:27.853923 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:28.145861 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:28.859142 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:30.110875 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:32.064460 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:55:47.911974 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-e6f6ae9b-2602-4ddc-80f8-95dc3aebf794 req-51f3eb59-ecbd-4954-88d6-c50e7bfbc889 service neutron] (103485) timed out ('10.222.0.15', 45652) {{(pid=103485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 16:55:52.807577 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ff120813-6195-4619-b135-6e8a255e51c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:55.155695 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c967145c-1e66-4a99-a708-addf6aefca8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:56.475728 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:57.932741 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:58.138462 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:58.864327 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:00.115697 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:09.063877 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:56:13.497047 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-951290ec-88e3-4ec7-a2a4-60d8f6972121 req-20140582-95ba-4d1d-946c-739bfe93d1fb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471487 Apr 20 16:56:13.574861 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951290ec-88e3-4ec7-a2a4-60d8f6972121 req-1c8ea609-717e-4408-af86-7ac2a1cbd8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:13.576405 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-951290ec-88e3-4ec7-a2a4-60d8f6972121 req-1c8ea609-717e-4408-af86-7ac2a1cbd8d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 1097 time: 0.0451503 Apr 20 16:56:13.687515 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951290ec-88e3-4ec7-a2a4-60d8f6972121 req-7bad6814-33a7-4a34-9bb4-483e3a106427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:13.689034 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-951290ec-88e3-4ec7-a2a4-60d8f6972121 req-7bad6814-33a7-4a34-9bb4-483e3a106427 service neutron] 10.222.0.26 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 913 time: 0.0943763 Apr 20 16:56:13.760824 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-951290ec-88e3-4ec7-a2a4-60d8f6972121 req-12bcec72-b7db-42bb-bfdc-430ef18800ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a418cbfc-a2df-4ef7-9f90-9358b9c8d292 HTTP/1.1" status: 200 len: 1002 time: 0.0653539 Apr 20 16:56:13.819526 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951290ec-88e3-4ec7-a2a4-60d8f6972121 req-bf2489ba-def6-420e-8bcf-45cfefe0cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:13.821203 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-951290ec-88e3-4ec7-a2a4-60d8f6972121 req-bf2489ba-def6-420e-8bcf-45cfefe0cc7c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84f859e8-1f59-4fe7-930d-c92d7f74a0a0 HTTP/1.1" status: 200 len: 851 time: 0.0547254 Apr 20 16:56:13.867554 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951290ec-88e3-4ec7-a2a4-60d8f6972121 req-fa253e61-3f06-4991-aebd-a0587e805d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:13.869103 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-951290ec-88e3-4ec7-a2a4-60d8f6972121 req-fa253e61-3f06-4991-aebd-a0587e805d57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45075084-5307-4652-bafe-1d4bc624b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417295 Apr 20 16:56:13.964133 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-951290ec-88e3-4ec7-a2a4-60d8f6972121 req-848e093a-41e1-4263-84c7-40518f22b548 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886199 Apr 20 16:56:14.059531 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-951290ec-88e3-4ec7-a2a4-60d8f6972121 req-ceb8d533-0c42-479f-9670-ba71b98ca74c service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893998 Apr 20 16:56:22.834969 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ed70f62a-69d7-4b8b-8ad1-c63db35a07e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:22.944615 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6340c89-4bee-49b9-95eb-567d878fec39 req-38e53293-2ebf-41a4-b505-8a1fcddbaa53 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=494712ed-5e97-48bb-9ab0-6c5852b95132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1069312 Apr 20 16:56:23.042639 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6340c89-4bee-49b9-95eb-567d878fec39 req-df6e0155-2dda-42b7-ba04-3cb812d28fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:23.044740 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6340c89-4bee-49b9-95eb-567d878fec39 req-df6e0155-2dda-42b7-ba04-3cb812d28fa0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fac00df27e743498b92f84c2911dae6&device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 1096 time: 0.0415382 Apr 20 16:56:23.154104 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6340c89-4bee-49b9-95eb-567d878fec39 req-e8a7be69-915c-4535-866b-a532bf62fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:23.155515 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6340c89-4bee-49b9-95eb-567d878fec39 req-e8a7be69-915c-4535-866b-a532bf62fddf service neutron] 10.222.0.30 "GET /v2.0/networks?id=20381039-44fa-4843-ad44-e2844252bf1e HTTP/1.1" status: 200 len: 898 time: 0.0911202 Apr 20 16:56:23.223331 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6340c89-4bee-49b9-95eb-567d878fec39 req-1c346ac1-6790-493b-83e6-ec3d541f1f20 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efb00308-e246-4f78-b0d1-e0d013c155f8 HTTP/1.1" status: 200 len: 1000 time: 0.0594463 Apr 20 16:56:23.277544 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6340c89-4bee-49b9-95eb-567d878fec39 req-c3075b6b-18ba-420e-aead-1a9e097954c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:23.279535 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6340c89-4bee-49b9-95eb-567d878fec39 req-c3075b6b-18ba-420e-aead-1a9e097954c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=750f5c7f-523c-4564-b999-455188c0cd2e HTTP/1.1" status: 200 len: 835 time: 0.0498259 Apr 20 16:56:23.326554 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6340c89-4bee-49b9-95eb-567d878fec39 req-f86f5e2c-3c22-4a8a-b5b4-a39761fd8729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:23.328066 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6340c89-4bee-49b9-95eb-567d878fec39 req-f86f5e2c-3c22-4a8a-b5b4-a39761fd8729 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20381039-44fa-4843-ad44-e2844252bf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409925 Apr 20 16:56:23.419703 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6340c89-4bee-49b9-95eb-567d878fec39 req-d4941581-64d5-46c3-90e5-937c2a64aacd service neutron] 10.222.0.30 "GET /v2.0/networks/20381039-44fa-4843-ad44-e2844252bf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826039 Apr 20 16:56:23.513088 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c6340c89-4bee-49b9-95eb-567d878fec39 req-a3837d54-e665-4f26-a46d-fae17d64bb9a service neutron] 10.222.0.30 "GET /v2.0/networks/20381039-44fa-4843-ad44-e2844252bf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863116 Apr 20 16:56:25.097292 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f233733-11dd-4b4f-8d27-739bea595f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:26.486113 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:27.914312 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:28.149477 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:28.891889 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:29.275974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56340) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:56:29.349664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7069e2d-83bf-4f11-9a22-8b9f33a4c1cc tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:29.350152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7069e2d-83bf-4f11-9a22-8b9f33a4c1cc tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:29.350654 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7069e2d-83bf-4f11-9a22-8b9f33a4c1cc tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:29.352644 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a7069e2d-83bf-4f11-9a22-8b9f33a4c1cc tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=1fac00df27e743498b92f84c2911dae6&network_id=20381039-44fa-4843-ad44-e2844252bf1e HTTP/1.1" status: 200 len: 2969 time: 0.0756998 Apr 20 16:56:30.114880 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:31.328590 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56350) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:56:31.385609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c9c70e-3e3c-4f6c-86d0-fe588a1771c3 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:31.387131 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e2c9c70e-3e3c-4f6c-86d0-fe588a1771c3 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a HTTP/1.1" status: 200 len: 814 time: 0.0575085 Apr 20 16:56:32.296128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56356) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:56:32.301774 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-a98d62e8-01dc-430d-b9fd-c74f84a25805 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'network': {'name': 'tempest-network-smoke--457631620', 'project_id': '1fac00df27e743498b92f84c2911dae6', 'port_security_enabled': True}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:56:32.394547 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98d62e8-01dc-430d-b9fd-c74f84a25805 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Made reservation on behalf of 1fac00df27e743498b92f84c2911dae6 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:56:32.398304 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a98d62e8-01dc-430d-b9fd-c74f84a25805 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:32.430532 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98d62e8-01dc-430d-b9fd-c74f84a25805 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:56:32.442961 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a98d62e8-01dc-430d-b9fd-c74f84a25805 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:32.443440 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-a98d62e8-01dc-430d-b9fd-c74f84a25805 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Added segment 28b56542-aef6-4f82-b246-9f0db3a1eaf5 of type vlan for network d81a2e59-5e87-482a-bfd6-2cf571d782a3 Apr 20 16:56:32.503118 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a98d62e8-01dc-430d-b9fd-c74f84a25805 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:32.600101 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a98d62e8-01dc-430d-b9fd-c74f84a25805 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:32.605959 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98d62e8-01dc-430d-b9fd-c74f84a25805 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:32.606544 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a98d62e8-01dc-430d-b9fd-c74f84a25805 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:32.707914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d62e8-01dc-430d-b9fd-c74f84a25805 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'Network': ['ID=d81a2e59-5e87-482a-bfd6-2cf571d782a3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:32.716042 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d62e8-01dc-430d-b9fd-c74f84a25805 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:32.716409 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d62e8-01dc-430d-b9fd-c74f84a25805 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:32.716751 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d62e8-01dc-430d-b9fd-c74f84a25805 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:32.717087 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d62e8-01dc-430d-b9fd-c74f84a25805 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:32.717424 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d62e8-01dc-430d-b9fd-c74f84a25805 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:32.717750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d62e8-01dc-430d-b9fd-c74f84a25805 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:32.718077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d62e8-01dc-430d-b9fd-c74f84a25805 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:32.718408 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d62e8-01dc-430d-b9fd-c74f84a25805 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:32.718738 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d62e8-01dc-430d-b9fd-c74f84a25805 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:32.719058 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d62e8-01dc-430d-b9fd-c74f84a25805 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:32.719380 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d62e8-01dc-430d-b9fd-c74f84a25805 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:32.720247 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d62e8-01dc-430d-b9fd-c74f84a25805 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:32.732441 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network d81a2e59-5e87-482a-bfd6-2cf571d782a3 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:56:32.774547 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a98d62e8-01dc-430d-b9fd-c74f84a25805 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4767218 Apr 20 16:56:32.777804 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56358) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:56:32.855935 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f89cd92-fa07-4b7c-bcba-45c1abeadbf6 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:32.857408 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0f89cd92-fa07-4b7c-bcba-45c1abeadbf6 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=1fac00df27e743498b92f84c2911dae6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0786090 Apr 20 16:56:32.861604 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56360) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:56:33.003747 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8c35cc-5ebe-446a-adbb-fc9e35640d9c tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:33.005276 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-be8c35cc-5ebe-446a-adbb-fc9e35640d9c tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1434269 Apr 20 16:56:33.008224 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56362) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:56:33.045154 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2134518e-a00d-4508-8809-7ae0c3c0c30a tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358272 Apr 20 16:56:33.047805 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56364) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:56:33.074634 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1a45a96f-6faa-467d-852e-34b26aa016c2 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=1fac00df27e743498b92f84c2911dae6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257988 Apr 20 16:56:33.077167 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56366) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:56:33.161927 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e043c6-2e0e-4da1-ab36-41bbd3c8f67d tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:33.163349 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-04e043c6-2e0e-4da1-ab36-41bbd3c8f67d tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0852931 Apr 20 16:56:33.166409 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56368) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:56:33.197677 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-15e19d45-7469-4ea5-ac14-063b9e649d0c tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301876 Apr 20 16:56:33.200666 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56370) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:56:33.205363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d98f4083-c3c0-4772-95f6-e0ba8a228379 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-281488668', 'network_id': 'd81a2e59-5e87-482a-bfd6-2cf571d782a3', 'project_id': '1fac00df27e743498b92f84c2911dae6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:56:33.371518 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98f4083-c3c0-4772-95f6-e0ba8a228379 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Made reservation on behalf of 1fac00df27e743498b92f84c2911dae6 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:56:33.375062 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d98f4083-c3c0-4772-95f6-e0ba8a228379 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:33.658216 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d98f4083-c3c0-4772-95f6-e0ba8a228379 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:33.721838 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f4083-c3c0-4772-95f6-e0ba8a228379 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'Subnet': ['ID=26bdba6c-888c-410a-89ef-02cae72daa1e,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:33.732033 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f4083-c3c0-4772-95f6-e0ba8a228379 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Checking segment: {'id': '28b56542-aef6-4f82-b246-9f0db3a1eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd81a2e59-5e87-482a-bfd6-2cf571d782a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:56:33.732414 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98f4083-c3c0-4772-95f6-e0ba8a228379 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Network hostable DHCP agents. Network: d81a2e59-5e87-482a-bfd6-2cf571d782a3, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:56:33.839701 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98f4083-c3c0-4772-95f6-e0ba8a228379 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Network d81a2e59-5e87-482a-bfd6-2cf571d782a3 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:56:33.931390 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-d98f4083-c3c0-4772-95f6-e0ba8a228379 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, d81a2e59-5e87-482a-bfd6-2cf571d782a3) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:56:33.935710 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98f4083-c3c0-4772-95f6-e0ba8a228379 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:33.936298 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d98f4083-c3c0-4772-95f6-e0ba8a228379 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:33.940689 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdcd5ff-df3a-4397-89e7-f173b1b480ce None None] Network d81a2e59-5e87-482a-bfd6-2cf571d782a3 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:56:34.059888 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d98f4083-c3c0-4772-95f6-e0ba8a228379 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8582122 Apr 20 16:56:34.101446 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-d81a2e59-5e87-482a-bfd6-2cf571d782a3', 'network_id': 'd81a2e59-5e87-482a-bfd6-2cf571d782a3', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'fixed_ips': [{'subnet_id': '26bdba6c-888c-410a-89ef-02cae72daa1e'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:56:34.102325 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:34.240910 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Allocated IP 172.20.0.18 (d81a2e59-5e87-482a-bfd6-2cf571d782a3/26bdba6c-888c-410a-89ef-02cae72daa1e/d8ce6b48-1b33-4efa-9584-923f2f06833f) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:56:34.385553 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:34.424987 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56378) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:56:34.430304 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-06fd78d6-4b2d-4534-bc7f-b61e40da38da tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-15002469', 'description': 'tempest-secgroup-smoke-15002469 description', 'project_id': '1fac00df27e743498b92f84c2911dae6'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:56:34.451764 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:34.487792 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Network d81a2e59-5e87-482a-bfd6-2cf571d782a3 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:56:34.492449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:56:34.495980 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:56:34.503165 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-06fd78d6-4b2d-4534-bc7f-b61e40da38da tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:34.504535 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Pushing event updated for resources: {'Port': ['ID=d8ce6b48-1b33-4efa-9584-923f2f06833f,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:34.533601 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:34.533944 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:34.534286 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:34.534622 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:34.534957 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:34.535297 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:34.535625 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:34.535974 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:34.536281 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:34.545749 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:34.545749 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:34.545749 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:34.573809 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-06fd78d6-4b2d-4534-bc7f-b61e40da38da tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:34.574393 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Attempting to bind port d8ce6b48-1b33-4efa-9584-923f2f06833f on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:56:34.574760 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Attempting to bind port d8ce6b48-1b33-4efa-9584-923f2f06833f by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '28b56542-aef6-4f82-b246-9f0db3a1eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd81a2e59-5e87-482a-bfd6-2cf571d782a3'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:56:34.575118 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Attempting to bind port d8ce6b48-1b33-4efa-9584-923f2f06833f on network d81a2e59-5e87-482a-bfd6-2cf571d782a3 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:56:34.580702 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:56:34.581074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Checking segment: {'id': '28b56542-aef6-4f82-b246-9f0db3a1eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd81a2e59-5e87-482a-bfd6-2cf571d782a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:56:34.581502 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:34.581916 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Bound using segment: {'id': '28b56542-aef6-4f82-b246-9f0db3a1eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd81a2e59-5e87-482a-bfd6-2cf571d782a3'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:56:34.582374 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Bound port: d8ce6b48-1b33-4efa-9584-923f2f06833f, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b56542-aef6-4f82-b246-9f0db3a1eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd81a2e59-5e87-482a-bfd6-2cf571d782a3'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:56:34.582750 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:34.644995 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] For port d8ce6b48-1b33-4efa-9584-923f2f06833f, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:56:34.648040 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] For port d8ce6b48-1b33-4efa-9584-923f2f06833f, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d8ce6b48-1b33-4efa-9584-923f2f06833f,segment=NetworkSegment(28b56542-aef6-4f82-b246-9f0db3a1eaf5),segment_id=28b56542-aef6-4f82-b246-9f0db3a1eaf5)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:56:34.668760 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-06fd78d6-4b2d-4534-bc7f-b61e40da38da tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:34.697766 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd78d6-4b2d-4534-bc7f-b61e40da38da tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=501bab95-ec05-4aba-9334-137133284388,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:34.743474 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:34.803537 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcfab9-7d79-4a43-acc9-3e038bd8a3b8 None None] Pushing event updated for resources: {'Port': ['ID=d8ce6b48-1b33-4efa-9584-923f2f06833f,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:34.807609 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-06fd78d6-4b2d-4534-bc7f-b61e40da38da tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:34.812100 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-06fd78d6-4b2d-4534-bc7f-b61e40da38da tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3826702 Apr 20 16:56:34.818814 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56380) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:56:34.818814 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-1d0165af-bb71-4ffc-b6ca-bad5bcea2ad9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'security_group_rule': {'security_group_id': '501bab95-ec05-4aba-9334-137133284388', 'project_id': '1fac00df27e743498b92f84c2911dae6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:56:34.917034 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1d0165af-bb71-4ffc-b6ca-bad5bcea2ad9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:34.990565 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1d0165af-bb71-4ffc-b6ca-bad5bcea2ad9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:35.062937 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1d0165af-bb71-4ffc-b6ca-bad5bcea2ad9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:35.085103 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0165af-bb71-4ffc-b6ca-bad5bcea2ad9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f858ad-2fab-4dc1-8f04-a79e03efabe2,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:35.096906 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0165af-bb71-4ffc-b6ca-bad5bcea2ad9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:35.097959 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0165af-bb71-4ffc-b6ca-bad5bcea2ad9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:35.098537 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0165af-bb71-4ffc-b6ca-bad5bcea2ad9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:35.099068 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0165af-bb71-4ffc-b6ca-bad5bcea2ad9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:35.099677 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0165af-bb71-4ffc-b6ca-bad5bcea2ad9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:35.100216 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0165af-bb71-4ffc-b6ca-bad5bcea2ad9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:35.101279 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0165af-bb71-4ffc-b6ca-bad5bcea2ad9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:35.101713 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0165af-bb71-4ffc-b6ca-bad5bcea2ad9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:35.102070 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0165af-bb71-4ffc-b6ca-bad5bcea2ad9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:35.102438 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0165af-bb71-4ffc-b6ca-bad5bcea2ad9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:35.102822 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0165af-bb71-4ffc-b6ca-bad5bcea2ad9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:35.103281 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0165af-bb71-4ffc-b6ca-bad5bcea2ad9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:35.168200 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1d0165af-bb71-4ffc-b6ca-bad5bcea2ad9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:35.169390 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1d0165af-bb71-4ffc-b6ca-bad5bcea2ad9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3561931 Apr 20 16:56:35.172648 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56388) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:56:35.178772 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-df85749f-6f56-49d2-b999-ab62b9b4dbb6 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'security_group_rule': {'security_group_id': '501bab95-ec05-4aba-9334-137133284388', 'project_id': '1fac00df27e743498b92f84c2911dae6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:56:35.268401 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-df85749f-6f56-49d2-b999-ab62b9b4dbb6 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:35.330602 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-df85749f-6f56-49d2-b999-ab62b9b4dbb6 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:35.411785 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-df85749f-6f56-49d2-b999-ab62b9b4dbb6 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:35.430227 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85749f-6f56-49d2-b999-ab62b9b4dbb6 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da0c835-0e1c-4b25-b86b-e5e006bbff8f,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:35.511132 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-df85749f-6f56-49d2-b999-ab62b9b4dbb6 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:35.514970 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-df85749f-6f56-49d2-b999-ab62b9b4dbb6 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3380108 Apr 20 16:56:35.515118 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56390) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:56:35.520414 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-3d86742e-f527-4205-88b2-89981b99a9d0 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'security_group_rule': {'security_group_id': '501bab95-ec05-4aba-9334-137133284388', 'project_id': '1fac00df27e743498b92f84c2911dae6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:56:35.611879 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d86742e-f527-4205-88b2-89981b99a9d0 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:35.675596 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d86742e-f527-4205-88b2-89981b99a9d0 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:35.696631 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e7b3f7-f0a5-446b-b96a-f934edd6a1aa None None] Network d81a2e59-5e87-482a-bfd6-2cf571d782a3 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:56:35.756621 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-0d3a0ab9-22db-4d15-aa01-22ceadcbbf84 None None] Provisioning complete for port d8ce6b48-1b33-4efa-9584-923f2f06833f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:56:35.756990 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0d3a0ab9-22db-4d15-aa01-22ceadcbbf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:35.760404 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d86742e-f527-4205-88b2-89981b99a9d0 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:35.778967 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86742e-f527-4205-88b2-89981b99a9d0 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9ffefa-49ee-4385-a04a-862a4e31a2e0,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:35.859809 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d86742e-f527-4205-88b2-89981b99a9d0 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:35.861656 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3d86742e-f527-4205-88b2-89981b99a9d0 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3454576 Apr 20 16:56:35.864900 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56392) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:56:35.869817 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e567478f-743b-4ead-9356-50683b419bba tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'security_group_rule': {'security_group_id': '501bab95-ec05-4aba-9334-137133284388', 'project_id': '1fac00df27e743498b92f84c2911dae6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:56:35.909093 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0d3a0ab9-22db-4d15-aa01-22ceadcbbf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:35.949161 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-0d3a0ab9-22db-4d15-aa01-22ceadcbbf84 None None] For port d8ce6b48-1b33-4efa-9584-923f2f06833f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d8ce6b48-1b33-4efa-9584-923f2f06833f,segment=NetworkSegment(28b56542-aef6-4f82-b246-9f0db3a1eaf5),segment_id=28b56542-aef6-4f82-b246-9f0db3a1eaf5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:56:35.967160 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e567478f-743b-4ead-9356-50683b419bba tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:36.049198 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e567478f-743b-4ead-9356-50683b419bba tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:36.051701 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0d3a0ab9-22db-4d15-aa01-22ceadcbbf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:36.106392 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a0ab9-22db-4d15-aa01-22ceadcbbf84 None None] Pushing event updated for resources: {'Port': ['ID=d8ce6b48-1b33-4efa-9584-923f2f06833f,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:36.108674 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e567478f-743b-4ead-9356-50683b419bba tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:36.126773 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567478f-743b-4ead-9356-50683b419bba tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b771c9-f7b9-40b2-85df-09ef74f6e81e,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:36.172824 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f75312e8-8175-4a8a-9e59-c60c32f00c25 None None] Provisioning complete for port d8ce6b48-1b33-4efa-9584-923f2f06833f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:56:36.173200 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f75312e8-8175-4a8a-9e59-c60c32f00c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:36.230987 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e567478f-743b-4ead-9356-50683b419bba tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:36.232302 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e567478f-743b-4ead-9356-50683b419bba tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3663404 Apr 20 16:56:36.235012 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56394) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:56:36.239518 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-52115fcc-4a14-4ef6-81d8-247468b57452 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'security_group_rule': {'security_group_id': '501bab95-ec05-4aba-9334-137133284388', 'project_id': '1fac00df27e743498b92f84c2911dae6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:56:36.320362 n-d-836146-2 neutron-server[103485]: INFO neutron.db.securitygroups_db [None req-52115fcc-4a14-4ef6-81d8-247468b57452 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Project 1fac00df27e743498b92f84c2911dae6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:56:36.325622 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52115fcc-4a14-4ef6-81d8-247468b57452 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:36.386257 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52115fcc-4a14-4ef6-81d8-247468b57452 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:36.462647 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52115fcc-4a14-4ef6-81d8-247468b57452 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:36.480714 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52115fcc-4a14-4ef6-81d8-247468b57452 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac6db6a-9e25-4139-a8e8-fca699358fd4,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:36.562475 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-52115fcc-4a14-4ef6-81d8-247468b57452 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:36.564209 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-52115fcc-4a14-4ef6-81d8-247468b57452 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3281686 Apr 20 16:56:36.566947 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56396) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:56:36.571228 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e67e0f41-c0c9-43a4-a332-5f86c318dfe9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'security_group_rule': {'security_group_id': '501bab95-ec05-4aba-9334-137133284388', 'project_id': '1fac00df27e743498b92f84c2911dae6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:56:36.663226 n-d-836146-2 neutron-server[103485]: INFO neutron.db.securitygroups_db [None req-e67e0f41-c0c9-43a4-a332-5f86c318dfe9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Project 1fac00df27e743498b92f84c2911dae6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:56:36.668453 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e67e0f41-c0c9-43a4-a332-5f86c318dfe9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:36.728767 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e67e0f41-c0c9-43a4-a332-5f86c318dfe9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:36.817453 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e67e0f41-c0c9-43a4-a332-5f86c318dfe9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:36.835279 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e0f41-c0c9-43a4-a332-5f86c318dfe9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1c6aa3-0539-4bd6-9b97-796e936ddd19,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:36.917971 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e67e0f41-c0c9-43a4-a332-5f86c318dfe9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:36.919228 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e67e0f41-c0c9-43a4-a332-5f86c318dfe9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3513412 Apr 20 16:56:36.991517 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d8ce6b48-1b33-4efa-9584-923f2f06833f up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:56:37.043538 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port d8ce6b48-1b33-4efa-9584-923f2f06833f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:56:37.043909 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:37.352454 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-f3db5ed4-0cba-411b-ae47-e8f8b09adf0b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-15002469&fields=id&tenant_id=1fac00df27e743498b92f84c2911dae6 HTTP/1.1" status: 200 len: 267 time: 0.0380542 Apr 20 16:56:37.465854 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-b52d3ff8-6a67-46f9-bcd5-47dba501138f tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:37.467312 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-b52d3ff8-6a67-46f9-bcd5-47dba501138f tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/networks?id=d81a2e59-5e87-482a-bfd6-2cf571d782a3 HTTP/1.1" status: 200 len: 796 time: 0.1077960 Apr 20 16:56:37.482169 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-1f2e5c70-90e0-4616-b3f3-3496b75b522f tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/quotas/1fac00df27e743498b92f84c2911dae6 HTTP/1.1" status: 200 len: 375 time: 0.0089636 Apr 20 16:56:37.539983 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-476285c9-1130-46e9-b777-1f2314b8b883 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fac00df27e743498b92f84c2911dae6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0517855 Apr 20 16:56:37.691571 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-1ad80d50-3501-491b-a1bd-90c978f0342f service neutron] 10.222.0.15 "GET /v2.0/networks/d81a2e59-5e87-482a-bfd6-2cf571d782a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392629 Apr 20 16:56:37.784038 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-f608b740-a1c8-4e38-b069-793cafa3cd41 service neutron] 10.222.0.15 "GET /v2.0/networks/d81a2e59-5e87-482a-bfd6-2cf571d782a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853984 Apr 20 16:56:38.101710 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc983dde-2a29-4275-b74b-bb7a52fc8c97 req-6ac103b6-c604-47a7-a4f8-ab9d762bcf44 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=3be91c13-1971-4ade-a530-23a74cc8ff2d HTTP/1.1" status: 200 len: 210 time: 0.0831952 Apr 20 16:56:39.201344 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c24868ad-fce0-415f-8507-6ee7fe24cc84 req-39eddf9e-0125-4617-8c19-0704156ba493 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=3be91c13-1971-4ade-a530-23a74cc8ff2d HTTP/1.1" status: 200 len: 210 time: 0.0283563 Apr 20 16:56:40.178257 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-2a7fc0c8-37a9-475c-8d4f-25cbd048ab0a tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:40.179840 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-2a7fc0c8-37a9-475c-8d4f-25cbd048ab0a tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.30 "GET /v2.0/networks?id=d81a2e59-5e87-482a-bfd6-2cf571d782a3 HTTP/1.1" status: 200 len: 796 time: 0.1208971 Apr 20 16:56:40.232533 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-4bb0366c-ca35-4eda-9306-f5828c59585a tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fac00df27e743498b92f84c2911dae6 HTTP/1.1" status: 200 len: 468 time: 0.0375717 Apr 20 16:56:40.243343 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-1073f82d-22de-4ee4-9ce9-87f46c902d43 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'port': {'device_id': '3be91c13-1971-4ade-a530-23a74cc8ff2d', 'network_id': 'd81a2e59-5e87-482a-bfd6-2cf571d782a3', 'admin_state_up': True, 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'security_groups': ['501bab95-ec05-4aba-9334-137133284388']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:56:40.326626 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-764cac5d-b571-47bd-9705-b55b154e4a0a req-297b56f8-a13b-4c7a-aafd-42a002acdc00 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=3be91c13-1971-4ade-a530-23a74cc8ff2d HTTP/1.1" status: 200 len: 210 time: 0.0354209 Apr 20 16:56:40.445944 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-1073f82d-22de-4ee4-9ce9-87f46c902d43 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Made reservation on behalf of 1fac00df27e743498b92f84c2911dae6 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:56:40.449645 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-1073f82d-22de-4ee4-9ce9-87f46c902d43 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:40.575346 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-1073f82d-22de-4ee4-9ce9-87f46c902d43 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Allocated IP 172.20.0.21 (d81a2e59-5e87-482a-bfd6-2cf571d782a3/26bdba6c-888c-410a-89ef-02cae72daa1e/a57e92e9-5009-4793-a519-1e0f6212d3d9) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:56:40.717121 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-1073f82d-22de-4ee4-9ce9-87f46c902d43 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:40.834630 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-1073f82d-22de-4ee4-9ce9-87f46c902d43 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:40.875670 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-1073f82d-22de-4ee4-9ce9-87f46c902d43 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Network d81a2e59-5e87-482a-bfd6-2cf571d782a3 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:56:40.880657 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-1073f82d-22de-4ee4-9ce9-87f46c902d43 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:56:40.883168 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-1073f82d-22de-4ee4-9ce9-87f46c902d43 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:56:41.110655 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-53b916f7-7871-4b57-a81e-bd21b8fe8c78 None None] Provisioning complete for port a57e92e9-5009-4793-a519-1e0f6212d3d9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:56:41.111800 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-53b916f7-7871-4b57-a81e-bd21b8fe8c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:41.146775 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-53b916f7-7871-4b57-a81e-bd21b8fe8c78 None None] Port a57e92e9-5009-4793-a519-1e0f6212d3d9 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:56:41.171093 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073f82d-22de-4ee4-9ce9-87f46c902d43 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'Port': ['ID=a57e92e9-5009-4793-a519-1e0f6212d3d9,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:41.197722 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-1073f82d-22de-4ee4-9ce9-87f46c902d43 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:41.198415 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-1073f82d-22de-4ee4-9ce9-87f46c902d43 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:41.322566 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-1073f82d-22de-4ee4-9ce9-87f46c902d43 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0831285 Apr 20 16:56:41.340184 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-b6319a7e-cf92-4ae6-9a70-beedb4a0f9c3 service neutron] Request body: {'port': {'device_id': '3be91c13-1971-4ade-a530-23a74cc8ff2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:56:41.401633 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-b6319a7e-cf92-4ae6-9a70-beedb4a0f9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:41.463590 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cedfd0-b25b-4c15-b714-11863cb5c56c req-804a5624-d98c-42f8-a20f-21b5c222a830 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:41.465006 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-22cedfd0-b25b-4c15-b714-11863cb5c56c req-804a5624-d98c-42f8-a20f-21b5c222a830 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=3be91c13-1971-4ade-a530-23a74cc8ff2d HTTP/1.1" status: 200 len: 932 time: 0.0598323 Apr 20 16:56:41.511164 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-22cedfd0-b25b-4c15-b714-11863cb5c56c req-90fa9efc-4347-4d4b-8208-db58305b6d7b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=501bab95-ec05-4aba-9334-137133284388&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357771 Apr 20 16:56:41.685240 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-b6319a7e-cf92-4ae6-9a70-beedb4a0f9c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57e92e9-5009-4793-a519-1e0f6212d3d9 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:56:41.693751 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-b6319a7e-cf92-4ae6-9a70-beedb4a0f9c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:41.706732 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-b6319a7e-cf92-4ae6-9a70-beedb4a0f9c3 service neutron] Transition to ACTIVE for port object a57e92e9-5009-4793-a519-1e0f6212d3d9 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:56:41.782942 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-b6319a7e-cf92-4ae6-9a70-beedb4a0f9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:41.832795 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6319a7e-cf92-4ae6-9a70-beedb4a0f9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a57e92e9-5009-4793-a519-1e0f6212d3d9,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:41.909699 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-b6319a7e-cf92-4ae6-9a70-beedb4a0f9c3 service neutron] Attempting to bind port a57e92e9-5009-4793-a519-1e0f6212d3d9 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:56:41.910025 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-b6319a7e-cf92-4ae6-9a70-beedb4a0f9c3 service neutron] Attempting to bind port a57e92e9-5009-4793-a519-1e0f6212d3d9 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '28b56542-aef6-4f82-b246-9f0db3a1eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd81a2e59-5e87-482a-bfd6-2cf571d782a3'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:56:41.910373 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-b6319a7e-cf92-4ae6-9a70-beedb4a0f9c3 service neutron] Attempting to bind port a57e92e9-5009-4793-a519-1e0f6212d3d9 on network d81a2e59-5e87-482a-bfd6-2cf571d782a3 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:56:41.915261 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-b6319a7e-cf92-4ae6-9a70-beedb4a0f9c3 service neutron] Port a57e92e9-5009-4793-a519-1e0f6212d3d9 on network d81a2e59-5e87-482a-bfd6-2cf571d782a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:56:41.915582 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-b6319a7e-cf92-4ae6-9a70-beedb4a0f9c3 service neutron] Attempting to bind port a57e92e9-5009-4793-a519-1e0f6212d3d9 on network d81a2e59-5e87-482a-bfd6-2cf571d782a3 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:56:41.920760 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-b6319a7e-cf92-4ae6-9a70-beedb4a0f9c3 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:56:41.921108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-b6319a7e-cf92-4ae6-9a70-beedb4a0f9c3 service neutron] Checking segment: {'id': '28b56542-aef6-4f82-b246-9f0db3a1eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd81a2e59-5e87-482a-bfd6-2cf571d782a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:56:41.921471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-b6319a7e-cf92-4ae6-9a70-beedb4a0f9c3 service neutron] Bound using segment: {'id': '28b56542-aef6-4f82-b246-9f0db3a1eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd81a2e59-5e87-482a-bfd6-2cf571d782a3'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:56:41.921887 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-b6319a7e-cf92-4ae6-9a70-beedb4a0f9c3 service neutron] Bound port: a57e92e9-5009-4793-a519-1e0f6212d3d9, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28b56542-aef6-4f82-b246-9f0db3a1eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd81a2e59-5e87-482a-bfd6-2cf571d782a3'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:56:41.922242 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-b6319a7e-cf92-4ae6-9a70-beedb4a0f9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:41.994765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-b6319a7e-cf92-4ae6-9a70-beedb4a0f9c3 service neutron] For port a57e92e9-5009-4793-a519-1e0f6212d3d9, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:56:41.997955 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-b6319a7e-cf92-4ae6-9a70-beedb4a0f9c3 service neutron] For port a57e92e9-5009-4793-a519-1e0f6212d3d9, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a57e92e9-5009-4793-a519-1e0f6212d3d9,segment=NetworkSegment(28b56542-aef6-4f82-b246-9f0db3a1eaf5),segment_id=28b56542-aef6-4f82-b246-9f0db3a1eaf5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:56:42.045767 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-b6319a7e-cf92-4ae6-9a70-beedb4a0f9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:42.085154 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-b6319a7e-cf92-4ae6-9a70-beedb4a0f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:42.085154 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-b6319a7e-cf92-4ae6-9a70-beedb4a0f9c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:42.085154 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-b6319a7e-cf92-4ae6-9a70-beedb4a0f9c3 service neutron] 10.222.0.30 "PUT /v2.0/ports/a57e92e9-5009-4793-a519-1e0f6212d3d9 HTTP/1.1" status: 200 len: 1092 time: 0.7470348 Apr 20 16:56:42.085154 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be91c13-1971-4ade-a530-23a74cc8ff2d', 'tag': 'a57e92e9-5009-4793-a519-1e0f6212d3d9'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:56:42.085937 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fa1b7d-0d32-4965-b31f-326da824fe80" -d '{"events": [{"name": "network-changed", "server_uuid": "3be91c13-1971-4ade-a530-23a74cc8ff2d", "tag": "a57e92e9-5009-4793-a519-1e0f6212d3d9"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:56:42.112012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6319a7e-cf92-4ae6-9a70-beedb4a0f9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a57e92e9-5009-4793-a519-1e0f6212d3d9,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:42.168632 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3f6513-16d9-49d3-a040-25e1533e8a30 x-openstack-request-id: req-7d3f6513-16d9-49d3-a040-25e1533e8a30 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:56:42.169112 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3be91c13-1971-4ade-a530-23a74cc8ff2d", "tag": "a57e92e9-5009-4793-a519-1e0f6212d3d9", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:56:42.169519 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d3f6513-16d9-49d3-a040-25e1533e8a30 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:56:42.170335 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d3f6513-16d9-49d3-a040-25e1533e8a30'] response: {'name': 'network-changed', 'server_uuid': '3be91c13-1971-4ade-a530-23a74cc8ff2d', 'tag': 'a57e92e9-5009-4793-a519-1e0f6212d3d9', 'status': 'completed', 'code': 200} Apr 20 16:56:42.251051 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa1b7d-0d32-4965-b31f-326da824fe80 req-b3bd3120-2608-4f90-8dd3-d87057c849fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:42.253357 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-06fa1b7d-0d32-4965-b31f-326da824fe80 req-b3bd3120-2608-4f90-8dd3-d87057c849fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fac00df27e743498b92f84c2911dae6&device_id=3be91c13-1971-4ade-a530-23a74cc8ff2d HTTP/1.1" status: 200 len: 1095 time: 0.0466387 Apr 20 16:56:42.363861 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa1b7d-0d32-4965-b31f-326da824fe80 req-7c343758-0c10-4030-a4fb-574490c7c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:42.364269 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa1b7d-0d32-4965-b31f-326da824fe80 req-7c343758-0c10-4030-a4fb-574490c7c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:42.365839 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-06fa1b7d-0d32-4965-b31f-326da824fe80 req-7c343758-0c10-4030-a4fb-574490c7c60d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1fac00df27e743498b92f84c2911dae6&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.0996184 Apr 20 16:56:42.458857 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa1b7d-0d32-4965-b31f-326da824fe80 req-0f1b37d3-4925-4b81-8524-43beecc9a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:42.460354 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-06fa1b7d-0d32-4965-b31f-326da824fe80 req-0f1b37d3-4925-4b81-8524-43beecc9a800 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878770 Apr 20 16:56:42.557769 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-5f2e9436-831c-4650-bb41-cfe441846edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:42.559290 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-5f2e9436-831c-4650-bb41-cfe441846edd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fac00df27e743498b92f84c2911dae6&device_id=3be91c13-1971-4ade-a530-23a74cc8ff2d HTTP/1.1" status: 200 len: 1095 time: 0.0433040 Apr 20 16:56:42.612072 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-37dbf91d-015b-437c-9bfd-41c9a4d338d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=a57e92e9-5009-4793-a519-1e0f6212d3d9 HTTP/1.1" status: 200 len: 217 time: 0.0393467 Apr 20 16:56:42.632771 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a7eee-22b8-4119-8560-956f11377b5c req-b39d0172-cb1e-4f26-a218-a6dd989f27e3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:42.634274 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-436a7eee-22b8-4119-8560-956f11377b5c req-b39d0172-cb1e-4f26-a218-a6dd989f27e3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=3be91c13-1971-4ade-a530-23a74cc8ff2d HTTP/1.1" status: 200 len: 944 time: 0.0503271 Apr 20 16:56:42.661121 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-068b9619-ca42-452e-a164-27501bef88f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:42.662586 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-068b9619-ca42-452e-a164-27501bef88f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=26bdba6c-888c-410a-89ef-02cae72daa1e HTTP/1.1" status: 200 len: 837 time: 0.0445049 Apr 20 16:56:42.675072 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-436a7eee-22b8-4119-8560-956f11377b5c req-75a580ad-c764-49a0-91d3-97650bda8c85 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=501bab95-ec05-4aba-9334-137133284388&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343823 Apr 20 16:56:42.709345 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-3e2472d8-0b03-4b2b-85f7-46c20011cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:42.710928 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-3e2472d8-0b03-4b2b-85f7-46c20011cd3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d81a2e59-5e87-482a-bfd6-2cf571d782a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418403 Apr 20 16:56:42.803365 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-30163da1-ae82-4b90-9a55-40afd159daaa service neutron] 10.222.0.30 "GET /v2.0/networks/d81a2e59-5e87-482a-bfd6-2cf571d782a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858772 Apr 20 16:56:42.900656 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c23abc0d-2c8a-4b05-b622-8354b25742b6 req-9adf3fc8-3b6c-4b68-9e0e-a1d476d3aa47 service neutron] 10.222.0.30 "GET /v2.0/networks/d81a2e59-5e87-482a-bfd6-2cf571d782a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905528 Apr 20 16:56:43.793180 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c5f78-d7f0-469a-b43d-ad7e1de4ac9b req-a749cd31-4f97-4d28-a3e8-4502e373c93e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:43.794668 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2c1c5f78-d7f0-469a-b43d-ad7e1de4ac9b req-a749cd31-4f97-4d28-a3e8-4502e373c93e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=3be91c13-1971-4ade-a530-23a74cc8ff2d HTTP/1.1" status: 200 len: 944 time: 0.0500360 Apr 20 16:56:43.841883 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2c1c5f78-d7f0-469a-b43d-ad7e1de4ac9b req-281904c1-5a67-415c-afdb-a690a1d165af tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=501bab95-ec05-4aba-9334-137133284388&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401909 Apr 20 16:56:44.962487 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e490dbc-c616-4419-b9d3-a43eeb38c1fe req-c3a36dc0-fe3a-4887-9ef0-8cf77cc79de2 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:44.964022 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7e490dbc-c616-4419-b9d3-a43eeb38c1fe req-c3a36dc0-fe3a-4887-9ef0-8cf77cc79de2 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=3be91c13-1971-4ade-a530-23a74cc8ff2d HTTP/1.1" status: 200 len: 944 time: 0.0504632 Apr 20 16:56:45.003337 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7e490dbc-c616-4419-b9d3-a43eeb38c1fe req-71d8b199-9733-4a9a-b4ba-5ef8e94dd4c9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=501bab95-ec05-4aba-9334-137133284388&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331223 Apr 20 16:56:46.062574 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:56:46.120245 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a78a8-5f0b-4fac-aec2-69a7190b188c req-b47f6d86-362b-452a-a53c-ef6c0e33589e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:46.121756 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-695a78a8-5f0b-4fac-aec2-69a7190b188c req-b47f6d86-362b-452a-a53c-ef6c0e33589e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=3be91c13-1971-4ade-a530-23a74cc8ff2d HTTP/1.1" status: 200 len: 944 time: 0.0493944 Apr 20 16:56:46.160878 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-695a78a8-5f0b-4fac-aec2-69a7190b188c req-b60140f9-cdca-4e22-be7b-ebb0196275fd tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=501bab95-ec05-4aba-9334-137133284388&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330994 Apr 20 16:56:46.626663 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device a57e92e9-5009-4793-a519-1e0f6212d3d9 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:56:46.721955 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port a57e92e9-5009-4793-a519-1e0f6212d3d9, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a57e92e9-5009-4793-a519-1e0f6212d3d9,segment=NetworkSegment(28b56542-aef6-4f82-b246-9f0db3a1eaf5),segment_id=28b56542-aef6-4f82-b246-9f0db3a1eaf5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:56:46.733832 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'a57e92e9-5009-4793-a519-1e0f6212d3d9', 'network_id': 'd81a2e59-5e87-482a-bfd6-2cf571d782a3', 'port_id': 'a57e92e9-5009-4793-a519-1e0f6212d3d9', 'mac_address': 'fa:16:3e:2a:d6:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bdba6c-888c-410a-89ef-02cae72daa1e', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:56:46.770659 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:46.785741 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57e92e9-5009-4793-a519-1e0f6212d3d9 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:56:46.809205 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port a57e92e9-5009-4793-a519-1e0f6212d3d9, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a57e92e9-5009-4793-a519-1e0f6212d3d9,segment=NetworkSegment(28b56542-aef6-4f82-b246-9f0db3a1eaf5),segment_id=28b56542-aef6-4f82-b246-9f0db3a1eaf5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:56:46.874203 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:46.922534 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=a57e92e9-5009-4793-a519-1e0f6212d3d9,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:47.289688 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4f4d2-cfc6-4e40-aa33-79b0752453c7 req-65f28c1b-88c7-41f3-8281-0af8770f577b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:47.291198 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-16f4f4d2-cfc6-4e40-aa33-79b0752453c7 req-65f28c1b-88c7-41f3-8281-0af8770f577b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=3be91c13-1971-4ade-a530-23a74cc8ff2d HTTP/1.1" status: 200 len: 945 time: 0.0588973 Apr 20 16:56:47.339392 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['a57e92e9-5009-4793-a519-1e0f6212d3d9'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:56:47.339651 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-16f4f4d2-cfc6-4e40-aa33-79b0752453c7 req-3c976c0e-dbb0-494b-8c99-c46c56c1d432 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=501bab95-ec05-4aba-9334-137133284388&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405788 Apr 20 16:56:48.468132 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7dc02-dece-4888-95ed-96c58442d1ae req-6a500a0a-77e7-49ce-a236-aaf85d60b904 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:48.469710 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68c7dc02-dece-4888-95ed-96c58442d1ae req-6a500a0a-77e7-49ce-a236-aaf85d60b904 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=3be91c13-1971-4ade-a530-23a74cc8ff2d HTTP/1.1" status: 200 len: 945 time: 0.0531535 Apr 20 16:56:48.515506 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68c7dc02-dece-4888-95ed-96c58442d1ae req-fef3d486-908f-436f-9682-b164961afbe2 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=501bab95-ec05-4aba-9334-137133284388&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327299 Apr 20 16:56:48.637703 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device a57e92e9-5009-4793-a519-1e0f6212d3d9 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:56:48.730998 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port a57e92e9-5009-4793-a519-1e0f6212d3d9 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:56:48.735035 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port a57e92e9-5009-4793-a519-1e0f6212d3d9 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:56:48.735405 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:48.814800 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:48.837534 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be91c13-1971-4ade-a530-23a74cc8ff2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57e92e9-5009-4793-a519-1e0f6212d3d9'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:56:48.839771 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467823ff-eb23-4e62-b7e7-b2c83b609fd3" -d '{"events": [{"server_uuid": "3be91c13-1971-4ade-a530-23a74cc8ff2d", "name": "network-vif-plugged", "status": "completed", "tag": "a57e92e9-5009-4793-a519-1e0f6212d3d9"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:56:48.852462 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port a57e92e9-5009-4793-a519-1e0f6212d3d9, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a57e92e9-5009-4793-a519-1e0f6212d3d9,segment=NetworkSegment(28b56542-aef6-4f82-b246-9f0db3a1eaf5),segment_id=28b56542-aef6-4f82-b246-9f0db3a1eaf5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:56:48.886014 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21afb7b5-3b96-433b-b6d1-38dfd12e749b x-openstack-request-id: req-21afb7b5-3b96-433b-b6d1-38dfd12e749b {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:56:48.886719 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be91c13-1971-4ade-a530-23a74cc8ff2d", "name": "network-vif-plugged", "status": "completed", "tag": "a57e92e9-5009-4793-a519-1e0f6212d3d9", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:56:48.886997 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21afb7b5-3b96-433b-b6d1-38dfd12e749b {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:56:48.887395 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21afb7b5-3b96-433b-b6d1-38dfd12e749b'] response: {'server_uuid': '3be91c13-1971-4ade-a530-23a74cc8ff2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57e92e9-5009-4793-a519-1e0f6212d3d9', 'code': 200} Apr 20 16:56:48.965537 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:49.006905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62ccdf-d3e4-42a2-9448-c92bdd36cda9 req-d1e071f7-c554-47d9-adae-e55bf9d9874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:49.008446 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ab62ccdf-d3e4-42a2-9448-c92bdd36cda9 req-d1e071f7-c554-47d9-adae-e55bf9d9874e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3be91c13-1971-4ade-a530-23a74cc8ff2d HTTP/1.1" status: 200 len: 1097 time: 0.0407681 Apr 20 16:56:49.014041 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=a57e92e9-5009-4793-a519-1e0f6212d3d9,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:49.048108 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ab62ccdf-d3e4-42a2-9448-c92bdd36cda9 req-002d14af-d1ea-4403-9dfa-e0ae8385c3bb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=501bab95-ec05-4aba-9334-137133284388&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332277 Apr 20 16:56:49.640354 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826b53b-d60e-499c-a476-1a744f8955f6 req-f3690abf-daed-4f6a-bf29-44ffe034cfd1 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:49.641861 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1826b53b-d60e-499c-a476-1a744f8955f6 req-f3690abf-daed-4f6a-bf29-44ffe034cfd1 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=3be91c13-1971-4ade-a530-23a74cc8ff2d HTTP/1.1" status: 200 len: 946 time: 0.0509443 Apr 20 16:56:49.682191 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1826b53b-d60e-499c-a476-1a744f8955f6 req-0cf58621-24d7-454f-ad71-dcf12029ea61 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=501bab95-ec05-4aba-9334-137133284388&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333002 Apr 20 16:56:50.799884 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4aaab4-9fba-49e8-924b-95674a7b4f48 req-c12b87f6-5adb-4c62-97cf-5385a6a338e2 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:50.801411 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5e4aaab4-9fba-49e8-924b-95674a7b4f48 req-c12b87f6-5adb-4c62-97cf-5385a6a338e2 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=3be91c13-1971-4ade-a530-23a74cc8ff2d HTTP/1.1" status: 200 len: 946 time: 0.0488970 Apr 20 16:56:50.844436 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5e4aaab4-9fba-49e8-924b-95674a7b4f48 req-af512363-5175-4c7b-a66e-9b1300f784dc tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=501bab95-ec05-4aba-9334-137133284388&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338979 Apr 20 16:56:50.968414 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59c0c8-1f97-433d-89da-e68d7c9d937c req-377884ce-f4a9-46b3-91f5-9baedd722c5a tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:56:50.969904 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a59c0c8-1f97-433d-89da-e68d7c9d937c req-377884ce-f4a9-46b3-91f5-9baedd722c5a tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=3be91c13-1971-4ade-a530-23a74cc8ff2d HTTP/1.1" status: 200 len: 946 time: 0.0486042 Apr 20 16:56:51.008527 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a59c0c8-1f97-433d-89da-e68d7c9d937c req-a3b36ada-0f19-426e-b028-f418d34d8daa tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=501bab95-ec05-4aba-9334-137133284388&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313890 Apr 20 16:56:52.483791 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56466) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:56:52.770902 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4629c937-4ebf-447f-af00-84be569d1a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:53.269951 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eef61572-5791-4b81-aae1-905b311ae70e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:53.552545 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-eef61572-5791-4b81-aae1-905b311ae70e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Allocated IP 172.20.0.17 (d81a2e59-5e87-482a-bfd6-2cf571d782a3/26bdba6c-888c-410a-89ef-02cae72daa1e/db2a2569-e520-42fc-9017-d4f110822f76) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:56:53.673297 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eef61572-5791-4b81-aae1-905b311ae70e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:53.771235 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eef61572-5791-4b81-aae1-905b311ae70e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:53.813889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef61572-5791-4b81-aae1-905b311ae70e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Network d81a2e59-5e87-482a-bfd6-2cf571d782a3 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:56:53.817522 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-eef61572-5791-4b81-aae1-905b311ae70e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:56:53.821533 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef61572-5791-4b81-aae1-905b311ae70e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:56:53.827937 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef61572-5791-4b81-aae1-905b311ae70e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'Port': ['ID=db2a2569-e520-42fc-9017-d4f110822f76,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:53.888570 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eef61572-5791-4b81-aae1-905b311ae70e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:54.087895 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a35e91ef-30f1-4fb4-9664-adc58df539ba None None] Provisioning complete for port db2a2569-e520-42fc-9017-d4f110822f76 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:56:54.088509 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a35e91ef-30f1-4fb4-9664-adc58df539ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:54.105272 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eef61572-5791-4b81-aae1-905b311ae70e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:54.147331 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-a35e91ef-30f1-4fb4-9664-adc58df539ba None None] Port db2a2569-e520-42fc-9017-d4f110822f76 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:56:54.389179 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eef61572-5791-4b81-aae1-905b311ae70e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:54.502513 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eef61572-5791-4b81-aae1-905b311ae70e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:54.584489 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eef61572-5791-4b81-aae1-905b311ae70e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:54.586464 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef61572-5791-4b81-aae1-905b311ae70e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'Port': ['ID=db2a2569-e520-42fc-9017-d4f110822f76,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:54.683812 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef61572-5791-4b81-aae1-905b311ae70e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Network d81a2e59-5e87-482a-bfd6-2cf571d782a3 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:56:54.685139 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-eef61572-5791-4b81-aae1-905b311ae70e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:56:54.813883 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef61572-5791-4b81-aae1-905b311ae70e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Router fc85f268-36ce-4c71-8647-896f351a4c8e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:56:54.932240 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef61572-5791-4b81-aae1-905b311ae70e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:56:54.937411 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-eef61572-5791-4b81-aae1-905b311ae70e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "PUT /v2.0/routers/fc85f268-36ce-4c71-8647-896f351a4c8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4525149 Apr 20 16:56:54.943571 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] Sync routers for ids ['fc85f268-36ce-4c71-8647-896f351a4c8e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:56:54.955094 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] Routers {'fc85f268-36ce-4c71-8647-896f351a4c8e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:56:54.955760 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:56:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['fc85f268-36ce-4c71-8647-896f351a4c8e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:56:54.972466 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-74c92d2b-b819-4ad2-b8c8-bfbd0548218b None None] Provisioning complete for port db2a2569-e520-42fc-9017-d4f110822f76 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:56:54.972838 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-74c92d2b-b819-4ad2-b8c8-bfbd0548218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:55.007211 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-74c92d2b-b819-4ad2-b8c8-bfbd0548218b None None] Port db2a2569-e520-42fc-9017-d4f110822f76 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:56:55.113819 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-17725145-3537-422c-b698-28253e966adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:55.159236 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] Set router fc85f268-36ce-4c71-8647-896f351a4c8e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:56:55.395230 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'name': 'tempest-TestNetworkBasicOps-router-1595962844', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:54:50Z', 'updated_at': '2022-04-20T16:56:53Z', 'revision_number': 5, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:51Z', 'updated_at': '2022-04-20T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '7ac20be3-89af-4f58-a91b-b6ddacf980c7', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'port_id': 'efb00308-e246-4f78-b0d1-e0d013c155f8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'mac_address': 'fa:16:3e:38:2f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494712ed-5e97-48bb-9ab0-6c5852b95132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:55:15Z', 'updated_at': '2022-04-20T16:55:17Z', 'revision_number': 1, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6b8967-6984-44b4-b872-58f41a1d8839', 'name': '', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:0e:5c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:55Z', 'updated_at': '2022-04-20T16:54:59Z', 'revision_number': 5, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db2a2569-e520-42fc-9017-d4f110822f76', 'name': '', 'network_id': 'd81a2e59-5e87-482a-bfd6-2cf571d782a3', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:f2:af:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '26bdba6c-888c-410a-89ef-02cae72daa1e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:56:53Z', 'updated_at': '2022-04-20T16:56:54Z', 'revision_number': 2, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '26bdba6c-888c-410a-89ef-02cae72daa1e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:56:55.425820 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] Checking router: fc85f268-36ce-4c71-8647-896f351a4c8e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:56:55.426178 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] Updating router fc85f268-36ce-4c71-8647-896f351a4c8e port db2a2569-e520-42fc-9017-d4f110822f76 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:56:55.450987 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:55.721397 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:55.770755 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:55.825148 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52a517-ab35-4636-8c0a-bb629d522241 None None] Pushing event updated for resources: {'Port': ['ID=db2a2569-e520-42fc-9017-d4f110822f76,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:55.845967 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc52a517-ab35-4636-8c0a-bb629d522241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:55.847211 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc52a517-ab35-4636-8c0a-bb629d522241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:55.847211 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc52a517-ab35-4636-8c0a-bb629d522241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:55.847473 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc52a517-ab35-4636-8c0a-bb629d522241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:55.847763 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc52a517-ab35-4636-8c0a-bb629d522241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:55.848087 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc52a517-ab35-4636-8c0a-bb629d522241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:55.848429 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc52a517-ab35-4636-8c0a-bb629d522241 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:55.848748 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc52a517-ab35-4636-8c0a-bb629d522241 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:55.849084 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc52a517-ab35-4636-8c0a-bb629d522241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:55.849386 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc52a517-ab35-4636-8c0a-bb629d522241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:55.849736 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc52a517-ab35-4636-8c0a-bb629d522241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:55.850026 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc52a517-ab35-4636-8c0a-bb629d522241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:55.886652 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] Attempting to bind port db2a2569-e520-42fc-9017-d4f110822f76 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:56:55.887164 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] Attempting to bind port db2a2569-e520-42fc-9017-d4f110822f76 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '28b56542-aef6-4f82-b246-9f0db3a1eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd81a2e59-5e87-482a-bfd6-2cf571d782a3'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:56:55.887533 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] Attempting to bind port db2a2569-e520-42fc-9017-d4f110822f76 on network d81a2e59-5e87-482a-bfd6-2cf571d782a3 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:56:55.893228 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:56:55.893612 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] Checking segment: {'id': '28b56542-aef6-4f82-b246-9f0db3a1eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd81a2e59-5e87-482a-bfd6-2cf571d782a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:56:55.894020 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:55.894414 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] Bound using segment: {'id': '28b56542-aef6-4f82-b246-9f0db3a1eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd81a2e59-5e87-482a-bfd6-2cf571d782a3'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:56:55.894889 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] Bound port: db2a2569-e520-42fc-9017-d4f110822f76, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b56542-aef6-4f82-b246-9f0db3a1eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd81a2e59-5e87-482a-bfd6-2cf571d782a3'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:56:55.895279 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:55.961024 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] For port db2a2569-e520-42fc-9017-d4f110822f76, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:56:55.964120 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] For port db2a2569-e520-42fc-9017-d4f110822f76, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=db2a2569-e520-42fc-9017-d4f110822f76,segment=NetworkSegment(28b56542-aef6-4f82-b246-9f0db3a1eaf5),segment_id=28b56542-aef6-4f82-b246-9f0db3a1eaf5)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:56:56.022418 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:56.033575 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3b0bdd0c-aef8-46d4-94c5-8a3a699e4af7 None None] Provisioning complete for port db2a2569-e520-42fc-9017-d4f110822f76 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:56:56.034591 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3b0bdd0c-aef8-46d4-94c5-8a3a699e4af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:56.089216 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52a517-ab35-4636-8c0a-bb629d522241 None None] Pushing event updated for resources: {'Port': ['ID=db2a2569-e520-42fc-9017-d4f110822f76,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:56.096328 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] Routers {'fc85f268-36ce-4c71-8647-896f351a4c8e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:56:56.097599 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:56:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['fc85f268-36ce-4c71-8647-896f351a4c8e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:56:56.130586 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3b0bdd0c-aef8-46d4-94c5-8a3a699e4af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:56.168579 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3b0bdd0c-aef8-46d4-94c5-8a3a699e4af7 None None] For port db2a2569-e520-42fc-9017-d4f110822f76, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=db2a2569-e520-42fc-9017-d4f110822f76,segment=NetworkSegment(28b56542-aef6-4f82-b246-9f0db3a1eaf5),segment_id=28b56542-aef6-4f82-b246-9f0db3a1eaf5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:56:56.217095 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] Set router fc85f268-36ce-4c71-8647-896f351a4c8e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:56:56.227846 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3b0bdd0c-aef8-46d4-94c5-8a3a699e4af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:56.278085 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0bdd0c-aef8-46d4-94c5-8a3a699e4af7 None None] Pushing event updated for resources: {'Port': ['ID=db2a2569-e520-42fc-9017-d4f110822f76,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:56.347883 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-408b6b67-bfcc-42a1-8249-81f61b635854 None None] Provisioning complete for port db2a2569-e520-42fc-9017-d4f110822f76 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:56:56.348187 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-408b6b67-bfcc-42a1-8249-81f61b635854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:56.457651 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'name': 'tempest-TestNetworkBasicOps-router-1595962844', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:54:50Z', 'updated_at': '2022-04-20T16:56:53Z', 'revision_number': 5, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:51Z', 'updated_at': '2022-04-20T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '7ac20be3-89af-4f58-a91b-b6ddacf980c7', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'port_id': 'efb00308-e246-4f78-b0d1-e0d013c155f8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'mac_address': 'fa:16:3e:38:2f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494712ed-5e97-48bb-9ab0-6c5852b95132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:55:15Z', 'updated_at': '2022-04-20T16:55:17Z', 'revision_number': 1, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6b8967-6984-44b4-b872-58f41a1d8839', 'name': '', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:0e:5c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:55Z', 'updated_at': '2022-04-20T16:54:59Z', 'revision_number': 5, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db2a2569-e520-42fc-9017-d4f110822f76', 'name': '', 'network_id': 'd81a2e59-5e87-482a-bfd6-2cf571d782a3', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:f2:af:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '26bdba6c-888c-410a-89ef-02cae72daa1e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:56:53Z', 'updated_at': '2022-04-20T16:56:55Z', 'revision_number': 4, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '26bdba6c-888c-410a-89ef-02cae72daa1e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:56:56.473724 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:56.484891 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bfff71-185e-4442-ab64-5549943a9b02 None None] The sync data for ids ['fc85f268-36ce-4c71-8647-896f351a4c8e'] in n-d-836146-2 is: [{'id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'name': 'tempest-TestNetworkBasicOps-router-1595962844', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:54:50Z', 'updated_at': '2022-04-20T16:56:53Z', 'revision_number': 5, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:51Z', 'updated_at': '2022-04-20T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '7ac20be3-89af-4f58-a91b-b6ddacf980c7', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'port_id': 'efb00308-e246-4f78-b0d1-e0d013c155f8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'mac_address': 'fa:16:3e:38:2f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494712ed-5e97-48bb-9ab0-6c5852b95132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:55:15Z', 'updated_at': '2022-04-20T16:55:17Z', 'revision_number': 1, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6b8967-6984-44b4-b872-58f41a1d8839', 'name': '', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:0e:5c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:55Z', 'updated_at': '2022-04-20T16:54:59Z', 'revision_number': 5, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db2a2569-e520-42fc-9017-d4f110822f76', 'name': '', 'network_id': 'd81a2e59-5e87-482a-bfd6-2cf571d782a3', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:f2:af:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '26bdba6c-888c-410a-89ef-02cae72daa1e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:56:53Z', 'updated_at': '2022-04-20T16:56:55Z', 'revision_number': 4, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '26bdba6c-888c-410a-89ef-02cae72daa1e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:56:56.986761 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device db2a2569-e520-42fc-9017-d4f110822f76 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:56:57.038379 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port db2a2569-e520-42fc-9017-d4f110822f76 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:56:57.038923 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:57.879335 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:58.188136 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:58.873931 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:00.097735 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:00.495087 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56476) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:00.656885 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ebf8a40c-6b1c-4759-a073-d2b7b3c3cfb0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Deleting port 6c41ff7e-1f4d-45f8-a679-38fff94782ce {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:57:00.657227 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ebf8a40c-6b1c-4759-a073-d2b7b3c3cfb0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:00.738069 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ebf8a40c-6b1c-4759-a073-d2b7b3c3cfb0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:00.738393 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ebf8a40c-6b1c-4759-a073-d2b7b3c3cfb0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:00.750445 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ebf8a40c-6b1c-4759-a073-d2b7b3c3cfb0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Calling delete_port for 6c41ff7e-1f4d-45f8-a679-38fff94782ce owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:57:00.965149 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ebf8a40c-6b1c-4759-a073-d2b7b3c3cfb0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:00.993879 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8a40c-6b1c-4759-a073-d2b7b3c3cfb0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event deleted for resources: {'Port': ['ID=6c41ff7e-1f4d-45f8-a679-38fff94782ce,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:01.059501 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ebf8a40c-6b1c-4759-a073-d2b7b3c3cfb0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:01.059833 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-ebf8a40c-6b1c-4759-a073-d2b7b3c3cfb0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Floating IP 372dfff4-71cb-4c3b-b519-51f05603d6c8 disassociated (deleted). External IP: 172.25.0.240, port: a418cbfc-a2df-4ef7-9f90-9358b9c8d292. Apr 20 16:57:01.278379 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf8a40c-6b1c-4759-a073-d2b7b3c3cfb0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Router d263147a-5955-457c-b374-6ce74a4a5515 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:57:01.391653 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf8a40c-6b1c-4759-a073-d2b7b3c3cfb0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:57:01.397029 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ebf8a40c-6b1c-4759-a073-d2b7b3c3cfb0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:01.402554 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad187d81-8337-4f9b-a1c5-d919097cb5e0 None None] Sync routers for ids ['d263147a-5955-457c-b374-6ce74a4a5515'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:57:01.413136 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad187d81-8337-4f9b-a1c5-d919097cb5e0 None None] Routers {'d263147a-5955-457c-b374-6ce74a4a5515'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:57:01.413750 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ad187d81-8337-4f9b-a1c5-d919097cb5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:56:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d263147a-5955-457c-b374-6ce74a4a5515'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:01.426240 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ebf8a40c-6b1c-4759-a073-d2b7b3c3cfb0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "DELETE /v2.0/floatingips/372dfff4-71cb-4c3b-b519-51f05603d6c8 HTTP/1.1" status: 204 len: 168 time: 0.9301252 Apr 20 16:57:01.426936 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70b6204-015c-4045-9899-fa65fbf1effb', 'tag': 'a418cbfc-a2df-4ef7-9f90-9358b9c8d292'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:57:01.429331 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bb9aad-01d3-4777-9e9a-67f417a43be3" -d '{"events": [{"name": "network-changed", "server_uuid": "b70b6204-015c-4045-9899-fa65fbf1effb", "tag": "a418cbfc-a2df-4ef7-9f90-9358b9c8d292"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:57:01.534490 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-ad187d81-8337-4f9b-a1c5-d919097cb5e0 None None] Set router d263147a-5955-457c-b374-6ce74a4a5515 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:57:01.540524 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d876e63-c8fa-4573-8aee-5eee3ccdbb48 x-openstack-request-id: req-5d876e63-c8fa-4573-8aee-5eee3ccdbb48 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:57:01.541059 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b70b6204-015c-4045-9899-fa65fbf1effb", "tag": "a418cbfc-a2df-4ef7-9f90-9358b9c8d292", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:57:01.541059 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d876e63-c8fa-4573-8aee-5eee3ccdbb48 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:57:01.541435 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d876e63-c8fa-4573-8aee-5eee3ccdbb48'] response: {'name': 'network-changed', 'server_uuid': 'b70b6204-015c-4045-9899-fa65fbf1effb', 'tag': 'a418cbfc-a2df-4ef7-9f90-9358b9c8d292', 'status': 'completed', 'code': 200} Apr 20 16:57:01.631114 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb9aad-01d3-4777-9e9a-67f417a43be3 req-23224f7a-5c86-4a26-b641-a28ab338087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:01.632911 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9bb9aad-01d3-4777-9e9a-67f417a43be3 req-23224f7a-5c86-4a26-b641-a28ab338087f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 1097 time: 0.0459592 Apr 20 16:57:01.734429 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb9aad-01d3-4777-9e9a-67f417a43be3 req-59ae4061-159a-4aed-9c77-3a5d261648d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:01.736091 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9bb9aad-01d3-4777-9e9a-67f417a43be3 req-59ae4061-159a-4aed-9c77-3a5d261648d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 913 time: 0.0968590 Apr 20 16:57:01.785145 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9bb9aad-01d3-4777-9e9a-67f417a43be3 req-ce2a5c37-e79f-4b16-8fc9-f6d41ed66926 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a418cbfc-a2df-4ef7-9f90-9358b9c8d292 HTTP/1.1" status: 200 len: 217 time: 0.0381896 Apr 20 16:57:01.841765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb9aad-01d3-4777-9e9a-67f417a43be3 req-f165ee91-6dae-4dd1-8826-60dea9b56069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:01.843257 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9bb9aad-01d3-4777-9e9a-67f417a43be3 req-f165ee91-6dae-4dd1-8826-60dea9b56069 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84f859e8-1f59-4fe7-930d-c92d7f74a0a0 HTTP/1.1" status: 200 len: 851 time: 0.0523274 Apr 20 16:57:01.894625 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb9aad-01d3-4777-9e9a-67f417a43be3 req-cf64d95b-ca4d-49ad-abb1-49b867ae4e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:01.897131 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9bb9aad-01d3-4777-9e9a-67f417a43be3 req-cf64d95b-ca4d-49ad-abb1-49b867ae4e88 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45075084-5307-4652-bafe-1d4bc624b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436347 Apr 20 16:57:01.939315 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ad187d81-8337-4f9b-a1c5-d919097cb5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:41:57Z', 'revision_number': 4, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port': {'id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:54Z', 'updated_at': '2022-04-20T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '9ac4b97c-4742-4782-933c-ae93d095e65e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'port_id': '95ea0776-3ace-4426-8383-e361ca2bcf72', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'mac_address': 'fa:16:3e:ed:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83762a9e-1d66-4e27-a17b-097674df2856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:51:32Z', 'updated_at': '2022-04-20T16:51:34Z', 'revision_number': 1, 'project_id': '89276b194611435f91cf83dc9e96548b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9539ba61-3b04-4ecf-bd73-abeb288fdec1', 'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'mac_address': 'fa:16:3e:9c:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:57Z', 'updated_at': '2022-04-20T16:42:01Z', 'revision_number': 5, 'project_id': '89276b194611435f91cf83dc9e96548b', 'subnets': [{'id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:01.970458 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad187d81-8337-4f9b-a1c5-d919097cb5e0 None None] Checking router: d263147a-5955-457c-b374-6ce74a4a5515 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:57:01.978941 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad187d81-8337-4f9b-a1c5-d919097cb5e0 None None] Routers {'d263147a-5955-457c-b374-6ce74a4a5515'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:57:01.979580 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ad187d81-8337-4f9b-a1c5-d919097cb5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:56:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d263147a-5955-457c-b374-6ce74a4a5515'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:02.037418 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9bb9aad-01d3-4777-9e9a-67f417a43be3 req-5398c623-d90a-4939-858e-5e5cdecb8c33 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347210 Apr 20 16:57:02.046129 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0d432-6a64-469a-8a99-e1d98cd25b8f req-88f6d7d7-0d18-45ce-b686-1215aca7abd4 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:02.047649 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-40a0d432-6a64-469a-8a99-e1d98cd25b8f req-88f6d7d7-0d18-45ce-b686-1215aca7abd4 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 946 time: 0.0841646 Apr 20 16:57:02.096104 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-ad187d81-8337-4f9b-a1c5-d919097cb5e0 None None] Set router d263147a-5955-457c-b374-6ce74a4a5515 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:57:02.142489 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-40a0d432-6a64-469a-8a99-e1d98cd25b8f req-be68ea50-8f51-4383-b110-652461bc1e07 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855072 Apr 20 16:57:02.174107 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9bb9aad-01d3-4777-9e9a-67f417a43be3 req-bed4f99e-e50e-47ea-9da5-7c27b061adb6 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220889 Apr 20 16:57:02.334740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ad187d81-8337-4f9b-a1c5-d919097cb5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:41:57Z', 'revision_number': 4, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port': {'id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:54Z', 'updated_at': '2022-04-20T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '9ac4b97c-4742-4782-933c-ae93d095e65e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'port_id': '95ea0776-3ace-4426-8383-e361ca2bcf72', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'mac_address': 'fa:16:3e:ed:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83762a9e-1d66-4e27-a17b-097674df2856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:51:32Z', 'updated_at': '2022-04-20T16:51:34Z', 'revision_number': 1, 'project_id': '89276b194611435f91cf83dc9e96548b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9539ba61-3b04-4ecf-bd73-abeb288fdec1', 'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'mac_address': 'fa:16:3e:9c:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:57Z', 'updated_at': '2022-04-20T16:42:01Z', 'revision_number': 5, 'project_id': '89276b194611435f91cf83dc9e96548b', 'subnets': [{'id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:02.362371 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad187d81-8337-4f9b-a1c5-d919097cb5e0 None None] The sync data for ids ['d263147a-5955-457c-b374-6ce74a4a5515'] in n-d-836146-2 is: [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:41:57Z', 'revision_number': 4, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port': {'id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:54Z', 'updated_at': '2022-04-20T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '9ac4b97c-4742-4782-933c-ae93d095e65e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'port_id': '95ea0776-3ace-4426-8383-e361ca2bcf72', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'mac_address': 'fa:16:3e:ed:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83762a9e-1d66-4e27-a17b-097674df2856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:51:32Z', 'updated_at': '2022-04-20T16:51:34Z', 'revision_number': 1, 'project_id': '89276b194611435f91cf83dc9e96548b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9539ba61-3b04-4ecf-bd73-abeb288fdec1', 'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'mac_address': 'fa:16:3e:9c:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:57Z', 'updated_at': '2022-04-20T16:42:01Z', 'revision_number': 5, 'project_id': '89276b194611435f91cf83dc9e96548b', 'subnets': [{'id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:57:02.592051 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7152cad-08d4-41c1-852d-9c7bbba87fe6 None None] New status for floating IP 372dfff4-71cb-4c3b-b519-51f05603d6c8: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:57:03.279086 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478b02a-11bf-4735-b889-c3691904c598 req-86e8e6ea-dac0-45ea-bf04-1c5a2928f037 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:03.280655 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3478b02a-11bf-4735-b889-c3691904c598 req-86e8e6ea-dac0-45ea-bf04-1c5a2928f037 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 946 time: 0.0511980 Apr 20 16:57:03.322883 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3478b02a-11bf-4735-b889-c3691904c598 req-79bc5a57-f567-4d8a-b833-70773c9e4b71 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351582 Apr 20 16:57:03.769693 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b7763-e2cc-4154-a8f7-75d239d1db4c req-f5f1e3ea-a8e5-426c-a464-ffbe39b14a85 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:03.771254 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-172b7763-e2cc-4154-a8f7-75d239d1db4c req-f5f1e3ea-a8e5-426c-a464-ffbe39b14a85 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 946 time: 0.0514355 Apr 20 16:57:03.869406 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-172b7763-e2cc-4154-a8f7-75d239d1db4c req-40d69352-84a1-4f8f-ad78-18860c52ea0a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Deleting port a418cbfc-a2df-4ef7-9f90-9358b9c8d292 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:57:03.869666 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-172b7763-e2cc-4154-a8f7-75d239d1db4c req-40d69352-84a1-4f8f-ad78-18860c52ea0a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:03.967089 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-172b7763-e2cc-4154-a8f7-75d239d1db4c req-40d69352-84a1-4f8f-ad78-18860c52ea0a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] For port a418cbfc-a2df-4ef7-9f90-9358b9c8d292, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a418cbfc-a2df-4ef7-9f90-9358b9c8d292,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:57:03.967458 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-172b7763-e2cc-4154-a8f7-75d239d1db4c req-40d69352-84a1-4f8f-ad78-18860c52ea0a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:03.982096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-172b7763-e2cc-4154-a8f7-75d239d1db4c req-40d69352-84a1-4f8f-ad78-18860c52ea0a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Calling delete_port for a418cbfc-a2df-4ef7-9f90-9358b9c8d292 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:57:04.211261 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-172b7763-e2cc-4154-a8f7-75d239d1db4c req-40d69352-84a1-4f8f-ad78-18860c52ea0a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:04.245594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d69352-84a1-4f8f-ad78-18860c52ea0a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event deleted for resources: {'Port': ['ID=a418cbfc-a2df-4ef7-9f90-9358b9c8d292,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:04.300556 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-172b7763-e2cc-4154-a8f7-75d239d1db4c req-40d69352-84a1-4f8f-ad78-18860c52ea0a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] No DVR routers for this DVR port a418cbfc-a2df-4ef7-9f90-9358b9c8d292 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:57:04.304204 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-172b7763-e2cc-4154-a8f7-75d239d1db4c req-40d69352-84a1-4f8f-ad78-18860c52ea0a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:04.312202 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-172b7763-e2cc-4154-a8f7-75d239d1db4c req-40d69352-84a1-4f8f-ad78-18860c52ea0a tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "DELETE /v2.0/ports/a418cbfc-a2df-4ef7-9f90-9358b9c8d292 HTTP/1.1" status: 204 len: 173 time: 0.5352409 Apr 20 16:57:04.312841 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70b6204-015c-4045-9899-fa65fbf1effb', 'name': 'network-vif-deleted', 'tag': 'a418cbfc-a2df-4ef7-9f90-9358b9c8d292'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:57:04.315743 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc737ac8-66e1-4697-b906-d5fd28e396d6" -d '{"events": [{"server_uuid": "b70b6204-015c-4045-9899-fa65fbf1effb", "name": "network-vif-deleted", "tag": "a418cbfc-a2df-4ef7-9f90-9358b9c8d292"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:57:04.355486 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f2f049-2d01-4b33-b46d-30101d668411 x-openstack-request-id: req-34f2f049-2d01-4b33-b46d-30101d668411 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:57:04.355786 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70b6204-015c-4045-9899-fa65fbf1effb", "name": "network-vif-deleted", "tag": "a418cbfc-a2df-4ef7-9f90-9358b9c8d292", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:57:04.356039 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34f2f049-2d01-4b33-b46d-30101d668411 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:57:04.356486 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34f2f049-2d01-4b33-b46d-30101d668411'] response: {'server_uuid': 'b70b6204-015c-4045-9899-fa65fbf1effb', 'name': 'network-vif-deleted', 'tag': 'a418cbfc-a2df-4ef7-9f90-9358b9c8d292', 'status': 'completed', 'code': 200} Apr 20 16:57:04.437884 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f736444a-a1f5-4bde-aac7-bab10b153b4b req-a6fed8ae-2fdd-433c-a645-61ce49a07548 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 210 time: 0.0296476 Apr 20 16:57:05.549915 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-509a7fbc-a9dd-410d-8b4e-ac15457a2cc6 req-ddf4787f-72ef-45d9-895b-56ce4e4f44a0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 210 time: 0.0266397 Apr 20 16:57:05.900128 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a418cbfc-a2df-4ef7-9f90-9358b9c8d292 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:57:05.921480 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: a418cbfc-a2df-4ef7-9f90-9358b9c8d292 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:57:05.921826 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a418cbfc-a2df-4ef7-9f90-9358b9c8d292 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:57:06.657507 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e0f19c89-1de6-4cc1-8567-5fa4325c3884 req-f0463b66-91b0-4ca5-a213-4f62c66cedf7 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 210 time: 0.0308881 Apr 20 16:57:07.759408 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70000fdc-f698-4a69-a264-ed8200d8d9c6 req-c0e7acca-6197-4a56-8d26-fb81ac887cc0 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 210 time: 0.0289552 Apr 20 16:57:08.871077 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-850a7eb6-f014-4e8e-833f-bdf854679639 req-c3a0fed7-a451-4cca-8b3f-e63461d66ab1 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=b70b6204-015c-4045-9899-fa65fbf1effb HTTP/1.1" status: 200 len: 210 time: 0.0296054 Apr 20 16:57:13.645607 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b813642a-ab70-47b5-aba1-5723faabb457 req-807b3bfc-7560-4214-8829-30b2279e941a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1492906 Apr 20 16:57:13.750363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813642a-ab70-47b5-aba1-5723faabb457 req-345c993c-42c2-45f3-8072-7c1ac4e8e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:13.751880 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b813642a-ab70-47b5-aba1-5723faabb457 req-345c993c-42c2-45f3-8072-7c1ac4e8e307 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 1097 time: 0.0436239 Apr 20 16:57:13.862077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813642a-ab70-47b5-aba1-5723faabb457 req-84ba5a7b-48d4-47e3-aede-218a9d04ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:13.863621 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b813642a-ab70-47b5-aba1-5723faabb457 req-84ba5a7b-48d4-47e3-aede-218a9d04ad55 service neutron] 10.222.0.26 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 913 time: 0.0922766 Apr 20 16:57:13.936872 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b813642a-ab70-47b5-aba1-5723faabb457 req-b656d6f3-875b-46ef-9fc1-86cb741e6024 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95ea0776-3ace-4426-8383-e361ca2bcf72 HTTP/1.1" status: 200 len: 1001 time: 0.0669904 Apr 20 16:57:13.992382 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813642a-ab70-47b5-aba1-5723faabb457 req-d5a72403-e91d-4a0f-a4c8-d301e7e3a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:13.993919 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b813642a-ab70-47b5-aba1-5723faabb457 req-d5a72403-e91d-4a0f-a4c8-d301e7e3a9f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84f859e8-1f59-4fe7-930d-c92d7f74a0a0 HTTP/1.1" status: 200 len: 851 time: 0.0505805 Apr 20 16:57:14.043311 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813642a-ab70-47b5-aba1-5723faabb457 req-4f004136-7710-4ae4-8784-02b503541b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:14.044861 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b813642a-ab70-47b5-aba1-5723faabb457 req-4f004136-7710-4ae4-8784-02b503541b1e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45075084-5307-4652-bafe-1d4bc624b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436773 Apr 20 16:57:14.056722 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-b813642a-ab70-47b5-aba1-5723faabb457 req-704127f6-f609-4b0b-a382-8a43b88566df service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 16:57:14.057738 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b813642a-ab70-47b5-aba1-5723faabb457 req-704127f6-f609-4b0b-a382-8a43b88566df service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058596 Apr 20 16:57:14.160179 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b813642a-ab70-47b5-aba1-5723faabb457 req-615031f8-16ea-4e4e-959b-37dad089b017 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957875 Apr 20 16:57:14.261441 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b813642a-ab70-47b5-aba1-5723faabb457 req-51a150f0-8b95-483c-81d6-b4c953053f40 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950587 Apr 20 16:57:15.467304 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56544) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:15.630135 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-985a3723-cb82-4e76-9a18-8f1a5e4ab71c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Deleting port a153ae31-960b-48d6-b2c9-aa34883ff6eb {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:57:15.630477 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-985a3723-cb82-4e76-9a18-8f1a5e4ab71c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:15.715228 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-985a3723-cb82-4e76-9a18-8f1a5e4ab71c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:15.715489 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-985a3723-cb82-4e76-9a18-8f1a5e4ab71c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:15.734186 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-985a3723-cb82-4e76-9a18-8f1a5e4ab71c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Calling delete_port for a153ae31-960b-48d6-b2c9-aa34883ff6eb owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:57:15.988035 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-985a3723-cb82-4e76-9a18-8f1a5e4ab71c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:16.018345 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a3723-cb82-4e76-9a18-8f1a5e4ab71c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event deleted for resources: {'Port': ['ID=a153ae31-960b-48d6-b2c9-aa34883ff6eb,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:16.079261 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-985a3723-cb82-4e76-9a18-8f1a5e4ab71c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:16.090440 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-985a3723-cb82-4e76-9a18-8f1a5e4ab71c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Floating IP 9ac4b97c-4742-4782-933c-ae93d095e65e disassociated (deleted). External IP: 172.25.0.49, port: 95ea0776-3ace-4426-8383-e361ca2bcf72. Apr 20 16:57:16.294308 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985a3723-cb82-4e76-9a18-8f1a5e4ab71c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Router d263147a-5955-457c-b374-6ce74a4a5515 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:57:16.406926 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985a3723-cb82-4e76-9a18-8f1a5e4ab71c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:57:16.412507 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-985a3723-cb82-4e76-9a18-8f1a5e4ab71c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:16.417138 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7d98fa-4140-4f11-93df-8f52d5704fd5 None None] Sync routers for ids ['d263147a-5955-457c-b374-6ce74a4a5515'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:57:16.427912 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7d98fa-4140-4f11-93df-8f52d5704fd5 None None] Routers {'d263147a-5955-457c-b374-6ce74a4a5515'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:57:16.427912 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6e7d98fa-4140-4f11-93df-8f52d5704fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:56:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d263147a-5955-457c-b374-6ce74a4a5515'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:16.439690 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-985a3723-cb82-4e76-9a18-8f1a5e4ab71c tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "DELETE /v2.0/floatingips/9ac4b97c-4742-4782-933c-ae93d095e65e HTTP/1.1" status: 204 len: 168 time: 0.9713018 Apr 20 16:57:16.440270 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83762a9e-1d66-4e27-a17b-097674df2856', 'tag': '95ea0776-3ace-4426-8383-e361ca2bcf72'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:57:16.443281 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dd1bfb-aeed-43e5-80f0-c0c2c8da4ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "83762a9e-1d66-4e27-a17b-097674df2856", "tag": "95ea0776-3ace-4426-8383-e361ca2bcf72"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:57:16.481740 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dccdcd1-59b4-4c42-9365-bea6353551b3 x-openstack-request-id: req-9dccdcd1-59b4-4c42-9365-bea6353551b3 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:57:16.482326 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83762a9e-1d66-4e27-a17b-097674df2856", "tag": "95ea0776-3ace-4426-8383-e361ca2bcf72", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:57:16.482326 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9dccdcd1-59b4-4c42-9365-bea6353551b3 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:57:16.482764 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dccdcd1-59b4-4c42-9365-bea6353551b3'] response: {'name': 'network-changed', 'server_uuid': '83762a9e-1d66-4e27-a17b-097674df2856', 'tag': '95ea0776-3ace-4426-8383-e361ca2bcf72', 'status': 'completed', 'code': 200} Apr 20 16:57:16.552496 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-6e7d98fa-4140-4f11-93df-8f52d5704fd5 None None] Set router d263147a-5955-457c-b374-6ce74a4a5515 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:57:16.573879 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd1bfb-aeed-43e5-80f0-c0c2c8da4ba7 req-ac215d3b-25a0-450c-b76d-caf2c0e4d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:16.575322 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6dd1bfb-aeed-43e5-80f0-c0c2c8da4ba7 req-ac215d3b-25a0-450c-b76d-caf2c0e4d4ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89276b194611435f91cf83dc9e96548b&device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 1097 time: 0.0518377 Apr 20 16:57:16.676402 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd1bfb-aeed-43e5-80f0-c0c2c8da4ba7 req-b4d12f59-e120-450e-85ec-6b441581c8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:16.677922 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6dd1bfb-aeed-43e5-80f0-c0c2c8da4ba7 req-b4d12f59-e120-450e-85ec-6b441581c8e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 200 len: 913 time: 0.0961351 Apr 20 16:57:16.724949 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6dd1bfb-aeed-43e5-80f0-c0c2c8da4ba7 req-72d7a8be-80eb-45cd-a08e-6eca1f14d117 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95ea0776-3ace-4426-8383-e361ca2bcf72 HTTP/1.1" status: 200 len: 217 time: 0.0406301 Apr 20 16:57:16.758498 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6e7d98fa-4140-4f11-93df-8f52d5704fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:41:57Z', 'revision_number': 4, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port': {'id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:54Z', 'updated_at': '2022-04-20T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '9539ba61-3b04-4ecf-bd73-abeb288fdec1', 'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'mac_address': 'fa:16:3e:9c:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:57Z', 'updated_at': '2022-04-20T16:42:01Z', 'revision_number': 5, 'project_id': '89276b194611435f91cf83dc9e96548b', 'subnets': [{'id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:16.783670 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd1bfb-aeed-43e5-80f0-c0c2c8da4ba7 req-aa961529-47cb-4f5a-bba1-4db565b793df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:16.785381 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6dd1bfb-aeed-43e5-80f0-c0c2c8da4ba7 req-aa961529-47cb-4f5a-bba1-4db565b793df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84f859e8-1f59-4fe7-930d-c92d7f74a0a0 HTTP/1.1" status: 200 len: 851 time: 0.0545464 Apr 20 16:57:16.791239 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7d98fa-4140-4f11-93df-8f52d5704fd5 None None] Checking router: d263147a-5955-457c-b374-6ce74a4a5515 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:57:16.803324 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7d98fa-4140-4f11-93df-8f52d5704fd5 None None] Routers {'d263147a-5955-457c-b374-6ce74a4a5515'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:57:16.803927 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6e7d98fa-4140-4f11-93df-8f52d5704fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:56:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d263147a-5955-457c-b374-6ce74a4a5515'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:16.838546 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd1bfb-aeed-43e5-80f0-c0c2c8da4ba7 req-eaa3065a-be2c-4789-b5db-e1a5f5bf3ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:16.840077 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6dd1bfb-aeed-43e5-80f0-c0c2c8da4ba7 req-eaa3065a-be2c-4789-b5db-e1a5f5bf3ccd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45075084-5307-4652-bafe-1d4bc624b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482519 Apr 20 16:57:16.916977 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-6e7d98fa-4140-4f11-93df-8f52d5704fd5 None None] Set router d263147a-5955-457c-b374-6ce74a4a5515 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:57:16.984703 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6dd1bfb-aeed-43e5-80f0-c0c2c8da4ba7 req-b4e5fd72-79e2-4bdf-88e1-6f7d4b52aa39 service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352713 Apr 20 16:57:17.001196 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38f77b-4f76-4746-8233-366f38a5e6ce req-9a97394a-d188-49a5-8935-faa53b1b1b4d tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:17.002733 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a38f77b-4f76-4746-8233-366f38a5e6ce req-9a97394a-d188-49a5-8935-faa53b1b1b4d tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 946 time: 0.0719521 Apr 20 16:57:17.089952 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a38f77b-4f76-4746-8233-366f38a5e6ce req-48635f23-046e-4678-af83-4f8d8c76173e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763237 Apr 20 16:57:17.133491 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6dd1bfb-aeed-43e5-80f0-c0c2c8da4ba7 req-27c60a4e-10f6-421d-b786-4d083e54fbac service neutron] 10.222.0.26 "GET /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107938 Apr 20 16:57:17.140072 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-6e7d98fa-4140-4f11-93df-8f52d5704fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:41:57Z', 'revision_number': 4, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port': {'id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:54Z', 'updated_at': '2022-04-20T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '9539ba61-3b04-4ecf-bd73-abeb288fdec1', 'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'mac_address': 'fa:16:3e:9c:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:57Z', 'updated_at': '2022-04-20T16:42:01Z', 'revision_number': 5, 'project_id': '89276b194611435f91cf83dc9e96548b', 'subnets': [{'id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:17.168728 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7d98fa-4140-4f11-93df-8f52d5704fd5 None None] The sync data for ids ['d263147a-5955-457c-b374-6ce74a4a5515'] in n-d-836146-2 is: [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:41:57Z', 'revision_number': 4, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port': {'id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:54Z', 'updated_at': '2022-04-20T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '9539ba61-3b04-4ecf-bd73-abeb288fdec1', 'name': '', 'network_id': '45075084-5307-4652-bafe-1d4bc624b83e', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'mac_address': 'fa:16:3e:9c:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:57Z', 'updated_at': '2022-04-20T16:42:01Z', 'revision_number': 5, 'project_id': '89276b194611435f91cf83dc9e96548b', 'subnets': [{'id': '84f859e8-1f59-4fe7-930d-c92d7f74a0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:57:17.410688 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e4771f-7d95-4d28-9f3c-a887ddb920a9 None None] New status for floating IP 9ac4b97c-4742-4782-933c-ae93d095e65e: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:57:17.776956 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fcf7cd-ee1e-4ef0-b376-e2cbdb22b93b req-faf6f468-0ce2-47d7-a7cb-d110ad8d8cec tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:17.778632 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-30fcf7cd-ee1e-4ef0-b376-e2cbdb22b93b req-faf6f468-0ce2-47d7-a7cb-d110ad8d8cec tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 946 time: 0.0500605 Apr 20 16:57:17.869422 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-30fcf7cd-ee1e-4ef0-b376-e2cbdb22b93b req-e792f877-f209-41b0-be49-31e58e03c191 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Deleting port 95ea0776-3ace-4426-8383-e361ca2bcf72 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:57:17.871592 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-30fcf7cd-ee1e-4ef0-b376-e2cbdb22b93b req-e792f877-f209-41b0-be49-31e58e03c191 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:17.962808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-30fcf7cd-ee1e-4ef0-b376-e2cbdb22b93b req-e792f877-f209-41b0-be49-31e58e03c191 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] For port 95ea0776-3ace-4426-8383-e361ca2bcf72, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=95ea0776-3ace-4426-8383-e361ca2bcf72,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:57:17.963164 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-30fcf7cd-ee1e-4ef0-b376-e2cbdb22b93b req-e792f877-f209-41b0-be49-31e58e03c191 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:17.977031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-30fcf7cd-ee1e-4ef0-b376-e2cbdb22b93b req-e792f877-f209-41b0-be49-31e58e03c191 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Calling delete_port for 95ea0776-3ace-4426-8383-e361ca2bcf72 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:57:18.198761 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-30fcf7cd-ee1e-4ef0-b376-e2cbdb22b93b req-e792f877-f209-41b0-be49-31e58e03c191 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:18.220222 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efad40-72bf-4af1-90d5-59c015f21387 req-1ae08697-f236-4139-bfe1-1862d846b5dc tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:18.221826 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a3efad40-72bf-4af1-90d5-59c015f21387 req-1ae08697-f236-4139-bfe1-1862d846b5dc tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 867 time: 0.0570805 Apr 20 16:57:18.229013 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792f877-f209-41b0-be49-31e58e03c191 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event deleted for resources: {'Port': ['ID=95ea0776-3ace-4426-8383-e361ca2bcf72,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:18.269021 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a3efad40-72bf-4af1-90d5-59c015f21387 req-9a1ec9fd-6f38-4964-a477-b58fe2e82945 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8abdf42-893d-41ab-b96b-856037a06335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398636 Apr 20 16:57:18.274892 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fcf7cd-ee1e-4ef0-b376-e2cbdb22b93b req-e792f877-f209-41b0-be49-31e58e03c191 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] No DVR routers for this DVR port 95ea0776-3ace-4426-8383-e361ca2bcf72 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:57:18.277678 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-30fcf7cd-ee1e-4ef0-b376-e2cbdb22b93b req-e792f877-f209-41b0-be49-31e58e03c191 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:18.281590 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-30fcf7cd-ee1e-4ef0-b376-e2cbdb22b93b req-e792f877-f209-41b0-be49-31e58e03c191 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.26 "DELETE /v2.0/ports/95ea0776-3ace-4426-8383-e361ca2bcf72 HTTP/1.1" status: 204 len: 173 time: 0.4977088 Apr 20 16:57:18.282043 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83762a9e-1d66-4e27-a17b-097674df2856', 'name': 'network-vif-deleted', 'tag': '95ea0776-3ace-4426-8383-e361ca2bcf72'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:57:18.285562 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2f1609-abfe-4461-b20b-8000d7cedb6e" -d '{"events": [{"server_uuid": "83762a9e-1d66-4e27-a17b-097674df2856", "name": "network-vif-deleted", "tag": "95ea0776-3ace-4426-8383-e361ca2bcf72"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:57:18.325831 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d7b6f7-0815-44bb-8120-d461e7ce5775 x-openstack-request-id: req-d8d7b6f7-0815-44bb-8120-d461e7ce5775 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:57:18.326127 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83762a9e-1d66-4e27-a17b-097674df2856", "name": "network-vif-deleted", "tag": "95ea0776-3ace-4426-8383-e361ca2bcf72", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:57:18.326381 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8d7b6f7-0815-44bb-8120-d461e7ce5775 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:57:18.326809 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8d7b6f7-0815-44bb-8120-d461e7ce5775'] response: {'server_uuid': '83762a9e-1d66-4e27-a17b-097674df2856', 'name': 'network-vif-deleted', 'tag': '95ea0776-3ace-4426-8383-e361ca2bcf72', 'status': 'completed', 'code': 200} Apr 20 16:57:19.369866 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-46259d97-b6ff-4f2b-a7e4-6f80c780aef7 req-0ae66030-6a54-43da-bed4-eb58662526ca tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 210 time: 0.0278828 Apr 20 16:57:19.949961 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 95ea0776-3ace-4426-8383-e361ca2bcf72 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:57:19.974990 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 95ea0776-3ace-4426-8383-e361ca2bcf72 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:57:19.975598 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 95ea0776-3ace-4426-8383-e361ca2bcf72 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:57:20.477692 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fc372143-8248-41c2-91d7-e2a49057d1bd req-bf9cc3de-4770-4c09-94b1-c31d13b024f9 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 210 time: 0.0271757 Apr 20 16:57:21.587659 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d5214e98-933d-4e39-8d03-99528ddccb2e req-a432478a-ac17-4682-8234-629bb987c466 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 210 time: 0.0321081 Apr 20 16:57:22.696583 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8fd9f8ba-c761-4b9c-8097-22cc883834f6 req-a6eb0754-cbd7-46ac-bed5-e79fa6db2b12 tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "GET /v2.0/ports?device_id=83762a9e-1d66-4e27-a17b-097674df2856 HTTP/1.1" status: 200 len: 210 time: 0.0274887 Apr 20 16:57:22.792719 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-45bb8696-6c0c-4a56-8b87-d99d10afbe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:23.062002 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:57:23.759260 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56572) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:23.892171 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-3f1397ac-381f-496c-af74-d25c93d3229e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Deleting port 2918bcc9-910e-4e0f-a7f0-3bd4bcf944f0 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:57:23.892394 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3f1397ac-381f-496c-af74-d25c93d3229e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:23.975722 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3f1397ac-381f-496c-af74-d25c93d3229e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:23.976044 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3f1397ac-381f-496c-af74-d25c93d3229e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:23.988675 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-3f1397ac-381f-496c-af74-d25c93d3229e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Calling delete_port for 2918bcc9-910e-4e0f-a7f0-3bd4bcf944f0 owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:57:24.570022 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3f1397ac-381f-496c-af74-d25c93d3229e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:24.598984 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1397ac-381f-496c-af74-d25c93d3229e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event deleted for resources: {'Port': ['ID=2918bcc9-910e-4e0f-a7f0-3bd4bcf944f0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:24.662120 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3f1397ac-381f-496c-af74-d25c93d3229e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:24.664701 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3f1397ac-381f-496c-af74-d25c93d3229e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:24.665849 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3f1397ac-381f-496c-af74-d25c93d3229e tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "DELETE /v2.0/floatingips/a676b2ba-5d26-40fa-915c-0f7fa7c30f0a HTTP/1.1" status: 204 len: 168 time: 0.9056208 Apr 20 16:57:24.891214 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c1f07c29-e5fe-449a-98e1-8f7794c45a23 req-a90f1526-81cc-4a1e-bfc2-bfc018438b54 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=494712ed-5e97-48bb-9ab0-6c5852b95132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433886 Apr 20 16:57:25.003229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f07c29-e5fe-449a-98e1-8f7794c45a23 req-f2146280-ae54-4ac7-b94a-2b1696383232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:25.004778 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c1f07c29-e5fe-449a-98e1-8f7794c45a23 req-f2146280-ae54-4ac7-b94a-2b1696383232 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fac00df27e743498b92f84c2911dae6&device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 1096 time: 0.0424054 Apr 20 16:57:25.118258 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6543cb3d-a712-475d-aa97-1c0a7e9644d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:25.127634 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f07c29-e5fe-449a-98e1-8f7794c45a23 req-72b71e5b-dbbd-40c8-b776-66236f382bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:25.129492 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c1f07c29-e5fe-449a-98e1-8f7794c45a23 req-72b71e5b-dbbd-40c8-b776-66236f382bde service neutron] 10.222.0.30 "GET /v2.0/networks?id=20381039-44fa-4843-ad44-e2844252bf1e HTTP/1.1" status: 200 len: 898 time: 0.1048312 Apr 20 16:57:25.205183 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c1f07c29-e5fe-449a-98e1-8f7794c45a23 req-5ef61832-8898-442a-8620-aa6caa8a4821 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efb00308-e246-4f78-b0d1-e0d013c155f8 HTTP/1.1" status: 200 len: 1000 time: 0.0680945 Apr 20 16:57:25.255840 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f07c29-e5fe-449a-98e1-8f7794c45a23 req-4583cd18-45fb-4415-9287-cc5ea7174d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:25.257353 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c1f07c29-e5fe-449a-98e1-8f7794c45a23 req-4583cd18-45fb-4415-9287-cc5ea7174d9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=750f5c7f-523c-4564-b999-455188c0cd2e HTTP/1.1" status: 200 len: 835 time: 0.0450361 Apr 20 16:57:25.309338 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f07c29-e5fe-449a-98e1-8f7794c45a23 req-5bb92015-2a9a-4429-b4c8-31a8c54b6048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:25.310885 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c1f07c29-e5fe-449a-98e1-8f7794c45a23 req-5bb92015-2a9a-4429-b4c8-31a8c54b6048 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20381039-44fa-4843-ad44-e2844252bf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473626 Apr 20 16:57:25.405124 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c1f07c29-e5fe-449a-98e1-8f7794c45a23 req-781981f5-5118-4854-bc58-2277edb3f707 service neutron] 10.222.0.30 "GET /v2.0/networks/20381039-44fa-4843-ad44-e2844252bf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867307 Apr 20 16:57:25.504027 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c1f07c29-e5fe-449a-98e1-8f7794c45a23 req-2931f8d7-b253-45a0-b80f-8cf3d1c1a695 service neutron] 10.222.0.30 "GET /v2.0/networks/20381039-44fa-4843-ad44-e2844252bf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907800 Apr 20 16:57:26.466882 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:27.890176 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:28.108918 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56602) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:28.176060 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:28.178020 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0b4a0a2f-b997-442d-bd10-17f712178b0b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:28.205696 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0b4a0a2f-b997-442d-bd10-17f712178b0b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:28.352752 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0b4a0a2f-b997-442d-bd10-17f712178b0b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:28.355605 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0b4a0a2f-b997-442d-bd10-17f712178b0b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:28.356850 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0b4a0a2f-b997-442d-bd10-17f712178b0b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] 10.222.0.15 "DELETE /v2.0/security-groups/b8abdf42-893d-41ab-b96b-856037a06335 HTTP/1.1" status: 204 len: 168 time: 0.2469182 Apr 20 16:57:28.367405 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a0a2f-b997-442d-bd10-17f712178b0b tempest-TestVolumeBootPattern-1454888952 tempest-TestVolumeBootPattern-1454888952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8abdf42-893d-41ab-b96b-856037a06335,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:28.520354 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56610) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:28.890250 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:29.351955 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-778368e1-a563-46b0-bc20-1f9323f09955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:29.631672 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-778368e1-a563-46b0-bc20-1f9323f09955 admin admin] Deleting port 9539ba61-3b04-4ecf-bd73-abeb288fdec1 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:57:29.632385 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-778368e1-a563-46b0-bc20-1f9323f09955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:29.716716 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-778368e1-a563-46b0-bc20-1f9323f09955 admin admin] For port 9539ba61-3b04-4ecf-bd73-abeb288fdec1, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=9539ba61-3b04-4ecf-bd73-abeb288fdec1,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:57:29.717083 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-778368e1-a563-46b0-bc20-1f9323f09955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:29.730880 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-778368e1-a563-46b0-bc20-1f9323f09955 admin admin] Calling delete_port for 9539ba61-3b04-4ecf-bd73-abeb288fdec1 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:57:29.981451 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-778368e1-a563-46b0-bc20-1f9323f09955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:30.009692 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778368e1-a563-46b0-bc20-1f9323f09955 admin admin] Pushing event deleted for resources: {'Port': ['ID=9539ba61-3b04-4ecf-bd73-abeb288fdec1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:30.129451 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:30.191412 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-778368e1-a563-46b0-bc20-1f9323f09955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:30.416491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778368e1-a563-46b0-bc20-1f9323f09955 admin admin] Router d263147a-5955-457c-b374-6ce74a4a5515 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:57:30.527630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778368e1-a563-46b0-bc20-1f9323f09955 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:57:30.533508 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-778368e1-a563-46b0-bc20-1f9323f09955 admin admin] 10.222.0.15 "PUT /v2.0/routers/d263147a-5955-457c-b374-6ce74a4a5515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0118573 Apr 20 16:57:30.535844 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56614) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:30.538570 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e857722-9036-4c9c-ac60-774363cdff4a None None] Sync routers for ids ['d263147a-5955-457c-b374-6ce74a4a5515'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:57:30.549540 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e857722-9036-4c9c-ac60-774363cdff4a None None] Routers {'d263147a-5955-457c-b374-6ce74a4a5515'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:57:30.550175 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9e857722-9036-4c9c-ac60-774363cdff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:57:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d263147a-5955-457c-b374-6ce74a4a5515'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:30.647976 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c9fcbe9-385b-4012-84a9-48223fe2d0a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:30.665117 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-9e857722-9036-4c9c-ac60-774363cdff4a None None] Set router d263147a-5955-457c-b374-6ce74a4a5515 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:57:30.765277 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c9fcbe9-385b-4012-84a9-48223fe2d0a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:30.891498 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-5c9fcbe9-385b-4012-84a9-48223fe2d0a8 admin admin] Deleting port 16f76d74-b5be-4e21-9655-772f1fdc6eea {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:57:30.892407 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c9fcbe9-385b-4012-84a9-48223fe2d0a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:31.000028 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-5c9fcbe9-385b-4012-84a9-48223fe2d0a8 admin admin] For port 16f76d74-b5be-4e21-9655-772f1fdc6eea, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=16f76d74-b5be-4e21-9655-772f1fdc6eea,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:57:31.000028 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c9fcbe9-385b-4012-84a9-48223fe2d0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:31.012062 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-5c9fcbe9-385b-4012-84a9-48223fe2d0a8 admin admin] Calling delete_port for 16f76d74-b5be-4e21-9655-772f1fdc6eea owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:57:31.031202 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9e857722-9036-4c9c-ac60-774363cdff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:57:29Z', 'revision_number': 5, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port': {'id': '16f76d74-b5be-4e21-9655-772f1fdc6eea', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:41:54Z', 'updated_at': '2022-04-20T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:31.057380 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e857722-9036-4c9c-ac60-774363cdff4a None None] Checking router: d263147a-5955-457c-b374-6ce74a4a5515 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:57:31.065816 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56618) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:31.068293 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e857722-9036-4c9c-ac60-774363cdff4a None None] Routers {'d263147a-5955-457c-b374-6ce74a4a5515'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:57:31.068839 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9e857722-9036-4c9c-ac60-774363cdff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:57:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['d263147a-5955-457c-b374-6ce74a4a5515'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:31.166625 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-9e857722-9036-4c9c-ac60-774363cdff4a None None] Set router d263147a-5955-457c-b374-6ce74a4a5515 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:57:31.225823 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9e857722-9036-4c9c-ac60-774363cdff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:57:30Z', 'revision_number': 6, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:31.254190 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e857722-9036-4c9c-ac60-774363cdff4a None None] The sync data for ids ['d263147a-5955-457c-b374-6ce74a4a5515'] in n-d-836146-2 is: [{'id': 'd263147a-5955-457c-b374-6ce74a4a5515', 'name': 'tempest-TestVolumeBootPattern-1379634664-router', 'tenant_id': '89276b194611435f91cf83dc9e96548b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:41:53Z', 'updated_at': '2022-04-20T16:57:30Z', 'revision_number': 6, 'project_id': '89276b194611435f91cf83dc9e96548b', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:57:31.261539 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c9fcbe9-385b-4012-84a9-48223fe2d0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:31.293044 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fcbe9-385b-4012-84a9-48223fe2d0a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=16f76d74-b5be-4e21-9655-772f1fdc6eea,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:31.362894 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c9fcbe9-385b-4012-84a9-48223fe2d0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:31.455832 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c9fcbe9-385b-4012-84a9-48223fe2d0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:31.458252 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c9fcbe9-385b-4012-84a9-48223fe2d0a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:31.472236 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ceceda5-8e87-4b15-bbf5-c8af2fa24448 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:31.598176 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c9fcbe9-385b-4012-84a9-48223fe2d0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:31.598956 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9fcbe9-385b-4012-84a9-48223fe2d0a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d263147a-5955-457c-b374-6ce74a4a5515 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:57:31.608869 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c9fcbe9-385b-4012-84a9-48223fe2d0a8 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:31.608869 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5c9fcbe9-385b-4012-84a9-48223fe2d0a8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d263147a-5955-457c-b374-6ce74a4a5515 HTTP/1.1" status: 204 len: 168 time: 1.0681922 Apr 20 16:57:31.608869 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56620) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:31.659516 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f004b9-5c72-402b-859e-cd1f0f5038fb admin admin] Deleting subnet 84f859e8-1f59-4fe7-930d-c92d7f74a0a0 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:57:31.663062 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a2f004b9-5c72-402b-859e-cd1f0f5038fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:31.701143 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a2f004b9-5c72-402b-859e-cd1f0f5038fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:31.790802 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a2f004b9-5c72-402b-859e-cd1f0f5038fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:31.832130 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-2ceceda5-8e87-4b15-bbf5-c8af2fa24448 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Deleting port db2a2569-e520-42fc-9017-d4f110822f76 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:57:31.832130 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ceceda5-8e87-4b15-bbf5-c8af2fa24448 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:31.917063 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-2ceceda5-8e87-4b15-bbf5-c8af2fa24448 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] For port db2a2569-e520-42fc-9017-d4f110822f76, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=db2a2569-e520-42fc-9017-d4f110822f76,segment=NetworkSegment(28b56542-aef6-4f82-b246-9f0db3a1eaf5),segment_id=28b56542-aef6-4f82-b246-9f0db3a1eaf5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:57:31.917426 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ceceda5-8e87-4b15-bbf5-c8af2fa24448 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:31.918903 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a2f004b9-5c72-402b-859e-cd1f0f5038fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:31.933293 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-2ceceda5-8e87-4b15-bbf5-c8af2fa24448 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Calling delete_port for db2a2569-e520-42fc-9017-d4f110822f76 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:57:31.945653 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f004b9-5c72-402b-859e-cd1f0f5038fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84f859e8-1f59-4fe7-930d-c92d7f74a0a0,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:31.949399 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a2f004b9-5c72-402b-859e-cd1f0f5038fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:31.952681 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a2f004b9-5c72-402b-859e-cd1f0f5038fb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/84f859e8-1f59-4fe7-930d-c92d7f74a0a0 HTTP/1.1" status: 204 len: 168 time: 0.3437622 Apr 20 16:57:31.955283 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56622) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:31.962508 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ac3dab-5ffb-404a-99e4-a3f08a133e09 None None] Network 45075084-5307-4652-bafe-1d4bc624b83e requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:57:32.030538 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:32.097974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Deleting port 2c82aebc-5ee0-4886-9b0b-7368eb761571 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:57:32.098255 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:32.178039 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] For port 2c82aebc-5ee0-4886-9b0b-7368eb761571, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2c82aebc-5ee0-4886-9b0b-7368eb761571,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:57:32.178409 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:32.191591 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Calling delete_port for 2c82aebc-5ee0-4886-9b0b-7368eb761571 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:57:32.205688 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ceceda5-8e87-4b15-bbf5-c8af2fa24448 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:32.215583 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d297f8d-6eca-4112-923a-01a322d8fe49 None None] DHCP port deletion for 45075084-5307-4652-bafe-1d4bc624b83e request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:57:32.236072 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceceda5-8e87-4b15-bbf5-c8af2fa24448 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event deleted for resources: {'Port': ['ID=db2a2569-e520-42fc-9017-d4f110822f76,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:32.297675 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-1d297f8d-6eca-4112-923a-01a322d8fe49 None None] Deleting port 2c82aebc-5ee0-4886-9b0b-7368eb761571 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:57:32.298261 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1d297f8d-6eca-4112-923a-01a322d8fe49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:32.358695 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:32.380412 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1d297f8d-6eca-4112-923a-01a322d8fe49 None None] For port 2c82aebc-5ee0-4886-9b0b-7368eb761571, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2c82aebc-5ee0-4886-9b0b-7368eb761571,segment=NetworkSegment(a1d53c19-ef42-4430-85c2-b91e110a1ddd),segment_id=a1d53c19-ef42-4430-85c2-b91e110a1ddd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:57:32.380831 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1d297f8d-6eca-4112-923a-01a322d8fe49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:32.404917 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-1d297f8d-6eca-4112-923a-01a322d8fe49 None None] Calling delete_port for 2c82aebc-5ee0-4886-9b0b-7368eb761571 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:57:32.411524 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] No DVR routers for this DVR port 2c82aebc-5ee0-4886-9b0b-7368eb761571 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:57:32.419307 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c82aebc-5ee0-4886-9b0b-7368eb761571,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:32.466226 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ceceda5-8e87-4b15-bbf5-c8af2fa24448 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:32.553822 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1d297f8d-6eca-4112-923a-01a322d8fe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:32.570676 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:32.593212 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d297f8d-6eca-4112-923a-01a322d8fe49 None None] Pushing event deleted for resources: {'Port': ['ID=2c82aebc-5ee0-4886-9b0b-7368eb761571,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:32.597826 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d297f8d-6eca-4112-923a-01a322d8fe49 None None] No DVR routers for this DVR port 2c82aebc-5ee0-4886-9b0b-7368eb761571 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:57:32.601044 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45075084-5307-4652-bafe-1d4bc624b83e']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:32.618468 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d53c19-ef42-4430-85c2-b91e110a1ddd') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:32.618767 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d53c19-ef42-4430-85c2-b91e110a1ddd') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:32.629229 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:32.643128 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:32.649957 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:57:32.650394 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:57:32.652265 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:57:32.742342 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ceceda5-8e87-4b15-bbf5-c8af2fa24448 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Router fc85f268-36ce-4c71-8647-896f351a4c8e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:57:32.762706 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:32.774936 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:32.778189 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] 10.222.0.15 "DELETE /v2.0/networks/45075084-5307-4652-bafe-1d4bc624b83e HTTP/1.1" status: 204 len: 168 time: 0.8219469 Apr 20 16:57:32.785034 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56624) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:32.789248 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Pushing event deleted for resources: {'Network': ['ID=45075084-5307-4652-bafe-1d4bc624b83e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:32.797048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:32.797396 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:32.797791 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:32.798748 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:32.799084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:32.799418 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:32.799741 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:32.800065 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:32.800406 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:32.800729 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:32.801048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:32.801369 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c9bd2c-18ce-4d83-8032-2b7ca8ae0a21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:32.936576 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ceceda5-8e87-4b15-bbf5-c8af2fa24448 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:57:32.940791 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2ceceda5-8e87-4b15-bbf5-c8af2fa24448 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "PUT /v2.0/routers/fc85f268-36ce-4c71-8647-896f351a4c8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8734496 Apr 20 16:57:32.957175 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bc0ef9-241a-4556-afdb-853445261bd9 None None] Sync routers for ids ['fc85f268-36ce-4c71-8647-896f351a4c8e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:57:32.969327 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bc0ef9-241a-4556-afdb-853445261bd9 None None] Routers {'fc85f268-36ce-4c71-8647-896f351a4c8e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:57:32.971162 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-05bc0ef9-241a-4556-afdb-853445261bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:57:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['fc85f268-36ce-4c71-8647-896f351a4c8e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:33.084246 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 9539ba61-3b04-4ecf-bd73-abeb288fdec1 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:57:33.105649 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-05bc0ef9-241a-4556-afdb-853445261bd9 None None] Set router fc85f268-36ce-4c71-8647-896f351a4c8e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:57:33.106554 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 9539ba61-3b04-4ecf-bd73-abeb288fdec1 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:57:33.107210 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 9539ba61-3b04-4ecf-bd73-abeb288fdec1 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:57:33.107932 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 16f76d74-b5be-4e21-9655-772f1fdc6eea no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:57:33.129809 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 16f76d74-b5be-4e21-9655-772f1fdc6eea {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:57:33.130157 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 16f76d74-b5be-4e21-9655-772f1fdc6eea not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:57:33.130570 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2c82aebc-5ee0-4886-9b0b-7368eb761571 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:57:33.151756 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 2c82aebc-5ee0-4886-9b0b-7368eb761571 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:57:33.152433 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2c82aebc-5ee0-4886-9b0b-7368eb761571 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:57:33.262990 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c112b4a-fcda-4da9-8468-042b1ef04825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:33.384880 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1550a-e6a1-4640-bb90-dee424cf97d9 req-ebb99a1f-66f3-4d48-8cbf-3f862f7aa6ae tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:33.387417 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b4c1550a-e6a1-4640-bb90-dee424cf97d9 req-ebb99a1f-66f3-4d48-8cbf-3f862f7aa6ae tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=3be91c13-1971-4ade-a530-23a74cc8ff2d HTTP/1.1" status: 200 len: 946 time: 0.0592585 Apr 20 16:57:33.439161 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b4c1550a-e6a1-4640-bb90-dee424cf97d9 req-14000b7b-c88b-4490-9e3d-7cc291366581 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=501bab95-ec05-4aba-9334-137133284388&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446501 Apr 20 16:57:33.467203 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-05bc0ef9-241a-4556-afdb-853445261bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'name': 'tempest-TestNetworkBasicOps-router-1595962844', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:54:50Z', 'updated_at': '2022-04-20T16:57:32Z', 'revision_number': 6, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:51Z', 'updated_at': '2022-04-20T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '7ac20be3-89af-4f58-a91b-b6ddacf980c7', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'port_id': 'efb00308-e246-4f78-b0d1-e0d013c155f8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'mac_address': 'fa:16:3e:38:2f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494712ed-5e97-48bb-9ab0-6c5852b95132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:55:15Z', 'updated_at': '2022-04-20T16:55:17Z', 'revision_number': 1, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6b8967-6984-44b4-b872-58f41a1d8839', 'name': '', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:0e:5c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:55Z', 'updated_at': '2022-04-20T16:54:59Z', 'revision_number': 5, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:33.495626 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bc0ef9-241a-4556-afdb-853445261bd9 None None] Checking router: fc85f268-36ce-4c71-8647-896f351a4c8e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:57:33.504541 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bc0ef9-241a-4556-afdb-853445261bd9 None None] Routers {'fc85f268-36ce-4c71-8647-896f351a4c8e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:57:33.505192 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-05bc0ef9-241a-4556-afdb-853445261bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:57:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['fc85f268-36ce-4c71-8647-896f351a4c8e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:33.553593 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-8c112b4a-fcda-4da9-8468-042b1ef04825 admin admin] Deleting port f6bb7757-28c8-42ea-bd90-866e8531d157 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:57:33.553593 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c112b4a-fcda-4da9-8468-042b1ef04825 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:33.617800 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-05bc0ef9-241a-4556-afdb-853445261bd9 None None] Set router fc85f268-36ce-4c71-8647-896f351a4c8e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:57:33.642731 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-8c112b4a-fcda-4da9-8468-042b1ef04825 admin admin] For port f6bb7757-28c8-42ea-bd90-866e8531d157, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=f6bb7757-28c8-42ea-bd90-866e8531d157,segment=NetworkSegment(169f7947-0711-47f6-bb0d-60580536901e),segment_id=169f7947-0711-47f6-bb0d-60580536901e)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:57:33.643095 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c112b4a-fcda-4da9-8468-042b1ef04825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:33.658704 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-8c112b4a-fcda-4da9-8468-042b1ef04825 admin admin] Calling delete_port for f6bb7757-28c8-42ea-bd90-866e8531d157 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:57:33.874034 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-05bc0ef9-241a-4556-afdb-853445261bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'name': 'tempest-TestNetworkBasicOps-router-1595962844', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:54:50Z', 'updated_at': '2022-04-20T16:57:32Z', 'revision_number': 6, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:51Z', 'updated_at': '2022-04-20T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '7ac20be3-89af-4f58-a91b-b6ddacf980c7', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'port_id': 'efb00308-e246-4f78-b0d1-e0d013c155f8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'mac_address': 'fa:16:3e:38:2f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494712ed-5e97-48bb-9ab0-6c5852b95132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:55:15Z', 'updated_at': '2022-04-20T16:55:17Z', 'revision_number': 1, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6b8967-6984-44b4-b872-58f41a1d8839', 'name': '', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:0e:5c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:55Z', 'updated_at': '2022-04-20T16:54:59Z', 'revision_number': 5, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:33.901016 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bc0ef9-241a-4556-afdb-853445261bd9 None None] The sync data for ids ['fc85f268-36ce-4c71-8647-896f351a4c8e'] in n-d-836146-2 is: [{'id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'name': 'tempest-TestNetworkBasicOps-router-1595962844', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:54:50Z', 'updated_at': '2022-04-20T16:57:32Z', 'revision_number': 6, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:51Z', 'updated_at': '2022-04-20T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '7ac20be3-89af-4f58-a91b-b6ddacf980c7', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'port_id': 'efb00308-e246-4f78-b0d1-e0d013c155f8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'mac_address': 'fa:16:3e:38:2f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494712ed-5e97-48bb-9ab0-6c5852b95132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:55:15Z', 'updated_at': '2022-04-20T16:55:17Z', 'revision_number': 1, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6b8967-6984-44b4-b872-58f41a1d8839', 'name': '', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:0e:5c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:55Z', 'updated_at': '2022-04-20T16:54:59Z', 'revision_number': 5, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:57:33.935586 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c112b4a-fcda-4da9-8468-042b1ef04825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:33.962879 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c112b4a-fcda-4da9-8468-042b1ef04825 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6bb7757-28c8-42ea-bd90-866e8531d157,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:34.137723 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c112b4a-fcda-4da9-8468-042b1ef04825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:34.664516 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fadc7-1326-4a5c-b8fd-4a4f383fdf54 req-c49c8758-9bd8-4702-94f7-6aed0adbba8f tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:34.665964 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b21fadc7-1326-4a5c-b8fd-4a4f383fdf54 req-c49c8758-9bd8-4702-94f7-6aed0adbba8f tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=3be91c13-1971-4ade-a530-23a74cc8ff2d HTTP/1.1" status: 200 len: 946 time: 0.0959764 Apr 20 16:57:34.747541 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b21fadc7-1326-4a5c-b8fd-4a4f383fdf54 req-408adff6-4f65-4a47-862a-ca6f0404db1f tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=501bab95-ec05-4aba-9334-137133284388&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747273 Apr 20 16:57:34.767895 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c112b4a-fcda-4da9-8468-042b1ef04825 admin admin] Router 232b589a-509b-44ae-96ab-f3694a252059 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:57:34.877328 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c112b4a-fcda-4da9-8468-042b1ef04825 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:57:34.883133 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8c112b4a-fcda-4da9-8468-042b1ef04825 admin admin] 10.222.0.15 "PUT /v2.0/routers/232b589a-509b-44ae-96ab-f3694a252059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0965164 Apr 20 16:57:34.885080 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56632) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:34.887666 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7914f614-579e-4d2c-9745-4b1635ee1951 None None] Sync routers for ids ['232b589a-509b-44ae-96ab-f3694a252059'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:57:34.899160 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7914f614-579e-4d2c-9745-4b1635ee1951 None None] Routers {'232b589a-509b-44ae-96ab-f3694a252059'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:57:34.899832 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7914f614-579e-4d2c-9745-4b1635ee1951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:57:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['232b589a-509b-44ae-96ab-f3694a252059'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:35.004219 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device db2a2569-e520-42fc-9017-d4f110822f76 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:57:35.011572 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:35.034122 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: db2a2569-e520-42fc-9017-d4f110822f76 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:57:35.034455 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device db2a2569-e520-42fc-9017-d4f110822f76 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:57:35.045036 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-7914f614-579e-4d2c-9745-4b1635ee1951 None None] Set router 232b589a-509b-44ae-96ab-f3694a252059 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:57:35.113182 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b379c-b04f-474c-a617-8179c4b9ec66 req-b1480857-256a-444a-be4e-730219969cb5 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:35.114866 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cc1b379c-b04f-474c-a617-8179c4b9ec66 req-b1480857-256a-444a-be4e-730219969cb5 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.30 "GET /v2.0/ports?device_id=3be91c13-1971-4ade-a530-23a74cc8ff2d HTTP/1.1" status: 200 len: 946 time: 0.0535185 Apr 20 16:57:35.128412 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:35.215133 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-cc1b379c-b04f-474c-a617-8179c4b9ec66 req-5f42a558-a731-468d-9f1a-87e0688211f5 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Deleting port a57e92e9-5009-4793-a519-1e0f6212d3d9 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:57:35.215426 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cc1b379c-b04f-474c-a617-8179c4b9ec66 req-5f42a558-a731-468d-9f1a-87e0688211f5 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:35.243150 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7914f614-579e-4d2c-9745-4b1635ee1951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b589a-509b-44ae-96ab-f3694a252059', 'name': 'tempest-TestVolumeBootPattern-2003705582-router', 'tenant_id': '2feab387e32248c788da9b8c0f42e8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '5599f088-db48-449e-80d1-06fb42bc6462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:42:02Z', 'updated_at': '2022-04-20T16:57:33Z', 'revision_number': 5, 'project_id': '2feab387e32248c788da9b8c0f42e8bd', 'gw_port': {'id': '5599f088-db48-449e-80d1-06fb42bc6462', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b589a-509b-44ae-96ab-f3694a252059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:42:03Z', 'updated_at': '2022-04-20T16:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:35.268751 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Deleting port 5599f088-db48-449e-80d1-06fb42bc6462 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:57:35.269111 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:35.272912 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7914f614-579e-4d2c-9745-4b1635ee1951 None None] Checking router: 232b589a-509b-44ae-96ab-f3694a252059 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:57:35.283065 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7914f614-579e-4d2c-9745-4b1635ee1951 None None] Routers {'232b589a-509b-44ae-96ab-f3694a252059'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:57:35.283703 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7914f614-579e-4d2c-9745-4b1635ee1951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:57:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['232b589a-509b-44ae-96ab-f3694a252059'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:35.372581 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] For port 5599f088-db48-449e-80d1-06fb42bc6462, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5599f088-db48-449e-80d1-06fb42bc6462,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:57:35.372971 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:35.379454 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-7914f614-579e-4d2c-9745-4b1635ee1951 None None] Set router 232b589a-509b-44ae-96ab-f3694a252059 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:57:35.388292 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Calling delete_port for 5599f088-db48-449e-80d1-06fb42bc6462 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:57:35.440619 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7914f614-579e-4d2c-9745-4b1635ee1951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b589a-509b-44ae-96ab-f3694a252059', 'name': 'tempest-TestVolumeBootPattern-2003705582-router', 'tenant_id': '2feab387e32248c788da9b8c0f42e8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:42:02Z', 'updated_at': '2022-04-20T16:57:35Z', 'revision_number': 6, 'project_id': '2feab387e32248c788da9b8c0f42e8bd', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:35.472079 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7914f614-579e-4d2c-9745-4b1635ee1951 None None] The sync data for ids ['232b589a-509b-44ae-96ab-f3694a252059'] in n-d-836146-2 is: [{'id': '232b589a-509b-44ae-96ab-f3694a252059', 'name': 'tempest-TestVolumeBootPattern-2003705582-router', 'tenant_id': '2feab387e32248c788da9b8c0f42e8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:42:02Z', 'updated_at': '2022-04-20T16:57:35Z', 'revision_number': 6, 'project_id': '2feab387e32248c788da9b8c0f42e8bd', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:57:35.600634 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-cc1b379c-b04f-474c-a617-8179c4b9ec66 req-5f42a558-a731-468d-9f1a-87e0688211f5 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] For port a57e92e9-5009-4793-a519-1e0f6212d3d9, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a57e92e9-5009-4793-a519-1e0f6212d3d9,segment=NetworkSegment(28b56542-aef6-4f82-b246-9f0db3a1eaf5),segment_id=28b56542-aef6-4f82-b246-9f0db3a1eaf5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:57:35.601006 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cc1b379c-b04f-474c-a617-8179c4b9ec66 req-5f42a558-a731-468d-9f1a-87e0688211f5 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:35.615018 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-cc1b379c-b04f-474c-a617-8179c4b9ec66 req-5f42a558-a731-468d-9f1a-87e0688211f5 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Calling delete_port for a57e92e9-5009-4793-a519-1e0f6212d3d9 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:57:35.638232 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:35.666271 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Pushing event deleted for resources: {'Port': ['ID=5599f088-db48-449e-80d1-06fb42bc6462,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:35.696060 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:35.696433 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:35.697565 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:35.697565 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:35.697565 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:35.697902 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:35.698097 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:35.698418 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:35.698741 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:35.699063 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:35.699384 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:35.699720 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:35.741341 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:35.822515 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cc1b379c-b04f-474c-a617-8179c4b9ec66 req-5f42a558-a731-468d-9f1a-87e0688211f5 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:35.842339 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:35.842339 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:35.876810 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-807fb6ee-9364-4704-a58d-26542f746d8a req-83e8cfb1-d422-4120-928e-0ff06fbcb5c8 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=3be91c13-1971-4ade-a530-23a74cc8ff2d HTTP/1.1" status: 200 len: 210 time: 0.0542784 Apr 20 16:57:35.879295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42a558-a731-468d-9f1a-87e0688211f5 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event deleted for resources: {'Port': ['ID=a57e92e9-5009-4793-a519-1e0f6212d3d9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:35.923509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1b379c-b04f-474c-a617-8179c4b9ec66 req-5f42a558-a731-468d-9f1a-87e0688211f5 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] No DVR routers for this DVR port a57e92e9-5009-4793-a519-1e0f6212d3d9 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:57:35.926505 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cc1b379c-b04f-474c-a617-8179c4b9ec66 req-5f42a558-a731-468d-9f1a-87e0688211f5 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:35.930261 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cc1b379c-b04f-474c-a617-8179c4b9ec66 req-5f42a558-a731-468d-9f1a-87e0688211f5 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.30 "DELETE /v2.0/ports/a57e92e9-5009-4793-a519-1e0f6212d3d9 HTTP/1.1" status: 204 len: 173 time: 0.8086317 Apr 20 16:57:35.930701 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be91c13-1971-4ade-a530-23a74cc8ff2d', 'name': 'network-vif-deleted', 'tag': 'a57e92e9-5009-4793-a519-1e0f6212d3d9'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:57:35.933031 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3b6e9e-e14f-44cb-b478-14f6345fe590" -d '{"events": [{"server_uuid": "3be91c13-1971-4ade-a530-23a74cc8ff2d", "name": "network-vif-deleted", "tag": "a57e92e9-5009-4793-a519-1e0f6212d3d9"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:57:35.971713 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:35.973599 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 232b589a-509b-44ae-96ab-f3694a252059 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:57:35.976769 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c8d0fb-81ef-4148-86fb-715fa65ab8e9 x-openstack-request-id: req-59c8d0fb-81ef-4148-86fb-715fa65ab8e9 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:57:35.978293 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be91c13-1971-4ade-a530-23a74cc8ff2d", "name": "network-vif-deleted", "tag": "a57e92e9-5009-4793-a519-1e0f6212d3d9", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:57:35.978293 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59c8d0fb-81ef-4148-86fb-715fa65ab8e9 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:57:35.978293 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c8d0fb-81ef-4148-86fb-715fa65ab8e9'] response: {'server_uuid': '3be91c13-1971-4ade-a530-23a74cc8ff2d', 'name': 'network-vif-deleted', 'tag': 'a57e92e9-5009-4793-a519-1e0f6212d3d9', 'status': 'completed', 'code': 200} Apr 20 16:57:35.979956 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:35.981134 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d4ba23fc-a5e3-49bb-a1a0-e5f1c87ccbdf admin admin] 10.222.0.15 "DELETE /v2.0/routers/232b589a-509b-44ae-96ab-f3694a252059 HTTP/1.1" status: 204 len: 168 time: 1.0949879 Apr 20 16:57:35.983590 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56638) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:36.032256 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5efc012-0e09-4cac-88c4-78b897bede9a admin admin] Deleting subnet b5e15d00-992d-4f02-aac7-576ccfe4b8af {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:57:36.035838 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d5efc012-0e09-4cac-88c4-78b897bede9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:36.072743 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d5efc012-0e09-4cac-88c4-78b897bede9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:36.161698 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d5efc012-0e09-4cac-88c4-78b897bede9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:36.312919 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d5efc012-0e09-4cac-88c4-78b897bede9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:36.342473 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efc012-0e09-4cac-88c4-78b897bede9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5e15d00-992d-4f02-aac7-576ccfe4b8af,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:36.348870 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d5efc012-0e09-4cac-88c4-78b897bede9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:36.355703 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d5efc012-0e09-4cac-88c4-78b897bede9a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b5e15d00-992d-4f02-aac7-576ccfe4b8af HTTP/1.1" status: 204 len: 168 time: 0.3689935 Apr 20 16:57:36.355904 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb212f6-8b02-4df9-b2e7-8816e4380e2f None None] Network 6173866f-c57e-463e-b490-26c64e8c51b6 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:57:36.356454 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56640) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:36.439344 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f02b9463-c4f9-4067-8043-e0427245d2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:36.503005 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-f02b9463-c4f9-4067-8043-e0427245d2b4 admin admin] Deleting port 6447a1c0-417b-4e4f-a1f5-c867315a3388 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:57:36.503355 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f02b9463-c4f9-4067-8043-e0427245d2b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:36.566042 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a163e89-03bb-46ac-9054-30bb68c9eb6e None None] DHCP port deletion for 6173866f-c57e-463e-b490-26c64e8c51b6 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:57:36.592208 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-f02b9463-c4f9-4067-8043-e0427245d2b4 admin admin] For port 6447a1c0-417b-4e4f-a1f5-c867315a3388, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6447a1c0-417b-4e4f-a1f5-c867315a3388,segment=NetworkSegment(169f7947-0711-47f6-bb0d-60580536901e),segment_id=169f7947-0711-47f6-bb0d-60580536901e)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:57:36.592701 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f02b9463-c4f9-4067-8043-e0427245d2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:36.608440 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-f02b9463-c4f9-4067-8043-e0427245d2b4 admin admin] Calling delete_port for 6447a1c0-417b-4e4f-a1f5-c867315a3388 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:57:36.618356 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5a163e89-03bb-46ac-9054-30bb68c9eb6e None None] Deleting port 6447a1c0-417b-4e4f-a1f5-c867315a3388 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:57:36.618356 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5a163e89-03bb-46ac-9054-30bb68c9eb6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:36.694536 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5a163e89-03bb-46ac-9054-30bb68c9eb6e None None] For port 6447a1c0-417b-4e4f-a1f5-c867315a3388, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=6447a1c0-417b-4e4f-a1f5-c867315a3388,segment=NetworkSegment(169f7947-0711-47f6-bb0d-60580536901e),segment_id=169f7947-0711-47f6-bb0d-60580536901e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:57:36.695033 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5a163e89-03bb-46ac-9054-30bb68c9eb6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:36.708804 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5a163e89-03bb-46ac-9054-30bb68c9eb6e None None] Calling delete_port for 6447a1c0-417b-4e4f-a1f5-c867315a3388 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:57:36.758038 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f02b9463-c4f9-4067-8043-e0427245d2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:36.784752 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5a163e89-03bb-46ac-9054-30bb68c9eb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:36.785728 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b9463-c4f9-4067-8043-e0427245d2b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6447a1c0-417b-4e4f-a1f5-c867315a3388,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:36.792745 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02b9463-c4f9-4067-8043-e0427245d2b4 admin admin] No DVR routers for this DVR port 6447a1c0-417b-4e4f-a1f5-c867315a3388 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:57:36.815051 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a163e89-03bb-46ac-9054-30bb68c9eb6e None None] Pushing event deleted for resources: {'Port': ['ID=6447a1c0-417b-4e4f-a1f5-c867315a3388,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:36.824240 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a163e89-03bb-46ac-9054-30bb68c9eb6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:36.824729 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a163e89-03bb-46ac-9054-30bb68c9eb6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:36.824940 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a163e89-03bb-46ac-9054-30bb68c9eb6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:36.825281 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a163e89-03bb-46ac-9054-30bb68c9eb6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:36.825610 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a163e89-03bb-46ac-9054-30bb68c9eb6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:36.825942 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a163e89-03bb-46ac-9054-30bb68c9eb6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:36.826274 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a163e89-03bb-46ac-9054-30bb68c9eb6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:36.826593 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a163e89-03bb-46ac-9054-30bb68c9eb6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:36.826914 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a163e89-03bb-46ac-9054-30bb68c9eb6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:36.827238 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a163e89-03bb-46ac-9054-30bb68c9eb6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:36.827558 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a163e89-03bb-46ac-9054-30bb68c9eb6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:36.827877 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a163e89-03bb-46ac-9054-30bb68c9eb6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:36.837417 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a163e89-03bb-46ac-9054-30bb68c9eb6e None None] No DVR routers for this DVR port 6447a1c0-417b-4e4f-a1f5-c867315a3388 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:57:36.872232 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f02b9463-c4f9-4067-8043-e0427245d2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:36.900179 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-f02b9463-c4f9-4067-8043-e0427245d2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6173866f-c57e-463e-b490-26c64e8c51b6']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:36.911283 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-f02b9463-c4f9-4067-8043-e0427245d2b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '169f7947-0711-47f6-bb0d-60580536901e') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:36.911645 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-f02b9463-c4f9-4067-8043-e0427245d2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '169f7947-0711-47f6-bb0d-60580536901e') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f02b9463-c4f9-4067-8043-e0427245d2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f02b9463-c4f9-4067-8043-e0427245d2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f02b9463-c4f9-4067-8043-e0427245d2b4 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f02b9463-c4f9-4067-8043-e0427245d2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:57:36.949156 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:57:36.992858 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f6bb7757-28c8-42ea-bd90-866e8531d157 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:57:37.015873 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: f6bb7757-28c8-42ea-bd90-866e8531d157 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:57:37.016970 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f6bb7757-28c8-42ea-bd90-866e8531d157 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:57:37.017593 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5599f088-db48-449e-80d1-06fb42bc6462 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:57:37.017929 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7ac1b160-d785-47e3-8f30-0ac72bed4e90 req-4cc3e63d-08c1-4f36-88d3-5fcd79d4d629 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=3be91c13-1971-4ade-a530-23a74cc8ff2d HTTP/1.1" status: 200 len: 210 time: 0.0327990 Apr 20 16:57:37.041118 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 5599f088-db48-449e-80d1-06fb42bc6462 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:57:37.041385 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5599f088-db48-449e-80d1-06fb42bc6462 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:57:37.041793 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6447a1c0-417b-4e4f-a1f5-c867315a3388 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:57:37.065701 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 6447a1c0-417b-4e4f-a1f5-c867315a3388 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:57:37.066247 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 6447a1c0-417b-4e4f-a1f5-c867315a3388 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:57:37.118036 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f02b9463-c4f9-4067-8043-e0427245d2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:37.123725 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f02b9463-c4f9-4067-8043-e0427245d2b4 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:37.127668 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f02b9463-c4f9-4067-8043-e0427245d2b4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6173866f-c57e-463e-b490-26c64e8c51b6 HTTP/1.1" status: 204 len: 168 time: 0.7699225 Apr 20 16:57:37.139664 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b9463-c4f9-4067-8043-e0427245d2b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6173866f-c57e-463e-b490-26c64e8c51b6,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:37.465821 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56646) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:37.490554 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c3e6465c-dce8-46f6-b0db-48fb877c1493 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=89276b194611435f91cf83dc9e96548b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399747 Apr 20 16:57:37.493098 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56648) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:37.543870 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-790cfde1-d710-446b-9afa-bad7012880ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:37.574165 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-790cfde1-d710-446b-9afa-bad7012880ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:37.695391 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-790cfde1-d710-446b-9afa-bad7012880ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:37.698018 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-790cfde1-d710-446b-9afa-bad7012880ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:37.699251 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-790cfde1-d710-446b-9afa-bad7012880ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/95716fac-9416-4d9e-be4b-f6d4c9b87fde HTTP/1.1" status: 204 len: 168 time: 0.2052078 Apr 20 16:57:37.707561 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790cfde1-d710-446b-9afa-bad7012880ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95716fac-9416-4d9e-be4b-f6d4c9b87fde,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:38.077044 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56656) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:38.138246 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c138-a16f-47ed-9667-27162b1533f7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:38.164599 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c138-a16f-47ed-9667-27162b1533f7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:38.346844 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c138-a16f-47ed-9667-27162b1533f7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:38.351626 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c138-a16f-47ed-9667-27162b1533f7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:38.351626 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6ee1c138-a16f-47ed-9667-27162b1533f7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "DELETE /v2.0/security-groups/501bab95-ec05-4aba-9334-137133284388 HTTP/1.1" status: 204 len: 168 time: 0.2729073 Apr 20 16:57:38.360775 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1c138-a16f-47ed-9667-27162b1533f7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=501bab95-ec05-4aba-9334-137133284388,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:38.434704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56660) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:38.447151 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56662) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:38.522505 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-0836ba6d-d9b1-4ade-a775-b0673d12753c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Deleting subnet 26bdba6c-888c-410a-89ef-02cae72daa1e {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:57:38.532094 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0836ba6d-d9b1-4ade-a775-b0673d12753c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:38.558104 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3a3960d8-3a4e-458a-8b88-f84ba8afd31d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2feab387e32248c788da9b8c0f42e8bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1091354 Apr 20 16:57:38.560814 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56664) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:38.578332 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0836ba6d-d9b1-4ade-a775-b0673d12753c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:38.613645 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8f87c82a-2e0f-477a-af79-4500e48ff1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:38.635788 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8f87c82a-2e0f-477a-af79-4500e48ff1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:38.665387 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0836ba6d-d9b1-4ade-a775-b0673d12753c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:38.769344 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8f87c82a-2e0f-477a-af79-4500e48ff1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:38.772031 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8f87c82a-2e0f-477a-af79-4500e48ff1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:38.773236 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8f87c82a-2e0f-477a-af79-4500e48ff1fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81aa9e41-9859-4adc-8e46-0fc358350734 HTTP/1.1" status: 204 len: 168 time: 0.2114272 Apr 20 16:57:38.781793 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87c82a-2e0f-477a-af79-4500e48ff1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81aa9e41-9859-4adc-8e46-0fc358350734,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:38.815672 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0836ba6d-d9b1-4ade-a775-b0673d12753c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:38.848005 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0836ba6d-d9b1-4ade-a775-b0673d12753c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:38.851894 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0836ba6d-d9b1-4ade-a775-b0673d12753c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "DELETE /v2.0/subnets/26bdba6c-888c-410a-89ef-02cae72daa1e HTTP/1.1" status: 204 len: 168 time: 0.4161024 Apr 20 16:57:38.853807 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836ba6d-d9b1-4ade-a775-b0673d12753c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event deleted for resources: {'Subnet': ['ID=26bdba6c-888c-410a-89ef-02cae72daa1e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:38.855288 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56668) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:38.856216 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2360eb0-1842-40a0-93df-e43e586b9049 None None] Network d81a2e59-5e87-482a-bfd6-2cf571d782a3 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:57:38.912004 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device a57e92e9-5009-4793-a519-1e0f6212d3d9 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:57:38.942540 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: a57e92e9-5009-4793-a519-1e0f6212d3d9 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:57:38.942946 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device a57e92e9-5009-4793-a519-1e0f6212d3d9 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:57:38.951435 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-879f8e2f-b7ee-4337-911f-fa7e5edbd80b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:39.010523 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-879f8e2f-b7ee-4337-911f-fa7e5edbd80b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Deleting port d8ce6b48-1b33-4efa-9584-923f2f06833f {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:57:39.010799 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-879f8e2f-b7ee-4337-911f-fa7e5edbd80b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:39.078698 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe36697-cdf5-4364-b4ff-ca695ab3c03a None None] DHCP port deletion for d81a2e59-5e87-482a-bfd6-2cf571d782a3 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:57:39.090642 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-879f8e2f-b7ee-4337-911f-fa7e5edbd80b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] For port d8ce6b48-1b33-4efa-9584-923f2f06833f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d8ce6b48-1b33-4efa-9584-923f2f06833f,segment=NetworkSegment(28b56542-aef6-4f82-b246-9f0db3a1eaf5),segment_id=28b56542-aef6-4f82-b246-9f0db3a1eaf5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:57:39.091027 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-879f8e2f-b7ee-4337-911f-fa7e5edbd80b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:39.114898 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-879f8e2f-b7ee-4337-911f-fa7e5edbd80b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Calling delete_port for d8ce6b48-1b33-4efa-9584-923f2f06833f owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:57:39.145198 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2fe36697-cdf5-4364-b4ff-ca695ab3c03a None None] Deleting port d8ce6b48-1b33-4efa-9584-923f2f06833f {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:57:39.145198 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2fe36697-cdf5-4364-b4ff-ca695ab3c03a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:39.226755 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2fe36697-cdf5-4364-b4ff-ca695ab3c03a None None] For port d8ce6b48-1b33-4efa-9584-923f2f06833f, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d8ce6b48-1b33-4efa-9584-923f2f06833f,segment=NetworkSegment(28b56542-aef6-4f82-b246-9f0db3a1eaf5),segment_id=28b56542-aef6-4f82-b246-9f0db3a1eaf5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:57:39.227155 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2fe36697-cdf5-4364-b4ff-ca695ab3c03a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:39.245027 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2fe36697-cdf5-4364-b4ff-ca695ab3c03a None None] Calling delete_port for d8ce6b48-1b33-4efa-9584-923f2f06833f owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:57:39.330048 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-879f8e2f-b7ee-4337-911f-fa7e5edbd80b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:39.337385 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2fe36697-cdf5-4364-b4ff-ca695ab3c03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:39.361585 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f8e2f-b7ee-4337-911f-fa7e5edbd80b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event deleted for resources: {'Port': ['ID=d8ce6b48-1b33-4efa-9584-923f2f06833f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:39.368237 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879f8e2f-b7ee-4337-911f-fa7e5edbd80b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] No DVR routers for this DVR port d8ce6b48-1b33-4efa-9584-923f2f06833f on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:57:39.369034 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe36697-cdf5-4364-b4ff-ca695ab3c03a None None] Pushing event deleted for resources: {'Port': ['ID=d8ce6b48-1b33-4efa-9584-923f2f06833f,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:39.371315 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe36697-cdf5-4364-b4ff-ca695ab3c03a None None] No DVR routers for this DVR port d8ce6b48-1b33-4efa-9584-923f2f06833f on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:57:39.466904 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-879f8e2f-b7ee-4337-911f-fa7e5edbd80b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:39.500712 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-879f8e2f-b7ee-4337-911f-fa7e5edbd80b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81a2e59-5e87-482a-bfd6-2cf571d782a3']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:39.513964 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-879f8e2f-b7ee-4337-911f-fa7e5edbd80b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b56542-aef6-4f82-b246-9f0db3a1eaf5') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:39.514265 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-879f8e2f-b7ee-4337-911f-fa7e5edbd80b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b56542-aef6-4f82-b246-9f0db3a1eaf5') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:39.525635 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-879f8e2f-b7ee-4337-911f-fa7e5edbd80b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:39.540170 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-879f8e2f-b7ee-4337-911f-fa7e5edbd80b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:39.548920 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879f8e2f-b7ee-4337-911f-fa7e5edbd80b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:57:39.549334 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-879f8e2f-b7ee-4337-911f-fa7e5edbd80b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:57:39.552455 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:57:39.718049 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-879f8e2f-b7ee-4337-911f-fa7e5edbd80b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:39.725955 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-879f8e2f-b7ee-4337-911f-fa7e5edbd80b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:39.729078 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-879f8e2f-b7ee-4337-911f-fa7e5edbd80b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "DELETE /v2.0/networks/d81a2e59-5e87-482a-bfd6-2cf571d782a3 HTTP/1.1" status: 204 len: 168 time: 0.8725972 Apr 20 16:57:39.733283 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56670) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:39.741257 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f8e2f-b7ee-4337-911f-fa7e5edbd80b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event deleted for resources: {'Network': ['ID=d81a2e59-5e87-482a-bfd6-2cf571d782a3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:39.899499 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-3effe57d-52f8-42d9-ab5d-cbb141ae03b3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Deleting port 2b935f00-5150-401e-8d56-2f5616ecbe73 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:57:39.899844 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3effe57d-52f8-42d9-ab5d-cbb141ae03b3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:39.977125 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3effe57d-52f8-42d9-ab5d-cbb141ae03b3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:39.977366 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3effe57d-52f8-42d9-ab5d-cbb141ae03b3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:39.988981 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-3effe57d-52f8-42d9-ab5d-cbb141ae03b3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Calling delete_port for 2b935f00-5150-401e-8d56-2f5616ecbe73 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:57:40.272543 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3effe57d-52f8-42d9-ab5d-cbb141ae03b3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:40.299663 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3effe57d-52f8-42d9-ab5d-cbb141ae03b3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event deleted for resources: {'Port': ['ID=2b935f00-5150-401e-8d56-2f5616ecbe73,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:40.358810 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3effe57d-52f8-42d9-ab5d-cbb141ae03b3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:40.359141 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-3effe57d-52f8-42d9-ab5d-cbb141ae03b3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Floating IP 7ac20be3-89af-4f58-a91b-b6ddacf980c7 disassociated (deleted). External IP: 172.25.0.41, port: efb00308-e246-4f78-b0d1-e0d013c155f8. Apr 20 16:57:40.564192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3effe57d-52f8-42d9-ab5d-cbb141ae03b3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Router fc85f268-36ce-4c71-8647-896f351a4c8e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:57:40.671334 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3effe57d-52f8-42d9-ab5d-cbb141ae03b3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:57:40.676717 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3effe57d-52f8-42d9-ab5d-cbb141ae03b3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:40.682183 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aeadc6-da84-42c0-be3f-39e07cf9b1f7 None None] Sync routers for ids ['fc85f268-36ce-4c71-8647-896f351a4c8e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:57:40.692236 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aeadc6-da84-42c0-be3f-39e07cf9b1f7 None None] Routers {'fc85f268-36ce-4c71-8647-896f351a4c8e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:57:40.692882 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d2aeadc6-da84-42c0-be3f-39e07cf9b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:57:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['fc85f268-36ce-4c71-8647-896f351a4c8e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:40.704869 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3effe57d-52f8-42d9-ab5d-cbb141ae03b3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "DELETE /v2.0/floatingips/7ac20be3-89af-4f58-a91b-b6ddacf980c7 HTTP/1.1" status: 204 len: 168 time: 0.9704540 Apr 20 16:57:40.705455 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494712ed-5e97-48bb-9ab0-6c5852b95132', 'tag': 'efb00308-e246-4f78-b0d1-e0d013c155f8'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:57:40.707790 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3ec974-b820-46ee-9af4-4aadfa45419d" -d '{"events": [{"name": "network-changed", "server_uuid": "494712ed-5e97-48bb-9ab0-6c5852b95132", "tag": "efb00308-e246-4f78-b0d1-e0d013c155f8"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:57:40.748630 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db675a50-c93f-493a-94a7-0beaae083138 x-openstack-request-id: req-db675a50-c93f-493a-94a7-0beaae083138 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:57:40.749210 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494712ed-5e97-48bb-9ab0-6c5852b95132", "tag": "efb00308-e246-4f78-b0d1-e0d013c155f8", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:57:40.749900 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db675a50-c93f-493a-94a7-0beaae083138 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:57:40.750433 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db675a50-c93f-493a-94a7-0beaae083138'] response: {'name': 'network-changed', 'server_uuid': '494712ed-5e97-48bb-9ab0-6c5852b95132', 'tag': 'efb00308-e246-4f78-b0d1-e0d013c155f8', 'status': 'completed', 'code': 200} Apr 20 16:57:40.803308 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-d2aeadc6-da84-42c0-be3f-39e07cf9b1f7 None None] Set router fc85f268-36ce-4c71-8647-896f351a4c8e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:57:40.841967 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ec974-b820-46ee-9af4-4aadfa45419d req-5d954f28-de29-4f97-8e05-96b222c0cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:40.843584 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dd3ec974-b820-46ee-9af4-4aadfa45419d req-5d954f28-de29-4f97-8e05-96b222c0cad4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fac00df27e743498b92f84c2911dae6&device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 1096 time: 0.0488079 Apr 20 16:57:40.943644 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ec974-b820-46ee-9af4-4aadfa45419d req-e1597a5c-803a-42ec-b99b-6ea3a0dd68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:40.945462 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dd3ec974-b820-46ee-9af4-4aadfa45419d req-e1597a5c-803a-42ec-b99b-6ea3a0dd68ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=20381039-44fa-4843-ad44-e2844252bf1e HTTP/1.1" status: 200 len: 898 time: 0.0956204 Apr 20 16:57:40.992922 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dd3ec974-b820-46ee-9af4-4aadfa45419d req-bdf5c4e3-e6d3-42b2-9e2b-1d8ef3df4e84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efb00308-e246-4f78-b0d1-e0d013c155f8 HTTP/1.1" status: 200 len: 217 time: 0.0385180 Apr 20 16:57:41.005357 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d8ce6b48-1b33-4efa-9584-923f2f06833f no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:57:41.009646 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d2aeadc6-da84-42c0-be3f-39e07cf9b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'name': 'tempest-TestNetworkBasicOps-router-1595962844', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:54:50Z', 'updated_at': '2022-04-20T16:57:32Z', 'revision_number': 6, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:51Z', 'updated_at': '2022-04-20T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '3a6b8967-6984-44b4-b872-58f41a1d8839', 'name': '', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:0e:5c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:55Z', 'updated_at': '2022-04-20T16:54:59Z', 'revision_number': 5, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:41.031285 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: d8ce6b48-1b33-4efa-9584-923f2f06833f {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:57:41.031655 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d8ce6b48-1b33-4efa-9584-923f2f06833f not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:57:41.036895 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aeadc6-da84-42c0-be3f-39e07cf9b1f7 None None] Checking router: fc85f268-36ce-4c71-8647-896f351a4c8e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:57:41.045414 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aeadc6-da84-42c0-be3f-39e07cf9b1f7 None None] Routers {'fc85f268-36ce-4c71-8647-896f351a4c8e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:57:41.046029 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d2aeadc6-da84-42c0-be3f-39e07cf9b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:57:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['fc85f268-36ce-4c71-8647-896f351a4c8e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:41.050198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ec974-b820-46ee-9af4-4aadfa45419d req-7b8164ca-7b7e-48f5-ab81-87326dda0104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:41.051667 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dd3ec974-b820-46ee-9af4-4aadfa45419d req-7b8164ca-7b7e-48f5-ab81-87326dda0104 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=750f5c7f-523c-4564-b999-455188c0cd2e HTTP/1.1" status: 200 len: 835 time: 0.0504994 Apr 20 16:57:41.107480 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ec974-b820-46ee-9af4-4aadfa45419d req-5890213e-c811-4aae-b770-ebf9045dcfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:41.109085 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dd3ec974-b820-46ee-9af4-4aadfa45419d req-5890213e-c811-4aae-b770-ebf9045dcfe7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20381039-44fa-4843-ad44-e2844252bf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469520 Apr 20 16:57:41.152447 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-d2aeadc6-da84-42c0-be3f-39e07cf9b1f7 None None] Set router fc85f268-36ce-4c71-8647-896f351a4c8e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:57:41.215914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a29a6-8f0e-411d-bfcb-7bf003306040 req-a58d8cd0-572a-4372-bb1d-9590812c6fa3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:41.219906 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fe2a29a6-8f0e-411d-bfcb-7bf003306040 req-a58d8cd0-572a-4372-bb1d-9590812c6fa3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 945 time: 0.1057224 Apr 20 16:57:41.272007 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dd3ec974-b820-46ee-9af4-4aadfa45419d req-b7d22d0e-e141-4691-a361-244c5b0b0531 service neutron] 10.222.0.30 "GET /v2.0/networks/20381039-44fa-4843-ad44-e2844252bf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500621 Apr 20 16:57:41.292462 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fe2a29a6-8f0e-411d-bfcb-7bf003306040 req-b47830fe-3643-46e4-8b42-6921c2af55fc tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb561971-d3da-4e3d-9cff-1fa4d4c7e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0624442 Apr 20 16:57:41.353972 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-d2aeadc6-da84-42c0-be3f-39e07cf9b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'name': 'tempest-TestNetworkBasicOps-router-1595962844', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:54:50Z', 'updated_at': '2022-04-20T16:57:32Z', 'revision_number': 6, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:51Z', 'updated_at': '2022-04-20T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '3a6b8967-6984-44b4-b872-58f41a1d8839', 'name': '', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:0e:5c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:55Z', 'updated_at': '2022-04-20T16:54:59Z', 'revision_number': 5, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:41.368776 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dd3ec974-b820-46ee-9af4-4aadfa45419d req-5616c2be-160d-4395-a2c5-66d2ce36a323 service neutron] 10.222.0.30 "GET /v2.0/networks/20381039-44fa-4843-ad44-e2844252bf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855651 Apr 20 16:57:41.383925 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aeadc6-da84-42c0-be3f-39e07cf9b1f7 None None] The sync data for ids ['fc85f268-36ce-4c71-8647-896f351a4c8e'] in n-d-836146-2 is: [{'id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'name': 'tempest-TestNetworkBasicOps-router-1595962844', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:54:50Z', 'updated_at': '2022-04-20T16:57:32Z', 'revision_number': 6, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:51Z', 'updated_at': '2022-04-20T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '3a6b8967-6984-44b4-b872-58f41a1d8839', 'name': '', 'network_id': '20381039-44fa-4843-ad44-e2844252bf1e', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:0e:5c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:55Z', 'updated_at': '2022-04-20T16:54:59Z', 'revision_number': 5, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '750f5c7f-523c-4564-b999-455188c0cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:57:41.609734 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b0eac0-91bb-4ada-840d-1575ffcc2a7a None None] New status for floating IP 7ac20be3-89af-4f58-a91b-b6ddacf980c7: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:57:42.417082 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e947e5-dd6b-455c-8c58-7c33833a708d req-1a81fd7d-334d-4642-8c42-cfa19eeb3879 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:42.418540 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f3e947e5-dd6b-455c-8c58-7c33833a708d req-1a81fd7d-334d-4642-8c42-cfa19eeb3879 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 945 time: 0.0527329 Apr 20 16:57:42.456704 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f3e947e5-dd6b-455c-8c58-7c33833a708d req-61fb10b4-08b3-4af4-8b63-f3fc03542999 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb561971-d3da-4e3d-9cff-1fa4d4c7e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319700 Apr 20 16:57:43.224688 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7231131-9dd6-489c-a67d-96d384af1f8b req-5ca6147e-8623-4220-ac5d-5e76de41daaa tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:43.226367 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f7231131-9dd6-489c-a67d-96d384af1f8b req-5ca6147e-8623-4220-ac5d-5e76de41daaa tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.30 "GET /v2.0/ports?device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 945 time: 0.0597303 Apr 20 16:57:43.322838 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-f7231131-9dd6-489c-a67d-96d384af1f8b req-ccdff928-a83b-4248-8c9b-9abf53e43845 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Deleting port efb00308-e246-4f78-b0d1-e0d013c155f8 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:57:43.323179 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f7231131-9dd6-489c-a67d-96d384af1f8b req-ccdff928-a83b-4248-8c9b-9abf53e43845 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:43.422848 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-f7231131-9dd6-489c-a67d-96d384af1f8b req-ccdff928-a83b-4248-8c9b-9abf53e43845 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] For port efb00308-e246-4f78-b0d1-e0d013c155f8, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=efb00308-e246-4f78-b0d1-e0d013c155f8,segment=NetworkSegment(1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d),segment_id=1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:57:43.423117 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f7231131-9dd6-489c-a67d-96d384af1f8b req-ccdff928-a83b-4248-8c9b-9abf53e43845 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:43.437859 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-f7231131-9dd6-489c-a67d-96d384af1f8b req-ccdff928-a83b-4248-8c9b-9abf53e43845 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Calling delete_port for efb00308-e246-4f78-b0d1-e0d013c155f8 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:57:43.606300 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275d351-56de-41e1-8cb1-604295f6999f req-c6f4c728-3e00-4b8f-a134-7e7515fe2ee4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:43.608045 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1275d351-56de-41e1-8cb1-604295f6999f req-c6f4c728-3e00-4b8f-a134-7e7515fe2ee4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 945 time: 0.0694923 Apr 20 16:57:43.646730 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1275d351-56de-41e1-8cb1-604295f6999f req-ca310b06-6883-4a48-a6ca-5d6c31a62f33 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb561971-d3da-4e3d-9cff-1fa4d4c7e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0324805 Apr 20 16:57:43.683745 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f7231131-9dd6-489c-a67d-96d384af1f8b req-ccdff928-a83b-4248-8c9b-9abf53e43845 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:43.711492 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdff928-a83b-4248-8c9b-9abf53e43845 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event deleted for resources: {'Port': ['ID=efb00308-e246-4f78-b0d1-e0d013c155f8,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:43.756005 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7231131-9dd6-489c-a67d-96d384af1f8b req-ccdff928-a83b-4248-8c9b-9abf53e43845 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] No DVR routers for this DVR port efb00308-e246-4f78-b0d1-e0d013c155f8 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:57:43.758761 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f7231131-9dd6-489c-a67d-96d384af1f8b req-ccdff928-a83b-4248-8c9b-9abf53e43845 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:43.762303 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f7231131-9dd6-489c-a67d-96d384af1f8b req-ccdff928-a83b-4248-8c9b-9abf53e43845 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.30 "DELETE /v2.0/ports/efb00308-e246-4f78-b0d1-e0d013c155f8 HTTP/1.1" status: 204 len: 173 time: 0.5294240 Apr 20 16:57:43.762738 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494712ed-5e97-48bb-9ab0-6c5852b95132', 'name': 'network-vif-deleted', 'tag': 'efb00308-e246-4f78-b0d1-e0d013c155f8'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:57:43.768866 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d11119b-de0c-4b44-9b60-f24d2b6cc9f7" -d '{"events": [{"server_uuid": "494712ed-5e97-48bb-9ab0-6c5852b95132", "name": "network-vif-deleted", "tag": "efb00308-e246-4f78-b0d1-e0d013c155f8"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:57:43.805121 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af4497d-4054-4477-8b0c-e7cb498ceb8e x-openstack-request-id: req-4af4497d-4054-4477-8b0c-e7cb498ceb8e {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:57:43.805449 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494712ed-5e97-48bb-9ab0-6c5852b95132", "name": "network-vif-deleted", "tag": "efb00308-e246-4f78-b0d1-e0d013c155f8", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:57:43.805700 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4af4497d-4054-4477-8b0c-e7cb498ceb8e {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:57:43.806107 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af4497d-4054-4477-8b0c-e7cb498ceb8e'] response: {'server_uuid': '494712ed-5e97-48bb-9ab0-6c5852b95132', 'name': 'network-vif-deleted', 'tag': 'efb00308-e246-4f78-b0d1-e0d013c155f8', 'status': 'completed', 'code': 200} Apr 20 16:57:44.756065 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c94b837-4a2c-47d1-a953-4ab4fb89d6cc req-293f4262-6edb-45ea-a7da-975460eedc76 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=494712ed-5e97-48bb-9ab0-6c5852b95132 HTTP/1.1" status: 200 len: 210 time: 0.0268610 Apr 20 16:57:45.815882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56688) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:45.874647 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15c64c36-76ec-486f-b771-7ad5566cb244 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:45.908636 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15c64c36-76ec-486f-b771-7ad5566cb244 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:46.026182 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15c64c36-76ec-486f-b771-7ad5566cb244 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:46.029075 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15c64c36-76ec-486f-b771-7ad5566cb244 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:46.030298 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-15c64c36-76ec-486f-b771-7ad5566cb244 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "DELETE /v2.0/security-groups/eb561971-d3da-4e3d-9cff-1fa4d4c7e6a6 HTTP/1.1" status: 204 len: 168 time: 0.2134066 Apr 20 16:57:46.040579 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c64c36-76ec-486f-b771-7ad5566cb244 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb561971-d3da-4e3d-9cff-1fa4d4c7e6a6,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:46.130364 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56692) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:46.492452 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8e057ce6-98f0-4f79-9142-1de04aa34ea9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:46.752653 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-8e057ce6-98f0-4f79-9142-1de04aa34ea9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Deleting port 3a6b8967-6984-44b4-b872-58f41a1d8839 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:57:46.752913 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8e057ce6-98f0-4f79-9142-1de04aa34ea9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:46.845528 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-8e057ce6-98f0-4f79-9142-1de04aa34ea9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] For port 3a6b8967-6984-44b4-b872-58f41a1d8839, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=3a6b8967-6984-44b4-b872-58f41a1d8839,segment=NetworkSegment(1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d),segment_id=1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:57:46.846273 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8e057ce6-98f0-4f79-9142-1de04aa34ea9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:46.859281 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-8e057ce6-98f0-4f79-9142-1de04aa34ea9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Calling delete_port for 3a6b8967-6984-44b4-b872-58f41a1d8839 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:57:46.926994 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device efb00308-e246-4f78-b0d1-e0d013c155f8 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:57:46.951606 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: efb00308-e246-4f78-b0d1-e0d013c155f8 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:57:46.951940 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device efb00308-e246-4f78-b0d1-e0d013c155f8 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:57:47.106313 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8e057ce6-98f0-4f79-9142-1de04aa34ea9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:47.134803 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e057ce6-98f0-4f79-9142-1de04aa34ea9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event deleted for resources: {'Port': ['ID=3a6b8967-6984-44b4-b872-58f41a1d8839,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:47.608014 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8e057ce6-98f0-4f79-9142-1de04aa34ea9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:47.821991 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e057ce6-98f0-4f79-9142-1de04aa34ea9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Router fc85f268-36ce-4c71-8647-896f351a4c8e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:57:47.929080 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e057ce6-98f0-4f79-9142-1de04aa34ea9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:57:47.935317 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8e057ce6-98f0-4f79-9142-1de04aa34ea9 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "PUT /v2.0/routers/fc85f268-36ce-4c71-8647-896f351a4c8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8039126 Apr 20 16:57:47.941061 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56694) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:47.942742 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1089be46-f062-4352-9bf5-666e5ffb6504 None None] Sync routers for ids ['fc85f268-36ce-4c71-8647-896f351a4c8e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:57:47.952958 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1089be46-f062-4352-9bf5-666e5ffb6504 None None] Routers {'fc85f268-36ce-4c71-8647-896f351a4c8e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:57:47.953678 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1089be46-f062-4352-9bf5-666e5ffb6504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:57:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['fc85f268-36ce-4c71-8647-896f351a4c8e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:47.998063 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-4554a66a-c698-4845-9ac4-70647f30b717 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Deleting subnet 750f5c7f-523c-4564-b999-455188c0cd2e {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:57:48.001299 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4554a66a-c698-4845-9ac4-70647f30b717 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:48.045542 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4554a66a-c698-4845-9ac4-70647f30b717 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:48.059743 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-1089be46-f062-4352-9bf5-666e5ffb6504 None None] Set router fc85f268-36ce-4c71-8647-896f351a4c8e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:57:48.138244 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4554a66a-c698-4845-9ac4-70647f30b717 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:48.278095 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4554a66a-c698-4845-9ac4-70647f30b717 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:48.304681 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554a66a-c698-4845-9ac4-70647f30b717 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event deleted for resources: {'Subnet': ['ID=750f5c7f-523c-4564-b999-455188c0cd2e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:48.315927 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4554a66a-c698-4845-9ac4-70647f30b717 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:48.319364 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56696) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:48.320257 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4554a66a-c698-4845-9ac4-70647f30b717 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "DELETE /v2.0/subnets/750f5c7f-523c-4564-b999-455188c0cd2e HTTP/1.1" status: 204 len: 168 time: 0.3809097 Apr 20 16:57:48.322152 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efbe844-5d5b-42c0-a712-893158891219 None None] Network 20381039-44fa-4843-ad44-e2844252bf1e requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:57:48.346243 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1089be46-f062-4352-9bf5-666e5ffb6504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'name': 'tempest-TestNetworkBasicOps-router-1595962844', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:54:50Z', 'updated_at': '2022-04-20T16:57:46Z', 'revision_number': 7, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:51Z', 'updated_at': '2022-04-20T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:48.381943 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1089be46-f062-4352-9bf5-666e5ffb6504 None None] Checking router: fc85f268-36ce-4c71-8647-896f351a4c8e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:57:48.390462 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1089be46-f062-4352-9bf5-666e5ffb6504 None None] Routers {'fc85f268-36ce-4c71-8647-896f351a4c8e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:57:48.390997 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1089be46-f062-4352-9bf5-666e5ffb6504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:57:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['fc85f268-36ce-4c71-8647-896f351a4c8e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:48.437999 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5d68324-eed9-404b-8c9e-f2a12bcd3e94 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:48.500604 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-1089be46-f062-4352-9bf5-666e5ffb6504 None None] Set router fc85f268-36ce-4c71-8647-896f351a4c8e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:57:48.523566 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9775bc28-7697-4235-8f66-55fa43d17140 None None] DHCP port deletion for 20381039-44fa-4843-ad44-e2844252bf1e request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:57:48.559065 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5d68324-eed9-404b-8c9e-f2a12bcd3e94 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:48.575841 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-9775bc28-7697-4235-8f66-55fa43d17140 None None] Deleting port 1b8e30da-57b8-4769-9a62-bd14279ecdf3 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:57:48.576216 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9775bc28-7697-4235-8f66-55fa43d17140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:48.641598 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9775bc28-7697-4235-8f66-55fa43d17140 None None] For port 1b8e30da-57b8-4769-9a62-bd14279ecdf3, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=1b8e30da-57b8-4769-9a62-bd14279ecdf3,segment=NetworkSegment(1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d),segment_id=1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:57:48.641843 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9775bc28-7697-4235-8f66-55fa43d17140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:48.655385 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-9775bc28-7697-4235-8f66-55fa43d17140 None None] Calling delete_port for 1b8e30da-57b8-4769-9a62-bd14279ecdf3 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:57:48.661834 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-f5d68324-eed9-404b-8c9e-f2a12bcd3e94 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Deleting port ba04d192-6446-4843-9699-e4484ba079fa {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:57:48.662323 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5d68324-eed9-404b-8c9e-f2a12bcd3e94 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:48.686032 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1089be46-f062-4352-9bf5-666e5ffb6504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'name': 'tempest-TestNetworkBasicOps-router-1595962844', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:54:50Z', 'updated_at': '2022-04-20T16:57:46Z', 'revision_number': 7, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:51Z', 'updated_at': '2022-04-20T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:48.714856 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1089be46-f062-4352-9bf5-666e5ffb6504 None None] The sync data for ids ['fc85f268-36ce-4c71-8647-896f351a4c8e'] in n-d-836146-2 is: [{'id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'name': 'tempest-TestNetworkBasicOps-router-1595962844', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:54:50Z', 'updated_at': '2022-04-20T16:57:46Z', 'revision_number': 7, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ba04d192-6446-4843-9699-e4484ba079fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc85f268-36ce-4c71-8647-896f351a4c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:54:51Z', 'updated_at': '2022-04-20T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:57:48.760451 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-f5d68324-eed9-404b-8c9e-f2a12bcd3e94 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] For port ba04d192-6446-4843-9699-e4484ba079fa, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ba04d192-6446-4843-9699-e4484ba079fa,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:57:48.760890 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5d68324-eed9-404b-8c9e-f2a12bcd3e94 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:48.776090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-f5d68324-eed9-404b-8c9e-f2a12bcd3e94 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Calling delete_port for ba04d192-6446-4843-9699-e4484ba079fa owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:57:48.797419 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9775bc28-7697-4235-8f66-55fa43d17140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:48.820986 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775bc28-7697-4235-8f66-55fa43d17140 None None] Pushing event deleted for resources: {'Port': ['ID=1b8e30da-57b8-4769-9a62-bd14279ecdf3,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:48.830266 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9775bc28-7697-4235-8f66-55fa43d17140 None None] No DVR routers for this DVR port 1b8e30da-57b8-4769-9a62-bd14279ecdf3 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:57:49.008967 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5d68324-eed9-404b-8c9e-f2a12bcd3e94 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:49.035456 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d68324-eed9-404b-8c9e-f2a12bcd3e94 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event deleted for resources: {'Port': ['ID=ba04d192-6446-4843-9699-e4484ba079fa,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:49.114213 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5d68324-eed9-404b-8c9e-f2a12bcd3e94 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:49.200395 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1b8e30da-57b8-4769-9a62-bd14279ecdf3 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:57:49.217811 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5d68324-eed9-404b-8c9e-f2a12bcd3e94 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:49.220073 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5d68324-eed9-404b-8c9e-f2a12bcd3e94 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:49.226527 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 1b8e30da-57b8-4769-9a62-bd14279ecdf3 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:57:49.226876 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1b8e30da-57b8-4769-9a62-bd14279ecdf3 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:57:49.227293 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 3a6b8967-6984-44b4-b872-58f41a1d8839 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:57:49.249895 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 3a6b8967-6984-44b4-b872-58f41a1d8839 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:57:49.250235 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 3a6b8967-6984-44b4-b872-58f41a1d8839 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:57:49.352384 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5d68324-eed9-404b-8c9e-f2a12bcd3e94 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:49.352973 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d68324-eed9-404b-8c9e-f2a12bcd3e94 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Fanout notify agent at l3_agent the message router_deleted on router fc85f268-36ce-4c71-8647-896f351a4c8e {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:57:49.360149 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5d68324-eed9-404b-8c9e-f2a12bcd3e94 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:49.361556 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f5d68324-eed9-404b-8c9e-f2a12bcd3e94 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "DELETE /v2.0/routers/fc85f268-36ce-4c71-8647-896f351a4c8e HTTP/1.1" status: 204 len: 168 time: 1.0410476 Apr 20 16:57:49.364956 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56698) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:49.453339 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5a9bec6-b6b3-4cc4-af9e-25b7104467f4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:49.561932 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5a9bec6-b6b3-4cc4-af9e-25b7104467f4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:49.584223 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b5a9bec6-b6b3-4cc4-af9e-25b7104467f4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20381039-44fa-4843-ad44-e2844252bf1e']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:49.593830 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b5a9bec6-b6b3-4cc4-af9e-25b7104467f4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:49.594120 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b5a9bec6-b6b3-4cc4-af9e-25b7104467f4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2e5cd2-3c47-44e9-a4f2-706c2ab8dc2d') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:49.603878 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5a9bec6-b6b3-4cc4-af9e-25b7104467f4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:49.617958 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5a9bec6-b6b3-4cc4-af9e-25b7104467f4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:49.625907 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a9bec6-b6b3-4cc4-af9e-25b7104467f4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:57:49.626297 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5a9bec6-b6b3-4cc4-af9e-25b7104467f4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: timer() Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:57:49.629390 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:57:49.775113 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5a9bec6-b6b3-4cc4-af9e-25b7104467f4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:49.782881 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5a9bec6-b6b3-4cc4-af9e-25b7104467f4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:49.786341 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b5a9bec6-b6b3-4cc4-af9e-25b7104467f4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "DELETE /v2.0/networks/20381039-44fa-4843-ad44-e2844252bf1e HTTP/1.1" status: 204 len: 168 time: 0.4194498 Apr 20 16:57:49.802018 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9bec6-b6b3-4cc4-af9e-25b7104467f4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event deleted for resources: {'Network': ['ID=20381039-44fa-4843-ad44-e2844252bf1e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:49.807289 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56700) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:49.812853 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-83cb35bc-91d4-4028-bd3c-9c727b88b5ff tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'network': {'name': 'tempest-network-smoke--753060538', 'project_id': '1fac00df27e743498b92f84c2911dae6', 'port_security_enabled': True}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:57:49.900431 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cb35bc-91d4-4028-bd3c-9c727b88b5ff tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Made reservation on behalf of 1fac00df27e743498b92f84c2911dae6 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:57:49.908735 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-83cb35bc-91d4-4028-bd3c-9c727b88b5ff tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:49.932947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83cb35bc-91d4-4028-bd3c-9c727b88b5ff tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:57:49.942799 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-83cb35bc-91d4-4028-bd3c-9c727b88b5ff tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:49.943139 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-83cb35bc-91d4-4028-bd3c-9c727b88b5ff tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Added segment 9edca83c-6a83-443a-a084-9359115d81e6 of type vlan for network 5375a4aa-866d-4dae-ae8d-42d89f27c61a Apr 20 16:57:49.984564 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-83cb35bc-91d4-4028-bd3c-9c727b88b5ff tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:50.071652 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-83cb35bc-91d4-4028-bd3c-9c727b88b5ff tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:50.077212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cb35bc-91d4-4028-bd3c-9c727b88b5ff tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:50.077798 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-83cb35bc-91d4-4028-bd3c-9c727b88b5ff tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:50.150046 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-83cb35bc-91d4-4028-bd3c-9c727b88b5ff tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3411980 Apr 20 16:57:50.152992 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56702) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:50.153856 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb35bc-91d4-4028-bd3c-9c727b88b5ff tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'Network': ['ID=5375a4aa-866d-4dae-ae8d-42d89f27c61a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:50.160039 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-82081af3-7fbc-4e96-9971-a054028b2876 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2144185889', 'admin_state_up': True, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:57:50.166609 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 5375a4aa-866d-4dae-ae8d-42d89f27c61a details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:57:50.249301 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-82081af3-7fbc-4e96-9971-a054028b2876 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:50.250384 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-82081af3-7fbc-4e96-9971-a054028b2876 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:50.303375 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-82081af3-7fbc-4e96-9971-a054028b2876 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:50.504593 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-82081af3-7fbc-4e96-9971-a054028b2876 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:50.765014 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-82081af3-7fbc-4e96-9971-a054028b2876 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:50.783697 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-82081af3-7fbc-4e96-9971-a054028b2876 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:50.890599 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-82081af3-7fbc-4e96-9971-a054028b2876 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Allocated IP 172.25.0.51 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/ad81c91d-3f97-405b-8c81-20843f44255e) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:57:50.946111 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ba04d192-6446-4843-9699-e4484ba079fa no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:57:50.967861 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: ba04d192-6446-4843-9699-e4484ba079fa {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:57:50.968304 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ba04d192-6446-4843-9699-e4484ba079fa not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:57:50.999963 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-82081af3-7fbc-4e96-9971-a054028b2876 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:51.130049 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-82081af3-7fbc-4e96-9971-a054028b2876 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:51.171653 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82081af3-7fbc-4e96-9971-a054028b2876 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:57:51.174745 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-82081af3-7fbc-4e96-9971-a054028b2876 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:57:51.177832 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82081af3-7fbc-4e96-9971-a054028b2876 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:57:51.203266 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82081af3-7fbc-4e96-9971-a054028b2876 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'Port': ['ID=ad81c91d-3f97-405b-8c81-20843f44255e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:51.509595 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-82081af3-7fbc-4e96-9971-a054028b2876 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:51.718338 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-82081af3-7fbc-4e96-9971-a054028b2876 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:51.917213 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82081af3-7fbc-4e96-9971-a054028b2876 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Router ec921997-5c31-4ac3-9d5d-de022dc9a8c1 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:57:52.372396 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82081af3-7fbc-4e96-9971-a054028b2876 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:57:52.382453 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] Sync routers for ids ['ec921997-5c31-4ac3-9d5d-de022dc9a8c1'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:57:52.391864 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] Routers {'ec921997-5c31-4ac3-9d5d-de022dc9a8c1'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:57:52.395072 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:57:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ec921997-5c31-4ac3-9d5d-de022dc9a8c1'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:52.447457 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-82081af3-7fbc-4e96-9971-a054028b2876 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:52.449006 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-82081af3-7fbc-4e96-9971-a054028b2876 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2943945 Apr 20 16:57:52.452364 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56704) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:52.481799 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5f0119c8-f037-45de-8a2b-3737e61cd310 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=1fac00df27e743498b92f84c2911dae6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282795 Apr 20 16:57:52.484470 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56706) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:52.583333 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42913374-c4f1-4930-ade5-152a273246cd tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:52.586816 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-42913374-c4f1-4930-ade5-152a273246cd tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0994744 Apr 20 16:57:52.587869 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56708) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:52.616684 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-93b05fef-64ff-4c26-a0da-8e90c511d0d9 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274978 Apr 20 16:57:52.619166 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56710) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:52.624194 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4d1345cd-854b-4126-a03f-b2b613c96f87 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-964446610', 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a', 'project_id': '1fac00df27e743498b92f84c2911dae6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:57:52.658539 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] Set router ec921997-5c31-4ac3-9d5d-de022dc9a8c1 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:57:52.797924 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1345cd-854b-4126-a03f-b2b613c96f87 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Made reservation on behalf of 1fac00df27e743498b92f84c2911dae6 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:57:52.802189 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4d1345cd-854b-4126-a03f-b2b613c96f87 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:52.832637 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f03bc983-f707-46c8-ab92-d299f4eecc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:52.867581 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'name': 'tempest-TestNetworkBasicOps-router-2144185889', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:51Z', 'revision_number': 3, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:52.894424 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] Checking router: ec921997-5c31-4ac3-9d5d-de022dc9a8c1 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:57:52.894712 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] Updating router ec921997-5c31-4ac3-9d5d-de022dc9a8c1 port ad81c91d-3f97-405b-8c81-20843f44255e binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:57:52.920641 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:53.049469 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4d1345cd-854b-4126-a03f-b2b613c96f87 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:53.115357 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1345cd-854b-4126-a03f-b2b613c96f87 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'Subnet': ['ID=3cd6aee1-0b5e-4c6c-953d-7fc6884c677a,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:53.124591 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1345cd-854b-4126-a03f-b2b613c96f87 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Checking segment: {'id': '9edca83c-6a83-443a-a084-9359115d81e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:57:53.124955 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1345cd-854b-4126-a03f-b2b613c96f87 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Network hostable DHCP agents. Network: 5375a4aa-866d-4dae-ae8d-42d89f27c61a, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:57:53.194749 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:53.231745 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1345cd-854b-4126-a03f-b2b613c96f87 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Network 5375a4aa-866d-4dae-ae8d-42d89f27c61a is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:57:53.260064 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:53.312236 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466383c-e8bb-478b-b00e-a9f9d3fdddbc None None] Pushing event updated for resources: {'Port': ['ID=ad81c91d-3f97-405b-8c81-20843f44255e,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:53.316545 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] Attempting to bind port ad81c91d-3f97-405b-8c81-20843f44255e on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:57:53.317547 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] Attempting to bind port ad81c91d-3f97-405b-8c81-20843f44255e by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:57:53.317902 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] Attempting to bind port ad81c91d-3f97-405b-8c81-20843f44255e on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:57:53.323265 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:57:53.323643 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:57:53.324046 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:53.324463 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:57:53.324932 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] Bound port: ad81c91d-3f97-405b-8c81-20843f44255e, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:57:53.325314 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:53.340033 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-4d1345cd-854b-4126-a03f-b2b613c96f87 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 5375a4aa-866d-4dae-ae8d-42d89f27c61a) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:57:53.345515 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1345cd-854b-4126-a03f-b2b613c96f87 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:53.346391 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4d1345cd-854b-4126-a03f-b2b613c96f87 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:53.352533 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84160d8-28b5-41d0-98e1-f4bc90751fbf None None] Network 5375a4aa-866d-4dae-ae8d-42d89f27c61a requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:57:53.431522 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] For port ad81c91d-3f97-405b-8c81-20843f44255e, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:57:53.438368 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] For port ad81c91d-3f97-405b-8c81-20843f44255e, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ad81c91d-3f97-405b-8c81-20843f44255e,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:57:53.438597 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4d1345cd-854b-4126-a03f-b2b613c96f87 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8156621 Apr 20 16:57:53.439066 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56712) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:53.526402 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:53.537344 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4fefff-3760-4260-91df-880fa7e000ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-5375a4aa-866d-4dae-ae8d-42d89f27c61a', 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'fixed_ips': [{'subnet_id': '3cd6aee1-0b5e-4c6c-953d-7fc6884c677a'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:57:53.538175 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9f4fefff-3760-4260-91df-880fa7e000ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:53.615500 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] Routers {'ec921997-5c31-4ac3-9d5d-de022dc9a8c1'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:57:53.616155 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:57:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ec921997-5c31-4ac3-9d5d-de022dc9a8c1'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:53.655750 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466383c-e8bb-478b-b00e-a9f9d3fdddbc None None] Pushing event updated for resources: {'Port': ['ID=ad81c91d-3f97-405b-8c81-20843f44255e,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:53.835316 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-9f4fefff-3760-4260-91df-880fa7e000ca None None] Allocated IP 172.20.0.2 (5375a4aa-866d-4dae-ae8d-42d89f27c61a/3cd6aee1-0b5e-4c6c-953d-7fc6884c677a/3bd8823d-ecdd-41b0-844d-ef5e818ed029) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:57:53.838520 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] Set router ec921997-5c31-4ac3-9d5d-de022dc9a8c1 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:57:53.893359 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8cf503ae-c885-437a-a67b-d625e7c270c7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:54.127826 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9f4fefff-3760-4260-91df-880fa7e000ca None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:54.142074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'name': 'tempest-TestNetworkBasicOps-router-2144185889', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:51Z', 'revision_number': 3, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:54.169186 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcccd46-7d57-4494-897f-a55e8fc01a13 None None] The sync data for ids ['ec921997-5c31-4ac3-9d5d-de022dc9a8c1'] in n-d-836146-2 is: [{'id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'name': 'tempest-TestNetworkBasicOps-router-2144185889', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:51Z', 'revision_number': 3, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:57:54.232296 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9f4fefff-3760-4260-91df-880fa7e000ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:54.278324 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4fefff-3760-4260-91df-880fa7e000ca None None] Network 5375a4aa-866d-4dae-ae8d-42d89f27c61a is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:57:54.282449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-9f4fefff-3760-4260-91df-880fa7e000ca None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:57:54.284415 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fefff-3760-4260-91df-880fa7e000ca None None] Pushing event updated for resources: {'Port': ['ID=3bd8823d-ecdd-41b0-844d-ef5e818ed029,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:54.286685 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4fefff-3760-4260-91df-880fa7e000ca None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:57:54.286836 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-8cf503ae-c885-437a-a67b-d625e7c270c7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Allocated IP 172.20.0.1 (5375a4aa-866d-4dae-ae8d-42d89f27c61a/3cd6aee1-0b5e-4c6c-953d-7fc6884c677a/5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:57:54.352670 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-9f4fefff-3760-4260-91df-880fa7e000ca None None] Attempting to bind port 3bd8823d-ecdd-41b0-844d-ef5e818ed029 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:57:54.353143 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-9f4fefff-3760-4260-91df-880fa7e000ca None None] Attempting to bind port 3bd8823d-ecdd-41b0-844d-ef5e818ed029 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '9edca83c-6a83-443a-a084-9359115d81e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:57:54.353572 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4fefff-3760-4260-91df-880fa7e000ca None None] Attempting to bind port 3bd8823d-ecdd-41b0-844d-ef5e818ed029 on network 5375a4aa-866d-4dae-ae8d-42d89f27c61a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:57:54.361033 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4fefff-3760-4260-91df-880fa7e000ca None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:57:54.361616 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4fefff-3760-4260-91df-880fa7e000ca None None] Checking segment: {'id': '9edca83c-6a83-443a-a084-9359115d81e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:57:54.362147 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9f4fefff-3760-4260-91df-880fa7e000ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:54.362608 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4fefff-3760-4260-91df-880fa7e000ca None None] Bound using segment: {'id': '9edca83c-6a83-443a-a084-9359115d81e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:57:54.363160 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-9f4fefff-3760-4260-91df-880fa7e000ca None None] Bound port: 3bd8823d-ecdd-41b0-844d-ef5e818ed029, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9edca83c-6a83-443a-a084-9359115d81e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:57:54.363821 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9f4fefff-3760-4260-91df-880fa7e000ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:54.422338 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8cf503ae-c885-437a-a67b-d625e7c270c7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:54.460326 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9f4fefff-3760-4260-91df-880fa7e000ca None None] For port 3bd8823d-ecdd-41b0-844d-ef5e818ed029, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:57:54.464668 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9f4fefff-3760-4260-91df-880fa7e000ca None None] For port 3bd8823d-ecdd-41b0-844d-ef5e818ed029, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=3bd8823d-ecdd-41b0-844d-ef5e818ed029,segment=NetworkSegment(9edca83c-6a83-443a-a084-9359115d81e6),segment_id=9edca83c-6a83-443a-a084-9359115d81e6)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:57:54.531180 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8cf503ae-c885-437a-a67b-d625e7c270c7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:54.541396 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9f4fefff-3760-4260-91df-880fa7e000ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:54.578128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf503ae-c885-437a-a67b-d625e7c270c7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Network 5375a4aa-866d-4dae-ae8d-42d89f27c61a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:57:54.581584 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-8cf503ae-c885-437a-a67b-d625e7c270c7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:57:54.585927 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf503ae-c885-437a-a67b-d625e7c270c7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:57:54.616317 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf503ae-c885-437a-a67b-d625e7c270c7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'Port': ['ID=5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:54.633235 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fefff-3760-4260-91df-880fa7e000ca None None] Pushing event updated for resources: {'Port': ['ID=3bd8823d-ecdd-41b0-844d-ef5e818ed029,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:54.652850 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8cf503ae-c885-437a-a67b-d625e7c270c7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:54.861624 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8cf503ae-c885-437a-a67b-d625e7c270c7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:55.093332 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ad81c91d-3f97-405b-8c81-20843f44255e up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:57:55.133810 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-893ef5c1-e106-4aeb-93e5-d835dfffcfb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:55.153496 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ad81c91d-3f97-405b-8c81-20843f44255e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:57:55.153496 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:55.231553 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8cf503ae-c885-437a-a67b-d625e7c270c7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:55.256986 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:55.278224 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port ad81c91d-3f97-405b-8c81-20843f44255e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ad81c91d-3f97-405b-8c81-20843f44255e,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:57:55.306283 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8cf503ae-c885-437a-a67b-d625e7c270c7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:55.340310 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:55.341437 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 3bd8823d-ecdd-41b0-844d-ef5e818ed029 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:57:55.383589 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf503ae-c885-437a-a67b-d625e7c270c7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'Port': ['ID=5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:55.386305 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8cf503ae-c885-437a-a67b-d625e7c270c7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:55.435450 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=ad81c91d-3f97-405b-8c81-20843f44255e,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:55.447036 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 3bd8823d-ecdd-41b0-844d-ef5e818ed029 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:57:55.447698 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:55.503424 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf503ae-c885-437a-a67b-d625e7c270c7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Network 5375a4aa-866d-4dae-ae8d-42d89f27c61a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:57:55.505116 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-8cf503ae-c885-437a-a67b-d625e7c270c7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:57:55.538782 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:55.577827 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 3bd8823d-ecdd-41b0-844d-ef5e818ed029, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=3bd8823d-ecdd-41b0-844d-ef5e818ed029,segment=NetworkSegment(9edca83c-6a83-443a-a084-9359115d81e6),segment_id=9edca83c-6a83-443a-a084-9359115d81e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:57:55.643183 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:55.645413 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf503ae-c885-437a-a67b-d625e7c270c7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Router ec921997-5c31-4ac3-9d5d-de022dc9a8c1 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:57:55.711532 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=3bd8823d-ecdd-41b0-844d-ef5e818ed029,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:55.745136 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e3b28b-19e1-4b69-9248-f5ec9869acbc None None] Network 5375a4aa-866d-4dae-ae8d-42d89f27c61a requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:57:55.763125 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf503ae-c885-437a-a67b-d625e7c270c7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:57:55.784963 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8cf503ae-c885-437a-a67b-d625e7c270c7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "PUT /v2.0/routers/ec921997-5c31-4ac3-9d5d-de022dc9a8c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3278172 Apr 20 16:57:55.784963 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56714) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:55.825071 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-374400ec-5290-4e47-8f62-6fa31aeb8d85 None None] Provisioning complete for port 3bd8823d-ecdd-41b0-844d-ef5e818ed029 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:57:55.825443 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-374400ec-5290-4e47-8f62-6fa31aeb8d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:55.868372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f613e0-70cb-489a-b350-1db27ae68938 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:55.868862 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f613e0-70cb-489a-b350-1db27ae68938 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:55.869333 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f613e0-70cb-489a-b350-1db27ae68938 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:55.870452 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f613e0-70cb-489a-b350-1db27ae68938 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:55.874073 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-90f613e0-70cb-489a-b350-1db27ae68938 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.0991945 Apr 20 16:57:55.874383 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56716) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:55.937954 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f9e6d6-5e3f-4e94-ba3b-2bcc256b7da3 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:55.938425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f9e6d6-5e3f-4e94-ba3b-2bcc256b7da3 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:55.938876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f9e6d6-5e3f-4e94-ba3b-2bcc256b7da3 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:55.939327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f9e6d6-5e3f-4e94-ba3b-2bcc256b7da3 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:55.944324 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c9f9e6d6-5e3f-4e94-ba3b-2bcc256b7da3 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0657690 Apr 20 16:57:55.944536 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56718) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:56.233795 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] Sync routers for ids ['ec921997-5c31-4ac3-9d5d-de022dc9a8c1'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:57:56.247395 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] Routers {'ec921997-5c31-4ac3-9d5d-de022dc9a8c1'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:57:56.248397 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:57:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ec921997-5c31-4ac3-9d5d-de022dc9a8c1'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:56.299655 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d2b9bcfb-8240-472e-80da-811ee081c07a None None] Provisioning complete for port 3bd8823d-ecdd-41b0-844d-ef5e818ed029 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:57:56.300314 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d2b9bcfb-8240-472e-80da-811ee081c07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:56.367663 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] Set router ec921997-5c31-4ac3-9d5d-de022dc9a8c1 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:57:56.426546 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d2b9bcfb-8240-472e-80da-811ee081c07a None None] Provisioning complete for port 5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:57:56.426546 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d2b9bcfb-8240-472e-80da-811ee081c07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:56.468422 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d2b9bcfb-8240-472e-80da-811ee081c07a None None] Port 5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:57:56.493821 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:56.539195 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3a4786c0-66fa-4494-9216-a9bafe5277a4 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.5908184 Apr 20 16:57:56.592088 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9332571d-0d2e-47d2-8a7b-c7c7caed849e None None] Provisioning complete for port 5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:57:56.592980 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9332571d-0d2e-47d2-8a7b-c7c7caed849e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:56.616897 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'name': 'tempest-TestNetworkBasicOps-router-2144185889', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:54Z', 'revision_number': 4, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e', 'name': '', 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:b8:14:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '3cd6aee1-0b5e-4c6c-953d-7fc6884c677a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:57:54Z', 'updated_at': '2022-04-20T16:57:55Z', 'revision_number': 2, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '3cd6aee1-0b5e-4c6c-953d-7fc6884c677a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:56.632697 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-9332571d-0d2e-47d2-8a7b-c7c7caed849e None None] Port 5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:57:56.653980 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] Checking router: ec921997-5c31-4ac3-9d5d-de022dc9a8c1 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:57:56.654867 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] Updating router ec921997-5c31-4ac3-9d5d-de022dc9a8c1 port 5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:57:56.682380 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:56.754310 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2bb71e8e-be74-43f3-9fbc-32079dec7ad6 None None] Provisioning complete for port 5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:57:56.754726 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2bb71e8e-be74-43f3-9fbc-32079dec7ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:56.795012 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2bb71e8e-be74-43f3-9fbc-32079dec7ad6 None None] Port 5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:57:56.857523 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56722) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:56.862113 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7f029bfa-c163-4f35-886b-71401fd214f2 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1843877250', 'description': 'tempest-secgroup-smoke-1843877250 description', 'project_id': '1fac00df27e743498b92f84c2911dae6'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:57:56.946359 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7f029bfa-c163-4f35-886b-71401fd214f2 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:56.965271 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:57.004752 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ad81c91d-3f97-405b-8c81-20843f44255e up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:57:57.025329 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7f029bfa-c163-4f35-886b-71401fd214f2 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:57.031632 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:57.055115 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ad81c91d-3f97-405b-8c81-20843f44255e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:57:57.056629 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:57.086289 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a40f4-9e50-42af-bd56-a2a429de27ed None None] Pushing event updated for resources: {'Port': ['ID=5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:57.096710 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a40f4-9e50-42af-bd56-a2a429de27ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:57.096710 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a40f4-9e50-42af-bd56-a2a429de27ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:57.097071 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a40f4-9e50-42af-bd56-a2a429de27ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:57.097392 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a40f4-9e50-42af-bd56-a2a429de27ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:57.098303 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a40f4-9e50-42af-bd56-a2a429de27ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:57.098639 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a40f4-9e50-42af-bd56-a2a429de27ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:57.099191 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a40f4-9e50-42af-bd56-a2a429de27ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:57.099920 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a40f4-9e50-42af-bd56-a2a429de27ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:57.100238 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a40f4-9e50-42af-bd56-a2a429de27ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:57.100590 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a40f4-9e50-42af-bd56-a2a429de27ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:57.100918 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a40f4-9e50-42af-bd56-a2a429de27ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:57.101242 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a40f4-9e50-42af-bd56-a2a429de27ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:57:57.111745 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7f029bfa-c163-4f35-886b-71401fd214f2 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:57.139092 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 3bd8823d-ecdd-41b0-844d-ef5e818ed029 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:57:57.150388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f029bfa-c163-4f35-886b-71401fd214f2 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e4eea8-e4b8-4e5e-bb81-83c49127f1df,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:57.174103 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] Attempting to bind port 5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:57:57.177023 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] Attempting to bind port 5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '9edca83c-6a83-443a-a084-9359115d81e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:57:57.177023 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] Attempting to bind port 5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e on network 5375a4aa-866d-4dae-ae8d-42d89f27c61a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:57:57.180812 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:57:57.181190 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] Checking segment: {'id': '9edca83c-6a83-443a-a084-9359115d81e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:57:57.181593 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:57.182288 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] Bound using segment: {'id': '9edca83c-6a83-443a-a084-9359115d81e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:57:57.182457 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] Bound port: 5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9edca83c-6a83-443a-a084-9359115d81e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:57:57.182836 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:57.245643 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7f029bfa-c163-4f35-886b-71401fd214f2 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:57.250840 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56724) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:57.252671 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7f029bfa-c163-4f35-886b-71401fd214f2 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3914063 Apr 20 16:57:57.255611 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-dd59bd72-e89e-4272-be82-433ded0491d3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'security_group_rule': {'security_group_id': '75e4eea8-e4b8-4e5e-bb81-83c49127f1df', 'project_id': '1fac00df27e743498b92f84c2911dae6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:57:57.273343 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] For port 5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:57:57.277427 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] For port 5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e,segment=NetworkSegment(9edca83c-6a83-443a-a084-9359115d81e6),segment_id=9edca83c-6a83-443a-a084-9359115d81e6)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:57:57.362432 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dd59bd72-e89e-4272-be82-433ded0491d3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:57.377696 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 3bd8823d-ecdd-41b0-844d-ef5e818ed029 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:57:57.378210 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:57.388760 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:57.437577 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5aafdc30-8fc4-4bfb-8a80-62f7564c55ec None None] Provisioning complete for port 5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:57:57.437577 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5aafdc30-8fc4-4bfb-8a80-62f7564c55ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:57.442559 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dd59bd72-e89e-4272-be82-433ded0491d3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:57.445032 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] Routers {'ec921997-5c31-4ac3-9d5d-de022dc9a8c1'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:57:57.446011 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:57:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ec921997-5c31-4ac3-9d5d-de022dc9a8c1'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:57.506027 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a40f4-9e50-42af-bd56-a2a429de27ed None None] Pushing event updated for resources: {'Port': ['ID=5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:57.513518 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dd59bd72-e89e-4272-be82-433ded0491d3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:57.551282 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59bd72-e89e-4272-be82-433ded0491d3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c227d2d2-053f-4673-994e-8fa1c0dc42e6,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:57.582577 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5aafdc30-8fc4-4bfb-8a80-62f7564c55ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:57.606509 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] Set router ec921997-5c31-4ac3-9d5d-de022dc9a8c1 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:57:57.621635 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5aafdc30-8fc4-4bfb-8a80-62f7564c55ec None None] For port 5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e,segment=NetworkSegment(9edca83c-6a83-443a-a084-9359115d81e6),segment_id=9edca83c-6a83-443a-a084-9359115d81e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:57:57.633710 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dd59bd72-e89e-4272-be82-433ded0491d3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:57.637587 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dd59bd72-e89e-4272-be82-433ded0491d3 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3863037 Apr 20 16:57:57.640407 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56726) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:57.645176 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b8ef379a-86b8-4217-9567-b0fe1ecb310b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'security_group_rule': {'security_group_id': '75e4eea8-e4b8-4e5e-bb81-83c49127f1df', 'project_id': '1fac00df27e743498b92f84c2911dae6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:57:57.711749 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5aafdc30-8fc4-4bfb-8a80-62f7564c55ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:57.747180 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b8ef379a-86b8-4217-9567-b0fe1ecb310b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:57.775421 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafdc30-8fc4-4bfb-8a80-62f7564c55ec None None] Pushing event updated for resources: {'Port': ['ID=5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:57.829456 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b8ef379a-86b8-4217-9567-b0fe1ecb310b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:57.838448 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4a295e28-55c4-44bf-b037-2903dda6d325 None None] Provisioning complete for port 5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:57:57.838844 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4a295e28-55c4-44bf-b037-2903dda6d325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:57.911165 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'name': 'tempest-TestNetworkBasicOps-router-2144185889', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:54Z', 'revision_number': 4, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e', 'name': '', 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:b8:14:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '3cd6aee1-0b5e-4c6c-953d-7fc6884c677a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:57:54Z', 'updated_at': '2022-04-20T16:57:57Z', 'revision_number': 4, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '3cd6aee1-0b5e-4c6c-953d-7fc6884c677a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:57:57.920098 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:57.943772 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e843912f-cf8b-44dc-b2f9-9e55d23b0159 None None] The sync data for ids ['ec921997-5c31-4ac3-9d5d-de022dc9a8c1'] in n-d-836146-2 is: [{'id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'name': 'tempest-TestNetworkBasicOps-router-2144185889', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:54Z', 'revision_number': 4, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e', 'name': '', 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:b8:14:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '3cd6aee1-0b5e-4c6c-953d-7fc6884c677a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:57:54Z', 'updated_at': '2022-04-20T16:57:57Z', 'revision_number': 4, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '3cd6aee1-0b5e-4c6c-953d-7fc6884c677a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:57:57.951781 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b8ef379a-86b8-4217-9567-b0fe1ecb310b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:57.979846 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef379a-86b8-4217-9567-b0fe1ecb310b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e1f438-54be-4aba-bd37-6ab8074add5d,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:58.068205 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b8ef379a-86b8-4217-9567-b0fe1ecb310b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:58.075018 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56728) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:58.075688 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b8ef379a-86b8-4217-9567-b0fe1ecb310b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4311776 Apr 20 16:57:58.078209 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-93e04d8a-592b-40db-85fe-d081357593d8 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'security_group_rule': {'security_group_id': '75e4eea8-e4b8-4e5e-bb81-83c49127f1df', 'project_id': '1fac00df27e743498b92f84c2911dae6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:57:58.163254 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:58.203085 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-93e04d8a-592b-40db-85fe-d081357593d8 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:58.275961 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-93e04d8a-592b-40db-85fe-d081357593d8 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:58.345746 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-93e04d8a-592b-40db-85fe-d081357593d8 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:58.364912 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e04d8a-592b-40db-85fe-d081357593d8 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ac3d03-5465-4a3e-b1df-84efe3c70da6,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:58.445648 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-93e04d8a-592b-40db-85fe-d081357593d8 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:58.447223 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-93e04d8a-592b-40db-85fe-d081357593d8 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3731017 Apr 20 16:57:58.450019 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56730) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:58.455176 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-fe0f8824-7b1d-480e-b857-3cf7a83280e5 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'security_group_rule': {'security_group_id': '75e4eea8-e4b8-4e5e-bb81-83c49127f1df', 'project_id': '1fac00df27e743498b92f84c2911dae6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:57:58.569206 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fe0f8824-7b1d-480e-b857-3cf7a83280e5 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:58.642371 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fe0f8824-7b1d-480e-b857-3cf7a83280e5 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:58.705821 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fe0f8824-7b1d-480e-b857-3cf7a83280e5 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:58.725255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f8824-7b1d-480e-b857-3cf7a83280e5 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c366cfd-0912-4cbc-aa8e-ed34a7bff04a,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:58.793975 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fe0f8824-7b1d-480e-b857-3cf7a83280e5 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:58.795221 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-fe0f8824-7b1d-480e-b857-3cf7a83280e5 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3442328 Apr 20 16:57:58.798030 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56732) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:58.802891 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d22ab6de-d362-4af0-a063-4b1b5659c73b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'security_group_rule': {'security_group_id': '75e4eea8-e4b8-4e5e-bb81-83c49127f1df', 'project_id': '1fac00df27e743498b92f84c2911dae6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:57:58.922852 n-d-836146-2 neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-d22ab6de-d362-4af0-a063-4b1b5659c73b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Project 1fac00df27e743498b92f84c2911dae6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:57:58.928631 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d22ab6de-d362-4af0-a063-4b1b5659c73b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:58.953956 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:59.013745 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d22ab6de-d362-4af0-a063-4b1b5659c73b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:59.043277 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:57:59.089260 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d22ab6de-d362-4af0-a063-4b1b5659c73b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:59.094303 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:57:59.095001 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:59.110902 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ab6de-d362-4af0-a063-4b1b5659c73b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a282dcda-6ffc-4a1a-a2bf-fe0f192b50ef,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:59.182366 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d22ab6de-d362-4af0-a063-4b1b5659c73b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:59.184038 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d22ab6de-d362-4af0-a063-4b1b5659c73b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3846254 Apr 20 16:57:59.186417 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56734) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:57:59.190983 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-1c1d68df-528b-4ce3-ab29-bb0e65eeb4fd tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'security_group_rule': {'security_group_id': '75e4eea8-e4b8-4e5e-bb81-83c49127f1df', 'project_id': '1fac00df27e743498b92f84c2911dae6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:57:59.294779 n-d-836146-2 neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-1c1d68df-528b-4ce3-ab29-bb0e65eeb4fd tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Project 1fac00df27e743498b92f84c2911dae6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 16:57:59.300193 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1c1d68df-528b-4ce3-ab29-bb0e65eeb4fd tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:59.364063 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1c1d68df-528b-4ce3-ab29-bb0e65eeb4fd tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:59.449621 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1c1d68df-528b-4ce3-ab29-bb0e65eeb4fd tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:59.467800 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d68df-528b-4ce3-ab29-bb0e65eeb4fd tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1705268e-2ab8-4f03-9f93-bc5058e28f63,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:57:59.530970 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1c1d68df-528b-4ce3-ab29-bb0e65eeb4fd tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:59.532231 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1c1d68df-528b-4ce3-ab29-bb0e65eeb4fd tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3448520 Apr 20 16:57:59.736097 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-7ebb1b9a-e22c-4625-bc83-3ef6cabe6d57 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1843877250&fields=id&tenant_id=1fac00df27e743498b92f84c2911dae6 HTTP/1.1" status: 200 len: 267 time: 0.0339437 Apr 20 16:57:59.847448 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-5eb24d7b-48f0-49a8-94c1-4126de38afab tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:57:59.849556 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-5eb24d7b-48f0-49a8-94c1-4126de38afab tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/networks?id=5375a4aa-866d-4dae-ae8d-42d89f27c61a HTTP/1.1" status: 200 len: 796 time: 0.1056955 Apr 20 16:57:59.865174 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-4c706953-4fe8-43d3-ba3a-cb30816ae60e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/quotas/1fac00df27e743498b92f84c2911dae6 HTTP/1.1" status: 200 len: 375 time: 0.0093782 Apr 20 16:57:59.918627 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-346d5d9e-f0c7-40fb-9875-4287a7e475fb tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fac00df27e743498b92f84c2911dae6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477602 Apr 20 16:58:00.063473 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:58:00.128286 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-df8caf19-3d1e-4a42-9d45-663f240b0138 service neutron] 10.222.0.15 "GET /v2.0/networks/5375a4aa-866d-4dae-ae8d-42d89f27c61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971335 Apr 20 16:58:00.151608 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:00.220378 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-115890f0-4b72-48f6-a65d-ab00557de1c4 service neutron] 10.222.0.15 "GET /v2.0/networks/5375a4aa-866d-4dae-ae8d-42d89f27c61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848858 Apr 20 16:58:00.478669 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-031b5386-8564-41d7-a2f9-639fb0103be0 req-dd224c1b-3375-465f-a57b-80622f16620b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab6ccd98-5712-4515-a659-55aa17208bf6 HTTP/1.1" status: 200 len: 210 time: 0.0296855 Apr 20 16:58:01.581321 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e352d756-9998-4da0-9c25-7847562ec54c req-b2c691ba-0fde-4c10-be37-1830d2cc1dea tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab6ccd98-5712-4515-a659-55aa17208bf6 HTTP/1.1" status: 200 len: 210 time: 0.0311191 Apr 20 16:58:02.605696 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-69fb5ab7-996c-4bd1-870d-1c10de1cbfa5 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:02.607218 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-69fb5ab7-996c-4bd1-870d-1c10de1cbfa5 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.26 "GET /v2.0/networks?id=5375a4aa-866d-4dae-ae8d-42d89f27c61a HTTP/1.1" status: 200 len: 796 time: 0.1080022 Apr 20 16:58:02.657060 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-7eb1ea13-2006-4f3b-97c1-3ec637cc2b8b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fac00df27e743498b92f84c2911dae6 HTTP/1.1" status: 200 len: 380 time: 0.0368261 Apr 20 16:58:02.665773 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-c758e181-9c5f-4acb-a9ad-551abe1c0a05 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'port': {'device_id': 'ab6ccd98-5712-4515-a659-55aa17208bf6', 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a', 'admin_state_up': True, 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'security_groups': ['75e4eea8-e4b8-4e5e-bb81-83c49127f1df']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:58:02.681110 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-76510c56-38e7-440f-b34f-efc42082ece3 req-8eaf5e1a-c331-40e7-a049-afc4d26a1938 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab6ccd98-5712-4515-a659-55aa17208bf6 HTTP/1.1" status: 200 len: 210 time: 0.0285509 Apr 20 16:58:02.871210 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-c758e181-9c5f-4acb-a9ad-551abe1c0a05 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Made reservation on behalf of 1fac00df27e743498b92f84c2911dae6 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:58:02.874751 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-c758e181-9c5f-4acb-a9ad-551abe1c0a05 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:03.007168 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-c758e181-9c5f-4acb-a9ad-551abe1c0a05 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Allocated IP 172.20.0.14 (5375a4aa-866d-4dae-ae8d-42d89f27c61a/3cd6aee1-0b5e-4c6c-953d-7fc6884c677a/a0e021ec-67f2-4525-aead-12a076e71201) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:58:03.154484 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-c758e181-9c5f-4acb-a9ad-551abe1c0a05 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:03.283725 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-c758e181-9c5f-4acb-a9ad-551abe1c0a05 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:03.328712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-c758e181-9c5f-4acb-a9ad-551abe1c0a05 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Network 5375a4aa-866d-4dae-ae8d-42d89f27c61a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:58:03.332990 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-c758e181-9c5f-4acb-a9ad-551abe1c0a05 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:58:03.337238 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-c758e181-9c5f-4acb-a9ad-551abe1c0a05 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:58:03.362242 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758e181-9c5f-4acb-a9ad-551abe1c0a05 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'Port': ['ID=a0e021ec-67f2-4525-aead-12a076e71201,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:58:03.401664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-c758e181-9c5f-4acb-a9ad-551abe1c0a05 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:03.402338 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-c758e181-9c5f-4acb-a9ad-551abe1c0a05 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:03.491141 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-c758e181-9c5f-4acb-a9ad-551abe1c0a05 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8292077 Apr 20 16:58:03.508672 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-40e25cdf-6494-4ff7-b099-68aa5e530e9f service neutron] Request body: {'port': {'device_id': 'ab6ccd98-5712-4515-a659-55aa17208bf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:58:03.568694 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-40e25cdf-6494-4ff7-b099-68aa5e530e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:03.581162 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-06c90ddc-bf94-4b8c-b66f-efea8dfbc6b0 None None] Provisioning complete for port a0e021ec-67f2-4525-aead-12a076e71201 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:58:03.586171 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-06c90ddc-bf94-4b8c-b66f-efea8dfbc6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:03.616726 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-06c90ddc-bf94-4b8c-b66f-efea8dfbc6b0 None None] Port a0e021ec-67f2-4525-aead-12a076e71201 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:58:03.842040 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a79739-4fc8-4cc4-ba1b-ec98507eed6e req-5f8aa2cb-b976-403a-bfeb-efd25de2881e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:03.843533 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-65a79739-4fc8-4cc4-ba1b-ec98507eed6e req-5f8aa2cb-b976-403a-bfeb-efd25de2881e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab6ccd98-5712-4515-a659-55aa17208bf6 HTTP/1.1" status: 200 len: 932 time: 0.0796387 Apr 20 16:58:03.902708 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-40e25cdf-6494-4ff7-b099-68aa5e530e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e021ec-67f2-4525-aead-12a076e71201 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:58:03.913713 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-40e25cdf-6494-4ff7-b099-68aa5e530e9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:03.918684 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-65a79739-4fc8-4cc4-ba1b-ec98507eed6e req-f80d53bb-ac83-4051-a536-bcea3b51b5de tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=75e4eea8-e4b8-4e5e-bb81-83c49127f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688353 Apr 20 16:58:03.930864 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-40e25cdf-6494-4ff7-b099-68aa5e530e9f service neutron] Transition to ACTIVE for port object a0e021ec-67f2-4525-aead-12a076e71201 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:58:04.013987 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-40e25cdf-6494-4ff7-b099-68aa5e530e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:04.072099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e25cdf-6494-4ff7-b099-68aa5e530e9f service neutron] Pushing event updated for resources: {'Port': ['ID=a0e021ec-67f2-4525-aead-12a076e71201,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:58:04.146117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-40e25cdf-6494-4ff7-b099-68aa5e530e9f service neutron] Attempting to bind port a0e021ec-67f2-4525-aead-12a076e71201 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:58:04.146491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-40e25cdf-6494-4ff7-b099-68aa5e530e9f service neutron] Attempting to bind port a0e021ec-67f2-4525-aead-12a076e71201 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '9edca83c-6a83-443a-a084-9359115d81e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:58:04.146823 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-40e25cdf-6494-4ff7-b099-68aa5e530e9f service neutron] Attempting to bind port a0e021ec-67f2-4525-aead-12a076e71201 on network 5375a4aa-866d-4dae-ae8d-42d89f27c61a {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:58:04.151710 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-40e25cdf-6494-4ff7-b099-68aa5e530e9f service neutron] Port a0e021ec-67f2-4525-aead-12a076e71201 on network 5375a4aa-866d-4dae-ae8d-42d89f27c61a not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 16:58:04.152034 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-40e25cdf-6494-4ff7-b099-68aa5e530e9f service neutron] Attempting to bind port a0e021ec-67f2-4525-aead-12a076e71201 on network 5375a4aa-866d-4dae-ae8d-42d89f27c61a {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:58:04.157380 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-40e25cdf-6494-4ff7-b099-68aa5e530e9f service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:58:04.157722 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-40e25cdf-6494-4ff7-b099-68aa5e530e9f service neutron] Checking segment: {'id': '9edca83c-6a83-443a-a084-9359115d81e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:58:04.158109 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-40e25cdf-6494-4ff7-b099-68aa5e530e9f service neutron] Bound using segment: {'id': '9edca83c-6a83-443a-a084-9359115d81e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:58:04.158638 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-40e25cdf-6494-4ff7-b099-68aa5e530e9f service neutron] Bound port: a0e021ec-67f2-4525-aead-12a076e71201, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9edca83c-6a83-443a-a084-9359115d81e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:58:04.159008 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-40e25cdf-6494-4ff7-b099-68aa5e530e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:04.233357 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-40e25cdf-6494-4ff7-b099-68aa5e530e9f service neutron] For port a0e021ec-67f2-4525-aead-12a076e71201, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:58:04.236569 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-40e25cdf-6494-4ff7-b099-68aa5e530e9f service neutron] For port a0e021ec-67f2-4525-aead-12a076e71201, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a0e021ec-67f2-4525-aead-12a076e71201,segment=NetworkSegment(9edca83c-6a83-443a-a084-9359115d81e6),segment_id=9edca83c-6a83-443a-a084-9359115d81e6)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:58:04.340367 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-40e25cdf-6494-4ff7-b099-68aa5e530e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:04.388019 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-40e25cdf-6494-4ff7-b099-68aa5e530e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:04.388666 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-40e25cdf-6494-4ff7-b099-68aa5e530e9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:04.390127 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-40e25cdf-6494-4ff7-b099-68aa5e530e9f service neutron] 10.222.0.26 "PUT /v2.0/ports/a0e021ec-67f2-4525-aead-12a076e71201 HTTP/1.1" status: 200 len: 1092 time: 0.8859806 Apr 20 16:58:04.390631 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6ccd98-5712-4515-a659-55aa17208bf6', 'tag': 'a0e021ec-67f2-4525-aead-12a076e71201'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:58:04.393002 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd040bd7-833b-4200-86f6-9eeb3b64e150" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6ccd98-5712-4515-a659-55aa17208bf6", "tag": "a0e021ec-67f2-4525-aead-12a076e71201"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:58:04.418816 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e25cdf-6494-4ff7-b099-68aa5e530e9f service neutron] Pushing event updated for resources: {'Port': ['ID=a0e021ec-67f2-4525-aead-12a076e71201,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:58:04.443916 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f6a0d9-8f48-4cfe-8f2b-e014761bc6e8 x-openstack-request-id: req-c0f6a0d9-8f48-4cfe-8f2b-e014761bc6e8 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:58:04.444214 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6ccd98-5712-4515-a659-55aa17208bf6", "tag": "a0e021ec-67f2-4525-aead-12a076e71201", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:58:04.444493 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0f6a0d9-8f48-4cfe-8f2b-e014761bc6e8 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:58:04.444946 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0f6a0d9-8f48-4cfe-8f2b-e014761bc6e8'] response: {'name': 'network-changed', 'server_uuid': 'ab6ccd98-5712-4515-a659-55aa17208bf6', 'tag': 'a0e021ec-67f2-4525-aead-12a076e71201', 'status': 'completed', 'code': 200} Apr 20 16:58:04.532843 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd040bd7-833b-4200-86f6-9eeb3b64e150 req-f882edd9-ef4c-4914-b2d7-f5bfb6a8d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:04.534399 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd040bd7-833b-4200-86f6-9eeb3b64e150 req-f882edd9-ef4c-4914-b2d7-f5bfb6a8d8e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1fac00df27e743498b92f84c2911dae6&device_id=ab6ccd98-5712-4515-a659-55aa17208bf6 HTTP/1.1" status: 200 len: 1095 time: 0.0478027 Apr 20 16:58:04.646392 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd040bd7-833b-4200-86f6-9eeb3b64e150 req-e4879a29-d828-4cb9-9791-75246602f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:04.647811 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd040bd7-833b-4200-86f6-9eeb3b64e150 req-e4879a29-d828-4cb9-9791-75246602f37e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1fac00df27e743498b92f84c2911dae6&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0996537 Apr 20 16:58:04.747767 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd040bd7-833b-4200-86f6-9eeb3b64e150 req-165de58e-869d-4ccc-9e46-6f69da4b3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:04.749826 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd040bd7-833b-4200-86f6-9eeb3b64e150 req-165de58e-869d-4ccc-9e46-6f69da4b3e2d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954816 Apr 20 16:58:04.846051 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-c1515f67-c89b-4a3e-8290-b6c60c9b0ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:04.848250 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-c1515f67-c89b-4a3e-8290-b6c60c9b0ca3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1fac00df27e743498b92f84c2911dae6&device_id=ab6ccd98-5712-4515-a659-55aa17208bf6 HTTP/1.1" status: 200 len: 1095 time: 0.0417421 Apr 20 16:58:04.899252 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-8e969cdc-b2ac-4de6-a0b3-a1b0dc7a866d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0e021ec-67f2-4525-aead-12a076e71201 HTTP/1.1" status: 200 len: 217 time: 0.0389442 Apr 20 16:58:04.949148 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-d3d0188c-4080-4095-ba1d-51e3bfb0bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:04.950796 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-d3d0188c-4080-4095-ba1d-51e3bfb0bdb9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3cd6aee1-0b5e-4c6c-953d-7fc6884c677a HTTP/1.1" status: 200 len: 834 time: 0.0452869 Apr 20 16:58:05.010872 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-02ce6391-4775-49c1-b398-8483f63f30df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:05.012314 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-02ce6391-4775-49c1-b398-8483f63f30df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5375a4aa-866d-4dae-ae8d-42d89f27c61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541999 Apr 20 16:58:05.105343 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906df92a-db56-467e-af44-842bb83ca9ef req-11b56dbc-bcbb-44b5-aa33-3de2961877e1 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:05.106860 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-906df92a-db56-467e-af44-842bb83ca9ef req-11b56dbc-bcbb-44b5-aa33-3de2961877e1 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab6ccd98-5712-4515-a659-55aa17208bf6 HTTP/1.1" status: 200 len: 944 time: 0.1102800 Apr 20 16:58:05.149598 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-ab6cc623-ea59-4bf4-bdfa-084aab17cb55 service neutron] 10.222.0.26 "GET /v2.0/networks/5375a4aa-866d-4dae-ae8d-42d89f27c61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233392 Apr 20 16:58:05.184184 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-906df92a-db56-467e-af44-842bb83ca9ef req-9d3c6032-353f-4222-ba2d-13d8e09a65f5 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=75e4eea8-e4b8-4e5e-bb81-83c49127f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662017 Apr 20 16:58:05.258808 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69de410b-442a-45fc-a4a3-b491ac58c32b req-cafc9de4-654a-4246-8cdc-2396e32f4ae1 service neutron] 10.222.0.26 "GET /v2.0/networks/5375a4aa-866d-4dae-ae8d-42d89f27c61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982590 Apr 20 16:58:06.313662 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61c5eb-781c-4f6a-99b6-d85e018167cc req-378b4b5e-f072-4001-91bb-4b1b4603912b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:06.315172 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1f61c5eb-781c-4f6a-99b6-d85e018167cc req-378b4b5e-f072-4001-91bb-4b1b4603912b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab6ccd98-5712-4515-a659-55aa17208bf6 HTTP/1.1" status: 200 len: 944 time: 0.0541167 Apr 20 16:58:06.356518 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1f61c5eb-781c-4f6a-99b6-d85e018167cc req-a8ea7945-d85b-465c-adbd-acc623b39d80 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=75e4eea8-e4b8-4e5e-bb81-83c49127f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347326 Apr 20 16:58:07.491540 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271021c-8327-46c6-a785-4ef3af52c9b6 req-aae5abba-8e3a-4abe-b3a6-0d58a74756fb tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:07.493129 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6271021c-8327-46c6-a785-4ef3af52c9b6 req-aae5abba-8e3a-4abe-b3a6-0d58a74756fb tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab6ccd98-5712-4515-a659-55aa17208bf6 HTTP/1.1" status: 200 len: 944 time: 0.0574095 Apr 20 16:58:07.531348 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6271021c-8327-46c6-a785-4ef3af52c9b6 req-8d73ebe9-425a-46bc-8d4f-1652e64c4378 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=75e4eea8-e4b8-4e5e-bb81-83c49127f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320752 Apr 20 16:58:08.140371 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a0e021ec-67f2-4525-aead-12a076e71201 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 16:58:08.241301 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port a0e021ec-67f2-4525-aead-12a076e71201, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a0e021ec-67f2-4525-aead-12a076e71201,segment=NetworkSegment(9edca83c-6a83-443a-a084-9359115d81e6),segment_id=9edca83c-6a83-443a-a084-9359115d81e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:58:08.253892 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'a0e021ec-67f2-4525-aead-12a076e71201', 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a', 'port_id': 'a0e021ec-67f2-4525-aead-12a076e71201', 'mac_address': 'fa:16:3e:4b:1e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd6aee1-0b5e-4c6c-953d-7fc6884c677a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 16:58:08.295948 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:08.309171 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e021ec-67f2-4525-aead-12a076e71201 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 16:58:08.328763 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port a0e021ec-67f2-4525-aead-12a076e71201, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a0e021ec-67f2-4525-aead-12a076e71201,segment=NetworkSegment(9edca83c-6a83-443a-a084-9359115d81e6),segment_id=9edca83c-6a83-443a-a084-9359115d81e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:58:08.391511 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:08.440611 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=a0e021ec-67f2-4525-aead-12a076e71201,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:58:08.651587 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dac3f-af2a-4c64-9d04-b5ca38035ebf req-bab6995c-9728-43d3-a6a3-5f77d832059c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:08.653150 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bf6dac3f-af2a-4c64-9d04-b5ca38035ebf req-bab6995c-9728-43d3-a6a3-5f77d832059c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab6ccd98-5712-4515-a659-55aa17208bf6 HTTP/1.1" status: 200 len: 945 time: 0.0505705 Apr 20 16:58:08.693214 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bf6dac3f-af2a-4c64-9d04-b5ca38035ebf req-773ddf3e-8db5-4f96-a0b9-f99b13876809 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=75e4eea8-e4b8-4e5e-bb81-83c49127f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339310 Apr 20 16:58:08.819503 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['a0e021ec-67f2-4525-aead-12a076e71201'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 16:58:09.809604 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bce103-c40b-412f-a723-5b99f19fefa4 req-c4e95a2b-98b1-469d-9ccd-e6723624e5c6 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:09.811023 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9bce103-c40b-412f-a723-5b99f19fefa4 req-c4e95a2b-98b1-469d-9ccd-e6723624e5c6 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab6ccd98-5712-4515-a659-55aa17208bf6 HTTP/1.1" status: 200 len: 945 time: 0.0502918 Apr 20 16:58:09.850898 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9bce103-c40b-412f-a723-5b99f19fefa4 req-6843ab81-3861-48c7-b59b-687503894baf tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=75e4eea8-e4b8-4e5e-bb81-83c49127f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331669 Apr 20 16:58:10.146865 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a0e021ec-67f2-4525-aead-12a076e71201 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:58:10.248491 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port a0e021ec-67f2-4525-aead-12a076e71201 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:58:10.252567 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port a0e021ec-67f2-4525-aead-12a076e71201 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:58:10.254763 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:10.335303 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:10.361003 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6ccd98-5712-4515-a659-55aa17208bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e021ec-67f2-4525-aead-12a076e71201'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:58:10.363335 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361183b4-6f0d-454d-abae-c1336b3b3f91" -d '{"events": [{"server_uuid": "ab6ccd98-5712-4515-a659-55aa17208bf6", "name": "network-vif-plugged", "status": "completed", "tag": "a0e021ec-67f2-4525-aead-12a076e71201"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:58:10.376578 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port a0e021ec-67f2-4525-aead-12a076e71201, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a0e021ec-67f2-4525-aead-12a076e71201,segment=NetworkSegment(9edca83c-6a83-443a-a084-9359115d81e6),segment_id=9edca83c-6a83-443a-a084-9359115d81e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:58:10.403645 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e633681c-9f49-497c-a62b-f4e91ec8f592 x-openstack-request-id: req-e633681c-9f49-497c-a62b-f4e91ec8f592 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:58:10.403930 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6ccd98-5712-4515-a659-55aa17208bf6", "name": "network-vif-plugged", "status": "completed", "tag": "a0e021ec-67f2-4525-aead-12a076e71201", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:58:10.404174 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e633681c-9f49-497c-a62b-f4e91ec8f592 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:58:10.405142 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e633681c-9f49-497c-a62b-f4e91ec8f592'] response: {'server_uuid': 'ab6ccd98-5712-4515-a659-55aa17208bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e021ec-67f2-4525-aead-12a076e71201', 'code': 200} Apr 20 16:58:10.436904 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:10.486694 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=a0e021ec-67f2-4525-aead-12a076e71201,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:58:10.534856 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a6a1c-40c5-430e-8c24-65247f874b41 req-e43b0b8b-b4b5-4f27-a705-df613fae225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:10.536890 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca9a6a1c-40c5-430e-8c24-65247f874b41 req-e43b0b8b-b4b5-4f27-a705-df613fae225a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ccd98-5712-4515-a659-55aa17208bf6 HTTP/1.1" status: 200 len: 1097 time: 0.0448523 Apr 20 16:58:10.574089 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca9a6a1c-40c5-430e-8c24-65247f874b41 req-fec15b13-3bde-4de7-b0ab-54de9c82d83e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=75e4eea8-e4b8-4e5e-bb81-83c49127f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313611 Apr 20 16:58:10.967908 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242a669-80d9-44d8-9003-524a19f77416 req-67b31006-1d62-4c8a-943e-6c5752518de2 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:10.969459 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6242a669-80d9-44d8-9003-524a19f77416 req-67b31006-1d62-4c8a-943e-6c5752518de2 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab6ccd98-5712-4515-a659-55aa17208bf6 HTTP/1.1" status: 200 len: 946 time: 0.0496879 Apr 20 16:58:11.009706 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6242a669-80d9-44d8-9003-524a19f77416 req-c621981f-9f54-4c0f-a9af-948d553e5f0d tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=75e4eea8-e4b8-4e5e-bb81-83c49127f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331783 Apr 20 16:58:12.143897 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a53b56-acf8-4852-88ba-cff73a1aaa89 req-3bf35481-33f4-4af1-a2e2-9f28c024af80 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:12.146111 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-59a53b56-acf8-4852-88ba-cff73a1aaa89 req-3bf35481-33f4-4af1-a2e2-9f28c024af80 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab6ccd98-5712-4515-a659-55aa17208bf6 HTTP/1.1" status: 200 len: 946 time: 0.0631416 Apr 20 16:58:12.186837 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-59a53b56-acf8-4852-88ba-cff73a1aaa89 req-05f4f8b2-ba5c-47dc-950b-81fed6deea03 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=75e4eea8-e4b8-4e5e-bb81-83c49127f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345626 Apr 20 16:58:12.308147 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14667378-9cd1-4ecb-a744-0bb37ea67c4b req-0b8cd4ad-65e1-45c0-95ee-d5c678a6e33f tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:12.309665 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-14667378-9cd1-4ecb-a744-0bb37ea67c4b req-0b8cd4ad-65e1-45c0-95ee-d5c678a6e33f tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab6ccd98-5712-4515-a659-55aa17208bf6 HTTP/1.1" status: 200 len: 946 time: 0.0498269 Apr 20 16:58:12.353284 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-14667378-9cd1-4ecb-a744-0bb37ea67c4b req-dbe78f48-e0ba-449b-8df1-94cbc1b9dd8a tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=75e4eea8-e4b8-4e5e-bb81-83c49127f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366831 Apr 20 16:58:12.377303 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56794) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:58:12.421667 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d9f789-d615-4314-99a4-0014e7fd5b32 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:12.423374 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-13d9f789-d615-4314-99a4-0014e7fd5b32 tempest-TestNetworkBasicOps-1190447120 tempest-TestNetworkBasicOps-1190447120-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ab6ccd98-5712-4515-a659-55aa17208bf6 HTTP/1.1" status: 200 len: 1092 time: 0.0450811 Apr 20 16:58:12.426232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56796) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:58:12.430712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-abb57b3f-5e01-4280-b0da-781cf635ef0b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': 'a0e021ec-67f2-4525-aead-12a076e71201', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:58:12.545556 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-abb57b3f-5e01-4280-b0da-781cf635ef0b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:12.648428 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-abb57b3f-5e01-4280-b0da-781cf635ef0b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:12.798058 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-abb57b3f-5e01-4280-b0da-781cf635ef0b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Allocated IP 172.25.0.151 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/3ba019e0-0558-4306-ab89-e3aa7545851e) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:58:12.871694 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-2e5b90f6-cdcf-42ef-91e8-15898d13557e req-7735fb3a-e85b-49f4-a35f-77c4ea0d6bc6 service neutron] (103484) timed out ('10.222.0.30', 64650) {{(pid=103484) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 16:58:12.922959 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-abb57b3f-5e01-4280-b0da-781cf635ef0b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:13.071275 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-abb57b3f-5e01-4280-b0da-781cf635ef0b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:13.113339 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb57b3f-5e01-4280-b0da-781cf635ef0b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:58:13.116947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-abb57b3f-5e01-4280-b0da-781cf635ef0b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:58:13.121498 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb57b3f-5e01-4280-b0da-781cf635ef0b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:58:13.124737 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb57b3f-5e01-4280-b0da-781cf635ef0b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'Port': ['ID=3ba019e0-0558-4306-ab89-e3aa7545851e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:58:13.625376 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-abb57b3f-5e01-4280-b0da-781cf635ef0b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:14.075337 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-abb57b3f-5e01-4280-b0da-781cf635ef0b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:14.232825 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-abb57b3f-5e01-4280-b0da-781cf635ef0b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:14.322399 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-abb57b3f-5e01-4280-b0da-781cf635ef0b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:14.394363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb57b3f-5e01-4280-b0da-781cf635ef0b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event updated for resources: {'Port': ['ID=3ba019e0-0558-4306-ab89-e3aa7545851e,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:58:14.406792 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-abb57b3f-5e01-4280-b0da-781cf635ef0b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:14.510494 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-abb57b3f-5e01-4280-b0da-781cf635ef0b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Floating IP 31d0c763-50e5-45b7-affc-bc0ff163119d associated. External IP: 172.25.0.151, port: a0e021ec-67f2-4525-aead-12a076e71201. Apr 20 16:58:14.725617 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb57b3f-5e01-4280-b0da-781cf635ef0b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Router ec921997-5c31-4ac3-9d5d-de022dc9a8c1 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:58:14.835961 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb57b3f-5e01-4280-b0da-781cf635ef0b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:58:14.846192 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ab0545-e664-47b7-8d9e-df94056a960f None None] Sync routers for ids ['ec921997-5c31-4ac3-9d5d-de022dc9a8c1'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:58:14.857799 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ab0545-e664-47b7-8d9e-df94056a960f None None] Routers {'ec921997-5c31-4ac3-9d5d-de022dc9a8c1'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:58:14.858510 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d7ab0545-e664-47b7-8d9e-df94056a960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:57:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ec921997-5c31-4ac3-9d5d-de022dc9a8c1'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:58:14.941951 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-abb57b3f-5e01-4280-b0da-781cf635ef0b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:14.969372 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-abb57b3f-5e01-4280-b0da-781cf635ef0b tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5420718 Apr 20 16:58:14.970270 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6ccd98-5712-4515-a659-55aa17208bf6', 'tag': 'a0e021ec-67f2-4525-aead-12a076e71201'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:58:14.970553 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-d7ab0545-e664-47b7-8d9e-df94056a960f None None] Set router ec921997-5c31-4ac3-9d5d-de022dc9a8c1 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:58:14.972290 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56798) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:58:14.973028 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de74975d-3ed1-4ea9-9445-68f939dfbd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6ccd98-5712-4515-a659-55aa17208bf6", "tag": "a0e021ec-67f2-4525-aead-12a076e71201"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:58:15.021004 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2159dcc-0596-451a-b5e2-9c623c74c66c x-openstack-request-id: req-d2159dcc-0596-451a-b5e2-9c623c74c66c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:58:15.021291 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6ccd98-5712-4515-a659-55aa17208bf6", "tag": "a0e021ec-67f2-4525-aead-12a076e71201", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:58:15.021545 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2159dcc-0596-451a-b5e2-9c623c74c66c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:58:15.021953 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2159dcc-0596-451a-b5e2-9c623c74c66c'] response: {'name': 'network-changed', 'server_uuid': 'ab6ccd98-5712-4515-a659-55aa17208bf6', 'tag': 'a0e021ec-67f2-4525-aead-12a076e71201', 'status': 'completed', 'code': 200} Apr 20 16:58:15.041699 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6e7eea56-5686-4567-9f97-403280231d26 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/floatingips/31d0c763-50e5-45b7-affc-bc0ff163119d HTTP/1.1" status: 200 len: 992 time: 0.0670185 Apr 20 16:58:15.105381 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74975d-3ed1-4ea9-9445-68f939dfbd1f req-cfc840f9-f4df-4dd7-a774-211869f6494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:15.109504 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de74975d-3ed1-4ea9-9445-68f939dfbd1f req-cfc840f9-f4df-4dd7-a774-211869f6494c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1fac00df27e743498b92f84c2911dae6&device_id=ab6ccd98-5712-4515-a659-55aa17208bf6 HTTP/1.1" status: 200 len: 1097 time: 0.0430384 Apr 20 16:58:15.210800 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74975d-3ed1-4ea9-9445-68f939dfbd1f req-b3d76d64-8778-4ccf-9221-ed2a236f8184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:15.212284 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de74975d-3ed1-4ea9-9445-68f939dfbd1f req-b3d76d64-8778-4ccf-9221-ed2a236f8184 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5375a4aa-866d-4dae-ae8d-42d89f27c61a HTTP/1.1" status: 200 len: 897 time: 0.0994205 Apr 20 16:58:15.213587 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d7ab0545-e664-47b7-8d9e-df94056a960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'name': 'tempest-TestNetworkBasicOps-router-2144185889', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:54Z', 'revision_number': 4, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '31d0c763-50e5-45b7-affc-bc0ff163119d', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'port_id': 'a0e021ec-67f2-4525-aead-12a076e71201', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a', 'mac_address': 'fa:16:3e:4b:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6ccd98-5712-4515-a659-55aa17208bf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:58:13Z', 'updated_at': '2022-04-20T16:58:13Z', 'revision_number': 0, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e', 'name': '', 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:b8:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '3cd6aee1-0b5e-4c6c-953d-7fc6884c677a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:57:54Z', 'updated_at': '2022-04-20T16:57:57Z', 'revision_number': 5, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '3cd6aee1-0b5e-4c6c-953d-7fc6884c677a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:58:15.241077 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ab0545-e664-47b7-8d9e-df94056a960f None None] Checking router: ec921997-5c31-4ac3-9d5d-de022dc9a8c1 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:58:15.249655 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ab0545-e664-47b7-8d9e-df94056a960f None None] Routers {'ec921997-5c31-4ac3-9d5d-de022dc9a8c1'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:58:15.250284 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d7ab0545-e664-47b7-8d9e-df94056a960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:57:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ec921997-5c31-4ac3-9d5d-de022dc9a8c1'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:58:15.279387 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de74975d-3ed1-4ea9-9445-68f939dfbd1f req-d58f3251-5713-468c-b655-488562610507 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0e021ec-67f2-4525-aead-12a076e71201 HTTP/1.1" status: 200 len: 1000 time: 0.0605900 Apr 20 16:58:15.328537 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74975d-3ed1-4ea9-9445-68f939dfbd1f req-df5ac7ba-7de2-4305-a3eb-26a074c22a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:15.330126 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de74975d-3ed1-4ea9-9445-68f939dfbd1f req-df5ac7ba-7de2-4305-a3eb-26a074c22a9c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3cd6aee1-0b5e-4c6c-953d-7fc6884c677a HTTP/1.1" status: 200 len: 834 time: 0.0449984 Apr 20 16:58:15.361926 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-d7ab0545-e664-47b7-8d9e-df94056a960f None None] Set router ec921997-5c31-4ac3-9d5d-de022dc9a8c1 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:58:15.381875 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74975d-3ed1-4ea9-9445-68f939dfbd1f req-10e26c5a-6c0f-4ff1-a3fc-790d3c5c2ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:15.383375 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de74975d-3ed1-4ea9-9445-68f939dfbd1f req-10e26c5a-6c0f-4ff1-a3fc-790d3c5c2ca3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5375a4aa-866d-4dae-ae8d-42d89f27c61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464051 Apr 20 16:58:15.481463 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de74975d-3ed1-4ea9-9445-68f939dfbd1f req-d74532da-ec24-4e39-ba68-2279b634e5cc service neutron] 10.222.0.26 "GET /v2.0/networks/5375a4aa-866d-4dae-ae8d-42d89f27c61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912936 Apr 20 16:58:15.495507 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3e7d046e-e9b5-43c5-90c0-518ea45bd74e req-3e23a3f8-e111-4d93-b4aa-ad0b4bd8c21d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ccd98-5712-4515-a659-55aa17208bf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452869 Apr 20 16:58:15.580479 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-de74975d-3ed1-4ea9-9445-68f939dfbd1f req-164b3042-fceb-4b6d-892d-e740ad7d1c70 service neutron] 10.222.0.26 "GET /v2.0/networks/5375a4aa-866d-4dae-ae8d-42d89f27c61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924635 Apr 20 16:58:15.600443 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d7ab0545-e664-47b7-8d9e-df94056a960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'name': 'tempest-TestNetworkBasicOps-router-2144185889', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:54Z', 'revision_number': 4, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '31d0c763-50e5-45b7-affc-bc0ff163119d', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'port_id': 'a0e021ec-67f2-4525-aead-12a076e71201', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a', 'mac_address': 'fa:16:3e:4b:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6ccd98-5712-4515-a659-55aa17208bf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:58:13Z', 'updated_at': '2022-04-20T16:58:13Z', 'revision_number': 0, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e', 'name': '', 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:b8:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '3cd6aee1-0b5e-4c6c-953d-7fc6884c677a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:57:54Z', 'updated_at': '2022-04-20T16:57:57Z', 'revision_number': 5, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '3cd6aee1-0b5e-4c6c-953d-7fc6884c677a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:58:15.627315 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ab0545-e664-47b7-8d9e-df94056a960f None None] The sync data for ids ['ec921997-5c31-4ac3-9d5d-de022dc9a8c1'] in n-d-836146-2 is: [{'id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'name': 'tempest-TestNetworkBasicOps-router-2144185889', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:54Z', 'revision_number': 4, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '31d0c763-50e5-45b7-affc-bc0ff163119d', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'port_id': 'a0e021ec-67f2-4525-aead-12a076e71201', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a', 'mac_address': 'fa:16:3e:4b:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6ccd98-5712-4515-a659-55aa17208bf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T16:58:13Z', 'updated_at': '2022-04-20T16:58:13Z', 'revision_number': 0, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e', 'name': '', 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:b8:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '3cd6aee1-0b5e-4c6c-953d-7fc6884c677a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:57:54Z', 'updated_at': '2022-04-20T16:57:57Z', 'revision_number': 5, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '3cd6aee1-0b5e-4c6c-953d-7fc6884c677a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:58:15.800445 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d046e-e9b5-43c5-90c0-518ea45bd74e req-25e0e85d-ffac-441b-8d0d-e2d9c1ad64c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:15.802084 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e7d046e-e9b5-43c5-90c0-518ea45bd74e req-25e0e85d-ffac-441b-8d0d-e2d9c1ad64c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1fac00df27e743498b92f84c2911dae6&device_id=ab6ccd98-5712-4515-a659-55aa17208bf6 HTTP/1.1" status: 200 len: 1097 time: 0.0452812 Apr 20 16:58:15.843866 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b333da-a8e0-4edb-8256-9b3462751190 None None] New status for floating IP 31d0c763-50e5-45b7-affc-bc0ff163119d: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:58:15.911321 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d046e-e9b5-43c5-90c0-518ea45bd74e req-c8ddb103-23ab-440e-9cc1-d178fef56374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:15.912821 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e7d046e-e9b5-43c5-90c0-518ea45bd74e req-c8ddb103-23ab-440e-9cc1-d178fef56374 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5375a4aa-866d-4dae-ae8d-42d89f27c61a HTTP/1.1" status: 200 len: 897 time: 0.0899184 Apr 20 16:58:15.984534 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e7d046e-e9b5-43c5-90c0-518ea45bd74e req-110facc5-8f92-431c-812e-0998237bdddf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0e021ec-67f2-4525-aead-12a076e71201 HTTP/1.1" status: 200 len: 1000 time: 0.0649216 Apr 20 16:58:16.034190 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d046e-e9b5-43c5-90c0-518ea45bd74e req-1cb722bd-4fa1-49de-b4c6-960f22d67241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:16.035638 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e7d046e-e9b5-43c5-90c0-518ea45bd74e req-1cb722bd-4fa1-49de-b4c6-960f22d67241 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3cd6aee1-0b5e-4c6c-953d-7fc6884c677a HTTP/1.1" status: 200 len: 834 time: 0.0445118 Apr 20 16:58:16.044538 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56802) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:58:16.085422 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d046e-e9b5-43c5-90c0-518ea45bd74e req-85c9a05e-09b3-4762-a4a8-a4aa151236a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:58:16.087252 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e7d046e-e9b5-43c5-90c0-518ea45bd74e req-85c9a05e-09b3-4762-a4a8-a4aa151236a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5375a4aa-866d-4dae-ae8d-42d89f27c61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450087 Apr 20 16:58:16.113006 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bc36eb9b-2696-43cc-be0c-9d194452f6c4 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/floatingips/31d0c763-50e5-45b7-affc-bc0ff163119d HTTP/1.1" status: 200 len: 992 time: 0.0671360 Apr 20 16:58:16.187548 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e7d046e-e9b5-43c5-90c0-518ea45bd74e req-ce5524c1-1fe8-4002-a765-22e1e34eb03c service neutron] 10.222.0.26 "GET /v2.0/networks/5375a4aa-866d-4dae-ae8d-42d89f27c61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942266 Apr 20 16:58:16.279183 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e7d046e-e9b5-43c5-90c0-518ea45bd74e req-23ef2395-0d83-473f-9c82-9aa7a2de807d service neutron] 10.222.0.26 "GET /v2.0/networks/5375a4aa-866d-4dae-ae8d-42d89f27c61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847502 Apr 20 16:58:17.117509 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56804) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:58:17.181556 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-441ae068-2a87-4a75-b9ac-9ea7de287b79 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/floatingips/31d0c763-50e5-45b7-affc-bc0ff163119d HTTP/1.1" status: 200 len: 994 time: 0.0627210 Apr 20 16:58:22.784908 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-633f75dc-46d6-425a-96bc-c889ebf566f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:25.161877 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e2d81f1f-fac6-4343-ba83-7a254d10034e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:26.493752 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:27.893519 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:28.185215 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:28.950334 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:30.144701 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:37.060656 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:58:52.790396 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2f7b04f8-7903-4cd4-a09b-9bf7485fdccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:55.155446 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d759e033-e673-47ae-ac32-4094287da75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:56.469676 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:57.875136 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:58.144183 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:58.927610 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:00.149377 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:14.059679 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:59:16.519678 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19d4deb0-a498-4f80-b62a-bc24a36585e3 req-8a28f068-80d1-4b7c-9c62-d91c84460cbf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ccd98-5712-4515-a659-55aa17208bf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447814 Apr 20 16:59:16.616128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4deb0-a498-4f80-b62a-bc24a36585e3 req-99941099-4bf3-4211-9eac-33e49705182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:59:16.617665 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19d4deb0-a498-4f80-b62a-bc24a36585e3 req-99941099-4bf3-4211-9eac-33e49705182b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1fac00df27e743498b92f84c2911dae6&device_id=ab6ccd98-5712-4515-a659-55aa17208bf6 HTTP/1.1" status: 200 len: 1097 time: 0.0408413 Apr 20 16:59:16.717876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4deb0-a498-4f80-b62a-bc24a36585e3 req-b11151bf-e742-4a60-891d-5ef0cd5a7d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:59:16.719330 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19d4deb0-a498-4f80-b62a-bc24a36585e3 req-b11151bf-e742-4a60-891d-5ef0cd5a7d3c service neutron] 10.222.0.26 "GET /v2.0/networks?id=5375a4aa-866d-4dae-ae8d-42d89f27c61a HTTP/1.1" status: 200 len: 897 time: 0.0832834 Apr 20 16:59:16.787377 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19d4deb0-a498-4f80-b62a-bc24a36585e3 req-c68cd006-e1c1-4583-a0d2-8244294614c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0e021ec-67f2-4525-aead-12a076e71201 HTTP/1.1" status: 200 len: 1002 time: 0.0607901 Apr 20 16:59:16.834974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4deb0-a498-4f80-b62a-bc24a36585e3 req-57baeba8-1402-44f9-ae28-6b39d4d3389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:59:16.836385 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19d4deb0-a498-4f80-b62a-bc24a36585e3 req-57baeba8-1402-44f9-ae28-6b39d4d3389a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3cd6aee1-0b5e-4c6c-953d-7fc6884c677a HTTP/1.1" status: 200 len: 834 time: 0.0420914 Apr 20 16:59:16.879873 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4deb0-a498-4f80-b62a-bc24a36585e3 req-31286b92-9ace-4c34-93e0-b169d4e8168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:59:16.881387 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19d4deb0-a498-4f80-b62a-bc24a36585e3 req-31286b92-9ace-4c34-93e0-b169d4e8168f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5375a4aa-866d-4dae-ae8d-42d89f27c61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389514 Apr 20 16:59:16.976077 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19d4deb0-a498-4f80-b62a-bc24a36585e3 req-ccbd5690-d0f0-427b-bd8d-7cff181da07c service neutron] 10.222.0.26 "GET /v2.0/networks/5375a4aa-866d-4dae-ae8d-42d89f27c61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858736 Apr 20 16:59:17.062864 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19d4deb0-a498-4f80-b62a-bc24a36585e3 req-102cac7b-82f3-435e-868e-31ce2ae70b3f service neutron] 10.222.0.26 "GET /v2.0/networks/5375a4aa-866d-4dae-ae8d-42d89f27c61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803676 Apr 20 16:59:22.782382 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-18f01bcc-5790-48cb-ad25-6406de979216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:25.148644 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-54af272c-dbcf-4a0e-8908-1f309beb7daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:26.474529 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:27.891215 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:28.130492 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:28.477130 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56836) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:59:28.540437 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6162c538-9997-4b33-862b-1a35a02761ea tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/floatingips/31d0c763-50e5-45b7-affc-bc0ff163119d HTTP/1.1" status: 200 len: 994 time: 0.0622413 Apr 20 16:59:28.779358 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56844) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:59:28.896972 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:28.933498 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-50da2f5b-17fd-4f42-bcc5-888beea0a140 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Deleting port 3ba019e0-0558-4306-ab89-e3aa7545851e {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:59:28.933846 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50da2f5b-17fd-4f42-bcc5-888beea0a140 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:29.009941 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50da2f5b-17fd-4f42-bcc5-888beea0a140 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:29.010270 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50da2f5b-17fd-4f42-bcc5-888beea0a140 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:29.022058 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-50da2f5b-17fd-4f42-bcc5-888beea0a140 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Calling delete_port for 3ba019e0-0558-4306-ab89-e3aa7545851e owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:59:29.211303 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50da2f5b-17fd-4f42-bcc5-888beea0a140 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:29.239630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da2f5b-17fd-4f42-bcc5-888beea0a140 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event deleted for resources: {'Port': ['ID=3ba019e0-0558-4306-ab89-e3aa7545851e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:29.251388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da2f5b-17fd-4f42-bcc5-888beea0a140 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:29.251735 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da2f5b-17fd-4f42-bcc5-888beea0a140 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:29.252073 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da2f5b-17fd-4f42-bcc5-888beea0a140 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:29.252439 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da2f5b-17fd-4f42-bcc5-888beea0a140 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:29.252776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da2f5b-17fd-4f42-bcc5-888beea0a140 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:29.253110 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da2f5b-17fd-4f42-bcc5-888beea0a140 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:29.253440 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da2f5b-17fd-4f42-bcc5-888beea0a140 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:29.253765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da2f5b-17fd-4f42-bcc5-888beea0a140 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:29.254623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da2f5b-17fd-4f42-bcc5-888beea0a140 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:29.254947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da2f5b-17fd-4f42-bcc5-888beea0a140 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:29.255272 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da2f5b-17fd-4f42-bcc5-888beea0a140 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:29.255601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da2f5b-17fd-4f42-bcc5-888beea0a140 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:29.311141 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50da2f5b-17fd-4f42-bcc5-888beea0a140 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:29.311543 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-50da2f5b-17fd-4f42-bcc5-888beea0a140 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Floating IP 31d0c763-50e5-45b7-affc-bc0ff163119d disassociated (deleted). External IP: 172.25.0.151, port: a0e021ec-67f2-4525-aead-12a076e71201. Apr 20 16:59:29.517922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50da2f5b-17fd-4f42-bcc5-888beea0a140 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Router ec921997-5c31-4ac3-9d5d-de022dc9a8c1 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:59:29.626053 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50da2f5b-17fd-4f42-bcc5-888beea0a140 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:59:29.631399 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50da2f5b-17fd-4f42-bcc5-888beea0a140 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:29.636134 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc936b1-7d0e-48c8-8268-14c34a2f5f4f None None] Sync routers for ids ['ec921997-5c31-4ac3-9d5d-de022dc9a8c1'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:59:29.645772 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc936b1-7d0e-48c8-8268-14c34a2f5f4f None None] Routers {'ec921997-5c31-4ac3-9d5d-de022dc9a8c1'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:59:29.646393 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-dbc936b1-7d0e-48c8-8268-14c34a2f5f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:59:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ec921997-5c31-4ac3-9d5d-de022dc9a8c1'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:59:29.661561 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-50da2f5b-17fd-4f42-bcc5-888beea0a140 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "DELETE /v2.0/floatingips/31d0c763-50e5-45b7-affc-bc0ff163119d HTTP/1.1" status: 204 len: 168 time: 0.8812008 Apr 20 16:59:29.662171 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6ccd98-5712-4515-a659-55aa17208bf6', 'tag': 'a0e021ec-67f2-4525-aead-12a076e71201'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:59:29.664532 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da5de31-0f02-4a1c-bbc7-375069e2f69a" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6ccd98-5712-4515-a659-55aa17208bf6", "tag": "a0e021ec-67f2-4525-aead-12a076e71201"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:59:29.754683 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-dbc936b1-7d0e-48c8-8268-14c34a2f5f4f None None] Set router ec921997-5c31-4ac3-9d5d-de022dc9a8c1 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:59:29.862400 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 16:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa99ac77-0028-4922-bdac-f53c559a6741 x-openstack-request-id: req-aa99ac77-0028-4922-bdac-f53c559a6741 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:59:29.862740 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6ccd98-5712-4515-a659-55aa17208bf6", "tag": "a0e021ec-67f2-4525-aead-12a076e71201", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:59:29.862994 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa99ac77-0028-4922-bdac-f53c559a6741 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:59:29.863438 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa99ac77-0028-4922-bdac-f53c559a6741'] response: {'name': 'network-changed', 'server_uuid': 'ab6ccd98-5712-4515-a659-55aa17208bf6', 'tag': 'a0e021ec-67f2-4525-aead-12a076e71201', 'status': 'completed', 'code': 200} Apr 20 16:59:29.954867 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5de31-0f02-4a1c-bbc7-375069e2f69a req-26d2b290-7fab-4268-83cd-b8182d17ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:59:29.956435 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0da5de31-0f02-4a1c-bbc7-375069e2f69a req-26d2b290-7fab-4268-83cd-b8182d17ac1a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1fac00df27e743498b92f84c2911dae6&device_id=ab6ccd98-5712-4515-a659-55aa17208bf6 HTTP/1.1" status: 200 len: 1097 time: 0.0451713 Apr 20 16:59:30.059796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5de31-0f02-4a1c-bbc7-375069e2f69a req-659c34d5-82a4-4723-98d7-b606b7906bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:59:30.061623 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0da5de31-0f02-4a1c-bbc7-375069e2f69a req-659c34d5-82a4-4723-98d7-b606b7906bb6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5375a4aa-866d-4dae-ae8d-42d89f27c61a HTTP/1.1" status: 200 len: 897 time: 0.0987914 Apr 20 16:59:30.099715 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c405e6-4885-48c6-bd85-800d4bf20989 req-fc10cd9f-5dd4-4aee-a855-e55b52eebfe7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:59:30.101385 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-77c405e6-4885-48c6-bd85-800d4bf20989 req-fc10cd9f-5dd4-4aee-a855-e55b52eebfe7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab6ccd98-5712-4515-a659-55aa17208bf6 HTTP/1.1" status: 200 len: 946 time: 0.0531383 Apr 20 16:59:30.111692 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0da5de31-0f02-4a1c-bbc7-375069e2f69a req-bbf3ee87-2537-4190-bf07-f1ac66ecab93 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0e021ec-67f2-4525-aead-12a076e71201 HTTP/1.1" status: 200 len: 217 time: 0.0404663 Apr 20 16:59:30.125790 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-dbc936b1-7d0e-48c8-8268-14c34a2f5f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'name': 'tempest-TestNetworkBasicOps-router-2144185889', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:54Z', 'revision_number': 4, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e', 'name': '', 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:b8:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '3cd6aee1-0b5e-4c6c-953d-7fc6884c677a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:57:54Z', 'updated_at': '2022-04-20T16:57:57Z', 'revision_number': 5, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '3cd6aee1-0b5e-4c6c-953d-7fc6884c677a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:59:30.149376 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-77c405e6-4885-48c6-bd85-800d4bf20989 req-af59fdf5-8778-463b-b542-309c11d7b4e5 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=75e4eea8-e4b8-4e5e-bb81-83c49127f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418146 Apr 20 16:59:30.161772 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc936b1-7d0e-48c8-8268-14c34a2f5f4f None None] Checking router: ec921997-5c31-4ac3-9d5d-de022dc9a8c1 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:59:30.164081 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc936b1-7d0e-48c8-8268-14c34a2f5f4f None None] Routers {'ec921997-5c31-4ac3-9d5d-de022dc9a8c1'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:59:30.164751 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-dbc936b1-7d0e-48c8-8268-14c34a2f5f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:59:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ec921997-5c31-4ac3-9d5d-de022dc9a8c1'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:59:30.167674 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:30.176444 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5de31-0f02-4a1c-bbc7-375069e2f69a req-7eaa63e7-eb3b-41be-8599-88afe06dedb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:59:30.178071 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0da5de31-0f02-4a1c-bbc7-375069e2f69a req-7eaa63e7-eb3b-41be-8599-88afe06dedb6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3cd6aee1-0b5e-4c6c-953d-7fc6884c677a HTTP/1.1" status: 200 len: 834 time: 0.0545669 Apr 20 16:59:30.228839 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5de31-0f02-4a1c-bbc7-375069e2f69a req-b72f368d-b851-4d3b-8abc-ce81ef7a77af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:59:30.230337 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0da5de31-0f02-4a1c-bbc7-375069e2f69a req-b72f368d-b851-4d3b-8abc-ce81ef7a77af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5375a4aa-866d-4dae-ae8d-42d89f27c61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444274 Apr 20 16:59:30.271624 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-dbc936b1-7d0e-48c8-8268-14c34a2f5f4f None None] Set router ec921997-5c31-4ac3-9d5d-de022dc9a8c1 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:59:30.320789 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0da5de31-0f02-4a1c-bbc7-375069e2f69a req-d59c6492-d29f-4427-84be-a86bce107182 service neutron] 10.222.0.26 "GET /v2.0/networks/5375a4aa-866d-4dae-ae8d-42d89f27c61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826387 Apr 20 16:59:30.419331 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0da5de31-0f02-4a1c-bbc7-375069e2f69a req-c856773e-399e-4e0f-b1d2-f05ae4d72e4a service neutron] 10.222.0.26 "GET /v2.0/networks/5375a4aa-866d-4dae-ae8d-42d89f27c61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897925 Apr 20 16:59:30.474167 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-dbc936b1-7d0e-48c8-8268-14c34a2f5f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'name': 'tempest-TestNetworkBasicOps-router-2144185889', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:54Z', 'revision_number': 4, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e', 'name': '', 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:b8:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '3cd6aee1-0b5e-4c6c-953d-7fc6884c677a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:57:54Z', 'updated_at': '2022-04-20T16:57:57Z', 'revision_number': 5, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '3cd6aee1-0b5e-4c6c-953d-7fc6884c677a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:59:30.499632 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc936b1-7d0e-48c8-8268-14c34a2f5f4f None None] The sync data for ids ['ec921997-5c31-4ac3-9d5d-de022dc9a8c1'] in n-d-836146-2 is: [{'id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'name': 'tempest-TestNetworkBasicOps-router-2144185889', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:54Z', 'revision_number': 4, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e', 'name': '', 'network_id': '5375a4aa-866d-4dae-ae8d-42d89f27c61a', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'mac_address': 'fa:16:3e:b8:14:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '3cd6aee1-0b5e-4c6c-953d-7fc6884c677a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:57:54Z', 'updated_at': '2022-04-20T16:57:57Z', 'revision_number': 5, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'subnets': [{'id': '3cd6aee1-0b5e-4c6c-953d-7fc6884c677a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:59:30.724900 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4a0474-117a-4e9e-af51-aa2be16225cb None None] New status for floating IP 31d0c763-50e5-45b7-affc-bc0ff163119d: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 16:59:31.262360 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706ccbd-1bd0-4c7c-b95f-48bc2a47539d req-9ca08ee6-11a3-4d42-9c52-68cc3e1a6c7e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:59:31.263766 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3706ccbd-1bd0-4c7c-b95f-48bc2a47539d req-9ca08ee6-11a3-4d42-9c52-68cc3e1a6c7e tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab6ccd98-5712-4515-a659-55aa17208bf6 HTTP/1.1" status: 200 len: 946 time: 0.0489931 Apr 20 16:59:31.301048 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3706ccbd-1bd0-4c7c-b95f-48bc2a47539d req-831a5346-abf6-407a-9603-545ce750531d tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/security-groups?id=75e4eea8-e4b8-4e5e-bb81-83c49127f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311823 Apr 20 16:59:31.850293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee6a43-0cc9-43cc-91f2-b11b69c3cf50 req-37368770-5df8-4ec9-a3c2-8aa9ae093c3a tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:59:31.851644 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c8ee6a43-0cc9-43cc-91f2-b11b69c3cf50 req-37368770-5df8-4ec9-a3c2-8aa9ae093c3a tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ccd98-5712-4515-a659-55aa17208bf6 HTTP/1.1" status: 200 len: 946 time: 0.0478539 Apr 20 16:59:31.941827 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-c8ee6a43-0cc9-43cc-91f2-b11b69c3cf50 req-d13e4dbb-db37-44b0-a34b-8b156019de90 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Deleting port a0e021ec-67f2-4525-aead-12a076e71201 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:59:31.944674 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c8ee6a43-0cc9-43cc-91f2-b11b69c3cf50 req-d13e4dbb-db37-44b0-a34b-8b156019de90 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:32.027187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-c8ee6a43-0cc9-43cc-91f2-b11b69c3cf50 req-d13e4dbb-db37-44b0-a34b-8b156019de90 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] For port a0e021ec-67f2-4525-aead-12a076e71201, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a0e021ec-67f2-4525-aead-12a076e71201,segment=NetworkSegment(9edca83c-6a83-443a-a084-9359115d81e6),segment_id=9edca83c-6a83-443a-a084-9359115d81e6)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:59:32.027549 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c8ee6a43-0cc9-43cc-91f2-b11b69c3cf50 req-d13e4dbb-db37-44b0-a34b-8b156019de90 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:32.040423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-c8ee6a43-0cc9-43cc-91f2-b11b69c3cf50 req-d13e4dbb-db37-44b0-a34b-8b156019de90 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Calling delete_port for a0e021ec-67f2-4525-aead-12a076e71201 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:59:32.228613 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c8ee6a43-0cc9-43cc-91f2-b11b69c3cf50 req-d13e4dbb-db37-44b0-a34b-8b156019de90 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:32.257620 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e4dbb-db37-44b0-a34b-8b156019de90 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event deleted for resources: {'Port': ['ID=a0e021ec-67f2-4525-aead-12a076e71201,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:32.406176 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-ea79faa5-2201-4ec1-8fb6-2854e2154c25 req-e894c6a2-60e0-4477-a7aa-548e6e1bfee5 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab6ccd98-5712-4515-a659-55aa17208bf6 HTTP/1.1" status: 200 len: 210 time: 0.0323875 Apr 20 16:59:32.617232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ee6a43-0cc9-43cc-91f2-b11b69c3cf50 req-d13e4dbb-db37-44b0-a34b-8b156019de90 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] No DVR routers for this DVR port a0e021ec-67f2-4525-aead-12a076e71201 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:59:32.619938 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c8ee6a43-0cc9-43cc-91f2-b11b69c3cf50 req-d13e4dbb-db37-44b0-a34b-8b156019de90 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:32.623266 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c8ee6a43-0cc9-43cc-91f2-b11b69c3cf50 req-d13e4dbb-db37-44b0-a34b-8b156019de90 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.26 "DELETE /v2.0/ports/a0e021ec-67f2-4525-aead-12a076e71201 HTTP/1.1" status: 204 len: 173 time: 0.7662892 Apr 20 16:59:32.623708 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6ccd98-5712-4515-a659-55aa17208bf6', 'name': 'network-vif-deleted', 'tag': 'a0e021ec-67f2-4525-aead-12a076e71201'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 16:59:32.626000 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12a5e58-4366-4d9a-9fce-1b328d78f20a" -d '{"events": [{"server_uuid": "ab6ccd98-5712-4515-a659-55aa17208bf6", "name": "network-vif-deleted", "tag": "a0e021ec-67f2-4525-aead-12a076e71201"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 16:59:32.664321 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 16:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59822505-3498-4c3e-af5f-8fb909becdaa x-openstack-request-id: req-59822505-3498-4c3e-af5f-8fb909becdaa {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 16:59:32.664632 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6ccd98-5712-4515-a659-55aa17208bf6", "name": "network-vif-deleted", "tag": "a0e021ec-67f2-4525-aead-12a076e71201", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 16:59:32.664918 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59822505-3498-4c3e-af5f-8fb909becdaa {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 16:59:32.665308 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59822505-3498-4c3e-af5f-8fb909becdaa'] response: {'server_uuid': 'ab6ccd98-5712-4515-a659-55aa17208bf6', 'name': 'network-vif-deleted', 'tag': 'a0e021ec-67f2-4525-aead-12a076e71201', 'status': 'completed', 'code': 200} Apr 20 16:59:33.513778 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cee44386-48ed-46e7-bac8-908896818685 req-55756665-3156-4bfb-aa41-680282493bf7 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab6ccd98-5712-4515-a659-55aa17208bf6 HTTP/1.1" status: 200 len: 210 time: 0.0260003 Apr 20 16:59:34.499792 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a0e021ec-67f2-4525-aead-12a076e71201 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:59:34.524387 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: a0e021ec-67f2-4525-aead-12a076e71201 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:59:34.524727 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a0e021ec-67f2-4525-aead-12a076e71201 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:59:34.569987 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56868) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:59:34.626825 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b405b62a-3815-4a8d-97bd-25ccd2d487a1 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:34.651174 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b405b62a-3815-4a8d-97bd-25ccd2d487a1 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:34.782359 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b405b62a-3815-4a8d-97bd-25ccd2d487a1 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:34.784803 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b405b62a-3815-4a8d-97bd-25ccd2d487a1 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:34.785963 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b405b62a-3815-4a8d-97bd-25ccd2d487a1 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "DELETE /v2.0/security-groups/75e4eea8-e4b8-4e5e-bb81-83c49127f1df HTTP/1.1" status: 204 len: 168 time: 0.2150183 Apr 20 16:59:34.802762 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405b62a-3815-4a8d-97bd-25ccd2d487a1 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e4eea8-e4b8-4e5e-bb81-83c49127f1df,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:34.880690 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56872) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:59:35.231118 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-51432035-62d4-4aae-82f4-0ceaf2a722cd tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:35.479780 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-51432035-62d4-4aae-82f4-0ceaf2a722cd tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Deleting port 5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:59:35.480127 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-51432035-62d4-4aae-82f4-0ceaf2a722cd tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:35.566883 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-51432035-62d4-4aae-82f4-0ceaf2a722cd tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] For port 5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e,segment=NetworkSegment(9edca83c-6a83-443a-a084-9359115d81e6),segment_id=9edca83c-6a83-443a-a084-9359115d81e6)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:59:35.567252 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-51432035-62d4-4aae-82f4-0ceaf2a722cd tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:35.580727 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-51432035-62d4-4aae-82f4-0ceaf2a722cd tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Calling delete_port for 5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:59:35.828041 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-51432035-62d4-4aae-82f4-0ceaf2a722cd tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:35.859222 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51432035-62d4-4aae-82f4-0ceaf2a722cd tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event deleted for resources: {'Port': ['ID=5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:36.033720 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-51432035-62d4-4aae-82f4-0ceaf2a722cd tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:36.243581 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51432035-62d4-4aae-82f4-0ceaf2a722cd tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Router ec921997-5c31-4ac3-9d5d-de022dc9a8c1 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:59:36.347210 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51432035-62d4-4aae-82f4-0ceaf2a722cd tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:59:36.352479 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-51432035-62d4-4aae-82f4-0ceaf2a722cd tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "PUT /v2.0/routers/ec921997-5c31-4ac3-9d5d-de022dc9a8c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4706888 Apr 20 16:59:36.355312 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56874) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:59:36.356837 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70363a22-aa6d-459b-89ed-f7f422b80a3d None None] Sync routers for ids ['ec921997-5c31-4ac3-9d5d-de022dc9a8c1'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:59:36.367475 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70363a22-aa6d-459b-89ed-f7f422b80a3d None None] Routers {'ec921997-5c31-4ac3-9d5d-de022dc9a8c1'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:59:36.368089 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-70363a22-aa6d-459b-89ed-f7f422b80a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:59:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ec921997-5c31-4ac3-9d5d-de022dc9a8c1'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:59:36.406423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9437a57-c6de-48f8-bd37-8bcf4bf68597 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Deleting subnet 3cd6aee1-0b5e-4c6c-953d-7fc6884c677a {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:59:36.409522 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9437a57-c6de-48f8-bd37-8bcf4bf68597 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:36.448725 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9437a57-c6de-48f8-bd37-8bcf4bf68597 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:36.471715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-70363a22-aa6d-459b-89ed-f7f422b80a3d None None] Set router ec921997-5c31-4ac3-9d5d-de022dc9a8c1 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:59:36.534162 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9437a57-c6de-48f8-bd37-8bcf4bf68597 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:36.640225 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9437a57-c6de-48f8-bd37-8bcf4bf68597 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:36.651457 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-70363a22-aa6d-459b-89ed-f7f422b80a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'name': 'tempest-TestNetworkBasicOps-router-2144185889', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:59:35Z', 'revision_number': 5, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:59:36.668918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9437a57-c6de-48f8-bd37-8bcf4bf68597 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd6aee1-0b5e-4c6c-953d-7fc6884c677a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:36.670911 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a9437a57-c6de-48f8-bd37-8bcf4bf68597 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:36.674105 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a9437a57-c6de-48f8-bd37-8bcf4bf68597 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "DELETE /v2.0/subnets/3cd6aee1-0b5e-4c6c-953d-7fc6884c677a HTTP/1.1" status: 204 len: 168 time: 0.3176775 Apr 20 16:59:36.677441 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56876) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:59:36.682767 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8181aaca-de9e-4d12-b27b-6c3ce33c1649 None None] Network 5375a4aa-866d-4dae-ae8d-42d89f27c61a requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:59:36.686008 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70363a22-aa6d-459b-89ed-f7f422b80a3d None None] Checking router: ec921997-5c31-4ac3-9d5d-de022dc9a8c1 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:59:36.749337 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70363a22-aa6d-459b-89ed-f7f422b80a3d None None] Routers {'ec921997-5c31-4ac3-9d5d-de022dc9a8c1'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:59:36.749949 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-70363a22-aa6d-459b-89ed-f7f422b80a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:59:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ec921997-5c31-4ac3-9d5d-de022dc9a8c1'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:59:36.785036 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17c56e11-0877-4575-9a92-b312cb2a8a4c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:36.889535 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17c56e11-0877-4575-9a92-b312cb2a8a4c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:36.907039 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-70363a22-aa6d-459b-89ed-f7f422b80a3d None None] Set router ec921997-5c31-4ac3-9d5d-de022dc9a8c1 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:59:36.971663 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ccc627-391b-4d4c-8b16-3e4dd6a816e5 None None] DHCP port deletion for 5375a4aa-866d-4dae-ae8d-42d89f27c61a request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:59:36.992446 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-17c56e11-0877-4575-9a92-b312cb2a8a4c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Deleting port ad81c91d-3f97-405b-8c81-20843f44255e {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:59:36.992796 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17c56e11-0877-4575-9a92-b312cb2a8a4c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:37.086916 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-17c56e11-0877-4575-9a92-b312cb2a8a4c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] For port ad81c91d-3f97-405b-8c81-20843f44255e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ad81c91d-3f97-405b-8c81-20843f44255e,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:59:37.087559 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17c56e11-0877-4575-9a92-b312cb2a8a4c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:37.102449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e3ccc627-391b-4d4c-8b16-3e4dd6a816e5 None None] Deleting port 3bd8823d-ecdd-41b0-844d-ef5e818ed029 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:59:37.102823 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e3ccc627-391b-4d4c-8b16-3e4dd6a816e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:37.103625 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-17c56e11-0877-4575-9a92-b312cb2a8a4c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Calling delete_port for ad81c91d-3f97-405b-8c81-20843f44255e owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:59:37.121209 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 3bd8823d-ecdd-41b0-844d-ef5e818ed029 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:59:37.213352 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e3ccc627-391b-4d4c-8b16-3e4dd6a816e5 None None] For port 3bd8823d-ecdd-41b0-844d-ef5e818ed029, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=3bd8823d-ecdd-41b0-844d-ef5e818ed029,segment=NetworkSegment(9edca83c-6a83-443a-a084-9359115d81e6),segment_id=9edca83c-6a83-443a-a084-9359115d81e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:59:37.213662 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e3ccc627-391b-4d4c-8b16-3e4dd6a816e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:37.231053 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e3ccc627-391b-4d4c-8b16-3e4dd6a816e5 None None] Calling delete_port for 3bd8823d-ecdd-41b0-844d-ef5e818ed029 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:59:37.237633 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-70363a22-aa6d-459b-89ed-f7f422b80a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'name': 'tempest-TestNetworkBasicOps-router-2144185889', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:59:35Z', 'revision_number': 5, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:59:37.273631 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70363a22-aa6d-459b-89ed-f7f422b80a3d None None] The sync data for ids ['ec921997-5c31-4ac3-9d5d-de022dc9a8c1'] in n-d-836146-2 is: [{'id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'name': 'tempest-TestNetworkBasicOps-router-2144185889', 'tenant_id': '1fac00df27e743498b92f84c2911dae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:59:35Z', 'revision_number': 5, 'project_id': '1fac00df27e743498b92f84c2911dae6', 'gw_port': {'id': 'ad81c91d-3f97-405b-8c81-20843f44255e', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec921997-5c31-4ac3-9d5d-de022dc9a8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:57:50Z', 'updated_at': '2022-04-20T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:59:37.351819 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:37.359802 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17c56e11-0877-4575-9a92-b312cb2a8a4c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:37.387511 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c56e11-0877-4575-9a92-b312cb2a8a4c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event deleted for resources: {'Port': ['ID=ad81c91d-3f97-405b-8c81-20843f44255e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:37.445113 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17c56e11-0877-4575-9a92-b312cb2a8a4c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:37.457638 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e3ccc627-391b-4d4c-8b16-3e4dd6a816e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:37.490148 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ccc627-391b-4d4c-8b16-3e4dd6a816e5 None None] Pushing event deleted for resources: {'Port': ['ID=3bd8823d-ecdd-41b0-844d-ef5e818ed029,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:37.494486 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 20 16:59:37.494486 n-d-836146-2 neutron-server[103486]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Apr 20 16:59:37.494486 n-d-836146-2 neutron-server[103486]: [parameters: {'status': 'DOWN', 'ports_id': '3bd8823d-ecdd-41b0-844d-ef5e818ed029'}] Apr 20 16:59:37.494486 n-d-836146-2 neutron-server[103486]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 16:59:37.494888 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 16:59:37.495546 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ccc627-391b-4d4c-8b16-3e4dd6a816e5 None None] No DVR routers for this DVR port 3bd8823d-ecdd-41b0-844d-ef5e818ed029 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:59:37.502676 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ccc627-391b-4d4c-8b16-3e4dd6a816e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:37.503019 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ccc627-391b-4d4c-8b16-3e4dd6a816e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:37.503356 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ccc627-391b-4d4c-8b16-3e4dd6a816e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:37.503718 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ccc627-391b-4d4c-8b16-3e4dd6a816e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:37.504049 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ccc627-391b-4d4c-8b16-3e4dd6a816e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:37.504397 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ccc627-391b-4d4c-8b16-3e4dd6a816e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:37.504729 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ccc627-391b-4d4c-8b16-3e4dd6a816e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:37.505051 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ccc627-391b-4d4c-8b16-3e4dd6a816e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:37.505374 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ccc627-391b-4d4c-8b16-3e4dd6a816e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:37.505697 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ccc627-391b-4d4c-8b16-3e4dd6a816e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:37.506018 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ccc627-391b-4d4c-8b16-3e4dd6a816e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:37.506334 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ccc627-391b-4d4c-8b16-3e4dd6a816e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:37.537726 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17c56e11-0877-4575-9a92-b312cb2a8a4c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:37.539939 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17c56e11-0877-4575-9a92-b312cb2a8a4c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:37.628447 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17c56e11-0877-4575-9a92-b312cb2a8a4c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:37.629972 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c56e11-0877-4575-9a92-b312cb2a8a4c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Fanout notify agent at l3_agent the message router_deleted on router ec921997-5c31-4ac3-9d5d-de022dc9a8c1 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:59:37.636499 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17c56e11-0877-4575-9a92-b312cb2a8a4c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:37.637622 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-17c56e11-0877-4575-9a92-b312cb2a8a4c tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "DELETE /v2.0/routers/ec921997-5c31-4ac3-9d5d-de022dc9a8c1 HTTP/1.1" status: 204 len: 168 time: 0.9592674 Apr 20 16:59:37.640533 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56878) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:59:37.718817 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2f5340b-dd25-4828-8f2e-7426c3246894 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:37.811983 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2f5340b-dd25-4828-8f2e-7426c3246894 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:37.834247 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-d2f5340b-dd25-4828-8f2e-7426c3246894 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5375a4aa-866d-4dae-ae8d-42d89f27c61a']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:59:37.844003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-d2f5340b-dd25-4828-8f2e-7426c3246894 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9edca83c-6a83-443a-a084-9359115d81e6') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:59:37.844282 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-d2f5340b-dd25-4828-8f2e-7426c3246894 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9edca83c-6a83-443a-a084-9359115d81e6') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:59:37.855231 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2f5340b-dd25-4828-8f2e-7426c3246894 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:37.868945 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2f5340b-dd25-4828-8f2e-7426c3246894 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:37.875562 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f5340b-dd25-4828-8f2e-7426c3246894 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:59:37.876066 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2f5340b-dd25-4828-8f2e-7426c3246894 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:59:37.879496 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:59:37.999469 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2f5340b-dd25-4828-8f2e-7426c3246894 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:38.007421 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2f5340b-dd25-4828-8f2e-7426c3246894 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:38.010260 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d2f5340b-dd25-4828-8f2e-7426c3246894 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] 10.222.0.15 "DELETE /v2.0/networks/5375a4aa-866d-4dae-ae8d-42d89f27c61a HTTP/1.1" status: 204 len: 168 time: 0.3687270 Apr 20 16:59:38.015862 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Port 3bd8823d-ecdd-41b0-844d-ef5e818ed029 update to DOWN by agent not found {{(pid=103486) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 20 16:59:38.029124 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5340b-dd25-4828-8f2e-7426c3246894 tempest-TestNetworkBasicOps-1754474622 tempest-TestNetworkBasicOps-1754474622-project] Pushing event deleted for resources: {'Network': ['ID=5375a4aa-866d-4dae-ae8d-42d89f27c61a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:38.556160 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56884) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:59:38.693528 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2ca1accc-0042-4da6-afee-5dd09a7b8a85 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1fac00df27e743498b92f84c2911dae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360993 Apr 20 16:59:38.695894 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56888) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:59:38.748968 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12460a46-306f-48bf-b295-e63ef9a3384d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:38.768892 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12460a46-306f-48bf-b295-e63ef9a3384d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:38.902274 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12460a46-306f-48bf-b295-e63ef9a3384d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:38.904875 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12460a46-306f-48bf-b295-e63ef9a3384d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:38.906152 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-12460a46-306f-48bf-b295-e63ef9a3384d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8449c839-aa99-4d57-a20f-5c4ba75d3da7 HTTP/1.1" status: 204 len: 168 time: 0.2093127 Apr 20 16:59:38.914759 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12460a46-306f-48bf-b295-e63ef9a3384d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8449c839-aa99-4d57-a20f-5c4ba75d3da7,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:39.056226 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ad81c91d-3f97-405b-8c81-20843f44255e no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:59:39.076591 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: ad81c91d-3f97-405b-8c81-20843f44255e {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:59:39.077006 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ad81c91d-3f97-405b-8c81-20843f44255e not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:59:39.077484 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:59:39.096723 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:59:39.097063 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5c57f1cf-8a4e-4b46-b710-6e60a10a5e3e not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:59:39.536474 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56894) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:59:39.549509 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e5396a87-c4f1-4f8e-90ce-0c244bac1086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:39.623307 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e5396a87-c4f1-4f8e-90ce-0c244bac1086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:39.690541 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e5396a87-c4f1-4f8e-90ce-0c244bac1086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:39.731228 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e5396a87-c4f1-4f8e-90ce-0c244bac1086 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2b14d0d5fae47828c9ad078060b115a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1936431 Apr 20 16:59:39.732071 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5396a87-c4f1-4f8e-90ce-0c244bac1086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77124639-1757-4089-b94d-45eaa1da7f47,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:39.735044 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56896) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:59:39.782796 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2049-3633-4ab4-9a34-75ed2f6c9c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:39.803273 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2049-3633-4ab4-9a34-75ed2f6c9c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:39.913817 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2049-3633-4ab4-9a34-75ed2f6c9c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:39.916323 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2049-3633-4ab4-9a34-75ed2f6c9c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:39.917523 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a9ec2049-3633-4ab4-9a34-75ed2f6c9c66 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77124639-1757-4089-b94d-45eaa1da7f47 HTTP/1.1" status: 204 len: 168 time: 0.1812661 Apr 20 16:59:39.925848 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2049-3633-4ab4-9a34-75ed2f6c9c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77124639-1757-4089-b94d-45eaa1da7f47,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:39.933389 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2049-3633-4ab4-9a34-75ed2f6c9c66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:39.933727 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2049-3633-4ab4-9a34-75ed2f6c9c66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:39.934069 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2049-3633-4ab4-9a34-75ed2f6c9c66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:39.934406 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2049-3633-4ab4-9a34-75ed2f6c9c66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:39.934741 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2049-3633-4ab4-9a34-75ed2f6c9c66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:39.935214 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2049-3633-4ab4-9a34-75ed2f6c9c66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:39.935457 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2049-3633-4ab4-9a34-75ed2f6c9c66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:39.935784 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2049-3633-4ab4-9a34-75ed2f6c9c66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:39.936130 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2049-3633-4ab4-9a34-75ed2f6c9c66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:39.936450 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2049-3633-4ab4-9a34-75ed2f6c9c66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:39.936777 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2049-3633-4ab4-9a34-75ed2f6c9c66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:39.937099 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec2049-3633-4ab4-9a34-75ed2f6c9c66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:40.915517 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56918) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:59:41.007995 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e269fb11-9030-4b47-ae82-28332c607207 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1046164925-network', 'tenant_id': '1fc4ca868c25465c95c66e088aed832b'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:59:41.085334 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e269fb11-9030-4b47-ae82-28332c607207 admin admin] Made reservation on behalf of 1fc4ca868c25465c95c66e088aed832b for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:59:41.087596 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e269fb11-9030-4b47-ae82-28332c607207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:41.095754 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e269fb11-9030-4b47-ae82-28332c607207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:41.169544 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e269fb11-9030-4b47-ae82-28332c607207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:41.233641 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e269fb11-9030-4b47-ae82-28332c607207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:41.259882 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e269fb11-9030-4b47-ae82-28332c607207 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:59:41.266716 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269fb11-9030-4b47-ae82-28332c607207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060e15bd-c81e-4fe9-930a-3141ad7d0e32,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:41.273314 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e269fb11-9030-4b47-ae82-28332c607207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:41.273663 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-e269fb11-9030-4b47-ae82-28332c607207 admin admin] Added segment 5b80e6b4-6fa1-4087-a784-5587a1de39b8 of type vlan for network 50d07653-2ed2-4f46-836f-ac46568234f8 Apr 20 16:59:41.312864 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e269fb11-9030-4b47-ae82-28332c607207 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:41.416756 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e269fb11-9030-4b47-ae82-28332c607207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:41.417837 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e269fb11-9030-4b47-ae82-28332c607207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:59:41.418599 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e269fb11-9030-4b47-ae82-28332c607207 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:41.476024 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269fb11-9030-4b47-ae82-28332c607207 admin admin] Pushing event updated for resources: {'Network': ['ID=50d07653-2ed2-4f46-836f-ac46568234f8,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:41.485600 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 50d07653-2ed2-4f46-836f-ac46568234f8 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 16:59:41.522538 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e269fb11-9030-4b47-ae82-28332c607207 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6058502 Apr 20 16:59:41.525487 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56922) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:59:41.530374 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-3a552b3e-11bb-42e1-bf7c-d2a4bbe84004 admin admin] Request body: {'subnet': {'network_id': '50d07653-2ed2-4f46-836f-ac46568234f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1046164925-subnet', 'tenant_id': '1fc4ca868c25465c95c66e088aed832b', 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:59:41.605013 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a552b3e-11bb-42e1-bf7c-d2a4bbe84004 admin admin] Made reservation on behalf of 1fc4ca868c25465c95c66e088aed832b for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:59:41.607332 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a552b3e-11bb-42e1-bf7c-d2a4bbe84004 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:41.839016 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a552b3e-11bb-42e1-bf7c-d2a4bbe84004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:41.902420 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a552b3e-11bb-42e1-bf7c-d2a4bbe84004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af8b1d2a-a56a-4b42-8e71-093b6a6982dc,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:41.906729 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a552b3e-11bb-42e1-bf7c-d2a4bbe84004 admin admin] Checking segment: {'id': '5b80e6b4-6fa1-4087-a784-5587a1de39b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '50d07653-2ed2-4f46-836f-ac46568234f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:59:41.907085 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a552b3e-11bb-42e1-bf7c-d2a4bbe84004 admin admin] Network hostable DHCP agents. Network: 50d07653-2ed2-4f46-836f-ac46568234f8, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:59:41.988465 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a552b3e-11bb-42e1-bf7c-d2a4bbe84004 admin admin] Network 50d07653-2ed2-4f46-836f-ac46568234f8 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:59:42.108319 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-3a552b3e-11bb-42e1-bf7c-d2a4bbe84004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 50d07653-2ed2-4f46-836f-ac46568234f8) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:59:42.112943 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a552b3e-11bb-42e1-bf7c-d2a4bbe84004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 16:59:42.113538 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3a552b3e-11bb-42e1-bf7c-d2a4bbe84004 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:42.120019 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61374cd3-b655-486d-ba28-c5949cb1ab65 None None] Network 50d07653-2ed2-4f46-836f-ac46568234f8 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:59:42.205488 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3a552b3e-11bb-42e1-bf7c-d2a4bbe84004 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6762929 Apr 20 16:59:42.205702 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56924) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:59:42.210667 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b4d45a24-f512-4abe-b6f7-c848dbed05b6 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1046164925-router', 'tenant_id': '1fc4ca868c25465c95c66e088aed832b', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 16:59:42.331228 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b4d45a24-f512-4abe-b6f7-c848dbed05b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:42.332833 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b4d45a24-f512-4abe-b6f7-c848dbed05b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:42.383913 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b4d45a24-f512-4abe-b6f7-c848dbed05b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:42.416380 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599875cc-ac80-4d5a-9173-8286fefdc1a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-50d07653-2ed2-4f46-836f-ac46568234f8', 'network_id': '50d07653-2ed2-4f46-836f-ac46568234f8', 'tenant_id': '1fc4ca868c25465c95c66e088aed832b', 'fixed_ips': [{'subnet_id': 'af8b1d2a-a56a-4b42-8e71-093b6a6982dc'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 16:59:42.417295 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-599875cc-ac80-4d5a-9173-8286fefdc1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:42.553012 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-599875cc-ac80-4d5a-9173-8286fefdc1a3 None None] Allocated IP 172.20.0.2 (50d07653-2ed2-4f46-836f-ac46568234f8/af8b1d2a-a56a-4b42-8e71-093b6a6982dc/640fb686-027d-4144-9e8f-c948d9ed0539) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:59:42.575481 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b4d45a24-f512-4abe-b6f7-c848dbed05b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:42.697825 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-599875cc-ac80-4d5a-9173-8286fefdc1a3 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:42.788235 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-599875cc-ac80-4d5a-9173-8286fefdc1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:42.829695 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599875cc-ac80-4d5a-9173-8286fefdc1a3 None None] Network 50d07653-2ed2-4f46-836f-ac46568234f8 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:59:42.834113 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b4d45a24-f512-4abe-b6f7-c848dbed05b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:42.834961 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-599875cc-ac80-4d5a-9173-8286fefdc1a3 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:59:42.837416 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599875cc-ac80-4d5a-9173-8286fefdc1a3 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:59:42.844690 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599875cc-ac80-4d5a-9173-8286fefdc1a3 None None] Pushing event updated for resources: {'Port': ['ID=640fb686-027d-4144-9e8f-c948d9ed0539,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:42.861481 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b4d45a24-f512-4abe-b6f7-c848dbed05b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:42.896715 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-599875cc-ac80-4d5a-9173-8286fefdc1a3 None None] Attempting to bind port 640fb686-027d-4144-9e8f-c948d9ed0539 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:59:42.897087 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-599875cc-ac80-4d5a-9173-8286fefdc1a3 None None] Attempting to bind port 640fb686-027d-4144-9e8f-c948d9ed0539 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '5b80e6b4-6fa1-4087-a784-5587a1de39b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '50d07653-2ed2-4f46-836f-ac46568234f8'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:59:42.897451 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599875cc-ac80-4d5a-9173-8286fefdc1a3 None None] Attempting to bind port 640fb686-027d-4144-9e8f-c948d9ed0539 on network 50d07653-2ed2-4f46-836f-ac46568234f8 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:59:42.902546 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599875cc-ac80-4d5a-9173-8286fefdc1a3 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:59:42.902922 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599875cc-ac80-4d5a-9173-8286fefdc1a3 None None] Checking segment: {'id': '5b80e6b4-6fa1-4087-a784-5587a1de39b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '50d07653-2ed2-4f46-836f-ac46568234f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:59:42.903345 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-599875cc-ac80-4d5a-9173-8286fefdc1a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:42.903867 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599875cc-ac80-4d5a-9173-8286fefdc1a3 None None] Bound using segment: {'id': '5b80e6b4-6fa1-4087-a784-5587a1de39b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '50d07653-2ed2-4f46-836f-ac46568234f8'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:59:42.904356 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-599875cc-ac80-4d5a-9173-8286fefdc1a3 None None] Bound port: 640fb686-027d-4144-9e8f-c948d9ed0539, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b80e6b4-6fa1-4087-a784-5587a1de39b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '50d07653-2ed2-4f46-836f-ac46568234f8'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:59:42.904749 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-599875cc-ac80-4d5a-9173-8286fefdc1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:42.965471 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-b4d45a24-f512-4abe-b6f7-c848dbed05b6 admin admin] Allocated IP 172.25.0.245 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/d0df1d37-f78a-4c1f-95ca-cca16128f40d) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:59:42.972152 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-599875cc-ac80-4d5a-9173-8286fefdc1a3 None None] For port 640fb686-027d-4144-9e8f-c948d9ed0539, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:59:42.975447 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-599875cc-ac80-4d5a-9173-8286fefdc1a3 None None] For port 640fb686-027d-4144-9e8f-c948d9ed0539, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=640fb686-027d-4144-9e8f-c948d9ed0539,segment=NetworkSegment(5b80e6b4-6fa1-4087-a784-5587a1de39b8),segment_id=5b80e6b4-6fa1-4087-a784-5587a1de39b8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:59:43.034128 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-599875cc-ac80-4d5a-9173-8286fefdc1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:43.076269 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b4d45a24-f512-4abe-b6f7-c848dbed05b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:43.092257 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599875cc-ac80-4d5a-9173-8286fefdc1a3 None None] Pushing event updated for resources: {'Port': ['ID=640fb686-027d-4144-9e8f-c948d9ed0539,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:43.170826 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b4d45a24-f512-4abe-b6f7-c848dbed05b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:43.213251 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d45a24-f512-4abe-b6f7-c848dbed05b6 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:59:43.219919 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-b4d45a24-f512-4abe-b6f7-c848dbed05b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:59:43.220107 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d45a24-f512-4abe-b6f7-c848dbed05b6 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:59:43.246353 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d45a24-f512-4abe-b6f7-c848dbed05b6 admin admin] Pushing event updated for resources: {'Port': ['ID=d0df1d37-f78a-4c1f-95ca-cca16128f40d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:43.555533 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b4d45a24-f512-4abe-b6f7-c848dbed05b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:43.758179 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b4d45a24-f512-4abe-b6f7-c848dbed05b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:43.963941 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130076a9-6c46-4c1d-8166-1049984c5ebd None None] Network 50d07653-2ed2-4f46-836f-ac46568234f8 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:59:43.983028 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d45a24-f512-4abe-b6f7-c848dbed05b6 admin admin] Router 5d86d00d-22bd-4f09-9f17-dc5d2e697f83 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:59:44.039243 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4d786c30-5498-4abb-8b7a-2d2e1501f97d None None] Provisioning complete for port 640fb686-027d-4144-9e8f-c948d9ed0539 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:59:44.039524 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4d786c30-5498-4abb-8b7a-2d2e1501f97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:44.090954 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d45a24-f512-4abe-b6f7-c848dbed05b6 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:59:44.100808 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] Sync routers for ids ['5d86d00d-22bd-4f09-9f17-dc5d2e697f83'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:59:44.111105 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] Routers {'5d86d00d-22bd-4f09-9f17-dc5d2e697f83'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:59:44.111793 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:59:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5d86d00d-22bd-4f09-9f17-dc5d2e697f83'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:59:44.173100 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b4d45a24-f512-4abe-b6f7-c848dbed05b6 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:44.177795 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b4d45a24-f512-4abe-b6f7-c848dbed05b6 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.9677541 Apr 20 16:59:44.178009 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56926) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:59:44.183187 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4d786c30-5498-4abb-8b7a-2d2e1501f97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:44.219276 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] Set router 5d86d00d-22bd-4f09-9f17-dc5d2e697f83 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:59:44.223952 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-4d786c30-5498-4abb-8b7a-2d2e1501f97d None None] For port 640fb686-027d-4144-9e8f-c948d9ed0539, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=640fb686-027d-4144-9e8f-c948d9ed0539,segment=NetworkSegment(5b80e6b4-6fa1-4087-a784-5587a1de39b8),segment_id=5b80e6b4-6fa1-4087-a784-5587a1de39b8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:59:44.308325 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4d786c30-5498-4abb-8b7a-2d2e1501f97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:44.377285 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d786c30-5498-4abb-8b7a-2d2e1501f97d None None] Pushing event updated for resources: {'Port': ['ID=640fb686-027d-4144-9e8f-c948d9ed0539,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:44.407359 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d86d00d-22bd-4f09-9f17-dc5d2e697f83', 'name': 'tempest-ImageQuotaTest-1046164925-router', 'tenant_id': '1fc4ca868c25465c95c66e088aed832b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd0df1d37-f78a-4c1f-95ca-cca16128f40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:59:42Z', 'updated_at': '2022-04-20T16:59:43Z', 'revision_number': 3, 'project_id': '1fc4ca868c25465c95c66e088aed832b', 'gw_port': {'id': 'd0df1d37-f78a-4c1f-95ca-cca16128f40d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d86d00d-22bd-4f09-9f17-dc5d2e697f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:59:42Z', 'updated_at': '2022-04-20T16:59:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:59:44.435160 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] Checking router: 5d86d00d-22bd-4f09-9f17-dc5d2e697f83 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:59:44.435506 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] Updating router 5d86d00d-22bd-4f09-9f17-dc5d2e697f83 port d0df1d37-f78a-4c1f-95ca-cca16128f40d binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:59:44.463764 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:44.537009 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e123b0da-a09c-4777-b118-750fd834576b None None] Provisioning complete for port 640fb686-027d-4144-9e8f-c948d9ed0539 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:59:44.537431 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e123b0da-a09c-4777-b118-750fd834576b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:44.644847 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-29764a54-64f5-49bd-abb9-e4a6c617f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:44.729066 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:44.788124 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:44.800657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-29764a54-64f5-49bd-abb9-e4a6c617f1d5 admin admin] Allocated IP 172.20.0.1 (50d07653-2ed2-4f46-836f-ac46568234f8/af8b1d2a-a56a-4b42-8e71-093b6a6982dc/2b953cff-4fa1-4a78-b9c4-0242a92433dd) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:59:44.840850 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] Attempting to bind port d0df1d37-f78a-4c1f-95ca-cca16128f40d on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:59:44.841216 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] Attempting to bind port d0df1d37-f78a-4c1f-95ca-cca16128f40d by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:59:44.841574 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] Attempting to bind port d0df1d37-f78a-4c1f-95ca-cca16128f40d on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:59:44.848512 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b9834-c18c-468a-94ab-f0043599e921 None None] Pushing event updated for resources: {'Port': ['ID=d0df1d37-f78a-4c1f-95ca-cca16128f40d,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:44.854700 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:59:44.855068 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:59:44.855463 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:44.855846 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:59:44.856303 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] Bound port: d0df1d37-f78a-4c1f-95ca-cca16128f40d, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:59:44.856698 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:44.859901 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9834-c18c-468a-94ab-f0043599e921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:44.860244 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9834-c18c-468a-94ab-f0043599e921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:44.860602 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9834-c18c-468a-94ab-f0043599e921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:44.860935 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9834-c18c-468a-94ab-f0043599e921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:44.861263 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9834-c18c-468a-94ab-f0043599e921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:44.861588 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9834-c18c-468a-94ab-f0043599e921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:44.861909 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9834-c18c-468a-94ab-f0043599e921 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:44.862229 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9834-c18c-468a-94ab-f0043599e921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:44.862579 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9834-c18c-468a-94ab-f0043599e921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:44.862899 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9834-c18c-468a-94ab-f0043599e921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:44.863214 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9834-c18c-468a-94ab-f0043599e921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:44.863535 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9834-c18c-468a-94ab-f0043599e921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:44.916889 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] For port d0df1d37-f78a-4c1f-95ca-cca16128f40d, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:59:44.917104 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-29764a54-64f5-49bd-abb9-e4a6c617f1d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:44.920247 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] For port d0df1d37-f78a-4c1f-95ca-cca16128f40d, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d0df1d37-f78a-4c1f-95ca-cca16128f40d,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:59:44.977300 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:45.023707 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-29764a54-64f5-49bd-abb9-e4a6c617f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:45.041357 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] Routers {'5d86d00d-22bd-4f09-9f17-dc5d2e697f83'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:59:45.041861 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:59:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5d86d00d-22bd-4f09-9f17-dc5d2e697f83'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:59:45.043763 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b9834-c18c-468a-94ab-f0043599e921 None None] Pushing event updated for resources: {'Port': ['ID=d0df1d37-f78a-4c1f-95ca-cca16128f40d,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:45.069095 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29764a54-64f5-49bd-abb9-e4a6c617f1d5 admin admin] Network 50d07653-2ed2-4f46-836f-ac46568234f8 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:59:45.075654 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-29764a54-64f5-49bd-abb9-e4a6c617f1d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:59:45.079302 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29764a54-64f5-49bd-abb9-e4a6c617f1d5 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 16:59:45.102385 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29764a54-64f5-49bd-abb9-e4a6c617f1d5 admin admin] Pushing event updated for resources: {'Port': ['ID=2b953cff-4fa1-4a78-b9c4-0242a92433dd,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:45.123230 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-29764a54-64f5-49bd-abb9-e4a6c617f1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:45.123432 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 640fb686-027d-4144-9e8f-c948d9ed0539 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:59:45.201935 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 640fb686-027d-4144-9e8f-c948d9ed0539 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:59:45.202461 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:45.258060 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] Set router 5d86d00d-22bd-4f09-9f17-dc5d2e697f83 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:59:45.345569 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-29764a54-64f5-49bd-abb9-e4a6c617f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:45.346380 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4ff7e3f1-cc46-4b0c-9d50-33001d71637a None None] Provisioning complete for port 2b953cff-4fa1-4a78-b9c4-0242a92433dd triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:59:45.347070 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4ff7e3f1-cc46-4b0c-9d50-33001d71637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:45.389072 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-4ff7e3f1-cc46-4b0c-9d50-33001d71637a None None] Port 2b953cff-4fa1-4a78-b9c4-0242a92433dd cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:59:45.446308 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d86d00d-22bd-4f09-9f17-dc5d2e697f83', 'name': 'tempest-ImageQuotaTest-1046164925-router', 'tenant_id': '1fc4ca868c25465c95c66e088aed832b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd0df1d37-f78a-4c1f-95ca-cca16128f40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:59:42Z', 'updated_at': '2022-04-20T16:59:43Z', 'revision_number': 3, 'project_id': '1fc4ca868c25465c95c66e088aed832b', 'gw_port': {'id': 'd0df1d37-f78a-4c1f-95ca-cca16128f40d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d86d00d-22bd-4f09-9f17-dc5d2e697f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:59:42Z', 'updated_at': '2022-04-20T16:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:59:45.473575 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1271cda5-2a23-4ceb-8030-62e608ed5ae4 None None] The sync data for ids ['5d86d00d-22bd-4f09-9f17-dc5d2e697f83'] in n-d-836146-2 is: [{'id': '5d86d00d-22bd-4f09-9f17-dc5d2e697f83', 'name': 'tempest-ImageQuotaTest-1046164925-router', 'tenant_id': '1fc4ca868c25465c95c66e088aed832b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd0df1d37-f78a-4c1f-95ca-cca16128f40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:59:42Z', 'updated_at': '2022-04-20T16:59:43Z', 'revision_number': 3, 'project_id': '1fc4ca868c25465c95c66e088aed832b', 'gw_port': {'id': 'd0df1d37-f78a-4c1f-95ca-cca16128f40d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d86d00d-22bd-4f09-9f17-dc5d2e697f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:59:42Z', 'updated_at': '2022-04-20T16:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:59:45.855298 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-29764a54-64f5-49bd-abb9-e4a6c617f1d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:45.902433 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-29764a54-64f5-49bd-abb9-e4a6c617f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:45.969597 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29764a54-64f5-49bd-abb9-e4a6c617f1d5 admin admin] Pushing event updated for resources: {'Port': ['ID=2b953cff-4fa1-4a78-b9c4-0242a92433dd,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:45.972842 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-29764a54-64f5-49bd-abb9-e4a6c617f1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:46.067756 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29764a54-64f5-49bd-abb9-e4a6c617f1d5 admin admin] Network 50d07653-2ed2-4f46-836f-ac46568234f8 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:59:46.069182 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-29764a54-64f5-49bd-abb9-e4a6c617f1d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:59:46.193221 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29764a54-64f5-49bd-abb9-e4a6c617f1d5 admin admin] Router 5d86d00d-22bd-4f09-9f17-dc5d2e697f83 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:59:46.310309 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29764a54-64f5-49bd-abb9-e4a6c617f1d5 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:59:46.316214 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-29764a54-64f5-49bd-abb9-e4a6c617f1d5 admin admin] 10.222.0.15 "PUT /v2.0/routers/5d86d00d-22bd-4f09-9f17-dc5d2e697f83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1366622 Apr 20 16:59:46.318316 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8c2543fa-535c-44c8-bec3-1d4d10a79d0c None None] Provisioning complete for port 2b953cff-4fa1-4a78-b9c4-0242a92433dd triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:59:46.318778 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8c2543fa-535c-44c8-bec3-1d4d10a79d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:46.362945 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-8c2543fa-535c-44c8-bec3-1d4d10a79d0c None None] Port 2b953cff-4fa1-4a78-b9c4-0242a92433dd cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 16:59:46.952428 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] Sync routers for ids ['5d86d00d-22bd-4f09-9f17-dc5d2e697f83'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:59:46.963430 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] Routers {'5d86d00d-22bd-4f09-9f17-dc5d2e697f83'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:59:46.966935 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:59:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5d86d00d-22bd-4f09-9f17-dc5d2e697f83'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:59:47.083998 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] Set router 5d86d00d-22bd-4f09-9f17-dc5d2e697f83 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:59:47.115783 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d0df1d37-f78a-4c1f-95ca-cca16128f40d up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:59:47.255818 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port d0df1d37-f78a-4c1f-95ca-cca16128f40d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:59:47.256201 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:47.391233 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:47.401123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d86d00d-22bd-4f09-9f17-dc5d2e697f83', 'name': 'tempest-ImageQuotaTest-1046164925-router', 'tenant_id': '1fc4ca868c25465c95c66e088aed832b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd0df1d37-f78a-4c1f-95ca-cca16128f40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:59:42Z', 'updated_at': '2022-04-20T16:59:45Z', 'revision_number': 4, 'project_id': '1fc4ca868c25465c95c66e088aed832b', 'gw_port': {'id': 'd0df1d37-f78a-4c1f-95ca-cca16128f40d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d86d00d-22bd-4f09-9f17-dc5d2e697f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:59:42Z', 'updated_at': '2022-04-20T16:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '2b953cff-4fa1-4a78-b9c4-0242a92433dd', 'name': '', 'network_id': '50d07653-2ed2-4f46-836f-ac46568234f8', 'tenant_id': '1fc4ca868c25465c95c66e088aed832b', 'mac_address': 'fa:16:3e:8d:78:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d86d00d-22bd-4f09-9f17-dc5d2e697f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'af8b1d2a-a56a-4b42-8e71-093b6a6982dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:59:44Z', 'updated_at': '2022-04-20T16:59:45Z', 'revision_number': 2, 'project_id': '1fc4ca868c25465c95c66e088aed832b', 'subnets': [{'id': 'af8b1d2a-a56a-4b42-8e71-093b6a6982dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:59:47.437776 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] Checking router: 5d86d00d-22bd-4f09-9f17-dc5d2e697f83 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:59:47.438132 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] Updating router 5d86d00d-22bd-4f09-9f17-dc5d2e697f83 port 2b953cff-4fa1-4a78-b9c4-0242a92433dd binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 16:59:47.441057 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port d0df1d37-f78a-4c1f-95ca-cca16128f40d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d0df1d37-f78a-4c1f-95ca-cca16128f40d,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:59:47.462035 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 56946) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:59:47.468473 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:47.512765 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:47.633350 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=d0df1d37-f78a-4c1f-95ca-cca16128f40d,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:47.784265 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:47.805185 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-72936d0f-527f-472a-9a82-9d46a7b76661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:47.873854 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:47.923496 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b7241-db3e-4879-8328-b3d5f9662a4a None None] Pushing event updated for resources: {'Port': ['ID=2b953cff-4fa1-4a78-b9c4-0242a92433dd,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:47.980810 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] Attempting to bind port 2b953cff-4fa1-4a78-b9c4-0242a92433dd on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:59:47.981362 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] Attempting to bind port 2b953cff-4fa1-4a78-b9c4-0242a92433dd by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '5b80e6b4-6fa1-4087-a784-5587a1de39b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '50d07653-2ed2-4f46-836f-ac46568234f8'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:59:47.981743 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] Attempting to bind port 2b953cff-4fa1-4a78-b9c4-0242a92433dd on network 50d07653-2ed2-4f46-836f-ac46568234f8 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 16:59:47.989141 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 16:59:47.989617 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] Checking segment: {'id': '5b80e6b4-6fa1-4087-a784-5587a1de39b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '50d07653-2ed2-4f46-836f-ac46568234f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 16:59:47.990081 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:47.990535 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] Bound using segment: {'id': '5b80e6b4-6fa1-4087-a784-5587a1de39b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '50d07653-2ed2-4f46-836f-ac46568234f8'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 16:59:47.991093 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] Bound port: 2b953cff-4fa1-4a78-b9c4-0242a92433dd, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b80e6b4-6fa1-4087-a784-5587a1de39b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '50d07653-2ed2-4f46-836f-ac46568234f8'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:59:47.991703 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:48.063337 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] For port 2b953cff-4fa1-4a78-b9c4-0242a92433dd, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:59:48.066573 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] For port 2b953cff-4fa1-4a78-b9c4-0242a92433dd, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2b953cff-4fa1-4a78-b9c4-0242a92433dd,segment=NetworkSegment(5b80e6b4-6fa1-4087-a784-5587a1de39b8),segment_id=5b80e6b4-6fa1-4087-a784-5587a1de39b8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:59:48.071975 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-72936d0f-527f-472a-9a82-9d46a7b76661 admin admin] Deleting port 2b953cff-4fa1-4a78-b9c4-0242a92433dd {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:59:48.078540 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-72936d0f-527f-472a-9a82-9d46a7b76661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:48.156108 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-72936d0f-527f-472a-9a82-9d46a7b76661 admin admin] For port 2b953cff-4fa1-4a78-b9c4-0242a92433dd, host n-d-836146-2, got binding levels [] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:59:48.156516 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-72936d0f-527f-472a-9a82-9d46a7b76661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:48.160292 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:48.170167 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-72936d0f-527f-472a-9a82-9d46a7b76661 admin admin] Calling delete_port for 2b953cff-4fa1-4a78-b9c4-0242a92433dd owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:59:48.228747 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] Routers {'5d86d00d-22bd-4f09-9f17-dc5d2e697f83'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:59:48.229378 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:59:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5d86d00d-22bd-4f09-9f17-dc5d2e697f83'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:59:48.233561 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1c357e56-b0aa-437c-a571-bcf9fdcda338 None None] Provisioning complete for port 2b953cff-4fa1-4a78-b9c4-0242a92433dd triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:59:48.233934 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1c357e56-b0aa-437c-a571-bcf9fdcda338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:48.237410 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b7241-db3e-4879-8328-b3d5f9662a4a None None] Pushing event updated for resources: {'Port': ['ID=2b953cff-4fa1-4a78-b9c4-0242a92433dd,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:48.399356 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] Set router 5d86d00d-22bd-4f09-9f17-dc5d2e697f83 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:59:48.442918 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1c357e56-b0aa-437c-a571-bcf9fdcda338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:48.473915 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-72936d0f-527f-472a-9a82-9d46a7b76661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:48.501002 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72936d0f-527f-472a-9a82-9d46a7b76661 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b953cff-4fa1-4a78-b9c4-0242a92433dd,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:48.649424 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d86d00d-22bd-4f09-9f17-dc5d2e697f83', 'name': 'tempest-ImageQuotaTest-1046164925-router', 'tenant_id': '1fc4ca868c25465c95c66e088aed832b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd0df1d37-f78a-4c1f-95ca-cca16128f40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:59:42Z', 'updated_at': '2022-04-20T16:59:45Z', 'revision_number': 4, 'project_id': '1fc4ca868c25465c95c66e088aed832b', 'gw_port': {'id': 'd0df1d37-f78a-4c1f-95ca-cca16128f40d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d86d00d-22bd-4f09-9f17-dc5d2e697f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:59:42Z', 'updated_at': '2022-04-20T16:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '2b953cff-4fa1-4a78-b9c4-0242a92433dd', 'name': '', 'network_id': '50d07653-2ed2-4f46-836f-ac46568234f8', 'tenant_id': '1fc4ca868c25465c95c66e088aed832b', 'mac_address': 'fa:16:3e:8d:78:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d86d00d-22bd-4f09-9f17-dc5d2e697f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'af8b1d2a-a56a-4b42-8e71-093b6a6982dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:59:44Z', 'updated_at': '2022-04-20T16:59:48Z', 'revision_number': 4, 'project_id': '1fc4ca868c25465c95c66e088aed832b', 'subnets': [{'id': 'af8b1d2a-a56a-4b42-8e71-093b6a6982dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:59:48.680522 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-72936d0f-527f-472a-9a82-9d46a7b76661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:48.838860 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdecc26-c7c0-47cb-a274-e7a9c1782343 None None] The sync data for ids ['5d86d00d-22bd-4f09-9f17-dc5d2e697f83'] in n-d-836146-2 is: [{'id': '5d86d00d-22bd-4f09-9f17-dc5d2e697f83', 'name': 'tempest-ImageQuotaTest-1046164925-router', 'tenant_id': '1fc4ca868c25465c95c66e088aed832b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd0df1d37-f78a-4c1f-95ca-cca16128f40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:59:42Z', 'updated_at': '2022-04-20T16:59:45Z', 'revision_number': 4, 'project_id': '1fc4ca868c25465c95c66e088aed832b', 'gw_port': {'id': 'd0df1d37-f78a-4c1f-95ca-cca16128f40d', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d86d00d-22bd-4f09-9f17-dc5d2e697f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:59:42Z', 'updated_at': '2022-04-20T16:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '2b953cff-4fa1-4a78-b9c4-0242a92433dd', 'name': '', 'network_id': '50d07653-2ed2-4f46-836f-ac46568234f8', 'tenant_id': '1fc4ca868c25465c95c66e088aed832b', 'mac_address': 'fa:16:3e:8d:78:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d86d00d-22bd-4f09-9f17-dc5d2e697f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'af8b1d2a-a56a-4b42-8e71-093b6a6982dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:59:44Z', 'updated_at': '2022-04-20T16:59:48Z', 'revision_number': 4, 'project_id': '1fc4ca868c25465c95c66e088aed832b', 'subnets': [{'id': 'af8b1d2a-a56a-4b42-8e71-093b6a6982dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:59:48.842655 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c2eee4c9-b4a9-4b20-8edf-7a69df8722f9 None None] Could not find standard attr ID for object 2b953cff-4fa1-4a78-b9c4-0242a92433dd. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 16:59:48.931911 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72936d0f-527f-472a-9a82-9d46a7b76661 admin admin] Router 5d86d00d-22bd-4f09-9f17-dc5d2e697f83 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:59:49.048046 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72936d0f-527f-472a-9a82-9d46a7b76661 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:59:49.053249 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-72936d0f-527f-472a-9a82-9d46a7b76661 admin admin] 10.222.0.15 "PUT /v2.0/routers/5d86d00d-22bd-4f09-9f17-dc5d2e697f83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5901909 Apr 20 16:59:49.056010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56948) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:59:49.092912 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d0df1d37-f78a-4c1f-95ca-cca16128f40d up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 16:59:49.151411 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port d0df1d37-f78a-4c1f-95ca-cca16128f40d triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:59:49.151780 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:49.169320 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2cd52e8f-9cef-4ece-a934-7ca83dac8709 admin admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:49.279052 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2cd52e8f-9cef-4ece-a934-7ca83dac8709 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:49.414015 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-2cd52e8f-9cef-4ece-a934-7ca83dac8709 admin admin] Deleting port d0df1d37-f78a-4c1f-95ca-cca16128f40d {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:59:49.414359 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2cd52e8f-9cef-4ece-a934-7ca83dac8709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:49.508438 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-2cd52e8f-9cef-4ece-a934-7ca83dac8709 admin admin] For port d0df1d37-f78a-4c1f-95ca-cca16128f40d, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d0df1d37-f78a-4c1f-95ca-cca16128f40d,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:59:49.508967 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2cd52e8f-9cef-4ece-a934-7ca83dac8709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:49.522212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-2cd52e8f-9cef-4ece-a934-7ca83dac8709 admin admin] Calling delete_port for d0df1d37-f78a-4c1f-95ca-cca16128f40d owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:59:49.851003 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2cd52e8f-9cef-4ece-a934-7ca83dac8709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:49.880188 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd52e8f-9cef-4ece-a934-7ca83dac8709 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0df1d37-f78a-4c1f-95ca-cca16128f40d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:49.950447 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2cd52e8f-9cef-4ece-a934-7ca83dac8709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:50.043634 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff35907-269f-4bd5-a69d-2a01b3f714a5 None None] Sync routers for ids ['5d86d00d-22bd-4f09-9f17-dc5d2e697f83'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 16:59:50.044232 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2cd52e8f-9cef-4ece-a934-7ca83dac8709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:50.046420 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2cd52e8f-9cef-4ece-a934-7ca83dac8709 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:50.053423 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff35907-269f-4bd5-a69d-2a01b3f714a5 None None] Routers {'5d86d00d-22bd-4f09-9f17-dc5d2e697f83'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:59:50.054110 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-cff35907-269f-4bd5-a69d-2a01b3f714a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:59:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5d86d00d-22bd-4f09-9f17-dc5d2e697f83'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:59:50.121693 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-cff35907-269f-4bd5-a69d-2a01b3f714a5 None None] Set router 5d86d00d-22bd-4f09-9f17-dc5d2e697f83 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 16:59:50.142665 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2cd52e8f-9cef-4ece-a934-7ca83dac8709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:50.144549 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd52e8f-9cef-4ece-a934-7ca83dac8709 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d86d00d-22bd-4f09-9f17-dc5d2e697f83 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 16:59:50.156935 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2cd52e8f-9cef-4ece-a934-7ca83dac8709 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:50.158414 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2cd52e8f-9cef-4ece-a934-7ca83dac8709 admin admin] 10.222.0.15 "DELETE /v2.0/routers/5d86d00d-22bd-4f09-9f17-dc5d2e697f83 HTTP/1.1" status: 204 len: 168 time: 1.1012061 Apr 20 16:59:50.161099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56950) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:59:50.186868 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-cff35907-269f-4bd5-a69d-2a01b3f714a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d86d00d-22bd-4f09-9f17-dc5d2e697f83', 'name': 'tempest-ImageQuotaTest-1046164925-router', 'tenant_id': '1fc4ca868c25465c95c66e088aed832b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:59:42Z', 'updated_at': '2022-04-20T16:59:49Z', 'revision_number': 7, 'project_id': '1fc4ca868c25465c95c66e088aed832b', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:59:50.212090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-d312321d-0d1d-4452-9942-e09df4390097 admin admin] Deleting subnet af8b1d2a-a56a-4b42-8e71-093b6a6982dc {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 16:59:50.214653 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff35907-269f-4bd5-a69d-2a01b3f714a5 None None] Checking router: 5d86d00d-22bd-4f09-9f17-dc5d2e697f83 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 16:59:50.215156 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d312321d-0d1d-4452-9942-e09df4390097 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:50.224420 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff35907-269f-4bd5-a69d-2a01b3f714a5 None None] Routers set() bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 16:59:50.224793 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff35907-269f-4bd5-a69d-2a01b3f714a5 None None] Router IDs set() for agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 20 16:59:50.225573 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_agentschedulers_db [None req-cff35907-269f-4bd5-a69d-2a01b3f714a5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5d86d00d-22bd-4f09-9f17-dc5d2e697f83'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T16:59:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent'). {{(pid=103487) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 16:59:50.225944 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff35907-269f-4bd5-a69d-2a01b3f714a5 None None] The sync data for ids ['5d86d00d-22bd-4f09-9f17-dc5d2e697f83'] in n-d-836146-2 is: [] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 16:59:50.255609 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d312321d-0d1d-4452-9942-e09df4390097 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:50.339590 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d312321d-0d1d-4452-9942-e09df4390097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:50.456812 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d312321d-0d1d-4452-9942-e09df4390097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:50.489643 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312321d-0d1d-4452-9942-e09df4390097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af8b1d2a-a56a-4b42-8e71-093b6a6982dc,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:50.491772 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d312321d-0d1d-4452-9942-e09df4390097 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:50.495343 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d312321d-0d1d-4452-9942-e09df4390097 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/af8b1d2a-a56a-4b42-8e71-093b6a6982dc HTTP/1.1" status: 204 len: 168 time: 0.3325963 Apr 20 16:59:50.497478 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c1b2e2-7573-4efd-afba-c1ba71566ff3 None None] Network 50d07653-2ed2-4f46-836f-ac46568234f8 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 16:59:50.498436 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56952) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:59:50.685361 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b25401b-4386-49c9-937f-fbc5c1c55806 None None] DHCP port deletion for 50d07653-2ed2-4f46-836f-ac46568234f8 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 16:59:50.747084 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5b25401b-4386-49c9-937f-fbc5c1c55806 None None] Deleting port 640fb686-027d-4144-9e8f-c948d9ed0539 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:59:50.747397 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5b25401b-4386-49c9-937f-fbc5c1c55806 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:50.810451 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5b25401b-4386-49c9-937f-fbc5c1c55806 None None] For port 640fb686-027d-4144-9e8f-c948d9ed0539, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=640fb686-027d-4144-9e8f-c948d9ed0539,segment=NetworkSegment(5b80e6b4-6fa1-4087-a784-5587a1de39b8),segment_id=5b80e6b4-6fa1-4087-a784-5587a1de39b8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:59:50.810848 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5b25401b-4386-49c9-937f-fbc5c1c55806 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:50.824564 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5b25401b-4386-49c9-937f-fbc5c1c55806 None None] Calling delete_port for 640fb686-027d-4144-9e8f-c948d9ed0539 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:59:50.893306 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3964e2dc-c016-47f1-ae87-66ea77ba9c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:50.944953 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-3964e2dc-c016-47f1-ae87-66ea77ba9c27 admin admin] Deleting port 640fb686-027d-4144-9e8f-c948d9ed0539 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 16:59:50.945215 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3964e2dc-c016-47f1-ae87-66ea77ba9c27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:51.013251 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-3964e2dc-c016-47f1-ae87-66ea77ba9c27 admin admin] For port 640fb686-027d-4144-9e8f-c948d9ed0539, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=640fb686-027d-4144-9e8f-c948d9ed0539,segment=NetworkSegment(5b80e6b4-6fa1-4087-a784-5587a1de39b8),segment_id=5b80e6b4-6fa1-4087-a784-5587a1de39b8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:59:51.013652 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3964e2dc-c016-47f1-ae87-66ea77ba9c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:51.028313 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5b25401b-4386-49c9-937f-fbc5c1c55806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:51.033507 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-3964e2dc-c016-47f1-ae87-66ea77ba9c27 admin admin] Calling delete_port for 640fb686-027d-4144-9e8f-c948d9ed0539 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 16:59:51.061011 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:59:51.069726 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25401b-4386-49c9-937f-fbc5c1c55806 None None] Pushing event deleted for resources: {'Port': ['ID=640fb686-027d-4144-9e8f-c948d9ed0539,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:51.074827 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b25401b-4386-49c9-937f-fbc5c1c55806 None None] No DVR routers for this DVR port 640fb686-027d-4144-9e8f-c948d9ed0539 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:59:51.100202 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d0df1d37-f78a-4c1f-95ca-cca16128f40d no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:59:51.121012 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: d0df1d37-f78a-4c1f-95ca-cca16128f40d {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:59:51.121360 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d0df1d37-f78a-4c1f-95ca-cca16128f40d not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:59:51.121762 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2b953cff-4fa1-4a78-b9c4-0242a92433dd no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:59:51.126163 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3964e2dc-c016-47f1-ae87-66ea77ba9c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:51.141136 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 2b953cff-4fa1-4a78-b9c4-0242a92433dd {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:59:51.147388 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2b953cff-4fa1-4a78-b9c4-0242a92433dd not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:59:51.147388 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 640fb686-027d-4144-9e8f-c948d9ed0539 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 16:59:51.152318 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964e2dc-c016-47f1-ae87-66ea77ba9c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=640fb686-027d-4144-9e8f-c948d9ed0539,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:51.154168 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3964e2dc-c016-47f1-ae87-66ea77ba9c27 admin admin] No DVR routers for this DVR port 640fb686-027d-4144-9e8f-c948d9ed0539 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 16:59:51.160710 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 640fb686-027d-4144-9e8f-c948d9ed0539 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 16:59:51.161061 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 640fb686-027d-4144-9e8f-c948d9ed0539 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 16:59:51.229869 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3964e2dc-c016-47f1-ae87-66ea77ba9c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:51.249640 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-3964e2dc-c016-47f1-ae87-66ea77ba9c27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d07653-2ed2-4f46-836f-ac46568234f8']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:59:51.258758 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-3964e2dc-c016-47f1-ae87-66ea77ba9c27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b80e6b4-6fa1-4087-a784-5587a1de39b8') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:59:51.258993 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-3964e2dc-c016-47f1-ae87-66ea77ba9c27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b80e6b4-6fa1-4087-a784-5587a1de39b8') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:59:51.268116 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3964e2dc-c016-47f1-ae87-66ea77ba9c27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:51.281640 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3964e2dc-c016-47f1-ae87-66ea77ba9c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:51.287928 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3964e2dc-c016-47f1-ae87-66ea77ba9c27 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 16:59:51.288315 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3964e2dc-c016-47f1-ae87-66ea77ba9c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: timer() Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 16:59:51.290068 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 16:59:51.427644 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3964e2dc-c016-47f1-ae87-66ea77ba9c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:51.433523 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3964e2dc-c016-47f1-ae87-66ea77ba9c27 admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:51.436713 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3964e2dc-c016-47f1-ae87-66ea77ba9c27 admin admin] 10.222.0.15 "DELETE /v2.0/networks/50d07653-2ed2-4f46-836f-ac46568234f8 HTTP/1.1" status: 204 len: 168 time: 0.9373293 Apr 20 16:59:51.448582 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964e2dc-c016-47f1-ae87-66ea77ba9c27 admin admin] Pushing event deleted for resources: {'Network': ['ID=50d07653-2ed2-4f46-836f-ac46568234f8,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:51.778776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56956) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:59:51.818974 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a1f111af-a12f-449c-90b6-ec120049afd0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1fc4ca868c25465c95c66e088aed832b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388947 Apr 20 16:59:51.821349 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56958) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:59:51.868981 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-59f3cbd9-0c61-4664-b5ed-adb9e96b984e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:51.889347 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-59f3cbd9-0c61-4664-b5ed-adb9e96b984e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:52.028212 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-59f3cbd9-0c61-4664-b5ed-adb9e96b984e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:52.038470 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-59f3cbd9-0c61-4664-b5ed-adb9e96b984e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:52.039669 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-59f3cbd9-0c61-4664-b5ed-adb9e96b984e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/060e15bd-c81e-4fe9-930a-3141ad7d0e32 HTTP/1.1" status: 204 len: 168 time: 0.2174332 Apr 20 16:59:52.049475 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3cbd9-0c61-4664-b5ed-adb9e96b984e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060e15bd-c81e-4fe9-930a-3141ad7d0e32,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:52.684512 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56964) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:59:52.697946 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4451bb0b-efd9-44c6-82e0-906fe86cdb7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:52.774642 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4451bb0b-efd9-44c6-82e0-906fe86cdb7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:52.776188 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3139d3bd-687d-495c-9469-08d6159882de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:52.833570 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4451bb0b-efd9-44c6-82e0-906fe86cdb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:52.872946 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451bb0b-efd9-44c6-82e0-906fe86cdb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c114faf-b825-4f47-9206-bb83810e2172,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:52.878163 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4451bb0b-efd9-44c6-82e0-906fe86cdb7f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1926262 Apr 20 16:59:52.991062 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 56966) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 16:59:53.039141 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75a36cfa-9389-4742-902a-267e0cc44c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:53.060037 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75a36cfa-9389-4742-902a-267e0cc44c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:53.205224 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75a36cfa-9389-4742-902a-267e0cc44c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:53.207720 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75a36cfa-9389-4742-902a-267e0cc44c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:53.208935 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-75a36cfa-9389-4742-902a-267e0cc44c5b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c114faf-b825-4f47-9206-bb83810e2172 HTTP/1.1" status: 204 len: 168 time: 0.2169094 Apr 20 16:59:53.217005 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a36cfa-9389-4742-902a-267e0cc44c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c114faf-b825-4f47-9206-bb83810e2172,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:55.130913 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d736ad5a-c76a-4d88-b376-022a038de2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:56.479184 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:57.890582 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:58.141789 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:58.924967 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:00.176057 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:04.644018 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-cfa312d9-34d3-486d-89e4-64bd3af9c1b6 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8de2a412117e470da3ef269bc238e098&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283978 Apr 20 17:00:04.828520 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-855e990e-dc96-430f-a190-c7990b0756de tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:04.829987 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-855e990e-dc96-430f-a190-c7990b0756de tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800447 Apr 20 17:00:04.845509 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-9db8b1d3-576f-4f94-a58c-524bff2fe75b tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/quotas/8de2a412117e470da3ef269bc238e098 HTTP/1.1" status: 200 len: 375 time: 0.0090828 Apr 20 17:00:04.876853 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-4e91f8bf-bc33-4d72-bd4a-804c0292a53e tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8de2a412117e470da3ef269bc238e098&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253296 Apr 20 17:00:05.095146 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-884f0349-493e-4ca6-a221-e96360ec590a req-851e8898-dd6c-4c04-9813-cbc536931256 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c85444f-31a7-400a-894f-e58699174902 HTTP/1.1" status: 200 len: 210 time: 0.0277987 Apr 20 17:00:06.188660 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0404bd46-7359-494d-b823-3a2f9a1057e0 req-c68af96c-056e-4c06-8407-e26364817f1d tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c85444f-31a7-400a-894f-e58699174902 HTTP/1.1" status: 200 len: 210 time: 0.0259941 Apr 20 17:00:07.179678 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-b58d1a90-b17f-4642-a01f-1f5e7767f3c4 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8de2a412117e470da3ef269bc238e098&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204935 Apr 20 17:00:07.291328 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a9324847-d5eb-46bb-be7e-41c0a379cb85 req-cf53a960-e590-48cf-917f-05becd1fc483 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c85444f-31a7-400a-894f-e58699174902 HTTP/1.1" status: 200 len: 210 time: 0.0270789 Apr 20 17:00:07.293738 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-3f8f4014-fb1d-453f-ab1e-fcd2730c9895 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:07.295342 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-3f8f4014-fb1d-453f-ab1e-fcd2730c9895 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1109333 Apr 20 17:00:07.313805 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-15eca10d-5c76-4abc-8661-27f36f1269d2 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Request body: {'port': {'device_id': '3c85444f-31a7-400a-894f-e58699174902', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'admin_state_up': True, 'tenant_id': '8de2a412117e470da3ef269bc238e098'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:00:07.501324 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-15eca10d-5c76-4abc-8661-27f36f1269d2 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Made reservation on behalf of 8de2a412117e470da3ef269bc238e098 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:00:07.504860 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-15eca10d-5c76-4abc-8661-27f36f1269d2 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:07.519092 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-15eca10d-5c76-4abc-8661-27f36f1269d2 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:07.600688 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-15eca10d-5c76-4abc-8661-27f36f1269d2 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:07.684624 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-15eca10d-5c76-4abc-8661-27f36f1269d2 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:07.746715 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eca10d-5c76-4abc-8661-27f36f1269d2 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d36bd102-41dc-4f7b-913c-905b40f764d7,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:00:07.818325 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-15eca10d-5c76-4abc-8661-27f36f1269d2 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Allocated IP 192.168.233.179 (339b8861-0710-4687-9c18-6c65b59bb5ae/ae30a11c-5f71-4097-abc6-dd4a5aae043e/23278f67-950f-4ede-85a4-24b80bfccd11) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:00:07.964817 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-15eca10d-5c76-4abc-8661-27f36f1269d2 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:08.067518 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-15eca10d-5c76-4abc-8661-27f36f1269d2 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:08.111340 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-15eca10d-5c76-4abc-8661-27f36f1269d2 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Network 339b8861-0710-4687-9c18-6c65b59bb5ae is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:00:08.114327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-15eca10d-5c76-4abc-8661-27f36f1269d2 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:00:08.118818 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-15eca10d-5c76-4abc-8661-27f36f1269d2 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:00:08.146103 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eca10d-5c76-4abc-8661-27f36f1269d2 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Pushing event updated for resources: {'Port': ['ID=23278f67-950f-4ede-85a4-24b80bfccd11,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:00:08.175332 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-15eca10d-5c76-4abc-8661-27f36f1269d2 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:08.175779 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-15eca10d-5c76-4abc-8661-27f36f1269d2 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:08.252636 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-15eca10d-5c76-4abc-8661-27f36f1269d2 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9427891 Apr 20 17:00:08.271208 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-e5a0936f-fe76-424c-bf72-66ea3e7c9147 service neutron] Request body: {'port': {'device_id': '3c85444f-31a7-400a-894f-e58699174902', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:00:08.324074 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-e5a0936f-fe76-424c-bf72-66ea3e7c9147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:08.390561 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-dc9ad456-3c02-463c-a074-e92d009a9908 None None] Provisioning complete for port 23278f67-950f-4ede-85a4-24b80bfccd11 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:00:08.391120 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dc9ad456-3c02-463c-a074-e92d009a9908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:08.424931 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ad456-3c02-463c-a074-e92d009a9908 None None] Port 23278f67-950f-4ede-85a4-24b80bfccd11 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:00:08.490797 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e597f-cb31-451d-94f9-8f82e45baebc req-e62ffc1b-ed85-49d7-b63b-92a27cd8f70a tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:08.492358 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5b6e597f-cb31-451d-94f9-8f82e45baebc req-e62ffc1b-ed85-49d7-b63b-92a27cd8f70a tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c85444f-31a7-400a-894f-e58699174902 HTTP/1.1" status: 200 len: 936 time: 0.1278753 Apr 20 17:00:08.582888 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5b6e597f-cb31-451d-94f9-8f82e45baebc req-f59a282a-decb-4c21-af9c-6105875f1f93 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/security-groups?id=d36bd102-41dc-4f7b-913c-905b40f764d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792017 Apr 20 17:00:08.654176 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-e5a0936f-fe76-424c-bf72-66ea3e7c9147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23278f67-950f-4ede-85a4-24b80bfccd11 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:00:08.661272 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-e5a0936f-fe76-424c-bf72-66ea3e7c9147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:08.672626 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-e5a0936f-fe76-424c-bf72-66ea3e7c9147 service neutron] Transition to ACTIVE for port object 23278f67-950f-4ede-85a4-24b80bfccd11 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:00:08.758455 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-e5a0936f-fe76-424c-bf72-66ea3e7c9147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:08.810558 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0936f-fe76-424c-bf72-66ea3e7c9147 service neutron] Pushing event updated for resources: {'Port': ['ID=23278f67-950f-4ede-85a4-24b80bfccd11,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:00:08.880438 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-e5a0936f-fe76-424c-bf72-66ea3e7c9147 service neutron] Attempting to bind port 23278f67-950f-4ede-85a4-24b80bfccd11 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:00:08.880779 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-e5a0936f-fe76-424c-bf72-66ea3e7c9147 service neutron] Attempting to bind port 23278f67-950f-4ede-85a4-24b80bfccd11 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:00:08.881607 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-e5a0936f-fe76-424c-bf72-66ea3e7c9147 service neutron] Attempting to bind port 23278f67-950f-4ede-85a4-24b80bfccd11 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:00:08.886213 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-e5a0936f-fe76-424c-bf72-66ea3e7c9147 service neutron] Port 23278f67-950f-4ede-85a4-24b80bfccd11 on network 339b8861-0710-4687-9c18-6c65b59bb5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:00:08.886530 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-e5a0936f-fe76-424c-bf72-66ea3e7c9147 service neutron] Attempting to bind port 23278f67-950f-4ede-85a4-24b80bfccd11 on network 339b8861-0710-4687-9c18-6c65b59bb5ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:00:08.891471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-e5a0936f-fe76-424c-bf72-66ea3e7c9147 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:00:08.891807 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-e5a0936f-fe76-424c-bf72-66ea3e7c9147 service neutron] Checking segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:00:08.892185 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-e5a0936f-fe76-424c-bf72-66ea3e7c9147 service neutron] Bound using segment: {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:00:08.892635 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-e5a0936f-fe76-424c-bf72-66ea3e7c9147 service neutron] Bound port: 23278f67-950f-4ede-85a4-24b80bfccd11, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298f412-3d65-404b-a006-8815475bf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:00:08.892992 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-e5a0936f-fe76-424c-bf72-66ea3e7c9147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:08.958907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-e5a0936f-fe76-424c-bf72-66ea3e7c9147 service neutron] For port 23278f67-950f-4ede-85a4-24b80bfccd11, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:00:08.962512 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-e5a0936f-fe76-424c-bf72-66ea3e7c9147 service neutron] For port 23278f67-950f-4ede-85a4-24b80bfccd11, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=23278f67-950f-4ede-85a4-24b80bfccd11,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:00:09.051096 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-e5a0936f-fe76-424c-bf72-66ea3e7c9147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:09.084352 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-e5a0936f-fe76-424c-bf72-66ea3e7c9147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:09.084972 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-e5a0936f-fe76-424c-bf72-66ea3e7c9147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:09.086340 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-e5a0936f-fe76-424c-bf72-66ea3e7c9147 service neutron] 10.222.0.26 "PUT /v2.0/ports/23278f67-950f-4ede-85a4-24b80bfccd11 HTTP/1.1" status: 200 len: 1096 time: 0.8195939 Apr 20 17:00:09.086774 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c85444f-31a7-400a-894f-e58699174902', 'tag': '23278f67-950f-4ede-85a4-24b80bfccd11'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:00:09.089036 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc50600-2c29-4e22-b6cd-064074dec3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "3c85444f-31a7-400a-894f-e58699174902", "tag": "23278f67-950f-4ede-85a4-24b80bfccd11"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:00:09.120245 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0936f-fe76-424c-bf72-66ea3e7c9147 service neutron] Pushing event updated for resources: {'Port': ['ID=23278f67-950f-4ede-85a4-24b80bfccd11,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:00:09.136787 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812778d6-76dc-4a58-9601-c37cd1087e40 x-openstack-request-id: req-812778d6-76dc-4a58-9601-c37cd1087e40 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:00:09.137080 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c85444f-31a7-400a-894f-e58699174902", "tag": "23278f67-950f-4ede-85a4-24b80bfccd11", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:00:09.137331 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-812778d6-76dc-4a58-9601-c37cd1087e40 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:00:09.137764 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-812778d6-76dc-4a58-9601-c37cd1087e40'] response: {'name': 'network-changed', 'server_uuid': '3c85444f-31a7-400a-894f-e58699174902', 'tag': '23278f67-950f-4ede-85a4-24b80bfccd11', 'status': 'completed', 'code': 200} Apr 20 17:00:09.220668 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc50600-2c29-4e22-b6cd-064074dec3fb req-6e76e5ad-c607-4bd8-abbb-c73e1f63eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:09.222208 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2cc50600-2c29-4e22-b6cd-064074dec3fb req-6e76e5ad-c607-4bd8-abbb-c73e1f63eaba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8de2a412117e470da3ef269bc238e098&device_id=3c85444f-31a7-400a-894f-e58699174902 HTTP/1.1" status: 200 len: 1099 time: 0.0439935 Apr 20 17:00:09.255532 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2cc50600-2c29-4e22-b6cd-064074dec3fb req-a424064d-59ec-4ed4-a8bf-fce7bcfbd25e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8de2a412117e470da3ef269bc238e098&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195305 Apr 20 17:00:09.351181 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc50600-2c29-4e22-b6cd-064074dec3fb req-eb99b168-4501-4dc5-a6f0-fbdb41208e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:09.352577 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2cc50600-2c29-4e22-b6cd-064074dec3fb req-eb99b168-4501-4dc5-a6f0-fbdb41208e10 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914040 Apr 20 17:00:09.448349 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-e101527b-711a-41c3-9b77-4fbf231cc008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:09.449846 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-e101527b-711a-41c3-9b77-4fbf231cc008 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8de2a412117e470da3ef269bc238e098&device_id=3c85444f-31a7-400a-894f-e58699174902 HTTP/1.1" status: 200 len: 1099 time: 0.0398364 Apr 20 17:00:09.498810 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-7c479495-bbea-4cc1-a956-2ec2b4283a7e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=23278f67-950f-4ede-85a4-24b80bfccd11 HTTP/1.1" status: 200 len: 217 time: 0.0365045 Apr 20 17:00:09.547194 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-d66cabc5-c5c2-46b4-b6b1-00d63ef5f8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:09.549034 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-d66cabc5-c5c2-46b4-b6b1-00d63ef5f8d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0444067 Apr 20 17:00:09.593842 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-37e7e522-aaa0-49fd-9ce7-87c3bb57fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:09.595312 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-37e7e522-aaa0-49fd-9ce7-87c3bb57fd8e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0391853 Apr 20 17:00:09.716278 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-7afd876e-f388-4415-8fbf-8c2525a45840 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140151 Apr 20 17:00:09.727937 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878336e-ab4c-4f36-8f77-4441ff6c42ba req-c292ae87-ce0e-4a47-a175-b51c736c8cd4 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:09.729343 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a878336e-ab4c-4f36-8f77-4441ff6c42ba req-c292ae87-ce0e-4a47-a175-b51c736c8cd4 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c85444f-31a7-400a-894f-e58699174902 HTTP/1.1" status: 200 len: 948 time: 0.0773666 Apr 20 17:00:09.815105 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a878336e-ab4c-4f36-8f77-4441ff6c42ba req-371fe379-a346-499d-9ab1-3f3b6f06c103 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/security-groups?id=d36bd102-41dc-4f7b-913c-905b40f764d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780239 Apr 20 17:00:09.839725 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28348199-5113-42b1-8b36-aa4ec0bc3187 req-663210a7-100b-4268-979a-36bd84687381 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093819 Apr 20 17:00:10.934442 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e58f3a-03ad-47b7-95a3-978b7a12ab84 req-ee39a777-b8fe-4033-a3f1-0e06ff391dcf tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:10.935922 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-76e58f3a-03ad-47b7-95a3-978b7a12ab84 req-ee39a777-b8fe-4033-a3f1-0e06ff391dcf tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c85444f-31a7-400a-894f-e58699174902 HTTP/1.1" status: 200 len: 948 time: 0.0524147 Apr 20 17:00:10.974738 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-76e58f3a-03ad-47b7-95a3-978b7a12ab84 req-53c1b353-2aec-42fe-aad2-92846d254309 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/security-groups?id=d36bd102-41dc-4f7b-913c-905b40f764d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325158 Apr 20 17:00:12.093496 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9f13d-33b2-4d06-be43-fe9aabb53c01 req-c4dfe84c-be23-44f3-a8a8-c6725ab5eab1 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:12.094956 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2db9f13d-33b2-4d06-be43-fe9aabb53c01 req-c4dfe84c-be23-44f3-a8a8-c6725ab5eab1 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c85444f-31a7-400a-894f-e58699174902 HTTP/1.1" status: 200 len: 948 time: 0.0517092 Apr 20 17:00:12.132142 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2db9f13d-33b2-4d06-be43-fe9aabb53c01 req-79213ced-9509-4103-a26e-7809e6b4f092 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/security-groups?id=d36bd102-41dc-4f7b-913c-905b40f764d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304179 Apr 20 17:00:12.640615 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 23278f67-950f-4ede-85a4-24b80bfccd11 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:00:12.732987 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 23278f67-950f-4ede-85a4-24b80bfccd11, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=23278f67-950f-4ede-85a4-24b80bfccd11,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:00:12.744476 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '23278f67-950f-4ede-85a4-24b80bfccd11', 'network_id': '339b8861-0710-4687-9c18-6c65b59bb5ae', 'port_id': '23278f67-950f-4ede-85a4-24b80bfccd11', 'mac_address': 'fa:16:3e:c2:58:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae30a11c-5f71-4097-abc6-dd4a5aae043e', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:00:12.783778 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:12.797566 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23278f67-950f-4ede-85a4-24b80bfccd11 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:00:12.816623 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 23278f67-950f-4ede-85a4-24b80bfccd11, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=23278f67-950f-4ede-85a4-24b80bfccd11,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:00:12.878194 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:12.925006 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=23278f67-950f-4ede-85a4-24b80bfccd11,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:00:13.249264 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6dec44-6a88-438a-add8-3b60b060c07c req-fc43d003-9faa-4de1-9ab9-341dfc0d4748 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:13.250655 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a6dec44-6a88-438a-add8-3b60b060c07c req-fc43d003-9faa-4de1-9ab9-341dfc0d4748 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c85444f-31a7-400a-894f-e58699174902 HTTP/1.1" status: 200 len: 949 time: 0.0489516 Apr 20 17:00:13.262691 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['23278f67-950f-4ede-85a4-24b80bfccd11'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:00:13.288802 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a6dec44-6a88-438a-add8-3b60b060c07c req-7d6468e4-eeea-4aa7-abf9-241797edb41c tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/security-groups?id=d36bd102-41dc-4f7b-913c-905b40f764d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321653 Apr 20 17:00:14.401865 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a5515-6f84-45da-bc10-562b6ffd7a6f req-0c84bfc3-8abe-4c44-8ddd-958ef5c6f245 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:14.403342 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c26a5515-6f84-45da-bc10-562b6ffd7a6f req-0c84bfc3-8abe-4c44-8ddd-958ef5c6f245 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c85444f-31a7-400a-894f-e58699174902 HTTP/1.1" status: 200 len: 949 time: 0.0476317 Apr 20 17:00:14.440155 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c26a5515-6f84-45da-bc10-562b6ffd7a6f req-9b27b269-b7b2-43e3-a69f-8e923e042501 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/security-groups?id=d36bd102-41dc-4f7b-913c-905b40f764d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308318 Apr 20 17:00:14.640909 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 23278f67-950f-4ede-85a4-24b80bfccd11 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:00:14.763607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 23278f67-950f-4ede-85a4-24b80bfccd11 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:00:14.767267 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 23278f67-950f-4ede-85a4-24b80bfccd11 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:00:14.773887 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:14.845981 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:14.871074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c85444f-31a7-400a-894f-e58699174902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23278f67-950f-4ede-85a4-24b80bfccd11'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:00:14.873417 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0797ab2d-cd7f-44e2-b78f-649456afa9a9" -d '{"events": [{"server_uuid": "3c85444f-31a7-400a-894f-e58699174902", "name": "network-vif-plugged", "status": "completed", "tag": "23278f67-950f-4ede-85a4-24b80bfccd11"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:00:14.885760 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 23278f67-950f-4ede-85a4-24b80bfccd11, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=23278f67-950f-4ede-85a4-24b80bfccd11,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:00:14.974565 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a96c223-bda7-46aa-ab0c-a7e03f80d03f x-openstack-request-id: req-8a96c223-bda7-46aa-ab0c-a7e03f80d03f {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:00:14.974928 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c85444f-31a7-400a-894f-e58699174902", "name": "network-vif-plugged", "status": "completed", "tag": "23278f67-950f-4ede-85a4-24b80bfccd11", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:00:14.975175 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a96c223-bda7-46aa-ab0c-a7e03f80d03f {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:00:14.975574 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a96c223-bda7-46aa-ab0c-a7e03f80d03f'] response: {'server_uuid': '3c85444f-31a7-400a-894f-e58699174902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23278f67-950f-4ede-85a4-24b80bfccd11', 'code': 200} Apr 20 17:00:14.998185 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:15.051079 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=23278f67-950f-4ede-85a4-24b80bfccd11,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:00:15.101621 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb293b4-b794-4d18-ab4c-b1b9c3a95a81 req-67d73519-a631-414a-a1fc-412bf2a61511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:15.112060 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fdb293b4-b794-4d18-ab4c-b1b9c3a95a81 req-67d73519-a631-414a-a1fc-412bf2a61511 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3c85444f-31a7-400a-894f-e58699174902 HTTP/1.1" status: 200 len: 1101 time: 0.0477762 Apr 20 17:00:15.137100 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fdb293b4-b794-4d18-ab4c-b1b9c3a95a81 req-e6516299-03ec-4122-a3cf-84383159d6e2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d36bd102-41dc-4f7b-913c-905b40f764d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278578 Apr 20 17:00:15.556449 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c1a5b-1377-4a03-900c-e220949de473 req-a8d3f6e6-b1d1-4f98-8f56-8f60bc31914e tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:15.556449 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e76c1a5b-1377-4a03-900c-e220949de473 req-a8d3f6e6-b1d1-4f98-8f56-8f60bc31914e tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c85444f-31a7-400a-894f-e58699174902 HTTP/1.1" status: 200 len: 950 time: 0.0471783 Apr 20 17:00:15.593836 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e76c1a5b-1377-4a03-900c-e220949de473 req-fd0f8c58-95a3-45ee-ada0-50c4dfff4fa5 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/security-groups?id=d36bd102-41dc-4f7b-913c-905b40f764d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318213 Apr 20 17:00:16.710816 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff36eb-6a29-42dd-8e11-7ff8c3e9d0d9 req-beb6dd24-0c0a-4991-a4f4-30ceb3caad1c tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:16.712411 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d1ff36eb-6a29-42dd-8e11-7ff8c3e9d0d9 req-beb6dd24-0c0a-4991-a4f4-30ceb3caad1c tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c85444f-31a7-400a-894f-e58699174902 HTTP/1.1" status: 200 len: 950 time: 0.0486925 Apr 20 17:00:16.751306 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d1ff36eb-6a29-42dd-8e11-7ff8c3e9d0d9 req-e49fbc59-d562-4c75-b8a7-2e90dd0b92fe tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/security-groups?id=d36bd102-41dc-4f7b-913c-905b40f764d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328109 Apr 20 17:00:17.131142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-6ca82372-02b5-48af-8272-34f118b2c5ab req-26de8fe7-4c50-4f7f-a7aa-c052f5ced643 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 17:00:17.132065 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ca82372-02b5-48af-8272-34f118b2c5ab req-26de8fe7-4c50-4f7f-a7aa-c052f5ced643 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053566 Apr 20 17:00:17.583131 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-1b8f3be1-8a2e-4124-876f-686aa952b109 req-5beedfd9-167b-455f-b2c4-80fe895ab39e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 17:00:17.584676 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1b8f3be1-8a2e-4124-876f-686aa952b109 req-5beedfd9-167b-455f-b2c4-80fe895ab39e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052986 Apr 20 17:00:17.883079 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99a33a5e-ee32-4eaf-af10-0999ecb46383 req-1d2d0be9-7b5b-4288-986d-0b1bf0436367 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3c85444f-31a7-400a-894f-e58699174902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399711 Apr 20 17:00:17.980661 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a33a5e-ee32-4eaf-af10-0999ecb46383 req-492db02b-45a8-4955-85a9-29aafed0f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:17.982122 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99a33a5e-ee32-4eaf-af10-0999ecb46383 req-492db02b-45a8-4955-85a9-29aafed0f3ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8de2a412117e470da3ef269bc238e098&device_id=3c85444f-31a7-400a-894f-e58699174902 HTTP/1.1" status: 200 len: 1101 time: 0.0437911 Apr 20 17:00:18.082943 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a33a5e-ee32-4eaf-af10-0999ecb46383 req-ec0ca3b7-8f05-45cb-97fa-d51b9d54d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:18.084481 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99a33a5e-ee32-4eaf-af10-0999ecb46383 req-ec0ca3b7-8f05-45cb-97fa-d51b9d54d23c service neutron] 10.222.0.26 "GET /v2.0/networks?id=339b8861-0710-4687-9c18-6c65b59bb5ae HTTP/1.1" status: 200 len: 870 time: 0.0846281 Apr 20 17:00:18.129005 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99a33a5e-ee32-4eaf-af10-0999ecb46383 req-9713cbc4-7495-4dd7-af75-273d1388c19d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=23278f67-950f-4ede-85a4-24b80bfccd11 HTTP/1.1" status: 200 len: 217 time: 0.0376389 Apr 20 17:00:18.192899 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a33a5e-ee32-4eaf-af10-0999ecb46383 req-d43c0971-43fa-4063-b32a-5622f9c2cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:18.194937 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99a33a5e-ee32-4eaf-af10-0999ecb46383 req-d43c0971-43fa-4063-b32a-5622f9c2cfe4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae30a11c-5f71-4097-abc6-dd4a5aae043e HTTP/1.1" status: 200 len: 843 time: 0.0442829 Apr 20 17:00:18.237607 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae2f73-0cec-4293-86ee-b4a3a6d02dca req-81ec2948-5b10-408c-a3a8-c937ed298a6e tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:18.239318 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-34ae2f73-0cec-4293-86ee-b4a3a6d02dca req-81ec2948-5b10-408c-a3a8-c937ed298a6e tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c85444f-31a7-400a-894f-e58699174902 HTTP/1.1" status: 200 len: 950 time: 0.0533283 Apr 20 17:00:18.242433 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a33a5e-ee32-4eaf-af10-0999ecb46383 req-2f6da333-fef2-4d5b-ae74-1d8df5600c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:18.243956 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99a33a5e-ee32-4eaf-af10-0999ecb46383 req-2f6da333-fef2-4d5b-ae74-1d8df5600c01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=339b8861-0710-4687-9c18-6c65b59bb5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0407584 Apr 20 17:00:18.277183 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-34ae2f73-0cec-4293-86ee-b4a3a6d02dca req-62248d2b-e1d9-4540-b04b-bbe78a3386a6 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/security-groups?id=d36bd102-41dc-4f7b-913c-905b40f764d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310378 Apr 20 17:00:18.336859 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99a33a5e-ee32-4eaf-af10-0999ecb46383 req-8cbf43a0-02c4-4e55-8d45-2909fda54127 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845394 Apr 20 17:00:18.424498 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99a33a5e-ee32-4eaf-af10-0999ecb46383 req-ca69cb2d-4a0c-4de4-b31a-26fa19826594 service neutron] 10.222.0.26 "GET /v2.0/networks/339b8861-0710-4687-9c18-6c65b59bb5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803623 Apr 20 17:00:19.392972 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4814a-107e-49c5-bbcb-dcb5059832ed req-88b703f8-c1ac-4a84-a86a-fb6f80cfcdb3 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:19.394456 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-62d4814a-107e-49c5-bbcb-dcb5059832ed req-88b703f8-c1ac-4a84-a86a-fb6f80cfcdb3 tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c85444f-31a7-400a-894f-e58699174902 HTTP/1.1" status: 200 len: 950 time: 0.0484352 Apr 20 17:00:19.432364 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-62d4814a-107e-49c5-bbcb-dcb5059832ed req-387c8759-5ccf-4c47-950b-fcbb11f1468a tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/security-groups?id=d36bd102-41dc-4f7b-913c-905b40f764d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312445 Apr 20 17:00:19.714833 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9f403-9c0e-4e7c-a705-42e4d73248ab req-04d374d9-76a7-4381-bc83-9ee95506dd3b tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:19.716249 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4f9f403-9c0e-4e7c-a705-42e4d73248ab req-04d374d9-76a7-4381-bc83-9ee95506dd3b tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c85444f-31a7-400a-894f-e58699174902 HTTP/1.1" status: 200 len: 950 time: 0.0508051 Apr 20 17:00:19.800035 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-f4f9f403-9c0e-4e7c-a705-42e4d73248ab req-15cd3056-d403-4096-963f-215eed05bc3a tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Deleting port 23278f67-950f-4ede-85a4-24b80bfccd11 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:00:19.800403 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f4f9f403-9c0e-4e7c-a705-42e4d73248ab req-15cd3056-d403-4096-963f-215eed05bc3a tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:19.888813 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-f4f9f403-9c0e-4e7c-a705-42e4d73248ab req-15cd3056-d403-4096-963f-215eed05bc3a tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] For port 23278f67-950f-4ede-85a4-24b80bfccd11, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=23278f67-950f-4ede-85a4-24b80bfccd11,segment=NetworkSegment(3298f412-3d65-404b-a006-8815475bf7a5),segment_id=3298f412-3d65-404b-a006-8815475bf7a5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:00:19.889093 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f4f9f403-9c0e-4e7c-a705-42e4d73248ab req-15cd3056-d403-4096-963f-215eed05bc3a tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:19.900499 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-f4f9f403-9c0e-4e7c-a705-42e4d73248ab req-15cd3056-d403-4096-963f-215eed05bc3a tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Calling delete_port for 23278f67-950f-4ede-85a4-24b80bfccd11 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:00:20.061233 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f4f9f403-9c0e-4e7c-a705-42e4d73248ab req-15cd3056-d403-4096-963f-215eed05bc3a tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:20.096362 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd3056-d403-4096-963f-215eed05bc3a tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Pushing event deleted for resources: {'Port': ['ID=23278f67-950f-4ede-85a4-24b80bfccd11,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:00:20.096752 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['23278f67-950f-4ede-85a4-24b80bfccd11'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:00:20.137234 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f9f403-9c0e-4e7c-a705-42e4d73248ab req-15cd3056-d403-4096-963f-215eed05bc3a tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] No DVR routers for this DVR port 23278f67-950f-4ede-85a4-24b80bfccd11 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:00:20.139960 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f4f9f403-9c0e-4e7c-a705-42e4d73248ab req-15cd3056-d403-4096-963f-215eed05bc3a tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:20.143353 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4f9f403-9c0e-4e7c-a705-42e4d73248ab req-15cd3056-d403-4096-963f-215eed05bc3a tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.26 "DELETE /v2.0/ports/23278f67-950f-4ede-85a4-24b80bfccd11 HTTP/1.1" status: 204 len: 173 time: 0.4217863 Apr 20 17:00:20.143803 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c85444f-31a7-400a-894f-e58699174902', 'name': 'network-vif-deleted', 'tag': '23278f67-950f-4ede-85a4-24b80bfccd11'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:00:20.146083 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbc633e-0cce-457b-9008-9bdf8ff23ce3" -d '{"events": [{"server_uuid": "3c85444f-31a7-400a-894f-e58699174902", "name": "network-vif-deleted", "tag": "23278f67-950f-4ede-85a4-24b80bfccd11"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:00:20.189745 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1947c4-99f3-4143-aaa4-8b6b6222e368 x-openstack-request-id: req-bd1947c4-99f3-4143-aaa4-8b6b6222e368 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:00:20.190036 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c85444f-31a7-400a-894f-e58699174902", "name": "network-vif-deleted", "tag": "23278f67-950f-4ede-85a4-24b80bfccd11", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:00:20.190290 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd1947c4-99f3-4143-aaa4-8b6b6222e368 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:00:20.190686 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd1947c4-99f3-4143-aaa4-8b6b6222e368'] response: {'server_uuid': '3c85444f-31a7-400a-894f-e58699174902', 'name': 'network-vif-deleted', 'tag': '23278f67-950f-4ede-85a4-24b80bfccd11', 'status': 'completed', 'code': 200} Apr 20 17:00:20.537514 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d5de4ff6-f84e-4782-9699-54658dd13276 req-cfacc421-9905-40f9-be42-d9b6ec3323fb tempest-ServersAdminNegativeTestJSON-597044620 tempest-ServersAdminNegativeTestJSON-597044620-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c85444f-31a7-400a-894f-e58699174902 HTTP/1.1" status: 200 len: 210 time: 0.0260279 Apr 20 17:00:22.045988 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57106) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:00:22.174852 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-26c1ecae-cb4e-4773-a9b3-4bdc0867419d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8de2a412117e470da3ef269bc238e098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276848 Apr 20 17:00:22.177318 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57110) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:00:22.225028 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce44d3b2-647b-429e-8fcb-c05c4d73ec33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:22.249390 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce44d3b2-647b-429e-8fcb-c05c4d73ec33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:22.340752 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce44d3b2-647b-429e-8fcb-c05c4d73ec33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:22.343375 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce44d3b2-647b-429e-8fcb-c05c4d73ec33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:22.344588 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ce44d3b2-647b-429e-8fcb-c05c4d73ec33 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d36bd102-41dc-4f7b-913c-905b40f764d7 HTTP/1.1" status: 204 len: 168 time: 0.1658535 Apr 20 17:00:22.353075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44d3b2-647b-429e-8fcb-c05c4d73ec33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36bd102-41dc-4f7b-913c-905b40f764d7,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:00:22.810361 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-62c3d9b0-40d8-46de-a251-1e123dc075ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:22.990826 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57116) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:00:23.003910 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a6b0ce5d-4255-4146-959a-3da210000930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:23.086711 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a6b0ce5d-4255-4146-959a-3da210000930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:23.146995 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a6b0ce5d-4255-4146-959a-3da210000930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:23.186149 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0ce5d-4255-4146-959a-3da210000930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d56eea-e972-4e74-8605-695584478ed5,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:00:23.190551 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a6b0ce5d-4255-4146-959a-3da210000930 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d30d612f55db4d9398ef5fc60a0fd08b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1986170 Apr 20 17:00:23.193984 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57118) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:00:23.244530 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-365ee2fa-ef9f-432d-9881-a3bbe88df62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:23.266593 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-365ee2fa-ef9f-432d-9881-a3bbe88df62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:23.370003 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-365ee2fa-ef9f-432d-9881-a3bbe88df62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:23.372677 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-365ee2fa-ef9f-432d-9881-a3bbe88df62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:23.373889 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-365ee2fa-ef9f-432d-9881-a3bbe88df62b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f5d56eea-e972-4e74-8605-695584478ed5 HTTP/1.1" status: 204 len: 168 time: 0.1783998 Apr 20 17:00:23.385853 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ee2fa-ef9f-432d-9881-a3bbe88df62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d56eea-e972-4e74-8605-695584478ed5,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:00:24.354096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57140) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:00:24.451243 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-50e4939d-0569-473c-857a-cfce8c087ebb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-407064675-network', 'tenant_id': '00a54174f2c54cb1ab53c7cb3efc6975'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:00:24.534934 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e4939d-0569-473c-857a-cfce8c087ebb admin admin] Made reservation on behalf of 00a54174f2c54cb1ab53c7cb3efc6975 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:00:24.538083 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50e4939d-0569-473c-857a-cfce8c087ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:24.546723 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50e4939d-0569-473c-857a-cfce8c087ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:24.619058 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50e4939d-0569-473c-857a-cfce8c087ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:24.684010 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50e4939d-0569-473c-857a-cfce8c087ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:24.685658 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 23278f67-950f-4ede-85a4-24b80bfccd11 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:00:24.706955 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 23278f67-950f-4ede-85a4-24b80bfccd11 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:00:24.707300 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 23278f67-950f-4ede-85a4-24b80bfccd11 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:00:24.714802 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e4939d-0569-473c-857a-cfce8c087ebb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:00:24.722358 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4939d-0569-473c-857a-cfce8c087ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b047c75c-1d1e-4ad3-a68d-45675ebb1beb,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:00:24.727559 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50e4939d-0569-473c-857a-cfce8c087ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:24.727900 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-50e4939d-0569-473c-857a-cfce8c087ebb admin admin] Added segment 75ee9203-cb69-40d4-aff5-bac165104179 of type vlan for network 86b69107-bd9e-4bd6-bac1-328f6a311c42 Apr 20 17:00:24.768307 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50e4939d-0569-473c-857a-cfce8c087ebb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:24.832016 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50e4939d-0569-473c-857a-cfce8c087ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:24.832989 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e4939d-0569-473c-857a-cfce8c087ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:24.833562 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-50e4939d-0569-473c-857a-cfce8c087ebb admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:24.920136 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-50e4939d-0569-473c-857a-cfce8c087ebb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5646966 Apr 20 17:00:24.921194 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4939d-0569-473c-857a-cfce8c087ebb admin admin] Pushing event updated for resources: {'Network': ['ID=86b69107-bd9e-4bd6-bac1-328f6a311c42,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:00:24.923250 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57144) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:00:24.929254 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-050e299a-fca4-4697-b82e-1bd5f9916042 admin admin] Request body: {'subnet': {'network_id': '86b69107-bd9e-4bd6-bac1-328f6a311c42', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-407064675-subnet', 'tenant_id': '00a54174f2c54cb1ab53c7cb3efc6975', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:00:24.934207 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 86b69107-bd9e-4bd6-bac1-328f6a311c42 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 17:00:25.021211 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050e299a-fca4-4697-b82e-1bd5f9916042 admin admin] Made reservation on behalf of 00a54174f2c54cb1ab53c7cb3efc6975 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:00:25.023756 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-050e299a-fca4-4697-b82e-1bd5f9916042 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:25.129849 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0eacc09e-c7ff-41a7-9ba6-be204b3a66ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:25.255855 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-050e299a-fca4-4697-b82e-1bd5f9916042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:25.309078 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e299a-fca4-4697-b82e-1bd5f9916042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc8892af-6cd9-4680-bc5d-e486c63953b4,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:00:25.319789 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e299a-fca4-4697-b82e-1bd5f9916042 admin admin] Checking segment: {'id': '75ee9203-cb69-40d4-aff5-bac165104179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '86b69107-bd9e-4bd6-bac1-328f6a311c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:00:25.320140 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050e299a-fca4-4697-b82e-1bd5f9916042 admin admin] Network hostable DHCP agents. Network: 86b69107-bd9e-4bd6-bac1-328f6a311c42, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:00:25.403053 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050e299a-fca4-4697-b82e-1bd5f9916042 admin admin] Network 86b69107-bd9e-4bd6-bac1-328f6a311c42 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:00:25.483492 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-050e299a-fca4-4697-b82e-1bd5f9916042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 86b69107-bd9e-4bd6-bac1-328f6a311c42) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:00:25.487555 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050e299a-fca4-4697-b82e-1bd5f9916042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:25.488174 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-050e299a-fca4-4697-b82e-1bd5f9916042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:25.493169 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b3e411-ad4f-405f-8da0-808fa94397a6 None None] Network 86b69107-bd9e-4bd6-bac1-328f6a311c42 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:00:25.572230 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-050e299a-fca4-4697-b82e-1bd5f9916042 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6476052 Apr 20 17:00:25.614591 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c24b14-ae5d-4bca-8bc8-8427f48b9028 None None] Network 86b69107-bd9e-4bd6-bac1-328f6a311c42 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:00:25.996217 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-c90cc8b5-27ef-47ed-89f2-21a50779f9bf tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:25.997812 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-c90cc8b5-27ef-47ed-89f2-21a50779f9bf tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/networks?id=86b69107-bd9e-4bd6-bac1-328f6a311c42 HTTP/1.1" status: 200 len: 811 time: 0.1057198 Apr 20 17:00:26.013881 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-ff1cb04a-e8ed-4d57-a5d9-34177e7e8ca6 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/quotas/00a54174f2c54cb1ab53c7cb3efc6975 HTTP/1.1" status: 200 len: 375 time: 0.0100513 Apr 20 17:00:26.045179 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-e6870023-5df9-4b4d-85ba-0843104f2bae tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=00a54174f2c54cb1ab53c7cb3efc6975&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259049 Apr 20 17:00:26.134975 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-43d801cb-766a-4925-93f6-a550bd43cb0c service neutron] 10.222.0.15 "GET /v2.0/networks/86b69107-bd9e-4bd6-bac1-328f6a311c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829318 Apr 20 17:00:26.221799 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-555384cc-c4e9-4c23-85e2-10159f65eca0 service neutron] 10.222.0.15 "GET /v2.0/networks/86b69107-bd9e-4bd6-bac1-328f6a311c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808589 Apr 20 17:00:26.460448 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5f319c8e-089f-44b2-ad53-87812b07c4f7 req-f5852ee8-a339-4669-b499-eaaece9ae498 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 210 time: 0.0273242 Apr 20 17:00:26.478303 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:27.542376 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bc58321f-98bb-4949-9eda-e9691dddcc3f req-087e4301-5c0c-4d02-b0ea-d8bfa17fae04 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 210 time: 0.0287271 Apr 20 17:00:27.929527 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:28.060125 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:00:28.157977 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:28.627192 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-018a6292-38f7-481c-8747-19cabd8bcbe2 req-8a76b957-e475-4a3f-a2f3-8a8992530848 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 210 time: 0.0341859 Apr 20 17:00:28.924037 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:29.705817 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4ef0ac6-aa6b-4ccd-8156-7098082a2449 req-25d12141-9fe5-413d-903d-bd372a106bb8 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 210 time: 0.0299971 Apr 20 17:00:30.163645 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:30.797996 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-59612636-f9f2-4802-9b6c-2e7f2045a093 req-c7cd7ac7-7c2d-40e7-a2d2-51625e29b67f tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 210 time: 0.0267498 Apr 20 17:00:31.890338 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3bb24698-50f7-4547-b79e-6cc788e48425 req-3b837a8a-6ede-4715-987a-1e76daa1b288 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 210 time: 0.0261660 Apr 20 17:00:32.681108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-5096c5c0-0123-4e2a-aa01-65fc420f33d0 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:32.682550 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-5096c5c0-0123-4e2a-aa01-65fc420f33d0 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.26 "GET /v2.0/networks?id=86b69107-bd9e-4bd6-bac1-328f6a311c42 HTTP/1.1" status: 200 len: 811 time: 0.1071303 Apr 20 17:00:32.699258 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-cf410bd0-1972-43d0-86a4-c69a15827446 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Request body: {'port': {'device_id': 'fd6f1e32-3136-4c7d-9926-74982aade7e2', 'network_id': '86b69107-bd9e-4bd6-bac1-328f6a311c42', 'admin_state_up': True, 'tenant_id': '00a54174f2c54cb1ab53c7cb3efc6975'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:00:32.843629 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-cf410bd0-1972-43d0-86a4-c69a15827446 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Made reservation on behalf of 00a54174f2c54cb1ab53c7cb3efc6975 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:00:32.847268 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-cf410bd0-1972-43d0-86a4-c69a15827446 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:32.978722 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-cf410bd0-1972-43d0-86a4-c69a15827446 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Allocated IP 172.20.0.11 (86b69107-bd9e-4bd6-bac1-328f6a311c42/cc8892af-6cd9-4680-bc5d-e486c63953b4/68b0a5c5-71f9-4545-8811-b33e78a381c2) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:00:32.987647 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-945de58d-38f5-4a05-9f15-eb7548c903e5 req-c1a6cbce-a4ae-458b-971c-e54876d377db tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 210 time: 0.0270128 Apr 20 17:00:33.125889 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-cf410bd0-1972-43d0-86a4-c69a15827446 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:33.261451 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-cf410bd0-1972-43d0-86a4-c69a15827446 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:33.627496 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-cf410bd0-1972-43d0-86a4-c69a15827446 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Network 86b69107-bd9e-4bd6-bac1-328f6a311c42 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:00:33.631309 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-cf410bd0-1972-43d0-86a4-c69a15827446 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:00:33.635247 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-cf410bd0-1972-43d0-86a4-c69a15827446 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:00:33.641719 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf410bd0-1972-43d0-86a4-c69a15827446 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Pushing event updated for resources: {'Port': ['ID=68b0a5c5-71f9-4545-8811-b33e78a381c2,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:00:33.668684 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf410bd0-1972-43d0-86a4-c69a15827446 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:33.669027 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf410bd0-1972-43d0-86a4-c69a15827446 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:33.669364 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf410bd0-1972-43d0-86a4-c69a15827446 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:33.669702 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf410bd0-1972-43d0-86a4-c69a15827446 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:33.670031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf410bd0-1972-43d0-86a4-c69a15827446 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:33.670359 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf410bd0-1972-43d0-86a4-c69a15827446 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:33.670683 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf410bd0-1972-43d0-86a4-c69a15827446 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:33.671004 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf410bd0-1972-43d0-86a4-c69a15827446 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:33.671329 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf410bd0-1972-43d0-86a4-c69a15827446 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:33.671650 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf410bd0-1972-43d0-86a4-c69a15827446 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:33.671974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf410bd0-1972-43d0-86a4-c69a15827446 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:33.672295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf410bd0-1972-43d0-86a4-c69a15827446 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:33.696083 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-cf410bd0-1972-43d0-86a4-c69a15827446 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:33.696722 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-cf410bd0-1972-43d0-86a4-c69a15827446 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:33.782935 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-cf410bd0-1972-43d0-86a4-c69a15827446 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0871632 Apr 20 17:00:33.799859 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-81171951-bc90-4c0c-8792-61f179528ff4 service neutron] Request body: {'port': {'device_id': 'fd6f1e32-3136-4c7d-9926-74982aade7e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:00:33.852000 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-81171951-bc90-4c0c-8792-61f179528ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:34.142522 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7320933-d8e5-4b05-aaba-45bedbce649b req-c85301e3-f608-411e-bc5e-ba85989a37c5 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:34.143878 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b7320933-d8e5-4b05-aaba-45bedbce649b req-c85301e3-f608-411e-bc5e-ba85989a37c5 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 932 time: 0.0836232 Apr 20 17:00:34.164682 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-81171951-bc90-4c0c-8792-61f179528ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b0a5c5-71f9-4545-8811-b33e78a381c2 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:00:34.178364 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-81171951-bc90-4c0c-8792-61f179528ff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:34.203211 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-81171951-bc90-4c0c-8792-61f179528ff4 service neutron] Transition to ACTIVE for port object 68b0a5c5-71f9-4545-8811-b33e78a381c2 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:00:34.210173 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b7320933-d8e5-4b05-aaba-45bedbce649b req-b68338b7-fa4b-4dbb-8782-79e1cae4d9ae tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552464 Apr 20 17:00:34.312105 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-81171951-bc90-4c0c-8792-61f179528ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:34.381752 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81171951-bc90-4c0c-8792-61f179528ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=68b0a5c5-71f9-4545-8811-b33e78a381c2,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:00:34.430229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-81171951-bc90-4c0c-8792-61f179528ff4 service neutron] Attempting to bind port 68b0a5c5-71f9-4545-8811-b33e78a381c2 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:00:34.430475 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-81171951-bc90-4c0c-8792-61f179528ff4 service neutron] Attempting to bind port 68b0a5c5-71f9-4545-8811-b33e78a381c2 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '75ee9203-cb69-40d4-aff5-bac165104179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '86b69107-bd9e-4bd6-bac1-328f6a311c42'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:00:34.430795 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-81171951-bc90-4c0c-8792-61f179528ff4 service neutron] Attempting to bind port 68b0a5c5-71f9-4545-8811-b33e78a381c2 on network 86b69107-bd9e-4bd6-bac1-328f6a311c42 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:00:34.434982 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-81171951-bc90-4c0c-8792-61f179528ff4 service neutron] Port 68b0a5c5-71f9-4545-8811-b33e78a381c2 on network 86b69107-bd9e-4bd6-bac1-328f6a311c42 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:00:34.435296 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-81171951-bc90-4c0c-8792-61f179528ff4 service neutron] Attempting to bind port 68b0a5c5-71f9-4545-8811-b33e78a381c2 on network 86b69107-bd9e-4bd6-bac1-328f6a311c42 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:00:34.439991 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-81171951-bc90-4c0c-8792-61f179528ff4 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:00:34.440323 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-81171951-bc90-4c0c-8792-61f179528ff4 service neutron] Checking segment: {'id': '75ee9203-cb69-40d4-aff5-bac165104179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '86b69107-bd9e-4bd6-bac1-328f6a311c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:00:34.440725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-81171951-bc90-4c0c-8792-61f179528ff4 service neutron] Bound using segment: {'id': '75ee9203-cb69-40d4-aff5-bac165104179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '86b69107-bd9e-4bd6-bac1-328f6a311c42'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:00:34.441147 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-81171951-bc90-4c0c-8792-61f179528ff4 service neutron] Bound port: 68b0a5c5-71f9-4545-8811-b33e78a381c2, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75ee9203-cb69-40d4-aff5-bac165104179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '86b69107-bd9e-4bd6-bac1-328f6a311c42'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:00:34.441499 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-81171951-bc90-4c0c-8792-61f179528ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:34.504840 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-81171951-bc90-4c0c-8792-61f179528ff4 service neutron] For port 68b0a5c5-71f9-4545-8811-b33e78a381c2, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:00:34.507796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-81171951-bc90-4c0c-8792-61f179528ff4 service neutron] For port 68b0a5c5-71f9-4545-8811-b33e78a381c2, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=68b0a5c5-71f9-4545-8811-b33e78a381c2,segment=NetworkSegment(75ee9203-cb69-40d4-aff5-bac165104179),segment_id=75ee9203-cb69-40d4-aff5-bac165104179)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:00:34.575161 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-81171951-bc90-4c0c-8792-61f179528ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:34.612198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-81171951-bc90-4c0c-8792-61f179528ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:34.612866 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-81171951-bc90-4c0c-8792-61f179528ff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:34.614229 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-81171951-bc90-4c0c-8792-61f179528ff4 service neutron] 10.222.0.26 "PUT /v2.0/ports/68b0a5c5-71f9-4545-8811-b33e78a381c2 HTTP/1.1" status: 200 len: 1092 time: 0.8183527 Apr 20 17:00:34.614702 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6f1e32-3136-4c7d-9926-74982aade7e2', 'tag': '68b0a5c5-71f9-4545-8811-b33e78a381c2'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:00:34.617474 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9eaa25-284d-4ebb-af64-6809d4583005" -d '{"events": [{"name": "network-changed", "server_uuid": "fd6f1e32-3136-4c7d-9926-74982aade7e2", "tag": "68b0a5c5-71f9-4545-8811-b33e78a381c2"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:00:34.644324 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81171951-bc90-4c0c-8792-61f179528ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=68b0a5c5-71f9-4545-8811-b33e78a381c2,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:00:34.657632 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51792cd-be01-4544-9e4f-23502b4c875f x-openstack-request-id: req-c51792cd-be01-4544-9e4f-23502b4c875f {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:00:34.657916 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd6f1e32-3136-4c7d-9926-74982aade7e2", "tag": "68b0a5c5-71f9-4545-8811-b33e78a381c2", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:00:34.658180 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c51792cd-be01-4544-9e4f-23502b4c875f {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:00:34.658577 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c51792cd-be01-4544-9e4f-23502b4c875f'] response: {'name': 'network-changed', 'server_uuid': 'fd6f1e32-3136-4c7d-9926-74982aade7e2', 'tag': '68b0a5c5-71f9-4545-8811-b33e78a381c2', 'status': 'completed', 'code': 200} Apr 20 17:00:34.736276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9eaa25-284d-4ebb-af64-6809d4583005 req-41625df9-1d04-4321-8af6-ecddf432dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:34.737697 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df9eaa25-284d-4ebb-af64-6809d4583005 req-41625df9-1d04-4321-8af6-ecddf432dd9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00a54174f2c54cb1ab53c7cb3efc6975&device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 1095 time: 0.0403678 Apr 20 17:00:34.837482 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9eaa25-284d-4ebb-af64-6809d4583005 req-ad615996-4ded-4273-bac7-88a33ed7beab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:34.838934 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df9eaa25-284d-4ebb-af64-6809d4583005 req-ad615996-4ded-4273-bac7-88a33ed7beab service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=00a54174f2c54cb1ab53c7cb3efc6975&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0880930 Apr 20 17:00:34.932919 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9eaa25-284d-4ebb-af64-6809d4583005 req-eb2e98ff-ec6b-434e-8c75-b80216132f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:34.934428 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df9eaa25-284d-4ebb-af64-6809d4583005 req-eb2e98ff-ec6b-434e-8c75-b80216132f31 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896161 Apr 20 17:00:35.029993 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-bd7d150f-63e8-44ca-a0fb-6c2e86e188c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:35.031521 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-bd7d150f-63e8-44ca-a0fb-6c2e86e188c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00a54174f2c54cb1ab53c7cb3efc6975&device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 1095 time: 0.0404251 Apr 20 17:00:35.094661 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-6cb12811-1f02-47ee-a8cd-43f1546a913d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b0a5c5-71f9-4545-8811-b33e78a381c2 HTTP/1.1" status: 200 len: 217 time: 0.0363157 Apr 20 17:00:35.142332 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-aebd9120-2962-4e43-909f-3c63fa2a9f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:35.143795 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-aebd9120-2962-4e43-909f-3c63fa2a9f8f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cc8892af-6cd9-4680-bc5d-e486c63953b4 HTTP/1.1" status: 200 len: 851 time: 0.0416756 Apr 20 17:00:35.174373 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-8c52525d-a6c1-4b22-841d-54d2df51f023 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86b69107-bd9e-4bd6-bac1-328f6a311c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242503 Apr 20 17:00:35.274865 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-614ba320-b0f6-4b7f-911b-b68f98d5191f service neutron] 10.222.0.26 "GET /v2.0/networks/86b69107-bd9e-4bd6-bac1-328f6a311c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942032 Apr 20 17:00:35.389137 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9142f-8c04-4e08-814e-eb37403e4646 req-59f2b033-9c2a-4581-bfa8-5eb57ff54a15 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:35.390579 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-57a9142f-8c04-4e08-814e-eb37403e4646 req-59f2b033-9c2a-4581-bfa8-5eb57ff54a15 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 944 time: 0.1017971 Apr 20 17:00:35.410554 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22728240-9a53-4cdd-8e99-e5cd6972694a req-83852420-c679-4dc4-917c-4dc2e8a8938d service neutron] 10.222.0.26 "GET /v2.0/networks/86b69107-bd9e-4bd6-bac1-328f6a311c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295156 Apr 20 17:00:35.442201 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-57a9142f-8c04-4e08-814e-eb37403e4646 req-bafab846-bd15-4aa4-81df-07497710d614 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426173 Apr 20 17:00:36.558315 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b70931-f1af-4dd2-bcf5-c45ee441d21c req-4f803316-13a5-4c90-9852-3540b6ab5251 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:36.559827 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b7b70931-f1af-4dd2-bcf5-c45ee441d21c req-4f803316-13a5-4c90-9852-3540b6ab5251 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 944 time: 0.0480809 Apr 20 17:00:36.599839 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b7b70931-f1af-4dd2-bcf5-c45ee441d21c req-8cfc6de2-c436-443b-90e0-409d174dc7f8 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323720 Apr 20 17:00:37.713734 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445ae6a-2c95-4fc3-90b2-67e85dadb82c req-a31ac279-c807-40ec-af0a-08e2e1a21d75 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:37.715206 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9445ae6a-2c95-4fc3-90b2-67e85dadb82c req-a31ac279-c807-40ec-af0a-08e2e1a21d75 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 944 time: 0.0490389 Apr 20 17:00:37.753610 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9445ae6a-2c95-4fc3-90b2-67e85dadb82c req-b7f577ce-c8e6-4b6e-908e-7caad415fb24 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321820 Apr 20 17:00:38.777462 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 68b0a5c5-71f9-4545-8811-b33e78a381c2 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:00:38.872078 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ec21b-f7ef-4cf8-a9b4-325be4b9ac92 req-1db0d26b-a59c-439e-9c47-3cdbdcb79a4d tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:38.873492 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-181ec21b-f7ef-4cf8-a9b4-325be4b9ac92 req-1db0d26b-a59c-439e-9c47-3cdbdcb79a4d tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 944 time: 0.0517709 Apr 20 17:00:38.873617 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 68b0a5c5-71f9-4545-8811-b33e78a381c2, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=68b0a5c5-71f9-4545-8811-b33e78a381c2,segment=NetworkSegment(75ee9203-cb69-40d4-aff5-bac165104179),segment_id=75ee9203-cb69-40d4-aff5-bac165104179)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:00:38.885692 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '68b0a5c5-71f9-4545-8811-b33e78a381c2', 'network_id': '86b69107-bd9e-4bd6-bac1-328f6a311c42', 'port_id': '68b0a5c5-71f9-4545-8811-b33e78a381c2', 'mac_address': 'fa:16:3e:bd:1c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc8892af-6cd9-4680-bc5d-e486c63953b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:00:38.910754 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-181ec21b-f7ef-4cf8-a9b4-325be4b9ac92 req-bbb524dc-b06a-451a-8ff7-3710050de67f tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311873 Apr 20 17:00:38.922521 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:38.935672 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b0a5c5-71f9-4545-8811-b33e78a381c2 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:00:38.954187 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 68b0a5c5-71f9-4545-8811-b33e78a381c2, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=68b0a5c5-71f9-4545-8811-b33e78a381c2,segment=NetworkSegment(75ee9203-cb69-40d4-aff5-bac165104179),segment_id=75ee9203-cb69-40d4-aff5-bac165104179)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:00:39.055200 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:39.102487 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=68b0a5c5-71f9-4545-8811-b33e78a381c2,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:00:39.109702 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:39.110042 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:39.110406 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:39.110737 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:39.111061 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:39.111384 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:39.111705 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:39.112027 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:39.112361 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:39.112692 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:39.113008 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:39.113321 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:39.426870 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['68b0a5c5-71f9-4545-8811-b33e78a381c2'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:00:40.026421 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6412dc5-7880-4cca-813a-06baa7743930 req-aa22080a-7f97-4b4d-ba1d-cf725027825c tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:40.027877 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b6412dc5-7880-4cca-813a-06baa7743930 req-aa22080a-7f97-4b4d-ba1d-cf725027825c tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 945 time: 0.0486510 Apr 20 17:00:40.065062 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b6412dc5-7880-4cca-813a-06baa7743930 req-2dd48b98-baba-4d78-aede-07b4e015cf61 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310140 Apr 20 17:00:40.794304 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 68b0a5c5-71f9-4545-8811-b33e78a381c2 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:00:40.911913 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 68b0a5c5-71f9-4545-8811-b33e78a381c2 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:00:40.916606 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 68b0a5c5-71f9-4545-8811-b33e78a381c2 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:00:40.917331 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:40.991591 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:41.012809 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6f1e32-3136-4c7d-9926-74982aade7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b0a5c5-71f9-4545-8811-b33e78a381c2'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:00:41.015078 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d160ac-d790-4e4f-8168-cdf7abe3a2fe" -d '{"events": [{"server_uuid": "fd6f1e32-3136-4c7d-9926-74982aade7e2", "name": "network-vif-plugged", "status": "completed", "tag": "68b0a5c5-71f9-4545-8811-b33e78a381c2"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:00:41.027553 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 68b0a5c5-71f9-4545-8811-b33e78a381c2, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=68b0a5c5-71f9-4545-8811-b33e78a381c2,segment=NetworkSegment(75ee9203-cb69-40d4-aff5-bac165104179),segment_id=75ee9203-cb69-40d4-aff5-bac165104179)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:00:41.056985 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347e0718-5e05-470a-bc6c-7546c157c7b2 x-openstack-request-id: req-347e0718-5e05-470a-bc6c-7546c157c7b2 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:00:41.057273 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6f1e32-3136-4c7d-9926-74982aade7e2", "name": "network-vif-plugged", "status": "completed", "tag": "68b0a5c5-71f9-4545-8811-b33e78a381c2", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:00:41.057585 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-347e0718-5e05-470a-bc6c-7546c157c7b2 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:00:41.057951 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-347e0718-5e05-470a-bc6c-7546c157c7b2'] response: {'server_uuid': 'fd6f1e32-3136-4c7d-9926-74982aade7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b0a5c5-71f9-4545-8811-b33e78a381c2', 'code': 200} Apr 20 17:00:41.094906 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:41.144438 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=68b0a5c5-71f9-4545-8811-b33e78a381c2,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:00:41.215264 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159fb09-9e88-49ff-93db-94e010a18563 req-9d9e6fce-34f4-4194-add6-7273e9e37bd4 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:41.216699 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6159fb09-9e88-49ff-93db-94e010a18563 req-9d9e6fce-34f4-4194-add6-7273e9e37bd4 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0818202 Apr 20 17:00:41.219570 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9e70f-24ae-4110-83be-dd132fc6f673 req-ea8f82fd-9ce6-4bb5-b7a9-f48fbda7df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:41.220939 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-11a9e70f-24ae-4110-83be-dd132fc6f673 req-ea8f82fd-9ce6-4bb5-b7a9-f48fbda7df9b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 1097 time: 0.0767350 Apr 20 17:00:41.282213 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6159fb09-9e88-49ff-93db-94e010a18563 req-92153c9f-5799-453a-b111-82056807694c tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595133 Apr 20 17:00:41.283810 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-11a9e70f-24ae-4110-83be-dd132fc6f673 req-ecaa1815-d8e5-4088-95b1-c1a08ee51d40 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552292 Apr 20 17:00:42.397602 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de723d-1185-414d-a0b1-1b18a238332b req-6c10c9c5-75bc-4bb9-a513-8282d56609d6 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:42.399088 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b8de723d-1185-414d-a0b1-1b18a238332b req-6c10c9c5-75bc-4bb9-a513-8282d56609d6 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0490093 Apr 20 17:00:42.436794 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-b8de723d-1185-414d-a0b1-1b18a238332b req-d0dc535a-f7ec-4b3e-a88b-0e29f43e899e tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317101 Apr 20 17:00:43.550434 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6eaf1-6585-4ed9-9e2a-e488aa470029 req-1fa34c2f-ad35-4333-91e5-563e6a105ad6 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:43.551894 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d4f6eaf1-6585-4ed9-9e2a-e488aa470029 req-1fa34c2f-ad35-4333-91e5-563e6a105ad6 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0480092 Apr 20 17:00:43.590623 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d4f6eaf1-6585-4ed9-9e2a-e488aa470029 req-59f6b4da-5200-449a-b4f8-747e39390b05 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319800 Apr 20 17:00:43.974195 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadb35d-51f0-4186-9bff-cd476d7e07d2 req-8d15cae2-912c-4d67-960c-2d0112e7c91e tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:43.976473 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-beadb35d-51f0-4186-9bff-cd476d7e07d2 req-8d15cae2-912c-4d67-960c-2d0112e7c91e tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0541565 Apr 20 17:00:44.013992 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-beadb35d-51f0-4186-9bff-cd476d7e07d2 req-17b92b0e-98d1-4edf-9c51-882f3e42ebad tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311344 Apr 20 17:00:44.140859 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-7196d148-5dc8-4485-b3e5-466ca84af75b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888727 Apr 20 17:00:44.149378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-cf155877-172d-4c15-a103-7ed55a22fb47 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 17:00:44.150312 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-cf155877-172d-4c15-a103-7ed55a22fb47 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048335 Apr 20 17:00:45.137396 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3308af5-6bae-4392-9e8c-d5fee05317a7 req-4603bfe8-2fa5-4eb8-bc4a-f80cd2d4f3fa tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:45.139251 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c3308af5-6bae-4392-9e8c-d5fee05317a7 req-4603bfe8-2fa5-4eb8-bc4a-f80cd2d4f3fa tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0510070 Apr 20 17:00:45.178144 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c3308af5-6bae-4392-9e8c-d5fee05317a7 req-9bd30bbc-e382-45b9-97a7-7a1a1c78fb46 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327480 Apr 20 17:00:46.270080 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-09bc487d-5ba6-452e-a569-0ec03f0565f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:46.271523 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-09bc487d-5ba6-452e-a569-0ec03f0565f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00a54174f2c54cb1ab53c7cb3efc6975&device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 1097 time: 0.0533736 Apr 20 17:00:46.362012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4c03b-471c-4892-be11-9e3c02d84bda req-001fd7db-40b1-4273-a31d-efe2119c9d6c tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:46.363485 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f0d4c03b-471c-4892-be11-9e3c02d84bda req-001fd7db-40b1-4273-a31d-efe2119c9d6c tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.1060815 Apr 20 17:00:46.404600 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-a4365d36-baf9-4d1a-afb3-dc0af285d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:46.406023 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-a4365d36-baf9-4d1a-afb3-dc0af285d6b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=86b69107-bd9e-4bd6-bac1-328f6a311c42 HTTP/1.1" status: 200 len: 912 time: 0.1212053 Apr 20 17:00:46.426432 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f0d4c03b-471c-4892-be11-9e3c02d84bda req-0a5fd2f2-6de6-40c1-acb4-fe6a1a5392ca tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534711 Apr 20 17:00:46.457227 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-cace744d-1945-4346-8a6a-69d7e6357037 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b0a5c5-71f9-4545-8811-b33e78a381c2 HTTP/1.1" status: 200 len: 217 time: 0.0419893 Apr 20 17:00:46.504302 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-6c122a3e-6a6e-45b9-86e4-1cd3ba58a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:46.505758 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-6c122a3e-6a6e-45b9-86e4-1cd3ba58a7af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cc8892af-6cd9-4680-bc5d-e486c63953b4 HTTP/1.1" status: 200 len: 851 time: 0.0423276 Apr 20 17:00:46.536566 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-6ca04951-ba25-4b74-8955-ccaff43f4413 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86b69107-bd9e-4bd6-bac1-328f6a311c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243378 Apr 20 17:00:46.623910 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-4b98a8a9-4c39-45bc-9f8c-eff1b8b1ca57 service neutron] 10.222.0.26 "GET /v2.0/networks/86b69107-bd9e-4bd6-bac1-328f6a311c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810947 Apr 20 17:00:46.716484 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-9a62c0f2-778b-4e84-be31-0e1de522191d service neutron] 10.222.0.26 "GET /v2.0/networks/86b69107-bd9e-4bd6-bac1-328f6a311c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866437 Apr 20 17:00:47.551383 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a780f2-6d1e-4630-9de5-04d3151f8d4b req-c262f98e-16f1-4663-b408-08e013500ccf tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:47.552923 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c9a780f2-6d1e-4630-9de5-04d3151f8d4b req-c262f98e-16f1-4663-b408-08e013500ccf tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0549860 Apr 20 17:00:47.591807 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c9a780f2-6d1e-4630-9de5-04d3151f8d4b req-37a56591-6f44-460d-aad9-8bf092b06be3 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322552 Apr 20 17:00:48.717928 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6c30c-9f31-49af-a5c2-91f4a3eb5feb req-34941ecc-9a6f-4c9b-b279-4562c65dbd31 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:48.719435 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22a6c30c-9f31-49af-a5c2-91f4a3eb5feb req-34941ecc-9a6f-4c9b-b279-4562c65dbd31 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0510492 Apr 20 17:00:48.759962 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22a6c30c-9f31-49af-a5c2-91f4a3eb5feb req-36f99a46-fd42-423c-b43e-7b300bacd42e tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335224 Apr 20 17:00:49.882940 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebb811-f7ca-4726-81b6-ec59f435a2d2 req-fc261f23-0910-474e-b64a-597bba57d8b9 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:49.884999 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-99ebb811-f7ca-4726-81b6-ec59f435a2d2 req-fc261f23-0910-474e-b64a-597bba57d8b9 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0557632 Apr 20 17:00:49.925654 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-99ebb811-f7ca-4726-81b6-ec59f435a2d2 req-98988712-5c3d-4518-bb44-6c9c1f20e2df tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345342 Apr 20 17:00:51.045411 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cdb44-c7c0-4282-aa54-84f76a702903 req-f6c7cb23-7676-4cf3-9295-91f6260dd2f9 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:51.046987 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f4cdb44-c7c0-4282-aa54-84f76a702903 req-f6c7cb23-7676-4cf3-9295-91f6260dd2f9 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0541079 Apr 20 17:00:51.085653 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f4cdb44-c7c0-4282-aa54-84f76a702903 req-178ea60a-5be9-4b50-be1c-9a54d72bb083 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325780 Apr 20 17:00:52.205826 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0228e8-7d7f-4bbd-9b32-82bbd249399d req-6d04613f-7cbf-43df-abbc-5bc059e91b6f tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:52.207301 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1c0228e8-7d7f-4bbd-9b32-82bbd249399d req-6d04613f-7cbf-43df-abbc-5bc059e91b6f tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0491481 Apr 20 17:00:52.246509 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1c0228e8-7d7f-4bbd-9b32-82bbd249399d req-fd953652-5607-40ce-8cd3-d9a849f40fa8 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325656 Apr 20 17:00:52.791516 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b04c7730-e1e9-4539-8773-fd678b573134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:53.363835 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7982bf-8245-4b5f-966c-bfccd554f37a req-b2ccaf43-b058-4f65-8377-68deda84d010 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:53.365337 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e7982bf-8245-4b5f-966c-bfccd554f37a req-b2ccaf43-b058-4f65-8377-68deda84d010 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0493803 Apr 20 17:00:53.405781 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e7982bf-8245-4b5f-966c-bfccd554f37a req-706917d7-4be7-4cdb-86f9-7ee2333fd183 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342271 Apr 20 17:00:54.526306 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e772288-11e0-481e-b93a-356b45f8b79a req-4cb1dd49-0b25-4a68-9773-048a86523147 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:54.527913 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9e772288-11e0-481e-b93a-356b45f8b79a req-4cb1dd49-0b25-4a68-9773-048a86523147 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0521502 Apr 20 17:00:54.566532 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9e772288-11e0-481e-b93a-356b45f8b79a req-111c13d1-d1f8-4f86-bfea-4a18a531626f tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322487 Apr 20 17:00:55.122802 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c04f18d7-e531-4417-bc5f-1d5ccffe0768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:55.687189 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e047d74-f88f-4c74-8372-2990be79989f req-7783db08-be72-4d44-89f0-7c0f32772039 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:55.688881 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0e047d74-f88f-4c74-8372-2990be79989f req-7783db08-be72-4d44-89f0-7c0f32772039 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0525005 Apr 20 17:00:55.742159 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0e047d74-f88f-4c74-8372-2990be79989f req-0d7b96c4-8f55-47d7-ba30-5541b24d230b tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457587 Apr 20 17:00:56.499963 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:56.860999 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93862ab4-d1b8-4e65-aa1a-57fede6e4156 req-d97ad610-692f-480e-91b3-539aa4674fba tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:56.862468 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-93862ab4-d1b8-4e65-aa1a-57fede6e4156 req-d97ad610-692f-480e-91b3-539aa4674fba tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0506644 Apr 20 17:00:56.900639 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-93862ab4-d1b8-4e65-aa1a-57fede6e4156 req-3c8cae4f-40c4-4e22-93b3-1c9173890f88 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320501 Apr 20 17:00:57.888465 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:58.022051 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09eafb7-99fc-4f3b-84dc-01e1ae6bce23 req-6e739275-3fe3-45b4-9bcd-5bb1dd8c1270 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:58.023527 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d09eafb7-99fc-4f3b-84dc-01e1ae6bce23 req-6e739275-3fe3-45b4-9bcd-5bb1dd8c1270 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0536125 Apr 20 17:00:58.061710 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d09eafb7-99fc-4f3b-84dc-01e1ae6bce23 req-fc3869f4-aef0-473d-afcb-b19dda240c0b tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315518 Apr 20 17:00:58.162824 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:58.916977 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:59.182439 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2367f28-9b8c-4679-97e8-e840ee54f619 req-2ebeb64d-3253-46c2-a22c-3f95ae1e6ae9 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:00:59.183865 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c2367f28-9b8c-4679-97e8-e840ee54f619 req-2ebeb64d-3253-46c2-a22c-3f95ae1e6ae9 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0492022 Apr 20 17:00:59.221213 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c2367f28-9b8c-4679-97e8-e840ee54f619 req-2b27d7cc-29de-425e-ad5d-9b7610422b5e tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306396 Apr 20 17:01:00.197001 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:00.338709 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf2341-870e-42ea-8a4d-32e77c6c5da3 req-eb23fa62-acc3-4c00-b5ee-5a8751f64aff tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:00.340212 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1dcf2341-870e-42ea-8a4d-32e77c6c5da3 req-eb23fa62-acc3-4c00-b5ee-5a8751f64aff tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0484974 Apr 20 17:01:00.378236 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1dcf2341-870e-42ea-8a4d-32e77c6c5da3 req-10db46b1-77c1-48ab-bca4-acae6866d7b0 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315332 Apr 20 17:01:01.498932 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3ec97-0133-46b1-a188-d6895abfbbc4 req-ad0e660b-b5a2-455b-bd9f-70bc984956dc tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:01.500422 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-18b3ec97-0133-46b1-a188-d6895abfbbc4 req-ad0e660b-b5a2-455b-bd9f-70bc984956dc tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0531838 Apr 20 17:01:01.538760 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-18b3ec97-0133-46b1-a188-d6895abfbbc4 req-ebbc35bd-9e72-4036-bda5-4ba7d2eb9728 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322714 Apr 20 17:01:02.655346 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec1d8c-6e01-4628-86f4-5219d895c869 req-6b36ec77-8da1-41ff-8fdb-f771bdb6d320 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:02.656823 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e0ec1d8c-6e01-4628-86f4-5219d895c869 req-6b36ec77-8da1-41ff-8fdb-f771bdb6d320 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0482826 Apr 20 17:01:02.701655 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e0ec1d8c-6e01-4628-86f4-5219d895c869 req-79ba767f-f907-46b2-ae7b-322bed8b844e tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311739 Apr 20 17:01:03.816989 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86586aa-f5e4-4839-ace6-37a0124b241c req-25282c49-14cf-4c21-a58a-3571b2bb5a8c tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:03.818375 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f86586aa-f5e4-4839-ace6-37a0124b241c req-25282c49-14cf-4c21-a58a-3571b2bb5a8c tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0486367 Apr 20 17:01:03.855091 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f86586aa-f5e4-4839-ace6-37a0124b241c req-3534d7c7-5a68-404d-86b7-c9a1dc64462b tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305991 Apr 20 17:01:04.974560 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53180c-234e-4af8-aa55-38522ce6e373 req-4cdab71c-0185-49e4-ba40-3019a08d0f73 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:04.976072 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-af53180c-234e-4af8-aa55-38522ce6e373 req-4cdab71c-0185-49e4-ba40-3019a08d0f73 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0530841 Apr 20 17:01:05.016773 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-af53180c-234e-4af8-aa55-38522ce6e373 req-0b273cd8-b2a0-4e14-9ce7-985ef7df46eb tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337384 Apr 20 17:01:05.058150 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:01:06.133399 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c389f-19f9-4755-9e5a-a27a7d0a6409 req-e836c3f1-f266-4b3f-ab86-c1f62cb149d3 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:06.135093 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-186c389f-19f9-4755-9e5a-a27a7d0a6409 req-e836c3f1-f266-4b3f-ab86-c1f62cb149d3 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0495722 Apr 20 17:01:06.172918 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-186c389f-19f9-4755-9e5a-a27a7d0a6409 req-92c7c7ea-fbf3-4fd2-9f2b-450f52b4b65e tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310822 Apr 20 17:01:07.288760 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573a65a-1079-43e0-a243-cef42c36d904 req-cc77f66d-5829-4129-877e-9e4d39f9b53d tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:07.290334 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5573a65a-1079-43e0-a243-cef42c36d904 req-cc77f66d-5829-4129-877e-9e4d39f9b53d tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0488544 Apr 20 17:01:07.327577 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5573a65a-1079-43e0-a243-cef42c36d904 req-63840c92-b075-487a-9d0a-ca0e238c4639 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312898 Apr 20 17:01:08.446598 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ffcfe-35b1-4447-bb36-9336ba8ee18d req-d910a968-bf45-44ee-b61f-69f96fb9d5d1 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:08.448103 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a35ffcfe-35b1-4447-bb36-9336ba8ee18d req-d910a968-bf45-44ee-b61f-69f96fb9d5d1 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0524545 Apr 20 17:01:08.486428 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a35ffcfe-35b1-4447-bb36-9336ba8ee18d req-feca25de-3a82-411a-8aa2-a24b41b6edec tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321238 Apr 20 17:01:09.603874 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da6e48-692b-499e-8b76-54025419ca8d req-66f8971b-36a6-493a-a00b-e9e4c3a7011b tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:09.605394 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69da6e48-692b-499e-8b76-54025419ca8d req-66f8971b-36a6-493a-a00b-e9e4c3a7011b tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0503714 Apr 20 17:01:09.644671 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-69da6e48-692b-499e-8b76-54025419ca8d req-6390f90b-4409-4d76-9673-e562d387239d tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326493 Apr 20 17:01:10.759513 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf19ef8-1587-4c08-8758-8c4e3fc61844 req-8878e2a8-b552-49cc-9900-c64cd8ce7dc8 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:10.761001 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7cf19ef8-1587-4c08-8758-8c4e3fc61844 req-8878e2a8-b552-49cc-9900-c64cd8ce7dc8 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0488725 Apr 20 17:01:10.799098 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7cf19ef8-1587-4c08-8758-8c4e3fc61844 req-a4d73458-c80e-4202-bd22-322d8a051478 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314667 Apr 20 17:01:11.920571 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c8cd3-3c17-4f70-841a-1f743c58a9a4 req-01b420ae-bf3b-457e-810c-a060743b5499 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:11.922357 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-721c8cd3-3c17-4f70-841a-1f743c58a9a4 req-01b420ae-bf3b-457e-810c-a060743b5499 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0540800 Apr 20 17:01:11.971704 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-721c8cd3-3c17-4f70-841a-1f743c58a9a4 req-6bc81b75-0279-493d-9799-c7a560b87e48 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431921 Apr 20 17:01:13.089126 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deab21-4d92-45a1-a7aa-15b1132d0547 req-1fc05251-9ab8-4058-b8e5-31e3956236e3 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:13.090691 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e9deab21-4d92-45a1-a7aa-15b1132d0547 req-1fc05251-9ab8-4058-b8e5-31e3956236e3 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0508907 Apr 20 17:01:13.130435 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e9deab21-4d92-45a1-a7aa-15b1132d0547 req-433600ad-a9aa-4827-b596-efebdd7a30c7 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327680 Apr 20 17:01:13.871844 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-c07a9983-778a-4402-9830-1d575b96bcc9 service neutron] show failed (client error): The resource could not be found. Apr 20 17:01:13.872797 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-c07a9983-778a-4402-9830-1d575b96bcc9 service neutron] 10.222.0.26 "GET /v2.0/ports/68b0a5c5-71f9-4545-8811-b33e78a381c2/bindings/n-h2-836146-2 HTTP/1.1" status: 404 len: 380 time: 0.0547473 Apr 20 17:01:14.249575 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad516519-8d72-49c8-91b8-440cc8fb91ee req-d9fd3852-06a4-43c2-82ee-a56be87505f7 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:14.251074 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad516519-8d72-49c8-91b8-440cc8fb91ee req-d9fd3852-06a4-43c2-82ee-a56be87505f7 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0501192 Apr 20 17:01:14.289315 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad516519-8d72-49c8-91b8-440cc8fb91ee req-08cba632-3321-443f-97e7-dc824d3a0287 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315969 Apr 20 17:01:14.401799 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-d29ff21e-1251-4f07-af39-ebc42a045f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:14.403347 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-d29ff21e-1251-4f07-af39-ebc42a045f4b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2&tenant_id=00a54174f2c54cb1ab53c7cb3efc6975 HTTP/1.1" status: 200 len: 1097 time: 0.0430770 Apr 20 17:01:14.413241 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-2cba43b9-7ca1-435a-93f6-0c20e3814fac service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 17:01:14.414154 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-2cba43b9-7ca1-435a-93f6-0c20e3814fac service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048282 Apr 20 17:01:14.431012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836146-2', 'device_owner': 'compute:nova'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:01:14.486655 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:14.688644 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] For port 68b0a5c5-71f9-4545-8811-b33e78a381c2, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=68b0a5c5-71f9-4545-8811-b33e78a381c2,segment=NetworkSegment(75ee9203-cb69-40d4-aff5-bac165104179),segment_id=75ee9203-cb69-40d4-aff5-bac165104179)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:01:14.724091 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] For port 68b0a5c5-71f9-4545-8811-b33e78a381c2, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:01:14.761524 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6f1e32-3136-4c7d-9926-74982aade7e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68b0a5c5-71f9-4545-8811-b33e78a381c2'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:01:14.763781 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a70251c-9bb9-43d8-92cd-a103a600426b" -d '{"events": [{"server_uuid": "fd6f1e32-3136-4c7d-9926-74982aade7e2", "name": "network-vif-unplugged", "status": "completed", "tag": "68b0a5c5-71f9-4545-8811-b33e78a381c2"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:01:14.767493 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:14.779787 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] Transition to ACTIVE for port object 68b0a5c5-71f9-4545-8811-b33e78a381c2 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:01:14.818783 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 17:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c02635-9a9f-4ab1-8d6c-2495ce42ad1f x-openstack-request-id: req-40c02635-9a9f-4ab1-8d6c-2495ce42ad1f {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:01:14.818783 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6f1e32-3136-4c7d-9926-74982aade7e2", "name": "network-vif-unplugged", "status": "completed", "tag": "68b0a5c5-71f9-4545-8811-b33e78a381c2", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:01:14.818783 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40c02635-9a9f-4ab1-8d6c-2495ce42ad1f {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:01:14.818783 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c02635-9a9f-4ab1-8d6c-2495ce42ad1f'] response: {'server_uuid': 'fd6f1e32-3136-4c7d-9926-74982aade7e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68b0a5c5-71f9-4545-8811-b33e78a381c2', 'code': 200} Apr 20 17:01:14.853763 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:14.918578 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] Pushing event updated for resources: {'Port': ['ID=68b0a5c5-71f9-4545-8811-b33e78a381c2,revision_number=6']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:01:14.921092 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] No DVR routers for this DVR port 68b0a5c5-71f9-4545-8811-b33e78a381c2 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:01:14.955183 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] Attempting to bind port 68b0a5c5-71f9-4545-8811-b33e78a381c2 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:01:14.955930 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] Attempting to bind port 68b0a5c5-71f9-4545-8811-b33e78a381c2 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '75ee9203-cb69-40d4-aff5-bac165104179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '86b69107-bd9e-4bd6-bac1-328f6a311c42'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:01:14.956258 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] Attempting to bind port 68b0a5c5-71f9-4545-8811-b33e78a381c2 on network 86b69107-bd9e-4bd6-bac1-328f6a311c42 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:01:14.960495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] Port 68b0a5c5-71f9-4545-8811-b33e78a381c2 on network 86b69107-bd9e-4bd6-bac1-328f6a311c42 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:01:14.960816 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] Attempting to bind port 68b0a5c5-71f9-4545-8811-b33e78a381c2 on network 86b69107-bd9e-4bd6-bac1-328f6a311c42 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:01:14.965575 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:01:14.965914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] Checking segment: {'id': '75ee9203-cb69-40d4-aff5-bac165104179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '86b69107-bd9e-4bd6-bac1-328f6a311c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:01:14.966296 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] Bound using segment: {'id': '75ee9203-cb69-40d4-aff5-bac165104179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '86b69107-bd9e-4bd6-bac1-328f6a311c42'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:01:14.966718 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] Bound port: 68b0a5c5-71f9-4545-8811-b33e78a381c2, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75ee9203-cb69-40d4-aff5-bac165104179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '86b69107-bd9e-4bd6-bac1-328f6a311c42'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:01:14.967071 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:15.032448 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] For port 68b0a5c5-71f9-4545-8811-b33e78a381c2, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:01:15.035566 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] For port 68b0a5c5-71f9-4545-8811-b33e78a381c2, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=68b0a5c5-71f9-4545-8811-b33e78a381c2,segment=NetworkSegment(75ee9203-cb69-40d4-aff5-bac165104179),segment_id=75ee9203-cb69-40d4-aff5-bac165104179)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:01:15.117187 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:15.155227 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:15.155851 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:15.157255 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] 10.222.0.30 "PUT /v2.0/ports/68b0a5c5-71f9-4545-8811-b33e78a381c2 HTTP/1.1" status: 200 len: 1092 time: 0.7300386 Apr 20 17:01:15.176799 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d3b34-31dc-4847-9e4e-e3b5d55e3f11 service neutron] Pushing event updated for resources: {'Port': ['ID=68b0a5c5-71f9-4545-8811-b33e78a381c2,revision_number=7']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:01:15.230350 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-79231e04-d8c3-4677-8de3-beeb634cf5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:15.231753 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-79231e04-d8c3-4677-8de3-beeb634cf5ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00a54174f2c54cb1ab53c7cb3efc6975&device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 1095 time: 0.0407705 Apr 20 17:01:15.328443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-d29362fa-917c-40f7-a19b-f5d73071f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:15.329930 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-d29362fa-917c-40f7-a19b-f5d73071f4c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86b69107-bd9e-4bd6-bac1-328f6a311c42 HTTP/1.1" status: 200 len: 912 time: 0.0908201 Apr 20 17:01:15.377160 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-7d96c736-cabe-4d70-81c8-23c35b04dce9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b0a5c5-71f9-4545-8811-b33e78a381c2 HTTP/1.1" status: 200 len: 217 time: 0.0397432 Apr 20 17:01:15.445502 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-349bca38-a01c-4f0f-af3e-b6bf827d7ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:15.446956 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-349bca38-a01c-4f0f-af3e-b6bf827d7ac6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cc8892af-6cd9-4680-bc5d-e486c63953b4 HTTP/1.1" status: 200 len: 851 time: 0.0620279 Apr 20 17:01:15.458009 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bcf5b-3638-481c-8648-e786bf89a605 req-88954de5-ed90-488f-babd-89b3334d8738 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:15.459373 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-996bcf5b-3638-481c-8648-e786bf89a605 req-88954de5-ed90-488f-babd-89b3334d8738 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 944 time: 0.0850232 Apr 20 17:01:15.489280 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-f2920fb8-85d8-4cde-8b3f-8c344ac64477 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86b69107-bd9e-4bd6-bac1-328f6a311c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288932 Apr 20 17:01:15.558222 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-996bcf5b-3638-481c-8648-e786bf89a605 req-d62613a3-4b4d-438a-b058-6a9dfddd90e6 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905826 Apr 20 17:01:15.601392 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-26a3bee7-dc36-492c-b4d9-0c9fc6f952e3 service neutron] 10.222.0.30 "GET /v2.0/networks/86b69107-bd9e-4bd6-bac1-328f6a311c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047230 Apr 20 17:01:15.693420 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-210faa38-241c-4fdf-90ec-74a6abce5219 req-fa6edc14-c245-4c94-b7f4-d2b367970b0a service neutron] 10.222.0.30 "GET /v2.0/networks/86b69107-bd9e-4bd6-bac1-328f6a311c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850005 Apr 20 17:01:16.692361 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1ad88-3894-4d56-949e-94ce458f777c req-1386a9e7-d912-4238-9bae-1a3ad63a4d02 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:16.693840 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-95a1ad88-3894-4d56-949e-94ce458f777c req-1386a9e7-d912-4238-9bae-1a3ad63a4d02 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 944 time: 0.0536678 Apr 20 17:01:16.731622 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-95a1ad88-3894-4d56-949e-94ce458f777c req-3a11c466-ff99-45df-8026-0bf25ce8d3f9 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317528 Apr 20 17:01:16.818455 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6f1e32-3136-4c7d-9926-74982aade7e2', 'tag': '68b0a5c5-71f9-4545-8811-b33e78a381c2'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:01:16.820751 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7368a9-c4e1-4a09-89e3-ba7aefe49833" -d '{"events": [{"name": "network-changed", "server_uuid": "fd6f1e32-3136-4c7d-9926-74982aade7e2", "tag": "68b0a5c5-71f9-4545-8811-b33e78a381c2"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:01:16.868546 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee95863c-1595-4a72-b92b-9f315729b4be x-openstack-request-id: req-ee95863c-1595-4a72-b92b-9f315729b4be {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:01:16.868839 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd6f1e32-3136-4c7d-9926-74982aade7e2", "tag": "68b0a5c5-71f9-4545-8811-b33e78a381c2", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:01:16.869094 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee95863c-1595-4a72-b92b-9f315729b4be {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:01:16.869500 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee95863c-1595-4a72-b92b-9f315729b4be'] response: {'name': 'network-changed', 'server_uuid': 'fd6f1e32-3136-4c7d-9926-74982aade7e2', 'tag': '68b0a5c5-71f9-4545-8811-b33e78a381c2', 'status': 'completed', 'code': 200} Apr 20 17:01:16.982524 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7368a9-c4e1-4a09-89e3-ba7aefe49833 req-00b8e890-6c22-42a7-9216-97dd8cc44ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:16.984033 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c7368a9-c4e1-4a09-89e3-ba7aefe49833 req-00b8e890-6c22-42a7-9216-97dd8cc44ca9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00a54174f2c54cb1ab53c7cb3efc6975&device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 1095 time: 0.0597098 Apr 20 17:01:16.986769 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7368a9-c4e1-4a09-89e3-ba7aefe49833 req-c033c554-d76b-4a46-abf3-0fb112f469f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:16.988708 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c7368a9-c4e1-4a09-89e3-ba7aefe49833 req-c033c554-d76b-4a46-abf3-0fb112f469f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00a54174f2c54cb1ab53c7cb3efc6975&device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 1095 time: 0.0736592 Apr 20 17:01:17.146344 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7368a9-c4e1-4a09-89e3-ba7aefe49833 req-4d063d9a-d639-4684-98b7-6b76f187a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:17.147740 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c7368a9-c4e1-4a09-89e3-ba7aefe49833 req-4d063d9a-d639-4684-98b7-6b76f187a125 service neutron] 10.222.0.26 "GET /v2.0/networks?id=86b69107-bd9e-4bd6-bac1-328f6a311c42 HTTP/1.1" status: 200 len: 912 time: 0.1572170 Apr 20 17:01:17.149097 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7368a9-c4e1-4a09-89e3-ba7aefe49833 req-7309e528-0c3a-4bc1-9bad-bf796745e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:17.150457 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c7368a9-c4e1-4a09-89e3-ba7aefe49833 req-7309e528-0c3a-4bc1-9bad-bf796745e659 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86b69107-bd9e-4bd6-bac1-328f6a311c42 HTTP/1.1" status: 200 len: 912 time: 0.1527102 Apr 20 17:01:17.221553 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c7368a9-c4e1-4a09-89e3-ba7aefe49833 req-89913a6b-f85d-4984-8c9b-3af3c767d330 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b0a5c5-71f9-4545-8811-b33e78a381c2 HTTP/1.1" status: 200 len: 217 time: 0.0665605 Apr 20 17:01:17.223153 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c7368a9-c4e1-4a09-89e3-ba7aefe49833 req-57545312-f9be-4695-9f92-0c46ef94a5b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b0a5c5-71f9-4545-8811-b33e78a381c2 HTTP/1.1" status: 200 len: 217 time: 0.0630181 Apr 20 17:01:17.305281 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7368a9-c4e1-4a09-89e3-ba7aefe49833 req-df59c3d7-6723-49dc-ae2a-c7e500c9c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:17.306746 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c7368a9-c4e1-4a09-89e3-ba7aefe49833 req-df59c3d7-6723-49dc-ae2a-c7e500c9c14f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cc8892af-6cd9-4680-bc5d-e486c63953b4 HTTP/1.1" status: 200 len: 851 time: 0.0799942 Apr 20 17:01:17.308115 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7368a9-c4e1-4a09-89e3-ba7aefe49833 req-66f34f93-94a2-42fb-95c5-96684a610ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:17.309456 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c7368a9-c4e1-4a09-89e3-ba7aefe49833 req-66f34f93-94a2-42fb-95c5-96684a610ed9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cc8892af-6cd9-4680-bc5d-e486c63953b4 HTTP/1.1" status: 200 len: 851 time: 0.0756400 Apr 20 17:01:17.347130 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c7368a9-c4e1-4a09-89e3-ba7aefe49833 req-a57cb296-d573-47b4-b3cf-6813cce79d4c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86b69107-bd9e-4bd6-bac1-328f6a311c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328100 Apr 20 17:01:17.361629 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c7368a9-c4e1-4a09-89e3-ba7aefe49833 req-da7cfa2e-1cfe-4867-be50-c3c2e731d29e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86b69107-bd9e-4bd6-bac1-328f6a311c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387342 Apr 20 17:01:17.516911 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c7368a9-c4e1-4a09-89e3-ba7aefe49833 req-984923de-585f-45d6-9355-442279fc7431 service neutron] 10.222.0.26 "GET /v2.0/networks/86b69107-bd9e-4bd6-bac1-328f6a311c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571624 Apr 20 17:01:17.520649 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c7368a9-c4e1-4a09-89e3-ba7aefe49833 req-d904b92e-d6a1-44ad-a41e-8a0655e90f31 service neutron] 10.222.0.30 "GET /v2.0/networks/86b69107-bd9e-4bd6-bac1-328f6a311c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515830 Apr 20 17:01:17.676712 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c7368a9-c4e1-4a09-89e3-ba7aefe49833 req-eef1bd8e-68b8-4791-b5b2-c1a13618cbe6 service neutron] 10.222.0.26 "GET /v2.0/networks/86b69107-bd9e-4bd6-bac1-328f6a311c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539347 Apr 20 17:01:17.678637 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4c7368a9-c4e1-4a09-89e3-ba7aefe49833 req-034eaa8d-3406-4612-8559-439107a856e1 service neutron] 10.222.0.30 "GET /v2.0/networks/86b69107-bd9e-4bd6-bac1-328f6a311c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491706 Apr 20 17:01:17.849923 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241da066-158c-4552-b60e-c556d4db72e8 req-dccb3781-1547-4755-a759-a9637628a70f tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:17.851414 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-241da066-158c-4552-b60e-c556d4db72e8 req-dccb3781-1547-4755-a759-a9637628a70f tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 944 time: 0.0491493 Apr 20 17:01:17.889700 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-241da066-158c-4552-b60e-c556d4db72e8 req-962fe115-a6d8-4570-a3e1-3a5c185b5a04 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320773 Apr 20 17:01:19.009389 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e6bae-34e5-4c73-82a3-92fab4755699 req-e60ea5ff-eb77-4473-ac20-3f8d21a93078 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:19.011072 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-218e6bae-34e5-4c73-82a3-92fab4755699 req-e60ea5ff-eb77-4473-ac20-3f8d21a93078 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 944 time: 0.0526125 Apr 20 17:01:19.026074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 68b0a5c5-71f9-4545-8811-b33e78a381c2 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:01:19.051165 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-218e6bae-34e5-4c73-82a3-92fab4755699 req-3901113b-f77b-4b92-9eb7-e7f26a42fc8e tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324180 Apr 20 17:01:19.064197 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 68b0a5c5-71f9-4545-8811-b33e78a381c2 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:01:19.862718 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 68b0a5c5-71f9-4545-8811-b33e78a381c2 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:01:19.956265 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 68b0a5c5-71f9-4545-8811-b33e78a381c2, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=68b0a5c5-71f9-4545-8811-b33e78a381c2,segment=NetworkSegment(75ee9203-cb69-40d4-aff5-bac165104179),segment_id=75ee9203-cb69-40d4-aff5-bac165104179)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:01:19.972684 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '68b0a5c5-71f9-4545-8811-b33e78a381c2', 'network_id': '86b69107-bd9e-4bd6-bac1-328f6a311c42', 'port_id': '68b0a5c5-71f9-4545-8811-b33e78a381c2', 'mac_address': 'fa:16:3e:bd:1c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc8892af-6cd9-4680-bc5d-e486c63953b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:01:20.009796 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:20.022801 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b0a5c5-71f9-4545-8811-b33e78a381c2 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:01:20.042704 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 68b0a5c5-71f9-4545-8811-b33e78a381c2, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=68b0a5c5-71f9-4545-8811-b33e78a381c2,segment=NetworkSegment(75ee9203-cb69-40d4-aff5-bac165104179),segment_id=75ee9203-cb69-40d4-aff5-bac165104179)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:01:20.099184 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:20.149501 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=68b0a5c5-71f9-4545-8811-b33e78a381c2,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:01:20.170285 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645a8ae-696a-4ecd-aad6-cf76b088d86e req-3c06a687-29c4-4120-bd85-c3752825b1a9 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:20.171776 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0645a8ae-696a-4ecd-aad6-cf76b088d86e req-3c06a687-29c4-4120-bd85-c3752825b1a9 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 945 time: 0.0506425 Apr 20 17:01:20.209582 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0645a8ae-696a-4ecd-aad6-cf76b088d86e req-e7af4a30-4bdc-4dd3-9b0a-887cd273a7d9 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316114 Apr 20 17:01:20.631778 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['68b0a5c5-71f9-4545-8811-b33e78a381c2'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:01:20.711069 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f823aef-0f6d-4a80-8f85-b973ef7364cb req-50538878-245b-41e8-b9ba-69eeea032ac7 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:20.712553 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9f823aef-0f6d-4a80-8f85-b973ef7364cb req-50538878-245b-41e8-b9ba-69eeea032ac7 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2&tenant_id=00a54174f2c54cb1ab53c7cb3efc6975&binding%3Ahost_id=n-h2-836146-2 HTTP/1.1" status: 200 len: 945 time: 0.0865927 Apr 20 17:01:20.771274 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-9f823aef-0f6d-4a80-8f85-b973ef7364cb req-e2497818-2e17-4677-8fec-0c276c609089 service neutron] delete failed (client error): The resource could not be found. Apr 20 17:01:20.772289 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9f823aef-0f6d-4a80-8f85-b973ef7364cb req-e2497818-2e17-4677-8fec-0c276c609089 service neutron] 10.222.0.26 "DELETE /v2.0/ports/68b0a5c5-71f9-4545-8811-b33e78a381c2/bindings/n-h1-836146-2 HTTP/1.1" status: 404 len: 380 time: 0.0528708 Apr 20 17:01:20.876735 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f823aef-0f6d-4a80-8f85-b973ef7364cb req-df598f91-0383-499a-8660-5b2bb21082b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:20.878775 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9f823aef-0f6d-4a80-8f85-b973ef7364cb req-df598f91-0383-499a-8660-5b2bb21082b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00a54174f2c54cb1ab53c7cb3efc6975&device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 1096 time: 0.0439482 Apr 20 17:01:20.964455 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f823aef-0f6d-4a80-8f85-b973ef7364cb req-7b914da8-0774-40df-b9c4-71d03a91312a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:20.965995 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9f823aef-0f6d-4a80-8f85-b973ef7364cb req-7b914da8-0774-40df-b9c4-71d03a91312a service neutron] 10.222.0.26 "GET /v2.0/networks?id=86b69107-bd9e-4bd6-bac1-328f6a311c42 HTTP/1.1" status: 200 len: 912 time: 0.0807054 Apr 20 17:01:21.009563 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9f823aef-0f6d-4a80-8f85-b973ef7364cb req-f1c6ca73-a622-4891-a9eb-d086c7cf4eff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b0a5c5-71f9-4545-8811-b33e78a381c2 HTTP/1.1" status: 200 len: 217 time: 0.0365968 Apr 20 17:01:21.057511 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f823aef-0f6d-4a80-8f85-b973ef7364cb req-be54ce0c-e4cb-4c47-8a0b-99e7bba6dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:21.058937 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9f823aef-0f6d-4a80-8f85-b973ef7364cb req-be54ce0c-e4cb-4c47-8a0b-99e7bba6dd18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cc8892af-6cd9-4680-bc5d-e486c63953b4 HTTP/1.1" status: 200 len: 851 time: 0.0428042 Apr 20 17:01:21.088759 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9f823aef-0f6d-4a80-8f85-b973ef7364cb req-3e57ad4c-83a3-499a-9c82-fda2461b6e5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86b69107-bd9e-4bd6-bac1-328f6a311c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232470 Apr 20 17:01:21.182494 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9f823aef-0f6d-4a80-8f85-b973ef7364cb req-9575bb33-d99c-4801-a38b-be1c21a32b4e service neutron] 10.222.0.26 "GET /v2.0/networks/86b69107-bd9e-4bd6-bac1-328f6a311c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866199 Apr 20 17:01:21.269870 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9f823aef-0f6d-4a80-8f85-b973ef7364cb req-1edbada4-feb8-429c-ba40-4d9c25cae517 service neutron] 10.222.0.26 "GET /v2.0/networks/86b69107-bd9e-4bd6-bac1-328f6a311c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808930 Apr 20 17:01:21.894820 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 68b0a5c5-71f9-4545-8811-b33e78a381c2 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:01:22.046596 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 68b0a5c5-71f9-4545-8811-b33e78a381c2 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:01:22.050940 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 68b0a5c5-71f9-4545-8811-b33e78a381c2 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:01:22.051319 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:22.131437 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:22.153272 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6f1e32-3136-4c7d-9926-74982aade7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b0a5c5-71f9-4545-8811-b33e78a381c2'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:01:22.155421 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce5a3e6-05db-4d6a-844f-a52f32f39226" -d '{"events": [{"server_uuid": "fd6f1e32-3136-4c7d-9926-74982aade7e2", "name": "network-vif-plugged", "status": "completed", "tag": "68b0a5c5-71f9-4545-8811-b33e78a381c2"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:01:22.168132 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 68b0a5c5-71f9-4545-8811-b33e78a381c2, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=68b0a5c5-71f9-4545-8811-b33e78a381c2,segment=NetworkSegment(75ee9203-cb69-40d4-aff5-bac165104179),segment_id=75ee9203-cb69-40d4-aff5-bac165104179)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:01:22.198168 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70317e5c-e156-4e97-b323-9819784ebbbe x-openstack-request-id: req-70317e5c-e156-4e97-b323-9819784ebbbe {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:01:22.198168 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6f1e32-3136-4c7d-9926-74982aade7e2", "name": "network-vif-plugged", "status": "completed", "tag": "68b0a5c5-71f9-4545-8811-b33e78a381c2", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:01:22.198168 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70317e5c-e156-4e97-b323-9819784ebbbe {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:01:22.198168 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70317e5c-e156-4e97-b323-9819784ebbbe'] response: {'server_uuid': 'fd6f1e32-3136-4c7d-9926-74982aade7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b0a5c5-71f9-4545-8811-b33e78a381c2', 'code': 200} Apr 20 17:01:22.241855 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:22.287808 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=68b0a5c5-71f9-4545-8811-b33e78a381c2,revision_number=9']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:01:22.798039 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc4de3-92e0-4278-90e8-794206f8b4f5 req-383eb659-a7b0-447c-9f32-2e44d5251ad6 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:22.800143 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bacc4de3-92e0-4278-90e8-794206f8b4f5 req-383eb659-a7b0-447c-9f32-2e44d5251ad6 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0524330 Apr 20 17:01:22.802203 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-88de1f2f-d7dc-4db9-a722-a3d176de91da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:22.838238 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bacc4de3-92e0-4278-90e8-794206f8b4f5 req-a180d92a-d6db-4afd-972b-37ea3a66de5a tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316355 Apr 20 17:01:23.954903 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19907ef9-62d8-46bf-bfdc-697aa5146432 req-ea3c5cce-79ef-4883-9c66-5e429154bddd tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:23.956903 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19907ef9-62d8-46bf-bfdc-697aa5146432 req-ea3c5cce-79ef-4883-9c66-5e429154bddd tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0497665 Apr 20 17:01:23.994491 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19907ef9-62d8-46bf-bfdc-697aa5146432 req-061767dc-e119-428b-ba60-23aab183c76a tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315843 Apr 20 17:01:24.778449 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f823aef-0f6d-4a80-8f85-b973ef7364cb req-3e9934dc-558d-4f22-abc8-4208a8ce347a tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:24.780092 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9f823aef-0f6d-4a80-8f85-b973ef7364cb req-3e9934dc-558d-4f22-abc8-4208a8ce347a tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.3931217 Apr 20 17:01:24.869072 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-9f823aef-0f6d-4a80-8f85-b973ef7364cb req-4d831350-d3f4-4c48-919b-bcc53fa7474d tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Deleting port 68b0a5c5-71f9-4545-8811-b33e78a381c2 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:01:24.869413 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9f823aef-0f6d-4a80-8f85-b973ef7364cb req-4d831350-d3f4-4c48-919b-bcc53fa7474d tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:24.957972 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-9f823aef-0f6d-4a80-8f85-b973ef7364cb req-4d831350-d3f4-4c48-919b-bcc53fa7474d tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] For port 68b0a5c5-71f9-4545-8811-b33e78a381c2, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=68b0a5c5-71f9-4545-8811-b33e78a381c2,segment=NetworkSegment(75ee9203-cb69-40d4-aff5-bac165104179),segment_id=75ee9203-cb69-40d4-aff5-bac165104179)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:01:24.958693 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9f823aef-0f6d-4a80-8f85-b973ef7364cb req-4d831350-d3f4-4c48-919b-bcc53fa7474d tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:24.972178 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-9f823aef-0f6d-4a80-8f85-b973ef7364cb req-4d831350-d3f4-4c48-919b-bcc53fa7474d tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Calling delete_port for 68b0a5c5-71f9-4545-8811-b33e78a381c2 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:01:25.115953 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b035a-48a8-49d4-aaac-cae838fb7bd5 req-a4d6f91a-f903-42a7-bcb6-5ed1f8524fee tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:25.117738 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-583b035a-48a8-49d4-aaac-cae838fb7bd5 req-a4d6f91a-f903-42a7-bcb6-5ed1f8524fee tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd6f1e32-3136-4c7d-9926-74982aade7e2 HTTP/1.1" status: 200 len: 946 time: 0.0535724 Apr 20 17:01:25.139161 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-612e5d3d-e3a9-4f9b-92d0-6402eb8da41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:25.160430 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-583b035a-48a8-49d4-aaac-cae838fb7bd5 req-63cf6f10-e7b2-46f1-9ec6-9632275f2bb9 tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.15 "GET /v2.0/security-groups?id=b047c75c-1d1e-4ad3-a68d-45675ebb1beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364480 Apr 20 17:01:25.167899 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9f823aef-0f6d-4a80-8f85-b973ef7364cb req-4d831350-d3f4-4c48-919b-bcc53fa7474d tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:25.200183 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d831350-d3f4-4c48-919b-bcc53fa7474d tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Pushing event deleted for resources: {'Port': ['ID=68b0a5c5-71f9-4545-8811-b33e78a381c2,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:01:25.202362 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['68b0a5c5-71f9-4545-8811-b33e78a381c2'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:01:25.243039 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f823aef-0f6d-4a80-8f85-b973ef7364cb req-4d831350-d3f4-4c48-919b-bcc53fa7474d tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] No DVR routers for this DVR port 68b0a5c5-71f9-4545-8811-b33e78a381c2 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:01:25.245569 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9f823aef-0f6d-4a80-8f85-b973ef7364cb req-4d831350-d3f4-4c48-919b-bcc53fa7474d tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:25.248808 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9f823aef-0f6d-4a80-8f85-b973ef7364cb req-4d831350-d3f4-4c48-919b-bcc53fa7474d tempest-DeleteServersTestJSON-230489197 tempest-DeleteServersTestJSON-230489197-project] 10.222.0.30 "DELETE /v2.0/ports/68b0a5c5-71f9-4545-8811-b33e78a381c2 HTTP/1.1" status: 204 len: 173 time: 0.4628909 Apr 20 17:01:25.249243 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6f1e32-3136-4c7d-9926-74982aade7e2', 'name': 'network-vif-deleted', 'tag': '68b0a5c5-71f9-4545-8811-b33e78a381c2'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:01:25.251497 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adab341-d1dd-41e4-a55f-5240c5c47ea4" -d '{"events": [{"server_uuid": "fd6f1e32-3136-4c7d-9926-74982aade7e2", "name": "network-vif-deleted", "tag": "68b0a5c5-71f9-4545-8811-b33e78a381c2"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:01:25.290137 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bdbaef-b876-47f4-ad79-0c475dd04f7e x-openstack-request-id: req-62bdbaef-b876-47f4-ad79-0c475dd04f7e {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:01:25.290408 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6f1e32-3136-4c7d-9926-74982aade7e2", "name": "network-vif-deleted", "tag": "68b0a5c5-71f9-4545-8811-b33e78a381c2", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:01:25.290662 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62bdbaef-b876-47f4-ad79-0c475dd04f7e {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:01:25.291067 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62bdbaef-b876-47f4-ad79-0c475dd04f7e'] response: {'server_uuid': 'fd6f1e32-3136-4c7d-9926-74982aade7e2', 'name': 'network-vif-deleted', 'tag': '68b0a5c5-71f9-4545-8811-b33e78a381c2', 'status': 'completed', 'code': 200} Apr 20 17:01:26.291542 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57334) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:01:26.336295 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59283ce-a9bb-440c-9dec-982ae7807267 admin admin] Deleting subnet cc8892af-6cd9-4680-bc5d-e486c63953b4 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 17:01:26.339541 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d59283ce-a9bb-440c-9dec-982ae7807267 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:26.373568 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d59283ce-a9bb-440c-9dec-982ae7807267 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:26.417667 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d59283ce-a9bb-440c-9dec-982ae7807267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:26.516193 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:26.545065 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d59283ce-a9bb-440c-9dec-982ae7807267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:26.575479 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59283ce-a9bb-440c-9dec-982ae7807267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc8892af-6cd9-4680-bc5d-e486c63953b4,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:01:26.581543 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d59283ce-a9bb-440c-9dec-982ae7807267 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:26.585088 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d59283ce-a9bb-440c-9dec-982ae7807267 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cc8892af-6cd9-4680-bc5d-e486c63953b4 HTTP/1.1" status: 204 len: 168 time: 0.2925532 Apr 20 17:01:26.587796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57336) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:01:26.590332 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59283ce-a9bb-440c-9dec-982ae7807267 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:26.590680 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59283ce-a9bb-440c-9dec-982ae7807267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:26.591016 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59283ce-a9bb-440c-9dec-982ae7807267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:26.591344 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59283ce-a9bb-440c-9dec-982ae7807267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:26.591671 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59283ce-a9bb-440c-9dec-982ae7807267 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:26.591995 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59283ce-a9bb-440c-9dec-982ae7807267 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:26.592325 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59283ce-a9bb-440c-9dec-982ae7807267 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:26.592672 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59283ce-a9bb-440c-9dec-982ae7807267 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:26.593015 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59283ce-a9bb-440c-9dec-982ae7807267 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:26.593332 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59283ce-a9bb-440c-9dec-982ae7807267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:26.593646 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59283ce-a9bb-440c-9dec-982ae7807267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:26.593962 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59283ce-a9bb-440c-9dec-982ae7807267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:26.664036 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f081-5fc6-4caf-81c4-ade1e949bc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:26.751939 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f081-5fc6-4caf-81c4-ade1e949bc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:26.772473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-5ee8f081-5fc6-4caf-81c4-ade1e949bc23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b69107-bd9e-4bd6-bac1-328f6a311c42']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:01:26.781427 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-5ee8f081-5fc6-4caf-81c4-ade1e949bc23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ee9203-cb69-40d4-aff5-bac165104179') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:01:26.781725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-5ee8f081-5fc6-4caf-81c4-ade1e949bc23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ee9203-cb69-40d4-aff5-bac165104179') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:01:26.791346 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f081-5fc6-4caf-81c4-ade1e949bc23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:26.804113 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f081-5fc6-4caf-81c4-ade1e949bc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:26.809809 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee8f081-5fc6-4caf-81c4-ade1e949bc23 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:01:26.810188 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f081-5fc6-4caf-81c4-ade1e949bc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: timer() Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:01:26.811788 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:01:26.910567 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f081-5fc6-4caf-81c4-ade1e949bc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:26.916650 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5ee8f081-5fc6-4caf-81c4-ade1e949bc23 admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:26.919913 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5ee8f081-5fc6-4caf-81c4-ade1e949bc23 admin admin] 10.222.0.15 "DELETE /v2.0/networks/86b69107-bd9e-4bd6-bac1-328f6a311c42 HTTP/1.1" status: 204 len: 168 time: 0.3310874 Apr 20 17:01:26.931853 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8f081-5fc6-4caf-81c4-ade1e949bc23 admin admin] Pushing event deleted for resources: {'Network': ['ID=86b69107-bd9e-4bd6-bac1-328f6a311c42,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:01:27.305747 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57340) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:01:27.352591 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-27e25e4f-e92d-4496-9d7f-2933cc7edcc0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00a54174f2c54cb1ab53c7cb3efc6975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456531 Apr 20 17:01:27.355078 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57342) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:01:27.412527 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-44fa2e55-d9b3-48c9-a0ed-640fba6cb6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:27.435484 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-44fa2e55-d9b3-48c9-a0ed-640fba6cb6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:27.538997 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-44fa2e55-d9b3-48c9-a0ed-640fba6cb6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:27.542108 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-44fa2e55-d9b3-48c9-a0ed-640fba6cb6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:27.543491 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-44fa2e55-d9b3-48c9-a0ed-640fba6cb6b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b047c75c-1d1e-4ad3-a68d-45675ebb1beb HTTP/1.1" status: 204 len: 168 time: 0.1874239 Apr 20 17:01:27.552421 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa2e55-d9b3-48c9-a0ed-640fba6cb6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b047c75c-1d1e-4ad3-a68d-45675ebb1beb,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:01:27.900755 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 68b0a5c5-71f9-4545-8811-b33e78a381c2 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:01:27.904901 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:27.921757 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 68b0a5c5-71f9-4545-8811-b33e78a381c2 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:01:27.922096 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 68b0a5c5-71f9-4545-8811-b33e78a381c2 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:01:28.156343 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:28.523307 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57364) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:01:28.620354 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-263c50f1-3ef8-4665-8727-57b493aae6b5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1806176052-network', 'tenant_id': '2af6875320434cd2a192edf145229c5c'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:01:28.699158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263c50f1-3ef8-4665-8727-57b493aae6b5 admin admin] Made reservation on behalf of 2af6875320434cd2a192edf145229c5c for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:01:28.701573 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-263c50f1-3ef8-4665-8727-57b493aae6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:28.710745 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-263c50f1-3ef8-4665-8727-57b493aae6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:28.786782 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-263c50f1-3ef8-4665-8727-57b493aae6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:28.857969 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-263c50f1-3ef8-4665-8727-57b493aae6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:28.882346 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263c50f1-3ef8-4665-8727-57b493aae6b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:01:28.891516 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c50f1-3ef8-4665-8727-57b493aae6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a770107-b71c-41a7-925f-a3d5ecf058ac,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:01:28.898247 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-263c50f1-3ef8-4665-8727-57b493aae6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:28.898566 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-263c50f1-3ef8-4665-8727-57b493aae6b5 admin admin] Added segment 4e9deffc-98dc-4b97-95f0-e30b4777f96b of type vlan for network 5480eefa-97f7-4521-bc64-d864a0ab2efa Apr 20 17:01:28.938418 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-263c50f1-3ef8-4665-8727-57b493aae6b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:28.941972 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:29.035948 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-263c50f1-3ef8-4665-8727-57b493aae6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:29.036893 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263c50f1-3ef8-4665-8727-57b493aae6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:29.037506 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-263c50f1-3ef8-4665-8727-57b493aae6b5 admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:29.101597 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c50f1-3ef8-4665-8727-57b493aae6b5 admin admin] Pushing event updated for resources: {'Network': ['ID=5480eefa-97f7-4521-bc64-d864a0ab2efa,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:01:29.111123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 5480eefa-97f7-4521-bc64-d864a0ab2efa details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 17:01:29.158073 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-263c50f1-3ef8-4665-8727-57b493aae6b5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6336474 Apr 20 17:01:29.161859 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57370) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:01:29.166927 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-c49287f3-4ff3-4e7c-8e1b-7c392bd871eb admin admin] Request body: {'subnet': {'network_id': '5480eefa-97f7-4521-bc64-d864a0ab2efa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1806176052-subnet', 'tenant_id': '2af6875320434cd2a192edf145229c5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:01:29.258741 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49287f3-4ff3-4e7c-8e1b-7c392bd871eb admin admin] Made reservation on behalf of 2af6875320434cd2a192edf145229c5c for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:01:29.261169 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c49287f3-4ff3-4e7c-8e1b-7c392bd871eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:29.522246 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c49287f3-4ff3-4e7c-8e1b-7c392bd871eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:29.578950 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49287f3-4ff3-4e7c-8e1b-7c392bd871eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=572f5530-1b0b-4297-bce6-25b6ce37462d,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:01:29.586887 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49287f3-4ff3-4e7c-8e1b-7c392bd871eb admin admin] Checking segment: {'id': '4e9deffc-98dc-4b97-95f0-e30b4777f96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5480eefa-97f7-4521-bc64-d864a0ab2efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:01:29.587221 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49287f3-4ff3-4e7c-8e1b-7c392bd871eb admin admin] Network hostable DHCP agents. Network: 5480eefa-97f7-4521-bc64-d864a0ab2efa, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:01:29.659356 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49287f3-4ff3-4e7c-8e1b-7c392bd871eb admin admin] Network 5480eefa-97f7-4521-bc64-d864a0ab2efa is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:01:29.744378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-c49287f3-4ff3-4e7c-8e1b-7c392bd871eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 5480eefa-97f7-4521-bc64-d864a0ab2efa) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:01:29.748645 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49287f3-4ff3-4e7c-8e1b-7c392bd871eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:29.749398 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c49287f3-4ff3-4e7c-8e1b-7c392bd871eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:29.754047 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c21eed-7f98-444f-87f8-f658b64c031b None None] Network 5480eefa-97f7-4521-bc64-d864a0ab2efa requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:01:29.821675 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c49287f3-4ff3-4e7c-8e1b-7c392bd871eb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6585946 Apr 20 17:01:29.882479 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87055470-2d5b-4e45-a3dc-627f80306800 None None] Network 5480eefa-97f7-4521-bc64-d864a0ab2efa requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:01:30.212879 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:30.280728 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-fad052b1-588b-4252-a668-973d9d334060 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:30.282233 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-fad052b1-588b-4252-a668-973d9d334060 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/networks?id=5480eefa-97f7-4521-bc64-d864a0ab2efa HTTP/1.1" status: 200 len: 815 time: 0.1059310 Apr 20 17:01:30.298108 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-e3e916e1-9c98-4524-b95a-35191575f76b tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/quotas/2af6875320434cd2a192edf145229c5c HTTP/1.1" status: 200 len: 375 time: 0.0096633 Apr 20 17:01:30.335838 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-7343d629-443e-4340-9689-6dcafd8ac5bd tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2af6875320434cd2a192edf145229c5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318384 Apr 20 17:01:30.347620 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-7dc3c22e-573f-418b-a87f-7cfde28663ed service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 17:01:30.348591 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-7dc3c22e-573f-418b-a87f-7cfde28663ed service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052278 Apr 20 17:01:30.448670 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-57b77b84-8b2d-4804-9b5d-fa8704bd2f28 service neutron] 10.222.0.15 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937786 Apr 20 17:01:30.542744 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-81062e0d-358c-4681-9287-9d4e9a677566 service neutron] 10.222.0.15 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862219 Apr 20 17:01:30.816497 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-cbd1e1c6-e04b-45c4-a156-1c849e14642b req-675173b5-bb9c-4781-93f9-b78b8a46e734 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 210 time: 0.0274005 Apr 20 17:01:31.896602 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c18881ce-194d-4902-8d31-1bdf41d1baa9 req-f0e89ec1-d23c-4c2c-a3c8-a5e3a61322af tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 210 time: 0.0271311 Apr 20 17:01:32.999840 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-88c50ece-43a0-49bf-a708-96f584cc1199 req-fffabf91-7835-4758-b70a-e16956624d14 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 210 time: 0.0267558 Apr 20 17:01:33.287467 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-46b02914-47ff-4854-a0d1-9438d200a550 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:33.288856 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-46b02914-47ff-4854-a0d1-9438d200a550 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.26 "GET /v2.0/networks?id=5480eefa-97f7-4521-bc64-d864a0ab2efa HTTP/1.1" status: 200 len: 815 time: 0.1057367 Apr 20 17:01:33.306333 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-c8373c9d-55f3-40e9-95ca-2bfc694e75ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Request body: {'port': {'device_id': '79ebfcda-06d2-40a4-9ce3-6958e418ac20', 'network_id': '5480eefa-97f7-4521-bc64-d864a0ab2efa', 'admin_state_up': True, 'tenant_id': '2af6875320434cd2a192edf145229c5c'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:01:33.493093 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-c8373c9d-55f3-40e9-95ca-2bfc694e75ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Made reservation on behalf of 2af6875320434cd2a192edf145229c5c for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:01:33.497139 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-c8373c9d-55f3-40e9-95ca-2bfc694e75ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:33.631387 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-c8373c9d-55f3-40e9-95ca-2bfc694e75ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Allocated IP 172.20.0.14 (5480eefa-97f7-4521-bc64-d864a0ab2efa/572f5530-1b0b-4297-bce6-25b6ce37462d/c651080a-9589-42a0-afb6-7fc84f865ef5) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:01:33.786608 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-c8373c9d-55f3-40e9-95ca-2bfc694e75ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:33.875255 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-c8373c9d-55f3-40e9-95ca-2bfc694e75ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:33.920073 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-c8373c9d-55f3-40e9-95ca-2bfc694e75ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Network 5480eefa-97f7-4521-bc64-d864a0ab2efa is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:01:33.923233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-c8373c9d-55f3-40e9-95ca-2bfc694e75ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:01:33.927147 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-c8373c9d-55f3-40e9-95ca-2bfc694e75ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:01:33.950795 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8373c9d-55f3-40e9-95ca-2bfc694e75ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Pushing event updated for resources: {'Port': ['ID=c651080a-9589-42a0-afb6-7fc84f865ef5,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:01:33.965728 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8373c9d-55f3-40e9-95ca-2bfc694e75ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:33.966084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8373c9d-55f3-40e9-95ca-2bfc694e75ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:33.970337 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8373c9d-55f3-40e9-95ca-2bfc694e75ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:33.970337 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8373c9d-55f3-40e9-95ca-2bfc694e75ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:33.970337 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8373c9d-55f3-40e9-95ca-2bfc694e75ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:33.970337 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8373c9d-55f3-40e9-95ca-2bfc694e75ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:33.970337 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8373c9d-55f3-40e9-95ca-2bfc694e75ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:33.970337 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8373c9d-55f3-40e9-95ca-2bfc694e75ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:33.970337 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8373c9d-55f3-40e9-95ca-2bfc694e75ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:33.970337 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8373c9d-55f3-40e9-95ca-2bfc694e75ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:33.970337 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8373c9d-55f3-40e9-95ca-2bfc694e75ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:33.970337 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8373c9d-55f3-40e9-95ca-2bfc694e75ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:33.989758 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-c8373c9d-55f3-40e9-95ca-2bfc694e75ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:33.990380 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-c8373c9d-55f3-40e9-95ca-2bfc694e75ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:34.108360 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-c8373c9d-55f3-40e9-95ca-2bfc694e75ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8058333 Apr 20 17:01:34.121409 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46939cdb-a811-4007-87d4-0c161ff8e2dd req-1d3f2f4a-edd5-4676-a1c3-489db05641dc tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:34.122796 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-46939cdb-a811-4007-87d4-0c161ff8e2dd req-1d3f2f4a-edd5-4676-a1c3-489db05641dc tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 932 time: 0.0567744 Apr 20 17:01:34.128156 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-db7aadf4-8e7b-4df6-9157-9e472ab8cead service neutron] Request body: {'port': {'device_id': '79ebfcda-06d2-40a4-9ce3-6958e418ac20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:01:34.207262 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-46939cdb-a811-4007-87d4-0c161ff8e2dd req-d6ffe3a6-3bfe-418e-8b36-c97d03e2d13e tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750031 Apr 20 17:01:34.207955 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-db7aadf4-8e7b-4df6-9157-9e472ab8cead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:34.476097 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-db7aadf4-8e7b-4df6-9157-9e472ab8cead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c651080a-9589-42a0-afb6-7fc84f865ef5 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:01:34.483381 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-db7aadf4-8e7b-4df6-9157-9e472ab8cead service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:34.495640 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-db7aadf4-8e7b-4df6-9157-9e472ab8cead service neutron] Transition to ACTIVE for port object c651080a-9589-42a0-afb6-7fc84f865ef5 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:01:34.556399 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-db7aadf4-8e7b-4df6-9157-9e472ab8cead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:34.606574 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7aadf4-8e7b-4df6-9157-9e472ab8cead service neutron] Pushing event updated for resources: {'Port': ['ID=c651080a-9589-42a0-afb6-7fc84f865ef5,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:01:34.675489 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-db7aadf4-8e7b-4df6-9157-9e472ab8cead service neutron] Attempting to bind port c651080a-9589-42a0-afb6-7fc84f865ef5 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:01:34.675824 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-db7aadf4-8e7b-4df6-9157-9e472ab8cead service neutron] Attempting to bind port c651080a-9589-42a0-afb6-7fc84f865ef5 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '4e9deffc-98dc-4b97-95f0-e30b4777f96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5480eefa-97f7-4521-bc64-d864a0ab2efa'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:01:34.676151 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-db7aadf4-8e7b-4df6-9157-9e472ab8cead service neutron] Attempting to bind port c651080a-9589-42a0-afb6-7fc84f865ef5 on network 5480eefa-97f7-4521-bc64-d864a0ab2efa {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:01:34.680469 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-db7aadf4-8e7b-4df6-9157-9e472ab8cead service neutron] Port c651080a-9589-42a0-afb6-7fc84f865ef5 on network 5480eefa-97f7-4521-bc64-d864a0ab2efa not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:01:34.680793 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-db7aadf4-8e7b-4df6-9157-9e472ab8cead service neutron] Attempting to bind port c651080a-9589-42a0-afb6-7fc84f865ef5 on network 5480eefa-97f7-4521-bc64-d864a0ab2efa {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:01:34.685551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-db7aadf4-8e7b-4df6-9157-9e472ab8cead service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:01:34.685888 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-db7aadf4-8e7b-4df6-9157-9e472ab8cead service neutron] Checking segment: {'id': '4e9deffc-98dc-4b97-95f0-e30b4777f96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5480eefa-97f7-4521-bc64-d864a0ab2efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:01:34.686271 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-db7aadf4-8e7b-4df6-9157-9e472ab8cead service neutron] Bound using segment: {'id': '4e9deffc-98dc-4b97-95f0-e30b4777f96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5480eefa-97f7-4521-bc64-d864a0ab2efa'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:01:34.686691 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-db7aadf4-8e7b-4df6-9157-9e472ab8cead service neutron] Bound port: c651080a-9589-42a0-afb6-7fc84f865ef5, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e9deffc-98dc-4b97-95f0-e30b4777f96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5480eefa-97f7-4521-bc64-d864a0ab2efa'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:01:34.687046 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-db7aadf4-8e7b-4df6-9157-9e472ab8cead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:34.752245 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-db7aadf4-8e7b-4df6-9157-9e472ab8cead service neutron] For port c651080a-9589-42a0-afb6-7fc84f865ef5, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:01:34.755167 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-db7aadf4-8e7b-4df6-9157-9e472ab8cead service neutron] For port c651080a-9589-42a0-afb6-7fc84f865ef5, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=c651080a-9589-42a0-afb6-7fc84f865ef5,segment=NetworkSegment(4e9deffc-98dc-4b97-95f0-e30b4777f96b),segment_id=4e9deffc-98dc-4b97-95f0-e30b4777f96b)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:01:34.824565 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-db7aadf4-8e7b-4df6-9157-9e472ab8cead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:34.858023 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-db7aadf4-8e7b-4df6-9157-9e472ab8cead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:34.858568 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-db7aadf4-8e7b-4df6-9157-9e472ab8cead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:34.859981 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-db7aadf4-8e7b-4df6-9157-9e472ab8cead service neutron] 10.222.0.26 "PUT /v2.0/ports/c651080a-9589-42a0-afb6-7fc84f865ef5 HTTP/1.1" status: 200 len: 1092 time: 0.7363110 Apr 20 17:01:34.860451 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ebfcda-06d2-40a4-9ce3-6958e418ac20', 'tag': 'c651080a-9589-42a0-afb6-7fc84f865ef5'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:01:34.862837 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be9554e-88e1-4bc8-9aba-e29c6d836124" -d '{"events": [{"name": "network-changed", "server_uuid": "79ebfcda-06d2-40a4-9ce3-6958e418ac20", "tag": "c651080a-9589-42a0-afb6-7fc84f865ef5"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:01:34.891164 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7aadf4-8e7b-4df6-9157-9e472ab8cead service neutron] Pushing event updated for resources: {'Port': ['ID=c651080a-9589-42a0-afb6-7fc84f865ef5,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:01:34.903604 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c28669-4c8a-4845-9995-12300ea83f90 x-openstack-request-id: req-77c28669-4c8a-4845-9995-12300ea83f90 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:01:34.903890 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ebfcda-06d2-40a4-9ce3-6958e418ac20", "tag": "c651080a-9589-42a0-afb6-7fc84f865ef5", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:01:34.904140 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77c28669-4c8a-4845-9995-12300ea83f90 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:01:34.904562 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77c28669-4c8a-4845-9995-12300ea83f90'] response: {'name': 'network-changed', 'server_uuid': '79ebfcda-06d2-40a4-9ce3-6958e418ac20', 'tag': 'c651080a-9589-42a0-afb6-7fc84f865ef5', 'status': 'completed', 'code': 200} Apr 20 17:01:34.987135 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9554e-88e1-4bc8-9aba-e29c6d836124 req-fd90b0dd-f557-40fe-8ef8-bdd7d16d36c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:34.988662 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8be9554e-88e1-4bc8-9aba-e29c6d836124 req-fd90b0dd-f557-40fe-8ef8-bdd7d16d36c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2af6875320434cd2a192edf145229c5c&device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 1095 time: 0.0442262 Apr 20 17:01:35.095144 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9554e-88e1-4bc8-9aba-e29c6d836124 req-7be57bc5-90dd-4e61-b064-f10bfbd89e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:35.097467 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8be9554e-88e1-4bc8-9aba-e29c6d836124 req-7be57bc5-90dd-4e61-b064-f10bfbd89e47 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2af6875320434cd2a192edf145229c5c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0953493 Apr 20 17:01:35.189145 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9554e-88e1-4bc8-9aba-e29c6d836124 req-f09266d1-a7b9-448a-8267-7b4d3862bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:35.191205 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8be9554e-88e1-4bc8-9aba-e29c6d836124 req-f09266d1-a7b9-448a-8267-7b4d3862bc97 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880911 Apr 20 17:01:35.315845 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-0a4cd82d-5979-44fa-bbeb-e3e39640c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:35.317275 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-0a4cd82d-5979-44fa-bbeb-e3e39640c5fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2af6875320434cd2a192edf145229c5c&device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 1095 time: 0.0697346 Apr 20 17:01:35.338074 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474f2de-d9b6-48e3-b483-09207730a27b req-90e845e7-0da5-4c1a-bc8f-fe1db284dbaa tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:35.339470 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1474f2de-d9b6-48e3-b483-09207730a27b req-90e845e7-0da5-4c1a-bc8f-fe1db284dbaa tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 944 time: 0.0588524 Apr 20 17:01:35.378773 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-ec46d99b-9d73-41d8-ab95-1ff2aa05a2bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c651080a-9589-42a0-afb6-7fc84f865ef5 HTTP/1.1" status: 200 len: 217 time: 0.0489814 Apr 20 17:01:35.431673 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1474f2de-d9b6-48e3-b483-09207730a27b req-242e3d8c-f090-4a7d-8ffe-48dc6f1b8f11 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859408 Apr 20 17:01:35.442609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-b39ff9af-043a-43d7-8bef-3f0bcbffa5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:35.444182 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-b39ff9af-043a-43d7-8bef-3f0bcbffa5f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=572f5530-1b0b-4297-bce6-25b6ce37462d HTTP/1.1" status: 200 len: 855 time: 0.0575750 Apr 20 17:01:35.483346 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-5ed35f18-b642-444d-8117-c409f1e65c5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5480eefa-97f7-4521-bc64-d864a0ab2efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332966 Apr 20 17:01:35.572717 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-8c457df9-3158-4db3-aaf7-8f8724ca6b59 service neutron] 10.222.0.26 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825803 Apr 20 17:01:35.665959 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ad56127-0ef8-4a84-a6bb-9c03669f1155 req-016c3082-f267-4600-ae79-83b19ffdc932 service neutron] 10.222.0.26 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875449 Apr 20 17:01:36.549498 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548340e8-441b-404c-afd5-ae4cb53b4056 req-089afe68-0960-4071-8c74-f67c23673ed9 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:36.550967 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-548340e8-441b-404c-afd5-ae4cb53b4056 req-089afe68-0960-4071-8c74-f67c23673ed9 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 944 time: 0.0487118 Apr 20 17:01:36.589106 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-548340e8-441b-404c-afd5-ae4cb53b4056 req-a937a0b1-dbeb-4f8d-838e-9d44bef858da tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317335 Apr 20 17:01:37.762026 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee26409-8418-4c14-99c3-f30f88929b69 req-40649b7a-daec-4008-a5ab-f58f5abb10be tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:37.763549 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ee26409-8418-4c14-99c3-f30f88929b69 req-40649b7a-daec-4008-a5ab-f58f5abb10be tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 944 time: 0.1064487 Apr 20 17:01:37.801495 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ee26409-8418-4c14-99c3-f30f88929b69 req-4602b289-05ef-481a-9ed1-d82cea209c1f tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318489 Apr 20 17:01:38.978619 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25888e-1618-46ea-86ae-48f2b5c9ca55 req-d10fc4b6-fa8b-4019-9d15-3a7098b9471e tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:38.980092 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-af25888e-1618-46ea-86ae-48f2b5c9ca55 req-d10fc4b6-fa8b-4019-9d15-3a7098b9471e tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 944 time: 0.1121230 Apr 20 17:01:39.017502 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-af25888e-1618-46ea-86ae-48f2b5c9ca55 req-0ded7304-7b10-45ec-87c7-f7e493b2f5d7 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311940 Apr 20 17:01:39.117673 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device c651080a-9589-42a0-afb6-7fc84f865ef5 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:01:39.214880 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port c651080a-9589-42a0-afb6-7fc84f865ef5, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=c651080a-9589-42a0-afb6-7fc84f865ef5,segment=NetworkSegment(4e9deffc-98dc-4b97-95f0-e30b4777f96b),segment_id=4e9deffc-98dc-4b97-95f0-e30b4777f96b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:01:39.226095 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'c651080a-9589-42a0-afb6-7fc84f865ef5', 'network_id': '5480eefa-97f7-4521-bc64-d864a0ab2efa', 'port_id': 'c651080a-9589-42a0-afb6-7fc84f865ef5', 'mac_address': 'fa:16:3e:a7:69:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572f5530-1b0b-4297-bce6-25b6ce37462d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:01:39.261729 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:39.278078 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c651080a-9589-42a0-afb6-7fc84f865ef5 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:01:39.296511 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port c651080a-9589-42a0-afb6-7fc84f865ef5, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=c651080a-9589-42a0-afb6-7fc84f865ef5,segment=NetworkSegment(4e9deffc-98dc-4b97-95f0-e30b4777f96b),segment_id=4e9deffc-98dc-4b97-95f0-e30b4777f96b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:01:39.372984 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:39.422962 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=c651080a-9589-42a0-afb6-7fc84f865ef5,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:01:39.430879 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:39.431220 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:39.431553 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:39.431886 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:39.432233 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:39.432658 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:39.433110 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:39.433457 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:39.433852 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:39.434253 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:39.434579 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:39.434940 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:39.750528 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['c651080a-9589-42a0-afb6-7fc84f865ef5'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:01:40.142245 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf2678-d36e-4069-a737-420250acf092 req-ceecfaf9-c395-45ef-928a-73e10f36ccd3 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:40.143965 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-83bf2678-d36e-4069-a737-420250acf092 req-ceecfaf9-c395-45ef-928a-73e10f36ccd3 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 945 time: 0.0561111 Apr 20 17:01:40.182841 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-83bf2678-d36e-4069-a737-420250acf092 req-ba1d8d98-2422-4082-936c-a341fd3ba613 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322251 Apr 20 17:01:41.133935 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device c651080a-9589-42a0-afb6-7fc84f865ef5 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:01:41.242086 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port c651080a-9589-42a0-afb6-7fc84f865ef5 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:01:41.246172 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port c651080a-9589-42a0-afb6-7fc84f865ef5 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:01:41.246544 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:41.302880 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7184c-7cba-43f3-8ed8-e48f3790800b req-46794f75-eedb-483e-bff6-f56011375137 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:41.304992 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2ae7184c-7cba-43f3-8ed8-e48f3790800b req-46794f75-eedb-483e-bff6-f56011375137 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 945 time: 0.0530031 Apr 20 17:01:41.325492 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:41.343582 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2ae7184c-7cba-43f3-8ed8-e48f3790800b req-26f566a7-0eb4-40be-a11b-d3328d0b2170 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329134 Apr 20 17:01:41.348183 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ebfcda-06d2-40a4-9ce3-6958e418ac20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c651080a-9589-42a0-afb6-7fc84f865ef5'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:01:41.350588 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c222565c-1e32-4d80-967c-f41209a2d6ba" -d '{"events": [{"server_uuid": "79ebfcda-06d2-40a4-9ce3-6958e418ac20", "name": "network-vif-plugged", "status": "completed", "tag": "c651080a-9589-42a0-afb6-7fc84f865ef5"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:01:41.363545 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port c651080a-9589-42a0-afb6-7fc84f865ef5, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=c651080a-9589-42a0-afb6-7fc84f865ef5,segment=NetworkSegment(4e9deffc-98dc-4b97-95f0-e30b4777f96b),segment_id=4e9deffc-98dc-4b97-95f0-e30b4777f96b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:01:41.389927 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7873693b-5462-4d40-84d3-501cc4f4dfac x-openstack-request-id: req-7873693b-5462-4d40-84d3-501cc4f4dfac {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:01:41.390220 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ebfcda-06d2-40a4-9ce3-6958e418ac20", "name": "network-vif-plugged", "status": "completed", "tag": "c651080a-9589-42a0-afb6-7fc84f865ef5", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:01:41.390473 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7873693b-5462-4d40-84d3-501cc4f4dfac {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:01:41.390875 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7873693b-5462-4d40-84d3-501cc4f4dfac'] response: {'server_uuid': '79ebfcda-06d2-40a4-9ce3-6958e418ac20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c651080a-9589-42a0-afb6-7fc84f865ef5', 'code': 200} Apr 20 17:01:41.435685 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:41.489928 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=c651080a-9589-42a0-afb6-7fc84f865ef5,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:01:41.509103 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ced437-ab6f-4a69-933c-a9215ab4e296 req-bed7698f-c750-4df7-9973-3ba9218fcf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:41.510586 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a0ced437-ab6f-4a69-933c-a9215ab4e296 req-bed7698f-c750-4df7-9973-3ba9218fcf86 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 1097 time: 0.0418434 Apr 20 17:01:41.549999 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a0ced437-ab6f-4a69-933c-a9215ab4e296 req-f9923361-ad69-41cb-abc1-e8d4eb8fd715 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323098 Apr 20 17:01:42.056209 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:01:42.458212 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48c0ed-91b1-448a-8e07-3a90fd853a32 req-51bb1dcc-5c40-4024-ad45-693c79bed647 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:42.459697 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2d48c0ed-91b1-448a-8e07-3a90fd853a32 req-51bb1dcc-5c40-4024-ad45-693c79bed647 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0486197 Apr 20 17:01:42.498704 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2d48c0ed-91b1-448a-8e07-3a90fd853a32 req-dacaa612-e266-4ab4-bf67-c1fedc45704f tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324571 Apr 20 17:01:43.618691 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed519327-e2ff-4b1f-9773-eaf08fca7778 req-2de14969-c617-4d81-acce-32017710fc65 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:43.620177 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ed519327-e2ff-4b1f-9773-eaf08fca7778 req-2de14969-c617-4d81-acce-32017710fc65 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0487061 Apr 20 17:01:43.658558 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ed519327-e2ff-4b1f-9773-eaf08fca7778 req-1ddd8b80-cf42-4e38-8790-68ecc3a34209 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316107 Apr 20 17:01:43.778534 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b03971-f2e6-4d37-981f-2e31f9ec4c34 req-67124972-871c-4486-bc30-559d46a97c35 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:43.779894 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d5b03971-f2e6-4d37-981f-2e31f9ec4c34 req-67124972-871c-4486-bc30-559d46a97c35 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0554655 Apr 20 17:01:43.817296 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d5b03971-f2e6-4d37-981f-2e31f9ec4c34 req-6c94bf37-f4ef-41ed-a502-3a9f640b89cd tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313079 Apr 20 17:01:44.087513 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830daca-8a5d-47f3-bcef-9c26e3489176 req-b8d1461c-2807-427c-a24a-1a5860c29ec0 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:44.089017 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2830daca-8a5d-47f3-bcef-9c26e3489176 req-b8d1461c-2807-427c-a24a-1a5860c29ec0 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0485277 Apr 20 17:01:44.126705 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2830daca-8a5d-47f3-bcef-9c26e3489176 req-64b98610-0d97-43f1-a4aa-8ebcada25393 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316105 Apr 20 17:01:44.240437 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5bf013-4bff-47b4-af99-8e5bbcc392a2 req-3c842d7d-ccb0-415a-a1b8-13c08424fddd tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:44.241901 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5e5bf013-4bff-47b4-af99-8e5bbcc392a2 req-3c842d7d-ccb0-415a-a1b8-13c08424fddd tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0478315 Apr 20 17:01:44.280002 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5e5bf013-4bff-47b4-af99-8e5bbcc392a2 req-8f3420ed-6755-4c78-9c5d-6abd61f67268 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320253 Apr 20 17:01:44.640899 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f0738-a2f9-4863-9f63-bc0e3caf15f7 req-f11b6dc9-d55b-4aff-898e-ce76ad2ef68e tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:44.642286 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e23f0738-a2f9-4863-9f63-bc0e3caf15f7 req-f11b6dc9-d55b-4aff-898e-ce76ad2ef68e tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0490117 Apr 20 17:01:44.684212 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e23f0738-a2f9-4863-9f63-bc0e3caf15f7 req-584b90f9-511b-4d03-b02e-0f739cee7989 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353420 Apr 20 17:01:44.760516 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-c7102658-7ba8-4a83-b7b4-c4ecf4c9d603 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421643 Apr 20 17:01:45.800677 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b922b-4003-4bad-b5e3-abb261ea3348 req-9763da94-71aa-4a65-bb07-887e3dd1aed8 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:45.802157 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a37b922b-4003-4bad-b5e3-abb261ea3348 req-9763da94-71aa-4a65-bb07-887e3dd1aed8 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0489011 Apr 20 17:01:45.844853 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a37b922b-4003-4bad-b5e3-abb261ea3348 req-8a374b36-3588-4c30-87c2-97810247c1ed tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362968 Apr 20 17:01:46.811717 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-b1cc9680-d250-45a3-b771-15175d092e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:46.813108 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-b1cc9680-d250-45a3-b771-15175d092e0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2af6875320434cd2a192edf145229c5c&device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 1097 time: 0.0392816 Apr 20 17:01:46.903943 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-6f6e55ea-f8ae-42a6-ae5b-b092785c796d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:46.905458 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-6f6e55ea-f8ae-42a6-ae5b-b092785c796d service neutron] 10.222.0.26 "GET /v2.0/networks?id=5480eefa-97f7-4521-bc64-d864a0ab2efa HTTP/1.1" status: 200 len: 916 time: 0.0864177 Apr 20 17:01:46.967018 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-d0da2254-8890-4564-89b7-613775e9fe7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c651080a-9589-42a0-afb6-7fc84f865ef5 HTTP/1.1" status: 200 len: 217 time: 0.0543253 Apr 20 17:01:47.022871 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbab99-9299-4c96-a915-be544f6b9f3a req-b241b110-b653-45e4-a1d5-935c72c5cce5 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:47.024322 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-32bbab99-9299-4c96-a915-be544f6b9f3a req-b241b110-b653-45e4-a1d5-935c72c5cce5 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.1053967 Apr 20 17:01:47.034419 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-0f6837ce-7ec7-4045-ac57-273f7204be08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:47.035739 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-0f6837ce-7ec7-4045-ac57-273f7204be08 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=572f5530-1b0b-4297-bce6-25b6ce37462d HTTP/1.1" status: 200 len: 855 time: 0.0616896 Apr 20 17:01:47.072397 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-2b5b0f4e-a0a0-4263-b0c9-42826d2988af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5480eefa-97f7-4521-bc64-d864a0ab2efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302484 Apr 20 17:01:47.104086 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-32bbab99-9299-4c96-a915-be544f6b9f3a req-80fcdb5c-73d4-430a-a1b6-70387f07a41e tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718944 Apr 20 17:01:47.168440 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-0eff177e-2365-49ff-b800-d2af08358c6d service neutron] 10.222.0.26 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866704 Apr 20 17:01:47.259411 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-6773c8e4-0075-4aad-ba26-d42cf6bf8c08 service neutron] 10.222.0.26 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841732 Apr 20 17:01:48.222812 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e606d-e6ea-4833-bb02-7d97f5480945 req-bcd4d622-b3e5-4d76-8ac2-0f9640144d79 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:48.224280 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a38e606d-e6ea-4833-bb02-7d97f5480945 req-bcd4d622-b3e5-4d76-8ac2-0f9640144d79 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0521135 Apr 20 17:01:48.579776 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a38e606d-e6ea-4833-bb02-7d97f5480945 req-1322216a-3e9c-4c5a-bbdf-de647c06c6ef tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487844 Apr 20 17:01:49.697863 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b148b57-e15a-45b8-a504-23cb8ac50583 req-516ecce8-9edc-49ad-9e6e-1c000563902d tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:49.699362 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5b148b57-e15a-45b8-a504-23cb8ac50583 req-516ecce8-9edc-49ad-9e6e-1c000563902d tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0494263 Apr 20 17:01:49.737134 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5b148b57-e15a-45b8-a504-23cb8ac50583 req-9dd47e30-495d-4047-a169-f1594d1d465a tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317183 Apr 20 17:01:50.851168 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da70397-f178-424c-a4fd-58cce519dcfd req-00c8a7df-aa1d-45a9-8b07-efccec01ddd6 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:50.852532 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0da70397-f178-424c-a4fd-58cce519dcfd req-00c8a7df-aa1d-45a9-8b07-efccec01ddd6 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0479882 Apr 20 17:01:50.888706 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0da70397-f178-424c-a4fd-58cce519dcfd req-1b963bc2-41c0-48bc-a692-77e8077dd607 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302334 Apr 20 17:01:52.003965 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4dc67-807e-4de4-85fc-01c688c85106 req-20cb5207-8602-47be-a2a5-4ac33c2e9ec3 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:52.005483 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-58a4dc67-807e-4de4-85fc-01c688c85106 req-20cb5207-8602-47be-a2a5-4ac33c2e9ec3 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0481756 Apr 20 17:01:52.047495 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-58a4dc67-807e-4de4-85fc-01c688c85106 req-c8719ef3-d4fc-4171-8ac2-d25304f51f15 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358286 Apr 20 17:01:52.783434 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-00370ded-5350-4f98-9597-fe04e1ca6dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:53.165057 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb6830-48c5-4635-a74e-1393ccab79a5 req-e80d3956-e047-4c55-8f44-5b2bbca52e58 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:53.166539 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aacb6830-48c5-4635-a74e-1393ccab79a5 req-e80d3956-e047-4c55-8f44-5b2bbca52e58 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0510559 Apr 20 17:01:53.203967 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aacb6830-48c5-4635-a74e-1393ccab79a5 req-8d84341d-4289-4796-aa49-6f81c7514471 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313466 Apr 20 17:01:54.319951 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e3801-0552-40ea-a04c-a856555a8cc0 req-8d188406-bdd0-49d3-a4a8-daea298df18b tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:54.321467 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c7e3801-0552-40ea-a04c-a856555a8cc0 req-8d188406-bdd0-49d3-a4a8-daea298df18b tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0493770 Apr 20 17:01:54.359635 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c7e3801-0552-40ea-a04c-a856555a8cc0 req-90a1c5eb-2d69-4bee-9936-40bcf7db1cfd tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322101 Apr 20 17:01:55.126802 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-79f0753d-c248-44c6-9b66-4ae773b856d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:55.478268 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734668f-5bcd-480a-af22-e3da04a81ed5 req-a7805900-4f14-442f-9f04-69cdde80e2ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:55.479714 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2734668f-5bcd-480a-af22-e3da04a81ed5 req-a7805900-4f14-442f-9f04-69cdde80e2ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0515060 Apr 20 17:01:55.520456 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2734668f-5bcd-480a-af22-e3da04a81ed5 req-442081dd-4367-4761-a39b-2ed5402af118 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346057 Apr 20 17:01:56.485940 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:56.645901 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e682b64-fe71-4354-b925-ff625bf687df req-07bce4be-d9e6-4ebb-b1d8-0082629a7ab1 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:56.647443 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e682b64-fe71-4354-b925-ff625bf687df req-07bce4be-d9e6-4ebb-b1d8-0082629a7ab1 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0484054 Apr 20 17:01:56.684452 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e682b64-fe71-4354-b925-ff625bf687df req-63a8e7d5-cff0-417d-a543-c9582dc8a1f0 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309975 Apr 20 17:01:57.799835 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554ac71-1198-49ab-811a-81d55f02cb35 req-2c8055c2-dbd0-40eb-8aae-7b0644d16e78 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:57.801327 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9554ac71-1198-49ab-811a-81d55f02cb35 req-2c8055c2-dbd0-40eb-8aae-7b0644d16e78 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0474834 Apr 20 17:01:57.840075 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9554ac71-1198-49ab-811a-81d55f02cb35 req-34810b1b-db94-4d01-b7b8-06009609517d tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315433 Apr 20 17:01:57.903406 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:58.137934 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:58.898745 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:58.956444 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ada97-6c87-422c-84d2-e37568d7eca8 req-7869d4f5-7fde-497e-87fe-9f189ae7bd25 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:01:58.957920 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-694ada97-6c87-422c-84d2-e37568d7eca8 req-7869d4f5-7fde-497e-87fe-9f189ae7bd25 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0501676 Apr 20 17:01:59.000216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-694ada97-6c87-422c-84d2-e37568d7eca8 req-1baf0add-356b-4230-bffa-ad651437e313 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356038 Apr 20 17:02:00.117738 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e4d1a-d873-435b-b8b3-be84743c7e58 req-3b556320-fe22-4785-8cc0-8f025a61d7d0 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:00.120912 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0d2e4d1a-d873-435b-b8b3-be84743c7e58 req-3b556320-fe22-4785-8cc0-8f025a61d7d0 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0493865 Apr 20 17:02:00.156671 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-0d2e4d1a-d873-435b-b8b3-be84743c7e58 req-3cfcd80e-facb-441f-b2c2-9f114b91de84 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312302 Apr 20 17:02:00.166392 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:01.279739 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d468807-f98a-4760-a239-d45c5d87e0eb req-c2336da4-5d88-4f28-b632-dc799e56ce22 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:01.281231 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d468807-f98a-4760-a239-d45c5d87e0eb req-c2336da4-5d88-4f28-b632-dc799e56ce22 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0527310 Apr 20 17:02:01.318525 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d468807-f98a-4760-a239-d45c5d87e0eb req-41122218-4433-4530-83d0-22cd2220099c tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311322 Apr 20 17:02:02.439504 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6c988-bc1d-4645-887d-9f72b2a237f4 req-f2d6e41f-87d9-4fbc-a1dd-1c01e60462ae tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:02.441019 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-48c6c988-bc1d-4645-887d-9f72b2a237f4 req-f2d6e41f-87d9-4fbc-a1dd-1c01e60462ae tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0527756 Apr 20 17:02:02.479825 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-48c6c988-bc1d-4645-887d-9f72b2a237f4 req-a421b7d9-4161-4c90-9ab4-0b7e2500c529 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327115 Apr 20 17:02:03.600644 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ea176-631c-431d-b01e-84a6349f86da req-fa882b50-51d1-4742-8147-9da560f77419 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:03.602168 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2c3ea176-631c-431d-b01e-84a6349f86da req-fa882b50-51d1-4742-8147-9da560f77419 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0535603 Apr 20 17:02:03.641014 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2c3ea176-631c-431d-b01e-84a6349f86da req-03cbb61e-3909-41ef-add0-757f80327888 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325897 Apr 20 17:02:04.761813 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b34ac5-54df-4dee-9f4f-c628677b3a73 req-dbf515ff-4a4c-4a22-859c-1da19c07c6b9 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:04.763307 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-77b34ac5-54df-4dee-9f4f-c628677b3a73 req-dbf515ff-4a4c-4a22-859c-1da19c07c6b9 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0520532 Apr 20 17:02:04.801370 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-77b34ac5-54df-4dee-9f4f-c628677b3a73 req-9d4c318a-08f3-4bd8-809f-722535bc2c55 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314021 Apr 20 17:02:05.919895 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d8570-0440-4a60-a436-21f752f9584b req-4f8b426a-bb98-4d37-a625-b11894e33afd tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:05.921410 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b29d8570-0440-4a60-a436-21f752f9584b req-4f8b426a-bb98-4d37-a625-b11894e33afd tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0481491 Apr 20 17:02:05.963299 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b29d8570-0440-4a60-a436-21f752f9584b req-b054a19a-42f1-4da2-b4e3-afeaebb272ec tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356851 Apr 20 17:02:07.084862 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b2df1-e81e-4108-9444-72eb681d2e10 req-ec20d784-ce3a-48a4-b4ff-b28c64a8ebea tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:07.086616 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e41b2df1-e81e-4108-9444-72eb681d2e10 req-ec20d784-ce3a-48a4-b4ff-b28c64a8ebea tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0524681 Apr 20 17:02:07.126780 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e41b2df1-e81e-4108-9444-72eb681d2e10 req-7cf4c3d2-af4d-40cd-baed-80229a5a885b tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338907 Apr 20 17:02:08.250393 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1e4c6-090d-4ee5-aeb9-b6da729e4df9 req-6e8cb24c-3493-4041-bd44-ecc27940e3c9 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:08.251901 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7ca1e4c6-090d-4ee5-aeb9-b6da729e4df9 req-6e8cb24c-3493-4041-bd44-ecc27940e3c9 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0544164 Apr 20 17:02:08.290287 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7ca1e4c6-090d-4ee5-aeb9-b6da729e4df9 req-0ac1b929-5ebf-4009-97dc-387a1db73107 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322583 Apr 20 17:02:09.413525 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c9069-78c8-4a03-a4b0-95ebe592f454 req-baaea595-c43b-4051-b959-e01e8631d405 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:09.415005 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a5c9069-78c8-4a03-a4b0-95ebe592f454 req-baaea595-c43b-4051-b959-e01e8631d405 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0534923 Apr 20 17:02:09.453747 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4a5c9069-78c8-4a03-a4b0-95ebe592f454 req-4be14b07-69c4-4751-b562-dab55ac68073 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325227 Apr 20 17:02:10.568994 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57433c9-2e73-4b6d-996f-e301c258cbae req-b955bee9-3acf-4b2f-948d-8beea079771d tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:10.570693 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c57433c9-2e73-4b6d-996f-e301c258cbae req-b955bee9-3acf-4b2f-948d-8beea079771d tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0501533 Apr 20 17:02:10.613349 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c57433c9-2e73-4b6d-996f-e301c258cbae req-9f5ec11d-0e7c-4c4d-bcd2-f6ab49ea77b5 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364666 Apr 20 17:02:11.732106 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26caa895-8955-400e-843d-df7ae47e6961 req-7d550bb0-7d1a-45c7-820e-d6bcd538ea62 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:11.733604 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-26caa895-8955-400e-843d-df7ae47e6961 req-7d550bb0-7d1a-45c7-820e-d6bcd538ea62 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0491586 Apr 20 17:02:11.770542 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-26caa895-8955-400e-843d-df7ae47e6961 req-afd2b1ed-febc-4505-8022-469b99fb0afd tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308871 Apr 20 17:02:12.884286 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b036f-34f1-4a82-88cd-1d49d8a96145 req-4575071a-bd20-464e-8cfb-3255fc9791f1 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:12.885760 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-780b036f-34f1-4a82-88cd-1d49d8a96145 req-4575071a-bd20-464e-8cfb-3255fc9791f1 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0479279 Apr 20 17:02:12.926152 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-780b036f-34f1-4a82-88cd-1d49d8a96145 req-30ab70c1-289c-42d9-adbe-0e7b35d2d364 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343165 Apr 20 17:02:14.044439 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3480f30-9a87-44a3-9f3c-9071ca50c4d6 req-0c04e454-4946-43e7-b816-1b4afabe980e tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:14.045941 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a3480f30-9a87-44a3-9f3c-9071ca50c4d6 req-0c04e454-4946-43e7-b816-1b4afabe980e tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0499256 Apr 20 17:02:14.084055 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a3480f30-9a87-44a3-9f3c-9071ca50c4d6 req-f8740ebd-0b13-40dc-9a94-037550631f0a tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320535 Apr 20 17:02:14.909037 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-ac889a53-3e99-4541-b8b9-75b5ea83c0e2 service neutron] show failed (client error): The resource could not be found. Apr 20 17:02:14.910055 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-ac889a53-3e99-4541-b8b9-75b5ea83c0e2 service neutron] 10.222.0.26 "GET /v2.0/ports/c651080a-9589-42a0-afb6-7fc84f865ef5/bindings/n-h2-836146-2 HTTP/1.1" status: 404 len: 380 time: 0.1039531 Apr 20 17:02:15.202834 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2b5cd-6fcc-433e-850c-eb8927a0b32f req-6a97b12a-ceb9-44aa-8f69-a516f98c7b65 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:15.204606 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7be2b5cd-6fcc-433e-850c-eb8927a0b32f req-6a97b12a-ceb9-44aa-8f69-a516f98c7b65 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0500991 Apr 20 17:02:15.243326 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7be2b5cd-6fcc-433e-850c-eb8927a0b32f req-f1b20326-8a16-4f51-ba5c-0c209e7fadb9 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325346 Apr 20 17:02:15.528360 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-a96f35a8-cacc-447d-9ab7-ba18edca988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:15.529919 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-a96f35a8-cacc-447d-9ab7-ba18edca988b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20&tenant_id=2af6875320434cd2a192edf145229c5c HTTP/1.1" status: 200 len: 1097 time: 0.0925834 Apr 20 17:02:15.548788 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836146-2', 'device_owner': 'compute:nova'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:02:15.605443 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:15.825964 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] For port c651080a-9589-42a0-afb6-7fc84f865ef5, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=c651080a-9589-42a0-afb6-7fc84f865ef5,segment=NetworkSegment(4e9deffc-98dc-4b97-95f0-e30b4777f96b),segment_id=4e9deffc-98dc-4b97-95f0-e30b4777f96b)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:02:15.858191 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] For port c651080a-9589-42a0-afb6-7fc84f865ef5, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:02:15.895865 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ebfcda-06d2-40a4-9ce3-6958e418ac20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c651080a-9589-42a0-afb6-7fc84f865ef5'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:02:15.898668 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cc2453-897a-44b1-831f-b5339a246294" -d '{"events": [{"server_uuid": "79ebfcda-06d2-40a4-9ce3-6958e418ac20", "name": "network-vif-unplugged", "status": "completed", "tag": "c651080a-9589-42a0-afb6-7fc84f865ef5"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:02:15.902460 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:15.914725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] Transition to ACTIVE for port object c651080a-9589-42a0-afb6-7fc84f865ef5 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:02:15.949613 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 17:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10ced7d-b638-4480-bf47-edb1f512e59f x-openstack-request-id: req-a10ced7d-b638-4480-bf47-edb1f512e59f {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:02:15.949904 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ebfcda-06d2-40a4-9ce3-6958e418ac20", "name": "network-vif-unplugged", "status": "completed", "tag": "c651080a-9589-42a0-afb6-7fc84f865ef5", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:02:15.950172 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a10ced7d-b638-4480-bf47-edb1f512e59f {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:02:15.950575 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a10ced7d-b638-4480-bf47-edb1f512e59f'] response: {'server_uuid': '79ebfcda-06d2-40a4-9ce3-6958e418ac20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c651080a-9589-42a0-afb6-7fc84f865ef5', 'code': 200} Apr 20 17:02:15.994082 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:16.052805 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] Pushing event updated for resources: {'Port': ['ID=c651080a-9589-42a0-afb6-7fc84f865ef5,revision_number=6']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:02:16.076287 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] No DVR routers for this DVR port c651080a-9589-42a0-afb6-7fc84f865ef5 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:02:16.111396 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] Attempting to bind port c651080a-9589-42a0-afb6-7fc84f865ef5 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:02:16.111869 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] Attempting to bind port c651080a-9589-42a0-afb6-7fc84f865ef5 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '4e9deffc-98dc-4b97-95f0-e30b4777f96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5480eefa-97f7-4521-bc64-d864a0ab2efa'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:02:16.112088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] Attempting to bind port c651080a-9589-42a0-afb6-7fc84f865ef5 on network 5480eefa-97f7-4521-bc64-d864a0ab2efa {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:02:16.116327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] Port c651080a-9589-42a0-afb6-7fc84f865ef5 on network 5480eefa-97f7-4521-bc64-d864a0ab2efa not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:02:16.116675 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] Attempting to bind port c651080a-9589-42a0-afb6-7fc84f865ef5 on network 5480eefa-97f7-4521-bc64-d864a0ab2efa {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:02:16.121582 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:02:16.121947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] Checking segment: {'id': '4e9deffc-98dc-4b97-95f0-e30b4777f96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5480eefa-97f7-4521-bc64-d864a0ab2efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:02:16.122403 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] Bound using segment: {'id': '4e9deffc-98dc-4b97-95f0-e30b4777f96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5480eefa-97f7-4521-bc64-d864a0ab2efa'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:02:16.122870 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] Bound port: c651080a-9589-42a0-afb6-7fc84f865ef5, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e9deffc-98dc-4b97-95f0-e30b4777f96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5480eefa-97f7-4521-bc64-d864a0ab2efa'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:02:16.123137 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:16.186170 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] For port c651080a-9589-42a0-afb6-7fc84f865ef5, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:02:16.189477 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] For port c651080a-9589-42a0-afb6-7fc84f865ef5, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=c651080a-9589-42a0-afb6-7fc84f865ef5,segment=NetworkSegment(4e9deffc-98dc-4b97-95f0-e30b4777f96b),segment_id=4e9deffc-98dc-4b97-95f0-e30b4777f96b)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:02:16.263589 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:16.298218 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:16.298848 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:16.300295 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] 10.222.0.30 "PUT /v2.0/ports/c651080a-9589-42a0-afb6-7fc84f865ef5 HTTP/1.1" status: 200 len: 1092 time: 0.7554522 Apr 20 17:02:16.336444 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad5dc6-f252-4eda-b03e-b131c8b0b034 service neutron] Pushing event updated for resources: {'Port': ['ID=c651080a-9589-42a0-afb6-7fc84f865ef5,revision_number=7']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:02:16.414032 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9313bba-e19e-487e-9da2-922a9b96888a req-676bf79e-2fd8-4edf-a4c7-dea978102823 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:16.415530 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9313bba-e19e-487e-9da2-922a9b96888a req-676bf79e-2fd8-4edf-a4c7-dea978102823 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 944 time: 0.0941124 Apr 20 17:02:16.418383 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-32bd6e6a-ea95-418b-9d2b-4b5d1d1b56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:16.419750 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-32bd6e6a-ea95-418b-9d2b-4b5d1d1b56a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2af6875320434cd2a192edf145229c5c&device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 1095 time: 0.0805302 Apr 20 17:02:16.500660 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9313bba-e19e-487e-9da2-922a9b96888a req-9e6b56a9-75a1-4613-bf0d-78d79a35238d tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785642 Apr 20 17:02:16.535354 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-2a385289-4cb8-4e2d-9d7b-df8df93f80b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:16.536979 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-2a385289-4cb8-4e2d-9d7b-df8df93f80b9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5480eefa-97f7-4521-bc64-d864a0ab2efa HTTP/1.1" status: 200 len: 916 time: 0.1089993 Apr 20 17:02:16.582687 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-07ce1f43-9c9a-4d49-85cb-3b5f2b784c86 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c651080a-9589-42a0-afb6-7fc84f865ef5 HTTP/1.1" status: 200 len: 217 time: 0.0380921 Apr 20 17:02:16.634192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-3d04a718-85e5-4ff0-bbf9-203513e23531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:16.635571 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-3d04a718-85e5-4ff0-bbf9-203513e23531 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=572f5530-1b0b-4297-bce6-25b6ce37462d HTTP/1.1" status: 200 len: 855 time: 0.0444243 Apr 20 17:02:16.668146 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-ef09e48a-5f07-4648-b49b-af27734c479c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5480eefa-97f7-4521-bc64-d864a0ab2efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256116 Apr 20 17:02:16.761677 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-7e420fe5-2c65-40ff-b94d-5e2d2b127e27 service neutron] 10.222.0.30 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862310 Apr 20 17:02:16.847262 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24fcdb79-bfe2-4def-9bb9-78835ee0bad2 req-a75f70ad-5c59-4dbd-9fdc-0d22c5c69060 service neutron] 10.222.0.30 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788381 Apr 20 17:02:17.625945 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e29250-a229-4807-956c-7c2fb730093b req-ab2931a5-ee77-40b3-8dee-81e2c25a7f6a tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:17.627429 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-24e29250-a229-4807-956c-7c2fb730093b req-ab2931a5-ee77-40b3-8dee-81e2c25a7f6a tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 944 time: 0.0537124 Apr 20 17:02:17.667302 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-24e29250-a229-4807-956c-7c2fb730093b req-b8470df3-d3c2-4c0a-8966-643af319b972 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336258 Apr 20 17:02:17.951265 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ebfcda-06d2-40a4-9ce3-6958e418ac20', 'tag': 'c651080a-9589-42a0-afb6-7fc84f865ef5'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:02:17.953672 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b6ce72-4b47-40b5-87f6-5ed80ce08ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "79ebfcda-06d2-40a4-9ce3-6958e418ac20", "tag": "c651080a-9589-42a0-afb6-7fc84f865ef5"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:02:18.001310 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86efaee9-3da1-4b36-bd79-8a45e7437e10 x-openstack-request-id: req-86efaee9-3da1-4b36-bd79-8a45e7437e10 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:02:18.001592 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ebfcda-06d2-40a4-9ce3-6958e418ac20", "tag": "c651080a-9589-42a0-afb6-7fc84f865ef5", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:02:18.001837 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86efaee9-3da1-4b36-bd79-8a45e7437e10 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:02:18.002231 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86efaee9-3da1-4b36-bd79-8a45e7437e10'] response: {'name': 'network-changed', 'server_uuid': '79ebfcda-06d2-40a4-9ce3-6958e418ac20', 'tag': 'c651080a-9589-42a0-afb6-7fc84f865ef5', 'status': 'completed', 'code': 200} Apr 20 17:02:18.116161 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6ce72-4b47-40b5-87f6-5ed80ce08ffc req-e3c9359a-6d1c-4939-848c-450556a33ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:18.117784 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-45b6ce72-4b47-40b5-87f6-5ed80ce08ffc req-e3c9359a-6d1c-4939-848c-450556a33ec9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2af6875320434cd2a192edf145229c5c&device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 1095 time: 0.0714676 Apr 20 17:02:18.120143 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6ce72-4b47-40b5-87f6-5ed80ce08ffc req-a1ffdbb6-26a4-4353-81ae-e39f81bbc471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:18.121545 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-45b6ce72-4b47-40b5-87f6-5ed80ce08ffc req-a1ffdbb6-26a4-4353-81ae-e39f81bbc471 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2af6875320434cd2a192edf145229c5c&device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 1095 time: 0.0673280 Apr 20 17:02:18.271704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6ce72-4b47-40b5-87f6-5ed80ce08ffc req-bd2c712b-b917-42a2-b305-9ffe5e77b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:18.273146 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-45b6ce72-4b47-40b5-87f6-5ed80ce08ffc req-bd2c712b-b917-42a2-b305-9ffe5e77b1b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5480eefa-97f7-4521-bc64-d864a0ab2efa HTTP/1.1" status: 200 len: 916 time: 0.1491647 Apr 20 17:02:18.274463 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6ce72-4b47-40b5-87f6-5ed80ce08ffc req-85987ba5-6549-4ec5-9e0a-01d465a5d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:18.275980 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-45b6ce72-4b47-40b5-87f6-5ed80ce08ffc req-85987ba5-6549-4ec5-9e0a-01d465a5d6eb service neutron] 10.222.0.30 "GET /v2.0/networks?id=5480eefa-97f7-4521-bc64-d864a0ab2efa HTTP/1.1" status: 200 len: 916 time: 0.1451168 Apr 20 17:02:18.677655 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-45b6ce72-4b47-40b5-87f6-5ed80ce08ffc req-da63689f-81bd-4352-acc1-e1daf42b5330 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c651080a-9589-42a0-afb6-7fc84f865ef5 HTTP/1.1" status: 200 len: 217 time: 0.3980310 Apr 20 17:02:18.678828 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-45b6ce72-4b47-40b5-87f6-5ed80ce08ffc req-754f2217-f7f8-498e-85c0-b0e4001ee684 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c651080a-9589-42a0-afb6-7fc84f865ef5 HTTP/1.1" status: 200 len: 217 time: 0.3936489 Apr 20 17:02:18.759062 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6ce72-4b47-40b5-87f6-5ed80ce08ffc req-a19e0abc-a4ab-4dd5-b794-131ac67b2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:18.760534 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-45b6ce72-4b47-40b5-87f6-5ed80ce08ffc req-a19e0abc-a4ab-4dd5-b794-131ac67b2f94 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=572f5530-1b0b-4297-bce6-25b6ce37462d HTTP/1.1" status: 200 len: 855 time: 0.0765634 Apr 20 17:02:18.762144 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6ce72-4b47-40b5-87f6-5ed80ce08ffc req-b6f3bcab-3bfc-4279-b348-a0261de69249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:18.763429 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-45b6ce72-4b47-40b5-87f6-5ed80ce08ffc req-b6f3bcab-3bfc-4279-b348-a0261de69249 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=572f5530-1b0b-4297-bce6-25b6ce37462d HTTP/1.1" status: 200 len: 855 time: 0.0723639 Apr 20 17:02:18.786297 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee18467-6308-48e9-bf1d-3ab4634817e1 req-2c141507-1f80-4f11-be5f-f708b9f845b8 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:18.787832 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9ee18467-6308-48e9-bf1d-3ab4634817e1 req-2c141507-1f80-4f11-be5f-f708b9f845b8 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 944 time: 0.0489998 Apr 20 17:02:18.812923 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-45b6ce72-4b47-40b5-87f6-5ed80ce08ffc req-7bb38cc8-d58a-4723-9542-098d19b15119 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5480eefa-97f7-4521-bc64-d864a0ab2efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452218 Apr 20 17:02:18.814610 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-45b6ce72-4b47-40b5-87f6-5ed80ce08ffc req-0fe7d6f3-1d59-4108-a32f-703fb0e54fc4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5480eefa-97f7-4521-bc64-d864a0ab2efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397825 Apr 20 17:02:18.826474 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9ee18467-6308-48e9-bf1d-3ab4634817e1 req-764f7229-be9d-4bbd-a544-7d01f0b5993c tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320408 Apr 20 17:02:18.965448 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-45b6ce72-4b47-40b5-87f6-5ed80ce08ffc req-42427cb2-3e0f-4d88-a947-159a3a19931d service neutron] 10.222.0.26 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464028 Apr 20 17:02:18.969148 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-45b6ce72-4b47-40b5-87f6-5ed80ce08ffc req-57a2c159-35a7-4656-a190-39b372f8821a service neutron] 10.222.0.30 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427047 Apr 20 17:02:19.055298 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:02:19.120556 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-45b6ce72-4b47-40b5-87f6-5ed80ce08ffc req-420de4b0-b176-438e-9720-bf67b510a02e service neutron] 10.222.0.26 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481237 Apr 20 17:02:19.124206 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-45b6ce72-4b47-40b5-87f6-5ed80ce08ffc req-37619413-3e48-4edc-a77d-1ea3b0132c2e service neutron] 10.222.0.30 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444743 Apr 20 17:02:19.337171 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device c651080a-9589-42a0-afb6-7fc84f865ef5 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:02:19.375115 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device c651080a-9589-42a0-afb6-7fc84f865ef5 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:02:19.951443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd4388-eb2e-4506-9c0f-849bb47659d7 req-a88b2976-73d9-4d7c-8258-2d29d92b5e65 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:19.952951 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-acfd4388-eb2e-4506-9c0f-849bb47659d7 req-a88b2976-73d9-4d7c-8258-2d29d92b5e65 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 944 time: 0.0545878 Apr 20 17:02:19.989852 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-acfd4388-eb2e-4506-9c0f-849bb47659d7 req-734b5802-fa12-4718-81b2-15b7555398ab tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309105 Apr 20 17:02:20.205991 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device c651080a-9589-42a0-afb6-7fc84f865ef5 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:02:20.299609 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port c651080a-9589-42a0-afb6-7fc84f865ef5, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=c651080a-9589-42a0-afb6-7fc84f865ef5,segment=NetworkSegment(4e9deffc-98dc-4b97-95f0-e30b4777f96b),segment_id=4e9deffc-98dc-4b97-95f0-e30b4777f96b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:02:20.311636 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'c651080a-9589-42a0-afb6-7fc84f865ef5', 'network_id': '5480eefa-97f7-4521-bc64-d864a0ab2efa', 'port_id': 'c651080a-9589-42a0-afb6-7fc84f865ef5', 'mac_address': 'fa:16:3e:a7:69:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572f5530-1b0b-4297-bce6-25b6ce37462d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:02:20.348045 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:20.361325 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c651080a-9589-42a0-afb6-7fc84f865ef5 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:02:20.380122 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port c651080a-9589-42a0-afb6-7fc84f865ef5, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=c651080a-9589-42a0-afb6-7fc84f865ef5,segment=NetworkSegment(4e9deffc-98dc-4b97-95f0-e30b4777f96b),segment_id=4e9deffc-98dc-4b97-95f0-e30b4777f96b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:02:20.451243 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:20.498942 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=c651080a-9589-42a0-afb6-7fc84f865ef5,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:02:20.898483 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['c651080a-9589-42a0-afb6-7fc84f865ef5'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:02:21.107057 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4123360-5403-436b-8d54-bf025afd9f76 req-bfa8bd63-104d-4885-ab2d-06e4bfa65dbb tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:21.108595 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c4123360-5403-436b-8d54-bf025afd9f76 req-bfa8bd63-104d-4885-ab2d-06e4bfa65dbb tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 945 time: 0.0485375 Apr 20 17:02:21.153142 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c4123360-5403-436b-8d54-bf025afd9f76 req-c39b1df6-85a8-48ae-9a74-8c8ddbbd2f8e tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358448 Apr 20 17:02:21.454705 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469acff-d3de-4941-9f81-80da4050178f req-ec46dea9-3bcb-455d-9c0c-d53700449b70 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:21.456123 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c469acff-d3de-4941-9f81-80da4050178f req-ec46dea9-3bcb-455d-9c0c-d53700449b70 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 945 time: 0.0537605 Apr 20 17:02:21.495195 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c469acff-d3de-4941-9f81-80da4050178f req-d018e157-c645-4d6e-9d6d-4509875ab6ab tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329595 Apr 20 17:02:21.511704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06eac81-5558-4480-94cc-fae08e79abf4 req-bfa0cecf-15d6-4031-82b3-fb9f30367fae tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:21.513189 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c06eac81-5558-4480-94cc-fae08e79abf4 req-bfa0cecf-15d6-4031-82b3-fb9f30367fae tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.26 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20&tenant_id=2af6875320434cd2a192edf145229c5c&binding%3Ahost_id=n-h2-836146-2 HTTP/1.1" status: 200 len: 945 time: 0.0559227 Apr 20 17:02:21.553447 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-8cffe363-7a41-4d31-a4a2-854e760300c3 req-5c94c755-c55a-4748-9da7-f6434f096992 service neutron] (103485) timed out ('10.222.0.15', 34242) {{(pid=103485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 17:02:21.572277 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-c06eac81-5558-4480-94cc-fae08e79abf4 req-07ffe5b5-1659-449a-8975-c0114b7cd556 service neutron] delete failed (client error): The resource could not be found. Apr 20 17:02:21.573309 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c06eac81-5558-4480-94cc-fae08e79abf4 req-07ffe5b5-1659-449a-8975-c0114b7cd556 service neutron] 10.222.0.26 "DELETE /v2.0/ports/c651080a-9589-42a0-afb6-7fc84f865ef5/bindings/n-h1-836146-2 HTTP/1.1" status: 404 len: 380 time: 0.0534050 Apr 20 17:02:21.674629 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06eac81-5558-4480-94cc-fae08e79abf4 req-2668b599-4cb7-4563-bb21-3dcd8a29a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:21.676159 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c06eac81-5558-4480-94cc-fae08e79abf4 req-2668b599-4cb7-4563-bb21-3dcd8a29a6cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2af6875320434cd2a192edf145229c5c&device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 1096 time: 0.0402107 Apr 20 17:02:21.771323 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06eac81-5558-4480-94cc-fae08e79abf4 req-c8f67bcd-1d52-4b21-b41d-abbb785755da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:21.772828 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c06eac81-5558-4480-94cc-fae08e79abf4 req-c8f67bcd-1d52-4b21-b41d-abbb785755da service neutron] 10.222.0.26 "GET /v2.0/networks?id=5480eefa-97f7-4521-bc64-d864a0ab2efa HTTP/1.1" status: 200 len: 916 time: 0.0905275 Apr 20 17:02:21.815972 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c06eac81-5558-4480-94cc-fae08e79abf4 req-7615cee5-78cc-4b82-b46f-1becf810c9f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c651080a-9589-42a0-afb6-7fc84f865ef5 HTTP/1.1" status: 200 len: 217 time: 0.0366702 Apr 20 17:02:21.863416 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06eac81-5558-4480-94cc-fae08e79abf4 req-57c674f3-91d5-4103-82e3-f82fdd973467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:21.864942 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c06eac81-5558-4480-94cc-fae08e79abf4 req-57c674f3-91d5-4103-82e3-f82fdd973467 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=572f5530-1b0b-4297-bce6-25b6ce37462d HTTP/1.1" status: 200 len: 855 time: 0.0429611 Apr 20 17:02:21.894372 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c06eac81-5558-4480-94cc-fae08e79abf4 req-0b44b34f-12e8-4961-85f9-417f526b4c0a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5480eefa-97f7-4521-bc64-d864a0ab2efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234201 Apr 20 17:02:21.988492 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c06eac81-5558-4480-94cc-fae08e79abf4 req-fc0b5303-4e4c-41e8-9b8c-c31732a29923 service neutron] 10.222.0.26 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879831 Apr 20 17:02:22.075806 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c06eac81-5558-4480-94cc-fae08e79abf4 req-d88c4a42-f1d7-4c12-a7cb-eb09e9036529 service neutron] 10.222.0.26 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810962 Apr 20 17:02:22.204519 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device c651080a-9589-42a0-afb6-7fc84f865ef5 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:02:22.302289 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port c651080a-9589-42a0-afb6-7fc84f865ef5 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:02:22.307277 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port c651080a-9589-42a0-afb6-7fc84f865ef5 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:02:22.307652 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:22.386763 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:22.408976 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ebfcda-06d2-40a4-9ce3-6958e418ac20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c651080a-9589-42a0-afb6-7fc84f865ef5'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:02:22.411178 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb520992-d685-4813-9d08-29f05ebc84ed" -d '{"events": [{"server_uuid": "79ebfcda-06d2-40a4-9ce3-6958e418ac20", "name": "network-vif-plugged", "status": "completed", "tag": "c651080a-9589-42a0-afb6-7fc84f865ef5"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:02:22.424704 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port c651080a-9589-42a0-afb6-7fc84f865ef5, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=c651080a-9589-42a0-afb6-7fc84f865ef5,segment=NetworkSegment(4e9deffc-98dc-4b97-95f0-e30b4777f96b),segment_id=4e9deffc-98dc-4b97-95f0-e30b4777f96b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:02:22.458984 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2567c3b2-ffdd-4d48-9507-73e532903980 x-openstack-request-id: req-2567c3b2-ffdd-4d48-9507-73e532903980 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:02:22.459274 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ebfcda-06d2-40a4-9ce3-6958e418ac20", "name": "network-vif-plugged", "status": "completed", "tag": "c651080a-9589-42a0-afb6-7fc84f865ef5", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:02:22.459520 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2567c3b2-ffdd-4d48-9507-73e532903980 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:02:22.459916 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2567c3b2-ffdd-4d48-9507-73e532903980'] response: {'server_uuid': '79ebfcda-06d2-40a4-9ce3-6958e418ac20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c651080a-9589-42a0-afb6-7fc84f865ef5', 'code': 200} Apr 20 17:02:22.501681 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:22.550094 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=c651080a-9589-42a0-afb6-7fc84f865ef5,revision_number=9']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:02:22.620501 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556c891-e855-4646-b3df-16ea44bc482b req-7af3eb2d-ae9c-483a-9dc9-4958c51c6099 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:22.621964 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6556c891-e855-4646-b3df-16ea44bc482b req-7af3eb2d-ae9c-483a-9dc9-4958c51c6099 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0511935 Apr 20 17:02:22.659628 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6556c891-e855-4646-b3df-16ea44bc482b req-c8f7a718-c412-4ba7-8f1d-98ea9710721d tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315142 Apr 20 17:02:22.811802 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b8be019d-b86b-420f-bef2-7093f212b998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:23.780939 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a797470-ae8a-4d00-ab30-1d028eed5794 req-e5ee63bb-30b2-4cb8-9c3a-b332c2b9f72b tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:23.782403 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a797470-ae8a-4d00-ab30-1d028eed5794 req-e5ee63bb-30b2-4cb8-9c3a-b332c2b9f72b tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0533903 Apr 20 17:02:23.818899 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a797470-ae8a-4d00-ab30-1d028eed5794 req-ad5accb0-eb0e-443c-a7f0-be3f91ee567b tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304861 Apr 20 17:02:23.932419 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2c2d1-d388-4834-b910-6ff1fb75b1ed req-d711dc4c-6670-47b1-b625-fd95901e33b2 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:23.933882 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-53d2c2d1-d388-4834-b910-6ff1fb75b1ed req-d711dc4c-6670-47b1-b625-fd95901e33b2 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0477746 Apr 20 17:02:23.974027 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-53d2c2d1-d388-4834-b910-6ff1fb75b1ed req-36ee4dcc-7cb2-42eb-a8dc-06794e24a3d6 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338025 Apr 20 17:02:24.089532 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c1aa9-731d-4b1c-b2f2-c29bd0fea285 req-857340ca-4e67-47a2-88e8-446c28e03529 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:24.090958 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b11c1aa9-731d-4b1c-b2f2-c29bd0fea285 req-857340ca-4e67-47a2-88e8-446c28e03529 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0501890 Apr 20 17:02:24.132425 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b11c1aa9-731d-4b1c-b2f2-c29bd0fea285 req-3461804e-9354-4d9a-830e-7eaf93c6eade tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350561 Apr 20 17:02:24.717633 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-2c70df33-fe92-4d26-9538-8d88dccec51a tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:24.719025 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-2c70df33-fe92-4d26-9538-8d88dccec51a tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/networks?id=5480eefa-97f7-4521-bc64-d864a0ab2efa HTTP/1.1" status: 200 len: 815 time: 0.1029158 Apr 20 17:02:24.734310 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-a8d1f261-ee84-4dc2-b971-854892266f39 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/quotas/2af6875320434cd2a192edf145229c5c HTTP/1.1" status: 200 len: 375 time: 0.0093677 Apr 20 17:02:24.781315 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-46bc11fb-e0e9-40c2-ad0b-274a8ced9c65 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2af6875320434cd2a192edf145229c5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0418212 Apr 20 17:02:24.869985 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-b9b8f199-8f34-4a0c-98ef-1f44fbf135e0 service neutron] 10.222.0.15 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807724 Apr 20 17:02:24.960572 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-4e399e47-e4a8-4240-83a6-baef57d32801 service neutron] 10.222.0.15 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845342 Apr 20 17:02:25.142885 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-73719644-d5cb-43b7-bc5f-b4ada6cd3d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:25.191223 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-1bfbeabf-4f09-485f-aae4-3cb653822a5b req-fd2987f1-b586-4755-8e3b-5afa98d8e129 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 210 time: 0.0310135 Apr 20 17:02:26.228528 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df640d3-6eae-4f7b-b693-2eb2a0142178 req-1c3f0efb-927d-4537-98fe-71151550f306 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:26.230211 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1df640d3-6eae-4f7b-b693-2eb2a0142178 req-1c3f0efb-927d-4537-98fe-71151550f306 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ebfcda-06d2-40a4-9ce3-6958e418ac20 HTTP/1.1" status: 200 len: 946 time: 0.0555737 Apr 20 17:02:26.304392 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4af4bb99-8a78-471b-b888-a398bfcdb9f2 req-96b79991-4fe4-47c9-aa5f-2c0922be01ab tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 210 time: 0.0387955 Apr 20 17:02:26.357557 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1df640d3-6eae-4f7b-b693-2eb2a0142178 req-1b16a824-2177-414e-a056-55d943522cc1 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Deleting port c651080a-9589-42a0-afb6-7fc84f865ef5 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:02:26.357906 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1df640d3-6eae-4f7b-b693-2eb2a0142178 req-1b16a824-2177-414e-a056-55d943522cc1 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:26.455913 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1df640d3-6eae-4f7b-b693-2eb2a0142178 req-1b16a824-2177-414e-a056-55d943522cc1 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] For port c651080a-9589-42a0-afb6-7fc84f865ef5, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=c651080a-9589-42a0-afb6-7fc84f865ef5,segment=NetworkSegment(4e9deffc-98dc-4b97-95f0-e30b4777f96b),segment_id=4e9deffc-98dc-4b97-95f0-e30b4777f96b)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:02:26.456210 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1df640d3-6eae-4f7b-b693-2eb2a0142178 req-1b16a824-2177-414e-a056-55d943522cc1 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:26.475416 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1df640d3-6eae-4f7b-b693-2eb2a0142178 req-1b16a824-2177-414e-a056-55d943522cc1 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Calling delete_port for c651080a-9589-42a0-afb6-7fc84f865ef5 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:02:26.497610 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:26.656860 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1df640d3-6eae-4f7b-b693-2eb2a0142178 req-1b16a824-2177-414e-a056-55d943522cc1 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:26.687606 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16a824-2177-414e-a056-55d943522cc1 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Pushing event deleted for resources: {'Port': ['ID=c651080a-9589-42a0-afb6-7fc84f865ef5,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:02:26.693570 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['c651080a-9589-42a0-afb6-7fc84f865ef5'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:02:26.741927 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df640d3-6eae-4f7b-b693-2eb2a0142178 req-1b16a824-2177-414e-a056-55d943522cc1 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] No DVR routers for this DVR port c651080a-9589-42a0-afb6-7fc84f865ef5 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:02:26.745388 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1df640d3-6eae-4f7b-b693-2eb2a0142178 req-1b16a824-2177-414e-a056-55d943522cc1 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:26.750668 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1df640d3-6eae-4f7b-b693-2eb2a0142178 req-1b16a824-2177-414e-a056-55d943522cc1 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.30 "DELETE /v2.0/ports/c651080a-9589-42a0-afb6-7fc84f865ef5 HTTP/1.1" status: 204 len: 173 time: 0.5126600 Apr 20 17:02:26.750668 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ebfcda-06d2-40a4-9ce3-6958e418ac20', 'name': 'network-vif-deleted', 'tag': 'c651080a-9589-42a0-afb6-7fc84f865ef5'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:02:26.751472 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd87324-79c2-40f7-b234-57b747c2f6d4" -d '{"events": [{"server_uuid": "79ebfcda-06d2-40a4-9ce3-6958e418ac20", "name": "network-vif-deleted", "tag": "c651080a-9589-42a0-afb6-7fc84f865ef5"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:02:26.787886 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e37d6b-439c-4d61-ad40-ebe6bb32f7b5 x-openstack-request-id: req-19e37d6b-439c-4d61-ad40-ebe6bb32f7b5 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:02:26.788183 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ebfcda-06d2-40a4-9ce3-6958e418ac20", "name": "network-vif-deleted", "tag": "c651080a-9589-42a0-afb6-7fc84f865ef5", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:02:26.788483 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19e37d6b-439c-4d61-ad40-ebe6bb32f7b5 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:02:26.788893 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19e37d6b-439c-4d61-ad40-ebe6bb32f7b5'] response: {'server_uuid': '79ebfcda-06d2-40a4-9ce3-6958e418ac20', 'name': 'network-vif-deleted', 'tag': 'c651080a-9589-42a0-afb6-7fc84f865ef5', 'status': 'completed', 'code': 200} Apr 20 17:02:27.069152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-7c5c2244-04b5-45bb-90fc-9ad317c9e43e tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:27.070631 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-7c5c2244-04b5-45bb-90fc-9ad317c9e43e tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.30 "GET /v2.0/networks?id=5480eefa-97f7-4521-bc64-d864a0ab2efa HTTP/1.1" status: 200 len: 815 time: 0.1073296 Apr 20 17:02:27.098066 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-5872102e-e768-4612-844c-915f263f28a3 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Request body: {'port': {'device_id': 'b5da2758-49a0-4c05-bf08-9cd4b6015d48', 'network_id': '5480eefa-97f7-4521-bc64-d864a0ab2efa', 'admin_state_up': True, 'tenant_id': '2af6875320434cd2a192edf145229c5c'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:02:27.300492 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-5872102e-e768-4612-844c-915f263f28a3 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Made reservation on behalf of 2af6875320434cd2a192edf145229c5c for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:02:27.304938 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-5872102e-e768-4612-844c-915f263f28a3 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:27.468521 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be858207-4002-46c9-9f2d-161ed98b54cb req-7af902ba-93cf-445c-8082-9b78343095c2 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 210 time: 0.0425434 Apr 20 17:02:27.487448 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-5872102e-e768-4612-844c-915f263f28a3 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Allocated IP 172.20.0.6 (5480eefa-97f7-4521-bc64-d864a0ab2efa/572f5530-1b0b-4297-bce6-25b6ce37462d/a0e1b4fa-c084-4482-becc-7176f6fb2872) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:02:27.642902 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-5872102e-e768-4612-844c-915f263f28a3 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:27.760528 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-5872102e-e768-4612-844c-915f263f28a3 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:27.795648 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['c651080a-9589-42a0-afb6-7fc84f865ef5'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:02:27.808901 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-5872102e-e768-4612-844c-915f263f28a3 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Network 5480eefa-97f7-4521-bc64-d864a0ab2efa is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:02:27.812016 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-5872102e-e768-4612-844c-915f263f28a3 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:02:27.815875 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-5872102e-e768-4612-844c-915f263f28a3 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:02:27.823122 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872102e-e768-4612-844c-915f263f28a3 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Pushing event updated for resources: {'Port': ['ID=a0e1b4fa-c084-4482-becc-7176f6fb2872,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:02:27.870436 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-5872102e-e768-4612-844c-915f263f28a3 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:27.871040 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-5872102e-e768-4612-844c-915f263f28a3 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:27.902258 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:27.956477 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-5872102e-e768-4612-844c-915f263f28a3 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8628473 Apr 20 17:02:27.975373 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-e103b7d7-44d6-4d1f-ae99-acee5a90efad service neutron] Request body: {'port': {'device_id': 'b5da2758-49a0-4c05-bf08-9cd4b6015d48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:02:28.031728 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-e103b7d7-44d6-4d1f-ae99-acee5a90efad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:28.159965 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:28.295331 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-e103b7d7-44d6-4d1f-ae99-acee5a90efad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e1b4fa-c084-4482-becc-7176f6fb2872 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:02:28.302614 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-e103b7d7-44d6-4d1f-ae99-acee5a90efad service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:28.314616 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-e103b7d7-44d6-4d1f-ae99-acee5a90efad service neutron] Transition to ACTIVE for port object a0e1b4fa-c084-4482-becc-7176f6fb2872 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:02:28.376538 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-e103b7d7-44d6-4d1f-ae99-acee5a90efad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:28.426036 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103b7d7-44d6-4d1f-ae99-acee5a90efad service neutron] Pushing event updated for resources: {'Port': ['ID=a0e1b4fa-c084-4482-becc-7176f6fb2872,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:02:28.494886 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-e103b7d7-44d6-4d1f-ae99-acee5a90efad service neutron] Attempting to bind port a0e1b4fa-c084-4482-becc-7176f6fb2872 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:02:28.495217 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-e103b7d7-44d6-4d1f-ae99-acee5a90efad service neutron] Attempting to bind port a0e1b4fa-c084-4482-becc-7176f6fb2872 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '4e9deffc-98dc-4b97-95f0-e30b4777f96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5480eefa-97f7-4521-bc64-d864a0ab2efa'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:02:28.495543 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-e103b7d7-44d6-4d1f-ae99-acee5a90efad service neutron] Attempting to bind port a0e1b4fa-c084-4482-becc-7176f6fb2872 on network 5480eefa-97f7-4521-bc64-d864a0ab2efa {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:02:28.500071 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-e103b7d7-44d6-4d1f-ae99-acee5a90efad service neutron] Port a0e1b4fa-c084-4482-becc-7176f6fb2872 on network 5480eefa-97f7-4521-bc64-d864a0ab2efa not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:02:28.500431 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-e103b7d7-44d6-4d1f-ae99-acee5a90efad service neutron] Attempting to bind port a0e1b4fa-c084-4482-becc-7176f6fb2872 on network 5480eefa-97f7-4521-bc64-d864a0ab2efa {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:02:28.505374 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-e103b7d7-44d6-4d1f-ae99-acee5a90efad service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:02:28.505709 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-e103b7d7-44d6-4d1f-ae99-acee5a90efad service neutron] Checking segment: {'id': '4e9deffc-98dc-4b97-95f0-e30b4777f96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5480eefa-97f7-4521-bc64-d864a0ab2efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:02:28.505977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-e103b7d7-44d6-4d1f-ae99-acee5a90efad service neutron] Bound using segment: {'id': '4e9deffc-98dc-4b97-95f0-e30b4777f96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5480eefa-97f7-4521-bc64-d864a0ab2efa'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:02:28.506455 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-e103b7d7-44d6-4d1f-ae99-acee5a90efad service neutron] Bound port: a0e1b4fa-c084-4482-becc-7176f6fb2872, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e9deffc-98dc-4b97-95f0-e30b4777f96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5480eefa-97f7-4521-bc64-d864a0ab2efa'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:02:28.506830 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-e103b7d7-44d6-4d1f-ae99-acee5a90efad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:28.573656 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-e103b7d7-44d6-4d1f-ae99-acee5a90efad service neutron] For port a0e1b4fa-c084-4482-becc-7176f6fb2872, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:02:28.576923 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-e103b7d7-44d6-4d1f-ae99-acee5a90efad service neutron] For port a0e1b4fa-c084-4482-becc-7176f6fb2872, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a0e1b4fa-c084-4482-becc-7176f6fb2872,segment=NetworkSegment(4e9deffc-98dc-4b97-95f0-e30b4777f96b),segment_id=4e9deffc-98dc-4b97-95f0-e30b4777f96b)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:02:28.593715 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a39eb-70c3-43af-8d5b-a6c38489851f req-61f87ac3-7c62-45f3-a2e1-6312301be31e tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:28.595178 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c21a39eb-70c3-43af-8d5b-a6c38489851f req-61f87ac3-7c62-45f3-a2e1-6312301be31e tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 943 time: 0.0500011 Apr 20 17:02:28.632915 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c21a39eb-70c3-43af-8d5b-a6c38489851f req-41b41ffc-22aa-4c0b-a5de-df93b2556f75 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311658 Apr 20 17:02:28.652067 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-e103b7d7-44d6-4d1f-ae99-acee5a90efad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:28.685517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-e103b7d7-44d6-4d1f-ae99-acee5a90efad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:28.686126 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-e103b7d7-44d6-4d1f-ae99-acee5a90efad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:28.687499 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-e103b7d7-44d6-4d1f-ae99-acee5a90efad service neutron] 10.222.0.30 "PUT /v2.0/ports/a0e1b4fa-c084-4482-becc-7176f6fb2872 HTTP/1.1" status: 200 len: 1091 time: 0.7164803 Apr 20 17:02:28.711088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103b7d7-44d6-4d1f-ae99-acee5a90efad service neutron] Pushing event updated for resources: {'Port': ['ID=a0e1b4fa-c084-4482-becc-7176f6fb2872,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:02:28.789883 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5da2758-49a0-4c05-bf08-9cd4b6015d48', 'tag': 'a0e1b4fa-c084-4482-becc-7176f6fb2872'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:02:28.792264 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061afcfb-40fe-43dd-9e2e-7483905536b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b5da2758-49a0-4c05-bf08-9cd4b6015d48", "tag": "a0e1b4fa-c084-4482-becc-7176f6fb2872"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:02:28.832091 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6954cb43-4469-4c4c-86a0-f471a1ef4557 x-openstack-request-id: req-6954cb43-4469-4c4c-86a0-f471a1ef4557 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:02:28.832403 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5da2758-49a0-4c05-bf08-9cd4b6015d48", "tag": "a0e1b4fa-c084-4482-becc-7176f6fb2872", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:02:28.832651 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6954cb43-4469-4c4c-86a0-f471a1ef4557 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:02:28.833043 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6954cb43-4469-4c4c-86a0-f471a1ef4557'] response: {'name': 'network-changed', 'server_uuid': 'b5da2758-49a0-4c05-bf08-9cd4b6015d48', 'tag': 'a0e1b4fa-c084-4482-becc-7176f6fb2872', 'status': 'completed', 'code': 200} Apr 20 17:02:28.837427 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-9269a1b9-4e06-4239-83a5-b083659becf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:28.838898 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-9269a1b9-4e06-4239-83a5-b083659becf8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2af6875320434cd2a192edf145229c5c&device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 1094 time: 0.0437236 Apr 20 17:02:28.896935 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-0c92a9d5-1865-4edb-be4a-08d2173888b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0e1b4fa-c084-4482-becc-7176f6fb2872 HTTP/1.1" status: 200 len: 217 time: 0.0368884 Apr 20 17:02:28.931806 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:28.944956 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-d1e9d9d2-6853-4830-87d9-50af931d886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:28.946374 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-d1e9d9d2-6853-4830-87d9-50af931d886e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=572f5530-1b0b-4297-bce6-25b6ce37462d HTTP/1.1" status: 200 len: 855 time: 0.0423474 Apr 20 17:02:28.978229 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-3c541ee5-21ea-4290-baf1-ff3ef4d2c1f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5480eefa-97f7-4521-bc64-d864a0ab2efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240879 Apr 20 17:02:29.079061 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-ca263f6f-4d19-4cf0-af67-481dfe3ad5b6 service neutron] 10.222.0.30 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940561 Apr 20 17:02:29.166132 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1fdc5642-d636-4238-9f69-89d3aa3030dd req-6d7c7567-d519-4f33-a64a-e161e8cf4249 service neutron] 10.222.0.30 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807333 Apr 20 17:02:29.392696 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061afcfb-40fe-43dd-9e2e-7483905536b4 req-dc50e25a-1d9e-49ef-aa0a-3fc4cc37f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:29.394186 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-061afcfb-40fe-43dd-9e2e-7483905536b4 req-dc50e25a-1d9e-49ef-aa0a-3fc4cc37f8ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2af6875320434cd2a192edf145229c5c&device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 1094 time: 0.0404491 Apr 20 17:02:29.487398 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061afcfb-40fe-43dd-9e2e-7483905536b4 req-2ca1e46c-7e5a-492f-b852-19861c8e6c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:29.488861 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-061afcfb-40fe-43dd-9e2e-7483905536b4 req-2ca1e46c-7e5a-492f-b852-19861c8e6c50 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5480eefa-97f7-4521-bc64-d864a0ab2efa HTTP/1.1" status: 200 len: 916 time: 0.0870931 Apr 20 17:02:29.529608 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-061afcfb-40fe-43dd-9e2e-7483905536b4 req-7c63cfd1-b74f-4bb7-a53f-0acdf5ea707c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0e1b4fa-c084-4482-becc-7176f6fb2872 HTTP/1.1" status: 200 len: 217 time: 0.0325618 Apr 20 17:02:29.580403 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061afcfb-40fe-43dd-9e2e-7483905536b4 req-2c755cca-63b0-40f9-8c6a-46a0f6bb1cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:29.581847 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-061afcfb-40fe-43dd-9e2e-7483905536b4 req-2c755cca-63b0-40f9-8c6a-46a0f6bb1cbf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=572f5530-1b0b-4297-bce6-25b6ce37462d HTTP/1.1" status: 200 len: 855 time: 0.0460594 Apr 20 17:02:29.612436 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-061afcfb-40fe-43dd-9e2e-7483905536b4 req-260e7465-87d4-4e18-8b57-e194e739b24b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5480eefa-97f7-4521-bc64-d864a0ab2efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241416 Apr 20 17:02:29.700132 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-061afcfb-40fe-43dd-9e2e-7483905536b4 req-287f8101-1324-43a3-8df2-268fc6258411 service neutron] 10.222.0.30 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808613 Apr 20 17:02:29.750645 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf793ae-f2c7-4b9c-a9de-b52f7eaeb5ff req-4b1799ad-1abe-43fa-89aa-022c4a3c2a48 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:29.752145 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4cf793ae-f2c7-4b9c-a9de-b52f7eaeb5ff req-4b1799ad-1abe-43fa-89aa-022c4a3c2a48 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 943 time: 0.0492671 Apr 20 17:02:29.790471 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4cf793ae-f2c7-4b9c-a9de-b52f7eaeb5ff req-94df97db-e334-42d9-a563-892d3b002f3c tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320826 Apr 20 17:02:29.794005 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-061afcfb-40fe-43dd-9e2e-7483905536b4 req-6c970bde-f968-47de-bb6a-ddf7728b2ef2 service neutron] 10.222.0.30 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873415 Apr 20 17:02:30.176515 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:30.278228 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device c651080a-9589-42a0-afb6-7fc84f865ef5 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:02:30.298077 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: c651080a-9589-42a0-afb6-7fc84f865ef5 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:02:30.298444 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device c651080a-9589-42a0-afb6-7fc84f865ef5 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:02:30.907090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a711f7-176c-48b0-a638-c5bef177c276 req-4507ea78-9d6d-45fb-aa5a-fde63f842e7b tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:30.908677 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d8a711f7-176c-48b0-a638-c5bef177c276 req-4507ea78-9d6d-45fb-aa5a-fde63f842e7b tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 943 time: 0.0486822 Apr 20 17:02:30.946109 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d8a711f7-176c-48b0-a638-c5bef177c276 req-cd8d0972-26df-4de7-86b2-d87f1236bc9b tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315943 Apr 20 17:02:32.066781 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921a5ee-900f-4a86-b1ca-29c024047922 req-9c0043d6-671e-433f-8242-f84ab2227598 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:32.068260 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4921a5ee-900f-4a86-b1ca-29c024047922 req-9c0043d6-671e-433f-8242-f84ab2227598 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 943 time: 0.0536737 Apr 20 17:02:32.105439 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-4921a5ee-900f-4a86-b1ca-29c024047922 req-b08296c5-49e4-4a64-8cd5-b7760998c37a tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311444 Apr 20 17:02:32.281834 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device a0e1b4fa-c084-4482-becc-7176f6fb2872 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:02:32.384380 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port a0e1b4fa-c084-4482-becc-7176f6fb2872, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a0e1b4fa-c084-4482-becc-7176f6fb2872,segment=NetworkSegment(4e9deffc-98dc-4b97-95f0-e30b4777f96b),segment_id=4e9deffc-98dc-4b97-95f0-e30b4777f96b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:02:32.395173 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'a0e1b4fa-c084-4482-becc-7176f6fb2872', 'network_id': '5480eefa-97f7-4521-bc64-d864a0ab2efa', 'port_id': 'a0e1b4fa-c084-4482-becc-7176f6fb2872', 'mac_address': 'fa:16:3e:9e:c2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572f5530-1b0b-4297-bce6-25b6ce37462d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:02:32.430838 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:32.442725 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e1b4fa-c084-4482-becc-7176f6fb2872 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:02:32.461430 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port a0e1b4fa-c084-4482-becc-7176f6fb2872, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a0e1b4fa-c084-4482-becc-7176f6fb2872,segment=NetworkSegment(4e9deffc-98dc-4b97-95f0-e30b4777f96b),segment_id=4e9deffc-98dc-4b97-95f0-e30b4777f96b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:02:32.535827 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:32.581507 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=a0e1b4fa-c084-4482-becc-7176f6fb2872,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:02:32.960290 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['a0e1b4fa-c084-4482-becc-7176f6fb2872'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:02:33.221967 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead5b68-1639-4676-ac0c-d81acfd38f44 req-2ec51583-db1c-4eef-b015-12f08690b8e5 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:33.223355 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fead5b68-1639-4676-ac0c-d81acfd38f44 req-2ec51583-db1c-4eef-b015-12f08690b8e5 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 944 time: 0.0499322 Apr 20 17:02:33.261588 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fead5b68-1639-4676-ac0c-d81acfd38f44 req-43030158-9a1f-4b65-a1e4-05abe17eb178 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321569 Apr 20 17:02:34.312264 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device a0e1b4fa-c084-4482-becc-7176f6fb2872 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:02:34.380967 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c365b-8869-4d23-a64b-1597d1e3793d req-6f9978d7-003e-46f8-98f4-96b2defbfa6e tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:34.382464 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-983c365b-8869-4d23-a64b-1597d1e3793d req-6f9978d7-003e-46f8-98f4-96b2defbfa6e tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 944 time: 0.0529766 Apr 20 17:02:34.420103 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-983c365b-8869-4d23-a64b-1597d1e3793d req-c767ae60-33da-4c92-b738-c359e2816f03 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316839 Apr 20 17:02:34.421327 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port a0e1b4fa-c084-4482-becc-7176f6fb2872 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:02:34.425216 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port a0e1b4fa-c084-4482-becc-7176f6fb2872 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:02:34.425590 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:34.505393 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:34.526848 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5da2758-49a0-4c05-bf08-9cd4b6015d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e1b4fa-c084-4482-becc-7176f6fb2872'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:02:34.529089 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddef1b2-7d9d-455e-8f58-4d5c599d24c5" -d '{"events": [{"server_uuid": "b5da2758-49a0-4c05-bf08-9cd4b6015d48", "name": "network-vif-plugged", "status": "completed", "tag": "a0e1b4fa-c084-4482-becc-7176f6fb2872"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:02:34.541787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port a0e1b4fa-c084-4482-becc-7176f6fb2872, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a0e1b4fa-c084-4482-becc-7176f6fb2872,segment=NetworkSegment(4e9deffc-98dc-4b97-95f0-e30b4777f96b),segment_id=4e9deffc-98dc-4b97-95f0-e30b4777f96b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:02:34.567729 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d792b471-3299-4b91-84fb-4d87355679e8 x-openstack-request-id: req-d792b471-3299-4b91-84fb-4d87355679e8 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:02:34.568026 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5da2758-49a0-4c05-bf08-9cd4b6015d48", "name": "network-vif-plugged", "status": "completed", "tag": "a0e1b4fa-c084-4482-becc-7176f6fb2872", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:02:34.568279 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d792b471-3299-4b91-84fb-4d87355679e8 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:02:34.568720 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d792b471-3299-4b91-84fb-4d87355679e8'] response: {'server_uuid': 'b5da2758-49a0-4c05-bf08-9cd4b6015d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e1b4fa-c084-4482-becc-7176f6fb2872', 'code': 200} Apr 20 17:02:34.605591 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:34.651320 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=a0e1b4fa-c084-4482-becc-7176f6fb2872,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:02:34.695515 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5a59e-0e98-4719-82ee-6b7a85da7903 req-5f13ef53-0c03-4b5e-99e0-0ab2702b90b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:34.697642 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e6f5a59e-0e98-4719-82ee-6b7a85da7903 req-5f13ef53-0c03-4b5e-99e0-0ab2702b90b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 1096 time: 0.0449226 Apr 20 17:02:34.735421 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e6f5a59e-0e98-4719-82ee-6b7a85da7903 req-3fc3f626-f71e-4fa3-9b82-1797ee3d6420 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309749 Apr 20 17:02:35.542474 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b57f23-fab5-47f1-9a8e-781966ae5fc5 req-2ab0574d-5b93-4614-b978-c6bb22e4b5aa tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:35.543799 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a5b57f23-fab5-47f1-9a8e-781966ae5fc5 req-2ab0574d-5b93-4614-b978-c6bb22e4b5aa tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0485628 Apr 20 17:02:35.582389 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a5b57f23-fab5-47f1-9a8e-781966ae5fc5 req-357e56e9-d2cf-40a4-8ebc-2111a21e8162 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316586 Apr 20 17:02:36.706914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6e606-d6b8-4448-9ddc-fee515be3028 req-ed1c537f-54ac-4b7d-8ec7-e7b1728d99ce tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:36.708399 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-35d6e606-d6b8-4448-9ddc-fee515be3028 req-ed1c537f-54ac-4b7d-8ec7-e7b1728d99ce tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0479500 Apr 20 17:02:36.745279 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-35d6e606-d6b8-4448-9ddc-fee515be3028 req-e291f465-3e09-4305-a6b9-ad5cd6340365 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310011 Apr 20 17:02:36.865523 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b291b-ddea-42d8-a376-449efc0fefae req-8f22ceb6-03a8-4534-a863-fbd0476c3925 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:36.866916 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d2b291b-ddea-42d8-a376-449efc0fefae req-8f22ceb6-03a8-4534-a863-fbd0476c3925 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0535417 Apr 20 17:02:36.903924 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-8d2b291b-ddea-42d8-a376-449efc0fefae req-f51b45d0-88d7-4acd-971f-9674221ddbc6 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309272 Apr 20 17:02:37.275871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72753829-bdf6-4c6b-9780-7592023c92fb req-2b058048-226e-4480-8e6f-0b481a4c6054 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:37.277986 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-72753829-bdf6-4c6b-9780-7592023c92fb req-2b058048-226e-4480-8e6f-0b481a4c6054 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0519319 Apr 20 17:02:37.315202 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-72753829-bdf6-4c6b-9780-7592023c92fb req-dc812137-dc42-45cc-b550-55610ca98e3e tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311048 Apr 20 17:02:37.359519 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-175f1b7b-f6ef-4f5b-a56c-a8454a6d8ea1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0426974 Apr 20 17:02:38.440794 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1821e1-204d-46c6-bd91-3bbc66741d29 req-149c517d-ae24-4705-9614-a5017c5335c2 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:38.442264 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef1821e1-204d-46c6-bd91-3bbc66741d29 req-149c517d-ae24-4705-9614-a5017c5335c2 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0517304 Apr 20 17:02:38.481393 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef1821e1-204d-46c6-bd91-3bbc66741d29 req-f5abfa71-76f9-4a31-b8b8-a62062bf1beb tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330999 Apr 20 17:02:39.399260 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-d8577abf-8f4b-4c75-b2a1-2728411b3db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:39.400682 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-d8577abf-8f4b-4c75-b2a1-2728411b3db5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2af6875320434cd2a192edf145229c5c&device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 1096 time: 0.0412316 Apr 20 17:02:39.487278 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-0191f93f-7bf0-4b15-be38-954214207a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:39.489266 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-0191f93f-7bf0-4b15-be38-954214207a87 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5480eefa-97f7-4521-bc64-d864a0ab2efa HTTP/1.1" status: 200 len: 916 time: 0.0811698 Apr 20 17:02:39.533346 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-23e99472-09d1-4777-8146-b67b54c34073 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0e1b4fa-c084-4482-becc-7176f6fb2872 HTTP/1.1" status: 200 len: 217 time: 0.0379212 Apr 20 17:02:39.583196 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-793dd474-0ad7-473b-b036-dfd930ffeb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:39.584776 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-793dd474-0ad7-473b-b036-dfd930ffeb3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=572f5530-1b0b-4297-bce6-25b6ce37462d HTTP/1.1" status: 200 len: 855 time: 0.0440118 Apr 20 17:02:39.600642 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d094761-3608-43f5-a925-f3c5569d6219 req-727b785f-3ee6-4465-bf8b-584c5d1d2892 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:39.602151 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3d094761-3608-43f5-a925-f3c5569d6219 req-727b785f-3ee6-4465-bf8b-584c5d1d2892 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0513260 Apr 20 17:02:39.618852 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-3571f18a-4e6c-4289-bb2e-e936a27abba0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5480eefa-97f7-4521-bc64-d864a0ab2efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265086 Apr 20 17:02:39.641324 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3d094761-3608-43f5-a925-f3c5569d6219 req-41bdcc52-10a0-4296-8074-3d0b0bb8a77e tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321174 Apr 20 17:02:39.709393 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-51a46fda-ba40-4a95-b25d-f95777fe9b16 service neutron] 10.222.0.30 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839157 Apr 20 17:02:39.797612 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-344eca4d-391d-43f8-abf0-40379093ff36 service neutron] 10.222.0.30 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801501 Apr 20 17:02:41.021443 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc04eb9-1ba2-40ab-8dcf-1f1fc765c3e1 req-af184e7b-22fe-47d2-b092-026ae85a7619 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:41.022907 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6bc04eb9-1ba2-40ab-8dcf-1f1fc765c3e1 req-af184e7b-22fe-47d2-b092-026ae85a7619 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0526280 Apr 20 17:02:41.059801 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6bc04eb9-1ba2-40ab-8dcf-1f1fc765c3e1 req-ff3a9388-6bd9-404b-a3a0-157b0018a090 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307922 Apr 20 17:02:42.181120 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d34abf-39cb-427b-addd-02f33b13e28d req-18c60fc1-69bf-4c3c-b636-769dfeffb61e tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:42.183099 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e6d34abf-39cb-427b-addd-02f33b13e28d req-18c60fc1-69bf-4c3c-b636-769dfeffb61e tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0521300 Apr 20 17:02:42.220283 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e6d34abf-39cb-427b-addd-02f33b13e28d req-4f577669-39de-46f6-8090-c67028877a54 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310674 Apr 20 17:02:43.333853 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428617a-7849-483e-9e04-4240300d7eda req-31edd2a7-d839-4080-9d97-decc161d273c tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:43.337919 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e428617a-7849-483e-9e04-4240300d7eda req-31edd2a7-d839-4080-9d97-decc161d273c tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0471878 Apr 20 17:02:43.375132 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e428617a-7849-483e-9e04-4240300d7eda req-29c1d569-34b9-4a08-b025-f047c09ab509 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316455 Apr 20 17:02:44.490849 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b97ca-846d-452e-bd6e-93262867c8b4 req-b90cb360-1e74-40e0-a3e9-8f89c92df7dd tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:44.492329 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c44b97ca-846d-452e-bd6e-93262867c8b4 req-b90cb360-1e74-40e0-a3e9-8f89c92df7dd tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0494564 Apr 20 17:02:44.529592 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-c44b97ca-846d-452e-bd6e-93262867c8b4 req-87bf7151-1b99-4821-9e40-ab44763f2027 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311737 Apr 20 17:02:45.644917 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04765bc4-4258-4239-b9b7-90f02bf1f38b req-0d4d5c20-8428-484d-9ba3-485991b1e94f tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:45.646372 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04765bc4-4258-4239-b9b7-90f02bf1f38b req-0d4d5c20-8428-484d-9ba3-485991b1e94f tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0482697 Apr 20 17:02:45.684753 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-04765bc4-4258-4239-b9b7-90f02bf1f38b req-f8900a3d-8e0a-4844-9ab8-b643cb3a2362 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322204 Apr 20 17:02:46.798163 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b40713-a7f4-40a8-b714-b8b80d596617 req-7f89624a-5973-47f3-ac05-a14fdbe3daa3 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:46.799638 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8b40713-a7f4-40a8-b714-b8b80d596617 req-7f89624a-5973-47f3-ac05-a14fdbe3daa3 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0477161 Apr 20 17:02:46.837198 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e8b40713-a7f4-40a8-b714-b8b80d596617 req-c31cbf67-b64d-4907-a065-1cb1da483f22 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313144 Apr 20 17:02:47.958700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7506fb-c776-448d-9be6-870136571aeb req-14420c64-f934-41b0-b7c5-39d6e1c8bada tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:47.960157 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3c7506fb-c776-448d-9be6-870136571aeb req-14420c64-f934-41b0-b7c5-39d6e1c8bada tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0526648 Apr 20 17:02:47.997842 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3c7506fb-c776-448d-9be6-870136571aeb req-25028a5a-2835-4df0-a7b6-6486b559d9c0 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308723 Apr 20 17:02:49.116950 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c3939-154b-4cfc-8f5c-0fedece61417 req-ce99badb-0beb-4268-9487-7202cdb5fa28 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:49.118446 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2e9c3939-154b-4cfc-8f5c-0fedece61417 req-ce99badb-0beb-4268-9487-7202cdb5fa28 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0534091 Apr 20 17:02:49.156614 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2e9c3939-154b-4cfc-8f5c-0fedece61417 req-eb6bfe8b-4fb8-439c-990c-dddd07f72272 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319126 Apr 20 17:02:50.270688 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d524f-013e-49d9-9a3c-766bc081b139 req-3f00552b-21fa-4e01-8b7b-319bd5580af7 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:50.272154 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c25d524f-013e-49d9-9a3c-766bc081b139 req-3f00552b-21fa-4e01-8b7b-319bd5580af7 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0477719 Apr 20 17:02:50.309567 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c25d524f-013e-49d9-9a3c-766bc081b139 req-53486e29-1ed7-4579-a75d-d5738b230c2c tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308354 Apr 20 17:02:51.423662 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb6f70-68f7-43cb-8ca3-c3ffa3b95587 req-a05a75ae-396a-4f14-81ea-50ac00d8abd8 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:51.425081 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-55fb6f70-68f7-43cb-8ca3-c3ffa3b95587 req-a05a75ae-396a-4f14-81ea-50ac00d8abd8 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0485990 Apr 20 17:02:51.462474 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-55fb6f70-68f7-43cb-8ca3-c3ffa3b95587 req-8f45163a-50bd-434f-b028-ef816898fce1 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314248 Apr 20 17:02:52.580562 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b385e0-67cf-4789-8144-56811811a796 req-6d007138-59d7-4866-b48b-f3cf13b88aeb tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:52.582031 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-53b385e0-67cf-4789-8144-56811811a796 req-6d007138-59d7-4866-b48b-f3cf13b88aeb tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0488148 Apr 20 17:02:52.618171 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-53b385e0-67cf-4789-8144-56811811a796 req-d47e079b-5ec8-48bb-b388-61d5946e3e16 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300033 Apr 20 17:02:52.781796 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6d5c3bf0-bf43-45c6-8177-48cb97338be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:53.738124 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc71e5-a4e4-4920-ac69-7160897bf531 req-0b3c9df8-77d0-4219-b449-1eb93225885a tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:53.739908 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6dfc71e5-a4e4-4920-ac69-7160897bf531 req-0b3c9df8-77d0-4219-b449-1eb93225885a tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0492196 Apr 20 17:02:53.777294 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-6dfc71e5-a4e4-4920-ac69-7160897bf531 req-7a11f020-983d-471c-9aa1-b492c740098c tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310133 Apr 20 17:02:54.897302 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb8b77-39e3-46d2-a767-d2560b5b53d9 req-a4524499-8a2a-4f58-acbe-2bb193811aa1 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:54.898750 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-83cb8b77-39e3-46d2-a767-d2560b5b53d9 req-a4524499-8a2a-4f58-acbe-2bb193811aa1 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0538824 Apr 20 17:02:54.936633 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-83cb8b77-39e3-46d2-a767-d2560b5b53d9 req-804dba40-a8a6-46b1-b606-1e9130c6911b tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317116 Apr 20 17:02:55.153112 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6cf5c875-9f28-4a00-80eb-c2146a7eb342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:56.054036 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:02:56.061820 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1ab87-daf1-4629-ac9a-5b8aa2666365 req-d64e040b-13eb-4ac0-935a-429fc26f29dc tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:56.063311 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d6b1ab87-daf1-4629-ac9a-5b8aa2666365 req-d64e040b-13eb-4ac0-935a-429fc26f29dc tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0546465 Apr 20 17:02:56.101203 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d6b1ab87-daf1-4629-ac9a-5b8aa2666365 req-50bb463e-a836-40f5-bfcb-68db86f43a16 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312183 Apr 20 17:02:56.501570 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:57.216746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6b6ba-c8cb-44ff-b8df-2ff54b0e6fbb req-cf76d6d7-211d-4b29-83b9-165c3c811239 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:57.218223 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5ae6b6ba-c8cb-44ff-b8df-2ff54b0e6fbb req-cf76d6d7-211d-4b29-83b9-165c3c811239 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0487895 Apr 20 17:02:57.255627 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5ae6b6ba-c8cb-44ff-b8df-2ff54b0e6fbb req-8c34be31-2da6-4210-bd01-e5c7febe79fd tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308497 Apr 20 17:02:57.901489 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:58.147310 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:58.374502 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bc4a0-2207-469d-9877-83086fcf65cc req-55aa1bd3-4a67-4833-bbcf-f6d55ab8f714 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:58.375987 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-872bc4a0-2207-469d-9877-83086fcf65cc req-55aa1bd3-4a67-4833-bbcf-f6d55ab8f714 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0513201 Apr 20 17:02:58.415401 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-872bc4a0-2207-469d-9877-83086fcf65cc req-225d1197-9344-40f5-ac94-6418de376f98 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331805 Apr 20 17:02:58.947047 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:59.530624 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55900e20-6d68-43fb-84df-b8faeb5c48fc req-549d01c4-8e85-476a-b54c-aa558be9261d tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:02:59.532065 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-55900e20-6d68-43fb-84df-b8faeb5c48fc req-549d01c4-8e85-476a-b54c-aa558be9261d tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0489960 Apr 20 17:02:59.569807 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-55900e20-6d68-43fb-84df-b8faeb5c48fc req-b4a7db4b-6003-4517-8476-9e0547c1780f tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315502 Apr 20 17:03:00.181656 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:00.686146 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2cbbc-c7c1-42c7-9e17-b4e1f422e5df req-8bf4a72d-953c-4480-a146-dc360f631cab tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:00.687683 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9df2cbbc-c7c1-42c7-9e17-b4e1f422e5df req-8bf4a72d-953c-4480-a146-dc360f631cab tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0490050 Apr 20 17:03:00.725539 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9df2cbbc-c7c1-42c7-9e17-b4e1f422e5df req-87d93105-adce-4b98-a09e-a94bcdcb1a25 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314829 Apr 20 17:03:01.849332 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b38b9-6f51-4473-ae5a-d474ae353e57 req-985171ff-473e-4b2f-b8f0-aa6aced77ffc tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:01.850714 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b64b38b9-6f51-4473-ae5a-d474ae353e57 req-985171ff-473e-4b2f-b8f0-aa6aced77ffc tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0548384 Apr 20 17:03:01.888426 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b64b38b9-6f51-4473-ae5a-d474ae353e57 req-d8adaa8b-675a-49b4-8b8b-a81c4661a2be tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310245 Apr 20 17:03:03.009608 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335d16b-edc5-440d-983e-c72c4e056699 req-955e33e5-ebb2-445e-bebb-cbfc64b6e87f tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:03.011690 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5335d16b-edc5-440d-983e-c72c4e056699 req-955e33e5-ebb2-445e-bebb-cbfc64b6e87f tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0553870 Apr 20 17:03:03.051487 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5335d16b-edc5-440d-983e-c72c4e056699 req-4f6f249a-e2b9-4a77-8937-dfc5c8f0b346 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323312 Apr 20 17:03:04.167781 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f7ea0-8738-4e1c-883e-982dc42dea3c req-52b74196-40de-4671-8253-472f3bf9df30 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:04.169278 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f73f7ea0-8738-4e1c-883e-982dc42dea3c req-52b74196-40de-4671-8253-472f3bf9df30 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0481699 Apr 20 17:03:04.206063 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f73f7ea0-8738-4e1c-883e-982dc42dea3c req-0f628585-fcc4-45be-8a79-1b1627397554 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307100 Apr 20 17:03:05.324931 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866984fc-f6a1-4d29-b7b4-18536792a5a5 req-6ffed66b-bfbb-44e8-8eb0-3874b624ca28 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:05.326417 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-866984fc-f6a1-4d29-b7b4-18536792a5a5 req-6ffed66b-bfbb-44e8-8eb0-3874b624ca28 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0519633 Apr 20 17:03:05.364982 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-866984fc-f6a1-4d29-b7b4-18536792a5a5 req-dd6bfab7-4da8-4eb2-83b6-d2fe111a7199 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322437 Apr 20 17:03:06.481739 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31481f5-e95c-4fd7-8995-52bc19fe3f01 req-5fb1bfe3-fd42-45a5-a977-b6f72eeaefc8 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:06.483176 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c31481f5-e95c-4fd7-8995-52bc19fe3f01 req-5fb1bfe3-fd42-45a5-a977-b6f72eeaefc8 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0475295 Apr 20 17:03:06.519869 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c31481f5-e95c-4fd7-8995-52bc19fe3f01 req-82a6cc7c-3a38-4858-98fd-201b8564c3cb tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307395 Apr 20 17:03:07.251792 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-e3924f6e-8b6e-46f5-98a0-c563e9874bbf service neutron] show failed (client error): The resource could not be found. Apr 20 17:03:07.252836 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-e3924f6e-8b6e-46f5-98a0-c563e9874bbf service neutron] 10.222.0.30 "GET /v2.0/ports/a0e1b4fa-c084-4482-becc-7176f6fb2872/bindings/n-h1-836146-2 HTTP/1.1" status: 404 len: 380 time: 0.0583439 Apr 20 17:03:07.640289 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515e984-ae21-4f84-ad37-b7cb441adbb9 req-8d4d381b-7e04-4886-84aa-dce6937bd591 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:07.641858 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e515e984-ae21-4f84-ad37-b7cb441adbb9 req-8d4d381b-7e04-4886-84aa-dce6937bd591 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0511823 Apr 20 17:03:07.670387 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-ef78b322-31fa-4d6d-90ad-1691ef91cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:07.673694 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-ef78b322-31fa-4d6d-90ad-1691ef91cbb9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48&tenant_id=2af6875320434cd2a192edf145229c5c HTTP/1.1" status: 200 len: 1096 time: 0.0434244 Apr 20 17:03:07.680705 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e515e984-ae21-4f84-ad37-b7cb441adbb9 req-28b828f9-c3ce-4f95-9ffa-767c132394c8 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325627 Apr 20 17:03:07.691307 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836146-2', 'device_owner': 'compute:nova'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:03:07.743758 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:07.941792 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] For port a0e1b4fa-c084-4482-becc-7176f6fb2872, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=a0e1b4fa-c084-4482-becc-7176f6fb2872,segment=NetworkSegment(4e9deffc-98dc-4b97-95f0-e30b4777f96b),segment_id=4e9deffc-98dc-4b97-95f0-e30b4777f96b)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:03:07.974815 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] For port a0e1b4fa-c084-4482-becc-7176f6fb2872, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:03:08.018384 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5da2758-49a0-4c05-bf08-9cd4b6015d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0e1b4fa-c084-4482-becc-7176f6fb2872'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:03:08.020662 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a600c793-0e8e-4349-994c-4450b0bdb753" -d '{"events": [{"server_uuid": "b5da2758-49a0-4c05-bf08-9cd4b6015d48", "name": "network-vif-unplugged", "status": "completed", "tag": "a0e1b4fa-c084-4482-becc-7176f6fb2872"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:03:08.024427 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:08.036755 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Transition to ACTIVE for port object a0e1b4fa-c084-4482-becc-7176f6fb2872 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:03:08.077524 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 17:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bc1905-7e4c-43e2-9a98-a375d3ff2390 x-openstack-request-id: req-d0bc1905-7e4c-43e2-9a98-a375d3ff2390 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:03:08.077524 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5da2758-49a0-4c05-bf08-9cd4b6015d48", "name": "network-vif-unplugged", "status": "completed", "tag": "a0e1b4fa-c084-4482-becc-7176f6fb2872", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:03:08.077524 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0bc1905-7e4c-43e2-9a98-a375d3ff2390 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:03:08.077524 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0bc1905-7e4c-43e2-9a98-a375d3ff2390'] response: {'server_uuid': 'b5da2758-49a0-4c05-bf08-9cd4b6015d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0e1b4fa-c084-4482-becc-7176f6fb2872', 'code': 200} Apr 20 17:03:08.135731 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:08.195430 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] No DVR routers for this DVR port a0e1b4fa-c084-4482-becc-7176f6fb2872 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:03:08.197276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Pushing event updated for resources: {'Port': ['ID=a0e1b4fa-c084-4482-becc-7176f6fb2872,revision_number=6']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:08.207021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:08.207357 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:08.207687 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:08.208013 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:08.208356 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:08.208679 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:08.209003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:08.209319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:08.209635 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:08.209950 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:08.210264 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:08.210576 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:08.245090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Attempting to bind port a0e1b4fa-c084-4482-becc-7176f6fb2872 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:03:08.245422 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Attempting to bind port a0e1b4fa-c084-4482-becc-7176f6fb2872 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '4e9deffc-98dc-4b97-95f0-e30b4777f96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5480eefa-97f7-4521-bc64-d864a0ab2efa'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:03:08.245746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Attempting to bind port a0e1b4fa-c084-4482-becc-7176f6fb2872 on network 5480eefa-97f7-4521-bc64-d864a0ab2efa {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:03:08.250476 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Port a0e1b4fa-c084-4482-becc-7176f6fb2872 on network 5480eefa-97f7-4521-bc64-d864a0ab2efa not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:03:08.250787 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Attempting to bind port a0e1b4fa-c084-4482-becc-7176f6fb2872 on network 5480eefa-97f7-4521-bc64-d864a0ab2efa {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:03:08.255496 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:03:08.255825 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Checking segment: {'id': '4e9deffc-98dc-4b97-95f0-e30b4777f96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5480eefa-97f7-4521-bc64-d864a0ab2efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:03:08.256193 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Bound using segment: {'id': '4e9deffc-98dc-4b97-95f0-e30b4777f96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5480eefa-97f7-4521-bc64-d864a0ab2efa'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:03:08.256657 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Bound port: a0e1b4fa-c084-4482-becc-7176f6fb2872, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e9deffc-98dc-4b97-95f0-e30b4777f96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5480eefa-97f7-4521-bc64-d864a0ab2efa'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:03:08.257004 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:08.324295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] For port a0e1b4fa-c084-4482-becc-7176f6fb2872, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:03:08.328108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] For port a0e1b4fa-c084-4482-becc-7176f6fb2872, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a0e1b4fa-c084-4482-becc-7176f6fb2872,segment=NetworkSegment(4e9deffc-98dc-4b97-95f0-e30b4777f96b),segment_id=4e9deffc-98dc-4b97-95f0-e30b4777f96b)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:03:08.376084 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:08.408542 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:08.409224 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:08.410643 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] 10.222.0.26 "PUT /v2.0/ports/a0e1b4fa-c084-4482-becc-7176f6fb2872 HTTP/1.1" status: 200 len: 1091 time: 0.7237208 Apr 20 17:03:08.434481 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1ca7f-d1d3-4a2e-9aec-b6317a57784d service neutron] Pushing event updated for resources: {'Port': ['ID=a0e1b4fa-c084-4482-becc-7176f6fb2872,revision_number=7']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:08.481950 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-7e3fd6df-b1c1-4c2a-8557-98de0fbb5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:08.483420 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-7e3fd6df-b1c1-4c2a-8557-98de0fbb5f86 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2af6875320434cd2a192edf145229c5c&device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 1094 time: 0.0426145 Apr 20 17:03:08.810606 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489f540-f04b-413c-a6fa-e4c5b1bb49c0 req-e22046bf-e245-462f-bcb1-e818f18abc2f tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:08.812130 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e489f540-f04b-413c-a6fa-e4c5b1bb49c0 req-e22046bf-e245-462f-bcb1-e818f18abc2f tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 943 time: 0.0550115 Apr 20 17:03:08.852554 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-e489f540-f04b-413c-a6fa-e4c5b1bb49c0 req-15ecb802-8d8b-4055-a310-6acca2aa3908 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337594 Apr 20 17:03:08.909504 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-d3b4dc69-7764-4604-8a61-b684480b5b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:08.910999 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-d3b4dc69-7764-4604-8a61-b684480b5b6f service neutron] 10.222.0.26 "GET /v2.0/networks?id=5480eefa-97f7-4521-bc64-d864a0ab2efa HTTP/1.1" status: 200 len: 916 time: 0.4215782 Apr 20 17:03:08.952414 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-daef3ee2-40cb-4335-921b-f9b0de887ae1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0e1b4fa-c084-4482-becc-7176f6fb2872 HTTP/1.1" status: 200 len: 217 time: 0.0345869 Apr 20 17:03:09.000607 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f3d498a3-6f7f-407d-b999-eead4f3a692f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:09.001937 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-f3d498a3-6f7f-407d-b999-eead4f3a692f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=572f5530-1b0b-4297-bce6-25b6ce37462d HTTP/1.1" status: 200 len: 855 time: 0.0436912 Apr 20 17:03:09.034109 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-3d04d4b6-9f46-44a9-b68f-bd0ccbb743f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5480eefa-97f7-4521-bc64-d864a0ab2efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239263 Apr 20 17:03:09.132329 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-ba532740-84b6-4420-883e-8e4dcc632369 service neutron] 10.222.0.26 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842905 Apr 20 17:03:09.224510 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c578b60-2131-4b34-a63f-de1bb4a78282 req-a2fa9cb9-6f5a-48b8-b487-42a5cc32528e service neutron] 10.222.0.26 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854015 Apr 20 17:03:09.974210 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a596d7b-c5e7-45f0-9c0a-77468a80e8d8 req-5c14e791-ef59-44a8-a4f3-42a67d19cacb tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:09.975871 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3a596d7b-c5e7-45f0-9c0a-77468a80e8d8 req-5c14e791-ef59-44a8-a4f3-42a67d19cacb tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 943 time: 0.0510850 Apr 20 17:03:10.020300 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3a596d7b-c5e7-45f0-9c0a-77468a80e8d8 req-0eef583f-74fe-4ac5-a4eb-56a8ed794bfd tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379996 Apr 20 17:03:10.076347 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5da2758-49a0-4c05-bf08-9cd4b6015d48', 'tag': 'a0e1b4fa-c084-4482-becc-7176f6fb2872'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:03:10.078661 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fe286d-f39d-461d-8aa1-25bbbda8f1be" -d '{"events": [{"name": "network-changed", "server_uuid": "b5da2758-49a0-4c05-bf08-9cd4b6015d48", "tag": "a0e1b4fa-c084-4482-becc-7176f6fb2872"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:03:10.125993 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46267b6-6a0d-4d37-973c-d82baca67e5b x-openstack-request-id: req-e46267b6-6a0d-4d37-973c-d82baca67e5b {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:03:10.126285 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5da2758-49a0-4c05-bf08-9cd4b6015d48", "tag": "a0e1b4fa-c084-4482-becc-7176f6fb2872", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:03:10.126540 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e46267b6-6a0d-4d37-973c-d82baca67e5b {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:03:10.126946 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e46267b6-6a0d-4d37-973c-d82baca67e5b'] response: {'name': 'network-changed', 'server_uuid': 'b5da2758-49a0-4c05-bf08-9cd4b6015d48', 'tag': 'a0e1b4fa-c084-4482-becc-7176f6fb2872', 'status': 'completed', 'code': 200} Apr 20 17:03:10.235206 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe286d-f39d-461d-8aa1-25bbbda8f1be req-9491c3de-3bd1-4f7e-b0e2-4a71b22037f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:10.236641 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-80fe286d-f39d-461d-8aa1-25bbbda8f1be req-9491c3de-3bd1-4f7e-b0e2-4a71b22037f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2af6875320434cd2a192edf145229c5c&device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 1094 time: 0.0697243 Apr 20 17:03:10.238161 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe286d-f39d-461d-8aa1-25bbbda8f1be req-5b20d5fa-b2cc-45e1-8701-b0bc810a5b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:10.239460 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-80fe286d-f39d-461d-8aa1-25bbbda8f1be req-5b20d5fa-b2cc-45e1-8701-b0bc810a5b4b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2af6875320434cd2a192edf145229c5c&device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 1094 time: 0.0629430 Apr 20 17:03:10.396693 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe286d-f39d-461d-8aa1-25bbbda8f1be req-d8db6be5-46ad-40b2-bd29-93839481578f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:10.398159 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-80fe286d-f39d-461d-8aa1-25bbbda8f1be req-d8db6be5-46ad-40b2-bd29-93839481578f service neutron] 10.222.0.30 "GET /v2.0/networks?id=5480eefa-97f7-4521-bc64-d864a0ab2efa HTTP/1.1" status: 200 len: 916 time: 0.1548889 Apr 20 17:03:10.399194 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe286d-f39d-461d-8aa1-25bbbda8f1be req-74b9fb27-560a-41cd-a72a-67d1b62030e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:10.400511 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-80fe286d-f39d-461d-8aa1-25bbbda8f1be req-74b9fb27-560a-41cd-a72a-67d1b62030e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5480eefa-97f7-4521-bc64-d864a0ab2efa HTTP/1.1" status: 200 len: 916 time: 0.1495740 Apr 20 17:03:10.471304 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-80fe286d-f39d-461d-8aa1-25bbbda8f1be req-27b7376f-1c82-4009-979c-ae7a9b68900b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0e1b4fa-c084-4482-becc-7176f6fb2872 HTTP/1.1" status: 200 len: 217 time: 0.0653987 Apr 20 17:03:10.472646 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-80fe286d-f39d-461d-8aa1-25bbbda8f1be req-f2bbd5f5-e4de-46dc-87eb-2c01361e6686 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0e1b4fa-c084-4482-becc-7176f6fb2872 HTTP/1.1" status: 200 len: 217 time: 0.0615463 Apr 20 17:03:10.530990 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device a0e1b4fa-c084-4482-becc-7176f6fb2872 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:03:10.554879 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe286d-f39d-461d-8aa1-25bbbda8f1be req-9357a9cf-0315-4fa8-81b7-a8bbb91a4a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:10.555935 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-80fe286d-f39d-461d-8aa1-25bbbda8f1be req-9357a9cf-0315-4fa8-81b7-a8bbb91a4a62 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=572f5530-1b0b-4297-bce6-25b6ce37462d HTTP/1.1" status: 200 len: 855 time: 0.0773542 Apr 20 17:03:10.559200 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe286d-f39d-461d-8aa1-25bbbda8f1be req-db9bb3c9-d940-4f68-adb9-6178784b79c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:10.559200 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-80fe286d-f39d-461d-8aa1-25bbbda8f1be req-db9bb3c9-d940-4f68-adb9-6178784b79c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=572f5530-1b0b-4297-bce6-25b6ce37462d HTTP/1.1" status: 200 len: 855 time: 0.0730474 Apr 20 17:03:10.574339 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device a0e1b4fa-c084-4482-becc-7176f6fb2872 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:03:10.610652 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-80fe286d-f39d-461d-8aa1-25bbbda8f1be req-5a137d4f-1c7d-4e11-94e9-d5050cc51f05 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5480eefa-97f7-4521-bc64-d864a0ab2efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389786 Apr 20 17:03:10.612493 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-80fe286d-f39d-461d-8aa1-25bbbda8f1be req-d40357e8-fedd-4b2d-ab22-0005df41849b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5480eefa-97f7-4521-bc64-d864a0ab2efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496709 Apr 20 17:03:10.766561 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-80fe286d-f39d-461d-8aa1-25bbbda8f1be req-ec4086ac-44ed-4754-8a28-8810b385c324 service neutron] 10.222.0.26 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488729 Apr 20 17:03:10.768422 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-80fe286d-f39d-461d-8aa1-25bbbda8f1be req-5e4b9c77-6d84-4eb6-b3b5-6d15d75e09fd service neutron] 10.222.0.30 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440027 Apr 20 17:03:10.919556 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-80fe286d-f39d-461d-8aa1-25bbbda8f1be req-ece6b4ff-3dba-40e3-aa32-7700f6e9762b service neutron] 10.222.0.26 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461110 Apr 20 17:03:10.923467 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-80fe286d-f39d-461d-8aa1-25bbbda8f1be req-df3ad3ae-dd02-4fcf-bb8c-2f19008bb654 service neutron] 10.222.0.30 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432064 Apr 20 17:03:11.139996 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e8861-9f3c-43b7-9c62-5240a6e1b9d6 req-21a63a87-a6a1-4cdb-bf1d-d9a731eae68d tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:11.141528 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f51e8861-9f3c-43b7-9c62-5240a6e1b9d6 req-21a63a87-a6a1-4cdb-bf1d-d9a731eae68d tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 943 time: 0.0528250 Apr 20 17:03:11.179181 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f51e8861-9f3c-43b7-9c62-5240a6e1b9d6 req-b8b59ab0-df40-459b-892b-6f5e28261574 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314133 Apr 20 17:03:12.302376 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accab69-ba9b-4db4-be7a-053c15be27a1 req-06f11d39-51d1-4c26-80ab-3c20ccf868e8 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:12.303856 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7accab69-ba9b-4db4-be7a-053c15be27a1 req-06f11d39-51d1-4c26-80ab-3c20ccf868e8 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 943 time: 0.0497205 Apr 20 17:03:12.343373 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7accab69-ba9b-4db4-be7a-053c15be27a1 req-348c4dca-5325-44d4-b1a4-3d1b96b1dc69 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333514 Apr 20 17:03:13.474685 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321c115-ae7b-4518-815f-3ef6c97d04c9 req-9cd7f261-4561-44d3-afd3-466af294e1d3 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:13.476201 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6321c115-ae7b-4518-815f-3ef6c97d04c9 req-9cd7f261-4561-44d3-afd3-466af294e1d3 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 943 time: 0.0536242 Apr 20 17:03:13.515526 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6321c115-ae7b-4518-815f-3ef6c97d04c9 req-4dad6547-4ec8-4b26-a934-38b13b2170c3 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328436 Apr 20 17:03:13.552616 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a0e1b4fa-c084-4482-becc-7176f6fb2872 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:03:13.652861 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port a0e1b4fa-c084-4482-becc-7176f6fb2872, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a0e1b4fa-c084-4482-becc-7176f6fb2872,segment=NetworkSegment(4e9deffc-98dc-4b97-95f0-e30b4777f96b),segment_id=4e9deffc-98dc-4b97-95f0-e30b4777f96b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:03:13.666067 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'a0e1b4fa-c084-4482-becc-7176f6fb2872', 'network_id': '5480eefa-97f7-4521-bc64-d864a0ab2efa', 'port_id': 'a0e1b4fa-c084-4482-becc-7176f6fb2872', 'mac_address': 'fa:16:3e:9e:c2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572f5530-1b0b-4297-bce6-25b6ce37462d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:03:13.709828 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:13.730296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e1b4fa-c084-4482-becc-7176f6fb2872 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:03:13.756431 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port a0e1b4fa-c084-4482-becc-7176f6fb2872, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a0e1b4fa-c084-4482-becc-7176f6fb2872,segment=NetworkSegment(4e9deffc-98dc-4b97-95f0-e30b4777f96b),segment_id=4e9deffc-98dc-4b97-95f0-e30b4777f96b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:03:13.804186 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:13.818435 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b1bb4-5b22-45a4-bd06-6eaac8e1bfc1 req-81749ba7-2ba3-4b57-89a1-caa6596d912b tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:13.819996 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-342b1bb4-5b22-45a4-bd06-6eaac8e1bfc1 req-81749ba7-2ba3-4b57-89a1-caa6596d912b tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 943 time: 0.0528045 Apr 20 17:03:13.863446 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=a0e1b4fa-c084-4482-becc-7176f6fb2872,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:13.870679 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:13.871023 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:13.871364 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:13.871702 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:13.872034 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:13.872387 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:13.872719 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:13.873047 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:13.873378 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:13.874234 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:13.874582 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:13.874908 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:13.884784 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-342b1bb4-5b22-45a4-bd06-6eaac8e1bfc1 req-2e4666c2-8365-4274-a340-aaa54c034ff9 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576437 Apr 20 17:03:13.913494 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03bc3c-a4c2-4205-97f0-aeaad895724a req-827c73f1-2f17-4301-a480-9cf8784862d7 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:13.914878 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8a03bc3c-a4c2-4205-97f0-aeaad895724a req-827c73f1-2f17-4301-a480-9cf8784862d7 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48&tenant_id=2af6875320434cd2a192edf145229c5c&binding%3Ahost_id=n-h1-836146-2 HTTP/1.1" status: 200 len: 944 time: 0.0667815 Apr 20 17:03:13.977960 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-8a03bc3c-a4c2-4205-97f0-aeaad895724a req-e5125212-79f5-4701-953c-c62dc5e0850b service neutron] delete failed (client error): The resource could not be found. Apr 20 17:03:13.978974 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8a03bc3c-a4c2-4205-97f0-aeaad895724a req-e5125212-79f5-4701-953c-c62dc5e0850b service neutron] 10.222.0.30 "DELETE /v2.0/ports/a0e1b4fa-c084-4482-becc-7176f6fb2872/bindings/n-h2-836146-2 HTTP/1.1" status: 404 len: 380 time: 0.0563607 Apr 20 17:03:14.087124 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03bc3c-a4c2-4205-97f0-aeaad895724a req-8834db38-6e11-4b0e-b7c7-3047040c2448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:14.088645 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8a03bc3c-a4c2-4205-97f0-aeaad895724a req-8834db38-6e11-4b0e-b7c7-3047040c2448 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2af6875320434cd2a192edf145229c5c&device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 1095 time: 0.0444958 Apr 20 17:03:14.176867 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03bc3c-a4c2-4205-97f0-aeaad895724a req-7469e4c4-51aa-4706-8c68-8296baf10c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:14.177098 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['a0e1b4fa-c084-4482-becc-7176f6fb2872'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:03:14.178261 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8a03bc3c-a4c2-4205-97f0-aeaad895724a req-7469e4c4-51aa-4706-8c68-8296baf10c6a service neutron] 10.222.0.30 "GET /v2.0/networks?id=5480eefa-97f7-4521-bc64-d864a0ab2efa HTTP/1.1" status: 200 len: 916 time: 0.0830858 Apr 20 17:03:14.224010 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8a03bc3c-a4c2-4205-97f0-aeaad895724a req-0c550865-ec98-4044-9df2-7f95464979ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0e1b4fa-c084-4482-becc-7176f6fb2872 HTTP/1.1" status: 200 len: 217 time: 0.0385656 Apr 20 17:03:14.272998 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03bc3c-a4c2-4205-97f0-aeaad895724a req-575e77a9-39a2-418f-903d-3e9ac9817507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:14.274529 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8a03bc3c-a4c2-4205-97f0-aeaad895724a req-575e77a9-39a2-418f-903d-3e9ac9817507 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=572f5530-1b0b-4297-bce6-25b6ce37462d HTTP/1.1" status: 200 len: 855 time: 0.0435522 Apr 20 17:03:14.307882 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8a03bc3c-a4c2-4205-97f0-aeaad895724a req-79facddc-2b9b-46c3-8030-ec4df357b596 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5480eefa-97f7-4521-bc64-d864a0ab2efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264475 Apr 20 17:03:14.399308 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8a03bc3c-a4c2-4205-97f0-aeaad895724a req-81d72c25-3054-49fe-9db5-165da401ba84 service neutron] 10.222.0.30 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847340 Apr 20 17:03:14.492318 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8a03bc3c-a4c2-4205-97f0-aeaad895724a req-864bca68-c474-4b18-ad6b-1effe4098ac5 service neutron] 10.222.0.30 "GET /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864449 Apr 20 17:03:15.007003 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef20d24-2437-4df6-a6ea-33c3bcda767a req-f9bb984e-a2ac-4549-b5fe-dc31afa7cbe1 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:15.008527 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bef20d24-2437-4df6-a6ea-33c3bcda767a req-f9bb984e-a2ac-4549-b5fe-dc31afa7cbe1 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 944 time: 0.0511913 Apr 20 17:03:15.047728 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bef20d24-2437-4df6-a6ea-33c3bcda767a req-1beef661-f256-4199-b53f-b926df08f566 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328546 Apr 20 17:03:15.564074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a0e1b4fa-c084-4482-becc-7176f6fb2872 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:03:15.689369 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port a0e1b4fa-c084-4482-becc-7176f6fb2872 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:03:15.693540 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port a0e1b4fa-c084-4482-becc-7176f6fb2872 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:03:15.693917 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:15.772062 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:15.793223 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5da2758-49a0-4c05-bf08-9cd4b6015d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e1b4fa-c084-4482-becc-7176f6fb2872'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:03:15.796009 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e894a361-dd0a-4d51-9cc5-7721da8ae2e8" -d '{"events": [{"server_uuid": "b5da2758-49a0-4c05-bf08-9cd4b6015d48", "name": "network-vif-plugged", "status": "completed", "tag": "a0e1b4fa-c084-4482-becc-7176f6fb2872"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:03:15.808464 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port a0e1b4fa-c084-4482-becc-7176f6fb2872, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a0e1b4fa-c084-4482-becc-7176f6fb2872,segment=NetworkSegment(4e9deffc-98dc-4b97-95f0-e30b4777f96b),segment_id=4e9deffc-98dc-4b97-95f0-e30b4777f96b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:03:15.836250 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2fe9c5-53c0-48c4-98de-c228234874ef x-openstack-request-id: req-5e2fe9c5-53c0-48c4-98de-c228234874ef {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:03:15.836560 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5da2758-49a0-4c05-bf08-9cd4b6015d48", "name": "network-vif-plugged", "status": "completed", "tag": "a0e1b4fa-c084-4482-becc-7176f6fb2872", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:03:15.836808 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e2fe9c5-53c0-48c4-98de-c228234874ef {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:03:15.837198 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e2fe9c5-53c0-48c4-98de-c228234874ef'] response: {'server_uuid': 'b5da2758-49a0-4c05-bf08-9cd4b6015d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e1b4fa-c084-4482-becc-7176f6fb2872', 'code': 200} Apr 20 17:03:15.895240 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:15.940871 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=a0e1b4fa-c084-4482-becc-7176f6fb2872,revision_number=9']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:16.172714 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fbc2f-8012-4322-89ff-b244e8e43a67 req-8a6ce5bf-2b94-4287-a367-f063a5245dff tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:16.174336 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa6fbc2f-8012-4322-89ff-b244e8e43a67 req-8a6ce5bf-2b94-4287-a367-f063a5245dff tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0531054 Apr 20 17:03:16.212382 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-aa6fbc2f-8012-4322-89ff-b244e8e43a67 req-2d842eb5-d5f9-446b-9ec3-ab42f8f38b4b tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319095 Apr 20 17:03:16.328689 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d87d32-e27c-4ce5-85c4-b9b2f63063d4 req-cb1522cd-171b-42d8-8741-fc359ce86b32 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:16.330167 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-83d87d32-e27c-4ce5-85c4-b9b2f63063d4 req-cb1522cd-171b-42d8-8741-fc359ce86b32 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0492101 Apr 20 17:03:16.367559 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-83d87d32-e27c-4ce5-85c4-b9b2f63063d4 req-a8cf6555-9e69-4e20-81fa-2256db9c2fe6 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314031 Apr 20 17:03:16.479717 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f23a5f-a350-487a-a75f-2dd7bbdff45e req-98c885a8-f486-4b97-bc8f-9f5adf5a5965 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:16.481232 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-92f23a5f-a350-487a-a75f-2dd7bbdff45e req-98c885a8-f486-4b97-bc8f-9f5adf5a5965 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0484605 Apr 20 17:03:16.519608 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-92f23a5f-a350-487a-a75f-2dd7bbdff45e req-ab59e7c7-20a8-4771-b894-e51e7ade30d3 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310378 Apr 20 17:03:17.053526 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f02b2d-d568-4729-9db9-bae6aea7a6c0 req-9a11e34d-a06c-4f04-b256-78280b46242c tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:17.055022 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f5f02b2d-d568-4729-9db9-bae6aea7a6c0 req-9a11e34d-a06c-4f04-b256-78280b46242c tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0541005 Apr 20 17:03:17.093062 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f5f02b2d-d568-4729-9db9-bae6aea7a6c0 req-3acd263a-a04b-4b45-aea1-c6629cfdc069 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319130 Apr 20 17:03:18.214238 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6f87f-3cf6-4c2b-8fef-4eb71a0efe47 req-433a01e2-02fa-4b45-8925-f0ecf1f555ba tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:18.215737 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bdc6f87f-3cf6-4c2b-8fef-4eb71a0efe47 req-433a01e2-02fa-4b45-8925-f0ecf1f555ba tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0528998 Apr 20 17:03:18.257750 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-bdc6f87f-3cf6-4c2b-8fef-4eb71a0efe47 req-b9ace37e-8b83-4c6b-b2cd-ebac7d480ac5 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a770107-b71c-41a7-925f-a3d5ecf058ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356758 Apr 20 17:03:18.469075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff08ae5-8171-4631-ad0f-f012598c1a27 req-e30e6c45-79f1-4f96-a1c4-93607e0d4ca7 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:18.470737 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eff08ae5-8171-4631-ad0f-f012598c1a27 req-e30e6c45-79f1-4f96-a1c4-93607e0d4ca7 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 945 time: 0.0478358 Apr 20 17:03:18.559441 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-eff08ae5-8171-4631-ad0f-f012598c1a27 req-1735cba7-3687-40c8-9b9c-aaddd335dca9 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Deleting port a0e1b4fa-c084-4482-becc-7176f6fb2872 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:03:18.559789 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-eff08ae5-8171-4631-ad0f-f012598c1a27 req-1735cba7-3687-40c8-9b9c-aaddd335dca9 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:18.652935 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-eff08ae5-8171-4631-ad0f-f012598c1a27 req-1735cba7-3687-40c8-9b9c-aaddd335dca9 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] For port a0e1b4fa-c084-4482-becc-7176f6fb2872, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=a0e1b4fa-c084-4482-becc-7176f6fb2872,segment=NetworkSegment(4e9deffc-98dc-4b97-95f0-e30b4777f96b),segment_id=4e9deffc-98dc-4b97-95f0-e30b4777f96b)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:03:18.653304 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-eff08ae5-8171-4631-ad0f-f012598c1a27 req-1735cba7-3687-40c8-9b9c-aaddd335dca9 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:18.665786 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-eff08ae5-8171-4631-ad0f-f012598c1a27 req-1735cba7-3687-40c8-9b9c-aaddd335dca9 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Calling delete_port for a0e1b4fa-c084-4482-becc-7176f6fb2872 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:03:18.866812 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-eff08ae5-8171-4631-ad0f-f012598c1a27 req-1735cba7-3687-40c8-9b9c-aaddd335dca9 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:18.894742 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735cba7-3687-40c8-9b9c-aaddd335dca9 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Pushing event deleted for resources: {'Port': ['ID=a0e1b4fa-c084-4482-becc-7176f6fb2872,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:18.900655 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['a0e1b4fa-c084-4482-becc-7176f6fb2872'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:03:18.937999 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff08ae5-8171-4631-ad0f-f012598c1a27 req-1735cba7-3687-40c8-9b9c-aaddd335dca9 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] No DVR routers for this DVR port a0e1b4fa-c084-4482-becc-7176f6fb2872 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:03:18.940646 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-eff08ae5-8171-4631-ad0f-f012598c1a27 req-1735cba7-3687-40c8-9b9c-aaddd335dca9 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:18.943891 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eff08ae5-8171-4631-ad0f-f012598c1a27 req-1735cba7-3687-40c8-9b9c-aaddd335dca9 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.26 "DELETE /v2.0/ports/a0e1b4fa-c084-4482-becc-7176f6fb2872 HTTP/1.1" status: 204 len: 173 time: 0.4669349 Apr 20 17:03:18.944315 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5da2758-49a0-4c05-bf08-9cd4b6015d48', 'name': 'network-vif-deleted', 'tag': 'a0e1b4fa-c084-4482-becc-7176f6fb2872'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:03:18.946646 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc059b29-b310-4f74-b3c6-804508cb8aec" -d '{"events": [{"server_uuid": "b5da2758-49a0-4c05-bf08-9cd4b6015d48", "name": "network-vif-deleted", "tag": "a0e1b4fa-c084-4482-becc-7176f6fb2872"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:03:18.984013 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab396ef-c473-4ca5-9007-36dc82b8d138 x-openstack-request-id: req-3ab396ef-c473-4ca5-9007-36dc82b8d138 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:03:18.984379 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5da2758-49a0-4c05-bf08-9cd4b6015d48", "name": "network-vif-deleted", "tag": "a0e1b4fa-c084-4482-becc-7176f6fb2872", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:03:18.985718 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ab396ef-c473-4ca5-9007-36dc82b8d138 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:03:18.985718 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab396ef-c473-4ca5-9007-36dc82b8d138'] response: {'server_uuid': 'b5da2758-49a0-4c05-bf08-9cd4b6015d48', 'name': 'network-vif-deleted', 'tag': 'a0e1b4fa-c084-4482-becc-7176f6fb2872', 'status': 'completed', 'code': 200} Apr 20 17:03:19.369304 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2c398750-586c-48b0-a45e-d5c5132ae3d1 req-22a59341-d8e5-4a27-91f3-c599fcf15fa3 tempest-ServerDiskConfigTestJSON-1939970460 tempest-ServerDiskConfigTestJSON-1939970460-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 210 time: 0.0306828 Apr 20 17:03:19.469810 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-94e7d594-043f-480d-b163-b30ee2e84fd2 req-9f1fd779-0dfb-4a96-9d64-026c7f0f8200 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268202 Apr 20 17:03:19.547103 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-94e7d594-043f-480d-b163-b30ee2e84fd2 req-6dc13e95-9aae-4c5d-9d43-c6ea5f3e03e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2af6875320434cd2a192edf145229c5c&device_id=b5da2758-49a0-4c05-bf08-9cd4b6015d48 HTTP/1.1" status: 200 len: 210 time: 0.0245297 Apr 20 17:03:19.669844 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7d594-043f-480d-b163-b30ee2e84fd2 req-c70bee87-e14f-44b3-be05-d6f61552a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:19.672039 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-94e7d594-043f-480d-b163-b30ee2e84fd2 req-c70bee87-e14f-44b3-be05-d6f61552a1d2 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2af6875320434cd2a192edf145229c5c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0992539 Apr 20 17:03:19.773531 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7d594-043f-480d-b163-b30ee2e84fd2 req-f4d38ea1-6e53-4293-a473-3556e71d506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:19.775326 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-94e7d594-043f-480d-b163-b30ee2e84fd2 req-f4d38ea1-6e53-4293-a473-3556e71d506e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970066 Apr 20 17:03:20.510163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57736) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:03:20.554408 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c75111-1693-4ae8-b271-b1406298b78e admin admin] Deleting subnet 572f5530-1b0b-4297-bce6-25b6ce37462d {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 17:03:20.558476 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-65c75111-1693-4ae8-b271-b1406298b78e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:20.597199 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-65c75111-1693-4ae8-b271-b1406298b78e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:20.635499 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-65c75111-1693-4ae8-b271-b1406298b78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:20.746868 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-65c75111-1693-4ae8-b271-b1406298b78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:20.774510 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c75111-1693-4ae8-b271-b1406298b78e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=572f5530-1b0b-4297-bce6-25b6ce37462d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:20.776521 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-65c75111-1693-4ae8-b271-b1406298b78e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:20.779668 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-65c75111-1693-4ae8-b271-b1406298b78e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/572f5530-1b0b-4297-bce6-25b6ce37462d HTTP/1.1" status: 204 len: 168 time: 0.2684681 Apr 20 17:03:20.782281 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57738) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:03:20.849443 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4574b9ec-3644-4341-84c0-4749c1c36480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:20.929200 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4574b9ec-3644-4341-84c0-4749c1c36480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:20.949384 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-4574b9ec-3644-4341-84c0-4749c1c36480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5480eefa-97f7-4521-bc64-d864a0ab2efa']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:03:20.958540 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-4574b9ec-3644-4341-84c0-4749c1c36480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e9deffc-98dc-4b97-95f0-e30b4777f96b') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:03:20.958835 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-4574b9ec-3644-4341-84c0-4749c1c36480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e9deffc-98dc-4b97-95f0-e30b4777f96b') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:03:20.967979 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4574b9ec-3644-4341-84c0-4749c1c36480 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:20.980932 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4574b9ec-3644-4341-84c0-4749c1c36480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:20.987286 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4574b9ec-3644-4341-84c0-4749c1c36480 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:03:20.987670 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4574b9ec-3644-4341-84c0-4749c1c36480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: timer() Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:03:20.989312 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:03:21.122367 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4574b9ec-3644-4341-84c0-4749c1c36480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:21.130807 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4574b9ec-3644-4341-84c0-4749c1c36480 admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:21.135560 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4574b9ec-3644-4341-84c0-4749c1c36480 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5480eefa-97f7-4521-bc64-d864a0ab2efa HTTP/1.1" status: 204 len: 168 time: 0.3518784 Apr 20 17:03:21.152008 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574b9ec-3644-4341-84c0-4749c1c36480 admin admin] Pushing event deleted for resources: {'Network': ['ID=5480eefa-97f7-4521-bc64-d864a0ab2efa,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:21.445292 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57742) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:03:21.483848 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-fe9f298a-eeb6-42c3-8803-425100ffffec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2af6875320434cd2a192edf145229c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374470 Apr 20 17:03:21.486378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57744) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:03:21.534228 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1aee39e7-05a5-45cd-bcdb-1ebc7a953ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:21.555146 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1aee39e7-05a5-45cd-bcdb-1ebc7a953ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:21.689735 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1aee39e7-05a5-45cd-bcdb-1ebc7a953ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:21.692207 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1aee39e7-05a5-45cd-bcdb-1ebc7a953ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:21.693385 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1aee39e7-05a5-45cd-bcdb-1ebc7a953ac5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a770107-b71c-41a7-925f-a3d5ecf058ac HTTP/1.1" status: 204 len: 168 time: 0.2061338 Apr 20 17:03:21.701794 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee39e7-05a5-45cd-bcdb-1ebc7a953ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a770107-b71c-41a7-925f-a3d5ecf058ac,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:22.618714 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57766) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:03:22.715229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-6b933aab-c570-4146-ae10-b632742cd5ca admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-257788565-network', 'tenant_id': '375bb86601df4e70b14cb49c83872167'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:03:22.820628 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dabbe18d-f0bb-4b4c-b4cf-da8038534bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:22.844163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b933aab-c570-4146-ae10-b632742cd5ca admin admin] Made reservation on behalf of 375bb86601df4e70b14cb49c83872167 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:03:22.846951 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b933aab-c570-4146-ae10-b632742cd5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:22.855643 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b933aab-c570-4146-ae10-b632742cd5ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:22.930336 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b933aab-c570-4146-ae10-b632742cd5ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:22.997989 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b933aab-c570-4146-ae10-b632742cd5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:23.025525 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b933aab-c570-4146-ae10-b632742cd5ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:03:23.034103 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b933aab-c570-4146-ae10-b632742cd5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130105f2-6502-4716-844b-3dbfd6fbf386,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:23.040242 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b933aab-c570-4146-ae10-b632742cd5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:23.040612 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-6b933aab-c570-4146-ae10-b632742cd5ca admin admin] Added segment 922ef051-cd01-4f89-9afe-6ce5661b61e6 of type vlan for network 889cea85-efdc-4258-9f24-be3e730c1da9 Apr 20 17:03:23.081016 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b933aab-c570-4146-ae10-b632742cd5ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:23.156646 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b933aab-c570-4146-ae10-b632742cd5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:23.157645 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b933aab-c570-4146-ae10-b632742cd5ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:23.158216 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6b933aab-c570-4146-ae10-b632742cd5ca admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:23.215945 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b933aab-c570-4146-ae10-b632742cd5ca admin admin] Pushing event updated for resources: {'Network': ['ID=889cea85-efdc-4258-9f24-be3e730c1da9,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:23.226118 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 889cea85-efdc-4258-9f24-be3e730c1da9 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 17:03:23.252824 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6b933aab-c570-4146-ae10-b632742cd5ca admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6327820 Apr 20 17:03:23.255631 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 57770) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:03:23.260479 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-c2c9669c-cbf3-4a74-b632-505c1a51d65b admin admin] Request body: {'subnet': {'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-257788565-subnet', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:03:23.323266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c9669c-cbf3-4a74-b632-505c1a51d65b admin admin] Made reservation on behalf of 375bb86601df4e70b14cb49c83872167 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:03:23.325737 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c2c9669c-cbf3-4a74-b632-505c1a51d65b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:23.529316 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c2c9669c-cbf3-4a74-b632-505c1a51d65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:23.589469 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9669c-cbf3-4a74-b632-505c1a51d65b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2c128b4-a5b3-41a9-be36-d1dd89e44c48,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:23.597484 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c9669c-cbf3-4a74-b632-505c1a51d65b admin admin] Checking segment: {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:03:23.597845 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c9669c-cbf3-4a74-b632-505c1a51d65b admin admin] Network hostable DHCP agents. Network: 889cea85-efdc-4258-9f24-be3e730c1da9, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:03:23.643224 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a0e1b4fa-c084-4482-becc-7176f6fb2872 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:03:23.666931 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: a0e1b4fa-c084-4482-becc-7176f6fb2872 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:03:23.667307 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device a0e1b4fa-c084-4482-becc-7176f6fb2872 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:03:23.677631 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c9669c-cbf3-4a74-b632-505c1a51d65b admin admin] Network 889cea85-efdc-4258-9f24-be3e730c1da9 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:03:23.739116 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-c2c9669c-cbf3-4a74-b632-505c1a51d65b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 889cea85-efdc-4258-9f24-be3e730c1da9) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:03:23.743254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c9669c-cbf3-4a74-b632-505c1a51d65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:23.743914 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c2c9669c-cbf3-4a74-b632-505c1a51d65b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:23.748243 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001139d9-2833-4c06-b100-79ed2d431c86 None None] Network 889cea85-efdc-4258-9f24-be3e730c1da9 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:03:23.816310 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c2c9669c-cbf3-4a74-b632-505c1a51d65b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5595629 Apr 20 17:03:23.819144 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57772) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:03:23.823533 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:03:23.894664 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79724126-1e59-47ce-abee-fba0b6dd7b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-889cea85-efdc-4258-9f24-be3e730c1da9', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 17:03:23.895506 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-79724126-1e59-47ce-abee-fba0b6dd7b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:23.899712 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:23.900857 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:23.953507 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:24.028202 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-79724126-1e59-47ce-abee-fba0b6dd7b51 None None] Allocated IP 172.20.0.2 (889cea85-efdc-4258-9f24-be3e730c1da9/b2c128b4-a5b3-41a9-be36-d1dd89e44c48/e9924b72-a3eb-4a49-9235-038eb1974e0b) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:03:24.151165 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:24.174219 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-79724126-1e59-47ce-abee-fba0b6dd7b51 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:24.237264 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-79724126-1e59-47ce-abee-fba0b6dd7b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:24.271682 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79724126-1e59-47ce-abee-fba0b6dd7b51 None None] Network 889cea85-efdc-4258-9f24-be3e730c1da9 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:03:24.274416 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-79724126-1e59-47ce-abee-fba0b6dd7b51 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:03:24.279901 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79724126-1e59-47ce-abee-fba0b6dd7b51 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:03:24.293633 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79724126-1e59-47ce-abee-fba0b6dd7b51 None None] Pushing event updated for resources: {'Port': ['ID=e9924b72-a3eb-4a49-9235-038eb1974e0b,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:24.342507 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-79724126-1e59-47ce-abee-fba0b6dd7b51 None None] Attempting to bind port e9924b72-a3eb-4a49-9235-038eb1974e0b on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:03:24.342886 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-79724126-1e59-47ce-abee-fba0b6dd7b51 None None] Attempting to bind port e9924b72-a3eb-4a49-9235-038eb1974e0b by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:03:24.343247 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79724126-1e59-47ce-abee-fba0b6dd7b51 None None] Attempting to bind port e9924b72-a3eb-4a49-9235-038eb1974e0b on network 889cea85-efdc-4258-9f24-be3e730c1da9 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:03:24.348584 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79724126-1e59-47ce-abee-fba0b6dd7b51 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:03:24.348961 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79724126-1e59-47ce-abee-fba0b6dd7b51 None None] Checking segment: {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:03:24.349366 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-79724126-1e59-47ce-abee-fba0b6dd7b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:24.349756 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79724126-1e59-47ce-abee-fba0b6dd7b51 None None] Bound using segment: {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:03:24.350222 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-79724126-1e59-47ce-abee-fba0b6dd7b51 None None] Bound port: e9924b72-a3eb-4a49-9235-038eb1974e0b, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:03:24.350604 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-79724126-1e59-47ce-abee-fba0b6dd7b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:24.401286 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:24.413953 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-79724126-1e59-47ce-abee-fba0b6dd7b51 None None] For port e9924b72-a3eb-4a49-9235-038eb1974e0b, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:03:24.416970 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-79724126-1e59-47ce-abee-fba0b6dd7b51 None None] For port e9924b72-a3eb-4a49-9235-038eb1974e0b, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e9924b72-a3eb-4a49-9235-038eb1974e0b,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:03:24.424001 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:24.501425 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-79724126-1e59-47ce-abee-fba0b6dd7b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:24.525340 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Allocated IP 172.25.0.210 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/5e20f8c8-3729-4ba1-b980-3891d3ffb6fd) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:03:24.565619 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79724126-1e59-47ce-abee-fba0b6dd7b51 None None] Pushing event updated for resources: {'Port': ['ID=e9924b72-a3eb-4a49-9235-038eb1974e0b,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:24.642653 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:24.724207 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:24.767927 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:03:24.771266 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:03:24.778946 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:03:24.781400 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=5e20f8c8-3729-4ba1-b980-3891d3ffb6fd,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:24.808831 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:24.809173 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:24.809512 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:24.809841 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:24.810167 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:24.810494 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:24.810816 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:24.811135 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:24.811457 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:24.812388 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:24.812710 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:24.813026 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:25.152415 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6448d862-1087-4103-8733-179b5d2ceee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:25.194197 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:25.216067 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e9924b72-a3eb-4a49-9235-038eb1974e0b up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:03:25.270887 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port e9924b72-a3eb-4a49-9235-038eb1974e0b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:03:25.271371 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:25.356366 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:25.391407 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port e9924b72-a3eb-4a49-9235-038eb1974e0b, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e9924b72-a3eb-4a49-9235-038eb1974e0b,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:03:25.413242 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:25.480769 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:25.514481 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5813691e-4f4e-4a5d-b0f4-0745f7bc7c2d None None] Network 889cea85-efdc-4258-9f24-be3e730c1da9 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:03:25.574562 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=e9924b72-a3eb-4a49-9235-038eb1974e0b,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:25.596871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Router 3c10333d-cc18-4cbf-a386-be007d4906f3 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:03:25.602852 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-61bb97fd-19ae-438a-b58c-ad70d7eb34ea None None] Provisioning complete for port e9924b72-a3eb-4a49-9235-038eb1974e0b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:03:25.603484 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-61bb97fd-19ae-438a-b58c-ad70d7eb34ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:25.706148 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:03:25.727572 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] Sync routers for ids ['3c10333d-cc18-4cbf-a386-be007d4906f3'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:03:25.758301 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] Routers {'3c10333d-cc18-4cbf-a386-be007d4906f3'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:03:25.758301 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:03:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3c10333d-cc18-4cbf-a386-be007d4906f3'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:03:25.775768 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:25.783400 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-19d14ce8-b3c8-4692-a07b-c0d0d22a8ad4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9569836 Apr 20 17:03:25.783400 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57774) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:03:26.028423 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] Set router 3c10333d-cc18-4cbf-a386-be007d4906f3 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:03:26.200872 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5a4e73aa-98fd-48eb-b656-54f0a9816fc4 None None] Provisioning complete for port e9924b72-a3eb-4a49-9235-038eb1974e0b triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:03:26.201536 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5a4e73aa-98fd-48eb-b656-54f0a9816fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:26.225341 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd3f6-ae55-4e63-ae0f-ad027bf63a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:26.257223 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:24Z', 'revision_number': 3, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:03:26.286414 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] Checking router: 3c10333d-cc18-4cbf-a386-be007d4906f3 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:03:26.286679 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] Updating router 3c10333d-cc18-4cbf-a386-be007d4906f3 port 5e20f8c8-3729-4ba1-b980-3891d3ffb6fd binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:03:26.334187 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:26.382177 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-bd0cd3f6-ae55-4e63-ae0f-ad027bf63a74 admin admin] Allocated IP 172.20.0.1 (889cea85-efdc-4258-9f24-be3e730c1da9/b2c128b4-a5b3-41a9-be36-d1dd89e44c48/a8edb298-57d9-4567-bc4f-cdaec09ee22a) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:03:26.494167 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd3f6-ae55-4e63-ae0f-ad027bf63a74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:26.532297 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:26.621716 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:26.689677 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:26.747807 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] Attempting to bind port 5e20f8c8-3729-4ba1-b980-3891d3ffb6fd on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:03:26.748188 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] Attempting to bind port 5e20f8c8-3729-4ba1-b980-3891d3ffb6fd by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:03:26.748647 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] Attempting to bind port 5e20f8c8-3729-4ba1-b980-3891d3ffb6fd on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:03:26.757938 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b7acc-fa29-4f36-916f-807110a8e816 None None] Pushing event updated for resources: {'Port': ['ID=5e20f8c8-3729-4ba1-b980-3891d3ffb6fd,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:26.761292 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:03:26.761683 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:03:26.762090 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:26.762476 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:03:26.762956 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] Bound port: 5e20f8c8-3729-4ba1-b980-3891d3ffb6fd, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:03:26.763348 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:26.823133 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] For port 5e20f8c8-3729-4ba1-b980-3891d3ffb6fd, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:03:26.826325 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] For port 5e20f8c8-3729-4ba1-b980-3891d3ffb6fd, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5e20f8c8-3729-4ba1-b980-3891d3ffb6fd,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:03:26.895446 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:26.924240 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd3f6-ae55-4e63-ae0f-ad027bf63a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:26.953223 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] Routers {'3c10333d-cc18-4cbf-a386-be007d4906f3'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:03:26.953855 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:03:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3c10333d-cc18-4cbf-a386-be007d4906f3'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:03:26.955495 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b7acc-fa29-4f36-916f-807110a8e816 None None] Pushing event updated for resources: {'Port': ['ID=5e20f8c8-3729-4ba1-b980-3891d3ffb6fd,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:26.965705 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0cd3f6-ae55-4e63-ae0f-ad027bf63a74 admin admin] Network 889cea85-efdc-4258-9f24-be3e730c1da9 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:03:26.971372 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-bd0cd3f6-ae55-4e63-ae0f-ad027bf63a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:03:26.974916 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0cd3f6-ae55-4e63-ae0f-ad027bf63a74 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:03:27.006173 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cd3f6-ae55-4e63-ae0f-ad027bf63a74 admin admin] Pushing event updated for resources: {'Port': ['ID=a8edb298-57d9-4567-bc4f-cdaec09ee22a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:27.018141 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd3f6-ae55-4e63-ae0f-ad027bf63a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:27.077633 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] Set router 3c10333d-cc18-4cbf-a386-be007d4906f3 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:03:27.196519 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e9924b72-a3eb-4a49-9235-038eb1974e0b up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:03:27.199080 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd3f6-ae55-4e63-ae0f-ad027bf63a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:27.312987 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port e9924b72-a3eb-4a49-9235-038eb1974e0b triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:03:27.313546 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:27.314751 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-fdab56f0-63ae-4824-8e55-7a715e15244f None None] Provisioning complete for port a8edb298-57d9-4567-bc4f-cdaec09ee22a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:03:27.315108 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fdab56f0-63ae-4824-8e55-7a715e15244f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:27.363170 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd3f6-ae55-4e63-ae0f-ad027bf63a74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:27.386509 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-fdab56f0-63ae-4824-8e55-7a715e15244f None None] Port a8edb298-57d9-4567-bc4f-cdaec09ee22a cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:03:27.396328 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:24Z', 'revision_number': 3, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:03:27.409259 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd3f6-ae55-4e63-ae0f-ad027bf63a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:27.427298 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a89eed-7d75-4ed2-9e47-5a220cf52f3c None None] The sync data for ids ['3c10333d-cc18-4cbf-a386-be007d4906f3'] in n-d-836146-2 is: [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:24Z', 'revision_number': 3, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:03:27.479151 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cd3f6-ae55-4e63-ae0f-ad027bf63a74 admin admin] Pushing event updated for resources: {'Port': ['ID=a8edb298-57d9-4567-bc4f-cdaec09ee22a,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:27.480390 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd3f6-ae55-4e63-ae0f-ad027bf63a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:27.580096 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0cd3f6-ae55-4e63-ae0f-ad027bf63a74 admin admin] Network 889cea85-efdc-4258-9f24-be3e730c1da9 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:03:27.581523 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-bd0cd3f6-ae55-4e63-ae0f-ad027bf63a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:03:27.764044 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0cd3f6-ae55-4e63-ae0f-ad027bf63a74 admin admin] Router 3c10333d-cc18-4cbf-a386-be007d4906f3 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:03:27.916601 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:27.947939 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0cd3f6-ae55-4e63-ae0f-ad027bf63a74 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:03:27.953095 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bd0cd3f6-ae55-4e63-ae0f-ad027bf63a74 admin admin] 10.222.0.15 "PUT /v2.0/routers/3c10333d-cc18-4cbf-a386-be007d4906f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1717212 Apr 20 17:03:28.017289 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-33d4a1c6-cb19-4a05-92a4-9fb5becdaf99 None None] Provisioning complete for port a8edb298-57d9-4567-bc4f-cdaec09ee22a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:03:28.017658 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33d4a1c6-cb19-4a05-92a4-9fb5becdaf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:28.056804 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-33d4a1c6-cb19-4a05-92a4-9fb5becdaf99 None None] Port a8edb298-57d9-4567-bc4f-cdaec09ee22a cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:03:28.134844 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:28.489585 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57782) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:03:28.494300 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-23787219-5825-40f1-a786-58d716b27c1c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--751159107', 'description': 'tempest-description--1352830616'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:03:28.585535 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23787219-5825-40f1-a786-58d716b27c1c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:28.653967 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23787219-5825-40f1-a786-58d716b27c1c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:28.700796 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23787219-5825-40f1-a786-58d716b27c1c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:28.729306 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23787219-5825-40f1-a786-58d716b27c1c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed507b3f-3365-4368-9db4-3e0f65a9065b,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:28.788433 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23787219-5825-40f1-a786-58d716b27c1c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:28.790848 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-23787219-5825-40f1-a786-58d716b27c1c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2990658 Apr 20 17:03:28.792665 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57784) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:03:28.797878 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-9d52d9e6-fbef-44ef-94ba-a65b32790bc4 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Request body: {'security_group_rule': {'security_group_id': 'ed507b3f-3365-4368-9db4-3e0f65a9065b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:03:28.894760 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9d52d9e6-fbef-44ef-94ba-a65b32790bc4 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:28.955053 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9d52d9e6-fbef-44ef-94ba-a65b32790bc4 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:28.963388 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:29.043270 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9d52d9e6-fbef-44ef-94ba-a65b32790bc4 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:29.062051 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52d9e6-fbef-44ef-94ba-a65b32790bc4 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d917b1e-9a2d-42e3-b733-1964ccf227bf,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:29.095983 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] Sync routers for ids ['3c10333d-cc18-4cbf-a386-be007d4906f3'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:03:29.106295 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] Routers {'3c10333d-cc18-4cbf-a386-be007d4906f3'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:03:29.106907 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:03:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3c10333d-cc18-4cbf-a386-be007d4906f3'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:03:29.114213 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9d52d9e6-fbef-44ef-94ba-a65b32790bc4 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:29.115893 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9d52d9e6-fbef-44ef-94ba-a65b32790bc4 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3217134 Apr 20 17:03:29.119105 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57786) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:03:29.124944 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f295dd71-ab85-48f6-91bd-d4de2c081c40 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Request body: {'security_group_rule': {'security_group_id': 'ed507b3f-3365-4368-9db4-3e0f65a9065b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:03:29.198408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5e20f8c8-3729-4ba1-b980-3891d3ffb6fd up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:03:29.209641 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f295dd71-ab85-48f6-91bd-d4de2c081c40 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:29.221838 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] Set router 3c10333d-cc18-4cbf-a386-be007d4906f3 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:03:29.250219 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 5e20f8c8-3729-4ba1-b980-3891d3ffb6fd triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:03:29.250588 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:29.276434 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f295dd71-ab85-48f6-91bd-d4de2c081c40 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:29.329648 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:29.349619 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 5e20f8c8-3729-4ba1-b980-3891d3ffb6fd, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5e20f8c8-3729-4ba1-b980-3891d3ffb6fd,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:03:29.363660 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f295dd71-ab85-48f6-91bd-d4de2c081c40 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:29.379588 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295dd71-ab85-48f6-91bd-d4de2c081c40 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63bca1d-8a51-45c8-bdee-4bf57d053530,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:29.421939 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 2, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:03:29.448060 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] Checking router: 3c10333d-cc18-4cbf-a386-be007d4906f3 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:03:29.448440 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] Updating router 3c10333d-cc18-4cbf-a386-be007d4906f3 port a8edb298-57d9-4567-bc4f-cdaec09ee22a binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:03:29.449524 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:29.480787 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f295dd71-ab85-48f6-91bd-d4de2c081c40 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:29.481947 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f295dd71-ab85-48f6-91bd-d4de2c081c40 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3615294 Apr 20 17:03:29.485421 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57788) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:03:29.490073 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c19f7a2e-2e85-409a-bf78-121dd5d70c19 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:03:29.493563 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:29.498648 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=5e20f8c8-3729-4ba1-b980-3891d3ffb6fd,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:29.575046 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c19f7a2e-2e85-409a-bf78-121dd5d70c19 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:29.671037 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c19f7a2e-2e85-409a-bf78-121dd5d70c19 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:29.757477 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:29.779093 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-c19f7a2e-2e85-409a-bf78-121dd5d70c19 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Allocated IP 172.25.0.245 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/db9f754b-5cb5-4549-953b-45d4326327c0) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:03:29.841923 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:29.881996 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c19f7a2e-2e85-409a-bf78-121dd5d70c19 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:29.895287 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d3ac3-0426-494b-b5b7-152c3f43c3d9 None None] Pushing event updated for resources: {'Port': ['ID=a8edb298-57d9-4567-bc4f-cdaec09ee22a,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:29.917903 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d3ac3-0426-494b-b5b7-152c3f43c3d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:29.918253 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d3ac3-0426-494b-b5b7-152c3f43c3d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:29.918594 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d3ac3-0426-494b-b5b7-152c3f43c3d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:29.918926 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d3ac3-0426-494b-b5b7-152c3f43c3d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:29.919262 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d3ac3-0426-494b-b5b7-152c3f43c3d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:29.919588 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d3ac3-0426-494b-b5b7-152c3f43c3d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:29.919914 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d3ac3-0426-494b-b5b7-152c3f43c3d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:29.920237 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d3ac3-0426-494b-b5b7-152c3f43c3d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:29.920606 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d3ac3-0426-494b-b5b7-152c3f43c3d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:29.920918 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d3ac3-0426-494b-b5b7-152c3f43c3d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:29.921240 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d3ac3-0426-494b-b5b7-152c3f43c3d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:29.921561 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d3ac3-0426-494b-b5b7-152c3f43c3d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:03:29.956865 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] Attempting to bind port a8edb298-57d9-4567-bc4f-cdaec09ee22a on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:03:29.956865 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] Attempting to bind port a8edb298-57d9-4567-bc4f-cdaec09ee22a by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:03:29.956865 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] Attempting to bind port a8edb298-57d9-4567-bc4f-cdaec09ee22a on network 889cea85-efdc-4258-9f24-be3e730c1da9 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:03:29.959762 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:03:29.960137 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] Checking segment: {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:03:29.960574 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:29.960969 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] Bound using segment: {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:03:29.961438 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] Bound port: a8edb298-57d9-4567-bc4f-cdaec09ee22a, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:03:29.961823 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:29.975366 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c19f7a2e-2e85-409a-bf78-121dd5d70c19 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:30.024273 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19f7a2e-2e85-409a-bf78-121dd5d70c19 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:03:30.027349 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-c19f7a2e-2e85-409a-bf78-121dd5d70c19 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:03:30.032622 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f7a2e-2e85-409a-bf78-121dd5d70c19 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:03:30.036053 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f7a2e-2e85-409a-bf78-121dd5d70c19 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Pushing event updated for resources: {'Port': ['ID=db9f754b-5cb5-4549-953b-45d4326327c0,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:30.036912 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] For port a8edb298-57d9-4567-bc4f-cdaec09ee22a, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:03:30.040744 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] For port a8edb298-57d9-4567-bc4f-cdaec09ee22a, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a8edb298-57d9-4567-bc4f-cdaec09ee22a,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:03:30.089688 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-313331c8-abed-4c24-96c6-0fb51e10d0e2 None None] Provisioning complete for port a8edb298-57d9-4567-bc4f-cdaec09ee22a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:03:30.090275 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-313331c8-abed-4c24-96c6-0fb51e10d0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:30.122615 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c19f7a2e-2e85-409a-bf78-121dd5d70c19 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:30.124910 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:30.138580 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-313331c8-abed-4c24-96c6-0fb51e10d0e2 None None] Port a8edb298-57d9-4567-bc4f-cdaec09ee22a cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:03:30.183836 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] Routers {'3c10333d-cc18-4cbf-a386-be007d4906f3'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:03:30.184520 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:03:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3c10333d-cc18-4cbf-a386-be007d4906f3'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:03:30.186934 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d3ac3-0426-494b-b5b7-152c3f43c3d9 None None] Pushing event updated for resources: {'Port': ['ID=a8edb298-57d9-4567-bc4f-cdaec09ee22a,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:30.232473 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:30.237553 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c19f7a2e-2e85-409a-bf78-121dd5d70c19 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:30.302515 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] Set router 3c10333d-cc18-4cbf-a386-be007d4906f3 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:03:30.356865 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-82f7c507-b759-4d58-ab1b-f4c091d68288 None None] Provisioning complete for port a8edb298-57d9-4567-bc4f-cdaec09ee22a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:03:30.357416 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-82f7c507-b759-4d58-ab1b-f4c091d68288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:30.411440 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c19f7a2e-2e85-409a-bf78-121dd5d70c19 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:30.442587 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-82f7c507-b759-4d58-ab1b-f4c091d68288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:30.466442 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c19f7a2e-2e85-409a-bf78-121dd5d70c19 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:30.475383 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-82f7c507-b759-4d58-ab1b-f4c091d68288 None None] For port a8edb298-57d9-4567-bc4f-cdaec09ee22a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a8edb298-57d9-4567-bc4f-cdaec09ee22a,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:03:30.540928 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-82f7c507-b759-4d58-ab1b-f4c091d68288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:30.548976 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f7a2e-2e85-409a-bf78-121dd5d70c19 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Pushing event updated for resources: {'Port': ['ID=db9f754b-5cb5-4549-953b-45d4326327c0,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:30.556565 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c19f7a2e-2e85-409a-bf78-121dd5d70c19 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:30.599106 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7c507-b759-4d58-ab1b-f4c091d68288 None None] Pushing event updated for resources: {'Port': ['ID=a8edb298-57d9-4567-bc4f-cdaec09ee22a,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:30.621764 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:03:30.633888 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c19f7a2e-2e85-409a-bf78-121dd5d70c19 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:30.635233 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c19f7a2e-2e85-409a-bf78-121dd5d70c19 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1485965 Apr 20 17:03:30.648105 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ced7f3-0a81-4ade-9421-f16629a654a1 None None] The sync data for ids ['3c10333d-cc18-4cbf-a386-be007d4906f3'] in n-d-836146-2 is: [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:03:30.793953 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-85d5ca3d-d975-470e-a2c7-b7a0fe93a732 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--751159107&fields=id&tenant_id=375bb86601df4e70b14cb49c83872167 HTTP/1.1" status: 200 len: 267 time: 0.0350342 Apr 20 17:03:30.903162 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-71eb34da-0c89-46ff-918c-7341db300917 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:30.904676 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-71eb34da-0c89-46ff-918c-7341db300917 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 811 time: 0.1044364 Apr 20 17:03:30.921420 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-c251c790-5b21-458f-bcb4-310fc7c75e05 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/quotas/375bb86601df4e70b14cb49c83872167 HTTP/1.1" status: 200 len: 375 time: 0.0094166 Apr 20 17:03:30.978153 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-6d115c57-9989-4067-8bde-5ad45ec53451 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500376 Apr 20 17:03:31.136227 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-21d9f38b-aff1-4aa0-8921-67af4a10316b service neutron] 10.222.0.15 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449778 Apr 20 17:03:31.238502 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-f8c86067-88c2-4267-8667-b7d4dfee4148 service neutron] 10.222.0.15 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953574 Apr 20 17:03:31.269978 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a8edb298-57d9-4567-bc4f-cdaec09ee22a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:03:31.337188 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port a8edb298-57d9-4567-bc4f-cdaec09ee22a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:03:31.337556 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:31.431679 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5e20f8c8-3729-4ba1-b980-3891d3ffb6fd up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:03:31.490767 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 5e20f8c8-3729-4ba1-b980-3891d3ffb6fd triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:03:31.491486 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:31.494726 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-3d779238-872c-4d00-bb35-9404babd4e6b req-25840d41-1292-49f6-bc68-175ece09727b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 210 time: 0.0401397 Apr 20 17:03:32.593744 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-edd758fb-ba0d-4a5d-9424-0782809999b3 req-aa756078-0d25-4ddc-8bfb-7d98be608772 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 210 time: 0.0304396 Apr 20 17:03:33.052701 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:03:33.574469 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-a401989a-5d17-4874-9f84-fe584525c4b9 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:33.575911 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-a401989a-5d17-4874-9f84-fe584525c4b9 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.26 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 811 time: 0.1029677 Apr 20 17:03:33.625410 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-29f0cb14-5473-4f27-ac7c-7a548a7ab968 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=375bb86601df4e70b14cb49c83872167 HTTP/1.1" status: 200 len: 379 time: 0.0339632 Apr 20 17:03:33.634284 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-3e27f3e9-e6bc-43a7-b42e-017155ad6366 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Request body: {'port': {'device_id': '7e2b28c0-7722-4b24-9cfe-3aa261fa64c0', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'admin_state_up': True, 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'security_groups': ['ed507b3f-3365-4368-9db4-3e0f65a9065b']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:03:33.688893 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f05247a7-cc70-4f60-9445-0c8f9ca5262e req-4f343a9b-557b-4477-98d5-de49272b4b9f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 210 time: 0.0264404 Apr 20 17:03:33.797327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-3e27f3e9-e6bc-43a7-b42e-017155ad6366 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Made reservation on behalf of 375bb86601df4e70b14cb49c83872167 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:03:33.803517 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-3e27f3e9-e6bc-43a7-b42e-017155ad6366 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:33.929320 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-3e27f3e9-e6bc-43a7-b42e-017155ad6366 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Allocated IP 172.20.0.5 (889cea85-efdc-4258-9f24-be3e730c1da9/b2c128b4-a5b3-41a9-be36-d1dd89e44c48/d324dd96-738b-414c-a962-542e71907bce) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:03:34.065236 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-3e27f3e9-e6bc-43a7-b42e-017155ad6366 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:34.146936 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-3e27f3e9-e6bc-43a7-b42e-017155ad6366 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:34.187648 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-3e27f3e9-e6bc-43a7-b42e-017155ad6366 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Network 889cea85-efdc-4258-9f24-be3e730c1da9 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:03:34.194087 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-3e27f3e9-e6bc-43a7-b42e-017155ad6366 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:03:34.198360 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-3e27f3e9-e6bc-43a7-b42e-017155ad6366 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:03:34.230058 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27f3e9-e6bc-43a7-b42e-017155ad6366 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Pushing event updated for resources: {'Port': ['ID=d324dd96-738b-414c-a962-542e71907bce,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:34.256680 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-3e27f3e9-e6bc-43a7-b42e-017155ad6366 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:34.257308 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-3e27f3e9-e6bc-43a7-b42e-017155ad6366 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:34.343386 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-3e27f3e9-e6bc-43a7-b42e-017155ad6366 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7126045 Apr 20 17:03:34.376172 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-74d75982-d14c-4f65-9512-dcc433f66880 service neutron] Request body: {'port': {'device_id': '7e2b28c0-7722-4b24-9cfe-3aa261fa64c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:03:34.387018 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-36375226-1208-4dda-a29e-ea594fdf8acc None None] Provisioning complete for port d324dd96-738b-414c-a962-542e71907bce triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:03:34.387550 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-36375226-1208-4dda-a29e-ea594fdf8acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:34.429193 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-36375226-1208-4dda-a29e-ea594fdf8acc None None] Port d324dd96-738b-414c-a962-542e71907bce cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:03:34.430641 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-74d75982-d14c-4f65-9512-dcc433f66880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:34.692123 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-74d75982-d14c-4f65-9512-dcc433f66880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d324dd96-738b-414c-a962-542e71907bce {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:03:34.699515 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-74d75982-d14c-4f65-9512-dcc433f66880 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:34.710985 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-74d75982-d14c-4f65-9512-dcc433f66880 service neutron] Transition to ACTIVE for port object d324dd96-738b-414c-a962-542e71907bce will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:03:34.790356 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-74d75982-d14c-4f65-9512-dcc433f66880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:34.859841 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc6a3d-a2ed-4719-a5d1-863b4dcabc20 req-38509aa3-c3c5-4f57-8ff4-5de8ebe22241 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:34.861411 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3dc6a3d-a2ed-4719-a5d1-863b4dcabc20 req-38509aa3-c3c5-4f57-8ff4-5de8ebe22241 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 931 time: 0.1010027 Apr 20 17:03:34.863625 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d75982-d14c-4f65-9512-dcc433f66880 service neutron] Pushing event updated for resources: {'Port': ['ID=d324dd96-738b-414c-a962-542e71907bce,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:34.945028 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3dc6a3d-a2ed-4719-a5d1-863b4dcabc20 req-919af352-79e5-4bde-992c-90f506ec5396 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632372 Apr 20 17:03:34.955932 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-74d75982-d14c-4f65-9512-dcc433f66880 service neutron] Attempting to bind port d324dd96-738b-414c-a962-542e71907bce on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:03:34.956302 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-74d75982-d14c-4f65-9512-dcc433f66880 service neutron] Attempting to bind port d324dd96-738b-414c-a962-542e71907bce by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:03:34.956667 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-74d75982-d14c-4f65-9512-dcc433f66880 service neutron] Attempting to bind port d324dd96-738b-414c-a962-542e71907bce on network 889cea85-efdc-4258-9f24-be3e730c1da9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:03:34.961134 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-74d75982-d14c-4f65-9512-dcc433f66880 service neutron] Port d324dd96-738b-414c-a962-542e71907bce on network 889cea85-efdc-4258-9f24-be3e730c1da9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:03:34.961455 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-74d75982-d14c-4f65-9512-dcc433f66880 service neutron] Attempting to bind port d324dd96-738b-414c-a962-542e71907bce on network 889cea85-efdc-4258-9f24-be3e730c1da9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:03:34.966611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-74d75982-d14c-4f65-9512-dcc433f66880 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:03:34.970592 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-74d75982-d14c-4f65-9512-dcc433f66880 service neutron] Checking segment: {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:03:34.970592 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-74d75982-d14c-4f65-9512-dcc433f66880 service neutron] Bound using segment: {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:03:34.970592 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-74d75982-d14c-4f65-9512-dcc433f66880 service neutron] Bound port: d324dd96-738b-414c-a962-542e71907bce, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:03:34.970592 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-74d75982-d14c-4f65-9512-dcc433f66880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:35.036669 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-74d75982-d14c-4f65-9512-dcc433f66880 service neutron] For port d324dd96-738b-414c-a962-542e71907bce, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:03:35.041079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-74d75982-d14c-4f65-9512-dcc433f66880 service neutron] For port d324dd96-738b-414c-a962-542e71907bce, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=d324dd96-738b-414c-a962-542e71907bce,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:03:35.101040 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-74d75982-d14c-4f65-9512-dcc433f66880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:35.135448 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-74d75982-d14c-4f65-9512-dcc433f66880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:35.136123 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-74d75982-d14c-4f65-9512-dcc433f66880 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:35.137595 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-74d75982-d14c-4f65-9512-dcc433f66880 service neutron] 10.222.0.26 "PUT /v2.0/ports/d324dd96-738b-414c-a962-542e71907bce HTTP/1.1" status: 200 len: 1091 time: 0.7661970 Apr 20 17:03:35.137925 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2b28c0-7722-4b24-9cfe-3aa261fa64c0', 'tag': 'd324dd96-738b-414c-a962-542e71907bce'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:03:35.140669 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc0e0af7fe886fac7cb9bed9dc8c10438c7130095ecb5c5be8b8758aabb0ab4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d45a95-c568-4ca6-b8a2-cc4d0465b812" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2b28c0-7722-4b24-9cfe-3aa261fa64c0", "tag": "d324dd96-738b-414c-a962-542e71907bce"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:03:35.169543 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d75982-d14c-4f65-9512-dcc433f66880 service neutron] Pushing event updated for resources: {'Port': ['ID=d324dd96-738b-414c-a962-542e71907bce,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:35.184847 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9fc3e3-8f3a-4023-96cf-2f90f6351218 x-openstack-request-id: req-1f9fc3e3-8f3a-4023-96cf-2f90f6351218 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:03:35.185235 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2b28c0-7722-4b24-9cfe-3aa261fa64c0", "tag": "d324dd96-738b-414c-a962-542e71907bce", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:03:35.185436 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f9fc3e3-8f3a-4023-96cf-2f90f6351218 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:03:35.185786 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f9fc3e3-8f3a-4023-96cf-2f90f6351218'] response: {'name': 'network-changed', 'server_uuid': '7e2b28c0-7722-4b24-9cfe-3aa261fa64c0', 'tag': 'd324dd96-738b-414c-a962-542e71907bce', 'status': 'completed', 'code': 200} Apr 20 17:03:35.266620 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d45a95-c568-4ca6-b8a2-cc4d0465b812 req-6af4efe9-b100-4308-9124-e58cba7cdd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:35.268447 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1d45a95-c568-4ca6-b8a2-cc4d0465b812 req-6af4efe9-b100-4308-9124-e58cba7cdd9c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 1094 time: 0.0433686 Apr 20 17:03:35.375669 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d45a95-c568-4ca6-b8a2-cc4d0465b812 req-8ea7e5ee-b5ed-442d-b505-d94ac8137db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:35.377197 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1d45a95-c568-4ca6-b8a2-cc4d0465b812 req-8ea7e5ee-b5ed-442d-b505-d94ac8137db1 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=375bb86601df4e70b14cb49c83872167&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0948389 Apr 20 17:03:35.469341 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d45a95-c568-4ca6-b8a2-cc4d0465b812 req-3898d85e-a214-43b9-9543-abdd60f8baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:35.470955 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1d45a95-c568-4ca6-b8a2-cc4d0465b812 req-3898d85e-a214-43b9-9543-abdd60f8baa2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869594 Apr 20 17:03:35.571170 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-419134b0-f0fe-49d5-9201-d1638a03d64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:35.572687 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-419134b0-f0fe-49d5-9201-d1638a03d64d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 1094 time: 0.0455580 Apr 20 17:03:35.617965 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-2f4c5383-bfdc-4a2d-a752-84e7b555c10a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d324dd96-738b-414c-a962-542e71907bce HTTP/1.1" status: 200 len: 217 time: 0.0332339 Apr 20 17:03:35.665025 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-eddd7e46-71b7-4016-ab8e-036bd90625b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:35.666467 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-eddd7e46-71b7-4016-ab8e-036bd90625b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0427389 Apr 20 17:03:35.714827 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-9e600efe-4727-4448-a210-5621a18fbbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:35.716289 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-9e600efe-4727-4448-a210-5621a18fbbbc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436430 Apr 20 17:03:36.188880 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de9bf2-575a-4a11-98bd-198705b55a66 req-be0c8cd3-8c0e-4d50-9b80-375076d2668b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:36.190325 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a3de9bf2-575a-4a11-98bd-198705b55a66 req-be0c8cd3-8c0e-4d50-9b80-375076d2668b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 943 time: 0.0960169 Apr 20 17:03:36.211184 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-3b1f7b1d-c75a-402d-b1c9-8125ba711ce7 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4883370 Apr 20 17:03:36.276761 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a3de9bf2-575a-4a11-98bd-198705b55a66 req-9416041b-5e12-409f-98f6-89eaa36276ea tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776665 Apr 20 17:03:36.315688 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-919265f1-9e4b-44e4-970a-22006bbc0336 req-54fc75b6-450a-41ec-b377-9c43929f719b service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959783 Apr 20 17:03:37.397688 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bd26a-a5eb-46ee-8e4d-ee6cd24cc9aa req-b59514b1-897d-4f85-9099-8bb2b738ea33 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:37.399072 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f30bd26a-a5eb-46ee-8e4d-ee6cd24cc9aa req-b59514b1-897d-4f85-9099-8bb2b738ea33 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 943 time: 0.0492671 Apr 20 17:03:37.436057 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-f30bd26a-a5eb-46ee-8e4d-ee6cd24cc9aa req-14121b68-db8b-48cf-908e-90629c77a11b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308952 Apr 20 17:03:38.557921 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68b769-5244-46bf-8208-eff053eb1aa2 req-7674a151-7193-4ad3-b950-9762bf96d028 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:38.559671 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-da68b769-5244-46bf-8208-eff053eb1aa2 req-7674a151-7193-4ad3-b950-9762bf96d028 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 943 time: 0.0531294 Apr 20 17:03:38.597585 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-da68b769-5244-46bf-8208-eff053eb1aa2 req-681467eb-69c8-46c0-906d-cb0b4ff9c59d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317762 Apr 20 17:03:39.674545 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device d324dd96-738b-414c-a962-542e71907bce details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:03:39.712769 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25d5de-691c-4a11-b5d5-0527acb92772 req-53300dc1-5386-454f-91e9-a0c2fde277f7 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:39.714269 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2b25d5de-691c-4a11-b5d5-0527acb92772 req-53300dc1-5386-454f-91e9-a0c2fde277f7 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 943 time: 0.0481608 Apr 20 17:03:39.753927 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-2b25d5de-691c-4a11-b5d5-0527acb92772 req-8e8834c2-5071-43d1-98c5-7410fda4696e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325904 Apr 20 17:03:39.774760 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port d324dd96-738b-414c-a962-542e71907bce, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=d324dd96-738b-414c-a962-542e71907bce,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:03:39.786883 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'd324dd96-738b-414c-a962-542e71907bce', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'port_id': 'd324dd96-738b-414c-a962-542e71907bce', 'mac_address': 'fa:16:3e:bb:cc:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:03:39.822031 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:39.835306 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d324dd96-738b-414c-a962-542e71907bce {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:03:39.854677 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port d324dd96-738b-414c-a962-542e71907bce, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=d324dd96-738b-414c-a962-542e71907bce,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:03:39.963083 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:40.009655 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=d324dd96-738b-414c-a962-542e71907bce,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:40.297909 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['d324dd96-738b-414c-a962-542e71907bce'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:03:40.869735 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9355cb-dcf7-410f-9a30-f160198fac69 req-3f5d7467-3a46-4f8d-bd69-beef14cf0b50 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:40.871222 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ba9355cb-dcf7-410f-9a30-f160198fac69 req-3f5d7467-3a46-4f8d-bd69-beef14cf0b50 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 944 time: 0.0490749 Apr 20 17:03:40.909385 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ba9355cb-dcf7-410f-9a30-f160198fac69 req-90a5c58d-a3d4-44cd-b6f1-31d9ae4feb29 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316460 Apr 20 17:03:41.674591 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device d324dd96-738b-414c-a962-542e71907bce up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:03:41.802913 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port d324dd96-738b-414c-a962-542e71907bce completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:03:41.806844 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port d324dd96-738b-414c-a962-542e71907bce triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:03:41.807211 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:41.887231 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:41.915189 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2b28c0-7722-4b24-9cfe-3aa261fa64c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd324dd96-738b-414c-a962-542e71907bce'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:03:41.917448 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2da1b310ae7a34f8ec1c79de3ec833d544c3db060f811d7edd38cb058cd17e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339a8ca0-bb7a-461c-89de-03a497b2439a" -d '{"events": [{"server_uuid": "7e2b28c0-7722-4b24-9cfe-3aa261fa64c0", "name": "network-vif-plugged", "status": "completed", "tag": "d324dd96-738b-414c-a962-542e71907bce"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:03:41.932949 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port d324dd96-738b-414c-a962-542e71907bce, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=d324dd96-738b-414c-a962-542e71907bce,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:03:41.956969 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3623b57a-ef99-4b84-9841-82abab784833 x-openstack-request-id: req-3623b57a-ef99-4b84-9841-82abab784833 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:03:41.957260 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2b28c0-7722-4b24-9cfe-3aa261fa64c0", "name": "network-vif-plugged", "status": "completed", "tag": "d324dd96-738b-414c-a962-542e71907bce", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:03:41.957512 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3623b57a-ef99-4b84-9841-82abab784833 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:03:41.957903 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3623b57a-ef99-4b84-9841-82abab784833'] response: {'server_uuid': '7e2b28c0-7722-4b24-9cfe-3aa261fa64c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd324dd96-738b-414c-a962-542e71907bce', 'code': 200} Apr 20 17:03:42.003399 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:42.032022 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c70566-99d0-4864-9ae7-e9c436ce18d6 req-eded9789-3ab6-4314-965e-70722bdd9558 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:42.033571 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-57c70566-99d0-4864-9ae7-e9c436ce18d6 req-eded9789-3ab6-4314-965e-70722bdd9558 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 944 time: 0.0530868 Apr 20 17:03:42.051708 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=d324dd96-738b-414c-a962-542e71907bce,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:03:42.103650 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-57c70566-99d0-4864-9ae7-e9c436ce18d6 req-e7dc2d25-9c83-4309-8fd2-b51fd911f343 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612853 Apr 20 17:03:42.110683 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd232bc9-ae49-4896-a452-1f9b4900e50d req-4d673915-93c5-443d-b6d2-d4d1176ce578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:42.112141 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd232bc9-ae49-4896-a452-1f9b4900e50d req-4d673915-93c5-443d-b6d2-d4d1176ce578 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 1096 time: 0.0646718 Apr 20 17:03:42.146222 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd232bc9-ae49-4896-a452-1f9b4900e50d req-903f976a-b144-45f7-ae99-f414b0ca26b2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277824 Apr 20 17:03:43.226284 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c21457-463e-44c0-9984-80cb0fc79d92 req-3d9c9b22-07c6-4929-b7a4-c5ac64f924bc tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:43.227800 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-57c21457-463e-44c0-9984-80cb0fc79d92 req-3d9c9b22-07c6-4929-b7a4-c5ac64f924bc tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0558567 Apr 20 17:03:43.265810 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-57c21457-463e-44c0-9984-80cb0fc79d92 req-3ce69890-3709-498d-96bb-75a6586c65ed tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318208 Apr 20 17:03:44.434644 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915270aa-a01b-4f50-95fe-53d7ffcbc943 req-1c3e2ad8-a2d4-4bca-87d6-fd5bda685e71 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:44.436045 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-915270aa-a01b-4f50-95fe-53d7ffcbc943 req-1c3e2ad8-a2d4-4bca-87d6-fd5bda685e71 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0495009 Apr 20 17:03:44.473714 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-915270aa-a01b-4f50-95fe-53d7ffcbc943 req-819a488e-b50a-4592-b9b1-b6f197885615 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311220 Apr 20 17:03:44.620276 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727612fb-c851-45ea-a4d4-e331b2aee0ce req-ea7fa750-9e83-441c-acb9-ed67e6dd95b1 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:44.621772 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-727612fb-c851-45ea-a4d4-e331b2aee0ce req-ea7fa750-9e83-441c-acb9-ed67e6dd95b1 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0487866 Apr 20 17:03:44.630837 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 57850) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:03:44.635336 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b3a65ecb-8793-42c3-bf3a-417f4a082669 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Request body: {'floatingip': {'port_id': 'd324dd96-738b-414c-a962-542e71907bce'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:03:44.673634 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3a65ecb-8793-42c3-bf3a-417f4a082669 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for floatingip, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:45.105527 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3a65ecb-8793-42c3-bf3a-417f4a082669 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:45.168499 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3a65ecb-8793-42c3-bf3a-417f4a082669 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:45.270824 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-b3a65ecb-8793-42c3-bf3a-417f4a082669 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Floating IP 1412ac89-091f-41d4-911b-7c5d3d0a1055 associated. External IP: 172.25.0.245, port: d324dd96-738b-414c-a962-542e71907bce. Apr 20 17:03:45.477443 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a65ecb-8793-42c3-bf3a-417f4a082669 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Router 3c10333d-cc18-4cbf-a386-be007d4906f3 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:03:45.586004 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a65ecb-8793-42c3-bf3a-417f4a082669 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:03:45.597253 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3a65ecb-8793-42c3-bf3a-417f4a082669 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:45.597376 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6fe36a-e4f6-4ddb-bf4f-b3f9eafad32e None None] Sync routers for ids ['3c10333d-cc18-4cbf-a386-be007d4906f3'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:03:45.605226 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6fe36a-e4f6-4ddb-bf4f-b3f9eafad32e None None] Routers {'3c10333d-cc18-4cbf-a386-be007d4906f3'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:03:45.605839 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4a6fe36a-e4f6-4ddb-bf4f-b3f9eafad32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:03:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3c10333d-cc18-4cbf-a386-be007d4906f3'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:03:45.620673 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b3a65ecb-8793-42c3-bf3a-417f4a082669 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "PUT /v2.0/floatingips/1412ac89-091f-41d4-911b-7c5d3d0a1055 HTTP/1.1" status: 200 len: 991 time: 0.9887631 Apr 20 17:03:45.625638 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2b28c0-7722-4b24-9cfe-3aa261fa64c0', 'tag': 'd324dd96-738b-414c-a962-542e71907bce'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:03:45.625638 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1a1468972f1758b25f3dbc5efe24107cc67e3241beb2eca9795eff98ca81b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bbc615-cea5-4273-8cda-943535cc7c32" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2b28c0-7722-4b24-9cfe-3aa261fa64c0", "tag": "d324dd96-738b-414c-a962-542e71907bce"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:03:45.729597 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ced392-4d39-49c5-a737-c6e141ae3646 req-2988edf0-67a4-4a09-8c03-f9b8fc6c2b1f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:45.731112 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-80ced392-4d39-49c5-a737-c6e141ae3646 req-2988edf0-67a4-4a09-8c03-f9b8fc6c2b1f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0511694 Apr 20 17:03:45.731868 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bccac6-493c-4b32-a959-17b168036d56 x-openstack-request-id: req-96bccac6-493c-4b32-a959-17b168036d56 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:03:45.732162 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2b28c0-7722-4b24-9cfe-3aa261fa64c0", "tag": "d324dd96-738b-414c-a962-542e71907bce", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:03:45.732441 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96bccac6-493c-4b32-a959-17b168036d56 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:03:45.732850 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96bccac6-493c-4b32-a959-17b168036d56'] response: {'name': 'network-changed', 'server_uuid': '7e2b28c0-7722-4b24-9cfe-3aa261fa64c0', 'tag': 'd324dd96-738b-414c-a962-542e71907bce', 'status': 'completed', 'code': 200} Apr 20 17:03:45.773126 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-80ced392-4d39-49c5-a737-c6e141ae3646 req-b64bc836-38ca-4522-ba37-f2f3b7e94723 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341430 Apr 20 17:03:45.825712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbc615-cea5-4273-8cda-943535cc7c32 req-8c95d453-8a46-4f52-948c-061540055c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:45.826723 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-16bbc615-cea5-4273-8cda-943535cc7c32 req-8c95d453-8a46-4f52-948c-061540055c1d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 1096 time: 0.0513933 Apr 20 17:03:45.907011 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-4a6fe36a-e4f6-4ddb-bf4f-b3f9eafad32e None None] Set router 3c10333d-cc18-4cbf-a386-be007d4906f3 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:03:45.926821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbc615-cea5-4273-8cda-943535cc7c32 req-7d44fc2f-df23-42e1-bdcd-9c40cb99fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:45.928299 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-16bbc615-cea5-4273-8cda-943535cc7c32 req-7d44fc2f-df23-42e1-bdcd-9c40cb99fe5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.0939119 Apr 20 17:03:46.012564 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-16bbc615-cea5-4273-8cda-943535cc7c32 req-f2ec7bd9-d634-47ea-93f1-8cd0c97507ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d324dd96-738b-414c-a962-542e71907bce HTTP/1.1" status: 200 len: 999 time: 0.0780485 Apr 20 17:03:46.025333 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db3925-1d14-431c-8cb6-070f96559127 req-9e948db9-3e51-4bf1-a27e-e571d4c0868a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:46.027033 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-06db3925-1d14-431c-8cb6-070f96559127 req-9e948db9-3e51-4bf1-a27e-e571d4c0868a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.1294928 Apr 20 17:03:46.069902 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-06db3925-1d14-431c-8cb6-070f96559127 req-b66ce122-947d-4368-bba6-113f25e935b2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366247 Apr 20 17:03:46.070931 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbc615-cea5-4273-8cda-943535cc7c32 req-825b7dc2-4d26-40dc-97b2-d307f27ca8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:46.072832 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-16bbc615-cea5-4273-8cda-943535cc7c32 req-825b7dc2-4d26-40dc-97b2-d307f27ca8a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0543113 Apr 20 17:03:46.137683 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbc615-cea5-4273-8cda-943535cc7c32 req-b02d1801-2097-461f-9b09-7e37d2eabb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:46.139237 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-16bbc615-cea5-4273-8cda-943535cc7c32 req-b02d1801-2097-461f-9b09-7e37d2eabb1b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599017 Apr 20 17:03:46.196204 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4a6fe36a-e4f6-4ddb-bf4f-b3f9eafad32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '1412ac89-091f-41d4-911b-7c5d3d0a1055', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'port_id': 'd324dd96-738b-414c-a962-542e71907bce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'mac_address': 'fa:16:3e:bb:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2b28c0-7722-4b24-9cfe-3aa261fa64c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:03:30Z', 'updated_at': '2022-04-20T17:03:45Z', 'revision_number': 1, 'project_id': '375bb86601df4e70b14cb49c83872167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:03:46.223178 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6fe36a-e4f6-4ddb-bf4f-b3f9eafad32e None None] Checking router: 3c10333d-cc18-4cbf-a386-be007d4906f3 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:03:46.231386 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6fe36a-e4f6-4ddb-bf4f-b3f9eafad32e None None] Routers {'3c10333d-cc18-4cbf-a386-be007d4906f3'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:03:46.232001 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4a6fe36a-e4f6-4ddb-bf4f-b3f9eafad32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:03:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3c10333d-cc18-4cbf-a386-be007d4906f3'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:03:46.236971 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-16bbc615-cea5-4273-8cda-943535cc7c32 req-aff8e3de-8dc7-4af0-8c18-de284fcb4961 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906396 Apr 20 17:03:46.340763 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-16bbc615-cea5-4273-8cda-943535cc7c32 req-0b64f07a-c1d7-4b58-8073-4b32d0d35e11 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934019 Apr 20 17:03:46.341266 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-4a6fe36a-e4f6-4ddb-bf4f-b3f9eafad32e None None] Set router 3c10333d-cc18-4cbf-a386-be007d4906f3 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:03:46.566174 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4a6fe36a-e4f6-4ddb-bf4f-b3f9eafad32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '1412ac89-091f-41d4-911b-7c5d3d0a1055', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'port_id': 'd324dd96-738b-414c-a962-542e71907bce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'mac_address': 'fa:16:3e:bb:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2b28c0-7722-4b24-9cfe-3aa261fa64c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:03:30Z', 'updated_at': '2022-04-20T17:03:45Z', 'revision_number': 1, 'project_id': '375bb86601df4e70b14cb49c83872167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:03:46.592180 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6fe36a-e4f6-4ddb-bf4f-b3f9eafad32e None None] The sync data for ids ['3c10333d-cc18-4cbf-a386-be007d4906f3'] in n-d-836146-2 is: [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '1412ac89-091f-41d4-911b-7c5d3d0a1055', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'port_id': 'd324dd96-738b-414c-a962-542e71907bce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'mac_address': 'fa:16:3e:bb:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2b28c0-7722-4b24-9cfe-3aa261fa64c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:03:30Z', 'updated_at': '2022-04-20T17:03:45Z', 'revision_number': 1, 'project_id': '375bb86601df4e70b14cb49c83872167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:03:46.770790 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e93003-6c85-40b0-a149-6a20a40119ab None None] New status for floating IP 1412ac89-091f-41d4-911b-7c5d3d0a1055: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:03:47.273394 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c86af2-84eb-4c09-9197-0c6f5aaac4ce req-e0335bad-bd31-4f94-9969-7e5ca52b9f5c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:47.274791 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-58c86af2-84eb-4c09-9197-0c6f5aaac4ce req-e0335bad-bd31-4f94-9969-7e5ca52b9f5c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0965996 Apr 20 17:03:47.313619 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-58c86af2-84eb-4c09-9197-0c6f5aaac4ce req-f46fff8f-5400-4a83-8ee7-173e76acce40 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326250 Apr 20 17:03:47.433201 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06765b34-6b83-4f19-8a15-7d51a6236a7d req-aef4f326-5f8b-4963-b59c-2aefd22f7021 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:47.434696 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-06765b34-6b83-4f19-8a15-7d51a6236a7d req-aef4f326-5f8b-4963-b59c-2aefd22f7021 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0534508 Apr 20 17:03:47.473234 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-06765b34-6b83-4f19-8a15-7d51a6236a7d req-fb586294-a9aa-4a6e-a1ae-c344c764e4e2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322659 Apr 20 17:03:47.868162 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419213a3-a459-45c0-ac39-fa57c04d8441 req-8b9a9ab2-565c-4a35-a94b-e55f37280b6a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:47.869682 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-419213a3-a459-45c0-ac39-fa57c04d8441 req-8b9a9ab2-565c-4a35-a94b-e55f37280b6a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0493810 Apr 20 17:03:47.908946 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-419213a3-a459-45c0-ac39-fa57c04d8441 req-ea074af5-b589-404b-b6bd-21eb0a17dd8d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323427 Apr 20 17:03:47.977639 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-562c6198-51ee-467c-b1e7-ffffcebf7797 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0461810 Apr 20 17:03:49.035610 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cfd06-0ac7-4fee-92b7-f40cdc2ac663 req-b6589339-3afc-4399-b317-92e40e0b6e45 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:49.037050 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d42cfd06-0ac7-4fee-92b7-f40cdc2ac663 req-b6589339-3afc-4399-b317-92e40e0b6e45 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0501533 Apr 20 17:03:49.074722 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d42cfd06-0ac7-4fee-92b7-f40cdc2ac663 req-01be3fce-d245-4821-b3f8-d100f6f9cd85 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314918 Apr 20 17:03:50.095128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-df51dbc5-ca30-4d78-8f92-d93196b697a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:50.096768 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-df51dbc5-ca30-4d78-8f92-d93196b697a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 1096 time: 0.0442033 Apr 20 17:03:50.200344 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-2adf5d9e-e3cd-4707-b757-d56ad163d8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:50.201878 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-2adf5d9e-e3cd-4707-b757-d56ad163d8c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.0963035 Apr 20 17:03:50.203582 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9c7fd-3e9a-43d7-9ee2-6d523cbfbfa8 req-08d814a7-f7db-42ea-9ac1-972fa8150a95 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:50.205092 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7ba9c7fd-3e9a-43d7-9ee2-6d523cbfbfa8 req-08d814a7-f7db-42ea-9ac1-972fa8150a95 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0516584 Apr 20 17:03:50.243809 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-7ba9c7fd-3e9a-43d7-9ee2-6d523cbfbfa8 req-01a91a03-1737-4c65-85fc-a5c4128a538c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325356 Apr 20 17:03:50.268281 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-fe0742cb-481d-4e84-a9e2-c1b68d330efe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d324dd96-738b-414c-a962-542e71907bce HTTP/1.1" status: 200 len: 1001 time: 0.0605032 Apr 20 17:03:50.321020 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-f847a099-abfd-463a-af97-2865978863a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:50.322482 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-f847a099-abfd-463a-af97-2865978863a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0484948 Apr 20 17:03:50.368428 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-266a4cda-767b-448b-b740-d6831497ee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:50.369845 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-266a4cda-767b-448b-b740-d6831497ee12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406361 Apr 20 17:03:50.462686 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-c47f47b3-10eb-462d-be82-7c32abdafa65 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865660 Apr 20 17:03:50.556273 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-bbb168fa-c726-4dda-bbdd-e175736c9646 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865145 Apr 20 17:03:51.364385 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435eab4f-314d-48c3-9036-194b8fc862b8 req-f130c34d-af57-4ad4-a15e-6f62b7598d5b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:51.365942 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-435eab4f-314d-48c3-9036-194b8fc862b8 req-f130c34d-af57-4ad4-a15e-6f62b7598d5b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0513389 Apr 20 17:03:51.406600 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-435eab4f-314d-48c3-9036-194b8fc862b8 req-b4fd1af9-d5a1-4b78-b4ef-2e02880a8daa tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325887 Apr 20 17:03:52.525991 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518ae24-d25f-4739-aab8-7c2e483d1b4d req-b54fa4ca-ffab-42e3-b2f6-2f141a9f736c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:52.527458 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5518ae24-d25f-4739-aab8-7c2e483d1b4d req-b54fa4ca-ffab-42e3-b2f6-2f141a9f736c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0522435 Apr 20 17:03:52.565715 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-5518ae24-d25f-4739-aab8-7c2e483d1b4d req-003a9e13-bd45-43eb-a0ea-829af800e64d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322053 Apr 20 17:03:52.808231 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ea0467bd-378b-4884-bafe-faefa565a95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:53.680387 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c2ec2-5146-42cb-ab20-b8d8e41d8b06 req-dcbd5165-06da-4fc2-922b-c2cfddb9a095 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:53.681854 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d54c2ec2-5146-42cb-ab20-b8d8e41d8b06 req-dcbd5165-06da-4fc2-922b-c2cfddb9a095 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0496957 Apr 20 17:03:53.720092 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d54c2ec2-5146-42cb-ab20-b8d8e41d8b06 req-f451e843-b578-4c4a-99e4-5fbd82411644 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313759 Apr 20 17:03:54.835986 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffd344-5d0b-475e-9cac-61cf2b101aef req-b6a2f375-debd-48fe-ad2d-527901a25495 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:54.837477 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d7ffd344-5d0b-475e-9cac-61cf2b101aef req-b6a2f375-debd-48fe-ad2d-527901a25495 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0501862 Apr 20 17:03:54.876311 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-d7ffd344-5d0b-475e-9cac-61cf2b101aef req-b6cd755b-ff33-429a-b48e-b7bf10485f5c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327756 Apr 20 17:03:55.134074 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ab438a51-0e59-46ad-98b2-370e0ee11eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:55.998284 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329e49b-44ce-4f48-aaa9-1657278a394f req-5dddcfbf-ca5b-49d3-8626-b4da372af746 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:55.999808 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c329e49b-44ce-4f48-aaa9-1657278a394f req-5dddcfbf-ca5b-49d3-8626-b4da372af746 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0535121 Apr 20 17:03:56.038536 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c329e49b-44ce-4f48-aaa9-1657278a394f req-cf5fd258-c857-4494-b2c8-7108d24db202 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321507 Apr 20 17:03:56.505287 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:57.153458 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b3bbc-fd25-4a00-8eb7-973da70df8b0 req-e3eb1ee0-3908-46aa-92dd-c6c17693828d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:57.154940 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-097b3bbc-fd25-4a00-8eb7-973da70df8b0 req-e3eb1ee0-3908-46aa-92dd-c6c17693828d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0489230 Apr 20 17:03:57.193137 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-097b3bbc-fd25-4a00-8eb7-973da70df8b0 req-5b8f05f2-4b6d-4ebc-90cf-f5e320ee71e4 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320232 Apr 20 17:03:57.915108 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:58.139616 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:58.312010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9165732-daf4-4a85-b3de-d4b4d9296c38 req-dc1e2df2-48c8-4962-8e19-214f45d75e1a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:58.313537 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9165732-daf4-4a85-b3de-d4b4d9296c38 req-dc1e2df2-48c8-4962-8e19-214f45d75e1a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0523553 Apr 20 17:03:58.350750 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9165732-daf4-4a85-b3de-d4b4d9296c38 req-bf235af8-f07c-49cf-a6a0-42a91bf322b5 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311661 Apr 20 17:03:59.025576 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:59.473956 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b11f86-9da6-4691-bc9d-2aaaea300961 req-509bb24d-7c2c-4b94-a8b9-2fdd7beb6c03 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:03:59.475415 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a7b11f86-9da6-4691-bc9d-2aaaea300961 req-509bb24d-7c2c-4b94-a8b9-2fdd7beb6c03 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0524430 Apr 20 17:03:59.513118 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-a7b11f86-9da6-4691-bc9d-2aaaea300961 req-45c8c2ce-6419-46af-a10d-9f589567bfa2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315197 Apr 20 17:04:00.196704 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:00.631042 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ae68c-7c32-459c-8278-175223c5bd30 req-9671225e-83a6-4148-b772-b0a493bb1eac tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:04:00.632556 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f33ae68c-7c32-459c-8278-175223c5bd30 req-9671225e-83a6-4148-b772-b0a493bb1eac tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0489655 Apr 20 17:04:00.670086 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f33ae68c-7c32-459c-8278-175223c5bd30 req-a7f2a928-a5bd-4f7d-bf5a-e0db95d9b190 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315528 Apr 20 17:04:01.793405 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17299225-aa76-4f62-b32b-e59e0dce831e req-12e8e482-c4b1-44d6-a30f-a4a61a7183cc tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:04:01.794916 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-17299225-aa76-4f62-b32b-e59e0dce831e req-12e8e482-c4b1-44d6-a30f-a4a61a7183cc tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0513697 Apr 20 17:04:01.833865 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-17299225-aa76-4f62-b32b-e59e0dce831e req-8ec6a2da-6765-4c2c-9e92-a76e6fe140cb tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320103 Apr 20 17:04:02.955222 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70c2b8-67b6-4b1c-8e3f-52a22207b784 req-c8eaab5c-4c15-45fa-8b5e-a4e7010fc696 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:04:02.956705 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8f70c2b8-67b6-4b1c-8e3f-52a22207b784 req-c8eaab5c-4c15-45fa-8b5e-a4e7010fc696 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0540528 Apr 20 17:04:02.994549 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8f70c2b8-67b6-4b1c-8e3f-52a22207b784 req-a305511a-dca9-465e-b1fa-d607ce3e336d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317802 Apr 20 17:04:04.111289 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24a42a-f97f-441b-9949-8a44b9d761d8 req-e3616efa-a839-4109-aa9e-eba4ebae9eea tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:04:04.112790 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9b24a42a-f97f-441b-9949-8a44b9d761d8 req-e3616efa-a839-4109-aa9e-eba4ebae9eea tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0502424 Apr 20 17:04:04.151276 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [req-9b24a42a-f97f-441b-9949-8a44b9d761d8 req-fd4eb355-0ec1-4fac-bcae-c83417c11bf9 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323021 Apr 20 17:04:05.266358 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a2618-b323-4a68-9e19-1ad54cd115cd req-967130a0-2bdf-4cd0-9a78-09bc8097bcdd tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:04:05.267830 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-337a2618-b323-4a68-9e19-1ad54cd115cd req-967130a0-2bdf-4cd0-9a78-09bc8097bcdd tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0484784 Apr 20 17:04:05.305312 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-337a2618-b323-4a68-9e19-1ad54cd115cd req-01ea059f-11ee-409b-8fa8-52a54d278ef9 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314181 Apr 20 17:04:10.052057 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:04:12.786965 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-7ed57093-3610-4faa-8aa5-6ec7e3679b0d service neutron] show failed (client error): The resource could not be found. Apr 20 17:04:12.787995 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-7ed57093-3610-4faa-8aa5-6ec7e3679b0d service neutron] 10.222.0.26 "GET /v2.0/ports/d324dd96-738b-414c-a962-542e71907bce/bindings/n-h2-836146-2 HTTP/1.1" status: 404 len: 380 time: 0.0931756 Apr 20 17:04:13.263682 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-1fac3a69-a8fb-4a23-8dff-07462a9552fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:04:13.265898 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-1fac3a69-a8fb-4a23-8dff-07462a9552fb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0&tenant_id=375bb86601df4e70b14cb49c83872167 HTTP/1.1" status: 200 len: 1096 time: 0.0468366 Apr 20 17:04:13.284249 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836146-2', 'device_owner': 'compute:nova'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:04:13.338924 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:13.691593 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] For port d324dd96-738b-414c-a962-542e71907bce, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=d324dd96-738b-414c-a962-542e71907bce,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:04:13.723590 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] For port d324dd96-738b-414c-a962-542e71907bce, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:04:13.766536 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2b28c0-7722-4b24-9cfe-3aa261fa64c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd324dd96-738b-414c-a962-542e71907bce'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:04:13.771524 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:13.783541 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Transition to ACTIVE for port object d324dd96-738b-414c-a962-542e71907bce will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:04:13.809996 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9691cfff-a0c0-45f3-a640-426e1d663cf1" -d '{"events": [{"server_uuid": "7e2b28c0-7722-4b24-9cfe-3aa261fa64c0", "name": "network-vif-unplugged", "status": "completed", "tag": "d324dd96-738b-414c-a962-542e71907bce"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:04:13.830548 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:13.881223 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Pushing event updated for resources: {'Port': ['ID=d324dd96-738b-414c-a962-542e71907bce,revision_number=6']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:04:13.920420 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 17:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bbefa5-ac4b-4bf4-a401-4d5ff5a95d15 x-openstack-request-id: req-e2bbefa5-ac4b-4bf4-a401-4d5ff5a95d15 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:04:13.924186 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2b28c0-7722-4b24-9cfe-3aa261fa64c0", "name": "network-vif-unplugged", "status": "completed", "tag": "d324dd96-738b-414c-a962-542e71907bce", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:04:13.924186 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2bbefa5-ac4b-4bf4-a401-4d5ff5a95d15 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:04:13.924186 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2bbefa5-ac4b-4bf4-a401-4d5ff5a95d15'] response: {'server_uuid': '7e2b28c0-7722-4b24-9cfe-3aa261fa64c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd324dd96-738b-414c-a962-542e71907bce', 'code': 200} Apr 20 17:04:13.934506 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:04:13.934927 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:04:13.935446 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:04:13.935594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:04:13.935973 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:04:13.936375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:04:13.936822 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:04:13.937252 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:04:13.937681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:04:13.938139 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:04:13.938596 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:04:13.939053 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:04:13.981622 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] No DVR routers for this DVR port d324dd96-738b-414c-a962-542e71907bce on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:04:14.139653 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Attempting to bind port d324dd96-738b-414c-a962-542e71907bce on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:04:14.139996 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Attempting to bind port d324dd96-738b-414c-a962-542e71907bce by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:04:14.140323 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Attempting to bind port d324dd96-738b-414c-a962-542e71907bce on network 889cea85-efdc-4258-9f24-be3e730c1da9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:04:14.144894 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Port d324dd96-738b-414c-a962-542e71907bce on network 889cea85-efdc-4258-9f24-be3e730c1da9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:04:14.145214 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Attempting to bind port d324dd96-738b-414c-a962-542e71907bce on network 889cea85-efdc-4258-9f24-be3e730c1da9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:04:14.149886 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:04:14.150218 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Checking segment: {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:04:14.150592 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Bound using segment: {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:04:14.151005 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Bound port: d324dd96-738b-414c-a962-542e71907bce, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:04:14.151357 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:14.238645 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] For port d324dd96-738b-414c-a962-542e71907bce, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:04:14.241789 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] For port d324dd96-738b-414c-a962-542e71907bce, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=d324dd96-738b-414c-a962-542e71907bce,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:04:14.326784 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:14.363713 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:04:14.364605 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:14.366034 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] 10.222.0.30 "PUT /v2.0/ports/d324dd96-738b-414c-a962-542e71907bce HTTP/1.1" status: 200 len: 1091 time: 1.0857589 Apr 20 17:04:14.392878 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4827e1-882f-4aef-a753-9405fbd28b2e service neutron] Pushing event updated for resources: {'Port': ['ID=d324dd96-738b-414c-a962-542e71907bce,revision_number=7']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:04:14.457494 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-84fe4e2b-d111-4264-a25b-30da9845ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:04:14.459101 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-84fe4e2b-d111-4264-a25b-30da9845ffbe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 1094 time: 0.0490851 Apr 20 17:04:14.568585 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-a7ec5041-7306-4882-a583-47d957cd3b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:04:14.570074 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-a7ec5041-7306-4882-a583-47d957cd3b7f service neutron] 10.222.0.30 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.1046100 Apr 20 17:04:14.636048 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-b9167b04-43df-4971-83d5-25d84b3c261d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d324dd96-738b-414c-a962-542e71907bce HTTP/1.1" status: 200 len: 999 time: 0.0589101 Apr 20 17:04:14.688979 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-6afc4ebb-9174-4fc3-8e66-a2a63315f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:04:14.690441 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-6afc4ebb-9174-4fc3-8e66-a2a63315f141 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0481722 Apr 20 17:04:14.736509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5ec3fc01-7618-418f-aacd-785347483dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:04:14.738001 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-5ec3fc01-7618-418f-aacd-785347483dde service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402591 Apr 20 17:04:14.827790 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-ab9897ef-2e77-497c-a2fc-97bbda4c01a7 service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820262 Apr 20 17:04:14.920504 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-744983ef-4414-4f4c-a4e9-8f25d3c3835b req-2bfe181f-e3de-4569-8f1b-d659306fd557 service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863435 Apr 20 17:04:15.923176 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2b28c0-7722-4b24-9cfe-3aa261fa64c0', 'tag': 'd324dd96-738b-414c-a962-542e71907bce'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:04:15.925499 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c584e95-b983-4cdc-b1af-c9859a7e7759" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2b28c0-7722-4b24-9cfe-3aa261fa64c0", "tag": "d324dd96-738b-414c-a962-542e71907bce"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:04:15.973647 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19789c5b-9c44-47a6-8411-665999b12a86 x-openstack-request-id: req-19789c5b-9c44-47a6-8411-665999b12a86 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:04:15.973940 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2b28c0-7722-4b24-9cfe-3aa261fa64c0", "tag": "d324dd96-738b-414c-a962-542e71907bce", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:04:15.974195 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19789c5b-9c44-47a6-8411-665999b12a86 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:04:15.974600 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19789c5b-9c44-47a6-8411-665999b12a86'] response: {'name': 'network-changed', 'server_uuid': '7e2b28c0-7722-4b24-9cfe-3aa261fa64c0', 'tag': 'd324dd96-738b-414c-a962-542e71907bce', 'status': 'completed', 'code': 200} Apr 20 17:04:16.082471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c584e95-b983-4cdc-b1af-c9859a7e7759 req-309233fa-d934-4916-a018-a2895e010b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:04:16.083967 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c584e95-b983-4cdc-b1af-c9859a7e7759 req-309233fa-d934-4916-a018-a2895e010b0b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 1094 time: 0.0679760 Apr 20 17:04:16.089741 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c584e95-b983-4cdc-b1af-c9859a7e7759 req-dc069062-d621-44a5-8051-5f664e0f07d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:04:16.091101 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c584e95-b983-4cdc-b1af-c9859a7e7759 req-dc069062-d621-44a5-8051-5f664e0f07d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 1094 time: 0.0498624 Apr 20 17:04:16.242829 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c584e95-b983-4cdc-b1af-c9859a7e7759 req-92827790-ff96-40c4-a6d6-1f116e6d8558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:04:16.244233 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c584e95-b983-4cdc-b1af-c9859a7e7759 req-92827790-ff96-40c4-a6d6-1f116e6d8558 service neutron] 10.222.0.26 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.1522899 Apr 20 17:04:16.246733 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c584e95-b983-4cdc-b1af-c9859a7e7759 req-738ab8a8-bf7f-4f61-b406-9af8e8c116f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:04:16.248062 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c584e95-b983-4cdc-b1af-c9859a7e7759 req-738ab8a8-bf7f-4f61-b406-9af8e8c116f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.1475594 Apr 20 17:04:16.355974 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c584e95-b983-4cdc-b1af-c9859a7e7759 req-9aeba4dd-9f2c-4aa0-a328-553c843d4ecc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d324dd96-738b-414c-a962-542e71907bce HTTP/1.1" status: 200 len: 999 time: 0.1051495 Apr 20 17:04:16.357762 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c584e95-b983-4cdc-b1af-c9859a7e7759 req-035cea57-1747-42dc-8a4b-6f7917903bd7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d324dd96-738b-414c-a962-542e71907bce HTTP/1.1" status: 200 len: 999 time: 0.1008341 Apr 20 17:04:16.447196 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c584e95-b983-4cdc-b1af-c9859a7e7759 req-d211e1e9-8688-4c43-b1fc-5a21d8921026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:04:16.448743 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c584e95-b983-4cdc-b1af-c9859a7e7759 req-d211e1e9-8688-4c43-b1fc-5a21d8921026 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0862014 Apr 20 17:04:16.450114 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c584e95-b983-4cdc-b1af-c9859a7e7759 req-17de5829-4127-4f16-8e61-77c1883b7987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:04:16.451717 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c584e95-b983-4cdc-b1af-c9859a7e7759 req-17de5829-4127-4f16-8e61-77c1883b7987 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0820713 Apr 20 17:04:16.523096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c584e95-b983-4cdc-b1af-c9859a7e7759 req-85439701-0fc4-4f60-b601-cf0c864d2489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:04:16.524600 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c584e95-b983-4cdc-b1af-c9859a7e7759 req-85439701-0fc4-4f60-b601-cf0c864d2489 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694687 Apr 20 17:04:16.528650 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c584e95-b983-4cdc-b1af-c9859a7e7759 req-c27f7e7c-a066-47a3-869e-478cffae7366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:04:16.530592 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c584e95-b983-4cdc-b1af-c9859a7e7759 req-c27f7e7c-a066-47a3-869e-478cffae7366 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674603 Apr 20 17:04:16.682908 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c584e95-b983-4cdc-b1af-c9859a7e7759 req-ef66fcc0-3218-4264-992f-a3b4480274a2 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509366 Apr 20 17:04:16.687819 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c584e95-b983-4cdc-b1af-c9859a7e7759 req-66682f6e-3dc9-47ba-8b7f-9bfcb4be2404 service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484799 Apr 20 17:04:16.837591 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c584e95-b983-4cdc-b1af-c9859a7e7759 req-53f10b86-9a71-4727-9fcf-f389ef76b74d service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486120 Apr 20 17:04:16.839501 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c584e95-b983-4cdc-b1af-c9859a7e7759 req-57db538a-22f6-45b7-9bcf-3d0a27b359e3 service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438148 Apr 20 17:04:17.843853 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device d324dd96-738b-414c-a962-542e71907bce no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:04:17.884352 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device d324dd96-738b-414c-a962-542e71907bce not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:04:18.797501 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device d324dd96-738b-414c-a962-542e71907bce details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:04:18.888631 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port d324dd96-738b-414c-a962-542e71907bce, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=d324dd96-738b-414c-a962-542e71907bce,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:04:18.899539 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'd324dd96-738b-414c-a962-542e71907bce', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'port_id': 'd324dd96-738b-414c-a962-542e71907bce', 'mac_address': 'fa:16:3e:bb:cc:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:04:18.935142 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:18.951220 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d324dd96-738b-414c-a962-542e71907bce {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:04:18.969657 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port d324dd96-738b-414c-a962-542e71907bce, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=d324dd96-738b-414c-a962-542e71907bce,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:04:19.108990 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:19.155313 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=d324dd96-738b-414c-a962-542e71907bce,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:04:19.163147 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:04:19.163491 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:04:19.163831 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:04:19.164162 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:04:19.164524 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:04:19.164853 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:04:19.165175 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:04:19.165495 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:04:19.165815 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:04:19.166134 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:04:19.166452 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:04:19.166771 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:04:19.500133 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['d324dd96-738b-414c-a962-542e71907bce'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:04:20.814130 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device d324dd96-738b-414c-a962-542e71907bce up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:04:20.927639 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port d324dd96-738b-414c-a962-542e71907bce completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:04:20.931688 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port d324dd96-738b-414c-a962-542e71907bce triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:04:20.934733 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:21.006587 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:21.028175 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2b28c0-7722-4b24-9cfe-3aa261fa64c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd324dd96-738b-414c-a962-542e71907bce'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:04:21.045613 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port d324dd96-738b-414c-a962-542e71907bce, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=d324dd96-738b-414c-a962-542e71907bce,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:04:21.066814 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a966637c-94e1-47e3-ad48-e2d7a9b2bf94" -d '{"events": [{"server_uuid": "7e2b28c0-7722-4b24-9cfe-3aa261fa64c0", "name": "network-vif-plugged", "status": "completed", "tag": "d324dd96-738b-414c-a962-542e71907bce"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:04:21.104575 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:21.153707 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=d324dd96-738b-414c-a962-542e71907bce,revision_number=9']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:04:21.164013 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6caa666-cd79-4a1f-8912-693f3fbaa2af x-openstack-request-id: req-a6caa666-cd79-4a1f-8912-693f3fbaa2af {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:04:21.164353 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2b28c0-7722-4b24-9cfe-3aa261fa64c0", "name": "network-vif-plugged", "status": "completed", "tag": "d324dd96-738b-414c-a962-542e71907bce", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:04:21.164604 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6caa666-cd79-4a1f-8912-693f3fbaa2af {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:04:21.164997 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6caa666-cd79-4a1f-8912-693f3fbaa2af'] response: {'server_uuid': '7e2b28c0-7722-4b24-9cfe-3aa261fa64c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd324dd96-738b-414c-a962-542e71907bce', 'code': 200} Apr 20 17:04:22.784618 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-542e7641-60ba-4475-a68f-561a50404bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:25.149934 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-39e1aaa8-fc12-4c72-a6da-a8e5a039e35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:26.561491 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:27.955927 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:28.183424 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:29.018314 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:30.183902 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:36.935800 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-844d04ee-1432-4018-a08b-dc923ca16f0a req-5fb32a5a-bacb-4432-8319-6099414cdd6b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0779276 Apr 20 17:04:37.037904 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d04ee-1432-4018-a08b-dc923ca16f0a req-13cde745-9776-4c65-890b-a0e3a44399ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:04:37.039367 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-844d04ee-1432-4018-a08b-dc923ca16f0a req-13cde745-9776-4c65-890b-a0e3a44399ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 1096 time: 0.0400717 Apr 20 17:04:37.149962 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d04ee-1432-4018-a08b-dc923ca16f0a req-f1a0682c-51f5-4e46-a68b-7461e01db4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:04:37.151293 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-844d04ee-1432-4018-a08b-dc923ca16f0a req-f1a0682c-51f5-4e46-a68b-7461e01db4d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.0919847 Apr 20 17:04:37.214670 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-844d04ee-1432-4018-a08b-dc923ca16f0a req-9b93a44c-db70-4825-a133-e4ad503ba4a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d324dd96-738b-414c-a962-542e71907bce HTTP/1.1" status: 200 len: 1001 time: 0.0563755 Apr 20 17:04:37.266745 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d04ee-1432-4018-a08b-dc923ca16f0a req-90ee6197-b418-4658-a25c-ff353d680900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:04:37.268204 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-844d04ee-1432-4018-a08b-dc923ca16f0a req-90ee6197-b418-4658-a25c-ff353d680900 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0461485 Apr 20 17:04:37.312960 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d04ee-1432-4018-a08b-dc923ca16f0a req-d1aefac2-5cd2-4257-99bd-9c58cf4b9032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:04:37.314921 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-844d04ee-1432-4018-a08b-dc923ca16f0a req-d1aefac2-5cd2-4257-99bd-9c58cf4b9032 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393660 Apr 20 17:04:37.402608 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-844d04ee-1432-4018-a08b-dc923ca16f0a req-2a3ef182-d22c-448a-8734-556f5f1ee458 service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812414 Apr 20 17:04:37.494937 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-844d04ee-1432-4018-a08b-dc923ca16f0a req-6080121f-3008-42ab-a4a0-cf99d5cb350d service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843687 Apr 20 17:04:47.051242 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:04:52.776598 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3b09d9d8-6d25-43d7-abe8-7f7b48e3880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:55.137249 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-56c8d7bd-100d-4182-8d15-45d59bdd6104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:56.547767 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:57.938234 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:58.137524 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:59.000994 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:00.263569 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:06.487201 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a06482-442a-477f-8907-135fc54187ce req-3b2e9a87-dd22-491f-8475-d16670def1bc tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:06.488835 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e6a06482-442a-477f-8907-135fc54187ce req-3b2e9a87-dd22-491f-8475-d16670def1bc tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0505600 Apr 20 17:05:06.529739 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e6a06482-442a-477f-8907-135fc54187ce req-a9c34788-2853-4566-b4c0-0b19ca9812f7 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348418 Apr 20 17:05:07.041702 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aee22c-68c6-418f-9734-1910fe894ca5 req-167dad6f-c383-4269-b742-07507a414ec6 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:07.043173 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-20aee22c-68c6-418f-9734-1910fe894ca5 req-167dad6f-c383-4269-b742-07507a414ec6 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0532727 Apr 20 17:05:07.082371 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-20aee22c-68c6-418f-9734-1910fe894ca5 req-48702812-5ecb-46f1-932f-ccd0ec1effbf tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329552 Apr 20 17:05:07.187601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a6230-a45f-4db7-818e-39ef3e306be2 req-294a4eee-c554-4660-99f0-ec3054ac5079 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:07.189087 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a10a6230-a45f-4db7-818e-39ef3e306be2 req-294a4eee-c554-4660-99f0-ec3054ac5079 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0&tenant_id=375bb86601df4e70b14cb49c83872167&binding%3Ahost_id=n-h2-836146-2 HTTP/1.1" status: 200 len: 945 time: 0.0559020 Apr 20 17:05:07.247320 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-a10a6230-a45f-4db7-818e-39ef3e306be2 req-bd00661a-dfcc-486a-aeee-c829acb9aeab service neutron] delete failed (client error): The resource could not be found. Apr 20 17:05:07.248243 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a10a6230-a45f-4db7-818e-39ef3e306be2 req-bd00661a-dfcc-486a-aeee-c829acb9aeab service neutron] 10.222.0.26 "DELETE /v2.0/ports/d324dd96-738b-414c-a962-542e71907bce/bindings/n-h1-836146-2 HTTP/1.1" status: 404 len: 380 time: 0.0520961 Apr 20 17:05:07.349194 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a6230-a45f-4db7-818e-39ef3e306be2 req-9b0fb45d-dac0-4e43-b0fa-8f101a359990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:07.350668 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a10a6230-a45f-4db7-818e-39ef3e306be2 req-9b0fb45d-dac0-4e43-b0fa-8f101a359990 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 1096 time: 0.0421371 Apr 20 17:05:07.440586 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a6230-a45f-4db7-818e-39ef3e306be2 req-bcb4a2f8-1da5-4e33-99b1-1c6aea3a848c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:07.442038 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a10a6230-a45f-4db7-818e-39ef3e306be2 req-bcb4a2f8-1da5-4e33-99b1-1c6aea3a848c service neutron] 10.222.0.26 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.0857553 Apr 20 17:05:07.504534 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a10a6230-a45f-4db7-818e-39ef3e306be2 req-57c2a6bc-0b48-4e2c-bc4f-0eb173b7a019 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d324dd96-738b-414c-a962-542e71907bce HTTP/1.1" status: 200 len: 1001 time: 0.0562954 Apr 20 17:05:07.554367 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a6230-a45f-4db7-818e-39ef3e306be2 req-5dcf9b64-e90a-4bfc-a8f1-31dbc0c863bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:07.555803 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a10a6230-a45f-4db7-818e-39ef3e306be2 req-5dcf9b64-e90a-4bfc-a8f1-31dbc0c863bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0458062 Apr 20 17:05:07.600764 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a6230-a45f-4db7-818e-39ef3e306be2 req-d5b29cb3-5890-4dd6-9503-b154116ec454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:07.602216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a10a6230-a45f-4db7-818e-39ef3e306be2 req-d5b29cb3-5890-4dd6-9503-b154116ec454 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403826 Apr 20 17:05:07.687737 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a10a6230-a45f-4db7-818e-39ef3e306be2 req-e52cb31c-ec92-49ba-a0eb-60e7fbcbcc3e service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791893 Apr 20 17:05:07.777228 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a10a6230-a45f-4db7-818e-39ef3e306be2 req-0819efac-0367-4675-8f44-f5cbbed4ada7 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835669 Apr 20 17:05:08.202211 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94fe69-0c9e-4258-8778-00eeff86d246 req-c5c854a3-bc41-43cb-935d-220915dd0396 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:08.203713 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc94fe69-0c9e-4258-8778-00eeff86d246 req-c5c854a3-bc41-43cb-935d-220915dd0396 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0491982 Apr 20 17:05:08.248918 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc94fe69-0c9e-4258-8778-00eeff86d246 req-1a98602d-2935-4617-8d26-7c43189d1102 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384917 Apr 20 17:05:09.363497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017e469-8268-4969-a2f1-14cd76840b2a req-813546fb-7315-43d9-bc3e-fd63cdd118de tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:09.365000 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7017e469-8268-4969-a2f1-14cd76840b2a req-813546fb-7315-43d9-bc3e-fd63cdd118de tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0480306 Apr 20 17:05:09.406499 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7017e469-8268-4969-a2f1-14cd76840b2a req-ca4463c3-3589-4686-bf46-5dbc6cd54285 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354753 Apr 20 17:05:09.518907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f55af2-5310-46d2-bf0f-d468e0eadff4 req-d06f5c88-65c7-4c61-96fd-07a2769cd6c3 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:09.520409 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-65f55af2-5310-46d2-bf0f-d468e0eadff4 req-d06f5c88-65c7-4c61-96fd-07a2769cd6c3 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0475585 Apr 20 17:05:09.557942 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-65f55af2-5310-46d2-bf0f-d468e0eadff4 req-82680dca-588d-434d-98d9-a3942c9cd624 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315106 Apr 20 17:05:09.670129 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399c886-7806-45be-ab49-ffaffa8c36f9 req-9af48859-a8e3-49ac-bed6-d3a0a5d86d5d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:09.671572 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0399c886-7806-45be-ab49-ffaffa8c36f9 req-9af48859-a8e3-49ac-bed6-d3a0a5d86d5d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0484989 Apr 20 17:05:09.709427 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0399c886-7806-45be-ab49-ffaffa8c36f9 req-e56da5f7-81c9-4d07-8954-4f341c6f21a3 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316100 Apr 20 17:05:10.288142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8e25a-9506-4397-8fc4-1486ee025770 req-77dbe43a-7543-4316-bdf6-4de12e6efe2e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:10.289614 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-59f8e25a-9506-4397-8fc4-1486ee025770 req-77dbe43a-7543-4316-bdf6-4de12e6efe2e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0482047 Apr 20 17:05:10.329841 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-59f8e25a-9506-4397-8fc4-1486ee025770 req-1a870099-d425-4f17-aad3-c80522128b9c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341730 Apr 20 17:05:11.444279 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d980af-0d2d-4473-b2d1-85f158067c94 req-ce229e05-4966-4bf6-b4f0-84df90972f13 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:11.445684 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c7d980af-0d2d-4473-b2d1-85f158067c94 req-ce229e05-4966-4bf6-b4f0-84df90972f13 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0479112 Apr 20 17:05:11.482872 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c7d980af-0d2d-4473-b2d1-85f158067c94 req-0ef6a888-c8e0-4bae-9b73-194a974d7e85 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311115 Apr 20 17:05:12.021336 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6db6f-f518-4e1b-a8ca-8cbff1223b18 req-3a28980b-b5a9-44fe-bdf4-66f1b1e120e1 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:12.022779 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc6db6f-f518-4e1b-a8ca-8cbff1223b18 req-3a28980b-b5a9-44fe-bdf4-66f1b1e120e1 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0494664 Apr 20 17:05:12.112995 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-8dc6db6f-f518-4e1b-a8ca-8cbff1223b18 req-d2802b1f-056f-45ed-9f00-a8247b18cea2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Deleting port d324dd96-738b-414c-a962-542e71907bce {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:05:12.113338 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8dc6db6f-f518-4e1b-a8ca-8cbff1223b18 req-d2802b1f-056f-45ed-9f00-a8247b18cea2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:12.199104 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-8dc6db6f-f518-4e1b-a8ca-8cbff1223b18 req-d2802b1f-056f-45ed-9f00-a8247b18cea2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] For port d324dd96-738b-414c-a962-542e71907bce, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=d324dd96-738b-414c-a962-542e71907bce,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:05:12.199474 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8dc6db6f-f518-4e1b-a8ca-8cbff1223b18 req-d2802b1f-056f-45ed-9f00-a8247b18cea2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:12.370802 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8dc6db6f-f518-4e1b-a8ca-8cbff1223b18 req-d2802b1f-056f-45ed-9f00-a8247b18cea2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:12.371171 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8dc6db6f-f518-4e1b-a8ca-8cbff1223b18 req-d2802b1f-056f-45ed-9f00-a8247b18cea2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:12.371518 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-8dc6db6f-f518-4e1b-a8ca-8cbff1223b18 req-d2802b1f-056f-45ed-9f00-a8247b18cea2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Floating IP 1412ac89-091f-41d4-911b-7c5d3d0a1055 disassociated. External IP: 172.25.0.245, port: d324dd96-738b-414c-a962-542e71907bce. Apr 20 17:05:12.371943 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-8dc6db6f-f518-4e1b-a8ca-8cbff1223b18 req-d2802b1f-056f-45ed-9f00-a8247b18cea2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Calling delete_port for d324dd96-738b-414c-a962-542e71907bce owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:05:12.599512 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb84fda-e79c-4c78-9e52-f50b2e68830d req-dec23936-6226-439b-9b4d-0e887a069ffc tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:12.601016 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9fb84fda-e79c-4c78-9e52-f50b2e68830d req-dec23936-6226-439b-9b4d-0e887a069ffc tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 945 time: 0.0485034 Apr 20 17:05:12.614452 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8dc6db6f-f518-4e1b-a8ca-8cbff1223b18 req-d2802b1f-056f-45ed-9f00-a8247b18cea2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:12.653976 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2802b1f-056f-45ed-9f00-a8247b18cea2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Pushing event deleted for resources: {'Port': ['ID=d324dd96-738b-414c-a962-542e71907bce,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:05:12.677007 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9fb84fda-e79c-4c78-9e52-f50b2e68830d req-9d6432dd-9751-42a9-b5bd-27ccfa68e6f9 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698562 Apr 20 17:05:13.114663 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dc6db6f-f518-4e1b-a8ca-8cbff1223b18 req-d2802b1f-056f-45ed-9f00-a8247b18cea2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Router 3c10333d-cc18-4cbf-a386-be007d4906f3 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:05:13.221198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dc6db6f-f518-4e1b-a8ca-8cbff1223b18 req-d2802b1f-056f-45ed-9f00-a8247b18cea2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:05:13.231472 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440bb9d2-2394-4fe7-aabf-03e4b5f54f0c None None] Sync routers for ids ['3c10333d-cc18-4cbf-a386-be007d4906f3'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:05:13.245104 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440bb9d2-2394-4fe7-aabf-03e4b5f54f0c None None] Routers {'3c10333d-cc18-4cbf-a386-be007d4906f3'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:05:13.245104 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-440bb9d2-2394-4fe7-aabf-03e4b5f54f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:04:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3c10333d-cc18-4cbf-a386-be007d4906f3'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:05:13.264759 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc6db6f-f518-4e1b-a8ca-8cbff1223b18 req-d2802b1f-056f-45ed-9f00-a8247b18cea2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] No DVR routers for this DVR port d324dd96-738b-414c-a962-542e71907bce on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:05:13.267712 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8dc6db6f-f518-4e1b-a8ca-8cbff1223b18 req-d2802b1f-056f-45ed-9f00-a8247b18cea2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:13.271338 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dc6db6f-f518-4e1b-a8ca-8cbff1223b18 req-d2802b1f-056f-45ed-9f00-a8247b18cea2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.30 "DELETE /v2.0/ports/d324dd96-738b-414c-a962-542e71907bce HTTP/1.1" status: 204 len: 173 time: 1.2427938 Apr 20 17:05:13.271797 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2b28c0-7722-4b24-9cfe-3aa261fa64c0', 'name': 'network-vif-deleted', 'tag': 'd324dd96-738b-414c-a962-542e71907bce'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:05:13.274714 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31931a2-9380-41d6-a313-8341b8465151" -d '{"events": [{"server_uuid": "7e2b28c0-7722-4b24-9cfe-3aa261fa64c0", "name": "network-vif-deleted", "tag": "d324dd96-738b-414c-a962-542e71907bce"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:05:13.311395 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcfeba8-4b89-449d-a41b-7ebf61d8bc45 x-openstack-request-id: req-5bcfeba8-4b89-449d-a41b-7ebf61d8bc45 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:05:13.311688 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2b28c0-7722-4b24-9cfe-3aa261fa64c0", "name": "network-vif-deleted", "tag": "d324dd96-738b-414c-a962-542e71907bce", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:05:13.311938 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5bcfeba8-4b89-449d-a41b-7ebf61d8bc45 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:05:13.312355 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bcfeba8-4b89-449d-a41b-7ebf61d8bc45'] response: {'server_uuid': '7e2b28c0-7722-4b24-9cfe-3aa261fa64c0', 'name': 'network-vif-deleted', 'tag': 'd324dd96-738b-414c-a962-542e71907bce', 'status': 'completed', 'code': 200} Apr 20 17:05:13.351283 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-440bb9d2-2394-4fe7-aabf-03e4b5f54f0c None None] Set router 3c10333d-cc18-4cbf-a386-be007d4906f3 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:05:13.557174 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-440bb9d2-2394-4fe7-aabf-03e4b5f54f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:05:13.585833 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440bb9d2-2394-4fe7-aabf-03e4b5f54f0c None None] Checking router: 3c10333d-cc18-4cbf-a386-be007d4906f3 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:05:13.594441 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440bb9d2-2394-4fe7-aabf-03e4b5f54f0c None None] Routers {'3c10333d-cc18-4cbf-a386-be007d4906f3'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:05:13.595308 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-440bb9d2-2394-4fe7-aabf-03e4b5f54f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:04:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3c10333d-cc18-4cbf-a386-be007d4906f3'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:05:13.698734 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-440bb9d2-2394-4fe7-aabf-03e4b5f54f0c None None] Set router 3c10333d-cc18-4cbf-a386-be007d4906f3 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:05:13.786858 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e884299d-aede-4ad9-b087-5bc4b3f46e2a req-b88fd0b7-7f95-4072-bf5a-1d00a07e2488 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e2b28c0-7722-4b24-9cfe-3aa261fa64c0 HTTP/1.1" status: 200 len: 210 time: 0.0267918 Apr 20 17:05:13.893318 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-440bb9d2-2394-4fe7-aabf-03e4b5f54f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:05:13.924365 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440bb9d2-2394-4fe7-aabf-03e4b5f54f0c None None] The sync data for ids ['3c10333d-cc18-4cbf-a386-be007d4906f3'] in n-d-836146-2 is: [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:05:14.152509 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b031bed4-516b-42f2-9f5d-41f94a5f2ac4 None None] New status for floating IP 1412ac89-091f-41d4-911b-7c5d3d0a1055: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:05:15.023015 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-7a629c8e-c601-4fed-94ab-b547089a3583 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--751159107&fields=id&tenant_id=375bb86601df4e70b14cb49c83872167 HTTP/1.1" status: 200 len: 267 time: 0.0320215 Apr 20 17:05:15.087054 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device d324dd96-738b-414c-a962-542e71907bce no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:05:15.108689 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: d324dd96-738b-414c-a962-542e71907bce {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:05:15.109029 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device d324dd96-738b-414c-a962-542e71907bce not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:05:15.130430 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-f04d4464-988e-4f91-8aa9-be80ac309b2f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:15.131885 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-f04d4464-988e-4f91-8aa9-be80ac309b2f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 811 time: 0.1021099 Apr 20 17:05:15.147032 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-da1f7881-dce3-465f-a403-48c4cd891669 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/quotas/375bb86601df4e70b14cb49c83872167 HTTP/1.1" status: 200 len: 375 time: 0.0088854 Apr 20 17:05:15.198817 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-3a3b81c4-f9aa-42ed-97e9-5bfe8a56a5e6 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465732 Apr 20 17:05:15.382556 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-13ca31d1-e6f5-470e-b2fc-e18b6db07024 service neutron] 10.222.0.15 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207607 Apr 20 17:05:15.474114 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-0c84cd12-aaef-475c-8cfa-cf400d1b292d service neutron] 10.222.0.15 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854313 Apr 20 17:05:15.742018 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd984c95-1ba6-4a31-8627-dcf61dfc050e req-65452f1e-ed40-4a50-9377-7225e1d3c852 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 210 time: 0.0270426 Apr 20 17:05:16.836216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c50bc3ac-76de-4adf-9cdf-4ab51bcb9e61 req-b0abae8f-c84b-47dd-8d61-5d002ef66f91 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 210 time: 0.0265405 Apr 20 17:05:17.685078 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-041ff3c2-5c8e-4735-8cd2-0b1d88718d1b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:17.686721 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-041ff3c2-5c8e-4735-8cd2-0b1d88718d1b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.26 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 811 time: 0.1030896 Apr 20 17:05:17.743256 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-3aabacba-a509-4fe0-a587-cd4a9f67882e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=375bb86601df4e70b14cb49c83872167 HTTP/1.1" status: 200 len: 379 time: 0.0342896 Apr 20 17:05:17.751903 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-8aad35ba-141f-4c3f-8c75-16abcf138782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Request body: {'port': {'device_id': 'effa2dbe-0e4a-4461-b9c8-b243109c0916', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'admin_state_up': True, 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'security_groups': ['ed507b3f-3365-4368-9db4-3e0f65a9065b']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:05:17.916155 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-8aad35ba-141f-4c3f-8c75-16abcf138782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Made reservation on behalf of 375bb86601df4e70b14cb49c83872167 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:05:17.919541 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-8aad35ba-141f-4c3f-8c75-16abcf138782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:17.941633 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-608cb80f-2fab-4c14-b43c-a6b0e1408e63 req-92028549-6a5c-47b4-8dd1-9ae69fd08dc8 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 210 time: 0.0375733 Apr 20 17:05:18.064088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-8aad35ba-141f-4c3f-8c75-16abcf138782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Allocated IP 172.20.0.14 (889cea85-efdc-4258-9f24-be3e730c1da9/b2c128b4-a5b3-41a9-be36-d1dd89e44c48/4e0cd55a-af81-402f-88dc-adecd3c7bef7) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:05:18.200498 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-8aad35ba-141f-4c3f-8c75-16abcf138782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:18.293283 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-8aad35ba-141f-4c3f-8c75-16abcf138782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:18.334091 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-8aad35ba-141f-4c3f-8c75-16abcf138782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Network 889cea85-efdc-4258-9f24-be3e730c1da9 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:05:18.339622 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-8aad35ba-141f-4c3f-8c75-16abcf138782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:05:18.343019 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-8aad35ba-141f-4c3f-8c75-16abcf138782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:05:18.375504 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad35ba-141f-4c3f-8c75-16abcf138782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Pushing event updated for resources: {'Port': ['ID=4e0cd55a-af81-402f-88dc-adecd3c7bef7,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:05:18.388625 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad35ba-141f-4c3f-8c75-16abcf138782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:05:18.388969 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad35ba-141f-4c3f-8c75-16abcf138782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:05:18.389314 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad35ba-141f-4c3f-8c75-16abcf138782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:05:18.389759 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad35ba-141f-4c3f-8c75-16abcf138782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:05:18.390094 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad35ba-141f-4c3f-8c75-16abcf138782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:05:18.390429 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad35ba-141f-4c3f-8c75-16abcf138782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:05:18.390753 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad35ba-141f-4c3f-8c75-16abcf138782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:05:18.391077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad35ba-141f-4c3f-8c75-16abcf138782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:05:18.391403 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad35ba-141f-4c3f-8c75-16abcf138782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:05:18.391726 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad35ba-141f-4c3f-8c75-16abcf138782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:05:18.392047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad35ba-141f-4c3f-8c75-16abcf138782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:05:18.392402 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad35ba-141f-4c3f-8c75-16abcf138782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:05:18.412841 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-8aad35ba-141f-4c3f-8c75-16abcf138782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:18.413563 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-8aad35ba-141f-4c3f-8c75-16abcf138782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:18.524279 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-8aad35ba-141f-4c3f-8c75-16abcf138782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7758467 Apr 20 17:05:18.541656 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-b702e53b-a157-49a5-b1b9-63ae3aed9e80 service neutron] Request body: {'port': {'device_id': 'effa2dbe-0e4a-4461-b9c8-b243109c0916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:05:18.545133 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7a984ec5-bbb7-407e-967c-1433edb23cf2 None None] Provisioning complete for port 4e0cd55a-af81-402f-88dc-adecd3c7bef7 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:05:18.545627 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7a984ec5-bbb7-407e-967c-1433edb23cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:18.585292 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-7a984ec5-bbb7-407e-967c-1433edb23cf2 None None] Port 4e0cd55a-af81-402f-88dc-adecd3c7bef7 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:05:18.598804 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-b702e53b-a157-49a5-b1b9-63ae3aed9e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:18.851083 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-b702e53b-a157-49a5-b1b9-63ae3aed9e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e0cd55a-af81-402f-88dc-adecd3c7bef7 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:05:18.858316 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-b702e53b-a157-49a5-b1b9-63ae3aed9e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:18.870283 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-b702e53b-a157-49a5-b1b9-63ae3aed9e80 service neutron] Transition to ACTIVE for port object 4e0cd55a-af81-402f-88dc-adecd3c7bef7 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:05:18.943998 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-b702e53b-a157-49a5-b1b9-63ae3aed9e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:18.995746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702e53b-a157-49a5-b1b9-63ae3aed9e80 service neutron] Pushing event updated for resources: {'Port': ['ID=4e0cd55a-af81-402f-88dc-adecd3c7bef7,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:05:19.112223 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-b702e53b-a157-49a5-b1b9-63ae3aed9e80 service neutron] Attempting to bind port 4e0cd55a-af81-402f-88dc-adecd3c7bef7 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:05:19.112515 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-b702e53b-a157-49a5-b1b9-63ae3aed9e80 service neutron] Attempting to bind port 4e0cd55a-af81-402f-88dc-adecd3c7bef7 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:05:19.112847 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-b702e53b-a157-49a5-b1b9-63ae3aed9e80 service neutron] Attempting to bind port 4e0cd55a-af81-402f-88dc-adecd3c7bef7 on network 889cea85-efdc-4258-9f24-be3e730c1da9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:05:19.124128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01212c-ebe9-4810-9a52-864fda6f7840 req-27d70c5b-4171-4bad-a029-aada7a830d97 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:19.125732 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2c01212c-ebe9-4810-9a52-864fda6f7840 req-27d70c5b-4171-4bad-a029-aada7a830d97 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 944 time: 0.0985985 Apr 20 17:05:19.128681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-b702e53b-a157-49a5-b1b9-63ae3aed9e80 service neutron] Port 4e0cd55a-af81-402f-88dc-adecd3c7bef7 on network 889cea85-efdc-4258-9f24-be3e730c1da9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:05:19.129010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-b702e53b-a157-49a5-b1b9-63ae3aed9e80 service neutron] Attempting to bind port 4e0cd55a-af81-402f-88dc-adecd3c7bef7 on network 889cea85-efdc-4258-9f24-be3e730c1da9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:05:19.136543 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-b702e53b-a157-49a5-b1b9-63ae3aed9e80 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:05:19.136892 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-b702e53b-a157-49a5-b1b9-63ae3aed9e80 service neutron] Checking segment: {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:05:19.137281 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-b702e53b-a157-49a5-b1b9-63ae3aed9e80 service neutron] Bound using segment: {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:05:19.137893 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-b702e53b-a157-49a5-b1b9-63ae3aed9e80 service neutron] Bound port: 4e0cd55a-af81-402f-88dc-adecd3c7bef7, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:05:19.138275 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-b702e53b-a157-49a5-b1b9-63ae3aed9e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:19.213316 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2c01212c-ebe9-4810-9a52-864fda6f7840 req-9d87ff1f-d715-414a-8c16-447269a9596a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786264 Apr 20 17:05:19.233423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-b702e53b-a157-49a5-b1b9-63ae3aed9e80 service neutron] For port 4e0cd55a-af81-402f-88dc-adecd3c7bef7, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:05:19.236497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-b702e53b-a157-49a5-b1b9-63ae3aed9e80 service neutron] For port 4e0cd55a-af81-402f-88dc-adecd3c7bef7, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4e0cd55a-af81-402f-88dc-adecd3c7bef7,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:05:19.326327 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-b702e53b-a157-49a5-b1b9-63ae3aed9e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:19.361321 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-b702e53b-a157-49a5-b1b9-63ae3aed9e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:19.362582 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-b702e53b-a157-49a5-b1b9-63ae3aed9e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:19.364028 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-b702e53b-a157-49a5-b1b9-63ae3aed9e80 service neutron] 10.222.0.26 "PUT /v2.0/ports/4e0cd55a-af81-402f-88dc-adecd3c7bef7 HTTP/1.1" status: 200 len: 1092 time: 0.8265617 Apr 20 17:05:19.364493 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effa2dbe-0e4a-4461-b9c8-b243109c0916', 'tag': '4e0cd55a-af81-402f-88dc-adecd3c7bef7'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:05:19.366873 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a25426-de96-4ff4-87b2-e76cb9ca1d60" -d '{"events": [{"name": "network-changed", "server_uuid": "effa2dbe-0e4a-4461-b9c8-b243109c0916", "tag": "4e0cd55a-af81-402f-88dc-adecd3c7bef7"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:05:19.395894 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702e53b-a157-49a5-b1b9-63ae3aed9e80 service neutron] Pushing event updated for resources: {'Port': ['ID=4e0cd55a-af81-402f-88dc-adecd3c7bef7,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:05:19.417378 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f7cd5f-0a16-4234-b4f7-1da44bb0e7b3 x-openstack-request-id: req-30f7cd5f-0a16-4234-b4f7-1da44bb0e7b3 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:05:19.417680 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "effa2dbe-0e4a-4461-b9c8-b243109c0916", "tag": "4e0cd55a-af81-402f-88dc-adecd3c7bef7", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:05:19.417936 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30f7cd5f-0a16-4234-b4f7-1da44bb0e7b3 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:05:19.418339 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30f7cd5f-0a16-4234-b4f7-1da44bb0e7b3'] response: {'name': 'network-changed', 'server_uuid': 'effa2dbe-0e4a-4461-b9c8-b243109c0916', 'tag': '4e0cd55a-af81-402f-88dc-adecd3c7bef7', 'status': 'completed', 'code': 200} Apr 20 17:05:19.499518 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a25426-de96-4ff4-87b2-e76cb9ca1d60 req-f87125ae-4d16-4ba4-af38-8a804e7552e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:19.501186 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b1a25426-de96-4ff4-87b2-e76cb9ca1d60 req-f87125ae-4d16-4ba4-af38-8a804e7552e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 1095 time: 0.0430129 Apr 20 17:05:19.609019 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a25426-de96-4ff4-87b2-e76cb9ca1d60 req-8c79d783-2614-447e-9c99-7ed347615144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:19.610522 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b1a25426-de96-4ff4-87b2-e76cb9ca1d60 req-8c79d783-2614-447e-9c99-7ed347615144 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=375bb86601df4e70b14cb49c83872167&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0968792 Apr 20 17:05:19.702763 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a25426-de96-4ff4-87b2-e76cb9ca1d60 req-e52697cc-b87d-4260-aab0-e612bf146bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:19.704223 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b1a25426-de96-4ff4-87b2-e76cb9ca1d60 req-e52697cc-b87d-4260-aab0-e612bf146bbf service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872071 Apr 20 17:05:19.803464 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-7cd57f76-de03-4b18-aca6-dc7ba371b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:19.805334 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-7cd57f76-de03-4b18-aca6-dc7ba371b6df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 1095 time: 0.0472636 Apr 20 17:05:19.863214 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-37b4e77f-f4f6-4662-b696-da56afb09b00 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e0cd55a-af81-402f-88dc-adecd3c7bef7 HTTP/1.1" status: 200 len: 217 time: 0.0449655 Apr 20 17:05:19.919143 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-297d2c2e-9933-4ade-989d-36277bbb4663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:19.920826 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-297d2c2e-9933-4ade-989d-36277bbb4663 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0517581 Apr 20 17:05:19.964150 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-14c6f6b6-af59-4147-8e47-6c4cb3175762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:19.965630 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-14c6f6b6-af59-4147-8e47-6c4cb3175762 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387058 Apr 20 17:05:20.056692 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-bb489130-fb7d-43e3-a62a-09e1f9d753f3 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846331 Apr 20 17:05:20.145064 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ca597e8-4937-4bd4-a998-cd88d82444df req-1c6bd113-2309-486d-a320-75789fe3b9a3 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818021 Apr 20 17:05:20.333075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5cc47-7a90-4378-82d6-43ab7334d08c req-5bbf7616-1bdd-4750-91bc-b64c27103b3d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:20.334597 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d7b5cc47-7a90-4378-82d6-43ab7334d08c req-5bbf7616-1bdd-4750-91bc-b64c27103b3d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 944 time: 0.0488856 Apr 20 17:05:20.376063 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d7b5cc47-7a90-4378-82d6-43ab7334d08c req-7db44da7-1946-4215-8ed5-8c670cd91374 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354788 Apr 20 17:05:21.497297 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43585f31-b4a5-4666-9b13-849f1f9e9ee2 req-ad0347ed-8071-4053-a246-8fe5c24aa9ea tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:21.498734 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-43585f31-b4a5-4666-9b13-849f1f9e9ee2 req-ad0347ed-8071-4053-a246-8fe5c24aa9ea tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 944 time: 0.0490725 Apr 20 17:05:21.536397 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-43585f31-b4a5-4666-9b13-849f1f9e9ee2 req-c2d06d2e-5f02-4204-a1bd-d077b1e9dbf8 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315161 Apr 20 17:05:22.650712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b66552-4ca8-4703-b7f3-849fd089b365 req-f264894d-31ec-4261-b6f9-da06f757d8c5 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:22.652228 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e9b66552-4ca8-4703-b7f3-849fd089b365 req-f264894d-31ec-4261-b6f9-da06f757d8c5 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 944 time: 0.0488594 Apr 20 17:05:22.689156 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e9b66552-4ca8-4703-b7f3-849fd089b365 req-7fedf344-9157-446e-bc02-4e7f78abd225 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308867 Apr 20 17:05:22.829252 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2ed5-d807-4737-8923-5a729eb9348c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:23.804985 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e1642-5d00-41e7-b570-a7f6dcef1137 req-f3b7d393-00e3-4ac6-a9f1-617a43e1f4ff tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:23.806680 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db1e1642-5d00-41e7-b570-a7f6dcef1137 req-f3b7d393-00e3-4ac6-a9f1-617a43e1f4ff tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 944 time: 0.0478790 Apr 20 17:05:23.850839 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db1e1642-5d00-41e7-b570-a7f6dcef1137 req-14ec0cb0-1723-4ba7-a6c4-ef7339eb70fe tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377529 Apr 20 17:05:24.054447 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:05:24.156582 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 4e0cd55a-af81-402f-88dc-adecd3c7bef7 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:05:24.253862 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 4e0cd55a-af81-402f-88dc-adecd3c7bef7, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4e0cd55a-af81-402f-88dc-adecd3c7bef7,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:05:24.264991 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '4e0cd55a-af81-402f-88dc-adecd3c7bef7', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'port_id': '4e0cd55a-af81-402f-88dc-adecd3c7bef7', 'mac_address': 'fa:16:3e:c1:c5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:05:24.301491 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:24.313782 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e0cd55a-af81-402f-88dc-adecd3c7bef7 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:05:24.333025 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 4e0cd55a-af81-402f-88dc-adecd3c7bef7, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4e0cd55a-af81-402f-88dc-adecd3c7bef7,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:05:24.440549 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:24.488355 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=4e0cd55a-af81-402f-88dc-adecd3c7bef7,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:05:24.495532 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:05:24.495880 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:05:24.496222 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:05:24.496588 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:05:24.496919 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:05:24.497343 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:05:24.497623 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:05:24.497948 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:05:24.498272 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:05:24.498597 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:05:24.498917 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:05:24.499238 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:05:24.816021 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['4e0cd55a-af81-402f-88dc-adecd3c7bef7'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:05:24.969029 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae605ec-c282-426e-b389-209a954a67fa req-e33165d1-0954-411b-9b0b-791710fe60ea tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:24.970690 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cae605ec-c282-426e-b389-209a954a67fa req-e33165d1-0954-411b-9b0b-791710fe60ea tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 945 time: 0.0485616 Apr 20 17:05:25.008982 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cae605ec-c282-426e-b389-209a954a67fa req-139ff6a7-210e-4a3a-981e-18f637f57c28 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315809 Apr 20 17:05:25.116194 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c28cc202-923a-48ab-afef-534c8d73900d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:26.123703 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fa35f-cb40-4fda-b811-d6a70d82d872 req-2878e10d-2784-4fc8-a85e-c1718cb2661c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:26.125235 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-162fa35f-cb40-4fda-b811-d6a70d82d872 req-2878e10d-2784-4fc8-a85e-c1718cb2661c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 945 time: 0.0487380 Apr 20 17:05:26.162552 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-162fa35f-cb40-4fda-b811-d6a70d82d872 req-c0240fe0-d27c-4960-9f77-4738fa4eb61b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307500 Apr 20 17:05:26.187494 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 4e0cd55a-af81-402f-88dc-adecd3c7bef7 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:05:26.360440 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 4e0cd55a-af81-402f-88dc-adecd3c7bef7 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:05:26.364938 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 4e0cd55a-af81-402f-88dc-adecd3c7bef7 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:05:26.365308 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:26.452067 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:26.475555 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effa2dbe-0e4a-4461-b9c8-b243109c0916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0cd55a-af81-402f-88dc-adecd3c7bef7'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:05:26.477793 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f248e11b-3b2c-4047-b4b6-0a3dd8525a2f" -d '{"events": [{"server_uuid": "effa2dbe-0e4a-4461-b9c8-b243109c0916", "name": "network-vif-plugged", "status": "completed", "tag": "4e0cd55a-af81-402f-88dc-adecd3c7bef7"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:05:26.490888 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 4e0cd55a-af81-402f-88dc-adecd3c7bef7, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4e0cd55a-af81-402f-88dc-adecd3c7bef7,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:05:26.514090 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf4e8ef-c380-4404-8343-3f7f2352b5c3 x-openstack-request-id: req-6bf4e8ef-c380-4404-8343-3f7f2352b5c3 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:05:26.514375 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effa2dbe-0e4a-4461-b9c8-b243109c0916", "name": "network-vif-plugged", "status": "completed", "tag": "4e0cd55a-af81-402f-88dc-adecd3c7bef7", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:05:26.514621 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6bf4e8ef-c380-4404-8343-3f7f2352b5c3 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:05:26.515098 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bf4e8ef-c380-4404-8343-3f7f2352b5c3'] response: {'server_uuid': 'effa2dbe-0e4a-4461-b9c8-b243109c0916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0cd55a-af81-402f-88dc-adecd3c7bef7', 'code': 200} Apr 20 17:05:26.533108 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:26.545375 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:26.593680 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=4e0cd55a-af81-402f-88dc-adecd3c7bef7,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:05:26.639123 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dac1ec-3b4c-4d72-81ef-644d730993f2 req-6521a2ae-94df-42e1-8d05-3b9e9819ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:26.640561 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d0dac1ec-3b4c-4d72-81ef-644d730993f2 req-6521a2ae-94df-42e1-8d05-3b9e9819ca9b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 1097 time: 0.0395861 Apr 20 17:05:26.679588 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d0dac1ec-3b4c-4d72-81ef-644d730993f2 req-0ade6372-8722-4d4f-8156-156ca6656943 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325036 Apr 20 17:05:27.279895 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f66a27-f848-48a5-892b-3aec4971be44 req-36cecad9-1191-43f3-8c8a-81590dfbf3f5 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:27.281412 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e9f66a27-f848-48a5-892b-3aec4971be44 req-36cecad9-1191-43f3-8c8a-81590dfbf3f5 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0493023 Apr 20 17:05:27.318859 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e9f66a27-f848-48a5-892b-3aec4971be44 req-36fabc66-8040-478f-b8fb-51efa7670f88 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313766 Apr 20 17:05:27.991113 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:28.156348 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:28.440268 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61e0c7-a49d-46da-ac9a-cd4732c36bc8 req-2d6e456b-5738-446b-bf23-b30936bb7759 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:28.441761 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8a61e0c7-a49d-46da-ac9a-cd4732c36bc8 req-2d6e456b-5738-446b-bf23-b30936bb7759 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0521600 Apr 20 17:05:28.482676 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8a61e0c7-a49d-46da-ac9a-cd4732c36bc8 req-73c96d56-a4f7-4550-bb50-b5c71a7d632f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340092 Apr 20 17:05:28.598099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce20532-f710-4a11-8689-91f0671e6844 req-cbbe798e-f2ca-478b-b530-3639ae9b2ba4 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:28.599584 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ce20532-f710-4a11-8689-91f0671e6844 req-cbbe798e-f2ca-478b-b530-3639ae9b2ba4 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0515625 Apr 20 17:05:28.608189 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58056) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:05:28.613201 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-0e27c00d-130d-44ae-ad91-0ccc5b04d576 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Request body: {'floatingip': {'port_id': '4e0cd55a-af81-402f-88dc-adecd3c7bef7'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:05:28.654665 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0e27c00d-130d-44ae-ad91-0ccc5b04d576 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for floatingip, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:29.007660 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:29.076656 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0e27c00d-130d-44ae-ad91-0ccc5b04d576 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:29.190489 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0e27c00d-130d-44ae-ad91-0ccc5b04d576 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:29.292049 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-0e27c00d-130d-44ae-ad91-0ccc5b04d576 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Floating IP 1412ac89-091f-41d4-911b-7c5d3d0a1055 associated. External IP: 172.25.0.245, port: 4e0cd55a-af81-402f-88dc-adecd3c7bef7. Apr 20 17:05:29.495625 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e27c00d-130d-44ae-ad91-0ccc5b04d576 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Router 3c10333d-cc18-4cbf-a386-be007d4906f3 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:05:29.603453 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e27c00d-130d-44ae-ad91-0ccc5b04d576 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:05:29.608547 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0e27c00d-130d-44ae-ad91-0ccc5b04d576 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:29.616189 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fedb47-f2a5-4d31-8b6c-aac2f636afdc None None] Sync routers for ids ['3c10333d-cc18-4cbf-a386-be007d4906f3'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:05:29.623440 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fedb47-f2a5-4d31-8b6c-aac2f636afdc None None] Routers {'3c10333d-cc18-4cbf-a386-be007d4906f3'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:05:29.624069 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-38fedb47-f2a5-4d31-8b6c-aac2f636afdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:05:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3c10333d-cc18-4cbf-a386-be007d4906f3'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:05:29.636233 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0e27c00d-130d-44ae-ad91-0ccc5b04d576 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "PUT /v2.0/floatingips/1412ac89-091f-41d4-911b-7c5d3d0a1055 HTTP/1.1" status: 200 len: 992 time: 1.0269759 Apr 20 17:05:29.636890 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effa2dbe-0e4a-4461-b9c8-b243109c0916', 'tag': '4e0cd55a-af81-402f-88dc-adecd3c7bef7'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:05:29.639141 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d4847a-5e9f-42f2-8aed-16580b5f0b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "effa2dbe-0e4a-4461-b9c8-b243109c0916", "tag": "4e0cd55a-af81-402f-88dc-adecd3c7bef7"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:05:29.730176 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-38fedb47-f2a5-4d31-8b6c-aac2f636afdc None None] Set router 3c10333d-cc18-4cbf-a386-be007d4906f3 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:05:29.924018 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faaae5f1-606f-4380-99f8-c7e0f9a0d528 x-openstack-request-id: req-faaae5f1-606f-4380-99f8-c7e0f9a0d528 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:05:29.925043 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "effa2dbe-0e4a-4461-b9c8-b243109c0916", "tag": "4e0cd55a-af81-402f-88dc-adecd3c7bef7", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:05:29.925451 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-faaae5f1-606f-4380-99f8-c7e0f9a0d528 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:05:29.926139 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faaae5f1-606f-4380-99f8-c7e0f9a0d528'] response: {'name': 'network-changed', 'server_uuid': 'effa2dbe-0e4a-4461-b9c8-b243109c0916', 'tag': '4e0cd55a-af81-402f-88dc-adecd3c7bef7', 'status': 'completed', 'code': 200} Apr 20 17:05:29.954631 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-38fedb47-f2a5-4d31-8b6c-aac2f636afdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '1412ac89-091f-41d4-911b-7c5d3d0a1055', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'port_id': '4e0cd55a-af81-402f-88dc-adecd3c7bef7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'mac_address': 'fa:16:3e:c1:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effa2dbe-0e4a-4461-b9c8-b243109c0916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:03:30Z', 'updated_at': '2022-04-20T17:05:28Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:05:29.985740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fedb47-f2a5-4d31-8b6c-aac2f636afdc None None] Checking router: 3c10333d-cc18-4cbf-a386-be007d4906f3 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:05:29.994617 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fedb47-f2a5-4d31-8b6c-aac2f636afdc None None] Routers {'3c10333d-cc18-4cbf-a386-be007d4906f3'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:05:29.995247 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-38fedb47-f2a5-4d31-8b6c-aac2f636afdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:05:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3c10333d-cc18-4cbf-a386-be007d4906f3'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:05:30.057688 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5316f7-2580-4164-b751-f58e20ec281f req-cb08534a-9edb-469d-85b4-9676af3063f7 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:30.059599 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b5316f7-2580-4164-b751-f58e20ec281f req-cb08534a-9edb-469d-85b4-9676af3063f7 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0870686 Apr 20 17:05:30.062527 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4847a-5e9f-42f2-8aed-16580b5f0b6a req-4285e275-f426-4cc4-81d9-f0f0fdd93498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:30.063909 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56d4847a-5e9f-42f2-8aed-16580b5f0b6a req-4285e275-f426-4cc4-81d9-f0f0fdd93498 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 1097 time: 0.0795450 Apr 20 17:05:30.102468 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-38fedb47-f2a5-4d31-8b6c-aac2f636afdc None None] Set router 3c10333d-cc18-4cbf-a386-be007d4906f3 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:05:30.103038 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b5316f7-2580-4164-b751-f58e20ec281f req-18dc597d-261d-4d74-8e3d-7b84a5a0e91c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363996 Apr 20 17:05:30.197531 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4847a-5e9f-42f2-8aed-16580b5f0b6a req-f6de61d6-ac5a-4d2f-9751-246fc778842c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:30.198944 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56d4847a-5e9f-42f2-8aed-16580b5f0b6a req-f6de61d6-ac5a-4d2f-9751-246fc778842c service neutron] 10.222.0.26 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.0914392 Apr 20 17:05:30.201538 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:30.264993 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56d4847a-5e9f-42f2-8aed-16580b5f0b6a req-c8ed7635-2234-4cff-9b07-a0b1e1403255 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e0cd55a-af81-402f-88dc-adecd3c7bef7 HTTP/1.1" status: 200 len: 1000 time: 0.0586867 Apr 20 17:05:30.313108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4847a-5e9f-42f2-8aed-16580b5f0b6a req-7dc8e414-7ea3-491e-9ac9-416443f96b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:30.314561 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56d4847a-5e9f-42f2-8aed-16580b5f0b6a req-7dc8e414-7ea3-491e-9ac9-416443f96b5d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0434015 Apr 20 17:05:30.336802 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-38fedb47-f2a5-4d31-8b6c-aac2f636afdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '1412ac89-091f-41d4-911b-7c5d3d0a1055', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'port_id': '4e0cd55a-af81-402f-88dc-adecd3c7bef7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'mac_address': 'fa:16:3e:c1:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effa2dbe-0e4a-4461-b9c8-b243109c0916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:03:30Z', 'updated_at': '2022-04-20T17:05:28Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:05:30.365288 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4847a-5e9f-42f2-8aed-16580b5f0b6a req-68d8338a-0373-4d7b-9c65-bfe6c257f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:30.366776 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56d4847a-5e9f-42f2-8aed-16580b5f0b6a req-68d8338a-0373-4d7b-9c65-bfe6c257f178 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453520 Apr 20 17:05:30.367935 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fedb47-f2a5-4d31-8b6c-aac2f636afdc None None] The sync data for ids ['3c10333d-cc18-4cbf-a386-be007d4906f3'] in n-d-836146-2 is: [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '1412ac89-091f-41d4-911b-7c5d3d0a1055', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'port_id': '4e0cd55a-af81-402f-88dc-adecd3c7bef7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'mac_address': 'fa:16:3e:c1:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effa2dbe-0e4a-4461-b9c8-b243109c0916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:03:30Z', 'updated_at': '2022-04-20T17:05:28Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:05:30.457909 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56d4847a-5e9f-42f2-8aed-16580b5f0b6a req-b9d19c8e-e83f-4179-ae43-695d3b08ab33 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835187 Apr 20 17:05:30.552720 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56d4847a-5e9f-42f2-8aed-16580b5f0b6a req-2f87f33c-8117-4e99-871b-625b52a73d66 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887907 Apr 20 17:05:30.554788 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e02c1bc-b49f-420e-90a3-cec999f8dcd9 None None] New status for floating IP 1412ac89-091f-41d4-911b-7c5d3d0a1055: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:05:31.219280 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76dde4-e572-4c5a-8567-b9d32c004717 req-d0fe2238-d604-4ea5-a10a-a9d9024a3606 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:31.220759 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f76dde4-e572-4c5a-8567-b9d32c004717 req-d0fe2238-d604-4ea5-a10a-a9d9024a3606 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0489450 Apr 20 17:05:31.259138 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f76dde4-e572-4c5a-8567-b9d32c004717 req-5c98f968-54fb-49a3-95dc-7441ff4c35ba tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311427 Apr 20 17:05:32.374328 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33ad67-38cc-4ab1-bd00-c1a9531717c5 req-b6dc71bc-ba5a-4e7e-9fc8-fb242b3c427f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:32.375787 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a33ad67-38cc-4ab1-bd00-c1a9531717c5 req-b6dc71bc-ba5a-4e7e-9fc8-fb242b3c427f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0486469 Apr 20 17:05:32.412656 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a33ad67-38cc-4ab1-bd00-c1a9531717c5 req-5869ec33-fa7a-4188-b9f7-640d3683df42 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307579 Apr 20 17:05:33.528756 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abdbdf-2665-4088-9e1c-93e84176eaad req-fe89870c-137c-4ece-9e8c-8ba1a0afec10 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:33.530220 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-65abdbdf-2665-4088-9e1c-93e84176eaad req-fe89870c-137c-4ece-9e8c-8ba1a0afec10 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0476182 Apr 20 17:05:33.572852 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-65abdbdf-2665-4088-9e1c-93e84176eaad req-11bdee9b-6617-4c7e-a667-3a9ff12d0f0a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364897 Apr 20 17:05:34.687923 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd02ba-be6b-44b6-bc82-395159e391fa req-93d6cd94-6ac8-4f96-b267-42eccdb64f8f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:34.689361 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ccdd02ba-be6b-44b6-bc82-395159e391fa req-93d6cd94-6ac8-4f96-b267-42eccdb64f8f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0479970 Apr 20 17:05:34.728171 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ccdd02ba-be6b-44b6-bc82-395159e391fa req-84a919c8-2d29-4c23-a0bb-4443673a4a33 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321529 Apr 20 17:05:35.843537 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a2e18-cdf1-496e-a097-41ed60836dbe req-e3db5d68-057e-464d-b20f-8da14d6b2c54 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:35.844953 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-761a2e18-cdf1-496e-a097-41ed60836dbe req-e3db5d68-057e-464d-b20f-8da14d6b2c54 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0484793 Apr 20 17:05:35.882251 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-761a2e18-cdf1-496e-a097-41ed60836dbe req-627ba32c-64d0-4d08-ae29-05a29c0d5688 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310087 Apr 20 17:05:37.009372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472902f-f83f-430c-b9c3-a3ff972accba req-fbf863e6-9685-4af5-95d6-9e4bb6bae4e7 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:37.010837 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7472902f-f83f-430c-b9c3-a3ff972accba req-fbf863e6-9685-4af5-95d6-9e4bb6bae4e7 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0571945 Apr 20 17:05:37.051471 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7472902f-f83f-430c-b9c3-a3ff972accba req-499bd6c6-de50-498b-b4bc-8bcaf4ebbec3 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344429 Apr 20 17:05:38.166663 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015588b7-d2c4-456f-a23f-1722e2453b38 req-c7a1270e-937b-4110-ae08-781db6188601 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:38.168121 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-015588b7-d2c4-456f-a23f-1722e2453b38 req-c7a1270e-937b-4110-ae08-781db6188601 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0486200 Apr 20 17:05:38.205857 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-015588b7-d2c4-456f-a23f-1722e2453b38 req-a8a4b7e0-ce9d-49fa-a249-6d30a3122900 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316913 Apr 20 17:05:39.332822 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40557e2f-c0f0-48b9-b9a6-3654132b8f93 req-6a42fbc2-7158-4609-8c38-d98faa8b0b7b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:39.334319 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-40557e2f-c0f0-48b9-b9a6-3654132b8f93 req-6a42fbc2-7158-4609-8c38-d98faa8b0b7b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0520005 Apr 20 17:05:39.374562 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-40557e2f-c0f0-48b9-b9a6-3654132b8f93 req-b5c55a9d-a3ef-4dbe-827a-f4d8573ebee2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335519 Apr 20 17:05:40.488452 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd6eea-5a24-4654-bdd5-dd1cb5f4d3b4 req-cd289789-6c5d-4b23-a202-fe4bcaed5545 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:40.489883 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-33bd6eea-5a24-4654-bdd5-dd1cb5f4d3b4 req-cd289789-6c5d-4b23-a202-fe4bcaed5545 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0485370 Apr 20 17:05:40.529930 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-33bd6eea-5a24-4654-bdd5-dd1cb5f4d3b4 req-ff162d91-d359-4b1e-a0e7-222a72ae1d23 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339527 Apr 20 17:05:41.645802 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2475e4c-d326-496b-b35b-f437f343f5bd req-c5754ca4-db19-4137-986c-3cea457c8ccb tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:41.647529 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f2475e4c-d326-496b-b35b-f437f343f5bd req-c5754ca4-db19-4137-986c-3cea457c8ccb tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0484369 Apr 20 17:05:41.687456 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f2475e4c-d326-496b-b35b-f437f343f5bd req-0c1026b0-1715-4109-b3bd-5994cf920141 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325258 Apr 20 17:05:42.803236 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758b123-ca3d-458f-8d86-038c921d8033 req-0cbe89ca-a53b-45ee-85cc-43a57abfd97f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:42.804753 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3758b123-ca3d-458f-8d86-038c921d8033 req-0cbe89ca-a53b-45ee-85cc-43a57abfd97f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0495863 Apr 20 17:05:42.842860 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3758b123-ca3d-458f-8d86-038c921d8033 req-b41dedac-19ad-4966-884b-aace52170157 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319390 Apr 20 17:05:43.959000 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5545e57-4c6e-4d5a-b46d-e5d6b2e37cfd req-a4a51d98-d172-430b-91c4-34482c89795c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:43.960496 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d5545e57-4c6e-4d5a-b46d-e5d6b2e37cfd req-a4a51d98-d172-430b-91c4-34482c89795c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0478740 Apr 20 17:05:44.002903 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d5545e57-4c6e-4d5a-b46d-e5d6b2e37cfd req-6886881c-289b-47aa-88e8-c74fb76556aa tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354342 Apr 20 17:05:45.119804 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf6e79-aca3-4c91-aa16-4a47097d401c req-728664d1-f75f-447b-8656-112e6d53c5a6 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:45.121322 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24cf6e79-aca3-4c91-aa16-4a47097d401c req-728664d1-f75f-447b-8656-112e6d53c5a6 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0481367 Apr 20 17:05:45.159356 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24cf6e79-aca3-4c91-aa16-4a47097d401c req-22f90d97-5260-45dc-9a1c-d2a43805cb75 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315437 Apr 20 17:05:46.273888 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90265a2-adba-445b-8288-24e354e46eab req-11a533a9-bec7-442d-acd2-4f716ddc1106 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:46.275346 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f90265a2-adba-445b-8288-24e354e46eab req-11a533a9-bec7-442d-acd2-4f716ddc1106 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0481997 Apr 20 17:05:46.312819 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f90265a2-adba-445b-8288-24e354e46eab req-388c804b-3b25-471b-8252-47340d471b35 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314198 Apr 20 17:05:47.435652 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb3280-b097-48fe-a9a4-84213a963397 req-c276873d-594f-4e50-b75b-a6fb170e49db tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:47.437120 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dffb3280-b097-48fe-a9a4-84213a963397 req-c276873d-594f-4e50-b75b-a6fb170e49db tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0480959 Apr 20 17:05:47.478155 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dffb3280-b097-48fe-a9a4-84213a963397 req-28ee337b-b199-4a0c-8783-239317d6fed6 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348728 Apr 20 17:05:48.599328 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fe56f-e7b1-43e0-9de4-1e06a5b565cb req-c670232f-23b5-47f5-b852-cc623a0ff742 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:48.600937 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad0fe56f-e7b1-43e0-9de4-1e06a5b565cb req-c670232f-23b5-47f5-b852-cc623a0ff742 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0535247 Apr 20 17:05:48.638768 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad0fe56f-e7b1-43e0-9de4-1e06a5b565cb req-a494dc41-8789-4d76-bc72-eb8303878a54 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310924 Apr 20 17:05:49.757208 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427c349-3c0f-4e55-86f6-4a2bbeac10ad req-c952e4c1-eec9-4f92-a2bb-7be69406fd98 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:49.758941 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7427c349-3c0f-4e55-86f6-4a2bbeac10ad req-c952e4c1-eec9-4f92-a2bb-7be69406fd98 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0505629 Apr 20 17:05:49.797153 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7427c349-3c0f-4e55-86f6-4a2bbeac10ad req-d70ea437-9bac-46c8-9103-1c803f8f5720 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322173 Apr 20 17:05:50.914130 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35108e-f1fd-4e07-bd9c-14e9189932cb req-671f610b-a465-4e4e-83ac-cb823a8dde6f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:50.915735 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fc35108e-f1fd-4e07-bd9c-14e9189932cb req-671f610b-a465-4e4e-83ac-cb823a8dde6f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0481405 Apr 20 17:05:50.959594 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fc35108e-f1fd-4e07-bd9c-14e9189932cb req-3927d860-f656-471b-a850-f9fe04bd72d1 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379434 Apr 20 17:05:52.078342 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918e7d3-6f60-47d2-b353-2b0645dc698b req-993cbd39-8d54-434c-a32d-cee308015ef3 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:52.079836 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0918e7d3-6f60-47d2-b353-2b0645dc698b req-993cbd39-8d54-434c-a32d-cee308015ef3 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0489094 Apr 20 17:05:52.116777 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0918e7d3-6f60-47d2-b353-2b0645dc698b req-4acd0ec3-9688-4f23-b162-03f0719f9b96 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308309 Apr 20 17:05:52.797055 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-de8cbe3f-92a1-491d-811f-21600a2cbd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:53.233639 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacf2b8-a8cc-431a-a245-fabe9aa073e3 req-c8111af4-bf75-4758-914e-78a776eae02e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:53.235926 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbacf2b8-a8cc-431a-a245-fabe9aa073e3 req-c8111af4-bf75-4758-914e-78a776eae02e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0488245 Apr 20 17:05:53.272660 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbacf2b8-a8cc-431a-a245-fabe9aa073e3 req-a104ef15-9148-473f-8ebf-d249b112e86e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311327 Apr 20 17:05:54.388074 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205439f-470b-4233-9f7a-e2478d4f3ef6 req-f9df38a4-c6f0-482e-a522-bb26533bda86 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:54.389655 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2205439f-470b-4233-9f7a-e2478d4f3ef6 req-f9df38a4-c6f0-482e-a522-bb26533bda86 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0489650 Apr 20 17:05:54.431699 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2205439f-470b-4233-9f7a-e2478d4f3ef6 req-bc6e3d0f-64c7-4c6d-8513-4c06a8cee214 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346131 Apr 20 17:05:55.128959 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e03e38be-8f55-4eb9-9676-d4c5b4ccdaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:55.547812 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9b485-9dd8-45c3-bb98-73d565cb1c59 req-00e273dc-ce5a-4171-9db0-1f5a29b929e4 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:55.549334 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5da9b485-9dd8-45c3-bb98-73d565cb1c59 req-00e273dc-ce5a-4171-9db0-1f5a29b929e4 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0493393 Apr 20 17:05:55.587756 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5da9b485-9dd8-45c3-bb98-73d565cb1c59 req-22a34bf6-d6c7-423a-a7df-1de36468fdcc tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322800 Apr 20 17:05:56.512410 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:56.703889 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c38f8-d464-4959-a7bd-b566bcd15713 req-864d0cb8-1828-4b03-a9b8-6c59b2c2ba10 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:56.705383 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-354c38f8-d464-4959-a7bd-b566bcd15713 req-864d0cb8-1828-4b03-a9b8-6c59b2c2ba10 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0479186 Apr 20 17:05:56.743799 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-354c38f8-d464-4959-a7bd-b566bcd15713 req-c5c2ac0b-5e1e-4fab-98b6-72d8fd30926a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318623 Apr 20 17:05:57.189538 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9112269-c37f-468b-b6c0-2ba83ab65eed req-cb330775-8ac5-4201-9aff-0aab87f7635c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:57.191065 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9112269-c37f-468b-b6c0-2ba83ab65eed req-cb330775-8ac5-4201-9aff-0aab87f7635c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0480421 Apr 20 17:05:57.232893 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f9112269-c37f-468b-b6c0-2ba83ab65eed req-211eca6b-9089-4215-8c35-01a118af8c36 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357628 Apr 20 17:05:57.383727 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-0982113c-df32-43cd-9c5e-6d5277833eb1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0768030 Apr 20 17:05:57.928882 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:58.169052 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:58.352714 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b401f6d-fcb5-4982-99e0-fbbf8f406bf8 req-818814d2-4287-4ba3-8b96-196126ca36d3 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:58.354198 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b401f6d-fcb5-4982-99e0-fbbf8f406bf8 req-818814d2-4287-4ba3-8b96-196126ca36d3 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0514665 Apr 20 17:05:58.391843 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b401f6d-fcb5-4982-99e0-fbbf8f406bf8 req-217df226-3f52-4a97-9a56-20db65632d02 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313861 Apr 20 17:05:59.043698 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:59.507597 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23164c7b-fede-4e9b-8b90-3a7e4886e19e req-6afb5a11-5bea-4a2d-993b-706528de0f75 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:59.509008 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-23164c7b-fede-4e9b-8b90-3a7e4886e19e req-6afb5a11-5bea-4a2d-993b-706528de0f75 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0482175 Apr 20 17:05:59.548102 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-23164c7b-fede-4e9b-8b90-3a7e4886e19e req-26a4cd1f-b790-4f4a-aa08-c82b67111fa1 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323608 Apr 20 17:05:59.839578 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-ec652f2f-ec7b-4085-8105-3298657c02be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:59.841090 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-ec652f2f-ec7b-4085-8105-3298657c02be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 1097 time: 0.0435753 Apr 20 17:05:59.927338 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-774dcb84-aa9f-43d5-b7bc-53898e238843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:05:59.928856 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-774dcb84-aa9f-43d5-b7bc-53898e238843 service neutron] 10.222.0.26 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.0817323 Apr 20 17:05:59.994163 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-55992248-3560-49e3-8e5d-1103f0d08eb9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e0cd55a-af81-402f-88dc-adecd3c7bef7 HTTP/1.1" status: 200 len: 1002 time: 0.0594728 Apr 20 17:06:00.042633 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-9dce7526-923b-495c-baa9-0c01e141b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:00.044085 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-9dce7526-923b-495c-baa9-0c01e141b950 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0443125 Apr 20 17:06:00.088273 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-b37dcd4b-8805-456e-902a-15098798e3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:00.090565 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-b37dcd4b-8805-456e-902a-15098798e3d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394652 Apr 20 17:06:00.247359 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:00.513614 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-d12243f7-0f78-40b4-8f22-6b0f8dbfafa8 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167073 Apr 20 17:06:00.604077 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-3d87c73c-a584-4b08-979e-4e35d2d3e17b service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839956 Apr 20 17:06:00.667304 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714390a-a82e-48bd-9548-c3174a106d55 req-bca25bf0-5d44-4d8a-8d5c-0d29ca35cf4a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:00.668814 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5714390a-a82e-48bd-9548-c3174a106d55 req-bca25bf0-5d44-4d8a-8d5c-0d29ca35cf4a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0509012 Apr 20 17:06:00.711116 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5714390a-a82e-48bd-9548-c3174a106d55 req-5c50ce76-61a4-419e-a5e2-b10f2b2360a9 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361013 Apr 20 17:06:01.052668 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:06:01.827873 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7470286-6b85-4010-984e-081b7033d0bf req-26921c00-0563-4dbd-8fee-562afa921bcf tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:01.829281 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b7470286-6b85-4010-984e-081b7033d0bf req-26921c00-0563-4dbd-8fee-562afa921bcf tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0503466 Apr 20 17:06:01.870619 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b7470286-6b85-4010-984e-081b7033d0bf req-d9801786-904e-438f-9199-c5beaee5feaf tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352108 Apr 20 17:06:02.771269 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-cb864ff5-6092-416b-9d5b-26ad669f534e service neutron] show failed (client error): The resource could not be found. Apr 20 17:06:02.772243 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-cb864ff5-6092-416b-9d5b-26ad669f534e service neutron] 10.222.0.26 "GET /v2.0/ports/4e0cd55a-af81-402f-88dc-adecd3c7bef7/bindings/n-h2-836146-2 HTTP/1.1" status: 404 len: 380 time: 0.0527470 Apr 20 17:06:02.990119 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccce95c-d030-4b07-8b2f-c3580aacc263 req-ad0d186e-7b5c-4c8d-8ba2-394650344a39 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:02.991590 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ccce95c-d030-4b07-8b2f-c3580aacc263 req-ad0d186e-7b5c-4c8d-8ba2-394650344a39 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0488255 Apr 20 17:06:03.029745 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ccce95c-d030-4b07-8b2f-c3580aacc263 req-5cfcc0e7-24b9-43fe-ac85-0bab399215dd tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319390 Apr 20 17:06:03.359843 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-d340b08f-fa83-4fe1-89d9-58f2b39a1f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:03.361361 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-d340b08f-fa83-4fe1-89d9-58f2b39a1f96 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916&tenant_id=375bb86601df4e70b14cb49c83872167 HTTP/1.1" status: 200 len: 1097 time: 0.0440857 Apr 20 17:06:03.379388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836146-2', 'device_owner': 'compute:nova'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:06:03.430048 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:03.642181 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] For port 4e0cd55a-af81-402f-88dc-adecd3c7bef7, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=4e0cd55a-af81-402f-88dc-adecd3c7bef7,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:06:03.674339 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] For port 4e0cd55a-af81-402f-88dc-adecd3c7bef7, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:06:03.718581 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effa2dbe-0e4a-4461-b9c8-b243109c0916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e0cd55a-af81-402f-88dc-adecd3c7bef7'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:06:03.721105 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee594f64-e14b-445f-964c-e41e104a3f36" -d '{"events": [{"server_uuid": "effa2dbe-0e4a-4461-b9c8-b243109c0916", "name": "network-vif-unplugged", "status": "completed", "tag": "4e0cd55a-af81-402f-88dc-adecd3c7bef7"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:06:03.725449 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:03.737670 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] Transition to ACTIVE for port object 4e0cd55a-af81-402f-88dc-adecd3c7bef7 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:06:03.770350 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 17:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3441a5f-7def-43dd-9e63-9dfb49576842 x-openstack-request-id: req-a3441a5f-7def-43dd-9e63-9dfb49576842 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:06:03.770643 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effa2dbe-0e4a-4461-b9c8-b243109c0916", "name": "network-vif-unplugged", "status": "completed", "tag": "4e0cd55a-af81-402f-88dc-adecd3c7bef7", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:06:03.770899 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3441a5f-7def-43dd-9e63-9dfb49576842 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:06:03.771302 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3441a5f-7def-43dd-9e63-9dfb49576842'] response: {'server_uuid': 'effa2dbe-0e4a-4461-b9c8-b243109c0916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e0cd55a-af81-402f-88dc-adecd3c7bef7', 'code': 200} Apr 20 17:06:03.831910 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:03.908015 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] Pushing event updated for resources: {'Port': ['ID=4e0cd55a-af81-402f-88dc-adecd3c7bef7,revision_number=6']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:06:03.950552 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] No DVR routers for this DVR port 4e0cd55a-af81-402f-88dc-adecd3c7bef7 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:06:04.089745 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] Attempting to bind port 4e0cd55a-af81-402f-88dc-adecd3c7bef7 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:06:04.090392 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] Attempting to bind port 4e0cd55a-af81-402f-88dc-adecd3c7bef7 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:06:04.090392 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] Attempting to bind port 4e0cd55a-af81-402f-88dc-adecd3c7bef7 on network 889cea85-efdc-4258-9f24-be3e730c1da9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:06:04.094544 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] Port 4e0cd55a-af81-402f-88dc-adecd3c7bef7 on network 889cea85-efdc-4258-9f24-be3e730c1da9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:06:04.094860 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] Attempting to bind port 4e0cd55a-af81-402f-88dc-adecd3c7bef7 on network 889cea85-efdc-4258-9f24-be3e730c1da9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:06:04.100917 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:06:04.101484 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] Checking segment: {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:06:04.101968 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] Bound using segment: {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:06:04.102542 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] Bound port: 4e0cd55a-af81-402f-88dc-adecd3c7bef7, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:06:04.102904 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:04.187252 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee1937-5a8d-4aa3-a703-8e802cb80265 req-61cef888-4e2c-41ce-a419-7e66c127043c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:04.188668 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-baee1937-5a8d-4aa3-a703-8e802cb80265 req-61cef888-4e2c-41ce-a419-7e66c127043c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 944 time: 0.0835683 Apr 20 17:06:04.217731 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] For port 4e0cd55a-af81-402f-88dc-adecd3c7bef7, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:06:04.237210 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] For port 4e0cd55a-af81-402f-88dc-adecd3c7bef7, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=4e0cd55a-af81-402f-88dc-adecd3c7bef7,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:06:04.244971 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-baee1937-5a8d-4aa3-a703-8e802cb80265 req-5aa3a425-aabc-4f66-b042-1fd397622e3e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491111 Apr 20 17:06:04.306855 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:04.344449 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:04.345080 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:04.346444 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] 10.222.0.30 "PUT /v2.0/ports/4e0cd55a-af81-402f-88dc-adecd3c7bef7 HTTP/1.1" status: 200 len: 1092 time: 0.9710114 Apr 20 17:06:04.369840 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6f7db-fe8e-47e4-a411-88ce4bde27ce service neutron] Pushing event updated for resources: {'Port': ['ID=4e0cd55a-af81-402f-88dc-adecd3c7bef7,revision_number=7']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:06:04.418509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-01ddb8fd-d0dd-4af5-a3ff-5da31a20d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:04.420034 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-01ddb8fd-d0dd-4af5-a3ff-5da31a20d952 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 1095 time: 0.0421190 Apr 20 17:06:04.511512 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-db212c7d-d0ad-4829-96d7-90ea213acb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:04.513020 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-db212c7d-d0ad-4829-96d7-90ea213acb81 service neutron] 10.222.0.30 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.0866799 Apr 20 17:06:04.582119 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-85163dc2-59f1-4eb5-85e4-5a2c42896707 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e0cd55a-af81-402f-88dc-adecd3c7bef7 HTTP/1.1" status: 200 len: 1000 time: 0.0626585 Apr 20 17:06:04.629732 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-ce611955-a9a3-42aa-99cc-a004a8cf3b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:04.631058 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-ce611955-a9a3-42aa-99cc-a004a8cf3b2a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0428870 Apr 20 17:06:04.675332 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-929d31dc-cf72-4499-af24-34102258df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:04.676839 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-929d31dc-cf72-4499-af24-34102258df4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393491 Apr 20 17:06:04.769356 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-281c9beb-6da8-47fa-8512-73c1d03b735b service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863094 Apr 20 17:06:04.857156 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6ad6645-e53a-49b4-a42f-0584d49303f2 req-17ccd135-0d9a-4ff5-a304-9bd0e4423ec2 service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808723 Apr 20 17:06:05.363497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240a023-4d8f-4040-97c2-25020149a7c3 req-d5c21e01-acdf-4eae-a3de-c2bc6b984baa tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:05.364999 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8240a023-4d8f-4040-97c2-25020149a7c3 req-d5c21e01-acdf-4eae-a3de-c2bc6b984baa tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 944 time: 0.0496268 Apr 20 17:06:05.406908 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8240a023-4d8f-4040-97c2-25020149a7c3 req-39d26308-da85-4293-b33d-04123d54b543 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358071 Apr 20 17:06:05.772307 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effa2dbe-0e4a-4461-b9c8-b243109c0916', 'tag': '4e0cd55a-af81-402f-88dc-adecd3c7bef7'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:06:05.774707 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cfa3b9-916c-4975-818a-cef55b95a352" -d '{"events": [{"name": "network-changed", "server_uuid": "effa2dbe-0e4a-4461-b9c8-b243109c0916", "tag": "4e0cd55a-af81-402f-88dc-adecd3c7bef7"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:06:05.823525 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd210ad9-ccd4-46c7-a3a4-d73dce47056b x-openstack-request-id: req-bd210ad9-ccd4-46c7-a3a4-d73dce47056b {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:06:05.823821 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "effa2dbe-0e4a-4461-b9c8-b243109c0916", "tag": "4e0cd55a-af81-402f-88dc-adecd3c7bef7", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:06:05.824594 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd210ad9-ccd4-46c7-a3a4-d73dce47056b {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:06:05.825013 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd210ad9-ccd4-46c7-a3a4-d73dce47056b'] response: {'name': 'network-changed', 'server_uuid': 'effa2dbe-0e4a-4461-b9c8-b243109c0916', 'tag': '4e0cd55a-af81-402f-88dc-adecd3c7bef7', 'status': 'completed', 'code': 200} Apr 20 17:06:05.932407 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfa3b9-916c-4975-818a-cef55b95a352 req-fb6ea7c7-07c7-4a73-928e-086922a4d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:05.933962 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-76cfa3b9-916c-4975-818a-cef55b95a352 req-fb6ea7c7-07c7-4a73-928e-086922a4d947 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 1095 time: 0.0689967 Apr 20 17:06:05.935668 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfa3b9-916c-4975-818a-cef55b95a352 req-e90384e9-2efb-4135-97e1-41c6e1c8f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:05.937052 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-76cfa3b9-916c-4975-818a-cef55b95a352 req-e90384e9-2efb-4135-97e1-41c6e1c8f5ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 1095 time: 0.0640750 Apr 20 17:06:06.092224 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfa3b9-916c-4975-818a-cef55b95a352 req-b2f133e3-64d9-48aa-bc43-d1e9c52c47f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:06.093637 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-76cfa3b9-916c-4975-818a-cef55b95a352 req-b2f133e3-64d9-48aa-bc43-d1e9c52c47f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.1533549 Apr 20 17:06:06.094720 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfa3b9-916c-4975-818a-cef55b95a352 req-de42b8b5-ade0-4dd0-b6e7-d0670ea9452f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:06.096022 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-76cfa3b9-916c-4975-818a-cef55b95a352 req-de42b8b5-ade0-4dd0-b6e7-d0670ea9452f service neutron] 10.222.0.26 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.1487200 Apr 20 17:06:06.206576 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-76cfa3b9-916c-4975-818a-cef55b95a352 req-2429d7d5-47c9-40a3-8070-5230f4ea731d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e0cd55a-af81-402f-88dc-adecd3c7bef7 HTTP/1.1" status: 200 len: 1000 time: 0.1049259 Apr 20 17:06:06.208320 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-76cfa3b9-916c-4975-818a-cef55b95a352 req-4c3b7cfd-5165-4179-8327-a79765ce0e9b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e0cd55a-af81-402f-88dc-adecd3c7bef7 HTTP/1.1" status: 200 len: 1000 time: 0.1013584 Apr 20 17:06:06.291814 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfa3b9-916c-4975-818a-cef55b95a352 req-b0b5983c-f00d-49dd-ba8e-7f4f0b897da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:06.293319 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-76cfa3b9-916c-4975-818a-cef55b95a352 req-b0b5983c-f00d-49dd-ba8e-7f4f0b897da7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0792174 Apr 20 17:06:06.296705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfa3b9-916c-4975-818a-cef55b95a352 req-8e95d1a3-a063-430a-9949-da7298040ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:06.298038 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-76cfa3b9-916c-4975-818a-cef55b95a352 req-8e95d1a3-a063-430a-9949-da7298040ce1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0828493 Apr 20 17:06:06.368656 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfa3b9-916c-4975-818a-cef55b95a352 req-ad8e7ec0-eefa-41cc-bdf3-543dbd99494a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:06.370076 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-76cfa3b9-916c-4975-818a-cef55b95a352 req-ad8e7ec0-eefa-41cc-bdf3-543dbd99494a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708964 Apr 20 17:06:06.373132 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfa3b9-916c-4975-818a-cef55b95a352 req-4a541c73-d1ed-44b4-b5fc-fcde9865739a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:06.374606 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-76cfa3b9-916c-4975-818a-cef55b95a352 req-4a541c73-d1ed-44b4-b5fc-fcde9865739a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681622 Apr 20 17:06:06.381917 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 4e0cd55a-af81-402f-88dc-adecd3c7bef7 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:06:06.420079 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 4e0cd55a-af81-402f-88dc-adecd3c7bef7 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:06:06.560922 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-76cfa3b9-916c-4975-818a-cef55b95a352 req-4a10a25a-84cb-4339-857e-5095fe82b95c service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759303 Apr 20 17:06:06.563530 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-76cfa3b9-916c-4975-818a-cef55b95a352 req-fcef49c4-ab0e-478c-a0db-2a6d076795ba service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863918 Apr 20 17:06:06.584607 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e83ef-46d0-4ab3-b9f0-f38910ab13c6 req-d2c9c869-4a44-4991-b380-5caffd81c9ad tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:06.586008 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e4e83ef-46d0-4ab3-b9f0-f38910ab13c6 req-d2c9c869-4a44-4991-b380-5caffd81c9ad tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 944 time: 0.1049800 Apr 20 17:06:06.725990 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e4e83ef-46d0-4ab3-b9f0-f38910ab13c6 req-7f21e1b1-a51f-4665-880e-b1d91ae54d23 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234162 Apr 20 17:06:06.754306 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-76cfa3b9-916c-4975-818a-cef55b95a352 req-3342de91-41fa-402b-b118-8061a3434f08 service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866214 Apr 20 17:06:06.763986 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-76cfa3b9-916c-4975-818a-cef55b95a352 req-02d70b0c-0c30-42bb-be50-3079ef5f7b42 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872230 Apr 20 17:06:07.391900 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 4e0cd55a-af81-402f-88dc-adecd3c7bef7 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:06:07.486596 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 4e0cd55a-af81-402f-88dc-adecd3c7bef7, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=4e0cd55a-af81-402f-88dc-adecd3c7bef7,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:06:07.497701 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '4e0cd55a-af81-402f-88dc-adecd3c7bef7', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'port_id': '4e0cd55a-af81-402f-88dc-adecd3c7bef7', 'mac_address': 'fa:16:3e:c1:c5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:06:07.542231 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:07.554913 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e0cd55a-af81-402f-88dc-adecd3c7bef7 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:06:07.574696 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 4e0cd55a-af81-402f-88dc-adecd3c7bef7, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=4e0cd55a-af81-402f-88dc-adecd3c7bef7,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:06:07.665618 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:07.724075 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=4e0cd55a-af81-402f-88dc-adecd3c7bef7,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:06:07.848152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac9996-1167-49fe-bc02-73fa9c972e58 req-50e8f267-fa53-4aa7-aec5-cc7c89e9bdd3 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:07.849700 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d2ac9996-1167-49fe-bc02-73fa9c972e58 req-50e8f267-fa53-4aa7-aec5-cc7c89e9bdd3 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 945 time: 0.0530314 Apr 20 17:06:07.889341 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d2ac9996-1167-49fe-bc02-73fa9c972e58 req-47a694ef-c449-4ad6-a87f-381d8d2192e0 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329335 Apr 20 17:06:08.330243 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['4e0cd55a-af81-402f-88dc-adecd3c7bef7'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:06:09.010535 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ea817-376e-48d7-b9e1-74157a27eb92 req-029f44e8-342d-40f8-9895-be3185d95e0e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:09.012008 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a72ea817-376e-48d7-b9e1-74157a27eb92 req-029f44e8-342d-40f8-9895-be3185d95e0e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 945 time: 0.0482106 Apr 20 17:06:09.049424 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a72ea817-376e-48d7-b9e1-74157a27eb92 req-84c00c5a-27a6-4b68-b4c8-3d5bfbdc2988 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308466 Apr 20 17:06:09.388763 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e4e61-e24a-4e09-945f-85558b3c62f4 req-c22d2dfd-7631-4d8c-a01e-3e8cd7155128 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:09.390225 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f7e4e61-e24a-4e09-945f-85558b3c62f4 req-c22d2dfd-7631-4d8c-a01e-3e8cd7155128 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 945 time: 0.0483062 Apr 20 17:06:09.396478 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 4e0cd55a-af81-402f-88dc-adecd3c7bef7 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:06:09.459049 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f7e4e61-e24a-4e09-945f-85558b3c62f4 req-36ae2191-8a63-4d08-a9db-36c3d37bd921 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619779 Apr 20 17:06:09.488854 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f46009-0a53-4fdd-908a-44ac6b8c2d3d req-444bbb28-4ccd-4031-a7c6-21f977fcf5b1 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:09.490407 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63f46009-0a53-4fdd-908a-44ac6b8c2d3d req-444bbb28-4ccd-4031-a7c6-21f977fcf5b1 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.26 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916&tenant_id=375bb86601df4e70b14cb49c83872167&binding%3Ahost_id=n-h2-836146-2 HTTP/1.1" status: 200 len: 945 time: 0.0692985 Apr 20 17:06:09.510671 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 4e0cd55a-af81-402f-88dc-adecd3c7bef7 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:06:09.514658 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 4e0cd55a-af81-402f-88dc-adecd3c7bef7 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:06:09.515022 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:09.550192 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-63f46009-0a53-4fdd-908a-44ac6b8c2d3d req-6245e042-b45b-4162-95e3-c79b06869569 service neutron] delete failed (client error): The resource could not be found. Apr 20 17:06:09.560799 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63f46009-0a53-4fdd-908a-44ac6b8c2d3d req-6245e042-b45b-4162-95e3-c79b06869569 service neutron] 10.222.0.26 "DELETE /v2.0/ports/4e0cd55a-af81-402f-88dc-adecd3c7bef7/bindings/n-h1-836146-2 HTTP/1.1" status: 404 len: 380 time: 0.0628891 Apr 20 17:06:09.596172 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:09.618413 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effa2dbe-0e4a-4461-b9c8-b243109c0916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0cd55a-af81-402f-88dc-adecd3c7bef7'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:06:09.620673 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6170f6e4-4108-444e-a4f0-690b128a308f" -d '{"events": [{"server_uuid": "effa2dbe-0e4a-4461-b9c8-b243109c0916", "name": "network-vif-plugged", "status": "completed", "tag": "4e0cd55a-af81-402f-88dc-adecd3c7bef7"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:06:09.633394 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 4e0cd55a-af81-402f-88dc-adecd3c7bef7, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=4e0cd55a-af81-402f-88dc-adecd3c7bef7,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:06:09.664063 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f46009-0a53-4fdd-908a-44ac6b8c2d3d req-44431ea9-720f-4c45-9ae6-efa798a847dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:09.665679 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63f46009-0a53-4fdd-908a-44ac6b8c2d3d req-44431ea9-720f-4c45-9ae6-efa798a847dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 1096 time: 0.0423186 Apr 20 17:06:09.671788 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba650fb6-7e0f-4663-857c-59ebfdacbf28 x-openstack-request-id: req-ba650fb6-7e0f-4663-857c-59ebfdacbf28 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:06:09.672080 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effa2dbe-0e4a-4461-b9c8-b243109c0916", "name": "network-vif-plugged", "status": "completed", "tag": "4e0cd55a-af81-402f-88dc-adecd3c7bef7", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:06:09.672351 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba650fb6-7e0f-4663-857c-59ebfdacbf28 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:06:09.672776 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba650fb6-7e0f-4663-857c-59ebfdacbf28'] response: {'server_uuid': 'effa2dbe-0e4a-4461-b9c8-b243109c0916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0cd55a-af81-402f-88dc-adecd3c7bef7', 'code': 200} Apr 20 17:06:09.698541 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:09.751767 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=4e0cd55a-af81-402f-88dc-adecd3c7bef7,revision_number=9']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:06:09.790948 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f46009-0a53-4fdd-908a-44ac6b8c2d3d req-55cd2c99-7957-4939-8ed0-42d5b79836f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:09.792458 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63f46009-0a53-4fdd-908a-44ac6b8c2d3d req-55cd2c99-7957-4939-8ed0-42d5b79836f0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.0890496 Apr 20 17:06:09.855933 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63f46009-0a53-4fdd-908a-44ac6b8c2d3d req-b0eb6e38-1e1f-472c-8cbb-8357fb9e95ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e0cd55a-af81-402f-88dc-adecd3c7bef7 HTTP/1.1" status: 200 len: 1002 time: 0.0570354 Apr 20 17:06:09.903564 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f46009-0a53-4fdd-908a-44ac6b8c2d3d req-761b1393-3439-43e4-bb0d-ec3741b32782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:09.905008 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63f46009-0a53-4fdd-908a-44ac6b8c2d3d req-761b1393-3439-43e4-bb0d-ec3741b32782 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0425217 Apr 20 17:06:09.953836 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f46009-0a53-4fdd-908a-44ac6b8c2d3d req-7dd0a0bb-4b30-407c-a9dc-60e46bf674e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:09.955305 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63f46009-0a53-4fdd-908a-44ac6b8c2d3d req-7dd0a0bb-4b30-407c-a9dc-60e46bf674e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439491 Apr 20 17:06:10.041613 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63f46009-0a53-4fdd-908a-44ac6b8c2d3d req-485978bd-b829-4570-a509-69f5b7720e47 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794623 Apr 20 17:06:10.132206 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63f46009-0a53-4fdd-908a-44ac6b8c2d3d req-717f3430-41a7-4dbf-971a-f191c87c7825 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844395 Apr 20 17:06:10.585442 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7deaf-88f5-4522-bbcd-a394859086f3 req-23704f0e-d057-4ab4-ac3e-16b92de0e5d7 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:10.586959 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4cb7deaf-88f5-4522-bbcd-a394859086f3 req-23704f0e-d057-4ab4-ac3e-16b92de0e5d7 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0531676 Apr 20 17:06:10.626744 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4cb7deaf-88f5-4522-bbcd-a394859086f3 req-b7ac776d-b6a1-43d4-9750-a86bd266d5c6 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335264 Apr 20 17:06:11.745013 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9db77d-f33b-42b1-a358-0c509cf16392 req-31ecc1f6-a753-43c7-b4ac-bbed93cbd9a6 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:11.746487 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1b9db77d-f33b-42b1-a358-0c509cf16392 req-31ecc1f6-a753-43c7-b4ac-bbed93cbd9a6 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0499127 Apr 20 17:06:11.784416 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1b9db77d-f33b-42b1-a358-0c509cf16392 req-40462aab-d55b-4435-912d-9c6f96903ecc tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318193 Apr 20 17:06:11.901454 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50460f3e-50d6-481f-8cb7-5d9b5c671a5c req-75cf2ed9-2af9-4675-99dd-ec721a17afef tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:11.903773 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-50460f3e-50d6-481f-8cb7-5d9b5c671a5c req-75cf2ed9-2af9-4675-99dd-ec721a17afef tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0535305 Apr 20 17:06:11.941746 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-50460f3e-50d6-481f-8cb7-5d9b5c671a5c req-58c08d05-c03a-441a-b1f4-fb31a8aab262 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309284 Apr 20 17:06:12.288599 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d5af2-c339-408e-935a-5521dde032d2 req-a99ad463-b8b2-43d4-87fe-3ba65da5343b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:12.290138 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-869d5af2-c339-408e-935a-5521dde032d2 req-a99ad463-b8b2-43d4-87fe-3ba65da5343b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0493462 Apr 20 17:06:12.329219 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-869d5af2-c339-408e-935a-5521dde032d2 req-8887a241-2d81-4fe7-b4a4-3ff38b8d92b5 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328379 Apr 20 17:06:12.411636 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310228cb-c133-45ff-b068-074dd7a61fa3 req-046b662c-9f15-43cd-bc41-5d49ace976ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:12.413165 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-310228cb-c133-45ff-b068-074dd7a61fa3 req-046b662c-9f15-43cd-bc41-5d49ace976ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 1097 time: 0.0430093 Apr 20 17:06:12.504830 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310228cb-c133-45ff-b068-074dd7a61fa3 req-95fc5541-483b-4e06-b147-0de2dc55220f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:12.506165 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-310228cb-c133-45ff-b068-074dd7a61fa3 req-95fc5541-483b-4e06-b147-0de2dc55220f service neutron] 10.222.0.30 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.0864487 Apr 20 17:06:12.570111 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-310228cb-c133-45ff-b068-074dd7a61fa3 req-1a951d37-0ac4-407f-89c8-4e3618a43dc4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e0cd55a-af81-402f-88dc-adecd3c7bef7 HTTP/1.1" status: 200 len: 1002 time: 0.0568783 Apr 20 17:06:12.622237 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310228cb-c133-45ff-b068-074dd7a61fa3 req-6f7b98a8-a559-4011-9646-8ad657464e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:12.623816 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-310228cb-c133-45ff-b068-074dd7a61fa3 req-6f7b98a8-a559-4011-9646-8ad657464e0e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0475099 Apr 20 17:06:12.669114 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310228cb-c133-45ff-b068-074dd7a61fa3 req-cc44f7a3-4037-4b98-8162-778a9aa114a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:12.670585 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-310228cb-c133-45ff-b068-074dd7a61fa3 req-cc44f7a3-4037-4b98-8162-778a9aa114a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402269 Apr 20 17:06:12.758153 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-310228cb-c133-45ff-b068-074dd7a61fa3 req-d72dad9e-3a6f-4381-85f1-78e80e40b024 service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805266 Apr 20 17:06:12.849807 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-310228cb-c133-45ff-b068-074dd7a61fa3 req-95f26e8b-a824-4bcb-b1fd-162ac26cbc50 service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831053 Apr 20 17:06:13.449370 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f0b70-7e61-4409-b91b-df05b0e2f510 req-cdafaf15-4794-4afe-9950-35d4e8e8fef8 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:13.450788 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-124f0b70-7e61-4409-b91b-df05b0e2f510 req-cdafaf15-4794-4afe-9950-35d4e8e8fef8 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0514200 Apr 20 17:06:13.492688 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-124f0b70-7e61-4409-b91b-df05b0e2f510 req-726b9fae-81e1-47c2-9e0d-d531ce88f449 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345232 Apr 20 17:06:14.615954 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40b0a0-6ee5-406a-8eaf-bedc48098b86 req-d9d4c446-758f-4fcd-bcc8-7ceac05332e2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:14.618056 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f40b0a0-6ee5-406a-8eaf-bedc48098b86 req-d9d4c446-758f-4fcd-bcc8-7ceac05332e2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0556257 Apr 20 17:06:14.656585 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f40b0a0-6ee5-406a-8eaf-bedc48098b86 req-2ca95d7f-92a3-4df6-b618-cd5dbc2c01de tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324616 Apr 20 17:06:15.165710 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51783bfc-8d04-4384-bbae-4e5ee112949b req-9e95e4f3-4f27-4f2b-9f0d-bbf5608d86dd tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:15.167204 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-51783bfc-8d04-4384-bbae-4e5ee112949b req-9e95e4f3-4f27-4f2b-9f0d-bbf5608d86dd tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0530388 Apr 20 17:06:15.207259 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-51783bfc-8d04-4384-bbae-4e5ee112949b req-2bcf019c-3939-4417-963a-b91ca7da1b24 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339453 Apr 20 17:06:16.329796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e98cd-0be4-476c-a50a-e0289da11a75 req-73e53a2a-3fb3-44c1-bf6d-ca33578cd47d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:16.331265 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac9e98cd-0be4-476c-a50a-e0289da11a75 req-73e53a2a-3fb3-44c1-bf6d-ca33578cd47d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0516715 Apr 20 17:06:16.368402 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac9e98cd-0be4-476c-a50a-e0289da11a75 req-f09e4215-4bb1-4b10-ab1a-2ff5e3975cb4 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310860 Apr 20 17:06:16.781959 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578f08b-3e04-4859-a1e7-fd0998fe4fe3 req-680a266b-c28e-4d92-94ab-1d31e835c07e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:16.783541 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4578f08b-3e04-4859-a1e7-fd0998fe4fe3 req-680a266b-c28e-4d92-94ab-1d31e835c07e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.30 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 946 time: 0.0492494 Apr 20 17:06:16.878745 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-4578f08b-3e04-4859-a1e7-fd0998fe4fe3 req-44cf2b28-548c-4d47-a077-073dde2c9bde tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Deleting port 4e0cd55a-af81-402f-88dc-adecd3c7bef7 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:06:16.879069 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4578f08b-3e04-4859-a1e7-fd0998fe4fe3 req-44cf2b28-548c-4d47-a077-073dde2c9bde tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:16.969471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-4578f08b-3e04-4859-a1e7-fd0998fe4fe3 req-44cf2b28-548c-4d47-a077-073dde2c9bde tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] For port 4e0cd55a-af81-402f-88dc-adecd3c7bef7, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=4e0cd55a-af81-402f-88dc-adecd3c7bef7,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:06:16.971210 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4578f08b-3e04-4859-a1e7-fd0998fe4fe3 req-44cf2b28-548c-4d47-a077-073dde2c9bde tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:17.145772 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4578f08b-3e04-4859-a1e7-fd0998fe4fe3 req-44cf2b28-548c-4d47-a077-073dde2c9bde tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:17.146046 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4578f08b-3e04-4859-a1e7-fd0998fe4fe3 req-44cf2b28-548c-4d47-a077-073dde2c9bde tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:17.146356 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-4578f08b-3e04-4859-a1e7-fd0998fe4fe3 req-44cf2b28-548c-4d47-a077-073dde2c9bde tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Floating IP 1412ac89-091f-41d4-911b-7c5d3d0a1055 disassociated. External IP: 172.25.0.245, port: 4e0cd55a-af81-402f-88dc-adecd3c7bef7. Apr 20 17:06:17.146691 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-4578f08b-3e04-4859-a1e7-fd0998fe4fe3 req-44cf2b28-548c-4d47-a077-073dde2c9bde tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Calling delete_port for 4e0cd55a-af81-402f-88dc-adecd3c7bef7 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:06:17.346488 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4578f08b-3e04-4859-a1e7-fd0998fe4fe3 req-44cf2b28-548c-4d47-a077-073dde2c9bde tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:17.378606 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf2b28-548c-4d47-a077-073dde2c9bde tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Pushing event deleted for resources: {'Port': ['ID=4e0cd55a-af81-402f-88dc-adecd3c7bef7,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:06:17.507536 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-138ec380-31de-4165-9b9b-7bf79d3c88f4 req-9777a0b4-3f00-452c-9af9-1d67b8c85904 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=effa2dbe-0e4a-4461-b9c8-b243109c0916 HTTP/1.1" status: 200 len: 210 time: 0.0377097 Apr 20 17:06:17.522333 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4578f08b-3e04-4859-a1e7-fd0998fe4fe3 req-44cf2b28-548c-4d47-a077-073dde2c9bde tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Router 3c10333d-cc18-4cbf-a386-be007d4906f3 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:06:17.637846 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4578f08b-3e04-4859-a1e7-fd0998fe4fe3 req-44cf2b28-548c-4d47-a077-073dde2c9bde tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:06:17.651521 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ecc428-ed30-43ac-a927-043659ff1795 None None] Sync routers for ids ['3c10333d-cc18-4cbf-a386-be007d4906f3'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:06:17.664225 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ecc428-ed30-43ac-a927-043659ff1795 None None] Routers {'3c10333d-cc18-4cbf-a386-be007d4906f3'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:06:17.665171 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-19ecc428-ed30-43ac-a927-043659ff1795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:05:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3c10333d-cc18-4cbf-a386-be007d4906f3'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:06:17.679466 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-4578f08b-3e04-4859-a1e7-fd0998fe4fe3 req-44cf2b28-548c-4d47-a077-073dde2c9bde tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] No DVR routers for this DVR port 4e0cd55a-af81-402f-88dc-adecd3c7bef7 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:06:17.682337 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4578f08b-3e04-4859-a1e7-fd0998fe4fe3 req-44cf2b28-548c-4d47-a077-073dde2c9bde tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:17.686172 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4578f08b-3e04-4859-a1e7-fd0998fe4fe3 req-44cf2b28-548c-4d47-a077-073dde2c9bde tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.30 "DELETE /v2.0/ports/4e0cd55a-af81-402f-88dc-adecd3c7bef7 HTTP/1.1" status: 204 len: 173 time: 0.8959486 Apr 20 17:06:17.688794 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effa2dbe-0e4a-4461-b9c8-b243109c0916', 'name': 'network-vif-deleted', 'tag': '4e0cd55a-af81-402f-88dc-adecd3c7bef7'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:06:17.688966 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3decc0-2b18-4362-ac05-b5e7303c88b4" -d '{"events": [{"server_uuid": "effa2dbe-0e4a-4461-b9c8-b243109c0916", "name": "network-vif-deleted", "tag": "4e0cd55a-af81-402f-88dc-adecd3c7bef7"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:06:17.726045 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76f198b-cb74-4237-9124-f2be4f78bd2d x-openstack-request-id: req-f76f198b-cb74-4237-9124-f2be4f78bd2d {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:06:17.726342 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effa2dbe-0e4a-4461-b9c8-b243109c0916", "name": "network-vif-deleted", "tag": "4e0cd55a-af81-402f-88dc-adecd3c7bef7", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:06:17.726596 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f76f198b-cb74-4237-9124-f2be4f78bd2d {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:06:17.727000 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f76f198b-cb74-4237-9124-f2be4f78bd2d'] response: {'server_uuid': 'effa2dbe-0e4a-4461-b9c8-b243109c0916', 'name': 'network-vif-deleted', 'tag': '4e0cd55a-af81-402f-88dc-adecd3c7bef7', 'status': 'completed', 'code': 200} Apr 20 17:06:17.783377 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-19ecc428-ed30-43ac-a927-043659ff1795 None None] Set router 3c10333d-cc18-4cbf-a386-be007d4906f3 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:06:17.996124 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-19ecc428-ed30-43ac-a927-043659ff1795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:06:18.030420 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ecc428-ed30-43ac-a927-043659ff1795 None None] Checking router: 3c10333d-cc18-4cbf-a386-be007d4906f3 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:06:18.046945 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ecc428-ed30-43ac-a927-043659ff1795 None None] Routers {'3c10333d-cc18-4cbf-a386-be007d4906f3'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:06:18.047675 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-19ecc428-ed30-43ac-a927-043659ff1795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:05:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3c10333d-cc18-4cbf-a386-be007d4906f3'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:06:18.162911 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-19ecc428-ed30-43ac-a927-043659ff1795 None None] Set router 3c10333d-cc18-4cbf-a386-be007d4906f3 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:06:18.366718 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-19ecc428-ed30-43ac-a927-043659ff1795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:06:18.393611 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ecc428-ed30-43ac-a927-043659ff1795 None None] The sync data for ids ['3c10333d-cc18-4cbf-a386-be007d4906f3'] in n-d-836146-2 is: [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:06:18.610825 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5aeaa1-e30b-40aa-8159-7206835e3864 None None] New status for floating IP 1412ac89-091f-41d4-911b-7c5d3d0a1055: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:06:18.762385 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-0f4cccc4-b4a4-4f5e-a5d3-ae3d86cac930 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--751159107&fields=id&tenant_id=375bb86601df4e70b14cb49c83872167 HTTP/1.1" status: 200 len: 267 time: 0.0335226 Apr 20 17:06:18.873216 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-44b5bfdf-b541-461b-a583-a782c54fd074 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:18.874661 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-44b5bfdf-b541-461b-a583-a782c54fd074 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 811 time: 0.1050999 Apr 20 17:06:18.890478 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-43cdaa69-e3ae-424f-8155-a488627fae9e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/quotas/375bb86601df4e70b14cb49c83872167 HTTP/1.1" status: 200 len: 375 time: 0.0092371 Apr 20 17:06:18.943558 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-e5bcc771-544e-4278-ba16-e518e99326fc tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476539 Apr 20 17:06:19.045247 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-51c57917-a79a-4bab-b7cd-b506640105fd service neutron] 10.222.0.15 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810928 Apr 20 17:06:19.136714 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-4bb0399a-5a59-4cce-b107-2fce1da28547 service neutron] 10.222.0.15 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847232 Apr 20 17:06:19.378531 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3453a40a-91e3-458e-b47f-467fafa0213a req-d903295e-fb3a-4c93-95dd-22bec1abb6ae tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 210 time: 0.0297091 Apr 20 17:06:19.442162 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 4e0cd55a-af81-402f-88dc-adecd3c7bef7 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:06:19.469851 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 4e0cd55a-af81-402f-88dc-adecd3c7bef7 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:06:19.470421 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 4e0cd55a-af81-402f-88dc-adecd3c7bef7 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:06:20.475033 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-772e2edf-d68d-4de1-9d2b-afa315e7a769 req-7b3bba46-8c99-4c7c-b0df-72185e2ddfce tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 210 time: 0.0287538 Apr 20 17:06:21.471750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-432b7ab0-543b-482c-8f93-c3ec55184758 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:21.473125 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-432b7ab0-543b-482c-8f93-c3ec55184758 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.30 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 811 time: 0.1095464 Apr 20 17:06:21.527274 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-509308a8-596f-4de3-96d6-d5628a0e9282 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=375bb86601df4e70b14cb49c83872167 HTTP/1.1" status: 200 len: 379 time: 0.0377038 Apr 20 17:06:21.536995 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-bedc935e-d6a8-479f-9009-67e80666197a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Request body: {'port': {'device_id': 'b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'admin_state_up': True, 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'security_groups': ['ed507b3f-3365-4368-9db4-3e0f65a9065b']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:06:21.946679 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-192101b2-3686-4f3d-a1c2-eb913edf23fa req-9902733b-36ac-48ca-ab54-c330c1f83d9d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 210 time: 0.3947258 Apr 20 17:06:22.099342 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-bedc935e-d6a8-479f-9009-67e80666197a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Made reservation on behalf of 375bb86601df4e70b14cb49c83872167 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:06:22.102931 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-bedc935e-d6a8-479f-9009-67e80666197a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:22.227931 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-bedc935e-d6a8-479f-9009-67e80666197a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Allocated IP 172.20.0.13 (889cea85-efdc-4258-9f24-be3e730c1da9/b2c128b4-a5b3-41a9-be36-d1dd89e44c48/0c985c8b-4521-4cf8-a1bd-367f6904529e) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:06:22.367826 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-bedc935e-d6a8-479f-9009-67e80666197a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:22.456824 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-bedc935e-d6a8-479f-9009-67e80666197a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:22.503033 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-bedc935e-d6a8-479f-9009-67e80666197a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Network 889cea85-efdc-4258-9f24-be3e730c1da9 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:06:22.506290 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-bedc935e-d6a8-479f-9009-67e80666197a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:06:22.510234 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-bedc935e-d6a8-479f-9009-67e80666197a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:06:22.516967 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc935e-d6a8-479f-9009-67e80666197a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Pushing event updated for resources: {'Port': ['ID=0c985c8b-4521-4cf8-a1bd-367f6904529e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:06:22.543222 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc935e-d6a8-479f-9009-67e80666197a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:22.543970 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc935e-d6a8-479f-9009-67e80666197a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:22.543970 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc935e-d6a8-479f-9009-67e80666197a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:22.553947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc935e-d6a8-479f-9009-67e80666197a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:22.553947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc935e-d6a8-479f-9009-67e80666197a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:22.553947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc935e-d6a8-479f-9009-67e80666197a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:22.553947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc935e-d6a8-479f-9009-67e80666197a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:22.553947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc935e-d6a8-479f-9009-67e80666197a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:22.553947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc935e-d6a8-479f-9009-67e80666197a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:22.553947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc935e-d6a8-479f-9009-67e80666197a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:22.553947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc935e-d6a8-479f-9009-67e80666197a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:22.553947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc935e-d6a8-479f-9009-67e80666197a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:22.583483 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-bedc935e-d6a8-479f-9009-67e80666197a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:22.584130 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-bedc935e-d6a8-479f-9009-67e80666197a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:22.688041 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-bedc935e-d6a8-479f-9009-67e80666197a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1542885 Apr 20 17:06:22.705259 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-260f781f-24da-4255-b076-b239d3130b78 service neutron] Request body: {'port': {'device_id': 'b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:06:22.757687 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-260f781f-24da-4255-b076-b239d3130b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:22.760764 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5f4777e2-4b95-4a70-bbf8-55fc24958dd3 None None] Provisioning complete for port 0c985c8b-4521-4cf8-a1bd-367f6904529e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:06:22.761277 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f4777e2-4b95-4a70-bbf8-55fc24958dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:22.785690 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-190cbcae-0fc0-457a-b6fd-2c75291372f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:22.799326 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5f4777e2-4b95-4a70-bbf8-55fc24958dd3 None None] Port 0c985c8b-4521-4cf8-a1bd-367f6904529e cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:06:23.016585 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-260f781f-24da-4255-b076-b239d3130b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c985c8b-4521-4cf8-a1bd-367f6904529e {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:06:23.025535 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-260f781f-24da-4255-b076-b239d3130b78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:23.063911 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-260f781f-24da-4255-b076-b239d3130b78 service neutron] Transition to ACTIVE for port object 0c985c8b-4521-4cf8-a1bd-367f6904529e will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:06:23.082970 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4cba3e-8619-4cf0-9dce-ddbd1608c6f8 req-9409b0cc-6b7d-4d2e-9bce-0b32a7f9dd0f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:23.084487 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b4cba3e-8619-4cf0-9dce-ddbd1608c6f8 req-9409b0cc-6b7d-4d2e-9bce-0b32a7f9dd0f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 932 time: 0.0635080 Apr 20 17:06:23.122989 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b4cba3e-8619-4cf0-9dce-ddbd1608c6f8 req-b77c6052-7646-4fde-bd52-7897f35616d2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322938 Apr 20 17:06:23.170129 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-260f781f-24da-4255-b076-b239d3130b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:23.225623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f781f-24da-4255-b076-b239d3130b78 service neutron] Pushing event updated for resources: {'Port': ['ID=0c985c8b-4521-4cf8-a1bd-367f6904529e,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:06:23.292942 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-260f781f-24da-4255-b076-b239d3130b78 service neutron] Attempting to bind port 0c985c8b-4521-4cf8-a1bd-367f6904529e on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:06:23.293808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-260f781f-24da-4255-b076-b239d3130b78 service neutron] Attempting to bind port 0c985c8b-4521-4cf8-a1bd-367f6904529e by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:06:23.294110 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-260f781f-24da-4255-b076-b239d3130b78 service neutron] Attempting to bind port 0c985c8b-4521-4cf8-a1bd-367f6904529e on network 889cea85-efdc-4258-9f24-be3e730c1da9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:06:23.299197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-260f781f-24da-4255-b076-b239d3130b78 service neutron] Port 0c985c8b-4521-4cf8-a1bd-367f6904529e on network 889cea85-efdc-4258-9f24-be3e730c1da9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:06:23.299520 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-260f781f-24da-4255-b076-b239d3130b78 service neutron] Attempting to bind port 0c985c8b-4521-4cf8-a1bd-367f6904529e on network 889cea85-efdc-4258-9f24-be3e730c1da9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:06:23.304524 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-260f781f-24da-4255-b076-b239d3130b78 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:06:23.304876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-260f781f-24da-4255-b076-b239d3130b78 service neutron] Checking segment: {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:06:23.305263 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-260f781f-24da-4255-b076-b239d3130b78 service neutron] Bound using segment: {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:06:23.305695 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-260f781f-24da-4255-b076-b239d3130b78 service neutron] Bound port: 0c985c8b-4521-4cf8-a1bd-367f6904529e, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:06:23.306112 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-260f781f-24da-4255-b076-b239d3130b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:23.377041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-260f781f-24da-4255-b076-b239d3130b78 service neutron] For port 0c985c8b-4521-4cf8-a1bd-367f6904529e, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:06:23.380232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-260f781f-24da-4255-b076-b239d3130b78 service neutron] For port 0c985c8b-4521-4cf8-a1bd-367f6904529e, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:06:23.433114 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-260f781f-24da-4255-b076-b239d3130b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:23.469802 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-260f781f-24da-4255-b076-b239d3130b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:23.470764 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-260f781f-24da-4255-b076-b239d3130b78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:23.472283 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-260f781f-24da-4255-b076-b239d3130b78 service neutron] 10.222.0.30 "PUT /v2.0/ports/0c985c8b-4521-4cf8-a1bd-367f6904529e HTTP/1.1" status: 200 len: 1092 time: 0.7709808 Apr 20 17:06:23.474628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c', 'tag': '0c985c8b-4521-4cf8-a1bd-367f6904529e'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:06:23.476960 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe2bb44-c215-4625-aef9-3d91df447be9" -d '{"events": [{"name": "network-changed", "server_uuid": "b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c", "tag": "0c985c8b-4521-4cf8-a1bd-367f6904529e"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:06:23.503687 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f781f-24da-4255-b076-b239d3130b78 service neutron] Pushing event updated for resources: {'Port': ['ID=0c985c8b-4521-4cf8-a1bd-367f6904529e,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:06:23.528244 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3582af-9b8c-4fd1-8fea-455fd472937c x-openstack-request-id: req-9e3582af-9b8c-4fd1-8fea-455fd472937c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:06:23.528615 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c", "tag": "0c985c8b-4521-4cf8-a1bd-367f6904529e", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:06:23.528876 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e3582af-9b8c-4fd1-8fea-455fd472937c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:06:23.529294 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e3582af-9b8c-4fd1-8fea-455fd472937c'] response: {'name': 'network-changed', 'server_uuid': 'b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c', 'tag': '0c985c8b-4521-4cf8-a1bd-367f6904529e', 'status': 'completed', 'code': 200} Apr 20 17:06:23.621217 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2bb44-c215-4625-aef9-3d91df447be9 req-891e8a33-a68a-4467-b500-8532e821bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:23.622752 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-abe2bb44-c215-4625-aef9-3d91df447be9 req-891e8a33-a68a-4467-b500-8532e821bb94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 1095 time: 0.0482965 Apr 20 17:06:23.749902 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2bb44-c215-4625-aef9-3d91df447be9 req-15de4239-601c-43bb-b891-10c3737ea0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:23.751687 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-abe2bb44-c215-4625-aef9-3d91df447be9 req-15de4239-601c-43bb-b891-10c3737ea0cd service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=375bb86601df4e70b14cb49c83872167&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1138935 Apr 20 17:06:23.849986 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2bb44-c215-4625-aef9-3d91df447be9 req-833fd623-282e-4299-b9e6-af4c97b9e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:23.851490 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-abe2bb44-c215-4625-aef9-3d91df447be9 req-833fd623-282e-4299-b9e6-af4c97b9e419 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922320 Apr 20 17:06:23.954478 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-0718326d-81ba-411e-a7dd-067400d2df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:23.955961 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-0718326d-81ba-411e-a7dd-067400d2df35 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 1095 time: 0.0443802 Apr 20 17:06:24.003938 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-31fc2832-b22e-4e83-aaac-70c0f3dd2476 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e HTTP/1.1" status: 200 len: 217 time: 0.0328143 Apr 20 17:06:24.052745 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-24b4039b-af26-41d1-a6b5-29c52cc5c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:24.054209 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-24b4039b-af26-41d1-a6b5-29c52cc5c912 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0433505 Apr 20 17:06:24.106729 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-de5709e9-38bd-45ba-a1ad-29914a610125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:24.108107 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-de5709e9-38bd-45ba-a1ad-29914a610125 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470502 Apr 20 17:06:24.211254 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-6d9c4c5d-9957-43e8-8bb6-8f488a3e98ba service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958714 Apr 20 17:06:24.301325 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659e5ed-a958-4d75-ba17-d20f5a0867eb req-ffe3bb61-4a50-4609-900e-7dce0f295782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:24.302795 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5659e5ed-a958-4d75-ba17-d20f5a0867eb req-ffe3bb61-4a50-4609-900e-7dce0f295782 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 944 time: 0.1082456 Apr 20 17:06:24.346229 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f688437-0d7f-4a3f-a8e4-6c195847e5bc req-4669c570-47d9-4075-ab38-56a896e30cf2 service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209657 Apr 20 17:06:24.360273 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5659e5ed-a958-4d75-ba17-d20f5a0867eb req-1f87bae1-b66c-43de-ba48-0dcef741c35a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464721 Apr 20 17:06:25.121957 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b61a9d9e-e421-42ce-8d40-4a443e14cd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:25.484149 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a7e58-4975-417f-9a9a-05bf4a7ae371 req-b84efd5b-7a43-4e1f-82ca-3779a94f34e3 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:25.485882 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c15a7e58-4975-417f-9a9a-05bf4a7ae371 req-b84efd5b-7a43-4e1f-82ca-3779a94f34e3 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 944 time: 0.0501368 Apr 20 17:06:25.523819 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c15a7e58-4975-417f-9a9a-05bf4a7ae371 req-f78013a2-c490-4195-a2cd-1604120764b2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316796 Apr 20 17:06:26.541302 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:26.644626 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35599e2b-3f62-4988-b77a-9593bc50fe79 req-3ed0058d-4ed6-43c2-892f-31239879ac8f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:26.646122 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-35599e2b-3f62-4988-b77a-9593bc50fe79 req-3ed0058d-4ed6-43c2-892f-31239879ac8f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 944 time: 0.0532753 Apr 20 17:06:26.684657 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-35599e2b-3f62-4988-b77a-9593bc50fe79 req-a4c75fe1-f604-481b-8814-88785e3a9c89 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324287 Apr 20 17:06:27.816772 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215f01c-4c12-484b-bde2-898956467969 req-3658a9f6-c2a1-4f7e-97d1-8c094d89b684 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:27.818154 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8215f01c-4c12-484b-bde2-898956467969 req-3658a9f6-c2a1-4f7e-97d1-8c094d89b684 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 944 time: 0.0571346 Apr 20 17:06:27.857461 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8215f01c-4c12-484b-bde2-898956467969 req-9ea5ea38-5e50-4838-a293-f29a7cc72b8c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331767 Apr 20 17:06:27.952608 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:28.158597 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:28.976462 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe8044-4ba1-4065-88d7-8c4551ba97d9 req-d9245efc-e98f-45c3-be74-37b8909e8d80 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:28.978034 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b2fe8044-4ba1-4065-88d7-8c4551ba97d9 req-d9245efc-e98f-45c3-be74-37b8909e8d80 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 944 time: 0.0511138 Apr 20 17:06:29.014493 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:29.018990 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b2fe8044-4ba1-4065-88d7-8c4551ba97d9 req-1e3404be-813e-4fc9-8542-46d77e9eb3e2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348849 Apr 20 17:06:29.479988 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 0c985c8b-4521-4cf8-a1bd-367f6904529e details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:06:29.575394 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 0c985c8b-4521-4cf8-a1bd-367f6904529e, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:06:29.586819 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '0c985c8b-4521-4cf8-a1bd-367f6904529e', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'port_id': '0c985c8b-4521-4cf8-a1bd-367f6904529e', 'mac_address': 'fa:16:3e:c6:93:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:06:29.624729 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:29.637389 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c985c8b-4521-4cf8-a1bd-367f6904529e {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:06:29.656534 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 0c985c8b-4521-4cf8-a1bd-367f6904529e, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:06:29.734438 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:29.793114 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=0c985c8b-4521-4cf8-a1bd-367f6904529e,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:06:29.803291 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:29.803638 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:29.803977 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:29.804315 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:29.804684 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:29.805012 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:29.805341 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:29.805664 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:29.805989 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:29.807055 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:29.807395 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:29.807728 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:30.117799 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['0c985c8b-4521-4cf8-a1bd-367f6904529e'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:06:30.143430 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd214e-f840-4834-82ce-fdc99bb89a43 req-3ed7d57f-a98f-4d08-8b6a-c9342cb38e2a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:30.144940 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-10bd214e-f840-4834-82ce-fdc99bb89a43 req-3ed7d57f-a98f-4d08-8b6a-c9342cb38e2a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 945 time: 0.0542324 Apr 20 17:06:30.184437 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-10bd214e-f840-4834-82ce-fdc99bb89a43 req-84f665e1-886f-4646-b505-c97892438c01 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333409 Apr 20 17:06:30.256367 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:31.304363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbcbfb-42da-48c0-8877-2b544e285c1c req-66995b35-5668-438a-85a1-24236e7fd55a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:31.305899 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-55cbcbfb-42da-48c0-8877-2b544e285c1c req-66995b35-5668-438a-85a1-24236e7fd55a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 945 time: 0.0526998 Apr 20 17:06:31.344063 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-55cbcbfb-42da-48c0-8877-2b544e285c1c req-1b48375d-cce9-4747-a3c1-c48bffef62cd tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310872 Apr 20 17:06:31.502748 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 0c985c8b-4521-4cf8-a1bd-367f6904529e up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:06:31.638442 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 0c985c8b-4521-4cf8-a1bd-367f6904529e completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:06:31.642564 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 0c985c8b-4521-4cf8-a1bd-367f6904529e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:06:31.642935 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:31.726433 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:31.748862 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c985c8b-4521-4cf8-a1bd-367f6904529e'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:06:31.751062 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd6ebb7-fca9-4a22-91a9-2257227c953f" -d '{"events": [{"server_uuid": "b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c", "name": "network-vif-plugged", "status": "completed", "tag": "0c985c8b-4521-4cf8-a1bd-367f6904529e"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:06:31.763992 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 0c985c8b-4521-4cf8-a1bd-367f6904529e, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:06:31.786868 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2966282c-6b0f-4601-98be-81c56d0ec6c4 x-openstack-request-id: req-2966282c-6b0f-4601-98be-81c56d0ec6c4 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:06:31.787156 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c", "name": "network-vif-plugged", "status": "completed", "tag": "0c985c8b-4521-4cf8-a1bd-367f6904529e", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:06:31.787405 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2966282c-6b0f-4601-98be-81c56d0ec6c4 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:06:31.787802 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2966282c-6b0f-4601-98be-81c56d0ec6c4'] response: {'server_uuid': 'b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c985c8b-4521-4cf8-a1bd-367f6904529e', 'code': 200} Apr 20 17:06:31.855669 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:31.908240 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=0c985c8b-4521-4cf8-a1bd-367f6904529e,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:06:31.928876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79fd63-066d-4351-90e2-07a3c2476982 req-b0136a0a-a4e3-49f9-9744-d2e0a2bc0801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:31.930377 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fe79fd63-066d-4351-90e2-07a3c2476982 req-b0136a0a-a4e3-49f9-9744-d2e0a2bc0801 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 1097 time: 0.0436444 Apr 20 17:06:31.964798 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fe79fd63-066d-4351-90e2-07a3c2476982 req-a259ed8a-0ade-43f3-a0f4-c9c9e5faf99e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277750 Apr 20 17:06:32.473172 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668b464-ed56-41ee-a6d3-47288ec4a46b req-a74dfa34-09ed-4400-b37c-828b2ea4cfdd tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:32.474940 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4668b464-ed56-41ee-a6d3-47288ec4a46b req-a74dfa34-09ed-4400-b37c-828b2ea4cfdd tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0533631 Apr 20 17:06:32.513280 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4668b464-ed56-41ee-a6d3-47288ec4a46b req-7bc61c63-8c14-4111-b588-b6e4882ec496 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322199 Apr 20 17:06:33.631716 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905e570-7388-43b1-b711-365b9aaf23df req-7c8b0ba8-04f0-4d1c-90b4-fda56a4a8718 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:33.633238 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8905e570-7388-43b1-b711-365b9aaf23df req-7c8b0ba8-04f0-4d1c-90b4-fda56a4a8718 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0500011 Apr 20 17:06:33.671159 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8905e570-7388-43b1-b711-365b9aaf23df req-774e4eb7-df30-421d-be5d-268a6e18b2a7 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312326 Apr 20 17:06:33.780951 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2be837-832d-4072-9c3a-43768adb19e8 req-de8a7f32-1360-4953-98ea-24fdd9c3c0f5 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:33.782431 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3f2be837-832d-4072-9c3a-43768adb19e8 req-de8a7f32-1360-4953-98ea-24fdd9c3c0f5 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0484669 Apr 20 17:06:33.792125 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58294) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:06:33.797653 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-073f68c5-cc03-4629-8fe7-1e0b78e3ed32 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Request body: {'floatingip': {'port_id': '0c985c8b-4521-4cf8-a1bd-367f6904529e'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:06:33.843795 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-073f68c5-cc03-4629-8fe7-1e0b78e3ed32 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for floatingip, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:34.279965 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-073f68c5-cc03-4629-8fe7-1e0b78e3ed32 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:34.345346 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-073f68c5-cc03-4629-8fe7-1e0b78e3ed32 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:34.443274 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-073f68c5-cc03-4629-8fe7-1e0b78e3ed32 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Floating IP 1412ac89-091f-41d4-911b-7c5d3d0a1055 associated. External IP: 172.25.0.245, port: 0c985c8b-4521-4cf8-a1bd-367f6904529e. Apr 20 17:06:34.653320 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073f68c5-cc03-4629-8fe7-1e0b78e3ed32 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Router 3c10333d-cc18-4cbf-a386-be007d4906f3 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:06:34.759517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073f68c5-cc03-4629-8fe7-1e0b78e3ed32 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:06:34.765107 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-073f68c5-cc03-4629-8fe7-1e0b78e3ed32 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:34.769851 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0397c77a-76b4-4f3f-a6dc-4485bbb8105f None None] Sync routers for ids ['3c10333d-cc18-4cbf-a386-be007d4906f3'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:06:34.779999 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0397c77a-76b4-4f3f-a6dc-4485bbb8105f None None] Routers {'3c10333d-cc18-4cbf-a386-be007d4906f3'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:06:34.780660 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-0397c77a-76b4-4f3f-a6dc-4485bbb8105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:06:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3c10333d-cc18-4cbf-a386-be007d4906f3'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:06:34.791007 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-073f68c5-cc03-4629-8fe7-1e0b78e3ed32 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "PUT /v2.0/floatingips/1412ac89-091f-41d4-911b-7c5d3d0a1055 HTTP/1.1" status: 200 len: 992 time: 0.9977179 Apr 20 17:06:34.791582 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c', 'tag': '0c985c8b-4521-4cf8-a1bd-367f6904529e'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:06:34.793860 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0836dd29-0ff8-4063-9c24-8ce52392613c" -d '{"events": [{"name": "network-changed", "server_uuid": "b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c", "tag": "0c985c8b-4521-4cf8-a1bd-367f6904529e"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:06:34.886484 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-0397c77a-76b4-4f3f-a6dc-4485bbb8105f None None] Set router 3c10333d-cc18-4cbf-a386-be007d4906f3 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:06:35.107044 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-0397c77a-76b4-4f3f-a6dc-4485bbb8105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '1412ac89-091f-41d4-911b-7c5d3d0a1055', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'port_id': '0c985c8b-4521-4cf8-a1bd-367f6904529e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'mac_address': 'fa:16:3e:c6:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:03:30Z', 'updated_at': '2022-04-20T17:06:34Z', 'revision_number': 9, 'project_id': '375bb86601df4e70b14cb49c83872167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:06:35.135229 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0397c77a-76b4-4f3f-a6dc-4485bbb8105f None None] Checking router: 3c10333d-cc18-4cbf-a386-be007d4906f3 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:06:35.150909 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0397c77a-76b4-4f3f-a6dc-4485bbb8105f None None] Routers {'3c10333d-cc18-4cbf-a386-be007d4906f3'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:06:35.150909 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-0397c77a-76b4-4f3f-a6dc-4485bbb8105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:06:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3c10333d-cc18-4cbf-a386-be007d4906f3'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:06:35.173957 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30deff27-3259-4694-8c35-6e6e96ea5dd6 x-openstack-request-id: req-30deff27-3259-4694-8c35-6e6e96ea5dd6 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:06:35.174247 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c", "tag": "0c985c8b-4521-4cf8-a1bd-367f6904529e", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:06:35.174500 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30deff27-3259-4694-8c35-6e6e96ea5dd6 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:06:35.174908 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30deff27-3259-4694-8c35-6e6e96ea5dd6'] response: {'name': 'network-changed', 'server_uuid': 'b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c', 'tag': '0c985c8b-4521-4cf8-a1bd-367f6904529e', 'status': 'completed', 'code': 200} Apr 20 17:06:35.304300 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92845c0-e378-4ab2-a4bb-4fa517b708db req-6d454b6d-5c41-400b-a5b2-3dc2bc3e031a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:35.305948 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c92845c0-e378-4ab2-a4bb-4fa517b708db req-6d454b6d-5c41-400b-a5b2-3dc2bc3e031a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0872149 Apr 20 17:06:35.309090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836dd29-0ff8-4063-9c24-8ce52392613c req-157297b1-e9b0-40d2-8683-093ae148dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:35.310570 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0836dd29-0ff8-4063-9c24-8ce52392613c req-157297b1-e9b0-40d2-8683-093ae148dce7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 1097 time: 0.0821853 Apr 20 17:06:35.417475 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-0397c77a-76b4-4f3f-a6dc-4485bbb8105f None None] Set router 3c10333d-cc18-4cbf-a386-be007d4906f3 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:06:35.424510 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c92845c0-e378-4ab2-a4bb-4fa517b708db req-2af0e956-5135-4177-af00-bd00c4f0e8a9 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107116 Apr 20 17:06:35.460534 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836dd29-0ff8-4063-9c24-8ce52392613c req-aa757296-f7c5-46cc-baf3-52e31e2cab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:35.462009 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0836dd29-0ff8-4063-9c24-8ce52392613c req-aa757296-f7c5-46cc-baf3-52e31e2cab00 service neutron] 10.222.0.30 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.1421037 Apr 20 17:06:35.465563 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-e6fe58da-1ac4-4c3b-8516-a81ad7e7b080 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0870390 Apr 20 17:06:35.526715 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0836dd29-0ff8-4063-9c24-8ce52392613c req-5bfa2635-4769-433e-9ec4-f088fe482885 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e HTTP/1.1" status: 200 len: 1000 time: 0.0578122 Apr 20 17:06:35.577444 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836dd29-0ff8-4063-9c24-8ce52392613c req-71071903-fe3c-48d6-ba02-b898ce3b7089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:35.579013 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0836dd29-0ff8-4063-9c24-8ce52392613c req-71071903-fe3c-48d6-ba02-b898ce3b7089 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0453207 Apr 20 17:06:35.635298 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836dd29-0ff8-4063-9c24-8ce52392613c req-b7b7748d-c5d7-4949-bd3d-3794d4ad9c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:35.637140 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0836dd29-0ff8-4063-9c24-8ce52392613c req-b7b7748d-c5d7-4949-bd3d-3794d4ad9c9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505309 Apr 20 17:06:35.672315 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-0397c77a-76b4-4f3f-a6dc-4485bbb8105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '1412ac89-091f-41d4-911b-7c5d3d0a1055', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'port_id': '0c985c8b-4521-4cf8-a1bd-367f6904529e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'mac_address': 'fa:16:3e:c6:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:03:30Z', 'updated_at': '2022-04-20T17:06:34Z', 'revision_number': 9, 'project_id': '375bb86601df4e70b14cb49c83872167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:06:35.701265 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0397c77a-76b4-4f3f-a6dc-4485bbb8105f None None] The sync data for ids ['3c10333d-cc18-4cbf-a386-be007d4906f3'] in n-d-836146-2 is: [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '1412ac89-091f-41d4-911b-7c5d3d0a1055', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'port_id': '0c985c8b-4521-4cf8-a1bd-367f6904529e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'mac_address': 'fa:16:3e:c6:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:03:30Z', 'updated_at': '2022-04-20T17:06:34Z', 'revision_number': 9, 'project_id': '375bb86601df4e70b14cb49c83872167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:06:35.735719 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0836dd29-0ff8-4063-9c24-8ce52392613c req-07356c3f-87ec-4cb7-a611-6726b73fc278 service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910754 Apr 20 17:06:35.843994 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0836dd29-0ff8-4063-9c24-8ce52392613c req-02797272-c881-4b50-99a9-dccd66fd5808 service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968626 Apr 20 17:06:35.927715 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300a663c-f83c-49a1-9617-f1813d43d0ca None None] New status for floating IP 1412ac89-091f-41d4-911b-7c5d3d0a1055: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:06:36.549233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70178c-5a5f-4faf-a611-edb5556c6d9c req-4676b7d4-87f2-4c7f-8b4f-9b4d347e12dd tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:36.550802 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ae70178c-5a5f-4faf-a611-edb5556c6d9c req-4676b7d4-87f2-4c7f-8b4f-9b4d347e12dd tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0518010 Apr 20 17:06:36.589592 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ae70178c-5a5f-4faf-a611-edb5556c6d9c req-84e521f1-363d-45d3-a8bf-638b0956b04b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324514 Apr 20 17:06:37.705679 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341ec13-ab09-406b-a4ad-0d37214191cf req-8b05b1e6-ece2-4917-91e8-43c4041cd386 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:37.707157 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3341ec13-ab09-406b-a4ad-0d37214191cf req-8b05b1e6-ece2-4917-91e8-43c4041cd386 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0488117 Apr 20 17:06:37.744120 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3341ec13-ab09-406b-a4ad-0d37214191cf req-d4f12808-3007-4188-a00b-b5e41c281e08 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308464 Apr 20 17:06:38.051511 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:06:38.099393 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-54a9b190-bb72-4d80-83ac-4f753a194a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:38.101294 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-54a9b190-bb72-4d80-83ac-4f753a194a00 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 1097 time: 0.0454445 Apr 20 17:06:38.190983 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-2e052dea-7974-4e88-8df4-d995b547ad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:38.192482 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-2e052dea-7974-4e88-8df4-d995b547ad6c service neutron] 10.222.0.30 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.0847621 Apr 20 17:06:38.259996 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-8f7a323e-38ea-485b-a820-c74ee7d9b5f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e HTTP/1.1" status: 200 len: 1003 time: 0.0608857 Apr 20 17:06:38.307838 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-59d2c49d-d73d-4390-9108-bb56d32edebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:38.309320 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-59d2c49d-d73d-4390-9108-bb56d32edebe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0434191 Apr 20 17:06:38.354061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-083f6fbe-ef31-47b5-b88f-8ecb7aa69ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:38.355570 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-083f6fbe-ef31-47b5-b88f-8ecb7aa69ef6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400789 Apr 20 17:06:38.446280 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-c92d88c1-ca58-454c-b343-1fa835db1628 service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846281 Apr 20 17:06:38.535321 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-083a4f84-ea8f-4ee0-9b44-0b50388bc127 service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827274 Apr 20 17:06:38.869085 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb682b5-06ea-4cdc-87cc-d972f4f5326d req-ae80628a-34b4-4c54-801e-8b48f2819dbf tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:38.870608 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5eb682b5-06ea-4cdc-87cc-d972f4f5326d req-ae80628a-34b4-4c54-801e-8b48f2819dbf tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0558097 Apr 20 17:06:38.912803 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5eb682b5-06ea-4cdc-87cc-d972f4f5326d req-e8ac16bc-e0a9-4ece-9bbc-e7a9646ced29 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352519 Apr 20 17:06:40.034158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a3aa8-7fbd-4832-97cf-988c6fb029d8 req-e2487feb-c2bc-4198-a91a-6e696cffd11e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:40.035638 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-622a3aa8-7fbd-4832-97cf-988c6fb029d8 req-e2487feb-c2bc-4198-a91a-6e696cffd11e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0533142 Apr 20 17:06:40.074170 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-622a3aa8-7fbd-4832-97cf-988c6fb029d8 req-f160564d-f208-40a7-9eb4-5ef97cc7d277 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317605 Apr 20 17:06:40.943538 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54564ecf-5cef-42bf-b034-35f622c88599 req-519f9d5a-48b8-404b-bca3-bcac29ef1079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:40.944978 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54564ecf-5cef-42bf-b034-35f622c88599 req-519f9d5a-48b8-404b-bca3-bcac29ef1079 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 1097 time: 0.0407085 Apr 20 17:06:41.054568 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54564ecf-5cef-42bf-b034-35f622c88599 req-cbfd6e26-6b08-4bb5-8c96-91cde594e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:41.056027 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54564ecf-5cef-42bf-b034-35f622c88599 req-cbfd6e26-6b08-4bb5-8c96-91cde594e69d service neutron] 10.222.0.30 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.0909793 Apr 20 17:06:41.121656 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54564ecf-5cef-42bf-b034-35f622c88599 req-6bdda551-362a-4db4-9a29-fe946a5357b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e HTTP/1.1" status: 200 len: 1003 time: 0.0588326 Apr 20 17:06:41.201775 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54564ecf-5cef-42bf-b034-35f622c88599 req-0a2af6d1-ec6b-4798-938e-03b3a868d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:41.203697 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54564ecf-5cef-42bf-b034-35f622c88599 req-0a2af6d1-ec6b-4798-938e-03b3a868d53a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0758080 Apr 20 17:06:41.226395 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383369a1-dcff-4fae-98ae-a85289d04bc3 req-17600a53-2ee1-4926-bb0f-490af4cede2e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:41.227827 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-383369a1-dcff-4fae-98ae-a85289d04bc3 req-17600a53-2ee1-4926-bb0f-490af4cede2e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0746782 Apr 20 17:06:41.291014 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54564ecf-5cef-42bf-b034-35f622c88599 req-e5fb371f-ec47-40d5-9707-e3961d0657e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:41.292545 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54564ecf-5cef-42bf-b034-35f622c88599 req-e5fb371f-ec47-40d5-9707-e3961d0657e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812330 Apr 20 17:06:41.297555 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-383369a1-dcff-4fae-98ae-a85289d04bc3 req-c1ca0e90-2564-40aa-afb2-39feddc42127 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520151 Apr 20 17:06:41.384801 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54564ecf-5cef-42bf-b034-35f622c88599 req-46b5918c-e299-4aeb-8b05-fe9f1055937f service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846677 Apr 20 17:06:41.472622 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54564ecf-5cef-42bf-b034-35f622c88599 req-93d603a7-296e-4add-aa8b-ea8a4f178f60 service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804193 Apr 20 17:06:42.413246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edb2d4-719f-44ec-a08a-5eef01cff6ce req-1453ebff-75ce-43ae-8356-969e8f2d0488 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:42.414769 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68edb2d4-719f-44ec-a08a-5eef01cff6ce req-1453ebff-75ce-43ae-8356-969e8f2d0488 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0489008 Apr 20 17:06:42.451580 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68edb2d4-719f-44ec-a08a-5eef01cff6ce req-93e0b524-fc5c-460d-b690-ead4e665dc0b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306678 Apr 20 17:06:43.579108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b650bb4-5083-4b04-b06e-ba6c9b288bae req-eeec462f-b9d7-45ef-8ffd-3a6302a81d89 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:43.580629 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b650bb4-5083-4b04-b06e-ba6c9b288bae req-eeec462f-b9d7-45ef-8ffd-3a6302a81d89 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0549614 Apr 20 17:06:43.619248 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2b650bb4-5083-4b04-b06e-ba6c9b288bae req-bea60e18-10d6-4c6a-9d11-d46a20d7f4e2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324099 Apr 20 17:06:44.740757 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b414c-bfa3-4753-981b-06ccb7291278 req-9ee67c57-ed24-49e9-a49f-2d6f6bf6d4dd tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:44.742252 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-322b414c-bfa3-4753-981b-06ccb7291278 req-9ee67c57-ed24-49e9-a49f-2d6f6bf6d4dd tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0506177 Apr 20 17:06:44.779850 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-322b414c-bfa3-4753-981b-06ccb7291278 req-4447db43-952f-4a4e-907d-cca3b38e0b2f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313630 Apr 20 17:06:45.909198 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cb673-9221-473b-8a7c-768b8341594b req-71862e5e-9825-4945-aae8-d6b4c61418f9 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:45.910643 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7d2cb673-9221-473b-8a7c-768b8341594b req-71862e5e-9825-4945-aae8-d6b4c61418f9 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0479643 Apr 20 17:06:45.947991 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7d2cb673-9221-473b-8a7c-768b8341594b req-6267808d-0cd2-465d-9b82-082c820d4a0e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312881 Apr 20 17:06:47.070773 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b87ff8-d229-4f26-baf6-b7a682faa9f8 req-70a3e4c1-167c-4dff-964e-b2b481959fea tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:47.072228 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-42b87ff8-d229-4f26-baf6-b7a682faa9f8 req-70a3e4c1-167c-4dff-964e-b2b481959fea tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0519874 Apr 20 17:06:47.110511 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-42b87ff8-d229-4f26-baf6-b7a682faa9f8 req-26ba04b3-85a7-4b1d-bffb-518bb87f2880 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315650 Apr 20 17:06:48.231262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef091d-b6c9-4e6a-9cc4-2969e0430afd req-8e74a36c-a0d7-4b8c-bf15-22ab5a9388ce tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:48.232742 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-75ef091d-b6c9-4e6a-9cc4-2969e0430afd req-8e74a36c-a0d7-4b8c-bf15-22ab5a9388ce tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0508735 Apr 20 17:06:48.269467 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-75ef091d-b6c9-4e6a-9cc4-2969e0430afd req-fb7a7909-2f0c-437e-a411-872bf9f14ece tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301912 Apr 20 17:06:49.385361 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157a6f3-60aa-416f-bb88-9938dfd04a94 req-8f68f03a-f705-4178-923d-603c79e9ee2f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:49.386862 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d157a6f3-60aa-416f-bb88-9938dfd04a94 req-8f68f03a-f705-4178-923d-603c79e9ee2f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0493028 Apr 20 17:06:49.427223 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d157a6f3-60aa-416f-bb88-9938dfd04a94 req-1d028cd9-46c7-4020-a0ae-f6b86fe64212 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328629 Apr 20 17:06:50.549246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbd5be-1c18-44c3-8780-32bd2af12e3f req-8d90a5d6-213c-4123-8645-025d86727854 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:50.550771 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8fcbd5be-1c18-44c3-8780-32bd2af12e3f req-8d90a5d6-213c-4123-8645-025d86727854 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0519893 Apr 20 17:06:50.588396 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8fcbd5be-1c18-44c3-8780-32bd2af12e3f req-b6fbdb7c-3834-48ea-8284-afdf51151fa1 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310276 Apr 20 17:06:51.703546 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d12df-8e40-4694-852c-2f2f21e3419d req-86c71bcb-1c30-4f00-9093-75ecface7489 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:51.705042 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a4d12df-8e40-4694-852c-2f2f21e3419d req-86c71bcb-1c30-4f00-9093-75ecface7489 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0489235 Apr 20 17:06:51.742688 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a4d12df-8e40-4694-852c-2f2f21e3419d req-cf5517cf-b030-4da6-b6e9-208b7255253e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313003 Apr 20 17:06:52.822459 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0b814b82-96e9-432a-a930-beb3ed30b64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:52.858467 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca3104-762e-4d41-88b4-61a5de2e3bfa req-01187f72-4e10-4edc-9aa3-bf7dc1c2a6aa tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:52.860609 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6dca3104-762e-4d41-88b4-61a5de2e3bfa req-01187f72-4e10-4edc-9aa3-bf7dc1c2a6aa tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0487387 Apr 20 17:06:52.898447 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6dca3104-762e-4d41-88b4-61a5de2e3bfa req-3000d823-7ee5-4def-8bf3-f0dfbb319e52 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314350 Apr 20 17:06:54.016526 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ad2ee-11a9-4a53-b73c-70a4ce06d561 req-988178ad-21cf-4d2e-91a9-9da0c66f2d5b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:54.017965 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6d5ad2ee-11a9-4a53-b73c-70a4ce06d561 req-988178ad-21cf-4d2e-91a9-9da0c66f2d5b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0511968 Apr 20 17:06:54.064800 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6d5ad2ee-11a9-4a53-b73c-70a4ce06d561 req-17b7bd51-e094-4754-8e0d-54ddca52c2c2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407712 Apr 20 17:06:55.131012 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ecf063e0-fbdd-41b3-80cb-eb2e376353b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:55.182494 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b5cd8-d05e-471f-b461-221d2f60e301 req-8c2c2fa5-80a0-45fa-9635-22914e292ddd tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:55.183963 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b86b5cd8-d05e-471f-b461-221d2f60e301 req-8c2c2fa5-80a0-45fa-9635-22914e292ddd tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0497396 Apr 20 17:06:55.220875 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b86b5cd8-d05e-471f-b461-221d2f60e301 req-3c1fd6a0-36de-4315-95a9-96b4adc3cd2f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307629 Apr 20 17:06:56.337999 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc6e85-3da9-4c94-ad33-7e055caca6b9 req-38d542af-51dc-49b7-8fdf-be5719104531 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:56.339444 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b5cc6e85-3da9-4c94-ad33-7e055caca6b9 req-38d542af-51dc-49b7-8fdf-be5719104531 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0473404 Apr 20 17:06:56.376982 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b5cc6e85-3da9-4c94-ad33-7e055caca6b9 req-789fce09-2abc-49e1-9640-7ea696965fe0 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308285 Apr 20 17:06:56.536200 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:57.827930 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dcb46-94f6-4d59-892e-2b450fe11c04 req-3b5f1453-3062-47d0-bd8c-8ae87f18babf tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:57.829343 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-407dcb46-94f6-4d59-892e-2b450fe11c04 req-3b5f1453-3062-47d0-bd8c-8ae87f18babf tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.3836715 Apr 20 17:06:57.868306 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-407dcb46-94f6-4d59-892e-2b450fe11c04 req-404ef5f3-cc2a-45e0-99bd-e707d148d754 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328524 Apr 20 17:06:57.930576 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:58.153498 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:58.986370 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9fdbc-ebce-4501-82dd-e7324394bd2a req-9bfc03eb-cc80-41e1-a7fe-1450a8a00029 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:06:58.987827 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-01c9fdbc-ebce-4501-82dd-e7324394bd2a req-9bfc03eb-cc80-41e1-a7fe-1450a8a00029 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0477638 Apr 20 17:06:59.026732 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-01c9fdbc-ebce-4501-82dd-e7324394bd2a req-c4658677-07c0-4334-9863-71bbfa081a52 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325923 Apr 20 17:06:59.039508 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:00.147829 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49c99c-a937-407d-ad4e-4231379edb55 req-f69adbe3-6979-4be7-bb44-deafcfe1454b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:00.149317 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bf49c99c-a937-407d-ad4e-4231379edb55 req-f69adbe3-6979-4be7-bb44-deafcfe1454b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0490122 Apr 20 17:07:00.186029 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bf49c99c-a937-407d-ad4e-4231379edb55 req-f7721abb-a0d9-4aef-9fcb-31ba5ffab856 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306590 Apr 20 17:07:00.283265 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:01.309148 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f9681-9c88-4e44-9476-2a071f50ef47 req-a133f5de-1900-4538-b091-2530c7db1fcc tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:01.310602 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-698f9681-9c88-4e44-9476-2a071f50ef47 req-a133f5de-1900-4538-b091-2530c7db1fcc tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0509861 Apr 20 17:07:01.347902 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-698f9681-9c88-4e44-9476-2a071f50ef47 req-4a006e0c-18e3-405b-8d49-7e363735bf5e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310802 Apr 20 17:07:02.463318 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a00fe-7476-4966-8054-8c97307897df req-eb6382bf-b3e9-44ab-803a-61e7007b7bf4 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:02.464854 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cf7a00fe-7476-4966-8054-8c97307897df req-eb6382bf-b3e9-44ab-803a-61e7007b7bf4 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0480168 Apr 20 17:07:02.503307 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cf7a00fe-7476-4966-8054-8c97307897df req-9644fb30-e7ad-49b3-8b56-69cef4681bab tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324049 Apr 20 17:07:03.623558 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545d2d0-ca25-4016-91f8-92a7dbe7ed3b req-c180fe5d-c203-4989-b893-41655a6dc961 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:03.625059 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f545d2d0-ca25-4016-91f8-92a7dbe7ed3b req-c180fe5d-c203-4989-b893-41655a6dc961 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0490007 Apr 20 17:07:03.662861 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f545d2d0-ca25-4016-91f8-92a7dbe7ed3b req-4510f041-1585-4639-9bf7-2f85ccec1130 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315769 Apr 20 17:07:04.781893 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b05ed-503f-43fa-824c-764fa570dc14 req-cf8aaa8e-dbf3-42a7-9ef6-4457fd5437a0 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:04.783353 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7d7b05ed-503f-43fa-824c-764fa570dc14 req-cf8aaa8e-dbf3-42a7-9ef6-4457fd5437a0 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0515575 Apr 20 17:07:04.820702 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7d7b05ed-503f-43fa-824c-764fa570dc14 req-6e54855f-5bf4-49cd-951e-8e5f8604e210 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311499 Apr 20 17:07:05.794952 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-8be5be98-07ec-4e8d-beba-3cfbe2fb5714 service neutron] show failed (client error): The resource could not be found. Apr 20 17:07:05.795926 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-8be5be98-07ec-4e8d-beba-3cfbe2fb5714 service neutron] 10.222.0.30 "GET /v2.0/ports/0c985c8b-4521-4cf8-a1bd-367f6904529e/bindings/n-h1-836146-2 HTTP/1.1" status: 404 len: 380 time: 0.0537477 Apr 20 17:07:05.942762 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670085b-bc25-4089-805a-325d763df42d req-46c5a5dc-92e9-43fd-8ed7-ead6d4ab1789 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:05.944284 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5670085b-bc25-4089-805a-325d763df42d req-46c5a5dc-92e9-43fd-8ed7-ead6d4ab1789 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0481231 Apr 20 17:07:05.984686 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5670085b-bc25-4089-805a-325d763df42d req-60ff5a34-faf0-4c48-b34b-0ca88dc14b54 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333197 Apr 20 17:07:06.351129 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-770e49b5-933c-42df-b2f6-c27c45dcb5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:06.352679 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-770e49b5-933c-42df-b2f6-c27c45dcb5e2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c&tenant_id=375bb86601df4e70b14cb49c83872167 HTTP/1.1" status: 200 len: 1097 time: 0.0441816 Apr 20 17:07:06.369949 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836146-2', 'device_owner': 'compute:nova'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:07:06.422264 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:06.633839 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] For port 0c985c8b-4521-4cf8-a1bd-367f6904529e, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:06.669799 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] For port 0c985c8b-4521-4cf8-a1bd-367f6904529e, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:07:06.708678 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c985c8b-4521-4cf8-a1bd-367f6904529e'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:07:06.710924 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf52ab1-e7da-4aee-8cf3-17500bee6111" -d '{"events": [{"server_uuid": "b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c", "name": "network-vif-unplugged", "status": "completed", "tag": "0c985c8b-4521-4cf8-a1bd-367f6904529e"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:07:06.714722 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:06.728100 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] Transition to ACTIVE for port object 0c985c8b-4521-4cf8-a1bd-367f6904529e will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:06.762370 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 17:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3a02a6-f726-4277-8a7d-dddfda4ee1cc x-openstack-request-id: req-ba3a02a6-f726-4277-8a7d-dddfda4ee1cc {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:07:06.762370 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c", "name": "network-vif-unplugged", "status": "completed", "tag": "0c985c8b-4521-4cf8-a1bd-367f6904529e", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:07:06.762370 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba3a02a6-f726-4277-8a7d-dddfda4ee1cc {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:07:06.762725 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba3a02a6-f726-4277-8a7d-dddfda4ee1cc'] response: {'server_uuid': 'b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c985c8b-4521-4cf8-a1bd-367f6904529e', 'code': 200} Apr 20 17:07:06.816657 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:06.898289 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] Pushing event updated for resources: {'Port': ['ID=0c985c8b-4521-4cf8-a1bd-367f6904529e,revision_number=6']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:06.940676 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] No DVR routers for this DVR port 0c985c8b-4521-4cf8-a1bd-367f6904529e on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:07:07.093390 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] Attempting to bind port 0c985c8b-4521-4cf8-a1bd-367f6904529e on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:07:07.093792 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] Attempting to bind port 0c985c8b-4521-4cf8-a1bd-367f6904529e by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:07:07.094140 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] Attempting to bind port 0c985c8b-4521-4cf8-a1bd-367f6904529e on network 889cea85-efdc-4258-9f24-be3e730c1da9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:07:07.116305 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] Port 0c985c8b-4521-4cf8-a1bd-367f6904529e on network 889cea85-efdc-4258-9f24-be3e730c1da9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:07:07.116652 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] Attempting to bind port 0c985c8b-4521-4cf8-a1bd-367f6904529e on network 889cea85-efdc-4258-9f24-be3e730c1da9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:07:07.125553 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:07:07.125849 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] Checking segment: {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:07:07.126223 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] Bound using segment: {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:07:07.126650 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] Bound port: 0c985c8b-4521-4cf8-a1bd-367f6904529e, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:07:07.127007 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:07.152361 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e0f2e-a5be-4190-bc7f-66aa7f113d84 req-5198e646-e3aa-4315-8a87-ee1cde73efe4 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:07.153867 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-502e0f2e-a5be-4190-bc7f-66aa7f113d84 req-5198e646-e3aa-4315-8a87-ee1cde73efe4 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 944 time: 0.0824852 Apr 20 17:07:07.231867 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-502e0f2e-a5be-4190-bc7f-66aa7f113d84 req-8b28dc63-4c58-430e-b5a1-d244eb740130 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573115 Apr 20 17:07:07.232914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] For port 0c985c8b-4521-4cf8-a1bd-367f6904529e, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:07:07.236847 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] For port 0c985c8b-4521-4cf8-a1bd-367f6904529e, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:07:07.343168 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:07.377975 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:07.378591 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:07.380575 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] 10.222.0.26 "PUT /v2.0/ports/0c985c8b-4521-4cf8-a1bd-367f6904529e HTTP/1.1" status: 200 len: 1092 time: 1.0142517 Apr 20 17:07:07.403491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9239c40-4010-4ccd-a573-9c39280a9d5a service neutron] Pushing event updated for resources: {'Port': ['ID=0c985c8b-4521-4cf8-a1bd-367f6904529e,revision_number=7']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:07.459672 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-badee4bf-8b0b-4dac-afa6-681c9abed039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:07.461269 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-badee4bf-8b0b-4dac-afa6-681c9abed039 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 1095 time: 0.0473046 Apr 20 17:07:07.558976 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-f9b8e65d-fae1-4cfe-a3ac-139a82feac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:07.560312 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-f9b8e65d-fae1-4cfe-a3ac-139a82feac77 service neutron] 10.222.0.26 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.0930185 Apr 20 17:07:07.629878 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-9a48cfc8-656a-4c20-8c96-ee678af1270d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e HTTP/1.1" status: 200 len: 1001 time: 0.0628593 Apr 20 17:07:07.682925 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-54ca03d4-eabe-4604-af72-c64d725db285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:07.684464 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-54ca03d4-eabe-4604-af72-c64d725db285 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0476327 Apr 20 17:07:07.729028 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-e0cba2b7-b380-4790-b789-2aba1d262a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:07.730550 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-e0cba2b7-b380-4790-b789-2aba1d262a38 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402789 Apr 20 17:07:07.822462 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-b885e751-c798-4916-8aec-c43513e10779 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843081 Apr 20 17:07:07.912652 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-287f3dc9-f010-4691-ab53-d4e61e01cd5e req-f5520cc9-91ff-45a2-a60c-d856e572ed0a service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843709 Apr 20 17:07:08.353001 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5d6cc-4d05-44c5-a9e3-d05c8780d9a1 req-cc65fbaa-72cc-4766-ad16-c7bc63e71f34 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:08.354485 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ef5d6cc-4d05-44c5-a9e3-d05c8780d9a1 req-cc65fbaa-72cc-4766-ad16-c7bc63e71f34 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 944 time: 0.0507393 Apr 20 17:07:08.396590 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6ef5d6cc-4d05-44c5-a9e3-d05c8780d9a1 req-e26d8da0-2520-4c7d-a8c2-69df16faeafb tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358946 Apr 20 17:07:08.764135 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c', 'tag': '0c985c8b-4521-4cf8-a1bd-367f6904529e'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:07:08.767016 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801cd7e1-b523-4913-850f-2454d2305f71" -d '{"events": [{"name": "network-changed", "server_uuid": "b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c", "tag": "0c985c8b-4521-4cf8-a1bd-367f6904529e"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:07:08.815966 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9981a50f-bdb2-4757-8664-7ea902191e24 x-openstack-request-id: req-9981a50f-bdb2-4757-8664-7ea902191e24 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:07:08.816370 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c", "tag": "0c985c8b-4521-4cf8-a1bd-367f6904529e", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:07:08.816726 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9981a50f-bdb2-4757-8664-7ea902191e24 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:07:08.817206 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9981a50f-bdb2-4757-8664-7ea902191e24'] response: {'name': 'network-changed', 'server_uuid': 'b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c', 'tag': '0c985c8b-4521-4cf8-a1bd-367f6904529e', 'status': 'completed', 'code': 200} Apr 20 17:07:08.940288 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cd7e1-b523-4913-850f-2454d2305f71 req-d9080e77-082a-402d-99fe-ec864babc3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:08.941808 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-801cd7e1-b523-4913-850f-2454d2305f71 req-d9080e77-082a-402d-99fe-ec864babc3c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 1095 time: 0.0817482 Apr 20 17:07:08.943524 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cd7e1-b523-4913-850f-2454d2305f71 req-7fc40198-f02c-4010-a291-390174dcb6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:08.944877 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-801cd7e1-b523-4913-850f-2454d2305f71 req-7fc40198-f02c-4010-a291-390174dcb6ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 1095 time: 0.0864232 Apr 20 17:07:09.100523 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cd7e1-b523-4913-850f-2454d2305f71 req-ceba03df-df72-42d7-a057-91f42f8065ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:09.102169 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-801cd7e1-b523-4913-850f-2454d2305f71 req-ceba03df-df72-42d7-a057-91f42f8065ab service neutron] 10.222.0.26 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.1539936 Apr 20 17:07:09.103480 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cd7e1-b523-4913-850f-2454d2305f71 req-e3a95a39-18d7-425f-b0bf-49c4632c31ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:09.104796 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-801cd7e1-b523-4913-850f-2454d2305f71 req-e3a95a39-18d7-425f-b0bf-49c4632c31ed service neutron] 10.222.0.30 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.1495774 Apr 20 17:07:09.214019 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-801cd7e1-b523-4913-850f-2454d2305f71 req-aaa59148-6b39-45ac-93cc-1b189571d8b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e HTTP/1.1" status: 200 len: 1001 time: 0.1051891 Apr 20 17:07:09.215790 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-801cd7e1-b523-4913-850f-2454d2305f71 req-fe8184f6-6841-46e7-98da-a8ecc5f2dbcb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e HTTP/1.1" status: 200 len: 1001 time: 0.1011062 Apr 20 17:07:09.299677 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cd7e1-b523-4913-850f-2454d2305f71 req-87f9b43b-3f2e-400f-bcc2-0b9cf00f24b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:09.301175 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-801cd7e1-b523-4913-850f-2454d2305f71 req-87f9b43b-3f2e-400f-bcc2-0b9cf00f24b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0798769 Apr 20 17:07:09.302821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cd7e1-b523-4913-850f-2454d2305f71 req-63c81e7b-6e9b-4c1a-bde6-544113602263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:09.304114 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-801cd7e1-b523-4913-850f-2454d2305f71 req-63c81e7b-6e9b-4c1a-bde6-544113602263 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0755639 Apr 20 17:07:09.372949 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cd7e1-b523-4913-850f-2454d2305f71 req-ba5c09d7-9bc9-4752-910d-93b24ff3a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:09.374403 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-801cd7e1-b523-4913-850f-2454d2305f71 req-ba5c09d7-9bc9-4752-910d-93b24ff3a974 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668228 Apr 20 17:07:09.376842 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cd7e1-b523-4913-850f-2454d2305f71 req-5eee6c8c-e9df-4f5e-97ec-46768b8e87f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:09.378179 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-801cd7e1-b523-4913-850f-2454d2305f71 req-5eee6c8c-e9df-4f5e-97ec-46768b8e87f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631864 Apr 20 17:07:09.563891 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-801cd7e1-b523-4913-850f-2454d2305f71 req-6845afd1-a0f8-4bc4-9387-870684dfa305 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820560 Apr 20 17:07:09.576042 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dbfc4-c740-4ef3-8b98-863c752059df req-6ba7b3fa-72c2-442c-bf3f-2d9a0d31a194 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:09.577971 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b71dbfc4-c740-4ef3-8b98-863c752059df req-6ba7b3fa-72c2-442c-bf3f-2d9a0d31a194 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 944 time: 0.1054757 Apr 20 17:07:09.587056 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-801cd7e1-b523-4913-850f-2454d2305f71 req-e2ca2cd7-3ccc-4040-8077-be6fe92ea6a6 service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985924 Apr 20 17:07:09.607507 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 0c985c8b-4521-4cf8-a1bd-367f6904529e no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:07:09.647607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 0c985c8b-4521-4cf8-a1bd-367f6904529e not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:07:09.716726 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b71dbfc4-c740-4ef3-8b98-863c752059df req-63a63a98-686b-4c64-8977-902fcb4109ad tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287439 Apr 20 17:07:09.755474 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-801cd7e1-b523-4913-850f-2454d2305f71 req-78fa165c-959d-4fcc-b073-44b2e513c1ad service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765661 Apr 20 17:07:09.765564 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-801cd7e1-b523-4913-850f-2454d2305f71 req-67e107eb-931e-4784-b30b-3d98be2b2fb0 service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610582 Apr 20 17:07:10.837786 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e157d-7c38-4e0e-8040-3321c47efdbb req-be168bb0-b6c5-4e94-9c36-764b3425cca2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:10.839176 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-233e157d-7c38-4e0e-8040-3321c47efdbb req-be168bb0-b6c5-4e94-9c36-764b3425cca2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 944 time: 0.0505266 Apr 20 17:07:10.881631 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-233e157d-7c38-4e0e-8040-3321c47efdbb req-8b4ffb75-2237-4916-8c37-8b87db4bac92 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360894 Apr 20 17:07:12.017048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d4371-b163-4246-a727-49bc880ff309 req-570dfea7-1b58-4772-85c5-2e65e9421d0a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:12.018563 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-037d4371-b163-4246-a727-49bc880ff309 req-570dfea7-1b58-4772-85c5-2e65e9421d0a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 944 time: 0.0548985 Apr 20 17:07:12.056341 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-037d4371-b163-4246-a727-49bc880ff309 req-c7effc8b-584b-49e1-a89f-9ed927cff9d9 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317020 Apr 20 17:07:12.736402 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73f5bf-d79c-4133-abeb-def3d368ea52 req-b2ea8c3f-9089-4ce6-acd7-27a324e1e4f5 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:12.737891 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e73f5bf-d79c-4133-abeb-def3d368ea52 req-b2ea8c3f-9089-4ce6-acd7-27a324e1e4f5 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 944 time: 0.0505393 Apr 20 17:07:12.741046 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0c985c8b-4521-4cf8-a1bd-367f6904529e details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:07:12.809615 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e73f5bf-d79c-4133-abeb-def3d368ea52 req-4c9f32be-cfbc-4cc7-b1c8-fec1a6943b42 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584307 Apr 20 17:07:12.818468 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-2fa92acb-5313-4a89-be3e-652baca35b61 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:12.819513 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-2fa92acb-5313-4a89-be3e-652baca35b61 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c&tenant_id=375bb86601df4e70b14cb49c83872167&binding%3Ahost_id=n-h1-836146-2 HTTP/1.1" status: 200 len: 944 time: 0.0787518 Apr 20 17:07:12.842744 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0c985c8b-4521-4cf8-a1bd-367f6904529e, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:12.855076 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '0c985c8b-4521-4cf8-a1bd-367f6904529e', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'port_id': '0c985c8b-4521-4cf8-a1bd-367f6904529e', 'mac_address': 'fa:16:3e:c6:93:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:07:12.893133 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:12.895472 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-4c00e787-bce3-4804-85a6-453f016468df service neutron] 10.222.0.26 "GET /v2.0/ports/0c985c8b-4521-4cf8-a1bd-367f6904529e/bindings/n-h1-836146-2 HTTP/1.1" status: 200 len: 382 time: 0.0685816 Apr 20 17:07:12.905792 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c985c8b-4521-4cf8-a1bd-367f6904529e {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:07:12.925945 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0c985c8b-4521-4cf8-a1bd-367f6904529e, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:12.976681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-fe52690d-a6ca-42bc-ae8f-b32aa8bee432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:12.978223 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-fe52690d-a6ca-42bc-ae8f-b32aa8bee432 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 1095 time: 0.0439737 Apr 20 17:07:13.026664 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:13.070687 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-91c82e04-d283-4204-abe5-4477be180f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:13.072185 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-91c82e04-d283-4204-abe5-4477be180f68 service neutron] 10.222.0.26 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.0870743 Apr 20 17:07:13.081052 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=0c985c8b-4521-4cf8-a1bd-367f6904529e,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:13.141176 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-ca89e010-990a-4e35-8a08-d8ae729f063e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e HTTP/1.1" status: 200 len: 1002 time: 0.0620425 Apr 20 17:07:13.190139 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-35d3f68e-edbf-49f2-9217-d9ef110987be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:13.191523 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-35d3f68e-edbf-49f2-9217-d9ef110987be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0439429 Apr 20 17:07:13.240595 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-3cbd57ec-2716-4572-b212-aca80d86d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:13.240595 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-3cbd57ec-2716-4572-b212-aca80d86d52f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410361 Apr 20 17:07:13.336745 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-6ec2f5e7-d33a-479e-946f-9629c15b1f8d service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907476 Apr 20 17:07:13.396555 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['0c985c8b-4521-4cf8-a1bd-367f6904529e'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:07:13.429474 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-f69ee148-6102-4b5b-ab68-fda741d9a652 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847213 Apr 20 17:07:13.938935 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec60a43-f795-4dfd-8714-f44f4d2f6006 req-92b177f6-1f37-46fb-a2e1-1c40ad269d3f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:13.940466 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ec60a43-f795-4dfd-8714-f44f4d2f6006 req-92b177f6-1f37-46fb-a2e1-1c40ad269d3f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 945 time: 0.0541904 Apr 20 17:07:13.978698 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ec60a43-f795-4dfd-8714-f44f4d2f6006 req-20203244-1851-4a0d-9f0c-b92aef4bb68b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320992 Apr 20 17:07:14.769802 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0c985c8b-4521-4cf8-a1bd-367f6904529e up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:07:14.883619 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 0c985c8b-4521-4cf8-a1bd-367f6904529e completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:07:14.887830 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 0c985c8b-4521-4cf8-a1bd-367f6904529e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:14.890301 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:14.964884 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:14.987652 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c985c8b-4521-4cf8-a1bd-367f6904529e'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:07:14.989924 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7a0d9e-fa58-4222-934f-0bb4ef7f5472" -d '{"events": [{"server_uuid": "b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c", "name": "network-vif-plugged", "status": "completed", "tag": "0c985c8b-4521-4cf8-a1bd-367f6904529e"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:07:15.003078 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 0c985c8b-4521-4cf8-a1bd-367f6904529e, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:15.045741 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a574d48-0fe1-4a2b-ba41-8fcc3086e279 x-openstack-request-id: req-2a574d48-0fe1-4a2b-ba41-8fcc3086e279 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:07:15.045741 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c", "name": "network-vif-plugged", "status": "completed", "tag": "0c985c8b-4521-4cf8-a1bd-367f6904529e", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:07:15.045741 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a574d48-0fe1-4a2b-ba41-8fcc3086e279 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:07:15.045741 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a574d48-0fe1-4a2b-ba41-8fcc3086e279'] response: {'server_uuid': 'b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c985c8b-4521-4cf8-a1bd-367f6904529e', 'code': 200} Apr 20 17:07:15.053180 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:07:15.097416 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:15.136864 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73a679-df27-4d74-b6b6-bde53bca6e70 req-521f3e29-c153-4717-be9c-c47dee54291d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:15.138476 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ce73a679-df27-4d74-b6b6-bde53bca6e70 req-521f3e29-c153-4717-be9c-c47dee54291d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0519252 Apr 20 17:07:15.154925 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=0c985c8b-4521-4cf8-a1bd-367f6904529e,revision_number=9']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:15.182567 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ce73a679-df27-4d74-b6b6-bde53bca6e70 req-eeac186c-e715-4a29-ac44-e97d44f25cfc tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366125 Apr 20 17:07:16.350488 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff722b-dc3a-4b50-bed1-0984f09d14bf req-aa11453f-f543-4ba2-84ff-4e3f2d089144 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:16.352895 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cff722b-dc3a-4b50-bed1-0984f09d14bf req-aa11453f-f543-4ba2-84ff-4e3f2d089144 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0974903 Apr 20 17:07:16.368502 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-879ab2da-5168-4f55-a187-7a7639925af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:16.369924 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-879ab2da-5168-4f55-a187-7a7639925af7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c&tenant_id=375bb86601df4e70b14cb49c83872167 HTTP/1.1" status: 200 len: 1097 time: 0.0860891 Apr 20 17:07:16.388861 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836146-2', 'device_owner': 'compute:nova'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:07:16.422980 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6cff722b-dc3a-4b50-bed1-0984f09d14bf req-8ad03a3a-d3fe-4a7a-a63e-50a5bda723e3 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640016 Apr 20 17:07:16.457182 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:16.672850 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] For port 0c985c8b-4521-4cf8-a1bd-367f6904529e, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:16.709593 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] For port 0c985c8b-4521-4cf8-a1bd-367f6904529e, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:07:16.757399 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c985c8b-4521-4cf8-a1bd-367f6904529e'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:07:16.759748 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4b37e0-ab93-4267-aa1b-0424174d0a4d" -d '{"events": [{"server_uuid": "b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c", "name": "network-vif-unplugged", "status": "completed", "tag": "0c985c8b-4521-4cf8-a1bd-367f6904529e"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:07:16.763748 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:16.777539 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] Transition to ACTIVE for port object 0c985c8b-4521-4cf8-a1bd-367f6904529e will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:16.813452 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 17:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6695fd0a-fe32-408c-8d7b-245449ed4fb7 x-openstack-request-id: req-6695fd0a-fe32-408c-8d7b-245449ed4fb7 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:07:16.813798 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c", "name": "network-vif-unplugged", "status": "completed", "tag": "0c985c8b-4521-4cf8-a1bd-367f6904529e", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:07:16.814100 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6695fd0a-fe32-408c-8d7b-245449ed4fb7 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:07:16.814534 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6695fd0a-fe32-408c-8d7b-245449ed4fb7'] response: {'server_uuid': 'b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c985c8b-4521-4cf8-a1bd-367f6904529e', 'code': 200} Apr 20 17:07:16.851779 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:16.926339 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c985c8b-4521-4cf8-a1bd-367f6904529e,revision_number=10']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:16.982819 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] No DVR routers for this DVR port 0c985c8b-4521-4cf8-a1bd-367f6904529e on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:07:17.122958 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] Attempting to bind port 0c985c8b-4521-4cf8-a1bd-367f6904529e on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:07:17.123347 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] Attempting to bind port 0c985c8b-4521-4cf8-a1bd-367f6904529e by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:07:17.123720 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] Attempting to bind port 0c985c8b-4521-4cf8-a1bd-367f6904529e on network 889cea85-efdc-4258-9f24-be3e730c1da9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:07:17.128220 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] Port 0c985c8b-4521-4cf8-a1bd-367f6904529e on network 889cea85-efdc-4258-9f24-be3e730c1da9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:07:17.128565 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] Attempting to bind port 0c985c8b-4521-4cf8-a1bd-367f6904529e on network 889cea85-efdc-4258-9f24-be3e730c1da9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:07:17.133770 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:07:17.134112 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] Checking segment: {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:07:17.134495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] Bound using segment: {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:07:17.134935 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] Bound port: 0c985c8b-4521-4cf8-a1bd-367f6904529e, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:07:17.135294 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:17.201746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] For port 0c985c8b-4521-4cf8-a1bd-367f6904529e, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:07:17.205189 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] For port 0c985c8b-4521-4cf8-a1bd-367f6904529e, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:07:17.263546 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:17.298807 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:17.299552 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:17.300977 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] 10.222.0.30 "PUT /v2.0/ports/0c985c8b-4521-4cf8-a1bd-367f6904529e HTTP/1.1" status: 200 len: 1093 time: 0.9162343 Apr 20 17:07:17.328012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6f549-8e44-48cb-bdf3-b3877415ccf4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c985c8b-4521-4cf8-a1bd-367f6904529e,revision_number=11']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:17.381593 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-a4f6a133-7f89-42bb-bc63-cf3cb92ebec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:17.383111 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-a4f6a133-7f89-42bb-bc63-cf3cb92ebec7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 1096 time: 0.0438762 Apr 20 17:07:17.488877 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-847451e2-544f-4dac-bfff-b6c6486c38b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:17.490689 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-847451e2-544f-4dac-bfff-b6c6486c38b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.0991619 Apr 20 17:07:17.594990 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-9a241341-5bb6-4f50-8514-0d5c4f939466 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e HTTP/1.1" status: 200 len: 1001 time: 0.0962350 Apr 20 17:07:17.607375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b073-ebbd-447c-a053-69fcff789e4e req-b4c90dbe-3dc1-4bbd-b8d8-ccc66e1fa8cb tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:17.609430 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a536b073-ebbd-447c-a053-69fcff789e4e req-b4c90dbe-3dc1-4bbd-b8d8-ccc66e1fa8cb tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 945 time: 0.0720441 Apr 20 17:07:17.674772 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-38f247d8-6866-4d57-b102-ffba645410ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:17.676216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-38f247d8-6866-4d57-b102-ffba645410ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0659378 Apr 20 17:07:17.681281 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a536b073-ebbd-447c-a053-69fcff789e4e req-16eb0c8c-2248-4477-8d48-3c5fcfa517ae tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639782 Apr 20 17:07:17.724935 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-5a415326-11fe-4509-9be0-c8b95e3b2ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:17.726575 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-5a415326-11fe-4509-9be0-c8b95e3b2ed8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423057 Apr 20 17:07:17.821938 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-c34ab617-3a79-4956-9748-4d753dbd0cdb service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867634 Apr 20 17:07:17.919885 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd56e31a-0ed0-47f4-b5c9-8d2b1326eb1a req-b8ec332d-3425-4dbe-95cf-59617fde2770 service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893304 Apr 20 17:07:18.767682 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0c985c8b-4521-4cf8-a1bd-367f6904529e no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:07:18.803312 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9467ac-8307-4d9c-9327-b6d9e656c4b7 req-0eb03871-e6a0-4717-83da-6b6bd62d6b86 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:18.804933 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e9467ac-8307-4d9c-9327-b6d9e656c4b7 req-0eb03871-e6a0-4717-83da-6b6bd62d6b86 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 945 time: 0.0510271 Apr 20 17:07:18.808877 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 0c985c8b-4521-4cf8-a1bd-367f6904529e not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:07:18.818189 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c', 'tag': '0c985c8b-4521-4cf8-a1bd-367f6904529e'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:07:18.820319 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5588551-61e3-496c-8306-a1f3a130a429" -d '{"events": [{"name": "network-changed", "server_uuid": "b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c", "tag": "0c985c8b-4521-4cf8-a1bd-367f6904529e"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:07:18.855050 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e9467ac-8307-4d9c-9327-b6d9e656c4b7 req-a6f82df2-0a46-40e4-9890-99c61874285e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426319 Apr 20 17:07:18.911420 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1a732e-4015-4ea0-a9fe-b214a3f71053 x-openstack-request-id: req-fd1a732e-4015-4ea0-a9fe-b214a3f71053 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:07:18.911713 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c", "tag": "0c985c8b-4521-4cf8-a1bd-367f6904529e", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:07:18.911968 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd1a732e-4015-4ea0-a9fe-b214a3f71053 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:07:18.912402 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd1a732e-4015-4ea0-a9fe-b214a3f71053'] response: {'name': 'network-changed', 'server_uuid': 'b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c', 'tag': '0c985c8b-4521-4cf8-a1bd-367f6904529e', 'status': 'completed', 'code': 200} Apr 20 17:07:19.022010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5588551-61e3-496c-8306-a1f3a130a429 req-d6d3b4eb-9fbc-47a6-82cf-c1b34bcf33cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:19.023495 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5588551-61e3-496c-8306-a1f3a130a429 req-d6d3b4eb-9fbc-47a6-82cf-c1b34bcf33cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 1096 time: 0.0687313 Apr 20 17:07:19.025225 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5588551-61e3-496c-8306-a1f3a130a429 req-e1519838-28da-4dde-93cb-654a571be0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:19.026533 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5588551-61e3-496c-8306-a1f3a130a429 req-e1519838-28da-4dde-93cb-654a571be0e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 1096 time: 0.0638883 Apr 20 17:07:19.179724 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5588551-61e3-496c-8306-a1f3a130a429 req-9c627fea-9ef9-42b7-ad54-9041e1a08d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:19.181142 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5588551-61e3-496c-8306-a1f3a130a429 req-9c627fea-9ef9-42b7-ad54-9041e1a08d5b service neutron] 10.222.0.26 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.1510558 Apr 20 17:07:19.183775 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5588551-61e3-496c-8306-a1f3a130a429 req-d9c83772-7bb2-44f8-8bac-6131d7aaee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:19.185129 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5588551-61e3-496c-8306-a1f3a130a429 req-d9c83772-7bb2-44f8-8bac-6131d7aaee12 service neutron] 10.222.0.30 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.1479044 Apr 20 17:07:19.630126 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5588551-61e3-496c-8306-a1f3a130a429 req-82c92279-e517-4a28-a55e-06b793cb071d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e HTTP/1.1" status: 200 len: 1001 time: 0.4415915 Apr 20 17:07:19.635831 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5588551-61e3-496c-8306-a1f3a130a429 req-3c152713-65dc-4f62-a234-bcd92d832483 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e HTTP/1.1" status: 200 len: 1001 time: 0.4420068 Apr 20 17:07:19.712266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5588551-61e3-496c-8306-a1f3a130a429 req-f309e33c-ae98-487b-a4b8-b0b72450aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:19.713743 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5588551-61e3-496c-8306-a1f3a130a429 req-f309e33c-ae98-487b-a4b8-b0b72450aa99 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0770807 Apr 20 17:07:19.721700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5588551-61e3-496c-8306-a1f3a130a429 req-8c995993-be31-49fa-8006-b91773abc678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:19.723025 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5588551-61e3-496c-8306-a1f3a130a429 req-8c995993-be31-49fa-8006-b91773abc678 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0583708 Apr 20 17:07:19.801674 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5588551-61e3-496c-8306-a1f3a130a429 req-be627cdc-2f30-4a87-8c3f-37b9607b944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:19.803279 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5588551-61e3-496c-8306-a1f3a130a429 req-be627cdc-2f30-4a87-8c3f-37b9607b944b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832143 Apr 20 17:07:19.804982 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5588551-61e3-496c-8306-a1f3a130a429 req-e24851bb-41b5-4ddc-90b4-cc6856b8e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:19.806285 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5588551-61e3-496c-8306-a1f3a130a429 req-e24851bb-41b5-4ddc-90b4-cc6856b8e061 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724375 Apr 20 17:07:19.814291 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-c5588551-61e3-496c-8306-a1f3a130a429 req-a6739087-c6df-4bd3-b98e-f7104b96c8f3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 17:07:19.815149 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5588551-61e3-496c-8306-a1f3a130a429 req-a6739087-c6df-4bd3-b98e-f7104b96c8f3 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053768 Apr 20 17:07:20.001861 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5588551-61e3-496c-8306-a1f3a130a429 req-016282cf-1fbd-4e32-ba68-60d50b8b344e service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789789 Apr 20 17:07:20.006395 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5588551-61e3-496c-8306-a1f3a130a429 req-8b45e432-0922-416a-8cfd-c28ec50bdd3a service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903450 Apr 20 17:07:20.042158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c4eaa-882f-432a-afe3-7755f45ab47d req-85c8e1d9-dc08-4617-b3cc-5f529abff75b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:20.043598 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-808c4eaa-882f-432a-afe3-7755f45ab47d req-85c8e1d9-dc08-4617-b3cc-5f529abff75b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 945 time: 0.1135316 Apr 20 17:07:20.188547 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-808c4eaa-882f-432a-afe3-7755f45ab47d req-38960c79-6b00-443e-b5b2-0760482ad9bb tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321478 Apr 20 17:07:20.213718 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5588551-61e3-496c-8306-a1f3a130a429 req-3342083a-90e6-46cb-975d-2509893cd35e service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942401 Apr 20 17:07:20.215610 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5588551-61e3-496c-8306-a1f3a130a429 req-d6edcbb7-4d7d-4d5a-9cb2-87127483ef36 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050416 Apr 20 17:07:21.313087 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60148d8-ceed-477f-af94-3085fda6e180 req-906286f3-c128-4e2a-827f-abbd660486df tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:21.314580 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e60148d8-ceed-477f-af94-3085fda6e180 req-906286f3-c128-4e2a-827f-abbd660486df tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 945 time: 0.0520501 Apr 20 17:07:21.358388 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e60148d8-ceed-477f-af94-3085fda6e180 req-5136f971-6ba4-4e5a-a0e6-56536eb86983 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373595 Apr 20 17:07:21.671105 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 0c985c8b-4521-4cf8-a1bd-367f6904529e details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:07:21.781490 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 0c985c8b-4521-4cf8-a1bd-367f6904529e, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:21.793321 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '0c985c8b-4521-4cf8-a1bd-367f6904529e', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'port_id': '0c985c8b-4521-4cf8-a1bd-367f6904529e', 'mac_address': 'fa:16:3e:c6:93:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:07:21.831563 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:21.845850 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c985c8b-4521-4cf8-a1bd-367f6904529e {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:07:21.866217 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 0c985c8b-4521-4cf8-a1bd-367f6904529e, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:21.952574 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:22.005018 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=0c985c8b-4521-4cf8-a1bd-367f6904529e,revision_number=12']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:22.375375 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['0c985c8b-4521-4cf8-a1bd-367f6904529e'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:07:22.492445 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef8bee-2e57-42fa-b88d-39ed4accea5f req-d8ee8fa0-e245-41f3-af9a-9555ca5b5d73 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:22.494078 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-12ef8bee-2e57-42fa-b88d-39ed4accea5f req-d8ee8fa0-e245-41f3-af9a-9555ca5b5d73 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0519013 Apr 20 17:07:22.533818 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-12ef8bee-2e57-42fa-b88d-39ed4accea5f req-68049904-2fb3-416a-93b4-7d8237719c3f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332458 Apr 20 17:07:22.660136 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db8d33-a1d5-41ab-8269-972037699716 req-b957a5c2-14b5-4b12-bcb2-bbc59309be6d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:22.660136 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-46db8d33-a1d5-41ab-8269-972037699716 req-b957a5c2-14b5-4b12-bcb2-bbc59309be6d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0490870 Apr 20 17:07:22.693706 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-46db8d33-a1d5-41ab-8269-972037699716 req-c8d52861-fb52-44a3-9633-4fb6173fc835 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320318 Apr 20 17:07:22.805917 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a6d19a36-21d3-4778-93da-06f557691a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:22.808686 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee9bb9-234a-4ff9-8c36-9af5526b0cf4 req-fba14d7c-afd1-4470-bb02-c13d362b6dd9 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:22.810215 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-55ee9bb9-234a-4ff9-8c36-9af5526b0cf4 req-fba14d7c-afd1-4470-bb02-c13d362b6dd9 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0498736 Apr 20 17:07:22.853301 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-55ee9bb9-234a-4ff9-8c36-9af5526b0cf4 req-2ea99c42-8b79-4d54-9e97-fa0b1887ce16 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364680 Apr 20 17:07:23.391669 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b72ee-5188-4c6d-a5b2-7c9fdba9611c req-25b9e193-f647-4d47-893e-420aff96d967 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:23.393191 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cf6b72ee-5188-4c6d-a5b2-7c9fdba9611c req-25b9e193-f647-4d47-893e-420aff96d967 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 946 time: 0.0491312 Apr 20 17:07:23.432011 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cf6b72ee-5188-4c6d-a5b2-7c9fdba9611c req-47721cf0-7f4d-451f-8368-468f4ab510cd tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324659 Apr 20 17:07:23.706255 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 0c985c8b-4521-4cf8-a1bd-367f6904529e up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:07:23.794462 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 0c985c8b-4521-4cf8-a1bd-367f6904529e completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:07:23.798574 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 0c985c8b-4521-4cf8-a1bd-367f6904529e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:23.798948 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:23.875852 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:23.898919 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c985c8b-4521-4cf8-a1bd-367f6904529e'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:07:23.901177 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999b9ccf-2eb6-42be-a8d3-a5a299b1381b" -d '{"events": [{"server_uuid": "b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c", "name": "network-vif-plugged", "status": "completed", "tag": "0c985c8b-4521-4cf8-a1bd-367f6904529e"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:07:23.918671 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 0c985c8b-4521-4cf8-a1bd-367f6904529e, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:23.958100 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdfdde4-e0fb-4eae-a98b-ab4f4f8a2cf5 x-openstack-request-id: req-8bdfdde4-e0fb-4eae-a98b-ab4f4f8a2cf5 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:07:23.958396 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c", "name": "network-vif-plugged", "status": "completed", "tag": "0c985c8b-4521-4cf8-a1bd-367f6904529e", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:07:23.958652 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8bdfdde4-e0fb-4eae-a98b-ab4f4f8a2cf5 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:07:23.959061 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bdfdde4-e0fb-4eae-a98b-ab4f4f8a2cf5'] response: {'server_uuid': 'b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c985c8b-4521-4cf8-a1bd-367f6904529e', 'code': 200} Apr 20 17:07:23.983070 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:24.029429 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=0c985c8b-4521-4cf8-a1bd-367f6904529e,revision_number=13']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:24.559405 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f210928-398f-4b16-a66d-733b99b05649 req-40e81c54-887c-4ab3-988d-c2ed91a39a9e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:24.560987 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f210928-398f-4b16-a66d-733b99b05649 req-40e81c54-887c-4ab3-988d-c2ed91a39a9e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 947 time: 0.0501094 Apr 20 17:07:24.603398 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f210928-398f-4b16-a66d-733b99b05649 req-b1d32f21-2581-4a5a-a74e-c517c3854b75 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328801 Apr 20 17:07:24.974887 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3027929-c6e4-44ef-b778-45869b316645 req-3ce54f48-8123-4212-9801-5c381533747c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:24.976356 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d3027929-c6e4-44ef-b778-45869b316645 req-3ce54f48-8123-4212-9801-5c381533747c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 947 time: 0.0485296 Apr 20 17:07:25.068827 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-d3027929-c6e4-44ef-b778-45869b316645 req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Deleting port 0c985c8b-4521-4cf8-a1bd-367f6904529e {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:07:25.069165 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d3027929-c6e4-44ef-b778-45869b316645 req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:25.148920 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2abc6432-3058-410a-8368-efa0d4fcb903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:25.158147 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-d3027929-c6e4-44ef-b778-45869b316645 req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] For port 0c985c8b-4521-4cf8-a1bd-367f6904529e, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=0c985c8b-4521-4cf8-a1bd-367f6904529e,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:25.161485 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d3027929-c6e4-44ef-b778-45869b316645 req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:25.335991 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d3027929-c6e4-44ef-b778-45869b316645 req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:25.336376 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d3027929-c6e4-44ef-b778-45869b316645 req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:25.336699 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-d3027929-c6e4-44ef-b778-45869b316645 req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Floating IP 1412ac89-091f-41d4-911b-7c5d3d0a1055 disassociated. External IP: 172.25.0.245, port: 0c985c8b-4521-4cf8-a1bd-367f6904529e. Apr 20 17:07:25.337041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-d3027929-c6e4-44ef-b778-45869b316645 req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Calling delete_port for 0c985c8b-4521-4cf8-a1bd-367f6904529e owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:07:25.518309 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d3027929-c6e4-44ef-b778-45869b316645 req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:25.551444 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Pushing event deleted for resources: {'Port': ['ID=0c985c8b-4521-4cf8-a1bd-367f6904529e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:25.565131 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:25.565664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:25.565863 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:25.566245 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:25.566780 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:25.567310 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:25.567833 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:25.568628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:25.568885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:25.569402 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:25.569937 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:25.570472 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:25.716663 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bbf35e4b-f831-4591-83aa-ee696667c9d3 req-ae65d32c-d142-4882-ba97-1409a1baa8e5 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 210 time: 0.0369062 Apr 20 17:07:25.724451 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3027929-c6e4-44ef-b778-45869b316645 req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Router 3c10333d-cc18-4cbf-a386-be007d4906f3 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:07:25.845040 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3027929-c6e4-44ef-b778-45869b316645 req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:07:25.856373 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6cc00b-6e89-4e00-bcf1-781f2d390942 None None] Sync routers for ids ['3c10333d-cc18-4cbf-a386-be007d4906f3'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:07:25.867864 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6cc00b-6e89-4e00-bcf1-781f2d390942 None None] Routers {'3c10333d-cc18-4cbf-a386-be007d4906f3'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:07:25.868606 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4a6cc00b-6e89-4e00-bcf1-781f2d390942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:07:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3c10333d-cc18-4cbf-a386-be007d4906f3'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:25.889319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3027929-c6e4-44ef-b778-45869b316645 req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] No DVR routers for this DVR port 0c985c8b-4521-4cf8-a1bd-367f6904529e on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:07:25.892655 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d3027929-c6e4-44ef-b778-45869b316645 req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:25.896258 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d3027929-c6e4-44ef-b778-45869b316645 req-51108c97-fe03-45cb-b43d-6d12fbf89913 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.30 "DELETE /v2.0/ports/0c985c8b-4521-4cf8-a1bd-367f6904529e HTTP/1.1" status: 204 len: 173 time: 0.9142010 Apr 20 17:07:25.896716 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c', 'name': 'network-vif-deleted', 'tag': '0c985c8b-4521-4cf8-a1bd-367f6904529e'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:07:25.899034 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26b803c-aaca-4990-9688-af866c0863a2" -d '{"events": [{"server_uuid": "b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c", "name": "network-vif-deleted", "tag": "0c985c8b-4521-4cf8-a1bd-367f6904529e"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:07:25.939786 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5142012a-03be-4bb3-9c0e-246e011fe083 x-openstack-request-id: req-5142012a-03be-4bb3-9c0e-246e011fe083 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:07:25.940196 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c", "name": "network-vif-deleted", "tag": "0c985c8b-4521-4cf8-a1bd-367f6904529e", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:07:25.940621 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5142012a-03be-4bb3-9c0e-246e011fe083 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:07:25.941222 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5142012a-03be-4bb3-9c0e-246e011fe083'] response: {'server_uuid': 'b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c', 'name': 'network-vif-deleted', 'tag': '0c985c8b-4521-4cf8-a1bd-367f6904529e', 'status': 'completed', 'code': 200} Apr 20 17:07:25.985893 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-4a6cc00b-6e89-4e00-bcf1-781f2d390942 None None] Set router 3c10333d-cc18-4cbf-a386-be007d4906f3 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:07:26.198611 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4a6cc00b-6e89-4e00-bcf1-781f2d390942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:26.237560 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6cc00b-6e89-4e00-bcf1-781f2d390942 None None] Checking router: 3c10333d-cc18-4cbf-a386-be007d4906f3 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:07:26.253367 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6cc00b-6e89-4e00-bcf1-781f2d390942 None None] Routers {'3c10333d-cc18-4cbf-a386-be007d4906f3'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:07:26.253991 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4a6cc00b-6e89-4e00-bcf1-781f2d390942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:07:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3c10333d-cc18-4cbf-a386-be007d4906f3'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:26.363314 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-4a6cc00b-6e89-4e00-bcf1-781f2d390942 None None] Set router 3c10333d-cc18-4cbf-a386-be007d4906f3 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:07:26.558894 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:26.584093 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4a6cc00b-6e89-4e00-bcf1-781f2d390942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:26.618299 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6cc00b-6e89-4e00-bcf1-781f2d390942 None None] The sync data for ids ['3c10333d-cc18-4cbf-a386-be007d4906f3'] in n-d-836146-2 is: [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:07:26.842192 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ae95dc6b-51c5-4a38-9785-351a3290e774 req-b85e53c5-3492-4db5-8b69-a775b7948e6a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0012c5d-1ec7-43ef-a8b5-3d54c166bb7c HTTP/1.1" status: 200 len: 210 time: 0.0284092 Apr 20 17:07:26.874639 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc7eef3-7f21-4e6f-9990-ac67f5b0f335 None None] New status for floating IP 1412ac89-091f-41d4-911b-7c5d3d0a1055: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:07:27.744959 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 0c985c8b-4521-4cf8-a1bd-367f6904529e no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:07:27.764952 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 0c985c8b-4521-4cf8-a1bd-367f6904529e {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:07:27.765790 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 0c985c8b-4521-4cf8-a1bd-367f6904529e not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:07:27.943320 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:28.105956 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-93553712-734c-4b31-b0ee-280a0a0f5245 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--751159107&fields=id&tenant_id=375bb86601df4e70b14cb49c83872167 HTTP/1.1" status: 200 len: 267 time: 0.0346725 Apr 20 17:07:28.177803 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:28.216725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-65662468-1ae9-47f2-88b5-2d91b94e9007 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:28.218716 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-65662468-1ae9-47f2-88b5-2d91b94e9007 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 811 time: 0.1041477 Apr 20 17:07:28.234985 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-d894e559-3adf-42c0-bf18-7fdf16ec22f2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/quotas/375bb86601df4e70b14cb49c83872167 HTTP/1.1" status: 200 len: 375 time: 0.0093262 Apr 20 17:07:28.291041 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-6a5fc7ab-4211-4d33-a7c2-23668a46bf31 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502772 Apr 20 17:07:28.393575 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-b5b973d6-5df1-48e2-9552-b57ac5d66833 service neutron] 10.222.0.15 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891855 Apr 20 17:07:28.484555 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-d67d4b8e-61c6-4c2d-bec9-25e17cec9cf6 service neutron] 10.222.0.15 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845618 Apr 20 17:07:28.747409 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b3785f0-eb2f-4af4-b272-be5637317b07 req-a0a9bb89-2181-4b94-ab2b-93d0131e17d9 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 210 time: 0.0276067 Apr 20 17:07:29.018804 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:29.852610 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9c1d5328-44d3-4cd2-b288-650cc85c8e07 req-1053023f-97c8-4bc4-a698-4fdf05636f9d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 210 time: 0.0282393 Apr 20 17:07:30.303519 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:30.954772 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dce51b73-615f-49ce-9260-ea7c53856cf0 req-f7ce6443-1996-4806-85c9-6382419582e3 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 210 time: 0.0314069 Apr 20 17:07:31.084649 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-92c0935f-4637-4de2-a7e7-e9c061544821 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:31.086179 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-92c0935f-4637-4de2-a7e7-e9c061544821 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.26 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 811 time: 0.1072199 Apr 20 17:07:31.135652 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-0b81dbc9-7041-45f8-94d6-0e5b7b83cddf tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=375bb86601df4e70b14cb49c83872167 HTTP/1.1" status: 200 len: 379 time: 0.0356815 Apr 20 17:07:31.147611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-4d785eee-fd27-4889-8a10-ae4312148f2b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Request body: {'port': {'device_id': 'bd4a0d8c-88df-467f-b3b9-c5a14eea45fa', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'admin_state_up': True, 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'security_groups': ['ed507b3f-3365-4368-9db4-3e0f65a9065b']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:07:31.347231 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-4d785eee-fd27-4889-8a10-ae4312148f2b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Made reservation on behalf of 375bb86601df4e70b14cb49c83872167 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:07:31.350837 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-4d785eee-fd27-4889-8a10-ae4312148f2b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:31.480072 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-4d785eee-fd27-4889-8a10-ae4312148f2b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Allocated IP 172.20.0.7 (889cea85-efdc-4258-9f24-be3e730c1da9/b2c128b4-a5b3-41a9-be36-d1dd89e44c48/61fd299e-8caa-4571-8c9c-575fe790c2f4) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:07:31.628881 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-4d785eee-fd27-4889-8a10-ae4312148f2b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:31.747942 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-4d785eee-fd27-4889-8a10-ae4312148f2b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:31.794301 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-4d785eee-fd27-4889-8a10-ae4312148f2b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Network 889cea85-efdc-4258-9f24-be3e730c1da9 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:07:31.798182 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-4d785eee-fd27-4889-8a10-ae4312148f2b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:31.802425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-4d785eee-fd27-4889-8a10-ae4312148f2b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:07:31.831951 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d785eee-fd27-4889-8a10-ae4312148f2b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Pushing event updated for resources: {'Port': ['ID=61fd299e-8caa-4571-8c9c-575fe790c2f4,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:31.873004 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-4d785eee-fd27-4889-8a10-ae4312148f2b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:31.874059 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-4d785eee-fd27-4889-8a10-ae4312148f2b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:31.981108 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-4d785eee-fd27-4889-8a10-ae4312148f2b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8391695 Apr 20 17:07:32.003465 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-55959861-e39a-44e2-b810-199326777d04 service neutron] Request body: {'port': {'device_id': 'bd4a0d8c-88df-467f-b3b9-c5a14eea45fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:07:32.081058 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-55959861-e39a-44e2-b810-199326777d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:32.089849 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-89201403-5b56-4117-a7b8-768d338580e4 None None] Provisioning complete for port 61fd299e-8caa-4571-8c9c-575fe790c2f4 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:32.090455 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-89201403-5b56-4117-a7b8-768d338580e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:32.132300 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-89201403-5b56-4117-a7b8-768d338580e4 None None] Port 61fd299e-8caa-4571-8c9c-575fe790c2f4 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:07:32.139205 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4bd31-6f76-4d0c-9119-c3555b1ab494 req-f9323918-2ee5-4f77-a123-c4c29ad3e1f0 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:32.141297 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cf4bd31-6f76-4d0c-9119-c3555b1ab494 req-f9323918-2ee5-4f77-a123-c4c29ad3e1f0 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 931 time: 0.0908697 Apr 20 17:07:32.248148 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cf4bd31-6f76-4d0c-9119-c3555b1ab494 req-7b6417ea-f2f2-4dda-ae7a-8c058464b264 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978959 Apr 20 17:07:32.419996 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-55959861-e39a-44e2-b810-199326777d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61fd299e-8caa-4571-8c9c-575fe790c2f4 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:07:32.427784 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-55959861-e39a-44e2-b810-199326777d04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:32.441107 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-55959861-e39a-44e2-b810-199326777d04 service neutron] Transition to ACTIVE for port object 61fd299e-8caa-4571-8c9c-575fe790c2f4 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:32.547135 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-55959861-e39a-44e2-b810-199326777d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:32.602263 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55959861-e39a-44e2-b810-199326777d04 service neutron] Pushing event updated for resources: {'Port': ['ID=61fd299e-8caa-4571-8c9c-575fe790c2f4,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:32.672922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-55959861-e39a-44e2-b810-199326777d04 service neutron] Attempting to bind port 61fd299e-8caa-4571-8c9c-575fe790c2f4 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:07:32.672922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-55959861-e39a-44e2-b810-199326777d04 service neutron] Attempting to bind port 61fd299e-8caa-4571-8c9c-575fe790c2f4 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:07:32.672922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-55959861-e39a-44e2-b810-199326777d04 service neutron] Attempting to bind port 61fd299e-8caa-4571-8c9c-575fe790c2f4 on network 889cea85-efdc-4258-9f24-be3e730c1da9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:07:32.675096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-55959861-e39a-44e2-b810-199326777d04 service neutron] Port 61fd299e-8caa-4571-8c9c-575fe790c2f4 on network 889cea85-efdc-4258-9f24-be3e730c1da9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:07:32.675427 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-55959861-e39a-44e2-b810-199326777d04 service neutron] Attempting to bind port 61fd299e-8caa-4571-8c9c-575fe790c2f4 on network 889cea85-efdc-4258-9f24-be3e730c1da9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:07:32.681119 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-55959861-e39a-44e2-b810-199326777d04 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:07:32.681455 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-55959861-e39a-44e2-b810-199326777d04 service neutron] Checking segment: {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:07:32.681837 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-55959861-e39a-44e2-b810-199326777d04 service neutron] Bound using segment: {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:07:32.682266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-55959861-e39a-44e2-b810-199326777d04 service neutron] Bound port: 61fd299e-8caa-4571-8c9c-575fe790c2f4, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:07:32.682627 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-55959861-e39a-44e2-b810-199326777d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:32.760918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-55959861-e39a-44e2-b810-199326777d04 service neutron] For port 61fd299e-8caa-4571-8c9c-575fe790c2f4, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:07:32.764153 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-55959861-e39a-44e2-b810-199326777d04 service neutron] For port 61fd299e-8caa-4571-8c9c-575fe790c2f4, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:07:32.858666 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-55959861-e39a-44e2-b810-199326777d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:32.892787 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-55959861-e39a-44e2-b810-199326777d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:32.893435 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-55959861-e39a-44e2-b810-199326777d04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:32.894922 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-55959861-e39a-44e2-b810-199326777d04 service neutron] 10.222.0.26 "PUT /v2.0/ports/61fd299e-8caa-4571-8c9c-575fe790c2f4 HTTP/1.1" status: 200 len: 1091 time: 0.8999972 Apr 20 17:07:32.895241 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4a0d8c-88df-467f-b3b9-c5a14eea45fa', 'tag': '61fd299e-8caa-4571-8c9c-575fe790c2f4'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:07:32.897586 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b577594-98ca-4c08-b959-de027f2ec622" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4a0d8c-88df-467f-b3b9-c5a14eea45fa", "tag": "61fd299e-8caa-4571-8c9c-575fe790c2f4"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:07:32.936778 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55959861-e39a-44e2-b810-199326777d04 service neutron] Pushing event updated for resources: {'Port': ['ID=61fd299e-8caa-4571-8c9c-575fe790c2f4,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:32.941937 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1be75e7-93e8-4d49-abc7-09b374b8060c x-openstack-request-id: req-f1be75e7-93e8-4d49-abc7-09b374b8060c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:07:32.942324 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4a0d8c-88df-467f-b3b9-c5a14eea45fa", "tag": "61fd299e-8caa-4571-8c9c-575fe790c2f4", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:07:32.942737 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1be75e7-93e8-4d49-abc7-09b374b8060c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:07:32.943029 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1be75e7-93e8-4d49-abc7-09b374b8060c'] response: {'name': 'network-changed', 'server_uuid': 'bd4a0d8c-88df-467f-b3b9-c5a14eea45fa', 'tag': '61fd299e-8caa-4571-8c9c-575fe790c2f4', 'status': 'completed', 'code': 200} Apr 20 17:07:33.033256 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b577594-98ca-4c08-b959-de027f2ec622 req-5046b418-3fdb-43fc-a9f2-a2fb270929a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:33.034805 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b577594-98ca-4c08-b959-de027f2ec622 req-5046b418-3fdb-43fc-a9f2-a2fb270929a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 1094 time: 0.0541747 Apr 20 17:07:33.146136 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b577594-98ca-4c08-b959-de027f2ec622 req-6294c7ea-6a63-4ad8-98c9-80edfcd12882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:33.147519 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b577594-98ca-4c08-b959-de027f2ec622 req-6294c7ea-6a63-4ad8-98c9-80edfcd12882 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=375bb86601df4e70b14cb49c83872167&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1002076 Apr 20 17:07:33.248928 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b577594-98ca-4c08-b959-de027f2ec622 req-0aa103de-9d48-4bb7-84a6-cd0456b25e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:33.250452 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b577594-98ca-4c08-b959-de027f2ec622 req-0aa103de-9d48-4bb7-84a6-cd0456b25e35 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931263 Apr 20 17:07:33.381872 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-95d99a82-1e1f-45a9-a62d-f42153fcb5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:33.383423 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-95d99a82-1e1f-45a9-a62d-f42153fcb5a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 1094 time: 0.0751829 Apr 20 17:07:33.403745 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d28da-0f81-433b-90ad-2cbf04629db1 req-67b7b418-bce4-4c08-9e0c-fc243317ad2f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:33.403745 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cf1d28da-0f81-433b-90ad-2cbf04629db1 req-67b7b418-bce4-4c08-9e0c-fc243317ad2f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 943 time: 0.0666139 Apr 20 17:07:33.441778 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-8c23dce4-5c96-46b2-a43f-2964a75665e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4 HTTP/1.1" status: 200 len: 217 time: 0.0399361 Apr 20 17:07:33.504185 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cf1d28da-0f81-433b-90ad-2cbf04629db1 req-b88fa056-d2b4-4093-9bb1-0635cfba7a1d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966291 Apr 20 17:07:33.513471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-223863f0-0fdf-4f06-ab1f-6beefd9cfaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:33.514923 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-223863f0-0fdf-4f06-ab1f-6beefd9cfaa9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0665050 Apr 20 17:07:33.565134 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-78ee84bd-299d-4373-a1ca-3eb851fd2b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:33.566557 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-78ee84bd-299d-4373-a1ca-3eb851fd2b6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449874 Apr 20 17:07:33.658470 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-3be76572-771c-4381-a54e-4d15a8a7f6a3 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850770 Apr 20 17:07:33.753512 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4a2f3cba-8739-4e0a-b719-2e371cfab546 req-9bb207c7-88fb-4491-853a-cfd0c7e9ef82 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887740 Apr 20 17:07:34.625574 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811a8bf-73ce-45c7-bc37-d6beb553390a req-5682ac7d-7546-47de-82fe-939af473b0ce tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:34.627057 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d811a8bf-73ce-45c7-bc37-d6beb553390a req-5682ac7d-7546-47de-82fe-939af473b0ce tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 943 time: 0.0538247 Apr 20 17:07:34.665847 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d811a8bf-73ce-45c7-bc37-d6beb553390a req-c9a48187-cb23-402a-b429-a868a9607b68 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323117 Apr 20 17:07:35.810019 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b122a-0529-484d-b65e-55c76d6f5166 req-8fdd9d91-7962-4bfd-97d0-a00c7a70eb5e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:35.811451 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f4b122a-0529-484d-b65e-55c76d6f5166 req-8fdd9d91-7962-4bfd-97d0-a00c7a70eb5e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 943 time: 0.0554059 Apr 20 17:07:35.849869 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f4b122a-0529-484d-b65e-55c76d6f5166 req-a1130d48-02be-4541-a5b2-6981937439a4 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314765 Apr 20 17:07:36.892740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 61fd299e-8caa-4571-8c9c-575fe790c2f4 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:07:36.986459 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3d679-92c3-452a-988a-85a3f1359903 req-da1f3cf3-07bd-4c65-a5c2-3e40292c13d2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:36.988328 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-59b3d679-92c3-452a-988a-85a3f1359903 req-da1f3cf3-07bd-4c65-a5c2-3e40292c13d2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 943 time: 0.0564864 Apr 20 17:07:37.007683 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 61fd299e-8caa-4571-8c9c-575fe790c2f4, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:37.021489 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '61fd299e-8caa-4571-8c9c-575fe790c2f4', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'port_id': '61fd299e-8caa-4571-8c9c-575fe790c2f4', 'mac_address': 'fa:16:3e:e3:59:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:07:37.032298 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-59b3d679-92c3-452a-988a-85a3f1359903 req-b1b7d4ae-8ade-4a5d-a63e-57528af21643 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363233 Apr 20 17:07:37.058953 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:37.072041 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61fd299e-8caa-4571-8c9c-575fe790c2f4 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:07:37.091576 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 61fd299e-8caa-4571-8c9c-575fe790c2f4, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:37.143567 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:37.191597 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=61fd299e-8caa-4571-8c9c-575fe790c2f4,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:37.199033 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:37.199381 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:37.199722 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:37.200056 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:37.200408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:37.200743 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:37.201071 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:37.201434 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:37.201757 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:37.202081 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:37.202404 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:37.202763 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:37.489244 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['61fd299e-8caa-4571-8c9c-575fe790c2f4'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:07:38.167081 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5307311-b95d-4ab9-b831-8163a9408db0 req-a4d9148f-b741-4bf7-b1e8-11f1b302d336 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:38.169330 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e5307311-b95d-4ab9-b831-8163a9408db0 req-a4d9148f-b741-4bf7-b1e8-11f1b302d336 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 944 time: 0.0554397 Apr 20 17:07:38.208933 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e5307311-b95d-4ab9-b831-8163a9408db0 req-5b6686df-6aa4-461c-949e-17581b39291b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329218 Apr 20 17:07:38.907473 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 61fd299e-8caa-4571-8c9c-575fe790c2f4 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:07:39.023119 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 61fd299e-8caa-4571-8c9c-575fe790c2f4 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:07:39.027528 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 61fd299e-8caa-4571-8c9c-575fe790c2f4 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:39.027950 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:39.108706 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:39.132434 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4a0d8c-88df-467f-b3b9-c5a14eea45fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fd299e-8caa-4571-8c9c-575fe790c2f4'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:07:39.134646 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf75a81-297c-420e-b09e-95a334ca775d" -d '{"events": [{"server_uuid": "bd4a0d8c-88df-467f-b3b9-c5a14eea45fa", "name": "network-vif-plugged", "status": "completed", "tag": "61fd299e-8caa-4571-8c9c-575fe790c2f4"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:07:39.148025 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 61fd299e-8caa-4571-8c9c-575fe790c2f4, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:39.173821 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2651410-413d-46ca-bb48-59eeb9ed3b32 x-openstack-request-id: req-c2651410-413d-46ca-bb48-59eeb9ed3b32 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:07:39.176473 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4a0d8c-88df-467f-b3b9-c5a14eea45fa", "name": "network-vif-plugged", "status": "completed", "tag": "61fd299e-8caa-4571-8c9c-575fe790c2f4", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:07:39.176473 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2651410-413d-46ca-bb48-59eeb9ed3b32 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:07:39.176473 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2651410-413d-46ca-bb48-59eeb9ed3b32'] response: {'server_uuid': 'bd4a0d8c-88df-467f-b3b9-c5a14eea45fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fd299e-8caa-4571-8c9c-575fe790c2f4', 'code': 200} Apr 20 17:07:39.229247 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:39.289840 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=61fd299e-8caa-4571-8c9c-575fe790c2f4,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:39.338519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda3dc2-f8e1-49ad-a2e2-c8b6808898fc req-3a2a039e-37ce-468a-8f8e-1e2548eb5a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:39.340041 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3fda3dc2-f8e1-49ad-a2e2-c8b6808898fc req-3a2a039e-37ce-468a-8f8e-1e2548eb5a3e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 1096 time: 0.0800514 Apr 20 17:07:39.352062 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9000e9-d531-4ca1-8b57-85775d1ada39 req-4d3bd8fe-020b-46d9-9540-45df75d0ec2b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:39.353748 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6d9000e9-d531-4ca1-8b57-85775d1ada39 req-4d3bd8fe-020b-46d9-9540-45df75d0ec2b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0640020 Apr 20 17:07:39.403461 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3fda3dc2-f8e1-49ad-a2e2-c8b6808898fc req-df9027e1-2ea7-47b1-a780-b95c3ff40542 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487649 Apr 20 17:07:39.411245 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6d9000e9-d531-4ca1-8b57-85775d1ada39 req-b3ccca03-4701-4136-8a83-17707687574f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495076 Apr 20 17:07:40.535600 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2181eb-3bfd-4efb-b519-dfd169adb0a7 req-1497fc7e-ece3-4302-bf8c-e7aae3bee4ae tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:40.537119 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ed2181eb-3bfd-4efb-b519-dfd169adb0a7 req-1497fc7e-ece3-4302-bf8c-e7aae3bee4ae tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0559678 Apr 20 17:07:40.576590 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ed2181eb-3bfd-4efb-b519-dfd169adb0a7 req-73be28e3-34c1-416b-9a4d-add5f8423024 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333617 Apr 20 17:07:41.694193 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae8fcf-7590-4036-b09f-4ec0b79404d5 req-5930d64e-4906-4653-a12b-6bfb2553001c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:41.695692 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-38ae8fcf-7590-4036-b09f-4ec0b79404d5 req-5930d64e-4906-4653-a12b-6bfb2553001c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0496082 Apr 20 17:07:41.736052 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-38ae8fcf-7590-4036-b09f-4ec0b79404d5 req-b34b17b4-2161-4a85-a715-74592829c8de tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338321 Apr 20 17:07:41.866202 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c15fb1-b07c-4f0a-8045-87ba4ad716a6 req-48634cb7-6d83-4615-affa-d7ab40b44035 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:41.867921 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-57c15fb1-b07c-4f0a-8045-87ba4ad716a6 req-48634cb7-6d83-4615-affa-d7ab40b44035 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0624166 Apr 20 17:07:41.877117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58512) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:07:41.881827 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d495102a-067e-4683-8702-b8db8ae4708b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Request body: {'floatingip': {'port_id': '61fd299e-8caa-4571-8c9c-575fe790c2f4'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:07:41.923708 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d495102a-067e-4683-8702-b8db8ae4708b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for floatingip, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:42.362452 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d495102a-067e-4683-8702-b8db8ae4708b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:42.463713 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d495102a-067e-4683-8702-b8db8ae4708b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:42.946948 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-d495102a-067e-4683-8702-b8db8ae4708b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Floating IP 1412ac89-091f-41d4-911b-7c5d3d0a1055 associated. External IP: 172.25.0.245, port: 61fd299e-8caa-4571-8c9c-575fe790c2f4. Apr 20 17:07:43.157936 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d495102a-067e-4683-8702-b8db8ae4708b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Router 3c10333d-cc18-4cbf-a386-be007d4906f3 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:07:43.266390 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d495102a-067e-4683-8702-b8db8ae4708b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:07:43.271613 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d495102a-067e-4683-8702-b8db8ae4708b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:43.276214 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4496c6c-e092-433d-8aa4-7a8c648a1b52 None None] Sync routers for ids ['3c10333d-cc18-4cbf-a386-be007d4906f3'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:07:43.286859 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4496c6c-e092-433d-8aa4-7a8c648a1b52 None None] Routers {'3c10333d-cc18-4cbf-a386-be007d4906f3'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:07:43.287487 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d4496c6c-e092-433d-8aa4-7a8c648a1b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:07:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3c10333d-cc18-4cbf-a386-be007d4906f3'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:43.303719 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d495102a-067e-4683-8702-b8db8ae4708b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "PUT /v2.0/floatingips/1412ac89-091f-41d4-911b-7c5d3d0a1055 HTTP/1.1" status: 200 len: 992 time: 1.4253340 Apr 20 17:07:43.304440 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4a0d8c-88df-467f-b3b9-c5a14eea45fa', 'tag': '61fd299e-8caa-4571-8c9c-575fe790c2f4'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:07:43.306704 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a5156a-3aa8-4182-9f44-e724ebca20f7" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4a0d8c-88df-467f-b3b9-c5a14eea45fa", "tag": "61fd299e-8caa-4571-8c9c-575fe790c2f4"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:07:43.353518 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf5d1e1-1ab1-4587-b8dd-6c7aae47a305 x-openstack-request-id: req-baf5d1e1-1ab1-4587-b8dd-6c7aae47a305 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:07:43.354153 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4a0d8c-88df-467f-b3b9-c5a14eea45fa", "tag": "61fd299e-8caa-4571-8c9c-575fe790c2f4", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:07:43.354443 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-baf5d1e1-1ab1-4587-b8dd-6c7aae47a305 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:07:43.354831 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baf5d1e1-1ab1-4587-b8dd-6c7aae47a305'] response: {'name': 'network-changed', 'server_uuid': 'bd4a0d8c-88df-467f-b3b9-c5a14eea45fa', 'tag': '61fd299e-8caa-4571-8c9c-575fe790c2f4', 'status': 'completed', 'code': 200} Apr 20 17:07:43.410485 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-d4496c6c-e092-433d-8aa4-7a8c648a1b52 None None] Set router 3c10333d-cc18-4cbf-a386-be007d4906f3 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:07:43.461660 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5156a-3aa8-4182-9f44-e724ebca20f7 req-cb8def5b-afb5-4968-9c33-200a51dd8613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:43.463923 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2a5156a-3aa8-4182-9f44-e724ebca20f7 req-cb8def5b-afb5-4968-9c33-200a51dd8613 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 1096 time: 0.0614390 Apr 20 17:07:43.580598 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5156a-3aa8-4182-9f44-e724ebca20f7 req-34d0795c-f767-4e34-a3e6-b2e86bc41765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:43.582347 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2a5156a-3aa8-4182-9f44-e724ebca20f7 req-34d0795c-f767-4e34-a3e6-b2e86bc41765 service neutron] 10.222.0.26 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.1110766 Apr 20 17:07:43.657617 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2a5156a-3aa8-4182-9f44-e724ebca20f7 req-d8e853bd-49a1-4b25-94b0-abe9464918fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4 HTTP/1.1" status: 200 len: 1000 time: 0.0688088 Apr 20 17:07:43.708675 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5156a-3aa8-4182-9f44-e724ebca20f7 req-288a7864-f82f-493b-94c8-63624d1978e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:43.710930 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2a5156a-3aa8-4182-9f44-e724ebca20f7 req-288a7864-f82f-493b-94c8-63624d1978e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0469544 Apr 20 17:07:43.757215 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5156a-3aa8-4182-9f44-e724ebca20f7 req-50b98736-af0a-4ef1-86b1-f8722bafdc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:43.758734 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2a5156a-3aa8-4182-9f44-e724ebca20f7 req-50b98736-af0a-4ef1-86b1-f8722bafdc9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420198 Apr 20 17:07:43.821752 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d4496c6c-e092-433d-8aa4-7a8c648a1b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '1412ac89-091f-41d4-911b-7c5d3d0a1055', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'port_id': '61fd299e-8caa-4571-8c9c-575fe790c2f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'mac_address': 'fa:16:3e:e3:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a0d8c-88df-467f-b3b9-c5a14eea45fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:03:30Z', 'updated_at': '2022-04-20T17:07:42Z', 'revision_number': 13, 'project_id': '375bb86601df4e70b14cb49c83872167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:43.854224 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4496c6c-e092-433d-8aa4-7a8c648a1b52 None None] Checking router: 3c10333d-cc18-4cbf-a386-be007d4906f3 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:07:43.862616 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4496c6c-e092-433d-8aa4-7a8c648a1b52 None None] Routers {'3c10333d-cc18-4cbf-a386-be007d4906f3'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:07:43.863232 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d4496c6c-e092-433d-8aa4-7a8c648a1b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:07:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3c10333d-cc18-4cbf-a386-be007d4906f3'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:43.870792 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2a5156a-3aa8-4182-9f44-e724ebca20f7 req-29b73ee3-f820-44c7-9f87-ed67a92ef22e service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041052 Apr 20 17:07:43.989998 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-d4496c6c-e092-433d-8aa4-7a8c648a1b52 None None] Set router 3c10333d-cc18-4cbf-a386-be007d4906f3 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:07:44.016564 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2a5156a-3aa8-4182-9f44-e724ebca20f7 req-b054d4db-275b-401e-986f-3d8219f64a0b service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380215 Apr 20 17:07:44.265635 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d4496c6c-e092-433d-8aa4-7a8c648a1b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '1412ac89-091f-41d4-911b-7c5d3d0a1055', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'port_id': '61fd299e-8caa-4571-8c9c-575fe790c2f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'mac_address': 'fa:16:3e:e3:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a0d8c-88df-467f-b3b9-c5a14eea45fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:03:30Z', 'updated_at': '2022-04-20T17:07:42Z', 'revision_number': 13, 'project_id': '375bb86601df4e70b14cb49c83872167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:44.303789 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4496c6c-e092-433d-8aa4-7a8c648a1b52 None None] The sync data for ids ['3c10333d-cc18-4cbf-a386-be007d4906f3'] in n-d-836146-2 is: [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '1412ac89-091f-41d4-911b-7c5d3d0a1055', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'port_id': '61fd299e-8caa-4571-8c9c-575fe790c2f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'mac_address': 'fa:16:3e:e3:59:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a0d8c-88df-467f-b3b9-c5a14eea45fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:03:30Z', 'updated_at': '2022-04-20T17:07:42Z', 'revision_number': 13, 'project_id': '375bb86601df4e70b14cb49c83872167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:07:44.535538 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d50a2d5-d22a-4989-a7d6-40295db13f8a None None] New status for floating IP 1412ac89-091f-41d4-911b-7c5d3d0a1055: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:07:46.240036 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fe4a3-9cbd-455a-b4f1-113583607d8f req-30314e7e-6d35-4cb7-a713-5d4685797823 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:46.241578 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd1fe4a3-9cbd-455a-b4f1-113583607d8f req-30314e7e-6d35-4cb7-a713-5d4685797823 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0561216 Apr 20 17:07:46.280863 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bd1fe4a3-9cbd-455a-b4f1-113583607d8f req-2e972927-1df4-44c0-9bb7-f1f01a61326f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329688 Apr 20 17:07:52.052026 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:07:52.807260 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33e8429a-e196-4017-8be9-fbc9e6bfaca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:55.143963 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9bc474bc-597d-4daf-af35-fd4ab58d6ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:56.548542 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:57.984828 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:58.072106 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff2527-bf96-464b-883f-152c7f286627 req-f394b30a-9d62-4655-8106-c3b977428ab5 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:58.074733 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-baff2527-bf96-464b-883f-152c7f286627 req-f394b30a-9d62-4655-8106-c3b977428ab5 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0599880 Apr 20 17:07:58.119856 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-baff2527-bf96-464b-883f-152c7f286627 req-7b8eb2dc-cfe1-4c82-9923-d9235124d05f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384533 Apr 20 17:07:58.201154 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:58.262541 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1fb322c7-e926-4b02-a196-d5c1f63e4efb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406110 Apr 20 17:07:59.063560 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:59.248384 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6101c31-0d36-4654-97dd-b68ee995e169 req-4bae280d-3e5c-4bf0-a004-49a2e82e147d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:07:59.250561 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6101c31-0d36-4654-97dd-b68ee995e169 req-4bae280d-3e5c-4bf0-a004-49a2e82e147d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0534656 Apr 20 17:07:59.288298 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6101c31-0d36-4654-97dd-b68ee995e169 req-2e3bbf49-558c-4ba8-a8b3-1ea2ac47bc37 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321119 Apr 20 17:08:00.269733 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:00.406530 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cee96-c18e-4067-8982-7c8cb7335465 req-1d2ce38c-d2c2-4ccb-be75-f6996c18f968 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:00.408271 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-737cee96-c18e-4067-8982-7c8cb7335465 req-1d2ce38c-d2c2-4ccb-be75-f6996c18f968 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0498292 Apr 20 17:08:00.466899 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-737cee96-c18e-4067-8982-7c8cb7335465 req-c4642ae7-17a5-433e-9aff-d2e1ed14df28 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502334 Apr 20 17:08:00.472835 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-73da278f-519e-4a81-949b-79028b659734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:00.474282 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-73da278f-519e-4a81-949b-79028b659734 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 1096 time: 0.0651057 Apr 20 17:08:00.570300 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-8f39ab29-3ce9-4872-8f77-703e981376b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:00.571762 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-8f39ab29-3ce9-4872-8f77-703e981376b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.0894623 Apr 20 17:08:00.636129 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-87bac61c-e2e5-4b78-b516-4ea81b76c09d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4 HTTP/1.1" status: 200 len: 1002 time: 0.0566304 Apr 20 17:08:00.690390 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-89be9aae-992a-40e5-a004-a681010c1d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:00.691896 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-89be9aae-992a-40e5-a004-a681010c1d34 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0482059 Apr 20 17:08:00.736745 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-ae4ad4c2-513d-4617-8578-db95df185dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:00.738211 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-ae4ad4c2-513d-4617-8578-db95df185dfb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399945 Apr 20 17:08:00.825305 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-9568419a-ff06-475c-a6e4-fd6cdec81c7c service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798726 Apr 20 17:08:00.917771 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-fd6b64f7-dcbf-4c46-ac2f-858da60ba2a6 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858552 Apr 20 17:08:01.590274 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0660e9-6ea7-4ae3-89ed-2d4439150d36 req-f651be51-e2c5-4fe1-a765-e3b05e925ce6 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:01.591749 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2c0660e9-6ea7-4ae3-89ed-2d4439150d36 req-f651be51-e2c5-4fe1-a765-e3b05e925ce6 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0516019 Apr 20 17:08:01.630824 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2c0660e9-6ea7-4ae3-89ed-2d4439150d36 req-0a39a309-2a24-49ff-ad47-cf40ec866ea5 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329092 Apr 20 17:08:02.759799 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cabf9-1a1f-4ffb-b7a4-451a7345d0c9 req-68a4a4e2-1c8a-459a-8b49-d759712e7198 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:02.761304 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bc6cabf9-1a1f-4ffb-b7a4-451a7345d0c9 req-68a4a4e2-1c8a-459a-8b49-d759712e7198 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0487866 Apr 20 17:08:02.798319 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bc6cabf9-1a1f-4ffb-b7a4-451a7345d0c9 req-c0c2f42d-3560-4385-b0a3-efbeaf1325de tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310843 Apr 20 17:08:03.919447 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14c35c-b491-4fc1-b521-8166847cb139 req-e20ac779-fb5d-41b6-9971-6ac3d245ed50 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:03.920958 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0b14c35c-b491-4fc1-b521-8166847cb139 req-e20ac779-fb5d-41b6-9971-6ac3d245ed50 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0541193 Apr 20 17:08:03.958501 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0b14c35c-b491-4fc1-b521-8166847cb139 req-469e1666-1c62-4e54-a92d-c617a2883ca3 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308330 Apr 20 17:08:05.074909 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce51e9-7c33-40b7-8ba7-9dee901688e2 req-77bf94c5-27e5-443c-9ced-d68c9f9a74dd tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:05.076391 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-91ce51e9-7c33-40b7-8ba7-9dee901688e2 req-77bf94c5-27e5-443c-9ced-d68c9f9a74dd tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0486958 Apr 20 17:08:05.113707 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-91ce51e9-7c33-40b7-8ba7-9dee901688e2 req-a8b615b9-b1c9-4400-ab72-7a6eb16fe3f1 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311205 Apr 20 17:08:06.232262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a6bd1-c13d-4085-8fb6-9a0c2b0800a8 req-ecf62349-52c2-4b4f-87df-f86c2368c961 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:06.233755 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-690a6bd1-c13d-4085-8fb6-9a0c2b0800a8 req-ecf62349-52c2-4b4f-87df-f86c2368c961 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0484538 Apr 20 17:08:06.271292 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-690a6bd1-c13d-4085-8fb6-9a0c2b0800a8 req-8e9ab618-97e0-438b-a319-62c67a9108ab tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314703 Apr 20 17:08:07.390324 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908682b6-c3fc-40a2-afaa-a545512d8895 req-f325316b-ccae-44a2-8d13-56cd763dbf61 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:07.391786 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-908682b6-c3fc-40a2-afaa-a545512d8895 req-f325316b-ccae-44a2-8d13-56cd763dbf61 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0519726 Apr 20 17:08:07.428270 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-908682b6-c3fc-40a2-afaa-a545512d8895 req-316a19dd-0c1c-4052-a987-0338f6904393 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304825 Apr 20 17:08:08.547227 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35ed8a-c272-4f83-b694-4362fadbeaf6 req-b20eaae7-2856-4637-b0d0-6d577747eb66 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:08.548743 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e35ed8a-c272-4f83-b694-4362fadbeaf6 req-b20eaae7-2856-4637-b0d0-6d577747eb66 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0492864 Apr 20 17:08:08.591000 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e35ed8a-c272-4f83-b694-4362fadbeaf6 req-6cc623d6-cab2-40e9-b60c-8cee4a6749bb tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359814 Apr 20 17:08:09.710856 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71bc8d-3cf1-485b-aa98-d6e5b160b773 req-3aab5d54-8d80-4f73-9aa7-2cee1c53ebc7 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:09.712405 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cb71bc8d-3cf1-485b-aa98-d6e5b160b773 req-3aab5d54-8d80-4f73-9aa7-2cee1c53ebc7 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0490539 Apr 20 17:08:09.751589 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cb71bc8d-3cf1-485b-aa98-d6e5b160b773 req-a9891800-33fe-4acc-84f1-a097e579827a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328276 Apr 20 17:08:10.871581 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e404e71-839b-4f8d-b65b-8d63291ec690 req-cd47b194-f6b1-43b8-8a37-63f4aab0e4ea tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:10.872977 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e404e71-839b-4f8d-b65b-8d63291ec690 req-cd47b194-f6b1-43b8-8a37-63f4aab0e4ea tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0526214 Apr 20 17:08:10.910834 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e404e71-839b-4f8d-b65b-8d63291ec690 req-d21b3da3-f91c-4cfa-b0c3-e9b246d977d0 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310154 Apr 20 17:08:12.026820 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097545b-6690-4181-acb7-2c46623f71a1 req-cfdfbe86-30d1-45bd-a5ed-ef94234ff5ed tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:12.028290 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5097545b-6690-4181-acb7-2c46623f71a1 req-cfdfbe86-30d1-45bd-a5ed-ef94234ff5ed tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0484653 Apr 20 17:08:12.066901 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5097545b-6690-4181-acb7-2c46623f71a1 req-ec701543-7bbf-4274-a08b-272a41eb42d7 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321651 Apr 20 17:08:13.187077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56e677-a59f-40dd-a5f8-2c1c0bbbc54a req-a582a87a-f1a6-437c-8ce2-25fdff4d49b6 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:13.189087 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2a56e677-a59f-40dd-a5f8-2c1c0bbbc54a req-a582a87a-f1a6-437c-8ce2-25fdff4d49b6 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0494068 Apr 20 17:08:13.227209 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2a56e677-a59f-40dd-a5f8-2c1c0bbbc54a req-923fd78c-66e6-4f31-a1c9-ac32b7063a0e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320597 Apr 20 17:08:14.352280 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac276311-fc4c-4ee6-b611-3f5f493dd917 req-12cf1417-ecd2-42e6-ac08-d6ba928847cf tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:14.354084 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac276311-fc4c-4ee6-b611-3f5f493dd917 req-12cf1417-ecd2-42e6-ac08-d6ba928847cf tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0537736 Apr 20 17:08:14.392849 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac276311-fc4c-4ee6-b611-3f5f493dd917 req-3c71e355-20f7-4f9c-8972-64e2afd5033f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326140 Apr 20 17:08:15.224090 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-5fd00958-bc58-48fa-8822-877fc5cb95d3 service neutron] show failed (client error): The resource could not be found. Apr 20 17:08:15.225136 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-5fd00958-bc58-48fa-8822-877fc5cb95d3 service neutron] 10.222.0.26 "GET /v2.0/ports/61fd299e-8caa-4571-8c9c-575fe790c2f4/bindings/n-h2-836146-2 HTTP/1.1" status: 404 len: 380 time: 0.0542953 Apr 20 17:08:15.510274 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c18492-c45e-4657-a6e9-74ad27aeba87 req-8439c096-015d-4cbf-ae2d-8ebd2a329b65 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:15.511640 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-93c18492-c45e-4657-a6e9-74ad27aeba87 req-8439c096-015d-4cbf-ae2d-8ebd2a329b65 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0494466 Apr 20 17:08:15.552434 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-93c18492-c45e-4657-a6e9-74ad27aeba87 req-6e6f249f-527c-4afa-98d5-e66223714f01 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346031 Apr 20 17:08:15.775678 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-14f42d75-60fb-4bc3-b8cf-f4e75073cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:15.777140 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-14f42d75-60fb-4bc3-b8cf-f4e75073cba0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa&tenant_id=375bb86601df4e70b14cb49c83872167 HTTP/1.1" status: 200 len: 1096 time: 0.0451458 Apr 20 17:08:15.794025 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836146-2', 'device_owner': 'compute:nova'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:08:15.845911 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:16.044536 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] For port 61fd299e-8caa-4571-8c9c-575fe790c2f4, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:16.076030 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] For port 61fd299e-8caa-4571-8c9c-575fe790c2f4, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:08:16.119038 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4a0d8c-88df-467f-b3b9-c5a14eea45fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61fd299e-8caa-4571-8c9c-575fe790c2f4'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:08:16.121708 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb9e0ff-0a00-42d5-9d61-5e584d6dcec7" -d '{"events": [{"server_uuid": "bd4a0d8c-88df-467f-b3b9-c5a14eea45fa", "name": "network-vif-unplugged", "status": "completed", "tag": "61fd299e-8caa-4571-8c9c-575fe790c2f4"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:08:16.125823 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:16.140795 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] Transition to ACTIVE for port object 61fd299e-8caa-4571-8c9c-575fe790c2f4 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:08:16.173639 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 17:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86761621-5b21-46e4-82bc-46e8e79c7df2 x-openstack-request-id: req-86761621-5b21-46e4-82bc-46e8e79c7df2 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:08:16.173933 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4a0d8c-88df-467f-b3b9-c5a14eea45fa", "name": "network-vif-unplugged", "status": "completed", "tag": "61fd299e-8caa-4571-8c9c-575fe790c2f4", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:08:16.174186 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86761621-5b21-46e4-82bc-46e8e79c7df2 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:08:16.174584 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86761621-5b21-46e4-82bc-46e8e79c7df2'] response: {'server_uuid': 'bd4a0d8c-88df-467f-b3b9-c5a14eea45fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61fd299e-8caa-4571-8c9c-575fe790c2f4', 'code': 200} Apr 20 17:08:16.212867 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:16.288692 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] Pushing event updated for resources: {'Port': ['ID=61fd299e-8caa-4571-8c9c-575fe790c2f4,revision_number=6']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:16.330057 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] No DVR routers for this DVR port 61fd299e-8caa-4571-8c9c-575fe790c2f4 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:08:16.463448 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] Attempting to bind port 61fd299e-8caa-4571-8c9c-575fe790c2f4 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:08:16.463779 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] Attempting to bind port 61fd299e-8caa-4571-8c9c-575fe790c2f4 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:08:16.464105 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] Attempting to bind port 61fd299e-8caa-4571-8c9c-575fe790c2f4 on network 889cea85-efdc-4258-9f24-be3e730c1da9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:08:16.468255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] Port 61fd299e-8caa-4571-8c9c-575fe790c2f4 on network 889cea85-efdc-4258-9f24-be3e730c1da9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:08:16.469173 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] Attempting to bind port 61fd299e-8caa-4571-8c9c-575fe790c2f4 on network 889cea85-efdc-4258-9f24-be3e730c1da9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:08:16.474007 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:08:16.474344 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] Checking segment: {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:08:16.474723 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] Bound using segment: {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:08:16.475154 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] Bound port: 61fd299e-8caa-4571-8c9c-575fe790c2f4, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:08:16.475506 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:16.540354 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] For port 61fd299e-8caa-4571-8c9c-575fe790c2f4, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:08:16.543363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] For port 61fd299e-8caa-4571-8c9c-575fe790c2f4, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:08:16.613709 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:16.655783 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:16.656427 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:16.657807 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] 10.222.0.30 "PUT /v2.0/ports/61fd299e-8caa-4571-8c9c-575fe790c2f4 HTTP/1.1" status: 200 len: 1091 time: 0.8676031 Apr 20 17:08:16.731743 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54ec8a-5170-44a3-b63d-aca2bb872b9c service neutron] Pushing event updated for resources: {'Port': ['ID=61fd299e-8caa-4571-8c9c-575fe790c2f4,revision_number=7']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:16.748377 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151e9d9-79b2-4d12-917d-a745a575d07e req-2b6b0334-2bd1-4b77-9114-0aafdc4069a2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:16.750492 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8151e9d9-79b2-4d12-917d-a745a575d07e req-2b6b0334-2bd1-4b77-9114-0aafdc4069a2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 943 time: 0.1098893 Apr 20 17:08:16.776616 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1970167e-e6fd-47bb-9a2d-db3a8a57eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:16.778195 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1970167e-e6fd-47bb-9a2d-db3a8a57eb50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 1094 time: 0.0819757 Apr 20 17:08:16.818931 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8151e9d9-79b2-4d12-917d-a745a575d07e req-4ea5cf50-0e49-445a-8475-18efcf275a43 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610945 Apr 20 17:08:16.879599 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-efc00424-6089-4d87-8eb3-2cf8180398a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:16.881086 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-efc00424-6089-4d87-8eb3-2cf8180398a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.0949049 Apr 20 17:08:16.955707 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-27b722e8-1865-4625-97f0-89e15ec039d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4 HTTP/1.1" status: 200 len: 1000 time: 0.0677841 Apr 20 17:08:17.004715 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-9220879e-3ef4-40fa-bd49-05fb25810b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:17.006376 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-9220879e-3ef4-40fa-bd49-05fb25810b0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0437775 Apr 20 17:08:17.053391 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-ec7d993f-ebaf-4903-b904-7765883d43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:17.054914 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-ec7d993f-ebaf-4903-b904-7765883d43d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427294 Apr 20 17:08:17.125173 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 61fd299e-8caa-4571-8c9c-575fe790c2f4 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:08:17.152532 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-bba8938e-dcc3-457e-9289-7626ae9786ab service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911334 Apr 20 17:08:17.168016 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 61fd299e-8caa-4571-8c9c-575fe790c2f4 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:08:17.242816 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-995fdbea-38c1-415f-a471-2bb0d60dcbbe service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838184 Apr 20 17:08:17.939976 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ed079-c18a-4e0f-853d-95dea2e8d9a6 req-eb149830-5d00-4cbc-8459-5cd22496e250 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:17.941471 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-920ed079-c18a-4e0f-853d-95dea2e8d9a6 req-eb149830-5d00-4cbc-8459-5cd22496e250 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 943 time: 0.0495100 Apr 20 17:08:17.978357 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-920ed079-c18a-4e0f-853d-95dea2e8d9a6 req-1b36c20e-344d-44a3-9a27-9456eb382ce2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308430 Apr 20 17:08:18.175228 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4a0d8c-88df-467f-b3b9-c5a14eea45fa', 'tag': '61fd299e-8caa-4571-8c9c-575fe790c2f4'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:08:18.177601 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4059c9cc-15db-458d-8733-3257b796fffe" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4a0d8c-88df-467f-b3b9-c5a14eea45fa", "tag": "61fd299e-8caa-4571-8c9c-575fe790c2f4"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:08:18.230472 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ec8a22-53fd-4a67-904b-0c86e091fa54 x-openstack-request-id: req-91ec8a22-53fd-4a67-904b-0c86e091fa54 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:08:18.230757 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4a0d8c-88df-467f-b3b9-c5a14eea45fa", "tag": "61fd299e-8caa-4571-8c9c-575fe790c2f4", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:08:18.231009 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91ec8a22-53fd-4a67-904b-0c86e091fa54 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:08:18.231403 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91ec8a22-53fd-4a67-904b-0c86e091fa54'] response: {'name': 'network-changed', 'server_uuid': 'bd4a0d8c-88df-467f-b3b9-c5a14eea45fa', 'tag': '61fd299e-8caa-4571-8c9c-575fe790c2f4', 'status': 'completed', 'code': 200} Apr 20 17:08:18.345115 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059c9cc-15db-458d-8733-3257b796fffe req-dd8638b2-3cf4-4f7b-9ef4-9ef72bb85b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:18.346617 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4059c9cc-15db-458d-8733-3257b796fffe req-dd8638b2-3cf4-4f7b-9ef4-9ef72bb85b9c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 1094 time: 0.0656283 Apr 20 17:08:18.348360 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059c9cc-15db-458d-8733-3257b796fffe req-acd6618f-a566-4287-943d-3007272aa19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:18.349680 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4059c9cc-15db-458d-8733-3257b796fffe req-acd6618f-a566-4287-943d-3007272aa19a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 1094 time: 0.0781024 Apr 20 17:08:18.505647 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059c9cc-15db-458d-8733-3257b796fffe req-3e1fa07d-034c-4282-91d9-f4ef15c7606c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:18.507011 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4059c9cc-15db-458d-8733-3257b796fffe req-3e1fa07d-034c-4282-91d9-f4ef15c7606c service neutron] 10.222.0.26 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.1524417 Apr 20 17:08:18.508323 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059c9cc-15db-458d-8733-3257b796fffe req-3bc7afa0-5548-4ca1-a65e-3e381caaf8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:18.509629 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4059c9cc-15db-458d-8733-3257b796fffe req-3bc7afa0-5548-4ca1-a65e-3e381caaf8a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.1474659 Apr 20 17:08:18.620140 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4059c9cc-15db-458d-8733-3257b796fffe req-a52bfc2b-d2ee-48cb-b103-3f0b0aa8d8b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4 HTTP/1.1" status: 200 len: 1000 time: 0.1065669 Apr 20 17:08:18.621924 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4059c9cc-15db-458d-8733-3257b796fffe req-31a42d6c-4173-4c38-8119-3a68cfac13b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4 HTTP/1.1" status: 200 len: 1000 time: 0.1016982 Apr 20 17:08:18.711725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059c9cc-15db-458d-8733-3257b796fffe req-8fd2e304-f601-4c15-9bbf-78554a61604d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:18.713256 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4059c9cc-15db-458d-8733-3257b796fffe req-8fd2e304-f601-4c15-9bbf-78554a61604d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0870764 Apr 20 17:08:18.714560 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059c9cc-15db-458d-8733-3257b796fffe req-95901e02-e585-4735-b32a-bf8c41dc28a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:18.715951 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4059c9cc-15db-458d-8733-3257b796fffe req-95901e02-e585-4735-b32a-bf8c41dc28a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0824428 Apr 20 17:08:18.787483 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059c9cc-15db-458d-8733-3257b796fffe req-e6ad6590-c4d3-4cd2-93b9-3a0bd75d485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:18.789026 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4059c9cc-15db-458d-8733-3257b796fffe req-e6ad6590-c4d3-4cd2-93b9-3a0bd75d485c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692182 Apr 20 17:08:18.793399 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059c9cc-15db-458d-8733-3257b796fffe req-2226b3a0-c42b-4aaf-bd8f-754461973e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:18.794776 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4059c9cc-15db-458d-8733-3257b796fffe req-2226b3a0-c42b-4aaf-bd8f-754461973e47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670044 Apr 20 17:08:18.945892 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4059c9cc-15db-458d-8733-3257b796fffe req-9b3fcb30-7acf-4652-b6e4-d50c5fee34a9 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500077 Apr 20 17:08:18.951028 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4059c9cc-15db-458d-8733-3257b796fffe req-d3329194-8112-418b-b730-b312fed3c265 service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470294 Apr 20 17:08:19.161556 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4059c9cc-15db-458d-8733-3257b796fffe req-6654f2ec-b6b4-49da-820c-8be70c73fb81 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094555 Apr 20 17:08:19.163281 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4059c9cc-15db-458d-8733-3257b796fffe req-47959261-60e4-4664-a96b-46b56bb17173 service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038167 Apr 20 17:08:19.182134 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb774d9-e90a-42e1-919a-7242a3590b59 req-15eb34b7-2a39-4381-806c-bfe29a447914 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:19.183649 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bcb774d9-e90a-42e1-919a-7242a3590b59 req-15eb34b7-2a39-4381-806c-bfe29a447914 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 943 time: 0.0761998 Apr 20 17:08:19.232947 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bcb774d9-e90a-42e1-919a-7242a3590b59 req-0a356569-c754-403c-8d9e-c1eb369dccd0 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342081 Apr 20 17:08:20.355018 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c8673-d7b9-4ca8-a605-400771b23252 req-ed1dd05b-aa52-44e6-976d-de826001bf2d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:20.356532 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b16c8673-d7b9-4ca8-a605-400771b23252 req-ed1dd05b-aa52-44e6-976d-de826001bf2d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 943 time: 0.0493357 Apr 20 17:08:20.395520 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b16c8673-d7b9-4ca8-a605-400771b23252 req-763d1a8c-77af-4fe9-828a-91b0de3c28cb tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321043 Apr 20 17:08:21.516313 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182e0da-99cd-4d31-99d3-e9887c90bce8 req-d55e9ea2-c449-46d2-8587-89b2261c6bd6 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:21.517683 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f182e0da-99cd-4d31-99d3-e9887c90bce8 req-d55e9ea2-c449-46d2-8587-89b2261c6bd6 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 943 time: 0.0521128 Apr 20 17:08:21.555665 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f182e0da-99cd-4d31-99d3-e9887c90bce8 req-a33709fb-debf-4c9c-a41e-a83c3ba01fa1 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319469 Apr 20 17:08:22.676747 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1802e17-94da-410f-a14d-5dc296f7b7fc req-ecfc8f2b-de5c-4b08-806c-8f4a60a715c4 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:22.678224 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b1802e17-94da-410f-a14d-5dc296f7b7fc req-ecfc8f2b-de5c-4b08-806c-8f4a60a715c4 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 943 time: 0.0474081 Apr 20 17:08:22.726057 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b1802e17-94da-410f-a14d-5dc296f7b7fc req-e1f0f67e-805e-4125-a269-db522f9df94d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418041 Apr 20 17:08:22.801659 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2fe099f8-6083-40ae-83aa-6d4d96b2c051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:23.857029 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa60b35-2271-414d-a5fb-3c77050a4d9a req-384c2540-8562-440a-ab79-d9837498236e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:23.858479 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2aa60b35-2271-414d-a5fb-3c77050a4d9a req-384c2540-8562-440a-ab79-d9837498236e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 943 time: 0.0564981 Apr 20 17:08:23.898109 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2aa60b35-2271-414d-a5fb-3c77050a4d9a req-675b9d46-4288-44d9-b7e2-79752850f390 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327587 Apr 20 17:08:25.019076 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ddbb5-573c-49fe-a95c-f7652711c6dd req-3e855185-fc34-4885-a6f6-245bdc2e0dee tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:25.020596 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d47ddbb5-573c-49fe-a95c-f7652711c6dd req-3e855185-fc34-4885-a6f6-245bdc2e0dee tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 943 time: 0.0539708 Apr 20 17:08:25.058754 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d47ddbb5-573c-49fe-a95c-f7652711c6dd req-251ce7c2-edf1-42cc-bb63-e6642bdf5b68 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321052 Apr 20 17:08:25.133211 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c4b7dce1-d0fa-4e50-b5fd-98ee6c750078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:26.174583 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258082f2-f903-4a37-95f4-88a3ec6982a1 req-79b2553b-dba0-4048-aa7a-b8b8c9c68418 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:26.176046 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-258082f2-f903-4a37-95f4-88a3ec6982a1 req-79b2553b-dba0-4048-aa7a-b8b8c9c68418 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 943 time: 0.0482891 Apr 20 17:08:26.213005 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-258082f2-f903-4a37-95f4-88a3ec6982a1 req-400b1a86-a1a7-4092-b62c-3a079295df6a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309060 Apr 20 17:08:26.532826 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:27.372454 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a205ac-a09b-410a-a695-3983e5a492f1 req-dfc500ae-d718-4657-8efa-d6184c806e95 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:27.374088 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66a205ac-a09b-410a-a695-3983e5a492f1 req-dfc500ae-d718-4657-8efa-d6184c806e95 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 943 time: 0.0876734 Apr 20 17:08:27.412571 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66a205ac-a09b-410a-a695-3983e5a492f1 req-5294d3a1-e7a1-41be-9b37-72ad3c4da39d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316322 Apr 20 17:08:27.942102 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:28.172826 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:28.531886 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a03f76-a15e-4b11-946a-caf558a10ab3 req-b7de66bc-71a0-45cc-9ef7-1365c0e01f03 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:28.533367 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-76a03f76-a15e-4b11-946a-caf558a10ab3 req-b7de66bc-71a0-45cc-9ef7-1365c0e01f03 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 943 time: 0.0512087 Apr 20 17:08:28.571880 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-76a03f76-a15e-4b11-946a-caf558a10ab3 req-1a2a1347-c3c0-4afe-b711-da7f62879b95 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324328 Apr 20 17:08:29.051099 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:08:29.070063 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:29.687822 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbece5c-a7c8-4478-b53d-7c07bd5ac230 req-8c8cf703-992f-4a2f-9d50-cede911536c0 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:29.689357 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4fbece5c-a7c8-4478-b53d-7c07bd5ac230 req-8c8cf703-992f-4a2f-9d50-cede911536c0 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 943 time: 0.0487123 Apr 20 17:08:29.728399 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4fbece5c-a7c8-4478-b53d-7c07bd5ac230 req-4d3afe4f-6be6-4ee7-847c-11d247182384 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328109 Apr 20 17:08:30.253491 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:30.846457 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c39d41-654f-488c-a0a5-ba9ab66fa44a req-6ef8f37d-f06b-4c96-a60a-8f235b22b789 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:30.847839 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-59c39d41-654f-488c-a0a5-ba9ab66fa44a req-6ef8f37d-f06b-4c96-a60a-8f235b22b789 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 943 time: 0.0499151 Apr 20 17:08:30.885710 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-59c39d41-654f-488c-a0a5-ba9ab66fa44a req-aa32b2cf-9743-43ca-bf8d-e9d13d1e615b tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317004 Apr 20 17:08:32.011380 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f38d7c-facc-47fb-8ec0-3329db9ff5d6 req-e9401739-08a1-466b-9ea7-64a52419c559 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:32.012905 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b6f38d7c-facc-47fb-8ec0-3329db9ff5d6 req-e9401739-08a1-466b-9ea7-64a52419c559 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 943 time: 0.0551133 Apr 20 17:08:32.050539 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b6f38d7c-facc-47fb-8ec0-3329db9ff5d6 req-31b0354a-c55a-4833-a97f-ddc816826174 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314641 Apr 20 17:08:32.105448 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 61fd299e-8caa-4571-8c9c-575fe790c2f4 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:08:32.205687 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 61fd299e-8caa-4571-8c9c-575fe790c2f4, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:32.211311 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '61fd299e-8caa-4571-8c9c-575fe790c2f4', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'port_id': '61fd299e-8caa-4571-8c9c-575fe790c2f4', 'mac_address': 'fa:16:3e:e3:59:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:08:32.247719 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:32.260929 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61fd299e-8caa-4571-8c9c-575fe790c2f4 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:08:32.279185 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 61fd299e-8caa-4571-8c9c-575fe790c2f4, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:32.390402 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:32.440043 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=61fd299e-8caa-4571-8c9c-575fe790c2f4,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:32.777325 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['61fd299e-8caa-4571-8c9c-575fe790c2f4'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:08:32.806140 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc48e52-017e-4117-8ded-12196bd9e908 req-843fe007-16d5-40af-9984-73ae375518e2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:32.807595 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-acc48e52-017e-4117-8ded-12196bd9e908 req-843fe007-16d5-40af-9984-73ae375518e2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 944 time: 0.0526600 Apr 20 17:08:32.874835 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-acc48e52-017e-4117-8ded-12196bd9e908 req-48d6a004-87a5-4238-b8f1-6f4a7398633c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560560 Apr 20 17:08:32.883506 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-f5ea02ec-d033-43ac-bcbd-96173389abb4 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:32.884973 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-f5ea02ec-d033-43ac-bcbd-96173389abb4 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa&tenant_id=375bb86601df4e70b14cb49c83872167&binding%3Ahost_id=n-h2-836146-2 HTTP/1.1" status: 200 len: 944 time: 0.0764351 Apr 20 17:08:32.955343 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fe3ba40a-6883-4386-a595-923e9ab1512e service neutron] 10.222.0.30 "GET /v2.0/ports/61fd299e-8caa-4571-8c9c-575fe790c2f4/bindings/n-h2-836146-2 HTTP/1.1" status: 200 len: 382 time: 0.0621305 Apr 20 17:08:33.035689 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-07a0615c-6d65-4843-8fd8-19dc81215fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:33.037307 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-07a0615c-6d65-4843-8fd8-19dc81215fa6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 1095 time: 0.0416152 Apr 20 17:08:33.138661 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-bf093747-0d53-413e-9952-3d8f7f2c9772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:33.140075 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-bf093747-0d53-413e-9952-3d8f7f2c9772 service neutron] 10.222.0.30 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.0870745 Apr 20 17:08:33.210814 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-9bc3df75-5622-445d-922e-76cb9e0a9b06 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4 HTTP/1.1" status: 200 len: 1001 time: 0.0624692 Apr 20 17:08:33.261547 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-96f2e7e4-47f9-485b-b397-c7bcf4a932bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:33.263022 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-96f2e7e4-47f9-485b-b397-c7bcf4a932bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0456107 Apr 20 17:08:33.309273 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-d52e7acc-7e48-4ef1-b903-6da4d8d98b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:33.310775 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-d52e7acc-7e48-4ef1-b903-6da4d8d98b95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398352 Apr 20 17:08:33.407725 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-51aa4709-f59a-48d4-87db-fc6b86e2a53e service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877285 Apr 20 17:08:33.498263 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-a237fd86-e331-48e0-b25b-20d872148524 service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839443 Apr 20 17:08:34.002050 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b4f91-8efb-47d1-a144-b4e481fdc5bf req-6935e905-11ba-4e5b-b2d4-a90a7c4c645c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:34.003561 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f42b4f91-8efb-47d1-a144-b4e481fdc5bf req-6935e905-11ba-4e5b-b2d4-a90a7c4c645c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 944 time: 0.0545850 Apr 20 17:08:34.042151 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f42b4f91-8efb-47d1-a144-b4e481fdc5bf req-f9901166-c05c-4574-a23c-baece4228283 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322268 Apr 20 17:08:34.113048 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 61fd299e-8caa-4571-8c9c-575fe790c2f4 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:08:34.236220 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 61fd299e-8caa-4571-8c9c-575fe790c2f4 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:08:34.240394 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 61fd299e-8caa-4571-8c9c-575fe790c2f4 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:08:34.240768 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:34.320142 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:34.342027 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4a0d8c-88df-467f-b3b9-c5a14eea45fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fd299e-8caa-4571-8c9c-575fe790c2f4'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:08:34.344291 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab80140c-4d32-4a35-aa5c-7b2221fd6ea1" -d '{"events": [{"server_uuid": "bd4a0d8c-88df-467f-b3b9-c5a14eea45fa", "name": "network-vif-plugged", "status": "completed", "tag": "61fd299e-8caa-4571-8c9c-575fe790c2f4"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:08:34.361514 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 61fd299e-8caa-4571-8c9c-575fe790c2f4, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:34.393485 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3b0f6a-0482-4140-aa52-c48831ba464b x-openstack-request-id: req-fd3b0f6a-0482-4140-aa52-c48831ba464b {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:08:34.401245 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4a0d8c-88df-467f-b3b9-c5a14eea45fa", "name": "network-vif-plugged", "status": "completed", "tag": "61fd299e-8caa-4571-8c9c-575fe790c2f4", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:08:34.401245 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd3b0f6a-0482-4140-aa52-c48831ba464b {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:08:34.401245 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd3b0f6a-0482-4140-aa52-c48831ba464b'] response: {'server_uuid': 'bd4a0d8c-88df-467f-b3b9-c5a14eea45fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fd299e-8caa-4571-8c9c-575fe790c2f4', 'code': 200} Apr 20 17:08:34.458783 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:34.505788 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=61fd299e-8caa-4571-8c9c-575fe790c2f4,revision_number=9']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:35.160194 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444c039-eb1f-4b26-93f6-c53ba84f1014 req-16c1f91b-678e-4481-948c-ed1f32fd92ad tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:35.161677 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3444c039-eb1f-4b26-93f6-c53ba84f1014 req-16c1f91b-678e-4481-948c-ed1f32fd92ad tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0473940 Apr 20 17:08:35.199306 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3444c039-eb1f-4b26-93f6-c53ba84f1014 req-a953470e-fe75-4e08-94c6-45f4184aa870 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317123 Apr 20 17:08:36.318322 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66935f32-1f8d-4aa9-8567-8bd4e5ac3736 req-d2e17d44-4fa6-4367-a693-0999d4318d1d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:36.319846 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66935f32-1f8d-4aa9-8567-8bd4e5ac3736 req-d2e17d44-4fa6-4367-a693-0999d4318d1d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0500579 Apr 20 17:08:36.359219 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66935f32-1f8d-4aa9-8567-8bd4e5ac3736 req-d5d21f4c-e1aa-49a2-b3f8-c976a13f6955 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329657 Apr 20 17:08:37.818459 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf1d30-70d6-4c09-b67a-b07fb5154b79 req-561b9f9a-2100-47a3-ab7d-99e2754b66d6 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:37.819862 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-41cf1d30-70d6-4c09-b67a-b07fb5154b79 req-561b9f9a-2100-47a3-ab7d-99e2754b66d6 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.3916292 Apr 20 17:08:37.857388 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-41cf1d30-70d6-4c09-b67a-b07fb5154b79 req-4fa75c9e-970e-4f2a-ab46-17e931460f7c tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314741 Apr 20 17:08:38.124799 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 61fd299e-8caa-4571-8c9c-575fe790c2f4 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:08:38.206095 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:38.238223 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4a0d8c-88df-467f-b3b9-c5a14eea45fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61fd299e-8caa-4571-8c9c-575fe790c2f4'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:08:38.240479 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60815ae0-c8e4-4a57-aa9e-73a0efd8c9e3" -d '{"events": [{"server_uuid": "bd4a0d8c-88df-467f-b3b9-c5a14eea45fa", "name": "network-vif-unplugged", "status": "completed", "tag": "61fd299e-8caa-4571-8c9c-575fe790c2f4"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:08:38.254452 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 61fd299e-8caa-4571-8c9c-575fe790c2f4, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:38.291694 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 17:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66942647-0ed5-4e28-bafe-e1f581a3a85c x-openstack-request-id: req-66942647-0ed5-4e28-bafe-e1f581a3a85c {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:08:38.291994 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4a0d8c-88df-467f-b3b9-c5a14eea45fa", "name": "network-vif-unplugged", "status": "completed", "tag": "61fd299e-8caa-4571-8c9c-575fe790c2f4", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:08:38.292244 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66942647-0ed5-4e28-bafe-e1f581a3a85c {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:08:38.292675 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66942647-0ed5-4e28-bafe-e1f581a3a85c'] response: {'server_uuid': 'bd4a0d8c-88df-467f-b3b9-c5a14eea45fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61fd299e-8caa-4571-8c9c-575fe790c2f4', 'code': 200} Apr 20 17:08:38.331009 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:38.378529 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=61fd299e-8caa-4571-8c9c-575fe790c2f4,revision_number=10']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:38.385582 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:38.385927 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:38.386265 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:38.386596 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:38.386922 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:38.387247 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:38.387570 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:38.387889 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:38.388209 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:38.388550 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:38.388869 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:38.389185 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:38.482641 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-2434db33-41d4-4277-a3c1-8219a6804f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:38.484782 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-2434db33-41d4-4277-a3c1-8219a6804f11 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa&tenant_id=375bb86601df4e70b14cb49c83872167 HTTP/1.1" status: 200 len: 1095 time: 0.0399365 Apr 20 17:08:38.500919 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836146-2', 'device_owner': 'compute:nova'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:08:38.556598 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:38.751376 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] For port 61fd299e-8caa-4571-8c9c-575fe790c2f4, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:38.783410 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] For port 61fd299e-8caa-4571-8c9c-575fe790c2f4, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:08:38.815464 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61fd299e-8caa-4571-8c9c-575fe790c2f4 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:08:38.822696 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:38.835193 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Transition to ACTIVE for port object 61fd299e-8caa-4571-8c9c-575fe790c2f4 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:08:38.916314 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:39.021525 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Pushing event updated for resources: {'Port': ['ID=61fd299e-8caa-4571-8c9c-575fe790c2f4,revision_number=11']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:39.037216 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:39.037566 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:39.037909 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:39.038246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:39.038582 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:39.038914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:39.039245 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:39.039574 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:39.039905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:39.040236 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:39.040601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:39.040927 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:39.064424 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be1686-ad86-44f1-9a69-047fc29c452f req-01dd4607-41cf-445a-be25-58a51221e953 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:39.065997 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-59be1686-ad86-44f1-9a69-047fc29c452f req-01dd4607-41cf-445a-be25-58a51221e953 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 944 time: 0.1241107 Apr 20 17:08:39.106621 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] No DVR routers for this DVR port 61fd299e-8caa-4571-8c9c-575fe790c2f4 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:08:39.163783 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-59be1686-ad86-44f1-9a69-047fc29c452f req-3b90c769-bca0-4bd0-a693-06944f4cf41f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902884 Apr 20 17:08:39.256598 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Attempting to bind port 61fd299e-8caa-4571-8c9c-575fe790c2f4 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:08:39.256854 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Attempting to bind port 61fd299e-8caa-4571-8c9c-575fe790c2f4 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:08:39.257181 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Attempting to bind port 61fd299e-8caa-4571-8c9c-575fe790c2f4 on network 889cea85-efdc-4258-9f24-be3e730c1da9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:08:39.261370 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Port 61fd299e-8caa-4571-8c9c-575fe790c2f4 on network 889cea85-efdc-4258-9f24-be3e730c1da9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:08:39.261694 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Attempting to bind port 61fd299e-8caa-4571-8c9c-575fe790c2f4 on network 889cea85-efdc-4258-9f24-be3e730c1da9 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:08:39.267317 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:08:39.267613 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Checking segment: {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:08:39.267992 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Bound using segment: {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:08:39.268446 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Bound port: 61fd299e-8caa-4571-8c9c-575fe790c2f4, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922ef051-cd01-4f89-9afe-6ce5661b61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:08:39.268803 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:39.331980 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] For port 61fd299e-8caa-4571-8c9c-575fe790c2f4, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:08:39.334915 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] For port 61fd299e-8caa-4571-8c9c-575fe790c2f4, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:08:39.422735 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:39.457861 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:39.458478 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:39.459861 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] 10.222.0.26 "PUT /v2.0/ports/61fd299e-8caa-4571-8c9c-575fe790c2f4 HTTP/1.1" status: 200 len: 1092 time: 0.9631169 Apr 20 17:08:39.460292 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4a0d8c-88df-467f-b3b9-c5a14eea45fa', 'tag': '61fd299e-8caa-4571-8c9c-575fe790c2f4'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:08:39.462575 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6c0351-b7d2-42fb-9fd5-e5ddea3a1572" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4a0d8c-88df-467f-b3b9-c5a14eea45fa", "tag": "61fd299e-8caa-4571-8c9c-575fe790c2f4"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:08:39.494920 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1bb800-b902-42e5-a40d-06d1bd59262a service neutron] Pushing event updated for resources: {'Port': ['ID=61fd299e-8caa-4571-8c9c-575fe790c2f4,revision_number=12']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:39.514158 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d215afec-252e-45b7-bc77-510d22113459 x-openstack-request-id: req-d215afec-252e-45b7-bc77-510d22113459 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:08:39.514453 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4a0d8c-88df-467f-b3b9-c5a14eea45fa", "tag": "61fd299e-8caa-4571-8c9c-575fe790c2f4", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:08:39.514704 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d215afec-252e-45b7-bc77-510d22113459 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:08:39.515097 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d215afec-252e-45b7-bc77-510d22113459'] response: {'name': 'network-changed', 'server_uuid': 'bd4a0d8c-88df-467f-b3b9-c5a14eea45fa', 'tag': '61fd299e-8caa-4571-8c9c-575fe790c2f4', 'status': 'completed', 'code': 200} Apr 20 17:08:39.546982 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-0b00a46c-129d-4111-b9cb-1a7d56a40df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:39.548532 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-0b00a46c-129d-4111-b9cb-1a7d56a40df1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 1095 time: 0.0474262 Apr 20 17:08:39.647237 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c0351-b7d2-42fb-9fd5-e5ddea3a1572 req-787bb3d7-21a1-4410-bc44-e8c22c5c6faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:39.648785 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff6c0351-b7d2-42fb-9fd5-e5ddea3a1572 req-787bb3d7-21a1-4410-bc44-e8c22c5c6faa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 1095 time: 0.0959356 Apr 20 17:08:39.721231 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-3cd57b0e-dacc-466d-ae76-5e426af5d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:39.753950 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-3cd57b0e-dacc-466d-ae76-5e426af5d458 service neutron] 10.222.0.26 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.1619189 Apr 20 17:08:39.808675 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-0ce2bbb8-ca88-41db-829a-6c5a3561ba96 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4 HTTP/1.1" status: 200 len: 1000 time: 0.0778859 Apr 20 17:08:39.809803 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c0351-b7d2-42fb-9fd5-e5ddea3a1572 req-849a22ba-799b-4952-942e-d9939c2c9ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:39.811144 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff6c0351-b7d2-42fb-9fd5-e5ddea3a1572 req-849a22ba-799b-4952-942e-d9939c2c9ab7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.1535015 Apr 20 17:08:39.900690 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-1e050c2e-9e61-4716-a5b0-61838e6c603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:39.902120 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-1e050c2e-9e61-4716-a5b0-61838e6c603d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0876460 Apr 20 17:08:39.919371 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff6c0351-b7d2-42fb-9fd5-e5ddea3a1572 req-e1e3b49f-18b4-4169-a6ee-ce0286d2ee30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4 HTTP/1.1" status: 200 len: 1000 time: 0.0802863 Apr 20 17:08:39.989714 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-56974fdf-0abe-47ad-a2ed-868f7cafd15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:39.991178 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-56974fdf-0abe-47ad-a2ed-868f7cafd15e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800302 Apr 20 17:08:39.992858 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c0351-b7d2-42fb-9fd5-e5ddea3a1572 req-5a3d09dd-95e4-43f2-8fe6-6793a18f7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:39.994140 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff6c0351-b7d2-42fb-9fd5-e5ddea3a1572 req-5a3d09dd-95e4-43f2-8fe6-6793a18f7c8f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0578403 Apr 20 17:08:40.102844 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c0351-b7d2-42fb-9fd5-e5ddea3a1572 req-cf4383eb-4764-43a2-a52f-9c2c2cd6d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:40.104316 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff6c0351-b7d2-42fb-9fd5-e5ddea3a1572 req-cf4383eb-4764-43a2-a52f-9c2c2cd6d80c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989923 Apr 20 17:08:40.118090 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-24c840fc-5713-431d-a52d-641ce60d9207 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201642 Apr 20 17:08:40.293004 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff6c0351-b7d2-42fb-9fd5-e5ddea3a1572 req-2dfc4fb1-eb3a-49a4-813a-6012de5a7805 service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690111 Apr 20 17:08:40.329250 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cabb7ca6-cdb2-4013-9b63-578f5becfaec req-7b405752-bec6-4910-98d1-f5beee8f6d2b service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981938 Apr 20 17:08:40.367619 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a332d9-4b76-4563-9b6b-0440d2bc1ee9 req-6d850578-727a-4be2-8f1e-a7dd9b91435f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:40.369100 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-18a332d9-4b76-4563-9b6b-0440d2bc1ee9 req-6d850578-727a-4be2-8f1e-a7dd9b91435f tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 944 time: 0.1313057 Apr 20 17:08:40.465657 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-18a332d9-4b76-4563-9b6b-0440d2bc1ee9 req-e33109ca-291a-4a36-8cb0-976435dbcb19 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897300 Apr 20 17:08:40.470226 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff6c0351-b7d2-42fb-9fd5-e5ddea3a1572 req-c2dbaf39-b169-44c5-ae35-e6045135d651 service neutron] 10.222.0.30 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664982 Apr 20 17:08:40.480951 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c0351-b7d2-42fb-9fd5-e5ddea3a1572 req-ec2f1534-8615-4d99-807d-8717b43d3a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:40.482443 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff6c0351-b7d2-42fb-9fd5-e5ddea3a1572 req-ec2f1534-8615-4d99-807d-8717b43d3a9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=375bb86601df4e70b14cb49c83872167&device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 1095 time: 0.0793941 Apr 20 17:08:40.573704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c0351-b7d2-42fb-9fd5-e5ddea3a1572 req-274ef437-1138-43bf-981b-0387faa29dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:40.575257 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff6c0351-b7d2-42fb-9fd5-e5ddea3a1572 req-274ef437-1138-43bf-981b-0387faa29dff service neutron] 10.222.0.26 "GET /v2.0/networks?id=889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 200 len: 912 time: 0.0868776 Apr 20 17:08:40.655249 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff6c0351-b7d2-42fb-9fd5-e5ddea3a1572 req-f1148c0e-ed9f-483a-9a0e-22bb461371e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4 HTTP/1.1" status: 200 len: 1000 time: 0.0637958 Apr 20 17:08:40.694154 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c0351-b7d2-42fb-9fd5-e5ddea3a1572 req-a3adb151-8762-4360-aa8a-21099f6783ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:40.695543 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff6c0351-b7d2-42fb-9fd5-e5ddea3a1572 req-a3adb151-8762-4360-aa8a-21099f6783ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 200 len: 850 time: 0.0439134 Apr 20 17:08:40.740419 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c0351-b7d2-42fb-9fd5-e5ddea3a1572 req-d62405f4-486b-47a4-8227-2728010271d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:40.741920 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff6c0351-b7d2-42fb-9fd5-e5ddea3a1572 req-d62405f4-486b-47a4-8227-2728010271d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=889cea85-efdc-4258-9f24-be3e730c1da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404027 Apr 20 17:08:40.834157 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff6c0351-b7d2-42fb-9fd5-e5ddea3a1572 req-78774a91-3211-49d1-ab5c-89bd15060014 service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860732 Apr 20 17:08:40.923051 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff6c0351-b7d2-42fb-9fd5-e5ddea3a1572 req-66fb237a-1f11-416e-9505-cffcb6b9c29d service neutron] 10.222.0.26 "GET /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822659 Apr 20 17:08:41.590115 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b9058-fddf-4d79-82b2-31b7c94e8e22 req-b4135e7b-9540-4656-92e9-a3dc86efa3fd tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:41.591606 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-046b9058-fddf-4d79-82b2-31b7c94e8e22 req-b4135e7b-9540-4656-92e9-a3dc86efa3fd tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 944 time: 0.0535583 Apr 20 17:08:41.630194 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-046b9058-fddf-4d79-82b2-31b7c94e8e22 req-f7506fcc-04eb-427f-ab32-66a33123ebab tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316439 Apr 20 17:08:42.752389 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffbc01-231a-43ef-83db-ef898d7509ee req-eae96334-c03f-4c70-afdb-b510750e8845 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:42.754000 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f7ffbc01-231a-43ef-83db-ef898d7509ee req-eae96334-c03f-4c70-afdb-b510750e8845 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 944 time: 0.0527506 Apr 20 17:08:42.803124 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f7ffbc01-231a-43ef-83db-ef898d7509ee req-18612d2c-9fe8-4b93-9da4-40dc264d08d0 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425384 Apr 20 17:08:43.922487 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e1d1a-daf4-46cf-8a5d-3fa70cde33f2 req-4ad2d92b-3422-4a71-944d-67635dd43a23 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:43.923966 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a2e1d1a-daf4-46cf-8a5d-3fa70cde33f2 req-4ad2d92b-3422-4a71-944d-67635dd43a23 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 944 time: 0.0491254 Apr 20 17:08:43.962239 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9a2e1d1a-daf4-46cf-8a5d-3fa70cde33f2 req-e59c5a2c-d20e-49c6-be8f-8ca9dbc41f86 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319777 Apr 20 17:08:45.081862 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f8159-d1ae-4f84-b9cb-7a295feec880 req-bf7b1532-b381-4b32-a140-df48367eafb4 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:45.083328 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-162f8159-d1ae-4f84-b9cb-7a295feec880 req-bf7b1532-b381-4b32-a140-df48367eafb4 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 944 time: 0.0519171 Apr 20 17:08:45.126730 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-162f8159-d1ae-4f84-b9cb-7a295feec880 req-3947a15a-4fac-4dea-90b8-93c0e7c5f2b7 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373678 Apr 20 17:08:46.245073 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf3125-689b-48a1-bb93-12f6b60543a5 req-b207cb78-0231-45e4-bf24-dca294ef78d0 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:46.246555 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dddf3125-689b-48a1-bb93-12f6b60543a5 req-b207cb78-0231-45e4-bf24-dca294ef78d0 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 944 time: 0.0487506 Apr 20 17:08:46.285427 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dddf3125-689b-48a1-bb93-12f6b60543a5 req-f834c7e9-130d-4d50-bfb3-34002706a99d tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319412 Apr 20 17:08:47.449885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6626a0b-98af-4ff3-b2eb-05800c4a5dcd req-f4121cf5-7a1d-4ff3-ad91-de62d32f7ed1 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:47.451350 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b6626a0b-98af-4ff3-b2eb-05800c4a5dcd req-f4121cf5-7a1d-4ff3-ad91-de62d32f7ed1 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 944 time: 0.0973208 Apr 20 17:08:47.489384 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b6626a0b-98af-4ff3-b2eb-05800c4a5dcd req-9c522d28-fded-4301-aa6d-5684426b2f7e tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320158 Apr 20 17:08:48.607805 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41f4ab-651a-4ad8-b7e0-dd9be8224595 req-4e309e0e-e8d6-49fa-9bc5-f09d67fafd43 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:48.609545 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e41f4ab-651a-4ad8-b7e0-dd9be8224595 req-4e309e0e-e8d6-49fa-9bc5-f09d67fafd43 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 944 time: 0.0530543 Apr 20 17:08:48.647342 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e41f4ab-651a-4ad8-b7e0-dd9be8224595 req-76985974-d6f9-4025-bfba-52b40b2a2b66 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312183 Apr 20 17:08:49.765166 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb99be-7c81-4901-87e4-6e31cf5268cd req-d2f4362a-9a24-49d3-bd7a-26849205e8c5 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:49.767247 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5cbb99be-7c81-4901-87e4-6e31cf5268cd req-d2f4362a-9a24-49d3-bd7a-26849205e8c5 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 944 time: 0.0493181 Apr 20 17:08:49.805323 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5cbb99be-7c81-4901-87e4-6e31cf5268cd req-46cb3079-a3bf-4dbb-b902-735f3e264aa6 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318785 Apr 20 17:08:50.921229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457efa7f-7f32-401f-9db5-c2be3a36ca88 req-2ecae1db-8a9b-4b7a-9470-8cd54f3d7a81 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:50.922695 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-457efa7f-7f32-401f-9db5-c2be3a36ca88 req-2ecae1db-8a9b-4b7a-9470-8cd54f3d7a81 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 944 time: 0.0477486 Apr 20 17:08:50.959613 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-457efa7f-7f32-401f-9db5-c2be3a36ca88 req-cee2ca85-0741-4f6d-94e6-20b75b8add84 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309567 Apr 20 17:08:52.080490 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d451b-e3cc-42a0-af1b-c64b609e1824 req-efcaa08e-ec28-48c5-8b29-d6a0c825d152 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:52.081947 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df7d451b-e3cc-42a0-af1b-c64b609e1824 req-efcaa08e-ec28-48c5-8b29-d6a0c825d152 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 944 time: 0.0513310 Apr 20 17:08:52.118526 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df7d451b-e3cc-42a0-af1b-c64b609e1824 req-dbaf4985-d89c-4da4-80e9-d7f7a4705859 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305386 Apr 20 17:08:52.793832 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-48e9aa0f-bfbf-435d-bfdd-e25bc7b3a136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:53.237392 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8404a02-1d87-4368-aea9-85b8859f3409 req-2b9bd3b3-a7bc-420c-baec-dd04c4179e97 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:53.238858 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d8404a02-1d87-4368-aea9-85b8859f3409 req-2b9bd3b3-a7bc-420c-baec-dd04c4179e97 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 944 time: 0.0484250 Apr 20 17:08:53.276916 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d8404a02-1d87-4368-aea9-85b8859f3409 req-0fedd6d3-afca-4d5f-8910-3b875968adcf tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320189 Apr 20 17:08:53.333750 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 61fd299e-8caa-4571-8c9c-575fe790c2f4 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:08:53.429200 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 61fd299e-8caa-4571-8c9c-575fe790c2f4, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:53.440356 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '61fd299e-8caa-4571-8c9c-575fe790c2f4', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'port_id': '61fd299e-8caa-4571-8c9c-575fe790c2f4', 'mac_address': 'fa:16:3e:e3:59:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:08:53.477733 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:53.491219 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61fd299e-8caa-4571-8c9c-575fe790c2f4 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:08:53.511407 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 61fd299e-8caa-4571-8c9c-575fe790c2f4, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:53.573740 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:53.622872 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=61fd299e-8caa-4571-8c9c-575fe790c2f4,revision_number=13']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:53.949872 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['61fd299e-8caa-4571-8c9c-575fe790c2f4'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:08:54.395359 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0b42b-e758-49a1-9144-f7751c0f41c0 req-1ad4bbce-6ea1-490e-a12d-81d3b0ea60cb tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:54.396836 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-abd0b42b-e758-49a1-9144-f7751c0f41c0 req-1ad4bbce-6ea1-490e-a12d-81d3b0ea60cb tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0511055 Apr 20 17:08:54.433705 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-abd0b42b-e758-49a1-9144-f7751c0f41c0 req-5dc756fa-3977-4c18-8a1f-bd34f8a7c998 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308077 Apr 20 17:08:54.550306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2983a-a72e-4f6c-9135-9d65fd5b29a6 req-3dd0ea5c-9bb4-4428-b74d-9f28224d0129 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:54.551795 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ffc2983a-a72e-4f6c-9135-9d65fd5b29a6 req-3dd0ea5c-9bb4-4428-b74d-9f28224d0129 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0522468 Apr 20 17:08:54.592065 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ffc2983a-a72e-4f6c-9135-9d65fd5b29a6 req-5f69e5c2-d8fc-4740-909f-5402a60d4dc8 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341907 Apr 20 17:08:54.704326 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88311f0-e5a4-4605-8ea5-1d341d581737 req-f88b5f74-ff09-4da0-97f7-bcd78285a4dd tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:54.705809 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f88311f0-e5a4-4605-8ea5-1d341d581737 req-f88b5f74-ff09-4da0-97f7-bcd78285a4dd tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0487206 Apr 20 17:08:54.743088 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f88311f0-e5a4-4605-8ea5-1d341d581737 req-d6260c20-8da3-41d2-b9fd-403bed7bcaf8 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311956 Apr 20 17:08:55.158931 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7e0b0b39-50ef-4e15-8418-54abdeb55a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:55.211035 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4b940-4073-4815-887f-b5491fd36320 req-6c39dedc-3a52-40ea-855d-bd19c09065c9 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:55.212582 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98d4b940-4073-4815-887f-b5491fd36320 req-6c39dedc-3a52-40ea-855d-bd19c09065c9 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 945 time: 0.0502574 Apr 20 17:08:55.250985 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98d4b940-4073-4815-887f-b5491fd36320 req-4178aac8-0c91-4299-b841-dd3846f62115 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322616 Apr 20 17:08:55.362549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 61fd299e-8caa-4571-8c9c-575fe790c2f4 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:08:55.471519 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 61fd299e-8caa-4571-8c9c-575fe790c2f4 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:08:55.475417 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 61fd299e-8caa-4571-8c9c-575fe790c2f4 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:08:55.475794 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:55.554944 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:55.577363 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4a0d8c-88df-467f-b3b9-c5a14eea45fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fd299e-8caa-4571-8c9c-575fe790c2f4'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:08:55.580120 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ca829a-57af-4ad1-8a7a-6ededf0a6c7e" -d '{"events": [{"server_uuid": "bd4a0d8c-88df-467f-b3b9-c5a14eea45fa", "name": "network-vif-plugged", "status": "completed", "tag": "61fd299e-8caa-4571-8c9c-575fe790c2f4"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:08:55.594386 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 61fd299e-8caa-4571-8c9c-575fe790c2f4, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:55.630810 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9256ecab-b32a-4ce5-bec0-53fb503d04ae x-openstack-request-id: req-9256ecab-b32a-4ce5-bec0-53fb503d04ae {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:08:55.631105 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4a0d8c-88df-467f-b3b9-c5a14eea45fa", "name": "network-vif-plugged", "status": "completed", "tag": "61fd299e-8caa-4571-8c9c-575fe790c2f4", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:08:55.631379 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9256ecab-b32a-4ce5-bec0-53fb503d04ae {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:08:55.631818 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9256ecab-b32a-4ce5-bec0-53fb503d04ae'] response: {'server_uuid': 'bd4a0d8c-88df-467f-b3b9-c5a14eea45fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fd299e-8caa-4571-8c9c-575fe790c2f4', 'code': 200} Apr 20 17:08:55.676536 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:55.724890 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=61fd299e-8caa-4571-8c9c-575fe790c2f4,revision_number=14']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:56.370266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73dd4a-db2a-4e5e-ab55-89e68b5c0e96 req-f905b602-d838-4607-b203-fddfae44f0ca tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:56.371729 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fe73dd4a-db2a-4e5e-ab55-89e68b5c0e96 req-f905b602-d838-4607-b203-fddfae44f0ca tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 946 time: 0.0522101 Apr 20 17:08:56.409213 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fe73dd4a-db2a-4e5e-ab55-89e68b5c0e96 req-b8d82744-45a9-40e2-b1b0-2d4ae73dc58a tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309417 Apr 20 17:08:56.554415 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:57.054936 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd347d-c929-4e28-ab48-fdfee5ab1949 req-53692125-51a9-4672-a6b8-5f218dc25239 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:57.056647 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ccd347d-c929-4e28-ab48-fdfee5ab1949 req-53692125-51a9-4672-a6b8-5f218dc25239 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 946 time: 0.0488312 Apr 20 17:08:57.144970 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-8ccd347d-c929-4e28-ab48-fdfee5ab1949 req-caf58e94-1c44-48e1-91a1-9104332d6e43 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Deleting port 61fd299e-8caa-4571-8c9c-575fe790c2f4 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:08:57.145310 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8ccd347d-c929-4e28-ab48-fdfee5ab1949 req-caf58e94-1c44-48e1-91a1-9104332d6e43 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:57.232868 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-8ccd347d-c929-4e28-ab48-fdfee5ab1949 req-caf58e94-1c44-48e1-91a1-9104332d6e43 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] For port 61fd299e-8caa-4571-8c9c-575fe790c2f4, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=61fd299e-8caa-4571-8c9c-575fe790c2f4,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:57.233254 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8ccd347d-c929-4e28-ab48-fdfee5ab1949 req-caf58e94-1c44-48e1-91a1-9104332d6e43 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:57.402544 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8ccd347d-c929-4e28-ab48-fdfee5ab1949 req-caf58e94-1c44-48e1-91a1-9104332d6e43 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:57.403223 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8ccd347d-c929-4e28-ab48-fdfee5ab1949 req-caf58e94-1c44-48e1-91a1-9104332d6e43 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:57.403223 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [req-8ccd347d-c929-4e28-ab48-fdfee5ab1949 req-caf58e94-1c44-48e1-91a1-9104332d6e43 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Floating IP 1412ac89-091f-41d4-911b-7c5d3d0a1055 disassociated. External IP: 172.25.0.245, port: 61fd299e-8caa-4571-8c9c-575fe790c2f4. Apr 20 17:08:57.403456 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-8ccd347d-c929-4e28-ab48-fdfee5ab1949 req-caf58e94-1c44-48e1-91a1-9104332d6e43 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Calling delete_port for 61fd299e-8caa-4571-8c9c-575fe790c2f4 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:08:57.567036 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a3eaf-4aa6-486a-b359-302afd0a4556 req-0fc55137-603c-40e9-8828-c618de900f05 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:08:57.578070 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac6a3eaf-4aa6-486a-b359-302afd0a4556 req-0fc55137-603c-40e9-8828-c618de900f05 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 946 time: 0.0900166 Apr 20 17:08:57.607578 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac6a3eaf-4aa6-486a-b359-302afd0a4556 req-4e4ba2ab-9e5d-4894-ad3c-a9d1858b4949 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed507b3f-3365-4368-9db4-3e0f65a9065b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328262 Apr 20 17:08:57.645817 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8ccd347d-c929-4e28-ab48-fdfee5ab1949 req-caf58e94-1c44-48e1-91a1-9104332d6e43 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:57.676356 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf58e94-1c44-48e1-91a1-9104332d6e43 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Pushing event deleted for resources: {'Port': ['ID=61fd299e-8caa-4571-8c9c-575fe790c2f4,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:57.789469 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ccd347d-c929-4e28-ab48-fdfee5ab1949 req-caf58e94-1c44-48e1-91a1-9104332d6e43 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Router 3c10333d-cc18-4cbf-a386-be007d4906f3 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:08:57.899196 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ccd347d-c929-4e28-ab48-fdfee5ab1949 req-caf58e94-1c44-48e1-91a1-9104332d6e43 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:08:57.910749 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e123469b-378b-47ae-94a4-dd6e04e0e06c None None] Sync routers for ids ['3c10333d-cc18-4cbf-a386-be007d4906f3'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:08:57.920073 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e123469b-378b-47ae-94a4-dd6e04e0e06c None None] Routers {'3c10333d-cc18-4cbf-a386-be007d4906f3'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:08:57.921633 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e123469b-378b-47ae-94a4-dd6e04e0e06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:08:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3c10333d-cc18-4cbf-a386-be007d4906f3'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:57.941676 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccd347d-c929-4e28-ab48-fdfee5ab1949 req-caf58e94-1c44-48e1-91a1-9104332d6e43 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] No DVR routers for this DVR port 61fd299e-8caa-4571-8c9c-575fe790c2f4 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:08:57.944097 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-8ccd347d-c929-4e28-ab48-fdfee5ab1949 req-caf58e94-1c44-48e1-91a1-9104332d6e43 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:57.947376 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ccd347d-c929-4e28-ab48-fdfee5ab1949 req-caf58e94-1c44-48e1-91a1-9104332d6e43 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.26 "DELETE /v2.0/ports/61fd299e-8caa-4571-8c9c-575fe790c2f4 HTTP/1.1" status: 204 len: 173 time: 0.8844383 Apr 20 17:08:57.947850 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4a0d8c-88df-467f-b3b9-c5a14eea45fa', 'name': 'network-vif-deleted', 'tag': '61fd299e-8caa-4571-8c9c-575fe790c2f4'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:08:57.950074 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19214593-9421-4fad-a527-b34667f1ecf4" -d '{"events": [{"server_uuid": "bd4a0d8c-88df-467f-b3b9-c5a14eea45fa", "name": "network-vif-deleted", "tag": "61fd299e-8caa-4571-8c9c-575fe790c2f4"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:08:57.958032 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:57.994669 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea422b8-5937-486c-8c9b-e0ca74e3815a x-openstack-request-id: req-0ea422b8-5937-486c-8c9b-e0ca74e3815a {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:08:57.995236 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4a0d8c-88df-467f-b3b9-c5a14eea45fa", "name": "network-vif-deleted", "tag": "61fd299e-8caa-4571-8c9c-575fe790c2f4", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:08:57.995612 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ea422b8-5937-486c-8c9b-e0ca74e3815a {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:08:57.996185 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea422b8-5937-486c-8c9b-e0ca74e3815a'] response: {'server_uuid': 'bd4a0d8c-88df-467f-b3b9-c5a14eea45fa', 'name': 'network-vif-deleted', 'tag': '61fd299e-8caa-4571-8c9c-575fe790c2f4', 'status': 'completed', 'code': 200} Apr 20 17:08:58.198449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e123469b-378b-47ae-94a4-dd6e04e0e06c None None] Set router 3c10333d-cc18-4cbf-a386-be007d4906f3 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:08:58.280052 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:58.408097 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e123469b-378b-47ae-94a4-dd6e04e0e06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:58.434883 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e123469b-378b-47ae-94a4-dd6e04e0e06c None None] Checking router: 3c10333d-cc18-4cbf-a386-be007d4906f3 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:08:58.443819 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e123469b-378b-47ae-94a4-dd6e04e0e06c None None] Routers {'3c10333d-cc18-4cbf-a386-be007d4906f3'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:08:58.444468 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e123469b-378b-47ae-94a4-dd6e04e0e06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:08:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3c10333d-cc18-4cbf-a386-be007d4906f3'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:58.551345 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e123469b-378b-47ae-94a4-dd6e04e0e06c None None] Set router 3c10333d-cc18-4cbf-a386-be007d4906f3 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:08:58.711205 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3014c1a1-a21c-4887-8e59-7970a93e24a9 req-ca3e92d3-b764-4841-9a57-952509cd9efd tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 210 time: 0.0300691 Apr 20 17:08:58.767831 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e123469b-378b-47ae-94a4-dd6e04e0e06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:58.794448 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e123469b-378b-47ae-94a4-dd6e04e0e06c None None] The sync data for ids ['3c10333d-cc18-4cbf-a386-be007d4906f3'] in n-d-836146-2 is: [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:03:27Z', 'revision_number': 4, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'a8edb298-57d9-4567-bc4f-cdaec09ee22a', 'name': '', 'network_id': '889cea85-efdc-4258-9f24-be3e730c1da9', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'mac_address': 'fa:16:3e:e6:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:26Z', 'updated_at': '2022-04-20T17:03:30Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'subnets': [{'id': 'b2c128b4-a5b3-41a9-be36-d1dd89e44c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:08:59.025957 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe77d8de-46bc-44e7-86fc-8cc5b8390783 None None] New status for floating IP 1412ac89-091f-41d4-911b-7c5d3d0a1055: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:08:59.036197 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:59.808256 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f99b5e8-687f-413e-bdad-89d7e8707005 req-9007c2ec-c4b4-4a62-8a5d-f5704f3aad04 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 210 time: 0.0261872 Apr 20 17:09:00.236536 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:00.902421 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2577b0f-ca6f-4e3b-bfbd-3173d15d3e89 req-0073835d-193c-4b39-a7b2-23478bbc1bb2 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 210 time: 0.0267107 Apr 20 17:09:01.390386 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 61fd299e-8caa-4571-8c9c-575fe790c2f4 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:09:01.416194 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 61fd299e-8caa-4571-8c9c-575fe790c2f4 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:09:01.416560 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 61fd299e-8caa-4571-8c9c-575fe790c2f4 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:09:02.010262 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2ed577bc-e65e-4fae-abb7-7591985d1aef req-a7f18271-67e9-4bb4-b936-049b719607d3 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd4a0d8c-88df-467f-b3b9-c5a14eea45fa HTTP/1.1" status: 200 len: 210 time: 0.0272129 Apr 20 17:09:06.051978 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:09:06.909156 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58774) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:09:06.969536 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-87dda87d-79ff-42d2-9777-29cdb99c23e5 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:06.997269 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-87dda87d-79ff-42d2-9777-29cdb99c23e5 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:07.102877 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-87dda87d-79ff-42d2-9777-29cdb99c23e5 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:07.105521 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-87dda87d-79ff-42d2-9777-29cdb99c23e5 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:07.112821 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-87dda87d-79ff-42d2-9777-29cdb99c23e5 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "DELETE /v2.0/security-groups/ed507b3f-3365-4368-9db4-3e0f65a9065b HTTP/1.1" status: 204 len: 168 time: 0.1968119 Apr 20 17:09:07.112965 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58776) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:09:07.116306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dda87d-79ff-42d2-9777-29cdb99c23e5 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed507b3f-3365-4368-9db4-3e0f65a9065b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:07.129861 n-d-836146-2 neutron-server[103485]: INFO neutron.api.v2.resource [None req-6f9c532b-cd0f-460a-833b-16fa946d6eac tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] show failed (client error): The resource could not be found. Apr 20 17:09:07.131716 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6f9c532b-cd0f-460a-833b-16fa946d6eac tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "GET /v2.0/security-groups/ed507b3f-3365-4368-9db4-3e0f65a9065b HTTP/1.1" status: 404 len: 347 time: 0.0203974 Apr 20 17:09:07.133633 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58782) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:09:07.267500 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ecc71468-5164-4eb6-8aa1-c8b70c61c632 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Deleting port db9f754b-5cb5-4549-953b-45d4326327c0 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:09:07.267760 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ecc71468-5164-4eb6-8aa1-c8b70c61c632 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:07.343320 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ecc71468-5164-4eb6-8aa1-c8b70c61c632 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:07.343649 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ecc71468-5164-4eb6-8aa1-c8b70c61c632 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:07.355131 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ecc71468-5164-4eb6-8aa1-c8b70c61c632 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Calling delete_port for db9f754b-5cb5-4549-953b-45d4326327c0 owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:09:07.608207 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ecc71468-5164-4eb6-8aa1-c8b70c61c632 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:07.635684 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc71468-5164-4eb6-8aa1-c8b70c61c632 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Pushing event deleted for resources: {'Port': ['ID=db9f754b-5cb5-4549-953b-45d4326327c0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:07.660590 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc71468-5164-4eb6-8aa1-c8b70c61c632 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:07.660936 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc71468-5164-4eb6-8aa1-c8b70c61c632 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:07.661278 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc71468-5164-4eb6-8aa1-c8b70c61c632 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:07.661619 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc71468-5164-4eb6-8aa1-c8b70c61c632 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:07.661945 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc71468-5164-4eb6-8aa1-c8b70c61c632 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:07.662280 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc71468-5164-4eb6-8aa1-c8b70c61c632 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:07.662605 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc71468-5164-4eb6-8aa1-c8b70c61c632 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:07.662928 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc71468-5164-4eb6-8aa1-c8b70c61c632 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:07.663250 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc71468-5164-4eb6-8aa1-c8b70c61c632 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:07.663570 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc71468-5164-4eb6-8aa1-c8b70c61c632 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:07.663890 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc71468-5164-4eb6-8aa1-c8b70c61c632 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:07.664209 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc71468-5164-4eb6-8aa1-c8b70c61c632 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:07.703138 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ecc71468-5164-4eb6-8aa1-c8b70c61c632 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:07.705755 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ecc71468-5164-4eb6-8aa1-c8b70c61c632 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:07.706951 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ecc71468-5164-4eb6-8aa1-c8b70c61c632 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] 10.222.0.15 "DELETE /v2.0/floatingips/1412ac89-091f-41d4-911b-7c5d3d0a1055 HTTP/1.1" status: 204 len: 168 time: 0.5724261 Apr 20 17:09:07.709839 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 58790) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:09:08.099570 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9c1e6591-4c64-4fd8-81d9-e815cdd8a902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:08.348213 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-9c1e6591-4c64-4fd8-81d9-e815cdd8a902 admin admin] Deleting port a8edb298-57d9-4567-bc4f-cdaec09ee22a {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:09:08.348917 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9c1e6591-4c64-4fd8-81d9-e815cdd8a902 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:08.425281 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-9c1e6591-4c64-4fd8-81d9-e815cdd8a902 admin admin] For port a8edb298-57d9-4567-bc4f-cdaec09ee22a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a8edb298-57d9-4567-bc4f-cdaec09ee22a,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:08.425558 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9c1e6591-4c64-4fd8-81d9-e815cdd8a902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:08.441556 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-9c1e6591-4c64-4fd8-81d9-e815cdd8a902 admin admin] Calling delete_port for a8edb298-57d9-4567-bc4f-cdaec09ee22a owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:09:08.699397 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9c1e6591-4c64-4fd8-81d9-e815cdd8a902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:09.042808 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e6591-4c64-4fd8-81d9-e815cdd8a902 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8edb298-57d9-4567-bc4f-cdaec09ee22a,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:09.208273 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9c1e6591-4c64-4fd8-81d9-e815cdd8a902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:09.440376 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1e6591-4c64-4fd8-81d9-e815cdd8a902 admin admin] Router 3c10333d-cc18-4cbf-a386-be007d4906f3 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:09:09.549672 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1e6591-4c64-4fd8-81d9-e815cdd8a902 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:09:09.555234 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9c1e6591-4c64-4fd8-81d9-e815cdd8a902 admin admin] 10.222.0.15 "PUT /v2.0/routers/3c10333d-cc18-4cbf-a386-be007d4906f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8444476 Apr 20 17:09:09.558260 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58794) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:09:09.559916 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4083d62b-f7cc-4d81-bd19-fa96bd73d7b8 None None] Sync routers for ids ['3c10333d-cc18-4cbf-a386-be007d4906f3'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:09:09.571021 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4083d62b-f7cc-4d81-bd19-fa96bd73d7b8 None None] Routers {'3c10333d-cc18-4cbf-a386-be007d4906f3'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:09:09.571646 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4083d62b-f7cc-4d81-bd19-fa96bd73d7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:08:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3c10333d-cc18-4cbf-a386-be007d4906f3'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:09:09.674388 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c65914ba-78a8-46ff-bb34-f6c4b3ca434e admin admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:09.684266 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-4083d62b-f7cc-4d81-bd19-fa96bd73d7b8 None None] Set router 3c10333d-cc18-4cbf-a386-be007d4906f3 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:09:09.777729 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c65914ba-78a8-46ff-bb34-f6c4b3ca434e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:09.873431 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4083d62b-f7cc-4d81-bd19-fa96bd73d7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:09:08Z', 'revision_number': 5, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port': {'id': '5e20f8c8-3729-4ba1-b980-3891d3ffb6fd', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:03:24Z', 'updated_at': '2022-04-20T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:09:09.900513 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4083d62b-f7cc-4d81-bd19-fa96bd73d7b8 None None] Checking router: 3c10333d-cc18-4cbf-a386-be007d4906f3 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:09:09.908999 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4083d62b-f7cc-4d81-bd19-fa96bd73d7b8 None None] Routers {'3c10333d-cc18-4cbf-a386-be007d4906f3'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:09:09.909625 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4083d62b-f7cc-4d81-bd19-fa96bd73d7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:08:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3c10333d-cc18-4cbf-a386-be007d4906f3'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:09:09.918159 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-c65914ba-78a8-46ff-bb34-f6c4b3ca434e admin admin] Deleting port 5e20f8c8-3729-4ba1-b980-3891d3ffb6fd {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:09:09.918505 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c65914ba-78a8-46ff-bb34-f6c4b3ca434e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:09.994314 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-4083d62b-f7cc-4d81-bd19-fa96bd73d7b8 None None] Set router 3c10333d-cc18-4cbf-a386-be007d4906f3 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:09:09.994988 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-c65914ba-78a8-46ff-bb34-f6c4b3ca434e admin admin] For port 5e20f8c8-3729-4ba1-b980-3891d3ffb6fd, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=5e20f8c8-3729-4ba1-b980-3891d3ffb6fd,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:09.995381 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c65914ba-78a8-46ff-bb34-f6c4b3ca434e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:10.007984 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-c65914ba-78a8-46ff-bb34-f6c4b3ca434e admin admin] Calling delete_port for 5e20f8c8-3729-4ba1-b980-3891d3ffb6fd owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:09:10.046086 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4083d62b-f7cc-4d81-bd19-fa96bd73d7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:09:09Z', 'revision_number': 6, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:09:10.076198 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4083d62b-f7cc-4d81-bd19-fa96bd73d7b8 None None] The sync data for ids ['3c10333d-cc18-4cbf-a386-be007d4906f3'] in n-d-836146-2 is: [{'id': '3c10333d-cc18-4cbf-a386-be007d4906f3', 'name': 'tempest-ServerActionsTestJSON-257788565-router', 'tenant_id': '375bb86601df4e70b14cb49c83872167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:03:23Z', 'updated_at': '2022-04-20T17:09:09Z', 'revision_number': 6, 'project_id': '375bb86601df4e70b14cb49c83872167', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:09:10.271167 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c65914ba-78a8-46ff-bb34-f6c4b3ca434e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:10.298855 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65914ba-78a8-46ff-bb34-f6c4b3ca434e admin admin] Pushing event deleted for resources: {'Port': ['ID=5e20f8c8-3729-4ba1-b980-3891d3ffb6fd,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:10.359624 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c65914ba-78a8-46ff-bb34-f6c4b3ca434e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:10.462408 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c65914ba-78a8-46ff-bb34-f6c4b3ca434e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:10.464657 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c65914ba-78a8-46ff-bb34-f6c4b3ca434e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:10.614044 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c65914ba-78a8-46ff-bb34-f6c4b3ca434e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:10.614656 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65914ba-78a8-46ff-bb34-f6c4b3ca434e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c10333d-cc18-4cbf-a386-be007d4906f3 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:09:10.618981 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c65914ba-78a8-46ff-bb34-f6c4b3ca434e admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:10.620126 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c65914ba-78a8-46ff-bb34-f6c4b3ca434e admin admin] 10.222.0.15 "DELETE /v2.0/routers/3c10333d-cc18-4cbf-a386-be007d4906f3 HTTP/1.1" status: 204 len: 168 time: 1.0598459 Apr 20 17:09:10.623479 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58796) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:09:10.675911 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-720ee1e0-2656-4c7b-92b8-35d1e6cc44f3 admin admin] Deleting subnet b2c128b4-a5b3-41a9-be36-d1dd89e44c48 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 17:09:10.679489 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-720ee1e0-2656-4c7b-92b8-35d1e6cc44f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:10.716758 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-720ee1e0-2656-4c7b-92b8-35d1e6cc44f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:10.793782 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-720ee1e0-2656-4c7b-92b8-35d1e6cc44f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:10.934298 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-720ee1e0-2656-4c7b-92b8-35d1e6cc44f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:10.962657 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ee1e0-2656-4c7b-92b8-35d1e6cc44f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2c128b4-a5b3-41a9-be36-d1dd89e44c48,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:10.965201 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-720ee1e0-2656-4c7b-92b8-35d1e6cc44f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:10.969225 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-720ee1e0-2656-4c7b-92b8-35d1e6cc44f3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b2c128b4-a5b3-41a9-be36-d1dd89e44c48 HTTP/1.1" status: 204 len: 168 time: 0.3437588 Apr 20 17:09:10.971847 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58798) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:09:10.973870 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588c16e0-ff45-46cd-982d-f6e79d185b45 None None] Network 889cea85-efdc-4258-9f24-be3e730c1da9 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:09:11.047414 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1583-7847-4d5c-a920-3cec0f418ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:11.104185 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa1583-7847-4d5c-a920-3cec0f418ead admin admin] Deleting port e9924b72-a3eb-4a49-9235-038eb1974e0b {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:09:11.104562 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1583-7847-4d5c-a920-3cec0f418ead admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:11.174716 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-ebfa1583-7847-4d5c-a920-3cec0f418ead admin admin] For port e9924b72-a3eb-4a49-9235-038eb1974e0b, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e9924b72-a3eb-4a49-9235-038eb1974e0b,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:11.174946 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823c87e2-bde4-4b38-a64e-ee4861555dce None None] DHCP port deletion for 889cea85-efdc-4258-9f24-be3e730c1da9 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 17:09:11.175094 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1583-7847-4d5c-a920-3cec0f418ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:11.188305 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa1583-7847-4d5c-a920-3cec0f418ead admin admin] Calling delete_port for e9924b72-a3eb-4a49-9235-038eb1974e0b owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:09:11.222740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-823c87e2-bde4-4b38-a64e-ee4861555dce None None] Deleting port e9924b72-a3eb-4a49-9235-038eb1974e0b {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:09:11.233890 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-823c87e2-bde4-4b38-a64e-ee4861555dce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:11.285891 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-823c87e2-bde4-4b38-a64e-ee4861555dce None None] For port e9924b72-a3eb-4a49-9235-038eb1974e0b, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e9924b72-a3eb-4a49-9235-038eb1974e0b,segment=NetworkSegment(922ef051-cd01-4f89-9afe-6ce5661b61e6),segment_id=922ef051-cd01-4f89-9afe-6ce5661b61e6)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:11.288573 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-823c87e2-bde4-4b38-a64e-ee4861555dce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:11.303486 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-823c87e2-bde4-4b38-a64e-ee4861555dce None None] Calling delete_port for e9924b72-a3eb-4a49-9235-038eb1974e0b owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:09:11.346891 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5e20f8c8-3729-4ba1-b980-3891d3ffb6fd no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:09:11.377057 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 5e20f8c8-3729-4ba1-b980-3891d3ffb6fd {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:09:11.377057 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 5e20f8c8-3729-4ba1-b980-3891d3ffb6fd not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:09:11.377057 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a8edb298-57d9-4567-bc4f-cdaec09ee22a no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:09:11.402604 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: a8edb298-57d9-4567-bc4f-cdaec09ee22a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:09:11.402795 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1583-7847-4d5c-a920-3cec0f418ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:11.402928 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a8edb298-57d9-4567-bc4f-cdaec09ee22a not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:09:11.403323 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e9924b72-a3eb-4a49-9235-038eb1974e0b no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:09:11.431500 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa1583-7847-4d5c-a920-3cec0f418ead admin admin] Pushing event deleted for resources: {'Port': ['ID=e9924b72-a3eb-4a49-9235-038eb1974e0b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:11.431839 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: e9924b72-a3eb-4a49-9235-038eb1974e0b {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:09:11.432259 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e9924b72-a3eb-4a49-9235-038eb1974e0b not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:09:11.433531 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfa1583-7847-4d5c-a920-3cec0f418ead admin admin] No DVR routers for this DVR port e9924b72-a3eb-4a49-9235-038eb1974e0b on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:09:11.442578 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-823c87e2-bde4-4b38-a64e-ee4861555dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:11.466188 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c87e2-bde4-4b38-a64e-ee4861555dce None None] Pushing event deleted for resources: {'Port': ['ID=e9924b72-a3eb-4a49-9235-038eb1974e0b,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:11.471848 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823c87e2-bde4-4b38-a64e-ee4861555dce None None] No DVR routers for this DVR port e9924b72-a3eb-4a49-9235-038eb1974e0b on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:09:11.521000 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1583-7847-4d5c-a920-3cec0f418ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:11.540515 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-ebfa1583-7847-4d5c-a920-3cec0f418ead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889cea85-efdc-4258-9f24-be3e730c1da9']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:09:11.549390 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-ebfa1583-7847-4d5c-a920-3cec0f418ead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922ef051-cd01-4f89-9afe-6ce5661b61e6') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:09:11.549680 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-ebfa1583-7847-4d5c-a920-3cec0f418ead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922ef051-cd01-4f89-9afe-6ce5661b61e6') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:09:11.559060 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1583-7847-4d5c-a920-3cec0f418ead admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:11.572364 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1583-7847-4d5c-a920-3cec0f418ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:11.578031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfa1583-7847-4d5c-a920-3cec0f418ead admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:09:11.578409 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1583-7847-4d5c-a920-3cec0f418ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: timer() Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:09:11.580723 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:09:12.091568 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1583-7847-4d5c-a920-3cec0f418ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:12.097534 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1583-7847-4d5c-a920-3cec0f418ead admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:12.100786 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ebfa1583-7847-4d5c-a920-3cec0f418ead admin admin] 10.222.0.15 "DELETE /v2.0/networks/889cea85-efdc-4258-9f24-be3e730c1da9 HTTP/1.1" status: 204 len: 168 time: 1.1278267 Apr 20 17:09:12.113666 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa1583-7847-4d5c-a920-3cec0f418ead admin admin] Pushing event deleted for resources: {'Network': ['ID=889cea85-efdc-4258-9f24-be3e730c1da9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:12.512687 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58802) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:09:12.551941 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f52b8777-79cf-4b1e-80ed-a7ce54006fa0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=375bb86601df4e70b14cb49c83872167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380335 Apr 20 17:09:12.554292 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58804) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:09:12.603732 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-533507e1-89d6-4826-9b6b-70527b893f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:12.626275 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-533507e1-89d6-4826-9b6b-70527b893f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:12.744267 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-533507e1-89d6-4826-9b6b-70527b893f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:12.746795 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-533507e1-89d6-4826-9b6b-70527b893f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:12.748020 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-533507e1-89d6-4826-9b6b-70527b893f39 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/130105f2-6502-4716-844b-3dbfd6fbf386 HTTP/1.1" status: 204 len: 168 time: 0.1927707 Apr 20 17:09:12.755741 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533507e1-89d6-4826-9b6b-70527b893f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130105f2-6502-4716-844b-3dbfd6fbf386,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:13.814073 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58826) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:09:13.928767 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d3f9eb2e-e0d6-4339-bdb1-0e529a760ec3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-853823817-network', 'tenant_id': 'e89a578718c444f3bbc8aba49e5b39ed'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:09:14.014061 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f9eb2e-e0d6-4339-bdb1-0e529a760ec3 admin admin] Made reservation on behalf of e89a578718c444f3bbc8aba49e5b39ed for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:09:14.016366 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d3f9eb2e-e0d6-4339-bdb1-0e529a760ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:14.025305 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d3f9eb2e-e0d6-4339-bdb1-0e529a760ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:14.101957 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d3f9eb2e-e0d6-4339-bdb1-0e529a760ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:14.197132 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d3f9eb2e-e0d6-4339-bdb1-0e529a760ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:14.223212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f9eb2e-e0d6-4339-bdb1-0e529a760ec3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:09:14.232168 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9eb2e-e0d6-4339-bdb1-0e529a760ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3bb1a3-3313-45d0-b55f-68a5e1289cde,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:14.238311 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d3f9eb2e-e0d6-4339-bdb1-0e529a760ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:14.238659 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-d3f9eb2e-e0d6-4339-bdb1-0e529a760ec3 admin admin] Added segment 46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84 of type vlan for network d30f8024-f1d3-47fb-ab23-5f37b7e06e53 Apr 20 17:09:14.277783 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d3f9eb2e-e0d6-4339-bdb1-0e529a760ec3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:14.377766 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d3f9eb2e-e0d6-4339-bdb1-0e529a760ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:14.378756 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f9eb2e-e0d6-4339-bdb1-0e529a760ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:14.379365 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d3f9eb2e-e0d6-4339-bdb1-0e529a760ec3 admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:14.435831 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9eb2e-e0d6-4339-bdb1-0e529a760ec3 admin admin] Pushing event updated for resources: {'Network': ['ID=d30f8024-f1d3-47fb-ab23-5f37b7e06e53,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:14.445918 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network d30f8024-f1d3-47fb-ab23-5f37b7e06e53 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 17:09:14.525274 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d3f9eb2e-e0d6-4339-bdb1-0e529a760ec3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7100389 Apr 20 17:09:14.528052 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 58830) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:09:14.532907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-9b90cabc-5652-4aaa-bfb8-76c86117c2a2 admin admin] Request body: {'subnet': {'network_id': 'd30f8024-f1d3-47fb-ab23-5f37b7e06e53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-853823817-subnet', 'tenant_id': 'e89a578718c444f3bbc8aba49e5b39ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:09:14.617173 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b90cabc-5652-4aaa-bfb8-76c86117c2a2 admin admin] Made reservation on behalf of e89a578718c444f3bbc8aba49e5b39ed for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:09:14.619714 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9b90cabc-5652-4aaa-bfb8-76c86117c2a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:14.963102 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9b90cabc-5652-4aaa-bfb8-76c86117c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:15.024033 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90cabc-5652-4aaa-bfb8-76c86117c2a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9571af42-3bed-4769-b1b0-d8646651e94b,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:15.031468 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b90cabc-5652-4aaa-bfb8-76c86117c2a2 admin admin] Checking segment: {'id': '46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd30f8024-f1d3-47fb-ab23-5f37b7e06e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:09:15.031838 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b90cabc-5652-4aaa-bfb8-76c86117c2a2 admin admin] Network hostable DHCP agents. Network: d30f8024-f1d3-47fb-ab23-5f37b7e06e53, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:09:15.105276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b90cabc-5652-4aaa-bfb8-76c86117c2a2 admin admin] Network d30f8024-f1d3-47fb-ab23-5f37b7e06e53 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:09:15.213893 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-9b90cabc-5652-4aaa-bfb8-76c86117c2a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, d30f8024-f1d3-47fb-ab23-5f37b7e06e53) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:09:15.217927 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90cabc-5652-4aaa-bfb8-76c86117c2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:15.225135 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9b90cabc-5652-4aaa-bfb8-76c86117c2a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:15.230110 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9b7ea9-aced-4aea-a2e7-5979f0812635 None None] Network d30f8024-f1d3-47fb-ab23-5f37b7e06e53 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:09:15.313765 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9b90cabc-5652-4aaa-bfb8-76c86117c2a2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7845924 Apr 20 17:09:15.349133 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a876a4e5-7024-48c8-a99d-9387bf5fa7e0 None None] Network d30f8024-f1d3-47fb-ab23-5f37b7e06e53 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:09:15.753835 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-5deea90d-f38c-438f-9738-036b3fa4b9cd tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:15.755206 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-5deea90d-f38c-438f-9738-036b3fa4b9cd tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/networks?id=d30f8024-f1d3-47fb-ab23-5f37b7e06e53 HTTP/1.1" status: 200 len: 813 time: 0.1033366 Apr 20 17:09:15.770368 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-f666d0d7-954b-4563-b404-1f0047f160a1 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/quotas/e89a578718c444f3bbc8aba49e5b39ed HTTP/1.1" status: 200 len: 375 time: 0.0093176 Apr 20 17:09:15.805689 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-37795955-789b-4c6f-88ff-c9e7d5309e59 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e89a578718c444f3bbc8aba49e5b39ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299006 Apr 20 17:09:15.901400 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-a01795f6-8872-433e-a30f-3fbbf3d8b084 service neutron] 10.222.0.15 "GET /v2.0/networks/d30f8024-f1d3-47fb-ab23-5f37b7e06e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887005 Apr 20 17:09:15.998363 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-b2406e39-04dd-4c22-9cb2-5ef5f6feeef7 service neutron] 10.222.0.15 "GET /v2.0/networks/d30f8024-f1d3-47fb-ab23-5f37b7e06e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905430 Apr 20 17:09:16.265840 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1b7714c-f64d-4c62-b809-beb441f83177 req-ec06e7b1-ab0f-4001-a24a-f998bc0dcd17 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 210 time: 0.0307975 Apr 20 17:09:17.343534 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-393c1c19-037c-48ea-bbd8-fd32e2f2c6f6 req-b633c705-c655-4625-a057-51ac64d31a04 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 210 time: 0.0261683 Apr 20 17:09:18.436318 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-966ad96b-40fc-4b68-94d0-e3b54c6e65d9 req-e5ac523a-b5b7-4097-a8b5-a4d83e596263 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 210 time: 0.0265753 Apr 20 17:09:18.723449 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-955270fd-b0cd-4112-8d9e-8684fc3c0b02 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:18.724872 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-955270fd-b0cd-4112-8d9e-8684fc3c0b02 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.30 "GET /v2.0/networks?id=d30f8024-f1d3-47fb-ab23-5f37b7e06e53 HTTP/1.1" status: 200 len: 813 time: 0.1055689 Apr 20 17:09:18.743710 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-c4ea45ae-4328-4f71-9386-64151d12c0b0 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Request body: {'port': {'device_id': 'e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2', 'network_id': 'd30f8024-f1d3-47fb-ab23-5f37b7e06e53', 'admin_state_up': True, 'tenant_id': 'e89a578718c444f3bbc8aba49e5b39ed'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:09:18.920448 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-c4ea45ae-4328-4f71-9386-64151d12c0b0 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Made reservation on behalf of e89a578718c444f3bbc8aba49e5b39ed for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:09:18.924048 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-c4ea45ae-4328-4f71-9386-64151d12c0b0 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:19.070570 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-c4ea45ae-4328-4f71-9386-64151d12c0b0 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Allocated IP 172.20.0.9 (d30f8024-f1d3-47fb-ab23-5f37b7e06e53/9571af42-3bed-4769-b1b0-d8646651e94b/b3e903bc-8d7c-4f65-8ede-a99f758c44dc) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:09:19.230336 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-c4ea45ae-4328-4f71-9386-64151d12c0b0 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:19.357877 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-c4ea45ae-4328-4f71-9386-64151d12c0b0 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:19.410397 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-c4ea45ae-4328-4f71-9386-64151d12c0b0 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Network d30f8024-f1d3-47fb-ab23-5f37b7e06e53 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:09:19.413630 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-c4ea45ae-4328-4f71-9386-64151d12c0b0 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:09:19.420103 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-c4ea45ae-4328-4f71-9386-64151d12c0b0 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:09:19.446805 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea45ae-4328-4f71-9386-64151d12c0b0 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Pushing event updated for resources: {'Port': ['ID=b3e903bc-8d7c-4f65-8ede-a99f758c44dc,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:19.474294 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-c4ea45ae-4328-4f71-9386-64151d12c0b0 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:19.474837 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-c4ea45ae-4328-4f71-9386-64151d12c0b0 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:19.563110 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f11628-a1f3-4c79-9854-ffb3dd1b859a req-597b28fb-7af8-4fed-b513-3e525edf634e tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:19.565284 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-07f11628-a1f3-4c79-9854-ffb3dd1b859a req-597b28fb-7af8-4fed-b513-3e525edf634e tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 931 time: 0.0561094 Apr 20 17:09:19.603036 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-c4ea45ae-4328-4f71-9386-64151d12c0b0 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8629308 Apr 20 17:09:19.613280 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-07f11628-a1f3-4c79-9854-ffb3dd1b859a req-8a3cc0a6-2a45-47be-ae4a-a0dd2ec71af6 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394773 Apr 20 17:09:19.656810 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-4c8115d8-7134-443a-bc85-94464ae2afb7 service neutron] Request body: {'port': {'device_id': 'e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:09:19.716092 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-4c8115d8-7134-443a-bc85-94464ae2afb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:20.001361 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-4c8115d8-7134-443a-bc85-94464ae2afb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e903bc-8d7c-4f65-8ede-a99f758c44dc {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:09:20.009803 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-4c8115d8-7134-443a-bc85-94464ae2afb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:20.024668 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-4c8115d8-7134-443a-bc85-94464ae2afb7 service neutron] Transition to ACTIVE for port object b3e903bc-8d7c-4f65-8ede-a99f758c44dc will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:09:20.111107 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-4c8115d8-7134-443a-bc85-94464ae2afb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:20.161933 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8115d8-7134-443a-bc85-94464ae2afb7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e903bc-8d7c-4f65-8ede-a99f758c44dc,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:20.233128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-4c8115d8-7134-443a-bc85-94464ae2afb7 service neutron] Attempting to bind port b3e903bc-8d7c-4f65-8ede-a99f758c44dc on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:09:20.233459 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-4c8115d8-7134-443a-bc85-94464ae2afb7 service neutron] Attempting to bind port b3e903bc-8d7c-4f65-8ede-a99f758c44dc by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd30f8024-f1d3-47fb-ab23-5f37b7e06e53'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:09:20.233781 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-4c8115d8-7134-443a-bc85-94464ae2afb7 service neutron] Attempting to bind port b3e903bc-8d7c-4f65-8ede-a99f758c44dc on network d30f8024-f1d3-47fb-ab23-5f37b7e06e53 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:09:20.238089 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-4c8115d8-7134-443a-bc85-94464ae2afb7 service neutron] Port b3e903bc-8d7c-4f65-8ede-a99f758c44dc on network d30f8024-f1d3-47fb-ab23-5f37b7e06e53 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:09:20.238407 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-4c8115d8-7134-443a-bc85-94464ae2afb7 service neutron] Attempting to bind port b3e903bc-8d7c-4f65-8ede-a99f758c44dc on network d30f8024-f1d3-47fb-ab23-5f37b7e06e53 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:09:20.243146 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-4c8115d8-7134-443a-bc85-94464ae2afb7 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:09:20.243485 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-4c8115d8-7134-443a-bc85-94464ae2afb7 service neutron] Checking segment: {'id': '46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd30f8024-f1d3-47fb-ab23-5f37b7e06e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:09:20.243865 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-4c8115d8-7134-443a-bc85-94464ae2afb7 service neutron] Bound using segment: {'id': '46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd30f8024-f1d3-47fb-ab23-5f37b7e06e53'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:09:20.244289 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-4c8115d8-7134-443a-bc85-94464ae2afb7 service neutron] Bound port: b3e903bc-8d7c-4f65-8ede-a99f758c44dc, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd30f8024-f1d3-47fb-ab23-5f37b7e06e53'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:09:20.244668 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-4c8115d8-7134-443a-bc85-94464ae2afb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:20.309407 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-4c8115d8-7134-443a-bc85-94464ae2afb7 service neutron] For port b3e903bc-8d7c-4f65-8ede-a99f758c44dc, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:09:20.312576 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-4c8115d8-7134-443a-bc85-94464ae2afb7 service neutron] For port b3e903bc-8d7c-4f65-8ede-a99f758c44dc, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=b3e903bc-8d7c-4f65-8ede-a99f758c44dc,segment=NetworkSegment(46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84),segment_id=46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:09:20.385940 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-4c8115d8-7134-443a-bc85-94464ae2afb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:20.419719 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-4c8115d8-7134-443a-bc85-94464ae2afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:20.420328 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-4c8115d8-7134-443a-bc85-94464ae2afb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:20.421733 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-4c8115d8-7134-443a-bc85-94464ae2afb7 service neutron] 10.222.0.30 "PUT /v2.0/ports/b3e903bc-8d7c-4f65-8ede-a99f758c44dc HTTP/1.1" status: 200 len: 1091 time: 0.7694149 Apr 20 17:09:20.422165 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2', 'tag': 'b3e903bc-8d7c-4f65-8ede-a99f758c44dc'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:09:20.424441 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7e443c-700c-473e-b263-0613ad91f608" -d '{"events": [{"name": "network-changed", "server_uuid": "e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2", "tag": "b3e903bc-8d7c-4f65-8ede-a99f758c44dc"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:09:20.449070 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8115d8-7134-443a-bc85-94464ae2afb7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e903bc-8d7c-4f65-8ede-a99f758c44dc,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:20.526613 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79afbc2f-2001-4fee-b2ca-364ebe2b848a x-openstack-request-id: req-79afbc2f-2001-4fee-b2ca-364ebe2b848a {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:09:20.527135 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2", "tag": "b3e903bc-8d7c-4f65-8ede-a99f758c44dc", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:09:20.527539 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79afbc2f-2001-4fee-b2ca-364ebe2b848a {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:09:20.528106 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79afbc2f-2001-4fee-b2ca-364ebe2b848a'] response: {'name': 'network-changed', 'server_uuid': 'e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2', 'tag': 'b3e903bc-8d7c-4f65-8ede-a99f758c44dc', 'status': 'completed', 'code': 200} Apr 20 17:09:20.598754 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-aae8ee5f-160c-4c53-a3fa-6645475bcfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:20.600201 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-aae8ee5f-160c-4c53-a3fa-6645475bcfbb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e89a578718c444f3bbc8aba49e5b39ed&device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 1094 time: 0.0496364 Apr 20 17:09:20.649342 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-f47a8ff7-144e-4146-8755-fa641dd3f103 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3e903bc-8d7c-4f65-8ede-a99f758c44dc HTTP/1.1" status: 200 len: 217 time: 0.0349488 Apr 20 17:09:20.725789 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-962118f8-15ac-46ec-8bca-f9ecc8e4b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:20.727237 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-962118f8-15ac-46ec-8bca-f9ecc8e4b723 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9571af42-3bed-4769-b1b0-d8646651e94b HTTP/1.1" status: 200 len: 853 time: 0.0704648 Apr 20 17:09:20.755441 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f651c1-e787-4882-9b89-168f92c61488 req-23406a14-f1a1-4348-b2ec-fa406a86f7b8 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:20.756891 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92f651c1-e787-4882-9b89-168f92c61488 req-23406a14-f1a1-4348-b2ec-fa406a86f7b8 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 943 time: 0.0713582 Apr 20 17:09:20.773164 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-fdc0d5b2-fcfc-40ed-9873-9e52cf1b8740 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d30f8024-f1d3-47fb-ab23-5f37b7e06e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354192 Apr 20 17:09:20.845123 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-92f651c1-e787-4882-9b89-168f92c61488 req-052c6427-db33-4794-b369-618e50d435e2 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746758 Apr 20 17:09:20.883823 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-49e36cab-b87d-4768-aecd-9808357354e4 service neutron] 10.222.0.30 "GET /v2.0/networks/d30f8024-f1d3-47fb-ab23-5f37b7e06e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989645 Apr 20 17:09:20.975011 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7b06e95-6c8c-4fbe-a1a7-917bdaa62065 req-bfe63d76-d9fd-4043-897f-96359df3dae6 service neutron] 10.222.0.30 "GET /v2.0/networks/d30f8024-f1d3-47fb-ab23-5f37b7e06e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838597 Apr 20 17:09:21.193016 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e443c-700c-473e-b263-0613ad91f608 req-510bbef7-5dd5-438a-970b-e4018443b56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:21.194458 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f7e443c-700c-473e-b263-0613ad91f608 req-510bbef7-5dd5-438a-970b-e4018443b56e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e89a578718c444f3bbc8aba49e5b39ed&device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 1094 time: 0.0422711 Apr 20 17:09:21.296613 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e443c-700c-473e-b263-0613ad91f608 req-d193b699-ac69-4342-ac32-2a04955b337a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:21.298215 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f7e443c-700c-473e-b263-0613ad91f608 req-d193b699-ac69-4342-ac32-2a04955b337a service neutron] 10.222.0.30 "GET /v2.0/networks?id=d30f8024-f1d3-47fb-ab23-5f37b7e06e53 HTTP/1.1" status: 200 len: 914 time: 0.0962069 Apr 20 17:09:21.339310 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f7e443c-700c-473e-b263-0613ad91f608 req-70d1b1cb-75d8-41fe-8d56-81f2c9b6c0f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3e903bc-8d7c-4f65-8ede-a99f758c44dc HTTP/1.1" status: 200 len: 217 time: 0.0339723 Apr 20 17:09:21.388727 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e443c-700c-473e-b263-0613ad91f608 req-de84087b-58a3-412b-80fe-13da6e05693f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:21.390259 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f7e443c-700c-473e-b263-0613ad91f608 req-de84087b-58a3-412b-80fe-13da6e05693f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9571af42-3bed-4769-b1b0-d8646651e94b HTTP/1.1" status: 200 len: 853 time: 0.0429821 Apr 20 17:09:21.426181 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f7e443c-700c-473e-b263-0613ad91f608 req-db955ead-d40a-441e-a486-da01594a52fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d30f8024-f1d3-47fb-ab23-5f37b7e06e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290799 Apr 20 17:09:21.515830 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f7e443c-700c-473e-b263-0613ad91f608 req-496023ee-840a-45cc-b949-5a1d0ab60668 service neutron] 10.222.0.30 "GET /v2.0/networks/d30f8024-f1d3-47fb-ab23-5f37b7e06e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825312 Apr 20 17:09:21.609630 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f7e443c-700c-473e-b263-0613ad91f608 req-7058414f-3baa-41cc-be55-5016c2e72dcc service neutron] 10.222.0.30 "GET /v2.0/networks/d30f8024-f1d3-47fb-ab23-5f37b7e06e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865040 Apr 20 17:09:21.963574 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdc961-9630-46d9-8300-d3154c4124a1 req-9af0f056-4e57-415a-aaec-4bb5f75dc755 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:21.965081 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ebdc961-9630-46d9-8300-d3154c4124a1 req-9af0f056-4e57-415a-aaec-4bb5f75dc755 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 943 time: 0.0499065 Apr 20 17:09:22.004525 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ebdc961-9630-46d9-8300-d3154c4124a1 req-57f6b647-ed58-4c0c-a751-e13dfce939db tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323498 Apr 20 17:09:22.823277 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d0544398-357d-4be7-8ec4-52c1a40be63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:23.118710 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b14eb-fc05-47b2-96c1-7a72e1b2ad80 req-7d5cdd0c-439e-45ce-b3e0-05a41b3265fa tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:23.120073 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f13b14eb-fc05-47b2-96c1-7a72e1b2ad80 req-7d5cdd0c-439e-45ce-b3e0-05a41b3265fa tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 943 time: 0.0485964 Apr 20 17:09:23.157251 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f13b14eb-fc05-47b2-96c1-7a72e1b2ad80 req-ac2c764c-9c49-4ad6-9045-a7982faa974a tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310655 Apr 20 17:09:24.272084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcfcd6-1cf7-4ff5-ae90-4431640acb08 req-cd76dd5a-8ee8-46ed-89da-cbd67702d163 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:24.273560 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-32dcfcd6-1cf7-4ff5-ae90-4431640acb08 req-cd76dd5a-8ee8-46ed-89da-cbd67702d163 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 943 time: 0.0489028 Apr 20 17:09:24.316509 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-32dcfcd6-1cf7-4ff5-ae90-4431640acb08 req-f9eb3d8b-52d3-4030-b524-61068d2786e4 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368476 Apr 20 17:09:25.119837 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-08d038c6-b06a-49cf-8c0e-ec9af1f10ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:25.432057 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6ba87-c3f3-4c80-ac1e-9ca3072511c4 req-e42379b4-7139-49df-876a-e06af2e801ba tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:25.433447 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22d6ba87-c3f3-4c80-ac1e-9ca3072511c4 req-e42379b4-7139-49df-876a-e06af2e801ba tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 943 time: 0.0479953 Apr 20 17:09:25.470465 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22d6ba87-c3f3-4c80-ac1e-9ca3072511c4 req-1502a70a-700d-46f9-98e3-e07161b5c9d2 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308764 Apr 20 17:09:26.336380 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device b3e903bc-8d7c-4f65-8ede-a99f758c44dc details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:09:26.429985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port b3e903bc-8d7c-4f65-8ede-a99f758c44dc, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=b3e903bc-8d7c-4f65-8ede-a99f758c44dc,segment=NetworkSegment(46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84),segment_id=46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:26.442081 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'b3e903bc-8d7c-4f65-8ede-a99f758c44dc', 'network_id': 'd30f8024-f1d3-47fb-ab23-5f37b7e06e53', 'port_id': 'b3e903bc-8d7c-4f65-8ede-a99f758c44dc', 'mac_address': 'fa:16:3e:f7:92:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9571af42-3bed-4769-b1b0-d8646651e94b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:09:26.495346 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:26.508403 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e903bc-8d7c-4f65-8ede-a99f758c44dc {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:09:26.528800 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port b3e903bc-8d7c-4f65-8ede-a99f758c44dc, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=b3e903bc-8d7c-4f65-8ede-a99f758c44dc,segment=NetworkSegment(46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84),segment_id=46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:26.563005 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:26.589089 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f854089-c226-48e8-93d1-82609cd3dd63 req-61846125-53ea-413c-b458-6d6965076710 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:26.590589 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f854089-c226-48e8-93d1-82609cd3dd63 req-61846125-53ea-413c-b458-6d6965076710 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 943 time: 0.0493021 Apr 20 17:09:26.591805 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:26.631369 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f854089-c226-48e8-93d1-82609cd3dd63 req-cd94c29d-3cb2-4715-a5e3-6d9cdc06ad88 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338764 Apr 20 17:09:26.640650 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=b3e903bc-8d7c-4f65-8ede-a99f758c44dc,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:26.950996 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['b3e903bc-8d7c-4f65-8ede-a99f758c44dc'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:09:27.751361 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bd7db-c9e4-40cb-9327-b3e7e203e458 req-6029a391-0ac6-472f-9934-760b61642fc3 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:27.753432 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-000bd7db-c9e4-40cb-9327-b3e7e203e458 req-6029a391-0ac6-472f-9934-760b61642fc3 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 944 time: 0.0489917 Apr 20 17:09:27.793505 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-000bd7db-c9e4-40cb-9327-b3e7e203e458 req-326fcbdd-68f9-4c51-9df5-e8a06c6a204c tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339229 Apr 20 17:09:27.994547 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:28.208737 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:28.338249 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device b3e903bc-8d7c-4f65-8ede-a99f758c44dc up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:09:28.488258 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port b3e903bc-8d7c-4f65-8ede-a99f758c44dc completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:09:28.492466 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port b3e903bc-8d7c-4f65-8ede-a99f758c44dc triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:09:28.492837 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:28.572136 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:28.594679 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e903bc-8d7c-4f65-8ede-a99f758c44dc'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:09:28.596935 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8229ca89-0b6f-4127-9ba0-ccddcc15b8fa" -d '{"events": [{"server_uuid": "e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2", "name": "network-vif-plugged", "status": "completed", "tag": "b3e903bc-8d7c-4f65-8ede-a99f758c44dc"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:09:28.609962 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port b3e903bc-8d7c-4f65-8ede-a99f758c44dc, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=b3e903bc-8d7c-4f65-8ede-a99f758c44dc,segment=NetworkSegment(46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84),segment_id=46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:28.686204 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16010206-2c24-4ec4-823a-c21f18fedf33 x-openstack-request-id: req-16010206-2c24-4ec4-823a-c21f18fedf33 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:09:28.686494 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2", "name": "network-vif-plugged", "status": "completed", "tag": "b3e903bc-8d7c-4f65-8ede-a99f758c44dc", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:09:28.686751 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-16010206-2c24-4ec4-823a-c21f18fedf33 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:09:28.687415 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16010206-2c24-4ec4-823a-c21f18fedf33'] response: {'server_uuid': 'e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e903bc-8d7c-4f65-8ede-a99f758c44dc', 'code': 200} Apr 20 17:09:28.688627 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:28.738856 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=b3e903bc-8d7c-4f65-8ede-a99f758c44dc,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:28.808197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ef79c-8baf-41dd-8954-4c3207a02548 req-20128a19-57d6-4976-b242-c4b78467b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:28.809711 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-928ef79c-8baf-41dd-8954-4c3207a02548 req-20128a19-57d6-4976-b242-c4b78467b7ec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 1096 time: 0.0392778 Apr 20 17:09:28.851317 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-928ef79c-8baf-41dd-8954-4c3207a02548 req-beff6541-807e-4093-bd1a-10fcbac4f5ff service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282900 Apr 20 17:09:28.910498 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4e250-719d-41f0-bc75-c0a2f895fea1 req-dbfba1e8-2f1c-4f2e-bf2c-8ee15f825554 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:28.911945 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dba4e250-719d-41f0-bc75-c0a2f895fea1 req-dbfba1e8-2f1c-4f2e-bf2c-8ee15f825554 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 945 time: 0.0481257 Apr 20 17:09:28.950131 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dba4e250-719d-41f0-bc75-c0a2f895fea1 req-10a8a895-1c08-46e2-923d-25514373c360 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322165 Apr 20 17:09:29.102995 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:30.067046 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29819b94-b6f3-4fca-af8a-9ca967903b27 req-45e09a29-7591-4b06-ba1e-954a9289aaa5 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:30.068559 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-29819b94-b6f3-4fca-af8a-9ca967903b27 req-45e09a29-7591-4b06-ba1e-954a9289aaa5 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 945 time: 0.0501499 Apr 20 17:09:30.112484 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-29819b94-b6f3-4fca-af8a-9ca967903b27 req-9ac9bf7c-7d69-49a8-b4d4-6b1f15865b4d tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376217 Apr 20 17:09:30.286357 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:31.227312 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059c9a7-b7e5-4a9f-9664-bc21b9ddaaf3 req-84887ada-d6bf-4bc4-a8c0-0affd2728884 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:31.228818 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6059c9a7-b7e5-4a9f-9664-bc21b9ddaaf3 req-84887ada-d6bf-4bc4-a8c0-0affd2728884 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 945 time: 0.0485299 Apr 20 17:09:31.266322 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6059c9a7-b7e5-4a9f-9664-bc21b9ddaaf3 req-8262d70f-98bd-4022-b74b-d1f84f5dc0a1 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311182 Apr 20 17:09:31.495787 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22638682-3624-477e-b787-02750da970ca req-9829badd-25cd-469d-9d7c-5f3c0769bc07 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:31.497216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22638682-3624-477e-b787-02750da970ca req-9829badd-25cd-469d-9d7c-5f3c0769bc07 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/networks?id=d30f8024-f1d3-47fb-ab23-5f37b7e06e53 HTTP/1.1" status: 200 len: 813 time: 0.1027725 Apr 20 17:09:31.513129 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22638682-3624-477e-b787-02750da970ca req-205531f0-f1a5-40a7-9793-ff376f70ee1d tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/quotas/e89a578718c444f3bbc8aba49e5b39ed HTTP/1.1" status: 200 len: 375 time: 0.0092220 Apr 20 17:09:31.567830 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22638682-3624-477e-b787-02750da970ca req-304f7945-232a-4ad4-81ac-a736cdb43533 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e89a578718c444f3bbc8aba49e5b39ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0481901 Apr 20 17:09:31.660501 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22638682-3624-477e-b787-02750da970ca req-7a17fbf6-6685-45d6-a7f0-02e42d8c88cb service neutron] 10.222.0.15 "GET /v2.0/networks/d30f8024-f1d3-47fb-ab23-5f37b7e06e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852909 Apr 20 17:09:31.760274 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22638682-3624-477e-b787-02750da970ca req-e6354b27-9b0e-40d5-9696-3835b8fa6513 service neutron] 10.222.0.15 "GET /v2.0/networks/d30f8024-f1d3-47fb-ab23-5f37b7e06e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932391 Apr 20 17:09:32.033355 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-25c7d6d3-3720-48c4-920d-2f01cfbce60b req-c4eba972-11d5-4c87-bc69-d673c17a6422 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b76ddd6-8bc2-4364-99b3-e6e4136410f3 HTTP/1.1" status: 200 len: 210 time: 0.0266180 Apr 20 17:09:33.126918 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-037ee28a-8f80-4a82-a3b8-5357822a95fc req-0697123a-d592-4e16-973a-77c76c6b1fae tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b76ddd6-8bc2-4364-99b3-e6e4136410f3 HTTP/1.1" status: 200 len: 210 time: 0.0267408 Apr 20 17:09:34.048277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22638682-3624-477e-b787-02750da970ca req-ed828fcb-512e-46fe-8a5f-5779b233dfcd tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:34.050428 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22638682-3624-477e-b787-02750da970ca req-ed828fcb-512e-46fe-8a5f-5779b233dfcd tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.26 "GET /v2.0/networks?id=d30f8024-f1d3-47fb-ab23-5f37b7e06e53 HTTP/1.1" status: 200 len: 813 time: 0.1063781 Apr 20 17:09:34.068493 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-22638682-3624-477e-b787-02750da970ca req-2ecb875f-dddd-450c-8199-fda9545e27ba tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Request body: {'port': {'device_id': '8b76ddd6-8bc2-4364-99b3-e6e4136410f3', 'network_id': 'd30f8024-f1d3-47fb-ab23-5f37b7e06e53', 'admin_state_up': True, 'tenant_id': 'e89a578718c444f3bbc8aba49e5b39ed'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:09:34.236748 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1be37c7c-3278-43c3-8ea5-819e6a0a3a7b req-d55573d4-4278-4757-9d0b-c071a4aaf2c9 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b76ddd6-8bc2-4364-99b3-e6e4136410f3 HTTP/1.1" status: 200 len: 210 time: 0.0267510 Apr 20 17:09:34.246121 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22638682-3624-477e-b787-02750da970ca req-2ecb875f-dddd-450c-8199-fda9545e27ba tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Made reservation on behalf of e89a578718c444f3bbc8aba49e5b39ed for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:09:34.249755 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22638682-3624-477e-b787-02750da970ca req-2ecb875f-dddd-450c-8199-fda9545e27ba tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:34.378123 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-22638682-3624-477e-b787-02750da970ca req-2ecb875f-dddd-450c-8199-fda9545e27ba tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Allocated IP 172.20.0.7 (d30f8024-f1d3-47fb-ab23-5f37b7e06e53/9571af42-3bed-4769-b1b0-d8646651e94b/60d399c4-42ee-471f-9697-d94ffd34456e) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:09:34.526550 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22638682-3624-477e-b787-02750da970ca req-2ecb875f-dddd-450c-8199-fda9545e27ba tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:34.681176 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22638682-3624-477e-b787-02750da970ca req-2ecb875f-dddd-450c-8199-fda9545e27ba tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:34.716496 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['b3e903bc-8d7c-4f65-8ede-a99f758c44dc'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:09:34.727391 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22638682-3624-477e-b787-02750da970ca req-2ecb875f-dddd-450c-8199-fda9545e27ba tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Network d30f8024-f1d3-47fb-ab23-5f37b7e06e53 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:09:34.732790 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-22638682-3624-477e-b787-02750da970ca req-2ecb875f-dddd-450c-8199-fda9545e27ba tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:09:34.738682 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-22638682-3624-477e-b787-02750da970ca req-2ecb875f-dddd-450c-8199-fda9545e27ba tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:09:34.742507 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb875f-dddd-450c-8199-fda9545e27ba tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Pushing event updated for resources: {'Port': ['ID=60d399c4-42ee-471f-9697-d94ffd34456e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:34.791889 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22638682-3624-477e-b787-02750da970ca req-2ecb875f-dddd-450c-8199-fda9545e27ba tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:34.792524 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22638682-3624-477e-b787-02750da970ca req-2ecb875f-dddd-450c-8199-fda9545e27ba tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:34.874384 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22638682-3624-477e-b787-02750da970ca req-2ecb875f-dddd-450c-8199-fda9545e27ba tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8096638 Apr 20 17:09:34.935782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-22638682-3624-477e-b787-02750da970ca req-ebeffd5b-f090-4b61-b56b-9e34dba02e97 service neutron] Request body: {'port': {'device_id': '8b76ddd6-8bc2-4364-99b3-e6e4136410f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:09:34.993444 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22638682-3624-477e-b787-02750da970ca req-ebeffd5b-f090-4b61-b56b-9e34dba02e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:35.261052 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-22638682-3624-477e-b787-02750da970ca req-ebeffd5b-f090-4b61-b56b-9e34dba02e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d399c4-42ee-471f-9697-d94ffd34456e {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:09:35.269829 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22638682-3624-477e-b787-02750da970ca req-ebeffd5b-f090-4b61-b56b-9e34dba02e97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:35.281513 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-22638682-3624-477e-b787-02750da970ca req-ebeffd5b-f090-4b61-b56b-9e34dba02e97 service neutron] Transition to ACTIVE for port object 60d399c4-42ee-471f-9697-d94ffd34456e will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:09:35.363450 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24102df8-cfd9-4e1c-bb60-e8da161a0345 req-da010228-1250-4233-a872-a4c6e6dfc132 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:35.372775 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24102df8-cfd9-4e1c-bb60-e8da161a0345 req-da010228-1250-4233-a872-a4c6e6dfc132 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b76ddd6-8bc2-4364-99b3-e6e4136410f3 HTTP/1.1" status: 200 len: 931 time: 0.0539434 Apr 20 17:09:35.400310 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22638682-3624-477e-b787-02750da970ca req-ebeffd5b-f090-4b61-b56b-9e34dba02e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:35.434266 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-24102df8-cfd9-4e1c-bb60-e8da161a0345 req-6f3fe21f-3362-4988-8e75-43268e5d44d9 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625844 Apr 20 17:09:35.476802 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeffd5b-f090-4b61-b56b-9e34dba02e97 service neutron] Pushing event updated for resources: {'Port': ['ID=60d399c4-42ee-471f-9697-d94ffd34456e,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:35.527045 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-22638682-3624-477e-b787-02750da970ca req-ebeffd5b-f090-4b61-b56b-9e34dba02e97 service neutron] Attempting to bind port 60d399c4-42ee-471f-9697-d94ffd34456e on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:09:35.527293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-22638682-3624-477e-b787-02750da970ca req-ebeffd5b-f090-4b61-b56b-9e34dba02e97 service neutron] Attempting to bind port 60d399c4-42ee-471f-9697-d94ffd34456e by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd30f8024-f1d3-47fb-ab23-5f37b7e06e53'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:09:35.527613 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22638682-3624-477e-b787-02750da970ca req-ebeffd5b-f090-4b61-b56b-9e34dba02e97 service neutron] Attempting to bind port 60d399c4-42ee-471f-9697-d94ffd34456e on network d30f8024-f1d3-47fb-ab23-5f37b7e06e53 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:09:35.532148 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22638682-3624-477e-b787-02750da970ca req-ebeffd5b-f090-4b61-b56b-9e34dba02e97 service neutron] Port 60d399c4-42ee-471f-9697-d94ffd34456e on network d30f8024-f1d3-47fb-ab23-5f37b7e06e53 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:09:35.532519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22638682-3624-477e-b787-02750da970ca req-ebeffd5b-f090-4b61-b56b-9e34dba02e97 service neutron] Attempting to bind port 60d399c4-42ee-471f-9697-d94ffd34456e on network d30f8024-f1d3-47fb-ab23-5f37b7e06e53 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:09:35.537897 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22638682-3624-477e-b787-02750da970ca req-ebeffd5b-f090-4b61-b56b-9e34dba02e97 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:09:35.538271 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22638682-3624-477e-b787-02750da970ca req-ebeffd5b-f090-4b61-b56b-9e34dba02e97 service neutron] Checking segment: {'id': '46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd30f8024-f1d3-47fb-ab23-5f37b7e06e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:09:35.538682 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22638682-3624-477e-b787-02750da970ca req-ebeffd5b-f090-4b61-b56b-9e34dba02e97 service neutron] Bound using segment: {'id': '46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd30f8024-f1d3-47fb-ab23-5f37b7e06e53'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:09:35.539170 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-22638682-3624-477e-b787-02750da970ca req-ebeffd5b-f090-4b61-b56b-9e34dba02e97 service neutron] Bound port: 60d399c4-42ee-471f-9697-d94ffd34456e, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd30f8024-f1d3-47fb-ab23-5f37b7e06e53'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:09:35.539521 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22638682-3624-477e-b787-02750da970ca req-ebeffd5b-f090-4b61-b56b-9e34dba02e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:35.603671 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-22638682-3624-477e-b787-02750da970ca req-ebeffd5b-f090-4b61-b56b-9e34dba02e97 service neutron] For port 60d399c4-42ee-471f-9697-d94ffd34456e, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:09:35.607389 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-22638682-3624-477e-b787-02750da970ca req-ebeffd5b-f090-4b61-b56b-9e34dba02e97 service neutron] For port 60d399c4-42ee-471f-9697-d94ffd34456e, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=60d399c4-42ee-471f-9697-d94ffd34456e,segment=NetworkSegment(46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84),segment_id=46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:09:35.740579 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22638682-3624-477e-b787-02750da970ca req-ebeffd5b-f090-4b61-b56b-9e34dba02e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:35.779414 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22638682-3624-477e-b787-02750da970ca req-ebeffd5b-f090-4b61-b56b-9e34dba02e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:35.779543 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22638682-3624-477e-b787-02750da970ca req-ebeffd5b-f090-4b61-b56b-9e34dba02e97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:35.781541 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22638682-3624-477e-b787-02750da970ca req-ebeffd5b-f090-4b61-b56b-9e34dba02e97 service neutron] 10.222.0.26 "PUT /v2.0/ports/60d399c4-42ee-471f-9697-d94ffd34456e HTTP/1.1" status: 200 len: 1091 time: 0.8938477 Apr 20 17:09:35.783926 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b76ddd6-8bc2-4364-99b3-e6e4136410f3', 'tag': '60d399c4-42ee-471f-9697-d94ffd34456e'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:09:35.786928 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7651029b-d44a-406c-98be-afa1382d9993" -d '{"events": [{"name": "network-changed", "server_uuid": "8b76ddd6-8bc2-4364-99b3-e6e4136410f3", "tag": "60d399c4-42ee-471f-9697-d94ffd34456e"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:09:35.819597 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeffd5b-f090-4b61-b56b-9e34dba02e97 service neutron] Pushing event updated for resources: {'Port': ['ID=60d399c4-42ee-471f-9697-d94ffd34456e,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:35.830225 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e3ed92-b5c4-4079-8d88-da7238b3ced7 x-openstack-request-id: req-06e3ed92-b5c4-4079-8d88-da7238b3ced7 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:09:35.830561 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b76ddd6-8bc2-4364-99b3-e6e4136410f3", "tag": "60d399c4-42ee-471f-9697-d94ffd34456e", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:09:35.830865 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-06e3ed92-b5c4-4079-8d88-da7238b3ced7 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:09:35.831379 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06e3ed92-b5c4-4079-8d88-da7238b3ced7'] response: {'name': 'network-changed', 'server_uuid': '8b76ddd6-8bc2-4364-99b3-e6e4136410f3', 'tag': '60d399c4-42ee-471f-9697-d94ffd34456e', 'status': 'completed', 'code': 200} Apr 20 17:09:35.913322 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651029b-d44a-406c-98be-afa1382d9993 req-a5fe42dd-f90b-4255-99b4-daf9e9c2ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:35.914829 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7651029b-d44a-406c-98be-afa1382d9993 req-a5fe42dd-f90b-4255-99b4-daf9e9c2ad73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e89a578718c444f3bbc8aba49e5b39ed&device_id=8b76ddd6-8bc2-4364-99b3-e6e4136410f3 HTTP/1.1" status: 200 len: 1094 time: 0.0435879 Apr 20 17:09:36.021128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651029b-d44a-406c-98be-afa1382d9993 req-23c8faa7-52f4-4722-9844-6e047f656757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:36.022590 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7651029b-d44a-406c-98be-afa1382d9993 req-23c8faa7-52f4-4722-9844-6e047f656757 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e89a578718c444f3bbc8aba49e5b39ed&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0959697 Apr 20 17:09:36.115202 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651029b-d44a-406c-98be-afa1382d9993 req-c419f768-e095-486c-a90d-1d9a9407e94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:36.116680 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7651029b-d44a-406c-98be-afa1382d9993 req-c419f768-e095-486c-a90d-1d9a9407e94f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877969 Apr 20 17:09:36.211887 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22638682-3624-477e-b787-02750da970ca req-fdaa82ad-a207-4b27-abcf-1c68c62c4454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:36.213384 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22638682-3624-477e-b787-02750da970ca req-fdaa82ad-a207-4b27-abcf-1c68c62c4454 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e89a578718c444f3bbc8aba49e5b39ed&device_id=8b76ddd6-8bc2-4364-99b3-e6e4136410f3 HTTP/1.1" status: 200 len: 1094 time: 0.0406764 Apr 20 17:09:36.263104 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22638682-3624-477e-b787-02750da970ca req-23832b2b-8d86-4a2b-8605-76bc16d78334 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60d399c4-42ee-471f-9697-d94ffd34456e HTTP/1.1" status: 200 len: 217 time: 0.0369396 Apr 20 17:09:36.312782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22638682-3624-477e-b787-02750da970ca req-8e79d68a-e681-4a3f-aef2-e8b2897b0af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:36.314253 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22638682-3624-477e-b787-02750da970ca req-8e79d68a-e681-4a3f-aef2-e8b2897b0af2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9571af42-3bed-4769-b1b0-d8646651e94b HTTP/1.1" status: 200 len: 853 time: 0.0450182 Apr 20 17:09:36.349473 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22638682-3624-477e-b787-02750da970ca req-6a719264-fbc9-488d-9381-97232907f0ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d30f8024-f1d3-47fb-ab23-5f37b7e06e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289173 Apr 20 17:09:36.440197 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22638682-3624-477e-b787-02750da970ca req-fd770e5b-8125-4520-b1af-eff5646c717b service neutron] 10.222.0.26 "GET /v2.0/networks/d30f8024-f1d3-47fb-ab23-5f37b7e06e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842860 Apr 20 17:09:36.553721 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22638682-3624-477e-b787-02750da970ca req-50b3a20a-72af-4719-b2b6-77d91cf81465 service neutron] 10.222.0.26 "GET /v2.0/networks/d30f8024-f1d3-47fb-ab23-5f37b7e06e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074178 Apr 20 17:09:36.571238 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530050cc-ffc3-4765-a117-967291b9afc5 req-085c2dc7-8f5c-45ff-9ebe-a7e42a90045a tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:36.572745 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-530050cc-ffc3-4765-a117-967291b9afc5 req-085c2dc7-8f5c-45ff-9ebe-a7e42a90045a tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b76ddd6-8bc2-4364-99b3-e6e4136410f3 HTTP/1.1" status: 200 len: 943 time: 0.0662293 Apr 20 17:09:36.616071 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-530050cc-ffc3-4765-a117-967291b9afc5 req-a9f87e04-cf92-440f-97d5-72a6ef8f2f4a tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372214 Apr 20 17:09:37.732966 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c565aef-386c-4d38-b16c-5194235dcf7e req-4567eb4b-2c78-424a-bc59-d7007042e1b9 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:37.734548 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0c565aef-386c-4d38-b16c-5194235dcf7e req-4567eb4b-2c78-424a-bc59-d7007042e1b9 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b76ddd6-8bc2-4364-99b3-e6e4136410f3 HTTP/1.1" status: 200 len: 943 time: 0.0504646 Apr 20 17:09:37.774170 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0c565aef-386c-4d38-b16c-5194235dcf7e req-7b781109-80c3-484b-90b8-f1cb7f46cdb8 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330722 Apr 20 17:09:38.892830 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f64e1-3cbe-43fd-9a07-37d5176538c4 req-d9a04256-0cea-45bc-89c4-86a5049f70ac tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:38.894308 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b69f64e1-3cbe-43fd-9a07-37d5176538c4 req-d9a04256-0cea-45bc-89c4-86a5049f70ac tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b76ddd6-8bc2-4364-99b3-e6e4136410f3 HTTP/1.1" status: 200 len: 943 time: 0.0508382 Apr 20 17:09:38.931861 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b69f64e1-3cbe-43fd-9a07-37d5176538c4 req-abc53f8f-7b69-4b4b-aa62-2264ad476ad5 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315745 Apr 20 17:09:40.054114 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2632aa-31da-41a0-b3e8-282c1ed14240 req-4406918c-8526-4ac0-821c-84c878ee9199 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:40.055558 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1d2632aa-31da-41a0-b3e8-282c1ed14240 req-4406918c-8526-4ac0-821c-84c878ee9199 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b76ddd6-8bc2-4364-99b3-e6e4136410f3 HTTP/1.1" status: 200 len: 943 time: 0.0478420 Apr 20 17:09:40.103305 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1d2632aa-31da-41a0-b3e8-282c1ed14240 req-dce938a6-c900-41ce-9245-2bd2b4ebbc1e tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413513 Apr 20 17:09:41.226806 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd82c7-3dd7-47c2-9b50-59ac55b8faf1 req-0db082fe-f9cb-4b7b-b3d0-3696d66fae3a tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:41.228956 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-93cd82c7-3dd7-47c2-9b50-59ac55b8faf1 req-0db082fe-f9cb-4b7b-b3d0-3696d66fae3a tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b76ddd6-8bc2-4364-99b3-e6e4136410f3 HTTP/1.1" status: 200 len: 943 time: 0.0515594 Apr 20 17:09:41.266994 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-93cd82c7-3dd7-47c2-9b50-59ac55b8faf1 req-35568f18-4c11-43fc-8b13-7ca6453ff4c6 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313087 Apr 20 17:09:41.627283 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 60d399c4-42ee-471f-9697-d94ffd34456e details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:09:41.720292 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 60d399c4-42ee-471f-9697-d94ffd34456e, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=60d399c4-42ee-471f-9697-d94ffd34456e,segment=NetworkSegment(46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84),segment_id=46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:41.732417 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '60d399c4-42ee-471f-9697-d94ffd34456e', 'network_id': 'd30f8024-f1d3-47fb-ab23-5f37b7e06e53', 'port_id': '60d399c4-42ee-471f-9697-d94ffd34456e', 'mac_address': 'fa:16:3e:4f:b9:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9571af42-3bed-4769-b1b0-d8646651e94b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:09:41.768242 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:41.784441 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d399c4-42ee-471f-9697-d94ffd34456e {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:09:41.803093 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 60d399c4-42ee-471f-9697-d94ffd34456e, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=60d399c4-42ee-471f-9697-d94ffd34456e,segment=NetworkSegment(46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84),segment_id=46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:41.909099 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:41.957171 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=60d399c4-42ee-471f-9697-d94ffd34456e,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:41.964370 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:41.964698 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:41.965034 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:41.965366 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:41.965702 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:41.966025 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:41.966352 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:41.966677 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:41.966998 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:41.967317 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:41.967638 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:41.967958 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:42.291277 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['60d399c4-42ee-471f-9697-d94ffd34456e'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:09:42.385048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154acc4-02c9-46d6-ad09-9d47e14f30f6 req-d73114e3-a864-4909-8bf4-c39f37d14933 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:42.386534 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6154acc4-02c9-46d6-ad09-9d47e14f30f6 req-d73114e3-a864-4909-8bf4-c39f37d14933 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b76ddd6-8bc2-4364-99b3-e6e4136410f3 HTTP/1.1" status: 200 len: 944 time: 0.0498872 Apr 20 17:09:42.428172 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6154acc4-02c9-46d6-ad09-9d47e14f30f6 req-89b2e834-1ac5-47ad-b58f-8d71b9cec5ca tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339811 Apr 20 17:09:43.050407 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:09:43.546393 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f511845-96bd-4330-acea-85af4670a059 req-ee9adbe5-0331-4a30-be78-872a73320369 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:43.547879 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3f511845-96bd-4330-acea-85af4670a059 req-ee9adbe5-0331-4a30-be78-872a73320369 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b76ddd6-8bc2-4364-99b3-e6e4136410f3 HTTP/1.1" status: 200 len: 944 time: 0.0491731 Apr 20 17:09:43.595371 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3f511845-96bd-4330-acea-85af4670a059 req-9dbd9862-c757-421e-8f2b-8ea8768dcba8 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406165 Apr 20 17:09:43.629158 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 60d399c4-42ee-471f-9697-d94ffd34456e up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:09:43.806082 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 60d399c4-42ee-471f-9697-d94ffd34456e completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:09:43.810055 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 60d399c4-42ee-471f-9697-d94ffd34456e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:09:43.810365 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:43.886499 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:43.909600 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b76ddd6-8bc2-4364-99b3-e6e4136410f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d399c4-42ee-471f-9697-d94ffd34456e'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:09:43.912674 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffef908c-a717-42b8-94b3-0186c9bc0162" -d '{"events": [{"server_uuid": "8b76ddd6-8bc2-4364-99b3-e6e4136410f3", "name": "network-vif-plugged", "status": "completed", "tag": "60d399c4-42ee-471f-9697-d94ffd34456e"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:09:43.930807 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 60d399c4-42ee-471f-9697-d94ffd34456e, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=60d399c4-42ee-471f-9697-d94ffd34456e,segment=NetworkSegment(46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84),segment_id=46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:43.949512 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa7dfed-9e91-48f1-99dd-2d5b9d97464d x-openstack-request-id: req-8aa7dfed-9e91-48f1-99dd-2d5b9d97464d {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:09:43.949793 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b76ddd6-8bc2-4364-99b3-e6e4136410f3", "name": "network-vif-plugged", "status": "completed", "tag": "60d399c4-42ee-471f-9697-d94ffd34456e", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:09:43.950039 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8aa7dfed-9e91-48f1-99dd-2d5b9d97464d {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:09:43.950425 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aa7dfed-9e91-48f1-99dd-2d5b9d97464d'] response: {'server_uuid': '8b76ddd6-8bc2-4364-99b3-e6e4136410f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d399c4-42ee-471f-9697-d94ffd34456e', 'code': 200} Apr 20 17:09:44.026364 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:44.073035 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f167af-540f-4652-b30d-874b5fd18337 req-f9b58935-9931-4385-8e2b-8035389bf4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:44.073519 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=60d399c4-42ee-471f-9697-d94ffd34456e,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:44.074766 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-37f167af-540f-4652-b30d-874b5fd18337 req-f9b58935-9931-4385-8e2b-8035389bf4d5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8b76ddd6-8bc2-4364-99b3-e6e4136410f3 HTTP/1.1" status: 200 len: 1096 time: 0.0422099 Apr 20 17:09:44.114912 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-37f167af-540f-4652-b30d-874b5fd18337 req-d12ec0bb-0372-4e1f-b109-615764daf021 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298982 Apr 20 17:09:44.712378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63c891-eeb6-4dfc-8593-a52ddca09048 req-ca29d6ac-c91d-4c83-879d-9228f099fff7 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:44.713852 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa63c891-eeb6-4dfc-8593-a52ddca09048 req-ca29d6ac-c91d-4c83-879d-9228f099fff7 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b76ddd6-8bc2-4364-99b3-e6e4136410f3 HTTP/1.1" status: 200 len: 945 time: 0.0480127 Apr 20 17:09:44.753290 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa63c891-eeb6-4dfc-8593-a52ddca09048 req-dbe4a986-121f-4ab5-81f8-64af1a5c85b0 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315423 Apr 20 17:09:45.879496 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739a6d6-e2ae-41fa-ae16-b50bc059b5ed req-cc3b3998-28d4-46d5-91bf-37c64c1ad3d1 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:45.880944 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c739a6d6-e2ae-41fa-ae16-b50bc059b5ed req-cc3b3998-28d4-46d5-91bf-37c64c1ad3d1 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b76ddd6-8bc2-4364-99b3-e6e4136410f3 HTTP/1.1" status: 200 len: 945 time: 0.0600209 Apr 20 17:09:45.922366 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c739a6d6-e2ae-41fa-ae16-b50bc059b5ed req-dd304e00-7e76-48ef-9f32-04194d23359d tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352395 Apr 20 17:09:46.488407 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52b8c9-0d4a-48dd-a071-41c58d349700 req-d7692f5c-024f-4208-bcb9-05ea7daabecf tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:46.489937 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f52b8c9-0d4a-48dd-a071-41c58d349700 req-d7692f5c-024f-4208-bcb9-05ea7daabecf tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b76ddd6-8bc2-4364-99b3-e6e4136410f3 HTTP/1.1" status: 200 len: 945 time: 0.0493071 Apr 20 17:09:46.529446 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f52b8c9-0d4a-48dd-a071-41c58d349700 req-b335fa85-e4b1-4a10-b16d-e52d3a9627b9 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315595 Apr 20 17:09:46.913245 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-366e99af-a832-4ee7-a502-779f3462e122 req-691f8ec7-6196-4aac-90ec-bab2182e1819 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0962749 Apr 20 17:09:47.015638 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e99af-a832-4ee7-a502-779f3462e122 req-aa824794-e61e-487d-af12-c008cdb5a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:47.017179 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-366e99af-a832-4ee7-a502-779f3462e122 req-aa824794-e61e-487d-af12-c008cdb5a069 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e89a578718c444f3bbc8aba49e5b39ed&device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 1096 time: 0.0426624 Apr 20 17:09:47.123706 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e99af-a832-4ee7-a502-779f3462e122 req-1e9a4155-0563-429f-b4bd-05ebd25023ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:47.125201 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-366e99af-a832-4ee7-a502-779f3462e122 req-1e9a4155-0563-429f-b4bd-05ebd25023ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=d30f8024-f1d3-47fb-ab23-5f37b7e06e53 HTTP/1.1" status: 200 len: 914 time: 0.0881376 Apr 20 17:09:47.164744 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-366e99af-a832-4ee7-a502-779f3462e122 req-db3bc790-0768-465d-815c-fbb9f87cc508 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3e903bc-8d7c-4f65-8ede-a99f758c44dc HTTP/1.1" status: 200 len: 217 time: 0.0329218 Apr 20 17:09:47.219368 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e99af-a832-4ee7-a502-779f3462e122 req-8f80b834-49d8-4b73-b0df-932ef35d6175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:47.221651 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-366e99af-a832-4ee7-a502-779f3462e122 req-8f80b834-49d8-4b73-b0df-932ef35d6175 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9571af42-3bed-4769-b1b0-d8646651e94b HTTP/1.1" status: 200 len: 853 time: 0.0510290 Apr 20 17:09:47.254196 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-366e99af-a832-4ee7-a502-779f3462e122 req-56ced7db-f5aa-4c1d-a77f-ee7ee02399b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d30f8024-f1d3-47fb-ab23-5f37b7e06e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254083 Apr 20 17:09:47.341177 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-366e99af-a832-4ee7-a502-779f3462e122 req-10898326-0815-4865-973d-cbc078fd6bd3 service neutron] 10.222.0.30 "GET /v2.0/networks/d30f8024-f1d3-47fb-ab23-5f37b7e06e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810373 Apr 20 17:09:47.434461 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-366e99af-a832-4ee7-a502-779f3462e122 req-92670a60-e316-473d-926e-b942cf3a7fc7 service neutron] 10.222.0.30 "GET /v2.0/networks/d30f8024-f1d3-47fb-ab23-5f37b7e06e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860460 Apr 20 17:09:47.675447 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525b4ed-c490-4db1-a00e-39eef2849624 req-c84b2a11-5ca6-44b9-9772-1a306d2ebaf8 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:47.676988 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7525b4ed-c490-4db1-a00e-39eef2849624 req-c84b2a11-5ca6-44b9-9772-1a306d2ebaf8 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b76ddd6-8bc2-4364-99b3-e6e4136410f3 HTTP/1.1" status: 200 len: 945 time: 0.0535734 Apr 20 17:09:47.715028 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7525b4ed-c490-4db1-a00e-39eef2849624 req-b0b933a8-fd8c-4903-95cd-6df2afed2605 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317335 Apr 20 17:09:47.997647 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b64e82-bb57-439b-adcf-3d60abc38d1e req-ce72dc5b-81f0-47cb-8b87-6e6fe273cd31 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:47.999063 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-30b64e82-bb57-439b-adcf-3d60abc38d1e req-ce72dc5b-81f0-47cb-8b87-6e6fe273cd31 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b76ddd6-8bc2-4364-99b3-e6e4136410f3 HTTP/1.1" status: 200 len: 945 time: 0.0505018 Apr 20 17:09:48.102794 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-30b64e82-bb57-439b-adcf-3d60abc38d1e req-7e1980b4-51a4-40f0-9287-372b5c6da59f tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Deleting port 60d399c4-42ee-471f-9697-d94ffd34456e {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:09:48.103186 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-30b64e82-bb57-439b-adcf-3d60abc38d1e req-7e1980b4-51a4-40f0-9287-372b5c6da59f tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:48.193884 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-30b64e82-bb57-439b-adcf-3d60abc38d1e req-7e1980b4-51a4-40f0-9287-372b5c6da59f tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] For port 60d399c4-42ee-471f-9697-d94ffd34456e, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=60d399c4-42ee-471f-9697-d94ffd34456e,segment=NetworkSegment(46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84),segment_id=46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:48.194244 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-30b64e82-bb57-439b-adcf-3d60abc38d1e req-7e1980b4-51a4-40f0-9287-372b5c6da59f tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:48.207555 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-30b64e82-bb57-439b-adcf-3d60abc38d1e req-7e1980b4-51a4-40f0-9287-372b5c6da59f tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Calling delete_port for 60d399c4-42ee-471f-9697-d94ffd34456e owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:09:48.763360 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-30b64e82-bb57-439b-adcf-3d60abc38d1e req-7e1980b4-51a4-40f0-9287-372b5c6da59f tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:48.795626 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1980b4-51a4-40f0-9287-372b5c6da59f tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Pushing event deleted for resources: {'Port': ['ID=60d399c4-42ee-471f-9697-d94ffd34456e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:48.798933 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['60d399c4-42ee-471f-9697-d94ffd34456e'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:09:48.802203 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['b3e903bc-8d7c-4f65-8ede-a99f758c44dc'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:09:48.834375 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d25fc23a-f984-4ee1-a42d-45e3cc797529 req-de7c0c89-6268-4a47-b8f7-daf0658154da tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b76ddd6-8bc2-4364-99b3-e6e4136410f3 HTTP/1.1" status: 200 len: 210 time: 0.0427246 Apr 20 17:09:48.835907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1980b4-51a4-40f0-9287-372b5c6da59f tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:48.836244 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1980b4-51a4-40f0-9287-372b5c6da59f tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:48.836609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1980b4-51a4-40f0-9287-372b5c6da59f tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:48.836940 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1980b4-51a4-40f0-9287-372b5c6da59f tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:48.837271 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1980b4-51a4-40f0-9287-372b5c6da59f tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:48.837585 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1980b4-51a4-40f0-9287-372b5c6da59f tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:48.837902 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1980b4-51a4-40f0-9287-372b5c6da59f tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:48.838223 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1980b4-51a4-40f0-9287-372b5c6da59f tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:48.838539 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1980b4-51a4-40f0-9287-372b5c6da59f tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:48.838854 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1980b4-51a4-40f0-9287-372b5c6da59f tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:48.839164 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1980b4-51a4-40f0-9287-372b5c6da59f tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:48.839478 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1980b4-51a4-40f0-9287-372b5c6da59f tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:48.875584 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b64e82-bb57-439b-adcf-3d60abc38d1e req-7e1980b4-51a4-40f0-9287-372b5c6da59f tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] No DVR routers for this DVR port 60d399c4-42ee-471f-9697-d94ffd34456e on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:09:48.879148 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-30b64e82-bb57-439b-adcf-3d60abc38d1e req-7e1980b4-51a4-40f0-9287-372b5c6da59f tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:48.882650 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-30b64e82-bb57-439b-adcf-3d60abc38d1e req-7e1980b4-51a4-40f0-9287-372b5c6da59f tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.26 "DELETE /v2.0/ports/60d399c4-42ee-471f-9697-d94ffd34456e HTTP/1.1" status: 204 len: 173 time: 0.8732646 Apr 20 17:09:48.883107 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b76ddd6-8bc2-4364-99b3-e6e4136410f3', 'name': 'network-vif-deleted', 'tag': '60d399c4-42ee-471f-9697-d94ffd34456e'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:09:48.885676 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d8874d-c18b-45ff-907d-4b887d32ed76" -d '{"events": [{"server_uuid": "8b76ddd6-8bc2-4364-99b3-e6e4136410f3", "name": "network-vif-deleted", "tag": "60d399c4-42ee-471f-9697-d94ffd34456e"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:09:48.942786 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74f2869-3c27-4bd0-8007-9bed92c307ea x-openstack-request-id: req-b74f2869-3c27-4bd0-8007-9bed92c307ea {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:09:48.943085 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b76ddd6-8bc2-4364-99b3-e6e4136410f3", "name": "network-vif-deleted", "tag": "60d399c4-42ee-471f-9697-d94ffd34456e", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:09:48.943334 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b74f2869-3c27-4bd0-8007-9bed92c307ea {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:09:48.943728 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b74f2869-3c27-4bd0-8007-9bed92c307ea'] response: {'server_uuid': '8b76ddd6-8bc2-4364-99b3-e6e4136410f3', 'name': 'network-vif-deleted', 'tag': '60d399c4-42ee-471f-9697-d94ffd34456e', 'status': 'completed', 'code': 200} Apr 20 17:09:49.970683 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-46a39ef7-436b-45a3-a8bc-33967d27fd46 req-40e1e667-7281-4173-9855-df29a161cb6a tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b76ddd6-8bc2-4364-99b3-e6e4136410f3 HTTP/1.1" status: 200 len: 210 time: 0.0304136 Apr 20 17:09:51.119848 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99c535-e47f-468a-ba77-bb1acdac533c req-502ee840-a645-4ce4-adfc-3ae51d679903 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:51.121343 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9f99c535-e47f-468a-ba77-bb1acdac533c req-502ee840-a645-4ce4-adfc-3ae51d679903 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 945 time: 0.0491147 Apr 20 17:09:51.158294 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9f99c535-e47f-468a-ba77-bb1acdac533c req-3743d995-6aec-4013-b34f-de693a2af75e tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306158 Apr 20 17:09:51.292236 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbafe57-a21f-48df-bfbf-aecafc539c3b req-e7111a80-b669-4623-b230-36b55403049c tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:51.293649 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7dbafe57-a21f-48df-bfbf-aecafc539c3b req-e7111a80-b669-4623-b230-36b55403049c tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 945 time: 0.0515244 Apr 20 17:09:51.331365 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7dbafe57-a21f-48df-bfbf-aecafc539c3b req-d6abfde8-8dea-44e6-a9a5-296d15d0a270 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316908 Apr 20 17:09:51.447157 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b64d0-3476-40b1-a973-781260350ac4 req-8d343760-87b3-4197-8bad-4a118f0f50b5 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:51.448666 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c43b64d0-3476-40b1-a973-781260350ac4 req-8d343760-87b3-4197-8bad-4a118f0f50b5 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 945 time: 0.0492237 Apr 20 17:09:51.488871 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c43b64d0-3476-40b1-a973-781260350ac4 req-fd101db3-4101-4f02-ae0f-03a865745eb3 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340760 Apr 20 17:09:51.656768 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e85384-da97-4c90-b7a1-db2ed53fe721 req-6bedf110-202e-4d45-b4dc-597d1aad8d7d tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:51.658261 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-29e85384-da97-4c90-b7a1-db2ed53fe721 req-6bedf110-202e-4d45-b4dc-597d1aad8d7d tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 945 time: 0.0490515 Apr 20 17:09:51.665734 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 60d399c4-42ee-471f-9697-d94ffd34456e no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:09:51.697674 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 60d399c4-42ee-471f-9697-d94ffd34456e {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:09:51.698207 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 60d399c4-42ee-471f-9697-d94ffd34456e not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:09:51.712615 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-29e85384-da97-4c90-b7a1-db2ed53fe721 req-a05b3ae9-3658-4178-83fd-a18856722652 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472832 Apr 20 17:09:51.833142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b434d-8486-4dd2-bf40-be3370c893f6 req-57b4e655-b70e-4235-a711-db7000cc2ee1 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:51.834492 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-033b434d-8486-4dd2-bf40-be3370c893f6 req-57b4e655-b70e-4235-a711-db7000cc2ee1 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 945 time: 0.0532269 Apr 20 17:09:51.873859 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-033b434d-8486-4dd2-bf40-be3370c893f6 req-4658e421-2db4-47c5-a2f4-9597a7212d23 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327916 Apr 20 17:09:51.998578 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d487452-a671-4c18-ad50-d4171449340a req-eed036a1-b3ce-4a92-8e1d-0767949d612a tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:52.000006 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2d487452-a671-4c18-ad50-d4171449340a req-eed036a1-b3ce-4a92-8e1d-0767949d612a tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 945 time: 0.0487607 Apr 20 17:09:52.039502 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2d487452-a671-4c18-ad50-d4171449340a req-d9b0fca7-93e5-415a-b148-263ba93df1ba tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317705 Apr 20 17:09:52.555459 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce31db-0bd0-4a45-ac49-f82cb518982e req-66d2652a-1fd8-4f6b-8be2-610238a998a9 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:52.557026 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00ce31db-0bd0-4a45-ac49-f82cb518982e req-66d2652a-1fd8-4f6b-8be2-610238a998a9 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 945 time: 0.0502942 Apr 20 17:09:52.596135 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00ce31db-0bd0-4a45-ac49-f82cb518982e req-0190d666-a478-4a02-b066-62295c587fff tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320077 Apr 20 17:09:52.795170 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dbd66d3d-b830-4982-935c-f4149431d6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:53.719711 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e460e-6a65-4b1e-9a00-be2937e82fb6 req-13a9c424-9ec3-470b-83d3-3608ce7184a9 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:53.721439 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a5e460e-6a65-4b1e-9a00-be2937e82fb6 req-13a9c424-9ec3-470b-83d3-3608ce7184a9 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 945 time: 0.0553272 Apr 20 17:09:53.762331 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a5e460e-6a65-4b1e-9a00-be2937e82fb6 req-721c9c2d-01bb-4430-9b46-dc6292372c25 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d3bb1a3-3313-45d0-b55f-68a5e1289cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335617 Apr 20 17:09:54.242793 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d09588-d058-4d2e-8d9c-8456b6b4dae6 req-f4de3249-3564-4163-a10f-315b57c0a28b tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:54.244268 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-48d09588-d058-4d2e-8d9c-8456b6b4dae6 req-f4de3249-3564-4163-a10f-315b57c0a28b tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 945 time: 0.0488954 Apr 20 17:09:54.333907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-48d09588-d058-4d2e-8d9c-8456b6b4dae6 req-8334704b-abde-4604-b75c-d261536ba9fd tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Deleting port b3e903bc-8d7c-4f65-8ede-a99f758c44dc {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:09:54.334276 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-48d09588-d058-4d2e-8d9c-8456b6b4dae6 req-8334704b-abde-4604-b75c-d261536ba9fd tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:54.424503 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-48d09588-d058-4d2e-8d9c-8456b6b4dae6 req-8334704b-abde-4604-b75c-d261536ba9fd tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] For port b3e903bc-8d7c-4f65-8ede-a99f758c44dc, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=b3e903bc-8d7c-4f65-8ede-a99f758c44dc,segment=NetworkSegment(46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84),segment_id=46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:54.424871 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-48d09588-d058-4d2e-8d9c-8456b6b4dae6 req-8334704b-abde-4604-b75c-d261536ba9fd tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:54.437451 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-48d09588-d058-4d2e-8d9c-8456b6b4dae6 req-8334704b-abde-4604-b75c-d261536ba9fd tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Calling delete_port for b3e903bc-8d7c-4f65-8ede-a99f758c44dc owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:09:54.661213 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-48d09588-d058-4d2e-8d9c-8456b6b4dae6 req-8334704b-abde-4604-b75c-d261536ba9fd tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:54.689670 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334704b-abde-4604-b75c-d261536ba9fd tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Pushing event deleted for resources: {'Port': ['ID=b3e903bc-8d7c-4f65-8ede-a99f758c44dc,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:54.695959 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['b3e903bc-8d7c-4f65-8ede-a99f758c44dc'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:09:54.734473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d09588-d058-4d2e-8d9c-8456b6b4dae6 req-8334704b-abde-4604-b75c-d261536ba9fd tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] No DVR routers for this DVR port b3e903bc-8d7c-4f65-8ede-a99f758c44dc on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:09:54.737898 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-48d09588-d058-4d2e-8d9c-8456b6b4dae6 req-8334704b-abde-4604-b75c-d261536ba9fd tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:54.741338 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-48d09588-d058-4d2e-8d9c-8456b6b4dae6 req-8334704b-abde-4604-b75c-d261536ba9fd tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.30 "DELETE /v2.0/ports/b3e903bc-8d7c-4f65-8ede-a99f758c44dc HTTP/1.1" status: 204 len: 173 time: 0.4910290 Apr 20 17:09:54.747750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2', 'name': 'network-vif-deleted', 'tag': 'b3e903bc-8d7c-4f65-8ede-a99f758c44dc'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:09:54.747750 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a758376-0ac5-466d-ab54-9cf5572ba0f4" -d '{"events": [{"server_uuid": "e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2", "name": "network-vif-deleted", "tag": "b3e903bc-8d7c-4f65-8ede-a99f758c44dc"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:09:54.790022 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3558b77e-5b11-4dac-8c0b-5f2d60453af4 x-openstack-request-id: req-3558b77e-5b11-4dac-8c0b-5f2d60453af4 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:09:54.790309 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2", "name": "network-vif-deleted", "tag": "b3e903bc-8d7c-4f65-8ede-a99f758c44dc", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:09:54.790691 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3558b77e-5b11-4dac-8c0b-5f2d60453af4 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:09:54.791118 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3558b77e-5b11-4dac-8c0b-5f2d60453af4'] response: {'server_uuid': 'e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2', 'name': 'network-vif-deleted', 'tag': 'b3e903bc-8d7c-4f65-8ede-a99f758c44dc', 'status': 'completed', 'code': 200} Apr 20 17:09:54.870994 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc4e743a-0bee-4db4-a804-15e9dd16fa0d req-63a1c3f2-6179-4d2d-9fe8-14bb59a9fac9 tempest-ServersNegativeTestJSON-1657245545 tempest-ServersNegativeTestJSON-1657245545-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1fea2f2-51ab-46eb-bfb3-49bffc52a3f2 HTTP/1.1" status: 200 len: 210 time: 0.0305145 Apr 20 17:09:55.146269 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5b7bb9d8-b33d-4ba9-b050-6bda469845d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:55.930990 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59002) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:09:55.978068 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-f532f41b-86c5-4619-b83f-2c546f331f50 admin admin] Deleting subnet 9571af42-3bed-4769-b1b0-d8646651e94b {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 17:09:55.981196 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f532f41b-86c5-4619-b83f-2c546f331f50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:56.015692 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f532f41b-86c5-4619-b83f-2c546f331f50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:56.060145 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f532f41b-86c5-4619-b83f-2c546f331f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:56.190766 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f532f41b-86c5-4619-b83f-2c546f331f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:56.217757 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532f41b-86c5-4619-b83f-2c546f331f50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9571af42-3bed-4769-b1b0-d8646651e94b,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:56.221728 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f532f41b-86c5-4619-b83f-2c546f331f50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:56.225724 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f532f41b-86c5-4619-b83f-2c546f331f50 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9571af42-3bed-4769-b1b0-d8646651e94b HTTP/1.1" status: 204 len: 168 time: 0.2932713 Apr 20 17:09:56.228615 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59004) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:09:56.297686 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a8fcb04-7a1a-4df1-a089-c1d2f9f61dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:56.380140 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a8fcb04-7a1a-4df1-a089-c1d2f9f61dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:56.400723 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-4a8fcb04-7a1a-4df1-a089-c1d2f9f61dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d30f8024-f1d3-47fb-ab23-5f37b7e06e53']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:09:56.410174 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-4a8fcb04-7a1a-4df1-a089-c1d2f9f61dd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:09:56.410471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-4a8fcb04-7a1a-4df1-a089-c1d2f9f61dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ab0dd4-7b2c-4e32-aab6-fa8cf3e24b84') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:09:56.419796 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a8fcb04-7a1a-4df1-a089-c1d2f9f61dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:56.432818 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a8fcb04-7a1a-4df1-a089-c1d2f9f61dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:56.439038 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8fcb04-7a1a-4df1-a089-c1d2f9f61dd2 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:09:56.439448 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a8fcb04-7a1a-4df1-a089-c1d2f9f61dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: timer() Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:09:56.446567 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:09:56.580146 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:56.617628 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a8fcb04-7a1a-4df1-a089-c1d2f9f61dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:56.623778 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a8fcb04-7a1a-4df1-a089-c1d2f9f61dd2 admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:56.627909 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4a8fcb04-7a1a-4df1-a089-c1d2f9f61dd2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d30f8024-f1d3-47fb-ab23-5f37b7e06e53 HTTP/1.1" status: 204 len: 168 time: 0.3980815 Apr 20 17:09:56.641913 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fcb04-7a1a-4df1-a089-c1d2f9f61dd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d30f8024-f1d3-47fb-ab23-5f37b7e06e53,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:57.006925 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59008) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:09:57.048296 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5e6e53b4-890d-4e9d-bf73-b3c5e4282024 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e89a578718c444f3bbc8aba49e5b39ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402112 Apr 20 17:09:57.054712 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59010) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:09:57.105072 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b13dd457-b68a-4c93-b05c-df1539abd1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:57.127349 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b13dd457-b68a-4c93-b05c-df1539abd1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:57.258317 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b13dd457-b68a-4c93-b05c-df1539abd1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:57.260944 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b13dd457-b68a-4c93-b05c-df1539abd1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:57.262117 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b13dd457-b68a-4c93-b05c-df1539abd1de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d3bb1a3-3313-45d0-b55f-68a5e1289cde HTTP/1.1" status: 204 len: 168 time: 0.2065156 Apr 20 17:09:57.271011 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd457-b68a-4c93-b05c-df1539abd1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3bb1a3-3313-45d0-b55f-68a5e1289cde,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:57.974678 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:58.252109 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:58.463877 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device b3e903bc-8d7c-4f65-8ede-a99f758c44dc no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:09:58.485288 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: b3e903bc-8d7c-4f65-8ede-a99f758c44dc {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:09:58.485634 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device b3e903bc-8d7c-4f65-8ede-a99f758c44dc not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:09:58.531875 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59032) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:09:58.633342 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-3d8e2d64-4894-4261-ac40-ead874fe4875 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1871681685'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:09:58.743641 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8e2d64-4894-4261-ac40-ead874fe4875 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Made reservation on behalf of e0386c5bc29a4bd3920cbb26c94dce89 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:09:58.747461 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d8e2d64-4894-4261-ac40-ead874fe4875 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:58.757447 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d8e2d64-4894-4261-ac40-ead874fe4875 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:58.834828 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d8e2d64-4894-4261-ac40-ead874fe4875 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:58.915293 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d8e2d64-4894-4261-ac40-ead874fe4875 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:58.943419 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d8e2d64-4894-4261-ac40-ead874fe4875 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:09:58.952994 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e2d64-4894-4261-ac40-ead874fe4875 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97bc5c96-9119-4c0a-a895-4c077953653d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:58.959091 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d8e2d64-4894-4261-ac40-ead874fe4875 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:58.959431 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-3d8e2d64-4894-4261-ac40-ead874fe4875 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Added segment c8612d4e-9d33-4b30-8a9c-c0eacf9c881b of type vlan for network e36bedfc-6add-4ccd-8eed-053f82e050d3 Apr 20 17:09:59.001410 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d8e2d64-4894-4261-ac40-ead874fe4875 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:59.117560 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:59.134623 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d8e2d64-4894-4261-ac40-ead874fe4875 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:59.140597 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8e2d64-4894-4261-ac40-ead874fe4875 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:09:59.141199 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3d8e2d64-4894-4261-ac40-ead874fe4875 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:59.210770 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e2d64-4894-4261-ac40-ead874fe4875 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event updated for resources: {'Network': ['ID=e36bedfc-6add-4ccd-8eed-053f82e050d3,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:59.221334 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network e36bedfc-6add-4ccd-8eed-053f82e050d3 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 17:09:59.246841 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3d8e2d64-4894-4261-ac40-ead874fe4875 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7137773 Apr 20 17:10:00.265909 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:02.455994 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59036) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:02.461217 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-b010ac1a-90f6-47d6-89b9-a83894f015c4 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Request body: {'subnet': {'network_id': 'e36bedfc-6add-4ccd-8eed-053f82e050d3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:10:02.643579 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b010ac1a-90f6-47d6-89b9-a83894f015c4 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Made reservation on behalf of e0386c5bc29a4bd3920cbb26c94dce89 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:02.647699 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b010ac1a-90f6-47d6-89b9-a83894f015c4 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:02.903712 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b010ac1a-90f6-47d6-89b9-a83894f015c4 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:02.962546 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010ac1a-90f6-47d6-89b9-a83894f015c4 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event updated for resources: {'Subnet': ['ID=f00948d1-e9f7-45ff-964c-0f3b1b228e50,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:02.976684 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b010ac1a-90f6-47d6-89b9-a83894f015c4 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Checking segment: {'id': 'c8612d4e-9d33-4b30-8a9c-c0eacf9c881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e36bedfc-6add-4ccd-8eed-053f82e050d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:10:02.977055 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b010ac1a-90f6-47d6-89b9-a83894f015c4 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Network hostable DHCP agents. Network: e36bedfc-6add-4ccd-8eed-053f82e050d3, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:10:03.080883 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b010ac1a-90f6-47d6-89b9-a83894f015c4 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Network e36bedfc-6add-4ccd-8eed-053f82e050d3 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:10:03.174794 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-b010ac1a-90f6-47d6-89b9-a83894f015c4 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, e36bedfc-6add-4ccd-8eed-053f82e050d3) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:03.181521 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b010ac1a-90f6-47d6-89b9-a83894f015c4 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:03.182562 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b010ac1a-90f6-47d6-89b9-a83894f015c4 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:03.186410 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfabd3aa-6206-47ca-9c94-e5b2b811232c None None] Network e36bedfc-6add-4ccd-8eed-053f82e050d3 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:10:03.303447 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b010ac1a-90f6-47d6-89b9-a83894f015c4 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8462515 Apr 20 17:10:03.308499 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59038) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:03.311958 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-638dcdf4-f286-480e-a91a-c1397b00c116 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1932283321'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:10:03.332872 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464db3fa-fe7f-4a4a-8787-2d96856b4efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-e36bedfc-6add-4ccd-8eed-053f82e050d3', 'network_id': 'e36bedfc-6add-4ccd-8eed-053f82e050d3', 'tenant_id': 'e0386c5bc29a4bd3920cbb26c94dce89', 'fixed_ips': [{'subnet_id': 'f00948d1-e9f7-45ff-964c-0f3b1b228e50'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 17:10:03.333767 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-464db3fa-fe7f-4a4a-8787-2d96856b4efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:03.431933 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638dcdf4-f286-480e-a91a-c1397b00c116 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Made reservation on behalf of e0386c5bc29a4bd3920cbb26c94dce89 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:03.435427 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-638dcdf4-f286-480e-a91a-c1397b00c116 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:03.460432 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638dcdf4-f286-480e-a91a-c1397b00c116 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:10:03.469191 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-638dcdf4-f286-480e-a91a-c1397b00c116 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:03.469532 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-638dcdf4-f286-480e-a91a-c1397b00c116 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Added segment 5169f937-0fb7-4a3e-b9fd-e1aa1674aefd of type vlan for network bd46fa0a-f3c0-4889-812b-dc2099952963 Apr 20 17:10:03.471382 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-464db3fa-fe7f-4a4a-8787-2d96856b4efc None None] Allocated IP 2001:db8:0:ffff::2 (e36bedfc-6add-4ccd-8eed-053f82e050d3/f00948d1-e9f7-45ff-964c-0f3b1b228e50/04f388a8-909f-4ceb-a8c0-1a3394e08eee) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:10:03.512570 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-638dcdf4-f286-480e-a91a-c1397b00c116 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:03.622662 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-464db3fa-fe7f-4a4a-8787-2d96856b4efc None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:03.683255 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-638dcdf4-f286-480e-a91a-c1397b00c116 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:03.688832 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638dcdf4-f286-480e-a91a-c1397b00c116 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:03.689425 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-638dcdf4-f286-480e-a91a-c1397b00c116 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:03.746794 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-464db3fa-fe7f-4a4a-8787-2d96856b4efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:03.759390 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638dcdf4-f286-480e-a91a-c1397b00c116 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event updated for resources: {'Network': ['ID=bd46fa0a-f3c0-4889-812b-dc2099952963,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:03.774990 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network bd46fa0a-f3c0-4889-812b-dc2099952963 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 17:10:03.805763 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464db3fa-fe7f-4a4a-8787-2d96856b4efc None None] Network e36bedfc-6add-4ccd-8eed-053f82e050d3 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:10:03.837541 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-464db3fa-fe7f-4a4a-8787-2d96856b4efc None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:03.845096 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464db3fa-fe7f-4a4a-8787-2d96856b4efc None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:10:03.847449 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464db3fa-fe7f-4a4a-8787-2d96856b4efc None None] Pushing event updated for resources: {'Port': ['ID=04f388a8-909f-4ceb-a8c0-1a3394e08eee,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:03.874931 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-638dcdf4-f286-480e-a91a-c1397b00c116 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5670195 Apr 20 17:10:03.877881 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59040) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:03.883021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2a00b9f4-09a3-4e4e-a42c-50b2b083d2da tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Request body: {'subnet': {'network_id': 'bd46fa0a-f3c0-4889-812b-dc2099952963', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:10:03.914703 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-464db3fa-fe7f-4a4a-8787-2d96856b4efc None None] Attempting to bind port 04f388a8-909f-4ceb-a8c0-1a3394e08eee on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:10:03.915074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-464db3fa-fe7f-4a4a-8787-2d96856b4efc None None] Attempting to bind port 04f388a8-909f-4ceb-a8c0-1a3394e08eee by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'c8612d4e-9d33-4b30-8a9c-c0eacf9c881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e36bedfc-6add-4ccd-8eed-053f82e050d3'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:10:03.915441 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464db3fa-fe7f-4a4a-8787-2d96856b4efc None None] Attempting to bind port 04f388a8-909f-4ceb-a8c0-1a3394e08eee on network e36bedfc-6add-4ccd-8eed-053f82e050d3 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:10:03.920309 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464db3fa-fe7f-4a4a-8787-2d96856b4efc None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:10:03.920745 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464db3fa-fe7f-4a4a-8787-2d96856b4efc None None] Checking segment: {'id': 'c8612d4e-9d33-4b30-8a9c-c0eacf9c881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e36bedfc-6add-4ccd-8eed-053f82e050d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:10:03.921152 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-464db3fa-fe7f-4a4a-8787-2d96856b4efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:03.921547 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464db3fa-fe7f-4a4a-8787-2d96856b4efc None None] Bound using segment: {'id': 'c8612d4e-9d33-4b30-8a9c-c0eacf9c881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e36bedfc-6add-4ccd-8eed-053f82e050d3'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:10:03.922012 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-464db3fa-fe7f-4a4a-8787-2d96856b4efc None None] Bound port: 04f388a8-909f-4ceb-a8c0-1a3394e08eee, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8612d4e-9d33-4b30-8a9c-c0eacf9c881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e36bedfc-6add-4ccd-8eed-053f82e050d3'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:10:03.922418 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-464db3fa-fe7f-4a4a-8787-2d96856b4efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:03.990897 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-464db3fa-fe7f-4a4a-8787-2d96856b4efc None None] For port 04f388a8-909f-4ceb-a8c0-1a3394e08eee, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:03.993821 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-464db3fa-fe7f-4a4a-8787-2d96856b4efc None None] For port 04f388a8-909f-4ceb-a8c0-1a3394e08eee, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=04f388a8-909f-4ceb-a8c0-1a3394e08eee,segment=NetworkSegment(c8612d4e-9d33-4b30-8a9c-c0eacf9c881b),segment_id=c8612d4e-9d33-4b30-8a9c-c0eacf9c881b)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:10:04.094372 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a00b9f4-09a3-4e4e-a42c-50b2b083d2da tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Made reservation on behalf of e0386c5bc29a4bd3920cbb26c94dce89 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:04.098585 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2a00b9f4-09a3-4e4e-a42c-50b2b083d2da tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:04.164327 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-464db3fa-fe7f-4a4a-8787-2d96856b4efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:04.229091 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464db3fa-fe7f-4a4a-8787-2d96856b4efc None None] Pushing event updated for resources: {'Port': ['ID=04f388a8-909f-4ceb-a8c0-1a3394e08eee,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:04.454928 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2a00b9f4-09a3-4e4e-a42c-50b2b083d2da tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:04.515947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00b9f4-09a3-4e4e-a42c-50b2b083d2da tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event updated for resources: {'Subnet': ['ID=82fb21b1-dbd4-40ed-b7b1-b961ceead760,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:04.531745 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a00b9f4-09a3-4e4e-a42c-50b2b083d2da tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Checking segment: {'id': '5169f937-0fb7-4a3e-b9fd-e1aa1674aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd46fa0a-f3c0-4889-812b-dc2099952963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:10:04.532101 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a00b9f4-09a3-4e4e-a42c-50b2b083d2da tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Network hostable DHCP agents. Network: bd46fa0a-f3c0-4889-812b-dc2099952963, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:10:04.672099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a00b9f4-09a3-4e4e-a42c-50b2b083d2da tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Network bd46fa0a-f3c0-4889-812b-dc2099952963 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:10:04.860911 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-2a00b9f4-09a3-4e4e-a42c-50b2b083d2da tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, bd46fa0a-f3c0-4889-812b-dc2099952963) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:04.865940 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a00b9f4-09a3-4e4e-a42c-50b2b083d2da tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:04.866639 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2a00b9f4-09a3-4e4e-a42c-50b2b083d2da tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:04.872703 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af644f5-7820-4d13-9a30-2dfb99e0bed3 None None] Network bd46fa0a-f3c0-4889-812b-dc2099952963 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:10:05.032151 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09be281-a83d-483f-a663-a4df764e3866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-bd46fa0a-f3c0-4889-812b-dc2099952963', 'network_id': 'bd46fa0a-f3c0-4889-812b-dc2099952963', 'tenant_id': 'e0386c5bc29a4bd3920cbb26c94dce89', 'fixed_ips': [{'subnet_id': '82fb21b1-dbd4-40ed-b7b1-b961ceead760'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 17:10:05.032151 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a09be281-a83d-483f-a663-a4df764e3866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:05.075893 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2a00b9f4-09a3-4e4e-a42c-50b2b083d2da tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.1959875 Apr 20 17:10:05.085401 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59042) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:05.135208 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8cdf3f-f877-43a4-a6a6-8e52c39b153c None None] Network e36bedfc-6add-4ccd-8eed-053f82e050d3 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:10:05.195721 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:05.228464 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-a09be281-a83d-483f-a663-a4df764e3866 None None] Allocated IP 2001:db8::2 (bd46fa0a-f3c0-4889-812b-dc2099952963/82fb21b1-dbd4-40ed-b7b1-b961ceead760/25723728-d1a5-4faa-ae02-e9b27a0678ed) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:10:05.270089 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c87df79f-8643-46bb-af5a-490157de738d None None] Provisioning complete for port 04f388a8-909f-4ceb-a8c0-1a3394e08eee triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:05.270778 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c87df79f-8643-46bb-af5a-490157de738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:05.279756 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:05.413480 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 04f388a8-909f-4ceb-a8c0-1a3394e08eee up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:10:05.549050 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c87df79f-8643-46bb-af5a-490157de738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:05.552279 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a09be281-a83d-483f-a663-a4df764e3866 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:05.599336 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 04f388a8-909f-4ceb-a8c0-1a3394e08eee triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:05.601396 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:05.604420 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c87df79f-8643-46bb-af5a-490157de738d None None] For port 04f388a8-909f-4ceb-a8c0-1a3394e08eee, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=04f388a8-909f-4ceb-a8c0-1a3394e08eee,segment=NetworkSegment(c8612d4e-9d33-4b30-8a9c-c0eacf9c881b),segment_id=c8612d4e-9d33-4b30-8a9c-c0eacf9c881b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:05.669612 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a09be281-a83d-483f-a663-a4df764e3866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:05.782108 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:05.809466 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event deleted for resources: {'Subnet': ['ID=82fb21b1-dbd4-40ed-b7b1-b961ceead760,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:05.874478 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c87df79f-8643-46bb-af5a-490157de738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:05.881152 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:05.887088 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09be281-a83d-483f-a663-a4df764e3866 None None] Network bd46fa0a-f3c0-4889-812b-dc2099952963 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:10:05.890032 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:05.895031 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-a09be281-a83d-483f-a663-a4df764e3866 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:05.904468 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd46fa0a-f3c0-4889-812b-dc2099952963']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:05.906742 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09be281-a83d-483f-a663-a4df764e3866 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:10:05.911579 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09be281-a83d-483f-a663-a4df764e3866 None None] Pushing event updated for resources: {'Port': ['ID=25723728-d1a5-4faa-ae02-e9b27a0678ed,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:05.914901 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5169f937-0fb7-4a3e-b9fd-e1aa1674aefd') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:05.915427 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5169f937-0fb7-4a3e-b9fd-e1aa1674aefd') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:05.926914 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:05.941686 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:05.948429 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: timer() Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:10:05.952116 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:10:06.041699 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87df79f-8643-46bb-af5a-490157de738d None None] Pushing event updated for resources: {'Port': ['ID=04f388a8-909f-4ceb-a8c0-1a3394e08eee,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:06.046304 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a09be281-a83d-483f-a663-a4df764e3866 None None] Attempting to bind port 25723728-d1a5-4faa-ae02-e9b27a0678ed on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:10:06.046673 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a09be281-a83d-483f-a663-a4df764e3866 None None] Attempting to bind port 25723728-d1a5-4faa-ae02-e9b27a0678ed by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '5169f937-0fb7-4a3e-b9fd-e1aa1674aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd46fa0a-f3c0-4889-812b-dc2099952963'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:10:06.047040 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09be281-a83d-483f-a663-a4df764e3866 None None] Attempting to bind port 25723728-d1a5-4faa-ae02-e9b27a0678ed on network bd46fa0a-f3c0-4889-812b-dc2099952963 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:10:06.058306 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:10:06.058667 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:10:06.059420 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-64c34ec9-b6db-489e-9108-9d57e4315c1c None None] Provisioning complete for port 04f388a8-909f-4ceb-a8c0-1a3394e08eee triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:06.059785 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-64c34ec9-b6db-489e-9108-9d57e4315c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:06.061398 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09be281-a83d-483f-a663-a4df764e3866 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:10:06.061769 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09be281-a83d-483f-a663-a4df764e3866 None None] Checking segment: {'id': '5169f937-0fb7-4a3e-b9fd-e1aa1674aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd46fa0a-f3c0-4889-812b-dc2099952963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:10:06.062189 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a09be281-a83d-483f-a663-a4df764e3866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:06.062576 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09be281-a83d-483f-a663-a4df764e3866 None None] Bound using segment: {'id': '5169f937-0fb7-4a3e-b9fd-e1aa1674aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd46fa0a-f3c0-4889-812b-dc2099952963'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:10:06.063048 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a09be281-a83d-483f-a663-a4df764e3866 None None] Bound port: 25723728-d1a5-4faa-ae02-e9b27a0678ed, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5169f937-0fb7-4a3e-b9fd-e1aa1674aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bd46fa0a-f3c0-4889-812b-dc2099952963'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:10:06.063425 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a09be281-a83d-483f-a663-a4df764e3866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:06.089113 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.db.api [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 17:10:06.089113 n-d-836146-2 neutron-server[103484]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 17:10:06.089113 n-d-836146-2 neutron-server[103484]: [parameters: {'id': 'bd46fa0a-f3c0-4889-812b-dc2099952963'}] Apr 20 17:10:06.089113 n-d-836146-2 neutron-server[103484]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:10:06.089587 n-d-836146-2 neutron-server[103484]: DEBUG oslo_db.api [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:10:06.165124 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a09be281-a83d-483f-a663-a4df764e3866 None None] For port 25723728-d1a5-4faa-ae02-e9b27a0678ed, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:06.195180 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a09be281-a83d-483f-a663-a4df764e3866 None None] For port 25723728-d1a5-4faa-ae02-e9b27a0678ed, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=25723728-d1a5-4faa-ae02-e9b27a0678ed,segment=NetworkSegment(5169f937-0fb7-4a3e-b9fd-e1aa1674aefd),segment_id=5169f937-0fb7-4a3e-b9fd-e1aa1674aefd)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:10:06.286715 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a09be281-a83d-483f-a663-a4df764e3866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:06.365364 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09be281-a83d-483f-a663-a4df764e3866 None None] Pushing event updated for resources: {'Port': ['ID=25723728-d1a5-4faa-ae02-e9b27a0678ed,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:06.377827 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5cb67f-8b69-4547-92a7-4a7f95ecbf3a None None] Network bd46fa0a-f3c0-4889-812b-dc2099952963 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:10:06.499166 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7941d8-7b81-48fc-bbc7-d51c5745ca83 None None] get_active_networks_info from n-d-836146-2 {{(pid=103486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 17:10:06.569938 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7941d8-7b81-48fc-bbc7-d51c5745ca83 None None] Resources bound (agent type, host, resource id): {{(pid=103486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 17:10:06.591001 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:06.644760 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Deleting port 25723728-d1a5-4faa-ae02-e9b27a0678ed {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:10:06.645098 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:06.711545 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] For port 25723728-d1a5-4faa-ae02-e9b27a0678ed, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=25723728-d1a5-4faa-ae02-e9b27a0678ed,segment=NetworkSegment(5169f937-0fb7-4a3e-b9fd-e1aa1674aefd),segment_id=5169f937-0fb7-4a3e-b9fd-e1aa1674aefd)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:06.711915 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:06.725723 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Calling delete_port for 25723728-d1a5-4faa-ae02-e9b27a0678ed owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:10:06.871728 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:06.895538 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event deleted for resources: {'Port': ['ID=25723728-d1a5-4faa-ae02-e9b27a0678ed,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:06.900984 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] No DVR routers for this DVR port 25723728-d1a5-4faa-ae02-e9b27a0678ed on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:10:06.983403 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:07.004277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd46fa0a-f3c0-4889-812b-dc2099952963']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:07.013410 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5169f937-0fb7-4a3e-b9fd-e1aa1674aefd') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:07.013735 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5169f937-0fb7-4a3e-b9fd-e1aa1674aefd') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:07.023779 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:07.036804 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: timer() Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:10:07.047330 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:10:07.197899 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:07.205257 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:07.208312 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] 10.222.0.15 "DELETE /v2.0/networks/bd46fa0a-f3c0-4889-812b-dc2099952963 HTTP/1.1" status: 204 len: 168 time: 2.1218758 Apr 20 17:10:07.211902 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59044) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:07.217112 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-975028fd-0974-48ca-aed3-2d1c84fb0e40 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-573121372'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:10:07.221036 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8a627-acdc-4438-87d1-1b0bc5706941 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event deleted for resources: {'Network': ['ID=bd46fa0a-f3c0-4889-812b-dc2099952963,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:07.306473 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975028fd-0974-48ca-aed3-2d1c84fb0e40 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Made reservation on behalf of e0386c5bc29a4bd3920cbb26c94dce89 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:07.311771 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-975028fd-0974-48ca-aed3-2d1c84fb0e40 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:07.338049 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975028fd-0974-48ca-aed3-2d1c84fb0e40 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:10:07.347552 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-975028fd-0974-48ca-aed3-2d1c84fb0e40 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:07.347895 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-975028fd-0974-48ca-aed3-2d1c84fb0e40 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Added segment 51c60b26-521a-4124-b5c8-b0a90dc31abd of type vlan for network 0eb41ab5-6168-4a51-a4b1-01c04b6de69d Apr 20 17:10:07.382498 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 04f388a8-909f-4ceb-a8c0-1a3394e08eee up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:10:07.392049 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-975028fd-0974-48ca-aed3-2d1c84fb0e40 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:07.433513 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 04f388a8-909f-4ceb-a8c0-1a3394e08eee triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:07.433881 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:07.523014 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-975028fd-0974-48ca-aed3-2d1c84fb0e40 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:07.528584 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975028fd-0974-48ca-aed3-2d1c84fb0e40 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:07.529164 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-975028fd-0974-48ca-aed3-2d1c84fb0e40 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:07.595403 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975028fd-0974-48ca-aed3-2d1c84fb0e40 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event updated for resources: {'Network': ['ID=0eb41ab5-6168-4a51-a4b1-01c04b6de69d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:07.606853 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 0eb41ab5-6168-4a51-a4b1-01c04b6de69d details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 17:10:07.632259 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-975028fd-0974-48ca-aed3-2d1c84fb0e40 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4191134 Apr 20 17:10:07.635091 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59046) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:07.640072 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Request body: {'subnet': {'network_id': '0eb41ab5-6168-4a51-a4b1-01c04b6de69d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:10:07.791612 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Made reservation on behalf of e0386c5bc29a4bd3920cbb26c94dce89 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:07.795335 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:07.855776 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.ipam_backend_mixin [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Performing IP validity checks on allocation pools {{(pid=103485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 17:10:07.856202 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.ipam_backend_mixin [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103485) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 17:10:08.058123 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:08.119871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event updated for resources: {'Subnet': ['ID=0cccf721-0d04-4023-86e3-afc8304ac9c0,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:08.130858 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:08.131210 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:08.131550 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:08.131879 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:08.132208 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:08.132564 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:08.132889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:08.133213 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:08.133533 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:08.133849 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:08.134168 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:08.134489 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:08.137443 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Checking segment: {'id': '51c60b26-521a-4124-b5c8-b0a90dc31abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0eb41ab5-6168-4a51-a4b1-01c04b6de69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:10:08.137796 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Network hostable DHCP agents. Network: 0eb41ab5-6168-4a51-a4b1-01c04b6de69d, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:10:08.237650 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Network 0eb41ab5-6168-4a51-a4b1-01c04b6de69d is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:10:08.297979 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 0eb41ab5-6168-4a51-a4b1-01c04b6de69d) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:08.302330 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:08.302921 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:08.306842 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c41cb17-0e1a-408c-9aac-722f6db36802 None None] Network 0eb41ab5-6168-4a51-a4b1-01c04b6de69d requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:10:08.423336 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-264ee1ee-cc6c-4509-94c8-8cb074271936 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7870712 Apr 20 17:10:08.425983 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59048) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:08.448153 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0fb3d1-fe2b-4d30-a05a-d7961c1e3fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-0eb41ab5-6168-4a51-a4b1-01c04b6de69d', 'network_id': '0eb41ab5-6168-4a51-a4b1-01c04b6de69d', 'tenant_id': 'e0386c5bc29a4bd3920cbb26c94dce89', 'fixed_ips': [{'subnet_id': '0cccf721-0d04-4023-86e3-afc8304ac9c0'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 17:10:08.449243 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-df0fb3d1-fe2b-4d30-a05a-d7961c1e3fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:08.530223 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:08.583617 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:08.587074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-df0fb3d1-fe2b-4d30-a05a-d7961c1e3fbe None None] Allocated IP 2001:db8::3 (0eb41ab5-6168-4a51-a4b1-01c04b6de69d/0cccf721-0d04-4023-86e3-afc8304ac9c0/ab2848fd-3172-4d82-9ebb-79bad2855d7e) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:10:08.731321 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-df0fb3d1-fe2b-4d30-a05a-d7961c1e3fbe None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:08.838267 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-df0fb3d1-fe2b-4d30-a05a-d7961c1e3fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:08.881508 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0fb3d1-fe2b-4d30-a05a-d7961c1e3fbe None None] Network 0eb41ab5-6168-4a51-a4b1-01c04b6de69d is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:10:08.884508 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-df0fb3d1-fe2b-4d30-a05a-d7961c1e3fbe None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:08.888065 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0fb3d1-fe2b-4d30-a05a-d7961c1e3fbe None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:10:08.895424 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fb3d1-fe2b-4d30-a05a-d7961c1e3fbe None None] Pushing event updated for resources: {'Port': ['ID=ab2848fd-3172-4d82-9ebb-79bad2855d7e,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:08.944837 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-df0fb3d1-fe2b-4d30-a05a-d7961c1e3fbe None None] Attempting to bind port ab2848fd-3172-4d82-9ebb-79bad2855d7e on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:10:08.945182 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-df0fb3d1-fe2b-4d30-a05a-d7961c1e3fbe None None] Attempting to bind port ab2848fd-3172-4d82-9ebb-79bad2855d7e by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '51c60b26-521a-4124-b5c8-b0a90dc31abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0eb41ab5-6168-4a51-a4b1-01c04b6de69d'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:10:08.945533 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0fb3d1-fe2b-4d30-a05a-d7961c1e3fbe None None] Attempting to bind port ab2848fd-3172-4d82-9ebb-79bad2855d7e on network 0eb41ab5-6168-4a51-a4b1-01c04b6de69d {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:10:08.950606 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0fb3d1-fe2b-4d30-a05a-d7961c1e3fbe None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:10:08.950971 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0fb3d1-fe2b-4d30-a05a-d7961c1e3fbe None None] Checking segment: {'id': '51c60b26-521a-4124-b5c8-b0a90dc31abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0eb41ab5-6168-4a51-a4b1-01c04b6de69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:10:08.951363 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-df0fb3d1-fe2b-4d30-a05a-d7961c1e3fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:08.951746 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0fb3d1-fe2b-4d30-a05a-d7961c1e3fbe None None] Bound using segment: {'id': '51c60b26-521a-4124-b5c8-b0a90dc31abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0eb41ab5-6168-4a51-a4b1-01c04b6de69d'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:10:08.952204 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-df0fb3d1-fe2b-4d30-a05a-d7961c1e3fbe None None] Bound port: ab2848fd-3172-4d82-9ebb-79bad2855d7e, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c60b26-521a-4124-b5c8-b0a90dc31abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0eb41ab5-6168-4a51-a4b1-01c04b6de69d'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:10:08.952605 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-df0fb3d1-fe2b-4d30-a05a-d7961c1e3fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:08.955725 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:08.985922 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event deleted for resources: {'Subnet': ['ID=0cccf721-0d04-4023-86e3-afc8304ac9c0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:09.022943 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-df0fb3d1-fe2b-4d30-a05a-d7961c1e3fbe None None] For port ab2848fd-3172-4d82-9ebb-79bad2855d7e, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:09.026514 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-df0fb3d1-fe2b-4d30-a05a-d7961c1e3fbe None None] For port ab2848fd-3172-4d82-9ebb-79bad2855d7e, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ab2848fd-3172-4d82-9ebb-79bad2855d7e,segment=NetworkSegment(51c60b26-521a-4124-b5c8-b0a90dc31abd),segment_id=51c60b26-521a-4124-b5c8-b0a90dc31abd)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:10:09.052075 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:09.072942 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb41ab5-6168-4a51-a4b1-01c04b6de69d']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:09.082747 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c60b26-521a-4124-b5c8-b0a90dc31abd') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:09.083037 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c60b26-521a-4124-b5c8-b0a90dc31abd') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:09.092867 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:09.144679 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-df0fb3d1-fe2b-4d30-a05a-d7961c1e3fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:09.146774 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:09.153523 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: timer() Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:10:09.158328 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:10:09.222406 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fb3d1-fe2b-4d30-a05a-d7961c1e3fbe None None] Pushing event updated for resources: {'Port': ['ID=ab2848fd-3172-4d82-9ebb-79bad2855d7e,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:09.238611 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8184391f-ce29-4c8b-acdc-e958aabea93c None None] Network 0eb41ab5-6168-4a51-a4b1-01c04b6de69d requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:10:09.300928 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.db.api [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 17:10:09.300928 n-d-836146-2 neutron-server[103485]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 17:10:09.300928 n-d-836146-2 neutron-server[103485]: [parameters: {'id': '0eb41ab5-6168-4a51-a4b1-01c04b6de69d'}] Apr 20 17:10:09.300928 n-d-836146-2 neutron-server[103485]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:10:09.301835 n-d-836146-2 neutron-server[103485]: DEBUG oslo_db.api [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:10:09.360997 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f61c61-fa5c-4a36-8bb2-bb634191681c None None] get_active_networks_info from n-d-836146-2 {{(pid=103486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 17:10:09.432104 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f61c61-fa5c-4a36-8bb2-bb634191681c None None] Resources bound (agent type, host, resource id): {{(pid=103486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 17:10:09.803411 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:09.861571 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Deleting port ab2848fd-3172-4d82-9ebb-79bad2855d7e {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:10:09.861795 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:09.927953 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] For port ab2848fd-3172-4d82-9ebb-79bad2855d7e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ab2848fd-3172-4d82-9ebb-79bad2855d7e,segment=NetworkSegment(51c60b26-521a-4124-b5c8-b0a90dc31abd),segment_id=51c60b26-521a-4124-b5c8-b0a90dc31abd)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:09.928315 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:09.941478 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Calling delete_port for ab2848fd-3172-4d82-9ebb-79bad2855d7e owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:10:10.146346 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:10.175395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] No DVR routers for this DVR port ab2848fd-3172-4d82-9ebb-79bad2855d7e on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:10:10.177035 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event deleted for resources: {'Port': ['ID=ab2848fd-3172-4d82-9ebb-79bad2855d7e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:10.256095 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:10.277451 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb41ab5-6168-4a51-a4b1-01c04b6de69d']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:10.290799 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c60b26-521a-4124-b5c8-b0a90dc31abd') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:10.291101 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c60b26-521a-4124-b5c8-b0a90dc31abd') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:10.310670 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:10.326596 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:10.333988 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:10:10.334539 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: timer() Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:10:10.338525 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:10:10.498126 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:10.506086 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:10.509122 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] 10.222.0.15 "DELETE /v2.0/networks/0eb41ab5-6168-4a51-a4b1-01c04b6de69d HTTP/1.1" status: 204 len: 168 time: 2.0821617 Apr 20 17:10:10.513708 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59050) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:10.518947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-ea112b11-d153-44a6-a121-1d790aafa766 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1604537737'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:10:10.523644 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454ca9a-3cb3-4295-96cb-19b255a35b88 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event deleted for resources: {'Network': ['ID=0eb41ab5-6168-4a51-a4b1-01c04b6de69d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:10.626444 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea112b11-d153-44a6-a121-1d790aafa766 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Made reservation on behalf of e0386c5bc29a4bd3920cbb26c94dce89 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:10.630667 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea112b11-d153-44a6-a121-1d790aafa766 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:10.655783 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea112b11-d153-44a6-a121-1d790aafa766 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:10:10.664611 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea112b11-d153-44a6-a121-1d790aafa766 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:10.665063 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-ea112b11-d153-44a6-a121-1d790aafa766 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Added segment 2cec9de5-715c-4814-8527-c816374d05b8 of type vlan for network 2d9cc240-fdb5-41ab-b181-53c50bb3da82 Apr 20 17:10:10.704448 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea112b11-d153-44a6-a121-1d790aafa766 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:10.820556 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea112b11-d153-44a6-a121-1d790aafa766 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:10.825995 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea112b11-d153-44a6-a121-1d790aafa766 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:10.826602 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea112b11-d153-44a6-a121-1d790aafa766 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:10.893090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea112b11-d153-44a6-a121-1d790aafa766 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event updated for resources: {'Network': ['ID=2d9cc240-fdb5-41ab-b181-53c50bb3da82,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:10.904869 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 2d9cc240-fdb5-41ab-b181-53c50bb3da82 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 17:10:10.931948 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ea112b11-d153-44a6-a121-1d790aafa766 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4170921 Apr 20 17:10:10.935542 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59052) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:10.942908 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-64d5fa83-8936-4709-9c64-c21e738f9a6b tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Request body: {'subnet': {'network_id': '2d9cc240-fdb5-41ab-b181-53c50bb3da82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:10:11.123131 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d5fa83-8936-4709-9c64-c21e738f9a6b tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Made reservation on behalf of e0386c5bc29a4bd3920cbb26c94dce89 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:11.126575 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-64d5fa83-8936-4709-9c64-c21e738f9a6b tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:11.366779 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-64d5fa83-8936-4709-9c64-c21e738f9a6b tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:11.418070 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5fa83-8936-4709-9c64-c21e738f9a6b tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event updated for resources: {'Subnet': ['ID=25f7d168-21f7-4cef-9f4a-7a499aa36ed2,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:11.437267 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d5fa83-8936-4709-9c64-c21e738f9a6b tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Checking segment: {'id': '2cec9de5-715c-4814-8527-c816374d05b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2d9cc240-fdb5-41ab-b181-53c50bb3da82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:10:11.437623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d5fa83-8936-4709-9c64-c21e738f9a6b tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Network hostable DHCP agents. Network: 2d9cc240-fdb5-41ab-b181-53c50bb3da82, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:10:11.523026 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d5fa83-8936-4709-9c64-c21e738f9a6b tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Network 2d9cc240-fdb5-41ab-b181-53c50bb3da82 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:10:11.586319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-64d5fa83-8936-4709-9c64-c21e738f9a6b tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 2d9cc240-fdb5-41ab-b181-53c50bb3da82) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:11.590437 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d5fa83-8936-4709-9c64-c21e738f9a6b tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:11.591014 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-64d5fa83-8936-4709-9c64-c21e738f9a6b tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:11.595123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca9c464-2ec5-41ef-9c04-f1f0f9e4dd1b None None] Network 2d9cc240-fdb5-41ab-b181-53c50bb3da82 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:10:11.720132 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-64d5fa83-8936-4709-9c64-c21e738f9a6b tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7834749 Apr 20 17:10:11.724683 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59054) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:11.730340 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-3b6eaa23-dc9c-436d-aa32-74ebf46285fb tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2134492768'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:10:11.739335 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d641bf-43bf-478e-8a73-aafba1158b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-2d9cc240-fdb5-41ab-b181-53c50bb3da82', 'network_id': '2d9cc240-fdb5-41ab-b181-53c50bb3da82', 'tenant_id': 'e0386c5bc29a4bd3920cbb26c94dce89', 'fixed_ips': [{'subnet_id': '25f7d168-21f7-4cef-9f4a-7a499aa36ed2'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 17:10:11.740228 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-58d641bf-43bf-478e-8a73-aafba1158b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:11.846410 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6eaa23-dc9c-436d-aa32-74ebf46285fb tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Made reservation on behalf of e0386c5bc29a4bd3920cbb26c94dce89 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:11.850730 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3b6eaa23-dc9c-436d-aa32-74ebf46285fb tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:11.874136 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6eaa23-dc9c-436d-aa32-74ebf46285fb tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:10:11.875867 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-58d641bf-43bf-478e-8a73-aafba1158b1e None None] Allocated IP 2001:db8::2 (2d9cc240-fdb5-41ab-b181-53c50bb3da82/25f7d168-21f7-4cef-9f4a-7a499aa36ed2/971a8f44-4a96-4a29-82ff-b05afc99db43) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:10:11.883274 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3b6eaa23-dc9c-436d-aa32-74ebf46285fb tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:11.883623 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-3b6eaa23-dc9c-436d-aa32-74ebf46285fb tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Added segment 5b6b3ea6-56d2-4abb-a757-7f03abcf0340 of type vlan for network b79e3a11-639b-45fd-bd47-78d2d4da74b8 Apr 20 17:10:11.923242 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3b6eaa23-dc9c-436d-aa32-74ebf46285fb tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:12.016967 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-58d641bf-43bf-478e-8a73-aafba1158b1e None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:12.029259 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3b6eaa23-dc9c-436d-aa32-74ebf46285fb tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:12.035435 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6eaa23-dc9c-436d-aa32-74ebf46285fb tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:12.036050 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3b6eaa23-dc9c-436d-aa32-74ebf46285fb tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:12.098719 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6eaa23-dc9c-436d-aa32-74ebf46285fb tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event updated for resources: {'Network': ['ID=b79e3a11-639b-45fd-bd47-78d2d4da74b8,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:12.108634 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network b79e3a11-639b-45fd-bd47-78d2d4da74b8 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 17:10:12.123508 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-58d641bf-43bf-478e-8a73-aafba1158b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:12.171730 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3b6eaa23-dc9c-436d-aa32-74ebf46285fb tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4459426 Apr 20 17:10:12.174685 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59056) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:12.179556 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d670944a-d2df-4697-bb11-41bcb6234bd6 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Request body: {'subnet': {'network_id': 'b79e3a11-639b-45fd-bd47-78d2d4da74b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:10:12.205350 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d641bf-43bf-478e-8a73-aafba1158b1e None None] Network 2d9cc240-fdb5-41ab-b181-53c50bb3da82 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:10:12.215982 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-58d641bf-43bf-478e-8a73-aafba1158b1e None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:12.219123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d641bf-43bf-478e-8a73-aafba1158b1e None None] Pushing event updated for resources: {'Port': ['ID=971a8f44-4a96-4a29-82ff-b05afc99db43,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:12.221610 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d641bf-43bf-478e-8a73-aafba1158b1e None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:10:12.278634 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-58d641bf-43bf-478e-8a73-aafba1158b1e None None] Attempting to bind port 971a8f44-4a96-4a29-82ff-b05afc99db43 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:10:12.278905 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-58d641bf-43bf-478e-8a73-aafba1158b1e None None] Attempting to bind port 971a8f44-4a96-4a29-82ff-b05afc99db43 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '2cec9de5-715c-4814-8527-c816374d05b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2d9cc240-fdb5-41ab-b181-53c50bb3da82'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:10:12.279266 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d641bf-43bf-478e-8a73-aafba1158b1e None None] Attempting to bind port 971a8f44-4a96-4a29-82ff-b05afc99db43 on network 2d9cc240-fdb5-41ab-b181-53c50bb3da82 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:10:12.284190 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d641bf-43bf-478e-8a73-aafba1158b1e None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:10:12.284618 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d641bf-43bf-478e-8a73-aafba1158b1e None None] Checking segment: {'id': '2cec9de5-715c-4814-8527-c816374d05b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2d9cc240-fdb5-41ab-b181-53c50bb3da82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:10:12.285017 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-58d641bf-43bf-478e-8a73-aafba1158b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:12.285408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d641bf-43bf-478e-8a73-aafba1158b1e None None] Bound using segment: {'id': '2cec9de5-715c-4814-8527-c816374d05b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2d9cc240-fdb5-41ab-b181-53c50bb3da82'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:10:12.285880 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-58d641bf-43bf-478e-8a73-aafba1158b1e None None] Bound port: 971a8f44-4a96-4a29-82ff-b05afc99db43, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cec9de5-715c-4814-8527-c816374d05b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2d9cc240-fdb5-41ab-b181-53c50bb3da82'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:10:12.286246 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-58d641bf-43bf-478e-8a73-aafba1158b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:12.346921 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-58d641bf-43bf-478e-8a73-aafba1158b1e None None] For port 971a8f44-4a96-4a29-82ff-b05afc99db43, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:12.350118 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-58d641bf-43bf-478e-8a73-aafba1158b1e None None] For port 971a8f44-4a96-4a29-82ff-b05afc99db43, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=971a8f44-4a96-4a29-82ff-b05afc99db43,segment=NetworkSegment(2cec9de5-715c-4814-8527-c816374d05b8),segment_id=2cec9de5-715c-4814-8527-c816374d05b8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:10:12.360616 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d670944a-d2df-4697-bb11-41bcb6234bd6 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Made reservation on behalf of e0386c5bc29a4bd3920cbb26c94dce89 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:12.364140 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d670944a-d2df-4697-bb11-41bcb6234bd6 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:12.439416 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-58d641bf-43bf-478e-8a73-aafba1158b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:12.498268 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d641bf-43bf-478e-8a73-aafba1158b1e None None] Pushing event updated for resources: {'Port': ['ID=971a8f44-4a96-4a29-82ff-b05afc99db43,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:12.632178 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d670944a-d2df-4697-bb11-41bcb6234bd6 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:12.714197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670944a-d2df-4697-bb11-41bcb6234bd6 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event updated for resources: {'Subnet': ['ID=b8903c35-a996-4a1f-ba4c-bbb91d5907e1,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:12.721908 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d670944a-d2df-4697-bb11-41bcb6234bd6 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Checking segment: {'id': '5b6b3ea6-56d2-4abb-a757-7f03abcf0340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b79e3a11-639b-45fd-bd47-78d2d4da74b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:10:12.722330 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d670944a-d2df-4697-bb11-41bcb6234bd6 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Network hostable DHCP agents. Network: b79e3a11-639b-45fd-bd47-78d2d4da74b8, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:10:12.809069 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d670944a-d2df-4697-bb11-41bcb6234bd6 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Network b79e3a11-639b-45fd-bd47-78d2d4da74b8 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:10:12.883467 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-d670944a-d2df-4697-bb11-41bcb6234bd6 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, b79e3a11-639b-45fd-bd47-78d2d4da74b8) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:12.887519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d670944a-d2df-4697-bb11-41bcb6234bd6 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:12.888045 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d670944a-d2df-4697-bb11-41bcb6234bd6 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:12.892100 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a28d979-74fd-4285-8666-f95c47fd672d None None] Network b79e3a11-639b-45fd-bd47-78d2d4da74b8 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:10:12.989422 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d670944a-d2df-4697-bb11-41bcb6234bd6 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8136864 Apr 20 17:10:12.992046 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59058) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:13.039668 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88528430-ab0c-4afd-803a-9935ca2d6fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-b79e3a11-639b-45fd-bd47-78d2d4da74b8', 'network_id': 'b79e3a11-639b-45fd-bd47-78d2d4da74b8', 'tenant_id': 'e0386c5bc29a4bd3920cbb26c94dce89', 'fixed_ips': [{'subnet_id': 'b8903c35-a996-4a1f-ba4c-bbb91d5907e1'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 17:10:13.040556 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-88528430-ab0c-4afd-803a-9935ca2d6fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:13.093102 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:13.147511 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:13.189507 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-88528430-ab0c-4afd-803a-9935ca2d6fd8 None None] Allocated IP 2001:db8::2 (b79e3a11-639b-45fd-bd47-78d2d4da74b8/b8903c35-a996-4a1f-ba4c-bbb91d5907e1/a010b62d-1ab9-4c04-b295-3f6c3ecbadd4) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:10:13.348973 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-88528430-ab0c-4afd-803a-9935ca2d6fd8 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:13.412753 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 971a8f44-4a96-4a29-82ff-b05afc99db43 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:10:13.418540 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df659ff7-8ec7-4012-9509-71502bf1e071 None None] Network 2d9cc240-fdb5-41ab-b181-53c50bb3da82 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:10:13.449671 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-88528430-ab0c-4afd-803a-9935ca2d6fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:13.523946 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:13.552101 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event deleted for resources: {'Subnet': ['ID=b8903c35-a996-4a1f-ba4c-bbb91d5907e1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:13.626406 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:13.647902 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79e3a11-639b-45fd-bd47-78d2d4da74b8']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:13.660546 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6b3ea6-56d2-4abb-a757-7f03abcf0340') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:13.660546 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6b3ea6-56d2-4abb-a757-7f03abcf0340') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:13.666707 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:13.680485 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:13.687132 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:10:13.687524 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: timer() Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:10:13.691242 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:10:13.720423 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88528430-ab0c-4afd-803a-9935ca2d6fd8 None None] Network b79e3a11-639b-45fd-bd47-78d2d4da74b8 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:10:13.724319 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88528430-ab0c-4afd-803a-9935ca2d6fd8 None None] Pushing event updated for resources: {'Port': ['ID=a010b62d-1ab9-4c04-b295-3f6c3ecbadd4,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:13.734880 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-88528430-ab0c-4afd-803a-9935ca2d6fd8 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:13.736623 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b9977425-e408-4aef-853a-d24feb7c6104 None None] Provisioning complete for port 971a8f44-4a96-4a29-82ff-b05afc99db43 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:13.739671 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b9977425-e408-4aef-853a-d24feb7c6104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:13.739671 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88528430-ab0c-4afd-803a-9935ca2d6fd8 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:10:13.792628 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.db.api [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 17:10:13.792628 n-d-836146-2 neutron-server[103484]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 17:10:13.792628 n-d-836146-2 neutron-server[103484]: [parameters: {'id': 'b79e3a11-639b-45fd-bd47-78d2d4da74b8'}] Apr 20 17:10:13.792628 n-d-836146-2 neutron-server[103484]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:10:13.793144 n-d-836146-2 neutron-server[103484]: DEBUG oslo_db.api [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:10:13.825997 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 971a8f44-4a96-4a29-82ff-b05afc99db43 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:13.826377 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:13.904256 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-88528430-ab0c-4afd-803a-9935ca2d6fd8 None None] Attempting to bind port a010b62d-1ab9-4c04-b295-3f6c3ecbadd4 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:10:13.904567 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-88528430-ab0c-4afd-803a-9935ca2d6fd8 None None] Attempting to bind port a010b62d-1ab9-4c04-b295-3f6c3ecbadd4 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '5b6b3ea6-56d2-4abb-a757-7f03abcf0340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b79e3a11-639b-45fd-bd47-78d2d4da74b8'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:10:13.904928 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88528430-ab0c-4afd-803a-9935ca2d6fd8 None None] Attempting to bind port a010b62d-1ab9-4c04-b295-3f6c3ecbadd4 on network b79e3a11-639b-45fd-bd47-78d2d4da74b8 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:10:13.919180 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88528430-ab0c-4afd-803a-9935ca2d6fd8 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:10:13.919555 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88528430-ab0c-4afd-803a-9935ca2d6fd8 None None] Checking segment: {'id': '5b6b3ea6-56d2-4abb-a757-7f03abcf0340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b79e3a11-639b-45fd-bd47-78d2d4da74b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:10:13.919956 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-88528430-ab0c-4afd-803a-9935ca2d6fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:13.920364 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88528430-ab0c-4afd-803a-9935ca2d6fd8 None None] Bound using segment: {'id': '5b6b3ea6-56d2-4abb-a757-7f03abcf0340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b79e3a11-639b-45fd-bd47-78d2d4da74b8'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:10:13.920837 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-88528430-ab0c-4afd-803a-9935ca2d6fd8 None None] Bound port: a010b62d-1ab9-4c04-b295-3f6c3ecbadd4, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6b3ea6-56d2-4abb-a757-7f03abcf0340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b79e3a11-639b-45fd-bd47-78d2d4da74b8'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:10:13.921217 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-88528430-ab0c-4afd-803a-9935ca2d6fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:14.051659 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b9977425-e408-4aef-853a-d24feb7c6104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:14.079266 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:14.101351 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-88528430-ab0c-4afd-803a-9935ca2d6fd8 None None] For port a010b62d-1ab9-4c04-b295-3f6c3ecbadd4, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:14.131378 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-88528430-ab0c-4afd-803a-9935ca2d6fd8 None None] For port a010b62d-1ab9-4c04-b295-3f6c3ecbadd4, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a010b62d-1ab9-4c04-b295-3f6c3ecbadd4,segment=NetworkSegment(5b6b3ea6-56d2-4abb-a757-7f03abcf0340),segment_id=5b6b3ea6-56d2-4abb-a757-7f03abcf0340)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:10:14.134923 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b9977425-e408-4aef-853a-d24feb7c6104 None None] For port 971a8f44-4a96-4a29-82ff-b05afc99db43, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=971a8f44-4a96-4a29-82ff-b05afc99db43,segment=NetworkSegment(2cec9de5-715c-4814-8527-c816374d05b8),segment_id=2cec9de5-715c-4814-8527-c816374d05b8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:14.224294 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-88528430-ab0c-4afd-803a-9935ca2d6fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:14.257217 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b9977425-e408-4aef-853a-d24feb7c6104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:14.297160 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:14.343157 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88528430-ab0c-4afd-803a-9935ca2d6fd8 None None] Pushing event updated for resources: {'Port': ['ID=a010b62d-1ab9-4c04-b295-3f6c3ecbadd4,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:14.347375 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:10:14.347512 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:10:14.356591 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Deleting port a010b62d-1ab9-4c04-b295-3f6c3ecbadd4 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:10:14.356903 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:14.371421 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5c1434-609d-4a81-806b-80eaca0fb731 None None] Network b79e3a11-639b-45fd-bd47-78d2d4da74b8 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:10:14.419339 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] For port a010b62d-1ab9-4c04-b295-3f6c3ecbadd4, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a010b62d-1ab9-4c04-b295-3f6c3ecbadd4,segment=NetworkSegment(5b6b3ea6-56d2-4abb-a757-7f03abcf0340),segment_id=5b6b3ea6-56d2-4abb-a757-7f03abcf0340)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:14.419709 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:14.434072 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Calling delete_port for a010b62d-1ab9-4c04-b295-3f6c3ecbadd4 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:10:14.450944 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9977425-e408-4aef-853a-d24feb7c6104 None None] Pushing event updated for resources: {'Port': ['ID=971a8f44-4a96-4a29-82ff-b05afc99db43,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:14.461632 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-166fc5d2-138f-4fbd-8b9e-8f7adb3d22fd None None] Provisioning complete for port 971a8f44-4a96-4a29-82ff-b05afc99db43 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:14.462003 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-166fc5d2-138f-4fbd-8b9e-8f7adb3d22fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:14.574256 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdc9f34-1b29-4042-a04a-8b0ed858cede None None] get_active_networks_info from n-d-836146-2 {{(pid=103486) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 17:10:14.647216 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:14.658237 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdc9f34-1b29-4042-a04a-8b0ed858cede None None] Resources bound (agent type, host, resource id): {{(pid=103486) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 17:10:14.678327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] No DVR routers for this DVR port a010b62d-1ab9-4c04-b295-3f6c3ecbadd4 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:10:14.683140 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event deleted for resources: {'Port': ['ID=a010b62d-1ab9-4c04-b295-3f6c3ecbadd4,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:14.758423 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:14.778169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79e3a11-639b-45fd-bd47-78d2d4da74b8']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:14.787122 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6b3ea6-56d2-4abb-a757-7f03abcf0340') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:14.787418 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6b3ea6-56d2-4abb-a757-7f03abcf0340') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:14.800722 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:14.813448 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:14.819859 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:10:14.820241 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: timer() Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:10:14.823145 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:10:14.997567 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:15.005187 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:15.008188 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] 10.222.0.15 "DELETE /v2.0/networks/b79e3a11-639b-45fd-bd47-78d2d4da74b8 HTTP/1.1" status: 204 len: 168 time: 2.0151975 Apr 20 17:10:15.011083 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59060) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:15.019806 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbb9d6-39e3-4120-8533-6ada2e1f7276 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event deleted for resources: {'Network': ['ID=b79e3a11-639b-45fd-bd47-78d2d4da74b8,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:15.040797 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62466c7-5c5d-4dea-b083-0daed2263619 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] GET failed (client error): The resource could not be found. Apr 20 17:10:15.042137 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e62466c7-5c5d-4dea-b083-0daed2263619 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] 10.222.0.15 "GET /v2.0/subnets/b8903c35-a996-4a1f-ba4c-bbb91d5907e1 HTTP/1.1" status: 404 len: 337 time: 0.0300024 Apr 20 17:10:15.044838 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59062) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:15.062985 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff4a8a20-29f8-43df-b093-4a5feeacb4ca tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] DELETE failed (client error): The resource could not be found. Apr 20 17:10:15.063506 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff4a8a20-29f8-43df-b093-4a5feeacb4ca tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:10:15.066444 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ff4a8a20-29f8-43df-b093-4a5feeacb4ca tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] 10.222.0.15 "DELETE /v2.0/networks/b79e3a11-639b-45fd-bd47-78d2d4da74b8 HTTP/1.1" status: 404 len: 339 time: 0.0207186 Apr 20 17:10:15.070140 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59064) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:15.095781 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fba27f6-f1d3-474c-9d1b-11eada7f4b80 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] DELETE failed (client error): The resource could not be found. Apr 20 17:10:15.096223 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fba27f6-f1d3-474c-9d1b-11eada7f4b80 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:10:15.099657 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7fba27f6-f1d3-474c-9d1b-11eada7f4b80 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] 10.222.0.15 "DELETE /v2.0/subnets/b8903c35-a996-4a1f-ba4c-bbb91d5907e1 HTTP/1.1" status: 404 len: 337 time: 0.0284989 Apr 20 17:10:15.102147 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59066) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:15.120236 n-d-836146-2 neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc865072-ab68-4d0c-865f-d11f2e002eb2 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] DELETE failed (client error): The resource could not be found. Apr 20 17:10:15.120769 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc865072-ab68-4d0c-865f-d11f2e002eb2 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103484) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:10:15.123647 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dc865072-ab68-4d0c-865f-d11f2e002eb2 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] 10.222.0.15 "DELETE /v2.0/networks/b79e3a11-639b-45fd-bd47-78d2d4da74b8 HTTP/1.1" status: 404 len: 339 time: 0.0205970 Apr 20 17:10:15.125922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59068) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:15.179242 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-82cbb3ea-2805-46d6-90c8-8ccd77475f45 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Deleting subnet 25f7d168-21f7-4cef-9f4a-7a499aa36ed2 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 17:10:15.182302 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-82cbb3ea-2805-46d6-90c8-8ccd77475f45 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:15.220648 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-82cbb3ea-2805-46d6-90c8-8ccd77475f45 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:15.307039 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-82cbb3ea-2805-46d6-90c8-8ccd77475f45 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:15.383322 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 971a8f44-4a96-4a29-82ff-b05afc99db43 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:10:15.432799 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-82cbb3ea-2805-46d6-90c8-8ccd77475f45 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:15.433671 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 971a8f44-4a96-4a29-82ff-b05afc99db43 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:15.434038 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:15.458058 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbb3ea-2805-46d6-90c8-8ccd77475f45 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event deleted for resources: {'Subnet': ['ID=25f7d168-21f7-4cef-9f4a-7a499aa36ed2,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:15.463833 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-82cbb3ea-2805-46d6-90c8-8ccd77475f45 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:15.467386 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-82cbb3ea-2805-46d6-90c8-8ccd77475f45 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] 10.222.0.15 "DELETE /v2.0/subnets/25f7d168-21f7-4cef-9f4a-7a499aa36ed2 HTTP/1.1" status: 204 len: 168 time: 0.3402476 Apr 20 17:10:15.469672 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59070) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:15.472915 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c6667c-ee47-4d90-9b7a-08bc1c1a60c7 None None] Network 2d9cc240-fdb5-41ab-b181-53c50bb3da82 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:10:15.544463 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eeada33a-f55d-4306-992c-20490384ed0f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:15.601681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-eeada33a-f55d-4306-992c-20490384ed0f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Deleting port 971a8f44-4a96-4a29-82ff-b05afc99db43 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:10:15.602022 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eeada33a-f55d-4306-992c-20490384ed0f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:15.673016 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-eeada33a-f55d-4306-992c-20490384ed0f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] For port 971a8f44-4a96-4a29-82ff-b05afc99db43, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=971a8f44-4a96-4a29-82ff-b05afc99db43,segment=NetworkSegment(2cec9de5-715c-4814-8527-c816374d05b8),segment_id=2cec9de5-715c-4814-8527-c816374d05b8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:15.673486 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eeada33a-f55d-4306-992c-20490384ed0f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:15.676502 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97db3916-003b-4bc1-840a-652f871a5ccb None None] DHCP port deletion for 2d9cc240-fdb5-41ab-b181-53c50bb3da82 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 17:10:15.687212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-eeada33a-f55d-4306-992c-20490384ed0f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Calling delete_port for 971a8f44-4a96-4a29-82ff-b05afc99db43 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:10:15.724442 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-97db3916-003b-4bc1-840a-652f871a5ccb None None] Deleting port 971a8f44-4a96-4a29-82ff-b05afc99db43 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:10:15.724812 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-97db3916-003b-4bc1-840a-652f871a5ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:15.789880 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-97db3916-003b-4bc1-840a-652f871a5ccb None None] For port 971a8f44-4a96-4a29-82ff-b05afc99db43, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=971a8f44-4a96-4a29-82ff-b05afc99db43,segment=NetworkSegment(2cec9de5-715c-4814-8527-c816374d05b8),segment_id=2cec9de5-715c-4814-8527-c816374d05b8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:15.790275 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-97db3916-003b-4bc1-840a-652f871a5ccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:15.802431 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-97db3916-003b-4bc1-840a-652f871a5ccb None None] Calling delete_port for 971a8f44-4a96-4a29-82ff-b05afc99db43 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:10:15.837579 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eeada33a-f55d-4306-992c-20490384ed0f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:15.866173 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeada33a-f55d-4306-992c-20490384ed0f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event deleted for resources: {'Port': ['ID=971a8f44-4a96-4a29-82ff-b05afc99db43,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:15.871558 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeada33a-f55d-4306-992c-20490384ed0f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] No DVR routers for this DVR port 971a8f44-4a96-4a29-82ff-b05afc99db43 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:15.874458 n-d-836146-2 neutron-server[103486]: self.session.flush() Apr 20 17:10:15.881915 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-97db3916-003b-4bc1-840a-652f871a5ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:15.910293 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db3916-003b-4bc1-840a-652f871a5ccb None None] Pushing event deleted for resources: {'Port': ['ID=971a8f44-4a96-4a29-82ff-b05afc99db43,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:15.914603 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97db3916-003b-4bc1-840a-652f871a5ccb None None] No DVR routers for this DVR port 971a8f44-4a96-4a29-82ff-b05afc99db43 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:10:15.949630 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eeada33a-f55d-4306-992c-20490384ed0f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:15.969701 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-eeada33a-f55d-4306-992c-20490384ed0f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9cc240-fdb5-41ab-b181-53c50bb3da82']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:15.978666 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-eeada33a-f55d-4306-992c-20490384ed0f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cec9de5-715c-4814-8527-c816374d05b8') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:15.983463 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-eeada33a-f55d-4306-992c-20490384ed0f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cec9de5-715c-4814-8527-c816374d05b8') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:15.988326 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eeada33a-f55d-4306-992c-20490384ed0f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:16.001422 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eeada33a-f55d-4306-992c-20490384ed0f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:16.007978 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeada33a-f55d-4306-992c-20490384ed0f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eeada33a-f55d-4306-992c-20490384ed0f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: timer() Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:10:16.012117 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:10:16.140271 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eeada33a-f55d-4306-992c-20490384ed0f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:16.147759 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eeada33a-f55d-4306-992c-20490384ed0f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:16.150810 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-eeada33a-f55d-4306-992c-20490384ed0f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] 10.222.0.15 "DELETE /v2.0/networks/2d9cc240-fdb5-41ab-b181-53c50bb3da82 HTTP/1.1" status: 204 len: 168 time: 0.6801772 Apr 20 17:10:16.155420 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59072) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:16.162111 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeada33a-f55d-4306-992c-20490384ed0f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event deleted for resources: {'Network': ['ID=2d9cc240-fdb5-41ab-b181-53c50bb3da82,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:16.185975 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-85cc0a0a-3a9d-4a0b-aab8-38b16f5420b1 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] DELETE failed (client error): The resource could not be found. Apr 20 17:10:16.186360 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85cc0a0a-3a9d-4a0b-aab8-38b16f5420b1 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:10:16.189540 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-85cc0a0a-3a9d-4a0b-aab8-38b16f5420b1 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] 10.222.0.15 "DELETE /v2.0/subnets/0cccf721-0d04-4023-86e3-afc8304ac9c0 HTTP/1.1" status: 404 len: 337 time: 0.0350628 Apr 20 17:10:16.197237 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59074) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:16.215535 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c13dd5-11fe-45f2-9227-1eff3836ba1f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] DELETE failed (client error): The resource could not be found. Apr 20 17:10:16.216064 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c13dd5-11fe-45f2-9227-1eff3836ba1f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:10:16.219126 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-11c13dd5-11fe-45f2-9227-1eff3836ba1f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] 10.222.0.15 "DELETE /v2.0/networks/0eb41ab5-6168-4a51-a4b1-01c04b6de69d HTTP/1.1" status: 404 len: 339 time: 0.0209913 Apr 20 17:10:16.221469 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59076) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:16.259718 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdeefe74-47aa-44a3-8d70-609e6c41298f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] DELETE failed (client error): The resource could not be found. Apr 20 17:10:16.260769 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdeefe74-47aa-44a3-8d70-609e6c41298f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:10:16.265219 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cdeefe74-47aa-44a3-8d70-609e6c41298f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] 10.222.0.15 "DELETE /v2.0/subnets/82fb21b1-dbd4-40ed-b7b1-b961ceead760 HTTP/1.1" status: 404 len: 337 time: 0.0404978 Apr 20 17:10:16.267834 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59078) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:16.289532 n-d-836146-2 neutron-server[103485]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f45c711-b498-4c86-9a86-9ce10e037c3f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] DELETE failed (client error): The resource could not be found. Apr 20 17:10:16.290186 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f45c711-b498-4c86-9a86-9ce10e037c3f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103485) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:10:16.293385 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0f45c711-b498-4c86-9a86-9ce10e037c3f tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] 10.222.0.15 "DELETE /v2.0/networks/bd46fa0a-f3c0-4889-812b-dc2099952963 HTTP/1.1" status: 404 len: 339 time: 0.0245805 Apr 20 17:10:16.295696 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59080) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:16.350259 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b7e50f-1678-49ec-8b3b-6243e20dd0a4 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Deleting subnet f00948d1-e9f7-45ff-964c-0f3b1b228e50 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 17:10:16.353429 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2b7e50f-1678-49ec-8b3b-6243e20dd0a4 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:16.401316 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2b7e50f-1678-49ec-8b3b-6243e20dd0a4 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:16.481247 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2b7e50f-1678-49ec-8b3b-6243e20dd0a4 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:16.603755 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2b7e50f-1678-49ec-8b3b-6243e20dd0a4 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:16.631803 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7e50f-1678-49ec-8b3b-6243e20dd0a4 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event deleted for resources: {'Subnet': ['ID=f00948d1-e9f7-45ff-964c-0f3b1b228e50,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:16.635582 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2b7e50f-1678-49ec-8b3b-6243e20dd0a4 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:16.638748 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a2b7e50f-1678-49ec-8b3b-6243e20dd0a4 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] 10.222.0.15 "DELETE /v2.0/subnets/f00948d1-e9f7-45ff-964c-0f3b1b228e50 HTTP/1.1" status: 204 len: 168 time: 0.3421559 Apr 20 17:10:16.641196 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59082) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:16.642002 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1802eeb4-c700-4146-983f-a29c3ea7f48c None None] Network e36bedfc-6add-4ccd-8eed-053f82e050d3 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:10:16.724015 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f19de81f-5afd-47d9-84fc-d0ff554ba0b9 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:16.777168 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-f19de81f-5afd-47d9-84fc-d0ff554ba0b9 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Deleting port 04f388a8-909f-4ceb-a8c0-1a3394e08eee {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:10:16.777509 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f19de81f-5afd-47d9-84fc-d0ff554ba0b9 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:16.839855 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05a5565-9ee3-4053-ba69-e503e9f88747 None None] DHCP port deletion for e36bedfc-6add-4ccd-8eed-053f82e050d3 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 17:10:16.841970 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-f19de81f-5afd-47d9-84fc-d0ff554ba0b9 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] For port 04f388a8-909f-4ceb-a8c0-1a3394e08eee, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=04f388a8-909f-4ceb-a8c0-1a3394e08eee,segment=NetworkSegment(c8612d4e-9d33-4b30-8a9c-c0eacf9c881b),segment_id=c8612d4e-9d33-4b30-8a9c-c0eacf9c881b)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:16.842326 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f19de81f-5afd-47d9-84fc-d0ff554ba0b9 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:16.856183 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-f19de81f-5afd-47d9-84fc-d0ff554ba0b9 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Calling delete_port for 04f388a8-909f-4ceb-a8c0-1a3394e08eee owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:10:16.886623 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e05a5565-9ee3-4053-ba69-e503e9f88747 None None] Deleting port 04f388a8-909f-4ceb-a8c0-1a3394e08eee {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:10:16.886992 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e05a5565-9ee3-4053-ba69-e503e9f88747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:16.948446 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e05a5565-9ee3-4053-ba69-e503e9f88747 None None] For port 04f388a8-909f-4ceb-a8c0-1a3394e08eee, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=04f388a8-909f-4ceb-a8c0-1a3394e08eee,segment=NetworkSegment(c8612d4e-9d33-4b30-8a9c-c0eacf9c881b),segment_id=c8612d4e-9d33-4b30-8a9c-c0eacf9c881b)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:16.955870 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e05a5565-9ee3-4053-ba69-e503e9f88747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:16.961072 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e05a5565-9ee3-4053-ba69-e503e9f88747 None None] Calling delete_port for 04f388a8-909f-4ceb-a8c0-1a3394e08eee owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:10:17.026571 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f19de81f-5afd-47d9-84fc-d0ff554ba0b9 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:17.039513 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e05a5565-9ee3-4053-ba69-e503e9f88747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:17.055314 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19de81f-5afd-47d9-84fc-d0ff554ba0b9 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event deleted for resources: {'Port': ['ID=04f388a8-909f-4ceb-a8c0-1a3394e08eee,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:17.057190 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19de81f-5afd-47d9-84fc-d0ff554ba0b9 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] No DVR routers for this DVR port 04f388a8-909f-4ceb-a8c0-1a3394e08eee on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:10:17.070504 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a5565-9ee3-4053-ba69-e503e9f88747 None None] No DVR routers for this DVR port 04f388a8-909f-4ceb-a8c0-1a3394e08eee on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:10:17.077572 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a5565-9ee3-4053-ba69-e503e9f88747 None None] Pushing event deleted for resources: {'Port': ['ID=04f388a8-909f-4ceb-a8c0-1a3394e08eee,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:17.141293 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f19de81f-5afd-47d9-84fc-d0ff554ba0b9 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:17.161081 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-f19de81f-5afd-47d9-84fc-d0ff554ba0b9 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36bedfc-6add-4ccd-8eed-053f82e050d3']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:17.170049 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-f19de81f-5afd-47d9-84fc-d0ff554ba0b9 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8612d4e-9d33-4b30-8a9c-c0eacf9c881b') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:17.170343 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-f19de81f-5afd-47d9-84fc-d0ff554ba0b9 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8612d4e-9d33-4b30-8a9c-c0eacf9c881b') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:17.179970 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f19de81f-5afd-47d9-84fc-d0ff554ba0b9 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:17.193272 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f19de81f-5afd-47d9-84fc-d0ff554ba0b9 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:17.198903 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19de81f-5afd-47d9-84fc-d0ff554ba0b9 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:10:17.199288 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f19de81f-5afd-47d9-84fc-d0ff554ba0b9 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: timer() Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:10:17.202248 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:10:17.315250 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f19de81f-5afd-47d9-84fc-d0ff554ba0b9 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:17.322239 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f19de81f-5afd-47d9-84fc-d0ff554ba0b9 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:17.325500 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f19de81f-5afd-47d9-84fc-d0ff554ba0b9 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] 10.222.0.15 "DELETE /v2.0/networks/e36bedfc-6add-4ccd-8eed-053f82e050d3 HTTP/1.1" status: 204 len: 168 time: 0.6832182 Apr 20 17:10:17.338227 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19de81f-5afd-47d9-84fc-d0ff554ba0b9 tempest-NetworksIpV6Test-1484219719 tempest-NetworksIpV6Test-1484219719-project] Pushing event deleted for resources: {'Network': ['ID=e36bedfc-6add-4ccd-8eed-053f82e050d3,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:17.400087 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 04f388a8-909f-4ceb-a8c0-1a3394e08eee no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:10:17.420950 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 04f388a8-909f-4ceb-a8c0-1a3394e08eee {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:10:17.421292 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 04f388a8-909f-4ceb-a8c0-1a3394e08eee not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:10:17.421696 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 971a8f44-4a96-4a29-82ff-b05afc99db43 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:10:17.440694 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 971a8f44-4a96-4a29-82ff-b05afc99db43 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:10:17.445192 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 971a8f44-4a96-4a29-82ff-b05afc99db43 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:10:17.916598 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59088) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:18.043974 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0987ebb8-d37f-4a45-91d4-5a9c265de635 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0386c5bc29a4bd3920cbb26c94dce89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262329 Apr 20 17:10:18.046467 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59092) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:18.093079 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0ee691d6-7ebc-4aec-b9f3-08e2f7257506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:18.114558 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0ee691d6-7ebc-4aec-b9f3-08e2f7257506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:18.225957 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0ee691d6-7ebc-4aec-b9f3-08e2f7257506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:18.228559 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0ee691d6-7ebc-4aec-b9f3-08e2f7257506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:18.229792 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0ee691d6-7ebc-4aec-b9f3-08e2f7257506 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/97bc5c96-9119-4c0a-a895-4c077953653d HTTP/1.1" status: 204 len: 168 time: 0.1823914 Apr 20 17:10:18.238237 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee691d6-7ebc-4aec-b9f3-08e2f7257506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bc5c96-9119-4c0a-a895-4c077953653d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:19.270043 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59114) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:19.365976 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-6ded4d81-2899-4651-95b9-f749a2873918 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-496871847', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:10:19.464131 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ded4d81-2899-4651-95b9-f749a2873918 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:19.465222 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ded4d81-2899-4651-95b9-f749a2873918 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:19.548659 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ded4d81-2899-4651-95b9-f749a2873918 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:19.655683 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ded4d81-2899-4651-95b9-f749a2873918 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:19.769372 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ded4d81-2899-4651-95b9-f749a2873918 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:19.770593 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6ded4d81-2899-4651-95b9-f749a2873918 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4995377 Apr 20 17:10:19.773273 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59118) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:19.777983 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-f855b9df-bc30-47e0-9b49-6373bc2497d9 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-250308382'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:10:19.889423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f855b9df-bc30-47e0-9b49-6373bc2497d9 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Made reservation on behalf of 33d7aeb57c644cd08b672edfb3420eec for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:19.892977 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f855b9df-bc30-47e0-9b49-6373bc2497d9 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:19.905078 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f855b9df-bc30-47e0-9b49-6373bc2497d9 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:19.977312 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f855b9df-bc30-47e0-9b49-6373bc2497d9 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:20.049129 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:10:20.071925 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f855b9df-bc30-47e0-9b49-6373bc2497d9 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:20.099782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f855b9df-bc30-47e0-9b49-6373bc2497d9 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:10:20.105844 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855b9df-bc30-47e0-9b49-6373bc2497d9 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a310525-24da-4a4c-8a70-4b5fd56599c3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:20.112932 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f855b9df-bc30-47e0-9b49-6373bc2497d9 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:20.114201 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-f855b9df-bc30-47e0-9b49-6373bc2497d9 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Added segment a9e3acd2-5431-4caa-8d70-26e535df0f16 of type vlan for network 93c15643-7491-4025-9f75-662b69ea826d Apr 20 17:10:20.154720 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f855b9df-bc30-47e0-9b49-6373bc2497d9 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:20.246615 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f855b9df-bc30-47e0-9b49-6373bc2497d9 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:20.252034 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f855b9df-bc30-47e0-9b49-6373bc2497d9 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:20.252692 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f855b9df-bc30-47e0-9b49-6373bc2497d9 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:20.318641 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855b9df-bc30-47e0-9b49-6373bc2497d9 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Pushing event updated for resources: {'Network': ['ID=93c15643-7491-4025-9f75-662b69ea826d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:20.328985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 93c15643-7491-4025-9f75-662b69ea826d details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 17:10:20.385803 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f855b9df-bc30-47e0-9b49-6373bc2497d9 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6089520 Apr 20 17:10:20.386116 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59120) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:20.391379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-483f379a-0c41-41dc-950c-920b905471cb tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Request body: {'subnet': {'network_id': '93c15643-7491-4025-9f75-662b69ea826d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:10:20.546116 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483f379a-0c41-41dc-950c-920b905471cb tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Made reservation on behalf of 33d7aeb57c644cd08b672edfb3420eec for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:20.549463 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-483f379a-0c41-41dc-950c-920b905471cb tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:21.146660 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-483f379a-0c41-41dc-950c-920b905471cb tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:21.209084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f379a-0c41-41dc-950c-920b905471cb tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Pushing event updated for resources: {'Subnet': ['ID=7d27b981-24ff-43bf-8412-6cd84c58511e,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:21.218387 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483f379a-0c41-41dc-950c-920b905471cb tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Checking segment: {'id': 'a9e3acd2-5431-4caa-8d70-26e535df0f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93c15643-7491-4025-9f75-662b69ea826d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:10:21.218739 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483f379a-0c41-41dc-950c-920b905471cb tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Network hostable DHCP agents. Network: 93c15643-7491-4025-9f75-662b69ea826d, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:10:21.326305 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483f379a-0c41-41dc-950c-920b905471cb tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Network 93c15643-7491-4025-9f75-662b69ea826d is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:10:21.449312 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-483f379a-0c41-41dc-950c-920b905471cb tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 93c15643-7491-4025-9f75-662b69ea826d) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:21.453351 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f379a-0c41-41dc-950c-920b905471cb tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:21.453935 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-483f379a-0c41-41dc-950c-920b905471cb tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:21.458801 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b81e59-51c8-4eb1-9148-9f66a33a1e41 None None] Network 93c15643-7491-4025-9f75-662b69ea826d requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:10:21.549478 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-483f379a-0c41-41dc-950c-920b905471cb tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1623013 Apr 20 17:10:21.552491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59122) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:21.558360 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-f87bb436-c0d2-4dc9-b255-d4ae6a482e6b tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-873961010'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:10:21.666318 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87bb436-c0d2-4dc9-b255-d4ae6a482e6b tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Made reservation on behalf of 33d7aeb57c644cd08b672edfb3420eec for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:21.669865 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f87bb436-c0d2-4dc9-b255-d4ae6a482e6b tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:21.693414 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f87bb436-c0d2-4dc9-b255-d4ae6a482e6b tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:10:21.701956 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f87bb436-c0d2-4dc9-b255-d4ae6a482e6b tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:21.702234 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-f87bb436-c0d2-4dc9-b255-d4ae6a482e6b tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Added segment 765f3fa8-0d70-48e7-8b43-e4c61882acb5 of type vlan for network 02dc57e0-0b84-4fdb-b691-1da093948179 Apr 20 17:10:21.742229 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f87bb436-c0d2-4dc9-b255-d4ae6a482e6b tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:21.753412 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04acf3e-ab0e-4d22-a222-cb2298fe0b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-93c15643-7491-4025-9f75-662b69ea826d', 'network_id': '93c15643-7491-4025-9f75-662b69ea826d', 'tenant_id': '33d7aeb57c644cd08b672edfb3420eec', 'fixed_ips': [{'subnet_id': '7d27b981-24ff-43bf-8412-6cd84c58511e'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 17:10:21.754618 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b04acf3e-ab0e-4d22-a222-cb2298fe0b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:21.883320 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f87bb436-c0d2-4dc9-b255-d4ae6a482e6b tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:21.889187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87bb436-c0d2-4dc9-b255-d4ae6a482e6b tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:21.889766 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f87bb436-c0d2-4dc9-b255-d4ae6a482e6b tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:21.889902 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-b04acf3e-ab0e-4d22-a222-cb2298fe0b3e None None] Allocated IP 172.20.0.2 (93c15643-7491-4025-9f75-662b69ea826d/7d27b981-24ff-43bf-8412-6cd84c58511e/a100c0be-4046-497f-bbbb-311b2deed9b0) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:10:21.953749 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87bb436-c0d2-4dc9-b255-d4ae6a482e6b tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Pushing event updated for resources: {'Network': ['ID=02dc57e0-0b84-4fdb-b691-1da093948179,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:21.968250 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 02dc57e0-0b84-4fdb-b691-1da093948179 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 17:10:22.009148 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f87bb436-c0d2-4dc9-b255-d4ae6a482e6b tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4554939 Apr 20 17:10:22.011915 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59124) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:22.016753 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-0f0ea106-d0be-4b9b-a760-66156e9d3121 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Request body: {'subnet': {'network_id': '02dc57e0-0b84-4fdb-b691-1da093948179', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:10:22.089869 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b04acf3e-ab0e-4d22-a222-cb2298fe0b3e None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:22.189924 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b04acf3e-ab0e-4d22-a222-cb2298fe0b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:22.234221 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04acf3e-ab0e-4d22-a222-cb2298fe0b3e None None] Network 93c15643-7491-4025-9f75-662b69ea826d is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:10:22.236917 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-b04acf3e-ab0e-4d22-a222-cb2298fe0b3e None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:22.240978 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04acf3e-ab0e-4d22-a222-cb2298fe0b3e None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:10:22.243520 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0ea106-d0be-4b9b-a760-66156e9d3121 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Made reservation on behalf of 33d7aeb57c644cd08b672edfb3420eec for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:22.246265 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04acf3e-ab0e-4d22-a222-cb2298fe0b3e None None] Pushing event updated for resources: {'Port': ['ID=a100c0be-4046-497f-bbbb-311b2deed9b0,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:22.247032 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea106-d0be-4b9b-a760-66156e9d3121 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:22.297960 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b04acf3e-ab0e-4d22-a222-cb2298fe0b3e None None] Attempting to bind port a100c0be-4046-497f-bbbb-311b2deed9b0 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:10:22.298327 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b04acf3e-ab0e-4d22-a222-cb2298fe0b3e None None] Attempting to bind port a100c0be-4046-497f-bbbb-311b2deed9b0 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'a9e3acd2-5431-4caa-8d70-26e535df0f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93c15643-7491-4025-9f75-662b69ea826d'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:10:22.298706 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04acf3e-ab0e-4d22-a222-cb2298fe0b3e None None] Attempting to bind port a100c0be-4046-497f-bbbb-311b2deed9b0 on network 93c15643-7491-4025-9f75-662b69ea826d {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:10:22.304537 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04acf3e-ab0e-4d22-a222-cb2298fe0b3e None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:10:22.304925 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04acf3e-ab0e-4d22-a222-cb2298fe0b3e None None] Checking segment: {'id': 'a9e3acd2-5431-4caa-8d70-26e535df0f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93c15643-7491-4025-9f75-662b69ea826d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:10:22.305330 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b04acf3e-ab0e-4d22-a222-cb2298fe0b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:22.305731 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04acf3e-ab0e-4d22-a222-cb2298fe0b3e None None] Bound using segment: {'id': 'a9e3acd2-5431-4caa-8d70-26e535df0f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93c15643-7491-4025-9f75-662b69ea826d'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:10:22.306203 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b04acf3e-ab0e-4d22-a222-cb2298fe0b3e None None] Bound port: a100c0be-4046-497f-bbbb-311b2deed9b0, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e3acd2-5431-4caa-8d70-26e535df0f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '93c15643-7491-4025-9f75-662b69ea826d'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:10:22.306588 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b04acf3e-ab0e-4d22-a222-cb2298fe0b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:22.369908 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b04acf3e-ab0e-4d22-a222-cb2298fe0b3e None None] For port a100c0be-4046-497f-bbbb-311b2deed9b0, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:22.373246 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b04acf3e-ab0e-4d22-a222-cb2298fe0b3e None None] For port a100c0be-4046-497f-bbbb-311b2deed9b0, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a100c0be-4046-497f-bbbb-311b2deed9b0,segment=NetworkSegment(a9e3acd2-5431-4caa-8d70-26e535df0f16),segment_id=a9e3acd2-5431-4caa-8d70-26e535df0f16)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:10:22.487245 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b04acf3e-ab0e-4d22-a222-cb2298fe0b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:22.518152 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea106-d0be-4b9b-a760-66156e9d3121 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:22.551447 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04acf3e-ab0e-4d22-a222-cb2298fe0b3e None None] Pushing event updated for resources: {'Port': ['ID=a100c0be-4046-497f-bbbb-311b2deed9b0,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:22.585121 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ea106-d0be-4b9b-a760-66156e9d3121 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Pushing event updated for resources: {'Subnet': ['ID=f2ff09d0-e74b-419d-af52-31967df81441,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:22.594488 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0ea106-d0be-4b9b-a760-66156e9d3121 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Checking segment: {'id': '765f3fa8-0d70-48e7-8b43-e4c61882acb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '02dc57e0-0b84-4fdb-b691-1da093948179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:10:22.594856 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0ea106-d0be-4b9b-a760-66156e9d3121 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Network hostable DHCP agents. Network: 02dc57e0-0b84-4fdb-b691-1da093948179, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:10:22.685730 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0ea106-d0be-4b9b-a760-66156e9d3121 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Network 02dc57e0-0b84-4fdb-b691-1da093948179 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:10:22.798570 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-0f0ea106-d0be-4b9b-a760-66156e9d3121 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 02dc57e0-0b84-4fdb-b691-1da093948179) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:22.802953 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0ea106-d0be-4b9b-a760-66156e9d3121 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:22.803793 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea106-d0be-4b9b-a760-66156e9d3121 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:22.807857 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb51d2b-5724-4d2e-b833-5980eb911ad7 None None] Network 02dc57e0-0b84-4fdb-b691-1da093948179 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:10:22.908833 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-57210b31-416c-440e-8dda-56291811b39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:22.914595 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0f0ea106-d0be-4b9b-a760-66156e9d3121 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9015994 Apr 20 17:10:22.917369 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59126) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:22.921929 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-66d34e5f-9c4e-44f4-9a2d-1a4d153d9e2f tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Request body: {'router': {'external_gateway_info': {'network_id': '02dc57e0-0b84-4fdb-b691-1da093948179'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:10:22.956255 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df7fb1c-e9c3-410f-9ebd-27276c3fd963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-02dc57e0-0b84-4fdb-b691-1da093948179', 'network_id': '02dc57e0-0b84-4fdb-b691-1da093948179', 'tenant_id': '33d7aeb57c644cd08b672edfb3420eec', 'fixed_ips': [{'subnet_id': 'f2ff09d0-e74b-419d-af52-31967df81441'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 17:10:22.957364 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0df7fb1c-e9c3-410f-9ebd-27276c3fd963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:23.090372 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-0df7fb1c-e9c3-410f-9ebd-27276c3fd963 None None] Allocated IP 172.21.0.2 (02dc57e0-0b84-4fdb-b691-1da093948179/f2ff09d0-e74b-419d-af52-31967df81441/513d0e6d-76a5-4bf6-9599-fc18f8fed874) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:10:23.134815 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-66d34e5f-9c4e-44f4-9a2d-1a4d153d9e2f tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:23.246372 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0df7fb1c-e9c3-410f-9ebd-27276c3fd963 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:23.308924 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [None req-66d34e5f-9c4e-44f4-9a2d-1a4d153d9e2f tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:10:23.310324 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-66d34e5f-9c4e-44f4-9a2d-1a4d153d9e2f tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] 10.222.0.15 "PUT /v2.0/routers/3b8f6e7b-7c1f-4928-a9e3-a892f87b3f12 HTTP/1.1" status: 400 len: 364 time: 0.3916609 Apr 20 17:10:23.316097 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59128) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:23.331175 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0df7fb1c-e9c3-410f-9ebd-27276c3fd963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:23.386578 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-95be3d22-2010-4ecb-8336-569b226dc1fb tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Deleting subnet f2ff09d0-e74b-419d-af52-31967df81441 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 17:10:23.390020 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-95be3d22-2010-4ecb-8336-569b226dc1fb tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:23.396993 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7fb1c-e9c3-410f-9ebd-27276c3fd963 None None] Pushing event updated for resources: {'Port': ['ID=513d0e6d-76a5-4bf6-9599-fc18f8fed874,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:23.400815 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df7fb1c-e9c3-410f-9ebd-27276c3fd963 None None] Network 02dc57e0-0b84-4fdb-b691-1da093948179 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:10:23.402731 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-0df7fb1c-e9c3-410f-9ebd-27276c3fd963 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:23.405084 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df7fb1c-e9c3-410f-9ebd-27276c3fd963 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:10:23.435636 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-95be3d22-2010-4ecb-8336-569b226dc1fb tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:23.475087 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a100c0be-4046-497f-bbbb-311b2deed9b0 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:10:23.509444 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d220ee-1499-4b3f-a900-c812fa26db87 None None] Network 93c15643-7491-4025-9f75-662b69ea826d requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:10:23.526374 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-95be3d22-2010-4ecb-8336-569b226dc1fb tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:23.532669 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-0df7fb1c-e9c3-410f-9ebd-27276c3fd963 None None] Attempting to bind port 513d0e6d-76a5-4bf6-9599-fc18f8fed874 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:10:23.538735 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-0df7fb1c-e9c3-410f-9ebd-27276c3fd963 None None] Attempting to bind port 513d0e6d-76a5-4bf6-9599-fc18f8fed874 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '765f3fa8-0d70-48e7-8b43-e4c61882acb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '02dc57e0-0b84-4fdb-b691-1da093948179'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:10:23.538735 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df7fb1c-e9c3-410f-9ebd-27276c3fd963 None None] Attempting to bind port 513d0e6d-76a5-4bf6-9599-fc18f8fed874 on network 02dc57e0-0b84-4fdb-b691-1da093948179 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:10:23.571299 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df7fb1c-e9c3-410f-9ebd-27276c3fd963 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:10:23.571680 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df7fb1c-e9c3-410f-9ebd-27276c3fd963 None None] Checking segment: {'id': '765f3fa8-0d70-48e7-8b43-e4c61882acb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '02dc57e0-0b84-4fdb-b691-1da093948179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:10:23.572083 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0df7fb1c-e9c3-410f-9ebd-27276c3fd963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:23.572505 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df7fb1c-e9c3-410f-9ebd-27276c3fd963 None None] Bound using segment: {'id': '765f3fa8-0d70-48e7-8b43-e4c61882acb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '02dc57e0-0b84-4fdb-b691-1da093948179'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:10:23.572994 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-0df7fb1c-e9c3-410f-9ebd-27276c3fd963 None None] Bound port: 513d0e6d-76a5-4bf6-9599-fc18f8fed874, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765f3fa8-0d70-48e7-8b43-e4c61882acb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '02dc57e0-0b84-4fdb-b691-1da093948179'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:10:23.573378 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0df7fb1c-e9c3-410f-9ebd-27276c3fd963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:23.655786 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-687b6140-3c2d-44f6-adbd-dfd76720a9bd None None] Provisioning complete for port a100c0be-4046-497f-bbbb-311b2deed9b0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:23.656082 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-687b6140-3c2d-44f6-adbd-dfd76720a9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:23.664298 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port a100c0be-4046-497f-bbbb-311b2deed9b0 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:23.664684 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:23.675745 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-95be3d22-2010-4ecb-8336-569b226dc1fb tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:23.702750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be3d22-2010-4ecb-8336-569b226dc1fb tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Pushing event deleted for resources: {'Subnet': ['ID=f2ff09d0-e74b-419d-af52-31967df81441,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:23.707151 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-95be3d22-2010-4ecb-8336-569b226dc1fb tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:23.710224 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-95be3d22-2010-4ecb-8336-569b226dc1fb tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] 10.222.0.15 "DELETE /v2.0/subnets/f2ff09d0-e74b-419d-af52-31967df81441 HTTP/1.1" status: 204 len: 168 time: 0.3931205 Apr 20 17:10:23.712780 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59130) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:23.772980 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-0df7fb1c-e9c3-410f-9ebd-27276c3fd963 None None] For port 513d0e6d-76a5-4bf6-9599-fc18f8fed874, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:23.789743 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b40bb79-0cb4-49be-abb6-73d196ef279d tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:23.808280 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-0df7fb1c-e9c3-410f-9ebd-27276c3fd963 None None] For port 513d0e6d-76a5-4bf6-9599-fc18f8fed874, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=513d0e6d-76a5-4bf6-9599-fc18f8fed874,segment=NetworkSegment(765f3fa8-0d70-48e7-8b43-e4c61882acb5),segment_id=765f3fa8-0d70-48e7-8b43-e4c61882acb5)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:10:23.848111 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-7b40bb79-0cb4-49be-abb6-73d196ef279d tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Deleting port 513d0e6d-76a5-4bf6-9599-fc18f8fed874 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:10:23.848481 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b40bb79-0cb4-49be-abb6-73d196ef279d tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:23.907723 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-687b6140-3c2d-44f6-adbd-dfd76720a9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:23.912876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-7b40bb79-0cb4-49be-abb6-73d196ef279d tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] For port 513d0e6d-76a5-4bf6-9599-fc18f8fed874, host n-d-836146-2, got binding levels [] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:23.913240 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b40bb79-0cb4-49be-abb6-73d196ef279d tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:23.918753 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:23.928278 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-7b40bb79-0cb4-49be-abb6-73d196ef279d tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Calling delete_port for 513d0e6d-76a5-4bf6-9599-fc18f8fed874 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:10:23.931383 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0df7fb1c-e9c3-410f-9ebd-27276c3fd963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:24.004793 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-687b6140-3c2d-44f6-adbd-dfd76720a9bd None None] For port a100c0be-4046-497f-bbbb-311b2deed9b0, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a100c0be-4046-497f-bbbb-311b2deed9b0,segment=NetworkSegment(a9e3acd2-5431-4caa-8d70-26e535df0f16),segment_id=a9e3acd2-5431-4caa-8d70-26e535df0f16)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:24.020262 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7fb1c-e9c3-410f-9ebd-27276c3fd963 None None] Pushing event updated for resources: {'Port': ['ID=513d0e6d-76a5-4bf6-9599-fc18f8fed874,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:24.072932 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-687b6140-3c2d-44f6-adbd-dfd76720a9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:24.089669 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b40bb79-0cb4-49be-abb6-73d196ef279d tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:24.127506 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40bb79-0cb4-49be-abb6-73d196ef279d tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Pushing event deleted for resources: {'Port': ['ID=513d0e6d-76a5-4bf6-9599-fc18f8fed874,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:24.131350 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b40bb79-0cb4-49be-abb6-73d196ef279d tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] No DVR routers for this DVR port 513d0e6d-76a5-4bf6-9599-fc18f8fed874 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:10:24.164266 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:10:24.164721 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:10:24.169313 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b6140-3c2d-44f6-adbd-dfd76720a9bd None None] Pushing event updated for resources: {'Port': ['ID=a100c0be-4046-497f-bbbb-311b2deed9b0,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:24.227955 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b40bb79-0cb4-49be-abb6-73d196ef279d tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:24.249836 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-7b40bb79-0cb4-49be-abb6-73d196ef279d tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02dc57e0-0b84-4fdb-b691-1da093948179']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:24.260910 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-7b40bb79-0cb4-49be-abb6-73d196ef279d tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765f3fa8-0d70-48e7-8b43-e4c61882acb5') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:24.261184 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-7b40bb79-0cb4-49be-abb6-73d196ef279d tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765f3fa8-0d70-48e7-8b43-e4c61882acb5') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:24.272256 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b40bb79-0cb4-49be-abb6-73d196ef279d tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:24.287154 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b40bb79-0cb4-49be-abb6-73d196ef279d tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:24.294713 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b40bb79-0cb4-49be-abb6-73d196ef279d tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:10:24.294934 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9f01b968-be2e-45a6-88d4-16fcd0c11df5 None None] Provisioning complete for port a100c0be-4046-497f-bbbb-311b2deed9b0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:24.295116 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b40bb79-0cb4-49be-abb6-73d196ef279d tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:24.295239 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9f01b968-be2e-45a6-88d4-16fcd0c11df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: timer() Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:10:24.298683 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:10:24.455064 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b40bb79-0cb4-49be-abb6-73d196ef279d tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:24.462749 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b40bb79-0cb4-49be-abb6-73d196ef279d tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:24.465909 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7b40bb79-0cb4-49be-abb6-73d196ef279d tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] 10.222.0.15 "DELETE /v2.0/networks/02dc57e0-0b84-4fdb-b691-1da093948179 HTTP/1.1" status: 204 len: 168 time: 0.7521954 Apr 20 17:10:24.468596 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59132) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:24.478180 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40bb79-0cb4-49be-abb6-73d196ef279d tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Pushing event deleted for resources: {'Network': ['ID=02dc57e0-0b84-4fdb-b691-1da093948179,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:24.527169 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca19563b-824f-4a7a-979f-69c1dab5cda4 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Deleting subnet 7d27b981-24ff-43bf-8412-6cd84c58511e {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 17:10:24.530717 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca19563b-824f-4a7a-979f-69c1dab5cda4 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:24.570393 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca19563b-824f-4a7a-979f-69c1dab5cda4 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:24.654463 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca19563b-824f-4a7a-979f-69c1dab5cda4 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:24.812706 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca19563b-824f-4a7a-979f-69c1dab5cda4 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:24.841880 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19563b-824f-4a7a-979f-69c1dab5cda4 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Pushing event deleted for resources: {'Subnet': ['ID=7d27b981-24ff-43bf-8412-6cd84c58511e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:24.847202 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca19563b-824f-4a7a-979f-69c1dab5cda4 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:24.851087 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ca19563b-824f-4a7a-979f-69c1dab5cda4 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] 10.222.0.15 "DELETE /v2.0/subnets/7d27b981-24ff-43bf-8412-6cd84c58511e HTTP/1.1" status: 204 len: 168 time: 0.3808677 Apr 20 17:10:24.853116 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59134) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:24.853269 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33e9c6c-9eef-4286-8015-62098c311e29 None None] Network 93c15643-7491-4025-9f75-662b69ea826d requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:10:24.932985 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eca25a8b-3e08-4118-a4f4-5de4ab6d6aa2 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:24.992248 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-eca25a8b-3e08-4118-a4f4-5de4ab6d6aa2 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Deleting port a100c0be-4046-497f-bbbb-311b2deed9b0 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:10:24.992680 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eca25a8b-3e08-4118-a4f4-5de4ab6d6aa2 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:25.050228 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a47e40-cdb0-4cc8-8560-51e2e173fd19 None None] DHCP port deletion for 93c15643-7491-4025-9f75-662b69ea826d request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 17:10:25.062336 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-eca25a8b-3e08-4118-a4f4-5de4ab6d6aa2 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] For port a100c0be-4046-497f-bbbb-311b2deed9b0, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a100c0be-4046-497f-bbbb-311b2deed9b0,segment=NetworkSegment(a9e3acd2-5431-4caa-8d70-26e535df0f16),segment_id=a9e3acd2-5431-4caa-8d70-26e535df0f16)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:25.062701 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eca25a8b-3e08-4118-a4f4-5de4ab6d6aa2 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:25.076428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-eca25a8b-3e08-4118-a4f4-5de4ab6d6aa2 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Calling delete_port for a100c0be-4046-497f-bbbb-311b2deed9b0 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:10:25.084539 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38791db8-ae4d-4b7d-ac8c-833c92a795b2 None None] DHCP port deletion for 02dc57e0-0b84-4fdb-b691-1da093948179 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 17:10:25.101383 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c473bf5e-64e5-4340-928e-477e1db60ed9 None None] Could not find standard attr ID for object 513d0e6d-76a5-4bf6-9599-fc18f8fed874. {{(pid=103486) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:10:25.112553 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc07d61-d6f5-44e1-98cf-a947cbb2ac9a None None] Network 02dc57e0-0b84-4fdb-b691-1da093948179 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:10:25.125256 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc07d61-d6f5-44e1-98cf-a947cbb2ac9a None None] Network 02dc57e0-0b84-4fdb-b691-1da093948179 could not be found, it might have been deleted concurrently. {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 17:10:25.132705 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-a7a47e40-cdb0-4cc8-8560-51e2e173fd19 None None] Deleting port a100c0be-4046-497f-bbbb-311b2deed9b0 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:10:25.133075 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a7a47e40-cdb0-4cc8-8560-51e2e173fd19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:25.182590 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e7bf3122-94e5-453b-aa65-86ffd1e100b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:25.199592 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a7a47e40-cdb0-4cc8-8560-51e2e173fd19 None None] For port a100c0be-4046-497f-bbbb-311b2deed9b0, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a100c0be-4046-497f-bbbb-311b2deed9b0,segment=NetworkSegment(a9e3acd2-5431-4caa-8d70-26e535df0f16),segment_id=a9e3acd2-5431-4caa-8d70-26e535df0f16)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:25.199980 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a7a47e40-cdb0-4cc8-8560-51e2e173fd19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:25.212239 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-a7a47e40-cdb0-4cc8-8560-51e2e173fd19 None None] Calling delete_port for a100c0be-4046-497f-bbbb-311b2deed9b0 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:10:25.243725 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eca25a8b-3e08-4118-a4f4-5de4ab6d6aa2 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:25.273338 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca25a8b-3e08-4118-a4f4-5de4ab6d6aa2 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Pushing event deleted for resources: {'Port': ['ID=a100c0be-4046-497f-bbbb-311b2deed9b0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:25.277977 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca25a8b-3e08-4118-a4f4-5de4ab6d6aa2 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] No DVR routers for this DVR port a100c0be-4046-497f-bbbb-311b2deed9b0 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:10:25.285870 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a7a47e40-cdb0-4cc8-8560-51e2e173fd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:25.314609 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a47e40-cdb0-4cc8-8560-51e2e173fd19 None None] Pushing event deleted for resources: {'Port': ['ID=a100c0be-4046-497f-bbbb-311b2deed9b0,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:25.318931 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a47e40-cdb0-4cc8-8560-51e2e173fd19 None None] No DVR routers for this DVR port a100c0be-4046-497f-bbbb-311b2deed9b0 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:10:25.364264 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eca25a8b-3e08-4118-a4f4-5de4ab6d6aa2 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:25.382128 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a100c0be-4046-497f-bbbb-311b2deed9b0 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:10:25.386878 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-eca25a8b-3e08-4118-a4f4-5de4ab6d6aa2 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c15643-7491-4025-9f75-662b69ea826d']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:25.396425 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-eca25a8b-3e08-4118-a4f4-5de4ab6d6aa2 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e3acd2-5431-4caa-8d70-26e535df0f16') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:25.398680 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-eca25a8b-3e08-4118-a4f4-5de4ab6d6aa2 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e3acd2-5431-4caa-8d70-26e535df0f16') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:25.401962 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: a100c0be-4046-497f-bbbb-311b2deed9b0 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:10:25.402308 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a100c0be-4046-497f-bbbb-311b2deed9b0 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:10:25.406169 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eca25a8b-3e08-4118-a4f4-5de4ab6d6aa2 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:25.422597 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eca25a8b-3e08-4118-a4f4-5de4ab6d6aa2 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:25.428949 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca25a8b-3e08-4118-a4f4-5de4ab6d6aa2 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:10:25.429338 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eca25a8b-3e08-4118-a4f4-5de4ab6d6aa2 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: timer() Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:10:25.432248 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:10:25.572621 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eca25a8b-3e08-4118-a4f4-5de4ab6d6aa2 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:25.579535 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-eca25a8b-3e08-4118-a4f4-5de4ab6d6aa2 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:25.582645 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-eca25a8b-3e08-4118-a4f4-5de4ab6d6aa2 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] 10.222.0.15 "DELETE /v2.0/networks/93c15643-7491-4025-9f75-662b69ea826d HTTP/1.1" status: 204 len: 168 time: 0.7285905 Apr 20 17:10:25.585573 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59136) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:25.594539 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca25a8b-3e08-4118-a4f4-5de4ab6d6aa2 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Pushing event deleted for resources: {'Network': ['ID=93c15643-7491-4025-9f75-662b69ea826d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:25.613652 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e1e636fb-94fb-4e20-9e07-8228c4c86cfa tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b8f6e7b-7c1f-4928-a9e3-a892f87b3f12 HTTP/1.1" status: 200 len: 205 time: 0.0268648 Apr 20 17:10:25.616068 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59138) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:25.692687 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3fabd499-c8f7-4761-8102-790644505375 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:25.846036 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3fabd499-c8f7-4761-8102-790644505375 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:25.848591 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3fabd499-c8f7-4761-8102-790644505375 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:25.949201 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3fabd499-c8f7-4761-8102-790644505375 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:25.949769 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fabd499-c8f7-4761-8102-790644505375 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Fanout notify agent at l3_agent the message router_deleted on router 3b8f6e7b-7c1f-4928-a9e3-a892f87b3f12 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:10:25.957158 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3fabd499-c8f7-4761-8102-790644505375 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:25.958385 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3fabd499-c8f7-4761-8102-790644505375 tempest-RoutersNegativeTest-1749091157 tempest-RoutersNegativeTest-1749091157-project] 10.222.0.15 "DELETE /v2.0/routers/3b8f6e7b-7c1f-4928-a9e3-a892f87b3f12 HTTP/1.1" status: 204 len: 168 time: 0.3411109 Apr 20 17:10:26.585920 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59144) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:26.595467 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:26.718732 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-36d7c69a-3ec7-4fad-b8c1-1f4d76b398ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33d7aeb57c644cd08b672edfb3420eec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316652 Apr 20 17:10:26.721263 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59148) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:26.771548 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cad372d7-58af-4709-92c8-15dddbc88414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:26.792410 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cad372d7-58af-4709-92c8-15dddbc88414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:26.892711 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cad372d7-58af-4709-92c8-15dddbc88414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:26.895299 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cad372d7-58af-4709-92c8-15dddbc88414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:26.896501 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cad372d7-58af-4709-92c8-15dddbc88414 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a310525-24da-4a4c-8a70-4b5fd56599c3 HTTP/1.1" status: 204 len: 168 time: 0.1737621 Apr 20 17:10:26.904297 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad372d7-58af-4709-92c8-15dddbc88414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a310525-24da-4a4c-8a70-4b5fd56599c3,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:27.834128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59170) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:27.929512 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-c1585f9f-fcdf-4e02-a597-5682d7136eda admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-609524885-network', 'tenant_id': '7b564c9d9b8e4e6aaade76cb199e54e7'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:10:27.943774 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:28.012854 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1585f9f-fcdf-4e02-a597-5682d7136eda admin admin] Made reservation on behalf of 7b564c9d9b8e4e6aaade76cb199e54e7 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:28.015335 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1585f9f-fcdf-4e02-a597-5682d7136eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:28.025214 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1585f9f-fcdf-4e02-a597-5682d7136eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:28.103856 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1585f9f-fcdf-4e02-a597-5682d7136eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:28.195306 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1585f9f-fcdf-4e02-a597-5682d7136eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:28.195578 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:28.222188 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1585f9f-fcdf-4e02-a597-5682d7136eda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:10:28.231727 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1585f9f-fcdf-4e02-a597-5682d7136eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395fa972-5976-481b-a21c-d22ec9e5abb4,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:28.236695 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1585f9f-fcdf-4e02-a597-5682d7136eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:28.237052 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-c1585f9f-fcdf-4e02-a597-5682d7136eda admin admin] Added segment 0de369f5-ec21-4d62-9f46-5f1d97eff146 of type vlan for network 43ebefe1-ba07-45c3-9714-28d3c8b29df4 Apr 20 17:10:28.275736 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1585f9f-fcdf-4e02-a597-5682d7136eda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:28.372082 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1585f9f-fcdf-4e02-a597-5682d7136eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:28.373007 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1585f9f-fcdf-4e02-a597-5682d7136eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:28.373608 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c1585f9f-fcdf-4e02-a597-5682d7136eda admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:28.429985 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1585f9f-fcdf-4e02-a597-5682d7136eda admin admin] Pushing event updated for resources: {'Network': ['ID=43ebefe1-ba07-45c3-9714-28d3c8b29df4,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:28.441446 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 43ebefe1-ba07-45c3-9714-28d3c8b29df4 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 17:10:28.463333 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c1585f9f-fcdf-4e02-a597-5682d7136eda admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6280682 Apr 20 17:10:28.466097 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59174) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:28.470982 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-02427743-8493-4d92-96e2-9b4e483e8766 admin admin] Request body: {'subnet': {'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-609524885-subnet', 'tenant_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:10:28.557628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02427743-8493-4d92-96e2-9b4e483e8766 admin admin] Made reservation on behalf of 7b564c9d9b8e4e6aaade76cb199e54e7 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:28.560025 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02427743-8493-4d92-96e2-9b4e483e8766 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:28.780747 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02427743-8493-4d92-96e2-9b4e483e8766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:28.834863 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02427743-8493-4d92-96e2-9b4e483e8766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3210ffc8-9768-404e-a251-60595fe6a564,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:28.844963 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02427743-8493-4d92-96e2-9b4e483e8766 admin admin] Checking segment: {'id': '0de369f5-ec21-4d62-9f46-5f1d97eff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:10:28.845313 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02427743-8493-4d92-96e2-9b4e483e8766 admin admin] Network hostable DHCP agents. Network: 43ebefe1-ba07-45c3-9714-28d3c8b29df4, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:10:28.957366 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02427743-8493-4d92-96e2-9b4e483e8766 admin admin] Network 43ebefe1-ba07-45c3-9714-28d3c8b29df4 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:10:29.038281 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-02427743-8493-4d92-96e2-9b4e483e8766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 43ebefe1-ba07-45c3-9714-28d3c8b29df4) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:29.042207 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02427743-8493-4d92-96e2-9b4e483e8766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:29.042824 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02427743-8493-4d92-96e2-9b4e483e8766 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:29.047886 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48d4d92-d46e-43cf-adf6-57d659a2a8f9 None None] Network 43ebefe1-ba07-45c3-9714-28d3c8b29df4 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:10:29.090257 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:29.126895 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-02427743-8493-4d92-96e2-9b4e483e8766 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6597521 Apr 20 17:10:29.129678 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59176) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:29.134942 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-f95b58db-c06c-450e-8eaa-4c3895ebe6a7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-609524885-router', 'tenant_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:10:29.191822 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc67c5c-7139-422b-95b7-ead35d108922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-43ebefe1-ba07-45c3-9714-28d3c8b29df4', 'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4', 'tenant_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'fixed_ips': [{'subnet_id': '3210ffc8-9768-404e-a251-60595fe6a564'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 17:10:29.192699 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fdc67c5c-7139-422b-95b7-ead35d108922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:29.220859 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f95b58db-c06c-450e-8eaa-4c3895ebe6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:29.221973 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f95b58db-c06c-450e-8eaa-4c3895ebe6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:29.276156 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f95b58db-c06c-450e-8eaa-4c3895ebe6a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:29.327063 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-fdc67c5c-7139-422b-95b7-ead35d108922 None None] Allocated IP 172.20.0.2 (43ebefe1-ba07-45c3-9714-28d3c8b29df4/3210ffc8-9768-404e-a251-60595fe6a564/acdfd745-3bad-4e48-bb4a-4e5fc5652a31) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:10:29.508567 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f95b58db-c06c-450e-8eaa-4c3895ebe6a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:29.623091 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fdc67c5c-7139-422b-95b7-ead35d108922 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:29.707453 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fdc67c5c-7139-422b-95b7-ead35d108922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:29.755789 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc67c5c-7139-422b-95b7-ead35d108922 None None] Network 43ebefe1-ba07-45c3-9714-28d3c8b29df4 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:10:29.758938 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-fdc67c5c-7139-422b-95b7-ead35d108922 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:29.765674 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc67c5c-7139-422b-95b7-ead35d108922 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:10:29.767663 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc67c5c-7139-422b-95b7-ead35d108922 None None] Pushing event updated for resources: {'Port': ['ID=acdfd745-3bad-4e48-bb4a-4e5fc5652a31,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:29.771979 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f95b58db-c06c-450e-8eaa-4c3895ebe6a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:29.798827 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f95b58db-c06c-450e-8eaa-4c3895ebe6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:29.821710 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-fdc67c5c-7139-422b-95b7-ead35d108922 None None] Attempting to bind port acdfd745-3bad-4e48-bb4a-4e5fc5652a31 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:10:29.822080 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-fdc67c5c-7139-422b-95b7-ead35d108922 None None] Attempting to bind port acdfd745-3bad-4e48-bb4a-4e5fc5652a31 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '0de369f5-ec21-4d62-9f46-5f1d97eff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:10:29.822444 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc67c5c-7139-422b-95b7-ead35d108922 None None] Attempting to bind port acdfd745-3bad-4e48-bb4a-4e5fc5652a31 on network 43ebefe1-ba07-45c3-9714-28d3c8b29df4 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:10:29.828115 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc67c5c-7139-422b-95b7-ead35d108922 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:10:29.828533 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc67c5c-7139-422b-95b7-ead35d108922 None None] Checking segment: {'id': '0de369f5-ec21-4d62-9f46-5f1d97eff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:10:29.828974 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fdc67c5c-7139-422b-95b7-ead35d108922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:29.829326 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc67c5c-7139-422b-95b7-ead35d108922 None None] Bound using segment: {'id': '0de369f5-ec21-4d62-9f46-5f1d97eff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:10:29.829794 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-fdc67c5c-7139-422b-95b7-ead35d108922 None None] Bound port: acdfd745-3bad-4e48-bb4a-4e5fc5652a31, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de369f5-ec21-4d62-9f46-5f1d97eff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:10:29.830177 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fdc67c5c-7139-422b-95b7-ead35d108922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:29.899193 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-fdc67c5c-7139-422b-95b7-ead35d108922 None None] For port acdfd745-3bad-4e48-bb4a-4e5fc5652a31, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:29.902183 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-fdc67c5c-7139-422b-95b7-ead35d108922 None None] For port acdfd745-3bad-4e48-bb4a-4e5fc5652a31, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=acdfd745-3bad-4e48-bb4a-4e5fc5652a31,segment=NetworkSegment(0de369f5-ec21-4d62-9f46-5f1d97eff146),segment_id=0de369f5-ec21-4d62-9f46-5f1d97eff146)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:10:29.911397 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-f95b58db-c06c-450e-8eaa-4c3895ebe6a7 admin admin] Allocated IP 172.25.0.53 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/76ba4931-30be-44d4-9dd4-f7bcc2c93d97) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:10:29.992516 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fdc67c5c-7139-422b-95b7-ead35d108922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:30.007311 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f95b58db-c06c-450e-8eaa-4c3895ebe6a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:30.055226 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc67c5c-7139-422b-95b7-ead35d108922 None None] Pushing event updated for resources: {'Port': ['ID=acdfd745-3bad-4e48-bb4a-4e5fc5652a31,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:30.118735 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f95b58db-c06c-450e-8eaa-4c3895ebe6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:30.165128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95b58db-c06c-450e-8eaa-4c3895ebe6a7 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:10:30.168120 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-f95b58db-c06c-450e-8eaa-4c3895ebe6a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:30.170569 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95b58db-c06c-450e-8eaa-4c3895ebe6a7 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:10:30.207893 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b58db-c06c-450e-8eaa-4c3895ebe6a7 admin admin] Pushing event updated for resources: {'Port': ['ID=76ba4931-30be-44d4-9dd4-f7bcc2c93d97,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:30.289601 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:30.548133 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f95b58db-c06c-450e-8eaa-4c3895ebe6a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:30.954875 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c50b0d5-a631-457d-b5e5-30f5b62c8b52 None None] Network 43ebefe1-ba07-45c3-9714-28d3c8b29df4 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:10:31.084676 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-05acfe38-c7e8-4272-aeb3-a9b6316fdac8 None None] Provisioning complete for port acdfd745-3bad-4e48-bb4a-4e5fc5652a31 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:31.085348 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-05acfe38-c7e8-4272-aeb3-a9b6316fdac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:31.089261 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f95b58db-c06c-450e-8eaa-4c3895ebe6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:31.188740 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-05acfe38-c7e8-4272-aeb3-a9b6316fdac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:31.228052 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-05acfe38-c7e8-4272-aeb3-a9b6316fdac8 None None] For port acdfd745-3bad-4e48-bb4a-4e5fc5652a31, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=acdfd745-3bad-4e48-bb4a-4e5fc5652a31,segment=NetworkSegment(0de369f5-ec21-4d62-9f46-5f1d97eff146),segment_id=0de369f5-ec21-4d62-9f46-5f1d97eff146)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:31.312193 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95b58db-c06c-450e-8eaa-4c3895ebe6a7 admin admin] Router e9499cae-e2a6-49e7-93ab-daaf9702f160 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:10:31.364560 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-05acfe38-c7e8-4272-aeb3-a9b6316fdac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:31.438645 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acfe38-c7e8-4272-aeb3-a9b6316fdac8 None None] Pushing event updated for resources: {'Port': ['ID=acdfd745-3bad-4e48-bb4a-4e5fc5652a31,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:31.438900 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95b58db-c06c-450e-8eaa-4c3895ebe6a7 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:10:31.439002 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] Sync routers for ids ['e9499cae-e2a6-49e7-93ab-daaf9702f160'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:10:31.439461 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] Routers {'e9499cae-e2a6-49e7-93ab-daaf9702f160'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:10:31.440077 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:10:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e9499cae-e2a6-49e7-93ab-daaf9702f160'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:31.447500 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device acdfd745-3bad-4e48-bb4a-4e5fc5652a31 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:10:31.506651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-41e5ae91-1199-40e5-9ea3-8e923cf7ee29 None None] Provisioning complete for port acdfd745-3bad-4e48-bb4a-4e5fc5652a31 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:31.507022 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-41e5ae91-1199-40e5-9ea3-8e923cf7ee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:31.509738 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port acdfd745-3bad-4e48-bb4a-4e5fc5652a31 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:31.510100 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:31.544813 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] Set router e9499cae-e2a6-49e7-93ab-daaf9702f160 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:10:31.586301 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f95b58db-c06c-450e-8eaa-4c3895ebe6a7 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:31.590901 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f95b58db-c06c-450e-8eaa-4c3895ebe6a7 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4570532 Apr 20 17:10:31.591127 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59178) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:31.743193 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9499cae-e2a6-49e7-93ab-daaf9702f160', 'name': 'tempest-TestEncryptedCinderVolumes-609524885-router', 'tenant_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '76ba4931-30be-44d4-9dd4-f7bcc2c93d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:29Z', 'updated_at': '2022-04-20T17:10:30Z', 'revision_number': 3, 'project_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'gw_port': {'id': '76ba4931-30be-44d4-9dd4-f7bcc2c93d97', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9499cae-e2a6-49e7-93ab-daaf9702f160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:29Z', 'updated_at': '2022-04-20T17:10:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:31.770060 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] Checking router: e9499cae-e2a6-49e7-93ab-daaf9702f160 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:10:31.770396 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] Updating router e9499cae-e2a6-49e7-93ab-daaf9702f160 port 76ba4931-30be-44d4-9dd4-f7bcc2c93d97 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:10:31.793896 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:32.010966 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-49279eae-381e-4d7e-aa09-ef385be8e987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:32.047566 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:32.123850 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:32.173328 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] Attempting to bind port 76ba4931-30be-44d4-9dd4-f7bcc2c93d97 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:10:32.173699 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] Attempting to bind port 76ba4931-30be-44d4-9dd4-f7bcc2c93d97 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:10:32.174070 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] Attempting to bind port 76ba4931-30be-44d4-9dd4-f7bcc2c93d97 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:10:32.181413 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9436f-d2b3-4f20-9b6d-7de465d28fda None None] Pushing event updated for resources: {'Port': ['ID=76ba4931-30be-44d4-9dd4-f7bcc2c93d97,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:32.184669 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:10:32.185040 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:10:32.185441 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:32.185829 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:10:32.186291 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] Bound port: 76ba4931-30be-44d4-9dd4-f7bcc2c93d97, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:10:32.186661 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:32.209243 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd9436f-d2b3-4f20-9b6d-7de465d28fda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:32.209588 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd9436f-d2b3-4f20-9b6d-7de465d28fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:32.209932 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd9436f-d2b3-4f20-9b6d-7de465d28fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:32.210259 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd9436f-d2b3-4f20-9b6d-7de465d28fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:32.210590 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd9436f-d2b3-4f20-9b6d-7de465d28fda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:32.210981 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd9436f-d2b3-4f20-9b6d-7de465d28fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:32.211307 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd9436f-d2b3-4f20-9b6d-7de465d28fda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:32.211657 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd9436f-d2b3-4f20-9b6d-7de465d28fda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:32.211954 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd9436f-d2b3-4f20-9b6d-7de465d28fda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:32.212308 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd9436f-d2b3-4f20-9b6d-7de465d28fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:32.212652 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd9436f-d2b3-4f20-9b6d-7de465d28fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:32.212969 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd9436f-d2b3-4f20-9b6d-7de465d28fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:32.233044 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-49279eae-381e-4d7e-aa09-ef385be8e987 admin admin] Allocated IP 172.20.0.1 (43ebefe1-ba07-45c3-9714-28d3c8b29df4/3210ffc8-9768-404e-a251-60595fe6a564/f8c78eee-8829-4924-844f-28d38e446039) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:10:32.250269 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] For port 76ba4931-30be-44d4-9dd4-f7bcc2c93d97, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:32.253914 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] For port 76ba4931-30be-44d4-9dd4-f7bcc2c93d97, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=76ba4931-30be-44d4-9dd4-f7bcc2c93d97,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:10:32.334468 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-49279eae-381e-4d7e-aa09-ef385be8e987 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:32.341025 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:32.398452 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] Routers {'e9499cae-e2a6-49e7-93ab-daaf9702f160'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:10:32.399058 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:10:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e9499cae-e2a6-49e7-93ab-daaf9702f160'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:32.401877 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9436f-d2b3-4f20-9b6d-7de465d28fda None None] Pushing event updated for resources: {'Port': ['ID=76ba4931-30be-44d4-9dd4-f7bcc2c93d97,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:32.461129 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-49279eae-381e-4d7e-aa09-ef385be8e987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:32.502158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49279eae-381e-4d7e-aa09-ef385be8e987 admin admin] Network 43ebefe1-ba07-45c3-9714-28d3c8b29df4 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:10:32.505431 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-49279eae-381e-4d7e-aa09-ef385be8e987 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:32.508032 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49279eae-381e-4d7e-aa09-ef385be8e987 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:10:32.512242 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] Set router e9499cae-e2a6-49e7-93ab-daaf9702f160 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:10:32.547267 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49279eae-381e-4d7e-aa09-ef385be8e987 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c78eee-8829-4924-844f-28d38e446039,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:32.572553 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-49279eae-381e-4d7e-aa09-ef385be8e987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:32.732827 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9499cae-e2a6-49e7-93ab-daaf9702f160', 'name': 'tempest-TestEncryptedCinderVolumes-609524885-router', 'tenant_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '76ba4931-30be-44d4-9dd4-f7bcc2c93d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:29Z', 'updated_at': '2022-04-20T17:10:30Z', 'revision_number': 3, 'project_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'gw_port': {'id': '76ba4931-30be-44d4-9dd4-f7bcc2c93d97', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9499cae-e2a6-49e7-93ab-daaf9702f160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:29Z', 'updated_at': '2022-04-20T17:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:32.759753 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70054c3-c28e-4ff8-abb8-a71822680e40 None None] The sync data for ids ['e9499cae-e2a6-49e7-93ab-daaf9702f160'] in n-d-836146-2 is: [{'id': 'e9499cae-e2a6-49e7-93ab-daaf9702f160', 'name': 'tempest-TestEncryptedCinderVolumes-609524885-router', 'tenant_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '76ba4931-30be-44d4-9dd4-f7bcc2c93d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:29Z', 'updated_at': '2022-04-20T17:10:30Z', 'revision_number': 3, 'project_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'gw_port': {'id': '76ba4931-30be-44d4-9dd4-f7bcc2c93d97', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9499cae-e2a6-49e7-93ab-daaf9702f160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:29Z', 'updated_at': '2022-04-20T17:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:10:32.792272 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6964d86-c201-40aa-919f-ac8e6a1b3b63 None None] Provisioning complete for port f8c78eee-8829-4924-844f-28d38e446039 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:32.792931 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6964d86-c201-40aa-919f-ac8e6a1b3b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:32.831409 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6964d86-c201-40aa-919f-ac8e6a1b3b63 None None] Port f8c78eee-8829-4924-844f-28d38e446039 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:10:32.898826 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-49279eae-381e-4d7e-aa09-ef385be8e987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:33.101007 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-49279eae-381e-4d7e-aa09-ef385be8e987 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:33.169224 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-49279eae-381e-4d7e-aa09-ef385be8e987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:33.236683 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-49279eae-381e-4d7e-aa09-ef385be8e987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:33.238515 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49279eae-381e-4d7e-aa09-ef385be8e987 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c78eee-8829-4924-844f-28d38e446039,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:33.337130 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49279eae-381e-4d7e-aa09-ef385be8e987 admin admin] Network 43ebefe1-ba07-45c3-9714-28d3c8b29df4 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:10:33.338782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-49279eae-381e-4d7e-aa09-ef385be8e987 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:33.471038 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49279eae-381e-4d7e-aa09-ef385be8e987 admin admin] Router e9499cae-e2a6-49e7-93ab-daaf9702f160 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:10:33.509861 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 76ba4931-30be-44d4-9dd4-f7bcc2c93d97 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:10:33.569086 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 76ba4931-30be-44d4-9dd4-f7bcc2c93d97 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:33.569806 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:33.603858 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49279eae-381e-4d7e-aa09-ef385be8e987 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:10:33.609594 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-49279eae-381e-4d7e-aa09-ef385be8e987 admin admin] 10.222.0.15 "PUT /v2.0/routers/e9499cae-e2a6-49e7-93ab-daaf9702f160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0173585 Apr 20 17:10:33.678207 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:33.685958 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d27bac08-f446-4c8c-a989-5a3345f59f0a None None] Provisioning complete for port f8c78eee-8829-4924-844f-28d38e446039 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:33.686467 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d27bac08-f446-4c8c-a989-5a3345f59f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:33.724186 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 76ba4931-30be-44d4-9dd4-f7bcc2c93d97, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=76ba4931-30be-44d4-9dd4-f7bcc2c93d97,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:33.734865 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d27bac08-f446-4c8c-a989-5a3345f59f0a None None] Port f8c78eee-8829-4924-844f-28d38e446039 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:10:33.844594 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:33.845408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device acdfd745-3bad-4e48-bb4a-4e5fc5652a31 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:10:33.922749 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=76ba4931-30be-44d4-9dd4-f7bcc2c93d97,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:33.933733 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port acdfd745-3bad-4e48-bb4a-4e5fc5652a31 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:33.934117 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:34.329839 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d909154e-319b-431a-921b-83f928805acb None None] Sync routers for ids ['e9499cae-e2a6-49e7-93ab-daaf9702f160'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:10:34.340221 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d909154e-319b-431a-921b-83f928805acb None None] Routers {'e9499cae-e2a6-49e7-93ab-daaf9702f160'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:10:34.340947 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d909154e-319b-431a-921b-83f928805acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:10:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e9499cae-e2a6-49e7-93ab-daaf9702f160'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:34.349500 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59194) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:34.354504 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-44c37aa8-3ce6-40bf-add4-0a90335ab157 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2539517-network', 'tenant_id': 'e429eecd0fe3436892658bb0cb913aeb'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:10:34.435054 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c37aa8-3ce6-40bf-add4-0a90335ab157 admin admin] Made reservation on behalf of e429eecd0fe3436892658bb0cb913aeb for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:34.437413 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-44c37aa8-3ce6-40bf-add4-0a90335ab157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:34.446748 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-44c37aa8-3ce6-40bf-add4-0a90335ab157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:34.447027 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-d909154e-319b-431a-921b-83f928805acb None None] Set router e9499cae-e2a6-49e7-93ab-daaf9702f160 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:10:34.521283 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-44c37aa8-3ce6-40bf-add4-0a90335ab157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:34.589451 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-44c37aa8-3ce6-40bf-add4-0a90335ab157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:34.615157 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c37aa8-3ce6-40bf-add4-0a90335ab157 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:10:34.623916 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c37aa8-3ce6-40bf-add4-0a90335ab157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7d68f9-512e-45bc-b821-56443f284fe6,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:34.630319 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-44c37aa8-3ce6-40bf-add4-0a90335ab157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:34.630671 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-44c37aa8-3ce6-40bf-add4-0a90335ab157 admin admin] Added segment 95a2edb8-5c45-48eb-ae82-cb5d21e4a48e of type vlan for network be282aaa-7bb2-4b9f-9cc2-98910c18902f Apr 20 17:10:34.656736 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d909154e-319b-431a-921b-83f928805acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9499cae-e2a6-49e7-93ab-daaf9702f160', 'name': 'tempest-TestEncryptedCinderVolumes-609524885-router', 'tenant_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '76ba4931-30be-44d4-9dd4-f7bcc2c93d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:29Z', 'updated_at': '2022-04-20T17:10:32Z', 'revision_number': 4, 'project_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'gw_port': {'id': '76ba4931-30be-44d4-9dd4-f7bcc2c93d97', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9499cae-e2a6-49e7-93ab-daaf9702f160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:29Z', 'updated_at': '2022-04-20T17:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'f8c78eee-8829-4924-844f-28d38e446039', 'name': '', 'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4', 'tenant_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'mac_address': 'fa:16:3e:e8:fc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9499cae-e2a6-49e7-93ab-daaf9702f160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3210ffc8-9768-404e-a251-60595fe6a564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:32Z', 'updated_at': '2022-04-20T17:10:32Z', 'revision_number': 2, 'project_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'subnets': [{'id': '3210ffc8-9768-404e-a251-60595fe6a564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:34.671528 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-44c37aa8-3ce6-40bf-add4-0a90335ab157 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:34.694798 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d909154e-319b-431a-921b-83f928805acb None None] Checking router: e9499cae-e2a6-49e7-93ab-daaf9702f160 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:10:34.695107 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d909154e-319b-431a-921b-83f928805acb None None] Updating router e9499cae-e2a6-49e7-93ab-daaf9702f160 port f8c78eee-8829-4924-844f-28d38e446039 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:10:34.721304 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d909154e-319b-431a-921b-83f928805acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:34.792693 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-44c37aa8-3ce6-40bf-add4-0a90335ab157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:34.793689 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c37aa8-3ce6-40bf-add4-0a90335ab157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:34.794317 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-44c37aa8-3ce6-40bf-add4-0a90335ab157 admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:34.855229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c37aa8-3ce6-40bf-add4-0a90335ab157 admin admin] Pushing event updated for resources: {'Network': ['ID=be282aaa-7bb2-4b9f-9cc2-98910c18902f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:34.878875 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network be282aaa-7bb2-4b9f-9cc2-98910c18902f details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 17:10:34.929727 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-44c37aa8-3ce6-40bf-add4-0a90335ab157 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5790408 Apr 20 17:10:34.932358 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59198) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:34.937255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2f731324-2ad5-4b48-b7af-02fc829e6a30 admin admin] Request body: {'subnet': {'network_id': 'be282aaa-7bb2-4b9f-9cc2-98910c18902f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2539517-subnet', 'tenant_id': 'e429eecd0fe3436892658bb0cb913aeb', 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:10:35.033908 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d909154e-319b-431a-921b-83f928805acb None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:35.049244 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f731324-2ad5-4b48-b7af-02fc829e6a30 admin admin] Made reservation on behalf of e429eecd0fe3436892658bb0cb913aeb for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:35.051673 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f731324-2ad5-4b48-b7af-02fc829e6a30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:35.175030 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d909154e-319b-431a-921b-83f928805acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:35.228322 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35f6e9-54af-438f-9e77-a591f903d376 None None] Pushing event updated for resources: {'Port': ['ID=f8c78eee-8829-4924-844f-28d38e446039,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:35.278738 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d909154e-319b-431a-921b-83f928805acb None None] Attempting to bind port f8c78eee-8829-4924-844f-28d38e446039 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:10:35.279160 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d909154e-319b-431a-921b-83f928805acb None None] Attempting to bind port f8c78eee-8829-4924-844f-28d38e446039 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '0de369f5-ec21-4d62-9f46-5f1d97eff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:10:35.279556 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909154e-319b-431a-921b-83f928805acb None None] Attempting to bind port f8c78eee-8829-4924-844f-28d38e446039 on network 43ebefe1-ba07-45c3-9714-28d3c8b29df4 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:10:35.285247 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909154e-319b-431a-921b-83f928805acb None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:10:35.285618 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909154e-319b-431a-921b-83f928805acb None None] Checking segment: {'id': '0de369f5-ec21-4d62-9f46-5f1d97eff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:10:35.286018 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d909154e-319b-431a-921b-83f928805acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:35.286408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909154e-319b-431a-921b-83f928805acb None None] Bound using segment: {'id': '0de369f5-ec21-4d62-9f46-5f1d97eff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:10:35.286875 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d909154e-319b-431a-921b-83f928805acb None None] Bound port: f8c78eee-8829-4924-844f-28d38e446039, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de369f5-ec21-4d62-9f46-5f1d97eff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:10:35.287252 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d909154e-319b-431a-921b-83f928805acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:35.301377 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f731324-2ad5-4b48-b7af-02fc829e6a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:35.357192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f731324-2ad5-4b48-b7af-02fc829e6a30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca05dd04-09ac-4b21-a3d3-369880916824,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:35.359735 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d909154e-319b-431a-921b-83f928805acb None None] For port f8c78eee-8829-4924-844f-28d38e446039, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:35.369129 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d909154e-319b-431a-921b-83f928805acb None None] For port f8c78eee-8829-4924-844f-28d38e446039, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=f8c78eee-8829-4924-844f-28d38e446039,segment=NetworkSegment(0de369f5-ec21-4d62-9f46-5f1d97eff146),segment_id=0de369f5-ec21-4d62-9f46-5f1d97eff146)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:10:35.375764 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f731324-2ad5-4b48-b7af-02fc829e6a30 admin admin] Checking segment: {'id': '95a2edb8-5c45-48eb-ae82-cb5d21e4a48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be282aaa-7bb2-4b9f-9cc2-98910c18902f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:10:35.376222 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f731324-2ad5-4b48-b7af-02fc829e6a30 admin admin] Network hostable DHCP agents. Network: be282aaa-7bb2-4b9f-9cc2-98910c18902f, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:10:35.402547 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 76ba4931-30be-44d4-9dd4-f7bcc2c93d97 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:10:35.450170 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 76ba4931-30be-44d4-9dd4-f7bcc2c93d97 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:35.450536 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:35.480985 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d909154e-319b-431a-921b-83f928805acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:35.500647 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f731324-2ad5-4b48-b7af-02fc829e6a30 admin admin] Network be282aaa-7bb2-4b9f-9cc2-98910c18902f is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:10:35.524668 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9702f6c2-7415-4508-b57e-934391421ec3 None None] Provisioning complete for port f8c78eee-8829-4924-844f-28d38e446039 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:35.525005 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9702f6c2-7415-4508-b57e-934391421ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:35.589015 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d909154e-319b-431a-921b-83f928805acb None None] Routers {'e9499cae-e2a6-49e7-93ab-daaf9702f160'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:10:35.589643 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d909154e-319b-431a-921b-83f928805acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:10:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e9499cae-e2a6-49e7-93ab-daaf9702f160'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:35.594332 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35f6e9-54af-438f-9e77-a591f903d376 None None] Pushing event updated for resources: {'Port': ['ID=f8c78eee-8829-4924-844f-28d38e446039,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:35.613009 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-2f731324-2ad5-4b48-b7af-02fc829e6a30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, be282aaa-7bb2-4b9f-9cc2-98910c18902f) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:35.617427 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f731324-2ad5-4b48-b7af-02fc829e6a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:35.625742 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2f731324-2ad5-4b48-b7af-02fc829e6a30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:35.637620 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fc15ee-d1fd-4826-8ad7-d22546db878c None None] Network be282aaa-7bb2-4b9f-9cc2-98910c18902f requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:10:35.747348 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2f731324-2ad5-4b48-b7af-02fc829e6a30 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8138506 Apr 20 17:10:35.749841 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59200) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:35.755066 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2187aa45-c0d8-4f31-97bf-e3578f233b99 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2539517-router', 'tenant_id': 'e429eecd0fe3436892658bb0cb913aeb', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:10:35.855367 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2187aa45-c0d8-4f31-97bf-e3578f233b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:35.856478 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2187aa45-c0d8-4f31-97bf-e3578f233b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:35.914461 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2187aa45-c0d8-4f31-97bf-e3578f233b99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:35.995439 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9702f6c2-7415-4508-b57e-934391421ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:36.010882 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-d909154e-319b-431a-921b-83f928805acb None None] Set router e9499cae-e2a6-49e7-93ab-daaf9702f160 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:10:36.087952 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9702f6c2-7415-4508-b57e-934391421ec3 None None] For port f8c78eee-8829-4924-844f-28d38e446039, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=f8c78eee-8829-4924-844f-28d38e446039,segment=NetworkSegment(0de369f5-ec21-4d62-9f46-5f1d97eff146),segment_id=0de369f5-ec21-4d62-9f46-5f1d97eff146)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:36.114976 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2187aa45-c0d8-4f31-97bf-e3578f233b99 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:36.187417 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5f70cf-5cbf-4f3d-ab3d-a0065a203a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-be282aaa-7bb2-4b9f-9cc2-98910c18902f', 'network_id': 'be282aaa-7bb2-4b9f-9cc2-98910c18902f', 'tenant_id': 'e429eecd0fe3436892658bb0cb913aeb', 'fixed_ips': [{'subnet_id': 'ca05dd04-09ac-4b21-a3d3-369880916824'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 17:10:36.188264 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8d5f70cf-5cbf-4f3d-ab3d-a0065a203a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:36.192481 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9702f6c2-7415-4508-b57e-934391421ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:36.351926 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702f6c2-7415-4508-b57e-934391421ec3 None None] Pushing event updated for resources: {'Port': ['ID=f8c78eee-8829-4924-844f-28d38e446039,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:36.389881 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2187aa45-c0d8-4f31-97bf-e3578f233b99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:36.409046 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2187aa45-c0d8-4f31-97bf-e3578f233b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:36.409627 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-efc43e5e-0ccc-4dd8-bd7a-e9da73082a59 None None] Provisioning complete for port f8c78eee-8829-4924-844f-28d38e446039 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:36.410003 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-efc43e5e-0ccc-4dd8-bd7a-e9da73082a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:36.473681 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-8d5f70cf-5cbf-4f3d-ab3d-a0065a203a94 None None] Allocated IP 172.20.0.2 (be282aaa-7bb2-4b9f-9cc2-98910c18902f/ca05dd04-09ac-4b21-a3d3-369880916824/cd61d72f-8a2e-4c6f-93a0-89ded88e7688) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:10:36.513810 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-2187aa45-c0d8-4f31-97bf-e3578f233b99 admin admin] Allocated IP 172.25.0.182 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:10:36.564673 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d909154e-319b-431a-921b-83f928805acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9499cae-e2a6-49e7-93ab-daaf9702f160', 'name': 'tempest-TestEncryptedCinderVolumes-609524885-router', 'tenant_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '76ba4931-30be-44d4-9dd4-f7bcc2c93d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:29Z', 'updated_at': '2022-04-20T17:10:32Z', 'revision_number': 4, 'project_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'gw_port': {'id': '76ba4931-30be-44d4-9dd4-f7bcc2c93d97', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9499cae-e2a6-49e7-93ab-daaf9702f160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:29Z', 'updated_at': '2022-04-20T17:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'f8c78eee-8829-4924-844f-28d38e446039', 'name': '', 'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4', 'tenant_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'mac_address': 'fa:16:3e:e8:fc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9499cae-e2a6-49e7-93ab-daaf9702f160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3210ffc8-9768-404e-a251-60595fe6a564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:32Z', 'updated_at': '2022-04-20T17:10:35Z', 'revision_number': 4, 'project_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'subnets': [{'id': '3210ffc8-9768-404e-a251-60595fe6a564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:36.606382 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d909154e-319b-431a-921b-83f928805acb None None] The sync data for ids ['e9499cae-e2a6-49e7-93ab-daaf9702f160'] in n-d-836146-2 is: [{'id': 'e9499cae-e2a6-49e7-93ab-daaf9702f160', 'name': 'tempest-TestEncryptedCinderVolumes-609524885-router', 'tenant_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '76ba4931-30be-44d4-9dd4-f7bcc2c93d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:29Z', 'updated_at': '2022-04-20T17:10:32Z', 'revision_number': 4, 'project_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'gw_port': {'id': '76ba4931-30be-44d4-9dd4-f7bcc2c93d97', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9499cae-e2a6-49e7-93ab-daaf9702f160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:29Z', 'updated_at': '2022-04-20T17:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'f8c78eee-8829-4924-844f-28d38e446039', 'name': '', 'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4', 'tenant_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'mac_address': 'fa:16:3e:e8:fc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9499cae-e2a6-49e7-93ab-daaf9702f160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3210ffc8-9768-404e-a251-60595fe6a564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:32Z', 'updated_at': '2022-04-20T17:10:35Z', 'revision_number': 4, 'project_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'subnets': [{'id': '3210ffc8-9768-404e-a251-60595fe6a564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:10:36.621869 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2187aa45-c0d8-4f31-97bf-e3578f233b99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:36.711014 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8d5f70cf-5cbf-4f3d-ab3d-a0065a203a94 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:36.781503 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2187aa45-c0d8-4f31-97bf-e3578f233b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:36.825781 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2187aa45-c0d8-4f31-97bf-e3578f233b99 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:10:36.829106 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-2187aa45-c0d8-4f31-97bf-e3578f233b99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:36.833655 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2187aa45-c0d8-4f31-97bf-e3578f233b99 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:10:36.836902 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187aa45-c0d8-4f31-97bf-e3578f233b99 admin admin] Pushing event updated for resources: {'Port': ['ID=60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:36.863279 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8d5f70cf-5cbf-4f3d-ab3d-a0065a203a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:36.905003 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5f70cf-5cbf-4f3d-ab3d-a0065a203a94 None None] Network be282aaa-7bb2-4b9f-9cc2-98910c18902f is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:10:36.908068 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-8d5f70cf-5cbf-4f3d-ab3d-a0065a203a94 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:36.912629 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5f70cf-5cbf-4f3d-ab3d-a0065a203a94 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:10:36.919676 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f70cf-5cbf-4f3d-ab3d-a0065a203a94 None None] Pushing event updated for resources: {'Port': ['ID=cd61d72f-8a2e-4c6f-93a0-89ded88e7688,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:36.976997 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8d5f70cf-5cbf-4f3d-ab3d-a0065a203a94 None None] Attempting to bind port cd61d72f-8a2e-4c6f-93a0-89ded88e7688 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:10:36.977219 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8d5f70cf-5cbf-4f3d-ab3d-a0065a203a94 None None] Attempting to bind port cd61d72f-8a2e-4c6f-93a0-89ded88e7688 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '95a2edb8-5c45-48eb-ae82-cb5d21e4a48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be282aaa-7bb2-4b9f-9cc2-98910c18902f'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:10:36.977577 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5f70cf-5cbf-4f3d-ab3d-a0065a203a94 None None] Attempting to bind port cd61d72f-8a2e-4c6f-93a0-89ded88e7688 on network be282aaa-7bb2-4b9f-9cc2-98910c18902f {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:10:36.983295 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5f70cf-5cbf-4f3d-ab3d-a0065a203a94 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:10:36.983670 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5f70cf-5cbf-4f3d-ab3d-a0065a203a94 None None] Checking segment: {'id': '95a2edb8-5c45-48eb-ae82-cb5d21e4a48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be282aaa-7bb2-4b9f-9cc2-98910c18902f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:10:36.984426 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8d5f70cf-5cbf-4f3d-ab3d-a0065a203a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:36.984836 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5f70cf-5cbf-4f3d-ab3d-a0065a203a94 None None] Bound using segment: {'id': '95a2edb8-5c45-48eb-ae82-cb5d21e4a48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be282aaa-7bb2-4b9f-9cc2-98910c18902f'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:10:36.985313 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8d5f70cf-5cbf-4f3d-ab3d-a0065a203a94 None None] Bound port: cd61d72f-8a2e-4c6f-93a0-89ded88e7688, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a2edb8-5c45-48eb-ae82-cb5d21e4a48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be282aaa-7bb2-4b9f-9cc2-98910c18902f'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:10:36.985700 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8d5f70cf-5cbf-4f3d-ab3d-a0065a203a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:37.053639 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8d5f70cf-5cbf-4f3d-ab3d-a0065a203a94 None None] For port cd61d72f-8a2e-4c6f-93a0-89ded88e7688, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:37.056817 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8d5f70cf-5cbf-4f3d-ab3d-a0065a203a94 None None] For port cd61d72f-8a2e-4c6f-93a0-89ded88e7688, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=cd61d72f-8a2e-4c6f-93a0-89ded88e7688,segment=NetworkSegment(95a2edb8-5c45-48eb-ae82-cb5d21e4a48e),segment_id=95a2edb8-5c45-48eb-ae82-cb5d21e4a48e)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:10:37.141403 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8d5f70cf-5cbf-4f3d-ab3d-a0065a203a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:37.182897 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2187aa45-c0d8-4f31-97bf-e3578f233b99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:37.213890 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f70cf-5cbf-4f3d-ab3d-a0065a203a94 None None] Pushing event updated for resources: {'Port': ['ID=cd61d72f-8a2e-4c6f-93a0-89ded88e7688,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:37.431976 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2187aa45-c0d8-4f31-97bf-e3578f233b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:37.479403 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f8c78eee-8829-4924-844f-28d38e446039 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:10:37.544094 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port f8c78eee-8829-4924-844f-28d38e446039 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:37.544517 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:37.689672 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2187aa45-c0d8-4f31-97bf-e3578f233b99 admin admin] Router e6df37cf-5f4b-4609-931d-9ca15aa2d5f7 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:10:37.804983 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2187aa45-c0d8-4f31-97bf-e3578f233b99 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:10:37.813911 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] Sync routers for ids ['e6df37cf-5f4b-4609-931d-9ca15aa2d5f7'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:10:37.823717 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] Routers {'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:10:37.824320 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:10:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e6df37cf-5f4b-4609-931d-9ca15aa2d5f7'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:37.878604 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2187aa45-c0d8-4f31-97bf-e3578f233b99 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:37.882880 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2187aa45-c0d8-4f31-97bf-e3578f233b99 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1291831 Apr 20 17:10:37.883174 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59202) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:10:38.022073 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] Set router e6df37cf-5f4b-4609-931d-9ca15aa2d5f7 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:10:38.234014 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7', 'name': 'tempest-TestEncryptedCinderVolumes-2539517-router', 'tenant_id': 'e429eecd0fe3436892658bb0cb913aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:35Z', 'updated_at': '2022-04-20T17:10:36Z', 'revision_number': 3, 'project_id': 'e429eecd0fe3436892658bb0cb913aeb', 'gw_port': {'id': '60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:29:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:36Z', 'updated_at': '2022-04-20T17:10:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:38.265470 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] Checking router: e6df37cf-5f4b-4609-931d-9ca15aa2d5f7 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:10:38.265819 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] Updating router e6df37cf-5f4b-4609-931d-9ca15aa2d5f7 port 60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:10:38.293319 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:38.338809 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-827b8488-9e41-4ce7-a70d-840643cd8576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:38.352965 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8f5970-b5e4-4d6d-9847-edfb232824da None None] Network be282aaa-7bb2-4b9f-9cc2-98910c18902f requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:10:38.487128 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-db79c2d7-2dbe-421b-a024-75ee4dd9e2e5 None None] Provisioning complete for port cd61d72f-8a2e-4c6f-93a0-89ded88e7688 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:38.487356 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-db79c2d7-2dbe-421b-a024-75ee4dd9e2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:38.509230 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-827b8488-9e41-4ce7-a70d-840643cd8576 admin admin] Allocated IP 172.20.0.1 (be282aaa-7bb2-4b9f-9cc2-98910c18902f/ca05dd04-09ac-4b21-a3d3-369880916824/11ff2aa9-7131-4028-8ae5-702d4ce3cdd8) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:10:38.558246 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:38.607519 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-db79c2d7-2dbe-421b-a024-75ee4dd9e2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:38.630920 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-827b8488-9e41-4ce7-a70d-840643cd8576 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:38.642094 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-db79c2d7-2dbe-421b-a024-75ee4dd9e2e5 None None] For port cd61d72f-8a2e-4c6f-93a0-89ded88e7688, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=cd61d72f-8a2e-4c6f-93a0-89ded88e7688,segment=NetworkSegment(95a2edb8-5c45-48eb-ae82-cb5d21e4a48e),segment_id=95a2edb8-5c45-48eb-ae82-cb5d21e4a48e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:38.666759 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:38.724148 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] Attempting to bind port 60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:10:38.724571 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] Attempting to bind port 60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:10:38.724933 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] Attempting to bind port 60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:10:38.734630 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:10:38.735006 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:10:38.735403 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:38.735795 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:10:38.736263 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] Bound port: 60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:10:38.736670 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:38.739818 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ce41c-2b53-4df7-abb3-029498001bd7 None None] Pushing event updated for resources: {'Port': ['ID=60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:38.745093 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-db79c2d7-2dbe-421b-a024-75ee4dd9e2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:38.773858 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-827b8488-9e41-4ce7-a70d-840643cd8576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:38.795172 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] For port 60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:38.798621 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] For port 60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:10:38.799325 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79c2d7-2dbe-421b-a024-75ee4dd9e2e5 None None] Pushing event updated for resources: {'Port': ['ID=cd61d72f-8a2e-4c6f-93a0-89ded88e7688,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:38.813560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827b8488-9e41-4ce7-a70d-840643cd8576 admin admin] Network be282aaa-7bb2-4b9f-9cc2-98910c18902f is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:10:38.815264 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-827b8488-9e41-4ce7-a70d-840643cd8576 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:38.820937 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827b8488-9e41-4ce7-a70d-840643cd8576 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:10:38.849426 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b8488-9e41-4ce7-a70d-840643cd8576 admin admin] Pushing event updated for resources: {'Port': ['ID=11ff2aa9-7131-4028-8ae5-702d4ce3cdd8,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:38.865893 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-db3e9524-fb58-45a9-b698-a6e5bd2dbca3 None None] Provisioning complete for port cd61d72f-8a2e-4c6f-93a0-89ded88e7688 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:38.866342 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-db3e9524-fb58-45a9-b698-a6e5bd2dbca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:38.868134 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-827b8488-9e41-4ce7-a70d-840643cd8576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:38.873313 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:38.926119 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] Routers {'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:10:38.927060 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:10:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e6df37cf-5f4b-4609-931d-9ca15aa2d5f7'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:38.994573 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ce41c-2b53-4df7-abb3-029498001bd7 None None] Pushing event updated for resources: {'Port': ['ID=60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:39.053006 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] Set router e6df37cf-5f4b-4609-931d-9ca15aa2d5f7 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:10:39.091489 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8a797392-bb37-418f-a7b8-1b4bf7f33d4e None None] Provisioning complete for port 11ff2aa9-7131-4028-8ae5-702d4ce3cdd8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:39.091864 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8a797392-bb37-418f-a7b8-1b4bf7f33d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:39.130250 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-8a797392-bb37-418f-a7b8-1b4bf7f33d4e None None] Port 11ff2aa9-7131-4028-8ae5-702d4ce3cdd8 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:10:39.240317 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7', 'name': 'tempest-TestEncryptedCinderVolumes-2539517-router', 'tenant_id': 'e429eecd0fe3436892658bb0cb913aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:35Z', 'updated_at': '2022-04-20T17:10:36Z', 'revision_number': 3, 'project_id': 'e429eecd0fe3436892658bb0cb913aeb', 'gw_port': {'id': '60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:29:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:36Z', 'updated_at': '2022-04-20T17:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:39.267274 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c937b-a8f4-42f1-82c2-e75f3743957f None None] The sync data for ids ['e6df37cf-5f4b-4609-931d-9ca15aa2d5f7'] in n-d-836146-2 is: [{'id': 'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7', 'name': 'tempest-TestEncryptedCinderVolumes-2539517-router', 'tenant_id': 'e429eecd0fe3436892658bb0cb913aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:35Z', 'updated_at': '2022-04-20T17:10:36Z', 'revision_number': 3, 'project_id': 'e429eecd0fe3436892658bb0cb913aeb', 'gw_port': {'id': '60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:29:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:36Z', 'updated_at': '2022-04-20T17:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:10:39.406580 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-827b8488-9e41-4ce7-a70d-840643cd8576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:39.422057 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device cd61d72f-8a2e-4c6f-93a0-89ded88e7688 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:10:39.488904 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port cd61d72f-8a2e-4c6f-93a0-89ded88e7688 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:39.488904 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:39.608002 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-827b8488-9e41-4ce7-a70d-840643cd8576 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:39.677941 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-827b8488-9e41-4ce7-a70d-840643cd8576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:39.748933 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-827b8488-9e41-4ce7-a70d-840643cd8576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:39.750714 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b8488-9e41-4ce7-a70d-840643cd8576 admin admin] Pushing event updated for resources: {'Port': ['ID=11ff2aa9-7131-4028-8ae5-702d4ce3cdd8,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:39.844801 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827b8488-9e41-4ce7-a70d-840643cd8576 admin admin] Network be282aaa-7bb2-4b9f-9cc2-98910c18902f is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:10:39.846242 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-827b8488-9e41-4ce7-a70d-840643cd8576 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:39.974391 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827b8488-9e41-4ce7-a70d-840643cd8576 admin admin] Router e6df37cf-5f4b-4609-931d-9ca15aa2d5f7 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:10:40.056824 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a37f383d-c234-42ed-a31e-5bd9da1b128b None None] Provisioning complete for port 11ff2aa9-7131-4028-8ae5-702d4ce3cdd8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:40.057308 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a37f383d-c234-42ed-a31e-5bd9da1b128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:40.095676 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-a37f383d-c234-42ed-a31e-5bd9da1b128b None None] Port 11ff2aa9-7131-4028-8ae5-702d4ce3cdd8 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:10:40.101043 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827b8488-9e41-4ce7-a70d-840643cd8576 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:10:40.108319 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-827b8488-9e41-4ce7-a70d-840643cd8576 admin admin] 10.222.0.15 "PUT /v2.0/routers/e6df37cf-5f4b-4609-931d-9ca15aa2d5f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2220187 Apr 20 17:10:40.829049 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] Sync routers for ids ['e6df37cf-5f4b-4609-931d-9ca15aa2d5f7'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:10:40.839552 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] Routers {'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:10:40.840239 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:10:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e6df37cf-5f4b-4609-931d-9ca15aa2d5f7'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:40.945740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] Set router e6df37cf-5f4b-4609-931d-9ca15aa2d5f7 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:10:41.148173 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7', 'name': 'tempest-TestEncryptedCinderVolumes-2539517-router', 'tenant_id': 'e429eecd0fe3436892658bb0cb913aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:35Z', 'updated_at': '2022-04-20T17:10:39Z', 'revision_number': 4, 'project_id': 'e429eecd0fe3436892658bb0cb913aeb', 'gw_port': {'id': '60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:29:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:36Z', 'updated_at': '2022-04-20T17:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '11ff2aa9-7131-4028-8ae5-702d4ce3cdd8', 'name': '', 'network_id': 'be282aaa-7bb2-4b9f-9cc2-98910c18902f', 'tenant_id': 'e429eecd0fe3436892658bb0cb913aeb', 'mac_address': 'fa:16:3e:32:ae:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'ca05dd04-09ac-4b21-a3d3-369880916824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:38Z', 'updated_at': '2022-04-20T17:10:39Z', 'revision_number': 2, 'project_id': 'e429eecd0fe3436892658bb0cb913aeb', 'subnets': [{'id': 'ca05dd04-09ac-4b21-a3d3-369880916824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:41.175611 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] Checking router: e6df37cf-5f4b-4609-931d-9ca15aa2d5f7 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:10:41.175962 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] Updating router e6df37cf-5f4b-4609-931d-9ca15aa2d5f7 port 11ff2aa9-7131-4028-8ae5-702d4ce3cdd8 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:10:41.179704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-31c9a873-861a-49f2-93f1-8441c5ff54e4 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:41.181830 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-31c9a873-861a-49f2-93f1-8441c5ff54e4 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/networks?id=43ebefe1-ba07-45c3-9714-28d3c8b29df4 HTTP/1.1" status: 200 len: 816 time: 0.1039698 Apr 20 17:10:41.196721 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-a225c0d9-7e55-4573-9b81-70107ac2347c tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/quotas/7b564c9d9b8e4e6aaade76cb199e54e7 HTTP/1.1" status: 200 len: 375 time: 0.0088747 Apr 20 17:10:41.200571 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:41.252746 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-3f3a8e34-066b-4695-83da-e9688186aa26 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b564c9d9b8e4e6aaade76cb199e54e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502548 Apr 20 17:10:41.452388 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-b1d3f11d-211c-4353-b2b1-908c54c5a687 service neutron] 10.222.0.15 "GET /v2.0/networks/43ebefe1-ba07-45c3-9714-28d3c8b29df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864655 Apr 20 17:10:41.456621 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:10:41.546010 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-9231aa9f-eaf7-411c-bc7b-91e0832b6aac service neutron] 10.222.0.15 "GET /v2.0/networks/43ebefe1-ba07-45c3-9714-28d3c8b29df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873141 Apr 20 17:10:41.580727 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:41.581105 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:41.737180 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:41.739176 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:41.758635 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:41.806501 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-385b77f0-ad38-4170-b31c-2606b4093797 req-3061afee-d7d0-447a-9906-69206cdf4106 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d HTTP/1.1" status: 200 len: 210 time: 0.0280910 Apr 20 17:10:41.835973 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:41.879455 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:41.905707 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced9b43-8fd9-4185-9f22-4c0d2ac6a945 None None] Pushing event updated for resources: {'Port': ['ID=11ff2aa9-7131-4028-8ae5-702d4ce3cdd8,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:41.999621 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] Attempting to bind port 11ff2aa9-7131-4028-8ae5-702d4ce3cdd8 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:10:41.999994 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] Attempting to bind port 11ff2aa9-7131-4028-8ae5-702d4ce3cdd8 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '95a2edb8-5c45-48eb-ae82-cb5d21e4a48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be282aaa-7bb2-4b9f-9cc2-98910c18902f'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:10:42.000435 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] Attempting to bind port 11ff2aa9-7131-4028-8ae5-702d4ce3cdd8 on network be282aaa-7bb2-4b9f-9cc2-98910c18902f {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:10:42.002472 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:42.011384 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:10:42.011839 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] Checking segment: {'id': '95a2edb8-5c45-48eb-ae82-cb5d21e4a48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be282aaa-7bb2-4b9f-9cc2-98910c18902f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:10:42.012153 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:42.012566 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] Bound using segment: {'id': '95a2edb8-5c45-48eb-ae82-cb5d21e4a48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be282aaa-7bb2-4b9f-9cc2-98910c18902f'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:10:42.013031 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] Bound port: 11ff2aa9-7131-4028-8ae5-702d4ce3cdd8, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a2edb8-5c45-48eb-ae82-cb5d21e4a48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'be282aaa-7bb2-4b9f-9cc2-98910c18902f'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:10:42.013417 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:42.016076 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:42.016438 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:42.016777 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:42.017111 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:42.017446 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:42.017776 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:42.018101 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:42.018953 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:42.019296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:42.019620 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:42.019940 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:42.020258 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:42.086707 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] For port 11ff2aa9-7131-4028-8ae5-702d4ce3cdd8, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:42.089595 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] For port 11ff2aa9-7131-4028-8ae5-702d4ce3cdd8, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=11ff2aa9-7131-4028-8ae5-702d4ce3cdd8,segment=NetworkSegment(95a2edb8-5c45-48eb-ae82-cb5d21e4a48e),segment_id=95a2edb8-5c45-48eb-ae82-cb5d21e4a48e)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:10:42.134056 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8c308ec7-4494-4152-a384-a49b10d1e1ad None None] Provisioning complete for port 11ff2aa9-7131-4028-8ae5-702d4ce3cdd8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:42.134427 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8c308ec7-4494-4152-a384-a49b10d1e1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:42.171098 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-8c308ec7-4494-4152-a384-a49b10d1e1ad None None] Port 11ff2aa9-7131-4028-8ae5-702d4ce3cdd8 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:10:42.181449 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:42.236038 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced9b43-8fd9-4185-9f22-4c0d2ac6a945 None None] Pushing event updated for resources: {'Port': ['ID=11ff2aa9-7131-4028-8ae5-702d4ce3cdd8,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:42.239214 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] Routers {'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:10:42.240017 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:10:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e6df37cf-5f4b-4609-931d-9ca15aa2d5f7'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:42.359366 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] Set router e6df37cf-5f4b-4609-931d-9ca15aa2d5f7 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:10:42.442179 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-82ceb3e1-4401-4922-8efd-fd14c00fca51 None None] Provisioning complete for port 11ff2aa9-7131-4028-8ae5-702d4ce3cdd8 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:42.442551 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-82ceb3e1-4401-4922-8efd-fd14c00fca51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:42.606315 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-82ceb3e1-4401-4922-8efd-fd14c00fca51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:42.650223 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-82ceb3e1-4401-4922-8efd-fd14c00fca51 None None] For port 11ff2aa9-7131-4028-8ae5-702d4ce3cdd8, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=11ff2aa9-7131-4028-8ae5-702d4ce3cdd8,segment=NetworkSegment(95a2edb8-5c45-48eb-ae82-cb5d21e4a48e),segment_id=95a2edb8-5c45-48eb-ae82-cb5d21e4a48e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:42.655871 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7', 'name': 'tempest-TestEncryptedCinderVolumes-2539517-router', 'tenant_id': 'e429eecd0fe3436892658bb0cb913aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:35Z', 'updated_at': '2022-04-20T17:10:39Z', 'revision_number': 4, 'project_id': 'e429eecd0fe3436892658bb0cb913aeb', 'gw_port': {'id': '60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:36Z', 'updated_at': '2022-04-20T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '11ff2aa9-7131-4028-8ae5-702d4ce3cdd8', 'name': '', 'network_id': 'be282aaa-7bb2-4b9f-9cc2-98910c18902f', 'tenant_id': 'e429eecd0fe3436892658bb0cb913aeb', 'mac_address': 'fa:16:3e:32:ae:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'ca05dd04-09ac-4b21-a3d3-369880916824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:38Z', 'updated_at': '2022-04-20T17:10:42Z', 'revision_number': 4, 'project_id': 'e429eecd0fe3436892658bb0cb913aeb', 'subnets': [{'id': 'ca05dd04-09ac-4b21-a3d3-369880916824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:42.681796 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae722b7-54a1-4f47-bb45-3e170867c0ae None None] The sync data for ids ['e6df37cf-5f4b-4609-931d-9ca15aa2d5f7'] in n-d-836146-2 is: [{'id': 'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7', 'name': 'tempest-TestEncryptedCinderVolumes-2539517-router', 'tenant_id': 'e429eecd0fe3436892658bb0cb913aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:35Z', 'updated_at': '2022-04-20T17:10:39Z', 'revision_number': 4, 'project_id': 'e429eecd0fe3436892658bb0cb913aeb', 'gw_port': {'id': '60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:36Z', 'updated_at': '2022-04-20T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '11ff2aa9-7131-4028-8ae5-702d4ce3cdd8', 'name': '', 'network_id': 'be282aaa-7bb2-4b9f-9cc2-98910c18902f', 'tenant_id': 'e429eecd0fe3436892658bb0cb913aeb', 'mac_address': 'fa:16:3e:32:ae:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'ca05dd04-09ac-4b21-a3d3-369880916824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:38Z', 'updated_at': '2022-04-20T17:10:42Z', 'revision_number': 4, 'project_id': 'e429eecd0fe3436892658bb0cb913aeb', 'subnets': [{'id': 'ca05dd04-09ac-4b21-a3d3-369880916824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:10:42.773618 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-82ceb3e1-4401-4922-8efd-fd14c00fca51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:42.832257 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ceb3e1-4401-4922-8efd-fd14c00fca51 None None] Pushing event updated for resources: {'Port': ['ID=11ff2aa9-7131-4028-8ae5-702d4ce3cdd8,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:42.894051 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c909988-1880-470b-872a-b11cce4aa3a8 req-022f4e36-04f2-40fd-b3db-870708a24b46 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d HTTP/1.1" status: 200 len: 210 time: 0.0270712 Apr 20 17:10:43.492622 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:10:43.544109 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:43.544525 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:43.632557 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 11ff2aa9-7131-4028-8ae5-702d4ce3cdd8 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:10:43.682182 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 11ff2aa9-7131-4028-8ae5-702d4ce3cdd8 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:43.682736 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:43.993528 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fb84c3fb-bbb0-40ff-85f0-8641db709c20 req-09a2414c-ad30-4dff-9604-998f3b635ff8 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d HTTP/1.1" status: 200 len: 210 time: 0.0267434 Apr 20 17:10:44.261699 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-a44d794e-2529-4168-bcba-ef7415ef9d7d tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:44.263124 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-a44d794e-2529-4168-bcba-ef7415ef9d7d tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.26 "GET /v2.0/networks?id=43ebefe1-ba07-45c3-9714-28d3c8b29df4 HTTP/1.1" status: 200 len: 816 time: 0.1049688 Apr 20 17:10:44.280698 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-9be0295b-d5a6-4fe9-9706-f37557fbf4e3 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Request body: {'port': {'device_id': 'f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d', 'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4', 'admin_state_up': True, 'tenant_id': '7b564c9d9b8e4e6aaade76cb199e54e7'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:10:44.492678 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-9be0295b-d5a6-4fe9-9706-f37557fbf4e3 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Made reservation on behalf of 7b564c9d9b8e4e6aaade76cb199e54e7 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:44.496261 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-9be0295b-d5a6-4fe9-9706-f37557fbf4e3 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:44.634768 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-9be0295b-d5a6-4fe9-9706-f37557fbf4e3 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Allocated IP 172.20.0.14 (43ebefe1-ba07-45c3-9714-28d3c8b29df4/3210ffc8-9768-404e-a251-60595fe6a564/c9e73e65-e487-4f3c-9059-4cc4ec93e9db) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:10:44.780600 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-9be0295b-d5a6-4fe9-9706-f37557fbf4e3 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:44.879118 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-9be0295b-d5a6-4fe9-9706-f37557fbf4e3 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:44.922655 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-9be0295b-d5a6-4fe9-9706-f37557fbf4e3 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Network 43ebefe1-ba07-45c3-9714-28d3c8b29df4 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:10:44.926297 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-9be0295b-d5a6-4fe9-9706-f37557fbf4e3 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:44.930084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-9be0295b-d5a6-4fe9-9706-f37557fbf4e3 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:10:44.936302 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0295b-d5a6-4fe9-9706-f37557fbf4e3 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Pushing event updated for resources: {'Port': ['ID=c9e73e65-e487-4f3c-9059-4cc4ec93e9db,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:44.981947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-9be0295b-d5a6-4fe9-9706-f37557fbf4e3 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:44.982577 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-9be0295b-d5a6-4fe9-9706-f37557fbf4e3 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:45.055219 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-9be0295b-d5a6-4fe9-9706-f37557fbf4e3 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7783217 Apr 20 17:10:45.081871 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-f42dfc2f-05d4-47ea-aefc-a1d43a3ebd20 service neutron] Request body: {'port': {'device_id': 'f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:10:45.107277 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c40c490a-66f4-4db7-97c3-c03cdd641a3f None None] Provisioning complete for port c9e73e65-e487-4f3c-9059-4cc4ec93e9db triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:45.107816 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c40c490a-66f4-4db7-97c3-c03cdd641a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:45.143313 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c40c490a-66f4-4db7-97c3-c03cdd641a3f None None] Port c9e73e65-e487-4f3c-9059-4cc4ec93e9db cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:10:45.500314 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e714445-c7d8-4547-b5b7-98d76be3457d req-1c7685ed-86c8-4ee8-9e96-0e0672dfbfd2 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:45.501812 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e714445-c7d8-4547-b5b7-98d76be3457d req-1c7685ed-86c8-4ee8-9e96-0e0672dfbfd2 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d HTTP/1.1" status: 200 len: 932 time: 0.4349551 Apr 20 17:10:45.509827 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-f42dfc2f-05d4-47ea-aefc-a1d43a3ebd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:45.568574 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4e714445-c7d8-4547-b5b7-98d76be3457d req-461358e2-4286-4dd6-ac91-6ba0fbcbe871 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594902 Apr 20 17:10:45.789907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-f42dfc2f-05d4-47ea-aefc-a1d43a3ebd20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e73e65-e487-4f3c-9059-4cc4ec93e9db {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:10:45.797135 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-f42dfc2f-05d4-47ea-aefc-a1d43a3ebd20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:45.809073 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-f42dfc2f-05d4-47ea-aefc-a1d43a3ebd20 service neutron] Transition to ACTIVE for port object c9e73e65-e487-4f3c-9059-4cc4ec93e9db will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:10:45.864433 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-f42dfc2f-05d4-47ea-aefc-a1d43a3ebd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:45.944125 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42dfc2f-05d4-47ea-aefc-a1d43a3ebd20 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e73e65-e487-4f3c-9059-4cc4ec93e9db,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:45.995242 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-f42dfc2f-05d4-47ea-aefc-a1d43a3ebd20 service neutron] Attempting to bind port c9e73e65-e487-4f3c-9059-4cc4ec93e9db on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:10:45.995602 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-f42dfc2f-05d4-47ea-aefc-a1d43a3ebd20 service neutron] Attempting to bind port c9e73e65-e487-4f3c-9059-4cc4ec93e9db by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '0de369f5-ec21-4d62-9f46-5f1d97eff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:10:45.995928 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-f42dfc2f-05d4-47ea-aefc-a1d43a3ebd20 service neutron] Attempting to bind port c9e73e65-e487-4f3c-9059-4cc4ec93e9db on network 43ebefe1-ba07-45c3-9714-28d3c8b29df4 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:10:46.000365 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-f42dfc2f-05d4-47ea-aefc-a1d43a3ebd20 service neutron] Port c9e73e65-e487-4f3c-9059-4cc4ec93e9db on network 43ebefe1-ba07-45c3-9714-28d3c8b29df4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:10:46.000711 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-f42dfc2f-05d4-47ea-aefc-a1d43a3ebd20 service neutron] Attempting to bind port c9e73e65-e487-4f3c-9059-4cc4ec93e9db on network 43ebefe1-ba07-45c3-9714-28d3c8b29df4 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:10:46.005736 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-f42dfc2f-05d4-47ea-aefc-a1d43a3ebd20 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:10:46.006072 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-f42dfc2f-05d4-47ea-aefc-a1d43a3ebd20 service neutron] Checking segment: {'id': '0de369f5-ec21-4d62-9f46-5f1d97eff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:10:46.006454 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-f42dfc2f-05d4-47ea-aefc-a1d43a3ebd20 service neutron] Bound using segment: {'id': '0de369f5-ec21-4d62-9f46-5f1d97eff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:10:46.006878 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-f42dfc2f-05d4-47ea-aefc-a1d43a3ebd20 service neutron] Bound port: c9e73e65-e487-4f3c-9059-4cc4ec93e9db, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0de369f5-ec21-4d62-9f46-5f1d97eff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:10:46.007233 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-f42dfc2f-05d4-47ea-aefc-a1d43a3ebd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:46.071593 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-f42dfc2f-05d4-47ea-aefc-a1d43a3ebd20 service neutron] For port c9e73e65-e487-4f3c-9059-4cc4ec93e9db, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:46.074628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-f42dfc2f-05d4-47ea-aefc-a1d43a3ebd20 service neutron] For port c9e73e65-e487-4f3c-9059-4cc4ec93e9db, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=c9e73e65-e487-4f3c-9059-4cc4ec93e9db,segment=NetworkSegment(0de369f5-ec21-4d62-9f46-5f1d97eff146),segment_id=0de369f5-ec21-4d62-9f46-5f1d97eff146)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:10:46.149697 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-f42dfc2f-05d4-47ea-aefc-a1d43a3ebd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:46.187113 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-f42dfc2f-05d4-47ea-aefc-a1d43a3ebd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:46.187882 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-f42dfc2f-05d4-47ea-aefc-a1d43a3ebd20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:46.189516 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-f42dfc2f-05d4-47ea-aefc-a1d43a3ebd20 service neutron] 10.222.0.26 "PUT /v2.0/ports/c9e73e65-e487-4f3c-9059-4cc4ec93e9db HTTP/1.1" status: 200 len: 1092 time: 1.1137207 Apr 20 17:10:46.191513 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d', 'tag': 'c9e73e65-e487-4f3c-9059-4cc4ec93e9db'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:10:46.193787 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b5d2d1-ffa6-49f2-b655-901d5134959f" -d '{"events": [{"name": "network-changed", "server_uuid": "f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d", "tag": "c9e73e65-e487-4f3c-9059-4cc4ec93e9db"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:10:46.223099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42dfc2f-05d4-47ea-aefc-a1d43a3ebd20 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e73e65-e487-4f3c-9059-4cc4ec93e9db,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:46.234930 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea34ea2-2f21-4691-99e5-af9ff932d91b x-openstack-request-id: req-6ea34ea2-2f21-4691-99e5-af9ff932d91b {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:10:46.235227 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d", "tag": "c9e73e65-e487-4f3c-9059-4cc4ec93e9db", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:10:46.235478 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ea34ea2-2f21-4691-99e5-af9ff932d91b {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:10:46.235884 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ea34ea2-2f21-4691-99e5-af9ff932d91b'] response: {'name': 'network-changed', 'server_uuid': 'f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d', 'tag': 'c9e73e65-e487-4f3c-9059-4cc4ec93e9db', 'status': 'completed', 'code': 200} Apr 20 17:10:46.325459 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5d2d1-ffa6-49f2-b655-901d5134959f req-906e136d-4306-4167-a079-83465a0b0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:46.327032 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-14b5d2d1-ffa6-49f2-b655-901d5134959f req-906e136d-4306-4167-a079-83465a0b0b42 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b564c9d9b8e4e6aaade76cb199e54e7&device_id=f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d HTTP/1.1" status: 200 len: 1095 time: 0.0498302 Apr 20 17:10:46.442028 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5d2d1-ffa6-49f2-b655-901d5134959f req-ddcdf36e-2df0-44b6-90ee-7b49c4846f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:46.443510 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-14b5d2d1-ffa6-49f2-b655-901d5134959f req-ddcdf36e-2df0-44b6-90ee-7b49c4846f32 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7b564c9d9b8e4e6aaade76cb199e54e7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0915294 Apr 20 17:10:46.537594 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5d2d1-ffa6-49f2-b655-901d5134959f req-c573fbb9-ac50-4df8-9e1c-d506db806edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:46.538938 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-14b5d2d1-ffa6-49f2-b655-901d5134959f req-c573fbb9-ac50-4df8-9e1c-d506db806edb service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897822 Apr 20 17:10:46.635621 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-3565b61b-ac79-43a7-8f93-6eb532740a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:46.637175 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-3565b61b-ac79-43a7-8f93-6eb532740a8d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b564c9d9b8e4e6aaade76cb199e54e7&device_id=f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d HTTP/1.1" status: 200 len: 1095 time: 0.0416074 Apr 20 17:10:46.713005 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-da8a5bc4-e840-495b-960d-ad1fb060b7ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9e73e65-e487-4f3c-9059-4cc4ec93e9db HTTP/1.1" status: 200 len: 217 time: 0.0593555 Apr 20 17:10:46.757172 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63603d2-9da1-4389-98a5-0b3180be2243 req-a8d3544a-0bee-4282-84aa-d81683ef6d3f tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:46.758611 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b63603d2-9da1-4389-98a5-0b3180be2243 req-a8d3544a-0bee-4282-84aa-d81683ef6d3f tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d HTTP/1.1" status: 200 len: 944 time: 0.1139083 Apr 20 17:10:46.783058 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-c41b1c51-d6b2-40e7-a0c6-c1a1067bca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:46.784501 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-c41b1c51-d6b2-40e7-a0c6-c1a1067bca10 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3210ffc8-9768-404e-a251-60595fe6a564 HTTP/1.1" status: 200 len: 855 time: 0.0654328 Apr 20 17:10:46.825595 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b63603d2-9da1-4389-98a5-0b3180be2243 req-d59c6384-c988-4320-ac30-e5cdf2cc55e5 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595698 Apr 20 17:10:46.838486 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-021adc66-b545-4a94-bb36-e5416c482837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:46.839968 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-021adc66-b545-4a94-bb36-e5416c482837 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43ebefe1-ba07-45c3-9714-28d3c8b29df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493076 Apr 20 17:10:46.931267 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-2290c818-87e7-418e-b99a-b6bb4f634af9 service neutron] 10.222.0.26 "GET /v2.0/networks/43ebefe1-ba07-45c3-9714-28d3c8b29df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851204 Apr 20 17:10:47.022801 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-51802228-0bdf-4478-af7a-99f3127ca8f2 req-37e4bbf1-b7cd-44a8-adb4-74d4ebf564a4 service neutron] 10.222.0.26 "GET /v2.0/networks/43ebefe1-ba07-45c3-9714-28d3c8b29df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849042 Apr 20 17:10:47.947411 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866325a7-39d8-4d73-a64c-828b242c95c4 req-aef3d293-460f-4e6d-84f8-d85ce3b04e32 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:47.948936 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-866325a7-39d8-4d73-a64c-828b242c95c4 req-aef3d293-460f-4e6d-84f8-d85ce3b04e32 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d HTTP/1.1" status: 200 len: 944 time: 0.0569587 Apr 20 17:10:47.987244 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-866325a7-39d8-4d73-a64c-828b242c95c4 req-99e32a22-b18a-4122-9833-fbf8861ecb4d tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322163 Apr 20 17:10:49.100202 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae55faa-6f86-48b9-98b0-6cdcc475c217 req-56547d9d-f02c-44ad-88b9-e967cef31181 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:49.101686 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ae55faa-6f86-48b9-98b0-6cdcc475c217 req-56547d9d-f02c-44ad-88b9-e967cef31181 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d HTTP/1.1" status: 200 len: 944 time: 0.0478396 Apr 20 17:10:49.138669 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0ae55faa-6f86-48b9-98b0-6cdcc475c217 req-b1f1dbaa-7ebd-49b1-843a-b5f1086dc02b tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309641 Apr 20 17:10:50.254034 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10125f4-4839-40d6-9ecd-b8691be9d3e7 req-4a0d18d9-f84f-4788-8ca4-332ccae234cb tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:50.255529 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c10125f4-4839-40d6-9ecd-b8691be9d3e7 req-4a0d18d9-f84f-4788-8ca4-332ccae234cb tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d HTTP/1.1" status: 200 len: 944 time: 0.0481331 Apr 20 17:10:50.296629 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c10125f4-4839-40d6-9ecd-b8691be9d3e7 req-35a11f7e-3e52-40c7-bc83-cc25945c9f03 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349646 Apr 20 17:10:51.418885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138095f-51bc-4917-a8f9-1cabacbd688a req-8840bf51-4512-47cc-a1ee-bbd029bfe8dc tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:51.420361 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a138095f-51bc-4917-a8f9-1cabacbd688a req-8840bf51-4512-47cc-a1ee-bbd029bfe8dc tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d HTTP/1.1" status: 200 len: 944 time: 0.0540886 Apr 20 17:10:51.457527 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a138095f-51bc-4917-a8f9-1cabacbd688a req-38cf8833-25e7-49a4-8c1e-a43de0331351 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306625 Apr 20 17:10:51.917421 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device c9e73e65-e487-4f3c-9059-4cc4ec93e9db details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:10:52.007987 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port c9e73e65-e487-4f3c-9059-4cc4ec93e9db, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=c9e73e65-e487-4f3c-9059-4cc4ec93e9db,segment=NetworkSegment(0de369f5-ec21-4d62-9f46-5f1d97eff146),segment_id=0de369f5-ec21-4d62-9f46-5f1d97eff146)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:52.022098 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'c9e73e65-e487-4f3c-9059-4cc4ec93e9db', 'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4', 'port_id': 'c9e73e65-e487-4f3c-9059-4cc4ec93e9db', 'mac_address': 'fa:16:3e:99:a4:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3210ffc8-9768-404e-a251-60595fe6a564', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:10:52.057726 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:52.070066 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e73e65-e487-4f3c-9059-4cc4ec93e9db {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:10:52.088881 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port c9e73e65-e487-4f3c-9059-4cc4ec93e9db, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=c9e73e65-e487-4f3c-9059-4cc4ec93e9db,segment=NetworkSegment(0de369f5-ec21-4d62-9f46-5f1d97eff146),segment_id=0de369f5-ec21-4d62-9f46-5f1d97eff146)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:52.192406 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:52.239172 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=c9e73e65-e487-4f3c-9059-4cc4ec93e9db,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:52.549186 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['c9e73e65-e487-4f3c-9059-4cc4ec93e9db'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:10:52.571843 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddfb6c-7b5d-4b6a-ae3b-786534f5c26b req-b4954d20-d37e-476c-b275-67959c205993 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:52.573378 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13ddfb6c-7b5d-4b6a-ae3b-786534f5c26b req-b4954d20-d37e-476c-b275-67959c205993 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d HTTP/1.1" status: 200 len: 945 time: 0.0508156 Apr 20 17:10:52.611768 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13ddfb6c-7b5d-4b6a-ae3b-786534f5c26b req-b04e3019-3db4-4e75-9e36-4b573760c74a tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321023 Apr 20 17:10:52.812181 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d7d96123-0d56-4f70-91aa-9eec4626154c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:53.736559 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acca952-324e-43aa-9c6a-eacd55d8b767 req-ea941b60-0fc3-4677-89d7-cd5276b1ddf7 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:53.738163 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8acca952-324e-43aa-9c6a-eacd55d8b767 req-ea941b60-0fc3-4677-89d7-cd5276b1ddf7 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d HTTP/1.1" status: 200 len: 945 time: 0.0589929 Apr 20 17:10:53.776684 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8acca952-324e-43aa-9c6a-eacd55d8b767 req-c53b8c43-b661-407d-ae50-403404bf90b4 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324244 Apr 20 17:10:53.917641 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device c9e73e65-e487-4f3c-9059-4cc4ec93e9db up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:10:54.058222 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port c9e73e65-e487-4f3c-9059-4cc4ec93e9db completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:10:54.062622 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port c9e73e65-e487-4f3c-9059-4cc4ec93e9db triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:54.063017 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:54.142162 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:54.163946 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e73e65-e487-4f3c-9059-4cc4ec93e9db'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:10:54.166195 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cd28bc-963c-4826-862d-8e758952c066" -d '{"events": [{"server_uuid": "f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d", "name": "network-vif-plugged", "status": "completed", "tag": "c9e73e65-e487-4f3c-9059-4cc4ec93e9db"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:10:54.179060 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port c9e73e65-e487-4f3c-9059-4cc4ec93e9db, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=c9e73e65-e487-4f3c-9059-4cc4ec93e9db,segment=NetworkSegment(0de369f5-ec21-4d62-9f46-5f1d97eff146),segment_id=0de369f5-ec21-4d62-9f46-5f1d97eff146)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:54.202439 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b7ebbc-6727-418d-91e4-f59fddc74f1c x-openstack-request-id: req-32b7ebbc-6727-418d-91e4-f59fddc74f1c {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:10:54.202439 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d", "name": "network-vif-plugged", "status": "completed", "tag": "c9e73e65-e487-4f3c-9059-4cc4ec93e9db", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:10:54.202439 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32b7ebbc-6727-418d-91e4-f59fddc74f1c {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:10:54.202819 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b7ebbc-6727-418d-91e4-f59fddc74f1c'] response: {'server_uuid': 'f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e73e65-e487-4f3c-9059-4cc4ec93e9db', 'code': 200} Apr 20 17:10:54.243950 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:54.294993 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=c9e73e65-e487-4f3c-9059-4cc4ec93e9db,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:54.326214 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97959f-a4c2-4a2d-a041-f6cc71a327c5 req-d80dd0c2-51de-4acd-8ef8-003be6ee7148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:54.328181 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a97959f-a4c2-4a2d-a041-f6cc71a327c5 req-d80dd0c2-51de-4acd-8ef8-003be6ee7148 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d HTTP/1.1" status: 200 len: 1097 time: 0.0443797 Apr 20 17:10:54.361845 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6a97959f-a4c2-4a2d-a041-f6cc71a327c5 req-1b821d07-74bf-4f8a-a37b-f193335b20f0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274823 Apr 20 17:10:54.894231 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99574875-da77-4669-90c9-754c167bfd6c req-9016bc98-adc7-4f63-8fb7-4aede70c1211 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:54.895701 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99574875-da77-4669-90c9-754c167bfd6c req-9016bc98-adc7-4f63-8fb7-4aede70c1211 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d HTTP/1.1" status: 200 len: 946 time: 0.0496290 Apr 20 17:10:54.933839 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99574875-da77-4669-90c9-754c167bfd6c req-30279dff-d725-4147-a373-245ab2175fe7 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319049 Apr 20 17:10:55.115670 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d4431c79-c8cc-4407-adde-eb5eaad36a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:56.048751 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d5f27-99a9-4842-ae6d-75df200a371d req-28f6ed7f-acc8-4ec7-963b-0d09be9bc747 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:56.050727 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f45d5f27-99a9-4842-ae6d-75df200a371d req-28f6ed7f-acc8-4ec7-963b-0d09be9bc747 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d HTTP/1.1" status: 200 len: 946 time: 0.0490677 Apr 20 17:10:56.087218 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f45d5f27-99a9-4842-ae6d-75df200a371d req-ee48e4f1-9050-42ed-b5d9-fe98390a0081 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304406 Apr 20 17:10:56.201619 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955739de-aacc-4466-8530-c2db38acd217 req-992777db-00a2-4735-a9ed-b633948cc416 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:10:56.203083 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-955739de-aacc-4466-8530-c2db38acd217 req-992777db-00a2-4735-a9ed-b633948cc416 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d HTTP/1.1" status: 200 len: 946 time: 0.0520952 Apr 20 17:10:56.242049 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-955739de-aacc-4466-8530-c2db38acd217 req-6d44aae8-8488-448b-a8bd-edb9b1bffafc tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327744 Apr 20 17:10:56.552104 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:57.048132 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:10:57.944672 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:58.198950 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:59.392632 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:00.332929 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:20.396706 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54344427-0185-466e-81e2-48dbe6e75c7f req-2c80682c-00f3-4f31-b1ee-cbb901443f9f tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:11:20.398129 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54344427-0185-466e-81e2-48dbe6e75c7f req-2c80682c-00f3-4f31-b1ee-cbb901443f9f tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d HTTP/1.1" status: 200 len: 946 time: 0.0603600 Apr 20 17:11:20.440508 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54344427-0185-466e-81e2-48dbe6e75c7f req-4972c9aa-b0eb-4e8f-ac89-1faa30214f12 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356281 Apr 20 17:11:21.558329 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6ecf8-d5c2-40a1-adab-e99ce28f35ce req-e3418c3f-e19e-4f0a-b188-5d5eded62992 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:11:21.559976 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0a6ecf8-d5c2-40a1-adab-e99ce28f35ce req-e3418c3f-e19e-4f0a-b188-5d5eded62992 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d HTTP/1.1" status: 200 len: 946 time: 0.0489490 Apr 20 17:11:21.600139 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0a6ecf8-d5c2-40a1-adab-e99ce28f35ce req-f13d29b9-ce6e-4f55-b926-2bb07388fe00 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337300 Apr 20 17:11:22.247164 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599dbbe-d952-48ec-a7b1-b83bf627da2a req-fe2d87e5-ba97-4027-84fb-d6833eedfb73 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:11:22.249077 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1599dbbe-d952-48ec-a7b1-b83bf627da2a req-fe2d87e5-ba97-4027-84fb-d6833eedfb73 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.26 "GET /v2.0/ports?device_id=f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d HTTP/1.1" status: 200 len: 946 time: 0.0506585 Apr 20 17:11:22.335615 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1599dbbe-d952-48ec-a7b1-b83bf627da2a req-3bd89ab9-e29b-4df5-a8d6-1e6b48377554 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Deleting port c9e73e65-e487-4f3c-9059-4cc4ec93e9db {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:11:22.335955 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1599dbbe-d952-48ec-a7b1-b83bf627da2a req-3bd89ab9-e29b-4df5-a8d6-1e6b48377554 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:22.431571 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1599dbbe-d952-48ec-a7b1-b83bf627da2a req-3bd89ab9-e29b-4df5-a8d6-1e6b48377554 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] For port c9e73e65-e487-4f3c-9059-4cc4ec93e9db, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=c9e73e65-e487-4f3c-9059-4cc4ec93e9db,segment=NetworkSegment(0de369f5-ec21-4d62-9f46-5f1d97eff146),segment_id=0de369f5-ec21-4d62-9f46-5f1d97eff146)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:22.431932 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1599dbbe-d952-48ec-a7b1-b83bf627da2a req-3bd89ab9-e29b-4df5-a8d6-1e6b48377554 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:22.446089 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-1599dbbe-d952-48ec-a7b1-b83bf627da2a req-3bd89ab9-e29b-4df5-a8d6-1e6b48377554 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Calling delete_port for c9e73e65-e487-4f3c-9059-4cc4ec93e9db owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:11:22.664646 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1599dbbe-d952-48ec-a7b1-b83bf627da2a req-3bd89ab9-e29b-4df5-a8d6-1e6b48377554 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:22.698547 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['c9e73e65-e487-4f3c-9059-4cc4ec93e9db'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:11:22.719674 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd89ab9-e29b-4df5-a8d6-1e6b48377554 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Pushing event deleted for resources: {'Port': ['ID=c9e73e65-e487-4f3c-9059-4cc4ec93e9db,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:22.725819 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-01d93b6f-ca0a-43fc-a973-465d0d77bd53 req-0339e999-4b6b-47ce-a24c-8e47bd29ef7f tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d HTTP/1.1" status: 200 len: 210 time: 0.0560846 Apr 20 17:11:22.742705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd89ab9-e29b-4df5-a8d6-1e6b48377554 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:22.743057 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd89ab9-e29b-4df5-a8d6-1e6b48377554 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:22.743524 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd89ab9-e29b-4df5-a8d6-1e6b48377554 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:22.743858 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd89ab9-e29b-4df5-a8d6-1e6b48377554 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:22.744188 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd89ab9-e29b-4df5-a8d6-1e6b48377554 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:22.744537 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd89ab9-e29b-4df5-a8d6-1e6b48377554 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:22.744864 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd89ab9-e29b-4df5-a8d6-1e6b48377554 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:22.745194 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd89ab9-e29b-4df5-a8d6-1e6b48377554 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:22.745508 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd89ab9-e29b-4df5-a8d6-1e6b48377554 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:22.745865 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd89ab9-e29b-4df5-a8d6-1e6b48377554 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:22.746186 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd89ab9-e29b-4df5-a8d6-1e6b48377554 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:22.746504 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd89ab9-e29b-4df5-a8d6-1e6b48377554 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:22.781516 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-1599dbbe-d952-48ec-a7b1-b83bf627da2a req-3bd89ab9-e29b-4df5-a8d6-1e6b48377554 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] No DVR routers for this DVR port c9e73e65-e487-4f3c-9059-4cc4ec93e9db on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:11:22.784275 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1599dbbe-d952-48ec-a7b1-b83bf627da2a req-3bd89ab9-e29b-4df5-a8d6-1e6b48377554 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:22.787582 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1599dbbe-d952-48ec-a7b1-b83bf627da2a req-3bd89ab9-e29b-4df5-a8d6-1e6b48377554 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.26 "DELETE /v2.0/ports/c9e73e65-e487-4f3c-9059-4cc4ec93e9db HTTP/1.1" status: 204 len: 173 time: 0.5334578 Apr 20 17:11:22.788041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d', 'name': 'network-vif-deleted', 'tag': 'c9e73e65-e487-4f3c-9059-4cc4ec93e9db'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:11:22.790375 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acc71ee-0ad8-4507-a19c-170f86bf3e55" -d '{"events": [{"server_uuid": "f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d", "name": "network-vif-deleted", "tag": "c9e73e65-e487-4f3c-9059-4cc4ec93e9db"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:11:22.821490 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-27790b5a-c81c-4e92-b607-70bb9f7aef0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:22.829849 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9a90ad-829c-454e-9233-9dfaa9a9dbb3 x-openstack-request-id: req-7d9a90ad-829c-454e-9233-9dfaa9a9dbb3 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:11:22.830154 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d", "name": "network-vif-deleted", "tag": "c9e73e65-e487-4f3c-9059-4cc4ec93e9db", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:11:22.830408 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d9a90ad-829c-454e-9233-9dfaa9a9dbb3 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:11:22.831442 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d9a90ad-829c-454e-9233-9dfaa9a9dbb3'] response: {'server_uuid': 'f42d6a8d-95f8-4ea3-bf2b-7bf8bda6393d', 'name': 'network-vif-deleted', 'tag': 'c9e73e65-e487-4f3c-9059-4cc4ec93e9db', 'status': 'completed', 'code': 200} Apr 20 17:11:24.716455 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-9a7449d8-e276-4710-93c4-5a6c01d021ea tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:11:24.717866 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-9a7449d8-e276-4710-93c4-5a6c01d021ea tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/networks?id=43ebefe1-ba07-45c3-9714-28d3c8b29df4 HTTP/1.1" status: 200 len: 816 time: 0.1029036 Apr 20 17:11:24.733163 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-1c9206c3-fc2d-4209-a5d2-921bb5de385c tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/quotas/7b564c9d9b8e4e6aaade76cb199e54e7 HTTP/1.1" status: 200 len: 375 time: 0.0089188 Apr 20 17:11:24.783635 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-6a0eb862-c1b3-46bc-9c5c-d33dfb1c844b tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b564c9d9b8e4e6aaade76cb199e54e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449259 Apr 20 17:11:24.881858 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-be29bb6e-3cdb-476a-9575-5430371d74fc service neutron] 10.222.0.15 "GET /v2.0/networks/43ebefe1-ba07-45c3-9714-28d3c8b29df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856009 Apr 20 17:11:24.971288 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-a198e634-4da2-42f4-8c70-e8f2b2eca422 service neutron] 10.222.0.15 "GET /v2.0/networks/43ebefe1-ba07-45c3-9714-28d3c8b29df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826554 Apr 20 17:11:25.117892 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-60638590-dc19-4811-8fcb-e86bc77cc242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:25.194256 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bbb0743c-4f41-4c4a-a2a7-396a341b7313 req-c3f60f87-37e9-4eb0-ad58-b04b87a83322 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=a381b20e-d385-4c7c-9f09-be1575d455ae HTTP/1.1" status: 200 len: 210 time: 0.0276096 Apr 20 17:11:26.108162 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device c9e73e65-e487-4f3c-9059-4cc4ec93e9db no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:11:26.131507 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: c9e73e65-e487-4f3c-9059-4cc4ec93e9db {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:11:26.132133 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device c9e73e65-e487-4f3c-9059-4cc4ec93e9db not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:11:26.287922 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-33c834c5-7341-49eb-b502-34b20ab3b27d req-fd727fec-d83d-4132-9ca6-05464526084c tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=a381b20e-d385-4c7c-9f09-be1575d455ae HTTP/1.1" status: 200 len: 210 time: 0.0264060 Apr 20 17:11:26.573164 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:27.262802 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-20016f62-5839-435d-b29c-afcb156ece74 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:11:27.264246 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-20016f62-5839-435d-b29c-afcb156ece74 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.26 "GET /v2.0/networks?id=43ebefe1-ba07-45c3-9714-28d3c8b29df4 HTTP/1.1" status: 200 len: 816 time: 0.1033227 Apr 20 17:11:27.284161 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-ff9128eb-1c1b-4fda-a87e-65878f07117c tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Request body: {'port': {'device_id': 'a381b20e-d385-4c7c-9f09-be1575d455ae', 'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4', 'admin_state_up': True, 'tenant_id': '7b564c9d9b8e4e6aaade76cb199e54e7'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:11:27.399410 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-58eb7869-be4a-4f8b-b8d1-184fc330e816 req-14ef66e0-9785-4d08-94c5-0b53550d5926 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=a381b20e-d385-4c7c-9f09-be1575d455ae HTTP/1.1" status: 200 len: 210 time: 0.0353639 Apr 20 17:11:27.530036 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-ff9128eb-1c1b-4fda-a87e-65878f07117c tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Made reservation on behalf of 7b564c9d9b8e4e6aaade76cb199e54e7 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:11:27.533540 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-ff9128eb-1c1b-4fda-a87e-65878f07117c tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:27.660634 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-ff9128eb-1c1b-4fda-a87e-65878f07117c tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Allocated IP 172.20.0.5 (43ebefe1-ba07-45c3-9714-28d3c8b29df4/3210ffc8-9768-404e-a251-60595fe6a564/872daed7-0135-4d55-bd69-8e75d8407b1f) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:11:27.809958 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-ff9128eb-1c1b-4fda-a87e-65878f07117c tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:27.930365 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-ff9128eb-1c1b-4fda-a87e-65878f07117c tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:27.970618 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-ff9128eb-1c1b-4fda-a87e-65878f07117c tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Network 43ebefe1-ba07-45c3-9714-28d3c8b29df4 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:11:27.975570 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-ff9128eb-1c1b-4fda-a87e-65878f07117c tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:11:27.979281 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-ff9128eb-1c1b-4fda-a87e-65878f07117c tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:11:27.998493 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:28.011216 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9128eb-1c1b-4fda-a87e-65878f07117c tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Pushing event updated for resources: {'Port': ['ID=872daed7-0135-4d55-bd69-8e75d8407b1f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:28.041109 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-ff9128eb-1c1b-4fda-a87e-65878f07117c tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:11:28.041756 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-ff9128eb-1c1b-4fda-a87e-65878f07117c tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:28.135281 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-ff9128eb-1c1b-4fda-a87e-65878f07117c tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8552959 Apr 20 17:11:28.153120 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-cb96fc90-1105-42b4-903b-4ea13a05bbca service neutron] Request body: {'port': {'device_id': 'a381b20e-d385-4c7c-9f09-be1575d455ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:11:28.185750 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-0249d082-2781-4391-99ca-3e595e270530 None None] Provisioning complete for port 872daed7-0135-4d55-bd69-8e75d8407b1f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:28.186363 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0249d082-2781-4391-99ca-3e595e270530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:28.220582 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:28.233236 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-cb96fc90-1105-42b4-903b-4ea13a05bbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:28.240967 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-0249d082-2781-4391-99ca-3e595e270530 None None] Port 872daed7-0135-4d55-bd69-8e75d8407b1f cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:11:28.524531 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-cb96fc90-1105-42b4-903b-4ea13a05bbca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 872daed7-0135-4d55-bd69-8e75d8407b1f {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:11:28.532882 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-cb96fc90-1105-42b4-903b-4ea13a05bbca service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:28.550374 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-cb96fc90-1105-42b4-903b-4ea13a05bbca service neutron] Transition to ACTIVE for port object 872daed7-0135-4d55-bd69-8e75d8407b1f will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:11:28.560726 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194592d-48e8-4b64-97e9-a6196b3fd8f3 req-a8d8e4fc-b0a1-4e1c-9359-25e84f831e0a tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:11:28.562240 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5194592d-48e8-4b64-97e9-a6196b3fd8f3 req-a8d8e4fc-b0a1-4e1c-9359-25e84f831e0a tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=a381b20e-d385-4c7c-9f09-be1575d455ae HTTP/1.1" status: 200 len: 931 time: 0.0776227 Apr 20 17:11:28.601434 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5194592d-48e8-4b64-97e9-a6196b3fd8f3 req-15860f50-a4a2-4aba-a8f6-2d8ea685d1ab tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314023 Apr 20 17:11:28.629759 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-cb96fc90-1105-42b4-903b-4ea13a05bbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:28.679704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96fc90-1105-42b4-903b-4ea13a05bbca service neutron] Pushing event updated for resources: {'Port': ['ID=872daed7-0135-4d55-bd69-8e75d8407b1f,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:28.752852 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-cb96fc90-1105-42b4-903b-4ea13a05bbca service neutron] Attempting to bind port 872daed7-0135-4d55-bd69-8e75d8407b1f on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:11:28.753191 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-cb96fc90-1105-42b4-903b-4ea13a05bbca service neutron] Attempting to bind port 872daed7-0135-4d55-bd69-8e75d8407b1f by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '0de369f5-ec21-4d62-9f46-5f1d97eff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:11:28.753516 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-cb96fc90-1105-42b4-903b-4ea13a05bbca service neutron] Attempting to bind port 872daed7-0135-4d55-bd69-8e75d8407b1f on network 43ebefe1-ba07-45c3-9714-28d3c8b29df4 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:11:28.757990 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-cb96fc90-1105-42b4-903b-4ea13a05bbca service neutron] Port 872daed7-0135-4d55-bd69-8e75d8407b1f on network 43ebefe1-ba07-45c3-9714-28d3c8b29df4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:11:28.758318 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-cb96fc90-1105-42b4-903b-4ea13a05bbca service neutron] Attempting to bind port 872daed7-0135-4d55-bd69-8e75d8407b1f on network 43ebefe1-ba07-45c3-9714-28d3c8b29df4 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:11:28.763215 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-cb96fc90-1105-42b4-903b-4ea13a05bbca service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:11:28.763554 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-cb96fc90-1105-42b4-903b-4ea13a05bbca service neutron] Checking segment: {'id': '0de369f5-ec21-4d62-9f46-5f1d97eff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:11:28.763942 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-cb96fc90-1105-42b4-903b-4ea13a05bbca service neutron] Bound using segment: {'id': '0de369f5-ec21-4d62-9f46-5f1d97eff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:11:28.764399 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-cb96fc90-1105-42b4-903b-4ea13a05bbca service neutron] Bound port: 872daed7-0135-4d55-bd69-8e75d8407b1f, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0de369f5-ec21-4d62-9f46-5f1d97eff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:11:28.764763 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-cb96fc90-1105-42b4-903b-4ea13a05bbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:28.829012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-cb96fc90-1105-42b4-903b-4ea13a05bbca service neutron] For port 872daed7-0135-4d55-bd69-8e75d8407b1f, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:11:28.831909 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-cb96fc90-1105-42b4-903b-4ea13a05bbca service neutron] For port 872daed7-0135-4d55-bd69-8e75d8407b1f, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=872daed7-0135-4d55-bd69-8e75d8407b1f,segment=NetworkSegment(0de369f5-ec21-4d62-9f46-5f1d97eff146),segment_id=0de369f5-ec21-4d62-9f46-5f1d97eff146)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:11:28.927163 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-cb96fc90-1105-42b4-903b-4ea13a05bbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:28.960665 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-cb96fc90-1105-42b4-903b-4ea13a05bbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:11:28.961277 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-cb96fc90-1105-42b4-903b-4ea13a05bbca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:28.962641 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-cb96fc90-1105-42b4-903b-4ea13a05bbca service neutron] 10.222.0.26 "PUT /v2.0/ports/872daed7-0135-4d55-bd69-8e75d8407b1f HTTP/1.1" status: 200 len: 1091 time: 0.8137343 Apr 20 17:11:28.963067 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a381b20e-d385-4c7c-9f09-be1575d455ae', 'tag': '872daed7-0135-4d55-bd69-8e75d8407b1f'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:11:28.965345 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21777f2-89fa-4b60-a2cb-d1fde4661ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "a381b20e-d385-4c7c-9f09-be1575d455ae", "tag": "872daed7-0135-4d55-bd69-8e75d8407b1f"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:11:28.996919 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96fc90-1105-42b4-903b-4ea13a05bbca service neutron] Pushing event updated for resources: {'Port': ['ID=872daed7-0135-4d55-bd69-8e75d8407b1f,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:29.014754 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29db2d9-102e-4a92-9bf3-55f3f00eeedf x-openstack-request-id: req-c29db2d9-102e-4a92-9bf3-55f3f00eeedf {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:11:29.015135 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a381b20e-d385-4c7c-9f09-be1575d455ae", "tag": "872daed7-0135-4d55-bd69-8e75d8407b1f", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:11:29.015463 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c29db2d9-102e-4a92-9bf3-55f3f00eeedf {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:11:29.016043 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c29db2d9-102e-4a92-9bf3-55f3f00eeedf'] response: {'name': 'network-changed', 'server_uuid': 'a381b20e-d385-4c7c-9f09-be1575d455ae', 'tag': '872daed7-0135-4d55-bd69-8e75d8407b1f', 'status': 'completed', 'code': 200} Apr 20 17:11:29.098591 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21777f2-89fa-4b60-a2cb-d1fde4661ff8 req-2852a832-4c21-430c-b46a-a3357d548c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:11:29.100290 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e21777f2-89fa-4b60-a2cb-d1fde4661ff8 req-2852a832-4c21-430c-b46a-a3357d548c3b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b564c9d9b8e4e6aaade76cb199e54e7&device_id=a381b20e-d385-4c7c-9f09-be1575d455ae HTTP/1.1" status: 200 len: 1094 time: 0.0449190 Apr 20 17:11:29.144922 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:29.219344 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21777f2-89fa-4b60-a2cb-d1fde4661ff8 req-7f01080f-c802-4bf2-8d04-2f53e92c1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:11:29.220781 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e21777f2-89fa-4b60-a2cb-d1fde4661ff8 req-7f01080f-c802-4bf2-8d04-2f53e92c1525 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7b564c9d9b8e4e6aaade76cb199e54e7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1068742 Apr 20 17:11:29.313835 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21777f2-89fa-4b60-a2cb-d1fde4661ff8 req-ae9d19f6-440b-4153-b523-9118216537a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:11:29.315808 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e21777f2-89fa-4b60-a2cb-d1fde4661ff8 req-ae9d19f6-440b-4153-b523-9118216537a9 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887885 Apr 20 17:11:29.416130 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-f2ef105f-e3c5-4ff9-985f-f00fec9188dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:11:29.417635 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-f2ef105f-e3c5-4ff9-985f-f00fec9188dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b564c9d9b8e4e6aaade76cb199e54e7&device_id=a381b20e-d385-4c7c-9f09-be1575d455ae HTTP/1.1" status: 200 len: 1094 time: 0.0447841 Apr 20 17:11:29.464238 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-a4cd4eba-06bf-4d37-90fe-0c20e05be5a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=872daed7-0135-4d55-bd69-8e75d8407b1f HTTP/1.1" status: 200 len: 217 time: 0.0331688 Apr 20 17:11:29.511390 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-0f9e5c3a-1cdd-4ca0-a94a-071ee7748748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:11:29.512783 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-0f9e5c3a-1cdd-4ca0-a94a-071ee7748748 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3210ffc8-9768-404e-a251-60595fe6a564 HTTP/1.1" status: 200 len: 855 time: 0.0421257 Apr 20 17:11:29.560614 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-35bc9224-fef0-4f4b-987d-301c9f129f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:11:29.562130 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-35bc9224-fef0-4f4b-987d-301c9f129f78 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43ebefe1-ba07-45c3-9714-28d3c8b29df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421205 Apr 20 17:11:29.651518 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-035cdded-fd8a-4e34-ab82-5470d3a3fa5f service neutron] 10.222.0.26 "GET /v2.0/networks/43ebefe1-ba07-45c3-9714-28d3c8b29df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826223 Apr 20 17:11:29.769470 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddc10e-b58f-4890-878c-1bf405d7ef96 req-c099c68a-ee47-4812-88e8-4bb78d040c75 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:11:29.770833 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-faddc10e-b58f-4890-878c-1bf405d7ef96 req-c099c68a-ee47-4812-88e8-4bb78d040c75 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=a381b20e-d385-4c7c-9f09-be1575d455ae HTTP/1.1" status: 200 len: 943 time: 0.0948968 Apr 20 17:11:29.790353 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1c5baa1b-3b42-4e00-b6b4-5cb399cfb561 req-4fdb7862-cbe7-4d03-b9c0-375f95bc7232 service neutron] 10.222.0.26 "GET /v2.0/networks/43ebefe1-ba07-45c3-9714-28d3c8b29df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326292 Apr 20 17:11:29.817199 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-faddc10e-b58f-4890-878c-1bf405d7ef96 req-23f02903-0504-4124-9b76-9a2de08d4a42 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378449 Apr 20 17:11:30.272695 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:30.929867 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f378465-6a51-4602-80aa-cc08d1a6a7ec req-ac82b4b0-94ec-4453-84e9-af71cb9a7e32 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:11:30.931353 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f378465-6a51-4602-80aa-cc08d1a6a7ec req-ac82b4b0-94ec-4453-84e9-af71cb9a7e32 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=a381b20e-d385-4c7c-9f09-be1575d455ae HTTP/1.1" status: 200 len: 943 time: 0.0473540 Apr 20 17:11:30.973174 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f378465-6a51-4602-80aa-cc08d1a6a7ec req-b8ab19fe-f54f-4871-98b3-44669d6a711a tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355339 Apr 20 17:11:32.087885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c2ddc-f91f-44c8-9c8d-dfefe1b02567 req-f9545a90-269a-4c84-8c56-46210d1a97a5 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:11:32.089363 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-370c2ddc-f91f-44c8-9c8d-dfefe1b02567 req-f9545a90-269a-4c84-8c56-46210d1a97a5 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=a381b20e-d385-4c7c-9f09-be1575d455ae HTTP/1.1" status: 200 len: 943 time: 0.0484750 Apr 20 17:11:32.126636 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-370c2ddc-f91f-44c8-9c8d-dfefe1b02567 req-f99a123a-3aa7-48c1-af73-c95e9df0be00 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311296 Apr 20 17:11:33.243007 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a3931-ec85-45c1-addc-8ff85dbf8a1d req-1226717d-fcb4-45ef-8a30-daeb205d12cc tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:11:33.244499 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1d5a3931-ec85-45c1-addc-8ff85dbf8a1d req-1226717d-fcb4-45ef-8a30-daeb205d12cc tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=a381b20e-d385-4c7c-9f09-be1575d455ae HTTP/1.1" status: 200 len: 943 time: 0.0509012 Apr 20 17:11:33.281407 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1d5a3931-ec85-45c1-addc-8ff85dbf8a1d req-e9291cc3-889c-4187-92f5-9c2a73d7c947 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308194 Apr 20 17:11:34.046985 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:11:34.145042 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 872daed7-0135-4d55-bd69-8e75d8407b1f details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:11:34.237643 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 872daed7-0135-4d55-bd69-8e75d8407b1f, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=872daed7-0135-4d55-bd69-8e75d8407b1f,segment=NetworkSegment(0de369f5-ec21-4d62-9f46-5f1d97eff146),segment_id=0de369f5-ec21-4d62-9f46-5f1d97eff146)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:34.248470 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '872daed7-0135-4d55-bd69-8e75d8407b1f', 'network_id': '43ebefe1-ba07-45c3-9714-28d3c8b29df4', 'port_id': '872daed7-0135-4d55-bd69-8e75d8407b1f', 'mac_address': 'fa:16:3e:eb:0c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3210ffc8-9768-404e-a251-60595fe6a564', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:11:34.287419 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:34.299927 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 872daed7-0135-4d55-bd69-8e75d8407b1f {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:11:34.322626 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 872daed7-0135-4d55-bd69-8e75d8407b1f, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=872daed7-0135-4d55-bd69-8e75d8407b1f,segment=NetworkSegment(0de369f5-ec21-4d62-9f46-5f1d97eff146),segment_id=0de369f5-ec21-4d62-9f46-5f1d97eff146)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:34.399726 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bde3a7-2c69-4c59-844a-7f647f8fe4c2 req-1db3bfe5-cdef-4590-b28d-424d44d24283 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:11:34.401234 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b2bde3a7-2c69-4c59-844a-7f647f8fe4c2 req-1db3bfe5-cdef-4590-b28d-424d44d24283 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=a381b20e-d385-4c7c-9f09-be1575d455ae HTTP/1.1" status: 200 len: 943 time: 0.0481322 Apr 20 17:11:34.401390 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:34.443220 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b2bde3a7-2c69-4c59-844a-7f647f8fe4c2 req-e4c71112-db0e-4198-ab6c-bab3ee63d61b tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357680 Apr 20 17:11:34.448861 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=872daed7-0135-4d55-bd69-8e75d8407b1f,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:34.760537 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['872daed7-0135-4d55-bd69-8e75d8407b1f'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:11:35.558025 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137b401-b875-4b94-82a7-d8594cdecc0d req-90fab835-c162-4a71-a79c-1b2364d28b41 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:11:35.559882 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a137b401-b875-4b94-82a7-d8594cdecc0d req-90fab835-c162-4a71-a79c-1b2364d28b41 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=a381b20e-d385-4c7c-9f09-be1575d455ae HTTP/1.1" status: 200 len: 944 time: 0.0489848 Apr 20 17:11:35.598454 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a137b401-b875-4b94-82a7-d8594cdecc0d req-bce3c33d-b7f6-4e9c-8640-759d8d30c9d7 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311761 Apr 20 17:11:36.156300 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 872daed7-0135-4d55-bd69-8e75d8407b1f up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:11:36.255078 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 872daed7-0135-4d55-bd69-8e75d8407b1f completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:11:36.258808 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 872daed7-0135-4d55-bd69-8e75d8407b1f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:36.259173 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:36.341442 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:36.511577 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a381b20e-d385-4c7c-9f09-be1575d455ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872daed7-0135-4d55-bd69-8e75d8407b1f'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:11:36.513713 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e064ec1e-42fa-40aa-8102-7d5dc1a10328" -d '{"events": [{"server_uuid": "a381b20e-d385-4c7c-9f09-be1575d455ae", "name": "network-vif-plugged", "status": "completed", "tag": "872daed7-0135-4d55-bd69-8e75d8407b1f"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:11:36.526097 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 872daed7-0135-4d55-bd69-8e75d8407b1f, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=872daed7-0135-4d55-bd69-8e75d8407b1f,segment=NetworkSegment(0de369f5-ec21-4d62-9f46-5f1d97eff146),segment_id=0de369f5-ec21-4d62-9f46-5f1d97eff146)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:36.552665 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d11baf-df3d-4ecd-b1c4-c8f71e34d92e x-openstack-request-id: req-68d11baf-df3d-4ecd-b1c4-c8f71e34d92e {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:11:36.552960 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a381b20e-d385-4c7c-9f09-be1575d455ae", "name": "network-vif-plugged", "status": "completed", "tag": "872daed7-0135-4d55-bd69-8e75d8407b1f", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:11:36.553215 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68d11baf-df3d-4ecd-b1c4-c8f71e34d92e {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:11:36.553633 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68d11baf-df3d-4ecd-b1c4-c8f71e34d92e'] response: {'server_uuid': 'a381b20e-d385-4c7c-9f09-be1575d455ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872daed7-0135-4d55-bd69-8e75d8407b1f', 'code': 200} Apr 20 17:11:36.604159 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:36.653064 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=872daed7-0135-4d55-bd69-8e75d8407b1f,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:36.697584 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c733d9-0e76-4501-9ca5-8d8312af5dfd req-b73c2ffe-55a8-4c0a-9823-c66f1285be34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:11:36.700108 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7c733d9-0e76-4501-9ca5-8d8312af5dfd req-b73c2ffe-55a8-4c0a-9823-c66f1285be34 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a381b20e-d385-4c7c-9f09-be1575d455ae HTTP/1.1" status: 200 len: 1096 time: 0.0635452 Apr 20 17:11:36.737459 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedea4d7-82fe-4a1f-baf6-94f6ab3ad9ea req-06f42275-37c4-48e6-a680-6b4bcfb47b4e tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:11:36.738900 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aedea4d7-82fe-4a1f-baf6-94f6ab3ad9ea req-06f42275-37c4-48e6-a680-6b4bcfb47b4e tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=a381b20e-d385-4c7c-9f09-be1575d455ae HTTP/1.1" status: 200 len: 945 time: 0.0682929 Apr 20 17:11:36.755088 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7c733d9-0e76-4501-9ca5-8d8312af5dfd req-da1ad692-267b-4409-9896-ea756c3ac746 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487912 Apr 20 17:11:36.785120 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aedea4d7-82fe-4a1f-baf6-94f6ab3ad9ea req-68a42594-fafd-4dbe-826e-66b45b93e1e8 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390086 Apr 20 17:11:37.900300 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3c5d3-da03-4752-9e7a-994aa86020ac req-756a0f98-45ea-4d37-a59f-5fa5fafd20d4 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:11:37.901800 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54c3c5d3-da03-4752-9e7a-994aa86020ac req-756a0f98-45ea-4d37-a59f-5fa5fafd20d4 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=a381b20e-d385-4c7c-9f09-be1575d455ae HTTP/1.1" status: 200 len: 945 time: 0.0497491 Apr 20 17:11:37.942587 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54c3c5d3-da03-4752-9e7a-994aa86020ac req-62f3c8a1-b644-4f11-9457-920599f90268 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345488 Apr 20 17:11:39.062822 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b70df-0bc3-4602-9a36-c461aa843e18 req-4caf90d4-b4d7-485b-8254-96215cfc8cb7 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:11:39.064296 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c68b70df-0bc3-4602-9a36-c461aa843e18 req-4caf90d4-b4d7-485b-8254-96215cfc8cb7 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=a381b20e-d385-4c7c-9f09-be1575d455ae HTTP/1.1" status: 200 len: 945 time: 0.0532298 Apr 20 17:11:39.102733 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c68b70df-0bc3-4602-9a36-c461aa843e18 req-3628d25d-5c39-4722-b6ad-03603e0b4b72 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322883 Apr 20 17:11:39.214848 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb08914-a465-4c56-923a-c99191028c6f req-5b743973-5bcf-4263-ad6f-426ecd4d98f7 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:11:39.216295 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9fb08914-a465-4c56-923a-c99191028c6f req-5b743973-5bcf-4263-ad6f-426ecd4d98f7 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=a381b20e-d385-4c7c-9f09-be1575d455ae HTTP/1.1" status: 200 len: 945 time: 0.0484803 Apr 20 17:11:39.259075 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9fb08914-a465-4c56-923a-c99191028c6f req-3bc7f85d-a4e6-42cf-a16d-f54a8517f5bd tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359097 Apr 20 17:11:52.789853 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-97e31e09-18c6-4801-8617-ff4a56c7a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:55.124138 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eeacee56-4fd6-428f-b3d1-3f43a5a7d1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:56.569949 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:57.976287 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:58.181614 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:59.075571 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:00.298785 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:02.510048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173da14-f3e2-42b3-84ec-035d0da75935 req-9f05335d-8b3a-459b-9e7f-116f72d8e9af tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:12:02.511586 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1173da14-f3e2-42b3-84ec-035d0da75935 req-9f05335d-8b3a-459b-9e7f-116f72d8e9af tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=a381b20e-d385-4c7c-9f09-be1575d455ae HTTP/1.1" status: 200 len: 945 time: 0.0497365 Apr 20 17:12:02.550421 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1173da14-f3e2-42b3-84ec-035d0da75935 req-8b080c5f-b553-488a-9a3c-ad915f25c639 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326147 Apr 20 17:12:03.671718 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa4371-92af-45be-b487-9b004d64a263 req-a85ef776-4d34-41d9-b69c-0cd03d3b999d tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:12:03.673117 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-27aa4371-92af-45be-b487-9b004d64a263 req-a85ef776-4d34-41d9-b69c-0cd03d3b999d tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=a381b20e-d385-4c7c-9f09-be1575d455ae HTTP/1.1" status: 200 len: 945 time: 0.0502863 Apr 20 17:12:03.717441 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-27aa4371-92af-45be-b487-9b004d64a263 req-bf104a39-c8cd-4356-aa44-05b4817b08f4 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381711 Apr 20 17:12:04.281336 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafaef5-4bb7-4b06-babd-9747f2a97e67 req-93eb9d72-b632-4954-936b-6862a50d8c29 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:12:04.282778 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbafaef5-4bb7-4b06-babd-9747f2a97e67 req-93eb9d72-b632-4954-936b-6862a50d8c29 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.26 "GET /v2.0/ports?device_id=a381b20e-d385-4c7c-9f09-be1575d455ae HTTP/1.1" status: 200 len: 945 time: 0.0486317 Apr 20 17:12:04.398894 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-fbafaef5-4bb7-4b06-babd-9747f2a97e67 req-e7ae5cc6-cfa8-4af5-a96d-34d06abff0a2 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Deleting port 872daed7-0135-4d55-bd69-8e75d8407b1f {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:12:04.399371 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fbafaef5-4bb7-4b06-babd-9747f2a97e67 req-e7ae5cc6-cfa8-4af5-a96d-34d06abff0a2 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:04.489086 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-fbafaef5-4bb7-4b06-babd-9747f2a97e67 req-e7ae5cc6-cfa8-4af5-a96d-34d06abff0a2 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] For port 872daed7-0135-4d55-bd69-8e75d8407b1f, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=872daed7-0135-4d55-bd69-8e75d8407b1f,segment=NetworkSegment(0de369f5-ec21-4d62-9f46-5f1d97eff146),segment_id=0de369f5-ec21-4d62-9f46-5f1d97eff146)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:04.489448 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fbafaef5-4bb7-4b06-babd-9747f2a97e67 req-e7ae5cc6-cfa8-4af5-a96d-34d06abff0a2 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:04.502261 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-fbafaef5-4bb7-4b06-babd-9747f2a97e67 req-e7ae5cc6-cfa8-4af5-a96d-34d06abff0a2 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Calling delete_port for 872daed7-0135-4d55-bd69-8e75d8407b1f owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:12:04.868497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816892b9-a8a9-4338-9aa7-989d9d3dc1c9 req-8216daa9-6523-4f75-ac7e-aa03e81c4df1 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:12:04.868497 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-816892b9-a8a9-4338-9aa7-989d9d3dc1c9 req-8216daa9-6523-4f75-ac7e-aa03e81c4df1 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=a381b20e-d385-4c7c-9f09-be1575d455ae HTTP/1.1" status: 200 len: 945 time: 0.0714338 Apr 20 17:12:04.946779 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-816892b9-a8a9-4338-9aa7-989d9d3dc1c9 req-66b3029a-85ee-49f5-a5dc-da1cfb5be5e6 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/security-groups?id=395fa972-5976-481b-a21c-d22ec9e5abb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736492 Apr 20 17:12:05.024861 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fbafaef5-4bb7-4b06-babd-9747f2a97e67 req-e7ae5cc6-cfa8-4af5-a96d-34d06abff0a2 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:05.056609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae5cc6-cfa8-4af5-a96d-34d06abff0a2 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Pushing event deleted for resources: {'Port': ['ID=872daed7-0135-4d55-bd69-8e75d8407b1f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:05.058688 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['872daed7-0135-4d55-bd69-8e75d8407b1f'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:12:05.101273 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbafaef5-4bb7-4b06-babd-9747f2a97e67 req-e7ae5cc6-cfa8-4af5-a96d-34d06abff0a2 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] No DVR routers for this DVR port 872daed7-0135-4d55-bd69-8e75d8407b1f on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:12:05.104392 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fbafaef5-4bb7-4b06-babd-9747f2a97e67 req-e7ae5cc6-cfa8-4af5-a96d-34d06abff0a2 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:05.108130 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fbafaef5-4bb7-4b06-babd-9747f2a97e67 req-e7ae5cc6-cfa8-4af5-a96d-34d06abff0a2 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.26 "DELETE /v2.0/ports/872daed7-0135-4d55-bd69-8e75d8407b1f HTTP/1.1" status: 204 len: 173 time: 0.8195643 Apr 20 17:12:05.108685 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a381b20e-d385-4c7c-9f09-be1575d455ae', 'name': 'network-vif-deleted', 'tag': '872daed7-0135-4d55-bd69-8e75d8407b1f'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:12:05.116248 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c95e5ca-421d-4f48-9d42-6c2bb36a1cc3" -d '{"events": [{"server_uuid": "a381b20e-d385-4c7c-9f09-be1575d455ae", "name": "network-vif-deleted", "tag": "872daed7-0135-4d55-bd69-8e75d8407b1f"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:12:05.155206 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3207825d-6ce4-4fdc-8346-d360ea020fce x-openstack-request-id: req-3207825d-6ce4-4fdc-8346-d360ea020fce {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:12:05.155502 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a381b20e-d385-4c7c-9f09-be1575d455ae", "name": "network-vif-deleted", "tag": "872daed7-0135-4d55-bd69-8e75d8407b1f", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:12:05.155746 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3207825d-6ce4-4fdc-8346-d360ea020fce {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:12:05.156136 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3207825d-6ce4-4fdc-8346-d360ea020fce'] response: {'server_uuid': 'a381b20e-d385-4c7c-9f09-be1575d455ae', 'name': 'network-vif-deleted', 'tag': '872daed7-0135-4d55-bd69-8e75d8407b1f', 'status': 'completed', 'code': 200} Apr 20 17:12:06.060949 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4fd9bae8-d8a0-4f63-b24b-f81ec2fa692a req-3203a3a1-65e1-4499-b67c-1a5ee38528d9 tempest-TestEncryptedCinderVolumes-370118350 tempest-TestEncryptedCinderVolumes-370118350-project] 10.222.0.15 "GET /v2.0/ports?device_id=a381b20e-d385-4c7c-9f09-be1575d455ae HTTP/1.1" status: 200 len: 210 time: 0.0258830 Apr 20 17:12:07.214136 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59540) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:12:07.570607 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3b01367-4b25-47cc-9c31-f13ea15bfbff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:07.824603 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b3b01367-4b25-47cc-9c31-f13ea15bfbff admin admin] Deleting port f8c78eee-8829-4924-844f-28d38e446039 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:12:07.824953 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3b01367-4b25-47cc-9c31-f13ea15bfbff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:07.904513 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-b3b01367-4b25-47cc-9c31-f13ea15bfbff admin admin] For port f8c78eee-8829-4924-844f-28d38e446039, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=f8c78eee-8829-4924-844f-28d38e446039,segment=NetworkSegment(0de369f5-ec21-4d62-9f46-5f1d97eff146),segment_id=0de369f5-ec21-4d62-9f46-5f1d97eff146)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:07.904878 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3b01367-4b25-47cc-9c31-f13ea15bfbff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:07.917558 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b3b01367-4b25-47cc-9c31-f13ea15bfbff admin admin] Calling delete_port for f8c78eee-8829-4924-844f-28d38e446039 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:12:08.196324 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3b01367-4b25-47cc-9c31-f13ea15bfbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:08.223180 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b01367-4b25-47cc-9c31-f13ea15bfbff admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c78eee-8829-4924-844f-28d38e446039,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:08.254137 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01367-4b25-47cc-9c31-f13ea15bfbff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:08.254446 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01367-4b25-47cc-9c31-f13ea15bfbff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:08.259170 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01367-4b25-47cc-9c31-f13ea15bfbff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:08.259170 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01367-4b25-47cc-9c31-f13ea15bfbff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:08.259170 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01367-4b25-47cc-9c31-f13ea15bfbff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:08.259170 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01367-4b25-47cc-9c31-f13ea15bfbff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:08.259170 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01367-4b25-47cc-9c31-f13ea15bfbff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:08.259170 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01367-4b25-47cc-9c31-f13ea15bfbff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:08.259170 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01367-4b25-47cc-9c31-f13ea15bfbff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:08.259170 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01367-4b25-47cc-9c31-f13ea15bfbff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:08.259170 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01367-4b25-47cc-9c31-f13ea15bfbff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:08.259170 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b01367-4b25-47cc-9c31-f13ea15bfbff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:08.290805 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 872daed7-0135-4d55-bd69-8e75d8407b1f no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:12:08.313044 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 872daed7-0135-4d55-bd69-8e75d8407b1f {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:12:08.313391 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 872daed7-0135-4d55-bd69-8e75d8407b1f not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:12:08.409482 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3b01367-4b25-47cc-9c31-f13ea15bfbff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:08.626980 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b01367-4b25-47cc-9c31-f13ea15bfbff admin admin] Router e9499cae-e2a6-49e7-93ab-daaf9702f160 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:12:08.730934 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b01367-4b25-47cc-9c31-f13ea15bfbff admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:12:08.736024 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b3b01367-4b25-47cc-9c31-f13ea15bfbff admin admin] 10.222.0.15 "PUT /v2.0/routers/e9499cae-e2a6-49e7-93ab-daaf9702f160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5208747 Apr 20 17:12:08.739549 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59544) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:12:08.743683 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f330426-f5b2-4b2b-bc3f-4a07facff719 None None] Sync routers for ids ['e9499cae-e2a6-49e7-93ab-daaf9702f160'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:12:08.754080 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f330426-f5b2-4b2b-bc3f-4a07facff719 None None] Routers {'e9499cae-e2a6-49e7-93ab-daaf9702f160'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:12:08.754695 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9f330426-f5b2-4b2b-bc3f-4a07facff719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:11:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e9499cae-e2a6-49e7-93ab-daaf9702f160'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:08.844577 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9ece-d8f0-40e3-8b6d-c52507a9815f admin admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:08.856949 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-9f330426-f5b2-4b2b-bc3f-4a07facff719 None None] Set router e9499cae-e2a6-49e7-93ab-daaf9702f160 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:12:08.949497 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9ece-d8f0-40e3-8b6d-c52507a9815f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:09.081264 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-8b8d9ece-d8f0-40e3-8b6d-c52507a9815f admin admin] Deleting port 76ba4931-30be-44d4-9dd4-f7bcc2c93d97 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:12:09.081628 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9ece-d8f0-40e3-8b6d-c52507a9815f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:09.137432 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9f330426-f5b2-4b2b-bc3f-4a07facff719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9499cae-e2a6-49e7-93ab-daaf9702f160', 'name': 'tempest-TestEncryptedCinderVolumes-609524885-router', 'tenant_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '76ba4931-30be-44d4-9dd4-f7bcc2c93d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:29Z', 'updated_at': '2022-04-20T17:12:08Z', 'revision_number': 5, 'project_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'gw_port': {'id': '76ba4931-30be-44d4-9dd4-f7bcc2c93d97', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9499cae-e2a6-49e7-93ab-daaf9702f160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:29Z', 'updated_at': '2022-04-20T17:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:09.163779 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f330426-f5b2-4b2b-bc3f-4a07facff719 None None] Checking router: e9499cae-e2a6-49e7-93ab-daaf9702f160 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:12:09.167909 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-8b8d9ece-d8f0-40e3-8b6d-c52507a9815f admin admin] For port 76ba4931-30be-44d4-9dd4-f7bcc2c93d97, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=76ba4931-30be-44d4-9dd4-f7bcc2c93d97,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:09.168275 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9ece-d8f0-40e3-8b6d-c52507a9815f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:09.172165 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f330426-f5b2-4b2b-bc3f-4a07facff719 None None] Routers {'e9499cae-e2a6-49e7-93ab-daaf9702f160'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:12:09.172812 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9f330426-f5b2-4b2b-bc3f-4a07facff719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:11:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e9499cae-e2a6-49e7-93ab-daaf9702f160'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:09.181233 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-8b8d9ece-d8f0-40e3-8b6d-c52507a9815f admin admin] Calling delete_port for 76ba4931-30be-44d4-9dd4-f7bcc2c93d97 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:12:09.256589 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-9f330426-f5b2-4b2b-bc3f-4a07facff719 None None] Set router e9499cae-e2a6-49e7-93ab-daaf9702f160 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:12:09.310737 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-9f330426-f5b2-4b2b-bc3f-4a07facff719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9499cae-e2a6-49e7-93ab-daaf9702f160', 'name': 'tempest-TestEncryptedCinderVolumes-609524885-router', 'tenant_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:29Z', 'updated_at': '2022-04-20T17:12:08Z', 'revision_number': 6, 'project_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:09.336439 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f330426-f5b2-4b2b-bc3f-4a07facff719 None None] The sync data for ids ['e9499cae-e2a6-49e7-93ab-daaf9702f160'] in n-d-836146-2 is: [{'id': 'e9499cae-e2a6-49e7-93ab-daaf9702f160', 'name': 'tempest-TestEncryptedCinderVolumes-609524885-router', 'tenant_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:29Z', 'updated_at': '2022-04-20T17:12:08Z', 'revision_number': 6, 'project_id': '7b564c9d9b8e4e6aaade76cb199e54e7', 'gw_port_host': None}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:12:09.415978 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9ece-d8f0-40e3-8b6d-c52507a9815f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:09.442776 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d9ece-d8f0-40e3-8b6d-c52507a9815f admin admin] Pushing event deleted for resources: {'Port': ['ID=76ba4931-30be-44d4-9dd4-f7bcc2c93d97,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:09.507223 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9ece-d8f0-40e3-8b6d-c52507a9815f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:09.597795 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9ece-d8f0-40e3-8b6d-c52507a9815f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:09.599898 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9ece-d8f0-40e3-8b6d-c52507a9815f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:09.713364 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9ece-d8f0-40e3-8b6d-c52507a9815f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:09.714177 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8d9ece-d8f0-40e3-8b6d-c52507a9815f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9499cae-e2a6-49e7-93ab-daaf9702f160 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:12:09.722270 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9ece-d8f0-40e3-8b6d-c52507a9815f admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:09.724796 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8b8d9ece-d8f0-40e3-8b6d-c52507a9815f admin admin] 10.222.0.15 "DELETE /v2.0/routers/e9499cae-e2a6-49e7-93ab-daaf9702f160 HTTP/1.1" status: 204 len: 168 time: 0.9842205 Apr 20 17:12:09.727898 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59546) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:12:09.799634 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba6b505-64b6-484c-8bad-ee4c24fe73c5 admin admin] Deleting subnet 3210ffc8-9768-404e-a251-60595fe6a564 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 17:12:09.803177 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ba6b505-64b6-484c-8bad-ee4c24fe73c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:09.819031 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f8c78eee-8829-4924-844f-28d38e446039 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:12:09.840471 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: f8c78eee-8829-4924-844f-28d38e446039 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:12:09.840819 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f8c78eee-8829-4924-844f-28d38e446039 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:12:09.844890 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ba6b505-64b6-484c-8bad-ee4c24fe73c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:09.921642 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ba6b505-64b6-484c-8bad-ee4c24fe73c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:10.055989 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ba6b505-64b6-484c-8bad-ee4c24fe73c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:10.085636 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6b505-64b6-484c-8bad-ee4c24fe73c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3210ffc8-9768-404e-a251-60595fe6a564,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:10.087645 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6ba6b505-64b6-484c-8bad-ee4c24fe73c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:10.090865 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6ba6b505-64b6-484c-8bad-ee4c24fe73c5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3210ffc8-9768-404e-a251-60595fe6a564 HTTP/1.1" status: 204 len: 168 time: 0.3610466 Apr 20 17:12:10.091359 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d55b307-ad27-4ff7-bfce-9214c9748190 None None] Network 43ebefe1-ba07-45c3-9714-28d3c8b29df4 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:12:10.093480 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59548) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:12:10.167415 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77b79788-78f3-45ca-a3be-02fafa67bc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:10.227954 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-77b79788-78f3-45ca-a3be-02fafa67bc7e admin admin] Deleting port acdfd745-3bad-4e48-bb4a-4e5fc5652a31 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:12:10.228308 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77b79788-78f3-45ca-a3be-02fafa67bc7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:10.274607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3228807-d17f-4b02-857a-8193d80b4e46 None None] DHCP port deletion for 43ebefe1-ba07-45c3-9714-28d3c8b29df4 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 17:12:10.297067 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-77b79788-78f3-45ca-a3be-02fafa67bc7e admin admin] For port acdfd745-3bad-4e48-bb4a-4e5fc5652a31, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=acdfd745-3bad-4e48-bb4a-4e5fc5652a31,segment=NetworkSegment(0de369f5-ec21-4d62-9f46-5f1d97eff146),segment_id=0de369f5-ec21-4d62-9f46-5f1d97eff146)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:10.297466 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77b79788-78f3-45ca-a3be-02fafa67bc7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:10.310987 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-77b79788-78f3-45ca-a3be-02fafa67bc7e admin admin] Calling delete_port for acdfd745-3bad-4e48-bb4a-4e5fc5652a31 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:12:10.324255 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-a3228807-d17f-4b02-857a-8193d80b4e46 None None] Deleting port acdfd745-3bad-4e48-bb4a-4e5fc5652a31 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:12:10.324255 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a3228807-d17f-4b02-857a-8193d80b4e46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:10.390805 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a3228807-d17f-4b02-857a-8193d80b4e46 None None] For port acdfd745-3bad-4e48-bb4a-4e5fc5652a31, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=acdfd745-3bad-4e48-bb4a-4e5fc5652a31,segment=NetworkSegment(0de369f5-ec21-4d62-9f46-5f1d97eff146),segment_id=0de369f5-ec21-4d62-9f46-5f1d97eff146)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:10.391195 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a3228807-d17f-4b02-857a-8193d80b4e46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:10.413228 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-a3228807-d17f-4b02-857a-8193d80b4e46 None None] Calling delete_port for acdfd745-3bad-4e48-bb4a-4e5fc5652a31 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:12:10.501511 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77b79788-78f3-45ca-a3be-02fafa67bc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:10.508160 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a3228807-d17f-4b02-857a-8193d80b4e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:10.531233 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b79788-78f3-45ca-a3be-02fafa67bc7e admin admin] No DVR routers for this DVR port acdfd745-3bad-4e48-bb4a-4e5fc5652a31 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:12:10.534769 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3228807-d17f-4b02-857a-8193d80b4e46 None None] Pushing event deleted for resources: {'Port': ['ID=acdfd745-3bad-4e48-bb4a-4e5fc5652a31,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:10.537232 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b79788-78f3-45ca-a3be-02fafa67bc7e admin admin] Pushing event deleted for resources: {'Port': ['ID=acdfd745-3bad-4e48-bb4a-4e5fc5652a31,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:10.543014 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3228807-d17f-4b02-857a-8193d80b4e46 None None] No DVR routers for this DVR port acdfd745-3bad-4e48-bb4a-4e5fc5652a31 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:12:10.545250 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3228807-d17f-4b02-857a-8193d80b4e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:10.545593 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3228807-d17f-4b02-857a-8193d80b4e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:10.545945 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3228807-d17f-4b02-857a-8193d80b4e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:10.546270 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3228807-d17f-4b02-857a-8193d80b4e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:10.546603 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3228807-d17f-4b02-857a-8193d80b4e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:10.546937 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3228807-d17f-4b02-857a-8193d80b4e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:10.547266 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3228807-d17f-4b02-857a-8193d80b4e46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:10.547594 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3228807-d17f-4b02-857a-8193d80b4e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:10.547920 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3228807-d17f-4b02-857a-8193d80b4e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:10.548315 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3228807-d17f-4b02-857a-8193d80b4e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:10.548600 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3228807-d17f-4b02-857a-8193d80b4e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:10.548898 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3228807-d17f-4b02-857a-8193d80b4e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:10.612748 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77b79788-78f3-45ca-a3be-02fafa67bc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:10.634202 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-77b79788-78f3-45ca-a3be-02fafa67bc7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ebefe1-ba07-45c3-9714-28d3c8b29df4']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:10.643436 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-77b79788-78f3-45ca-a3be-02fafa67bc7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de369f5-ec21-4d62-9f46-5f1d97eff146') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:10.643728 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-77b79788-78f3-45ca-a3be-02fafa67bc7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de369f5-ec21-4d62-9f46-5f1d97eff146') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:10.652913 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77b79788-78f3-45ca-a3be-02fafa67bc7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:10.666349 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77b79788-78f3-45ca-a3be-02fafa67bc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:10.672232 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b79788-78f3-45ca-a3be-02fafa67bc7e admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:12:10.672653 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77b79788-78f3-45ca-a3be-02fafa67bc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: timer() Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:12:10.674837 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:12:10.798747 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77b79788-78f3-45ca-a3be-02fafa67bc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:10.804969 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77b79788-78f3-45ca-a3be-02fafa67bc7e admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:10.808133 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-77b79788-78f3-45ca-a3be-02fafa67bc7e admin admin] 10.222.0.15 "DELETE /v2.0/networks/43ebefe1-ba07-45c3-9714-28d3c8b29df4 HTTP/1.1" status: 204 len: 168 time: 0.7136168 Apr 20 17:12:10.812960 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59550) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:12:10.821276 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b79788-78f3-45ca-a3be-02fafa67bc7e admin admin] Pushing event deleted for resources: {'Network': ['ID=43ebefe1-ba07-45c3-9714-28d3c8b29df4,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:11.045519 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:12:11.218498 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63e6aff3-dbaa-4cad-bd52-9e69adb5a3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:11.437293 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 76ba4931-30be-44d4-9dd4-f7bcc2c93d97 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:12:11.457829 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 76ba4931-30be-44d4-9dd4-f7bcc2c93d97 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:12:11.458173 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 76ba4931-30be-44d4-9dd4-f7bcc2c93d97 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:12:11.458590 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device acdfd745-3bad-4e48-bb4a-4e5fc5652a31 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:12:11.481007 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: acdfd745-3bad-4e48-bb4a-4e5fc5652a31 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:12:11.481295 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device acdfd745-3bad-4e48-bb4a-4e5fc5652a31 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:12:11.513261 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-63e6aff3-dbaa-4cad-bd52-9e69adb5a3d0 admin admin] Deleting port 11ff2aa9-7131-4028-8ae5-702d4ce3cdd8 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:12:11.513602 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63e6aff3-dbaa-4cad-bd52-9e69adb5a3d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:11.593414 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-63e6aff3-dbaa-4cad-bd52-9e69adb5a3d0 admin admin] For port 11ff2aa9-7131-4028-8ae5-702d4ce3cdd8, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=11ff2aa9-7131-4028-8ae5-702d4ce3cdd8,segment=NetworkSegment(95a2edb8-5c45-48eb-ae82-cb5d21e4a48e),segment_id=95a2edb8-5c45-48eb-ae82-cb5d21e4a48e)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:11.593782 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63e6aff3-dbaa-4cad-bd52-9e69adb5a3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:11.606993 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-63e6aff3-dbaa-4cad-bd52-9e69adb5a3d0 admin admin] Calling delete_port for 11ff2aa9-7131-4028-8ae5-702d4ce3cdd8 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:12:11.870244 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63e6aff3-dbaa-4cad-bd52-9e69adb5a3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:11.897373 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6aff3-dbaa-4cad-bd52-9e69adb5a3d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=11ff2aa9-7131-4028-8ae5-702d4ce3cdd8,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:12.063900 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-63e6aff3-dbaa-4cad-bd52-9e69adb5a3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:12.272677 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e6aff3-dbaa-4cad-bd52-9e69adb5a3d0 admin admin] Router e6df37cf-5f4b-4609-931d-9ca15aa2d5f7 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:12:12.376249 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e6aff3-dbaa-4cad-bd52-9e69adb5a3d0 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:12:12.382068 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-63e6aff3-dbaa-4cad-bd52-9e69adb5a3d0 admin admin] 10.222.0.15 "PUT /v2.0/routers/e6df37cf-5f4b-4609-931d-9ca15aa2d5f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5680282 Apr 20 17:12:12.384692 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59552) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:12:12.386973 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775bca66-a1c4-4d59-b73c-07f1786dd6c8 None None] Sync routers for ids ['e6df37cf-5f4b-4609-931d-9ca15aa2d5f7'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:12:12.396495 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775bca66-a1c4-4d59-b73c-07f1786dd6c8 None None] Routers {'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:12:12.397123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-775bca66-a1c4-4d59-b73c-07f1786dd6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:11:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e6df37cf-5f4b-4609-931d-9ca15aa2d5f7'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:12.491194 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-924b93a4-46f9-4d35-8de1-973112312492 admin admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:12.502133 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-775bca66-a1c4-4d59-b73c-07f1786dd6c8 None None] Set router e6df37cf-5f4b-4609-931d-9ca15aa2d5f7 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:12:12.692803 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-775bca66-a1c4-4d59-b73c-07f1786dd6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7', 'name': 'tempest-TestEncryptedCinderVolumes-2539517-router', 'tenant_id': 'e429eecd0fe3436892658bb0cb913aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:35Z', 'updated_at': '2022-04-20T17:12:11Z', 'revision_number': 5, 'project_id': 'e429eecd0fe3436892658bb0cb913aeb', 'gw_port': {'id': '60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:36Z', 'updated_at': '2022-04-20T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:12.720425 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775bca66-a1c4-4d59-b73c-07f1786dd6c8 None None] Checking router: e6df37cf-5f4b-4609-931d-9ca15aa2d5f7 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:12:12.730173 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775bca66-a1c4-4d59-b73c-07f1786dd6c8 None None] Routers {'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:12:12.730811 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-775bca66-a1c4-4d59-b73c-07f1786dd6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:11:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['e6df37cf-5f4b-4609-931d-9ca15aa2d5f7'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:12.842569 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-775bca66-a1c4-4d59-b73c-07f1786dd6c8 None None] Set router e6df37cf-5f4b-4609-931d-9ca15aa2d5f7 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:12:12.931230 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-924b93a4-46f9-4d35-8de1-973112312492 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:13.025511 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-775bca66-a1c4-4d59-b73c-07f1786dd6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7', 'name': 'tempest-TestEncryptedCinderVolumes-2539517-router', 'tenant_id': 'e429eecd0fe3436892658bb0cb913aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:35Z', 'updated_at': '2022-04-20T17:12:11Z', 'revision_number': 5, 'project_id': 'e429eecd0fe3436892658bb0cb913aeb', 'gw_port': {'id': '60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:36Z', 'updated_at': '2022-04-20T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:13.053002 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775bca66-a1c4-4d59-b73c-07f1786dd6c8 None None] The sync data for ids ['e6df37cf-5f4b-4609-931d-9ca15aa2d5f7'] in n-d-836146-2 is: [{'id': 'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7', 'name': 'tempest-TestEncryptedCinderVolumes-2539517-router', 'tenant_id': 'e429eecd0fe3436892658bb0cb913aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:35Z', 'updated_at': '2022-04-20T17:12:11Z', 'revision_number': 5, 'project_id': 'e429eecd0fe3436892658bb0cb913aeb', 'gw_port': {'id': '60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:29:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6df37cf-5f4b-4609-931d-9ca15aa2d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:36Z', 'updated_at': '2022-04-20T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:12:13.072691 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-924b93a4-46f9-4d35-8de1-973112312492 admin admin] Deleting port 60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:12:13.073033 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-924b93a4-46f9-4d35-8de1-973112312492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:13.157462 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-924b93a4-46f9-4d35-8de1-973112312492 admin admin] For port 60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:13.157747 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-924b93a4-46f9-4d35-8de1-973112312492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:13.169403 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-924b93a4-46f9-4d35-8de1-973112312492 admin admin] Calling delete_port for 60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:12:13.444789 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-924b93a4-46f9-4d35-8de1-973112312492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:13.459536 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 11ff2aa9-7131-4028-8ae5-702d4ce3cdd8 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:12:13.474821 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b93a4-46f9-4d35-8de1-973112312492 admin admin] Pushing event deleted for resources: {'Port': ['ID=60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:13.480376 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 11ff2aa9-7131-4028-8ae5-702d4ce3cdd8 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:12:13.480633 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 11ff2aa9-7131-4028-8ae5-702d4ce3cdd8 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:12:13.545438 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-924b93a4-46f9-4d35-8de1-973112312492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:13.645301 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-924b93a4-46f9-4d35-8de1-973112312492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:13.647477 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-924b93a4-46f9-4d35-8de1-973112312492 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:13.850183 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-924b93a4-46f9-4d35-8de1-973112312492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:13.850745 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924b93a4-46f9-4d35-8de1-973112312492 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6df37cf-5f4b-4609-931d-9ca15aa2d5f7 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:12:13.855178 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-924b93a4-46f9-4d35-8de1-973112312492 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:13.856263 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-924b93a4-46f9-4d35-8de1-973112312492 admin admin] 10.222.0.15 "DELETE /v2.0/routers/e6df37cf-5f4b-4609-931d-9ca15aa2d5f7 HTTP/1.1" status: 204 len: 168 time: 1.4705875 Apr 20 17:12:13.859059 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59554) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:12:13.912062 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-499f1758-5607-442b-b0bb-d1067bede579 admin admin] Deleting subnet ca05dd04-09ac-4b21-a3d3-369880916824 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 17:12:13.917581 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-499f1758-5607-442b-b0bb-d1067bede579 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:13.970495 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-499f1758-5607-442b-b0bb-d1067bede579 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:14.061801 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-499f1758-5607-442b-b0bb-d1067bede579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:14.181782 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-499f1758-5607-442b-b0bb-d1067bede579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:14.207333 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f1758-5607-442b-b0bb-d1067bede579 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca05dd04-09ac-4b21-a3d3-369880916824,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:14.211104 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-499f1758-5607-442b-b0bb-d1067bede579 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:14.216886 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59556) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:12:14.217403 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-499f1758-5607-442b-b0bb-d1067bede579 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ca05dd04-09ac-4b21-a3d3-369880916824 HTTP/1.1" status: 204 len: 168 time: 0.3569038 Apr 20 17:12:14.218755 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ea661c-ae96-4aea-b6f5-62c5be303176 None None] Network be282aaa-7bb2-4b9f-9cc2-98910c18902f requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:12:14.410800 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25de69e-40bd-42ab-9545-cfac3d410f53 None None] DHCP port deletion for be282aaa-7bb2-4b9f-9cc2-98910c18902f request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 17:12:14.462153 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b25de69e-40bd-42ab-9545-cfac3d410f53 None None] Deleting port cd61d72f-8a2e-4c6f-93a0-89ded88e7688 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:12:14.462444 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b25de69e-40bd-42ab-9545-cfac3d410f53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:14.531896 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-784acd6d-37c2-4071-a17c-12f68de5699c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:14.532941 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b25de69e-40bd-42ab-9545-cfac3d410f53 None None] For port cd61d72f-8a2e-4c6f-93a0-89ded88e7688, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=cd61d72f-8a2e-4c6f-93a0-89ded88e7688,segment=NetworkSegment(95a2edb8-5c45-48eb-ae82-cb5d21e4a48e),segment_id=95a2edb8-5c45-48eb-ae82-cb5d21e4a48e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:14.533417 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b25de69e-40bd-42ab-9545-cfac3d410f53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:14.548866 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b25de69e-40bd-42ab-9545-cfac3d410f53 None None] Calling delete_port for cd61d72f-8a2e-4c6f-93a0-89ded88e7688 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:12:14.593835 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-784acd6d-37c2-4071-a17c-12f68de5699c admin admin] Deleting port cd61d72f-8a2e-4c6f-93a0-89ded88e7688 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:12:14.594177 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-784acd6d-37c2-4071-a17c-12f68de5699c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:14.660465 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-784acd6d-37c2-4071-a17c-12f68de5699c admin admin] For port cd61d72f-8a2e-4c6f-93a0-89ded88e7688, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=cd61d72f-8a2e-4c6f-93a0-89ded88e7688,segment=NetworkSegment(95a2edb8-5c45-48eb-ae82-cb5d21e4a48e),segment_id=95a2edb8-5c45-48eb-ae82-cb5d21e4a48e)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:14.660760 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-784acd6d-37c2-4071-a17c-12f68de5699c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:14.674645 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-784acd6d-37c2-4071-a17c-12f68de5699c admin admin] Calling delete_port for cd61d72f-8a2e-4c6f-93a0-89ded88e7688 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:12:14.678844 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b25de69e-40bd-42ab-9545-cfac3d410f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:14.708128 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25de69e-40bd-42ab-9545-cfac3d410f53 None None] Pushing event deleted for resources: {'Port': ['ID=cd61d72f-8a2e-4c6f-93a0-89ded88e7688,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:14.711739 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25de69e-40bd-42ab-9545-cfac3d410f53 None None] No DVR routers for this DVR port cd61d72f-8a2e-4c6f-93a0-89ded88e7688 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:12:14.751687 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-784acd6d-37c2-4071-a17c-12f68de5699c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:14.780230 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784acd6d-37c2-4071-a17c-12f68de5699c admin admin] Pushing event deleted for resources: {'Port': ['ID=cd61d72f-8a2e-4c6f-93a0-89ded88e7688,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:14.784632 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784acd6d-37c2-4071-a17c-12f68de5699c admin admin] No DVR routers for this DVR port cd61d72f-8a2e-4c6f-93a0-89ded88e7688 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:12:14.855269 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-784acd6d-37c2-4071-a17c-12f68de5699c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:14.877326 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-784acd6d-37c2-4071-a17c-12f68de5699c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be282aaa-7bb2-4b9f-9cc2-98910c18902f']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:14.887954 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-784acd6d-37c2-4071-a17c-12f68de5699c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a2edb8-5c45-48eb-ae82-cb5d21e4a48e') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:14.890152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-784acd6d-37c2-4071-a17c-12f68de5699c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a2edb8-5c45-48eb-ae82-cb5d21e4a48e') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:14.898010 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-784acd6d-37c2-4071-a17c-12f68de5699c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:14.911280 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-784acd6d-37c2-4071-a17c-12f68de5699c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:14.917027 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784acd6d-37c2-4071-a17c-12f68de5699c admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:12:14.917420 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-784acd6d-37c2-4071-a17c-12f68de5699c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: self.session.flush() Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: timer() Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:12:14.919056 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:12:15.081637 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-784acd6d-37c2-4071-a17c-12f68de5699c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:15.086475 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-784acd6d-37c2-4071-a17c-12f68de5699c admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:15.089844 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-784acd6d-37c2-4071-a17c-12f68de5699c admin admin] 10.222.0.15 "DELETE /v2.0/networks/be282aaa-7bb2-4b9f-9cc2-98910c18902f HTTP/1.1" status: 204 len: 168 time: 0.8717225 Apr 20 17:12:15.102926 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784acd6d-37c2-4071-a17c-12f68de5699c admin admin] Pushing event deleted for resources: {'Network': ['ID=be282aaa-7bb2-4b9f-9cc2-98910c18902f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:15.442835 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:12:15.460122 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:12:15.460512 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 60cc9fe6-4446-45ed-b31d-70bdd4e0f2c9 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:12:15.460931 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device cd61d72f-8a2e-4c6f-93a0-89ded88e7688 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:12:15.479550 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: cd61d72f-8a2e-4c6f-93a0-89ded88e7688 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:12:15.479889 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device cd61d72f-8a2e-4c6f-93a0-89ded88e7688 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:12:15.543906 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59560) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:12:15.585281 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b6b0919f-0896-4961-a202-2c7d34415785 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b564c9d9b8e4e6aaade76cb199e54e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401864 Apr 20 17:12:15.587743 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59562) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:12:15.637827 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-92a3cfdc-6ced-414f-9e10-bebf2352cc30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:15.659482 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-92a3cfdc-6ced-414f-9e10-bebf2352cc30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:15.792674 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-92a3cfdc-6ced-414f-9e10-bebf2352cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:15.795387 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-92a3cfdc-6ced-414f-9e10-bebf2352cc30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:15.796588 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-92a3cfdc-6ced-414f-9e10-bebf2352cc30 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/395fa972-5976-481b-a21c-d22ec9e5abb4 HTTP/1.1" status: 204 len: 168 time: 0.2079239 Apr 20 17:12:15.805327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3cfdc-6ced-414f-9e10-bebf2352cc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395fa972-5976-481b-a21c-d22ec9e5abb4,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:16.437740 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59568) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:12:16.476838 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cea2f6da-7e2d-4b88-9962-5b665377caef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e429eecd0fe3436892658bb0cb913aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379217 Apr 20 17:12:16.479442 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59570) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:12:16.540615 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e18d809-76d5-4306-86b9-c83af32fc947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:16.565547 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e18d809-76d5-4306-86b9-c83af32fc947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:16.713390 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e18d809-76d5-4306-86b9-c83af32fc947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:16.715850 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e18d809-76d5-4306-86b9-c83af32fc947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:16.717064 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6e18d809-76d5-4306-86b9-c83af32fc947 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa7d68f9-512e-45bc-b821-56443f284fe6 HTTP/1.1" status: 204 len: 168 time: 0.2366686 Apr 20 17:12:16.726410 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18d809-76d5-4306-86b9-c83af32fc947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7d68f9-512e-45bc-b821-56443f284fe6,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:17.715118 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59592) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:12:17.820920 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ca71c798-a76d-46d2-bd22-b185c71300f8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1897017439-network', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:12:17.904346 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca71c798-a76d-46d2-bd22-b185c71300f8 admin admin] Made reservation on behalf of bbf46c9395e14a4ba4d75dc5d58d0585 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:12:17.906685 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca71c798-a76d-46d2-bd22-b185c71300f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:17.915666 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca71c798-a76d-46d2-bd22-b185c71300f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:17.988289 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca71c798-a76d-46d2-bd22-b185c71300f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:18.066886 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca71c798-a76d-46d2-bd22-b185c71300f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:18.094039 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca71c798-a76d-46d2-bd22-b185c71300f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:12:18.100951 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71c798-a76d-46d2-bd22-b185c71300f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694fe402-cf52-44ac-a657-a3fe044fe6bd,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:18.107046 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca71c798-a76d-46d2-bd22-b185c71300f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:18.107381 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-ca71c798-a76d-46d2-bd22-b185c71300f8 admin admin] Added segment 6efb4660-810d-414d-9260-a6621155ea7c of type vlan for network 37ff7048-990f-49e3-9b86-be8df3eac469 Apr 20 17:12:18.148800 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca71c798-a76d-46d2-bd22-b185c71300f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:18.235536 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca71c798-a76d-46d2-bd22-b185c71300f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:18.236889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca71c798-a76d-46d2-bd22-b185c71300f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:12:18.237505 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ca71c798-a76d-46d2-bd22-b185c71300f8 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:18.300560 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71c798-a76d-46d2-bd22-b185c71300f8 admin admin] Pushing event updated for resources: {'Network': ['ID=37ff7048-990f-49e3-9b86-be8df3eac469,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:18.310218 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 37ff7048-990f-49e3-9b86-be8df3eac469 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 17:12:18.363251 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ca71c798-a76d-46d2-bd22-b185c71300f8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6468449 Apr 20 17:12:18.365995 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59596) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:12:18.370943 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-146caf6b-53e0-42b5-938f-dbdb59518bfa admin admin] Request body: {'subnet': {'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1897017439-subnet', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:12:18.478806 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146caf6b-53e0-42b5-938f-dbdb59518bfa admin admin] Made reservation on behalf of bbf46c9395e14a4ba4d75dc5d58d0585 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:12:18.481254 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-146caf6b-53e0-42b5-938f-dbdb59518bfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:18.716317 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-146caf6b-53e0-42b5-938f-dbdb59518bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:18.774657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146caf6b-53e0-42b5-938f-dbdb59518bfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=54bdb309-6025-4855-b34b-60dc7d827507,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:18.782610 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146caf6b-53e0-42b5-938f-dbdb59518bfa admin admin] Checking segment: {'id': '6efb4660-810d-414d-9260-a6621155ea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:12:18.782969 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146caf6b-53e0-42b5-938f-dbdb59518bfa admin admin] Network hostable DHCP agents. Network: 37ff7048-990f-49e3-9b86-be8df3eac469, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:12:18.895698 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146caf6b-53e0-42b5-938f-dbdb59518bfa admin admin] Network 37ff7048-990f-49e3-9b86-be8df3eac469 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:12:18.984291 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-146caf6b-53e0-42b5-938f-dbdb59518bfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 37ff7048-990f-49e3-9b86-be8df3eac469) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:12:18.989215 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146caf6b-53e0-42b5-938f-dbdb59518bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:12:18.989800 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-146caf6b-53e0-42b5-938f-dbdb59518bfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:18.994418 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bcb710-2c84-45bd-bb4d-72838c3cd719 None None] Network 37ff7048-990f-49e3-9b86-be8df3eac469 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:12:19.105864 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-146caf6b-53e0-42b5-938f-dbdb59518bfa admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7385139 Apr 20 17:12:19.108559 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59598) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:12:19.114963 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a8215b40-af41-45d2-b91f-a3bad14ac161 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1897017439-router', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:12:19.155175 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0853f26-20b9-4a9c-98cd-50a0b1d17475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-37ff7048-990f-49e3-9b86-be8df3eac469', 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'fixed_ips': [{'subnet_id': '54bdb309-6025-4855-b34b-60dc7d827507'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 17:12:19.156106 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c0853f26-20b9-4a9c-98cd-50a0b1d17475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:19.295660 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-c0853f26-20b9-4a9c-98cd-50a0b1d17475 None None] Allocated IP 172.20.0.2 (37ff7048-990f-49e3-9b86-be8df3eac469/54bdb309-6025-4855-b34b-60dc7d827507/ea15629f-cc14-433c-9043-0cccf21e1608) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:12:19.330323 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8215b40-af41-45d2-b91f-a3bad14ac161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:19.331431 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8215b40-af41-45d2-b91f-a3bad14ac161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:19.392074 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8215b40-af41-45d2-b91f-a3bad14ac161 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:19.436027 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c0853f26-20b9-4a9c-98cd-50a0b1d17475 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:19.528106 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c0853f26-20b9-4a9c-98cd-50a0b1d17475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:19.569513 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0853f26-20b9-4a9c-98cd-50a0b1d17475 None None] Network 37ff7048-990f-49e3-9b86-be8df3eac469 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:12:19.574427 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-c0853f26-20b9-4a9c-98cd-50a0b1d17475 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:12:19.577976 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0853f26-20b9-4a9c-98cd-50a0b1d17475 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:12:19.589114 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0853f26-20b9-4a9c-98cd-50a0b1d17475 None None] Pushing event updated for resources: {'Port': ['ID=ea15629f-cc14-433c-9043-0cccf21e1608,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:19.604372 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8215b40-af41-45d2-b91f-a3bad14ac161 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:19.649175 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c0853f26-20b9-4a9c-98cd-50a0b1d17475 None None] Attempting to bind port ea15629f-cc14-433c-9043-0cccf21e1608 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:12:19.649537 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c0853f26-20b9-4a9c-98cd-50a0b1d17475 None None] Attempting to bind port ea15629f-cc14-433c-9043-0cccf21e1608 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '6efb4660-810d-414d-9260-a6621155ea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:12:19.649892 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0853f26-20b9-4a9c-98cd-50a0b1d17475 None None] Attempting to bind port ea15629f-cc14-433c-9043-0cccf21e1608 on network 37ff7048-990f-49e3-9b86-be8df3eac469 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:12:19.654801 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0853f26-20b9-4a9c-98cd-50a0b1d17475 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:12:19.662719 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0853f26-20b9-4a9c-98cd-50a0b1d17475 None None] Checking segment: {'id': '6efb4660-810d-414d-9260-a6621155ea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:12:19.662719 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c0853f26-20b9-4a9c-98cd-50a0b1d17475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:19.662719 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0853f26-20b9-4a9c-98cd-50a0b1d17475 None None] Bound using segment: {'id': '6efb4660-810d-414d-9260-a6621155ea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:12:19.662719 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c0853f26-20b9-4a9c-98cd-50a0b1d17475 None None] Bound port: ea15629f-cc14-433c-9043-0cccf21e1608, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6efb4660-810d-414d-9260-a6621155ea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:12:19.662719 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c0853f26-20b9-4a9c-98cd-50a0b1d17475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:19.720667 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c0853f26-20b9-4a9c-98cd-50a0b1d17475 None None] For port ea15629f-cc14-433c-9043-0cccf21e1608, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:12:19.724627 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c0853f26-20b9-4a9c-98cd-50a0b1d17475 None None] For port ea15629f-cc14-433c-9043-0cccf21e1608, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ea15629f-cc14-433c-9043-0cccf21e1608,segment=NetworkSegment(6efb4660-810d-414d-9260-a6621155ea7c),segment_id=6efb4660-810d-414d-9260-a6621155ea7c)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:12:19.801863 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c0853f26-20b9-4a9c-98cd-50a0b1d17475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:19.860943 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0853f26-20b9-4a9c-98cd-50a0b1d17475 None None] Pushing event updated for resources: {'Port': ['ID=ea15629f-cc14-433c-9043-0cccf21e1608,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:19.905019 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8215b40-af41-45d2-b91f-a3bad14ac161 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:19.927324 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8215b40-af41-45d2-b91f-a3bad14ac161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:20.068508 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-a8215b40-af41-45d2-b91f-a3bad14ac161 admin admin] Allocated IP 172.25.0.23 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/04c38dd0-960e-4056-af5f-7ebf738a0400) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:12:20.183500 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8215b40-af41-45d2-b91f-a3bad14ac161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:20.299362 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8215b40-af41-45d2-b91f-a3bad14ac161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:20.349956 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8215b40-af41-45d2-b91f-a3bad14ac161 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:12:20.354273 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-a8215b40-af41-45d2-b91f-a3bad14ac161 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:12:20.356569 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8215b40-af41-45d2-b91f-a3bad14ac161 admin admin] Pushing event updated for resources: {'Port': ['ID=04c38dd0-960e-4056-af5f-7ebf738a0400,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:20.358790 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8215b40-af41-45d2-b91f-a3bad14ac161 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:12:20.779935 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8215b40-af41-45d2-b91f-a3bad14ac161 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:20.818387 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3015d42-672f-4989-895b-d39b3f710713 None None] Network 37ff7048-990f-49e3-9b86-be8df3eac469 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:12:20.994056 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8215b40-af41-45d2-b91f-a3bad14ac161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:21.047444 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1e457ddb-84d6-401d-a763-d0e7a728118f None None] Provisioning complete for port ea15629f-cc14-433c-9043-0cccf21e1608 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:21.047816 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1e457ddb-84d6-401d-a763-d0e7a728118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:21.185378 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1e457ddb-84d6-401d-a763-d0e7a728118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:21.215985 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8215b40-af41-45d2-b91f-a3bad14ac161 admin admin] Router 10951a75-9d6e-4128-87e6-7704c1dc9c66 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:12:21.238671 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1e457ddb-84d6-401d-a763-d0e7a728118f None None] For port ea15629f-cc14-433c-9043-0cccf21e1608, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ea15629f-cc14-433c-9043-0cccf21e1608,segment=NetworkSegment(6efb4660-810d-414d-9260-a6621155ea7c),segment_id=6efb4660-810d-414d-9260-a6621155ea7c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:21.326424 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8215b40-af41-45d2-b91f-a3bad14ac161 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:12:21.337327 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] Sync routers for ids ['10951a75-9d6e-4128-87e6-7704c1dc9c66'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:12:21.338046 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1e457ddb-84d6-401d-a763-d0e7a728118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:21.350025 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] Routers {'10951a75-9d6e-4128-87e6-7704c1dc9c66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:12:21.350666 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:11:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['10951a75-9d6e-4128-87e6-7704c1dc9c66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:21.403253 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e457ddb-84d6-401d-a763-d0e7a728118f None None] Pushing event updated for resources: {'Port': ['ID=ea15629f-cc14-433c-9043-0cccf21e1608,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:21.448105 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a8215b40-af41-45d2-b91f-a3bad14ac161 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:21.455286 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a8215b40-af41-45d2-b91f-a3bad14ac161 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3400514 Apr 20 17:12:21.455286 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59600) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:12:21.492207 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] Set router 10951a75-9d6e-4128-87e6-7704c1dc9c66 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:12:21.511975 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ea15629f-cc14-433c-9043-0cccf21e1608 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:12:21.574871 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9bcf8d81-21a6-4979-a5c5-7042d0f58f71 None None] Provisioning complete for port ea15629f-cc14-433c-9043-0cccf21e1608 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:21.575249 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9bcf8d81-21a6-4979-a5c5-7042d0f58f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:21.616173 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ea15629f-cc14-433c-9043-0cccf21e1608 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:21.616665 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:21.691353 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'name': 'tempest-TestMinimumBasicScenario-1897017439-router', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:12:20Z', 'revision_number': 3, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'gw_port': {'id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:12:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:21.727705 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] Checking router: 10951a75-9d6e-4128-87e6-7704c1dc9c66 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:12:21.728047 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] Updating router 10951a75-9d6e-4128-87e6-7704c1dc9c66 port 04c38dd0-960e-4056-af5f-7ebf738a0400 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:12:21.756721 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:21.926072 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5fa5045b-8a11-41c8-b79a-b802a0ddde7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:22.026586 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:22.093417 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-5fa5045b-8a11-41c8-b79a-b802a0ddde7a admin admin] Allocated IP 172.20.0.1 (37ff7048-990f-49e3-9b86-be8df3eac469/54bdb309-6025-4855-b34b-60dc7d827507/e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:12:22.107163 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:22.158839 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] Attempting to bind port 04c38dd0-960e-4056-af5f-7ebf738a0400 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:12:22.159219 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] Attempting to bind port 04c38dd0-960e-4056-af5f-7ebf738a0400 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:12:22.159580 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] Attempting to bind port 04c38dd0-960e-4056-af5f-7ebf738a0400 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:12:22.166377 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870ffac-a382-4896-ba12-1c1fd260afa8 None None] Pushing event updated for resources: {'Port': ['ID=04c38dd0-960e-4056-af5f-7ebf738a0400,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:22.173176 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:12:22.173561 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:12:22.174502 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:22.174909 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:12:22.175368 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] Bound port: 04c38dd0-960e-4056-af5f-7ebf738a0400, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:12:22.175748 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:22.179010 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1870ffac-a382-4896-ba12-1c1fd260afa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:22.179354 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1870ffac-a382-4896-ba12-1c1fd260afa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:22.179691 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1870ffac-a382-4896-ba12-1c1fd260afa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:22.180031 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1870ffac-a382-4896-ba12-1c1fd260afa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:22.180368 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1870ffac-a382-4896-ba12-1c1fd260afa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:22.180699 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1870ffac-a382-4896-ba12-1c1fd260afa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:22.181023 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1870ffac-a382-4896-ba12-1c1fd260afa8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:22.181345 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1870ffac-a382-4896-ba12-1c1fd260afa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:22.181666 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1870ffac-a382-4896-ba12-1c1fd260afa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:22.181985 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1870ffac-a382-4896-ba12-1c1fd260afa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:22.182305 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1870ffac-a382-4896-ba12-1c1fd260afa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:22.182617 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1870ffac-a382-4896-ba12-1c1fd260afa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:22.206424 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5fa5045b-8a11-41c8-b79a-b802a0ddde7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:22.238835 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] For port 04c38dd0-960e-4056-af5f-7ebf738a0400, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:12:22.242135 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] For port 04c38dd0-960e-4056-af5f-7ebf738a0400, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=04c38dd0-960e-4056-af5f-7ebf738a0400,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:12:22.302040 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5fa5045b-8a11-41c8-b79a-b802a0ddde7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:22.342530 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa5045b-8a11-41c8-b79a-b802a0ddde7a admin admin] Network 37ff7048-990f-49e3-9b86-be8df3eac469 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:12:22.345098 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:22.345623 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-5fa5045b-8a11-41c8-b79a-b802a0ddde7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:12:22.349960 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa5045b-8a11-41c8-b79a-b802a0ddde7a admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:12:22.355552 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5045b-8a11-41c8-b79a-b802a0ddde7a admin admin] Pushing event updated for resources: {'Port': ['ID=e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:22.402319 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5fa5045b-8a11-41c8-b79a-b802a0ddde7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:22.418515 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] Routers {'10951a75-9d6e-4128-87e6-7704c1dc9c66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:12:22.419177 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:11:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['10951a75-9d6e-4128-87e6-7704c1dc9c66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:22.422459 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870ffac-a382-4896-ba12-1c1fd260afa8 None None] Pushing event updated for resources: {'Port': ['ID=04c38dd0-960e-4056-af5f-7ebf738a0400,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:22.546429 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] Set router 10951a75-9d6e-4128-87e6-7704c1dc9c66 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:12:22.634971 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5fa5045b-8a11-41c8-b79a-b802a0ddde7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:22.656536 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-cc2dec25-8df6-48fe-870b-069c238c7748 None None] Provisioning complete for port e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:22.657648 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cc2dec25-8df6-48fe-870b-069c238c7748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:22.694665 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-cc2dec25-8df6-48fe-870b-069c238c7748 None None] Port e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:12:22.760839 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'name': 'tempest-TestMinimumBasicScenario-1897017439-router', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:12:20Z', 'revision_number': 3, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'gw_port': {'id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:22.788784 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d89b70-9170-4478-be23-5794aa26e15a None None] The sync data for ids ['10951a75-9d6e-4128-87e6-7704c1dc9c66'] in n-d-836146-2 is: [{'id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'name': 'tempest-TestMinimumBasicScenario-1897017439-router', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:12:20Z', 'revision_number': 3, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'gw_port': {'id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:12:22.808428 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-98afada2-93da-4d66-aca6-306d8defa6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:22.829664 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5fa5045b-8a11-41c8-b79a-b802a0ddde7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:22.895633 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5fa5045b-8a11-41c8-b79a-b802a0ddde7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:22.972532 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5045b-8a11-41c8-b79a-b802a0ddde7a admin admin] Pushing event updated for resources: {'Port': ['ID=e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:22.974046 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5fa5045b-8a11-41c8-b79a-b802a0ddde7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:23.099288 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa5045b-8a11-41c8-b79a-b802a0ddde7a admin admin] Network 37ff7048-990f-49e3-9b86-be8df3eac469 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:12:23.100851 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-5fa5045b-8a11-41c8-b79a-b802a0ddde7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:12:23.441618 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4dcd4ee8-2408-45e2-9a7c-daf61ac0dae6 None None] Provisioning complete for port e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:23.442264 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4dcd4ee8-2408-45e2-9a7c-daf61ac0dae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:23.504756 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-4dcd4ee8-2408-45e2-9a7c-daf61ac0dae6 None None] Port e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:12:23.581767 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 04c38dd0-960e-4056-af5f-7ebf738a0400 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:12:23.587667 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa5045b-8a11-41c8-b79a-b802a0ddde7a admin admin] Router 10951a75-9d6e-4128-87e6-7704c1dc9c66 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:12:23.633317 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 04c38dd0-960e-4056-af5f-7ebf738a0400 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:23.634112 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:23.716584 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa5045b-8a11-41c8-b79a-b802a0ddde7a admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:12:23.721118 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:23.732234 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5fa5045b-8a11-41c8-b79a-b802a0ddde7a admin admin] 10.222.0.15 "PUT /v2.0/routers/10951a75-9d6e-4128-87e6-7704c1dc9c66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2713366 Apr 20 17:12:23.755020 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 04c38dd0-960e-4056-af5f-7ebf738a0400, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=04c38dd0-960e-4056-af5f-7ebf738a0400,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:23.835975 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:23.838354 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ea15629f-cc14-433c-9043-0cccf21e1608 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:12:23.917319 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=04c38dd0-960e-4056-af5f-7ebf738a0400,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:23.931332 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ea15629f-cc14-433c-9043-0cccf21e1608 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:23.931709 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:24.467129 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59616) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:12:24.472868 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-18aad3cf-fd78-45a9-a56b-9a829293ff4b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1353161733-network', 'tenant_id': '7471eb5c1c0f41769ee84b68856b2aa9'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:12:24.546068 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] Sync routers for ids ['10951a75-9d6e-4128-87e6-7704c1dc9c66'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:12:24.555784 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18aad3cf-fd78-45a9-a56b-9a829293ff4b admin admin] Made reservation on behalf of 7471eb5c1c0f41769ee84b68856b2aa9 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:12:24.556671 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] Routers {'10951a75-9d6e-4128-87e6-7704c1dc9c66'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:12:24.561029 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:11:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['10951a75-9d6e-4128-87e6-7704c1dc9c66'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:24.561723 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18aad3cf-fd78-45a9-a56b-9a829293ff4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:24.570813 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18aad3cf-fd78-45a9-a56b-9a829293ff4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:24.656182 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18aad3cf-fd78-45a9-a56b-9a829293ff4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:24.675492 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] Set router 10951a75-9d6e-4128-87e6-7704c1dc9c66 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:12:24.739167 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18aad3cf-fd78-45a9-a56b-9a829293ff4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:24.766939 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18aad3cf-fd78-45a9-a56b-9a829293ff4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:12:24.774122 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aad3cf-fd78-45a9-a56b-9a829293ff4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45359866-7873-492a-a5f1-9223c000f447,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:24.781299 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18aad3cf-fd78-45a9-a56b-9a829293ff4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:24.782351 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-18aad3cf-fd78-45a9-a56b-9a829293ff4b admin admin] Added segment 65c1bd5f-b970-47e6-aeb8-d185b56a86b4 of type vlan for network 2dff1b69-ba30-467b-8882-117ff46a42db Apr 20 17:12:24.831865 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18aad3cf-fd78-45a9-a56b-9a829293ff4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:24.895830 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'name': 'tempest-TestMinimumBasicScenario-1897017439-router', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:12:22Z', 'revision_number': 4, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'gw_port': {'id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9', 'name': '', 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'mac_address': 'fa:16:3e:67:b9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '54bdb309-6025-4855-b34b-60dc7d827507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:21Z', 'updated_at': '2022-04-20T17:12:22Z', 'revision_number': 2, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'subnets': [{'id': '54bdb309-6025-4855-b34b-60dc7d827507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:24.923407 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] Checking router: 10951a75-9d6e-4128-87e6-7704c1dc9c66 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:12:24.924300 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] Updating router 10951a75-9d6e-4128-87e6-7704c1dc9c66 port e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:12:24.954581 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:24.961892 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18aad3cf-fd78-45a9-a56b-9a829293ff4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:24.962922 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aad3cf-fd78-45a9-a56b-9a829293ff4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:12:24.963570 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-18aad3cf-fd78-45a9-a56b-9a829293ff4b admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:25.025347 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aad3cf-fd78-45a9-a56b-9a829293ff4b admin admin] Pushing event updated for resources: {'Network': ['ID=2dff1b69-ba30-467b-8882-117ff46a42db,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:25.051790 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 2dff1b69-ba30-467b-8882-117ff46a42db details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 17:12:25.058528 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-18aad3cf-fd78-45a9-a56b-9a829293ff4b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5902925 Apr 20 17:12:25.061911 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59618) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:12:25.067821 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-dbfec545-5810-4355-b6a0-61084e1a87f3 admin admin] Request body: {'subnet': {'network_id': '2dff1b69-ba30-467b-8882-117ff46a42db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1353161733-subnet', 'tenant_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:12:25.158848 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfec545-5810-4355-b6a0-61084e1a87f3 admin admin] Made reservation on behalf of 7471eb5c1c0f41769ee84b68856b2aa9 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:12:25.161335 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dbfec545-5810-4355-b6a0-61084e1a87f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:25.194420 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-af3d44ca-4d9b-4c19-b962-f6de1771c29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:25.314665 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:25.413185 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:25.436649 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dbfec545-5810-4355-b6a0-61084e1a87f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:25.451577 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 04c38dd0-960e-4056-af5f-7ebf738a0400 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:12:25.504542 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfec545-5810-4355-b6a0-61084e1a87f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57d056b2-9f22-4f57-89fc-718a10f2a8a8,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:25.515076 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4302e-475f-4eb7-9382-33aa56145c3b None None] Pushing event updated for resources: {'Port': ['ID=e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:25.517287 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfec545-5810-4355-b6a0-61084e1a87f3 admin admin] Checking segment: {'id': '65c1bd5f-b970-47e6-aeb8-d185b56a86b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2dff1b69-ba30-467b-8882-117ff46a42db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:12:25.517775 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfec545-5810-4355-b6a0-61084e1a87f3 admin admin] Network hostable DHCP agents. Network: 2dff1b69-ba30-467b-8882-117ff46a42db, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:12:25.587260 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] Attempting to bind port e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:12:25.589915 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] Attempting to bind port e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '6efb4660-810d-414d-9260-a6621155ea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:12:25.589915 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] Attempting to bind port e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9 on network 37ff7048-990f-49e3-9b86-be8df3eac469 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:12:25.590304 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 04c38dd0-960e-4056-af5f-7ebf738a0400 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:25.590685 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:25.607188 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfec545-5810-4355-b6a0-61084e1a87f3 admin admin] Network 2dff1b69-ba30-467b-8882-117ff46a42db is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:12:25.615951 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:12:25.618461 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] Checking segment: {'id': '6efb4660-810d-414d-9260-a6621155ea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:12:25.618461 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:25.618461 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] Bound using segment: {'id': '6efb4660-810d-414d-9260-a6621155ea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:12:25.618461 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] Bound port: e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6efb4660-810d-414d-9260-a6621155ea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:12:25.618461 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:25.693080 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-dbfec545-5810-4355-b6a0-61084e1a87f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 2dff1b69-ba30-467b-8882-117ff46a42db) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:12:25.697268 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfec545-5810-4355-b6a0-61084e1a87f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:12:25.697854 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dbfec545-5810-4355-b6a0-61084e1a87f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:25.724077 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c25ff6-36e7-4f3f-8f3c-7cd138fe1671 None None] Network 2dff1b69-ba30-467b-8882-117ff46a42db requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:12:25.726225 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] For port e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:12:25.756966 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] For port e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9,segment=NetworkSegment(6efb4660-810d-414d-9260-a6621155ea7c),segment_id=6efb4660-810d-414d-9260-a6621155ea7c)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:12:25.815354 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-27619612-e5e9-447d-a236-a7f3ccd1921d None None] Provisioning complete for port e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:25.815814 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-27619612-e5e9-447d-a236-a7f3ccd1921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:25.826809 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dbfec545-5810-4355-b6a0-61084e1a87f3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7612975 Apr 20 17:12:25.827070 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59620) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:12:25.832224 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-569b47f3-ec12-40f4-92f0-3c413b431b57 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1353161733-router', 'tenant_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:12:25.853239 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:25.905100 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-27619612-e5e9-447d-a236-a7f3ccd1921d None None] Port e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:12:25.916365 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-569b47f3-ec12-40f4-92f0-3c413b431b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:25.917446 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-569b47f3-ec12-40f4-92f0-3c413b431b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:25.966696 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] Routers {'10951a75-9d6e-4128-87e6-7704c1dc9c66'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:12:25.967298 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:12:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['10951a75-9d6e-4128-87e6-7704c1dc9c66'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:25.970871 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4302e-475f-4eb7-9382-33aa56145c3b None None] Pushing event updated for resources: {'Port': ['ID=e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:25.985758 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-569b47f3-ec12-40f4-92f0-3c413b431b57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:26.051674 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14bf5ca-3458-45b4-836e-74beefe0a798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-2dff1b69-ba30-467b-8882-117ff46a42db', 'network_id': '2dff1b69-ba30-467b-8882-117ff46a42db', 'tenant_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'fixed_ips': [{'subnet_id': '57d056b2-9f22-4f57-89fc-718a10f2a8a8'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 17:12:26.052633 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d14bf5ca-3458-45b4-836e-74beefe0a798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:26.200897 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-569b47f3-ec12-40f4-92f0-3c413b431b57 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:26.293804 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-f726a9be-c990-4b90-888d-c7e8376bd921 None None] Provisioning complete for port e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:26.294170 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f726a9be-c990-4b90-888d-c7e8376bd921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:26.342916 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] Set router 10951a75-9d6e-4128-87e6-7704c1dc9c66 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:12:26.508957 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-569b47f3-ec12-40f4-92f0-3c413b431b57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:26.533175 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-569b47f3-ec12-40f4-92f0-3c413b431b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:26.601077 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-d14bf5ca-3458-45b4-836e-74beefe0a798 None None] Allocated IP 172.20.0.2 (2dff1b69-ba30-467b-8882-117ff46a42db/57d056b2-9f22-4f57-89fc-718a10f2a8a8/458c06ae-faff-43b5-8100-69c593b13667) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:12:26.604652 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:26.640014 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f726a9be-c990-4b90-888d-c7e8376bd921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:26.645879 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-569b47f3-ec12-40f4-92f0-3c413b431b57 admin admin] Allocated IP 172.25.0.200 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/f5f5c848-77ca-44f5-a61a-f320e9e0afc3) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:12:26.730763 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-f726a9be-c990-4b90-888d-c7e8376bd921 None None] For port e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9,segment=NetworkSegment(6efb4660-810d-414d-9260-a6621155ea7c),segment_id=6efb4660-810d-414d-9260-a6621155ea7c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:26.759361 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-569b47f3-ec12-40f4-92f0-3c413b431b57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:26.832697 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f726a9be-c990-4b90-888d-c7e8376bd921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:26.879194 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'name': 'tempest-TestMinimumBasicScenario-1897017439-router', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:12:22Z', 'revision_number': 4, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'gw_port': {'id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9', 'name': '', 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'mac_address': 'fa:16:3e:67:b9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '54bdb309-6025-4855-b34b-60dc7d827507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:21Z', 'updated_at': '2022-04-20T17:12:25Z', 'revision_number': 4, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'subnets': [{'id': '54bdb309-6025-4855-b34b-60dc7d827507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:26.914749 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d14bf5ca-3458-45b4-836e-74beefe0a798 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:26.918121 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3df2000-ed86-40c2-81ad-9ffb4b9316bf None None] The sync data for ids ['10951a75-9d6e-4128-87e6-7704c1dc9c66'] in n-d-836146-2 is: [{'id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'name': 'tempest-TestMinimumBasicScenario-1897017439-router', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:12:22Z', 'revision_number': 4, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'gw_port': {'id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9', 'name': '', 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'mac_address': 'fa:16:3e:67:b9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '54bdb309-6025-4855-b34b-60dc7d827507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:21Z', 'updated_at': '2022-04-20T17:12:25Z', 'revision_number': 4, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'subnets': [{'id': '54bdb309-6025-4855-b34b-60dc7d827507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:12:26.925508 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-569b47f3-ec12-40f4-92f0-3c413b431b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:26.935248 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726a9be-c990-4b90-888d-c7e8376bd921 None None] Pushing event updated for resources: {'Port': ['ID=e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:26.975728 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569b47f3-ec12-40f4-92f0-3c413b431b57 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:12:26.982165 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d14bf5ca-3458-45b4-836e-74beefe0a798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:26.984413 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-569b47f3-ec12-40f4-92f0-3c413b431b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:12:27.001227 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569b47f3-ec12-40f4-92f0-3c413b431b57 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:12:27.043123 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14bf5ca-3458-45b4-836e-74beefe0a798 None None] Network 2dff1b69-ba30-467b-8882-117ff46a42db is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:12:27.048445 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-d14bf5ca-3458-45b4-836e-74beefe0a798 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:12:27.048608 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b47f3-ec12-40f4-92f0-3c413b431b57 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f5c848-77ca-44f5-a61a-f320e9e0afc3,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:27.051671 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14bf5ca-3458-45b4-836e-74beefe0a798 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:12:27.054856 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14bf5ca-3458-45b4-836e-74beefe0a798 None None] Pushing event updated for resources: {'Port': ['ID=458c06ae-faff-43b5-8100-69c593b13667,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:27.118965 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d14bf5ca-3458-45b4-836e-74beefe0a798 None None] Attempting to bind port 458c06ae-faff-43b5-8100-69c593b13667 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:12:27.119180 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d14bf5ca-3458-45b4-836e-74beefe0a798 None None] Attempting to bind port 458c06ae-faff-43b5-8100-69c593b13667 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '65c1bd5f-b970-47e6-aeb8-d185b56a86b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2dff1b69-ba30-467b-8882-117ff46a42db'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:12:27.119492 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14bf5ca-3458-45b4-836e-74beefe0a798 None None] Attempting to bind port 458c06ae-faff-43b5-8100-69c593b13667 on network 2dff1b69-ba30-467b-8882-117ff46a42db {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:12:27.127972 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14bf5ca-3458-45b4-836e-74beefe0a798 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:12:27.128662 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14bf5ca-3458-45b4-836e-74beefe0a798 None None] Checking segment: {'id': '65c1bd5f-b970-47e6-aeb8-d185b56a86b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2dff1b69-ba30-467b-8882-117ff46a42db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:12:27.129333 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d14bf5ca-3458-45b4-836e-74beefe0a798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:27.129995 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14bf5ca-3458-45b4-836e-74beefe0a798 None None] Bound using segment: {'id': '65c1bd5f-b970-47e6-aeb8-d185b56a86b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2dff1b69-ba30-467b-8882-117ff46a42db'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:12:27.130589 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-d14bf5ca-3458-45b4-836e-74beefe0a798 None None] Bound port: 458c06ae-faff-43b5-8100-69c593b13667, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c1bd5f-b970-47e6-aeb8-d185b56a86b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2dff1b69-ba30-467b-8882-117ff46a42db'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:12:27.130986 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d14bf5ca-3458-45b4-836e-74beefe0a798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:27.215911 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d14bf5ca-3458-45b4-836e-74beefe0a798 None None] For port 458c06ae-faff-43b5-8100-69c593b13667, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:12:27.219446 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d14bf5ca-3458-45b4-836e-74beefe0a798 None None] For port 458c06ae-faff-43b5-8100-69c593b13667, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=458c06ae-faff-43b5-8100-69c593b13667,segment=NetworkSegment(65c1bd5f-b970-47e6-aeb8-d185b56a86b4),segment_id=65c1bd5f-b970-47e6-aeb8-d185b56a86b4)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:12:27.319527 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d14bf5ca-3458-45b4-836e-74beefe0a798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:27.386924 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14bf5ca-3458-45b4-836e-74beefe0a798 None None] Pushing event updated for resources: {'Port': ['ID=458c06ae-faff-43b5-8100-69c593b13667,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:27.411245 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-569b47f3-ec12-40f4-92f0-3c413b431b57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:27.504857 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:12:27.621258 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:27.621641 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:27.734164 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-569b47f3-ec12-40f4-92f0-3c413b431b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:28.010509 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569b47f3-ec12-40f4-92f0-3c413b431b57 admin admin] Router 3b898a4c-9813-4582-89be-34af25df014c is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:12:28.044785 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:28.135202 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569b47f3-ec12-40f4-92f0-3c413b431b57 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:12:28.143971 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] Sync routers for ids ['3b898a4c-9813-4582-89be-34af25df014c'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:12:28.154303 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] Routers {'3b898a4c-9813-4582-89be-34af25df014c'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:12:28.155042 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:12:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3b898a4c-9813-4582-89be-34af25df014c'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:28.204415 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:28.247163 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-569b47f3-ec12-40f4-92f0-3c413b431b57 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:28.249219 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-569b47f3-ec12-40f4-92f0-3c413b431b57 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4210899 Apr 20 17:12:28.255383 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59624) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:12:28.308073 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] Set router 3b898a4c-9813-4582-89be-34af25df014c gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:12:28.507571 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f78c2f-cca1-4671-8d4e-6327cd383869 None None] Network 2dff1b69-ba30-467b-8882-117ff46a42db requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:12:28.607014 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7e57d7ce-eb5e-4d8d-b1fc-2c2f55faea53 None None] Provisioning complete for port 458c06ae-faff-43b5-8100-69c593b13667 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:28.607463 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7e57d7ce-eb5e-4d8d-b1fc-2c2f55faea53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:28.616393 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b898a4c-9813-4582-89be-34af25df014c', 'name': 'tempest-TestMinimumBasicScenario-1353161733-router', 'tenant_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'f5f5c848-77ca-44f5-a61a-f320e9e0afc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:12:25Z', 'updated_at': '2022-04-20T17:12:27Z', 'revision_number': 3, 'project_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'gw_port': {'id': 'f5f5c848-77ca-44f5-a61a-f320e9e0afc3', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:00:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b898a4c-9813-4582-89be-34af25df014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:26Z', 'updated_at': '2022-04-20T17:12:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:28.647483 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] Checking router: 3b898a4c-9813-4582-89be-34af25df014c for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:12:28.647822 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] Updating router 3b898a4c-9813-4582-89be-34af25df014c port f5f5c848-77ca-44f5-a61a-f320e9e0afc3 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:12:28.682556 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:28.747744 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7e57d7ce-eb5e-4d8d-b1fc-2c2f55faea53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:28.769611 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e020f89a-dc88-4609-a5bc-b80c086b827f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:28.788981 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7e57d7ce-eb5e-4d8d-b1fc-2c2f55faea53 None None] For port 458c06ae-faff-43b5-8100-69c593b13667, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=458c06ae-faff-43b5-8100-69c593b13667,segment=NetworkSegment(65c1bd5f-b970-47e6-aeb8-d185b56a86b4),segment_id=65c1bd5f-b970-47e6-aeb8-d185b56a86b4)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:28.857043 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7e57d7ce-eb5e-4d8d-b1fc-2c2f55faea53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:28.938621 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57d7ce-eb5e-4d8d-b1fc-2c2f55faea53 None None] Pushing event updated for resources: {'Port': ['ID=458c06ae-faff-43b5-8100-69c593b13667,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:28.967660 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:28.983061 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-e020f89a-dc88-4609-a5bc-b80c086b827f admin admin] Allocated IP 172.20.0.1 (2dff1b69-ba30-467b-8882-117ff46a42db/57d056b2-9f22-4f57-89fc-718a10f2a8a8/d72ae6c3-7b5e-442b-bc5b-b46f94151b48) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:12:29.064537 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:29.081217 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c9a14402-9750-42bc-8f8c-68eb2b76ac21 None None] Provisioning complete for port 458c06ae-faff-43b5-8100-69c593b13667 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:29.082002 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c9a14402-9750-42bc-8f8c-68eb2b76ac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:29.106123 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:29.113140 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e020f89a-dc88-4609-a5bc-b80c086b827f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:29.114526 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] Attempting to bind port f5f5c848-77ca-44f5-a61a-f320e9e0afc3 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:12:29.114971 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] Attempting to bind port f5f5c848-77ca-44f5-a61a-f320e9e0afc3 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:12:29.115545 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] Attempting to bind port f5f5c848-77ca-44f5-a61a-f320e9e0afc3 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:12:29.127318 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:12:29.127767 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:12:29.128238 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:29.128718 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:12:29.129197 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] Bound port: f5f5c848-77ca-44f5-a61a-f320e9e0afc3, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:12:29.129580 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:29.158780 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372c304-d775-40e0-ae4a-4ee3af2b2c51 None None] Pushing event updated for resources: {'Port': ['ID=f5f5c848-77ca-44f5-a61a-f320e9e0afc3,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:29.188019 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] For port f5f5c848-77ca-44f5-a61a-f320e9e0afc3, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:12:29.191213 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] For port f5f5c848-77ca-44f5-a61a-f320e9e0afc3, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=f5f5c848-77ca-44f5-a61a-f320e9e0afc3,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:12:29.242327 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e020f89a-dc88-4609-a5bc-b80c086b827f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:29.281799 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e020f89a-dc88-4609-a5bc-b80c086b827f admin admin] Network 2dff1b69-ba30-467b-8882-117ff46a42db is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:12:29.285218 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-e020f89a-dc88-4609-a5bc-b80c086b827f admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:12:29.288900 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e020f89a-dc88-4609-a5bc-b80c086b827f admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:12:29.294712 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020f89a-dc88-4609-a5bc-b80c086b827f admin admin] Pushing event updated for resources: {'Port': ['ID=d72ae6c3-7b5e-442b-bc5b-b46f94151b48,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:29.299838 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:29.341305 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e020f89a-dc88-4609-a5bc-b80c086b827f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:29.359835 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] Routers {'3b898a4c-9813-4582-89be-34af25df014c'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:12:29.360605 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:12:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3b898a4c-9813-4582-89be-34af25df014c'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:29.366002 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372c304-d775-40e0-ae4a-4ee3af2b2c51 None None] Pushing event updated for resources: {'Port': ['ID=f5f5c848-77ca-44f5-a61a-f320e9e0afc3,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:29.497407 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] Set router 3b898a4c-9813-4582-89be-34af25df014c gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:12:29.512165 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 458c06ae-faff-43b5-8100-69c593b13667 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:12:29.575530 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 458c06ae-faff-43b5-8100-69c593b13667 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:29.576080 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:29.607060 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e020f89a-dc88-4609-a5bc-b80c086b827f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:29.626475 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e9a29cb6-99be-4f00-b3d7-54ade06be33e None None] Provisioning complete for port d72ae6c3-7b5e-442b-bc5b-b46f94151b48 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:29.626989 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e9a29cb6-99be-4f00-b3d7-54ade06be33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:29.697775 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-e9a29cb6-99be-4f00-b3d7-54ade06be33e None None] Port d72ae6c3-7b5e-442b-bc5b-b46f94151b48 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:12:29.744278 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b898a4c-9813-4582-89be-34af25df014c', 'name': 'tempest-TestMinimumBasicScenario-1353161733-router', 'tenant_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'f5f5c848-77ca-44f5-a61a-f320e9e0afc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:12:25Z', 'updated_at': '2022-04-20T17:12:27Z', 'revision_number': 3, 'project_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'gw_port': {'id': 'f5f5c848-77ca-44f5-a61a-f320e9e0afc3', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:00:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b898a4c-9813-4582-89be-34af25df014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:26Z', 'updated_at': '2022-04-20T17:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:29.772792 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b635f21a-5a68-4360-98fd-b37c26338549 None None] The sync data for ids ['3b898a4c-9813-4582-89be-34af25df014c'] in n-d-836146-2 is: [{'id': '3b898a4c-9813-4582-89be-34af25df014c', 'name': 'tempest-TestMinimumBasicScenario-1353161733-router', 'tenant_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'f5f5c848-77ca-44f5-a61a-f320e9e0afc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:12:25Z', 'updated_at': '2022-04-20T17:12:27Z', 'revision_number': 3, 'project_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'gw_port': {'id': 'f5f5c848-77ca-44f5-a61a-f320e9e0afc3', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:00:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b898a4c-9813-4582-89be-34af25df014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:26Z', 'updated_at': '2022-04-20T17:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:12:29.796508 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e020f89a-dc88-4609-a5bc-b80c086b827f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:29.856044 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e020f89a-dc88-4609-a5bc-b80c086b827f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:29.940253 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020f89a-dc88-4609-a5bc-b80c086b827f admin admin] Pushing event updated for resources: {'Port': ['ID=d72ae6c3-7b5e-442b-bc5b-b46f94151b48,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:29.942379 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e020f89a-dc88-4609-a5bc-b80c086b827f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:30.064259 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e020f89a-dc88-4609-a5bc-b80c086b827f admin admin] Network 2dff1b69-ba30-467b-8882-117ff46a42db is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:12:30.067604 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-e020f89a-dc88-4609-a5bc-b80c086b827f admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:12:30.313592 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:30.336632 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-27e117be-c860-4c82-bed5-1ce3f60364f4 None None] Provisioning complete for port d72ae6c3-7b5e-442b-bc5b-b46f94151b48 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:30.349996 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-27e117be-c860-4c82-bed5-1ce3f60364f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:30.413094 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-27e117be-c860-4c82-bed5-1ce3f60364f4 None None] Port d72ae6c3-7b5e-442b-bc5b-b46f94151b48 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:12:30.592584 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e020f89a-dc88-4609-a5bc-b80c086b827f admin admin] Router 3b898a4c-9813-4582-89be-34af25df014c has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:12:30.712196 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e020f89a-dc88-4609-a5bc-b80c086b827f admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:12:30.717557 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e020f89a-dc88-4609-a5bc-b80c086b827f admin admin] 10.222.0.15 "PUT /v2.0/routers/3b898a4c-9813-4582-89be-34af25df014c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4640832 Apr 20 17:12:31.487273 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f5f5c848-77ca-44f5-a61a-f320e9e0afc3 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:12:31.537620 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port f5f5c848-77ca-44f5-a61a-f320e9e0afc3 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:31.538096 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:31.610970 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] Sync routers for ids ['3b898a4c-9813-4582-89be-34af25df014c'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:12:31.633517 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:31.639185 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] Routers {'3b898a4c-9813-4582-89be-34af25df014c'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:12:31.639822 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:12:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3b898a4c-9813-4582-89be-34af25df014c'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:31.695605 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port f5f5c848-77ca-44f5-a61a-f320e9e0afc3, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=f5f5c848-77ca-44f5-a61a-f320e9e0afc3,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:31.770549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] Set router 3b898a4c-9813-4582-89be-34af25df014c gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:12:31.854563 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:31.961486 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=f5f5c848-77ca-44f5-a61a-f320e9e0afc3,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:32.057909 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b898a4c-9813-4582-89be-34af25df014c', 'name': 'tempest-TestMinimumBasicScenario-1353161733-router', 'tenant_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'f5f5c848-77ca-44f5-a61a-f320e9e0afc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:12:25Z', 'updated_at': '2022-04-20T17:12:29Z', 'revision_number': 4, 'project_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'gw_port': {'id': 'f5f5c848-77ca-44f5-a61a-f320e9e0afc3', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:00:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b898a4c-9813-4582-89be-34af25df014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:26Z', 'updated_at': '2022-04-20T17:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'd72ae6c3-7b5e-442b-bc5b-b46f94151b48', 'name': '', 'network_id': '2dff1b69-ba30-467b-8882-117ff46a42db', 'tenant_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'mac_address': 'fa:16:3e:49:9e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b898a4c-9813-4582-89be-34af25df014c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '57d056b2-9f22-4f57-89fc-718a10f2a8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:28Z', 'updated_at': '2022-04-20T17:12:29Z', 'revision_number': 2, 'project_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'subnets': [{'id': '57d056b2-9f22-4f57-89fc-718a10f2a8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:32.091885 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] Checking router: 3b898a4c-9813-4582-89be-34af25df014c for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:12:32.092582 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] Updating router 3b898a4c-9813-4582-89be-34af25df014c port d72ae6c3-7b5e-442b-bc5b-b46f94151b48 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:12:32.121998 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:32.601819 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:32.670376 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:32.752526 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62c1a9-3678-49c2-a784-e8b5beb62d46 None None] Pushing event updated for resources: {'Port': ['ID=d72ae6c3-7b5e-442b-bc5b-b46f94151b48,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:32.796552 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] Attempting to bind port d72ae6c3-7b5e-442b-bc5b-b46f94151b48 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:12:32.796927 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] Attempting to bind port d72ae6c3-7b5e-442b-bc5b-b46f94151b48 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '65c1bd5f-b970-47e6-aeb8-d185b56a86b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2dff1b69-ba30-467b-8882-117ff46a42db'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:12:32.797287 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] Attempting to bind port d72ae6c3-7b5e-442b-bc5b-b46f94151b48 on network 2dff1b69-ba30-467b-8882-117ff46a42db {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:12:32.804964 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:12:32.805353 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] Checking segment: {'id': '65c1bd5f-b970-47e6-aeb8-d185b56a86b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2dff1b69-ba30-467b-8882-117ff46a42db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:12:32.809397 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:32.809397 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] Bound using segment: {'id': '65c1bd5f-b970-47e6-aeb8-d185b56a86b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2dff1b69-ba30-467b-8882-117ff46a42db'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:12:32.809397 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] Bound port: d72ae6c3-7b5e-442b-bc5b-b46f94151b48, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c1bd5f-b970-47e6-aeb8-d185b56a86b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2dff1b69-ba30-467b-8882-117ff46a42db'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:12:32.809677 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:32.910086 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] For port d72ae6c3-7b5e-442b-bc5b-b46f94151b48, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:12:32.916726 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] For port d72ae6c3-7b5e-442b-bc5b-b46f94151b48, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d72ae6c3-7b5e-442b-bc5b-b46f94151b48,segment=NetworkSegment(65c1bd5f-b970-47e6-aeb8-d185b56a86b4),segment_id=65c1bd5f-b970-47e6-aeb8-d185b56a86b4)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:12:32.959659 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-69bb2fef-17fa-40ef-9044-abe5c7cab53e None None] Provisioning complete for port d72ae6c3-7b5e-442b-bc5b-b46f94151b48 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:32.960097 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-69bb2fef-17fa-40ef-9044-abe5c7cab53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:33.005769 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-69bb2fef-17fa-40ef-9044-abe5c7cab53e None None] Port d72ae6c3-7b5e-442b-bc5b-b46f94151b48 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:12:33.014341 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:33.082084 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] Routers {'3b898a4c-9813-4582-89be-34af25df014c'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:12:33.082728 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:12:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3b898a4c-9813-4582-89be-34af25df014c'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:33.088768 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62c1a9-3678-49c2-a784-e8b5beb62d46 None None] Pushing event updated for resources: {'Port': ['ID=d72ae6c3-7b5e-442b-bc5b-b46f94151b48,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:33.225593 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] Set router 3b898a4c-9813-4582-89be-34af25df014c gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:12:33.368924 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e1f5793d-135e-473d-ab9d-af5208396bdd None None] Provisioning complete for port d72ae6c3-7b5e-442b-bc5b-b46f94151b48 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:33.369283 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e1f5793d-135e-473d-ab9d-af5208396bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:33.498746 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f5f5c848-77ca-44f5-a61a-f320e9e0afc3 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:12:33.543573 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e1f5793d-135e-473d-ab9d-af5208396bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:33.587116 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b898a4c-9813-4582-89be-34af25df014c', 'name': 'tempest-TestMinimumBasicScenario-1353161733-router', 'tenant_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'f5f5c848-77ca-44f5-a61a-f320e9e0afc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:12:25Z', 'updated_at': '2022-04-20T17:12:29Z', 'revision_number': 4, 'project_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'gw_port': {'id': 'f5f5c848-77ca-44f5-a61a-f320e9e0afc3', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b898a4c-9813-4582-89be-34af25df014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:26Z', 'updated_at': '2022-04-20T17:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'd72ae6c3-7b5e-442b-bc5b-b46f94151b48', 'name': '', 'network_id': '2dff1b69-ba30-467b-8882-117ff46a42db', 'tenant_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'mac_address': 'fa:16:3e:49:9e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b898a4c-9813-4582-89be-34af25df014c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '57d056b2-9f22-4f57-89fc-718a10f2a8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:28Z', 'updated_at': '2022-04-20T17:12:32Z', 'revision_number': 4, 'project_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'subnets': [{'id': '57d056b2-9f22-4f57-89fc-718a10f2a8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:33.634754 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ef4efd-22ea-4d61-a026-214a2e19eabb None None] The sync data for ids ['3b898a4c-9813-4582-89be-34af25df014c'] in n-d-836146-2 is: [{'id': '3b898a4c-9813-4582-89be-34af25df014c', 'name': 'tempest-TestMinimumBasicScenario-1353161733-router', 'tenant_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'f5f5c848-77ca-44f5-a61a-f320e9e0afc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:12:25Z', 'updated_at': '2022-04-20T17:12:29Z', 'revision_number': 4, 'project_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'gw_port': {'id': 'f5f5c848-77ca-44f5-a61a-f320e9e0afc3', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b898a4c-9813-4582-89be-34af25df014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:26Z', 'updated_at': '2022-04-20T17:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'd72ae6c3-7b5e-442b-bc5b-b46f94151b48', 'name': '', 'network_id': '2dff1b69-ba30-467b-8882-117ff46a42db', 'tenant_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'mac_address': 'fa:16:3e:49:9e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b898a4c-9813-4582-89be-34af25df014c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '57d056b2-9f22-4f57-89fc-718a10f2a8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:28Z', 'updated_at': '2022-04-20T17:12:32Z', 'revision_number': 4, 'project_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'subnets': [{'id': '57d056b2-9f22-4f57-89fc-718a10f2a8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:12:33.638102 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e1f5793d-135e-473d-ab9d-af5208396bdd None None] For port d72ae6c3-7b5e-442b-bc5b-b46f94151b48, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d72ae6c3-7b5e-442b-bc5b-b46f94151b48,segment=NetworkSegment(65c1bd5f-b970-47e6-aeb8-d185b56a86b4),segment_id=65c1bd5f-b970-47e6-aeb8-d185b56a86b4)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:33.644145 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port f5f5c848-77ca-44f5-a61a-f320e9e0afc3 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:33.644554 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:33.714264 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e1f5793d-135e-473d-ab9d-af5208396bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:33.831028 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5793d-135e-473d-ab9d-af5208396bdd None None] Pushing event updated for resources: {'Port': ['ID=d72ae6c3-7b5e-442b-bc5b-b46f94151b48,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:35.503367 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d72ae6c3-7b5e-442b-bc5b-b46f94151b48 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:12:35.557769 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port d72ae6c3-7b5e-442b-bc5b-b46f94151b48 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:35.558806 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:42.704719 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-1f822254-2f1b-41fb-bba6-d440b83cb4ba tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:12:42.706209 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-1f822254-2f1b-41fb-bba6-d440b83cb4ba tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/networks?id=37ff7048-990f-49e3-9b86-be8df3eac469 HTTP/1.1" status: 200 len: 815 time: 0.1042683 Apr 20 17:12:42.721735 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-24b9e64e-36e6-4e8b-8f7b-a9f1699bec7e tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/quotas/bbf46c9395e14a4ba4d75dc5d58d0585 HTTP/1.1" status: 200 len: 375 time: 0.0097158 Apr 20 17:12:42.772426 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-5c1876a8-38ec-448c-a4ed-ebb85d510559 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbf46c9395e14a4ba4d75dc5d58d0585&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452268 Apr 20 17:12:42.788382 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-1c728998-a586-4f25-a7c5-86b68f33c6bb service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 17:12:42.789326 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-1c728998-a586-4f25-a7c5-86b68f33c6bb service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051849 Apr 20 17:12:42.881655 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-8811e1b7-bd85-44a4-9444-8394bd5e1672 service neutron] 10.222.0.15 "GET /v2.0/networks/37ff7048-990f-49e3-9b86-be8df3eac469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865283 Apr 20 17:12:42.979825 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-4b7d382c-67fe-402d-992a-f80bb8e09a70 service neutron] 10.222.0.15 "GET /v2.0/networks/37ff7048-990f-49e3-9b86-be8df3eac469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919535 Apr 20 17:12:43.235099 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9b0b63b7-0360-4410-8044-09c7ebb76ba0 req-cc3bebdd-8244-4a6b-9c74-1edc51b66213 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 210 time: 0.0276971 Apr 20 17:12:44.319090 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1da33d8-141f-42a0-9c95-64c58d01a066 req-87c6abd8-71c2-4736-b12d-7f9468f3bdde tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 210 time: 0.0315335 Apr 20 17:12:45.415207 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7a6d35da-0138-4955-ab52-57c9d5b409db req-a0762951-0a8e-44f0-beed-2564c23a65ce tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 210 time: 0.0267622 Apr 20 17:12:45.815335 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-157de215-5524-4416-a44f-360f775c69e4 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:12:45.816826 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-157de215-5524-4416-a44f-360f775c69e4 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.26 "GET /v2.0/networks?id=37ff7048-990f-49e3-9b86-be8df3eac469 HTTP/1.1" status: 200 len: 815 time: 0.1033547 Apr 20 17:12:45.834324 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-d3eefcb0-d31e-409d-b56a-99bc640af56d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Request body: {'port': {'device_id': '3a3ef9ec-9c3a-483a-90f2-5074764c0d2a', 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469', 'admin_state_up': True, 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:12:46.119102 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-d3eefcb0-d31e-409d-b56a-99bc640af56d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Made reservation on behalf of bbf46c9395e14a4ba4d75dc5d58d0585 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:12:46.122543 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-d3eefcb0-d31e-409d-b56a-99bc640af56d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:46.245451 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-d3eefcb0-d31e-409d-b56a-99bc640af56d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Allocated IP 172.20.0.11 (37ff7048-990f-49e3-9b86-be8df3eac469/54bdb309-6025-4855-b34b-60dc7d827507/06633bca-9c8f-46c7-9bcc-7f691f27f7fd) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:12:46.397675 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-d3eefcb0-d31e-409d-b56a-99bc640af56d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:46.512113 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fea6b800-308d-4e84-8a65-4377b8b143f0 req-bfca400e-20b9-4903-b2bd-3cb701c420be tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 210 time: 0.0271142 Apr 20 17:12:46.513374 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-d3eefcb0-d31e-409d-b56a-99bc640af56d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:46.562557 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-d3eefcb0-d31e-409d-b56a-99bc640af56d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Network 37ff7048-990f-49e3-9b86-be8df3eac469 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:12:46.565841 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-d3eefcb0-d31e-409d-b56a-99bc640af56d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:12:46.569813 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-d3eefcb0-d31e-409d-b56a-99bc640af56d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:12:46.594318 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eefcb0-d31e-409d-b56a-99bc640af56d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Pushing event updated for resources: {'Port': ['ID=06633bca-9c8f-46c7-9bcc-7f691f27f7fd,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:46.610684 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eefcb0-d31e-409d-b56a-99bc640af56d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:46.611077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eefcb0-d31e-409d-b56a-99bc640af56d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:46.611421 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eefcb0-d31e-409d-b56a-99bc640af56d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:46.611758 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eefcb0-d31e-409d-b56a-99bc640af56d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:46.612382 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eefcb0-d31e-409d-b56a-99bc640af56d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:46.612717 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eefcb0-d31e-409d-b56a-99bc640af56d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:46.613045 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eefcb0-d31e-409d-b56a-99bc640af56d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:46.613369 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eefcb0-d31e-409d-b56a-99bc640af56d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:46.613700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eefcb0-d31e-409d-b56a-99bc640af56d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:46.614016 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eefcb0-d31e-409d-b56a-99bc640af56d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:46.614338 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eefcb0-d31e-409d-b56a-99bc640af56d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:46.614658 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eefcb0-d31e-409d-b56a-99bc640af56d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:46.636883 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-d3eefcb0-d31e-409d-b56a-99bc640af56d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:12:46.637531 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-d3eefcb0-d31e-409d-b56a-99bc640af56d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:46.719599 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-d3eefcb0-d31e-409d-b56a-99bc640af56d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8891435 Apr 20 17:12:46.861049 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-44105ed3-0c13-426c-9202-f3f255715763 None None] Provisioning complete for port 06633bca-9c8f-46c7-9bcc-7f691f27f7fd triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:46.862550 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-44105ed3-0c13-426c-9202-f3f255715763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:46.903158 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-44105ed3-0c13-426c-9202-f3f255715763 None None] Port 06633bca-9c8f-46c7-9bcc-7f691f27f7fd cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:12:47.664851 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd385afc-13d7-42c6-b78f-b849a7f31575 req-06a4de05-4ca9-489c-a959-e19bf69c7bb9 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:12:47.667405 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd385afc-13d7-42c6-b78f-b849a7f31575 req-06a4de05-4ca9-489c-a959-e19bf69c7bb9 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 932 time: 0.0539720 Apr 20 17:12:47.709324 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cd385afc-13d7-42c6-b78f-b849a7f31575 req-95e8a857-6e39-45a8-997d-420703c61a20 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359855 Apr 20 17:12:48.044360 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:12:48.842616 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa5835-7665-4da1-9410-d8162cf45119 req-5f5b2aa6-730a-42c2-9061-5d8d1caf387c tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:12:48.844778 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-edfa5835-7665-4da1-9410-d8162cf45119 req-5f5b2aa6-730a-42c2-9061-5d8d1caf387c tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 932 time: 0.0572081 Apr 20 17:12:48.893302 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-edfa5835-7665-4da1-9410-d8162cf45119 req-9f27c698-2db1-43ab-ba9b-caa75c085207 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415552 Apr 20 17:12:50.027974 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67c791-7f09-451c-b888-b42239a7486e req-69bcc232-931f-40fb-b4a1-fedc5a472367 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:12:50.029477 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff67c791-7f09-451c-b888-b42239a7486e req-69bcc232-931f-40fb-b4a1-fedc5a472367 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 932 time: 0.0512521 Apr 20 17:12:50.075044 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ff67c791-7f09-451c-b888-b42239a7486e req-ad7b229d-8ccc-4da9-8bbd-7e00347a5ff4 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361755 Apr 20 17:12:51.199152 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d072b5e-5e03-4b9e-acc4-1e429155ecf3 req-2f953f95-3fa8-407e-a74a-80a8fdaf430c tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:12:51.200846 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6d072b5e-5e03-4b9e-acc4-1e429155ecf3 req-2f953f95-3fa8-407e-a74a-80a8fdaf430c tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 932 time: 0.0542629 Apr 20 17:12:51.252962 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6d072b5e-5e03-4b9e-acc4-1e429155ecf3 req-a4465732-3802-456a-9d04-1a0abc0bd124 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435495 Apr 20 17:12:52.373749 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4394b5b-4e8d-4791-a1b0-db131d25fb21 req-e3323f91-f649-4922-817a-a3b6efee9ffb tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:12:52.375235 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4394b5b-4e8d-4791-a1b0-db131d25fb21 req-e3323f91-f649-4922-817a-a3b6efee9ffb tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 932 time: 0.0521908 Apr 20 17:12:52.422804 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4394b5b-4e8d-4791-a1b0-db131d25fb21 req-af613ee1-3be1-4173-9ead-0b1eff8aab6d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407305 Apr 20 17:12:52.874960 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f0263aa0-1215-494a-be36-97991bc31156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:53.570187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d70749-b4ba-42b2-b9d3-add55a94eb78 req-a4918776-7511-43f5-a621-d8057e78ddbd tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:12:53.572427 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7d70749-b4ba-42b2-b9d3-add55a94eb78 req-a4918776-7511-43f5-a621-d8057e78ddbd tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 932 time: 0.0605876 Apr 20 17:12:53.616186 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a7d70749-b4ba-42b2-b9d3-add55a94eb78 req-9f133de0-72a8-4390-ab7d-e2fc7a34f995 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374558 Apr 20 17:12:54.737469 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112acc56-dc77-4fdb-87ec-2ab962f12892 req-9a8d626c-75c9-4002-825a-d81467f5793e tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:12:54.739045 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-112acc56-dc77-4fdb-87ec-2ab962f12892 req-9a8d626c-75c9-4002-825a-d81467f5793e tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 932 time: 0.0512011 Apr 20 17:12:54.782376 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-112acc56-dc77-4fdb-87ec-2ab962f12892 req-8b8b942f-64da-46f5-836c-d6cfd1e9a78a tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350375 Apr 20 17:12:55.127672 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8a767543-bd2b-431b-989a-0310aecd6077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:55.897876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde5d41-92c7-49f5-b5b1-fd0cf3e5643d req-03f1bcb9-bf5a-45dc-99ae-41b7490e553c tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:12:55.899342 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7bde5d41-92c7-49f5-b5b1-fd0cf3e5643d req-03f1bcb9-bf5a-45dc-99ae-41b7490e553c tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 932 time: 0.0493741 Apr 20 17:12:55.945365 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7bde5d41-92c7-49f5-b5b1-fd0cf3e5643d req-a1e81201-5864-4452-813c-885c690a5d03 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391297 Apr 20 17:12:56.598546 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:57.062335 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa97cd2-e0cc-4491-8f6d-60da8381f74a req-15cf66a6-2e68-4ba1-b9eb-e09089fa21de tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:12:57.063827 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dfa97cd2-e0cc-4491-8f6d-60da8381f74a req-15cf66a6-2e68-4ba1-b9eb-e09089fa21de tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 932 time: 0.0498955 Apr 20 17:12:57.103619 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dfa97cd2-e0cc-4491-8f6d-60da8381f74a req-1cb36ce3-34f3-453d-9d1e-ef03305d5502 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327935 Apr 20 17:12:57.978979 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:58.190679 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:58.229482 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cdc2a-7648-4217-bf73-7d1b26217ad2 req-aa7d7683-c1df-49df-b4f2-2c793c5a9158 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:12:58.231050 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-706cdc2a-7648-4217-bf73-7d1b26217ad2 req-aa7d7683-c1df-49df-b4f2-2c793c5a9158 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 932 time: 0.0516651 Apr 20 17:12:58.271177 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-706cdc2a-7648-4217-bf73-7d1b26217ad2 req-71f21fb4-6557-46fe-971e-af2bcab982c0 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337682 Apr 20 17:12:59.101943 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:59.402724 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b9b34-d15a-47e7-8522-a65b7ef3592a req-e04248f1-9b23-4c20-bc04-5c55a8835ba6 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:12:59.405185 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d57b9b34-d15a-47e7-8522-a65b7ef3592a req-e04248f1-9b23-4c20-bc04-5c55a8835ba6 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 932 time: 0.0574625 Apr 20 17:12:59.448855 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d57b9b34-d15a-47e7-8522-a65b7ef3592a req-81aba433-8364-4a9d-85cb-b0a3692e62f1 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369039 Apr 20 17:12:59.738141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-b5df4249-c9d2-4778-9079-ccc3670a2c3b service neutron] Request body: {'port': {'device_id': '3a3ef9ec-9c3a-483a-90f2-5074764c0d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:12:59.794495 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-b5df4249-c9d2-4778-9079-ccc3670a2c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:00.079049 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-b5df4249-c9d2-4778-9079-ccc3670a2c3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06633bca-9c8f-46c7-9bcc-7f691f27f7fd {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:13:00.087067 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-b5df4249-c9d2-4778-9079-ccc3670a2c3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:00.099620 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-b5df4249-c9d2-4778-9079-ccc3670a2c3b service neutron] Transition to ACTIVE for port object 06633bca-9c8f-46c7-9bcc-7f691f27f7fd will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:13:00.178587 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-b5df4249-c9d2-4778-9079-ccc3670a2c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:00.278494 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df4249-c9d2-4778-9079-ccc3670a2c3b service neutron] Pushing event updated for resources: {'Port': ['ID=06633bca-9c8f-46c7-9bcc-7f691f27f7fd,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:00.307823 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-b5df4249-c9d2-4778-9079-ccc3670a2c3b service neutron] Attempting to bind port 06633bca-9c8f-46c7-9bcc-7f691f27f7fd on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:13:00.308157 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-b5df4249-c9d2-4778-9079-ccc3670a2c3b service neutron] Attempting to bind port 06633bca-9c8f-46c7-9bcc-7f691f27f7fd by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '6efb4660-810d-414d-9260-a6621155ea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:13:00.308521 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-b5df4249-c9d2-4778-9079-ccc3670a2c3b service neutron] Attempting to bind port 06633bca-9c8f-46c7-9bcc-7f691f27f7fd on network 37ff7048-990f-49e3-9b86-be8df3eac469 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:13:00.313694 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-b5df4249-c9d2-4778-9079-ccc3670a2c3b service neutron] Port 06633bca-9c8f-46c7-9bcc-7f691f27f7fd on network 37ff7048-990f-49e3-9b86-be8df3eac469 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:13:00.314716 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-b5df4249-c9d2-4778-9079-ccc3670a2c3b service neutron] Attempting to bind port 06633bca-9c8f-46c7-9bcc-7f691f27f7fd on network 37ff7048-990f-49e3-9b86-be8df3eac469 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:13:00.316116 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:00.322561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-b5df4249-c9d2-4778-9079-ccc3670a2c3b service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:13:00.322561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-b5df4249-c9d2-4778-9079-ccc3670a2c3b service neutron] Checking segment: {'id': '6efb4660-810d-414d-9260-a6621155ea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:13:00.322561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-b5df4249-c9d2-4778-9079-ccc3670a2c3b service neutron] Bound using segment: {'id': '6efb4660-810d-414d-9260-a6621155ea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:13:00.322561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-b5df4249-c9d2-4778-9079-ccc3670a2c3b service neutron] Bound port: 06633bca-9c8f-46c7-9bcc-7f691f27f7fd, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efb4660-810d-414d-9260-a6621155ea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:13:00.322561 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-b5df4249-c9d2-4778-9079-ccc3670a2c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:00.399692 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-b5df4249-c9d2-4778-9079-ccc3670a2c3b service neutron] For port 06633bca-9c8f-46c7-9bcc-7f691f27f7fd, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:13:00.403271 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-b5df4249-c9d2-4778-9079-ccc3670a2c3b service neutron] For port 06633bca-9c8f-46c7-9bcc-7f691f27f7fd, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=06633bca-9c8f-46c7-9bcc-7f691f27f7fd,segment=NetworkSegment(6efb4660-810d-414d-9260-a6621155ea7c),segment_id=6efb4660-810d-414d-9260-a6621155ea7c)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:13:00.502341 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-b5df4249-c9d2-4778-9079-ccc3670a2c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:00.551939 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-b5df4249-c9d2-4778-9079-ccc3670a2c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:00.551939 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-b5df4249-c9d2-4778-9079-ccc3670a2c3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:00.551939 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-b5df4249-c9d2-4778-9079-ccc3670a2c3b service neutron] 10.222.0.26 "PUT /v2.0/ports/06633bca-9c8f-46c7-9bcc-7f691f27f7fd HTTP/1.1" status: 200 len: 1092 time: 0.8147805 Apr 20 17:13:00.558805 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3ef9ec-9c3a-483a-90f2-5074764c0d2a', 'tag': '06633bca-9c8f-46c7-9bcc-7f691f27f7fd'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:13:00.561121 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bb70cd-a79a-449e-b518-aa7c1062d92c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3ef9ec-9c3a-483a-90f2-5074764c0d2a", "tag": "06633bca-9c8f-46c7-9bcc-7f691f27f7fd"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:13:00.607887 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df4249-c9d2-4778-9079-ccc3670a2c3b service neutron] Pushing event updated for resources: {'Port': ['ID=06633bca-9c8f-46c7-9bcc-7f691f27f7fd,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:00.626811 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b10ca5-4bf0-4cb0-91d6-2b343a965571 req-9a990886-da17-4182-a566-4cacd0ec5a4f tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:00.636377 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b3b10ca5-4bf0-4cb0-91d6-2b343a965571 req-9a990886-da17-4182-a566-4cacd0ec5a4f tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 944 time: 0.0911531 Apr 20 17:13:00.669601 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b3b10ca5-4bf0-4cb0-91d6-2b343a965571 req-8ce33d79-dc25-4288-87d4-9ed897f7cbda tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346878 Apr 20 17:13:00.720889 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467428a2-c2a3-4594-a034-1807e8883030 x-openstack-request-id: req-467428a2-c2a3-4594-a034-1807e8883030 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:13:00.721299 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3ef9ec-9c3a-483a-90f2-5074764c0d2a", "tag": "06633bca-9c8f-46c7-9bcc-7f691f27f7fd", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:13:00.721605 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-467428a2-c2a3-4594-a034-1807e8883030 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:13:00.722074 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-467428a2-c2a3-4594-a034-1807e8883030'] response: {'name': 'network-changed', 'server_uuid': '3a3ef9ec-9c3a-483a-90f2-5074764c0d2a', 'tag': '06633bca-9c8f-46c7-9bcc-7f691f27f7fd', 'status': 'completed', 'code': 200} Apr 20 17:13:00.731975 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-26411951-d495-40c6-9d03-4ec7aeab694e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:00.733517 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-26411951-d495-40c6-9d03-4ec7aeab694e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbf46c9395e14a4ba4d75dc5d58d0585&device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 1095 time: 0.0514431 Apr 20 17:13:00.783957 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-b42717d6-f751-4fb9-9dba-08e0bc1b5bda service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06633bca-9c8f-46c7-9bcc-7f691f27f7fd HTTP/1.1" status: 200 len: 217 time: 0.0374978 Apr 20 17:13:00.833885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-01417318-9f53-4ffc-8b54-4e4429d53aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:00.835266 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-01417318-9f53-4ffc-8b54-4e4429d53aa3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54bdb309-6025-4855-b34b-60dc7d827507 HTTP/1.1" status: 200 len: 854 time: 0.0447457 Apr 20 17:13:00.882345 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-76101152-f4d1-41bd-9519-9fba5594412c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:00.883825 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-76101152-f4d1-41bd-9519-9fba5594412c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37ff7048-990f-49e3-9b86-be8df3eac469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421381 Apr 20 17:13:00.982538 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-7cf0a61a-7d3e-4e3c-83fa-622ae2c36036 service neutron] 10.222.0.26 "GET /v2.0/networks/37ff7048-990f-49e3-9b86-be8df3eac469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873775 Apr 20 17:13:01.073246 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54299908-f2da-4dc3-b159-e84aef0b40ef req-5b42238f-3ba9-4b8a-84c3-a808b3a328ce service neutron] 10.222.0.26 "GET /v2.0/networks/37ff7048-990f-49e3-9b86-be8df3eac469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840273 Apr 20 17:13:01.316508 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb70cd-a79a-449e-b518-aa7c1062d92c req-9728b846-3aa6-486d-b709-e9b6a9f9e87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:01.318037 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f0bb70cd-a79a-449e-b518-aa7c1062d92c req-9728b846-3aa6-486d-b709-e9b6a9f9e87e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbf46c9395e14a4ba4d75dc5d58d0585&device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 1095 time: 0.0446873 Apr 20 17:13:01.420291 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb70cd-a79a-449e-b518-aa7c1062d92c req-387b66c9-09e0-423f-93b0-e73326491c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:01.421838 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f0bb70cd-a79a-449e-b518-aa7c1062d92c req-387b66c9-09e0-423f-93b0-e73326491c67 service neutron] 10.222.0.26 "GET /v2.0/networks?id=37ff7048-990f-49e3-9b86-be8df3eac469 HTTP/1.1" status: 200 len: 916 time: 0.0979059 Apr 20 17:13:01.462719 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f0bb70cd-a79a-449e-b518-aa7c1062d92c req-f607e409-1341-48ef-bc21-01aa8b409a7a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06633bca-9c8f-46c7-9bcc-7f691f27f7fd HTTP/1.1" status: 200 len: 217 time: 0.0341976 Apr 20 17:13:01.517423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb70cd-a79a-449e-b518-aa7c1062d92c req-6339c665-f9ab-449e-8a51-3bd37660ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:01.518929 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f0bb70cd-a79a-449e-b518-aa7c1062d92c req-6339c665-f9ab-449e-8a51-3bd37660ace8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54bdb309-6025-4855-b34b-60dc7d827507 HTTP/1.1" status: 200 len: 854 time: 0.0496819 Apr 20 17:13:01.565562 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb70cd-a79a-449e-b518-aa7c1062d92c req-8341532f-a761-4d18-a444-f3cc3a80d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:01.567224 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f0bb70cd-a79a-449e-b518-aa7c1062d92c req-8341532f-a761-4d18-a444-f3cc3a80d068 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37ff7048-990f-49e3-9b86-be8df3eac469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420592 Apr 20 17:13:01.656142 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f0bb70cd-a79a-449e-b518-aa7c1062d92c req-e2cdc44f-5af7-48f9-a408-6c1a3f50732d service neutron] 10.222.0.26 "GET /v2.0/networks/37ff7048-990f-49e3-9b86-be8df3eac469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824962 Apr 20 17:13:01.785933 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f0bb70cd-a79a-449e-b518-aa7c1062d92c req-5f3caf69-74e1-4011-885e-e582db0ed548 service neutron] 10.222.0.26 "GET /v2.0/networks/37ff7048-990f-49e3-9b86-be8df3eac469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204448 Apr 20 17:13:01.807028 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c598415-0e5a-4aad-9f94-42145baa5b2b req-4546d2ec-70ff-4a8c-854e-0d387b0deffe tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:01.808572 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c598415-0e5a-4aad-9f94-42145baa5b2b req-4546d2ec-70ff-4a8c-854e-0d387b0deffe tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 944 time: 0.0629585 Apr 20 17:13:01.848731 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c598415-0e5a-4aad-9f94-42145baa5b2b req-b04508e2-5994-48c4-b151-95da5e6d9983 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331066 Apr 20 17:13:02.967396 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d643b-c099-41be-b826-94f2801061e4 req-dde59f0a-b2b9-4691-9c57-13eeb491e9a1 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:02.968928 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d06d643b-c099-41be-b826-94f2801061e4 req-dde59f0a-b2b9-4691-9c57-13eeb491e9a1 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 944 time: 0.0531366 Apr 20 17:13:03.010625 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d06d643b-c099-41be-b826-94f2801061e4 req-f34bd36c-b993-4a6b-9467-b2173e1955d6 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348268 Apr 20 17:13:04.140278 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea84eb-8c73-43c3-b73b-36d7a04a5225 req-330105d4-f0ab-49cc-9096-a151e8ad912d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:04.141806 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8ea84eb-8c73-43c3-b73b-36d7a04a5225 req-330105d4-f0ab-49cc-9096-a151e8ad912d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 944 time: 0.0623708 Apr 20 17:13:04.185283 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a8ea84eb-8c73-43c3-b73b-36d7a04a5225 req-28352213-b28c-4028-8c0a-20b8773492ef tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372777 Apr 20 17:13:04.560772 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 06633bca-9c8f-46c7-9bcc-7f691f27f7fd details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:13:04.653066 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 06633bca-9c8f-46c7-9bcc-7f691f27f7fd, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=06633bca-9c8f-46c7-9bcc-7f691f27f7fd,segment=NetworkSegment(6efb4660-810d-414d-9260-a6621155ea7c),segment_id=6efb4660-810d-414d-9260-a6621155ea7c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:04.666394 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '06633bca-9c8f-46c7-9bcc-7f691f27f7fd', 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469', 'port_id': '06633bca-9c8f-46c7-9bcc-7f691f27f7fd', 'mac_address': 'fa:16:3e:ab:cd:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54bdb309-6025-4855-b34b-60dc7d827507', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:13:04.716916 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:04.736922 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06633bca-9c8f-46c7-9bcc-7f691f27f7fd {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:13:04.769263 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 06633bca-9c8f-46c7-9bcc-7f691f27f7fd, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=06633bca-9c8f-46c7-9bcc-7f691f27f7fd,segment=NetworkSegment(6efb4660-810d-414d-9260-a6621155ea7c),segment_id=6efb4660-810d-414d-9260-a6621155ea7c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:04.829835 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:04.879522 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=06633bca-9c8f-46c7-9bcc-7f691f27f7fd,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:05.216104 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['06633bca-9c8f-46c7-9bcc-7f691f27f7fd'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:13:05.305055 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734f422-4c41-4de7-929d-94eae7f93c52 req-4dc1ec73-a71c-476b-b3bd-3d4430af071c tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:05.306996 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2734f422-4c41-4de7-929d-94eae7f93c52 req-4dc1ec73-a71c-476b-b3bd-3d4430af071c tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 945 time: 0.0509305 Apr 20 17:13:05.344293 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2734f422-4c41-4de7-929d-94eae7f93c52 req-4779ec82-8b6d-4751-b28a-9f3396d1ab6e tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313876 Apr 20 17:13:06.463663 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427aa33e-07ce-45b9-bcb8-c80b61f4f763 req-e9082f40-34b0-4ee3-9685-0b42806a578f tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:06.465138 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-427aa33e-07ce-45b9-bcb8-c80b61f4f763 req-e9082f40-34b0-4ee3-9685-0b42806a578f tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 945 time: 0.0513537 Apr 20 17:13:06.501283 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-427aa33e-07ce-45b9-bcb8-c80b61f4f763 req-6fc7bdd9-e8e2-44df-b99b-a4e0f53f6f41 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300980 Apr 20 17:13:06.560653 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 06633bca-9c8f-46c7-9bcc-7f691f27f7fd up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:13:06.701231 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 06633bca-9c8f-46c7-9bcc-7f691f27f7fd completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:13:06.705101 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 06633bca-9c8f-46c7-9bcc-7f691f27f7fd triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:13:06.705964 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:06.784218 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:06.806667 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3ef9ec-9c3a-483a-90f2-5074764c0d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06633bca-9c8f-46c7-9bcc-7f691f27f7fd'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:13:06.808969 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4da22a6-edf9-467c-8b63-474396d12f11" -d '{"events": [{"server_uuid": "3a3ef9ec-9c3a-483a-90f2-5074764c0d2a", "name": "network-vif-plugged", "status": "completed", "tag": "06633bca-9c8f-46c7-9bcc-7f691f27f7fd"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:13:06.821168 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 06633bca-9c8f-46c7-9bcc-7f691f27f7fd, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=06633bca-9c8f-46c7-9bcc-7f691f27f7fd,segment=NetworkSegment(6efb4660-810d-414d-9260-a6621155ea7c),segment_id=6efb4660-810d-414d-9260-a6621155ea7c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:06.845190 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef11e91-4ac8-4cb5-98c5-469ab1808452 x-openstack-request-id: req-0ef11e91-4ac8-4cb5-98c5-469ab1808452 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:13:06.845551 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3ef9ec-9c3a-483a-90f2-5074764c0d2a", "name": "network-vif-plugged", "status": "completed", "tag": "06633bca-9c8f-46c7-9bcc-7f691f27f7fd", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:13:06.846327 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ef11e91-4ac8-4cb5-98c5-469ab1808452 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:13:06.846725 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef11e91-4ac8-4cb5-98c5-469ab1808452'] response: {'server_uuid': '3a3ef9ec-9c3a-483a-90f2-5074764c0d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06633bca-9c8f-46c7-9bcc-7f691f27f7fd', 'code': 200} Apr 20 17:13:06.907404 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:06.955713 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=06633bca-9c8f-46c7-9bcc-7f691f27f7fd,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:06.967846 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f9557-c3a1-41a6-a650-d8f6a8b06c07 req-dffb70a2-473c-4719-8683-33755761731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:06.969385 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b80f9557-c3a1-41a6-a650-d8f6a8b06c07 req-dffb70a2-473c-4719-8683-33755761731c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 1097 time: 0.0403752 Apr 20 17:13:07.004974 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b80f9557-c3a1-41a6-a650-d8f6a8b06c07 req-aff4623e-9e99-4063-969b-b6f468314dd0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283988 Apr 20 17:13:07.627820 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a1b42-0017-4fcf-951e-494954ec933f req-b5e36430-1766-4d07-8648-52dc0ea31f45 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:07.629313 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-243a1b42-0017-4fcf-951e-494954ec933f req-b5e36430-1766-4d07-8648-52dc0ea31f45 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 946 time: 0.0515184 Apr 20 17:13:07.675239 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-243a1b42-0017-4fcf-951e-494954ec933f req-11cfea22-6ce6-4c16-a616-86b95da25fbc tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378461 Apr 20 17:13:08.794209 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df2985-c7bc-406d-8bfd-e3439e0c0943 req-e1c74304-0437-4b2a-af53-3660dde9b3f9 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:08.795678 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85df2985-c7bc-406d-8bfd-e3439e0c0943 req-e1c74304-0437-4b2a-af53-3660dde9b3f9 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 946 time: 0.0530915 Apr 20 17:13:08.834194 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85df2985-c7bc-406d-8bfd-e3439e0c0943 req-ce2317d8-b85d-4b86-9077-259de53a8e0f tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317903 Apr 20 17:13:08.948094 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96365687-f28d-48b9-95be-c28777b5013e req-814b939b-a048-40dd-9ff3-b3a8313008f2 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:08.950162 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-96365687-f28d-48b9-95be-c28777b5013e req-814b939b-a048-40dd-9ff3-b3a8313008f2 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 946 time: 0.0505280 Apr 20 17:13:08.989662 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-96365687-f28d-48b9-95be-c28777b5013e req-36c1144a-91a3-471f-99d8-15f932958d93 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331256 Apr 20 17:13:09.183957 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d581c9-6e12-43ef-a233-108b577cd5f3 req-bc1226ac-2feb-4245-a0e5-a85891557b17 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:09.185477 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4d581c9-6e12-43ef-a233-108b577cd5f3 req-bc1226ac-2feb-4245-a0e5-a85891557b17 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 946 time: 0.0479879 Apr 20 17:13:09.222014 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4d581c9-6e12-43ef-a233-108b577cd5f3 req-8986bec6-2ad4-4c16-9cac-78151e1affec tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305486 Apr 20 17:13:15.497216 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-3e7d046e-e9b5-43c5-90c0-518ea45bd74e req-3e23a3f8-e111-4d93-b4aa-ad0b4bd8c21d service neutron] (103485) timed out ('10.222.0.26', 65376) {{(pid=103485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 17:13:22.829081 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cc07f019-fda1-4933-96de-842ec67df0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:24.053939 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5a1c3-858f-4227-9ffe-d0d18f03c78b req-f60bdbf7-dab5-4106-a8d3-4b54e5949db8 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:24.055338 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-49e5a1c3-858f-4227-9ffe-d0d18f03c78b req-f60bdbf7-dab5-4106-a8d3-4b54e5949db8 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 946 time: 0.0517590 Apr 20 17:13:24.093227 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-49e5a1c3-858f-4227-9ffe-d0d18f03c78b req-c5906fa8-a848-4944-8348-0da676bde81a tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318356 Apr 20 17:13:24.116637 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59846) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:13:24.243793 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c15b68-95f9-4a42-9c7d-eb8b883c1eb1 tempest-TestMinimumBasicScenario-1030172597 tempest-TestMinimumBasicScenario-1030172597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:24.245539 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-84c15b68-95f9-4a42-9c7d-eb8b883c1eb1 tempest-TestMinimumBasicScenario-1030172597 tempest-TestMinimumBasicScenario-1030172597-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 1092 time: 0.1277800 Apr 20 17:13:24.248524 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59850) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:13:24.252704 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': '06633bca-9c8f-46c7-9bcc-7f691f27f7fd', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:13:24.342053 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:24.445808 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:24.552198 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Allocated IP 172.25.0.79 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/4b3a732a-b42b-402f-a74d-bde3148eed61) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:13:24.663140 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:24.764871 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:24.806276 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:13:24.809267 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:13:24.813016 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:13:24.818515 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Pushing event updated for resources: {'Port': ['ID=4b3a732a-b42b-402f-a74d-bde3148eed61,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:24.846000 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:24.847121 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:24.847299 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:24.847635 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:24.847964 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:24.848293 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:24.848857 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:24.848994 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:24.849280 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:24.849602 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:24.849927 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:24.850253 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:25.045111 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:13:25.116007 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e6fd0ba5-d52f-4d52-ad07-d4a0f9d77c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:25.201416 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:25.333017 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:25.495789 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:25.561526 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:25.635961 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Pushing event updated for resources: {'Port': ['ID=4b3a732a-b42b-402f-a74d-bde3148eed61,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:25.650358 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:25.755617 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Floating IP cf3d825a-ea9b-4d60-9b6e-803a22d0a884 associated. External IP: 172.25.0.79, port: 06633bca-9c8f-46c7-9bcc-7f691f27f7fd. Apr 20 17:13:25.962096 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Router 10951a75-9d6e-4128-87e6-7704c1dc9c66 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:13:26.065810 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:13:26.075617 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d02c1-0618-471d-9cb6-a9e5aea798f4 None None] Sync routers for ids ['10951a75-9d6e-4128-87e6-7704c1dc9c66'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:13:26.085570 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d02c1-0618-471d-9cb6-a9e5aea798f4 None None] Routers {'10951a75-9d6e-4128-87e6-7704c1dc9c66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:13:26.090194 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f33d02c1-0618-471d-9cb6-a9e5aea798f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:13:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['10951a75-9d6e-4128-87e6-7704c1dc9c66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:13:26.144298 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:26.175311 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-96bed510-38ca-49ed-b34e-71f4c595e167 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9257696 Apr 20 17:13:26.175903 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3ef9ec-9c3a-483a-90f2-5074764c0d2a', 'tag': '06633bca-9c8f-46c7-9bcc-7f691f27f7fd'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:13:26.178479 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 59852) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:13:26.183066 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-275bc324-d5e4-45e6-b834-244fdb24a6ba tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-185056075', 'description': 'tempest-secgroup-smoke-185056075 description', 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:13:26.190107 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-f33d02c1-0618-471d-9cb6-a9e5aea798f4 None None] Set router 10951a75-9d6e-4128-87e6-7704c1dc9c66 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:13:26.282955 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b671de9063546e90680cf85191d27fed7073836c9867b6489af71d200b5e390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793001de-f3f3-40ea-8770-577b0d26f75c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3ef9ec-9c3a-483a-90f2-5074764c0d2a", "tag": "06633bca-9c8f-46c7-9bcc-7f691f27f7fd"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:13:26.317762 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-275bc324-d5e4-45e6-b834-244fdb24a6ba tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:26.383417 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b61803-3277-4827-b714-a5a8ff4b9ad0 x-openstack-request-id: req-54b61803-3277-4827-b714-a5a8ff4b9ad0 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:13:26.384122 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3ef9ec-9c3a-483a-90f2-5074764c0d2a", "tag": "06633bca-9c8f-46c7-9bcc-7f691f27f7fd", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:13:26.384655 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54b61803-3277-4827-b714-a5a8ff4b9ad0 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:13:26.386466 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b61803-3277-4827-b714-a5a8ff4b9ad0'] response: {'name': 'network-changed', 'server_uuid': '3a3ef9ec-9c3a-483a-90f2-5074764c0d2a', 'tag': '06633bca-9c8f-46c7-9bcc-7f691f27f7fd', 'status': 'completed', 'code': 200} Apr 20 17:13:26.406479 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-275bc324-d5e4-45e6-b834-244fdb24a6ba tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:26.420732 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f33d02c1-0618-471d-9cb6-a9e5aea798f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'name': 'tempest-TestMinimumBasicScenario-1897017439-router', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:12:22Z', 'revision_number': 4, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'gw_port': {'id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'cf3d825a-ea9b-4d60-9b6e-803a22d0a884', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'port_id': '06633bca-9c8f-46c7-9bcc-7f691f27f7fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469', 'mac_address': 'fa:16:3e:ab:cd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3ef9ec-9c3a-483a-90f2-5074764c0d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:13:25Z', 'updated_at': '2022-04-20T17:13:25Z', 'revision_number': 0, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9', 'name': '', 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'mac_address': 'fa:16:3e:67:b9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '54bdb309-6025-4855-b34b-60dc7d827507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:21Z', 'updated_at': '2022-04-20T17:12:26Z', 'revision_number': 5, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'subnets': [{'id': '54bdb309-6025-4855-b34b-60dc7d827507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:13:26.451322 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d02c1-0618-471d-9cb6-a9e5aea798f4 None None] Checking router: 10951a75-9d6e-4128-87e6-7704c1dc9c66 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:13:26.460876 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d02c1-0618-471d-9cb6-a9e5aea798f4 None None] Routers {'10951a75-9d6e-4128-87e6-7704c1dc9c66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:13:26.461493 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f33d02c1-0618-471d-9cb6-a9e5aea798f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:13:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['10951a75-9d6e-4128-87e6-7704c1dc9c66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:13:26.467858 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793001de-f3f3-40ea-8770-577b0d26f75c req-50bd50f0-e3ae-4c0f-83fc-1e1f483ad922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:26.469492 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-793001de-f3f3-40ea-8770-577b0d26f75c req-50bd50f0-e3ae-4c0f-83fc-1e1f483ad922 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbf46c9395e14a4ba4d75dc5d58d0585&device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 1097 time: 0.0420423 Apr 20 17:13:26.529962 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-275bc324-d5e4-45e6-b834-244fdb24a6ba tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:26.570505 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:26.582388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bc324-d5e4-45e6-b834-244fdb24a6ba tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe34a2b1-4a13-48d2-aff1-3ca65cfa2e36,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:26.611843 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793001de-f3f3-40ea-8770-577b0d26f75c req-a712aecd-681c-4677-84b9-10bbf0b20c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:26.613665 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-793001de-f3f3-40ea-8770-577b0d26f75c req-a712aecd-681c-4677-84b9-10bbf0b20c89 service neutron] 10.222.0.26 "GET /v2.0/networks?id=37ff7048-990f-49e3-9b86-be8df3eac469 HTTP/1.1" status: 200 len: 916 time: 0.1375277 Apr 20 17:13:26.669225 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-f33d02c1-0618-471d-9cb6-a9e5aea798f4 None None] Set router 10951a75-9d6e-4128-87e6-7704c1dc9c66 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:13:26.688073 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-793001de-f3f3-40ea-8770-577b0d26f75c req-bb1ae78e-c409-40b0-8e20-b4a3bb3d87b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06633bca-9c8f-46c7-9bcc-7f691f27f7fd HTTP/1.1" status: 200 len: 999 time: 0.0663176 Apr 20 17:13:26.728081 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-275bc324-d5e4-45e6-b834-244fdb24a6ba tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:26.734481 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-275bc324-d5e4-45e6-b834-244fdb24a6ba tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5498126 Apr 20 17:13:26.734623 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59860) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:13:26.738084 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-24c4d28b-ac2a-483b-89a1-2ebc1d5ce385 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Request body: {'security_group_rule': {'security_group_id': 'fe34a2b1-4a13-48d2-aff1-3ca65cfa2e36', 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:13:26.750796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793001de-f3f3-40ea-8770-577b0d26f75c req-85cf02c5-22a2-4cc5-9c43-a18ae0433791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:26.752260 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-793001de-f3f3-40ea-8770-577b0d26f75c req-85cf02c5-22a2-4cc5-9c43-a18ae0433791 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54bdb309-6025-4855-b34b-60dc7d827507 HTTP/1.1" status: 200 len: 854 time: 0.0575933 Apr 20 17:13:26.800546 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793001de-f3f3-40ea-8770-577b0d26f75c req-5d99722d-453f-4b75-9c8d-9c5c97afabe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:26.802045 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-793001de-f3f3-40ea-8770-577b0d26f75c req-5d99722d-453f-4b75-9c8d-9c5c97afabe7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37ff7048-990f-49e3-9b86-be8df3eac469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426428 Apr 20 17:13:26.852016 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24c4d28b-ac2a-483b-89a1-2ebc1d5ce385 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:26.895465 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-793001de-f3f3-40ea-8770-577b0d26f75c req-87d9d32f-92cd-4d18-acf9-427bf1e74b92 service neutron] 10.222.0.26 "GET /v2.0/networks/37ff7048-990f-49e3-9b86-be8df3eac469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858896 Apr 20 17:13:26.898690 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-f33d02c1-0618-471d-9cb6-a9e5aea798f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'name': 'tempest-TestMinimumBasicScenario-1897017439-router', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:12:22Z', 'revision_number': 4, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'gw_port': {'id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'cf3d825a-ea9b-4d60-9b6e-803a22d0a884', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'port_id': '06633bca-9c8f-46c7-9bcc-7f691f27f7fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469', 'mac_address': 'fa:16:3e:ab:cd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3ef9ec-9c3a-483a-90f2-5074764c0d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:13:25Z', 'updated_at': '2022-04-20T17:13:25Z', 'revision_number': 0, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9', 'name': '', 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'mac_address': 'fa:16:3e:67:b9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '54bdb309-6025-4855-b34b-60dc7d827507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:21Z', 'updated_at': '2022-04-20T17:12:26Z', 'revision_number': 5, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'subnets': [{'id': '54bdb309-6025-4855-b34b-60dc7d827507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:13:26.916732 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24c4d28b-ac2a-483b-89a1-2ebc1d5ce385 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:26.925997 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d02c1-0618-471d-9cb6-a9e5aea798f4 None None] The sync data for ids ['10951a75-9d6e-4128-87e6-7704c1dc9c66'] in n-d-836146-2 is: [{'id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'name': 'tempest-TestMinimumBasicScenario-1897017439-router', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:12:22Z', 'revision_number': 4, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'gw_port': {'id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'cf3d825a-ea9b-4d60-9b6e-803a22d0a884', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'port_id': '06633bca-9c8f-46c7-9bcc-7f691f27f7fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469', 'mac_address': 'fa:16:3e:ab:cd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3ef9ec-9c3a-483a-90f2-5074764c0d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:13:25Z', 'updated_at': '2022-04-20T17:13:25Z', 'revision_number': 0, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9', 'name': '', 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'mac_address': 'fa:16:3e:67:b9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '54bdb309-6025-4855-b34b-60dc7d827507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:21Z', 'updated_at': '2022-04-20T17:12:26Z', 'revision_number': 5, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'subnets': [{'id': '54bdb309-6025-4855-b34b-60dc7d827507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:13:26.992221 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-793001de-f3f3-40ea-8770-577b0d26f75c req-01a6dc0f-eff6-4286-b483-b1395ecad419 service neutron] 10.222.0.26 "GET /v2.0/networks/37ff7048-990f-49e3-9b86-be8df3eac469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903249 Apr 20 17:13:27.012748 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24c4d28b-ac2a-483b-89a1-2ebc1d5ce385 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:27.033394 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4d28b-ac2a-483b-89a1-2ebc1d5ce385 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f656bb5-cbfa-410f-aec6-71003e97415b,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:27.123507 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e903b62b-6632-4330-b5d2-0d9007cc27a5 None None] New status for floating IP cf3d825a-ea9b-4d60-9b6e-803a22d0a884: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:13:27.140909 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-24c4d28b-ac2a-483b-89a1-2ebc1d5ce385 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:27.142188 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-24c4d28b-ac2a-483b-89a1-2ebc1d5ce385 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4087567 Apr 20 17:13:27.145326 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59862) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:13:27.149778 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-fb08a743-5485-4fa7-ba1d-278e32743565 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Request body: {'security_group_rule': {'security_group_id': 'fe34a2b1-4a13-48d2-aff1-3ca65cfa2e36', 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:13:27.272237 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fb08a743-5485-4fa7-ba1d-278e32743565 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:27.328268 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fb08a743-5485-4fa7-ba1d-278e32743565 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:27.429689 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fb08a743-5485-4fa7-ba1d-278e32743565 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:27.448006 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08a743-5485-4fa7-ba1d-278e32743565 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c98220-b8d4-433d-a4fd-34299ba1d84e,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:27.551888 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fb08a743-5485-4fa7-ba1d-278e32743565 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:27.553208 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fb08a743-5485-4fa7-ba1d-278e32743565 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4069555 Apr 20 17:13:27.555871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59864) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:13:27.560432 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-38179ac4-3a89-4343-9860-b3d52689e1ee tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Request body: {'security_group_rule': {'security_group_id': 'fe34a2b1-4a13-48d2-aff1-3ca65cfa2e36', 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:13:27.649823 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-38179ac4-3a89-4343-9860-b3d52689e1ee tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:27.711794 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-38179ac4-3a89-4343-9860-b3d52689e1ee tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:27.784636 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-38179ac4-3a89-4343-9860-b3d52689e1ee tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:27.802362 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38179ac4-3a89-4343-9860-b3d52689e1ee tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa66351-26a5-4aed-bcd3-184aa3d5dd78,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:27.866419 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-38179ac4-3a89-4343-9860-b3d52689e1ee tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:27.867781 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-38179ac4-3a89-4343-9860-b3d52689e1ee tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3109560 Apr 20 17:13:27.870484 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59866) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:13:27.874800 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e949d91c-8e7c-47e4-a98b-63e0f98cceef tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Request body: {'security_group_rule': {'security_group_id': 'fe34a2b1-4a13-48d2-aff1-3ca65cfa2e36', 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:13:27.992895 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e949d91c-8e7c-47e4-a98b-63e0f98cceef tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:28.029600 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:28.062011 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e949d91c-8e7c-47e4-a98b-63e0f98cceef tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:28.130200 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e949d91c-8e7c-47e4-a98b-63e0f98cceef tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:28.148549 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949d91c-8e7c-47e4-a98b-63e0f98cceef tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe08dc1-88bb-4232-8fa8-c89f7c96697d,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:28.247773 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:28.275622 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e949d91c-8e7c-47e4-a98b-63e0f98cceef tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:28.276879 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e949d91c-8e7c-47e4-a98b-63e0f98cceef tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4054837 Apr 20 17:13:28.279744 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59868) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:13:28.284359 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-1b9cdb92-227d-4969-8c64-d46c0d9ba97f tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Request body: {'security_group_rule': {'security_group_id': 'fe34a2b1-4a13-48d2-aff1-3ca65cfa2e36', 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:13:28.416040 n-d-836146-2 neutron-server[103485]: INFO neutron.db.securitygroups_db [None req-1b9cdb92-227d-4969-8c64-d46c0d9ba97f tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Project bbf46c9395e14a4ba4d75dc5d58d0585 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:13:28.422274 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b9cdb92-227d-4969-8c64-d46c0d9ba97f tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:28.484113 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b9cdb92-227d-4969-8c64-d46c0d9ba97f tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:28.558905 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b9cdb92-227d-4969-8c64-d46c0d9ba97f tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:28.582642 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cdb92-227d-4969-8c64-d46c0d9ba97f tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80d3c49-a7d7-4d94-aa60-af266fd864b3,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:28.652275 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b9cdb92-227d-4969-8c64-d46c0d9ba97f tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:28.653591 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1b9cdb92-227d-4969-8c64-d46c0d9ba97f tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3727617 Apr 20 17:13:28.656301 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59870) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:13:28.661156 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-7ec01aad-5079-47c7-828b-b8bfa3f4fd7f tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Request body: {'security_group_rule': {'security_group_id': 'fe34a2b1-4a13-48d2-aff1-3ca65cfa2e36', 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:13:28.758882 n-d-836146-2 neutron-server[103485]: INFO neutron.db.securitygroups_db [None req-7ec01aad-5079-47c7-828b-b8bfa3f4fd7f tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Project bbf46c9395e14a4ba4d75dc5d58d0585 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:13:28.764008 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7ec01aad-5079-47c7-828b-b8bfa3f4fd7f tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:28.825846 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7ec01aad-5079-47c7-828b-b8bfa3f4fd7f tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:28.964648 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7ec01aad-5079-47c7-828b-b8bfa3f4fd7f tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:28.982310 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec01aad-5079-47c7-828b-b8bfa3f4fd7f tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a0b5b5b-7661-491b-83d6-766e8b78c883,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:29.066580 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7ec01aad-5079-47c7-828b-b8bfa3f4fd7f tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:29.067858 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7ec01aad-5079-47c7-828b-b8bfa3f4fd7f tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4105842 Apr 20 17:13:29.152900 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:29.170330 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9ef4b8c0-0c81-41b5-97e5-fba13d0e77cf req-19c451f0-25c2-41d7-b131-206cc3c8ffa7 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-185056075&fields=id&tenant_id=bbf46c9395e14a4ba4d75dc5d58d0585 HTTP/1.1" status: 200 len: 267 time: 0.0519519 Apr 20 17:13:29.228781 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4b8c0-0c81-41b5-97e5-fba13d0e77cf req-ed685225-a68f-4502-8d41-5894fe97c206 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:29.230320 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9ef4b8c0-0c81-41b5-97e5-fba13d0e77cf req-ed685225-a68f-4502-8d41-5894fe97c206 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 946 time: 0.0510032 Apr 20 17:13:29.241871 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-9ef4b8c0-0c81-41b5-97e5-fba13d0e77cf req-53b81586-504c-4169-9c01-8641f0fa8347 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Request body: {'port': {'security_groups': ['694fe402-cf52-44ac-a657-a3fe044fe6bd', 'fe34a2b1-4a13-48d2-aff1-3ca65cfa2e36']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:13:29.310325 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9ef4b8c0-0c81-41b5-97e5-fba13d0e77cf req-53b81586-504c-4169-9c01-8641f0fa8347 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:29.520904 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-9ef4b8c0-0c81-41b5-97e5-fba13d0e77cf req-53b81586-504c-4169-9c01-8641f0fa8347 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] For port 06633bca-9c8f-46c7-9bcc-7f691f27f7fd, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=06633bca-9c8f-46c7-9bcc-7f691f27f7fd,segment=NetworkSegment(6efb4660-810d-414d-9260-a6621155ea7c),segment_id=6efb4660-810d-414d-9260-a6621155ea7c)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:29.555357 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22fe1c5c-77ef-4aef-8d81-3760a2631848 req-28ffd839-135b-4574-a26e-0b5b9de21641 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0720310 Apr 20 17:13:29.559278 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9ef4b8c0-0c81-41b5-97e5-fba13d0e77cf req-53b81586-504c-4169-9c01-8641f0fa8347 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:29.624010 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9ef4b8c0-0c81-41b5-97e5-fba13d0e77cf req-53b81586-504c-4169-9c01-8641f0fa8347 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:29.658675 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['06633bca-9c8f-46c7-9bcc-7f691f27f7fd'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:13:29.684513 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4b8c0-0c81-41b5-97e5-fba13d0e77cf req-53b81586-504c-4169-9c01-8641f0fa8347 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:29.685155 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-9ef4b8c0-0c81-41b5-97e5-fba13d0e77cf req-53b81586-504c-4169-9c01-8641f0fa8347 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:29.686565 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9ef4b8c0-0c81-41b5-97e5-fba13d0e77cf req-53b81586-504c-4169-9c01-8641f0fa8347 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "PUT /v2.0/ports/06633bca-9c8f-46c7-9bcc-7f691f27f7fd HTTP/1.1" status: 200 len: 982 time: 0.4496281 Apr 20 17:13:29.688687 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3ef9ec-9c3a-483a-90f2-5074764c0d2a', 'tag': '06633bca-9c8f-46c7-9bcc-7f691f27f7fd'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:13:29.691509 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b044612e-1285-4ebe-915a-c9dbca9afb33" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3ef9ec-9c3a-483a-90f2-5074764c0d2a", "tag": "06633bca-9c8f-46c7-9bcc-7f691f27f7fd"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:13:29.717062 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe1c5c-77ef-4aef-8d81-3760a2631848 req-252f3217-61bd-4053-8325-a518fc557a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:29.718577 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22fe1c5c-77ef-4aef-8d81-3760a2631848 req-252f3217-61bd-4053-8325-a518fc557a33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbf46c9395e14a4ba4d75dc5d58d0585&device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 1136 time: 0.1043670 Apr 20 17:13:29.733526 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b81586-504c-4169-9c01-8641f0fa8347 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Pushing event updated for resources: {'Port': ['ID=06633bca-9c8f-46c7-9bcc-7f691f27f7fd,revision_number=6']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:29.739801 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23f2618-e53d-4a8b-8698-0a013d9c7314 x-openstack-request-id: req-b23f2618-e53d-4a8b-8698-0a013d9c7314 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:13:29.740088 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3ef9ec-9c3a-483a-90f2-5074764c0d2a", "tag": "06633bca-9c8f-46c7-9bcc-7f691f27f7fd", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:13:29.740369 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b23f2618-e53d-4a8b-8698-0a013d9c7314 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:13:29.740777 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b23f2618-e53d-4a8b-8698-0a013d9c7314'] response: {'name': 'network-changed', 'server_uuid': '3a3ef9ec-9c3a-483a-90f2-5074764c0d2a', 'tag': '06633bca-9c8f-46c7-9bcc-7f691f27f7fd', 'status': 'completed', 'code': 200} Apr 20 17:13:29.813412 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['06633bca-9c8f-46c7-9bcc-7f691f27f7fd'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:13:29.895309 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e0087-a21a-4590-9daa-d34456f46aee req-52e45664-7def-4bad-aa5a-dac1597f5f36 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:29.896955 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-123e0087-a21a-4590-9daa-d34456f46aee req-52e45664-7def-4bad-aa5a-dac1597f5f36 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 985 time: 0.0809336 Apr 20 17:13:29.972917 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ef3e6ffd-5e41-4b18-abe7-6e0a50087f14 None None] Provisioning complete for port 06633bca-9c8f-46c7-9bcc-7f691f27f7fd triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:13:29.973222 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ef3e6ffd-5e41-4b18-abe7-6e0a50087f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:30.172206 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe1c5c-77ef-4aef-8d81-3760a2631848 req-13cff276-c96e-43ff-9abc-08c84c7c2fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:30.173688 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22fe1c5c-77ef-4aef-8d81-3760a2631848 req-13cff276-c96e-43ff-9abc-08c84c7c2fa9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=37ff7048-990f-49e3-9b86-be8df3eac469 HTTP/1.1" status: 200 len: 916 time: 0.4172654 Apr 20 17:13:30.239585 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-123e0087-a21a-4590-9daa-d34456f46aee req-f40e3605-62c6-442f-9b85-f62d7017f545 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe34a2b1-4a13-48d2-aff1-3ca65cfa2e36&id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3321056 Apr 20 17:13:30.257675 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22fe1c5c-77ef-4aef-8d81-3760a2631848 req-9c2ddccc-88f7-42b8-9aee-81b8e79327df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06633bca-9c8f-46c7-9bcc-7f691f27f7fd HTTP/1.1" status: 200 len: 1001 time: 0.0767183 Apr 20 17:13:30.310781 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe1c5c-77ef-4aef-8d81-3760a2631848 req-f09539f7-7770-4198-8186-934e79850998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:30.312227 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22fe1c5c-77ef-4aef-8d81-3760a2631848 req-f09539f7-7770-4198-8186-934e79850998 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54bdb309-6025-4855-b34b-60dc7d827507 HTTP/1.1" status: 200 len: 854 time: 0.0475793 Apr 20 17:13:30.343224 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:30.364495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe1c5c-77ef-4aef-8d81-3760a2631848 req-96fe16ef-5c5c-45d9-9d8a-b0f8c0657fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:30.366097 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22fe1c5c-77ef-4aef-8d81-3760a2631848 req-96fe16ef-5c5c-45d9-9d8a-b0f8c0657fec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37ff7048-990f-49e3-9b86-be8df3eac469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449126 Apr 20 17:13:30.460918 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22fe1c5c-77ef-4aef-8d81-3760a2631848 req-e63635a1-5dbc-43ea-adfe-44a73a20b75d service neutron] 10.222.0.26 "GET /v2.0/networks/37ff7048-990f-49e3-9b86-be8df3eac469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874825 Apr 20 17:13:30.566679 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22fe1c5c-77ef-4aef-8d81-3760a2631848 req-7bacc95a-1a7b-46c6-9787-795062b8ceb5 service neutron] 10.222.0.26 "GET /v2.0/networks/37ff7048-990f-49e3-9b86-be8df3eac469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976274 Apr 20 17:13:30.675682 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044612e-1285-4ebe-915a-c9dbca9afb33 req-5684c006-2860-41dc-8d00-51d135e5acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:30.677237 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b044612e-1285-4ebe-915a-c9dbca9afb33 req-5684c006-2860-41dc-8d00-51d135e5acfa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbf46c9395e14a4ba4d75dc5d58d0585&device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 1136 time: 0.0426271 Apr 20 17:13:30.769272 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044612e-1285-4ebe-915a-c9dbca9afb33 req-0b9d0c2b-15c9-44b1-8fe0-c76593deebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:30.770846 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b044612e-1285-4ebe-915a-c9dbca9afb33 req-0b9d0c2b-15c9-44b1-8fe0-c76593deebcd service neutron] 10.222.0.26 "GET /v2.0/networks?id=37ff7048-990f-49e3-9b86-be8df3eac469 HTTP/1.1" status: 200 len: 916 time: 0.0871329 Apr 20 17:13:30.837643 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b044612e-1285-4ebe-915a-c9dbca9afb33 req-0eaf1b05-ad6e-43fd-b293-62702b351edc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06633bca-9c8f-46c7-9bcc-7f691f27f7fd HTTP/1.1" status: 200 len: 1001 time: 0.0591381 Apr 20 17:13:30.888893 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044612e-1285-4ebe-915a-c9dbca9afb33 req-157acfd6-827c-4ed1-a922-6ac2d01b49c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:30.890380 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b044612e-1285-4ebe-915a-c9dbca9afb33 req-157acfd6-827c-4ed1-a922-6ac2d01b49c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54bdb309-6025-4855-b34b-60dc7d827507 HTTP/1.1" status: 200 len: 854 time: 0.0459859 Apr 20 17:13:30.940454 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044612e-1285-4ebe-915a-c9dbca9afb33 req-ac7a695b-ce5f-4ba5-ac1c-68348c8cb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:13:30.941946 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b044612e-1285-4ebe-915a-c9dbca9afb33 req-ac7a695b-ce5f-4ba5-ac1c-68348c8cb7d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37ff7048-990f-49e3-9b86-be8df3eac469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446434 Apr 20 17:13:31.034608 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b044612e-1285-4ebe-915a-c9dbca9afb33 req-b94dd104-ad90-46df-9793-ac7dc9de4492 service neutron] 10.222.0.26 "GET /v2.0/networks/37ff7048-990f-49e3-9b86-be8df3eac469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855117 Apr 20 17:13:31.126653 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b044612e-1285-4ebe-915a-c9dbca9afb33 req-605be11b-3d54-4827-88de-4667a88e6a3d service neutron] 10.222.0.26 "GET /v2.0/networks/37ff7048-990f-49e3-9b86-be8df3eac469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850043 Apr 20 17:13:52.815797 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b74c0e34-ab6d-446a-9943-370acc82aa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:55.124364 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72f42588-73fd-4b18-9114-8fb01bda5d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:56.564171 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:58.010059 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:58.178515 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:59.138090 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:00.281297 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:02.043849 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:14:22.799013 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-25d740fe-df71-495e-9e3d-f26949d893cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:25.112682 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0a224409-6673-43e8-9f8c-c130fb2a0b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:26.576002 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:28.041385 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:28.192189 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1b8a2-a35a-4531-9c80-58fd16dd3bda req-bb075fb6-9dc7-49f4-ac19-6729615544ac tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:14:28.193888 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e9c1b8a2-a35a-4531-9c80-58fd16dd3bda req-bb075fb6-9dc7-49f4-ac19-6729615544ac tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 985 time: 0.1478994 Apr 20 17:14:28.199227 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc7ba1-3d25-4231-ad13-85016f5d9880 req-d005d7b4-7522-4c86-ae8e-dc5f5c4331eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:14:28.200693 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85fc7ba1-3d25-4231-ad13-85016f5d9880 req-d005d7b4-7522-4c86-ae8e-dc5f5c4331eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbf46c9395e14a4ba4d75dc5d58d0585&device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 1136 time: 0.0619133 Apr 20 17:14:28.205354 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:28.291077 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e9c1b8a2-a35a-4531-9c80-58fd16dd3bda req-a742110f-fbea-4b73-b9db-55dd07fc6371 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe34a2b1-4a13-48d2-aff1-3ca65cfa2e36&id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0892563 Apr 20 17:14:28.324558 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc7ba1-3d25-4231-ad13-85016f5d9880 req-5ac5e54c-2a39-417d-b120-213693581d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:14:28.326035 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85fc7ba1-3d25-4231-ad13-85016f5d9880 req-5ac5e54c-2a39-417d-b120-213693581d1f service neutron] 10.222.0.26 "GET /v2.0/networks?id=37ff7048-990f-49e3-9b86-be8df3eac469 HTTP/1.1" status: 200 len: 916 time: 0.1167738 Apr 20 17:14:28.395944 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85fc7ba1-3d25-4231-ad13-85016f5d9880 req-8dc8ba4a-4c24-4cb7-aaeb-bd8322c13e1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06633bca-9c8f-46c7-9bcc-7f691f27f7fd HTTP/1.1" status: 200 len: 1001 time: 0.0627038 Apr 20 17:14:28.450017 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc7ba1-3d25-4231-ad13-85016f5d9880 req-14d69e9c-7437-477c-9fd8-bcfcba4880c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:14:28.451533 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85fc7ba1-3d25-4231-ad13-85016f5d9880 req-14d69e9c-7437-477c-9fd8-bcfcba4880c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54bdb309-6025-4855-b34b-60dc7d827507 HTTP/1.1" status: 200 len: 854 time: 0.0489450 Apr 20 17:14:28.498435 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc7ba1-3d25-4231-ad13-85016f5d9880 req-da73cfc3-c923-40f5-9452-620db115a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:14:28.499936 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85fc7ba1-3d25-4231-ad13-85016f5d9880 req-da73cfc3-c923-40f5-9452-620db115a90d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37ff7048-990f-49e3-9b86-be8df3eac469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411069 Apr 20 17:14:28.593036 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85fc7ba1-3d25-4231-ad13-85016f5d9880 req-4c5e9004-8612-405d-a069-37c2ed51888a service neutron] 10.222.0.26 "GET /v2.0/networks/37ff7048-990f-49e3-9b86-be8df3eac469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846715 Apr 20 17:14:28.688086 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-85fc7ba1-3d25-4231-ad13-85016f5d9880 req-d1f1f2de-6368-4f30-93e7-c4eddb1766f4 service neutron] 10.222.0.26 "GET /v2.0/networks/37ff7048-990f-49e3-9b86-be8df3eac469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878808 Apr 20 17:14:29.124663 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:29.423274 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0adcab8-6b6b-4264-ac5f-9705624a62a6 req-ebe8e5a2-0b09-4d93-a792-61da360ca20a tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:14:29.424713 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e0adcab8-6b6b-4264-ac5f-9705624a62a6 req-ebe8e5a2-0b09-4d93-a792-61da360ca20a tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 985 time: 0.0509179 Apr 20 17:14:29.467484 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e0adcab8-6b6b-4264-ac5f-9705624a62a6 req-0b96d1a8-acb7-4658-b663-42ec15eda257 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe34a2b1-4a13-48d2-aff1-3ca65cfa2e36&id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361822 Apr 20 17:14:30.326705 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:30.513816 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a078385-5785-4585-bbbe-abc5cc03242b req-a0a9fd27-0d2a-4ded-9cd6-756e3a3a0736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:14:30.515359 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a078385-5785-4585-bbbe-abc5cc03242b req-a0a9fd27-0d2a-4ded-9cd6-756e3a3a0736 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbf46c9395e14a4ba4d75dc5d58d0585&device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 1136 time: 0.0513313 Apr 20 17:14:30.648269 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677860e8-11ab-4248-b9b6-01d8ad9a487a req-c70a5323-a487-4e6e-b8cf-b291c53a861d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:14:30.649723 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-677860e8-11ab-4248-b9b6-01d8ad9a487a req-c70a5323-a487-4e6e-b8cf-b291c53a861d tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 985 time: 0.1107218 Apr 20 17:14:30.678596 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a078385-5785-4585-bbbe-abc5cc03242b req-73dd2ceb-ddf8-4c39-b63d-394232f59415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:14:30.680024 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a078385-5785-4585-bbbe-abc5cc03242b req-73dd2ceb-ddf8-4c39-b63d-394232f59415 service neutron] 10.222.0.26 "GET /v2.0/networks?id=37ff7048-990f-49e3-9b86-be8df3eac469 HTTP/1.1" status: 200 len: 916 time: 0.1321566 Apr 20 17:14:30.739832 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-677860e8-11ab-4248-b9b6-01d8ad9a487a req-329c1741-2d38-426c-a21e-070bc5b7b291 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe34a2b1-4a13-48d2-aff1-3ca65cfa2e36&id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0822406 Apr 20 17:14:30.763974 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a078385-5785-4585-bbbe-abc5cc03242b req-83dca277-c29f-4b1e-a6e9-795bc3ffd9e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06633bca-9c8f-46c7-9bcc-7f691f27f7fd HTTP/1.1" status: 200 len: 1001 time: 0.0764081 Apr 20 17:14:30.815690 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a078385-5785-4585-bbbe-abc5cc03242b req-aeaeab6c-33a5-47bb-9d9c-f91e45030162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:14:30.817291 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a078385-5785-4585-bbbe-abc5cc03242b req-aeaeab6c-33a5-47bb-9d9c-f91e45030162 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54bdb309-6025-4855-b34b-60dc7d827507 HTTP/1.1" status: 200 len: 854 time: 0.0460584 Apr 20 17:14:30.865140 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a078385-5785-4585-bbbe-abc5cc03242b req-321c2076-e8dd-4a19-80bc-caed75cf74d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:14:30.873000 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a078385-5785-4585-bbbe-abc5cc03242b req-321c2076-e8dd-4a19-80bc-caed75cf74d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37ff7048-990f-49e3-9b86-be8df3eac469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434229 Apr 20 17:14:30.967105 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a078385-5785-4585-bbbe-abc5cc03242b req-55f0bad6-85c2-4c69-a244-5f913e2fe252 service neutron] 10.222.0.26 "GET /v2.0/networks/37ff7048-990f-49e3-9b86-be8df3eac469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929198 Apr 20 17:14:31.069212 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a078385-5785-4585-bbbe-abc5cc03242b req-4bcbc02e-7f09-420b-9d4e-2213189e5d48 service neutron] 10.222.0.26 "GET /v2.0/networks/37ff7048-990f-49e3-9b86-be8df3eac469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958595 Apr 20 17:14:31.861897 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a5226-e51d-462f-ba5f-2f19134f5b25 req-d2612e99-33ea-4ed3-a175-dda2b5469ef4 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:14:31.863429 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9c6a5226-e51d-462f-ba5f-2f19134f5b25 req-d2612e99-33ea-4ed3-a175-dda2b5469ef4 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 985 time: 0.0556343 Apr 20 17:14:31.904467 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9c6a5226-e51d-462f-ba5f-2f19134f5b25 req-64d8d2dc-83b3-4dc5-a42a-c8e3469bdd15 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe34a2b1-4a13-48d2-aff1-3ca65cfa2e36&id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343566 Apr 20 17:14:33.021862 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192eec88-5b88-472f-9cbe-bd108b34b761 req-9a0c86ba-ed2d-45ac-b36b-98ccd20165a7 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:14:33.023357 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-192eec88-5b88-472f-9cbe-bd108b34b761 req-9a0c86ba-ed2d-45ac-b36b-98ccd20165a7 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 985 time: 0.0494742 Apr 20 17:14:33.063220 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-192eec88-5b88-472f-9cbe-bd108b34b761 req-a86c1249-6a99-499d-b39f-c13726121cb7 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe34a2b1-4a13-48d2-aff1-3ca65cfa2e36&id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335176 Apr 20 17:14:34.178733 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d0966-d652-4331-bcb0-b0ceea409ffd req-79d85edc-7b71-4ee8-b275-6a2be311f587 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:14:34.180188 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b1d0966-d652-4331-bcb0-b0ceea409ffd req-79d85edc-7b71-4ee8-b275-6a2be311f587 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 985 time: 0.0484257 Apr 20 17:14:34.218478 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b1d0966-d652-4331-bcb0-b0ceea409ffd req-30a33943-462b-49f5-9252-33ca7bd59517 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe34a2b1-4a13-48d2-aff1-3ca65cfa2e36&id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321300 Apr 20 17:14:35.339270 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323589a-010b-4fcc-9d5e-a538143d6c84 req-4c2377dc-d417-4117-8265-6b4e6d9c88f4 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:14:35.340768 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a323589a-010b-4fcc-9d5e-a538143d6c84 req-4c2377dc-d417-4117-8265-6b4e6d9c88f4 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 985 time: 0.0529387 Apr 20 17:14:35.384645 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a323589a-010b-4fcc-9d5e-a538143d6c84 req-e632cdbe-ac07-4744-bf50-960a82d35a20 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe34a2b1-4a13-48d2-aff1-3ca65cfa2e36&id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371211 Apr 20 17:14:36.502509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda5cdc-05aa-4024-b889-0a55b7561da0 req-d9f3b61f-44de-4538-9f69-23790e57e882 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:14:36.504042 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5cda5cdc-05aa-4024-b889-0a55b7561da0 req-d9f3b61f-44de-4538-9f69-23790e57e882 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 985 time: 0.0498564 Apr 20 17:14:36.545171 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5cda5cdc-05aa-4024-b889-0a55b7561da0 req-9869970e-78d9-4f19-80e7-cd4f432be31b tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe34a2b1-4a13-48d2-aff1-3ca65cfa2e36&id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342989 Apr 20 17:14:37.681908 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3393db-617c-428a-86ab-e5640154c70f req-4aa40a66-a021-485e-854c-5962955fd9df tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:14:37.683438 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6d3393db-617c-428a-86ab-e5640154c70f req-4aa40a66-a021-485e-854c-5962955fd9df tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 985 time: 0.0523019 Apr 20 17:14:37.725144 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6d3393db-617c-428a-86ab-e5640154c70f req-29ddd2f6-27ae-4112-b70d-c5110e7b7537 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe34a2b1-4a13-48d2-aff1-3ca65cfa2e36&id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352948 Apr 20 17:14:38.846970 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e637d4f-85bf-45af-9d2f-066e557f3b70 req-d5c448de-b9b3-4593-a6e6-95b3c3551402 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:14:38.848403 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5e637d4f-85bf-45af-9d2f-066e557f3b70 req-d5c448de-b9b3-4593-a6e6-95b3c3551402 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 985 time: 0.0537057 Apr 20 17:14:38.892117 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5e637d4f-85bf-45af-9d2f-066e557f3b70 req-ef902211-e495-459c-a099-5a8d835d890c tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe34a2b1-4a13-48d2-aff1-3ca65cfa2e36&id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367889 Apr 20 17:14:39.043381 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:14:40.015782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2eeb5a-f052-4a02-b0ca-ddac0a117507 req-1927e105-4549-46ae-a676-c09100f33529 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:14:40.017306 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bf2eeb5a-f052-4a02-b0ca-ddac0a117507 req-1927e105-4549-46ae-a676-c09100f33529 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 985 time: 0.0531461 Apr 20 17:14:40.058464 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bf2eeb5a-f052-4a02-b0ca-ddac0a117507 req-3207e467-ef3f-47c3-b3f8-11a4bfd71cdd tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe34a2b1-4a13-48d2-aff1-3ca65cfa2e36&id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347345 Apr 20 17:14:52.827649 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f3f7804c-ea24-4df2-9679-b55386716de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:55.118348 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a3fc7a77-ac1d-4e85-a988-b8d1bbc281c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:56.598870 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:58.023784 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:58.201318 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:59.130355 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:00.292488 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:16.041729 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:15:22.804469 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ac3502d1-64ef-4a96-8e81-9dd52cdfce71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:25.132019 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-391ee01e-42e9-42ef-8e04-95aa0f317efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:26.595296 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:27.985191 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:28.195473 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:29.164844 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:30.318198 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:32.496272 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9830f97-6fef-4c21-b9af-456bc0cf8670 req-24bef8e3-89e1-4dfd-a6fe-ef80cdfc16c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0861449 Apr 20 17:15:32.606890 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9830f97-6fef-4c21-b9af-456bc0cf8670 req-bcdbf94c-0055-45da-bc99-b576aa1ee4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:15:32.608423 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9830f97-6fef-4c21-b9af-456bc0cf8670 req-bcdbf94c-0055-45da-bc99-b576aa1ee4fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbf46c9395e14a4ba4d75dc5d58d0585&device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 1136 time: 0.0455201 Apr 20 17:15:32.730286 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9830f97-6fef-4c21-b9af-456bc0cf8670 req-e99f6627-f7c5-42d5-be81-15b82f811fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:15:32.730286 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9830f97-6fef-4c21-b9af-456bc0cf8670 req-e99f6627-f7c5-42d5-be81-15b82f811fd7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=37ff7048-990f-49e3-9b86-be8df3eac469 HTTP/1.1" status: 200 len: 916 time: 0.0953987 Apr 20 17:15:32.801171 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9830f97-6fef-4c21-b9af-456bc0cf8670 req-4d33b448-11d3-4695-b1d2-aadc5c8d6fa1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06633bca-9c8f-46c7-9bcc-7f691f27f7fd HTTP/1.1" status: 200 len: 1001 time: 0.0651803 Apr 20 17:15:32.852529 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9830f97-6fef-4c21-b9af-456bc0cf8670 req-c06de012-c1ba-49a5-b289-ec4059ae51b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:15:32.854017 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9830f97-6fef-4c21-b9af-456bc0cf8670 req-c06de012-c1ba-49a5-b289-ec4059ae51b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54bdb309-6025-4855-b34b-60dc7d827507 HTTP/1.1" status: 200 len: 854 time: 0.0461388 Apr 20 17:15:32.901227 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9830f97-6fef-4c21-b9af-456bc0cf8670 req-6ffb0dc6-dd6e-4437-acdd-3c9219d3e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:15:32.902756 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9830f97-6fef-4c21-b9af-456bc0cf8670 req-6ffb0dc6-dd6e-4437-acdd-3c9219d3e41b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37ff7048-990f-49e3-9b86-be8df3eac469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421691 Apr 20 17:15:33.002980 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9830f97-6fef-4c21-b9af-456bc0cf8670 req-12980719-f403-4509-bc89-932c93f661d2 service neutron] 10.222.0.26 "GET /v2.0/networks/37ff7048-990f-49e3-9b86-be8df3eac469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926023 Apr 20 17:15:33.094541 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9830f97-6fef-4c21-b9af-456bc0cf8670 req-c78cd63a-2f0e-494e-9476-746fd7a3c26b service neutron] 10.222.0.26 "GET /v2.0/networks/37ff7048-990f-49e3-9b86-be8df3eac469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835972 Apr 20 17:15:38.397856 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22319628-c21b-4a67-99f9-ecab2a9b2a98 req-3ce3b88c-5a9c-49ab-b2a7-e25805b24da6 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-185056075&fields=id&tenant_id=bbf46c9395e14a4ba4d75dc5d58d0585 HTTP/1.1" status: 200 len: 267 time: 0.0350013 Apr 20 17:15:38.453018 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22319628-c21b-4a67-99f9-ecab2a9b2a98 req-46e4d29a-349c-4693-b8e6-8869d2172774 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:15:38.454494 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22319628-c21b-4a67-99f9-ecab2a9b2a98 req-46e4d29a-349c-4693-b8e6-8869d2172774 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 985 time: 0.0501034 Apr 20 17:15:38.465963 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-22319628-c21b-4a67-99f9-ecab2a9b2a98 req-03b9b44b-08aa-440e-a8c8-2e594f9359aa tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Request body: {'port': {'security_groups': ['694fe402-cf52-44ac-a657-a3fe044fe6bd']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:15:38.534891 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22319628-c21b-4a67-99f9-ecab2a9b2a98 req-03b9b44b-08aa-440e-a8c8-2e594f9359aa tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:38.708669 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-22319628-c21b-4a67-99f9-ecab2a9b2a98 req-03b9b44b-08aa-440e-a8c8-2e594f9359aa tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] For port 06633bca-9c8f-46c7-9bcc-7f691f27f7fd, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=06633bca-9c8f-46c7-9bcc-7f691f27f7fd,segment=NetworkSegment(6efb4660-810d-414d-9260-a6621155ea7c),segment_id=6efb4660-810d-414d-9260-a6621155ea7c)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:38.737691 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22319628-c21b-4a67-99f9-ecab2a9b2a98 req-03b9b44b-08aa-440e-a8c8-2e594f9359aa tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:38.821282 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22319628-c21b-4a67-99f9-ecab2a9b2a98 req-03b9b44b-08aa-440e-a8c8-2e594f9359aa tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:38.854770 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['06633bca-9c8f-46c7-9bcc-7f691f27f7fd'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:15:38.875583 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22319628-c21b-4a67-99f9-ecab2a9b2a98 req-03b9b44b-08aa-440e-a8c8-2e594f9359aa tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:15:38.876205 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-22319628-c21b-4a67-99f9-ecab2a9b2a98 req-03b9b44b-08aa-440e-a8c8-2e594f9359aa tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:38.877631 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-22319628-c21b-4a67-99f9-ecab2a9b2a98 req-03b9b44b-08aa-440e-a8c8-2e594f9359aa tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "PUT /v2.0/ports/06633bca-9c8f-46c7-9bcc-7f691f27f7fd HTTP/1.1" status: 200 len: 943 time: 0.4163589 Apr 20 17:15:38.878238 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3ef9ec-9c3a-483a-90f2-5074764c0d2a', 'tag': '06633bca-9c8f-46c7-9bcc-7f691f27f7fd'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:15:38.880546 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdc733f-b7e5-4e4c-b180-fe34a5492e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3ef9ec-9c3a-483a-90f2-5074764c0d2a", "tag": "06633bca-9c8f-46c7-9bcc-7f691f27f7fd"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:15:38.885291 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59960) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:15:38.909683 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9b44b-08aa-440e-a8c8-2e594f9359aa tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Pushing event updated for resources: {'Port': ['ID=06633bca-9c8f-46c7-9bcc-7f691f27f7fd,revision_number=7']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:38.918808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9b44b-08aa-440e-a8c8-2e594f9359aa tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:38.919154 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9b44b-08aa-440e-a8c8-2e594f9359aa tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:38.919467 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9b44b-08aa-440e-a8c8-2e594f9359aa tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:38.919796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9b44b-08aa-440e-a8c8-2e594f9359aa tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:38.920122 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9b44b-08aa-440e-a8c8-2e594f9359aa tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:38.920491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9b44b-08aa-440e-a8c8-2e594f9359aa tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:38.920815 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9b44b-08aa-440e-a8c8-2e594f9359aa tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:38.921171 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9b44b-08aa-440e-a8c8-2e594f9359aa tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:38.921454 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9b44b-08aa-440e-a8c8-2e594f9359aa tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:38.921788 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9b44b-08aa-440e-a8c8-2e594f9359aa tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:38.922087 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9b44b-08aa-440e-a8c8-2e594f9359aa tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:38.922404 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9b44b-08aa-440e-a8c8-2e594f9359aa tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:38.965561 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93f2f2d4-a8bd-4d8e-ad0c-07b602b0ad58 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:38.996387 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['06633bca-9c8f-46c7-9bcc-7f691f27f7fd'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:15:38.997329 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93f2f2d4-a8bd-4d8e-ad0c-07b602b0ad58 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:39.019100 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7561de25-56f1-48f3-9e18-d5e983398e8c x-openstack-request-id: req-7561de25-56f1-48f3-9e18-d5e983398e8c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:15:39.019405 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3ef9ec-9c3a-483a-90f2-5074764c0d2a", "tag": "06633bca-9c8f-46c7-9bcc-7f691f27f7fd", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:15:39.019640 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7561de25-56f1-48f3-9e18-d5e983398e8c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:15:39.020066 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7561de25-56f1-48f3-9e18-d5e983398e8c'] response: {'name': 'network-changed', 'server_uuid': '3a3ef9ec-9c3a-483a-90f2-5074764c0d2a', 'tag': '06633bca-9c8f-46c7-9bcc-7f691f27f7fd', 'status': 'completed', 'code': 200} Apr 20 17:15:39.108358 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc733f-b7e5-4e4c-b180-fe34a5492e1e req-c175b160-57b2-482d-bd82-4ef45a9b9c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:15:39.110422 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5bdc733f-b7e5-4e4c-b180-fe34a5492e1e req-c175b160-57b2-482d-bd82-4ef45a9b9c85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbf46c9395e14a4ba4d75dc5d58d0585&device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 1097 time: 0.0492873 Apr 20 17:15:39.161162 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93f2f2d4-a8bd-4d8e-ad0c-07b602b0ad58 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:39.164370 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93f2f2d4-a8bd-4d8e-ad0c-07b602b0ad58 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:39.165759 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-93f2f2d4-a8bd-4d8e-ad0c-07b602b0ad58 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "DELETE /v2.0/security-groups/fe34a2b1-4a13-48d2-aff1-3ca65cfa2e36 HTTP/1.1" status: 204 len: 168 time: 0.2756152 Apr 20 17:15:39.168925 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 59966) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:15:39.182102 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2f2d4-a8bd-4d8e-ad0c-07b602b0ad58 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe34a2b1-4a13-48d2-aff1-3ca65cfa2e36,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:39.210074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b1749b7a-aaaf-4a21-b4bd-755a56239ba5 None None] Provisioning complete for port 06633bca-9c8f-46c7-9bcc-7f691f27f7fd triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:39.210358 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b1749b7a-aaaf-4a21-b4bd-755a56239ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:39.220265 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc733f-b7e5-4e4c-b180-fe34a5492e1e req-295a6e0d-f51a-4732-94f7-41cef6ec1c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:15:39.221956 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5bdc733f-b7e5-4e4c-b180-fe34a5492e1e req-295a6e0d-f51a-4732-94f7-41cef6ec1c6e service neutron] 10.222.0.26 "GET /v2.0/networks?id=37ff7048-990f-49e3-9b86-be8df3eac469 HTTP/1.1" status: 200 len: 916 time: 0.1051817 Apr 20 17:15:39.222380 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2f2d4-a8bd-4d8e-ad0c-07b602b0ad58 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:39.222730 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2f2d4-a8bd-4d8e-ad0c-07b602b0ad58 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:39.223070 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2f2d4-a8bd-4d8e-ad0c-07b602b0ad58 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:39.223419 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2f2d4-a8bd-4d8e-ad0c-07b602b0ad58 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:39.223753 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2f2d4-a8bd-4d8e-ad0c-07b602b0ad58 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:39.224084 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2f2d4-a8bd-4d8e-ad0c-07b602b0ad58 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:39.224551 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2f2d4-a8bd-4d8e-ad0c-07b602b0ad58 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:39.224881 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2f2d4-a8bd-4d8e-ad0c-07b602b0ad58 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:39.225207 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2f2d4-a8bd-4d8e-ad0c-07b602b0ad58 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:39.225531 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2f2d4-a8bd-4d8e-ad0c-07b602b0ad58 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:39.225857 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2f2d4-a8bd-4d8e-ad0c-07b602b0ad58 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:39.226233 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2f2d4-a8bd-4d8e-ad0c-07b602b0ad58 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:39.306886 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5bdc733f-b7e5-4e4c-b180-fe34a5492e1e req-739e8d26-b945-4a60-9e55-12db125176ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06633bca-9c8f-46c7-9bcc-7f691f27f7fd HTTP/1.1" status: 200 len: 1001 time: 0.0783038 Apr 20 17:15:39.361461 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc733f-b7e5-4e4c-b180-fe34a5492e1e req-35844146-05ec-4fdb-97ed-3fe06934e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:15:39.361747 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-fa8b13c8-0893-4808-bdfb-bca21a452a65 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Deleting port 4b3a732a-b42b-402f-a74d-bde3148eed61 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:15:39.361865 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fa8b13c8-0893-4808-bdfb-bca21a452a65 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:39.363086 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5bdc733f-b7e5-4e4c-b180-fe34a5492e1e req-35844146-05ec-4fdb-97ed-3fe06934e9f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54bdb309-6025-4855-b34b-60dc7d827507 HTTP/1.1" status: 200 len: 854 time: 0.0493383 Apr 20 17:15:39.410056 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc733f-b7e5-4e4c-b180-fe34a5492e1e req-703e63df-45fe-49f0-9199-a2a791685d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:15:39.411549 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5bdc733f-b7e5-4e4c-b180-fe34a5492e1e req-703e63df-45fe-49f0-9199-a2a791685d10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37ff7048-990f-49e3-9b86-be8df3eac469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412154 Apr 20 17:15:39.444014 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fa8b13c8-0893-4808-bdfb-bca21a452a65 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:39.444357 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fa8b13c8-0893-4808-bdfb-bca21a452a65 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:39.456982 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-fa8b13c8-0893-4808-bdfb-bca21a452a65 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Calling delete_port for 4b3a732a-b42b-402f-a74d-bde3148eed61 owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:15:39.503164 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5bdc733f-b7e5-4e4c-b180-fe34a5492e1e req-6110aba1-9939-4488-9cf1-a8d231710505 service neutron] 10.222.0.26 "GET /v2.0/networks/37ff7048-990f-49e3-9b86-be8df3eac469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835800 Apr 20 17:15:39.597602 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5bdc733f-b7e5-4e4c-b180-fe34a5492e1e req-1535099f-b7d4-4cf9-9782-12b2a43b5add service neutron] 10.222.0.26 "GET /v2.0/networks/37ff7048-990f-49e3-9b86-be8df3eac469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872684 Apr 20 17:15:39.709169 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fa8b13c8-0893-4808-bdfb-bca21a452a65 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:39.735613 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b13c8-0893-4808-bdfb-bca21a452a65 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Pushing event deleted for resources: {'Port': ['ID=4b3a732a-b42b-402f-a74d-bde3148eed61,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:39.795837 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fa8b13c8-0893-4808-bdfb-bca21a452a65 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:39.796164 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-fa8b13c8-0893-4808-bdfb-bca21a452a65 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Floating IP cf3d825a-ea9b-4d60-9b6e-803a22d0a884 disassociated (deleted). External IP: 172.25.0.79, port: 06633bca-9c8f-46c7-9bcc-7f691f27f7fd. Apr 20 17:15:40.004293 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8b13c8-0893-4808-bdfb-bca21a452a65 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Router 10951a75-9d6e-4128-87e6-7704c1dc9c66 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:15:40.111682 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8b13c8-0893-4808-bdfb-bca21a452a65 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:15:40.117555 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fa8b13c8-0893-4808-bdfb-bca21a452a65 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:40.123257 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ce52d0-81ef-4836-a261-ffe94693e762 None None] Sync routers for ids ['10951a75-9d6e-4128-87e6-7704c1dc9c66'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:15:40.138351 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ce52d0-81ef-4836-a261-ffe94693e762 None None] Routers {'10951a75-9d6e-4128-87e6-7704c1dc9c66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:15:40.139094 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e8ce52d0-81ef-4836-a261-ffe94693e762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:15:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['10951a75-9d6e-4128-87e6-7704c1dc9c66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:40.154474 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fa8b13c8-0893-4808-bdfb-bca21a452a65 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "DELETE /v2.0/floatingips/cf3d825a-ea9b-4d60-9b6e-803a22d0a884 HTTP/1.1" status: 204 len: 168 time: 0.9821374 Apr 20 17:15:40.154474 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3ef9ec-9c3a-483a-90f2-5074764c0d2a', 'tag': '06633bca-9c8f-46c7-9bcc-7f691f27f7fd'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:15:40.155170 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b671de9063546e90680cf85191d27fed7073836c9867b6489af71d200b5e390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb069830-752d-482c-97bc-1983f543b9b2" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3ef9ec-9c3a-483a-90f2-5074764c0d2a", "tag": "06633bca-9c8f-46c7-9bcc-7f691f27f7fd"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:15:40.247243 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e8ce52d0-81ef-4836-a261-ffe94693e762 None None] Set router 10951a75-9d6e-4128-87e6-7704c1dc9c66 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:15:40.445596 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e8ce52d0-81ef-4836-a261-ffe94693e762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'name': 'tempest-TestMinimumBasicScenario-1897017439-router', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:12:22Z', 'revision_number': 4, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'gw_port': {'id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9', 'name': '', 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'mac_address': 'fa:16:3e:67:b9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '54bdb309-6025-4855-b34b-60dc7d827507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:21Z', 'updated_at': '2022-04-20T17:12:26Z', 'revision_number': 5, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'subnets': [{'id': '54bdb309-6025-4855-b34b-60dc7d827507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:40.470557 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ce52d0-81ef-4836-a261-ffe94693e762 None None] Checking router: 10951a75-9d6e-4128-87e6-7704c1dc9c66 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:15:40.479499 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ce52d0-81ef-4836-a261-ffe94693e762 None None] Routers {'10951a75-9d6e-4128-87e6-7704c1dc9c66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:15:40.484744 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e8ce52d0-81ef-4836-a261-ffe94693e762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:15:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['10951a75-9d6e-4128-87e6-7704c1dc9c66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:40.534453 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adda8ef-4014-4f59-a9e6-4c59079a6306 x-openstack-request-id: req-8adda8ef-4014-4f59-a9e6-4c59079a6306 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:15:40.535515 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3ef9ec-9c3a-483a-90f2-5074764c0d2a", "tag": "06633bca-9c8f-46c7-9bcc-7f691f27f7fd", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:15:40.535770 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8adda8ef-4014-4f59-a9e6-4c59079a6306 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:15:40.536272 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8adda8ef-4014-4f59-a9e6-4c59079a6306'] response: {'name': 'network-changed', 'server_uuid': '3a3ef9ec-9c3a-483a-90f2-5074764c0d2a', 'tag': '06633bca-9c8f-46c7-9bcc-7f691f27f7fd', 'status': 'completed', 'code': 200} Apr 20 17:15:40.598963 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-e8ce52d0-81ef-4836-a261-ffe94693e762 None None] Set router 10951a75-9d6e-4128-87e6-7704c1dc9c66 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:15:40.628758 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb069830-752d-482c-97bc-1983f543b9b2 req-0d4f94a0-9827-4c08-ba9c-2bcbb112d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:15:40.630296 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb069830-752d-482c-97bc-1983f543b9b2 req-0d4f94a0-9827-4c08-ba9c-2bcbb112d2ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbf46c9395e14a4ba4d75dc5d58d0585&device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 1097 time: 0.0465105 Apr 20 17:15:40.727417 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb069830-752d-482c-97bc-1983f543b9b2 req-2c5b907b-d239-41df-82dd-d55b8dcbf050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:15:40.728911 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb069830-752d-482c-97bc-1983f543b9b2 req-2c5b907b-d239-41df-82dd-d55b8dcbf050 service neutron] 10.222.0.26 "GET /v2.0/networks?id=37ff7048-990f-49e3-9b86-be8df3eac469 HTTP/1.1" status: 200 len: 916 time: 0.0905650 Apr 20 17:15:40.769443 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb069830-752d-482c-97bc-1983f543b9b2 req-ca02db00-8c6a-4c59-a1ea-d3f6e4ebc8f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06633bca-9c8f-46c7-9bcc-7f691f27f7fd HTTP/1.1" status: 200 len: 217 time: 0.0334427 Apr 20 17:15:40.799250 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-e8ce52d0-81ef-4836-a261-ffe94693e762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'name': 'tempest-TestMinimumBasicScenario-1897017439-router', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:12:22Z', 'revision_number': 4, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'gw_port': {'id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9', 'name': '', 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'mac_address': 'fa:16:3e:67:b9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '54bdb309-6025-4855-b34b-60dc7d827507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:21Z', 'updated_at': '2022-04-20T17:12:26Z', 'revision_number': 5, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'subnets': [{'id': '54bdb309-6025-4855-b34b-60dc7d827507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:40.817482 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb069830-752d-482c-97bc-1983f543b9b2 req-55a01178-fd1d-4c8e-aa95-cb4311302bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:15:40.818974 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb069830-752d-482c-97bc-1983f543b9b2 req-55a01178-fd1d-4c8e-aa95-cb4311302bb0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54bdb309-6025-4855-b34b-60dc7d827507 HTTP/1.1" status: 200 len: 854 time: 0.0417595 Apr 20 17:15:40.824790 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ce52d0-81ef-4836-a261-ffe94693e762 None None] The sync data for ids ['10951a75-9d6e-4128-87e6-7704c1dc9c66'] in n-d-836146-2 is: [{'id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'name': 'tempest-TestMinimumBasicScenario-1897017439-router', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:12:22Z', 'revision_number': 4, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'gw_port': {'id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9', 'name': '', 'network_id': '37ff7048-990f-49e3-9b86-be8df3eac469', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'mac_address': 'fa:16:3e:67:b9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '54bdb309-6025-4855-b34b-60dc7d827507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:21Z', 'updated_at': '2022-04-20T17:12:26Z', 'revision_number': 5, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'subnets': [{'id': '54bdb309-6025-4855-b34b-60dc7d827507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:15:40.873808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb069830-752d-482c-97bc-1983f543b9b2 req-404023ed-e4b4-4d65-99bd-f5fb51a98c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:15:40.875302 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb069830-752d-482c-97bc-1983f543b9b2 req-404023ed-e4b4-4d65-99bd-f5fb51a98c8c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37ff7048-990f-49e3-9b86-be8df3eac469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487611 Apr 20 17:15:40.966682 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb069830-752d-482c-97bc-1983f543b9b2 req-764b95ad-f634-457f-a893-119432cc83aa service neutron] 10.222.0.26 "GET /v2.0/networks/37ff7048-990f-49e3-9b86-be8df3eac469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844672 Apr 20 17:15:41.060192 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70bf4c7-b0ab-4e40-bc83-cdc71bfe1934 None None] New status for floating IP cf3d825a-ea9b-4d60-9b6e-803a22d0a884: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:15:41.067020 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eb069830-752d-482c-97bc-1983f543b9b2 req-0e8d333d-e5f7-410c-a111-38fe068dbf65 service neutron] 10.222.0.26 "GET /v2.0/networks/37ff7048-990f-49e3-9b86-be8df3eac469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933702 Apr 20 17:15:48.733662 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1ff5a-5147-48b0-b79d-5cc304d6a5e8 req-b2a88732-7067-41fe-9eb2-ba2e8695bdfa tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:15:48.735131 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e0b1ff5a-5147-48b0-b79d-5cc304d6a5e8 req-b2a88732-7067-41fe-9eb2-ba2e8695bdfa tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 946 time: 0.0489993 Apr 20 17:15:48.774029 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e0b1ff5a-5147-48b0-b79d-5cc304d6a5e8 req-0995c299-c1a8-4e7e-a897-0624b0907556 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325937 Apr 20 17:15:49.892158 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064949ee-6d61-4839-b3d0-0281ea0a194b req-efde4441-7c71-46fe-9fba-938d0f60a5be tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:15:49.893658 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-064949ee-6d61-4839-b3d0-0281ea0a194b req-efde4441-7c71-46fe-9fba-938d0f60a5be tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 946 time: 0.0500047 Apr 20 17:15:49.930898 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-064949ee-6d61-4839-b3d0-0281ea0a194b req-209e7ac2-6c72-4fa7-be2c-93bc27b06b82 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305784 Apr 20 17:15:50.688908 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b69bb0-606c-4155-babc-c0d9a8793116 req-e552a427-dea9-4f4a-baac-b3319eeff2b0 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:15:50.690304 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b1b69bb0-606c-4155-babc-c0d9a8793116 req-e552a427-dea9-4f4a-baac-b3319eeff2b0 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 946 time: 0.0503936 Apr 20 17:15:50.775416 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-b1b69bb0-606c-4155-babc-c0d9a8793116 req-54cc3b66-80aa-44ad-b06a-45f24724aa79 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Deleting port 06633bca-9c8f-46c7-9bcc-7f691f27f7fd {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:15:50.775756 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b1b69bb0-606c-4155-babc-c0d9a8793116 req-54cc3b66-80aa-44ad-b06a-45f24724aa79 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:50.863447 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-b1b69bb0-606c-4155-babc-c0d9a8793116 req-54cc3b66-80aa-44ad-b06a-45f24724aa79 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] For port 06633bca-9c8f-46c7-9bcc-7f691f27f7fd, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=06633bca-9c8f-46c7-9bcc-7f691f27f7fd,segment=NetworkSegment(6efb4660-810d-414d-9260-a6621155ea7c),segment_id=6efb4660-810d-414d-9260-a6621155ea7c)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:50.863731 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b1b69bb0-606c-4155-babc-c0d9a8793116 req-54cc3b66-80aa-44ad-b06a-45f24724aa79 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:51.119840 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-b1b69bb0-606c-4155-babc-c0d9a8793116 req-54cc3b66-80aa-44ad-b06a-45f24724aa79 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Calling delete_port for 06633bca-9c8f-46c7-9bcc-7f691f27f7fd owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:15:51.204945 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d0631-06b2-4265-a829-c5c6312b00d8 req-b1dd84f3-66f5-4e69-b57f-529b194ee229 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:15:51.206413 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-748d0631-06b2-4265-a829-c5c6312b00d8 req-b1dd84f3-66f5-4e69-b57f-529b194ee229 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 946 time: 0.0885513 Apr 20 17:15:51.259416 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-748d0631-06b2-4265-a829-c5c6312b00d8 req-9d782059-9518-4db3-8053-f3541085e099 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/security-groups?id=694fe402-cf52-44ac-a657-a3fe044fe6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460823 Apr 20 17:15:51.366518 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b1b69bb0-606c-4155-babc-c0d9a8793116 req-54cc3b66-80aa-44ad-b06a-45f24724aa79 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:51.395026 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc3b66-80aa-44ad-b06a-45f24724aa79 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Pushing event deleted for resources: {'Port': ['ID=06633bca-9c8f-46c7-9bcc-7f691f27f7fd,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:51.399016 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['06633bca-9c8f-46c7-9bcc-7f691f27f7fd'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:15:51.437377 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b69bb0-606c-4155-babc-c0d9a8793116 req-54cc3b66-80aa-44ad-b06a-45f24724aa79 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] No DVR routers for this DVR port 06633bca-9c8f-46c7-9bcc-7f691f27f7fd on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:15:51.439888 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b1b69bb0-606c-4155-babc-c0d9a8793116 req-54cc3b66-80aa-44ad-b06a-45f24724aa79 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:51.443195 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b1b69bb0-606c-4155-babc-c0d9a8793116 req-54cc3b66-80aa-44ad-b06a-45f24724aa79 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.26 "DELETE /v2.0/ports/06633bca-9c8f-46c7-9bcc-7f691f27f7fd HTTP/1.1" status: 204 len: 173 time: 0.7472446 Apr 20 17:15:51.443626 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3ef9ec-9c3a-483a-90f2-5074764c0d2a', 'name': 'network-vif-deleted', 'tag': '06633bca-9c8f-46c7-9bcc-7f691f27f7fd'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:15:51.446423 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1935e2-c5e2-4218-b4b7-035efbec6fcb" -d '{"events": [{"server_uuid": "3a3ef9ec-9c3a-483a-90f2-5074764c0d2a", "name": "network-vif-deleted", "tag": "06633bca-9c8f-46c7-9bcc-7f691f27f7fd"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:15:51.484581 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc48a907-7de7-4a45-ba15-194795172024 x-openstack-request-id: req-dc48a907-7de7-4a45-ba15-194795172024 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:15:51.484581 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3ef9ec-9c3a-483a-90f2-5074764c0d2a", "name": "network-vif-deleted", "tag": "06633bca-9c8f-46c7-9bcc-7f691f27f7fd", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:15:51.484581 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc48a907-7de7-4a45-ba15-194795172024 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:15:51.484581 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc48a907-7de7-4a45-ba15-194795172024'] response: {'server_uuid': '3a3ef9ec-9c3a-483a-90f2-5074764c0d2a', 'name': 'network-vif-deleted', 'tag': '06633bca-9c8f-46c7-9bcc-7f691f27f7fd', 'status': 'completed', 'code': 200} Apr 20 17:15:52.377643 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0e3dfd8c-c55c-4d2f-9fe0-31688e6b3f94 req-a4fed344-171f-4c1e-8a03-b29c9b4070b4 tempest-TestMinimumBasicScenario-438778650 tempest-TestMinimumBasicScenario-438778650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a3ef9ec-9c3a-483a-90f2-5074764c0d2a HTTP/1.1" status: 200 len: 210 time: 0.0303617 Apr 20 17:15:52.832623 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0e303009-24ed-4868-8e03-5ae4d70ed984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:53.039945 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:15:53.462707 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 06633bca-9c8f-46c7-9bcc-7f691f27f7fd no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:15:53.483152 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 06633bca-9c8f-46c7-9bcc-7f691f27f7fd {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:15:53.483497 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 06633bca-9c8f-46c7-9bcc-7f691f27f7fd not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:15:54.440593 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60078) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:15:54.783262 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fd35bae9-bef5-44b5-aa6b-1275567a931e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:55.143123 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-149f42a0-24d7-4aed-897a-62fbe4bb811d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:55.366475 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-fd35bae9-bef5-44b5-aa6b-1275567a931e admin admin] Deleting port e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:15:55.366822 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fd35bae9-bef5-44b5-aa6b-1275567a931e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:55.447665 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-fd35bae9-bef5-44b5-aa6b-1275567a931e admin admin] For port e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9,segment=NetworkSegment(6efb4660-810d-414d-9260-a6621155ea7c),segment_id=6efb4660-810d-414d-9260-a6621155ea7c)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:55.448526 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fd35bae9-bef5-44b5-aa6b-1275567a931e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:55.461322 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-fd35bae9-bef5-44b5-aa6b-1275567a931e admin admin] Calling delete_port for e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:15:55.706971 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fd35bae9-bef5-44b5-aa6b-1275567a931e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:55.733276 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35bae9-bef5-44b5-aa6b-1275567a931e admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:55.911744 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fd35bae9-bef5-44b5-aa6b-1275567a931e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:56.144634 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd35bae9-bef5-44b5-aa6b-1275567a931e admin admin] Router 10951a75-9d6e-4128-87e6-7704c1dc9c66 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:15:56.252633 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd35bae9-bef5-44b5-aa6b-1275567a931e admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:15:56.258536 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-fd35bae9-bef5-44b5-aa6b-1275567a931e admin admin] 10.222.0.15 "PUT /v2.0/routers/10951a75-9d6e-4128-87e6-7704c1dc9c66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8168476 Apr 20 17:15:56.261199 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60080) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:15:56.262667 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4575a27d-89ee-4e6d-821f-282bffc6cfbb None None] Sync routers for ids ['10951a75-9d6e-4128-87e6-7704c1dc9c66'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:15:56.272176 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4575a27d-89ee-4e6d-821f-282bffc6cfbb None None] Routers {'10951a75-9d6e-4128-87e6-7704c1dc9c66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:15:56.272862 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4575a27d-89ee-4e6d-821f-282bffc6cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:15:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['10951a75-9d6e-4128-87e6-7704c1dc9c66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:56.368056 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1de9c100-9f45-4c16-baca-a16d6b6215bd admin admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:56.386038 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-4575a27d-89ee-4e6d-821f-282bffc6cfbb None None] Set router 10951a75-9d6e-4128-87e6-7704c1dc9c66 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:15:56.470697 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1de9c100-9f45-4c16-baca-a16d6b6215bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:56.574479 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4575a27d-89ee-4e6d-821f-282bffc6cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'name': 'tempest-TestMinimumBasicScenario-1897017439-router', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:15:55Z', 'revision_number': 5, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'gw_port': {'id': '04c38dd0-960e-4056-af5f-7ebf738a0400', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:56.581364 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:56.585200 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-1de9c100-9f45-4c16-baca-a16d6b6215bd admin admin] Deleting port 04c38dd0-960e-4056-af5f-7ebf738a0400 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:15:56.585539 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1de9c100-9f45-4c16-baca-a16d6b6215bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:56.606370 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4575a27d-89ee-4e6d-821f-282bffc6cfbb None None] Checking router: 10951a75-9d6e-4128-87e6-7704c1dc9c66 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:15:56.616236 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4575a27d-89ee-4e6d-821f-282bffc6cfbb None None] Routers {'10951a75-9d6e-4128-87e6-7704c1dc9c66'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:15:56.617400 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4575a27d-89ee-4e6d-821f-282bffc6cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:15:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['10951a75-9d6e-4128-87e6-7704c1dc9c66'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:56.669438 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-1de9c100-9f45-4c16-baca-a16d6b6215bd admin admin] For port 04c38dd0-960e-4056-af5f-7ebf738a0400, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=04c38dd0-960e-4056-af5f-7ebf738a0400,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:56.669804 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1de9c100-9f45-4c16-baca-a16d6b6215bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:56.682977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-1de9c100-9f45-4c16-baca-a16d6b6215bd admin admin] Calling delete_port for 04c38dd0-960e-4056-af5f-7ebf738a0400 owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:15:56.801544 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-4575a27d-89ee-4e6d-821f-282bffc6cfbb None None] Set router 10951a75-9d6e-4128-87e6-7704c1dc9c66 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:15:56.853296 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-4575a27d-89ee-4e6d-821f-282bffc6cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'name': 'tempest-TestMinimumBasicScenario-1897017439-router', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:15:56Z', 'revision_number': 6, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:56.883191 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4575a27d-89ee-4e6d-821f-282bffc6cfbb None None] The sync data for ids ['10951a75-9d6e-4128-87e6-7704c1dc9c66'] in n-d-836146-2 is: [{'id': '10951a75-9d6e-4128-87e6-7704c1dc9c66', 'name': 'tempest-TestMinimumBasicScenario-1897017439-router', 'tenant_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:12:19Z', 'updated_at': '2022-04-20T17:15:56Z', 'revision_number': 6, 'project_id': 'bbf46c9395e14a4ba4d75dc5d58d0585', 'gw_port_host': None}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:15:56.920752 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1de9c100-9f45-4c16-baca-a16d6b6215bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:56.946298 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9c100-9f45-4c16-baca-a16d6b6215bd admin admin] Pushing event deleted for resources: {'Port': ['ID=04c38dd0-960e-4056-af5f-7ebf738a0400,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:57.014880 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1de9c100-9f45-4c16-baca-a16d6b6215bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:57.106795 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1de9c100-9f45-4c16-baca-a16d6b6215bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:57.108893 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1de9c100-9f45-4c16-baca-a16d6b6215bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:57.235169 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1de9c100-9f45-4c16-baca-a16d6b6215bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:57.235782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de9c100-9f45-4c16-baca-a16d6b6215bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10951a75-9d6e-4128-87e6-7704c1dc9c66 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:15:57.241110 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1de9c100-9f45-4c16-baca-a16d6b6215bd admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:57.242184 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1de9c100-9f45-4c16-baca-a16d6b6215bd admin admin] 10.222.0.15 "DELETE /v2.0/routers/10951a75-9d6e-4128-87e6-7704c1dc9c66 HTTP/1.1" status: 204 len: 168 time: 0.9798734 Apr 20 17:15:57.244878 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60082) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:15:57.293174 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d44cd1-a330-4d97-9c67-c2ef2c2d1dc6 admin admin] Deleting subnet 54bdb309-6025-4855-b34b-60dc7d827507 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 17:15:57.299343 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0d44cd1-a330-4d97-9c67-c2ef2c2d1dc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:57.337084 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0d44cd1-a330-4d97-9c67-c2ef2c2d1dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:57.421849 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0d44cd1-a330-4d97-9c67-c2ef2c2d1dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:57.564501 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0d44cd1-a330-4d97-9c67-c2ef2c2d1dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:57.594139 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0d44cd1-a330-4d97-9c67-c2ef2c2d1dc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:57.597586 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b0d44cd1-a330-4d97-9c67-c2ef2c2d1dc6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/54bdb309-6025-4855-b34b-60dc7d827507 HTTP/1.1" status: 204 len: 168 time: 0.3517137 Apr 20 17:15:57.598502 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d44cd1-a330-4d97-9c67-c2ef2c2d1dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54bdb309-6025-4855-b34b-60dc7d827507,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:57.599446 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f536de7-a34e-472b-ac44-e6e92aaef966 None None] Network 37ff7048-990f-49e3-9b86-be8df3eac469 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:15:57.600151 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60084) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:15:57.677296 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b92d4460-ed9e-4d00-95c9-d8ee85f32e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:57.724256 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:15:57.739820 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b92d4460-ed9e-4d00-95c9-d8ee85f32e65 admin admin] Deleting port ea15629f-cc14-433c-9043-0cccf21e1608 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:15:57.740446 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b92d4460-ed9e-4d00-95c9-d8ee85f32e65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:57.752442 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:15:57.752784 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e3e5364a-fa5d-4ddb-8b24-7346f57f0fc9 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:15:57.753200 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 04c38dd0-960e-4056-af5f-7ebf738a0400 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:15:57.775767 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 04c38dd0-960e-4056-af5f-7ebf738a0400 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:15:57.776117 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 04c38dd0-960e-4056-af5f-7ebf738a0400 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:15:57.810549 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-b92d4460-ed9e-4d00-95c9-d8ee85f32e65 admin admin] For port ea15629f-cc14-433c-9043-0cccf21e1608, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ea15629f-cc14-433c-9043-0cccf21e1608,segment=NetworkSegment(6efb4660-810d-414d-9260-a6621155ea7c),segment_id=6efb4660-810d-414d-9260-a6621155ea7c)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:57.810794 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b92d4460-ed9e-4d00-95c9-d8ee85f32e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:57.829956 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b92d4460-ed9e-4d00-95c9-d8ee85f32e65 admin admin] Calling delete_port for ea15629f-cc14-433c-9043-0cccf21e1608 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:15:57.859457 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ad9a6d-8046-4d17-a836-f0670fec2869 None None] DHCP port deletion for 37ff7048-990f-49e3-9b86-be8df3eac469 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 17:15:57.934358 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-64ad9a6d-8046-4d17-a836-f0670fec2869 None None] Deleting port ea15629f-cc14-433c-9043-0cccf21e1608 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:15:57.934747 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-64ad9a6d-8046-4d17-a836-f0670fec2869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:58.013976 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-64ad9a6d-8046-4d17-a836-f0670fec2869 None None] For port ea15629f-cc14-433c-9043-0cccf21e1608, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ea15629f-cc14-433c-9043-0cccf21e1608,segment=NetworkSegment(6efb4660-810d-414d-9260-a6621155ea7c),segment_id=6efb4660-810d-414d-9260-a6621155ea7c)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:58.014372 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-64ad9a6d-8046-4d17-a836-f0670fec2869 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:58.027001 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-64ad9a6d-8046-4d17-a836-f0670fec2869 None None] Calling delete_port for ea15629f-cc14-433c-9043-0cccf21e1608 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:15:58.027193 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b92d4460-ed9e-4d00-95c9-d8ee85f32e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:58.028692 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:58.059654 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d4460-ed9e-4d00-95c9-d8ee85f32e65 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea15629f-cc14-433c-9043-0cccf21e1608,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:58.061528 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92d4460-ed9e-4d00-95c9-d8ee85f32e65 admin admin] No DVR routers for this DVR port ea15629f-cc14-433c-9043-0cccf21e1608 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:15:58.106558 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-64ad9a6d-8046-4d17-a836-f0670fec2869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:58.142112 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b92d4460-ed9e-4d00-95c9-d8ee85f32e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:58.143142 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad9a6d-8046-4d17-a836-f0670fec2869 None None] Pushing event deleted for resources: {'Port': ['ID=ea15629f-cc14-433c-9043-0cccf21e1608,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:58.145465 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ad9a6d-8046-4d17-a836-f0670fec2869 None None] No DVR routers for this DVR port ea15629f-cc14-433c-9043-0cccf21e1608 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:15:58.157828 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad9a6d-8046-4d17-a836-f0670fec2869 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:58.158257 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad9a6d-8046-4d17-a836-f0670fec2869 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:58.158600 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad9a6d-8046-4d17-a836-f0670fec2869 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:58.158941 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad9a6d-8046-4d17-a836-f0670fec2869 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:58.159279 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad9a6d-8046-4d17-a836-f0670fec2869 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:58.159608 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad9a6d-8046-4d17-a836-f0670fec2869 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:58.159944 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad9a6d-8046-4d17-a836-f0670fec2869 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:58.160278 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad9a6d-8046-4d17-a836-f0670fec2869 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:58.160630 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad9a6d-8046-4d17-a836-f0670fec2869 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:58.161547 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad9a6d-8046-4d17-a836-f0670fec2869 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:58.161547 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad9a6d-8046-4d17-a836-f0670fec2869 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:58.161723 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad9a6d-8046-4d17-a836-f0670fec2869 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:58.173869 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b92d4460-ed9e-4d00-95c9-d8ee85f32e65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ff7048-990f-49e3-9b86-be8df3eac469']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:58.183829 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b92d4460-ed9e-4d00-95c9-d8ee85f32e65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6efb4660-810d-414d-9260-a6621155ea7c') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:58.184059 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b92d4460-ed9e-4d00-95c9-d8ee85f32e65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6efb4660-810d-414d-9260-a6621155ea7c') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:58.193429 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b92d4460-ed9e-4d00-95c9-d8ee85f32e65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:58.206493 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b92d4460-ed9e-4d00-95c9-d8ee85f32e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:58.212461 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92d4460-ed9e-4d00-95c9-d8ee85f32e65 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:15:58.212878 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b92d4460-ed9e-4d00-95c9-d8ee85f32e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: timer() Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:15:58.214539 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:15:58.218483 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:58.326017 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b92d4460-ed9e-4d00-95c9-d8ee85f32e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:58.331516 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b92d4460-ed9e-4d00-95c9-d8ee85f32e65 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:58.334706 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b92d4460-ed9e-4d00-95c9-d8ee85f32e65 admin admin] 10.222.0.15 "DELETE /v2.0/networks/37ff7048-990f-49e3-9b86-be8df3eac469 HTTP/1.1" status: 204 len: 168 time: 0.7334740 Apr 20 17:15:58.337966 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60088) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:15:58.346670 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d4460-ed9e-4d00-95c9-d8ee85f32e65 admin admin] Pushing event deleted for resources: {'Network': ['ID=37ff7048-990f-49e3-9b86-be8df3eac469,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:58.693781 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-88e025b4-f810-4476-bf77-f53579982a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:58.947254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-88e025b4-f810-4476-bf77-f53579982a8e admin admin] Deleting port d72ae6c3-7b5e-442b-bc5b-b46f94151b48 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:15:58.947561 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-88e025b4-f810-4476-bf77-f53579982a8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:59.024271 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-88e025b4-f810-4476-bf77-f53579982a8e admin admin] For port d72ae6c3-7b5e-442b-bc5b-b46f94151b48, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d72ae6c3-7b5e-442b-bc5b-b46f94151b48,segment=NetworkSegment(65c1bd5f-b970-47e6-aeb8-d185b56a86b4),segment_id=65c1bd5f-b970-47e6-aeb8-d185b56a86b4)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:59.024658 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-88e025b4-f810-4476-bf77-f53579982a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:59.037002 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-88e025b4-f810-4476-bf77-f53579982a8e admin admin] Calling delete_port for d72ae6c3-7b5e-442b-bc5b-b46f94151b48 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:15:59.167151 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:59.292225 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-88e025b4-f810-4476-bf77-f53579982a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:59.323257 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e025b4-f810-4476-bf77-f53579982a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=d72ae6c3-7b5e-442b-bc5b-b46f94151b48,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:59.515850 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-88e025b4-f810-4476-bf77-f53579982a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:59.616187 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ea15629f-cc14-433c-9043-0cccf21e1608 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:15:59.641292 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: ea15629f-cc14-433c-9043-0cccf21e1608 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:15:59.641642 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ea15629f-cc14-433c-9043-0cccf21e1608 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:15:59.752202 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e025b4-f810-4476-bf77-f53579982a8e admin admin] Router 3b898a4c-9813-4582-89be-34af25df014c has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:15:59.861751 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e025b4-f810-4476-bf77-f53579982a8e admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:15:59.868468 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-88e025b4-f810-4476-bf77-f53579982a8e admin admin] 10.222.0.15 "PUT /v2.0/routers/3b898a4c-9813-4582-89be-34af25df014c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5290353 Apr 20 17:15:59.870654 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60090) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:15:59.871387 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562b82d4-480d-4ceb-84a7-fcd8b21c9313 None None] Sync routers for ids ['3b898a4c-9813-4582-89be-34af25df014c'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:15:59.881988 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562b82d4-480d-4ceb-84a7-fcd8b21c9313 None None] Routers {'3b898a4c-9813-4582-89be-34af25df014c'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:15:59.882609 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-562b82d4-480d-4ceb-84a7-fcd8b21c9313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:15:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3b898a4c-9813-4582-89be-34af25df014c'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:59.971118 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-823ac751-7a64-446d-bb6f-29bfac2a8e17 admin admin] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:59.985507 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-562b82d4-480d-4ceb-84a7-fcd8b21c9313 None None] Set router 3b898a4c-9813-4582-89be-34af25df014c gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:16:00.173662 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-562b82d4-480d-4ceb-84a7-fcd8b21c9313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b898a4c-9813-4582-89be-34af25df014c', 'name': 'tempest-TestMinimumBasicScenario-1353161733-router', 'tenant_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'f5f5c848-77ca-44f5-a61a-f320e9e0afc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:12:25Z', 'updated_at': '2022-04-20T17:15:59Z', 'revision_number': 5, 'project_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'gw_port': {'id': 'f5f5c848-77ca-44f5-a61a-f320e9e0afc3', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b898a4c-9813-4582-89be-34af25df014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:26Z', 'updated_at': '2022-04-20T17:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:00.199622 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562b82d4-480d-4ceb-84a7-fcd8b21c9313 None None] Checking router: 3b898a4c-9813-4582-89be-34af25df014c for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:16:00.207963 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562b82d4-480d-4ceb-84a7-fcd8b21c9313 None None] Routers {'3b898a4c-9813-4582-89be-34af25df014c'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:16:00.208602 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-562b82d4-480d-4ceb-84a7-fcd8b21c9313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:15:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['3b898a4c-9813-4582-89be-34af25df014c'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:00.323276 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-562b82d4-480d-4ceb-84a7-fcd8b21c9313 None None] Set router 3b898a4c-9813-4582-89be-34af25df014c gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:16:00.324191 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-823ac751-7a64-446d-bb6f-29bfac2a8e17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:00.377092 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:00.475485 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-823ac751-7a64-446d-bb6f-29bfac2a8e17 admin admin] Deleting port f5f5c848-77ca-44f5-a61a-f320e9e0afc3 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:16:00.476264 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-823ac751-7a64-446d-bb6f-29bfac2a8e17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:00.500843 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-562b82d4-480d-4ceb-84a7-fcd8b21c9313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b898a4c-9813-4582-89be-34af25df014c', 'name': 'tempest-TestMinimumBasicScenario-1353161733-router', 'tenant_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'f5f5c848-77ca-44f5-a61a-f320e9e0afc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:12:25Z', 'updated_at': '2022-04-20T17:15:59Z', 'revision_number': 5, 'project_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'gw_port': {'id': 'f5f5c848-77ca-44f5-a61a-f320e9e0afc3', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b898a4c-9813-4582-89be-34af25df014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:26Z', 'updated_at': '2022-04-20T17:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:00.526578 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562b82d4-480d-4ceb-84a7-fcd8b21c9313 None None] The sync data for ids ['3b898a4c-9813-4582-89be-34af25df014c'] in n-d-836146-2 is: [{'id': '3b898a4c-9813-4582-89be-34af25df014c', 'name': 'tempest-TestMinimumBasicScenario-1353161733-router', 'tenant_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'f5f5c848-77ca-44f5-a61a-f320e9e0afc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:12:25Z', 'updated_at': '2022-04-20T17:15:59Z', 'revision_number': 5, 'project_id': '7471eb5c1c0f41769ee84b68856b2aa9', 'gw_port': {'id': 'f5f5c848-77ca-44f5-a61a-f320e9e0afc3', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b898a4c-9813-4582-89be-34af25df014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:12:26Z', 'updated_at': '2022-04-20T17:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:16:00.555516 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-823ac751-7a64-446d-bb6f-29bfac2a8e17 admin admin] For port f5f5c848-77ca-44f5-a61a-f320e9e0afc3, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=f5f5c848-77ca-44f5-a61a-f320e9e0afc3,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:00.556043 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-823ac751-7a64-446d-bb6f-29bfac2a8e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:00.569288 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-823ac751-7a64-446d-bb6f-29bfac2a8e17 admin admin] Calling delete_port for f5f5c848-77ca-44f5-a61a-f320e9e0afc3 owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:16:00.789777 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-823ac751-7a64-446d-bb6f-29bfac2a8e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:00.816973 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ac751-7a64-446d-bb6f-29bfac2a8e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f5c848-77ca-44f5-a61a-f320e9e0afc3,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:00.878888 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-823ac751-7a64-446d-bb6f-29bfac2a8e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:00.972398 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-823ac751-7a64-446d-bb6f-29bfac2a8e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:00.974557 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-823ac751-7a64-446d-bb6f-29bfac2a8e17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:01.084173 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-823ac751-7a64-446d-bb6f-29bfac2a8e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:01.085524 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823ac751-7a64-446d-bb6f-29bfac2a8e17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b898a4c-9813-4582-89be-34af25df014c {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:16:01.090479 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-823ac751-7a64-446d-bb6f-29bfac2a8e17 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:01.091980 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-823ac751-7a64-446d-bb6f-29bfac2a8e17 admin admin] 10.222.0.15 "DELETE /v2.0/routers/3b898a4c-9813-4582-89be-34af25df014c HTTP/1.1" status: 204 len: 168 time: 1.2200530 Apr 20 17:16:01.094196 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60092) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:16:01.143646 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-334d7704-321b-4c39-a575-8d8e6bfc3613 admin admin] Deleting subnet 57d056b2-9f22-4f57-89fc-718a10f2a8a8 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 17:16:01.147092 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-334d7704-321b-4c39-a575-8d8e6bfc3613 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:01.182648 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-334d7704-321b-4c39-a575-8d8e6bfc3613 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:01.264393 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-334d7704-321b-4c39-a575-8d8e6bfc3613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:01.404114 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-334d7704-321b-4c39-a575-8d8e6bfc3613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:01.429380 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d7704-321b-4c39-a575-8d8e6bfc3613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57d056b2-9f22-4f57-89fc-718a10f2a8a8,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:01.432891 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-334d7704-321b-4c39-a575-8d8e6bfc3613 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:01.436162 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-334d7704-321b-4c39-a575-8d8e6bfc3613 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/57d056b2-9f22-4f57-89fc-718a10f2a8a8 HTTP/1.1" status: 204 len: 168 time: 0.3406990 Apr 20 17:16:01.438454 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66792611-1996-4545-9a07-46992f36e205 None None] Network 2dff1b69-ba30-467b-8882-117ff46a42db requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:16:01.438953 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60094) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:16:01.508611 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-954bfd68-edd8-4b84-a28e-6e33326a7df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:01.574065 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-954bfd68-edd8-4b84-a28e-6e33326a7df4 admin admin] Deleting port 458c06ae-faff-43b5-8100-69c593b13667 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:16:01.574615 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-954bfd68-edd8-4b84-a28e-6e33326a7df4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:01.586532 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f5f5c848-77ca-44f5-a61a-f320e9e0afc3 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:16:01.608147 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: f5f5c848-77ca-44f5-a61a-f320e9e0afc3 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:16:01.608521 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device f5f5c848-77ca-44f5-a61a-f320e9e0afc3 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:16:01.608943 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d72ae6c3-7b5e-442b-bc5b-b46f94151b48 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:16:01.628264 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: d72ae6c3-7b5e-442b-bc5b-b46f94151b48 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:16:01.628635 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d72ae6c3-7b5e-442b-bc5b-b46f94151b48 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:16:01.643124 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-954bfd68-edd8-4b84-a28e-6e33326a7df4 admin admin] For port 458c06ae-faff-43b5-8100-69c593b13667, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=458c06ae-faff-43b5-8100-69c593b13667,segment=NetworkSegment(65c1bd5f-b970-47e6-aeb8-d185b56a86b4),segment_id=65c1bd5f-b970-47e6-aeb8-d185b56a86b4)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:01.643489 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-954bfd68-edd8-4b84-a28e-6e33326a7df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:01.652030 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7319a575-4627-491f-8a2f-885b50dcbc3e None None] DHCP port deletion for 2dff1b69-ba30-467b-8882-117ff46a42db request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 17:16:01.658736 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-954bfd68-edd8-4b84-a28e-6e33326a7df4 admin admin] Calling delete_port for 458c06ae-faff-43b5-8100-69c593b13667 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:16:01.698439 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-7319a575-4627-491f-8a2f-885b50dcbc3e None None] Deleting port 458c06ae-faff-43b5-8100-69c593b13667 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:16:01.698861 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7319a575-4627-491f-8a2f-885b50dcbc3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:01.764607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7319a575-4627-491f-8a2f-885b50dcbc3e None None] For port 458c06ae-faff-43b5-8100-69c593b13667, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=458c06ae-faff-43b5-8100-69c593b13667,segment=NetworkSegment(65c1bd5f-b970-47e6-aeb8-d185b56a86b4),segment_id=65c1bd5f-b970-47e6-aeb8-d185b56a86b4)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:01.765006 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7319a575-4627-491f-8a2f-885b50dcbc3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:01.777883 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-7319a575-4627-491f-8a2f-885b50dcbc3e None None] Calling delete_port for 458c06ae-faff-43b5-8100-69c593b13667 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:16:01.826806 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-954bfd68-edd8-4b84-a28e-6e33326a7df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:01.850123 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7319a575-4627-491f-8a2f-885b50dcbc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:01.855227 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954bfd68-edd8-4b84-a28e-6e33326a7df4 admin admin] No DVR routers for this DVR port 458c06ae-faff-43b5-8100-69c593b13667 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:16:01.861181 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bfd68-edd8-4b84-a28e-6e33326a7df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=458c06ae-faff-43b5-8100-69c593b13667,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:01.937363 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-954bfd68-edd8-4b84-a28e-6e33326a7df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:01.961492 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-954bfd68-edd8-4b84-a28e-6e33326a7df4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dff1b69-ba30-467b-8882-117ff46a42db']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:01.971751 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-954bfd68-edd8-4b84-a28e-6e33326a7df4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c1bd5f-b970-47e6-aeb8-d185b56a86b4') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:01.972042 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-954bfd68-edd8-4b84-a28e-6e33326a7df4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c1bd5f-b970-47e6-aeb8-d185b56a86b4') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:01.982259 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-954bfd68-edd8-4b84-a28e-6e33326a7df4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:01.996206 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-954bfd68-edd8-4b84-a28e-6e33326a7df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:02.002737 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-954bfd68-edd8-4b84-a28e-6e33326a7df4 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:16:02.003173 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-954bfd68-edd8-4b84-a28e-6e33326a7df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: timer() Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:16:02.004933 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:16:02.029615 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319a575-4627-491f-8a2f-885b50dcbc3e None None] Pushing event deleted for resources: {'Port': ['ID=458c06ae-faff-43b5-8100-69c593b13667,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:02.033675 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7319a575-4627-491f-8a2f-885b50dcbc3e None None] No DVR routers for this DVR port 458c06ae-faff-43b5-8100-69c593b13667 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:16:02.131384 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-954bfd68-edd8-4b84-a28e-6e33326a7df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:02.137666 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-954bfd68-edd8-4b84-a28e-6e33326a7df4 admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:02.140663 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-954bfd68-edd8-4b84-a28e-6e33326a7df4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2dff1b69-ba30-467b-8882-117ff46a42db HTTP/1.1" status: 204 len: 168 time: 0.7011437 Apr 20 17:16:02.159058 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bfd68-edd8-4b84-a28e-6e33326a7df4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dff1b69-ba30-467b-8882-117ff46a42db,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:02.658619 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60098) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:16:02.701323 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-bd3002d5-3f9d-433c-ba2e-dac9b8cc4645 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bbf46c9395e14a4ba4d75dc5d58d0585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415437 Apr 20 17:16:02.703786 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60100) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:16:02.752864 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-710a2886-c5d0-44b7-9bc5-e82844ad17a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:02.776823 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-710a2886-c5d0-44b7-9bc5-e82844ad17a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:02.895467 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-710a2886-c5d0-44b7-9bc5-e82844ad17a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:02.898646 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-710a2886-c5d0-44b7-9bc5-e82844ad17a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:02.899823 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-710a2886-c5d0-44b7-9bc5-e82844ad17a7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/694fe402-cf52-44ac-a657-a3fe044fe6bd HTTP/1.1" status: 204 len: 168 time: 0.1951621 Apr 20 17:16:02.908052 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a2886-c5d0-44b7-9bc5-e82844ad17a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694fe402-cf52-44ac-a657-a3fe044fe6bd,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:03.550819 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 458c06ae-faff-43b5-8100-69c593b13667 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:16:03.572473 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 458c06ae-faff-43b5-8100-69c593b13667 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:16:03.572816 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 458c06ae-faff-43b5-8100-69c593b13667 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:16:03.691844 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60106) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:16:03.732051 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7572bc64-b91a-491b-a541-87bd46a9ce60 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7471eb5c1c0f41769ee84b68856b2aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390077 Apr 20 17:16:03.734601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60108) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:16:03.786188 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12c378b7-d1b0-4612-809d-dd7701785e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:03.807413 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12c378b7-d1b0-4612-809d-dd7701785e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:03.983347 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12c378b7-d1b0-4612-809d-dd7701785e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:03.985943 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12c378b7-d1b0-4612-809d-dd7701785e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:03.987137 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-12c378b7-d1b0-4612-809d-dd7701785e7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45359866-7873-492a-a5f1-9223c000f447 HTTP/1.1" status: 204 len: 168 time: 0.2516410 Apr 20 17:16:03.995881 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c378b7-d1b0-4612-809d-dd7701785e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45359866-7873-492a-a5f1-9223c000f447,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:06.314175 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60150) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:16:06.318867 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-408b9299-72dc-4232-85ef-faa559b3e999 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-28656690', 'description': 'tempest-secgroup-smoke-28656690 description', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:16:06.409940 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-408b9299-72dc-4232-85ef-faa559b3e999 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:06.418705 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-408b9299-72dc-4232-85ef-faa559b3e999 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:06.495334 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-408b9299-72dc-4232-85ef-faa559b3e999 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:06.578625 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-408b9299-72dc-4232-85ef-faa559b3e999 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:06.618982 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b9299-72dc-4232-85ef-faa559b3e999 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c148547-941e-473c-98ca-e68ae288a343,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:06.659623 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-408b9299-72dc-4232-85ef-faa559b3e999 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:06.723772 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-408b9299-72dc-4232-85ef-faa559b3e999 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:06.754002 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b9299-72dc-4232-85ef-faa559b3e999 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:06.823149 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-408b9299-72dc-4232-85ef-faa559b3e999 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:06.824390 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-408b9299-72dc-4232-85ef-faa559b3e999 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5091748 Apr 20 17:16:06.827268 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60152) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:16:06.831593 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-cad72835-7e0c-4b59-b885-7647d8afcaae tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': '6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:16:06.914921 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cad72835-7e0c-4b59-b885-7647d8afcaae tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:06.985582 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cad72835-7e0c-4b59-b885-7647d8afcaae tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:07.068817 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cad72835-7e0c-4b59-b885-7647d8afcaae tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:07.087442 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad72835-7e0c-4b59-b885-7647d8afcaae tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16de5408-fccd-4f0a-b861-6f625a86394b,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:07.156932 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cad72835-7e0c-4b59-b885-7647d8afcaae tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:07.158175 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cad72835-7e0c-4b59-b885-7647d8afcaae tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3299782 Apr 20 17:16:07.160950 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60154) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:16:07.167981 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-35f869c5-4ea0-4b76-871c-5325427c6d22 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': '6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:16:07.266230 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-35f869c5-4ea0-4b76-871c-5325427c6d22 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:07.330988 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-35f869c5-4ea0-4b76-871c-5325427c6d22 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:07.440164 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-35f869c5-4ea0-4b76-871c-5325427c6d22 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:07.461605 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f869c5-4ea0-4b76-871c-5325427c6d22 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a62665b-786d-4e5f-ac94-304574abd990,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:07.574392 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-35f869c5-4ea0-4b76-871c-5325427c6d22 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:07.575721 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-35f869c5-4ea0-4b76-871c-5325427c6d22 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4133794 Apr 20 17:16:07.578511 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60156) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:16:07.583048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-eb60c4ed-167b-42ef-a35f-b7330da02c63 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': '6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:16:07.707990 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb60c4ed-167b-42ef-a35f-b7330da02c63 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:07.770613 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb60c4ed-167b-42ef-a35f-b7330da02c63 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:07.886027 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb60c4ed-167b-42ef-a35f-b7330da02c63 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:07.907565 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60c4ed-167b-42ef-a35f-b7330da02c63 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357fb6dd-6d6a-4d4d-b93c-9aee238e19d0,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:07.997124 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb60c4ed-167b-42ef-a35f-b7330da02c63 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:07.998284 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-eb60c4ed-167b-42ef-a35f-b7330da02c63 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4187667 Apr 20 17:16:08.000931 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60158) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:16:08.005266 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-42c6b83f-32c9-491d-a8a5-d7bc1e633840 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': '6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:16:08.097131 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42c6b83f-32c9-491d-a8a5-d7bc1e633840 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:08.166870 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42c6b83f-32c9-491d-a8a5-d7bc1e633840 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:08.257905 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42c6b83f-32c9-491d-a8a5-d7bc1e633840 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:08.276026 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6b83f-32c9-491d-a8a5-d7bc1e633840 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ecd174-d33c-4ef4-967f-7612b163c07c,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:08.379489 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-42c6b83f-32c9-491d-a8a5-d7bc1e633840 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:08.380751 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-42c6b83f-32c9-491d-a8a5-d7bc1e633840 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3789022 Apr 20 17:16:08.384079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60160) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:16:08.388448 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-f06a7f86-6edd-4973-99bc-00b1a1c13dbf tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': '6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:16:08.483935 n-d-836146-2 neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-f06a7f86-6edd-4973-99bc-00b1a1c13dbf tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Project 606be8daf7cc430dabbdcb8a72158fa5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:16:08.489288 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f06a7f86-6edd-4973-99bc-00b1a1c13dbf tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:08.553799 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f06a7f86-6edd-4973-99bc-00b1a1c13dbf tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:08.634794 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f06a7f86-6edd-4973-99bc-00b1a1c13dbf tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:08.653487 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a7f86-6edd-4973-99bc-00b1a1c13dbf tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fcb954b-fc5f-4064-80ee-aa4c5bba049d,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:08.731876 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f06a7f86-6edd-4973-99bc-00b1a1c13dbf tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:08.733192 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f06a7f86-6edd-4973-99bc-00b1a1c13dbf tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3481529 Apr 20 17:16:08.735825 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60162) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:16:08.740476 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-45a8415d-9f5e-4513-8ffd-164a4765ec42 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': '6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:16:08.810217 n-d-836146-2 neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-45a8415d-9f5e-4513-8ffd-164a4765ec42 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Project 606be8daf7cc430dabbdcb8a72158fa5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:16:08.815922 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-45a8415d-9f5e-4513-8ffd-164a4765ec42 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:08.878698 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-45a8415d-9f5e-4513-8ffd-164a4765ec42 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:08.971819 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-45a8415d-9f5e-4513-8ffd-164a4765ec42 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:08.989860 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8415d-9f5e-4513-8ffd-164a4765ec42 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f006193f-290f-402e-87c9-38be94085423,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:09.076823 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-45a8415d-9f5e-4513-8ffd-164a4765ec42 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:09.078014 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-45a8415d-9f5e-4513-8ffd-164a4765ec42 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3412085 Apr 20 17:16:09.081128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60164) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:16:09.086638 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-86e489aa-78d4-41d8-b8cf-8c1e15601acf tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'network': {'name': 'tempest-network-smoke--1109467693', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'port_security_enabled': True}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:16:09.194657 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e489aa-78d4-41d8-b8cf-8c1e15601acf tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Made reservation on behalf of 606be8daf7cc430dabbdcb8a72158fa5 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:16:09.198224 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-86e489aa-78d4-41d8-b8cf-8c1e15601acf tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:09.224763 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e489aa-78d4-41d8-b8cf-8c1e15601acf tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:16:09.234135 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-86e489aa-78d4-41d8-b8cf-8c1e15601acf tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:09.234593 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-86e489aa-78d4-41d8-b8cf-8c1e15601acf tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Added segment df862147-1f02-41dc-a8ac-1773d3e3ed59 of type vlan for network 17181fdc-33f6-4806-b9aa-0a792f4bcff5 Apr 20 17:16:09.274095 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-86e489aa-78d4-41d8-b8cf-8c1e15601acf tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:09.381140 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-86e489aa-78d4-41d8-b8cf-8c1e15601acf tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:09.387306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e489aa-78d4-41d8-b8cf-8c1e15601acf tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:09.387907 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-86e489aa-78d4-41d8-b8cf-8c1e15601acf tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:09.452862 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e489aa-78d4-41d8-b8cf-8c1e15601acf tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Network': ['ID=17181fdc-33f6-4806-b9aa-0a792f4bcff5,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:09.463713 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 17181fdc-33f6-4806-b9aa-0a792f4bcff5 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 17:16:09.506191 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-86e489aa-78d4-41d8-b8cf-8c1e15601acf tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4240172 Apr 20 17:16:09.509650 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60166) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:16:09.514226 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-5097cdb5-8bdb-414d-b3a4-b440690339bc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-39217177', 'admin_state_up': True, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:16:09.604101 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5097cdb5-8bdb-414d-b3a4-b440690339bc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:09.605226 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5097cdb5-8bdb-414d-b3a4-b440690339bc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:09.660791 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5097cdb5-8bdb-414d-b3a4-b440690339bc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:09.869529 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5097cdb5-8bdb-414d-b3a4-b440690339bc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:10.178502 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5097cdb5-8bdb-414d-b3a4-b440690339bc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:10.197959 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5097cdb5-8bdb-414d-b3a4-b440690339bc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:10.314977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-5097cdb5-8bdb-414d-b3a4-b440690339bc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Allocated IP 172.25.0.35 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/a9bfc17f-3e12-4f5f-b586-e27421f4ed13) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:16:10.416383 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5097cdb5-8bdb-414d-b3a4-b440690339bc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:10.527506 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5097cdb5-8bdb-414d-b3a4-b440690339bc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:10.572232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5097cdb5-8bdb-414d-b3a4-b440690339bc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:16:10.575204 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-5097cdb5-8bdb-414d-b3a4-b440690339bc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:16:10.579006 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5097cdb5-8bdb-414d-b3a4-b440690339bc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:16:10.585343 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097cdb5-8bdb-414d-b3a4-b440690339bc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=a9bfc17f-3e12-4f5f-b586-e27421f4ed13,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:11.027188 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5097cdb5-8bdb-414d-b3a4-b440690339bc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:11.226371 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5097cdb5-8bdb-414d-b3a4-b440690339bc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:11.440434 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5097cdb5-8bdb-414d-b3a4-b440690339bc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Router cac3b669-a534-4220-8471-de35044ca74e is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:16:11.546586 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5097cdb5-8bdb-414d-b3a4-b440690339bc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:16:11.557782 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] Sync routers for ids ['cac3b669-a534-4220-8471-de35044ca74e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:16:11.568822 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] Routers {'cac3b669-a534-4220-8471-de35044ca74e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:16:11.572462 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:15:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['cac3b669-a534-4220-8471-de35044ca74e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:11.658115 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5097cdb5-8bdb-414d-b3a4-b440690339bc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:11.660484 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5097cdb5-8bdb-414d-b3a4-b440690339bc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.1494739 Apr 20 17:16:11.663511 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60168) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:16:11.679351 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] Set router cac3b669-a534-4220-8471-de35044ca74e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:16:11.809074 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8bde38d4-1c07-4498-a3ed-8d5b91d116bf tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=606be8daf7cc430dabbdcb8a72158fa5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1439583 Apr 20 17:16:11.814730 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60172) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:16:11.863051 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac3b669-a534-4220-8471-de35044ca74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39217177', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:16:09Z', 'updated_at': '2022-04-20T17:16:10Z', 'revision_number': 3, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:16:10Z', 'updated_at': '2022-04-20T17:16:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:11.896540 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] Checking router: cac3b669-a534-4220-8471-de35044ca74e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:16:11.896881 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] Updating router cac3b669-a534-4220-8471-de35044ca74e port a9bfc17f-3e12-4f5f-b586-e27421f4ed13 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:16:11.923918 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:12.194981 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:12.226904 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0458fc5d-5103-4ac2-ad43-1023304743b9 tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:12.228455 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0458fc5d-5103-4ac2-ad43-1023304743b9 tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4126775 Apr 20 17:16:12.231278 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60174) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:16:12.265617 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8c16308c-d0d1-4365-a106-b0361b1d9248 tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332558 Apr 20 17:16:12.268149 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60176) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:16:12.273469 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-56f1438b-7b4d-4640-91f7-24d41554ab56 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2003291486', 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:16:12.285831 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:12.334397 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] Attempting to bind port a9bfc17f-3e12-4f5f-b586-e27421f4ed13 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:16:12.335274 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] Attempting to bind port a9bfc17f-3e12-4f5f-b586-e27421f4ed13 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:16:12.335634 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] Attempting to bind port a9bfc17f-3e12-4f5f-b586-e27421f4ed13 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:16:12.344427 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f714f-2cc0-4801-af17-89fbd697cca5 None None] Pushing event updated for resources: {'Port': ['ID=a9bfc17f-3e12-4f5f-b586-e27421f4ed13,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:12.347296 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:16:12.347673 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:16:12.348070 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:12.348486 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:16:12.348957 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] Bound port: a9bfc17f-3e12-4f5f-b586-e27421f4ed13, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:16:12.350727 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:12.356413 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f714f-2cc0-4801-af17-89fbd697cca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:12.356768 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f714f-2cc0-4801-af17-89fbd697cca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:12.357106 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f714f-2cc0-4801-af17-89fbd697cca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:12.357441 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f714f-2cc0-4801-af17-89fbd697cca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:12.357776 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f714f-2cc0-4801-af17-89fbd697cca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:12.358104 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f714f-2cc0-4801-af17-89fbd697cca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:12.358430 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f714f-2cc0-4801-af17-89fbd697cca5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:12.358756 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f714f-2cc0-4801-af17-89fbd697cca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:12.359081 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f714f-2cc0-4801-af17-89fbd697cca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:12.359402 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f714f-2cc0-4801-af17-89fbd697cca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:12.359727 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f714f-2cc0-4801-af17-89fbd697cca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:12.360045 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f714f-2cc0-4801-af17-89fbd697cca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:12.415428 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] For port a9bfc17f-3e12-4f5f-b586-e27421f4ed13, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:16:12.418455 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] For port a9bfc17f-3e12-4f5f-b586-e27421f4ed13, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a9bfc17f-3e12-4f5f-b586-e27421f4ed13,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:16:12.429042 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f1438b-7b4d-4640-91f7-24d41554ab56 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Made reservation on behalf of 606be8daf7cc430dabbdcb8a72158fa5 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:16:12.432822 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-56f1438b-7b4d-4640-91f7-24d41554ab56 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:12.536209 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:12.596543 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f714f-2cc0-4801-af17-89fbd697cca5 None None] Pushing event updated for resources: {'Port': ['ID=a9bfc17f-3e12-4f5f-b586-e27421f4ed13,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:12.600958 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] Routers {'cac3b669-a534-4220-8471-de35044ca74e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:16:12.601556 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:15:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['cac3b669-a534-4220-8471-de35044ca74e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:12.708106 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] Set router cac3b669-a534-4220-8471-de35044ca74e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:16:12.726473 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-56f1438b-7b4d-4640-91f7-24d41554ab56 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:12.796082 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1438b-7b4d-4640-91f7-24d41554ab56 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Subnet': ['ID=331bd621-84ce-4f41-a135-b0a0c5dda9e4,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:12.805490 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1438b-7b4d-4640-91f7-24d41554ab56 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Checking segment: {'id': 'df862147-1f02-41dc-a8ac-1773d3e3ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:16:12.805993 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f1438b-7b4d-4640-91f7-24d41554ab56 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network hostable DHCP agents. Network: 17181fdc-33f6-4806-b9aa-0a792f4bcff5, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:16:12.885576 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac3b669-a534-4220-8471-de35044ca74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39217177', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:16:09Z', 'updated_at': '2022-04-20T17:16:10Z', 'revision_number': 3, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:16:10Z', 'updated_at': '2022-04-20T17:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:12.912806 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f1438b-7b4d-4640-91f7-24d41554ab56 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network 17181fdc-33f6-4806-b9aa-0a792f4bcff5 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:16:12.916443 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05234e69-a0d1-40fd-a9c6-510509e5fc4a None None] The sync data for ids ['cac3b669-a534-4220-8471-de35044ca74e'] in n-d-836146-2 is: [{'id': 'cac3b669-a534-4220-8471-de35044ca74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39217177', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:16:09Z', 'updated_at': '2022-04-20T17:16:10Z', 'revision_number': 3, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:16:10Z', 'updated_at': '2022-04-20T17:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:16:12.998328 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-56f1438b-7b4d-4640-91f7-24d41554ab56 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 17181fdc-33f6-4806-b9aa-0a792f4bcff5) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:16:13.002571 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f1438b-7b4d-4640-91f7-24d41554ab56 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:13.003201 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-56f1438b-7b4d-4640-91f7-24d41554ab56 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:13.010403 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1e947d-cb31-4a69-abed-4c4a647ba3c9 None None] Network 17181fdc-33f6-4806-b9aa-0a792f4bcff5 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:16:13.096081 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-56f1438b-7b4d-4640-91f7-24d41554ab56 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8235505 Apr 20 17:16:13.096398 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60178) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:16:13.183526 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4204cfee-b0d5-4803-88e8-e11576539ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-17181fdc-33f6-4806-b9aa-0a792f4bcff5', 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'fixed_ips': [{'subnet_id': '331bd621-84ce-4f41-a135-b0a0c5dda9e4'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 17:16:13.187459 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4204cfee-b0d5-4803-88e8-e11576539ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:13.359501 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-4204cfee-b0d5-4803-88e8-e11576539ce0 None None] Allocated IP 172.20.0.2 (17181fdc-33f6-4806-b9aa-0a792f4bcff5/331bd621-84ce-4f41-a135-b0a0c5dda9e4/2f20142f-126a-4f3a-acbe-40e693295909) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:16:13.519177 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4204cfee-b0d5-4803-88e8-e11576539ce0 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:13.594789 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4204cfee-b0d5-4803-88e8-e11576539ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:13.601960 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a9bfc17f-3e12-4f5f-b586-e27421f4ed13 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:16:13.644886 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce704fc8-258f-4323-b1ad-f39c2da7bf60 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:13.673372 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4204cfee-b0d5-4803-88e8-e11576539ce0 None None] Network 17181fdc-33f6-4806-b9aa-0a792f4bcff5 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:16:13.679757 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-4204cfee-b0d5-4803-88e8-e11576539ce0 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:16:13.685743 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4204cfee-b0d5-4803-88e8-e11576539ce0 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:16:13.695110 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204cfee-b0d5-4803-88e8-e11576539ce0 None None] Pushing event updated for resources: {'Port': ['ID=2f20142f-126a-4f3a-acbe-40e693295909,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:13.755338 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4204cfee-b0d5-4803-88e8-e11576539ce0 None None] Attempting to bind port 2f20142f-126a-4f3a-acbe-40e693295909 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:16:13.755704 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4204cfee-b0d5-4803-88e8-e11576539ce0 None None] Attempting to bind port 2f20142f-126a-4f3a-acbe-40e693295909 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'df862147-1f02-41dc-a8ac-1773d3e3ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:16:13.756066 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4204cfee-b0d5-4803-88e8-e11576539ce0 None None] Attempting to bind port 2f20142f-126a-4f3a-acbe-40e693295909 on network 17181fdc-33f6-4806-b9aa-0a792f4bcff5 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:16:13.758128 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port a9bfc17f-3e12-4f5f-b586-e27421f4ed13 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:13.758530 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:13.780813 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4204cfee-b0d5-4803-88e8-e11576539ce0 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:16:13.781192 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4204cfee-b0d5-4803-88e8-e11576539ce0 None None] Checking segment: {'id': 'df862147-1f02-41dc-a8ac-1773d3e3ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:16:13.781593 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4204cfee-b0d5-4803-88e8-e11576539ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:13.781990 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4204cfee-b0d5-4803-88e8-e11576539ce0 None None] Bound using segment: {'id': 'df862147-1f02-41dc-a8ac-1773d3e3ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:16:13.782471 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4204cfee-b0d5-4803-88e8-e11576539ce0 None None] Bound port: 2f20142f-126a-4f3a-acbe-40e693295909, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df862147-1f02-41dc-a8ac-1773d3e3ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:16:13.782847 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4204cfee-b0d5-4803-88e8-e11576539ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:13.884532 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-4204cfee-b0d5-4803-88e8-e11576539ce0 None None] For port 2f20142f-126a-4f3a-acbe-40e693295909, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:16:13.907823 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-4204cfee-b0d5-4803-88e8-e11576539ce0 None None] For port 2f20142f-126a-4f3a-acbe-40e693295909, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2f20142f-126a-4f3a-acbe-40e693295909,segment=NetworkSegment(df862147-1f02-41dc-a8ac-1773d3e3ed59),segment_id=df862147-1f02-41dc-a8ac-1773d3e3ed59)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:16:13.910995 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:13.932581 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port a9bfc17f-3e12-4f5f-b586-e27421f4ed13, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a9bfc17f-3e12-4f5f-b586-e27421f4ed13,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:13.972588 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4204cfee-b0d5-4803-88e8-e11576539ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:14.005142 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:14.036710 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204cfee-b0d5-4803-88e8-e11576539ce0 None None] Pushing event updated for resources: {'Port': ['ID=2f20142f-126a-4f3a-acbe-40e693295909,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:14.097839 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=a9bfc17f-3e12-4f5f-b586-e27421f4ed13,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:14.111913 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-ce704fc8-258f-4323-b1ad-f39c2da7bf60 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Allocated IP 172.20.0.1 (17181fdc-33f6-4806-b9aa-0a792f4bcff5/331bd621-84ce-4f41-a135-b0a0c5dda9e4/81d46212-6bfb-40c5-81e0-eddc23cb4013) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:16:14.244892 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce704fc8-258f-4323-b1ad-f39c2da7bf60 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:14.382193 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce704fc8-258f-4323-b1ad-f39c2da7bf60 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:14.424547 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce704fc8-258f-4323-b1ad-f39c2da7bf60 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network 17181fdc-33f6-4806-b9aa-0a792f4bcff5 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:16:14.427649 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-ce704fc8-258f-4323-b1ad-f39c2da7bf60 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:16:14.430852 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce704fc8-258f-4323-b1ad-f39c2da7bf60 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:16:14.460688 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce704fc8-258f-4323-b1ad-f39c2da7bf60 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=81d46212-6bfb-40c5-81e0-eddc23cb4013,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:14.485458 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce704fc8-258f-4323-b1ad-f39c2da7bf60 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:14.702209 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce704fc8-258f-4323-b1ad-f39c2da7bf60 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:15.004813 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce704fc8-258f-4323-b1ad-f39c2da7bf60 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:15.016104 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d107022-79fe-4027-9e1f-ead5870e94d8 None None] Network 17181fdc-33f6-4806-b9aa-0a792f4bcff5 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:16:15.076114 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce704fc8-258f-4323-b1ad-f39c2da7bf60 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:15.087843 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5893679f-03e1-40bf-828d-b278989256c8 None None] Provisioning complete for port 2f20142f-126a-4f3a-acbe-40e693295909 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:15.088412 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5893679f-03e1-40bf-828d-b278989256c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:15.156555 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce704fc8-258f-4323-b1ad-f39c2da7bf60 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:15.158169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce704fc8-258f-4323-b1ad-f39c2da7bf60 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=81d46212-6bfb-40c5-81e0-eddc23cb4013,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:15.237995 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5893679f-03e1-40bf-828d-b278989256c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:15.249920 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce704fc8-258f-4323-b1ad-f39c2da7bf60 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network 17181fdc-33f6-4806-b9aa-0a792f4bcff5 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:16:15.251296 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-ce704fc8-258f-4323-b1ad-f39c2da7bf60 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:16:15.278885 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5893679f-03e1-40bf-828d-b278989256c8 None None] For port 2f20142f-126a-4f3a-acbe-40e693295909, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2f20142f-126a-4f3a-acbe-40e693295909,segment=NetworkSegment(df862147-1f02-41dc-a8ac-1773d3e3ed59),segment_id=df862147-1f02-41dc-a8ac-1773d3e3ed59)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:15.360263 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5893679f-03e1-40bf-828d-b278989256c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:15.383308 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce704fc8-258f-4323-b1ad-f39c2da7bf60 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Router cac3b669-a534-4220-8471-de35044ca74e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:16:15.418110 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893679f-03e1-40bf-828d-b278989256c8 None None] Pushing event updated for resources: {'Port': ['ID=2f20142f-126a-4f3a-acbe-40e693295909,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:15.485696 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-289391a6-c6c1-43ef-b43c-15dc3bc4d7e0 None None] Provisioning complete for port 2f20142f-126a-4f3a-acbe-40e693295909 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:15.486196 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-289391a6-c6c1-43ef-b43c-15dc3bc4d7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:15.510566 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce704fc8-258f-4323-b1ad-f39c2da7bf60 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:16:15.525033 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ce704fc8-258f-4323-b1ad-f39c2da7bf60 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "PUT /v2.0/routers/cac3b669-a534-4220-8471-de35044ca74e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4187608 Apr 20 17:16:15.529829 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] Sync routers for ids ['cac3b669-a534-4220-8471-de35044ca74e'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:16:15.551279 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] Routers {'cac3b669-a534-4220-8471-de35044ca74e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:16:15.551710 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:15:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['cac3b669-a534-4220-8471-de35044ca74e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:15.675012 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-289391a6-c6c1-43ef-b43c-15dc3bc4d7e0 None None] Provisioning complete for port 81d46212-6bfb-40c5-81e0-eddc23cb4013 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:15.675012 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-289391a6-c6c1-43ef-b43c-15dc3bc4d7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:15.705062 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-7f057efa-92a3-4ce0-93d7-3775ab861172 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-28656690&fields=id&tenant_id=606be8daf7cc430dabbdcb8a72158fa5 HTTP/1.1" status: 200 len: 267 time: 0.0403240 Apr 20 17:16:15.743992 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a9bfc17f-3e12-4f5f-b586-e27421f4ed13 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:16:15.782017 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-289391a6-c6c1-43ef-b43c-15dc3bc4d7e0 None None] Port 81d46212-6bfb-40c5-81e0-eddc23cb4013 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:16:15.802150 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] Set router cac3b669-a534-4220-8471-de35044ca74e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:16:15.849755 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-0433d9dc-5b7b-4b6a-ab2e-47c78a9bb928 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:15.852068 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-0433d9dc-5b7b-4b6a-ab2e-47c78a9bb928 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/networks?id=17181fdc-33f6-4806-b9aa-0a792f4bcff5 HTTP/1.1" status: 200 len: 797 time: 0.1442380 Apr 20 17:16:15.870566 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-76c05594-f5b6-4ea5-a245-5e8651cb5c84 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/quotas/606be8daf7cc430dabbdcb8a72158fa5 HTTP/1.1" status: 200 len: 375 time: 0.0105429 Apr 20 17:16:15.903229 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port a9bfc17f-3e12-4f5f-b586-e27421f4ed13 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:15.903597 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:15.942999 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-527ded15-2bec-45b2-8f3a-0f3c3061221e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590200 Apr 20 17:16:15.983548 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-cc45937a-8c03-4d57-8a49-c060b7c28cb2 None None] Provisioning complete for port 81d46212-6bfb-40c5-81e0-eddc23cb4013 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:15.983926 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cc45937a-8c03-4d57-8a49-c060b7c28cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:16.048688 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-cc45937a-8c03-4d57-8a49-c060b7c28cb2 None None] Port 81d46212-6bfb-40c5-81e0-eddc23cb4013 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:16:16.094489 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-98952172-4105-49d8-974f-928a22f6bdc2 service neutron] 10.222.0.15 "GET /v2.0/networks/17181fdc-33f6-4806-b9aa-0a792f4bcff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411531 Apr 20 17:16:16.125685 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2f20142f-126a-4f3a-acbe-40e693295909 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:16:16.180941 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac3b669-a534-4220-8471-de35044ca74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39217177', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:16:09Z', 'updated_at': '2022-04-20T17:16:14Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:16:10Z', 'updated_at': '2022-04-20T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '81d46212-6bfb-40c5-81e0-eddc23cb4013', 'name': '', 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:9b:17:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '331bd621-84ce-4f41-a135-b0a0c5dda9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:16:13Z', 'updated_at': '2022-04-20T17:16:14Z', 'revision_number': 2, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '331bd621-84ce-4f41-a135-b0a0c5dda9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:16.187434 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-8fffa4ef-355b-4b0b-86d6-e2be18a5019e service neutron] 10.222.0.15 "GET /v2.0/networks/17181fdc-33f6-4806-b9aa-0a792f4bcff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856810 Apr 20 17:16:16.214984 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] Checking router: cac3b669-a534-4220-8471-de35044ca74e for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:16:16.215340 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] Updating router cac3b669-a534-4220-8471-de35044ca74e port 81d46212-6bfb-40c5-81e0-eddc23cb4013 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:16:16.218521 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d9f0a7e7-9dc2-4b4b-8fac-e8fda8c199c3 None None] Provisioning complete for port 81d46212-6bfb-40c5-81e0-eddc23cb4013 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:16.218889 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a7e7-9dc2-4b4b-8fac-e8fda8c199c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:16.276583 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:16.290545 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 2f20142f-126a-4f3a-acbe-40e693295909 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:16.290914 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:16.294194 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d9f0a7e7-9dc2-4b4b-8fac-e8fda8c199c3 None None] Port 81d46212-6bfb-40c5-81e0-eddc23cb4013 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:16:16.448928 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-77e03e3f-b52e-4b7a-945b-f9328dc5ba82 req-7bfd1cdd-11b3-47b0-82fe-aa3723573e15 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 210 time: 0.0311708 Apr 20 17:16:16.622705 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:16.715005 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:16.764843 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1051d0-00bf-4b93-b9f1-05cf199578e5 None None] Pushing event updated for resources: {'Port': ['ID=81d46212-6bfb-40c5-81e0-eddc23cb4013,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:16.820761 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] Attempting to bind port 81d46212-6bfb-40c5-81e0-eddc23cb4013 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:16:16.821231 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] Attempting to bind port 81d46212-6bfb-40c5-81e0-eddc23cb4013 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'df862147-1f02-41dc-a8ac-1773d3e3ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:16:16.821607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] Attempting to bind port 81d46212-6bfb-40c5-81e0-eddc23cb4013 on network 17181fdc-33f6-4806-b9aa-0a792f4bcff5 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:16:16.827582 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:16:16.827879 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] Checking segment: {'id': 'df862147-1f02-41dc-a8ac-1773d3e3ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:16:16.828284 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:16.828722 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] Bound using segment: {'id': 'df862147-1f02-41dc-a8ac-1773d3e3ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:16:16.829200 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] Bound port: 81d46212-6bfb-40c5-81e0-eddc23cb4013, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df862147-1f02-41dc-a8ac-1773d3e3ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:16:16.829583 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:17.056263 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-02848723-3b88-4d18-8fe5-0133e4c306c5 None None] Provisioning complete for port 81d46212-6bfb-40c5-81e0-eddc23cb4013 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:17.056663 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-02848723-3b88-4d18-8fe5-0133e4c306c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:17.083505 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] For port 81d46212-6bfb-40c5-81e0-eddc23cb4013, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:16:17.102945 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] For port 81d46212-6bfb-40c5-81e0-eddc23cb4013, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=81d46212-6bfb-40c5-81e0-eddc23cb4013,segment=NetworkSegment(df862147-1f02-41dc-a8ac-1773d3e3ed59),segment_id=df862147-1f02-41dc-a8ac-1773d3e3ed59)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:16:17.105420 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-02848723-3b88-4d18-8fe5-0133e4c306c5 None None] Port 81d46212-6bfb-40c5-81e0-eddc23cb4013 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:16:17.172304 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:17.233721 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1051d0-00bf-4b93-b9f1-05cf199578e5 None None] Pushing event updated for resources: {'Port': ['ID=81d46212-6bfb-40c5-81e0-eddc23cb4013,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:17.236525 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] Routers {'cac3b669-a534-4220-8471-de35044ca74e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:16:17.237158 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:15:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['cac3b669-a534-4220-8471-de35044ca74e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:17.366379 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] Set router cac3b669-a534-4220-8471-de35044ca74e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:16:17.497614 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9d20792a-b394-4f2c-bbde-5d7fb25c53f9 None None] Provisioning complete for port 81d46212-6bfb-40c5-81e0-eddc23cb4013 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:17.497991 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9d20792a-b394-4f2c-bbde-5d7fb25c53f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:17.539149 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5a1da2d9-1999-432a-9a51-f9a8314ac684 req-c4dd9a18-ff50-47e1-93ae-34217e1f0542 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 210 time: 0.0391564 Apr 20 17:16:17.656842 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9d20792a-b394-4f2c-bbde-5d7fb25c53f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:17.696207 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9d20792a-b394-4f2c-bbde-5d7fb25c53f9 None None] For port 81d46212-6bfb-40c5-81e0-eddc23cb4013, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=81d46212-6bfb-40c5-81e0-eddc23cb4013,segment=NetworkSegment(df862147-1f02-41dc-a8ac-1773d3e3ed59),segment_id=df862147-1f02-41dc-a8ac-1773d3e3ed59)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:17.701665 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac3b669-a534-4220-8471-de35044ca74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39217177', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:16:09Z', 'updated_at': '2022-04-20T17:16:14Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:16:10Z', 'updated_at': '2022-04-20T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '81d46212-6bfb-40c5-81e0-eddc23cb4013', 'name': '', 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:9b:17:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '331bd621-84ce-4f41-a135-b0a0c5dda9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:16:13Z', 'updated_at': '2022-04-20T17:16:17Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '331bd621-84ce-4f41-a135-b0a0c5dda9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:17.728361 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120dfc5a-8b79-4351-ae3c-f1ec1f9208df None None] The sync data for ids ['cac3b669-a534-4220-8471-de35044ca74e'] in n-d-836146-2 is: [{'id': 'cac3b669-a534-4220-8471-de35044ca74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39217177', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:16:09Z', 'updated_at': '2022-04-20T17:16:14Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:16:10Z', 'updated_at': '2022-04-20T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '81d46212-6bfb-40c5-81e0-eddc23cb4013', 'name': '', 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:9b:17:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '331bd621-84ce-4f41-a135-b0a0c5dda9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:16:13Z', 'updated_at': '2022-04-20T17:16:17Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '331bd621-84ce-4f41-a135-b0a0c5dda9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:16:17.770542 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9d20792a-b394-4f2c-bbde-5d7fb25c53f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:17.838828 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20792a-b394-4f2c-bbde-5d7fb25c53f9 None None] Pushing event updated for resources: {'Port': ['ID=81d46212-6bfb-40c5-81e0-eddc23cb4013,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:18.649937 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7fb4cbdf-68f4-49e8-a1e1-d6576ac35801 req-4cd88a7d-35dd-4d60-8d22-d2aeeb3c3b06 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 210 time: 0.0316133 Apr 20 17:16:19.586731 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 81d46212-6bfb-40c5-81e0-eddc23cb4013 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:16:19.641427 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 81d46212-6bfb-40c5-81e0-eddc23cb4013 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:19.641796 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:19.762519 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9253322d-97a2-4f7e-baec-0ce5eda43c46 req-f36d0479-f3df-49a5-911b-6d2ad7d843fe tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 210 time: 0.0349014 Apr 20 17:16:19.857268 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-48c55dc7-8d74-4a1d-8d6f-0c1bba3ae3eb tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:19.858745 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-48c55dc7-8d74-4a1d-8d6f-0c1bba3ae3eb tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.30 "GET /v2.0/networks?id=17181fdc-33f6-4806-b9aa-0a792f4bcff5 HTTP/1.1" status: 200 len: 797 time: 0.1212370 Apr 20 17:16:19.917289 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-3761b678-693b-45bd-91c7-7493069a55db tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=606be8daf7cc430dabbdcb8a72158fa5 HTTP/1.1" status: 200 len: 378 time: 0.0443416 Apr 20 17:16:19.926438 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-6bee34be-a9b1-4760-9832-35d3d9abe263 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'port': {'device_id': 'eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6', 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5', 'admin_state_up': True, 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'security_groups': ['6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:16:20.114608 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-6bee34be-a9b1-4760-9832-35d3d9abe263 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Made reservation on behalf of 606be8daf7cc430dabbdcb8a72158fa5 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:16:20.119472 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-6bee34be-a9b1-4760-9832-35d3d9abe263 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:20.256868 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-6bee34be-a9b1-4760-9832-35d3d9abe263 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Allocated IP 172.20.0.6 (17181fdc-33f6-4806-b9aa-0a792f4bcff5/331bd621-84ce-4f41-a135-b0a0c5dda9e4/f6cf3c2f-0e2c-4c16-9202-c12523298ee0) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:16:20.395076 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-6bee34be-a9b1-4760-9832-35d3d9abe263 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:20.486556 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-6bee34be-a9b1-4760-9832-35d3d9abe263 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:20.534689 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-6bee34be-a9b1-4760-9832-35d3d9abe263 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network 17181fdc-33f6-4806-b9aa-0a792f4bcff5 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:16:20.538502 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-6bee34be-a9b1-4760-9832-35d3d9abe263 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:16:20.542536 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-6bee34be-a9b1-4760-9832-35d3d9abe263 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:16:20.549081 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee34be-a9b1-4760-9832-35d3d9abe263 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=f6cf3c2f-0e2c-4c16-9202-c12523298ee0,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:20.596807 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-6bee34be-a9b1-4760-9832-35d3d9abe263 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:20.597464 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-6bee34be-a9b1-4760-9832-35d3d9abe263 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:20.677064 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-6bee34be-a9b1-4760-9832-35d3d9abe263 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7541764 Apr 20 17:16:20.691762 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-433fe328-2751-4efc-9f1d-132e0a1b7847 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 17:16:20.693207 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-433fe328-2751-4efc-9f1d-132e0a1b7847 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056970 Apr 20 17:16:20.755261 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-73d529a3-1ccd-42cc-9272-eedccb6e328e service neutron] Request body: {'port': {'device_id': 'eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:16:20.811960 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-73d529a3-1ccd-42cc-9272-eedccb6e328e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:20.813734 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-33108f81-8841-4dcc-9627-1806c7bffb72 None None] Provisioning complete for port f6cf3c2f-0e2c-4c16-9202-c12523298ee0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:20.814570 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33108f81-8841-4dcc-9627-1806c7bffb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:20.851542 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-33108f81-8841-4dcc-9627-1806c7bffb72 None None] Port f6cf3c2f-0e2c-4c16-9202-c12523298ee0 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:16:21.223381 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9d7f1-65f7-47cf-aebf-e283f4746c57 req-10c3aaf5-c806-4085-8a45-8dadfa0587f0 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:21.224898 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70b9d7f1-65f7-47cf-aebf-e283f4746c57 req-10c3aaf5-c806-4085-8a45-8dadfa0587f0 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 931 time: 0.3817818 Apr 20 17:16:21.312927 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-70b9d7f1-65f7-47cf-aebf-e283f4746c57 req-e01f51fb-1b58-43ac-a44b-433dafd63b17 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811872 Apr 20 17:16:21.403842 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-73d529a3-1ccd-42cc-9272-eedccb6e328e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6cf3c2f-0e2c-4c16-9202-c12523298ee0 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:16:21.411240 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-73d529a3-1ccd-42cc-9272-eedccb6e328e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:21.422793 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-73d529a3-1ccd-42cc-9272-eedccb6e328e service neutron] Transition to ACTIVE for port object f6cf3c2f-0e2c-4c16-9202-c12523298ee0 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:21.600436 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-73d529a3-1ccd-42cc-9272-eedccb6e328e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:21.654471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d529a3-1ccd-42cc-9272-eedccb6e328e service neutron] Pushing event updated for resources: {'Port': ['ID=f6cf3c2f-0e2c-4c16-9202-c12523298ee0,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:21.726927 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-73d529a3-1ccd-42cc-9272-eedccb6e328e service neutron] Attempting to bind port f6cf3c2f-0e2c-4c16-9202-c12523298ee0 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:16:21.727218 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-73d529a3-1ccd-42cc-9272-eedccb6e328e service neutron] Attempting to bind port f6cf3c2f-0e2c-4c16-9202-c12523298ee0 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'df862147-1f02-41dc-a8ac-1773d3e3ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:16:21.727757 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-73d529a3-1ccd-42cc-9272-eedccb6e328e service neutron] Attempting to bind port f6cf3c2f-0e2c-4c16-9202-c12523298ee0 on network 17181fdc-33f6-4806-b9aa-0a792f4bcff5 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:16:21.733127 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-73d529a3-1ccd-42cc-9272-eedccb6e328e service neutron] Port f6cf3c2f-0e2c-4c16-9202-c12523298ee0 on network 17181fdc-33f6-4806-b9aa-0a792f4bcff5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:16:21.733378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-73d529a3-1ccd-42cc-9272-eedccb6e328e service neutron] Attempting to bind port f6cf3c2f-0e2c-4c16-9202-c12523298ee0 on network 17181fdc-33f6-4806-b9aa-0a792f4bcff5 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:16:21.738551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-73d529a3-1ccd-42cc-9272-eedccb6e328e service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:16:21.738913 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-73d529a3-1ccd-42cc-9272-eedccb6e328e service neutron] Checking segment: {'id': 'df862147-1f02-41dc-a8ac-1773d3e3ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:16:21.739291 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-73d529a3-1ccd-42cc-9272-eedccb6e328e service neutron] Bound using segment: {'id': 'df862147-1f02-41dc-a8ac-1773d3e3ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:16:21.739709 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-73d529a3-1ccd-42cc-9272-eedccb6e328e service neutron] Bound port: f6cf3c2f-0e2c-4c16-9202-c12523298ee0, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df862147-1f02-41dc-a8ac-1773d3e3ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:16:21.740064 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-73d529a3-1ccd-42cc-9272-eedccb6e328e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:21.813349 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-73d529a3-1ccd-42cc-9272-eedccb6e328e service neutron] For port f6cf3c2f-0e2c-4c16-9202-c12523298ee0, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:16:21.816623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-73d529a3-1ccd-42cc-9272-eedccb6e328e service neutron] For port f6cf3c2f-0e2c-4c16-9202-c12523298ee0, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f6cf3c2f-0e2c-4c16-9202-c12523298ee0,segment=NetworkSegment(df862147-1f02-41dc-a8ac-1773d3e3ed59),segment_id=df862147-1f02-41dc-a8ac-1773d3e3ed59)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:16:21.890328 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-73d529a3-1ccd-42cc-9272-eedccb6e328e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:21.925550 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-73d529a3-1ccd-42cc-9272-eedccb6e328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:21.926183 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-73d529a3-1ccd-42cc-9272-eedccb6e328e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:21.927616 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-73d529a3-1ccd-42cc-9272-eedccb6e328e service neutron] 10.222.0.30 "PUT /v2.0/ports/f6cf3c2f-0e2c-4c16-9202-c12523298ee0 HTTP/1.1" status: 200 len: 1091 time: 1.2217143 Apr 20 17:16:21.928664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6', 'tag': 'f6cf3c2f-0e2c-4c16-9202-c12523298ee0'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:16:21.931011 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56dfa98-f0db-41c8-b40f-013e8849c836" -d '{"events": [{"name": "network-changed", "server_uuid": "eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6", "tag": "f6cf3c2f-0e2c-4c16-9202-c12523298ee0"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:16:21.967618 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d529a3-1ccd-42cc-9272-eedccb6e328e service neutron] Pushing event updated for resources: {'Port': ['ID=f6cf3c2f-0e2c-4c16-9202-c12523298ee0,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:21.980809 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3bb1b9-a6a6-4a08-80d3-5dc01257d48d x-openstack-request-id: req-7a3bb1b9-a6a6-4a08-80d3-5dc01257d48d {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:16:21.981116 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6", "tag": "f6cf3c2f-0e2c-4c16-9202-c12523298ee0", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:16:21.981358 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a3bb1b9-a6a6-4a08-80d3-5dc01257d48d {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:16:21.981767 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a3bb1b9-a6a6-4a08-80d3-5dc01257d48d'] response: {'name': 'network-changed', 'server_uuid': 'eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6', 'tag': 'f6cf3c2f-0e2c-4c16-9202-c12523298ee0', 'status': 'completed', 'code': 200} Apr 20 17:16:22.068038 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dfa98-f0db-41c8-b40f-013e8849c836 req-7be9cb0c-6f7c-42e0-8299-a6875bf93bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:22.070261 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f56dfa98-f0db-41c8-b40f-013e8849c836 req-7be9cb0c-6f7c-42e0-8299-a6875bf93bf6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 1094 time: 0.0462470 Apr 20 17:16:22.183010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dfa98-f0db-41c8-b40f-013e8849c836 req-7eaf5fc9-781a-43fd-b0a3-9f5aabff5bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:22.184515 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f56dfa98-f0db-41c8-b40f-013e8849c836 req-7eaf5fc9-781a-43fd-b0a3-9f5aabff5bdd service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0983930 Apr 20 17:16:22.290578 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dfa98-f0db-41c8-b40f-013e8849c836 req-7ea71708-c2e9-4cd2-bdfa-222f301f1604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:22.291961 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f56dfa98-f0db-41c8-b40f-013e8849c836 req-7ea71708-c2e9-4cd2-bdfa-222f301f1604 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993102 Apr 20 17:16:22.414344 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-2056f65e-43e5-4b5e-b782-28e7eadaa86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:22.415824 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-2056f65e-43e5-4b5e-b782-28e7eadaa86f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 1094 time: 0.0636094 Apr 20 17:16:22.443674 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bc4fc-4c82-4504-ab66-3987b482257e req-c441f04f-568d-473f-9815-09d07662936c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:22.445129 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c78bc4fc-4c82-4504-ab66-3987b482257e req-c441f04f-568d-473f-9815-09d07662936c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 943 time: 0.0600512 Apr 20 17:16:22.477631 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-15f68a6a-8b96-4957-a0f9-40aafaa7f053 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6cf3c2f-0e2c-4c16-9202-c12523298ee0 HTTP/1.1" status: 200 len: 217 time: 0.0478506 Apr 20 17:16:22.541936 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c78bc4fc-4c82-4504-ab66-3987b482257e req-bcf5d5c8-492c-4e59-adae-4e8e4b33d28b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713215 Apr 20 17:16:22.547294 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-d35e018d-2de2-4082-9da2-fc5dc79199c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:22.548769 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-d35e018d-2de2-4082-9da2-fc5dc79199c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=331bd621-84ce-4f41-a135-b0a0c5dda9e4 HTTP/1.1" status: 200 len: 835 time: 0.0631180 Apr 20 17:16:22.596950 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-d247c9b2-e8a9-4cf7-b34a-2d54d212b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:22.598471 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-d247c9b2-e8a9-4cf7-b34a-2d54d212b695 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=17181fdc-33f6-4806-b9aa-0a792f4bcff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423791 Apr 20 17:16:22.689354 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-176386f5-a709-4187-b832-110a2a271037 service neutron] 10.222.0.30 "GET /v2.0/networks/17181fdc-33f6-4806-b9aa-0a792f4bcff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841937 Apr 20 17:16:22.784011 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2d636fe-085c-4c87-993e-3e3a99ec4a10 req-8135674e-3817-4390-a8c4-f2252246553c service neutron] 10.222.0.30 "GET /v2.0/networks/17181fdc-33f6-4806-b9aa-0a792f4bcff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880394 Apr 20 17:16:22.868445 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f750b2a5-a531-4b87-8617-8c90a4a458ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:23.663100 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95766b-dc00-4ece-b9c6-c91747037561 req-68331597-3697-4ea3-b96d-327c81afb515 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:23.664685 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef95766b-dc00-4ece-b9c6-c91747037561 req-68331597-3697-4ea3-b96d-327c81afb515 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 943 time: 0.0505803 Apr 20 17:16:23.702970 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef95766b-dc00-4ece-b9c6-c91747037561 req-f656b4ee-8a2a-420e-ba4e-a25c12cee892 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321631 Apr 20 17:16:24.828324 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26d6a9-58d2-4383-b8f7-b355ca5ab485 req-4c4fa108-f26a-42ed-ace8-85bffada10ef tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:24.829803 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d26d6a9-58d2-4383-b8f7-b355ca5ab485 req-4c4fa108-f26a-42ed-ace8-85bffada10ef tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 943 time: 0.0563173 Apr 20 17:16:24.867436 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d26d6a9-58d2-4383-b8f7-b355ca5ab485 req-9e2dd2f1-593a-404c-8f83-b1ecff196de6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310609 Apr 20 17:16:25.148960 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-84a55a7b-65f9-49c5-978a-35d2a98c8a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:25.988163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff9bce-4f74-4e88-b70b-aff92f070c4c req-6e4a8d7f-facf-4c04-92c1-133111bf89b5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:25.989752 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-89ff9bce-4f74-4e88-b70b-aff92f070c4c req-6e4a8d7f-facf-4c04-92c1-133111bf89b5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 943 time: 0.0517979 Apr 20 17:16:26.029134 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-89ff9bce-4f74-4e88-b70b-aff92f070c4c req-de6ae420-b778-4685-b97a-9084f2df0239 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329375 Apr 20 17:16:26.077690 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f6cf3c2f-0e2c-4c16-9202-c12523298ee0 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:16:26.177987 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f6cf3c2f-0e2c-4c16-9202-c12523298ee0, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f6cf3c2f-0e2c-4c16-9202-c12523298ee0,segment=NetworkSegment(df862147-1f02-41dc-a8ac-1773d3e3ed59),segment_id=df862147-1f02-41dc-a8ac-1773d3e3ed59)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:26.190166 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'f6cf3c2f-0e2c-4c16-9202-c12523298ee0', 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5', 'port_id': 'f6cf3c2f-0e2c-4c16-9202-c12523298ee0', 'mac_address': 'fa:16:3e:84:b4:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '331bd621-84ce-4f41-a135-b0a0c5dda9e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:16:26.227203 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:26.239957 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6cf3c2f-0e2c-4c16-9202-c12523298ee0 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:16:26.260199 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f6cf3c2f-0e2c-4c16-9202-c12523298ee0, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f6cf3c2f-0e2c-4c16-9202-c12523298ee0,segment=NetworkSegment(df862147-1f02-41dc-a8ac-1773d3e3ed59),segment_id=df862147-1f02-41dc-a8ac-1773d3e3ed59)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:26.343672 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:26.391129 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=f6cf3c2f-0e2c-4c16-9202-c12523298ee0,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:26.577337 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:26.802580 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['f6cf3c2f-0e2c-4c16-9202-c12523298ee0'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:16:27.150765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a2845-9cce-4fd9-b381-016d66faddf6 req-facdb9c7-920d-4756-810c-48947e27888e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:27.152269 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-912a2845-9cce-4fd9-b381-016d66faddf6 req-facdb9c7-920d-4756-810c-48947e27888e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 944 time: 0.0505080 Apr 20 17:16:27.190680 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-912a2845-9cce-4fd9-b381-016d66faddf6 req-6c4c1168-a308-4341-9e2a-fbcdee95cae5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323193 Apr 20 17:16:28.000398 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:28.096633 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f6cf3c2f-0e2c-4c16-9202-c12523298ee0 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:16:28.263523 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:28.278065 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port f6cf3c2f-0e2c-4c16-9202-c12523298ee0 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:16:28.282495 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port f6cf3c2f-0e2c-4c16-9202-c12523298ee0 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:28.283538 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:28.315568 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f5420-84b1-4c81-bd1c-760fe4d161a7 req-0dc8fa45-9f46-43e7-88d2-0dddb356df27 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:28.317127 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fe1f5420-84b1-4c81-bd1c-760fe4d161a7 req-0dc8fa45-9f46-43e7-88d2-0dddb356df27 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 944 time: 0.0562799 Apr 20 17:16:28.357448 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fe1f5420-84b1-4c81-bd1c-760fe4d161a7 req-79f92133-54e2-4a9d-9f4e-e51d5f581cf3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332315 Apr 20 17:16:28.373616 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:28.397339 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cf3c2f-0e2c-4c16-9202-c12523298ee0'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:16:28.399554 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccd359f-4ea2-441c-b115-ab6297cb0f7e" -d '{"events": [{"server_uuid": "eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6", "name": "network-vif-plugged", "status": "completed", "tag": "f6cf3c2f-0e2c-4c16-9202-c12523298ee0"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:16:28.415468 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port f6cf3c2f-0e2c-4c16-9202-c12523298ee0, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f6cf3c2f-0e2c-4c16-9202-c12523298ee0,segment=NetworkSegment(df862147-1f02-41dc-a8ac-1773d3e3ed59),segment_id=df862147-1f02-41dc-a8ac-1773d3e3ed59)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:28.479974 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:28.503654 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc37d6d1-e315-4bf5-8d20-2318bec4028d x-openstack-request-id: req-bc37d6d1-e315-4bf5-8d20-2318bec4028d {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:16:28.503945 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6", "name": "network-vif-plugged", "status": "completed", "tag": "f6cf3c2f-0e2c-4c16-9202-c12523298ee0", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:16:28.504192 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc37d6d1-e315-4bf5-8d20-2318bec4028d {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:16:28.504602 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc37d6d1-e315-4bf5-8d20-2318bec4028d'] response: {'server_uuid': 'eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cf3c2f-0e2c-4c16-9202-c12523298ee0', 'code': 200} Apr 20 17:16:28.530861 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=f6cf3c2f-0e2c-4c16-9202-c12523298ee0,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:28.617108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3e329-f2e4-4d10-a1b7-c396c3768853 req-b4f4a7f5-a112-4e61-9532-6b02235dba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:28.618449 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87c3e329-f2e4-4d10-a1b7-c396c3768853 req-b4f4a7f5-a112-4e61-9532-6b02235dba55 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 1096 time: 0.0410779 Apr 20 17:16:28.654417 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87c3e329-f2e4-4d10-a1b7-c396c3768853 req-c2db0c5b-75a1-49e4-9e0a-ea1ebb649bdb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0279737 Apr 20 17:16:29.160048 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:29.481468 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839fa94-5afc-4a28-89d4-c9de7709eb8c req-b81bd655-66e7-4edb-a86f-542dab3d363a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:29.482885 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b839fa94-5afc-4a28-89d4-c9de7709eb8c req-b81bd655-66e7-4edb-a86f-542dab3d363a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 945 time: 0.0530682 Apr 20 17:16:29.524482 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b839fa94-5afc-4a28-89d4-c9de7709eb8c req-b095bb40-a42a-4c44-8438-62f26a5ee87e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346150 Apr 20 17:16:30.039423 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:16:30.371715 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:30.661047 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029c37d-266c-4737-b7a6-59a583b5fbf5 req-dd8db57c-d929-4c8c-8a45-d954807f2b6a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:30.662468 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c029c37d-266c-4737-b7a6-59a583b5fbf5 req-dd8db57c-d929-4c8c-8a45-d954807f2b6a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 945 time: 0.0669088 Apr 20 17:16:30.703029 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c029c37d-266c-4737-b7a6-59a583b5fbf5 req-7d3c7792-ed69-4063-94ed-b61d0ab9edd3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336187 Apr 20 17:16:30.816390 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb0167-2c67-40ef-a985-28acde1586e2 req-61b7b821-ca3b-4f21-9237-a38c76710132 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:30.817865 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-40bb0167-2c67-40ef-a985-28acde1586e2 req-61b7b821-ca3b-4f21-9237-a38c76710132 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 945 time: 0.0486207 Apr 20 17:16:30.856421 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-40bb0167-2c67-40ef-a985-28acde1586e2 req-d02068b2-c086-4d0c-90c3-dddd938d7d67 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319467 Apr 20 17:16:30.878862 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60242) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:16:30.918868 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f66e6a1-0968-45c9-a49a-ef8ff1f31b7a tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:30.920320 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6f66e6a1-0968-45c9-a49a-ef8ff1f31b7a tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 1091 time: 0.0404301 Apr 20 17:16:30.923090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60244) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:16:30.927319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-8d5a2431-53ed-4d54-85ea-cc9a5d996288 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': 'f6cf3c2f-0e2c-4c16-9202-c12523298ee0', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:16:31.006248 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2431-53ed-4d54-85ea-cc9a5d996288 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:31.109839 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2431-53ed-4d54-85ea-cc9a5d996288 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:31.218811 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-8d5a2431-53ed-4d54-85ea-cc9a5d996288 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Allocated IP 172.25.0.176 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/8dfcdf5a-d239-40d6-85f6-634c836b1bcb) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:16:31.322615 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2431-53ed-4d54-85ea-cc9a5d996288 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:31.449943 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2431-53ed-4d54-85ea-cc9a5d996288 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:31.494810 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5a2431-53ed-4d54-85ea-cc9a5d996288 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:16:31.497860 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-8d5a2431-53ed-4d54-85ea-cc9a5d996288 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:16:31.502325 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5a2431-53ed-4d54-85ea-cc9a5d996288 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:16:31.505550 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a2431-53ed-4d54-85ea-cc9a5d996288 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=8dfcdf5a-d239-40d6-85f6-634c836b1bcb,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:31.998431 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2431-53ed-4d54-85ea-cc9a5d996288 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:32.159716 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2431-53ed-4d54-85ea-cc9a5d996288 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:32.306345 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2431-53ed-4d54-85ea-cc9a5d996288 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:32.394212 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2431-53ed-4d54-85ea-cc9a5d996288 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:32.466952 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a2431-53ed-4d54-85ea-cc9a5d996288 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=8dfcdf5a-d239-40d6-85f6-634c836b1bcb,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:32.478622 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2431-53ed-4d54-85ea-cc9a5d996288 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:32.574574 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-8d5a2431-53ed-4d54-85ea-cc9a5d996288 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Floating IP 6d8b6e54-ae2b-4356-91bd-51d5e036c340 associated. External IP: 172.25.0.176, port: f6cf3c2f-0e2c-4c16-9202-c12523298ee0. Apr 20 17:16:32.785487 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5a2431-53ed-4d54-85ea-cc9a5d996288 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Router cac3b669-a534-4220-8471-de35044ca74e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:16:33.193379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5a2431-53ed-4d54-85ea-cc9a5d996288 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:16:33.203966 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5d0ad8-4781-4888-ba18-13324d66b265 None None] Sync routers for ids ['cac3b669-a534-4220-8471-de35044ca74e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:16:33.213361 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5d0ad8-4781-4888-ba18-13324d66b265 None None] Routers {'cac3b669-a534-4220-8471-de35044ca74e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:16:33.221830 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-3c5d0ad8-4781-4888-ba18-13324d66b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:16:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['cac3b669-a534-4220-8471-de35044ca74e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:33.283855 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2431-53ed-4d54-85ea-cc9a5d996288 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:33.319946 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-3c5d0ad8-4781-4888-ba18-13324d66b265 None None] Set router cac3b669-a534-4220-8471-de35044ca74e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:16:33.330724 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8d5a2431-53ed-4d54-85ea-cc9a5d996288 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4042752 Apr 20 17:16:33.330724 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6', 'tag': 'f6cf3c2f-0e2c-4c16-9202-c12523298ee0'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:16:33.333488 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99458dea-9420-4e89-9d16-3bb0e379c363" -d '{"events": [{"name": "network-changed", "server_uuid": "eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6", "tag": "f6cf3c2f-0e2c-4c16-9202-c12523298ee0"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:16:33.430097 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fa8df-027c-455b-aa10-ecb72c5f8d4f req-9e80b247-2b41-4fd2-881e-0f82b3f764da tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:33.431708 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-266fa8df-027c-455b-aa10-ecb72c5f8d4f req-9e80b247-2b41-4fd2-881e-0f82b3f764da tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 945 time: 0.0518587 Apr 20 17:16:33.472912 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-266fa8df-027c-455b-aa10-ecb72c5f8d4f req-8ddefd6c-e750-4f04-a754-a565145c81eb tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345719 Apr 20 17:16:33.496460 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60250) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:16:33.526848 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874bf6e4-1fa2-4165-9a94-7885fabfd079 x-openstack-request-id: req-874bf6e4-1fa2-4165-9a94-7885fabfd079 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:16:33.527153 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6", "tag": "f6cf3c2f-0e2c-4c16-9202-c12523298ee0", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:16:33.527469 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-874bf6e4-1fa2-4165-9a94-7885fabfd079 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:16:33.527884 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-874bf6e4-1fa2-4165-9a94-7885fabfd079'] response: {'name': 'network-changed', 'server_uuid': 'eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6', 'tag': 'f6cf3c2f-0e2c-4c16-9202-c12523298ee0', 'status': 'completed', 'code': 200} Apr 20 17:16:33.560572 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-303afe92-f50c-4423-9aad-a1d44cc8a5d8 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/floatingips/6d8b6e54-ae2b-4356-91bd-51d5e036c340 HTTP/1.1" status: 200 len: 991 time: 0.0621476 Apr 20 17:16:33.614074 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99458dea-9420-4e89-9d16-3bb0e379c363 req-66191722-f5df-49d5-b223-2affc48ca6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:33.615870 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99458dea-9420-4e89-9d16-3bb0e379c363 req-66191722-f5df-49d5-b223-2affc48ca6d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 1096 time: 0.0446575 Apr 20 17:16:33.640444 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-3c5d0ad8-4781-4888-ba18-13324d66b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac3b669-a534-4220-8471-de35044ca74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39217177', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:16:09Z', 'updated_at': '2022-04-20T17:16:14Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:16:10Z', 'updated_at': '2022-04-20T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '6d8b6e54-ae2b-4356-91bd-51d5e036c340', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'port_id': 'f6cf3c2f-0e2c-4c16-9202-c12523298ee0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5', 'mac_address': 'fa:16:3e:84:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:16:31Z', 'updated_at': '2022-04-20T17:16:31Z', 'revision_number': 0, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d46212-6bfb-40c5-81e0-eddc23cb4013', 'name': '', 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:9b:17:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '331bd621-84ce-4f41-a135-b0a0c5dda9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:16:13Z', 'updated_at': '2022-04-20T17:16:17Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '331bd621-84ce-4f41-a135-b0a0c5dda9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:33.667525 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5d0ad8-4781-4888-ba18-13324d66b265 None None] Checking router: cac3b669-a534-4220-8471-de35044ca74e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:16:33.676014 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5d0ad8-4781-4888-ba18-13324d66b265 None None] Routers {'cac3b669-a534-4220-8471-de35044ca74e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:16:33.676718 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-3c5d0ad8-4781-4888-ba18-13324d66b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:16:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['cac3b669-a534-4220-8471-de35044ca74e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:33.705169 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99458dea-9420-4e89-9d16-3bb0e379c363 req-ff5b8023-cda4-4fd7-b4a1-8185ee0baeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:33.706642 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99458dea-9420-4e89-9d16-3bb0e379c363 req-ff5b8023-cda4-4fd7-b4a1-8185ee0baeef service neutron] 10.222.0.30 "GET /v2.0/networks?id=17181fdc-33f6-4806-b9aa-0a792f4bcff5 HTTP/1.1" status: 200 len: 898 time: 0.0842190 Apr 20 17:16:33.778233 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99458dea-9420-4e89-9d16-3bb0e379c363 req-123c3ddd-a4b9-4a56-ac90-3bc6d410fffe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6cf3c2f-0e2c-4c16-9202-c12523298ee0 HTTP/1.1" status: 200 len: 999 time: 0.0642478 Apr 20 17:16:33.783017 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-3c5d0ad8-4781-4888-ba18-13324d66b265 None None] Set router cac3b669-a534-4220-8471-de35044ca74e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:16:33.826205 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99458dea-9420-4e89-9d16-3bb0e379c363 req-8e21b77e-c8da-4ad2-8c48-1ea5d23be648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:33.827701 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99458dea-9420-4e89-9d16-3bb0e379c363 req-8e21b77e-c8da-4ad2-8c48-1ea5d23be648 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=331bd621-84ce-4f41-a135-b0a0c5dda9e4 HTTP/1.1" status: 200 len: 835 time: 0.0439382 Apr 20 17:16:33.872969 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99458dea-9420-4e89-9d16-3bb0e379c363 req-7bf03df6-861e-4b9c-8a42-7a87e4d28eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:33.874480 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99458dea-9420-4e89-9d16-3bb0e379c363 req-7bf03df6-861e-4b9c-8a42-7a87e4d28eea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=17181fdc-33f6-4806-b9aa-0a792f4bcff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403523 Apr 20 17:16:33.967126 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99458dea-9420-4e89-9d16-3bb0e379c363 req-c4be1f42-0359-4ec3-ad6d-e7fa960f0b8b service neutron] 10.222.0.30 "GET /v2.0/networks/17181fdc-33f6-4806-b9aa-0a792f4bcff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859461 Apr 20 17:16:34.007564 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-3c5d0ad8-4781-4888-ba18-13324d66b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac3b669-a534-4220-8471-de35044ca74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39217177', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:16:09Z', 'updated_at': '2022-04-20T17:16:14Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:16:10Z', 'updated_at': '2022-04-20T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '6d8b6e54-ae2b-4356-91bd-51d5e036c340', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'port_id': 'f6cf3c2f-0e2c-4c16-9202-c12523298ee0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5', 'mac_address': 'fa:16:3e:84:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:16:31Z', 'updated_at': '2022-04-20T17:16:31Z', 'revision_number': 0, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d46212-6bfb-40c5-81e0-eddc23cb4013', 'name': '', 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:9b:17:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '331bd621-84ce-4f41-a135-b0a0c5dda9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:16:13Z', 'updated_at': '2022-04-20T17:16:17Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '331bd621-84ce-4f41-a135-b0a0c5dda9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:34.038488 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5d0ad8-4781-4888-ba18-13324d66b265 None None] The sync data for ids ['cac3b669-a534-4220-8471-de35044ca74e'] in n-d-836146-2 is: [{'id': 'cac3b669-a534-4220-8471-de35044ca74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39217177', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:16:09Z', 'updated_at': '2022-04-20T17:16:14Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:16:10Z', 'updated_at': '2022-04-20T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '6d8b6e54-ae2b-4356-91bd-51d5e036c340', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'port_id': 'f6cf3c2f-0e2c-4c16-9202-c12523298ee0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5', 'mac_address': 'fa:16:3e:84:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:16:31Z', 'updated_at': '2022-04-20T17:16:31Z', 'revision_number': 0, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d46212-6bfb-40c5-81e0-eddc23cb4013', 'name': '', 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:9b:17:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '331bd621-84ce-4f41-a135-b0a0c5dda9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:16:13Z', 'updated_at': '2022-04-20T17:16:17Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '331bd621-84ce-4f41-a135-b0a0c5dda9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:16:34.059872 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-99458dea-9420-4e89-9d16-3bb0e379c363 req-92267cd1-d90d-47f7-a4ce-8533f506322c service neutron] 10.222.0.30 "GET /v2.0/networks/17181fdc-33f6-4806-b9aa-0a792f4bcff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862091 Apr 20 17:16:34.254017 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6956a298-3bcb-42a8-ad02-01ec1f9ff561 None None] New status for floating IP 6d8b6e54-ae2b-4356-91bd-51d5e036c340: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:16:34.562636 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60252) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:16:34.629694 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e9d8e182-9f48-4fae-9219-0e65d3b7ab6d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/floatingips/6d8b6e54-ae2b-4356-91bd-51d5e036c340 HTTP/1.1" status: 200 len: 993 time: 0.0656552 Apr 20 17:16:52.878203 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cf3d1935-1129-46ce-8481-fdcb40990e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:55.163388 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-87cda706-dcf9-4184-be5d-dbd462efd8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:56.582452 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:56.861874 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e84cb32-e7ef-438c-be38-92c300875de0 req-6289cbfd-b2f2-4c2f-b42d-6e887a34c193 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398941 Apr 20 17:16:56.962846 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84cb32-e7ef-438c-be38-92c300875de0 req-aabbc262-5758-4f52-9aee-7945b621679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:56.965154 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e84cb32-e7ef-438c-be38-92c300875de0 req-aabbc262-5758-4f52-9aee-7945b621679c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 1096 time: 0.0436940 Apr 20 17:16:57.074313 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84cb32-e7ef-438c-be38-92c300875de0 req-e8c19560-1b92-4347-bf76-36be9a465bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:57.075832 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e84cb32-e7ef-438c-be38-92c300875de0 req-e8c19560-1b92-4347-bf76-36be9a465bd2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=17181fdc-33f6-4806-b9aa-0a792f4bcff5 HTTP/1.1" status: 200 len: 898 time: 0.0895488 Apr 20 17:16:57.142381 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e84cb32-e7ef-438c-be38-92c300875de0 req-5f334031-66e2-470a-bd83-1a97706e1f3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6cf3c2f-0e2c-4c16-9202-c12523298ee0 HTTP/1.1" status: 200 len: 1001 time: 0.0602648 Apr 20 17:16:57.191551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84cb32-e7ef-438c-be38-92c300875de0 req-8b64cc49-07ac-491a-ac09-c8efcc1f2682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:57.193039 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e84cb32-e7ef-438c-be38-92c300875de0 req-8b64cc49-07ac-491a-ac09-c8efcc1f2682 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=331bd621-84ce-4f41-a135-b0a0c5dda9e4 HTTP/1.1" status: 200 len: 835 time: 0.0443385 Apr 20 17:16:57.242814 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84cb32-e7ef-438c-be38-92c300875de0 req-355003a6-c483-4158-9522-20e2a3a44164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:16:57.244888 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e84cb32-e7ef-438c-be38-92c300875de0 req-355003a6-c483-4158-9522-20e2a3a44164 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=17181fdc-33f6-4806-b9aa-0a792f4bcff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455325 Apr 20 17:16:57.332863 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e84cb32-e7ef-438c-be38-92c300875de0 req-be427ca2-f395-4810-979f-6621ce0e9689 service neutron] 10.222.0.30 "GET /v2.0/networks/17181fdc-33f6-4806-b9aa-0a792f4bcff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809669 Apr 20 17:16:57.429353 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e84cb32-e7ef-438c-be38-92c300875de0 req-6c70740c-df9c-458b-94ac-e519c38ee306 service neutron] 10.222.0.30 "GET /v2.0/networks/17181fdc-33f6-4806-b9aa-0a792f4bcff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897381 Apr 20 17:16:57.984026 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:58.188280 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:59.154005 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:00.428313 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:07.038250 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:17:22.816680 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6636bde2-2e88-4ca5-8577-37c5c8e7333a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:25.131060 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2d69060b-c4f1-4ede-9cd3-033bf3b7f5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:26.599385 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:27.982156 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:28.188026 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:29.157450 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:30.352094 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:44.038552 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:17:47.955877 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64759ee-c965-4f7d-be1d-8e5cee9d68e2 req-47b08001-e192-494c-9b29-508dab5df246 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:17:47.957555 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b64759ee-c965-4f7d-be1d-8e5cee9d68e2 req-47b08001-e192-494c-9b29-508dab5df246 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 945 time: 0.0529108 Apr 20 17:17:47.997634 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b64759ee-c965-4f7d-be1d-8e5cee9d68e2 req-ba1aff81-f217-469a-b738-8ebeda6fe218 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336328 Apr 20 17:17:49.119193 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f673f-12b6-4a6b-96f0-d56e7818d3ff req-1c4184d6-ef1d-4443-aba2-33898352655a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:17:49.120715 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db0f673f-12b6-4a6b-96f0-d56e7818d3ff req-1c4184d6-ef1d-4443-aba2-33898352655a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 945 time: 0.0518601 Apr 20 17:17:49.161977 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db0f673f-12b6-4a6b-96f0-d56e7818d3ff req-00bc576c-69d1-4d48-a603-824dc7a97002 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350873 Apr 20 17:17:49.189942 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60290) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:17:49.258709 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7cd840b1-698a-414e-bfe2-6409a1b77b7f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/floatingips/6d8b6e54-ae2b-4356-91bd-51d5e036c340 HTTP/1.1" status: 200 len: 993 time: 0.0676122 Apr 20 17:17:50.687227 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa141f4c-4486-4642-9e42-1a372eab2572 req-03408b80-1186-4af4-95e9-5f190f039c4d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:17:50.688944 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa141f4c-4486-4642-9e42-1a372eab2572 req-03408b80-1186-4af4-95e9-5f190f039c4d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 945 time: 0.0515740 Apr 20 17:17:50.732282 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa141f4c-4486-4642-9e42-1a372eab2572 req-0984d6d6-9d7b-4349-a2c4-02ee726ef361 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366685 Apr 20 17:17:51.849150 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffea860-b063-4217-ac05-053c08119e18 req-227ebbce-927c-4108-8ca7-f7adcf7389f8 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:17:51.850545 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3ffea860-b063-4217-ac05-053c08119e18 req-227ebbce-927c-4108-8ca7-f7adcf7389f8 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 945 time: 0.0482407 Apr 20 17:17:51.890244 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3ffea860-b063-4217-ac05-053c08119e18 req-1a74bcd1-c6b5-40b7-8e98-a74b3212aaba tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336335 Apr 20 17:17:51.917716 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60300) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:17:51.987858 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-16222167-60f5-49fd-8bbe-cf4cba57f157 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/floatingips/6d8b6e54-ae2b-4356-91bd-51d5e036c340 HTTP/1.1" status: 200 len: 993 time: 0.0689902 Apr 20 17:17:52.220223 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60306) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:17:52.385257 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-1acbcd37-5abc-4c29-8c84-ac2e3796ce83 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Deleting port 8dfcdf5a-d239-40d6-85f6-634c836b1bcb {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:17:52.385661 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1acbcd37-5abc-4c29-8c84-ac2e3796ce83 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:52.464754 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1acbcd37-5abc-4c29-8c84-ac2e3796ce83 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:52.465081 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1acbcd37-5abc-4c29-8c84-ac2e3796ce83 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:52.477312 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-1acbcd37-5abc-4c29-8c84-ac2e3796ce83 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Calling delete_port for 8dfcdf5a-d239-40d6-85f6-634c836b1bcb owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:17:52.730659 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1acbcd37-5abc-4c29-8c84-ac2e3796ce83 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:52.803821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbcd37-5abc-4c29-8c84-ac2e3796ce83 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Port': ['ID=8dfcdf5a-d239-40d6-85f6-634c836b1bcb,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:52.803821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acbcd37-5abc-4c29-8c84-ac2e3796ce83 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:52.803821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acbcd37-5abc-4c29-8c84-ac2e3796ce83 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:52.803821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acbcd37-5abc-4c29-8c84-ac2e3796ce83 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:52.803821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acbcd37-5abc-4c29-8c84-ac2e3796ce83 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:52.803821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acbcd37-5abc-4c29-8c84-ac2e3796ce83 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:52.803821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acbcd37-5abc-4c29-8c84-ac2e3796ce83 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:52.803821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acbcd37-5abc-4c29-8c84-ac2e3796ce83 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:52.803821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acbcd37-5abc-4c29-8c84-ac2e3796ce83 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:52.803821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acbcd37-5abc-4c29-8c84-ac2e3796ce83 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:52.803821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acbcd37-5abc-4c29-8c84-ac2e3796ce83 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:52.803821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acbcd37-5abc-4c29-8c84-ac2e3796ce83 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:52.803821 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acbcd37-5abc-4c29-8c84-ac2e3796ce83 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:52.830431 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1acbcd37-5abc-4c29-8c84-ac2e3796ce83 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:52.831010 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-1acbcd37-5abc-4c29-8c84-ac2e3796ce83 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Floating IP 6d8b6e54-ae2b-4356-91bd-51d5e036c340 disassociated (deleted). External IP: 172.25.0.176, port: f6cf3c2f-0e2c-4c16-9202-c12523298ee0. Apr 20 17:17:52.837539 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ef0b8811-2816-453f-bddb-1c1e04bb887e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:53.042395 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acbcd37-5abc-4c29-8c84-ac2e3796ce83 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Router cac3b669-a534-4220-8471-de35044ca74e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:17:53.147383 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acbcd37-5abc-4c29-8c84-ac2e3796ce83 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:17:53.152813 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1acbcd37-5abc-4c29-8c84-ac2e3796ce83 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:53.158748 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38548d13-4285-4e76-9478-c4e42e7ae9e5 None None] Sync routers for ids ['cac3b669-a534-4220-8471-de35044ca74e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:17:53.167930 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38548d13-4285-4e76-9478-c4e42e7ae9e5 None None] Routers {'cac3b669-a534-4220-8471-de35044ca74e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:17:53.168572 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-38548d13-4285-4e76-9478-c4e42e7ae9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:17:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['cac3b669-a534-4220-8471-de35044ca74e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:53.178966 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1acbcd37-5abc-4c29-8c84-ac2e3796ce83 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "DELETE /v2.0/floatingips/6d8b6e54-ae2b-4356-91bd-51d5e036c340 HTTP/1.1" status: 204 len: 168 time: 0.9577003 Apr 20 17:17:53.179551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6', 'tag': 'f6cf3c2f-0e2c-4c16-9202-c12523298ee0'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:17:53.181950 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67bd6c1-bf31-4fcc-a027-773d75de0bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6", "tag": "f6cf3c2f-0e2c-4c16-9202-c12523298ee0"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:17:53.274079 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-38548d13-4285-4e76-9478-c4e42e7ae9e5 None None] Set router cac3b669-a534-4220-8471-de35044ca74e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:17:53.488194 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-38548d13-4285-4e76-9478-c4e42e7ae9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac3b669-a534-4220-8471-de35044ca74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39217177', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:16:09Z', 'updated_at': '2022-04-20T17:16:14Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:16:10Z', 'updated_at': '2022-04-20T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '81d46212-6bfb-40c5-81e0-eddc23cb4013', 'name': '', 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:9b:17:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '331bd621-84ce-4f41-a135-b0a0c5dda9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:16:13Z', 'updated_at': '2022-04-20T17:16:17Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '331bd621-84ce-4f41-a135-b0a0c5dda9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:53.519003 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38548d13-4285-4e76-9478-c4e42e7ae9e5 None None] Checking router: cac3b669-a534-4220-8471-de35044ca74e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:17:53.532092 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38548d13-4285-4e76-9478-c4e42e7ae9e5 None None] Routers {'cac3b669-a534-4220-8471-de35044ca74e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:17:53.532092 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-38548d13-4285-4e76-9478-c4e42e7ae9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:17:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['cac3b669-a534-4220-8471-de35044ca74e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:53.569405 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0fa006-8746-4925-a5da-d8851e460b7c x-openstack-request-id: req-2c0fa006-8746-4925-a5da-d8851e460b7c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:17:53.569701 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6", "tag": "f6cf3c2f-0e2c-4c16-9202-c12523298ee0", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:17:53.569961 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c0fa006-8746-4925-a5da-d8851e460b7c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:17:53.570378 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c0fa006-8746-4925-a5da-d8851e460b7c'] response: {'name': 'network-changed', 'server_uuid': 'eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6', 'tag': 'f6cf3c2f-0e2c-4c16-9202-c12523298ee0', 'status': 'completed', 'code': 200} Apr 20 17:17:53.656920 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-38548d13-4285-4e76-9478-c4e42e7ae9e5 None None] Set router cac3b669-a534-4220-8471-de35044ca74e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:17:53.705807 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bed85f-49ba-4bb2-a3aa-f07cd58c6949 req-57d49894-d72c-4fa5-adb5-ccf22359406e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:17:53.707569 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-95bed85f-49ba-4bb2-a3aa-f07cd58c6949 req-57d49894-d72c-4fa5-adb5-ccf22359406e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 945 time: 0.0901480 Apr 20 17:17:53.714515 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bd6c1-bf31-4fcc-a027-773d75de0bcc req-a1886283-8bd4-4189-8f19-4f8c93775c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:17:53.716354 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d67bd6c1-bf31-4fcc-a027-773d75de0bcc req-a1886283-8bd4-4189-8f19-4f8c93775c54 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 1096 time: 0.0665405 Apr 20 17:17:53.806304 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-95bed85f-49ba-4bb2-a3aa-f07cd58c6949 req-038232ea-1026-4f17-8194-ed37c657b82c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0888493 Apr 20 17:17:53.840681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bd6c1-bf31-4fcc-a027-773d75de0bcc req-a1ad9403-470a-4465-8696-4f7a12dd3cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:17:53.842206 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d67bd6c1-bf31-4fcc-a027-773d75de0bcc req-a1ad9403-470a-4465-8696-4f7a12dd3cce service neutron] 10.222.0.30 "GET /v2.0/networks?id=17181fdc-33f6-4806-b9aa-0a792f4bcff5 HTTP/1.1" status: 200 len: 898 time: 0.1172523 Apr 20 17:17:53.889698 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d67bd6c1-bf31-4fcc-a027-773d75de0bcc req-5e2760b3-05fa-4c14-acce-315df13a9098 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6cf3c2f-0e2c-4c16-9202-c12523298ee0 HTTP/1.1" status: 200 len: 217 time: 0.0401320 Apr 20 17:17:53.939964 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bd6c1-bf31-4fcc-a027-773d75de0bcc req-bffbeeac-9fc1-43e4-ab96-d9a2d71852c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:17:53.941544 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d67bd6c1-bf31-4fcc-a027-773d75de0bcc req-bffbeeac-9fc1-43e4-ab96-d9a2d71852c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=331bd621-84ce-4f41-a135-b0a0c5dda9e4 HTTP/1.1" status: 200 len: 835 time: 0.0453367 Apr 20 17:17:53.957730 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-38548d13-4285-4e76-9478-c4e42e7ae9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac3b669-a534-4220-8471-de35044ca74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39217177', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:16:09Z', 'updated_at': '2022-04-20T17:16:14Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:16:10Z', 'updated_at': '2022-04-20T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '81d46212-6bfb-40c5-81e0-eddc23cb4013', 'name': '', 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:9b:17:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '331bd621-84ce-4f41-a135-b0a0c5dda9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:16:13Z', 'updated_at': '2022-04-20T17:16:17Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '331bd621-84ce-4f41-a135-b0a0c5dda9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:53.983801 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38548d13-4285-4e76-9478-c4e42e7ae9e5 None None] The sync data for ids ['cac3b669-a534-4220-8471-de35044ca74e'] in n-d-836146-2 is: [{'id': 'cac3b669-a534-4220-8471-de35044ca74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39217177', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:16:09Z', 'updated_at': '2022-04-20T17:16:14Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:16:10Z', 'updated_at': '2022-04-20T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '81d46212-6bfb-40c5-81e0-eddc23cb4013', 'name': '', 'network_id': '17181fdc-33f6-4806-b9aa-0a792f4bcff5', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:9b:17:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '331bd621-84ce-4f41-a135-b0a0c5dda9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:16:13Z', 'updated_at': '2022-04-20T17:16:17Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '331bd621-84ce-4f41-a135-b0a0c5dda9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:17:53.991508 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bd6c1-bf31-4fcc-a027-773d75de0bcc req-214e9316-41d2-4ce4-87fd-5b2e019699f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:17:53.993198 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d67bd6c1-bf31-4fcc-a027-773d75de0bcc req-214e9316-41d2-4ce4-87fd-5b2e019699f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=17181fdc-33f6-4806-b9aa-0a792f4bcff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436366 Apr 20 17:17:54.089922 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d67bd6c1-bf31-4fcc-a027-773d75de0bcc req-58ff909c-a65d-41df-b64e-08c237074ba8 service neutron] 10.222.0.30 "GET /v2.0/networks/17181fdc-33f6-4806-b9aa-0a792f4bcff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883067 Apr 20 17:17:54.190564 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d67bd6c1-bf31-4fcc-a027-773d75de0bcc req-a8da8334-1298-41ff-a0fa-73aa4b07d9be service neutron] 10.222.0.30 "GET /v2.0/networks/17181fdc-33f6-4806-b9aa-0a792f4bcff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926692 Apr 20 17:17:54.213366 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b26d6fd-718e-41a9-bc26-1461e51f29df None None] New status for floating IP 6d8b6e54-ae2b-4356-91bd-51d5e036c340: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:17:54.928962 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c06bc-d04f-4105-9695-b5052c2bed67 req-777735fe-9c9a-414c-8daa-7e95917b718a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:17:54.930553 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-888c06bc-d04f-4105-9695-b5052c2bed67 req-777735fe-9c9a-414c-8daa-7e95917b718a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 945 time: 0.0531559 Apr 20 17:17:54.989183 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-888c06bc-d04f-4105-9695-b5052c2bed67 req-b983709f-be0f-4289-b9e2-6ad5515bc569 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505962 Apr 20 17:17:55.148086 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8e2df055-9d63-4bbd-af61-6a4e43423670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:55.885912 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338454a-98b4-47e7-84b2-9e392d885e4f req-709c145c-2f30-48f5-a366-0ae99e6ed034 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:17:55.887322 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c338454a-98b4-47e7-84b2-9e392d885e4f req-709c145c-2f30-48f5-a366-0ae99e6ed034 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 945 time: 0.0489204 Apr 20 17:17:55.979078 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-c338454a-98b4-47e7-84b2-9e392d885e4f req-da9208a8-94ec-4721-bebd-9f64ecf85091 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Deleting port f6cf3c2f-0e2c-4c16-9202-c12523298ee0 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:17:55.979417 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c338454a-98b4-47e7-84b2-9e392d885e4f req-da9208a8-94ec-4721-bebd-9f64ecf85091 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:56.107419 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-c338454a-98b4-47e7-84b2-9e392d885e4f req-da9208a8-94ec-4721-bebd-9f64ecf85091 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] For port f6cf3c2f-0e2c-4c16-9202-c12523298ee0, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=f6cf3c2f-0e2c-4c16-9202-c12523298ee0,segment=NetworkSegment(df862147-1f02-41dc-a8ac-1773d3e3ed59),segment_id=df862147-1f02-41dc-a8ac-1773d3e3ed59)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:56.107785 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c338454a-98b4-47e7-84b2-9e392d885e4f req-da9208a8-94ec-4721-bebd-9f64ecf85091 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:56.124254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-c338454a-98b4-47e7-84b2-9e392d885e4f req-da9208a8-94ec-4721-bebd-9f64ecf85091 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Calling delete_port for f6cf3c2f-0e2c-4c16-9202-c12523298ee0 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:17:56.144818 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e02335-5c33-4058-b66f-0112329f381f req-6312b52a-6f48-4ae0-bf92-f3682c376025 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:17:56.146260 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d7e02335-5c33-4058-b66f-0112329f381f req-6312b52a-6f48-4ae0-bf92-f3682c376025 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 945 time: 0.0839179 Apr 20 17:17:56.229674 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d7e02335-5c33-4058-b66f-0112329f381f req-29b2162b-72d5-4d4b-bd7f-57fdddf5a2ba tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481315 Apr 20 17:17:56.353233 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c338454a-98b4-47e7-84b2-9e392d885e4f req-da9208a8-94ec-4721-bebd-9f64ecf85091 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:56.383261 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9208a8-94ec-4721-bebd-9f64ecf85091 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Port': ['ID=f6cf3c2f-0e2c-4c16-9202-c12523298ee0,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:56.443734 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-c338454a-98b4-47e7-84b2-9e392d885e4f req-da9208a8-94ec-4721-bebd-9f64ecf85091 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] No DVR routers for this DVR port f6cf3c2f-0e2c-4c16-9202-c12523298ee0 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:17:56.443734 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c338454a-98b4-47e7-84b2-9e392d885e4f req-da9208a8-94ec-4721-bebd-9f64ecf85091 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:56.443734 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c338454a-98b4-47e7-84b2-9e392d885e4f req-da9208a8-94ec-4721-bebd-9f64ecf85091 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.30 "DELETE /v2.0/ports/f6cf3c2f-0e2c-4c16-9202-c12523298ee0 HTTP/1.1" status: 204 len: 173 time: 0.5351338 Apr 20 17:17:56.443734 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6', 'name': 'network-vif-deleted', 'tag': 'f6cf3c2f-0e2c-4c16-9202-c12523298ee0'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:17:56.443734 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9816bd-b7de-443d-8e15-531a9af36d19" -d '{"events": [{"server_uuid": "eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6", "name": "network-vif-deleted", "tag": "f6cf3c2f-0e2c-4c16-9202-c12523298ee0"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:17:56.469939 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f487e038-731b-4217-b0e3-0b9d5e83cf1c x-openstack-request-id: req-f487e038-731b-4217-b0e3-0b9d5e83cf1c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:17:56.470258 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6", "name": "network-vif-deleted", "tag": "f6cf3c2f-0e2c-4c16-9202-c12523298ee0", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:17:56.470508 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f487e038-731b-4217-b0e3-0b9d5e83cf1c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:17:56.470903 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f487e038-731b-4217-b0e3-0b9d5e83cf1c'] response: {'server_uuid': 'eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6', 'name': 'network-vif-deleted', 'tag': 'f6cf3c2f-0e2c-4c16-9202-c12523298ee0', 'status': 'completed', 'code': 200} Apr 20 17:17:56.627694 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:56.869623 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-07fd2c18-fd81-46b6-902f-8d809bd93f33 req-7fdaa07d-ed93-4aba-9509-14b0e7538a05 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0280504 Apr 20 17:17:56.959202 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-07fd2c18-fd81-46b6-902f-8d809bd93f33 req-6a2e9865-67b3-4405-8b94-b3a7348e0d2e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 210 time: 0.0269787 Apr 20 17:17:57.082450 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd2c18-fd81-46b6-902f-8d809bd93f33 req-56cde0d9-c6a1-4ac1-9dc9-e0179eea76ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:17:57.083988 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-07fd2c18-fd81-46b6-902f-8d809bd93f33 req-56cde0d9-c6a1-4ac1-9dc9-e0179eea76ac service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0968683 Apr 20 17:17:57.184107 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd2c18-fd81-46b6-902f-8d809bd93f33 req-49d916b3-13b2-4755-9fee-ac47099c7927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:17:57.185626 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-07fd2c18-fd81-46b6-902f-8d809bd93f33 req-49d916b3-13b2-4755-9fee-ac47099c7927 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933378 Apr 20 17:17:57.338892 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a02deff3-2454-4d0c-a2fe-19b070a50940 req-983a94fd-4871-4b53-b35c-6de68c60e9ed tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb7ce05a-75e3-4ec8-ad04-8ec2c9e407d6 HTTP/1.1" status: 200 len: 210 time: 0.0278375 Apr 20 17:17:57.997185 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:58.204410 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:58.400512 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60324) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:17:58.544320 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f6cf3c2f-0e2c-4c16-9202-c12523298ee0 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:17:58.564562 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: f6cf3c2f-0e2c-4c16-9202-c12523298ee0 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:17:58.564913 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device f6cf3c2f-0e2c-4c16-9202-c12523298ee0 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:17:58.768678 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-959973b8-2ec8-4ac7-bfda-a830d3fb5f6a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:59.010588 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-959973b8-2ec8-4ac7-bfda-a830d3fb5f6a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Deleting port 81d46212-6bfb-40c5-81e0-eddc23cb4013 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:17:59.010924 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-959973b8-2ec8-4ac7-bfda-a830d3fb5f6a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:59.095800 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-959973b8-2ec8-4ac7-bfda-a830d3fb5f6a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] For port 81d46212-6bfb-40c5-81e0-eddc23cb4013, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=81d46212-6bfb-40c5-81e0-eddc23cb4013,segment=NetworkSegment(df862147-1f02-41dc-a8ac-1773d3e3ed59),segment_id=df862147-1f02-41dc-a8ac-1773d3e3ed59)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:59.098832 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-959973b8-2ec8-4ac7-bfda-a830d3fb5f6a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:59.110508 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-959973b8-2ec8-4ac7-bfda-a830d3fb5f6a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Calling delete_port for 81d46212-6bfb-40c5-81e0-eddc23cb4013 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:17:59.145640 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:59.668188 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-959973b8-2ec8-4ac7-bfda-a830d3fb5f6a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:59.697475 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959973b8-2ec8-4ac7-bfda-a830d3fb5f6a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Port': ['ID=81d46212-6bfb-40c5-81e0-eddc23cb4013,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:59.887731 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-959973b8-2ec8-4ac7-bfda-a830d3fb5f6a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:00.104876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959973b8-2ec8-4ac7-bfda-a830d3fb5f6a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Router cac3b669-a534-4220-8471-de35044ca74e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:18:00.213706 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959973b8-2ec8-4ac7-bfda-a830d3fb5f6a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:18:00.222503 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-959973b8-2ec8-4ac7-bfda-a830d3fb5f6a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "PUT /v2.0/routers/cac3b669-a534-4220-8471-de35044ca74e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8171248 Apr 20 17:18:00.222611 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60326) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:18:00.223530 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db646a70-9a74-4e72-9b2b-c7cd0fe2fc81 None None] Sync routers for ids ['cac3b669-a534-4220-8471-de35044ca74e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:18:00.233841 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db646a70-9a74-4e72-9b2b-c7cd0fe2fc81 None None] Routers {'cac3b669-a534-4220-8471-de35044ca74e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:18:00.234461 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-db646a70-9a74-4e72-9b2b-c7cd0fe2fc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:17:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['cac3b669-a534-4220-8471-de35044ca74e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:00.287920 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c19fd6-8b0f-4e8c-998f-c64e8041355e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Deleting subnet 331bd621-84ce-4f41-a135-b0a0c5dda9e4 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 17:18:00.291424 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-47c19fd6-8b0f-4e8c-998f-c64e8041355e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:00.334059 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-47c19fd6-8b0f-4e8c-998f-c64e8041355e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:00.344422 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-db646a70-9a74-4e72-9b2b-c7cd0fe2fc81 None None] Set router cac3b669-a534-4220-8471-de35044ca74e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:18:00.358726 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:00.426876 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-47c19fd6-8b0f-4e8c-998f-c64e8041355e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:00.526526 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-db646a70-9a74-4e72-9b2b-c7cd0fe2fc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac3b669-a534-4220-8471-de35044ca74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39217177', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:16:09Z', 'updated_at': '2022-04-20T17:17:59Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:16:10Z', 'updated_at': '2022-04-20T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:00.553355 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db646a70-9a74-4e72-9b2b-c7cd0fe2fc81 None None] Checking router: cac3b669-a534-4220-8471-de35044ca74e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:18:00.562062 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db646a70-9a74-4e72-9b2b-c7cd0fe2fc81 None None] Routers {'cac3b669-a534-4220-8471-de35044ca74e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:18:00.562683 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-db646a70-9a74-4e72-9b2b-c7cd0fe2fc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:17:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['cac3b669-a534-4220-8471-de35044ca74e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:00.594488 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-47c19fd6-8b0f-4e8c-998f-c64e8041355e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:00.624966 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c19fd6-8b0f-4e8c-998f-c64e8041355e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Subnet': ['ID=331bd621-84ce-4f41-a135-b0a0c5dda9e4,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:00.631472 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c19fd6-8b0f-4e8c-998f-c64e8041355e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:00.631798 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c19fd6-8b0f-4e8c-998f-c64e8041355e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:00.632142 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c19fd6-8b0f-4e8c-998f-c64e8041355e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:00.632531 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c19fd6-8b0f-4e8c-998f-c64e8041355e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:00.632833 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c19fd6-8b0f-4e8c-998f-c64e8041355e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:00.633166 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c19fd6-8b0f-4e8c-998f-c64e8041355e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:00.633495 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c19fd6-8b0f-4e8c-998f-c64e8041355e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:00.633871 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c19fd6-8b0f-4e8c-998f-c64e8041355e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:00.634155 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c19fd6-8b0f-4e8c-998f-c64e8041355e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:00.634471 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c19fd6-8b0f-4e8c-998f-c64e8041355e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:00.634856 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c19fd6-8b0f-4e8c-998f-c64e8041355e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:00.635130 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c19fd6-8b0f-4e8c-998f-c64e8041355e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:00.638093 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-47c19fd6-8b0f-4e8c-998f-c64e8041355e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:00.642883 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89391a05-c160-49eb-b1b9-f76c0cf2ec5b None None] Network 17181fdc-33f6-4806-b9aa-0a792f4bcff5 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:18:00.644801 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-47c19fd6-8b0f-4e8c-998f-c64e8041355e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "DELETE /v2.0/subnets/331bd621-84ce-4f41-a135-b0a0c5dda9e4 HTTP/1.1" status: 204 len: 168 time: 0.4218817 Apr 20 17:18:00.644961 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60330) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:18:00.671907 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-db646a70-9a74-4e72-9b2b-c7cd0fe2fc81 None None] Set router cac3b669-a534-4220-8471-de35044ca74e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:18:00.760402 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d1fc-ef3f-4ba9-b997-257f41dda7a6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:00.856211 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-db646a70-9a74-4e72-9b2b-c7cd0fe2fc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac3b669-a534-4220-8471-de35044ca74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39217177', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:16:09Z', 'updated_at': '2022-04-20T17:17:59Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:16:10Z', 'updated_at': '2022-04-20T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:00.865261 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06b07d2-23cd-4736-bb20-3ce840df2653 None None] DHCP port deletion for 17181fdc-33f6-4806-b9aa-0a792f4bcff5 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 17:18:00.877595 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d1fc-ef3f-4ba9-b997-257f41dda7a6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:00.890711 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db646a70-9a74-4e72-9b2b-c7cd0fe2fc81 None None] The sync data for ids ['cac3b669-a534-4220-8471-de35044ca74e'] in n-d-836146-2 is: [{'id': 'cac3b669-a534-4220-8471-de35044ca74e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39217177', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:16:09Z', 'updated_at': '2022-04-20T17:17:59Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a9bfc17f-3e12-4f5f-b586-e27421f4ed13', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac3b669-a534-4220-8471-de35044ca74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:16:10Z', 'updated_at': '2022-04-20T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:18:00.914263 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-a06b07d2-23cd-4736-bb20-3ce840df2653 None None] Deleting port 2f20142f-126a-4f3a-acbe-40e693295909 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:18:00.914633 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a06b07d2-23cd-4736-bb20-3ce840df2653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:00.979302 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a06b07d2-23cd-4736-bb20-3ce840df2653 None None] For port 2f20142f-126a-4f3a-acbe-40e693295909, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=2f20142f-126a-4f3a-acbe-40e693295909,segment=NetworkSegment(df862147-1f02-41dc-a8ac-1773d3e3ed59),segment_id=df862147-1f02-41dc-a8ac-1773d3e3ed59)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:00.979701 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a06b07d2-23cd-4736-bb20-3ce840df2653 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:00.992261 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-f2b7d1fc-ef3f-4ba9-b997-257f41dda7a6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Deleting port a9bfc17f-3e12-4f5f-b586-e27421f4ed13 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:18:00.992752 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d1fc-ef3f-4ba9-b997-257f41dda7a6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:00.993411 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-a06b07d2-23cd-4736-bb20-3ce840df2653 None None] Calling delete_port for 2f20142f-126a-4f3a-acbe-40e693295909 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:18:01.081563 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-f2b7d1fc-ef3f-4ba9-b997-257f41dda7a6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] For port a9bfc17f-3e12-4f5f-b586-e27421f4ed13, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a9bfc17f-3e12-4f5f-b586-e27421f4ed13,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:01.081563 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d1fc-ef3f-4ba9-b997-257f41dda7a6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:01.089579 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-f2b7d1fc-ef3f-4ba9-b997-257f41dda7a6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Calling delete_port for a9bfc17f-3e12-4f5f-b586-e27421f4ed13 owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:18:01.153579 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a06b07d2-23cd-4736-bb20-3ce840df2653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:01.180463 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b07d2-23cd-4736-bb20-3ce840df2653 None None] Pushing event deleted for resources: {'Port': ['ID=2f20142f-126a-4f3a-acbe-40e693295909,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:01.188862 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b07d2-23cd-4736-bb20-3ce840df2653 None None] No DVR routers for this DVR port 2f20142f-126a-4f3a-acbe-40e693295909 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:18:01.191154 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b07d2-23cd-4736-bb20-3ce840df2653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:01.191706 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b07d2-23cd-4736-bb20-3ce840df2653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:01.192073 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b07d2-23cd-4736-bb20-3ce840df2653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:01.192424 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b07d2-23cd-4736-bb20-3ce840df2653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:01.192753 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b07d2-23cd-4736-bb20-3ce840df2653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:01.193076 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b07d2-23cd-4736-bb20-3ce840df2653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:01.193398 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b07d2-23cd-4736-bb20-3ce840df2653 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:01.193749 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b07d2-23cd-4736-bb20-3ce840df2653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:01.194095 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b07d2-23cd-4736-bb20-3ce840df2653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:01.194496 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b07d2-23cd-4736-bb20-3ce840df2653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:01.194857 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b07d2-23cd-4736-bb20-3ce840df2653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:01.195209 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b07d2-23cd-4736-bb20-3ce840df2653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:01.346040 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d1fc-ef3f-4ba9-b997-257f41dda7a6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:01.373667 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7d1fc-ef3f-4ba9-b997-257f41dda7a6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Port': ['ID=a9bfc17f-3e12-4f5f-b586-e27421f4ed13,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:01.437314 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d1fc-ef3f-4ba9-b997-257f41dda7a6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:01.527724 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d1fc-ef3f-4ba9-b997-257f41dda7a6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:01.529860 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d1fc-ef3f-4ba9-b997-257f41dda7a6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:01.673801 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 81d46212-6bfb-40c5-81e0-eddc23cb4013 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:18:01.697645 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 81d46212-6bfb-40c5-81e0-eddc23cb4013 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:18:01.698033 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 81d46212-6bfb-40c5-81e0-eddc23cb4013 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:18:01.698523 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2f20142f-126a-4f3a-acbe-40e693295909 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:18:01.718508 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 2f20142f-126a-4f3a-acbe-40e693295909 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:18:01.718827 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 2f20142f-126a-4f3a-acbe-40e693295909 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:18:01.724559 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d1fc-ef3f-4ba9-b997-257f41dda7a6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:01.725108 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b7d1fc-ef3f-4ba9-b997-257f41dda7a6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Fanout notify agent at l3_agent the message router_deleted on router cac3b669-a534-4220-8471-de35044ca74e {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:18:01.738080 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d1fc-ef3f-4ba9-b997-257f41dda7a6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:01.740932 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f2b7d1fc-ef3f-4ba9-b997-257f41dda7a6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "DELETE /v2.0/routers/cac3b669-a534-4220-8471-de35044ca74e HTTP/1.1" status: 204 len: 168 time: 1.0932312 Apr 20 17:18:01.742458 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60332) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:18:01.830939 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5b12f4a9-7f96-48ac-a3ab-de6e3546aecb tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:01.925828 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5b12f4a9-7f96-48ac-a3ab-de6e3546aecb tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:01.946593 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-5b12f4a9-7f96-48ac-a3ab-de6e3546aecb tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17181fdc-33f6-4806-b9aa-0a792f4bcff5']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:01.956276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-5b12f4a9-7f96-48ac-a3ab-de6e3546aecb tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df862147-1f02-41dc-a8ac-1773d3e3ed59') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:01.956606 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-5b12f4a9-7f96-48ac-a3ab-de6e3546aecb tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df862147-1f02-41dc-a8ac-1773d3e3ed59') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:01.965789 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5b12f4a9-7f96-48ac-a3ab-de6e3546aecb tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:01.978407 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5b12f4a9-7f96-48ac-a3ab-de6e3546aecb tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:01.984637 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b12f4a9-7f96-48ac-a3ab-de6e3546aecb tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:18:01.985095 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5b12f4a9-7f96-48ac-a3ab-de6e3546aecb tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: timer() Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:18:01.988006 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:18:02.147660 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5b12f4a9-7f96-48ac-a3ab-de6e3546aecb tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:02.155111 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5b12f4a9-7f96-48ac-a3ab-de6e3546aecb tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:02.158447 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5b12f4a9-7f96-48ac-a3ab-de6e3546aecb tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "DELETE /v2.0/networks/17181fdc-33f6-4806-b9aa-0a792f4bcff5 HTTP/1.1" status: 204 len: 168 time: 0.4144671 Apr 20 17:18:02.161177 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60334) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:18:02.189435 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12f4a9-7f96-48ac-a3ab-de6e3546aecb tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Network': ['ID=17181fdc-33f6-4806-b9aa-0a792f4bcff5,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:02.236480 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0ca320f5-e659-44a9-9d35-b77744d45a14 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:02.262707 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0ca320f5-e659-44a9-9d35-b77744d45a14 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:02.399517 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0ca320f5-e659-44a9-9d35-b77744d45a14 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:02.402249 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0ca320f5-e659-44a9-9d35-b77744d45a14 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:02.403472 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0ca320f5-e659-44a9-9d35-b77744d45a14 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "DELETE /v2.0/security-groups/6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e HTTP/1.1" status: 204 len: 168 time: 0.2410879 Apr 20 17:18:02.414225 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca320f5-e659-44a9-9d35-b77744d45a14 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba881e3-2e0a-4c7d-9ec8-faba2aaedc5e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:03.103078 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60340) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:18:03.107636 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-0bc5847d-4a7d-4382-b3e6-19dca1d65b3d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1177680628', 'description': 'tempest-secgroup-smoke-1177680628 description', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:18:03.193380 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0bc5847d-4a7d-4382-b3e6-19dca1d65b3d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:03.261958 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0bc5847d-4a7d-4382-b3e6-19dca1d65b3d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:03.382233 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0bc5847d-4a7d-4382-b3e6-19dca1d65b3d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:03.412984 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5847d-4a7d-4382-b3e6-19dca1d65b3d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca6cdd1-5eb5-423d-a351-b32fa56b7928,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:03.453086 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0bc5847d-4a7d-4382-b3e6-19dca1d65b3d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:03.454439 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0bc5847d-4a7d-4382-b3e6-19dca1d65b3d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3502922 Apr 20 17:18:03.457178 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60342) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:18:03.461589 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2ce799b3-8f29-4900-8797-2f3df1965096 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': '7ca6cdd1-5eb5-423d-a351-b32fa56b7928', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:18:03.539042 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ce799b3-8f29-4900-8797-2f3df1965096 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:03.579358 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a9bfc17f-3e12-4f5f-b586-e27421f4ed13 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:18:03.600466 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: a9bfc17f-3e12-4f5f-b586-e27421f4ed13 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:18:03.612309 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a9bfc17f-3e12-4f5f-b586-e27421f4ed13 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:18:03.612963 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ce799b3-8f29-4900-8797-2f3df1965096 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:03.699767 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ce799b3-8f29-4900-8797-2f3df1965096 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:03.718918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce799b3-8f29-4900-8797-2f3df1965096 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7547154-0326-4645-bc36-fb2aac09b64f,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:03.789474 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2ce799b3-8f29-4900-8797-2f3df1965096 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:03.790708 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2ce799b3-8f29-4900-8797-2f3df1965096 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3326058 Apr 20 17:18:03.793469 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60344) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:18:03.798049 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-3ca2aae1-4af7-452a-9ee9-6b5a8d4f1de6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': '7ca6cdd1-5eb5-423d-a351-b32fa56b7928', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:18:03.887317 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3ca2aae1-4af7-452a-9ee9-6b5a8d4f1de6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:03.948759 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3ca2aae1-4af7-452a-9ee9-6b5a8d4f1de6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:04.033760 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3ca2aae1-4af7-452a-9ee9-6b5a8d4f1de6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:04.054368 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2aae1-4af7-452a-9ee9-6b5a8d4f1de6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae3c4b0-887c-42d1-988f-73d70382ffcf,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:04.156052 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3ca2aae1-4af7-452a-9ee9-6b5a8d4f1de6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:04.157322 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3ca2aae1-4af7-452a-9ee9-6b5a8d4f1de6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3629217 Apr 20 17:18:04.160094 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60346) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:18:04.165402 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a363e7e2-51f6-40a4-b94a-2445fe1fc205 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': '7ca6cdd1-5eb5-423d-a351-b32fa56b7928', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:18:04.250082 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a363e7e2-51f6-40a4-b94a-2445fe1fc205 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:04.310386 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a363e7e2-51f6-40a4-b94a-2445fe1fc205 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:04.382804 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a363e7e2-51f6-40a4-b94a-2445fe1fc205 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:04.402565 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363e7e2-51f6-40a4-b94a-2445fe1fc205 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f38b0e-9533-49a8-b9fe-b600fa6d7069,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:04.475040 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a363e7e2-51f6-40a4-b94a-2445fe1fc205 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:04.476283 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a363e7e2-51f6-40a4-b94a-2445fe1fc205 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3151674 Apr 20 17:18:04.479004 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60348) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:18:04.483332 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ff2f769c-f588-4b78-a221-8e6d8672d794 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': '7ca6cdd1-5eb5-423d-a351-b32fa56b7928', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:18:04.590692 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff2f769c-f588-4b78-a221-8e6d8672d794 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:04.650595 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff2f769c-f588-4b78-a221-8e6d8672d794 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:04.724817 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff2f769c-f588-4b78-a221-8e6d8672d794 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:04.747539 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f769c-f588-4b78-a221-8e6d8672d794 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7025b3-9fbf-4c00-82c0-8ff25a1b2ccf,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:04.830329 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ff2f769c-f588-4b78-a221-8e6d8672d794 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:04.831583 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ff2f769c-f588-4b78-a221-8e6d8672d794 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3516614 Apr 20 17:18:04.834988 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60350) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:18:04.839615 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-01e75893-3b59-4b22-b4b3-625e176fafc2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': '7ca6cdd1-5eb5-423d-a351-b32fa56b7928', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:18:04.934520 n-d-836146-2 neutron-server[103485]: INFO neutron.db.securitygroups_db [None req-01e75893-3b59-4b22-b4b3-625e176fafc2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Project 606be8daf7cc430dabbdcb8a72158fa5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:18:04.940176 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-01e75893-3b59-4b22-b4b3-625e176fafc2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:05.002086 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-01e75893-3b59-4b22-b4b3-625e176fafc2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:05.107628 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-01e75893-3b59-4b22-b4b3-625e176fafc2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:05.126136 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e75893-3b59-4b22-b4b3-625e176fafc2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=719d39ed-68d5-431b-b1a0-7064a9eaa82d,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:05.205686 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-01e75893-3b59-4b22-b4b3-625e176fafc2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:05.206889 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-01e75893-3b59-4b22-b4b3-625e176fafc2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3709207 Apr 20 17:18:05.210210 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60352) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:18:05.214787 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-6b47e345-813f-43c7-bb5d-3d302885683f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': '7ca6cdd1-5eb5-423d-a351-b32fa56b7928', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:18:05.307473 n-d-836146-2 neutron-server[103485]: INFO neutron.db.securitygroups_db [None req-6b47e345-813f-43c7-bb5d-3d302885683f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Project 606be8daf7cc430dabbdcb8a72158fa5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:18:05.312696 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b47e345-813f-43c7-bb5d-3d302885683f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:05.374282 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b47e345-813f-43c7-bb5d-3d302885683f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:05.444748 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b47e345-813f-43c7-bb5d-3d302885683f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:05.465186 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47e345-813f-43c7-bb5d-3d302885683f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4ef0ec-a9f3-4e24-9ba3-40a27aeafe2d,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:05.538003 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6b47e345-813f-43c7-bb5d-3d302885683f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:05.539229 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6b47e345-813f-43c7-bb5d-3d302885683f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3280463 Apr 20 17:18:05.542081 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60354) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:18:05.547218 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-3b4f347f-f279-4286-8df5-04ce79d1f924 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'network': {'name': 'tempest-network-smoke--1383719048', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'port_security_enabled': True}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:18:05.627815 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4f347f-f279-4286-8df5-04ce79d1f924 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Made reservation on behalf of 606be8daf7cc430dabbdcb8a72158fa5 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:18:05.631403 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b4f347f-f279-4286-8df5-04ce79d1f924 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:05.656324 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4f347f-f279-4286-8df5-04ce79d1f924 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:18:05.665403 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b4f347f-f279-4286-8df5-04ce79d1f924 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:05.665747 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-3b4f347f-f279-4286-8df5-04ce79d1f924 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Added segment 14a9e83c-eaa1-4956-be49-12bb6a8851cd of type vlan for network e4a06e9d-8c3a-4f2e-a692-7ebc751612e2 Apr 20 17:18:05.712251 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b4f347f-f279-4286-8df5-04ce79d1f924 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:05.816844 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b4f347f-f279-4286-8df5-04ce79d1f924 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:05.823826 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4f347f-f279-4286-8df5-04ce79d1f924 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:05.824434 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3b4f347f-f279-4286-8df5-04ce79d1f924 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:05.892012 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f347f-f279-4286-8df5-04ce79d1f924 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Network': ['ID=e4a06e9d-8c3a-4f2e-a692-7ebc751612e2,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:05.903285 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network e4a06e9d-8c3a-4f2e-a692-7ebc751612e2 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 17:18:05.918244 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3b4f347f-f279-4286-8df5-04ce79d1f924 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3729374 Apr 20 17:18:05.919028 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60356) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:18:05.924555 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e14e2c29-eaad-405f-ba3d-83ad6e3b8f4f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1375313810', 'admin_state_up': True, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:18:06.003365 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e14e2c29-eaad-405f-ba3d-83ad6e3b8f4f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:06.004472 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e14e2c29-eaad-405f-ba3d-83ad6e3b8f4f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:06.060248 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e14e2c29-eaad-405f-ba3d-83ad6e3b8f4f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:06.283710 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e14e2c29-eaad-405f-ba3d-83ad6e3b8f4f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:06.550030 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e14e2c29-eaad-405f-ba3d-83ad6e3b8f4f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:06.570102 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e14e2c29-eaad-405f-ba3d-83ad6e3b8f4f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:06.676063 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-e14e2c29-eaad-405f-ba3d-83ad6e3b8f4f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Allocated IP 172.25.0.101 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/a1253cac-9d2c-4eaa-9d79-66eb46d8ad55) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:18:06.782502 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e14e2c29-eaad-405f-ba3d-83ad6e3b8f4f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:06.878994 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e14e2c29-eaad-405f-ba3d-83ad6e3b8f4f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:06.918166 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14e2c29-eaad-405f-ba3d-83ad6e3b8f4f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:18:06.921670 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-e14e2c29-eaad-405f-ba3d-83ad6e3b8f4f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:18:06.925313 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14e2c29-eaad-405f-ba3d-83ad6e3b8f4f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:18:06.930588 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e2c29-eaad-405f-ba3d-83ad6e3b8f4f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=a1253cac-9d2c-4eaa-9d79-66eb46d8ad55,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:07.223867 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e14e2c29-eaad-405f-ba3d-83ad6e3b8f4f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:07.430639 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e14e2c29-eaad-405f-ba3d-83ad6e3b8f4f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:07.696111 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14e2c29-eaad-405f-ba3d-83ad6e3b8f4f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Router 428a729c-c2be-450a-a5b8-275ba4ff9617 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:18:07.813184 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14e2c29-eaad-405f-ba3d-83ad6e3b8f4f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:18:07.902273 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e14e2c29-eaad-405f-ba3d-83ad6e3b8f4f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:07.903656 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e14e2c29-eaad-405f-ba3d-83ad6e3b8f4f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9835989 Apr 20 17:18:07.906988 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60358) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:18:07.930587 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] Sync routers for ids ['428a729c-c2be-450a-a5b8-275ba4ff9617'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:18:07.937550 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-220eb736-7924-44e5-9d83-7841d07f6add tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=606be8daf7cc430dabbdcb8a72158fa5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292425 Apr 20 17:18:07.940099 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60360) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:18:07.945225 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] Routers {'428a729c-c2be-450a-a5b8-275ba4ff9617'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:18:07.945923 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:17:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['428a729c-c2be-450a-a5b8-275ba4ff9617'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:08.034410 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f588899-9f78-41ff-a016-b2bcfccf09eb tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:08.038682 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0f588899-9f78-41ff-a016-b2bcfccf09eb tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0948069 Apr 20 17:18:08.039037 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60362) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:18:08.068821 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] Set router 428a729c-c2be-450a-a5b8-275ba4ff9617 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:18:08.069329 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ba2b889c-7d80-4030-9966-f4dcdd804f31 tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292165 Apr 20 17:18:08.071842 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60364) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:18:08.076757 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-edf24110-180f-4e9e-ae0d-3f828921e836 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1867859081', 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:18:08.255671 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375313810', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:07Z', 'revision_number': 3, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:54:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:08.267353 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf24110-180f-4e9e-ae0d-3f828921e836 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Made reservation on behalf of 606be8daf7cc430dabbdcb8a72158fa5 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:18:08.271008 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-edf24110-180f-4e9e-ae0d-3f828921e836 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:08.286502 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] Checking router: 428a729c-c2be-450a-a5b8-275ba4ff9617 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:18:08.286843 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] Updating router 428a729c-c2be-450a-a5b8-275ba4ff9617 port a1253cac-9d2c-4eaa-9d79-66eb46d8ad55 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:18:08.313897 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:08.542186 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-edf24110-180f-4e9e-ae0d-3f828921e836 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:08.577079 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:08.612532 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf24110-180f-4e9e-ae0d-3f828921e836 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Subnet': ['ID=5814e255-6fcd-4b94-bd7c-9b6ed7dc6676,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:08.624868 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf24110-180f-4e9e-ae0d-3f828921e836 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Checking segment: {'id': '14a9e83c-eaa1-4956-be49-12bb6a8851cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:18:08.624868 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf24110-180f-4e9e-ae0d-3f828921e836 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network hostable DHCP agents. Network: e4a06e9d-8c3a-4f2e-a692-7ebc751612e2, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:18:08.650196 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:08.700316 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] Attempting to bind port a1253cac-9d2c-4eaa-9d79-66eb46d8ad55 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:18:08.700713 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] Attempting to bind port a1253cac-9d2c-4eaa-9d79-66eb46d8ad55 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:18:08.701078 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] Attempting to bind port a1253cac-9d2c-4eaa-9d79-66eb46d8ad55 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:18:08.706608 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76436a-9505-449d-bad7-77fabb6f7c1d None None] Pushing event updated for resources: {'Port': ['ID=a1253cac-9d2c-4eaa-9d79-66eb46d8ad55,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:08.711143 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:18:08.711558 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:18:08.711968 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:08.712362 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:18:08.716426 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] Bound port: a1253cac-9d2c-4eaa-9d79-66eb46d8ad55, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:18:08.716426 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:08.736147 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf24110-180f-4e9e-ae0d-3f828921e836 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network e4a06e9d-8c3a-4f2e-a692-7ebc751612e2 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:18:08.769841 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] For port a1253cac-9d2c-4eaa-9d79-66eb46d8ad55, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:18:08.772941 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] For port a1253cac-9d2c-4eaa-9d79-66eb46d8ad55, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a1253cac-9d2c-4eaa-9d79-66eb46d8ad55,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:18:08.842681 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-edf24110-180f-4e9e-ae0d-3f828921e836 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, e4a06e9d-8c3a-4f2e-a692-7ebc751612e2) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:18:08.847638 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf24110-180f-4e9e-ae0d-3f828921e836 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:08.848276 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-edf24110-180f-4e9e-ae0d-3f828921e836 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:08.853752 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1bc078-058e-482d-970e-178f95a7e418 None None] Network e4a06e9d-8c3a-4f2e-a692-7ebc751612e2 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:18:08.896320 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:08.948541 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-edf24110-180f-4e9e-ae0d-3f828921e836 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8755643 Apr 20 17:18:08.951621 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60366) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:18:08.998198 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] Routers {'428a729c-c2be-450a-a5b8-275ba4ff9617'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:18:08.999158 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:17:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['428a729c-c2be-450a-a5b8-275ba4ff9617'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:09.000800 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76436a-9505-449d-bad7-77fabb6f7c1d None None] Pushing event updated for resources: {'Port': ['ID=a1253cac-9d2c-4eaa-9d79-66eb46d8ad55,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:09.144200 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486d6dc4-7e61-40bf-bc08-b040a38cf307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-e4a06e9d-8c3a-4f2e-a692-7ebc751612e2', 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'fixed_ips': [{'subnet_id': '5814e255-6fcd-4b94-bd7c-9b6ed7dc6676'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 17:18:09.145157 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-486d6dc4-7e61-40bf-bc08-b040a38cf307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:09.184316 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] Set router 428a729c-c2be-450a-a5b8-275ba4ff9617 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:18:09.433250 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-486d6dc4-7e61-40bf-bc08-b040a38cf307 None None] Allocated IP 172.20.0.2 (e4a06e9d-8c3a-4f2e-a692-7ebc751612e2/5814e255-6fcd-4b94-bd7c-9b6ed7dc6676/ebe5074f-1b3c-4b5e-a5a6-c66708828163) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:18:09.561871 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375313810', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:07Z', 'revision_number': 3, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:54:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:09.592128 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ddee85-d507-488c-8dd4-5fc76d46bcbd None None] The sync data for ids ['428a729c-c2be-450a-a5b8-275ba4ff9617'] in n-d-836146-2 is: [{'id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375313810', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:07Z', 'revision_number': 3, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:54:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:18:09.648887 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-486d6dc4-7e61-40bf-bc08-b040a38cf307 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:09.713686 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-486d6dc4-7e61-40bf-bc08-b040a38cf307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:09.754203 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2abe7559-acd4-40ae-81d9-b875fbbde041 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:09.759786 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486d6dc4-7e61-40bf-bc08-b040a38cf307 None None] Network e4a06e9d-8c3a-4f2e-a692-7ebc751612e2 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:18:09.762867 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-486d6dc4-7e61-40bf-bc08-b040a38cf307 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:18:09.767448 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486d6dc4-7e61-40bf-bc08-b040a38cf307 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:18:09.780776 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d6dc4-7e61-40bf-bc08-b040a38cf307 None None] Pushing event updated for resources: {'Port': ['ID=ebe5074f-1b3c-4b5e-a5a6-c66708828163,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:09.850798 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-486d6dc4-7e61-40bf-bc08-b040a38cf307 None None] Attempting to bind port ebe5074f-1b3c-4b5e-a5a6-c66708828163 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:18:09.850798 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-486d6dc4-7e61-40bf-bc08-b040a38cf307 None None] Attempting to bind port ebe5074f-1b3c-4b5e-a5a6-c66708828163 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '14a9e83c-eaa1-4956-be49-12bb6a8851cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:18:09.850798 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d6dc4-7e61-40bf-bc08-b040a38cf307 None None] Attempting to bind port ebe5074f-1b3c-4b5e-a5a6-c66708828163 on network e4a06e9d-8c3a-4f2e-a692-7ebc751612e2 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:18:09.857963 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d6dc4-7e61-40bf-bc08-b040a38cf307 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:18:09.857963 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d6dc4-7e61-40bf-bc08-b040a38cf307 None None] Checking segment: {'id': '14a9e83c-eaa1-4956-be49-12bb6a8851cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:18:09.857963 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-486d6dc4-7e61-40bf-bc08-b040a38cf307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:09.857963 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d6dc4-7e61-40bf-bc08-b040a38cf307 None None] Bound using segment: {'id': '14a9e83c-eaa1-4956-be49-12bb6a8851cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:18:09.859240 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-486d6dc4-7e61-40bf-bc08-b040a38cf307 None None] Bound port: ebe5074f-1b3c-4b5e-a5a6-c66708828163, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a9e83c-eaa1-4956-be49-12bb6a8851cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:18:09.859877 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-486d6dc4-7e61-40bf-bc08-b040a38cf307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:09.938275 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-486d6dc4-7e61-40bf-bc08-b040a38cf307 None None] For port ebe5074f-1b3c-4b5e-a5a6-c66708828163, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:18:09.941739 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-486d6dc4-7e61-40bf-bc08-b040a38cf307 None None] For port ebe5074f-1b3c-4b5e-a5a6-c66708828163, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ebe5074f-1b3c-4b5e-a5a6-c66708828163,segment=NetworkSegment(14a9e83c-eaa1-4956-be49-12bb6a8851cd),segment_id=14a9e83c-eaa1-4956-be49-12bb6a8851cd)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:18:10.026536 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-486d6dc4-7e61-40bf-bc08-b040a38cf307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:10.097298 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d6dc4-7e61-40bf-bc08-b040a38cf307 None None] Pushing event updated for resources: {'Port': ['ID=ebe5074f-1b3c-4b5e-a5a6-c66708828163,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:10.124246 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-2abe7559-acd4-40ae-81d9-b875fbbde041 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Allocated IP 172.20.0.1 (e4a06e9d-8c3a-4f2e-a692-7ebc751612e2/5814e255-6fcd-4b94-bd7c-9b6ed7dc6676/ec60f5db-00ed-4a4a-ac1f-caa10151536a) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:18:10.272556 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2abe7559-acd4-40ae-81d9-b875fbbde041 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:10.411106 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2abe7559-acd4-40ae-81d9-b875fbbde041 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:10.461616 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abe7559-acd4-40ae-81d9-b875fbbde041 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network e4a06e9d-8c3a-4f2e-a692-7ebc751612e2 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:18:10.468278 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-2abe7559-acd4-40ae-81d9-b875fbbde041 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:18:10.472769 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abe7559-acd4-40ae-81d9-b875fbbde041 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:18:10.502472 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe7559-acd4-40ae-81d9-b875fbbde041 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=ec60f5db-00ed-4a4a-ac1f-caa10151536a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:10.525964 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2abe7559-acd4-40ae-81d9-b875fbbde041 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:10.780512 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2abe7559-acd4-40ae-81d9-b875fbbde041 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:11.080067 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79985dbc-1309-4bdb-9106-f275a42e99cc None None] Network e4a06e9d-8c3a-4f2e-a692-7ebc751612e2 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:18:11.121068 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2abe7559-acd4-40ae-81d9-b875fbbde041 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:11.165947 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8137733e-2466-4780-b6b6-ae901910caac None None] Provisioning complete for port ebe5074f-1b3c-4b5e-a5a6-c66708828163 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:11.166324 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8137733e-2466-4780-b6b6-ae901910caac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:11.187098 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2abe7559-acd4-40ae-81d9-b875fbbde041 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:11.266818 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2abe7559-acd4-40ae-81d9-b875fbbde041 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:11.268784 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe7559-acd4-40ae-81d9-b875fbbde041 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=ec60f5db-00ed-4a4a-ac1f-caa10151536a,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:11.390756 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abe7559-acd4-40ae-81d9-b875fbbde041 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network e4a06e9d-8c3a-4f2e-a692-7ebc751612e2 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:18:11.392372 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-2abe7559-acd4-40ae-81d9-b875fbbde041 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:18:11.482872 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8137733e-2466-4780-b6b6-ae901910caac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:11.515915 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abe7559-acd4-40ae-81d9-b875fbbde041 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Router 428a729c-c2be-450a-a5b8-275ba4ff9617 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:18:11.518699 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8137733e-2466-4780-b6b6-ae901910caac None None] For port ebe5074f-1b3c-4b5e-a5a6-c66708828163, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ebe5074f-1b3c-4b5e-a5a6-c66708828163,segment=NetworkSegment(14a9e83c-eaa1-4956-be49-12bb6a8851cd),segment_id=14a9e83c-eaa1-4956-be49-12bb6a8851cd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:11.626405 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8137733e-2466-4780-b6b6-ae901910caac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:11.671217 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abe7559-acd4-40ae-81d9-b875fbbde041 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:18:11.688432 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2abe7559-acd4-40ae-81d9-b875fbbde041 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "PUT /v2.0/routers/428a729c-c2be-450a-a5b8-275ba4ff9617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7250869 Apr 20 17:18:11.690552 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] Sync routers for ids ['428a729c-c2be-450a-a5b8-275ba4ff9617'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:18:11.701882 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] Routers {'428a729c-c2be-450a-a5b8-275ba4ff9617'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:18:11.705792 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:17:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['428a729c-c2be-450a-a5b8-275ba4ff9617'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:11.723534 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137733e-2466-4780-b6b6-ae901910caac None None] Pushing event updated for resources: {'Port': ['ID=ebe5074f-1b3c-4b5e-a5a6-c66708828163,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:11.747092 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a1253cac-9d2c-4eaa-9d79-66eb46d8ad55 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:18:11.813160 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port a1253cac-9d2c-4eaa-9d79-66eb46d8ad55 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:11.816229 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:11.860003 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] Set router 428a729c-c2be-450a-a5b8-275ba4ff9617 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:18:11.882638 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7aa6fdcb-3f5d-4cf8-8587-51c8246cd210 None None] Provisioning complete for port ebe5074f-1b3c-4b5e-a5a6-c66708828163 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:11.883015 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7aa6fdcb-3f5d-4cf8-8587-51c8246cd210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:11.907111 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-c4a28a88-d11c-49e4-af63-6e356222a19c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1177680628&fields=id&tenant_id=606be8daf7cc430dabbdcb8a72158fa5 HTTP/1.1" status: 200 len: 267 time: 0.0492775 Apr 20 17:18:11.977343 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:12.018954 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port a1253cac-9d2c-4eaa-9d79-66eb46d8ad55, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a1253cac-9d2c-4eaa-9d79-66eb46d8ad55,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:12.051218 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-47ed55c5-cec8-4332-ac85-834c9d32e6ee tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:12.053280 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-47ed55c5-cec8-4332-ac85-834c9d32e6ee tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/networks?id=e4a06e9d-8c3a-4f2e-a692-7ebc751612e2 HTTP/1.1" status: 200 len: 797 time: 0.1396868 Apr 20 17:18:12.074950 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-caa0888c-2f25-475b-b21d-7c08958d188e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/quotas/606be8daf7cc430dabbdcb8a72158fa5 HTTP/1.1" status: 200 len: 375 time: 0.0134945 Apr 20 17:18:12.079433 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7aa6fdcb-3f5d-4cf8-8587-51c8246cd210 None None] Provisioning complete for port ec60f5db-00ed-4a4a-ac1f-caa10151536a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:12.079741 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7aa6fdcb-3f5d-4cf8-8587-51c8246cd210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:12.121707 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:12.122404 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ebe5074f-1b3c-4b5e-a5a6-c66708828163 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:18:12.124465 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-7aa6fdcb-3f5d-4cf8-8587-51c8246cd210 None None] Port ec60f5db-00ed-4a4a-ac1f-caa10151536a cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:18:12.141268 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375313810', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:10Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:54:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'ec60f5db-00ed-4a4a-ac1f-caa10151536a', 'name': '', 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:c0:55:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '5814e255-6fcd-4b94-bd7c-9b6ed7dc6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:09Z', 'updated_at': '2022-04-20T17:18:10Z', 'revision_number': 2, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '5814e255-6fcd-4b94-bd7c-9b6ed7dc6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:12.162987 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-dcdb85ad-2288-47fc-ad8c-0998713d7810 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765085 Apr 20 17:18:12.176512 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] Checking router: 428a729c-c2be-450a-a5b8-275ba4ff9617 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:18:12.177246 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] Updating router 428a729c-c2be-450a-a5b8-275ba4ff9617 port ec60f5db-00ed-4a4a-ac1f-caa10151536a binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:18:12.210581 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:12.213470 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=a1253cac-9d2c-4eaa-9d79-66eb46d8ad55,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:12.224210 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ebe5074f-1b3c-4b5e-a5a6-c66708828163 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:12.224506 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:12.276379 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-0c744f0a-f552-45bc-af11-d691c9a72339 None None] Provisioning complete for port ec60f5db-00ed-4a4a-ac1f-caa10151536a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:12.276821 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0c744f0a-f552-45bc-af11-d691c9a72339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:12.292684 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-859415c6-076f-4398-9f4d-40a97335db14 service neutron] 10.222.0.15 "GET /v2.0/networks/e4a06e9d-8c3a-4f2e-a692-7ebc751612e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108243 Apr 20 17:18:12.342828 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-0c744f0a-f552-45bc-af11-d691c9a72339 None None] Port ec60f5db-00ed-4a4a-ac1f-caa10151536a cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:18:12.394621 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-41bd7373-62b9-4eed-9036-c17813fee73e service neutron] 10.222.0.15 "GET /v2.0/networks/e4a06e9d-8c3a-4f2e-a692-7ebc751612e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936975 Apr 20 17:18:12.463667 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-33fc249f-addd-40f5-9152-7898a310002f None None] Provisioning complete for port ec60f5db-00ed-4a4a-ac1f-caa10151536a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:12.464167 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33fc249f-addd-40f5-9152-7898a310002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:12.503469 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-33fc249f-addd-40f5-9152-7898a310002f None None] Port ec60f5db-00ed-4a4a-ac1f-caa10151536a cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:18:12.508189 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:12.599274 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:12.677439 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-842c37fe-0b2c-4d4c-b488-c31fce616d1a req-3d2e29fe-d716-4005-a5c6-074887843fc5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 210 time: 0.0561612 Apr 20 17:18:12.754314 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb8c73-33bf-4bf7-82fe-e3ebcad252c2 None None] Pushing event updated for resources: {'Port': ['ID=ec60f5db-00ed-4a4a-ac1f-caa10151536a,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:12.779513 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb8c73-33bf-4bf7-82fe-e3ebcad252c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:12.779895 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb8c73-33bf-4bf7-82fe-e3ebcad252c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:12.780235 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb8c73-33bf-4bf7-82fe-e3ebcad252c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:12.780588 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb8c73-33bf-4bf7-82fe-e3ebcad252c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:12.780919 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb8c73-33bf-4bf7-82fe-e3ebcad252c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:12.781248 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb8c73-33bf-4bf7-82fe-e3ebcad252c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:12.781579 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb8c73-33bf-4bf7-82fe-e3ebcad252c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:12.781905 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb8c73-33bf-4bf7-82fe-e3ebcad252c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:12.782328 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb8c73-33bf-4bf7-82fe-e3ebcad252c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:12.782748 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb8c73-33bf-4bf7-82fe-e3ebcad252c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:12.783077 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb8c73-33bf-4bf7-82fe-e3ebcad252c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:12.783421 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afb8c73-33bf-4bf7-82fe-e3ebcad252c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:12.818657 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] Attempting to bind port ec60f5db-00ed-4a4a-ac1f-caa10151536a on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:18:12.819030 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] Attempting to bind port ec60f5db-00ed-4a4a-ac1f-caa10151536a by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '14a9e83c-eaa1-4956-be49-12bb6a8851cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:18:12.819395 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] Attempting to bind port ec60f5db-00ed-4a4a-ac1f-caa10151536a on network e4a06e9d-8c3a-4f2e-a692-7ebc751612e2 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:18:12.825657 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:18:12.826112 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] Checking segment: {'id': '14a9e83c-eaa1-4956-be49-12bb6a8851cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:18:12.826528 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:12.827004 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] Bound using segment: {'id': '14a9e83c-eaa1-4956-be49-12bb6a8851cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:18:12.827455 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] Bound port: ec60f5db-00ed-4a4a-ac1f-caa10151536a, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a9e83c-eaa1-4956-be49-12bb6a8851cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:18:12.827846 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:12.903124 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] For port ec60f5db-00ed-4a4a-ac1f-caa10151536a, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:18:12.907061 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] For port ec60f5db-00ed-4a4a-ac1f-caa10151536a, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ec60f5db-00ed-4a4a-ac1f-caa10151536a,segment=NetworkSegment(14a9e83c-eaa1-4956-be49-12bb6a8851cd),segment_id=14a9e83c-eaa1-4956-be49-12bb6a8851cd)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:18:12.935761 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-af308f95-4bb7-478e-8c1e-271fe0e4d1f9 None None] Provisioning complete for port ec60f5db-00ed-4a4a-ac1f-caa10151536a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:12.935761 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-af308f95-4bb7-478e-8c1e-271fe0e4d1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:12.967776 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-af308f95-4bb7-478e-8c1e-271fe0e4d1f9 None None] Port ec60f5db-00ed-4a4a-ac1f-caa10151536a cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:18:12.988112 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:13.048991 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] Routers {'428a729c-c2be-450a-a5b8-275ba4ff9617'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:18:13.055763 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:17:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['428a729c-c2be-450a-a5b8-275ba4ff9617'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:13.055763 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb8c73-33bf-4bf7-82fe-e3ebcad252c2 None None] Pushing event updated for resources: {'Port': ['ID=ec60f5db-00ed-4a4a-ac1f-caa10151536a,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:13.171652 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] Set router 428a729c-c2be-450a-a5b8-275ba4ff9617 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:18:13.294108 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-3a986a43-14fc-4ad2-bfeb-77a2a72c98bc None None] Provisioning complete for port ec60f5db-00ed-4a4a-ac1f-caa10151536a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:13.294644 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3a986a43-14fc-4ad2-bfeb-77a2a72c98bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:13.385015 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3a986a43-14fc-4ad2-bfeb-77a2a72c98bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:13.388600 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375313810', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:10Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'ec60f5db-00ed-4a4a-ac1f-caa10151536a', 'name': '', 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:c0:55:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '5814e255-6fcd-4b94-bd7c-9b6ed7dc6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:09Z', 'updated_at': '2022-04-20T17:18:12Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '5814e255-6fcd-4b94-bd7c-9b6ed7dc6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:13.414427 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946ca129-ba90-4dae-a56a-adfe0533e47c None None] The sync data for ids ['428a729c-c2be-450a-a5b8-275ba4ff9617'] in n-d-836146-2 is: [{'id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375313810', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:10Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'ec60f5db-00ed-4a4a-ac1f-caa10151536a', 'name': '', 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:c0:55:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '5814e255-6fcd-4b94-bd7c-9b6ed7dc6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:09Z', 'updated_at': '2022-04-20T17:18:12Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '5814e255-6fcd-4b94-bd7c-9b6ed7dc6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:18:13.421381 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3a986a43-14fc-4ad2-bfeb-77a2a72c98bc None None] For port ec60f5db-00ed-4a4a-ac1f-caa10151536a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ec60f5db-00ed-4a4a-ac1f-caa10151536a,segment=NetworkSegment(14a9e83c-eaa1-4956-be49-12bb6a8851cd),segment_id=14a9e83c-eaa1-4956-be49-12bb6a8851cd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:13.522719 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3a986a43-14fc-4ad2-bfeb-77a2a72c98bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:13.578601 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a986a43-14fc-4ad2-bfeb-77a2a72c98bc None None] Pushing event updated for resources: {'Port': ['ID=ec60f5db-00ed-4a4a-ac1f-caa10151536a,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:13.722284 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a1253cac-9d2c-4eaa-9d79-66eb46d8ad55 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:18:13.780151 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port a1253cac-9d2c-4eaa-9d79-66eb46d8ad55 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:13.780709 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:13.787231 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-367e42ef-3bfe-4475-9309-30177bcf6c92 req-a7f0da4f-64de-4c44-803d-d6897c7b3b60 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 210 time: 0.0289149 Apr 20 17:18:13.879334 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ebe5074f-1b3c-4b5e-a5a6-c66708828163 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:18:13.947142 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ebe5074f-1b3c-4b5e-a5a6-c66708828163 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:13.947513 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:14.040168 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ec60f5db-00ed-4a4a-ac1f-caa10151536a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:18:14.090444 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ec60f5db-00ed-4a4a-ac1f-caa10151536a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:14.090817 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:14.909535 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a2ac3aa5-faff-42ea-ac11-2ad4f6aba042 req-4411318c-6f43-485e-8a9c-598ebfe24895 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 210 time: 0.0275044 Apr 20 17:18:15.070509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-0d86972e-dc36-4655-990c-b2d4dda5ca42 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:15.072154 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-0d86972e-dc36-4655-990c-b2d4dda5ca42 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.26 "GET /v2.0/networks?id=e4a06e9d-8c3a-4f2e-a692-7ebc751612e2 HTTP/1.1" status: 200 len: 797 time: 0.1112185 Apr 20 17:18:15.123147 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-1a21949d-c849-464d-a9d1-63b2c3131286 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=606be8daf7cc430dabbdcb8a72158fa5 HTTP/1.1" status: 200 len: 380 time: 0.0366786 Apr 20 17:18:15.132992 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-6c285058-ee97-4d74-9aec-79f903e0414f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'port': {'device_id': '80f7d67e-fd83-4a65-9005-655e954597b5', 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2', 'admin_state_up': True, 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'security_groups': ['7ca6cdd1-5eb5-423d-a351-b32fa56b7928']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:18:15.318417 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-6c285058-ee97-4d74-9aec-79f903e0414f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Made reservation on behalf of 606be8daf7cc430dabbdcb8a72158fa5 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:18:15.321968 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-6c285058-ee97-4d74-9aec-79f903e0414f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:15.446417 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-6c285058-ee97-4d74-9aec-79f903e0414f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Allocated IP 172.20.0.13 (e4a06e9d-8c3a-4f2e-a692-7ebc751612e2/5814e255-6fcd-4b94-bd7c-9b6ed7dc6676/f63b6027-db9f-4126-a031-5e061d99a473) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:18:15.586792 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-6c285058-ee97-4d74-9aec-79f903e0414f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:15.632140 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ec60f5db-00ed-4a4a-ac1f-caa10151536a up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:18:15.685120 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ec60f5db-00ed-4a4a-ac1f-caa10151536a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:15.685442 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:15.731103 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-6c285058-ee97-4d74-9aec-79f903e0414f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:15.787641 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-6c285058-ee97-4d74-9aec-79f903e0414f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network e4a06e9d-8c3a-4f2e-a692-7ebc751612e2 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:18:15.787641 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-6c285058-ee97-4d74-9aec-79f903e0414f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:18:15.787641 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-6c285058-ee97-4d74-9aec-79f903e0414f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:18:15.814445 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c285058-ee97-4d74-9aec-79f903e0414f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=f63b6027-db9f-4126-a031-5e061d99a473,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:15.845365 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-6c285058-ee97-4d74-9aec-79f903e0414f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:15.846000 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-6c285058-ee97-4d74-9aec-79f903e0414f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:15.924563 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-6c285058-ee97-4d74-9aec-79f903e0414f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7952788 Apr 20 17:18:15.935339 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-ee5ceb7c-343d-4da3-a502-6a4b11ca8521 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 17:18:15.936717 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-ee5ceb7c-343d-4da3-a502-6a4b11ca8521 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061116 Apr 20 17:18:15.958771 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-7e03b351-5922-40a9-83d0-65da287727fe service neutron] Request body: {'port': {'device_id': '80f7d67e-fd83-4a65-9005-655e954597b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:18:16.061817 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-60f219bb-4612-4104-94a9-8942b52cb6d4 None None] Provisioning complete for port f63b6027-db9f-4126-a031-5e061d99a473 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:16.062103 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-60f219bb-4612-4104-94a9-8942b52cb6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:16.099165 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-60f219bb-4612-4104-94a9-8942b52cb6d4 None None] Port f63b6027-db9f-4126-a031-5e061d99a473 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:18:16.109051 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-7e03b351-5922-40a9-83d0-65da287727fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:16.136796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2f99b-1b55-4f4f-b2ab-c79c8fa1defc req-df227a96-9812-408d-9504-87adbd3ecd9e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:16.139329 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bf2f99b-1b55-4f4f-b2ab-c79c8fa1defc req-df227a96-9812-408d-9504-87adbd3ecd9e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 932 time: 0.1407237 Apr 20 17:18:16.269225 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0bf2f99b-1b55-4f4f-b2ab-c79c8fa1defc req-c923969b-c4f1-427b-87a3-a9bde249f0b5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229527 Apr 20 17:18:16.607197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-7e03b351-5922-40a9-83d0-65da287727fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63b6027-db9f-4126-a031-5e061d99a473 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:18:16.620294 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-7e03b351-5922-40a9-83d0-65da287727fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:16.634696 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-7e03b351-5922-40a9-83d0-65da287727fe service neutron] Transition to ACTIVE for port object f63b6027-db9f-4126-a031-5e061d99a473 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:18:16.699882 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-7e03b351-5922-40a9-83d0-65da287727fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:16.754378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03b351-5922-40a9-83d0-65da287727fe service neutron] Pushing event updated for resources: {'Port': ['ID=f63b6027-db9f-4126-a031-5e061d99a473,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:16.837128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-7e03b351-5922-40a9-83d0-65da287727fe service neutron] Attempting to bind port f63b6027-db9f-4126-a031-5e061d99a473 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:18:16.837887 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-7e03b351-5922-40a9-83d0-65da287727fe service neutron] Attempting to bind port f63b6027-db9f-4126-a031-5e061d99a473 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '14a9e83c-eaa1-4956-be49-12bb6a8851cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:18:16.838259 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-7e03b351-5922-40a9-83d0-65da287727fe service neutron] Attempting to bind port f63b6027-db9f-4126-a031-5e061d99a473 on network e4a06e9d-8c3a-4f2e-a692-7ebc751612e2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:18:16.843701 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-7e03b351-5922-40a9-83d0-65da287727fe service neutron] Port f63b6027-db9f-4126-a031-5e061d99a473 on network e4a06e9d-8c3a-4f2e-a692-7ebc751612e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:18:16.844084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-7e03b351-5922-40a9-83d0-65da287727fe service neutron] Attempting to bind port f63b6027-db9f-4126-a031-5e061d99a473 on network e4a06e9d-8c3a-4f2e-a692-7ebc751612e2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:18:16.850277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-7e03b351-5922-40a9-83d0-65da287727fe service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:18:16.850682 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-7e03b351-5922-40a9-83d0-65da287727fe service neutron] Checking segment: {'id': '14a9e83c-eaa1-4956-be49-12bb6a8851cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:18:16.851121 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-7e03b351-5922-40a9-83d0-65da287727fe service neutron] Bound using segment: {'id': '14a9e83c-eaa1-4956-be49-12bb6a8851cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:18:16.851651 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-7e03b351-5922-40a9-83d0-65da287727fe service neutron] Bound port: f63b6027-db9f-4126-a031-5e061d99a473, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a9e83c-eaa1-4956-be49-12bb6a8851cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:18:16.852067 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-7e03b351-5922-40a9-83d0-65da287727fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:16.924809 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-7e03b351-5922-40a9-83d0-65da287727fe service neutron] For port f63b6027-db9f-4126-a031-5e061d99a473, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:18:16.928291 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-7e03b351-5922-40a9-83d0-65da287727fe service neutron] For port f63b6027-db9f-4126-a031-5e061d99a473, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=f63b6027-db9f-4126-a031-5e061d99a473,segment=NetworkSegment(14a9e83c-eaa1-4956-be49-12bb6a8851cd),segment_id=14a9e83c-eaa1-4956-be49-12bb6a8851cd)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:18:17.000182 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-7e03b351-5922-40a9-83d0-65da287727fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:17.034091 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-7e03b351-5922-40a9-83d0-65da287727fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:17.034708 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-7e03b351-5922-40a9-83d0-65da287727fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:17.036098 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-7e03b351-5922-40a9-83d0-65da287727fe service neutron] 10.222.0.26 "PUT /v2.0/ports/f63b6027-db9f-4126-a031-5e061d99a473 HTTP/1.1" status: 200 len: 1092 time: 1.0849028 Apr 20 17:18:17.036612 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f7d67e-fd83-4a65-9005-655e954597b5', 'tag': 'f63b6027-db9f-4126-a031-5e061d99a473'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:18:17.038888 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08422b6c-53ef-4459-bfb9-4126168b901d" -d '{"events": [{"name": "network-changed", "server_uuid": "80f7d67e-fd83-4a65-9005-655e954597b5", "tag": "f63b6027-db9f-4126-a031-5e061d99a473"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:18:17.073190 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03b351-5922-40a9-83d0-65da287727fe service neutron] Pushing event updated for resources: {'Port': ['ID=f63b6027-db9f-4126-a031-5e061d99a473,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:17.085503 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a98695-35ba-4d69-bb36-26305f6ebe2f x-openstack-request-id: req-a9a98695-35ba-4d69-bb36-26305f6ebe2f {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:18:17.085805 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f7d67e-fd83-4a65-9005-655e954597b5", "tag": "f63b6027-db9f-4126-a031-5e061d99a473", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:18:17.086062 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9a98695-35ba-4d69-bb36-26305f6ebe2f {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:18:17.086495 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9a98695-35ba-4d69-bb36-26305f6ebe2f'] response: {'name': 'network-changed', 'server_uuid': '80f7d67e-fd83-4a65-9005-655e954597b5', 'tag': 'f63b6027-db9f-4126-a031-5e061d99a473', 'status': 'completed', 'code': 200} Apr 20 17:18:17.171936 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08422b6c-53ef-4459-bfb9-4126168b901d req-44b4c575-4dda-4491-8420-b1dce957801c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:17.173629 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-08422b6c-53ef-4459-bfb9-4126168b901d req-44b4c575-4dda-4491-8420-b1dce957801c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 1095 time: 0.0452566 Apr 20 17:18:17.289795 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08422b6c-53ef-4459-bfb9-4126168b901d req-3d986298-2d1a-46d9-8e1a-c06946b7a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:17.291278 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-08422b6c-53ef-4459-bfb9-4126168b901d req-3d986298-2d1a-46d9-8e1a-c06946b7a5ff service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1033258 Apr 20 17:18:17.421416 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08422b6c-53ef-4459-bfb9-4126168b901d req-95140916-050b-4993-ac7d-418b84004c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:17.422725 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-08422b6c-53ef-4459-bfb9-4126168b901d req-95140916-050b-4993-ac7d-418b84004c26 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1252055 Apr 20 17:18:17.430896 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb694cc-5326-4725-ba3b-9f0abaf1bf8d req-ff64228d-6068-40aa-af31-6938266a5280 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:17.432238 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-acb694cc-5326-4725-ba3b-9f0abaf1bf8d req-ff64228d-6068-40aa-af31-6938266a5280 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 944 time: 0.0831313 Apr 20 17:18:17.475003 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-acb694cc-5326-4725-ba3b-9f0abaf1bf8d req-280a3041-3bed-4ddc-93bd-383fab3fd5cd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352046 Apr 20 17:18:17.516248 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-ac58f780-e621-44f7-a5c9-533e658e2baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:17.517769 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-ac58f780-e621-44f7-a5c9-533e658e2baf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 1095 time: 0.0402386 Apr 20 17:18:17.567792 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-f43638c5-a155-4faa-ab26-88ac09dd0384 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f63b6027-db9f-4126-a031-5e061d99a473 HTTP/1.1" status: 200 len: 217 time: 0.0370858 Apr 20 17:18:17.616803 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-cc96f54f-65f7-48ce-95ea-cccb3bf25951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:17.618233 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-cc96f54f-65f7-48ce-95ea-cccb3bf25951 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5814e255-6fcd-4b94-bd7c-9b6ed7dc6676 HTTP/1.1" status: 200 len: 835 time: 0.0442863 Apr 20 17:18:17.665588 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-04a3c675-df82-46e5-bd92-3ad616c905c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:17.667337 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-04a3c675-df82-46e5-bd92-3ad616c905c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4a06e9d-8c3a-4f2e-a692-7ebc751612e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428948 Apr 20 17:18:17.763559 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-4b6799ec-a0e3-496f-8107-ed7e3c76f3af service neutron] 10.222.0.26 "GET /v2.0/networks/e4a06e9d-8c3a-4f2e-a692-7ebc751612e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897713 Apr 20 17:18:17.854425 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a24a8041-1fbe-4389-be09-6051d7a5e118 req-811f21ef-849b-47e3-afd7-21fe2fc8cc15 service neutron] 10.222.0.26 "GET /v2.0/networks/e4a06e9d-8c3a-4f2e-a692-7ebc751612e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849686 Apr 20 17:18:18.598281 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771b898-de65-4aef-907c-7003a391a13c req-ff27bf4f-cd8f-488f-84a1-71b2d87cbee2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:18.600138 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7771b898-de65-4aef-907c-7003a391a13c req-ff27bf4f-cd8f-488f-84a1-71b2d87cbee2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 944 time: 0.0529652 Apr 20 17:18:18.636625 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7771b898-de65-4aef-907c-7003a391a13c req-1403f8de-94f5-42ec-bff8-942b6fa55bd1 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307727 Apr 20 17:18:19.760140 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b858e01-49d9-4400-9cfe-b2e10664063a req-4eb39983-dbea-4f3d-8510-01d8651ec9ca tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:19.761548 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b858e01-49d9-4400-9cfe-b2e10664063a req-4eb39983-dbea-4f3d-8510-01d8651ec9ca tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 944 time: 0.0548711 Apr 20 17:18:19.799619 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b858e01-49d9-4400-9cfe-b2e10664063a req-d91ca34f-53e4-44fb-aeb5-09045dd375cd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314348 Apr 20 17:18:20.124231 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device f63b6027-db9f-4126-a031-5e061d99a473 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:18:20.218620 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port f63b6027-db9f-4126-a031-5e061d99a473, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=f63b6027-db9f-4126-a031-5e061d99a473,segment=NetworkSegment(14a9e83c-eaa1-4956-be49-12bb6a8851cd),segment_id=14a9e83c-eaa1-4956-be49-12bb6a8851cd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:20.230477 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'f63b6027-db9f-4126-a031-5e061d99a473', 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2', 'port_id': 'f63b6027-db9f-4126-a031-5e061d99a473', 'mac_address': 'fa:16:3e:98:b9:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5814e255-6fcd-4b94-bd7c-9b6ed7dc6676', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:18:20.268356 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:20.281234 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63b6027-db9f-4126-a031-5e061d99a473 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:18:20.301078 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port f63b6027-db9f-4126-a031-5e061d99a473, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=f63b6027-db9f-4126-a031-5e061d99a473,segment=NetworkSegment(14a9e83c-eaa1-4956-be49-12bb6a8851cd),segment_id=14a9e83c-eaa1-4956-be49-12bb6a8851cd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:20.351168 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:20.406805 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=f63b6027-db9f-4126-a031-5e061d99a473,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:20.763042 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['f63b6027-db9f-4126-a031-5e061d99a473'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:18:20.917218 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df408f3-2197-46f5-8787-259475419af6 req-80f1546f-6b11-4114-b4e8-eb593111a078 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:20.918716 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6df408f3-2197-46f5-8787-259475419af6 req-80f1546f-6b11-4114-b4e8-eb593111a078 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 945 time: 0.0492370 Apr 20 17:18:20.957061 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6df408f3-2197-46f5-8787-259475419af6 req-41b40cfe-946a-4022-af15-8b04766329d5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323038 Apr 20 17:18:21.037984 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:18:22.087851 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05550c-e605-42e7-b8c5-570a843a223f req-91721a46-f335-42fb-a769-be93d7d0e4ae tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:22.089436 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea05550c-e605-42e7-b8c5-570a843a223f req-91721a46-f335-42fb-a769-be93d7d0e4ae tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 945 time: 0.0511563 Apr 20 17:18:22.130395 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device f63b6027-db9f-4126-a031-5e061d99a473 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:18:22.130978 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea05550c-e605-42e7-b8c5-570a843a223f req-a0d616ee-e97f-4b73-8f08-9b2f14a9bab6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332661 Apr 20 17:18:22.267236 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port f63b6027-db9f-4126-a031-5e061d99a473 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:18:22.271281 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port f63b6027-db9f-4126-a031-5e061d99a473 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:22.271661 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:22.349573 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:22.372760 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f7d67e-fd83-4a65-9005-655e954597b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63b6027-db9f-4126-a031-5e061d99a473'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:18:22.375625 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66b55f6-6cd9-4212-a9c0-1e50e1f05cdf" -d '{"events": [{"server_uuid": "80f7d67e-fd83-4a65-9005-655e954597b5", "name": "network-vif-plugged", "status": "completed", "tag": "f63b6027-db9f-4126-a031-5e061d99a473"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:18:22.388869 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port f63b6027-db9f-4126-a031-5e061d99a473, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=f63b6027-db9f-4126-a031-5e061d99a473,segment=NetworkSegment(14a9e83c-eaa1-4956-be49-12bb6a8851cd),segment_id=14a9e83c-eaa1-4956-be49-12bb6a8851cd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:22.412254 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b999ae03-b0f0-4c8f-8ecb-5b18ba510da1 x-openstack-request-id: req-b999ae03-b0f0-4c8f-8ecb-5b18ba510da1 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:18:22.412744 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f7d67e-fd83-4a65-9005-655e954597b5", "name": "network-vif-plugged", "status": "completed", "tag": "f63b6027-db9f-4126-a031-5e061d99a473", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:18:22.413004 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b999ae03-b0f0-4c8f-8ecb-5b18ba510da1 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:18:22.413407 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b999ae03-b0f0-4c8f-8ecb-5b18ba510da1'] response: {'server_uuid': '80f7d67e-fd83-4a65-9005-655e954597b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63b6027-db9f-4126-a031-5e061d99a473', 'code': 200} Apr 20 17:18:22.454419 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:22.504628 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=f63b6027-db9f-4126-a031-5e061d99a473,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:22.541944 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe6630-b0e7-49a9-87ce-b8c1f74bce90 req-57da6e16-b2da-4d2c-9cc8-3f1a837098f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:22.543927 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d2fe6630-b0e7-49a9-87ce-b8c1f74bce90 req-57da6e16-b2da-4d2c-9cc8-3f1a837098f8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 1097 time: 0.0490680 Apr 20 17:18:22.577708 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d2fe6630-b0e7-49a9-87ce-b8c1f74bce90 req-8589da07-0e48-4f94-829e-6d9a4a6e7bf1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276129 Apr 20 17:18:22.787504 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-19559067-3771-4887-8e5d-704a3688c9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:23.250911 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd1cb3-6cb7-4a84-bba9-129292f15f38 req-ccfe4bce-bb3d-48f7-9b39-6f6423b7c77c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:23.252404 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-62cd1cb3-6cb7-4a84-bba9-129292f15f38 req-ccfe4bce-bb3d-48f7-9b39-6f6423b7c77c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 946 time: 0.0498149 Apr 20 17:18:23.289712 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-62cd1cb3-6cb7-4a84-bba9-129292f15f38 req-48173737-aa77-4358-962f-423200e797c6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312593 Apr 20 17:18:24.405595 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e245618-21bd-4343-bdda-39bdbb8afaf2 req-90acf863-aae6-4c3d-9480-a41f923d175f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:24.406989 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5e245618-21bd-4343-bdda-39bdbb8afaf2 req-90acf863-aae6-4c3d-9480-a41f923d175f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 946 time: 0.0494559 Apr 20 17:18:24.445707 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5e245618-21bd-4343-bdda-39bdbb8afaf2 req-48ed2bc0-f617-438c-90a1-f751194cd871 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326231 Apr 20 17:18:24.863415 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e6b38-e041-479e-8967-e1c80f3fd555 req-440f178d-a253-4a73-a032-f3fe7532c156 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:24.864995 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-011e6b38-e041-479e-8967-e1c80f3fd555 req-440f178d-a253-4a73-a032-f3fe7532c156 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 946 time: 0.3523424 Apr 20 17:18:24.903952 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-011e6b38-e041-479e-8967-e1c80f3fd555 req-8fd1f995-39d7-42bb-86a2-7045560c5bcb tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327187 Apr 20 17:18:24.925298 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60424) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:18:24.970084 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559eb601-149b-456d-8e92-646bd0805855 tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:24.971548 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-559eb601-149b-456d-8e92-646bd0805855 tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 1092 time: 0.0452275 Apr 20 17:18:24.979157 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60426) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:18:24.983617 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-571ccd19-c4b6-4a86-9d9f-9b73acf64e55 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': 'f63b6027-db9f-4126-a031-5e061d99a473', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:18:25.105692 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-571ccd19-c4b6-4a86-9d9f-9b73acf64e55 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:25.168493 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5cbeafc3-4d83-47dc-8c4e-3221b80f1a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:25.201579 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-571ccd19-c4b6-4a86-9d9f-9b73acf64e55 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:25.305862 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-571ccd19-c4b6-4a86-9d9f-9b73acf64e55 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Allocated IP 172.25.0.37 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/92cd487a-a8d1-4c12-bec2-d51eb93f58c1) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:18:25.404519 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-571ccd19-c4b6-4a86-9d9f-9b73acf64e55 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:25.519018 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-571ccd19-c4b6-4a86-9d9f-9b73acf64e55 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:25.557125 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571ccd19-c4b6-4a86-9d9f-9b73acf64e55 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:18:25.559844 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-571ccd19-c4b6-4a86-9d9f-9b73acf64e55 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:18:25.565605 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571ccd19-c4b6-4a86-9d9f-9b73acf64e55 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:18:25.594592 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ccd19-c4b6-4a86-9d9f-9b73acf64e55 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=92cd487a-a8d1-4c12-bec2-d51eb93f58c1,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:25.917301 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-571ccd19-c4b6-4a86-9d9f-9b73acf64e55 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:26.072060 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-571ccd19-c4b6-4a86-9d9f-9b73acf64e55 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:26.233943 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-571ccd19-c4b6-4a86-9d9f-9b73acf64e55 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:26.290393 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-571ccd19-c4b6-4a86-9d9f-9b73acf64e55 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:26.360355 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ccd19-c4b6-4a86-9d9f-9b73acf64e55 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=92cd487a-a8d1-4c12-bec2-d51eb93f58c1,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:26.376658 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-571ccd19-c4b6-4a86-9d9f-9b73acf64e55 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:26.478949 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-571ccd19-c4b6-4a86-9d9f-9b73acf64e55 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Floating IP d5216386-4875-45de-bf29-42289e0155be associated. External IP: 172.25.0.37, port: f63b6027-db9f-4126-a031-5e061d99a473. Apr 20 17:18:26.586884 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:26.727301 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571ccd19-c4b6-4a86-9d9f-9b73acf64e55 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Router 428a729c-c2be-450a-a5b8-275ba4ff9617 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:18:26.834012 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571ccd19-c4b6-4a86-9d9f-9b73acf64e55 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:18:26.844149 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b4289a-7287-4bba-8aa8-83e2e6c96496 None None] Sync routers for ids ['428a729c-c2be-450a-a5b8-275ba4ff9617'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:18:26.854006 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b4289a-7287-4bba-8aa8-83e2e6c96496 None None] Routers {'428a729c-c2be-450a-a5b8-275ba4ff9617'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:18:26.859134 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-48b4289a-7287-4bba-8aa8-83e2e6c96496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:18:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['428a729c-c2be-450a-a5b8-275ba4ff9617'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:26.914952 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-571ccd19-c4b6-4a86-9d9f-9b73acf64e55 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:26.942042 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-571ccd19-c4b6-4a86-9d9f-9b73acf64e55 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9618518 Apr 20 17:18:26.944707 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f7d67e-fd83-4a65-9005-655e954597b5', 'tag': 'f63b6027-db9f-4126-a031-5e061d99a473'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:18:26.945226 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b671de9063546e90680cf85191d27fed7073836c9867b6489af71d200b5e390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604fda90-3060-47be-b3ab-e5c736524352" -d '{"events": [{"name": "network-changed", "server_uuid": "80f7d67e-fd83-4a65-9005-655e954597b5", "tag": "f63b6027-db9f-4126-a031-5e061d99a473"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:18:26.968566 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-48b4289a-7287-4bba-8aa8-83e2e6c96496 None None] Set router 428a729c-c2be-450a-a5b8-275ba4ff9617 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:18:27.040882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e187664-fc7d-4e2c-b0bb-154e2d259f4b req-2c80e7f6-b147-4020-933a-a8946cb248e0 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:27.042568 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e187664-fc7d-4e2c-b0bb-154e2d259f4b req-2c80e7f6-b147-4020-933a-a8946cb248e0 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 946 time: 0.0508902 Apr 20 17:18:27.083723 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9e187664-fc7d-4e2c-b0bb-154e2d259f4b req-4d81d363-1ef5-4e0e-8c41-55f9b180f0b2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345986 Apr 20 17:18:27.107116 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60434) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:18:27.182561 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9fc93526-6c83-468c-9202-095e629840b9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/floatingips/d5216386-4875-45de-bf29-42289e0155be HTTP/1.1" status: 200 len: 991 time: 0.0738258 Apr 20 17:18:27.195270 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c571b578-e6b4-42b5-be04-31004d94f7f2 x-openstack-request-id: req-c571b578-e6b4-42b5-be04-31004d94f7f2 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:18:27.195560 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f7d67e-fd83-4a65-9005-655e954597b5", "tag": "f63b6027-db9f-4126-a031-5e061d99a473", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:18:27.195814 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c571b578-e6b4-42b5-be04-31004d94f7f2 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:18:27.196230 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c571b578-e6b4-42b5-be04-31004d94f7f2'] response: {'name': 'network-changed', 'server_uuid': '80f7d67e-fd83-4a65-9005-655e954597b5', 'tag': 'f63b6027-db9f-4126-a031-5e061d99a473', 'status': 'completed', 'code': 200} Apr 20 17:18:27.230345 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-48b4289a-7287-4bba-8aa8-83e2e6c96496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375313810', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:10Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'd5216386-4875-45de-bf29-42289e0155be', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'floating_ip_address': '172.25.0.37', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'port_id': 'f63b6027-db9f-4126-a031-5e061d99a473', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2', 'mac_address': 'fa:16:3e:98:b9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f7d67e-fd83-4a65-9005-655e954597b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:18:25Z', 'updated_at': '2022-04-20T17:18:25Z', 'revision_number': 0, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec60f5db-00ed-4a4a-ac1f-caa10151536a', 'name': '', 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:c0:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '5814e255-6fcd-4b94-bd7c-9b6ed7dc6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:09Z', 'updated_at': '2022-04-20T17:18:13Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '5814e255-6fcd-4b94-bd7c-9b6ed7dc6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:27.258085 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b4289a-7287-4bba-8aa8-83e2e6c96496 None None] Checking router: 428a729c-c2be-450a-a5b8-275ba4ff9617 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:18:27.270320 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b4289a-7287-4bba-8aa8-83e2e6c96496 None None] Routers {'428a729c-c2be-450a-a5b8-275ba4ff9617'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:18:27.270938 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-48b4289a-7287-4bba-8aa8-83e2e6c96496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:18:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['428a729c-c2be-450a-a5b8-275ba4ff9617'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:27.282255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fda90-3060-47be-b3ab-e5c736524352 req-30d6afee-ce7f-4c65-b3bf-63f37ebf7610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:27.283972 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-604fda90-3060-47be-b3ab-e5c736524352 req-30d6afee-ce7f-4c65-b3bf-63f37ebf7610 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 1097 time: 0.0435557 Apr 20 17:18:27.381573 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-48b4289a-7287-4bba-8aa8-83e2e6c96496 None None] Set router 428a729c-c2be-450a-a5b8-275ba4ff9617 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:18:27.386278 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fda90-3060-47be-b3ab-e5c736524352 req-b68905c7-c635-4deb-afe2-94bae5dd789a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:27.387826 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-604fda90-3060-47be-b3ab-e5c736524352 req-b68905c7-c635-4deb-afe2-94bae5dd789a service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4a06e9d-8c3a-4f2e-a692-7ebc751612e2 HTTP/1.1" status: 200 len: 898 time: 0.0964649 Apr 20 17:18:27.453239 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-604fda90-3060-47be-b3ab-e5c736524352 req-58cdfad2-39aa-47fb-862e-e872e3bf7765 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f63b6027-db9f-4126-a031-5e061d99a473 HTTP/1.1" status: 200 len: 999 time: 0.0587993 Apr 20 17:18:27.507340 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fda90-3060-47be-b3ab-e5c736524352 req-0d68724d-a961-4dd8-a52b-1cbb58aa7c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:27.508812 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-604fda90-3060-47be-b3ab-e5c736524352 req-0d68724d-a961-4dd8-a52b-1cbb58aa7c7a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5814e255-6fcd-4b94-bd7c-9b6ed7dc6676 HTTP/1.1" status: 200 len: 835 time: 0.0497653 Apr 20 17:18:27.555784 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fda90-3060-47be-b3ab-e5c736524352 req-1a52f8d3-a232-417e-bb34-934698cb4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:27.557403 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-604fda90-3060-47be-b3ab-e5c736524352 req-1a52f8d3-a232-417e-bb34-934698cb4afc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4a06e9d-8c3a-4f2e-a692-7ebc751612e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417435 Apr 20 17:18:27.627770 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-48b4289a-7287-4bba-8aa8-83e2e6c96496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375313810', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:10Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'd5216386-4875-45de-bf29-42289e0155be', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'floating_ip_address': '172.25.0.37', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'port_id': 'f63b6027-db9f-4126-a031-5e061d99a473', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2', 'mac_address': 'fa:16:3e:98:b9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f7d67e-fd83-4a65-9005-655e954597b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:18:25Z', 'updated_at': '2022-04-20T17:18:25Z', 'revision_number': 0, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec60f5db-00ed-4a4a-ac1f-caa10151536a', 'name': '', 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:c0:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '5814e255-6fcd-4b94-bd7c-9b6ed7dc6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:09Z', 'updated_at': '2022-04-20T17:18:13Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '5814e255-6fcd-4b94-bd7c-9b6ed7dc6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:27.650037 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-604fda90-3060-47be-b3ab-e5c736524352 req-1c9c3432-7afc-45b1-a024-05b90fa7a6e5 service neutron] 10.222.0.26 "GET /v2.0/networks/e4a06e9d-8c3a-4f2e-a692-7ebc751612e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861170 Apr 20 17:18:27.656441 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b4289a-7287-4bba-8aa8-83e2e6c96496 None None] The sync data for ids ['428a729c-c2be-450a-a5b8-275ba4ff9617'] in n-d-836146-2 is: [{'id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375313810', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:10Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'd5216386-4875-45de-bf29-42289e0155be', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'floating_ip_address': '172.25.0.37', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'port_id': 'f63b6027-db9f-4126-a031-5e061d99a473', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2', 'mac_address': 'fa:16:3e:98:b9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f7d67e-fd83-4a65-9005-655e954597b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:18:25Z', 'updated_at': '2022-04-20T17:18:25Z', 'revision_number': 0, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec60f5db-00ed-4a4a-ac1f-caa10151536a', 'name': '', 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:c0:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '5814e255-6fcd-4b94-bd7c-9b6ed7dc6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:09Z', 'updated_at': '2022-04-20T17:18:13Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '5814e255-6fcd-4b94-bd7c-9b6ed7dc6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:18:27.764918 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-604fda90-3060-47be-b3ab-e5c736524352 req-4c360aeb-7ebc-4380-b601-28256ada2cb0 service neutron] 10.222.0.26 "GET /v2.0/networks/e4a06e9d-8c3a-4f2e-a692-7ebc751612e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083531 Apr 20 17:18:27.879363 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cae7f2-6385-49a5-a96a-8fd50910faa9 None None] New status for floating IP d5216386-4875-45de-bf29-42289e0155be: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:18:27.964449 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:28.184864 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60436) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:18:28.196806 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:28.246031 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1467ef7d-1b52-4425-81e7-e8720a08105b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/floatingips/d5216386-4875-45de-bf29-42289e0155be HTTP/1.1" status: 200 len: 993 time: 0.0599027 Apr 20 17:18:29.188213 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:30.339363 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:37.494031 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4bd6acec-1dea-448c-9299-c4f6969c5d57 req-929780e1-f5ff-4fa7-bc2e-1a4f32b9b6db service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431652 Apr 20 17:18:37.569349 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6acec-1dea-448c-9299-c4f6969c5d57 req-81e366ce-c204-4ebd-9d58-6383b6cf41f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:37.570894 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4bd6acec-1dea-448c-9299-c4f6969c5d57 req-81e366ce-c204-4ebd-9d58-6383b6cf41f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 1097 time: 0.0432355 Apr 20 17:18:37.672123 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6acec-1dea-448c-9299-c4f6969c5d57 req-d103e7d9-7779-4d12-a904-7c08e949c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:37.673608 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4bd6acec-1dea-448c-9299-c4f6969c5d57 req-d103e7d9-7779-4d12-a904-7c08e949c518 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4a06e9d-8c3a-4f2e-a692-7ebc751612e2 HTTP/1.1" status: 200 len: 898 time: 0.0824428 Apr 20 17:18:37.739895 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4bd6acec-1dea-448c-9299-c4f6969c5d57 req-0cac10d6-ac75-475b-a003-d6429514b80e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f63b6027-db9f-4126-a031-5e061d99a473 HTTP/1.1" status: 200 len: 1001 time: 0.0598588 Apr 20 17:18:37.787926 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6acec-1dea-448c-9299-c4f6969c5d57 req-e9154bcf-db74-4770-adbd-3ca0bfd41750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:37.789291 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4bd6acec-1dea-448c-9299-c4f6969c5d57 req-e9154bcf-db74-4770-adbd-3ca0bfd41750 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5814e255-6fcd-4b94-bd7c-9b6ed7dc6676 HTTP/1.1" status: 200 len: 835 time: 0.0432665 Apr 20 17:18:37.832625 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6acec-1dea-448c-9299-c4f6969c5d57 req-f9af21a8-fd5d-4591-bc02-11b8eb8f8e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:18:37.834065 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4bd6acec-1dea-448c-9299-c4f6969c5d57 req-f9af21a8-fd5d-4591-bc02-11b8eb8f8e2d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4a06e9d-8c3a-4f2e-a692-7ebc751612e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386887 Apr 20 17:18:37.924686 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4bd6acec-1dea-448c-9299-c4f6969c5d57 req-1759f89f-a79f-4d7b-be35-5b5f6f2d4b26 service neutron] 10.222.0.26 "GET /v2.0/networks/e4a06e9d-8c3a-4f2e-a692-7ebc751612e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836692 Apr 20 17:18:38.011541 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4bd6acec-1dea-448c-9299-c4f6969c5d57 req-8b6dafd3-0936-4ec9-838d-2c527880d7a2 service neutron] 10.222.0.26 "GET /v2.0/networks/e4a06e9d-8c3a-4f2e-a692-7ebc751612e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816898 Apr 20 17:18:52.861489 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-71efcf38-3604-4b16-8378-817bdc4ddbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:55.139157 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-64586d17-f800-4554-8209-eef5f09078e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:56.615403 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:57.980960 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:58.037435 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:18:58.192804 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:59.163258 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:00.352833 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:04.152948 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [req-9b24a42a-f97f-441b-9949-8a44b9d761d8 req-fd4eb355-0ec1-4fac-bcae-c83417c11bf9 tempest-ServerActionsTestJSON-1837983131 tempest-ServerActionsTestJSON-1837983131-project] (103485) timed out ('10.222.0.15', 49030) {{(pid=103485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 17:19:22.785869 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1ebc03b2-ff14-445c-8c26-9da75074cda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:25.140100 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d6af8ec5-f5de-44ed-8d29-34a7ac62caa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:26.597750 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:28.013494 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:28.197349 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:29.230123 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:30.356158 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:35.036494 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:19:39.041630 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15480e0b-df39-44fc-96dc-6ba9e5433f2b req-6e5916d6-b541-47bb-9194-d200ac3fe531 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409517 Apr 20 17:19:39.139338 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15480e0b-df39-44fc-96dc-6ba9e5433f2b req-a3643f88-4ef1-46b6-a254-00756a7ee1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:19:39.141435 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15480e0b-df39-44fc-96dc-6ba9e5433f2b req-a3643f88-4ef1-46b6-a254-00756a7ee1c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 1097 time: 0.0460546 Apr 20 17:19:39.242660 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15480e0b-df39-44fc-96dc-6ba9e5433f2b req-4b53ce3c-9510-4e54-b8e6-d1109c6537f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:19:39.244131 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15480e0b-df39-44fc-96dc-6ba9e5433f2b req-4b53ce3c-9510-4e54-b8e6-d1109c6537f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4a06e9d-8c3a-4f2e-a692-7ebc751612e2 HTTP/1.1" status: 200 len: 898 time: 0.0847716 Apr 20 17:19:39.314984 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15480e0b-df39-44fc-96dc-6ba9e5433f2b req-9d148246-a168-4e61-9c1a-10145214a298 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f63b6027-db9f-4126-a031-5e061d99a473 HTTP/1.1" status: 200 len: 1001 time: 0.0645003 Apr 20 17:19:39.364639 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15480e0b-df39-44fc-96dc-6ba9e5433f2b req-e66ab6bd-97f0-46d0-a963-7ce8965f2926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:19:39.366058 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15480e0b-df39-44fc-96dc-6ba9e5433f2b req-e66ab6bd-97f0-46d0-a963-7ce8965f2926 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5814e255-6fcd-4b94-bd7c-9b6ed7dc6676 HTTP/1.1" status: 200 len: 835 time: 0.0443878 Apr 20 17:19:39.410937 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15480e0b-df39-44fc-96dc-6ba9e5433f2b req-0f9bcc23-7c27-4e8e-8079-240571c07de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:19:39.412462 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15480e0b-df39-44fc-96dc-6ba9e5433f2b req-0f9bcc23-7c27-4e8e-8079-240571c07de2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4a06e9d-8c3a-4f2e-a692-7ebc751612e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396624 Apr 20 17:19:39.505396 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15480e0b-df39-44fc-96dc-6ba9e5433f2b req-c3a31aaf-efc2-4fc9-998d-22941f196419 service neutron] 10.222.0.26 "GET /v2.0/networks/e4a06e9d-8c3a-4f2e-a692-7ebc751612e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850594 Apr 20 17:19:39.600253 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15480e0b-df39-44fc-96dc-6ba9e5433f2b req-12541151-3143-4ff3-8ef7-630a3c81f946 service neutron] 10.222.0.26 "GET /v2.0/networks/e4a06e9d-8c3a-4f2e-a692-7ebc751612e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859103 Apr 20 17:19:39.895336 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab665f1-cd5f-4c9a-976d-17215e479162 req-bdb1819a-72c0-468f-b5c1-b3d511f29ce7 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:19:39.896739 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ab665f1-cd5f-4c9a-976d-17215e479162 req-bdb1819a-72c0-468f-b5c1-b3d511f29ce7 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 946 time: 0.1022356 Apr 20 17:19:39.961485 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ab665f1-cd5f-4c9a-976d-17215e479162 req-744d1acc-7c33-4840-8a7c-91f993635c6d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564282 Apr 20 17:19:39.966991 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c6a13-06a7-4b29-a4c3-284e2f3d1a53 req-bd17521a-2135-4301-9898-da41befa2d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:19:39.968440 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-998c6a13-06a7-4b29-a4c3-284e2f3d1a53 req-bd17521a-2135-4301-9898-da41befa2d37 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 1097 time: 0.0708337 Apr 20 17:19:40.056652 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c6a13-06a7-4b29-a4c3-284e2f3d1a53 req-bf968e66-aa3a-4854-b15a-2155b9e944c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:19:40.058119 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-998c6a13-06a7-4b29-a4c3-284e2f3d1a53 req-bf968e66-aa3a-4854-b15a-2155b9e944c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4a06e9d-8c3a-4f2e-a692-7ebc751612e2 HTTP/1.1" status: 200 len: 898 time: 0.0832279 Apr 20 17:19:40.128927 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-998c6a13-06a7-4b29-a4c3-284e2f3d1a53 req-bfb0a3e2-1510-41b3-a1d0-2d465ea570be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f63b6027-db9f-4126-a031-5e061d99a473 HTTP/1.1" status: 200 len: 1001 time: 0.0640359 Apr 20 17:19:40.177064 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c6a13-06a7-4b29-a4c3-284e2f3d1a53 req-6054304d-df18-4e5d-b8da-ae4d3b07ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:19:40.178394 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-998c6a13-06a7-4b29-a4c3-284e2f3d1a53 req-6054304d-df18-4e5d-b8da-ae4d3b07ff19 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5814e255-6fcd-4b94-bd7c-9b6ed7dc6676 HTTP/1.1" status: 200 len: 835 time: 0.0432246 Apr 20 17:19:40.223085 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c6a13-06a7-4b29-a4c3-284e2f3d1a53 req-bd1632f8-02b6-448d-bd56-6b0338a1d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:19:40.224856 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-998c6a13-06a7-4b29-a4c3-284e2f3d1a53 req-bd1632f8-02b6-448d-bd56-6b0338a1d344 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4a06e9d-8c3a-4f2e-a692-7ebc751612e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397301 Apr 20 17:19:40.321607 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-998c6a13-06a7-4b29-a4c3-284e2f3d1a53 req-f8580665-6f09-4aa4-ae91-d75a70c53dce service neutron] 10.222.0.26 "GET /v2.0/networks/e4a06e9d-8c3a-4f2e-a692-7ebc751612e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883403 Apr 20 17:19:40.421140 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-998c6a13-06a7-4b29-a4c3-284e2f3d1a53 req-c53bd14d-b32c-4b3a-9909-54dbe16f6486 service neutron] 10.222.0.26 "GET /v2.0/networks/e4a06e9d-8c3a-4f2e-a692-7ebc751612e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919585 Apr 20 17:19:41.075806 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919369c-8aea-47d4-86ad-fa4745f2c76b req-3cc0e3f8-427e-45c8-99cf-e32a1b9a3c8d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:19:41.077293 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6919369c-8aea-47d4-86ad-fa4745f2c76b req-3cc0e3f8-427e-45c8-99cf-e32a1b9a3c8d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 946 time: 0.0477872 Apr 20 17:19:41.123468 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6919369c-8aea-47d4-86ad-fa4745f2c76b req-ecffe8ad-cfb6-4673-8aa6-decd4a1085f0 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400186 Apr 20 17:19:42.250562 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f8757-ef97-43d6-a76e-bc66b1fe4a7f req-7e9f2ce9-ac7a-4004-b68e-139888128fcc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:19:42.252114 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dd4f8757-ef97-43d6-a76e-bc66b1fe4a7f req-7e9f2ce9-ac7a-4004-b68e-139888128fcc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 946 time: 0.0533774 Apr 20 17:19:42.294155 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dd4f8757-ef97-43d6-a76e-bc66b1fe4a7f req-bc224031-b771-41dc-8729-22c8dd255336 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355029 Apr 20 17:19:43.412176 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a9195-2d34-4c8c-89ed-ddec76fa437b req-0ef4cca7-9675-4914-aa2b-4b94827a7580 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:19:43.413729 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-255a9195-2d34-4c8c-89ed-ddec76fa437b req-0ef4cca7-9675-4914-aa2b-4b94827a7580 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 946 time: 0.0521705 Apr 20 17:19:43.452145 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-255a9195-2d34-4c8c-89ed-ddec76fa437b req-c02e4ef0-fd78-4275-8749-d5521fee50a2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314617 Apr 20 17:19:44.574412 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588e73f-e928-4764-851b-f718aa6cef10 req-55decd91-1a39-4536-816b-c7d94e467002 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:19:44.575871 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8588e73f-e928-4764-851b-f718aa6cef10 req-55decd91-1a39-4536-816b-c7d94e467002 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 946 time: 0.0507588 Apr 20 17:19:44.618119 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8588e73f-e928-4764-851b-f718aa6cef10 req-fdf3cf2e-b4ce-46f4-95f9-c295d148ea37 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356085 Apr 20 17:19:45.741325 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21665556-84bf-4137-b6a6-ec952c2c9f4b req-0537160c-0aab-4d6a-bf85-700728bba6a9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:19:45.743065 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-21665556-84bf-4137-b6a6-ec952c2c9f4b req-0537160c-0aab-4d6a-bf85-700728bba6a9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 946 time: 0.0561044 Apr 20 17:19:45.781699 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-21665556-84bf-4137-b6a6-ec952c2c9f4b req-66bc48cf-eb10-423c-98df-a64d1aca41e9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324264 Apr 20 17:19:46.903659 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155aecd-9f3e-4daf-971f-548ff3f72584 req-2aae9078-6c8a-4bf0-bfd4-9f99d862005a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:19:46.905226 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f155aecd-9f3e-4daf-971f-548ff3f72584 req-2aae9078-6c8a-4bf0-bfd4-9f99d862005a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 946 time: 0.0517740 Apr 20 17:19:46.943354 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f155aecd-9f3e-4daf-971f-548ff3f72584 req-97ef9144-96cc-4e88-aa8b-9bc40708fc09 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319943 Apr 20 17:19:48.055772 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6db0bf-e2d3-47aa-a008-89aa991d165f req-87c1f294-c8dd-4aa7-9cba-0ade7cbd6ddd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:19:48.057325 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b6db0bf-e2d3-47aa-a008-89aa991d165f req-87c1f294-c8dd-4aa7-9cba-0ade7cbd6ddd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 946 time: 0.0473783 Apr 20 17:19:48.098634 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8b6db0bf-e2d3-47aa-a008-89aa991d165f req-fbe586d6-9158-4c2b-a855-cbc0a8bc00a6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346041 Apr 20 17:19:49.214350 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad3188-0829-45c7-9f89-9131e332211b req-9823b562-478f-4d63-a444-4ad47af32cab tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:19:49.215842 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-acad3188-0829-45c7-9f89-9131e332211b req-9823b562-478f-4d63-a444-4ad47af32cab tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 946 time: 0.0498431 Apr 20 17:19:49.255757 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-acad3188-0829-45c7-9f89-9131e332211b req-65cc1fb7-a3c3-4e67-9052-ade91abfddca tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330338 Apr 20 17:19:50.371298 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df376261-98b1-4001-a7db-cf7fc9b7c661 req-23800d6d-a2a4-46f4-93b6-56962eb15ca5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:19:50.372696 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df376261-98b1-4001-a7db-cf7fc9b7c661 req-23800d6d-a2a4-46f4-93b6-56962eb15ca5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 946 time: 0.0495720 Apr 20 17:19:50.411099 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df376261-98b1-4001-a7db-cf7fc9b7c661 req-6931aa52-67cc-4b4e-aa41-2d764ad7ecc7 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317175 Apr 20 17:19:51.531076 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8d649-9ea9-4ad2-8b35-6fe95cca56d1 req-57fd7e6d-0959-453c-9cbd-65c684dda105 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:19:51.532560 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-73e8d649-9ea9-4ad2-8b35-6fe95cca56d1 req-57fd7e6d-0959-453c-9cbd-65c684dda105 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 946 time: 0.0498657 Apr 20 17:19:51.573618 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-73e8d649-9ea9-4ad2-8b35-6fe95cca56d1 req-571d635e-a7f3-41b1-8f55-30732fa4be45 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350878 Apr 20 17:19:52.686871 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff80f8-a1cb-448b-a83f-0aad01d7927e req-e8966d44-bf59-4bd0-ac02-26f1d4976e8f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:19:52.688345 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-08ff80f8-a1cb-448b-a83f-0aad01d7927e req-e8966d44-bf59-4bd0-ac02-26f1d4976e8f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 946 time: 0.0475268 Apr 20 17:19:52.726743 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-08ff80f8-a1cb-448b-a83f-0aad01d7927e req-23c941ea-1100-4dd3-bc83-6e4ab8950f76 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318322 Apr 20 17:19:52.797163 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d08af874-8785-4855-8913-28c1da988125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:53.841035 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a5146-c873-420c-ac52-4fef2ea8879b req-1132d2af-9a6a-45e8-a698-f222f22d1f1f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:19:53.842452 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b84a5146-c873-420c-ac52-4fef2ea8879b req-1132d2af-9a6a-45e8-a698-f222f22d1f1f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 946 time: 0.0478401 Apr 20 17:19:53.879827 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b84a5146-c873-420c-ac52-4fef2ea8879b req-da848e60-0b17-436c-beac-7966e60eb9e6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313020 Apr 20 17:19:54.995057 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278775f-8e86-464c-93ca-9a0dd09a947c req-bd05999b-550d-47b9-9a32-168f44a58889 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:19:54.996586 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4278775f-8e86-464c-93ca-9a0dd09a947c req-bd05999b-550d-47b9-9a32-168f44a58889 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 946 time: 0.0488749 Apr 20 17:19:55.039178 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4278775f-8e86-464c-93ca-9a0dd09a947c req-6c1af7e0-a000-4cc0-b262-c1c946f6b7f8 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366309 Apr 20 17:19:55.168651 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-08bfa953-3c69-4ff4-ad58-eaa87f04b020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:56.154961 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a197c-bfd6-4e22-b68a-e60c6a181c1c req-e33ef361-08b1-4f9f-ac40-9334295c096a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:19:56.156467 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea5a197c-bfd6-4e22-b68a-e60c6a181c1c req-e33ef361-08b1-4f9f-ac40-9334295c096a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 946 time: 0.0498714 Apr 20 17:19:56.193467 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea5a197c-bfd6-4e22-b68a-e60c6a181c1c req-6aed5869-94fc-408b-9723-28b751f607f9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309806 Apr 20 17:19:56.619863 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:57.306886 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dd904-58df-47d2-8a8d-9b5545bf9ea8 req-319f69ff-4bb9-4314-8374-600dcd101547 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:19:57.308366 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d13dd904-58df-47d2-8a8d-9b5545bf9ea8 req-319f69ff-4bb9-4314-8374-600dcd101547 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 946 time: 0.0476298 Apr 20 17:19:57.345716 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d13dd904-58df-47d2-8a8d-9b5545bf9ea8 req-4eb1512b-6596-492e-a51f-bc544c9f3d50 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306451 Apr 20 17:19:57.368113 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60506) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:19:57.429971 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e2a8dbe3-f60c-4ccb-bd04-6b9dbcfb0c4d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/floatingips/d5216386-4875-45de-bf29-42289e0155be HTTP/1.1" status: 200 len: 993 time: 0.0607102 Apr 20 17:19:57.991009 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:58.178230 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:59.237324 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:00.357136 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:12.036018 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:20:22.802125 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4a20e48f-efdf-486c-af38-dfb227359724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:25.162464 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d56be001-02a4-43ff-85e6-a3a3834e6b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:26.591205 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:27.996560 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:28.208233 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:29.252562 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:30.413576 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:39.371030 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44682e20-7254-48db-a570-916211f1f82f req-61497e7a-41cf-4d6e-bb4a-fda0610f1baa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1089797 Apr 20 17:20:39.469291 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44682e20-7254-48db-a570-916211f1f82f req-dcfcede8-f677-44be-b5f3-b1d0910aef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:20:39.471219 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44682e20-7254-48db-a570-916211f1f82f req-dcfcede8-f677-44be-b5f3-b1d0910aef7d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 1097 time: 0.0420263 Apr 20 17:20:39.580172 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44682e20-7254-48db-a570-916211f1f82f req-84af4a8c-735f-4cb6-be92-4570af2b6e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:20:39.581682 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44682e20-7254-48db-a570-916211f1f82f req-84af4a8c-735f-4cb6-be92-4570af2b6e79 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4a06e9d-8c3a-4f2e-a692-7ebc751612e2 HTTP/1.1" status: 200 len: 898 time: 0.0910299 Apr 20 17:20:39.646974 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44682e20-7254-48db-a570-916211f1f82f req-6f46d766-820e-4ba4-a907-11d4d69a8d08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f63b6027-db9f-4126-a031-5e061d99a473 HTTP/1.1" status: 200 len: 1001 time: 0.0580013 Apr 20 17:20:39.698610 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44682e20-7254-48db-a570-916211f1f82f req-546a20b7-f548-437f-8a81-2d6608ba45ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:20:39.700071 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44682e20-7254-48db-a570-916211f1f82f req-546a20b7-f548-437f-8a81-2d6608ba45ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5814e255-6fcd-4b94-bd7c-9b6ed7dc6676 HTTP/1.1" status: 200 len: 835 time: 0.0468454 Apr 20 17:20:39.751200 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44682e20-7254-48db-a570-916211f1f82f req-ec1334f2-165c-4dac-b0d0-d6e3b4cc42b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:20:39.752775 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44682e20-7254-48db-a570-916211f1f82f req-ec1334f2-165c-4dac-b0d0-d6e3b4cc42b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4a06e9d-8c3a-4f2e-a692-7ebc751612e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463636 Apr 20 17:20:39.844094 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44682e20-7254-48db-a570-916211f1f82f req-9773242e-41e4-48ec-8ac3-7f8de13a026c service neutron] 10.222.0.26 "GET /v2.0/networks/e4a06e9d-8c3a-4f2e-a692-7ebc751612e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833468 Apr 20 17:20:39.936239 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-44682e20-7254-48db-a570-916211f1f82f req-7d6dbb22-3bd5-421a-b135-68c7572399dc service neutron] 10.222.0.26 "GET /v2.0/networks/e4a06e9d-8c3a-4f2e-a692-7ebc751612e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863872 Apr 20 17:20:45.836309 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60528) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:20:46.002485 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-d76d8114-da62-46c7-8600-eb66a5d37053 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Deleting port 92cd487a-a8d1-4c12-bec2-d51eb93f58c1 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:20:46.002828 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d76d8114-da62-46c7-8600-eb66a5d37053 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:46.083243 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d76d8114-da62-46c7-8600-eb66a5d37053 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:46.083650 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d76d8114-da62-46c7-8600-eb66a5d37053 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:46.096778 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-d76d8114-da62-46c7-8600-eb66a5d37053 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Calling delete_port for 92cd487a-a8d1-4c12-bec2-d51eb93f58c1 owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:20:46.310687 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d76d8114-da62-46c7-8600-eb66a5d37053 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:46.338395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d8114-da62-46c7-8600-eb66a5d37053 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Port': ['ID=92cd487a-a8d1-4c12-bec2-d51eb93f58c1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:46.351571 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d8114-da62-46c7-8600-eb66a5d37053 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:46.351924 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d8114-da62-46c7-8600-eb66a5d37053 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:46.352273 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d8114-da62-46c7-8600-eb66a5d37053 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:46.352627 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d8114-da62-46c7-8600-eb66a5d37053 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:46.352963 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d8114-da62-46c7-8600-eb66a5d37053 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:46.353297 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d8114-da62-46c7-8600-eb66a5d37053 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:46.353659 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d8114-da62-46c7-8600-eb66a5d37053 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:46.353992 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d8114-da62-46c7-8600-eb66a5d37053 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:46.354324 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d8114-da62-46c7-8600-eb66a5d37053 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:46.354650 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d8114-da62-46c7-8600-eb66a5d37053 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:46.354980 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d8114-da62-46c7-8600-eb66a5d37053 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:46.355305 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d8114-da62-46c7-8600-eb66a5d37053 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:46.422440 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d76d8114-da62-46c7-8600-eb66a5d37053 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:46.428162 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-d76d8114-da62-46c7-8600-eb66a5d37053 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Floating IP d5216386-4875-45de-bf29-42289e0155be disassociated (deleted). External IP: 172.25.0.37, port: f63b6027-db9f-4126-a031-5e061d99a473. Apr 20 17:20:46.630007 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76d8114-da62-46c7-8600-eb66a5d37053 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Router 428a729c-c2be-450a-a5b8-275ba4ff9617 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:20:46.743853 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76d8114-da62-46c7-8600-eb66a5d37053 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:20:46.749956 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d76d8114-da62-46c7-8600-eb66a5d37053 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:46.754074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad56216-41fd-4065-a2dd-f6ecde631041 None None] Sync routers for ids ['428a729c-c2be-450a-a5b8-275ba4ff9617'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:20:46.763405 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad56216-41fd-4065-a2dd-f6ecde631041 None None] Routers {'428a729c-c2be-450a-a5b8-275ba4ff9617'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:20:46.764099 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-0ad56216-41fd-4065-a2dd-f6ecde631041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:20:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['428a729c-c2be-450a-a5b8-275ba4ff9617'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:46.777436 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d76d8114-da62-46c7-8600-eb66a5d37053 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "DELETE /v2.0/floatingips/d5216386-4875-45de-bf29-42289e0155be HTTP/1.1" status: 204 len: 168 time: 0.9401062 Apr 20 17:20:46.778053 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f7d67e-fd83-4a65-9005-655e954597b5', 'tag': 'f63b6027-db9f-4126-a031-5e061d99a473'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:20:46.780264 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b671de9063546e90680cf85191d27fed7073836c9867b6489af71d200b5e390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495faf64-cb8a-4459-a635-c43e6ec0079f" -d '{"events": [{"name": "network-changed", "server_uuid": "80f7d67e-fd83-4a65-9005-655e954597b5", "tag": "f63b6027-db9f-4126-a031-5e061d99a473"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:20:46.870479 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-0ad56216-41fd-4065-a2dd-f6ecde631041 None None] Set router 428a729c-c2be-450a-a5b8-275ba4ff9617 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:20:47.076317 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-0ad56216-41fd-4065-a2dd-f6ecde631041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375313810', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:10Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'ec60f5db-00ed-4a4a-ac1f-caa10151536a', 'name': '', 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:c0:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '5814e255-6fcd-4b94-bd7c-9b6ed7dc6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:09Z', 'updated_at': '2022-04-20T17:18:13Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '5814e255-6fcd-4b94-bd7c-9b6ed7dc6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:47.103276 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad56216-41fd-4065-a2dd-f6ecde631041 None None] Checking router: 428a729c-c2be-450a-a5b8-275ba4ff9617 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:20:47.112056 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad56216-41fd-4065-a2dd-f6ecde631041 None None] Routers {'428a729c-c2be-450a-a5b8-275ba4ff9617'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:20:47.112710 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-0ad56216-41fd-4065-a2dd-f6ecde631041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:20:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['428a729c-c2be-450a-a5b8-275ba4ff9617'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:47.226961 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-0ad56216-41fd-4065-a2dd-f6ecde631041 None None] Set router 428a729c-c2be-450a-a5b8-275ba4ff9617 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:20:47.227949 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a55f81-632b-46b8-aa75-b9b17e9aa475 x-openstack-request-id: req-59a55f81-632b-46b8-aa75-b9b17e9aa475 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:20:47.228467 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f7d67e-fd83-4a65-9005-655e954597b5", "tag": "f63b6027-db9f-4126-a031-5e061d99a473", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:20:47.228574 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59a55f81-632b-46b8-aa75-b9b17e9aa475 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:20:47.228889 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59a55f81-632b-46b8-aa75-b9b17e9aa475'] response: {'name': 'network-changed', 'server_uuid': '80f7d67e-fd83-4a65-9005-655e954597b5', 'tag': 'f63b6027-db9f-4126-a031-5e061d99a473', 'status': 'completed', 'code': 200} Apr 20 17:20:47.355552 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60493d92-384d-4964-8a61-14916dad8391 req-9815f988-c08e-4bcb-9187-35a4a386feb4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:20:47.357131 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-60493d92-384d-4964-8a61-14916dad8391 req-9815f988-c08e-4bcb-9187-35a4a386feb4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 946 time: 0.0753281 Apr 20 17:20:47.364081 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495faf64-cb8a-4459-a635-c43e6ec0079f req-2937523d-810c-4595-ac50-f695006943b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:20:47.365585 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-495faf64-cb8a-4459-a635-c43e6ec0079f req-2937523d-810c-4595-ac50-f695006943b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 1097 time: 0.0734591 Apr 20 17:20:47.444008 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-0ad56216-41fd-4065-a2dd-f6ecde631041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375313810', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:10Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'ec60f5db-00ed-4a4a-ac1f-caa10151536a', 'name': '', 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:c0:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '5814e255-6fcd-4b94-bd7c-9b6ed7dc6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:09Z', 'updated_at': '2022-04-20T17:18:13Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '5814e255-6fcd-4b94-bd7c-9b6ed7dc6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:47.448798 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-60493d92-384d-4964-8a61-14916dad8391 req-d2ee15a7-8a77-4930-a4b4-8646cc3134f1 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800595 Apr 20 17:20:47.473973 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad56216-41fd-4065-a2dd-f6ecde631041 None None] The sync data for ids ['428a729c-c2be-450a-a5b8-275ba4ff9617'] in n-d-836146-2 is: [{'id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375313810', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:10Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'ec60f5db-00ed-4a4a-ac1f-caa10151536a', 'name': '', 'network_id': 'e4a06e9d-8c3a-4f2e-a692-7ebc751612e2', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:c0:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '5814e255-6fcd-4b94-bd7c-9b6ed7dc6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:09Z', 'updated_at': '2022-04-20T17:18:13Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '5814e255-6fcd-4b94-bd7c-9b6ed7dc6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:20:47.484810 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495faf64-cb8a-4459-a635-c43e6ec0079f req-dbfa3831-3f0d-44aa-96f4-0fbce41949a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:20:47.486280 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-495faf64-cb8a-4459-a635-c43e6ec0079f req-dbfa3831-3f0d-44aa-96f4-0fbce41949a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4a06e9d-8c3a-4f2e-a692-7ebc751612e2 HTTP/1.1" status: 200 len: 898 time: 0.1110208 Apr 20 17:20:47.530946 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-495faf64-cb8a-4459-a635-c43e6ec0079f req-a600e111-73d8-4470-ab47-5922ccc73598 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f63b6027-db9f-4126-a031-5e061d99a473 HTTP/1.1" status: 200 len: 217 time: 0.0364151 Apr 20 17:20:47.600226 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495faf64-cb8a-4459-a635-c43e6ec0079f req-b68f9937-3b0c-4788-b9d4-d72625e69cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:20:47.602727 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-495faf64-cb8a-4459-a635-c43e6ec0079f req-b68f9937-3b0c-4788-b9d4-d72625e69cff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5814e255-6fcd-4b94-bd7c-9b6ed7dc6676 HTTP/1.1" status: 200 len: 835 time: 0.0649991 Apr 20 17:20:47.655017 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495faf64-cb8a-4459-a635-c43e6ec0079f req-cdc312e4-0eb4-437e-8105-118907a6b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:20:47.657099 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-495faf64-cb8a-4459-a635-c43e6ec0079f req-cdc312e4-0eb4-437e-8105-118907a6b262 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4a06e9d-8c3a-4f2e-a692-7ebc751612e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470192 Apr 20 17:20:47.708654 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3feefd-86b9-4a66-bbf4-99841133373d None None] New status for floating IP d5216386-4875-45de-bf29-42289e0155be: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:20:47.750923 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-495faf64-cb8a-4459-a635-c43e6ec0079f req-5761376b-cd2c-4dbb-a642-b819ba12e5bf service neutron] 10.222.0.26 "GET /v2.0/networks/e4a06e9d-8c3a-4f2e-a692-7ebc751612e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855563 Apr 20 17:20:47.846265 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-495faf64-cb8a-4459-a635-c43e6ec0079f req-a79b00d3-ac7d-4d8f-9916-f7a6106770d2 service neutron] 10.222.0.26 "GET /v2.0/networks/e4a06e9d-8c3a-4f2e-a692-7ebc751612e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874827 Apr 20 17:20:48.569928 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b902ba-14e4-4cfd-a66f-592792f333eb req-7946bf4b-155b-4d9c-96ae-1d1085c384f3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:20:48.571417 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e2b902ba-14e4-4cfd-a66f-592792f333eb req-7946bf4b-155b-4d9c-96ae-1d1085c384f3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 946 time: 0.0520554 Apr 20 17:20:48.608978 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e2b902ba-14e4-4cfd-a66f-592792f333eb req-8687fa1e-021f-4b21-a4d8-b1ea4b2fc4b8 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ca6cdd1-5eb5-423d-a351-b32fa56b7928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308659 Apr 20 17:20:49.035795 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:20:49.119928 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609f46e-51ae-4468-945b-b9d3e29a29a8 req-4e3eb8e0-697a-4daf-a1f5-1efa519c8cbb tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:20:49.121433 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7609f46e-51ae-4468-945b-b9d3e29a29a8 req-4e3eb8e0-697a-4daf-a1f5-1efa519c8cbb tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.26 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 946 time: 0.0472476 Apr 20 17:20:49.213369 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-7609f46e-51ae-4468-945b-b9d3e29a29a8 req-4a98f0ce-3cb0-4c4a-b986-b483917ce9c4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Deleting port f63b6027-db9f-4126-a031-5e061d99a473 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:20:49.213712 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7609f46e-51ae-4468-945b-b9d3e29a29a8 req-4a98f0ce-3cb0-4c4a-b986-b483917ce9c4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:49.303289 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-7609f46e-51ae-4468-945b-b9d3e29a29a8 req-4a98f0ce-3cb0-4c4a-b986-b483917ce9c4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] For port f63b6027-db9f-4126-a031-5e061d99a473, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=f63b6027-db9f-4126-a031-5e061d99a473,segment=NetworkSegment(14a9e83c-eaa1-4956-be49-12bb6a8851cd),segment_id=14a9e83c-eaa1-4956-be49-12bb6a8851cd)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:49.303732 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7609f46e-51ae-4468-945b-b9d3e29a29a8 req-4a98f0ce-3cb0-4c4a-b986-b483917ce9c4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:49.318573 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-7609f46e-51ae-4468-945b-b9d3e29a29a8 req-4a98f0ce-3cb0-4c4a-b986-b483917ce9c4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Calling delete_port for f63b6027-db9f-4126-a031-5e061d99a473 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:20:49.539545 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7609f46e-51ae-4468-945b-b9d3e29a29a8 req-4a98f0ce-3cb0-4c4a-b986-b483917ce9c4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:49.568891 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98f0ce-3cb0-4c4a-b986-b483917ce9c4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Port': ['ID=f63b6027-db9f-4126-a031-5e061d99a473,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:49.582548 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98f0ce-3cb0-4c4a-b986-b483917ce9c4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:49.583186 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98f0ce-3cb0-4c4a-b986-b483917ce9c4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:49.583280 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98f0ce-3cb0-4c4a-b986-b483917ce9c4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:49.583535 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98f0ce-3cb0-4c4a-b986-b483917ce9c4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:49.584059 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98f0ce-3cb0-4c4a-b986-b483917ce9c4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:49.584472 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98f0ce-3cb0-4c4a-b986-b483917ce9c4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:49.584800 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98f0ce-3cb0-4c4a-b986-b483917ce9c4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:49.585129 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98f0ce-3cb0-4c4a-b986-b483917ce9c4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:49.585453 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98f0ce-3cb0-4c4a-b986-b483917ce9c4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:49.585776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98f0ce-3cb0-4c4a-b986-b483917ce9c4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:49.586095 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98f0ce-3cb0-4c4a-b986-b483917ce9c4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:49.586409 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98f0ce-3cb0-4c4a-b986-b483917ce9c4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:49.626250 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-7609f46e-51ae-4468-945b-b9d3e29a29a8 req-4a98f0ce-3cb0-4c4a-b986-b483917ce9c4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] No DVR routers for this DVR port f63b6027-db9f-4126-a031-5e061d99a473 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:20:49.629041 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7609f46e-51ae-4468-945b-b9d3e29a29a8 req-4a98f0ce-3cb0-4c4a-b986-b483917ce9c4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:49.632593 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7609f46e-51ae-4468-945b-b9d3e29a29a8 req-4a98f0ce-3cb0-4c4a-b986-b483917ce9c4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.26 "DELETE /v2.0/ports/f63b6027-db9f-4126-a031-5e061d99a473 HTTP/1.1" status: 204 len: 173 time: 0.5057044 Apr 20 17:20:49.633079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f7d67e-fd83-4a65-9005-655e954597b5', 'name': 'network-vif-deleted', 'tag': 'f63b6027-db9f-4126-a031-5e061d99a473'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:20:49.635484 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bb1e3d-3e93-4896-82cf-003c7f25d1ce" -d '{"events": [{"server_uuid": "80f7d67e-fd83-4a65-9005-655e954597b5", "name": "network-vif-deleted", "tag": "f63b6027-db9f-4126-a031-5e061d99a473"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:20:49.718456 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-790fa528-bfc8-4098-9d5a-608f7dbfee4b req-e975a694-b711-4b89-a2b2-d344c07ecae0 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=80f7d67e-fd83-4a65-9005-655e954597b5 HTTP/1.1" status: 200 len: 210 time: 0.0337837 Apr 20 17:20:49.855081 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fe1d7e-1286-4e2f-92e8-fcc98b6707ac x-openstack-request-id: req-68fe1d7e-1286-4e2f-92e8-fcc98b6707ac {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:20:49.855441 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f7d67e-fd83-4a65-9005-655e954597b5", "name": "network-vif-deleted", "tag": "f63b6027-db9f-4126-a031-5e061d99a473", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:20:49.855752 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68fe1d7e-1286-4e2f-92e8-fcc98b6707ac {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:20:49.856215 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68fe1d7e-1286-4e2f-92e8-fcc98b6707ac'] response: {'server_uuid': '80f7d67e-fd83-4a65-9005-655e954597b5', 'name': 'network-vif-deleted', 'tag': 'f63b6027-db9f-4126-a031-5e061d99a473', 'status': 'completed', 'code': 200} Apr 20 17:20:50.778234 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60562) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:20:51.146439 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6ed22eb-ec1f-4979-ae3e-e6e4a5f558a5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:51.409772 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed22eb-ec1f-4979-ae3e-e6e4a5f558a5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Deleting port ec60f5db-00ed-4a4a-ac1f-caa10151536a {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:20:51.410027 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6ed22eb-ec1f-4979-ae3e-e6e4a5f558a5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:51.497370 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-b6ed22eb-ec1f-4979-ae3e-e6e4a5f558a5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] For port ec60f5db-00ed-4a4a-ac1f-caa10151536a, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ec60f5db-00ed-4a4a-ac1f-caa10151536a,segment=NetworkSegment(14a9e83c-eaa1-4956-be49-12bb6a8851cd),segment_id=14a9e83c-eaa1-4956-be49-12bb6a8851cd)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:51.497729 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6ed22eb-ec1f-4979-ae3e-e6e4a5f558a5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:51.510491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed22eb-ec1f-4979-ae3e-e6e4a5f558a5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Calling delete_port for ec60f5db-00ed-4a4a-ac1f-caa10151536a owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:20:52.070632 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6ed22eb-ec1f-4979-ae3e-e6e4a5f558a5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:52.101332 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed22eb-ec1f-4979-ae3e-e6e4a5f558a5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Port': ['ID=ec60f5db-00ed-4a4a-ac1f-caa10151536a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:52.276409 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b6ed22eb-ec1f-4979-ae3e-e6e4a5f558a5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:52.494330 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ed22eb-ec1f-4979-ae3e-e6e4a5f558a5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Router 428a729c-c2be-450a-a5b8-275ba4ff9617 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:20:52.607628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ed22eb-ec1f-4979-ae3e-e6e4a5f558a5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:20:52.614510 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b6ed22eb-ec1f-4979-ae3e-e6e4a5f558a5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "PUT /v2.0/routers/428a729c-c2be-450a-a5b8-275ba4ff9617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8348730 Apr 20 17:20:52.617560 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60564) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:20:52.618768 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfffd54f-37b8-44c5-b173-402b96a09be4 None None] Sync routers for ids ['428a729c-c2be-450a-a5b8-275ba4ff9617'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:20:52.629878 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfffd54f-37b8-44c5-b173-402b96a09be4 None None] Routers {'428a729c-c2be-450a-a5b8-275ba4ff9617'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:20:52.630521 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-cfffd54f-37b8-44c5-b173-402b96a09be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:20:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['428a729c-c2be-450a-a5b8-275ba4ff9617'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:52.669628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-5369ea2a-6147-406f-a626-30736db21eee tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Deleting subnet 5814e255-6fcd-4b94-bd7c-9b6ed7dc6676 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 17:20:52.673446 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5369ea2a-6147-406f-a626-30736db21eee tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:52.714824 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5369ea2a-6147-406f-a626-30736db21eee tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:52.766363 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-cfffd54f-37b8-44c5-b173-402b96a09be4 None None] Set router 428a729c-c2be-450a-a5b8-275ba4ff9617 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:20:52.805401 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5369ea2a-6147-406f-a626-30736db21eee tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:52.824919 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-dff5793b-b8a4-4793-a6f6-b94ba2b021a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:52.933856 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5369ea2a-6147-406f-a626-30736db21eee tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:52.951969 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-cfffd54f-37b8-44c5-b173-402b96a09be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375313810', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:20:51Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:52.961833 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369ea2a-6147-406f-a626-30736db21eee tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Subnet': ['ID=5814e255-6fcd-4b94-bd7c-9b6ed7dc6676,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:52.966085 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5369ea2a-6147-406f-a626-30736db21eee tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:52.973057 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5369ea2a-6147-406f-a626-30736db21eee tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "DELETE /v2.0/subnets/5814e255-6fcd-4b94-bd7c-9b6ed7dc6676 HTTP/1.1" status: 204 len: 168 time: 0.3521190 Apr 20 17:20:52.973319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60566) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:20:52.983330 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821faef8-2439-4e2c-b367-846f991d79ed None None] Network e4a06e9d-8c3a-4f2e-a692-7ebc751612e2 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:20:52.986315 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfffd54f-37b8-44c5-b173-402b96a09be4 None None] Checking router: 428a729c-c2be-450a-a5b8-275ba4ff9617 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:20:53.039412 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfffd54f-37b8-44c5-b173-402b96a09be4 None None] Routers {'428a729c-c2be-450a-a5b8-275ba4ff9617'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:20:53.039972 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-cfffd54f-37b8-44c5-b173-402b96a09be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:20:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['428a729c-c2be-450a-a5b8-275ba4ff9617'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:53.090652 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cab6647c-8995-446f-95b0-6d54c506f788 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:53.199122 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cab6647c-8995-446f-95b0-6d54c506f788 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:53.200297 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-cfffd54f-37b8-44c5-b173-402b96a09be4 None None] Set router 428a729c-c2be-450a-a5b8-275ba4ff9617 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:20:53.272079 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f5f5be-8445-44e4-9970-a156a1d6b70e None None] DHCP port deletion for e4a06e9d-8c3a-4f2e-a692-7ebc751612e2 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 17:20:53.363527 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-cab6647c-8995-446f-95b0-6d54c506f788 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Deleting port a1253cac-9d2c-4eaa-9d79-66eb46d8ad55 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:20:53.363856 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cab6647c-8995-446f-95b0-6d54c506f788 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:53.451588 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-cab6647c-8995-446f-95b0-6d54c506f788 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] For port a1253cac-9d2c-4eaa-9d79-66eb46d8ad55, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=a1253cac-9d2c-4eaa-9d79-66eb46d8ad55,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:53.451962 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cab6647c-8995-446f-95b0-6d54c506f788 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:53.465432 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-cab6647c-8995-446f-95b0-6d54c506f788 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Calling delete_port for a1253cac-9d2c-4eaa-9d79-66eb46d8ad55 owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:20:53.547951 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d6f5f5be-8445-44e4-9970-a156a1d6b70e None None] Deleting port ebe5074f-1b3c-4b5e-a5a6-c66708828163 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:20:53.548313 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f5be-8445-44e4-9970-a156a1d6b70e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:53.620991 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-d6f5f5be-8445-44e4-9970-a156a1d6b70e None None] For port ebe5074f-1b3c-4b5e-a5a6-c66708828163, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ebe5074f-1b3c-4b5e-a5a6-c66708828163,segment=NetworkSegment(14a9e83c-eaa1-4956-be49-12bb6a8851cd),segment_id=14a9e83c-eaa1-4956-be49-12bb6a8851cd)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:53.620991 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f5be-8445-44e4-9970-a156a1d6b70e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:53.632597 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-d6f5f5be-8445-44e4-9970-a156a1d6b70e None None] Calling delete_port for ebe5074f-1b3c-4b5e-a5a6-c66708828163 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:20:53.650106 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-cfffd54f-37b8-44c5-b173-402b96a09be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375313810', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:20:51Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:53.705673 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cab6647c-8995-446f-95b0-6d54c506f788 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:53.706809 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfffd54f-37b8-44c5-b173-402b96a09be4 None None] The sync data for ids ['428a729c-c2be-450a-a5b8-275ba4ff9617'] in n-d-836146-2 is: [{'id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375313810', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:20:51Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'a1253cac-9d2c-4eaa-9d79-66eb46d8ad55', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428a729c-c2be-450a-a5b8-275ba4ff9617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:06Z', 'updated_at': '2022-04-20T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:20:53.745439 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6647c-8995-446f-95b0-6d54c506f788 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Port': ['ID=a1253cac-9d2c-4eaa-9d79-66eb46d8ad55,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:53.801018 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f5be-8445-44e4-9970-a156a1d6b70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:53.809359 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cab6647c-8995-446f-95b0-6d54c506f788 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:53.827111 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5f5be-8445-44e4-9970-a156a1d6b70e None None] Pushing event deleted for resources: {'Port': ['ID=ebe5074f-1b3c-4b5e-a5a6-c66708828163,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:53.831907 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f5f5be-8445-44e4-9970-a156a1d6b70e None None] No DVR routers for this DVR port ebe5074f-1b3c-4b5e-a5a6-c66708828163 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:20:53.838932 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5f5be-8445-44e4-9970-a156a1d6b70e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:53.839276 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5f5be-8445-44e4-9970-a156a1d6b70e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:53.839622 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5f5be-8445-44e4-9970-a156a1d6b70e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:53.839954 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5f5be-8445-44e4-9970-a156a1d6b70e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:53.840283 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5f5be-8445-44e4-9970-a156a1d6b70e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:53.840636 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5f5be-8445-44e4-9970-a156a1d6b70e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:53.840959 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5f5be-8445-44e4-9970-a156a1d6b70e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:53.841772 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5f5be-8445-44e4-9970-a156a1d6b70e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:53.841772 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5f5be-8445-44e4-9970-a156a1d6b70e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:53.841941 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5f5be-8445-44e4-9970-a156a1d6b70e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:53.842198 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5f5be-8445-44e4-9970-a156a1d6b70e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:53.842516 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5f5be-8445-44e4-9970-a156a1d6b70e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:53.900848 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cab6647c-8995-446f-95b0-6d54c506f788 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:53.902823 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cab6647c-8995-446f-95b0-6d54c506f788 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:54.007665 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cab6647c-8995-446f-95b0-6d54c506f788 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:54.008118 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab6647c-8995-446f-95b0-6d54c506f788 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Fanout notify agent at l3_agent the message router_deleted on router 428a729c-c2be-450a-a5b8-275ba4ff9617 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:20:54.014837 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cab6647c-8995-446f-95b0-6d54c506f788 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:54.016124 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cab6647c-8995-446f-95b0-6d54c506f788 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "DELETE /v2.0/routers/428a729c-c2be-450a-a5b8-275ba4ff9617 HTTP/1.1" status: 204 len: 168 time: 1.0418522 Apr 20 17:20:54.018798 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60568) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:20:54.065602 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ebe5074f-1b3c-4b5e-a5a6-c66708828163 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:20:54.091913 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: ebe5074f-1b3c-4b5e-a5a6-c66708828163 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:20:54.092271 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ebe5074f-1b3c-4b5e-a5a6-c66708828163 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:20:54.098797 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11baa1be-bbb8-4062-a4aa-1f474210d7fe tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:54.192599 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11baa1be-bbb8-4062-a4aa-1f474210d7fe tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:54.213966 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-11baa1be-bbb8-4062-a4aa-1f474210d7fe tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a06e9d-8c3a-4f2e-a692-7ebc751612e2']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:54.223127 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-11baa1be-bbb8-4062-a4aa-1f474210d7fe tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a9e83c-eaa1-4956-be49-12bb6a8851cd') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:54.223427 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-11baa1be-bbb8-4062-a4aa-1f474210d7fe tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a9e83c-eaa1-4956-be49-12bb6a8851cd') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:54.232967 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11baa1be-bbb8-4062-a4aa-1f474210d7fe tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:54.247713 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11baa1be-bbb8-4062-a4aa-1f474210d7fe tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:54.254396 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11baa1be-bbb8-4062-a4aa-1f474210d7fe tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:20:54.254787 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11baa1be-bbb8-4062-a4aa-1f474210d7fe tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: timer() Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:20:54.257807 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:20:54.442455 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11baa1be-bbb8-4062-a4aa-1f474210d7fe tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:54.449653 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-11baa1be-bbb8-4062-a4aa-1f474210d7fe tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:54.452789 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-11baa1be-bbb8-4062-a4aa-1f474210d7fe tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "DELETE /v2.0/networks/e4a06e9d-8c3a-4f2e-a692-7ebc751612e2 HTTP/1.1" status: 204 len: 168 time: 0.4330418 Apr 20 17:20:54.457908 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60570) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:20:54.466347 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11baa1be-bbb8-4062-a4aa-1f474210d7fe tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Network': ['ID=e4a06e9d-8c3a-4f2e-a692-7ebc751612e2,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:54.855777 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93210ed7-e561-41d1-b3eb-7580d3798078 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:54.882073 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93210ed7-e561-41d1-b3eb-7580d3798078 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:54.890341 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device f63b6027-db9f-4126-a031-5e061d99a473 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:20:54.913160 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: f63b6027-db9f-4126-a031-5e061d99a473 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:20:54.913607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device f63b6027-db9f-4126-a031-5e061d99a473 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:20:55.048140 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93210ed7-e561-41d1-b3eb-7580d3798078 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:55.050761 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-93210ed7-e561-41d1-b3eb-7580d3798078 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:55.052011 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-93210ed7-e561-41d1-b3eb-7580d3798078 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "DELETE /v2.0/security-groups/7ca6cdd1-5eb5-423d-a351-b32fa56b7928 HTTP/1.1" status: 204 len: 168 time: 0.5953941 Apr 20 17:20:55.061760 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93210ed7-e561-41d1-b3eb-7580d3798078 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca6cdd1-5eb5-423d-a351-b32fa56b7928,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:55.229142 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-13716712-f888-4424-aafd-303e602b1cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:55.712814 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a1253cac-9d2c-4eaa-9d79-66eb46d8ad55 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:20:55.736553 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60576) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:20:55.737302 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: a1253cac-9d2c-4eaa-9d79-66eb46d8ad55 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:20:55.737649 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device a1253cac-9d2c-4eaa-9d79-66eb46d8ad55 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:20:55.738093 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ec60f5db-00ed-4a4a-ac1f-caa10151536a no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:20:55.741463 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-d7d5b733-8921-4c0a-9a34-86b2bde9e8f5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1903686844', 'description': 'tempest-secgroup-smoke-1903686844 description', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:20:55.758092 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: ec60f5db-00ed-4a4a-ac1f-caa10151536a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:20:55.758435 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ec60f5db-00ed-4a4a-ac1f-caa10151536a not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:20:55.836947 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7d5b733-8921-4c0a-9a34-86b2bde9e8f5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:55.904533 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7d5b733-8921-4c0a-9a34-86b2bde9e8f5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:55.956484 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7d5b733-8921-4c0a-9a34-86b2bde9e8f5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:55.985838 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5b733-8921-4c0a-9a34-86b2bde9e8f5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f42a329-dcaf-4c5f-bab9-da5004a111d7,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:56.082820 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7d5b733-8921-4c0a-9a34-86b2bde9e8f5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.084073 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d7d5b733-8921-4c0a-9a34-86b2bde9e8f5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3464122 Apr 20 17:20:56.086909 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60578) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:20:56.091421 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ee7830fe-1a2d-4820-905f-4b825a49adce tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': '7f42a329-dcaf-4c5f-bab9-da5004a111d7', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:20:56.167142 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee7830fe-1a2d-4820-905f-4b825a49adce tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.224513 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee7830fe-1a2d-4820-905f-4b825a49adce tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.282594 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee7830fe-1a2d-4820-905f-4b825a49adce tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.303466 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7830fe-1a2d-4820-905f-4b825a49adce tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4057983a-2269-457c-83bd-11b4369e6e5f,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:56.363910 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee7830fe-1a2d-4820-905f-4b825a49adce tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.365216 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ee7830fe-1a2d-4820-905f-4b825a49adce tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2773850 Apr 20 17:20:56.368236 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60580) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:20:56.373200 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e74f15e9-0a2b-4e5f-88e8-788a82030a80 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': '7f42a329-dcaf-4c5f-bab9-da5004a111d7', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:20:56.435382 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e74f15e9-0a2b-4e5f-88e8-788a82030a80 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.497406 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e74f15e9-0a2b-4e5f-88e8-788a82030a80 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.566709 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e74f15e9-0a2b-4e5f-88e8-788a82030a80 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.585379 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f15e9-0a2b-4e5f-88e8-788a82030a80 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd05d3f9-4bee-4194-996f-ac91e526939a,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:56.646059 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.695205 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e74f15e9-0a2b-4e5f-88e8-788a82030a80 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.696373 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e74f15e9-0a2b-4e5f-88e8-788a82030a80 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3271334 Apr 20 17:20:56.699205 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60582) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:20:56.704073 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-1b39b684-33d9-4e96-9a43-f0c999e72f1f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': '7f42a329-dcaf-4c5f-bab9-da5004a111d7', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:20:56.795151 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b39b684-33d9-4e96-9a43-f0c999e72f1f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.856694 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b39b684-33d9-4e96-9a43-f0c999e72f1f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.927783 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b39b684-33d9-4e96-9a43-f0c999e72f1f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.948441 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39b684-33d9-4e96-9a43-f0c999e72f1f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3bd204-c333-4904-beef-3ee19d4de089,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:57.009437 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b39b684-33d9-4e96-9a43-f0c999e72f1f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:57.010676 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1b39b684-33d9-4e96-9a43-f0c999e72f1f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3105402 Apr 20 17:20:57.013854 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60584) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:20:57.019052 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-f5a9e90b-98c7-4513-92c6-e5eb04121b36 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': '7f42a329-dcaf-4c5f-bab9-da5004a111d7', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:20:57.115808 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f5a9e90b-98c7-4513-92c6-e5eb04121b36 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:57.175735 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f5a9e90b-98c7-4513-92c6-e5eb04121b36 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:57.276518 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f5a9e90b-98c7-4513-92c6-e5eb04121b36 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:57.299122 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9e90b-98c7-4513-92c6-e5eb04121b36 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd146d5-e87e-4bcc-9a2d-121d3ce77eab,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:57.363598 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f5a9e90b-98c7-4513-92c6-e5eb04121b36 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:57.365212 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f5a9e90b-98c7-4513-92c6-e5eb04121b36 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3501995 Apr 20 17:20:57.368706 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60586) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:20:57.375811 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-5e0e199d-d951-4d31-b66e-36b466fc957b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': '7f42a329-dcaf-4c5f-bab9-da5004a111d7', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:20:57.463914 n-d-836146-2 neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-5e0e199d-d951-4d31-b66e-36b466fc957b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Project 606be8daf7cc430dabbdcb8a72158fa5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:20:57.469998 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e0e199d-d951-4d31-b66e-36b466fc957b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:57.529375 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e0e199d-d951-4d31-b66e-36b466fc957b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:57.607785 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e0e199d-d951-4d31-b66e-36b466fc957b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:57.626170 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e199d-d951-4d31-b66e-36b466fc957b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b74853-0593-4995-affd-367313400eca,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:57.701248 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e0e199d-d951-4d31-b66e-36b466fc957b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:57.702521 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5e0e199d-d951-4d31-b66e-36b466fc957b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3325682 Apr 20 17:20:57.705785 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60588) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:20:57.710320 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-cdfb56a4-4063-463a-b66f-98a84ecf713e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': '7f42a329-dcaf-4c5f-bab9-da5004a111d7', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:20:57.790638 n-d-836146-2 neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-cdfb56a4-4063-463a-b66f-98a84ecf713e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Project 606be8daf7cc430dabbdcb8a72158fa5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:20:57.795555 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cdfb56a4-4063-463a-b66f-98a84ecf713e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:57.854068 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cdfb56a4-4063-463a-b66f-98a84ecf713e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:57.943477 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cdfb56a4-4063-463a-b66f-98a84ecf713e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:57.958949 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb56a4-4063-463a-b66f-98a84ecf713e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450b9b85-68b1-4c37-9073-6e9788f81726,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:58.030318 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:58.060822 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cdfb56a4-4063-463a-b66f-98a84ecf713e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:58.063285 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cdfb56a4-4063-463a-b66f-98a84ecf713e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3551691 Apr 20 17:20:58.065010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60590) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:20:58.069966 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-9226358b-f350-41d8-ac5f-e1090a8d661f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'network': {'name': 'tempest-network-smoke--135528894', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'port_security_enabled': True}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:20:58.155696 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9226358b-f350-41d8-ac5f-e1090a8d661f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Made reservation on behalf of 606be8daf7cc430dabbdcb8a72158fa5 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:20:58.159662 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9226358b-f350-41d8-ac5f-e1090a8d661f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:58.183550 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9226358b-f350-41d8-ac5f-e1090a8d661f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:20:58.192633 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9226358b-f350-41d8-ac5f-e1090a8d661f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:58.192975 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-9226358b-f350-41d8-ac5f-e1090a8d661f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Added segment cf210fb5-dab8-43c4-b02a-a8b1cbb18027 of type vlan for network 77a29070-0fa8-415a-835a-e5f08fcd46ae Apr 20 17:20:58.235164 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9226358b-f350-41d8-ac5f-e1090a8d661f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:58.235877 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:58.350504 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9226358b-f350-41d8-ac5f-e1090a8d661f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:58.356039 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9226358b-f350-41d8-ac5f-e1090a8d661f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:20:58.356685 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9226358b-f350-41d8-ac5f-e1090a8d661f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:58.420987 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226358b-f350-41d8-ac5f-e1090a8d661f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Network': ['ID=77a29070-0fa8-415a-835a-e5f08fcd46ae,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:58.431747 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 77a29070-0fa8-415a-835a-e5f08fcd46ae details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 17:20:58.473379 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9226358b-f350-41d8-ac5f-e1090a8d661f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4072998 Apr 20 17:20:58.476153 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60592) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:20:58.480750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-3cd65952-ae41-4aab-84a4-488643db075c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1389204486', 'admin_state_up': True, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:20:58.573679 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3cd65952-ae41-4aab-84a4-488643db075c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:58.574767 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3cd65952-ae41-4aab-84a4-488643db075c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:58.633805 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3cd65952-ae41-4aab-84a4-488643db075c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:58.810063 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3cd65952-ae41-4aab-84a4-488643db075c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:59.064984 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3cd65952-ae41-4aab-84a4-488643db075c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:59.083691 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3cd65952-ae41-4aab-84a4-488643db075c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:59.190487 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-3cd65952-ae41-4aab-84a4-488643db075c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Allocated IP 172.25.0.134 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/30ae6de3-e601-4e48-b454-4ffdd383b0a1) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:20:59.252956 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:59.291006 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3cd65952-ae41-4aab-84a4-488643db075c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:59.373763 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3cd65952-ae41-4aab-84a4-488643db075c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:59.413212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd65952-ae41-4aab-84a4-488643db075c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:20:59.416075 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-3cd65952-ae41-4aab-84a4-488643db075c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:20:59.419685 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd65952-ae41-4aab-84a4-488643db075c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:20:59.425704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd65952-ae41-4aab-84a4-488643db075c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=30ae6de3-e601-4e48-b454-4ffdd383b0a1,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:59.758592 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3cd65952-ae41-4aab-84a4-488643db075c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:59.961505 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3cd65952-ae41-4aab-84a4-488643db075c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:00.395090 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:00.481107 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd65952-ae41-4aab-84a4-488643db075c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Router 0e8ee357-ed20-41d2-a4cd-d4251f68f62e is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:21:00.592243 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd65952-ae41-4aab-84a4-488643db075c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:21:00.602790 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] Sync routers for ids ['0e8ee357-ed20-41d2-a4cd-d4251f68f62e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:21:00.613034 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] Routers {'0e8ee357-ed20-41d2-a4cd-d4251f68f62e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:21:00.613647 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:20:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['0e8ee357-ed20-41d2-a4cd-d4251f68f62e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:00.678411 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3cd65952-ae41-4aab-84a4-488643db075c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:00.679587 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3cd65952-ae41-4aab-84a4-488643db075c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2023985 Apr 20 17:21:00.684406 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60594) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:21:00.723225 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-76ce45e4-375a-4ab0-85cb-6157d283ce97 tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=606be8daf7cc430dabbdcb8a72158fa5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373998 Apr 20 17:21:00.725958 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60596) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:21:00.728054 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] Set router 0e8ee357-ed20-41d2-a4cd-d4251f68f62e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:21:00.811089 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f143f017-38bc-46a2-9f06-e1089ba9ff72 tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:00.813228 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f143f017-38bc-46a2-9f06-e1089ba9ff72 tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862823 Apr 20 17:21:00.816050 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60598) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:21:00.847499 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-23b27ffe-ba7a-48c9-aef0-7b5a197eebe7 tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303633 Apr 20 17:21:00.850063 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60600) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:21:00.854826 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-15136033-d53f-4238-b7f8-37ea15043de6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1855548245', 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:21:00.911184 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389204486', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:20:58Z', 'updated_at': '2022-04-20T17:20:59Z', 'revision_number': 3, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:20:59Z', 'updated_at': '2022-04-20T17:20:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:01.023865 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15136033-d53f-4238-b7f8-37ea15043de6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Made reservation on behalf of 606be8daf7cc430dabbdcb8a72158fa5 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:21:01.024132 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] Checking router: 0e8ee357-ed20-41d2-a4cd-d4251f68f62e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:21:01.024506 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] Updating router 0e8ee357-ed20-41d2-a4cd-d4251f68f62e port 30ae6de3-e601-4e48-b454-4ffdd383b0a1 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:21:01.027327 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-15136033-d53f-4238-b7f8-37ea15043de6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:01.049676 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:01.301218 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:01.327951 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-15136033-d53f-4238-b7f8-37ea15043de6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:01.384980 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15136033-d53f-4238-b7f8-37ea15043de6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Subnet': ['ID=eb291f42-e6a8-4496-9e85-c221bbb3e0f7,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:01.401527 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15136033-d53f-4238-b7f8-37ea15043de6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Checking segment: {'id': 'cf210fb5-dab8-43c4-b02a-a8b1cbb18027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:21:01.401890 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15136033-d53f-4238-b7f8-37ea15043de6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network hostable DHCP agents. Network: 77a29070-0fa8-415a-835a-e5f08fcd46ae, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:21:01.436177 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:01.483894 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] Attempting to bind port 30ae6de3-e601-4e48-b454-4ffdd383b0a1 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:21:01.484785 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] Attempting to bind port 30ae6de3-e601-4e48-b454-4ffdd383b0a1 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:21:01.485143 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] Attempting to bind port 30ae6de3-e601-4e48-b454-4ffdd383b0a1 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:21:01.493737 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4d100-5157-45f7-b8cf-57a6cae2f805 None None] Pushing event updated for resources: {'Port': ['ID=30ae6de3-e601-4e48-b454-4ffdd383b0a1,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:01.495837 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:21:01.496310 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:21:01.496725 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:01.497104 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:21:01.497558 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] Bound port: 30ae6de3-e601-4e48-b454-4ffdd383b0a1, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:21:01.497928 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:01.516722 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15136033-d53f-4238-b7f8-37ea15043de6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network 77a29070-0fa8-415a-835a-e5f08fcd46ae is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:21:01.521127 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4d100-5157-45f7-b8cf-57a6cae2f805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:01.521479 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4d100-5157-45f7-b8cf-57a6cae2f805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:01.521813 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4d100-5157-45f7-b8cf-57a6cae2f805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:01.522149 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4d100-5157-45f7-b8cf-57a6cae2f805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:01.522475 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4d100-5157-45f7-b8cf-57a6cae2f805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:01.522804 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4d100-5157-45f7-b8cf-57a6cae2f805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:01.523128 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4d100-5157-45f7-b8cf-57a6cae2f805 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:01.523447 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4d100-5157-45f7-b8cf-57a6cae2f805 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:01.523770 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4d100-5157-45f7-b8cf-57a6cae2f805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:01.524090 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4d100-5157-45f7-b8cf-57a6cae2f805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:01.524481 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4d100-5157-45f7-b8cf-57a6cae2f805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:01.524758 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4d100-5157-45f7-b8cf-57a6cae2f805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:01.559499 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] For port 30ae6de3-e601-4e48-b454-4ffdd383b0a1, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:21:01.562868 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] For port 30ae6de3-e601-4e48-b454-4ffdd383b0a1, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=30ae6de3-e601-4e48-b454-4ffdd383b0a1,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:21:01.567155 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-15136033-d53f-4238-b7f8-37ea15043de6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 77a29070-0fa8-415a-835a-e5f08fcd46ae) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:01.572357 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15136033-d53f-4238-b7f8-37ea15043de6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:01.573848 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-15136033-d53f-4238-b7f8-37ea15043de6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:01.575865 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcac2ac6-a3ef-4bb9-9d50-c7fcbd8fb19d None None] Network 77a29070-0fa8-415a-835a-e5f08fcd46ae requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:21:01.642507 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:01.678768 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-15136033-d53f-4238-b7f8-37ea15043de6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8255959 Apr 20 17:21:01.679575 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60602) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:21:01.695173 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] Routers {'0e8ee357-ed20-41d2-a4cd-d4251f68f62e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:21:01.695794 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:20:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['0e8ee357-ed20-41d2-a4cd-d4251f68f62e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:01.734196 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7dbb6b-66d1-491b-afd0-3e7db8bf0419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-77a29070-0fa8-415a-835a-e5f08fcd46ae', 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'fixed_ips': [{'subnet_id': 'eb291f42-e6a8-4496-9e85-c221bbb3e0f7'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 17:21:01.738119 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fe7dbb6b-66d1-491b-afd0-3e7db8bf0419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:01.743022 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4d100-5157-45f7-b8cf-57a6cae2f805 None None] Pushing event updated for resources: {'Port': ['ID=30ae6de3-e601-4e48-b454-4ffdd383b0a1,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:01.832126 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] Set router 0e8ee357-ed20-41d2-a4cd-d4251f68f62e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:21:01.891011 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-fe7dbb6b-66d1-491b-afd0-3e7db8bf0419 None None] Allocated IP 172.20.0.2 (77a29070-0fa8-415a-835a-e5f08fcd46ae/eb291f42-e6a8-4496-9e85-c221bbb3e0f7/4bdd8721-caa9-42f7-9d77-37321afc6e04) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:21:02.041219 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389204486', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:20:58Z', 'updated_at': '2022-04-20T17:20:59Z', 'revision_number': 3, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:20:59Z', 'updated_at': '2022-04-20T17:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:02.049426 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fe7dbb6b-66d1-491b-afd0-3e7db8bf0419 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:02.069669 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a061272-cbfc-4559-bdc7-7cd4ab012804 None None] The sync data for ids ['0e8ee357-ed20-41d2-a4cd-d4251f68f62e'] in n-d-836146-2 is: [{'id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389204486', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:20:58Z', 'updated_at': '2022-04-20T17:20:59Z', 'revision_number': 3, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:20:59Z', 'updated_at': '2022-04-20T17:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:21:02.156697 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fe7dbb6b-66d1-491b-afd0-3e7db8bf0419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:02.197800 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65539e73-243d-4cbb-a67d-276353ec004c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:02.200978 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7dbb6b-66d1-491b-afd0-3e7db8bf0419 None None] Network 77a29070-0fa8-415a-835a-e5f08fcd46ae is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:21:02.204969 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-fe7dbb6b-66d1-491b-afd0-3e7db8bf0419 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:02.209615 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7dbb6b-66d1-491b-afd0-3e7db8bf0419 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:21:02.213040 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7dbb6b-66d1-491b-afd0-3e7db8bf0419 None None] Pushing event updated for resources: {'Port': ['ID=4bdd8721-caa9-42f7-9d77-37321afc6e04,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:02.271276 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-fe7dbb6b-66d1-491b-afd0-3e7db8bf0419 None None] Attempting to bind port 4bdd8721-caa9-42f7-9d77-37321afc6e04 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:21:02.271750 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-fe7dbb6b-66d1-491b-afd0-3e7db8bf0419 None None] Attempting to bind port 4bdd8721-caa9-42f7-9d77-37321afc6e04 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'cf210fb5-dab8-43c4-b02a-a8b1cbb18027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:21:02.273524 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7dbb6b-66d1-491b-afd0-3e7db8bf0419 None None] Attempting to bind port 4bdd8721-caa9-42f7-9d77-37321afc6e04 on network 77a29070-0fa8-415a-835a-e5f08fcd46ae {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:21:02.281896 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7dbb6b-66d1-491b-afd0-3e7db8bf0419 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:21:02.282528 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7dbb6b-66d1-491b-afd0-3e7db8bf0419 None None] Checking segment: {'id': 'cf210fb5-dab8-43c4-b02a-a8b1cbb18027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:21:02.282975 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fe7dbb6b-66d1-491b-afd0-3e7db8bf0419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:02.283753 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7dbb6b-66d1-491b-afd0-3e7db8bf0419 None None] Bound using segment: {'id': 'cf210fb5-dab8-43c4-b02a-a8b1cbb18027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:21:02.286358 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-fe7dbb6b-66d1-491b-afd0-3e7db8bf0419 None None] Bound port: 4bdd8721-caa9-42f7-9d77-37321afc6e04, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf210fb5-dab8-43c4-b02a-a8b1cbb18027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:21:02.286472 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fe7dbb6b-66d1-491b-afd0-3e7db8bf0419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:02.381591 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-fe7dbb6b-66d1-491b-afd0-3e7db8bf0419 None None] For port 4bdd8721-caa9-42f7-9d77-37321afc6e04, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:21:02.386148 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-fe7dbb6b-66d1-491b-afd0-3e7db8bf0419 None None] For port 4bdd8721-caa9-42f7-9d77-37321afc6e04, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4bdd8721-caa9-42f7-9d77-37321afc6e04,segment=NetworkSegment(cf210fb5-dab8-43c4-b02a-a8b1cbb18027),segment_id=cf210fb5-dab8-43c4-b02a-a8b1cbb18027)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:21:02.483112 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fe7dbb6b-66d1-491b-afd0-3e7db8bf0419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:02.526299 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-65539e73-243d-4cbb-a67d-276353ec004c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Allocated IP 172.20.0.1 (77a29070-0fa8-415a-835a-e5f08fcd46ae/eb291f42-e6a8-4496-9e85-c221bbb3e0f7/982b9ef6-4d60-44fe-9807-e579efffd444) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:21:02.546420 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7dbb6b-66d1-491b-afd0-3e7db8bf0419 None None] Pushing event updated for resources: {'Port': ['ID=4bdd8721-caa9-42f7-9d77-37321afc6e04,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:02.670244 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65539e73-243d-4cbb-a67d-276353ec004c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:02.762368 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65539e73-243d-4cbb-a67d-276353ec004c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:02.815920 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65539e73-243d-4cbb-a67d-276353ec004c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network 77a29070-0fa8-415a-835a-e5f08fcd46ae is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:21:02.821650 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-65539e73-243d-4cbb-a67d-276353ec004c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:02.825750 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65539e73-243d-4cbb-a67d-276353ec004c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:21:02.859683 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65539e73-243d-4cbb-a67d-276353ec004c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=982b9ef6-4d60-44fe-9807-e579efffd444,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:02.889622 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65539e73-243d-4cbb-a67d-276353ec004c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:03.111695 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65539e73-243d-4cbb-a67d-276353ec004c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:03.406270 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65539e73-243d-4cbb-a67d-276353ec004c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:03.584777 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65539e73-243d-4cbb-a67d-276353ec004c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:03.667487 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65539e73-243d-4cbb-a67d-276353ec004c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=982b9ef6-4d60-44fe-9807-e579efffd444,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:03.674061 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-65539e73-243d-4cbb-a67d-276353ec004c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:03.720601 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb006ef-eb9b-4a00-abdb-b02f39506618 None None] Network 77a29070-0fa8-415a-835a-e5f08fcd46ae requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:21:03.801785 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-10fd609d-3d8c-4157-a342-ed2dd9e666ad None None] Provisioning complete for port 4bdd8721-caa9-42f7-9d77-37321afc6e04 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:03.802176 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-10fd609d-3d8c-4157-a342-ed2dd9e666ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:03.805753 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65539e73-243d-4cbb-a67d-276353ec004c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network 77a29070-0fa8-415a-835a-e5f08fcd46ae is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:21:03.807487 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-65539e73-243d-4cbb-a67d-276353ec004c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:03.815024 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 30ae6de3-e601-4e48-b454-4ffdd383b0a1 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:21:03.946352 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65539e73-243d-4cbb-a67d-276353ec004c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Router 0e8ee357-ed20-41d2-a4cd-d4251f68f62e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:21:03.977133 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 30ae6de3-e601-4e48-b454-4ffdd383b0a1 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:03.977658 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:04.026188 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-10fd609d-3d8c-4157-a342-ed2dd9e666ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:04.071444 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65539e73-243d-4cbb-a67d-276353ec004c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:21:04.077333 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-65539e73-243d-4cbb-a67d-276353ec004c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "PUT /v2.0/routers/0e8ee357-ed20-41d2-a4cd-d4251f68f62e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3964880 Apr 20 17:21:04.092549 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] Sync routers for ids ['0e8ee357-ed20-41d2-a4cd-d4251f68f62e'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:21:04.104363 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-10fd609d-3d8c-4157-a342-ed2dd9e666ad None None] For port 4bdd8721-caa9-42f7-9d77-37321afc6e04, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4bdd8721-caa9-42f7-9d77-37321afc6e04,segment=NetworkSegment(cf210fb5-dab8-43c4-b02a-a8b1cbb18027),segment_id=cf210fb5-dab8-43c4-b02a-a8b1cbb18027)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:04.136580 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] Routers {'0e8ee357-ed20-41d2-a4cd-d4251f68f62e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:21:04.137228 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:20:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['0e8ee357-ed20-41d2-a4cd-d4251f68f62e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:04.182975 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-10fd609d-3d8c-4157-a342-ed2dd9e666ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:04.227277 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:04.237077 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-c87f95b8-acda-402f-921f-3d9a57232cae tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1903686844&fields=id&tenant_id=606be8daf7cc430dabbdcb8a72158fa5 HTTP/1.1" status: 200 len: 267 time: 0.0360267 Apr 20 17:21:04.306204 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 30ae6de3-e601-4e48-b454-4ffdd383b0a1, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=30ae6de3-e601-4e48-b454-4ffdd383b0a1,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:04.328877 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd609d-3d8c-4157-a342-ed2dd9e666ad None None] Pushing event updated for resources: {'Port': ['ID=4bdd8721-caa9-42f7-9d77-37321afc6e04,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:04.342107 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] Set router 0e8ee357-ed20-41d2-a4cd-d4251f68f62e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:21:04.359675 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-d867f96c-f741-4a84-b9a3-4669ecbad531 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:04.362185 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-d867f96c-f741-4a84-b9a3-4669ecbad531 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/networks?id=77a29070-0fa8-415a-835a-e5f08fcd46ae HTTP/1.1" status: 200 len: 796 time: 0.1147220 Apr 20 17:21:04.377775 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-e83c1cbc-1adf-45aa-bb87-4c5522b5b2ac tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/quotas/606be8daf7cc430dabbdcb8a72158fa5 HTTP/1.1" status: 200 len: 375 time: 0.0106480 Apr 20 17:21:04.381110 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:04.381110 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4bdd8721-caa9-42f7-9d77-37321afc6e04 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:21:04.384457 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-aba5caf0-ef21-442b-bbcf-a8fc994513a9 None None] Provisioning complete for port 982b9ef6-4d60-44fe-9807-e579efffd444 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:04.384834 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-aba5caf0-ef21-442b-bbcf-a8fc994513a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:04.447205 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-7c6b93f4-3eed-47c4-a5ae-e797b7a971a0 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602775 Apr 20 17:21:04.543720 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-aba5caf0-ef21-442b-bbcf-a8fc994513a9 None None] Port 982b9ef6-4d60-44fe-9807-e579efffd444 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:21:04.548218 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=30ae6de3-e601-4e48-b454-4ffdd383b0a1,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:04.552328 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-bba6853e-9a01-4c30-ac17-39a3ebfea09f service neutron] 10.222.0.15 "GET /v2.0/networks/77a29070-0fa8-415a-835a-e5f08fcd46ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998394 Apr 20 17:21:04.618791 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-aba5caf0-ef21-442b-bbcf-a8fc994513a9 None None] Provisioning complete for port 4bdd8721-caa9-42f7-9d77-37321afc6e04 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:04.619161 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-aba5caf0-ef21-442b-bbcf-a8fc994513a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:04.657768 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 4bdd8721-caa9-42f7-9d77-37321afc6e04 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:04.658289 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:04.658598 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-07464bd1-17e0-4447-afd3-8d38672e39f9 service neutron] 10.222.0.15 "GET /v2.0/networks/77a29070-0fa8-415a-835a-e5f08fcd46ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952656 Apr 20 17:21:04.929474 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-66b767a6-8ebb-469e-8d85-d649ef6d303f req-4fab0f0f-065a-4918-bf1a-149a433a6b38 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 210 time: 0.0333853 Apr 20 17:21:04.998401 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389204486', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:20:58Z', 'updated_at': '2022-04-20T17:21:02Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:20:59Z', 'updated_at': '2022-04-20T17:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '982b9ef6-4d60-44fe-9807-e579efffd444', 'name': '', 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:e1:79:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'eb291f42-e6a8-4496-9e85-c221bbb3e0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:02Z', 'updated_at': '2022-04-20T17:21:03Z', 'revision_number': 2, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': 'eb291f42-e6a8-4496-9e85-c221bbb3e0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:05.026496 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] Checking router: 0e8ee357-ed20-41d2-a4cd-d4251f68f62e for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:21:05.026851 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] Updating router 0e8ee357-ed20-41d2-a4cd-d4251f68f62e port 982b9ef6-4d60-44fe-9807-e579efffd444 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:21:05.055681 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:05.175656 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-90fc574e-9a59-42c6-a5fd-6e1a4416ad76 None None] Provisioning complete for port 982b9ef6-4d60-44fe-9807-e579efffd444 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:05.175941 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-90fc574e-9a59-42c6-a5fd-6e1a4416ad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:05.234461 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-90fc574e-9a59-42c6-a5fd-6e1a4416ad76 None None] Port 982b9ef6-4d60-44fe-9807-e579efffd444 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:21:05.366405 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:05.476296 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:05.529369 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de7d18-ea03-4281-8099-8052da652929 None None] Pushing event updated for resources: {'Port': ['ID=982b9ef6-4d60-44fe-9807-e579efffd444,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:05.586086 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] Attempting to bind port 982b9ef6-4d60-44fe-9807-e579efffd444 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:21:05.586460 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] Attempting to bind port 982b9ef6-4d60-44fe-9807-e579efffd444 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'cf210fb5-dab8-43c4-b02a-a8b1cbb18027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:21:05.586966 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] Attempting to bind port 982b9ef6-4d60-44fe-9807-e579efffd444 on network 77a29070-0fa8-415a-835a-e5f08fcd46ae {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:21:05.592647 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:21:05.593539 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] Checking segment: {'id': 'cf210fb5-dab8-43c4-b02a-a8b1cbb18027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:21:05.593949 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:05.594346 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] Bound using segment: {'id': 'cf210fb5-dab8-43c4-b02a-a8b1cbb18027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:21:05.594819 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] Bound port: 982b9ef6-4d60-44fe-9807-e579efffd444, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf210fb5-dab8-43c4-b02a-a8b1cbb18027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:21:05.595204 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:05.662992 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] For port 982b9ef6-4d60-44fe-9807-e579efffd444, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:21:05.666511 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] For port 982b9ef6-4d60-44fe-9807-e579efffd444, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=982b9ef6-4d60-44fe-9807-e579efffd444,segment=NetworkSegment(cf210fb5-dab8-43c4-b02a-a8b1cbb18027),segment_id=cf210fb5-dab8-43c4-b02a-a8b1cbb18027)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:21:05.724507 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 30ae6de3-e601-4e48-b454-4ffdd383b0a1 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:21:05.772093 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-fb4b2af7-29e5-4314-a847-60e27ed3a38b None None] Provisioning complete for port 982b9ef6-4d60-44fe-9807-e579efffd444 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:05.772583 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fb4b2af7-29e5-4314-a847-60e27ed3a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:05.806985 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:05.860761 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-fb4b2af7-29e5-4314-a847-60e27ed3a38b None None] Port 982b9ef6-4d60-44fe-9807-e579efffd444 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:21:05.876055 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 30ae6de3-e601-4e48-b454-4ffdd383b0a1 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:05.876472 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:05.912275 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de7d18-ea03-4281-8099-8052da652929 None None] Pushing event updated for resources: {'Port': ['ID=982b9ef6-4d60-44fe-9807-e579efffd444,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:05.916877 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] Routers {'0e8ee357-ed20-41d2-a4cd-d4251f68f62e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:21:05.917516 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:20:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['0e8ee357-ed20-41d2-a4cd-d4251f68f62e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:06.096918 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4bdd8721-caa9-42f7-9d77-37321afc6e04 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:21:06.104317 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0c4770ed-547c-4886-8754-2b208b9987fd req-bb955cf7-ce9c-414a-ad28-67f535135691 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 210 time: 0.0355690 Apr 20 17:21:06.137350 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] Set router 0e8ee357-ed20-41d2-a4cd-d4251f68f62e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:21:06.182385 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8f53ee7a-0135-4364-a465-7da8bea24ef3 None None] Provisioning complete for port 982b9ef6-4d60-44fe-9807-e579efffd444 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:06.182680 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8f53ee7a-0135-4364-a465-7da8bea24ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:06.322620 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 4bdd8721-caa9-42f7-9d77-37321afc6e04 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:06.322991 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:06.441093 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8f53ee7a-0135-4364-a465-7da8bea24ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:06.505358 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8f53ee7a-0135-4364-a465-7da8bea24ef3 None None] For port 982b9ef6-4d60-44fe-9807-e579efffd444, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=982b9ef6-4d60-44fe-9807-e579efffd444,segment=NetworkSegment(cf210fb5-dab8-43c4-b02a-a8b1cbb18027),segment_id=cf210fb5-dab8-43c4-b02a-a8b1cbb18027)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:06.528000 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389204486', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:20:58Z', 'updated_at': '2022-04-20T17:21:02Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:20:59Z', 'updated_at': '2022-04-20T17:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '982b9ef6-4d60-44fe-9807-e579efffd444', 'name': '', 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:e1:79:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'eb291f42-e6a8-4496-9e85-c221bbb3e0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:02Z', 'updated_at': '2022-04-20T17:21:05Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': 'eb291f42-e6a8-4496-9e85-c221bbb3e0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:06.561539 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f2a7a-91f8-47e3-b4c7-60afcf7ae28c None None] The sync data for ids ['0e8ee357-ed20-41d2-a4cd-d4251f68f62e'] in n-d-836146-2 is: [{'id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389204486', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:20:58Z', 'updated_at': '2022-04-20T17:21:02Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:20:59Z', 'updated_at': '2022-04-20T17:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '982b9ef6-4d60-44fe-9807-e579efffd444', 'name': '', 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:e1:79:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'eb291f42-e6a8-4496-9e85-c221bbb3e0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:02Z', 'updated_at': '2022-04-20T17:21:05Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': 'eb291f42-e6a8-4496-9e85-c221bbb3e0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:21:06.573389 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8f53ee7a-0135-4364-a465-7da8bea24ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:06.641740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53ee7a-0135-4364-a465-7da8bea24ef3 None None] Pushing event updated for resources: {'Port': ['ID=982b9ef6-4d60-44fe-9807-e579efffd444,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:07.128121 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-e18699d4-d0df-4296-88af-079cad95510c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:07.129779 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-e18699d4-d0df-4296-88af-079cad95510c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.30 "GET /v2.0/networks?id=77a29070-0fa8-415a-835a-e5f08fcd46ae HTTP/1.1" status: 200 len: 796 time: 0.1079311 Apr 20 17:21:07.188683 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-36720fa7-3e23-42fc-b193-8ffbd7431e32 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=606be8daf7cc430dabbdcb8a72158fa5 HTTP/1.1" status: 200 len: 380 time: 0.0443041 Apr 20 17:21:07.208181 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-6943ceff-f7ec-4829-aefe-dc116fb2cca3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'port': {'device_id': '3cdbf010-9909-4b4d-8b29-768f9977251f', 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae', 'admin_state_up': True, 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'security_groups': ['7f42a329-dcaf-4c5f-bab9-da5004a111d7']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:21:07.231670 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e65a66cd-e96f-49c3-aed1-bfd67b602e7e req-c865b636-fef2-4fc9-8a02-ef33c9da8b60 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 210 time: 0.0411506 Apr 20 17:21:07.407333 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-6943ceff-f7ec-4829-aefe-dc116fb2cca3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Made reservation on behalf of 606be8daf7cc430dabbdcb8a72158fa5 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:21:07.411032 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-6943ceff-f7ec-4829-aefe-dc116fb2cca3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:07.549702 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-6943ceff-f7ec-4829-aefe-dc116fb2cca3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Allocated IP 172.20.0.14 (77a29070-0fa8-415a-835a-e5f08fcd46ae/eb291f42-e6a8-4496-9e85-c221bbb3e0f7/ae4b889e-bce8-4ad9-baa5-0791d8c25fed) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:21:07.698692 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-6943ceff-f7ec-4829-aefe-dc116fb2cca3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:07.743216 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 982b9ef6-4d60-44fe-9807-e579efffd444 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:21:07.792518 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 982b9ef6-4d60-44fe-9807-e579efffd444 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:07.792884 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:07.829827 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-6943ceff-f7ec-4829-aefe-dc116fb2cca3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:07.875308 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-6943ceff-f7ec-4829-aefe-dc116fb2cca3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network 77a29070-0fa8-415a-835a-e5f08fcd46ae is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:21:07.880402 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-6943ceff-f7ec-4829-aefe-dc116fb2cca3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:07.884214 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-6943ceff-f7ec-4829-aefe-dc116fb2cca3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:21:07.910722 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943ceff-f7ec-4829-aefe-dc116fb2cca3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=ae4b889e-bce8-4ad9-baa5-0791d8c25fed,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:07.940410 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-6943ceff-f7ec-4829-aefe-dc116fb2cca3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:07.941064 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-6943ceff-f7ec-4829-aefe-dc116fb2cca3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:08.055984 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-6943ceff-f7ec-4829-aefe-dc116fb2cca3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8523636 Apr 20 17:21:08.074121 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-f696fd02-1f41-4121-9156-abbe4ee6bcba service neutron] Request body: {'port': {'device_id': '3cdbf010-9909-4b4d-8b29-768f9977251f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:21:08.103988 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-1977faec-6e28-471e-b121-41641cf761ce None None] Provisioning complete for port ae4b889e-bce8-4ad9-baa5-0791d8c25fed triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:08.104382 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1977faec-6e28-471e-b121-41641cf761ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:08.129965 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-f696fd02-1f41-4121-9156-abbe4ee6bcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:08.138854 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-1977faec-6e28-471e-b121-41641cf761ce None None] Port ae4b889e-bce8-4ad9-baa5-0791d8c25fed cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:21:08.386120 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cbe83-c8e3-46ea-b9ea-e51fd0660a1f req-027d9159-8b24-4f0d-b624-fc0a3db1dd47 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:08.387529 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f32cbe83-c8e3-46ea-b9ea-e51fd0660a1f req-027d9159-8b24-4f0d-b624-fc0a3db1dd47 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 932 time: 0.0847795 Apr 20 17:21:08.459617 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f32cbe83-c8e3-46ea-b9ea-e51fd0660a1f req-ab5d2bc7-56a3-4507-87fd-e4e09e4b090c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646532 Apr 20 17:21:08.464918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-f696fd02-1f41-4121-9156-abbe4ee6bcba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae4b889e-bce8-4ad9-baa5-0791d8c25fed {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:21:08.472539 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-f696fd02-1f41-4121-9156-abbe4ee6bcba service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:08.484149 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-f696fd02-1f41-4121-9156-abbe4ee6bcba service neutron] Transition to ACTIVE for port object ae4b889e-bce8-4ad9-baa5-0791d8c25fed will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:21:08.549323 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-f696fd02-1f41-4121-9156-abbe4ee6bcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:08.601250 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696fd02-1f41-4121-9156-abbe4ee6bcba service neutron] Pushing event updated for resources: {'Port': ['ID=ae4b889e-bce8-4ad9-baa5-0791d8c25fed,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:08.677575 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-f696fd02-1f41-4121-9156-abbe4ee6bcba service neutron] Attempting to bind port ae4b889e-bce8-4ad9-baa5-0791d8c25fed on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:21:08.677907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-f696fd02-1f41-4121-9156-abbe4ee6bcba service neutron] Attempting to bind port ae4b889e-bce8-4ad9-baa5-0791d8c25fed by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'cf210fb5-dab8-43c4-b02a-a8b1cbb18027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:21:08.678230 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-f696fd02-1f41-4121-9156-abbe4ee6bcba service neutron] Attempting to bind port ae4b889e-bce8-4ad9-baa5-0791d8c25fed on network 77a29070-0fa8-415a-835a-e5f08fcd46ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:21:08.682803 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-f696fd02-1f41-4121-9156-abbe4ee6bcba service neutron] Port ae4b889e-bce8-4ad9-baa5-0791d8c25fed on network 77a29070-0fa8-415a-835a-e5f08fcd46ae not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:21:08.683119 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-f696fd02-1f41-4121-9156-abbe4ee6bcba service neutron] Attempting to bind port ae4b889e-bce8-4ad9-baa5-0791d8c25fed on network 77a29070-0fa8-415a-835a-e5f08fcd46ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:21:08.688544 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-f696fd02-1f41-4121-9156-abbe4ee6bcba service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:21:08.688884 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-f696fd02-1f41-4121-9156-abbe4ee6bcba service neutron] Checking segment: {'id': 'cf210fb5-dab8-43c4-b02a-a8b1cbb18027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:21:08.689261 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-f696fd02-1f41-4121-9156-abbe4ee6bcba service neutron] Bound using segment: {'id': 'cf210fb5-dab8-43c4-b02a-a8b1cbb18027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:21:08.689685 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-f696fd02-1f41-4121-9156-abbe4ee6bcba service neutron] Bound port: ae4b889e-bce8-4ad9-baa5-0791d8c25fed, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf210fb5-dab8-43c4-b02a-a8b1cbb18027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:21:08.690040 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-f696fd02-1f41-4121-9156-abbe4ee6bcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:08.758290 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-f696fd02-1f41-4121-9156-abbe4ee6bcba service neutron] For port ae4b889e-bce8-4ad9-baa5-0791d8c25fed, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:21:08.761654 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-f696fd02-1f41-4121-9156-abbe4ee6bcba service neutron] For port ae4b889e-bce8-4ad9-baa5-0791d8c25fed, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ae4b889e-bce8-4ad9-baa5-0791d8c25fed,segment=NetworkSegment(cf210fb5-dab8-43c4-b02a-a8b1cbb18027),segment_id=cf210fb5-dab8-43c4-b02a-a8b1cbb18027)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:21:08.853894 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-f696fd02-1f41-4121-9156-abbe4ee6bcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:08.892053 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-f696fd02-1f41-4121-9156-abbe4ee6bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:08.892499 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-f696fd02-1f41-4121-9156-abbe4ee6bcba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:08.894864 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-f696fd02-1f41-4121-9156-abbe4ee6bcba service neutron] 10.222.0.30 "PUT /v2.0/ports/ae4b889e-bce8-4ad9-baa5-0791d8c25fed HTTP/1.1" status: 200 len: 1092 time: 0.8248942 Apr 20 17:21:08.897433 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdbf010-9909-4b4d-8b29-768f9977251f', 'tag': 'ae4b889e-bce8-4ad9-baa5-0791d8c25fed'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:21:08.899750 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bf349c-6d56-4cfd-aed2-bfcb10d5f3cf" -d '{"events": [{"name": "network-changed", "server_uuid": "3cdbf010-9909-4b4d-8b29-768f9977251f", "tag": "ae4b889e-bce8-4ad9-baa5-0791d8c25fed"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:21:08.931855 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696fd02-1f41-4121-9156-abbe4ee6bcba service neutron] Pushing event updated for resources: {'Port': ['ID=ae4b889e-bce8-4ad9-baa5-0791d8c25fed,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:08.946012 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec7b562-12c4-4aa2-b06b-8e88570a4413 x-openstack-request-id: req-7ec7b562-12c4-4aa2-b06b-8e88570a4413 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:21:08.946331 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cdbf010-9909-4b4d-8b29-768f9977251f", "tag": "ae4b889e-bce8-4ad9-baa5-0791d8c25fed", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:21:08.946564 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ec7b562-12c4-4aa2-b06b-8e88570a4413 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:21:08.946997 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec7b562-12c4-4aa2-b06b-8e88570a4413'] response: {'name': 'network-changed', 'server_uuid': '3cdbf010-9909-4b4d-8b29-768f9977251f', 'tag': 'ae4b889e-bce8-4ad9-baa5-0791d8c25fed', 'status': 'completed', 'code': 200} Apr 20 17:21:09.040509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf349c-6d56-4cfd-aed2-bfcb10d5f3cf req-5027f59a-f0c1-4611-8783-f5c0b76d45ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:09.042687 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e7bf349c-6d56-4cfd-aed2-bfcb10d5f3cf req-5027f59a-f0c1-4611-8783-f5c0b76d45ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 1095 time: 0.0502930 Apr 20 17:21:09.167897 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf349c-6d56-4cfd-aed2-bfcb10d5f3cf req-bbac5f89-ee6f-4845-aff7-f2b1648f5b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:09.169299 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e7bf349c-6d56-4cfd-aed2-bfcb10d5f3cf req-bbac5f89-ee6f-4845-aff7-f2b1648f5b5a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1131585 Apr 20 17:21:09.269582 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf349c-6d56-4cfd-aed2-bfcb10d5f3cf req-7b2d1829-8f4b-444e-8e0f-ff3e2838f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:09.271079 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e7bf349c-6d56-4cfd-aed2-bfcb10d5f3cf req-7b2d1829-8f4b-444e-8e0f-ff3e2838f04a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954549 Apr 20 17:21:09.367611 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-64ffebab-3089-4c14-8585-d715b62435ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:09.369233 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-64ffebab-3089-4c14-8585-d715b62435ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 1095 time: 0.0427132 Apr 20 17:21:09.418953 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-df318753-1f59-4939-8da8-c56cc3bca0db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae4b889e-bce8-4ad9-baa5-0791d8c25fed HTTP/1.1" status: 200 len: 217 time: 0.0344718 Apr 20 17:21:09.471326 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-31d836b9-3333-449d-83c4-ff367df1209a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:09.472868 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-31d836b9-3333-449d-83c4-ff367df1209a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb291f42-e6a8-4496-9e85-c221bbb3e0f7 HTTP/1.1" status: 200 len: 835 time: 0.0473335 Apr 20 17:21:09.518154 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-f0790564-9638-4f1a-8e77-a20a23e7c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:09.519718 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-f0790564-9638-4f1a-8e77-a20a23e7c4d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77a29070-0fa8-415a-835a-e5f08fcd46ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406613 Apr 20 17:21:09.634899 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98757e73-06d3-4ac1-a055-fbb160c9aae4 req-5e9306b0-ae3c-4856-ba96-2197748b2fa7 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:09.636402 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98757e73-06d3-4ac1-a055-fbb160c9aae4 req-5e9306b0-ae3c-4856-ba96-2197748b2fa7 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 944 time: 0.1028633 Apr 20 17:21:09.657364 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-b0ff0afb-3ab2-4084-8e04-cbd0600b8da0 service neutron] 10.222.0.30 "GET /v2.0/networks/77a29070-0fa8-415a-835a-e5f08fcd46ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313357 Apr 20 17:21:09.729045 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-98757e73-06d3-4ac1-a055-fbb160c9aae4 req-d2478dae-a50f-471d-84a4-073e5eccf1fe tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832219 Apr 20 17:21:09.766015 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c8b56b2c-2e1b-405d-8feb-3c6670b3b80a req-9b4d35a8-f102-400d-82f5-cc052d68840d service neutron] 10.222.0.30 "GET /v2.0/networks/77a29070-0fa8-415a-835a-e5f08fcd46ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007452 Apr 20 17:21:10.847919 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0757a3b-3174-41a7-9ba7-b80ecb5bafec req-f7560e50-57f3-4dcc-8e85-765c9682901f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:10.849325 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d0757a3b-3174-41a7-9ba7-b80ecb5bafec req-f7560e50-57f3-4dcc-8e85-765c9682901f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 944 time: 0.0493658 Apr 20 17:21:10.889111 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d0757a3b-3174-41a7-9ba7-b80ecb5bafec req-7aec1652-5fda-4c91-9e37-25634768d893 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338149 Apr 20 17:21:12.009907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f748ced-9667-4a10-8260-47156670e4c3 req-03a405b3-2c9f-4499-bcbd-645f445df6a5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:12.011515 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f748ced-9667-4a10-8260-47156670e4c3 req-03a405b3-2c9f-4499-bcbd-645f445df6a5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 944 time: 0.0503266 Apr 20 17:21:12.053291 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f748ced-9667-4a10-8260-47156670e4c3 req-0bd5fc70-b513-4523-b512-cf3a0b62c95b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356259 Apr 20 17:21:13.167101 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2122e7-8c20-4f07-9776-5bcf586fc3e8 req-4aa7f218-a148-4eba-86db-9d4a31157d59 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:13.168615 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3a2122e7-8c20-4f07-9776-5bcf586fc3e8 req-4aa7f218-a148-4eba-86db-9d4a31157d59 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 944 time: 0.0485249 Apr 20 17:21:13.214242 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3a2122e7-8c20-4f07-9776-5bcf586fc3e8 req-b210123f-478e-4279-99ed-fd1dbc5a55cc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385683 Apr 20 17:21:13.447860 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ae4b889e-bce8-4ad9-baa5-0791d8c25fed details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:21:13.549193 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port ae4b889e-bce8-4ad9-baa5-0791d8c25fed, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ae4b889e-bce8-4ad9-baa5-0791d8c25fed,segment=NetworkSegment(cf210fb5-dab8-43c4-b02a-a8b1cbb18027),segment_id=cf210fb5-dab8-43c4-b02a-a8b1cbb18027)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:13.561421 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': 'ae4b889e-bce8-4ad9-baa5-0791d8c25fed', 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae', 'port_id': 'ae4b889e-bce8-4ad9-baa5-0791d8c25fed', 'mac_address': 'fa:16:3e:c2:17:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb291f42-e6a8-4496-9e85-c221bbb3e0f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:21:13.600134 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:13.613421 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4b889e-bce8-4ad9-baa5-0791d8c25fed {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:21:13.633639 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port ae4b889e-bce8-4ad9-baa5-0791d8c25fed, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ae4b889e-bce8-4ad9-baa5-0791d8c25fed,segment=NetworkSegment(cf210fb5-dab8-43c4-b02a-a8b1cbb18027),segment_id=cf210fb5-dab8-43c4-b02a-a8b1cbb18027)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:13.738914 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:13.791096 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=ae4b889e-bce8-4ad9-baa5-0791d8c25fed,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:14.158721 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['ae4b889e-bce8-4ad9-baa5-0791d8c25fed'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:21:14.335822 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df54d4c-1417-42e1-a605-ac569e9c4a69 req-f8bb42c9-8c63-41b1-998d-3330f8b7ebfe tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:14.337418 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8df54d4c-1417-42e1-a605-ac569e9c4a69 req-f8bb42c9-8c63-41b1-998d-3330f8b7ebfe tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 945 time: 0.0500994 Apr 20 17:21:14.378014 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8df54d4c-1417-42e1-a605-ac569e9c4a69 req-61ee733c-9ef3-4569-b61f-08144a8c1f96 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333295 Apr 20 17:21:15.463404 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ae4b889e-bce8-4ad9-baa5-0791d8c25fed up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:21:15.496473 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af662d8-6ea5-4606-9a17-409fb4f32e12 req-b3051da3-290f-42f0-b832-ca2d31e8a4b9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:15.497992 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9af662d8-6ea5-4606-9a17-409fb4f32e12 req-b3051da3-290f-42f0-b832-ca2d31e8a4b9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 945 time: 0.0515101 Apr 20 17:21:15.537662 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9af662d8-6ea5-4606-9a17-409fb4f32e12 req-92183443-6679-4144-ae19-21eea58857fc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328958 Apr 20 17:21:15.630058 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port ae4b889e-bce8-4ad9-baa5-0791d8c25fed completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:21:15.636315 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port ae4b889e-bce8-4ad9-baa5-0791d8c25fed triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:15.640969 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:15.719650 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:15.743563 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdbf010-9909-4b4d-8b29-768f9977251f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4b889e-bce8-4ad9-baa5-0791d8c25fed'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:21:15.745850 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434b97ed-4234-418e-9993-2061cce476fd" -d '{"events": [{"server_uuid": "3cdbf010-9909-4b4d-8b29-768f9977251f", "name": "network-vif-plugged", "status": "completed", "tag": "ae4b889e-bce8-4ad9-baa5-0791d8c25fed"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:21:15.760358 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port ae4b889e-bce8-4ad9-baa5-0791d8c25fed, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ae4b889e-bce8-4ad9-baa5-0791d8c25fed,segment=NetworkSegment(cf210fb5-dab8-43c4-b02a-a8b1cbb18027),segment_id=cf210fb5-dab8-43c4-b02a-a8b1cbb18027)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:15.785931 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71d11dc-1730-40b6-9ee7-c98fe0442b86 x-openstack-request-id: req-d71d11dc-1730-40b6-9ee7-c98fe0442b86 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:21:15.786232 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdbf010-9909-4b4d-8b29-768f9977251f", "name": "network-vif-plugged", "status": "completed", "tag": "ae4b889e-bce8-4ad9-baa5-0791d8c25fed", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:21:15.786484 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d71d11dc-1730-40b6-9ee7-c98fe0442b86 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:21:15.786884 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d71d11dc-1730-40b6-9ee7-c98fe0442b86'] response: {'server_uuid': '3cdbf010-9909-4b4d-8b29-768f9977251f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4b889e-bce8-4ad9-baa5-0791d8c25fed', 'code': 200} Apr 20 17:21:15.882077 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:15.909230 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2ce2e-e304-4ed1-8d16-00221555a155 req-a37e5750-8f06-4c59-9f89-e03f868594f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:15.910752 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3db2ce2e-e304-4ed1-8d16-00221555a155 req-a37e5750-8f06-4c59-9f89-e03f868594f8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 1096 time: 0.0412855 Apr 20 17:21:15.932965 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=ae4b889e-bce8-4ad9-baa5-0791d8c25fed,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:15.956701 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3db2ce2e-e304-4ed1-8d16-00221555a155 req-d64f38d2-5fe4-4bde-bf6c-fce66fc38866 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387681 Apr 20 17:21:16.653733 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed62960-b2eb-4bcf-a239-fb1ec2efcb34 req-e52ab71c-908c-402e-8abd-828a65aebc71 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:16.655224 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ed62960-b2eb-4bcf-a239-fb1ec2efcb34 req-e52ab71c-908c-402e-8abd-828a65aebc71 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0481863 Apr 20 17:21:16.694761 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ed62960-b2eb-4bcf-a239-fb1ec2efcb34 req-b5f2ac10-7ca6-404f-852a-39ba1047bfa1 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335519 Apr 20 17:21:17.811028 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8696f-029d-437b-994b-ead46df3ae90 req-20e14762-1b41-4e3f-ac46-ea34c37ac615 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:17.812475 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ea8696f-029d-437b-994b-ead46df3ae90 req-20e14762-1b41-4e3f-ac46-ea34c37ac615 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0491385 Apr 20 17:21:17.850650 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1ea8696f-029d-437b-994b-ead46df3ae90 req-2e76944a-2d74-4a4b-b91b-32fd9d016e7e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321119 Apr 20 17:21:17.966628 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f148dac-10cb-4e03-85c4-8e96eecf37b5 req-44b521e0-0e68-4411-8222-27347d163139 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:17.968723 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f148dac-10cb-4e03-85c4-8e96eecf37b5 req-44b521e0-0e68-4411-8222-27347d163139 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0523622 Apr 20 17:21:18.009982 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f148dac-10cb-4e03-85c4-8e96eecf37b5 req-6e9edf41-7741-4f1a-af63-2dafa7300342 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352170 Apr 20 17:21:18.032115 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60664) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:21:18.118781 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb59e759-d793-40d1-a4e7-a2d735b95d0d tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:18.120325 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-bb59e759-d793-40d1-a4e7-a2d735b95d0d tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 1092 time: 0.0871804 Apr 20 17:21:18.123078 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60668) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:21:18.127807 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b2a0100b-f2df-42a7-ae2a-9fc307ad95d6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': 'ae4b889e-bce8-4ad9-baa5-0791d8c25fed', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:21:18.218800 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2a0100b-f2df-42a7-ae2a-9fc307ad95d6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:18.332212 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2a0100b-f2df-42a7-ae2a-9fc307ad95d6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:18.440349 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-b2a0100b-f2df-42a7-ae2a-9fc307ad95d6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Allocated IP 172.25.0.101 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/f164df3b-2805-4874-b59b-f820aabaff38) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:21:18.549473 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2a0100b-f2df-42a7-ae2a-9fc307ad95d6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:18.642215 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2a0100b-f2df-42a7-ae2a-9fc307ad95d6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:18.683564 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a0100b-f2df-42a7-ae2a-9fc307ad95d6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:21:18.687168 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-b2a0100b-f2df-42a7-ae2a-9fc307ad95d6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:18.690982 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a0100b-f2df-42a7-ae2a-9fc307ad95d6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:21:18.696595 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0100b-f2df-42a7-ae2a-9fc307ad95d6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=f164df3b-2805-4874-b59b-f820aabaff38,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:19.058078 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2a0100b-f2df-42a7-ae2a-9fc307ad95d6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:19.193598 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2a0100b-f2df-42a7-ae2a-9fc307ad95d6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:19.342367 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2a0100b-f2df-42a7-ae2a-9fc307ad95d6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:19.417248 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2a0100b-f2df-42a7-ae2a-9fc307ad95d6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:19.489583 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0100b-f2df-42a7-ae2a-9fc307ad95d6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=f164df3b-2805-4874-b59b-f820aabaff38,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:19.500863 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2a0100b-f2df-42a7-ae2a-9fc307ad95d6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:19.602214 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-b2a0100b-f2df-42a7-ae2a-9fc307ad95d6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Floating IP 39cc606d-f0dc-4bcd-9d85-52742de209c1 associated. External IP: 172.25.0.101, port: ae4b889e-bce8-4ad9-baa5-0791d8c25fed. Apr 20 17:21:19.804092 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a0100b-f2df-42a7-ae2a-9fc307ad95d6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Router 0e8ee357-ed20-41d2-a4cd-d4251f68f62e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:21:19.908432 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a0100b-f2df-42a7-ae2a-9fc307ad95d6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:21:19.917652 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5164c-1334-4c92-a07c-03913d8c41e4 None None] Sync routers for ids ['0e8ee357-ed20-41d2-a4cd-d4251f68f62e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:21:19.932885 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5164c-1334-4c92-a07c-03913d8c41e4 None None] Routers {'0e8ee357-ed20-41d2-a4cd-d4251f68f62e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:21:19.933992 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7ee5164c-1334-4c92-a07c-03913d8c41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:20:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['0e8ee357-ed20-41d2-a4cd-d4251f68f62e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:19.975109 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b2a0100b-f2df-42a7-ae2a-9fc307ad95d6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:20.041358 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-7ee5164c-1334-4c92-a07c-03913d8c41e4 None None] Set router 0e8ee357-ed20-41d2-a4cd-d4251f68f62e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:21:20.267366 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7ee5164c-1334-4c92-a07c-03913d8c41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389204486', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:20:58Z', 'updated_at': '2022-04-20T17:21:02Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:20:59Z', 'updated_at': '2022-04-20T17:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '39cc606d-f0dc-4bcd-9d85-52742de209c1', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'port_id': 'ae4b889e-bce8-4ad9-baa5-0791d8c25fed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae', 'mac_address': 'fa:16:3e:c2:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdbf010-9909-4b4d-8b29-768f9977251f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:21:18Z', 'updated_at': '2022-04-20T17:21:18Z', 'revision_number': 0, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982b9ef6-4d60-44fe-9807-e579efffd444', 'name': '', 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:e1:79:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'eb291f42-e6a8-4496-9e85-c221bbb3e0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:02Z', 'updated_at': '2022-04-20T17:21:06Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': 'eb291f42-e6a8-4496-9e85-c221bbb3e0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:20.293746 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5164c-1334-4c92-a07c-03913d8c41e4 None None] Checking router: 0e8ee357-ed20-41d2-a4cd-d4251f68f62e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:21:20.302588 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5164c-1334-4c92-a07c-03913d8c41e4 None None] Routers {'0e8ee357-ed20-41d2-a4cd-d4251f68f62e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:21:20.303212 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7ee5164c-1334-4c92-a07c-03913d8c41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:20:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['0e8ee357-ed20-41d2-a4cd-d4251f68f62e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:20.331293 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b2a0100b-f2df-42a7-ae2a-9fc307ad95d6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2071922 Apr 20 17:21:20.331932 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdbf010-9909-4b4d-8b29-768f9977251f', 'tag': 'ae4b889e-bce8-4ad9-baa5-0791d8c25fed'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:21:20.334466 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b671de9063546e90680cf85191d27fed7073836c9867b6489af71d200b5e390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c676908b-4423-499f-9f05-e63e442809fa" -d '{"events": [{"name": "network-changed", "server_uuid": "3cdbf010-9909-4b4d-8b29-768f9977251f", "tag": "ae4b889e-bce8-4ad9-baa5-0791d8c25fed"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:21:20.408420 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-7ee5164c-1334-4c92-a07c-03913d8c41e4 None None] Set router 0e8ee357-ed20-41d2-a4cd-d4251f68f62e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:21:20.428025 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2cae0-4ef4-46e2-8536-f7e4541b8c6f req-da2e77cb-394f-4f0c-9623-1559d84ff59c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:20.429659 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3dd2cae0-4ef4-46e2-8536-f7e4541b8c6f req-da2e77cb-394f-4f0c-9623-1559d84ff59c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0495789 Apr 20 17:21:20.485979 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3dd2cae0-4ef4-46e2-8536-f7e4541b8c6f req-e3e890f6-1ac4-4bff-a0df-59b78316e48e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498855 Apr 20 17:21:20.509652 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60674) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:21:20.540109 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ff29a5-2ce2-4604-850d-e77dc103530c x-openstack-request-id: req-53ff29a5-2ce2-4604-850d-e77dc103530c {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:21:20.540439 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cdbf010-9909-4b4d-8b29-768f9977251f", "tag": "ae4b889e-bce8-4ad9-baa5-0791d8c25fed", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:21:20.540691 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53ff29a5-2ce2-4604-850d-e77dc103530c {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:21:20.541089 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53ff29a5-2ce2-4604-850d-e77dc103530c'] response: {'name': 'network-changed', 'server_uuid': '3cdbf010-9909-4b4d-8b29-768f9977251f', 'tag': 'ae4b889e-bce8-4ad9-baa5-0791d8c25fed', 'status': 'completed', 'code': 200} Apr 20 17:21:20.580984 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2b53b3d4-eac4-4bf6-b9be-ebef4c80a972 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/floatingips/39cc606d-f0dc-4bcd-9d85-52742de209c1 HTTP/1.1" status: 200 len: 992 time: 0.0699129 Apr 20 17:21:20.679910 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676908b-4423-499f-9f05-e63e442809fa req-0e0836f3-2428-41ed-96f4-7674b0ec8029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:20.681468 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c676908b-4423-499f-9f05-e63e442809fa req-0e0836f3-2428-41ed-96f4-7674b0ec8029 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 1097 time: 0.0950658 Apr 20 17:21:20.764717 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-7ee5164c-1334-4c92-a07c-03913d8c41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389204486', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:20:58Z', 'updated_at': '2022-04-20T17:21:02Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:20:59Z', 'updated_at': '2022-04-20T17:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '39cc606d-f0dc-4bcd-9d85-52742de209c1', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'port_id': 'ae4b889e-bce8-4ad9-baa5-0791d8c25fed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae', 'mac_address': 'fa:16:3e:c2:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdbf010-9909-4b4d-8b29-768f9977251f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:21:18Z', 'updated_at': '2022-04-20T17:21:18Z', 'revision_number': 0, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982b9ef6-4d60-44fe-9807-e579efffd444', 'name': '', 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:e1:79:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'eb291f42-e6a8-4496-9e85-c221bbb3e0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:02Z', 'updated_at': '2022-04-20T17:21:06Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': 'eb291f42-e6a8-4496-9e85-c221bbb3e0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:20.774179 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676908b-4423-499f-9f05-e63e442809fa req-ac91f406-51d9-4994-8c30-de0d576e0392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:20.775770 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c676908b-4423-499f-9f05-e63e442809fa req-ac91f406-51d9-4994-8c30-de0d576e0392 service neutron] 10.222.0.30 "GET /v2.0/networks?id=77a29070-0fa8-415a-835a-e5f08fcd46ae HTTP/1.1" status: 200 len: 897 time: 0.0876188 Apr 20 17:21:20.790601 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5164c-1334-4c92-a07c-03913d8c41e4 None None] The sync data for ids ['0e8ee357-ed20-41d2-a4cd-d4251f68f62e'] in n-d-836146-2 is: [{'id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389204486', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:20:58Z', 'updated_at': '2022-04-20T17:21:02Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:20:59Z', 'updated_at': '2022-04-20T17:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '39cc606d-f0dc-4bcd-9d85-52742de209c1', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'port_id': 'ae4b889e-bce8-4ad9-baa5-0791d8c25fed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae', 'mac_address': 'fa:16:3e:c2:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdbf010-9909-4b4d-8b29-768f9977251f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:21:18Z', 'updated_at': '2022-04-20T17:21:18Z', 'revision_number': 0, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982b9ef6-4d60-44fe-9807-e579efffd444', 'name': '', 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:e1:79:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'eb291f42-e6a8-4496-9e85-c221bbb3e0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:02Z', 'updated_at': '2022-04-20T17:21:06Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': 'eb291f42-e6a8-4496-9e85-c221bbb3e0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:21:20.849389 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c676908b-4423-499f-9f05-e63e442809fa req-2a639ea2-11da-40a4-87ee-126291a52f87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae4b889e-bce8-4ad9-baa5-0791d8c25fed HTTP/1.1" status: 200 len: 1000 time: 0.0672195 Apr 20 17:21:20.900262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676908b-4423-499f-9f05-e63e442809fa req-5790cc1f-d6e1-43d0-8aeb-9d1b6c126eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:20.901784 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c676908b-4423-499f-9f05-e63e442809fa req-5790cc1f-d6e1-43d0-8aeb-9d1b6c126eee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb291f42-e6a8-4496-9e85-c221bbb3e0f7 HTTP/1.1" status: 200 len: 835 time: 0.0463235 Apr 20 17:21:20.950096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676908b-4423-499f-9f05-e63e442809fa req-d136a741-be5b-4f1c-b534-f8c226b48a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:21:20.951614 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c676908b-4423-499f-9f05-e63e442809fa req-d136a741-be5b-4f1c-b534-f8c226b48a9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77a29070-0fa8-415a-835a-e5f08fcd46ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426409 Apr 20 17:21:20.990986 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090c8195-4805-4b9c-bb81-2a03a7c49e34 None None] New status for floating IP 39cc606d-f0dc-4bcd-9d85-52742de209c1: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:21:21.052746 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c676908b-4423-499f-9f05-e63e442809fa req-c6b25ebf-6220-4935-8aef-c5a19424aa4d service neutron] 10.222.0.30 "GET /v2.0/networks/77a29070-0fa8-415a-835a-e5f08fcd46ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930283 Apr 20 17:21:21.147665 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c676908b-4423-499f-9f05-e63e442809fa req-bb9912f6-f7ce-463b-82aa-d198c2c13bd6 service neutron] 10.222.0.30 "GET /v2.0/networks/77a29070-0fa8-415a-835a-e5f08fcd46ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887585 Apr 20 17:21:21.584773 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60678) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:21:21.649205 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-72a03d05-6164-44bd-84a4-74b9cbffeecc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/floatingips/39cc606d-f0dc-4bcd-9d85-52742de209c1 HTTP/1.1" status: 200 len: 994 time: 0.0630336 Apr 20 17:21:22.813639 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5e5e03e4-fbce-4ff4-a50a-e81c74f3a2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:25.156097 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-425d4cc1-78d3-4422-8941-4f695ba02250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:26.034738 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:21:26.578453 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:28.006855 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:28.218664 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:29.269614 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:30.372440 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:52.852130 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9e2b86f7-d097-4a72-a0af-fafd706625e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:55.166417 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-092050b7-9b0f-43b8-9732-93fc1e8aa1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:56.629099 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:58.000859 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:58.206281 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:59.286329 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:00.360776 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:00.843127 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b8b3fdf3-74b7-43d0-a224-561cc796e892 req-228b5a47-153a-42fc-9d4c-d8a0cd134386 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389862 Apr 20 17:22:00.938978 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3fdf3-74b7-43d0-a224-561cc796e892 req-00131e47-949a-4dea-90ed-db2575ceb75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:00.940459 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b8b3fdf3-74b7-43d0-a224-561cc796e892 req-00131e47-949a-4dea-90ed-db2575ceb75f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 1097 time: 0.0390239 Apr 20 17:22:01.042131 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3fdf3-74b7-43d0-a224-561cc796e892 req-96c86386-927b-4932-bb46-7a68120b2ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:01.043567 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b8b3fdf3-74b7-43d0-a224-561cc796e892 req-96c86386-927b-4932-bb46-7a68120b2ecf service neutron] 10.222.0.30 "GET /v2.0/networks?id=77a29070-0fa8-415a-835a-e5f08fcd46ae HTTP/1.1" status: 200 len: 897 time: 0.0856371 Apr 20 17:22:01.107795 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b8b3fdf3-74b7-43d0-a224-561cc796e892 req-f73fd832-aebf-4142-bd7c-912feee8108b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae4b889e-bce8-4ad9-baa5-0791d8c25fed HTTP/1.1" status: 200 len: 1002 time: 0.0561152 Apr 20 17:22:01.157069 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3fdf3-74b7-43d0-a224-561cc796e892 req-9417ea92-7073-44f0-a0db-bd99fc3465e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:01.158499 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b8b3fdf3-74b7-43d0-a224-561cc796e892 req-9417ea92-7073-44f0-a0db-bd99fc3465e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb291f42-e6a8-4496-9e85-c221bbb3e0f7 HTTP/1.1" status: 200 len: 835 time: 0.0443485 Apr 20 17:22:01.210503 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3fdf3-74b7-43d0-a224-561cc796e892 req-506fa7c7-5b86-4069-889d-cd91f17039f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:01.211970 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b8b3fdf3-74b7-43d0-a224-561cc796e892 req-506fa7c7-5b86-4069-889d-cd91f17039f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77a29070-0fa8-415a-835a-e5f08fcd46ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429153 Apr 20 17:22:01.298979 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b8b3fdf3-74b7-43d0-a224-561cc796e892 req-63d31a05-0446-4af2-b92d-0e03a15e8d8a service neutron] 10.222.0.30 "GET /v2.0/networks/77a29070-0fa8-415a-835a-e5f08fcd46ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801566 Apr 20 17:22:01.389228 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b8b3fdf3-74b7-43d0-a224-561cc796e892 req-0e80bb85-db96-4e9d-b756-a634b632c970 service neutron] 10.222.0.30 "GET /v2.0/networks/77a29070-0fa8-415a-835a-e5f08fcd46ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830412 Apr 20 17:22:03.038703 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:22:22.834583 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8da7e834-2e00-4beb-aec4-f14f2e9f23a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:25.131498 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-44306f5e-ed9d-4d94-93a8-54871a2b776e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:26.486932 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-ca2c8271-6dfc-48e8-9894-37f910ab3409 req-e0289c1b-a714-4447-9174-6d9d06ab5f23 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 17:22:26.487973 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca2c8271-6dfc-48e8-9894-37f910ab3409 req-e0289c1b-a714-4447-9174-6d9d06ab5f23 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477853 Apr 20 17:22:26.594978 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:26.782230 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458e9bf-550b-483d-842a-71d0a3b47a51 req-02248a6a-44af-42a5-885c-ff16feecd865 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:26.783732 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f458e9bf-550b-483d-842a-71d0a3b47a51 req-02248a6a-44af-42a5-885c-ff16feecd865 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0517876 Apr 20 17:22:26.823155 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f458e9bf-550b-483d-842a-71d0a3b47a51 req-d86cb69e-4ee8-4fe4-839f-b9cf55ca3ff5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332501 Apr 20 17:22:26.938240 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60710) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:22:27.014982 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-c1bda831-0a3a-4e87-bf40-431e5be635df service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0756495 Apr 20 17:22:27.023589 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-fd728211-9007-4529-9166-0b940f05ee59 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 17:22:27.024594 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-fd728211-9007-4529-9166-0b940f05ee59 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049376 Apr 20 17:22:27.943351 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c3663-014f-473b-9a95-690ba721e57c req-7f3e9c7d-d0a1-4a88-aa68-c3908ecc0a2f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:27.950652 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-509c3663-014f-473b-9a95-690ba721e57c req-7f3e9c7d-d0a1-4a88-aa68-c3908ecc0a2f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0560074 Apr 20 17:22:27.992386 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-509c3663-014f-473b-9a95-690ba721e57c req-f812c9ae-0063-431e-ba07-d9d4ef2a35cf tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408394 Apr 20 17:22:28.034380 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:28.245737 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:29.140142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-11726100-893a-46ce-8d79-914e86d4376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:29.141720 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-11726100-893a-46ce-8d79-914e86d4376c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 1097 time: 0.0483403 Apr 20 17:22:29.239888 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-bce903cb-25d4-4520-bc56-1de91ba2a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:29.241417 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-bce903cb-25d4-4520-bc56-1de91ba2a7e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=77a29070-0fa8-415a-835a-e5f08fcd46ae HTTP/1.1" status: 200 len: 897 time: 0.0922298 Apr 20 17:22:29.275206 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:29.329209 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-3a30edb9-0267-4a26-b611-b2d5192abb4f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae4b889e-bce8-4ad9-baa5-0791d8c25fed HTTP/1.1" status: 200 len: 1002 time: 0.0800042 Apr 20 17:22:29.410638 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-5f901e9c-daf5-4c94-a1a9-fec9c9671648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:29.412202 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-5f901e9c-daf5-4c94-a1a9-fec9c9671648 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb291f42-e6a8-4496-9e85-c221bbb3e0f7 HTTP/1.1" status: 200 len: 835 time: 0.0695846 Apr 20 17:22:29.420518 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9a4f3-d5c8-42fe-9968-bd30cff96875 req-d87521fc-647a-4e48-9654-e2c08f0c0875 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:29.422531 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-65f9a4f3-d5c8-42fe-9968-bd30cff96875 req-d87521fc-647a-4e48-9654-e2c08f0c0875 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0908151 Apr 20 17:22:29.791059 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-65f9a4f3-d5c8-42fe-9968-bd30cff96875 req-5620d807-0153-4052-bea6-732920a93205 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3597739 Apr 20 17:22:29.793899 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-7606d8f3-17a7-4535-89de-098abbf3029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:29.795142 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-7606d8f3-17a7-4535-89de-098abbf3029a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77a29070-0fa8-415a-835a-e5f08fcd46ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3717451 Apr 20 17:22:29.884276 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-11bc198c-7d52-4b0b-b749-629ff3420047 service neutron] 10.222.0.30 "GET /v2.0/networks/77a29070-0fa8-415a-835a-e5f08fcd46ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818405 Apr 20 17:22:29.980787 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-e5a7e765-34f7-4fc4-81ff-7d62740b925e service neutron] 10.222.0.30 "GET /v2.0/networks/77a29070-0fa8-415a-835a-e5f08fcd46ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881529 Apr 20 17:22:30.360503 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:30.905247 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cb170-8585-45aa-b6f5-3a5667e7cf58 req-add60ab4-3162-4c3b-9f26-8f4853304812 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:30.906715 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ae5cb170-8585-45aa-b6f5-3a5667e7cf58 req-add60ab4-3162-4c3b-9f26-8f4853304812 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0489397 Apr 20 17:22:30.943251 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ae5cb170-8585-45aa-b6f5-3a5667e7cf58 req-77967d85-d997-46f6-9b85-0ac9c17b0ebd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306184 Apr 20 17:22:32.060674 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c824d7-8556-4805-afcb-aa855a2ee219 req-a9a9c57b-755e-40bb-a0f0-618ac3fb81c4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:32.062206 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b9c824d7-8556-4805-afcb-aa855a2ee219 req-a9a9c57b-755e-40bb-a0f0-618ac3fb81c4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0490339 Apr 20 17:22:32.101709 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b9c824d7-8556-4805-afcb-aa855a2ee219 req-e9f50548-cb94-4a72-8824-1aa2b637abb6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334790 Apr 20 17:22:33.222770 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974dbfb-9b6c-4870-9a8f-8220c1b8e553 req-e25207ce-7565-4114-8337-096ad11a34ea tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:33.224263 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d974dbfb-9b6c-4870-9a8f-8220c1b8e553 req-e25207ce-7565-4114-8337-096ad11a34ea tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0525429 Apr 20 17:22:33.262517 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d974dbfb-9b6c-4870-9a8f-8220c1b8e553 req-e578ebed-5dde-4dc4-9913-98633c020b79 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321038 Apr 20 17:22:34.384865 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3556010-acb2-4189-ad72-087105b26958 req-0d3ebc32-5c7d-4105-96e1-d4b0640b6739 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:34.386442 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3556010-acb2-4189-ad72-087105b26958 req-0d3ebc32-5c7d-4105-96e1-d4b0640b6739 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0486488 Apr 20 17:22:34.429384 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3556010-acb2-4189-ad72-087105b26958 req-f4e6c081-2690-4d3a-89e4-bf333f8a9956 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318975 Apr 20 17:22:35.547510 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0321141-1704-4350-9c80-a89f9943d5bc req-919c0cf0-1fdb-4216-acb8-e775623da431 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:35.549024 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0321141-1704-4350-9c80-a89f9943d5bc req-919c0cf0-1fdb-4216-acb8-e775623da431 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0490286 Apr 20 17:22:35.587871 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0321141-1704-4350-9c80-a89f9943d5bc req-d3f9bd14-e627-4725-b176-ac38406a001c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327754 Apr 20 17:22:36.707077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72786e1f-35ce-4c16-95ad-057b0fd203b6 req-ed5b8e17-1969-4198-8dc2-4a8e80fd1bbe tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:36.708548 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-72786e1f-35ce-4c16-95ad-057b0fd203b6 req-ed5b8e17-1969-4198-8dc2-4a8e80fd1bbe tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0512469 Apr 20 17:22:36.746788 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-72786e1f-35ce-4c16-95ad-057b0fd203b6 req-a77642ac-4ad8-4a60-a642-f9efc7de0426 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322177 Apr 20 17:22:37.865694 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0dd16-e751-425e-87f5-881364d1fe8c req-f7df9547-f783-406a-8549-d1fb3071c82e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:37.867120 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3f0dd16-e751-425e-87f5-881364d1fe8c req-f7df9547-f783-406a-8549-d1fb3071c82e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0510347 Apr 20 17:22:37.905812 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3f0dd16-e751-425e-87f5-881364d1fe8c req-1c623e06-7e3c-4261-9232-2b89f6130f8d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322287 Apr 20 17:22:39.022776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa6cb2-05ef-4d01-b1a0-6ef55473339e req-a6e14590-f819-4acc-8bd1-95925b9e52df tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:39.024251 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d8aa6cb2-05ef-4d01-b1a0-6ef55473339e req-a6e14590-f819-4acc-8bd1-95925b9e52df tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0486751 Apr 20 17:22:39.062875 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d8aa6cb2-05ef-4d01-b1a0-6ef55473339e req-6d45c576-9517-4163-be1d-3e434cdd2fbc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319102 Apr 20 17:22:40.042481 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:22:40.185089 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd22b07-dcb1-4317-ab80-e84e0974ea13 req-6c504e3c-fed6-4fac-9da7-5741608c5c45 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:40.187287 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dfd22b07-dcb1-4317-ab80-e84e0974ea13 req-6c504e3c-fed6-4fac-9da7-5741608c5c45 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0540960 Apr 20 17:22:40.225102 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dfd22b07-dcb1-4317-ab80-e84e0974ea13 req-1fd6ad96-1d5c-42b9-8d10-8e656b1688dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316646 Apr 20 17:22:41.342552 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bff58-4b70-4fca-8ba9-880eb757b92d req-cb4f70fc-b249-4ae9-b0ac-23a3aa9bb232 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:41.344074 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-078bff58-4b70-4fca-8ba9-880eb757b92d req-cb4f70fc-b249-4ae9-b0ac-23a3aa9bb232 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0497615 Apr 20 17:22:41.383446 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-078bff58-4b70-4fca-8ba9-880eb757b92d req-98376875-cf10-48f0-a20c-d16591db8b3b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325778 Apr 20 17:22:42.511688 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504fa0b-144b-4876-84a4-848f8c1a13c8 req-4fe8ab5e-e8be-49a5-ab6d-6f2ef55dcebe tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:42.513308 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5504fa0b-144b-4876-84a4-848f8c1a13c8 req-4fe8ab5e-e8be-49a5-ab6d-6f2ef55dcebe tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0520144 Apr 20 17:22:42.552985 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5504fa0b-144b-4876-84a4-848f8c1a13c8 req-8a4a204b-32cc-40f1-92ec-b9c1e79363a3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328405 Apr 20 17:22:43.672708 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f26832-b42d-4254-8cf6-68603b47db5b req-92233160-e937-47b5-8e20-c24f1a10d8d0 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:43.674216 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-20f26832-b42d-4254-8cf6-68603b47db5b req-92233160-e937-47b5-8e20-c24f1a10d8d0 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0531754 Apr 20 17:22:43.713679 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-20f26832-b42d-4254-8cf6-68603b47db5b req-dac1d77b-a0cf-4b85-9d00-c5b67d4a33b7 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331709 Apr 20 17:22:44.832096 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab793c13-cb1f-4d35-9805-78a463451943 req-a471a808-ab0c-44a0-8e97-124310f8c917 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:44.833622 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ab793c13-cb1f-4d35-9805-78a463451943 req-a471a808-ab0c-44a0-8e97-124310f8c917 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0500305 Apr 20 17:22:44.880274 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ab793c13-cb1f-4d35-9805-78a463451943 req-6e408d05-b6ab-4b52-8dd6-d7e35a55ac81 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406389 Apr 20 17:22:46.001454 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11015bb-661c-4557-b2e2-f27f99c5f7fc req-d67cf919-9308-45e7-a47c-807bc7a53447 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:46.002968 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f11015bb-661c-4557-b2e2-f27f99c5f7fc req-d67cf919-9308-45e7-a47c-807bc7a53447 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0497410 Apr 20 17:22:46.042483 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f11015bb-661c-4557-b2e2-f27f99c5f7fc req-e68d6a2b-5ddd-4097-bc57-31f9e440169c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332355 Apr 20 17:22:47.171112 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046707e-a710-416a-bd42-31e4efe2ef5f req-5a00fe69-1ff7-4be7-9313-2eb51d70975e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:47.172681 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1046707e-a710-416a-bd42-31e4efe2ef5f req-5a00fe69-1ff7-4be7-9313-2eb51d70975e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0572333 Apr 20 17:22:47.214894 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1046707e-a710-416a-bd42-31e4efe2ef5f req-1a41cd17-a4db-4303-9202-8ad07e92a786 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358741 Apr 20 17:22:47.289119 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-9d6d2fa2-0e5e-4d10-a218-b934d4496d5b service neutron] show failed (client error): The resource could not be found. Apr 20 17:22:47.290214 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-9d6d2fa2-0e5e-4d10-a218-b934d4496d5b service neutron] 10.222.0.30 "GET /v2.0/ports/ae4b889e-bce8-4ad9-baa5-0791d8c25fed/bindings/n-h1-836146-2 HTTP/1.1" status: 404 len: 380 time: 0.0589755 Apr 20 17:22:47.754383 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-c8d20091-c2ed-4492-9a3b-c85e0e20a723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:47.758178 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-c8d20091-c2ed-4492-9a3b-c85e0e20a723 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f&tenant_id=606be8daf7cc430dabbdcb8a72158fa5 HTTP/1.1" status: 200 len: 1097 time: 0.0427566 Apr 20 17:22:47.776149 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836146-2', 'device_owner': 'compute:nova'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:22:47.835886 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:48.045712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] For port ae4b889e-bce8-4ad9-baa5-0791d8c25fed, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=ae4b889e-bce8-4ad9-baa5-0791d8c25fed,segment=NetworkSegment(cf210fb5-dab8-43c4-b02a-a8b1cbb18027),segment_id=cf210fb5-dab8-43c4-b02a-a8b1cbb18027)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:48.080136 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] For port ae4b889e-bce8-4ad9-baa5-0791d8c25fed, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:22:48.119825 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdbf010-9909-4b4d-8b29-768f9977251f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae4b889e-bce8-4ad9-baa5-0791d8c25fed'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:22:48.122198 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4d1a53-51be-48cc-8475-4c77cebaae88" -d '{"events": [{"server_uuid": "3cdbf010-9909-4b4d-8b29-768f9977251f", "name": "network-vif-unplugged", "status": "completed", "tag": "ae4b889e-bce8-4ad9-baa5-0791d8c25fed"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:22:48.126782 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:48.141261 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Transition to ACTIVE for port object ae4b889e-bce8-4ad9-baa5-0791d8c25fed will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:48.176325 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 17:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798d02df-7274-489f-980f-d77176e830f1 x-openstack-request-id: req-798d02df-7274-489f-980f-d77176e830f1 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:22:48.176941 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdbf010-9909-4b4d-8b29-768f9977251f", "name": "network-vif-unplugged", "status": "completed", "tag": "ae4b889e-bce8-4ad9-baa5-0791d8c25fed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:22:48.176941 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-798d02df-7274-489f-980f-d77176e830f1 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:22:48.177318 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-798d02df-7274-489f-980f-d77176e830f1'] response: {'server_uuid': '3cdbf010-9909-4b4d-8b29-768f9977251f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae4b889e-bce8-4ad9-baa5-0791d8c25fed', 'code': 200} Apr 20 17:22:48.222545 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:48.312424 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Pushing event updated for resources: {'Port': ['ID=ae4b889e-bce8-4ad9-baa5-0791d8c25fed,revision_number=6']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:48.327036 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:48.327379 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:48.327723 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:48.328059 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:48.328420 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:48.328755 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:48.329084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:48.329413 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:48.329739 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:48.330146 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:48.330459 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:48.330790 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:48.389551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] No DVR routers for this DVR port ae4b889e-bce8-4ad9-baa5-0791d8c25fed on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:22:48.460881 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb7784-2ab7-4072-867f-da28c492f81c req-110319ef-eea5-40de-b9e9-c5fce5b76451 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:48.462397 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dbdb7784-2ab7-4072-867f-da28c492f81c req-110319ef-eea5-40de-b9e9-c5fce5b76451 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 944 time: 0.1223869 Apr 20 17:22:48.543626 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dbdb7784-2ab7-4072-867f-da28c492f81c req-6162d5ae-ebd7-4308-a1e8-f12dfb4dd1d5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543745 Apr 20 17:22:48.570444 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Attempting to bind port ae4b889e-bce8-4ad9-baa5-0791d8c25fed on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:22:48.570776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Attempting to bind port ae4b889e-bce8-4ad9-baa5-0791d8c25fed by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'cf210fb5-dab8-43c4-b02a-a8b1cbb18027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:22:48.571101 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Attempting to bind port ae4b889e-bce8-4ad9-baa5-0791d8c25fed on network 77a29070-0fa8-415a-835a-e5f08fcd46ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:22:48.575366 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Port ae4b889e-bce8-4ad9-baa5-0791d8c25fed on network 77a29070-0fa8-415a-835a-e5f08fcd46ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:22:48.575705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Attempting to bind port ae4b889e-bce8-4ad9-baa5-0791d8c25fed on network 77a29070-0fa8-415a-835a-e5f08fcd46ae {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:22:48.580960 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:22:48.581293 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Checking segment: {'id': 'cf210fb5-dab8-43c4-b02a-a8b1cbb18027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:22:48.581671 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Bound using segment: {'id': 'cf210fb5-dab8-43c4-b02a-a8b1cbb18027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:22:48.582088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Bound port: ae4b889e-bce8-4ad9-baa5-0791d8c25fed, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf210fb5-dab8-43c4-b02a-a8b1cbb18027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:22:48.582440 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:48.647717 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] For port ae4b889e-bce8-4ad9-baa5-0791d8c25fed, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:22:48.650650 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] For port ae4b889e-bce8-4ad9-baa5-0791d8c25fed, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=ae4b889e-bce8-4ad9-baa5-0791d8c25fed,segment=NetworkSegment(cf210fb5-dab8-43c4-b02a-a8b1cbb18027),segment_id=cf210fb5-dab8-43c4-b02a-a8b1cbb18027)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:22:48.720432 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:48.755003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:48.755615 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:48.757042 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] 10.222.0.26 "PUT /v2.0/ports/ae4b889e-bce8-4ad9-baa5-0791d8c25fed HTTP/1.1" status: 200 len: 1092 time: 0.9857154 Apr 20 17:22:48.779840 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ad8d0-5224-4d6a-852b-d729580cb2ae service neutron] Pushing event updated for resources: {'Port': ['ID=ae4b889e-bce8-4ad9-baa5-0791d8c25fed,revision_number=7']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:48.836395 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-a29f74c3-eb82-4a04-8729-f2eae596905d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:48.838000 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-a29f74c3-eb82-4a04-8729-f2eae596905d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 1095 time: 0.0444777 Apr 20 17:22:48.936376 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-5702d07c-5dc0-4c33-a26a-d06817aa3769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:48.937904 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-5702d07c-5dc0-4c33-a26a-d06817aa3769 service neutron] 10.222.0.26 "GET /v2.0/networks?id=77a29070-0fa8-415a-835a-e5f08fcd46ae HTTP/1.1" status: 200 len: 897 time: 0.0939808 Apr 20 17:22:49.007443 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-c877b904-c125-4782-b883-cd7688610495 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae4b889e-bce8-4ad9-baa5-0791d8c25fed HTTP/1.1" status: 200 len: 1000 time: 0.0624430 Apr 20 17:22:49.055602 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-fee17e11-1188-4da8-a94e-b6dad510e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:49.057076 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-fee17e11-1188-4da8-a94e-b6dad510e3e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb291f42-e6a8-4496-9e85-c221bbb3e0f7 HTTP/1.1" status: 200 len: 835 time: 0.0437829 Apr 20 17:22:49.106663 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-1ca7a7a1-3f8c-4c1e-ac40-c994a873bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:49.108914 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-1ca7a7a1-3f8c-4c1e-ac40-c994a873bec1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=77a29070-0fa8-415a-835a-e5f08fcd46ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452945 Apr 20 17:22:49.202188 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-402e4c03-4029-4336-ae16-01921679b587 service neutron] 10.222.0.26 "GET /v2.0/networks/77a29070-0fa8-415a-835a-e5f08fcd46ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863907 Apr 20 17:22:49.311896 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4f1a0b64-fede-4654-9eaa-8190905b0b1a req-c91bfeb5-e691-4af1-8a68-6e72571bd9b4 service neutron] 10.222.0.26 "GET /v2.0/networks/77a29070-0fa8-415a-835a-e5f08fcd46ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026528 Apr 20 17:22:49.671247 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03db2ea-e1a2-4f34-92a2-7581d30f8a35 req-c8e34f40-ca2b-40b2-9528-d399a1f18e0b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:49.673691 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d03db2ea-e1a2-4f34-92a2-7581d30f8a35 req-c8e34f40-ca2b-40b2-9528-d399a1f18e0b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 944 time: 0.0553014 Apr 20 17:22:49.713431 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d03db2ea-e1a2-4f34-92a2-7581d30f8a35 req-2b7c5252-9702-470b-9843-cb03bb2b6a5d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342731 Apr 20 17:22:50.022424 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ae4b889e-bce8-4ad9-baa5-0791d8c25fed no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:22:50.063586 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device ae4b889e-bce8-4ad9-baa5-0791d8c25fed not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:22:50.178507 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdbf010-9909-4b4d-8b29-768f9977251f', 'tag': 'ae4b889e-bce8-4ad9-baa5-0791d8c25fed'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:22:50.181151 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9090be3-f451-4b55-8264-dd65c3ffb962" -d '{"events": [{"name": "network-changed", "server_uuid": "3cdbf010-9909-4b4d-8b29-768f9977251f", "tag": "ae4b889e-bce8-4ad9-baa5-0791d8c25fed"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:22:50.235611 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2337a3be-49df-4952-841a-9eac9bda4820 x-openstack-request-id: req-2337a3be-49df-4952-841a-9eac9bda4820 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:22:50.235611 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cdbf010-9909-4b4d-8b29-768f9977251f", "tag": "ae4b889e-bce8-4ad9-baa5-0791d8c25fed", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:22:50.235611 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2337a3be-49df-4952-841a-9eac9bda4820 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:22:50.235611 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2337a3be-49df-4952-841a-9eac9bda4820'] response: {'name': 'network-changed', 'server_uuid': '3cdbf010-9909-4b4d-8b29-768f9977251f', 'tag': 'ae4b889e-bce8-4ad9-baa5-0791d8c25fed', 'status': 'completed', 'code': 200} Apr 20 17:22:50.337768 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9090be3-f451-4b55-8264-dd65c3ffb962 req-637b78b6-e035-498b-a7ce-bb97c09fab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:50.339281 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9090be3-f451-4b55-8264-dd65c3ffb962 req-637b78b6-e035-498b-a7ce-bb97c09fab95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 1095 time: 0.0700626 Apr 20 17:22:50.345863 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9090be3-f451-4b55-8264-dd65c3ffb962 req-66966f3f-c0de-44eb-901b-20dccf2fbd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:50.347450 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9090be3-f451-4b55-8264-dd65c3ffb962 req-66966f3f-c0de-44eb-901b-20dccf2fbd8a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 1095 time: 0.0700865 Apr 20 17:22:50.506009 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9090be3-f451-4b55-8264-dd65c3ffb962 req-80535237-eff0-4a03-82af-f2e238161665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:50.507408 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9090be3-f451-4b55-8264-dd65c3ffb962 req-80535237-eff0-4a03-82af-f2e238161665 service neutron] 10.222.0.30 "GET /v2.0/networks?id=77a29070-0fa8-415a-835a-e5f08fcd46ae HTTP/1.1" status: 200 len: 897 time: 0.1589115 Apr 20 17:22:50.508508 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9090be3-f451-4b55-8264-dd65c3ffb962 req-0320b9d5-4e88-4b43-b6da-f047894bd948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:50.509800 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9090be3-f451-4b55-8264-dd65c3ffb962 req-0320b9d5-4e88-4b43-b6da-f047894bd948 service neutron] 10.222.0.26 "GET /v2.0/networks?id=77a29070-0fa8-415a-835a-e5f08fcd46ae HTTP/1.1" status: 200 len: 897 time: 0.1532993 Apr 20 17:22:50.619781 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9090be3-f451-4b55-8264-dd65c3ffb962 req-29ce0296-82b1-42cb-947d-d237a866e846 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae4b889e-bce8-4ad9-baa5-0791d8c25fed HTTP/1.1" status: 200 len: 1000 time: 0.1061263 Apr 20 17:22:50.621488 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9090be3-f451-4b55-8264-dd65c3ffb962 req-f513bcc3-acbf-4f46-8365-ace81d0e88b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae4b889e-bce8-4ad9-baa5-0791d8c25fed HTTP/1.1" status: 200 len: 1000 time: 0.1017559 Apr 20 17:22:50.701464 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9090be3-f451-4b55-8264-dd65c3ffb962 req-5f787b4a-2bfd-4c82-9c0d-dcdcd3db1d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:50.702925 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9090be3-f451-4b55-8264-dd65c3ffb962 req-5f787b4a-2bfd-4c82-9c0d-dcdcd3db1d89 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb291f42-e6a8-4496-9e85-c221bbb3e0f7 HTTP/1.1" status: 200 len: 835 time: 0.0773268 Apr 20 17:22:50.704359 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9090be3-f451-4b55-8264-dd65c3ffb962 req-d89104a9-7b0f-4723-9df6-cb42f4d38c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:50.705650 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9090be3-f451-4b55-8264-dd65c3ffb962 req-d89104a9-7b0f-4723-9df6-cb42f4d38c18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb291f42-e6a8-4496-9e85-c221bbb3e0f7 HTTP/1.1" status: 200 len: 835 time: 0.0728996 Apr 20 17:22:50.780057 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9090be3-f451-4b55-8264-dd65c3ffb962 req-f13ea5d9-53d4-42fc-8fd8-a9afd1d36c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:50.781591 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9090be3-f451-4b55-8264-dd65c3ffb962 req-f13ea5d9-53d4-42fc-8fd8-a9afd1d36c68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77a29070-0fa8-415a-835a-e5f08fcd46ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723500 Apr 20 17:22:50.784081 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9090be3-f451-4b55-8264-dd65c3ffb962 req-3389482e-7784-4042-b713-da9c7a785c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:50.785439 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9090be3-f451-4b55-8264-dd65c3ffb962 req-3389482e-7784-4042-b713-da9c7a785c71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=77a29070-0fa8-415a-835a-e5f08fcd46ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685270 Apr 20 17:22:50.971036 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce0e8b-0124-4727-a451-827b9c3eb45b req-49ce1979-cb48-4d64-ad79-6406f99dec77 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:50.972455 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1bce0e8b-0124-4727-a451-827b9c3eb45b req-49ce1979-cb48-4d64-ad79-6406f99dec77 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 944 time: 0.1743641 Apr 20 17:22:50.996124 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9090be3-f451-4b55-8264-dd65c3ffb962 req-efa6f280-bd8d-4336-a417-590c7fa72644 service neutron] 10.222.0.30 "GET /v2.0/networks/77a29070-0fa8-415a-835a-e5f08fcd46ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064824 Apr 20 17:22:51.014076 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9090be3-f451-4b55-8264-dd65c3ffb962 req-8787c7a6-28cf-49cb-8ac0-d0826eeb97b9 service neutron] 10.222.0.26 "GET /v2.0/networks/77a29070-0fa8-415a-835a-e5f08fcd46ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169044 Apr 20 17:22:51.121904 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1bce0e8b-0124-4727-a451-827b9c3eb45b req-c0143a6a-a305-4387-b334-a25ee0d5ee74 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425147 Apr 20 17:22:51.168562 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9090be3-f451-4b55-8264-dd65c3ffb962 req-be73da0e-83e9-4919-b3e4-e30d54a8d503 service neutron] 10.222.0.30 "GET /v2.0/networks/77a29070-0fa8-415a-835a-e5f08fcd46ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648510 Apr 20 17:22:51.182400 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9090be3-f451-4b55-8264-dd65c3ffb962 req-db6870ab-c748-4e8b-b6d9-a7d4909f84e3 service neutron] 10.222.0.26 "GET /v2.0/networks/77a29070-0fa8-415a-835a-e5f08fcd46ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571102 Apr 20 17:22:51.455298 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device ae4b889e-bce8-4ad9-baa5-0791d8c25fed details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:22:51.550888 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port ae4b889e-bce8-4ad9-baa5-0791d8c25fed, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=ae4b889e-bce8-4ad9-baa5-0791d8c25fed,segment=NetworkSegment(cf210fb5-dab8-43c4-b02a-a8b1cbb18027),segment_id=cf210fb5-dab8-43c4-b02a-a8b1cbb18027)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:51.563170 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'ae4b889e-bce8-4ad9-baa5-0791d8c25fed', 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae', 'port_id': 'ae4b889e-bce8-4ad9-baa5-0791d8c25fed', 'mac_address': 'fa:16:3e:c2:17:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb291f42-e6a8-4496-9e85-c221bbb3e0f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:22:51.608360 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:51.622366 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4b889e-bce8-4ad9-baa5-0791d8c25fed {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:22:51.641848 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port ae4b889e-bce8-4ad9-baa5-0791d8c25fed, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=ae4b889e-bce8-4ad9-baa5-0791d8c25fed,segment=NetworkSegment(cf210fb5-dab8-43c4-b02a-a8b1cbb18027),segment_id=cf210fb5-dab8-43c4-b02a-a8b1cbb18027)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:51.719949 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:51.768623 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=ae4b889e-bce8-4ad9-baa5-0791d8c25fed,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:51.775977 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:51.776321 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:51.776683 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:51.777018 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:51.777350 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:51.777679 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:51.778003 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:51.778327 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:51.778651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:51.778971 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:51.779321 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:51.779642 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:52.247590 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875b3a2-4f49-4374-8e4b-bfdbf74a65d1 req-7fcfcb63-000d-4b22-983a-2bf787ca01ed tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:52.249752 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8875b3a2-4f49-4374-8e4b-bfdbf74a65d1 req-7fcfcb63-000d-4b22-983a-2bf787ca01ed tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 945 time: 0.0515032 Apr 20 17:22:52.292676 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8875b3a2-4f49-4374-8e4b-bfdbf74a65d1 req-4850eef5-6dd9-4a36-934d-f1df0b2481e7 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323672 Apr 20 17:22:52.925900 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-94150c49-5b57-4be8-a460-411ff6a589e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:53.232087 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['ae4b889e-bce8-4ad9-baa5-0791d8c25fed'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:22:53.413358 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bf167-fcf9-4fa1-bdcf-6107e3ab46a8 req-f8f6e156-8f8b-4bd9-91dd-c671081d17d7 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:53.415586 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b26bf167-fcf9-4fa1-bdcf-6107e3ab46a8 req-f8f6e156-8f8b-4bd9-91dd-c671081d17d7 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 945 time: 0.0495090 Apr 20 17:22:53.459366 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b26bf167-fcf9-4fa1-bdcf-6107e3ab46a8 req-5b01ebb2-0baf-492b-93eb-882061dbd1cc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369341 Apr 20 17:22:53.800306 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd490c-a5c4-486d-b121-849e12a1bd89 req-dfe767bb-2e1e-44d5-a2ac-3e0757755b27 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:53.801887 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ecdd490c-a5c4-486d-b121-849e12a1bd89 req-dfe767bb-2e1e-44d5-a2ac-3e0757755b27 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 945 time: 0.0508966 Apr 20 17:22:53.870023 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ecdd490c-a5c4-486d-b121-849e12a1bd89 req-076ebec5-51e9-472b-ac31-d73b0bc0c2b5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618048 Apr 20 17:22:53.918003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f475e3c-a4a1-4183-a212-5067666545ca req-46615a90-34d3-4273-b833-ce6e831a15ae tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:53.919503 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f475e3c-a4a1-4183-a212-5067666545ca req-46615a90-34d3-4273-b833-ce6e831a15ae tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.30 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f&tenant_id=606be8daf7cc430dabbdcb8a72158fa5&binding%3Ahost_id=n-h1-836146-2 HTTP/1.1" status: 200 len: 945 time: 0.0852792 Apr 20 17:22:54.013934 n-d-836146-2 neutron-server[103484]: INFO neutron.api.v2.resource [req-6f475e3c-a4a1-4183-a212-5067666545ca req-e12fb7c6-3126-4d85-8ecb-9896d6318ec3 service neutron] delete failed (client error): The resource could not be found. Apr 20 17:22:54.014963 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f475e3c-a4a1-4183-a212-5067666545ca req-e12fb7c6-3126-4d85-8ecb-9896d6318ec3 service neutron] 10.222.0.30 "DELETE /v2.0/ports/ae4b889e-bce8-4ad9-baa5-0791d8c25fed/bindings/n-h2-836146-2 HTTP/1.1" status: 404 len: 380 time: 0.0890129 Apr 20 17:22:54.023248 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9069563-e641-47e0-a97a-d41c2feb6d55 req-13d9b569-f2b4-4314-a589-4f7d34125561 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:54.024687 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9069563-e641-47e0-a97a-d41c2feb6d55 req-13d9b569-f2b4-4314-a589-4f7d34125561 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 945 time: 0.0705154 Apr 20 17:22:54.065693 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9069563-e641-47e0-a97a-d41c2feb6d55 req-5f2a02f5-6237-4435-b5a9-0925015dc17a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343351 Apr 20 17:22:54.119199 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f475e3c-a4a1-4183-a212-5067666545ca req-427c0af8-c8f6-4788-ab09-4e3622f4b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:54.120730 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f475e3c-a4a1-4183-a212-5067666545ca req-427c0af8-c8f6-4788-ab09-4e3622f4b7ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 1096 time: 0.0409436 Apr 20 17:22:54.214659 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f475e3c-a4a1-4183-a212-5067666545ca req-7f442c98-e444-4331-9b2e-4c0880d21a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:54.216115 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f475e3c-a4a1-4183-a212-5067666545ca req-7f442c98-e444-4331-9b2e-4c0880d21a4e service neutron] 10.222.0.30 "GET /v2.0/networks?id=77a29070-0fa8-415a-835a-e5f08fcd46ae HTTP/1.1" status: 200 len: 897 time: 0.0856581 Apr 20 17:22:54.282966 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f475e3c-a4a1-4183-a212-5067666545ca req-3a7a817a-9abd-4569-97b6-e776506930b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae4b889e-bce8-4ad9-baa5-0791d8c25fed HTTP/1.1" status: 200 len: 1001 time: 0.0598538 Apr 20 17:22:54.332281 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f475e3c-a4a1-4183-a212-5067666545ca req-9291fe28-e17f-46a9-b027-3199e220729e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:54.333768 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f475e3c-a4a1-4183-a212-5067666545ca req-9291fe28-e17f-46a9-b027-3199e220729e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb291f42-e6a8-4496-9e85-c221bbb3e0f7 HTTP/1.1" status: 200 len: 835 time: 0.0446293 Apr 20 17:22:54.384885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f475e3c-a4a1-4183-a212-5067666545ca req-bddba551-b686-47ab-8f31-2add6a3a5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:54.386420 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f475e3c-a4a1-4183-a212-5067666545ca req-bddba551-b686-47ab-8f31-2add6a3a5e8c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77a29070-0fa8-415a-835a-e5f08fcd46ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434043 Apr 20 17:22:54.474447 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f475e3c-a4a1-4183-a212-5067666545ca req-bb0bdbfb-3cf0-4477-b267-84229324d7df service neutron] 10.222.0.30 "GET /v2.0/networks/77a29070-0fa8-415a-835a-e5f08fcd46ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816488 Apr 20 17:22:54.574509 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6f475e3c-a4a1-4183-a212-5067666545ca req-c4f350f7-8f1d-47ef-bb29-08d1a9e95fd5 service neutron] 10.222.0.30 "GET /v2.0/networks/77a29070-0fa8-415a-835a-e5f08fcd46ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913060 Apr 20 17:22:55.176890 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-191f1e72-5967-49c8-91fe-05048aa337f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:55.197463 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55067bd1-3cd5-40d6-aaaa-3392b60ac997 req-04065dd4-0a49-4c97-b1c0-0f3bf3dc5283 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:55.199088 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-55067bd1-3cd5-40d6-aaaa-3392b60ac997 req-04065dd4-0a49-4c97-b1c0-0f3bf3dc5283 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 945 time: 0.0567677 Apr 20 17:22:55.240694 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-55067bd1-3cd5-40d6-aaaa-3392b60ac997 req-2fac8395-1174-4ab6-bab7-a27bb058db29 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343347 Apr 20 17:22:55.501189 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device ae4b889e-bce8-4ad9-baa5-0791d8c25fed up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:22:55.628447 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port ae4b889e-bce8-4ad9-baa5-0791d8c25fed completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:55.632492 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port ae4b889e-bce8-4ad9-baa5-0791d8c25fed triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:55.632872 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:55.712052 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:55.734504 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdbf010-9909-4b4d-8b29-768f9977251f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4b889e-bce8-4ad9-baa5-0791d8c25fed'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:22:55.736803 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b0c48b-f95d-4a13-bad1-b628db186ef8" -d '{"events": [{"server_uuid": "3cdbf010-9909-4b4d-8b29-768f9977251f", "name": "network-vif-plugged", "status": "completed", "tag": "ae4b889e-bce8-4ad9-baa5-0791d8c25fed"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:22:55.755225 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port ae4b889e-bce8-4ad9-baa5-0791d8c25fed, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=ae4b889e-bce8-4ad9-baa5-0791d8c25fed,segment=NetworkSegment(cf210fb5-dab8-43c4-b02a-a8b1cbb18027),segment_id=cf210fb5-dab8-43c4-b02a-a8b1cbb18027)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:55.828237 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:55.837575 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcbfcc3-28ae-46d9-83b1-eab848b87d65 x-openstack-request-id: req-dbcbfcc3-28ae-46d9-83b1-eab848b87d65 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:22:55.837869 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdbf010-9909-4b4d-8b29-768f9977251f", "name": "network-vif-plugged", "status": "completed", "tag": "ae4b889e-bce8-4ad9-baa5-0791d8c25fed", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:22:55.838126 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dbcbfcc3-28ae-46d9-83b1-eab848b87d65 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:22:55.838528 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbcbfcc3-28ae-46d9-83b1-eab848b87d65'] response: {'server_uuid': '3cdbf010-9909-4b4d-8b29-768f9977251f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4b889e-bce8-4ad9-baa5-0791d8c25fed', 'code': 200} Apr 20 17:22:55.882358 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=ae4b889e-bce8-4ad9-baa5-0791d8c25fed,revision_number=9']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:56.362005 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1b6e5-514b-4772-a57e-f986decca33a req-25b47c76-5f5a-4cf2-bbc4-81c7a8102c4c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:22:56.363474 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1e1b6e5-514b-4772-a57e-f986decca33a req-25b47c76-5f5a-4cf2-bbc4-81c7a8102c4c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0505927 Apr 20 17:22:56.402167 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1e1b6e5-514b-4772-a57e-f986decca33a req-30512499-602d-4583-9d09-fb7fe692dadc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323091 Apr 20 17:22:56.424956 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60804) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:22:56.674323 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:56.790936 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0f04874b-9f7f-4356-965f-c8361f1f1178 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/floatingips/39cc606d-f0dc-4bcd-9d85-52742de209c1 HTTP/1.1" status: 200 len: 994 time: 0.3647494 Apr 20 17:22:58.062527 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:58.171110 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:58.264733 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-a6e05411-12d0-48f9-8d43-7bce3155ba2a req-1fb322c7-e926-4b02-a196-d5c1f63e4efb service neutron] (103484) timed out ('10.222.0.15', 55026) {{(pid=103484) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 17:22:59.273923 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:00.369912 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:17.041367 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:23:22.810246 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b4c3916b-95b3-4c48-b9bf-af39baa16ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:25.112920 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2ee8e693-9636-4c8f-8430-d3a8cfba7c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:26.633480 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:28.004554 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:28.216214 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:29.347575 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:30.404197 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:39.191248 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60818) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:23:39.349796 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-81c7974f-eeb5-4932-9f84-a7a5d76eb8d9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Deleting port f164df3b-2805-4874-b59b-f820aabaff38 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:23:39.350138 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-81c7974f-eeb5-4932-9f84-a7a5d76eb8d9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:39.432911 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-81c7974f-eeb5-4932-9f84-a7a5d76eb8d9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:39.433237 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-81c7974f-eeb5-4932-9f84-a7a5d76eb8d9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:39.444918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-81c7974f-eeb5-4932-9f84-a7a5d76eb8d9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Calling delete_port for f164df3b-2805-4874-b59b-f820aabaff38 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:23:39.678724 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-81c7974f-eeb5-4932-9f84-a7a5d76eb8d9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:39.710433 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7974f-eeb5-4932-9f84-a7a5d76eb8d9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Port': ['ID=f164df3b-2805-4874-b59b-f820aabaff38,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:39.771280 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-81c7974f-eeb5-4932-9f84-a7a5d76eb8d9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:39.771915 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-81c7974f-eeb5-4932-9f84-a7a5d76eb8d9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Floating IP 39cc606d-f0dc-4bcd-9d85-52742de209c1 disassociated (deleted). External IP: 172.25.0.101, port: ae4b889e-bce8-4ad9-baa5-0791d8c25fed. Apr 20 17:23:39.980666 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c7974f-eeb5-4932-9f84-a7a5d76eb8d9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Router 0e8ee357-ed20-41d2-a4cd-d4251f68f62e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:23:40.095971 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c7974f-eeb5-4932-9f84-a7a5d76eb8d9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:23:40.100936 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-81c7974f-eeb5-4932-9f84-a7a5d76eb8d9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:40.105484 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac12607-53df-46c6-9ff4-09bcdf426b8d None None] Sync routers for ids ['0e8ee357-ed20-41d2-a4cd-d4251f68f62e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:23:40.118992 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac12607-53df-46c6-9ff4-09bcdf426b8d None None] Routers {'0e8ee357-ed20-41d2-a4cd-d4251f68f62e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:23:40.119892 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2ac12607-53df-46c6-9ff4-09bcdf426b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:23:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['0e8ee357-ed20-41d2-a4cd-d4251f68f62e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:40.127502 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-81c7974f-eeb5-4932-9f84-a7a5d76eb8d9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "DELETE /v2.0/floatingips/39cc606d-f0dc-4bcd-9d85-52742de209c1 HTTP/1.1" status: 204 len: 168 time: 0.9351785 Apr 20 17:23:40.128114 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdbf010-9909-4b4d-8b29-768f9977251f', 'tag': 'ae4b889e-bce8-4ad9-baa5-0791d8c25fed'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:23:40.130636 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc22c4b-8b97-4c2b-8b8f-1ee741988cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "3cdbf010-9909-4b4d-8b29-768f9977251f", "tag": "ae4b889e-bce8-4ad9-baa5-0791d8c25fed"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:23:40.226911 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-2ac12607-53df-46c6-9ff4-09bcdf426b8d None None] Set router 0e8ee357-ed20-41d2-a4cd-d4251f68f62e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:23:40.431729 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2ac12607-53df-46c6-9ff4-09bcdf426b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389204486', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:20:58Z', 'updated_at': '2022-04-20T17:21:02Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:20:59Z', 'updated_at': '2022-04-20T17:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '982b9ef6-4d60-44fe-9807-e579efffd444', 'name': '', 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:e1:79:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'eb291f42-e6a8-4496-9e85-c221bbb3e0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:02Z', 'updated_at': '2022-04-20T17:21:06Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': 'eb291f42-e6a8-4496-9e85-c221bbb3e0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:40.458850 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac12607-53df-46c6-9ff4-09bcdf426b8d None None] Checking router: 0e8ee357-ed20-41d2-a4cd-d4251f68f62e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:23:40.467210 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac12607-53df-46c6-9ff4-09bcdf426b8d None None] Routers {'0e8ee357-ed20-41d2-a4cd-d4251f68f62e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:23:40.467820 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2ac12607-53df-46c6-9ff4-09bcdf426b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:23:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['0e8ee357-ed20-41d2-a4cd-d4251f68f62e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:40.530544 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02ed585-0d7b-44e1-a105-9d3774552073 x-openstack-request-id: req-d02ed585-0d7b-44e1-a105-9d3774552073 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:23:40.531056 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cdbf010-9909-4b4d-8b29-768f9977251f", "tag": "ae4b889e-bce8-4ad9-baa5-0791d8c25fed", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:23:40.531056 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d02ed585-0d7b-44e1-a105-9d3774552073 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:23:40.531622 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d02ed585-0d7b-44e1-a105-9d3774552073'] response: {'name': 'network-changed', 'server_uuid': '3cdbf010-9909-4b4d-8b29-768f9977251f', 'tag': 'ae4b889e-bce8-4ad9-baa5-0791d8c25fed', 'status': 'completed', 'code': 200} Apr 20 17:23:40.576951 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-2ac12607-53df-46c6-9ff4-09bcdf426b8d None None] Set router 0e8ee357-ed20-41d2-a4cd-d4251f68f62e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:23:40.664964 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69d6c2-1d90-409b-97a0-3f8da1e4360b req-a1bd02af-a8ae-47a4-a2ef-4343c8aa0847 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:23:40.666509 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2e69d6c2-1d90-409b-97a0-3f8da1e4360b req-a1bd02af-a8ae-47a4-a2ef-4343c8aa0847 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0818808 Apr 20 17:23:40.669525 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc22c4b-8b97-4c2b-8b8f-1ee741988cb3 req-bbb21e89-f789-4456-8849-f7f2b6085d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:23:40.671046 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bcc22c4b-8b97-4c2b-8b8f-1ee741988cb3 req-bbb21e89-f789-4456-8849-f7f2b6085d70 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 1097 time: 0.0756278 Apr 20 17:23:40.753404 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2e69d6c2-1d90-409b-97a0-3f8da1e4360b req-5dc1df7f-7d88-4213-a642-b61e6ff6d095 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798850 Apr 20 17:23:40.791034 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc22c4b-8b97-4c2b-8b8f-1ee741988cb3 req-5bf5546b-5df4-469d-888c-2e1dbe4f70e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:23:40.793068 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bcc22c4b-8b97-4c2b-8b8f-1ee741988cb3 req-5bf5546b-5df4-469d-888c-2e1dbe4f70e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=77a29070-0fa8-415a-835a-e5f08fcd46ae HTTP/1.1" status: 200 len: 897 time: 0.1054571 Apr 20 17:23:40.798311 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-2ac12607-53df-46c6-9ff4-09bcdf426b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389204486', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:20:58Z', 'updated_at': '2022-04-20T17:21:02Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:20:59Z', 'updated_at': '2022-04-20T17:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '982b9ef6-4d60-44fe-9807-e579efffd444', 'name': '', 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:e1:79:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'eb291f42-e6a8-4496-9e85-c221bbb3e0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:02Z', 'updated_at': '2022-04-20T17:21:06Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': 'eb291f42-e6a8-4496-9e85-c221bbb3e0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:40.824608 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac12607-53df-46c6-9ff4-09bcdf426b8d None None] The sync data for ids ['0e8ee357-ed20-41d2-a4cd-d4251f68f62e'] in n-d-836146-2 is: [{'id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389204486', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:20:58Z', 'updated_at': '2022-04-20T17:21:02Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:20:59Z', 'updated_at': '2022-04-20T17:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '982b9ef6-4d60-44fe-9807-e579efffd444', 'name': '', 'network_id': '77a29070-0fa8-415a-835a-e5f08fcd46ae', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:e1:79:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'eb291f42-e6a8-4496-9e85-c221bbb3e0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:02Z', 'updated_at': '2022-04-20T17:21:06Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': 'eb291f42-e6a8-4496-9e85-c221bbb3e0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:23:40.876689 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bcc22c4b-8b97-4c2b-8b8f-1ee741988cb3 req-dde906b8-cf7d-4db5-9305-acc260d89d18 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae4b889e-bce8-4ad9-baa5-0791d8c25fed HTTP/1.1" status: 200 len: 217 time: 0.0449538 Apr 20 17:23:40.928624 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc22c4b-8b97-4c2b-8b8f-1ee741988cb3 req-aafd1f21-2e3a-4675-b584-6e33cf633c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:23:40.930086 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bcc22c4b-8b97-4c2b-8b8f-1ee741988cb3 req-aafd1f21-2e3a-4675-b584-6e33cf633c49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb291f42-e6a8-4496-9e85-c221bbb3e0f7 HTTP/1.1" status: 200 len: 835 time: 0.0453873 Apr 20 17:23:40.984469 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc22c4b-8b97-4c2b-8b8f-1ee741988cb3 req-71f660b4-bb30-41b7-8360-e0394e957572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:23:40.988502 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bcc22c4b-8b97-4c2b-8b8f-1ee741988cb3 req-71f660b4-bb30-41b7-8360-e0394e957572 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=77a29070-0fa8-415a-835a-e5f08fcd46ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442026 Apr 20 17:23:41.058919 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd15b9a-68f0-4c69-80b9-69f7e8f564d9 None None] New status for floating IP 39cc606d-f0dc-4bcd-9d85-52742de209c1: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:23:41.084142 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bcc22c4b-8b97-4c2b-8b8f-1ee741988cb3 req-c9f0370f-b7ac-4827-92bf-0e86b7ef6663 service neutron] 10.222.0.26 "GET /v2.0/networks/77a29070-0fa8-415a-835a-e5f08fcd46ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897179 Apr 20 17:23:41.177203 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bcc22c4b-8b97-4c2b-8b8f-1ee741988cb3 req-c54c44e5-5196-473f-83c0-9992de2ef06e service neutron] 10.222.0.26 "GET /v2.0/networks/77a29070-0fa8-415a-835a-e5f08fcd46ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844822 Apr 20 17:23:41.874117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54644105-c46a-4c59-9eb2-c8b476571918 req-9b0ea1eb-959e-4066-bc74-01dd322d3a52 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:23:41.875529 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54644105-c46a-4c59-9eb2-c8b476571918 req-9b0ea1eb-959e-4066-bc74-01dd322d3a52 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0498486 Apr 20 17:23:41.913668 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-54644105-c46a-4c59-9eb2-c8b476571918 req-fcebfedf-4e26-4138-a64f-bb41b8998ebe tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f42a329-dcaf-4c5f-bab9-da5004a111d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319102 Apr 20 17:23:42.283662 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52024857-61b0-4562-86ca-83c0eedade91 req-a13fa12a-e212-4b1a-b534-7471ee89118b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:23:42.285098 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52024857-61b0-4562-86ca-83c0eedade91 req-a13fa12a-e212-4b1a-b534-7471ee89118b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 946 time: 0.0537281 Apr 20 17:23:42.375567 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-52024857-61b0-4562-86ca-83c0eedade91 req-78bb781c-ade1-409f-a615-6457078c219c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Deleting port ae4b889e-bce8-4ad9-baa5-0791d8c25fed {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:23:42.375901 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-52024857-61b0-4562-86ca-83c0eedade91 req-78bb781c-ade1-409f-a615-6457078c219c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:42.464522 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-52024857-61b0-4562-86ca-83c0eedade91 req-78bb781c-ade1-409f-a615-6457078c219c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] For port ae4b889e-bce8-4ad9-baa5-0791d8c25fed, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=ae4b889e-bce8-4ad9-baa5-0791d8c25fed,segment=NetworkSegment(cf210fb5-dab8-43c4-b02a-a8b1cbb18027),segment_id=cf210fb5-dab8-43c4-b02a-a8b1cbb18027)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:42.464882 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-52024857-61b0-4562-86ca-83c0eedade91 req-78bb781c-ade1-409f-a615-6457078c219c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:42.477528 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-52024857-61b0-4562-86ca-83c0eedade91 req-78bb781c-ade1-409f-a615-6457078c219c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Calling delete_port for ae4b889e-bce8-4ad9-baa5-0791d8c25fed owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:23:42.684201 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-52024857-61b0-4562-86ca-83c0eedade91 req-78bb781c-ade1-409f-a615-6457078c219c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:42.718758 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb781c-ade1-409f-a615-6457078c219c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Port': ['ID=ae4b889e-bce8-4ad9-baa5-0791d8c25fed,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:42.758112 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-52024857-61b0-4562-86ca-83c0eedade91 req-78bb781c-ade1-409f-a615-6457078c219c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] No DVR routers for this DVR port ae4b889e-bce8-4ad9-baa5-0791d8c25fed on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:23:42.760889 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-52024857-61b0-4562-86ca-83c0eedade91 req-78bb781c-ade1-409f-a615-6457078c219c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:42.764286 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-52024857-61b0-4562-86ca-83c0eedade91 req-78bb781c-ade1-409f-a615-6457078c219c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.26 "DELETE /v2.0/ports/ae4b889e-bce8-4ad9-baa5-0791d8c25fed HTTP/1.1" status: 204 len: 173 time: 0.4737468 Apr 20 17:23:42.764758 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdbf010-9909-4b4d-8b29-768f9977251f', 'name': 'network-vif-deleted', 'tag': 'ae4b889e-bce8-4ad9-baa5-0791d8c25fed'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:23:42.767081 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293ef97c-182d-4b99-b34d-9fb1a6b211c3" -d '{"events": [{"server_uuid": "3cdbf010-9909-4b4d-8b29-768f9977251f", "name": "network-vif-deleted", "tag": "ae4b889e-bce8-4ad9-baa5-0791d8c25fed"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:23:42.804755 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5837820b-6fda-4758-96ca-e16f80cfad6c x-openstack-request-id: req-5837820b-6fda-4758-96ca-e16f80cfad6c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:23:42.805127 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdbf010-9909-4b4d-8b29-768f9977251f", "name": "network-vif-deleted", "tag": "ae4b889e-bce8-4ad9-baa5-0791d8c25fed", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:23:42.805441 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5837820b-6fda-4758-96ca-e16f80cfad6c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:23:42.805975 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5837820b-6fda-4758-96ca-e16f80cfad6c'] response: {'server_uuid': '3cdbf010-9909-4b4d-8b29-768f9977251f', 'name': 'network-vif-deleted', 'tag': 'ae4b889e-bce8-4ad9-baa5-0791d8c25fed', 'status': 'completed', 'code': 200} Apr 20 17:23:43.012782 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-007d549f-5879-4fab-bab9-977ce3d5f485 req-3bc70388-5e75-41cc-8fa6-7f33081ab1d1 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cdbf010-9909-4b4d-8b29-768f9977251f HTTP/1.1" status: 200 len: 210 time: 0.0260165 Apr 20 17:23:44.068517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60834) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:23:44.451445 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-151c590d-db40-4dba-8223-88286314e73f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:44.722948 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-151c590d-db40-4dba-8223-88286314e73f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Deleting port 982b9ef6-4d60-44fe-9807-e579efffd444 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:23:44.722948 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-151c590d-db40-4dba-8223-88286314e73f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:44.804009 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-151c590d-db40-4dba-8223-88286314e73f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] For port 982b9ef6-4d60-44fe-9807-e579efffd444, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=982b9ef6-4d60-44fe-9807-e579efffd444,segment=NetworkSegment(cf210fb5-dab8-43c4-b02a-a8b1cbb18027),segment_id=cf210fb5-dab8-43c4-b02a-a8b1cbb18027)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:44.804392 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-151c590d-db40-4dba-8223-88286314e73f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:44.816168 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-151c590d-db40-4dba-8223-88286314e73f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Calling delete_port for 982b9ef6-4d60-44fe-9807-e579efffd444 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:23:45.055730 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-151c590d-db40-4dba-8223-88286314e73f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:45.086245 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c590d-db40-4dba-8223-88286314e73f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Port': ['ID=982b9ef6-4d60-44fe-9807-e579efffd444,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:45.267849 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-151c590d-db40-4dba-8223-88286314e73f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:45.486444 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151c590d-db40-4dba-8223-88286314e73f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Router 0e8ee357-ed20-41d2-a4cd-d4251f68f62e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:23:45.598509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151c590d-db40-4dba-8223-88286314e73f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:23:45.603484 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-151c590d-db40-4dba-8223-88286314e73f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "PUT /v2.0/routers/0e8ee357-ed20-41d2-a4cd-d4251f68f62e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5339334 Apr 20 17:23:45.606216 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60836) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:23:45.609899 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b56df0-6b9e-4e61-bd51-3748a46af399 None None] Sync routers for ids ['0e8ee357-ed20-41d2-a4cd-d4251f68f62e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:23:45.619498 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b56df0-6b9e-4e61-bd51-3748a46af399 None None] Routers {'0e8ee357-ed20-41d2-a4cd-d4251f68f62e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:23:45.620110 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-28b56df0-6b9e-4e61-bd51-3748a46af399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:23:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['0e8ee357-ed20-41d2-a4cd-d4251f68f62e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:45.657028 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad28285d-56c4-44d9-b418-9bba7accf693 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Deleting subnet eb291f42-e6a8-4496-9e85-c221bbb3e0f7 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 17:23:45.660244 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad28285d-56c4-44d9-b418-9bba7accf693 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:45.700551 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad28285d-56c4-44d9-b418-9bba7accf693 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:45.730065 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-28b56df0-6b9e-4e61-bd51-3748a46af399 None None] Set router 0e8ee357-ed20-41d2-a4cd-d4251f68f62e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:23:45.925220 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-28b56df0-6b9e-4e61-bd51-3748a46af399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389204486', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:20:58Z', 'updated_at': '2022-04-20T17:23:44Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:20:59Z', 'updated_at': '2022-04-20T17:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:45.956810 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b56df0-6b9e-4e61-bd51-3748a46af399 None None] Checking router: 0e8ee357-ed20-41d2-a4cd-d4251f68f62e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:23:45.968726 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b56df0-6b9e-4e61-bd51-3748a46af399 None None] Routers {'0e8ee357-ed20-41d2-a4cd-d4251f68f62e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:23:45.969761 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-28b56df0-6b9e-4e61-bd51-3748a46af399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:23:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['0e8ee357-ed20-41d2-a4cd-d4251f68f62e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:46.097723 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad28285d-56c4-44d9-b418-9bba7accf693 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:46.101770 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-28b56df0-6b9e-4e61-bd51-3748a46af399 None None] Set router 0e8ee357-ed20-41d2-a4cd-d4251f68f62e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:23:46.273221 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad28285d-56c4-44d9-b418-9bba7accf693 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:46.298809 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28285d-56c4-44d9-b418-9bba7accf693 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Subnet': ['ID=eb291f42-e6a8-4496-9e85-c221bbb3e0f7,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:46.305354 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ad28285d-56c4-44d9-b418-9bba7accf693 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:46.310339 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ad28285d-56c4-44d9-b418-9bba7accf693 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "DELETE /v2.0/subnets/eb291f42-e6a8-4496-9e85-c221bbb3e0f7 HTTP/1.1" status: 204 len: 168 time: 0.7006679 Apr 20 17:23:46.311090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60838) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:23:46.314889 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e2f48e-9e9b-4c8c-903a-ef207a3d2439 None None] Network 77a29070-0fa8-415a-835a-e5f08fcd46ae requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:23:46.382938 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-28b56df0-6b9e-4e61-bd51-3748a46af399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389204486', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:20:58Z', 'updated_at': '2022-04-20T17:23:44Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:20:59Z', 'updated_at': '2022-04-20T17:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:46.413720 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b56df0-6b9e-4e61-bd51-3748a46af399 None None] The sync data for ids ['0e8ee357-ed20-41d2-a4cd-d4251f68f62e'] in n-d-836146-2 is: [{'id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389204486', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:20:58Z', 'updated_at': '2022-04-20T17:23:44Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': '30ae6de3-e601-4e48-b454-4ffdd383b0a1', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8ee357-ed20-41d2-a4cd-d4251f68f62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:20:59Z', 'updated_at': '2022-04-20T17:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:23:46.432964 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb4fbcc2-77c7-4b50-8c67-8ee6e342c0dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:46.541816 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb4fbcc2-77c7-4b50-8c67-8ee6e342c0dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:46.654457 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-eb4fbcc2-77c7-4b50-8c67-8ee6e342c0dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Deleting port 30ae6de3-e601-4e48-b454-4ffdd383b0a1 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:23:46.654723 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb4fbcc2-77c7-4b50-8c67-8ee6e342c0dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:46.735417 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-eb4fbcc2-77c7-4b50-8c67-8ee6e342c0dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] For port 30ae6de3-e601-4e48-b454-4ffdd383b0a1, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=30ae6de3-e601-4e48-b454-4ffdd383b0a1,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:46.735693 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb4fbcc2-77c7-4b50-8c67-8ee6e342c0dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:46.748731 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-eb4fbcc2-77c7-4b50-8c67-8ee6e342c0dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Calling delete_port for 30ae6de3-e601-4e48-b454-4ffdd383b0a1 owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:23:46.780242 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4120aa-58f2-4df1-93f0-3c89de1fa698 None None] DHCP port deletion for 77a29070-0fa8-415a-835a-e5f08fcd46ae request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 17:23:46.828692 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5a4120aa-58f2-4df1-93f0-3c89de1fa698 None None] Deleting port 4bdd8721-caa9-42f7-9d77-37321afc6e04 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:23:46.829146 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5a4120aa-58f2-4df1-93f0-3c89de1fa698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:46.899232 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5a4120aa-58f2-4df1-93f0-3c89de1fa698 None None] For port 4bdd8721-caa9-42f7-9d77-37321afc6e04, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=4bdd8721-caa9-42f7-9d77-37321afc6e04,segment=NetworkSegment(cf210fb5-dab8-43c4-b02a-a8b1cbb18027),segment_id=cf210fb5-dab8-43c4-b02a-a8b1cbb18027)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:46.899632 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5a4120aa-58f2-4df1-93f0-3c89de1fa698 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:46.913717 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5a4120aa-58f2-4df1-93f0-3c89de1fa698 None None] Calling delete_port for 4bdd8721-caa9-42f7-9d77-37321afc6e04 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:23:46.997741 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb4fbcc2-77c7-4b50-8c67-8ee6e342c0dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:47.026021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fbcc2-77c7-4b50-8c67-8ee6e342c0dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Port': ['ID=30ae6de3-e601-4e48-b454-4ffdd383b0a1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:47.085326 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb4fbcc2-77c7-4b50-8c67-8ee6e342c0dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:47.107673 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5a4120aa-58f2-4df1-93f0-3c89de1fa698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:47.136695 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4120aa-58f2-4df1-93f0-3c89de1fa698 None None] Pushing event deleted for resources: {'Port': ['ID=4bdd8721-caa9-42f7-9d77-37321afc6e04,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:47.140063 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4120aa-58f2-4df1-93f0-3c89de1fa698 None None] No DVR routers for this DVR port 4bdd8721-caa9-42f7-9d77-37321afc6e04 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:23:47.183032 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb4fbcc2-77c7-4b50-8c67-8ee6e342c0dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:47.184872 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb4fbcc2-77c7-4b50-8c67-8ee6e342c0dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:47.278766 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb4fbcc2-77c7-4b50-8c67-8ee6e342c0dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:47.279836 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4fbcc2-77c7-4b50-8c67-8ee6e342c0dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Fanout notify agent at l3_agent the message router_deleted on router 0e8ee357-ed20-41d2-a4cd-d4251f68f62e {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:23:47.287115 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-eb4fbcc2-77c7-4b50-8c67-8ee6e342c0dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:47.288655 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-eb4fbcc2-77c7-4b50-8c67-8ee6e342c0dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "DELETE /v2.0/routers/0e8ee357-ed20-41d2-a4cd-d4251f68f62e HTTP/1.1" status: 204 len: 168 time: 0.9767785 Apr 20 17:23:47.292173 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60840) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:23:47.375630 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c2db0adf-6e89-4ab1-8136-d9a0b3cc0fdc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:47.471387 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c2db0adf-6e89-4ab1-8136-d9a0b3cc0fdc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:47.494017 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-c2db0adf-6e89-4ab1-8136-d9a0b3cc0fdc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a29070-0fa8-415a-835a-e5f08fcd46ae']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:47.504735 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-c2db0adf-6e89-4ab1-8136-d9a0b3cc0fdc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf210fb5-dab8-43c4-b02a-a8b1cbb18027') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:47.505034 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-c2db0adf-6e89-4ab1-8136-d9a0b3cc0fdc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf210fb5-dab8-43c4-b02a-a8b1cbb18027') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:47.515490 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c2db0adf-6e89-4ab1-8136-d9a0b3cc0fdc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:47.529468 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c2db0adf-6e89-4ab1-8136-d9a0b3cc0fdc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:47.535643 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2db0adf-6e89-4ab1-8136-d9a0b3cc0fdc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:23:47.536040 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c2db0adf-6e89-4ab1-8136-d9a0b3cc0fdc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: timer() Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:23:47.539039 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:23:47.655721 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c2db0adf-6e89-4ab1-8136-d9a0b3cc0fdc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:47.662966 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c2db0adf-6e89-4ab1-8136-d9a0b3cc0fdc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:47.674706 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-c2db0adf-6e89-4ab1-8136-d9a0b3cc0fdc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "DELETE /v2.0/networks/77a29070-0fa8-415a-835a-e5f08fcd46ae HTTP/1.1" status: 204 len: 168 time: 0.3743064 Apr 20 17:23:47.674706 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 60842) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:23:47.691491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db0adf-6e89-4ab1-8136-d9a0b3cc0fdc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Network': ['ID=77a29070-0fa8-415a-835a-e5f08fcd46ae,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:47.746618 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-56c1b1a3-483f-465e-9707-0f0f287c5406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:47.774659 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device ae4b889e-bce8-4ad9-baa5-0791d8c25fed no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:23:47.777209 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-56c1b1a3-483f-465e-9707-0f0f287c5406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:47.796499 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: ae4b889e-bce8-4ad9-baa5-0791d8c25fed {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:23:47.796865 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device ae4b889e-bce8-4ad9-baa5-0791d8c25fed not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:23:47.807633 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 982b9ef6-4d60-44fe-9807-e579efffd444 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:23:47.828267 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 982b9ef6-4d60-44fe-9807-e579efffd444 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:23:47.829283 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 982b9ef6-4d60-44fe-9807-e579efffd444 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:23:47.829283 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 30ae6de3-e601-4e48-b454-4ffdd383b0a1 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:23:47.848192 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 30ae6de3-e601-4e48-b454-4ffdd383b0a1 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:23:47.848551 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 30ae6de3-e601-4e48-b454-4ffdd383b0a1 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:23:47.848956 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4bdd8721-caa9-42f7-9d77-37321afc6e04 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:23:47.868602 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 4bdd8721-caa9-42f7-9d77-37321afc6e04 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:23:47.868937 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 4bdd8721-caa9-42f7-9d77-37321afc6e04 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:23:47.901417 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-56c1b1a3-483f-465e-9707-0f0f287c5406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:47.904058 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-56c1b1a3-483f-465e-9707-0f0f287c5406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:47.905268 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-56c1b1a3-483f-465e-9707-0f0f287c5406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "DELETE /v2.0/security-groups/7f42a329-dcaf-4c5f-bab9-da5004a111d7 HTTP/1.1" status: 204 len: 168 time: 0.2348552 Apr 20 17:23:47.914968 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1b1a3-483f-465e-9707-0f0f287c5406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f42a329-dcaf-4c5f-bab9-da5004a111d7,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:49.248315 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60850) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:23:49.253640 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-6a92607e-9cb9-4a8e-b47c-b2a56a35937d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-661498678', 'description': 'tempest-secgroup-smoke-661498678 description', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:23:49.347170 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6a92607e-9cb9-4a8e-b47c-b2a56a35937d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:49.414580 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6a92607e-9cb9-4a8e-b47c-b2a56a35937d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:49.495954 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6a92607e-9cb9-4a8e-b47c-b2a56a35937d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:49.533205 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92607e-9cb9-4a8e-b47c-b2a56a35937d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2aca84-b031-4728-ae8a-595983e90645,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:49.542491 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92607e-9cb9-4a8e-b47c-b2a56a35937d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:49.542913 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92607e-9cb9-4a8e-b47c-b2a56a35937d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:49.543363 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92607e-9cb9-4a8e-b47c-b2a56a35937d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:49.543763 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92607e-9cb9-4a8e-b47c-b2a56a35937d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:49.544200 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92607e-9cb9-4a8e-b47c-b2a56a35937d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:49.544641 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92607e-9cb9-4a8e-b47c-b2a56a35937d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:49.547399 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92607e-9cb9-4a8e-b47c-b2a56a35937d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:49.547399 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92607e-9cb9-4a8e-b47c-b2a56a35937d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:49.547399 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92607e-9cb9-4a8e-b47c-b2a56a35937d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:49.547399 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92607e-9cb9-4a8e-b47c-b2a56a35937d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:49.547399 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92607e-9cb9-4a8e-b47c-b2a56a35937d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:49.547399 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92607e-9cb9-4a8e-b47c-b2a56a35937d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:49.600509 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6a92607e-9cb9-4a8e-b47c-b2a56a35937d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:49.601797 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6a92607e-9cb9-4a8e-b47c-b2a56a35937d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3523943 Apr 20 17:23:49.604662 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60854) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:23:49.609121 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-10e2cc88-212e-4e7b-9f6d-8f28dcb15414 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': 'bf2aca84-b031-4728-ae8a-595983e90645', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:23:49.724082 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-10e2cc88-212e-4e7b-9f6d-8f28dcb15414 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:49.787252 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-10e2cc88-212e-4e7b-9f6d-8f28dcb15414 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:49.889709 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-10e2cc88-212e-4e7b-9f6d-8f28dcb15414 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:49.908392 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2cc88-212e-4e7b-9f6d-8f28dcb15414 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5947d83c-6c54-4562-8032-eb6294303ff1,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:49.995092 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-10e2cc88-212e-4e7b-9f6d-8f28dcb15414 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:49.996267 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-10e2cc88-212e-4e7b-9f6d-8f28dcb15414 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3906469 Apr 20 17:23:49.999504 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60856) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:23:50.003920 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b7354d16-af67-4886-a869-a3bb3e98e9ce tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': 'bf2aca84-b031-4728-ae8a-595983e90645', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:23:50.083231 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b7354d16-af67-4886-a869-a3bb3e98e9ce tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:50.150604 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b7354d16-af67-4886-a869-a3bb3e98e9ce tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:50.203944 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b7354d16-af67-4886-a869-a3bb3e98e9ce tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:50.221316 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7354d16-af67-4886-a869-a3bb3e98e9ce tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef21a57d-9008-4909-bc74-e57e6e072127,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:50.274615 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b7354d16-af67-4886-a869-a3bb3e98e9ce tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:50.275753 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b7354d16-af67-4886-a869-a3bb3e98e9ce tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2753365 Apr 20 17:23:50.278452 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60858) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:23:50.283297 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ef132de5-fc5f-4e9e-87d4-d552e4573c39 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': 'bf2aca84-b031-4728-ae8a-595983e90645', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:23:50.365683 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef132de5-fc5f-4e9e-87d4-d552e4573c39 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:50.427746 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef132de5-fc5f-4e9e-87d4-d552e4573c39 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:50.488634 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef132de5-fc5f-4e9e-87d4-d552e4573c39 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:50.507555 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef132de5-fc5f-4e9e-87d4-d552e4573c39 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca8a8d80-1ee2-4678-9446-29beb02311f0,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:50.571830 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ef132de5-fc5f-4e9e-87d4-d552e4573c39 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:50.573111 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ef132de5-fc5f-4e9e-87d4-d552e4573c39 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2931843 Apr 20 17:23:50.575754 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60860) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:23:50.580114 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-2ad35f44-97cf-49c4-914d-a30c1d292cec tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': 'bf2aca84-b031-4728-ae8a-595983e90645', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:23:50.649139 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ad35f44-97cf-49c4-914d-a30c1d292cec tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:50.709230 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ad35f44-97cf-49c4-914d-a30c1d292cec tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:50.780436 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ad35f44-97cf-49c4-914d-a30c1d292cec tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:50.798600 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad35f44-97cf-49c4-914d-a30c1d292cec tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a76fd023-82a4-40af-b66d-61d433f701d1,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:50.869216 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2ad35f44-97cf-49c4-914d-a30c1d292cec tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:50.870383 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2ad35f44-97cf-49c4-914d-a30c1d292cec tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2937140 Apr 20 17:23:50.873698 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60862) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:23:50.877979 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-410d3598-c238-411c-9b4b-abf0caad47d3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': 'bf2aca84-b031-4728-ae8a-595983e90645', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:23:50.952896 n-d-836146-2 neutron-server[103485]: INFO neutron.db.securitygroups_db [None req-410d3598-c238-411c-9b4b-abf0caad47d3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Project 606be8daf7cc430dabbdcb8a72158fa5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:23:50.958093 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-410d3598-c238-411c-9b4b-abf0caad47d3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:51.019994 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-410d3598-c238-411c-9b4b-abf0caad47d3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:51.089976 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-410d3598-c238-411c-9b4b-abf0caad47d3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:51.108499 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d3598-c238-411c-9b4b-abf0caad47d3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f847772-54d5-4824-a112-20fb85ee3b77,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:51.172543 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-410d3598-c238-411c-9b4b-abf0caad47d3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:51.173721 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-410d3598-c238-411c-9b4b-abf0caad47d3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2991056 Apr 20 17:23:51.176539 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60864) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:23:51.181286 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-9561e1a5-11b4-4e84-92bf-82d5cb6e63ca tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': 'bf2aca84-b031-4728-ae8a-595983e90645', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:23:51.255557 n-d-836146-2 neutron-server[103485]: INFO neutron.db.securitygroups_db [None req-9561e1a5-11b4-4e84-92bf-82d5cb6e63ca tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Project 606be8daf7cc430dabbdcb8a72158fa5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:23:51.260918 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9561e1a5-11b4-4e84-92bf-82d5cb6e63ca tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:51.325451 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9561e1a5-11b4-4e84-92bf-82d5cb6e63ca tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:51.409530 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9561e1a5-11b4-4e84-92bf-82d5cb6e63ca tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:51.427324 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9561e1a5-11b4-4e84-92bf-82d5cb6e63ca tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c182c1-6c44-4382-89be-29fae07e6c7b,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:51.491857 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9561e1a5-11b4-4e84-92bf-82d5cb6e63ca tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:51.493376 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-9561e1a5-11b4-4e84-92bf-82d5cb6e63ca tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3158655 Apr 20 17:23:51.496176 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60866) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:23:51.501018 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-87fb1fa4-7f1a-4eb9-a981-c029dd5e79e2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'network': {'name': 'tempest-network-smoke--116095107', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'port_security_enabled': True}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:23:51.576068 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fb1fa4-7f1a-4eb9-a981-c029dd5e79e2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Made reservation on behalf of 606be8daf7cc430dabbdcb8a72158fa5 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:51.579783 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-87fb1fa4-7f1a-4eb9-a981-c029dd5e79e2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:51.604821 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87fb1fa4-7f1a-4eb9-a981-c029dd5e79e2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:23:51.613938 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-87fb1fa4-7f1a-4eb9-a981-c029dd5e79e2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:51.614277 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-87fb1fa4-7f1a-4eb9-a981-c029dd5e79e2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Added segment f0cccbc6-78de-429a-a4a7-f7977b29c314 of type vlan for network a571a382-ed5f-4b93-b5c4-cdfe0442c81c Apr 20 17:23:51.655698 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-87fb1fa4-7f1a-4eb9-a981-c029dd5e79e2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:51.786954 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-87fb1fa4-7f1a-4eb9-a981-c029dd5e79e2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:51.792563 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fb1fa4-7f1a-4eb9-a981-c029dd5e79e2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:23:51.796433 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-87fb1fa4-7f1a-4eb9-a981-c029dd5e79e2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:51.858079 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb1fa4-7f1a-4eb9-a981-c029dd5e79e2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Network': ['ID=a571a382-ed5f-4b93-b5c4-cdfe0442c81c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:51.868612 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network a571a382-ed5f-4b93-b5c4-cdfe0442c81c details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 17:23:51.898308 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-87fb1fa4-7f1a-4eb9-a981-c029dd5e79e2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4010570 Apr 20 17:23:51.901023 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60868) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:23:51.905458 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a2e6e606-4fd7-4030-ba56-d8fb1764e536 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1128449220', 'admin_state_up': True, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:23:51.986837 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e606-4fd7-4030-ba56-d8fb1764e536 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:51.987942 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e606-4fd7-4030-ba56-d8fb1764e536 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:52.045386 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e606-4fd7-4030-ba56-d8fb1764e536 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:52.241423 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e606-4fd7-4030-ba56-d8fb1764e536 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:52.500212 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e606-4fd7-4030-ba56-d8fb1764e536 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:52.519412 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e606-4fd7-4030-ba56-d8fb1764e536 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:52.625024 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-a2e6e606-4fd7-4030-ba56-d8fb1764e536 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Allocated IP 172.25.0.115 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/d4bb60ab-a098-41e8-91b7-1de7c0eca670) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:23:52.724494 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e606-4fd7-4030-ba56-d8fb1764e536 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:52.798430 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-32ec53cc-8947-4b52-bef9-6f467270c612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:52.821819 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e606-4fd7-4030-ba56-d8fb1764e536 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:52.861787 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e6e606-4fd7-4030-ba56-d8fb1764e536 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:23:52.864759 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-a2e6e606-4fd7-4030-ba56-d8fb1764e536 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:52.868685 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e6e606-4fd7-4030-ba56-d8fb1764e536 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:23:52.874580 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6e606-4fd7-4030-ba56-d8fb1764e536 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=d4bb60ab-a098-41e8-91b7-1de7c0eca670,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:53.177284 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e606-4fd7-4030-ba56-d8fb1764e536 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:53.387800 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e606-4fd7-4030-ba56-d8fb1764e536 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:53.592936 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e6e606-4fd7-4030-ba56-d8fb1764e536 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Router 720ff78f-f422-48aa-be2e-980e8fee7abc is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:23:53.720918 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e6e606-4fd7-4030-ba56-d8fb1764e536 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:23:53.731701 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] Sync routers for ids ['720ff78f-f422-48aa-be2e-980e8fee7abc'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:23:53.741106 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] Routers {'720ff78f-f422-48aa-be2e-980e8fee7abc'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:23:53.741722 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:23:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['720ff78f-f422-48aa-be2e-980e8fee7abc'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:53.847196 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] Set router 720ff78f-f422-48aa-be2e-980e8fee7abc gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:23:53.852004 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e606-4fd7-4030-ba56-d8fb1764e536 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:53.853320 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a2e6e606-4fd7-4030-ba56-d8fb1764e536 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9513514 Apr 20 17:23:53.856485 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60870) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:23:53.889809 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-299d335b-665e-4792-85f5-2ba72a8e00e6 tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=606be8daf7cc430dabbdcb8a72158fa5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321703 Apr 20 17:23:53.892468 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60872) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:23:53.980792 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7303fa4-17d2-40cf-9305-69faad4e6bda tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:23:53.984046 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e7303fa4-17d2-40cf-9305-69faad4e6bda tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903828 Apr 20 17:23:53.985385 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60874) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:23:54.014858 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1ca04bd1-ae93-4608-b7b3-75c1a56f967c tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283782 Apr 20 17:23:54.017360 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60876) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:23:54.022015 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-dfd37c86-f160-4c1d-b6e9-89d7adaa2bdc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-31470276', 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:23:54.027403 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128449220', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:23:51Z', 'updated_at': '2022-04-20T17:23:53Z', 'revision_number': 3, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:23:52Z', 'updated_at': '2022-04-20T17:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:54.040755 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:23:54.053015 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] Checking router: 720ff78f-f422-48aa-be2e-980e8fee7abc for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:23:54.053360 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] Updating router 720ff78f-f422-48aa-be2e-980e8fee7abc port d4bb60ab-a098-41e8-91b7-1de7c0eca670 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:23:54.079620 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:54.170188 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd37c86-f160-4c1d-b6e9-89d7adaa2bdc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Made reservation on behalf of 606be8daf7cc430dabbdcb8a72158fa5 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:54.173873 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dfd37c86-f160-4c1d-b6e9-89d7adaa2bdc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:54.444947 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dfd37c86-f160-4c1d-b6e9-89d7adaa2bdc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:54.499600 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:54.512421 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd37c86-f160-4c1d-b6e9-89d7adaa2bdc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Subnet': ['ID=1a04ebdc-a546-4ea6-94c8-261ffee952c7,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:54.517053 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd37c86-f160-4c1d-b6e9-89d7adaa2bdc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Checking segment: {'id': 'f0cccbc6-78de-429a-a4a7-f7977b29c314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:23:54.517420 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd37c86-f160-4c1d-b6e9-89d7adaa2bdc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network hostable DHCP agents. Network: a571a382-ed5f-4b93-b5c4-cdfe0442c81c, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:23:54.553443 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:54.598275 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd37c86-f160-4c1d-b6e9-89d7adaa2bdc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network a571a382-ed5f-4b93-b5c4-cdfe0442c81c is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:23:54.603260 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] Attempting to bind port d4bb60ab-a098-41e8-91b7-1de7c0eca670 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:23:54.605456 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] Attempting to bind port d4bb60ab-a098-41e8-91b7-1de7c0eca670 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:23:54.605456 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] Attempting to bind port d4bb60ab-a098-41e8-91b7-1de7c0eca670 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:23:54.611527 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa332d-0ffc-425f-aa51-2000e509bac8 None None] Pushing event updated for resources: {'Port': ['ID=d4bb60ab-a098-41e8-91b7-1de7c0eca670,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:54.614735 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:23:54.615115 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:23:54.615517 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:54.615911 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:23:54.616410 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] Bound port: d4bb60ab-a098-41e8-91b7-1de7c0eca670, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:23:54.616796 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:54.624099 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa332d-0ffc-425f-aa51-2000e509bac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:54.624474 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa332d-0ffc-425f-aa51-2000e509bac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:54.628319 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa332d-0ffc-425f-aa51-2000e509bac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:54.628319 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa332d-0ffc-425f-aa51-2000e509bac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:54.628319 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa332d-0ffc-425f-aa51-2000e509bac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:54.628319 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa332d-0ffc-425f-aa51-2000e509bac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:54.628319 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa332d-0ffc-425f-aa51-2000e509bac8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:54.628319 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa332d-0ffc-425f-aa51-2000e509bac8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:54.628319 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa332d-0ffc-425f-aa51-2000e509bac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:54.628319 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa332d-0ffc-425f-aa51-2000e509bac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:54.628319 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa332d-0ffc-425f-aa51-2000e509bac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:54.628319 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa332d-0ffc-425f-aa51-2000e509bac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:54.667074 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-dfd37c86-f160-4c1d-b6e9-89d7adaa2bdc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, a571a382-ed5f-4b93-b5c4-cdfe0442c81c) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:54.672079 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd37c86-f160-4c1d-b6e9-89d7adaa2bdc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:23:54.672698 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dfd37c86-f160-4c1d-b6e9-89d7adaa2bdc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:54.678169 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc46d13-033f-437c-9750-8f33b7ec0fcd None None] Network a571a382-ed5f-4b93-b5c4-cdfe0442c81c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:23:54.697390 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] For port d4bb60ab-a098-41e8-91b7-1de7c0eca670, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:23:54.737647 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] For port d4bb60ab-a098-41e8-91b7-1de7c0eca670, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d4bb60ab-a098-41e8-91b7-1de7c0eca670,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:23:54.755624 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dfd37c86-f160-4c1d-b6e9-89d7adaa2bdc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7372484 Apr 20 17:23:54.758382 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60880) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:23:54.798996 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:54.889489 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a4eeea-8dfd-4d17-b0ba-9edc21c43901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-a571a382-ed5f-4b93-b5c4-cdfe0442c81c', 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'fixed_ips': [{'subnet_id': '1a04ebdc-a546-4ea6-94c8-261ffee952c7'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 17:23:54.890333 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1a4eeea-8dfd-4d17-b0ba-9edc21c43901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:54.903134 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] Routers {'720ff78f-f422-48aa-be2e-980e8fee7abc'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:23:54.904278 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:23:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['720ff78f-f422-48aa-be2e-980e8fee7abc'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:54.906616 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa332d-0ffc-425f-aa51-2000e509bac8 None None] Pushing event updated for resources: {'Port': ['ID=d4bb60ab-a098-41e8-91b7-1de7c0eca670,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:55.123883 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] Set router 720ff78f-f422-48aa-be2e-980e8fee7abc gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:23:55.211888 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f60c95e4-198f-41af-8b7b-c41fe5230039 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:55.230196 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-a1a4eeea-8dfd-4d17-b0ba-9edc21c43901 None None] Allocated IP 172.20.0.2 (a571a382-ed5f-4b93-b5c4-cdfe0442c81c/1a04ebdc-a546-4ea6-94c8-261ffee952c7/8460def9-0402-4cfa-bea3-6349c497e57e) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:23:55.259231 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2f2ec68e-da67-41e5-9a7a-0b219bc58123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:55.440841 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1a4eeea-8dfd-4d17-b0ba-9edc21c43901 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:55.445163 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128449220', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:23:51Z', 'updated_at': '2022-04-20T17:23:53Z', 'revision_number': 3, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:23:52Z', 'updated_at': '2022-04-20T17:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:55.472292 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc1587-9a68-4344-8d7c-7524af0c9be4 None None] The sync data for ids ['720ff78f-f422-48aa-be2e-980e8fee7abc'] in n-d-836146-2 is: [{'id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128449220', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:23:51Z', 'updated_at': '2022-04-20T17:23:53Z', 'revision_number': 3, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:23:52Z', 'updated_at': '2022-04-20T17:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:23:55.525029 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1a4eeea-8dfd-4d17-b0ba-9edc21c43901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:55.572398 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a4eeea-8dfd-4d17-b0ba-9edc21c43901 None None] Network a571a382-ed5f-4b93-b5c4-cdfe0442c81c is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:23:55.575917 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-a1a4eeea-8dfd-4d17-b0ba-9edc21c43901 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:55.576705 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-f60c95e4-198f-41af-8b7b-c41fe5230039 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Allocated IP 172.20.0.1 (a571a382-ed5f-4b93-b5c4-cdfe0442c81c/1a04ebdc-a546-4ea6-94c8-261ffee952c7/46a1dafc-6b3b-4e72-9dd2-c76fb5fff072) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:23:55.579607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a4eeea-8dfd-4d17-b0ba-9edc21c43901 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:23:55.586813 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4eeea-8dfd-4d17-b0ba-9edc21c43901 None None] Pushing event updated for resources: {'Port': ['ID=8460def9-0402-4cfa-bea3-6349c497e57e,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:55.640265 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a1a4eeea-8dfd-4d17-b0ba-9edc21c43901 None None] Attempting to bind port 8460def9-0402-4cfa-bea3-6349c497e57e on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:23:55.640663 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a1a4eeea-8dfd-4d17-b0ba-9edc21c43901 None None] Attempting to bind port 8460def9-0402-4cfa-bea3-6349c497e57e by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'f0cccbc6-78de-429a-a4a7-f7977b29c314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:23:55.641029 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a4eeea-8dfd-4d17-b0ba-9edc21c43901 None None] Attempting to bind port 8460def9-0402-4cfa-bea3-6349c497e57e on network a571a382-ed5f-4b93-b5c4-cdfe0442c81c {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:23:55.646624 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a4eeea-8dfd-4d17-b0ba-9edc21c43901 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:23:55.646998 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a4eeea-8dfd-4d17-b0ba-9edc21c43901 None None] Checking segment: {'id': 'f0cccbc6-78de-429a-a4a7-f7977b29c314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:23:55.647400 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1a4eeea-8dfd-4d17-b0ba-9edc21c43901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:55.647792 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a4eeea-8dfd-4d17-b0ba-9edc21c43901 None None] Bound using segment: {'id': 'f0cccbc6-78de-429a-a4a7-f7977b29c314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:23:55.648263 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-a1a4eeea-8dfd-4d17-b0ba-9edc21c43901 None None] Bound port: 8460def9-0402-4cfa-bea3-6349c497e57e, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0cccbc6-78de-429a-a4a7-f7977b29c314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:23:55.648686 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1a4eeea-8dfd-4d17-b0ba-9edc21c43901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:55.730447 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f60c95e4-198f-41af-8b7b-c41fe5230039 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:55.748486 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a1a4eeea-8dfd-4d17-b0ba-9edc21c43901 None None] For port 8460def9-0402-4cfa-bea3-6349c497e57e, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:23:55.754440 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a1a4eeea-8dfd-4d17-b0ba-9edc21c43901 None None] For port 8460def9-0402-4cfa-bea3-6349c497e57e, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=8460def9-0402-4cfa-bea3-6349c497e57e,segment=NetworkSegment(f0cccbc6-78de-429a-a4a7-f7977b29c314),segment_id=f0cccbc6-78de-429a-a4a7-f7977b29c314)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:23:55.822296 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1a4eeea-8dfd-4d17-b0ba-9edc21c43901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:55.834814 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f60c95e4-198f-41af-8b7b-c41fe5230039 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:55.858402 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d4bb60ab-a098-41e8-91b7-1de7c0eca670 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:23:55.895143 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60c95e4-198f-41af-8b7b-c41fe5230039 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network a571a382-ed5f-4b93-b5c4-cdfe0442c81c is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:23:55.899200 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-f60c95e4-198f-41af-8b7b-c41fe5230039 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:55.906261 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c95e4-198f-41af-8b7b-c41fe5230039 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:23:55.914206 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c95e4-198f-41af-8b7b-c41fe5230039 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=46a1dafc-6b3b-4e72-9dd2-c76fb5fff072,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:55.931300 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4eeea-8dfd-4d17-b0ba-9edc21c43901 None None] Pushing event updated for resources: {'Port': ['ID=8460def9-0402-4cfa-bea3-6349c497e57e,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:55.954875 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port d4bb60ab-a098-41e8-91b7-1de7c0eca670 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:55.955254 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:55.961487 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f60c95e4-198f-41af-8b7b-c41fe5230039 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:56.055785 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:56.092651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port d4bb60ab-a098-41e8-91b7-1de7c0eca670, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d4bb60ab-a098-41e8-91b7-1de7c0eca670,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:56.165824 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:56.222180 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=d4bb60ab-a098-41e8-91b7-1de7c0eca670,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:56.248598 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f60c95e4-198f-41af-8b7b-c41fe5230039 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:56.621350 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f60c95e4-198f-41af-8b7b-c41fe5230039 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:56.650007 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:56.707071 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f60c95e4-198f-41af-8b7b-c41fe5230039 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:56.782711 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c95e4-198f-41af-8b7b-c41fe5230039 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=46a1dafc-6b3b-4e72-9dd2-c76fb5fff072,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:56.788145 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f60c95e4-198f-41af-8b7b-c41fe5230039 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:56.902135 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60c95e4-198f-41af-8b7b-c41fe5230039 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network a571a382-ed5f-4b93-b5c4-cdfe0442c81c is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:23:56.904233 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-f60c95e4-198f-41af-8b7b-c41fe5230039 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:56.946314 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1863518-7452-4e79-b5c2-44d9a6d08160 None None] Network a571a382-ed5f-4b93-b5c4-cdfe0442c81c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:23:57.030786 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60c95e4-198f-41af-8b7b-c41fe5230039 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Router 720ff78f-f422-48aa-be2e-980e8fee7abc has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:23:57.073942 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ef427a50-5dae-47bf-86ca-0a2f33bdf498 None None] Provisioning complete for port 8460def9-0402-4cfa-bea3-6349c497e57e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:57.074312 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ef427a50-5dae-47bf-86ca-0a2f33bdf498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:57.237822 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ef427a50-5dae-47bf-86ca-0a2f33bdf498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:57.287115 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ef427a50-5dae-47bf-86ca-0a2f33bdf498 None None] For port 8460def9-0402-4cfa-bea3-6349c497e57e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=8460def9-0402-4cfa-bea3-6349c497e57e,segment=NetworkSegment(f0cccbc6-78de-429a-a4a7-f7977b29c314),segment_id=f0cccbc6-78de-429a-a4a7-f7977b29c314)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:57.347433 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ef427a50-5dae-47bf-86ca-0a2f33bdf498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:57.423769 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef427a50-5dae-47bf-86ca-0a2f33bdf498 None None] Pushing event updated for resources: {'Port': ['ID=8460def9-0402-4cfa-bea3-6349c497e57e,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:57.472001 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-0d92395d-38cb-416c-8d7b-e58b42578b25 None None] Provisioning complete for port 46a1dafc-6b3b-4e72-9dd2-c76fb5fff072 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:57.472582 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0d92395d-38cb-416c-8d7b-e58b42578b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:57.510614 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-0d92395d-38cb-416c-8d7b-e58b42578b25 None None] Port 46a1dafc-6b3b-4e72-9dd2-c76fb5fff072 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:23:57.522041 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-0d92395d-38cb-416c-8d7b-e58b42578b25 None None] Provisioning complete for port 8460def9-0402-4cfa-bea3-6349c497e57e triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:57.522414 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0d92395d-38cb-416c-8d7b-e58b42578b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:57.530346 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60c95e4-198f-41af-8b7b-c41fe5230039 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:23:57.541564 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f60c95e4-198f-41af-8b7b-c41fe5230039 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "PUT /v2.0/routers/720ff78f-f422-48aa-be2e-980e8fee7abc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7765486 Apr 20 17:23:57.609426 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] Sync routers for ids ['720ff78f-f422-48aa-be2e-980e8fee7abc'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:23:57.627724 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] Routers {'720ff78f-f422-48aa-be2e-980e8fee7abc'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:23:57.628378 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:23:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['720ff78f-f422-48aa-be2e-980e8fee7abc'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:57.709824 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-2d9302be-3e0b-4cac-947d-fc943f3dfaaa tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-661498678&fields=id&tenant_id=606be8daf7cc430dabbdcb8a72158fa5 HTTP/1.1" status: 200 len: 267 time: 0.0373688 Apr 20 17:23:57.755705 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] Set router 720ff78f-f422-48aa-be2e-980e8fee7abc gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:23:57.783199 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-45b6eca9-18b4-4681-9fe6-09115f6f400d None None] Provisioning complete for port 46a1dafc-6b3b-4e72-9dd2-c76fb5fff072 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:57.791228 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-45b6eca9-18b4-4681-9fe6-09115f6f400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:57.847664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-f1831689-65b0-4b2a-8723-5ecdbfdb3901 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:23:57.858191 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-f1831689-65b0-4b2a-8723-5ecdbfdb3901 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/networks?id=a571a382-ed5f-4b93-b5c4-cdfe0442c81c HTTP/1.1" status: 200 len: 796 time: 0.1388361 Apr 20 17:23:57.874481 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-6227a18a-298e-405f-a3eb-966f64f9d6b5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/quotas/606be8daf7cc430dabbdcb8a72158fa5 HTTP/1.1" status: 200 len: 375 time: 0.0143106 Apr 20 17:23:57.902575 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-45b6eca9-18b4-4681-9fe6-09115f6f400d None None] Port 46a1dafc-6b3b-4e72-9dd2-c76fb5fff072 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:23:57.960239 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-e326bd2f-4c8f-4257-aadd-87a8a5cdb556 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655861 Apr 20 17:23:57.966155 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-665b94fb-0627-4ebb-903b-3493d24d14e8 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 17:23:57.972895 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-665b94fb-0627-4ebb-903b-3493d24d14e8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114489 Apr 20 17:23:58.015988 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8460def9-0402-4cfa-bea3-6349c497e57e up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:23:58.057860 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b91e91a0-af3d-4c5d-9ae6-1f200231161b None None] Provisioning complete for port 46a1dafc-6b3b-4e72-9dd2-c76fb5fff072 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:58.058786 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b91e91a0-af3d-4c5d-9ae6-1f200231161b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.070063 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128449220', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:23:51Z', 'updated_at': '2022-04-20T17:23:56Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:23:52Z', 'updated_at': '2022-04-20T17:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '46a1dafc-6b3b-4e72-9dd2-c76fb5fff072', 'name': '', 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:f4:1b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1a04ebdc-a546-4ea6-94c8-261ffee952c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:23:55Z', 'updated_at': '2022-04-20T17:23:56Z', 'revision_number': 2, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '1a04ebdc-a546-4ea6-94c8-261ffee952c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:58.083213 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.098123 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-8f69686c-f525-4aeb-8fe1-69956e0f6cef service neutron] 10.222.0.15 "GET /v2.0/networks/a571a382-ed5f-4b93-b5c4-cdfe0442c81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228642 Apr 20 17:23:58.104722 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b91e91a0-af3d-4c5d-9ae6-1f200231161b None None] Port 46a1dafc-6b3b-4e72-9dd2-c76fb5fff072 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:23:58.108288 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] Checking router: 720ff78f-f422-48aa-be2e-980e8fee7abc for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:23:58.109256 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] Updating router 720ff78f-f422-48aa-be2e-980e8fee7abc port 46a1dafc-6b3b-4e72-9dd2-c76fb5fff072 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:23:58.113519 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 8460def9-0402-4cfa-bea3-6349c497e57e triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:58.113519 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.142930 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.206245 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d4bb60ab-a098-41e8-91b7-1de7c0eca670 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:23:58.231369 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.265745 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-031f8de4-079e-4a9d-89ef-2062bfc3020b service neutron] 10.222.0.15 "GET /v2.0/networks/a571a382-ed5f-4b93-b5c4-cdfe0442c81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546495 Apr 20 17:23:58.268294 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port d4bb60ab-a098-41e8-91b7-1de7c0eca670 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:58.268737 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.439192 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.510551 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4589431d-0c68-463c-b72a-f9fd150dbf9c req-ba1646f4-caa1-4bcc-a523-5730395e9812 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 210 time: 0.0285380 Apr 20 17:23:58.530372 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.585514 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce837827-37af-4ee9-85dd-7b296b88a4a4 None None] Pushing event updated for resources: {'Port': ['ID=46a1dafc-6b3b-4e72-9dd2-c76fb5fff072,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:58.608246 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce837827-37af-4ee9-85dd-7b296b88a4a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:58.609075 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce837827-37af-4ee9-85dd-7b296b88a4a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:58.609421 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce837827-37af-4ee9-85dd-7b296b88a4a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:58.609759 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce837827-37af-4ee9-85dd-7b296b88a4a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:58.610333 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce837827-37af-4ee9-85dd-7b296b88a4a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:58.610435 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce837827-37af-4ee9-85dd-7b296b88a4a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:58.610720 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce837827-37af-4ee9-85dd-7b296b88a4a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:58.611048 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce837827-37af-4ee9-85dd-7b296b88a4a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:58.611368 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce837827-37af-4ee9-85dd-7b296b88a4a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:58.611756 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce837827-37af-4ee9-85dd-7b296b88a4a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:58.612011 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce837827-37af-4ee9-85dd-7b296b88a4a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:58.612345 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce837827-37af-4ee9-85dd-7b296b88a4a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:58.647405 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] Attempting to bind port 46a1dafc-6b3b-4e72-9dd2-c76fb5fff072 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:23:58.647776 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] Attempting to bind port 46a1dafc-6b3b-4e72-9dd2-c76fb5fff072 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'f0cccbc6-78de-429a-a4a7-f7977b29c314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:23:58.648139 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] Attempting to bind port 46a1dafc-6b3b-4e72-9dd2-c76fb5fff072 on network a571a382-ed5f-4b93-b5c4-cdfe0442c81c {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:23:58.654201 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:23:58.654999 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] Checking segment: {'id': 'f0cccbc6-78de-429a-a4a7-f7977b29c314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:23:58.654999 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.655345 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] Bound using segment: {'id': 'f0cccbc6-78de-429a-a4a7-f7977b29c314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:23:58.655816 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] Bound port: 46a1dafc-6b3b-4e72-9dd2-c76fb5fff072, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0cccbc6-78de-429a-a4a7-f7977b29c314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:23:58.656196 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.728184 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] For port 46a1dafc-6b3b-4e72-9dd2-c76fb5fff072, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:23:58.731863 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] For port 46a1dafc-6b3b-4e72-9dd2-c76fb5fff072, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=46a1dafc-6b3b-4e72-9dd2-c76fb5fff072,segment=NetworkSegment(f0cccbc6-78de-429a-a4a7-f7977b29c314),segment_id=f0cccbc6-78de-429a-a4a7-f7977b29c314)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:23:58.786946 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.830032 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7893d5a2-b4f7-410b-b643-51ac1b83e7bf None None] Provisioning complete for port 46a1dafc-6b3b-4e72-9dd2-c76fb5fff072 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:58.836727 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7893d5a2-b4f7-410b-b643-51ac1b83e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.842136 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] Routers {'720ff78f-f422-48aa-be2e-980e8fee7abc'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:23:58.842768 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:23:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['720ff78f-f422-48aa-be2e-980e8fee7abc'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:58.891919 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce837827-37af-4ee9-85dd-7b296b88a4a4 None None] Pushing event updated for resources: {'Port': ['ID=46a1dafc-6b3b-4e72-9dd2-c76fb5fff072,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:58.918282 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7893d5a2-b4f7-410b-b643-51ac1b83e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.954306 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7893d5a2-b4f7-410b-b643-51ac1b83e7bf None None] For port 46a1dafc-6b3b-4e72-9dd2-c76fb5fff072, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=46a1dafc-6b3b-4e72-9dd2-c76fb5fff072,segment=NetworkSegment(f0cccbc6-78de-429a-a4a7-f7977b29c314),segment_id=f0cccbc6-78de-429a-a4a7-f7977b29c314)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:58.965882 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] Set router 720ff78f-f422-48aa-be2e-980e8fee7abc gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:23:59.168656 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128449220', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:23:51Z', 'updated_at': '2022-04-20T17:23:56Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:23:52Z', 'updated_at': '2022-04-20T17:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '46a1dafc-6b3b-4e72-9dd2-c76fb5fff072', 'name': '', 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:f4:1b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1a04ebdc-a546-4ea6-94c8-261ffee952c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:23:55Z', 'updated_at': '2022-04-20T17:23:58Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '1a04ebdc-a546-4ea6-94c8-261ffee952c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:59.194371 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fd0dd5-ca31-43a7-9354-3d5cec3bcc73 None None] The sync data for ids ['720ff78f-f422-48aa-be2e-980e8fee7abc'] in n-d-836146-2 is: [{'id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128449220', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:23:51Z', 'updated_at': '2022-04-20T17:23:56Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:23:52Z', 'updated_at': '2022-04-20T17:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '46a1dafc-6b3b-4e72-9dd2-c76fb5fff072', 'name': '', 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:f4:1b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1a04ebdc-a546-4ea6-94c8-261ffee952c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:23:55Z', 'updated_at': '2022-04-20T17:23:58Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '1a04ebdc-a546-4ea6-94c8-261ffee952c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:23:59.210077 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7893d5a2-b4f7-410b-b643-51ac1b83e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:59.276768 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893d5a2-b4f7-410b-b643-51ac1b83e7bf None None] Pushing event updated for resources: {'Port': ['ID=46a1dafc-6b3b-4e72-9dd2-c76fb5fff072,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:59.330433 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a6b3fd0e-e23b-48b1-bc9f-51712745b842 None None] Provisioning complete for port 46a1dafc-6b3b-4e72-9dd2-c76fb5fff072 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:59.330800 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a6b3fd0e-e23b-48b1-bc9f-51712745b842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:59.351001 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:59.604407 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f5c24dc-551c-4e20-b9a3-ad953b54e631 req-28e602a1-a961-4ab8-a424-191a99a81896 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 210 time: 0.0293958 Apr 20 17:23:59.831947 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 46a1dafc-6b3b-4e72-9dd2-c76fb5fff072 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:23:59.887591 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 46a1dafc-6b3b-4e72-9dd2-c76fb5fff072 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:59.887973 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:00.415089 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:00.698418 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddd64e6d-d7f1-44f8-9feb-1a15a39224e2 req-a48be760-06bd-4a68-a598-5ee0817bd545 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 210 time: 0.0271933 Apr 20 17:24:01.782070 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eaab8918-7c5a-4caf-8f7c-c39d9a746fd9 req-341d54bd-eda2-46ad-b071-5374b3de9cbb tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 210 time: 0.0320730 Apr 20 17:24:02.878052 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-28db4e9a-c28e-4f72-9952-7a3a0a601964 req-94ec3b51-37f9-480c-94aa-852401a401b0 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 210 time: 0.0276175 Apr 20 17:24:03.979481 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0637342e-2318-42de-90b5-7da6b97f316d req-af282cdb-a185-4658-8006-0abb62f36165 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 210 time: 0.0290732 Apr 20 17:24:04.923234 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-4d9ddfd6-0fa0-487d-b3bf-771f172fb74a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:04.924747 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-4d9ddfd6-0fa0-487d-b3bf-771f172fb74a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.26 "GET /v2.0/networks?id=a571a382-ed5f-4b93-b5c4-cdfe0442c81c HTTP/1.1" status: 200 len: 796 time: 0.1092696 Apr 20 17:24:04.975139 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-73078514-0e34-47ff-9f03-5cc31e2daa91 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=606be8daf7cc430dabbdcb8a72158fa5 HTTP/1.1" status: 200 len: 379 time: 0.0348752 Apr 20 17:24:04.984403 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-d079a819-19bd-405e-9b39-f391de28e406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'port': {'device_id': '8bbd2941-10e8-45fc-b4aa-c4045bf2dc83', 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c', 'admin_state_up': True, 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'security_groups': ['bf2aca84-b031-4728-ae8a-595983e90645']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:24:05.088463 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e76abc21-0216-4c22-a0ab-97da913fb4a3 req-a668f7dc-5ed1-4f56-b7b3-3ca3f3b4a369 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 210 time: 0.0389132 Apr 20 17:24:05.478219 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-d079a819-19bd-405e-9b39-f391de28e406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Made reservation on behalf of 606be8daf7cc430dabbdcb8a72158fa5 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:24:05.482359 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-d079a819-19bd-405e-9b39-f391de28e406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:05.612983 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-d079a819-19bd-405e-9b39-f391de28e406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Allocated IP 172.20.0.7 (a571a382-ed5f-4b93-b5c4-cdfe0442c81c/1a04ebdc-a546-4ea6-94c8-261ffee952c7/9f8fb878-1e40-4461-a8b1-ced06c871c2c) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:24:05.765859 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-d079a819-19bd-405e-9b39-f391de28e406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:05.869946 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-d079a819-19bd-405e-9b39-f391de28e406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:05.919353 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-d079a819-19bd-405e-9b39-f391de28e406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network a571a382-ed5f-4b93-b5c4-cdfe0442c81c is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:24:05.923896 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-d079a819-19bd-405e-9b39-f391de28e406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:24:05.928444 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-d079a819-19bd-405e-9b39-f391de28e406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:24:05.955409 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079a819-19bd-405e-9b39-f391de28e406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=9f8fb878-1e40-4461-a8b1-ced06c871c2c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:05.968580 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079a819-19bd-405e-9b39-f391de28e406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:05.969089 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079a819-19bd-405e-9b39-f391de28e406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:05.969516 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079a819-19bd-405e-9b39-f391de28e406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:05.969900 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079a819-19bd-405e-9b39-f391de28e406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:05.970243 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079a819-19bd-405e-9b39-f391de28e406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:05.970718 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079a819-19bd-405e-9b39-f391de28e406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:05.971121 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079a819-19bd-405e-9b39-f391de28e406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:05.971454 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079a819-19bd-405e-9b39-f391de28e406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:05.971787 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079a819-19bd-405e-9b39-f391de28e406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:05.972119 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079a819-19bd-405e-9b39-f391de28e406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:05.972518 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079a819-19bd-405e-9b39-f391de28e406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:05.972795 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079a819-19bd-405e-9b39-f391de28e406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:05.998251 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-d079a819-19bd-405e-9b39-f391de28e406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:05.998924 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-d079a819-19bd-405e-9b39-f391de28e406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:06.075899 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-d079a819-19bd-405e-9b39-f391de28e406 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0944958 Apr 20 17:24:06.094225 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-febee8d6-fa70-4609-88c7-968c9d788ff6 service neutron] Request body: {'port': {'device_id': '8bbd2941-10e8-45fc-b4aa-c4045bf2dc83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:24:06.153818 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-febee8d6-fa70-4609-88c7-968c9d788ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:06.183663 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-70b57460-4101-491e-bcc8-be876bc01bed None None] Provisioning complete for port 9f8fb878-1e40-4461-a8b1-ced06c871c2c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:24:06.184276 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-70b57460-4101-491e-bcc8-be876bc01bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:06.220111 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-70b57460-4101-491e-bcc8-be876bc01bed None None] Port 9f8fb878-1e40-4461-a8b1-ced06c871c2c cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:24:06.246843 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46921d68-8bd4-4451-90bb-e8ffc43cb17d req-1d4ea789-6a6e-4c1b-9d79-c6da688fcc39 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:06.248365 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-46921d68-8bd4-4451-90bb-e8ffc43cb17d req-1d4ea789-6a6e-4c1b-9d79-c6da688fcc39 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 931 time: 0.0860863 Apr 20 17:24:06.355727 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-46921d68-8bd4-4451-90bb-e8ffc43cb17d req-cc04f78a-6daa-41cd-b130-6884c8956cad tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647907 Apr 20 17:24:06.477753 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-febee8d6-fa70-4609-88c7-968c9d788ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8fb878-1e40-4461-a8b1-ced06c871c2c {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:24:06.485216 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-febee8d6-fa70-4609-88c7-968c9d788ff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:06.498725 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-febee8d6-fa70-4609-88c7-968c9d788ff6 service neutron] Transition to ACTIVE for port object 9f8fb878-1e40-4461-a8b1-ced06c871c2c will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:24:06.632702 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-febee8d6-fa70-4609-88c7-968c9d788ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:06.687750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febee8d6-fa70-4609-88c7-968c9d788ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8fb878-1e40-4461-a8b1-ced06c871c2c,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:06.758004 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-febee8d6-fa70-4609-88c7-968c9d788ff6 service neutron] Attempting to bind port 9f8fb878-1e40-4461-a8b1-ced06c871c2c on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:24:06.758341 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-febee8d6-fa70-4609-88c7-968c9d788ff6 service neutron] Attempting to bind port 9f8fb878-1e40-4461-a8b1-ced06c871c2c by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'f0cccbc6-78de-429a-a4a7-f7977b29c314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:24:06.758668 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-febee8d6-fa70-4609-88c7-968c9d788ff6 service neutron] Attempting to bind port 9f8fb878-1e40-4461-a8b1-ced06c871c2c on network a571a382-ed5f-4b93-b5c4-cdfe0442c81c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:24:06.763305 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-febee8d6-fa70-4609-88c7-968c9d788ff6 service neutron] Port 9f8fb878-1e40-4461-a8b1-ced06c871c2c on network a571a382-ed5f-4b93-b5c4-cdfe0442c81c not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:24:06.763625 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-febee8d6-fa70-4609-88c7-968c9d788ff6 service neutron] Attempting to bind port 9f8fb878-1e40-4461-a8b1-ced06c871c2c on network a571a382-ed5f-4b93-b5c4-cdfe0442c81c {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:24:06.768765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-febee8d6-fa70-4609-88c7-968c9d788ff6 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:24:06.769099 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-febee8d6-fa70-4609-88c7-968c9d788ff6 service neutron] Checking segment: {'id': 'f0cccbc6-78de-429a-a4a7-f7977b29c314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:24:06.769484 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-febee8d6-fa70-4609-88c7-968c9d788ff6 service neutron] Bound using segment: {'id': 'f0cccbc6-78de-429a-a4a7-f7977b29c314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:24:06.769907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-febee8d6-fa70-4609-88c7-968c9d788ff6 service neutron] Bound port: 9f8fb878-1e40-4461-a8b1-ced06c871c2c, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0cccbc6-78de-429a-a4a7-f7977b29c314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:24:06.770270 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-febee8d6-fa70-4609-88c7-968c9d788ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:06.838060 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-febee8d6-fa70-4609-88c7-968c9d788ff6 service neutron] For port 9f8fb878-1e40-4461-a8b1-ced06c871c2c, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:24:06.841616 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-febee8d6-fa70-4609-88c7-968c9d788ff6 service neutron] For port 9f8fb878-1e40-4461-a8b1-ced06c871c2c, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=9f8fb878-1e40-4461-a8b1-ced06c871c2c,segment=NetworkSegment(f0cccbc6-78de-429a-a4a7-f7977b29c314),segment_id=f0cccbc6-78de-429a-a4a7-f7977b29c314)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:24:06.924383 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-febee8d6-fa70-4609-88c7-968c9d788ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:06.963811 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-febee8d6-fa70-4609-88c7-968c9d788ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:06.964527 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-febee8d6-fa70-4609-88c7-968c9d788ff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:06.966506 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-febee8d6-fa70-4609-88c7-968c9d788ff6 service neutron] 10.222.0.26 "PUT /v2.0/ports/9f8fb878-1e40-4461-a8b1-ced06c871c2c HTTP/1.1" status: 200 len: 1091 time: 0.8767657 Apr 20 17:24:06.966945 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bbd2941-10e8-45fc-b4aa-c4045bf2dc83', 'tag': '9f8fb878-1e40-4461-a8b1-ced06c871c2c'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:24:06.969265 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21aebcb-b04c-4a39-b71f-9a571e899042" -d '{"events": [{"name": "network-changed", "server_uuid": "8bbd2941-10e8-45fc-b4aa-c4045bf2dc83", "tag": "9f8fb878-1e40-4461-a8b1-ced06c871c2c"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:24:06.996081 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febee8d6-fa70-4609-88c7-968c9d788ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8fb878-1e40-4461-a8b1-ced06c871c2c,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:07.009955 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bf3635-5cd8-4c2e-8128-a77a172fbaee x-openstack-request-id: req-94bf3635-5cd8-4c2e-8128-a77a172fbaee {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:24:07.010524 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bbd2941-10e8-45fc-b4aa-c4045bf2dc83", "tag": "9f8fb878-1e40-4461-a8b1-ced06c871c2c", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:24:07.010524 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94bf3635-5cd8-4c2e-8128-a77a172fbaee {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:24:07.017567 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94bf3635-5cd8-4c2e-8128-a77a172fbaee'] response: {'name': 'network-changed', 'server_uuid': '8bbd2941-10e8-45fc-b4aa-c4045bf2dc83', 'tag': '9f8fb878-1e40-4461-a8b1-ced06c871c2c', 'status': 'completed', 'code': 200} Apr 20 17:24:07.094682 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21aebcb-b04c-4a39-b71f-9a571e899042 req-ec23209a-8bcd-41ee-9831-041a18e2aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:07.096233 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a21aebcb-b04c-4a39-b71f-9a571e899042 req-ec23209a-8bcd-41ee-9831-041a18e2aa51 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 1094 time: 0.0462995 Apr 20 17:24:07.208635 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21aebcb-b04c-4a39-b71f-9a571e899042 req-72b151a3-eab0-486a-8543-19194f590725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:07.210109 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a21aebcb-b04c-4a39-b71f-9a571e899042 req-72b151a3-eab0-486a-8543-19194f590725 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1019044 Apr 20 17:24:07.301179 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21aebcb-b04c-4a39-b71f-9a571e899042 req-8372c7d5-31a5-4a5d-9989-1c6fac5b0fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:07.302682 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a21aebcb-b04c-4a39-b71f-9a571e899042 req-8372c7d5-31a5-4a5d-9989-1c6fac5b0fd3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865803 Apr 20 17:24:07.396941 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-50f9445f-ff5a-4f81-9118-ec6f1db7ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:07.398497 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-50f9445f-ff5a-4f81-9118-ec6f1db7ce83 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 1094 time: 0.0422747 Apr 20 17:24:07.461348 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-0e6df25f-41b8-4d16-9075-721257efdcaf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f8fb878-1e40-4461-a8b1-ced06c871c2c HTTP/1.1" status: 200 len: 217 time: 0.0496116 Apr 20 17:24:07.529932 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-2518f197-06e7-4fd5-82de-f5d701010f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:07.531390 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-2518f197-06e7-4fd5-82de-f5d701010f11 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a04ebdc-a546-4ea6-94c8-261ffee952c7 HTTP/1.1" status: 200 len: 833 time: 0.0532608 Apr 20 17:24:07.538876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0072b8-f4ba-42ea-a004-eab31b636f4a req-e2d2fa5c-afd3-43fb-b007-7a9647e2d75a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:07.540240 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0c0072b8-f4ba-42ea-a004-eab31b636f4a req-e2d2fa5c-afd3-43fb-b007-7a9647e2d75a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 943 time: 0.0882277 Apr 20 17:24:07.604267 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0c0072b8-f4ba-42ea-a004-eab31b636f4a req-da2d1ef5-d071-4f3f-9d20-4937f74a14fd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551264 Apr 20 17:24:07.610270 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-6f008432-c498-40cd-ac4b-ec38757f2e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:07.611723 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-6f008432-c498-40cd-ac4b-ec38757f2e06 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a571a382-ed5f-4b93-b5c4-cdfe0442c81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706251 Apr 20 17:24:07.703342 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-7e390432-a52c-4c7c-9d47-bd800c307ebb service neutron] 10.222.0.26 "GET /v2.0/networks/a571a382-ed5f-4b93-b5c4-cdfe0442c81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847337 Apr 20 17:24:07.798538 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-759fb9c6-11e1-4273-8ff6-03e4a02f0280 req-b16ebb5d-0032-4178-906c-ee043ec6c8fa service neutron] 10.222.0.26 "GET /v2.0/networks/a571a382-ed5f-4b93-b5c4-cdfe0442c81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886438 Apr 20 17:24:08.721311 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0aafa-23a3-4a74-8047-3f3a81d76958 req-d3305a27-9696-4d56-9154-ae666b18ef53 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:08.722799 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2f0aafa-23a3-4a74-8047-3f3a81d76958 req-d3305a27-9696-4d56-9154-ae666b18ef53 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 943 time: 0.0493507 Apr 20 17:24:08.762158 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c2f0aafa-23a3-4a74-8047-3f3a81d76958 req-d4f67340-5fd6-4f0a-a700-f2eb18160f69 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331788 Apr 20 17:24:09.877855 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e9cc1-f7eb-412a-9625-f9a79810b21d req-158c7066-dfc8-4ac2-bf91-046ad50cdd0a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:09.879318 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e25e9cc1-f7eb-412a-9625-f9a79810b21d req-158c7066-dfc8-4ac2-bf91-046ad50cdd0a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 943 time: 0.0482185 Apr 20 17:24:09.882614 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 9f8fb878-1e40-4461-a8b1-ced06c871c2c details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:24:09.918259 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e25e9cc1-f7eb-412a-9625-f9a79810b21d req-aaf3fa63-0d63-413f-8933-d342349c875e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325902 Apr 20 17:24:09.977818 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 9f8fb878-1e40-4461-a8b1-ced06c871c2c, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=9f8fb878-1e40-4461-a8b1-ced06c871c2c,segment=NetworkSegment(f0cccbc6-78de-429a-a4a7-f7977b29c314),segment_id=f0cccbc6-78de-429a-a4a7-f7977b29c314)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:09.990271 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '9f8fb878-1e40-4461-a8b1-ced06c871c2c', 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c', 'port_id': '9f8fb878-1e40-4461-a8b1-ced06c871c2c', 'mac_address': 'fa:16:3e:0f:97:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a04ebdc-a546-4ea6-94c8-261ffee952c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:24:10.026780 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:10.039365 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8fb878-1e40-4461-a8b1-ced06c871c2c {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:24:10.058813 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 9f8fb878-1e40-4461-a8b1-ced06c871c2c, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=9f8fb878-1e40-4461-a8b1-ced06c871c2c,segment=NetworkSegment(f0cccbc6-78de-429a-a4a7-f7977b29c314),segment_id=f0cccbc6-78de-429a-a4a7-f7977b29c314)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:10.158218 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:10.209081 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=9f8fb878-1e40-4461-a8b1-ced06c871c2c,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:10.515890 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['9f8fb878-1e40-4461-a8b1-ced06c871c2c'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:24:11.040901 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0070b-1130-4b3e-8397-4bb0afc5d086 req-82d36d30-d209-4491-bfd9-2350670797c1 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:11.042358 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-27f0070b-1130-4b3e-8397-4bb0afc5d086 req-82d36d30-d209-4491-bfd9-2350670797c1 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 944 time: 0.0525801 Apr 20 17:24:11.079810 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-27f0070b-1130-4b3e-8397-4bb0afc5d086 req-892e3028-b2c1-45a0-84bb-72e691ae4ddb tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313749 Apr 20 17:24:11.883017 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 9f8fb878-1e40-4461-a8b1-ced06c871c2c up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:24:12.026465 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 9f8fb878-1e40-4461-a8b1-ced06c871c2c completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:24:12.030510 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 9f8fb878-1e40-4461-a8b1-ced06c871c2c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:24:12.030883 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:12.111698 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:12.135574 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bbd2941-10e8-45fc-b4aa-c4045bf2dc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8fb878-1e40-4461-a8b1-ced06c871c2c'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:24:12.137825 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4d0875-3d5f-4978-92a1-5baf3b585d34" -d '{"events": [{"server_uuid": "8bbd2941-10e8-45fc-b4aa-c4045bf2dc83", "name": "network-vif-plugged", "status": "completed", "tag": "9f8fb878-1e40-4461-a8b1-ced06c871c2c"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:24:12.150564 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 9f8fb878-1e40-4461-a8b1-ced06c871c2c, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=9f8fb878-1e40-4461-a8b1-ced06c871c2c,segment=NetworkSegment(f0cccbc6-78de-429a-a4a7-f7977b29c314),segment_id=f0cccbc6-78de-429a-a4a7-f7977b29c314)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:12.195542 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e6808-ddc3-43f3-9e42-921f3c3c5559 req-c59e1bfd-2c64-4c70-b179-2643633d95d5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:12.197044 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a87e6808-ddc3-43f3-9e42-921f3c3c5559 req-c59e1bfd-2c64-4c70-b179-2643633d95d5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 944 time: 0.0484207 Apr 20 17:24:12.235949 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a87e6808-ddc3-43f3-9e42-921f3c3c5559 req-e1261d9d-72f6-4402-8fd7-3da4f4d5ca9b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326118 Apr 20 17:24:12.265712 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:12.285297 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd74f118-8df8-4b62-9b12-76a182f5fc87 x-openstack-request-id: req-fd74f118-8df8-4b62-9b12-76a182f5fc87 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:24:12.285590 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bbd2941-10e8-45fc-b4aa-c4045bf2dc83", "name": "network-vif-plugged", "status": "completed", "tag": "9f8fb878-1e40-4461-a8b1-ced06c871c2c", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:24:12.285838 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd74f118-8df8-4b62-9b12-76a182f5fc87 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:24:12.286229 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd74f118-8df8-4b62-9b12-76a182f5fc87'] response: {'server_uuid': '8bbd2941-10e8-45fc-b4aa-c4045bf2dc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8fb878-1e40-4461-a8b1-ced06c871c2c', 'code': 200} Apr 20 17:24:12.312900 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=9f8fb878-1e40-4461-a8b1-ced06c871c2c,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:12.405354 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356910e-b2eb-41d8-8549-cec096b195b4 req-2b63387f-42f0-4e62-b09a-9563c7699984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:12.406737 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2356910e-b2eb-41d8-8549-cec096b195b4 req-2b63387f-42f0-4e62-b09a-9563c7699984 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 1096 time: 0.0395985 Apr 20 17:24:12.441400 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2356910e-b2eb-41d8-8549-cec096b195b4 req-b3123d49-2c4d-45b8-96d4-19e352a63692 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277312 Apr 20 17:24:13.357359 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145ce9c-56af-414d-ba55-7fd716abede4 req-f8645e3c-bc6d-4fc6-89ed-2bc7c5c4e17c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:13.358855 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c145ce9c-56af-414d-ba55-7fd716abede4 req-f8645e3c-bc6d-4fc6-89ed-2bc7c5c4e17c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 945 time: 0.0535207 Apr 20 17:24:13.397405 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c145ce9c-56af-414d-ba55-7fd716abede4 req-27363afc-6d58-4428-96c6-d067e211697a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325480 Apr 20 17:24:14.511394 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b427111-f7f9-40c2-8e3b-d78da57c91b7 req-da8e3e0f-9358-405c-ae1a-b23915924ee0 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:14.513462 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b427111-f7f9-40c2-8e3b-d78da57c91b7 req-da8e3e0f-9358-405c-ae1a-b23915924ee0 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 945 time: 0.0492649 Apr 20 17:24:14.557911 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b427111-f7f9-40c2-8e3b-d78da57c91b7 req-298df997-53b8-46aa-b856-976c0622df50 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382338 Apr 20 17:24:14.672640 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297520e-bfe5-4131-8ffc-f01a2fa0f4a3 req-0cc71952-6e0d-46b6-9434-7d493b6f685a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:14.674102 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9297520e-bfe5-4131-8ffc-f01a2fa0f4a3 req-0cc71952-6e0d-46b6-9434-7d493b6f685a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 945 time: 0.0477641 Apr 20 17:24:14.712424 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9297520e-bfe5-4131-8ffc-f01a2fa0f4a3 req-b4241e5e-a3a3-4792-ad75-93a7aec2f6b0 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319958 Apr 20 17:24:14.733428 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60952) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:24:14.774124 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5479df55-50dc-4940-be6d-5e3ddb4bd3aa tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:14.775657 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-5479df55-50dc-4940-be6d-5e3ddb4bd3aa tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 1091 time: 0.0412157 Apr 20 17:24:14.778481 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60954) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:24:14.782687 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-22d70dc7-254a-4427-a1dd-d944e0228ae5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': '9f8fb878-1e40-4461-a8b1-ced06c871c2c', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:24:14.878390 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-22d70dc7-254a-4427-a1dd-d944e0228ae5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for floatingip, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:14.976029 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-22d70dc7-254a-4427-a1dd-d944e0228ae5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:15.077290 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-22d70dc7-254a-4427-a1dd-d944e0228ae5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Allocated IP 172.25.0.185 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/f846aa25-525c-4ba3-abff-0f1fab5ffdf8) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:24:15.188245 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-22d70dc7-254a-4427-a1dd-d944e0228ae5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:15.278804 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-22d70dc7-254a-4427-a1dd-d944e0228ae5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:15.316762 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d70dc7-254a-4427-a1dd-d944e0228ae5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:24:15.321872 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-22d70dc7-254a-4427-a1dd-d944e0228ae5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:24:15.326935 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d70dc7-254a-4427-a1dd-d944e0228ae5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:24:15.351582 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d70dc7-254a-4427-a1dd-d944e0228ae5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=f846aa25-525c-4ba3-abff-0f1fab5ffdf8,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:15.707530 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-22d70dc7-254a-4427-a1dd-d944e0228ae5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:15.835838 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-22d70dc7-254a-4427-a1dd-d944e0228ae5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:15.999485 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-22d70dc7-254a-4427-a1dd-d944e0228ae5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:16.044012 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-22d70dc7-254a-4427-a1dd-d944e0228ae5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:16.115896 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d70dc7-254a-4427-a1dd-d944e0228ae5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=f846aa25-525c-4ba3-abff-0f1fab5ffdf8,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:16.131195 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-22d70dc7-254a-4427-a1dd-d944e0228ae5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:16.233909 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-22d70dc7-254a-4427-a1dd-d944e0228ae5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Floating IP 3656a9b0-b7ad-4064-a1f3-9df18c090c49 associated. External IP: 172.25.0.185, port: 9f8fb878-1e40-4461-a8b1-ced06c871c2c. Apr 20 17:24:16.445641 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d70dc7-254a-4427-a1dd-d944e0228ae5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Router 720ff78f-f422-48aa-be2e-980e8fee7abc has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:24:16.553698 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d70dc7-254a-4427-a1dd-d944e0228ae5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:24:16.567461 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c74d4d-b96c-4a31-a121-fc86b53490c9 None None] Sync routers for ids ['720ff78f-f422-48aa-be2e-980e8fee7abc'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:24:16.577184 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c74d4d-b96c-4a31-a121-fc86b53490c9 None None] Routers {'720ff78f-f422-48aa-be2e-980e8fee7abc'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:24:16.582247 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-88c74d4d-b96c-4a31-a121-fc86b53490c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:23:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['720ff78f-f422-48aa-be2e-980e8fee7abc'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:16.651392 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-22d70dc7-254a-4427-a1dd-d944e0228ae5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:16.681750 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-22d70dc7-254a-4427-a1dd-d944e0228ae5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8997664 Apr 20 17:24:16.681750 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bbd2941-10e8-45fc-b4aa-c4045bf2dc83', 'tag': '9f8fb878-1e40-4461-a8b1-ced06c871c2c'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:24:16.682188 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b671de9063546e90680cf85191d27fed7073836c9867b6489af71d200b5e390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d05650-9195-4e3e-b1f4-e3e89a1e2025" -d '{"events": [{"name": "network-changed", "server_uuid": "8bbd2941-10e8-45fc-b4aa-c4045bf2dc83", "tag": "9f8fb878-1e40-4461-a8b1-ced06c871c2c"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:24:16.685492 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-88c74d4d-b96c-4a31-a121-fc86b53490c9 None None] Set router 720ff78f-f422-48aa-be2e-980e8fee7abc gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:24:16.780566 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e5de2-0fe4-4c89-ab08-ce7cae156007 req-6516900c-798a-404d-ab88-3846eb78615f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:16.782045 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-348e5de2-0fe4-4c89-ab08-ce7cae156007 req-6516900c-798a-404d-ab88-3846eb78615f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 945 time: 0.0526917 Apr 20 17:24:16.821398 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-348e5de2-0fe4-4c89-ab08-ce7cae156007 req-c3159511-538c-4f46-a592-51d86eb0920a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322235 Apr 20 17:24:16.844829 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60962) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:24:16.925026 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-acaecb1d-37b6-4111-92fd-ef50900e6261 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/floatingips/3656a9b0-b7ad-4064-a1f3-9df18c090c49 HTTP/1.1" status: 200 len: 991 time: 0.0776298 Apr 20 17:24:16.928267 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-88c74d4d-b96c-4a31-a121-fc86b53490c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128449220', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:23:51Z', 'updated_at': '2022-04-20T17:23:56Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:23:52Z', 'updated_at': '2022-04-20T17:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '3656a9b0-b7ad-4064-a1f3-9df18c090c49', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'port_id': '9f8fb878-1e40-4461-a8b1-ced06c871c2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c', 'mac_address': 'fa:16:3e:0f:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbd2941-10e8-45fc-b4aa-c4045bf2dc83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:24:15Z', 'updated_at': '2022-04-20T17:24:15Z', 'revision_number': 0, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a1dafc-6b3b-4e72-9dd2-c76fb5fff072', 'name': '', 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:f4:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1a04ebdc-a546-4ea6-94c8-261ffee952c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:23:55Z', 'updated_at': '2022-04-20T17:23:58Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '1a04ebdc-a546-4ea6-94c8-261ffee952c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:16.944751 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f45d815-6b7f-47db-94fc-bf5fd1a4844e x-openstack-request-id: req-4f45d815-6b7f-47db-94fc-bf5fd1a4844e {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:24:16.945043 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bbd2941-10e8-45fc-b4aa-c4045bf2dc83", "tag": "9f8fb878-1e40-4461-a8b1-ced06c871c2c", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:24:16.945297 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f45d815-6b7f-47db-94fc-bf5fd1a4844e {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:24:16.945712 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f45d815-6b7f-47db-94fc-bf5fd1a4844e'] response: {'name': 'network-changed', 'server_uuid': '8bbd2941-10e8-45fc-b4aa-c4045bf2dc83', 'tag': '9f8fb878-1e40-4461-a8b1-ced06c871c2c', 'status': 'completed', 'code': 200} Apr 20 17:24:16.957510 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c74d4d-b96c-4a31-a121-fc86b53490c9 None None] Checking router: 720ff78f-f422-48aa-be2e-980e8fee7abc for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:24:16.966270 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c74d4d-b96c-4a31-a121-fc86b53490c9 None None] Routers {'720ff78f-f422-48aa-be2e-980e8fee7abc'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:24:16.966891 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-88c74d4d-b96c-4a31-a121-fc86b53490c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:23:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['720ff78f-f422-48aa-be2e-980e8fee7abc'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:17.035556 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d05650-9195-4e3e-b1f4-e3e89a1e2025 req-24289f55-4f32-4250-a3a4-6bee3c441607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:17.037131 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c0d05650-9195-4e3e-b1f4-e3e89a1e2025 req-24289f55-4f32-4250-a3a4-6bee3c441607 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 1096 time: 0.0448296 Apr 20 17:24:17.078126 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-88c74d4d-b96c-4a31-a121-fc86b53490c9 None None] Set router 720ff78f-f422-48aa-be2e-980e8fee7abc gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:24:17.135721 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d05650-9195-4e3e-b1f4-e3e89a1e2025 req-1f6b2a85-07ed-4d92-bd9e-ede97bdd1434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:17.138049 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c0d05650-9195-4e3e-b1f4-e3e89a1e2025 req-1f6b2a85-07ed-4d92-bd9e-ede97bdd1434 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a571a382-ed5f-4b93-b5c4-cdfe0442c81c HTTP/1.1" status: 200 len: 897 time: 0.0942414 Apr 20 17:24:17.205528 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c0d05650-9195-4e3e-b1f4-e3e89a1e2025 req-6397175b-05c4-4e4f-98af-453fa6944e1a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f8fb878-1e40-4461-a8b1-ced06c871c2c HTTP/1.1" status: 200 len: 999 time: 0.0620413 Apr 20 17:24:17.256770 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d05650-9195-4e3e-b1f4-e3e89a1e2025 req-d8026e99-6bb4-4db8-b774-bfa894699260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:17.258346 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c0d05650-9195-4e3e-b1f4-e3e89a1e2025 req-d8026e99-6bb4-4db8-b774-bfa894699260 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a04ebdc-a546-4ea6-94c8-261ffee952c7 HTTP/1.1" status: 200 len: 833 time: 0.0462797 Apr 20 17:24:17.307339 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d05650-9195-4e3e-b1f4-e3e89a1e2025 req-dde3e977-47dc-4b4b-905a-ae6e8851fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:17.308974 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c0d05650-9195-4e3e-b1f4-e3e89a1e2025 req-dde3e977-47dc-4b4b-905a-ae6e8851fdcb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a571a382-ed5f-4b93-b5c4-cdfe0442c81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445611 Apr 20 17:24:17.326954 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-88c74d4d-b96c-4a31-a121-fc86b53490c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128449220', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:23:51Z', 'updated_at': '2022-04-20T17:23:56Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:23:52Z', 'updated_at': '2022-04-20T17:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '3656a9b0-b7ad-4064-a1f3-9df18c090c49', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'port_id': '9f8fb878-1e40-4461-a8b1-ced06c871c2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c', 'mac_address': 'fa:16:3e:0f:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbd2941-10e8-45fc-b4aa-c4045bf2dc83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:24:15Z', 'updated_at': '2022-04-20T17:24:15Z', 'revision_number': 0, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a1dafc-6b3b-4e72-9dd2-c76fb5fff072', 'name': '', 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:f4:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1a04ebdc-a546-4ea6-94c8-261ffee952c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:23:55Z', 'updated_at': '2022-04-20T17:23:58Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '1a04ebdc-a546-4ea6-94c8-261ffee952c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:17.357942 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c74d4d-b96c-4a31-a121-fc86b53490c9 None None] The sync data for ids ['720ff78f-f422-48aa-be2e-980e8fee7abc'] in n-d-836146-2 is: [{'id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128449220', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:23:51Z', 'updated_at': '2022-04-20T17:23:56Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:23:52Z', 'updated_at': '2022-04-20T17:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '3656a9b0-b7ad-4064-a1f3-9df18c090c49', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'port_id': '9f8fb878-1e40-4461-a8b1-ced06c871c2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c', 'mac_address': 'fa:16:3e:0f:97:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbd2941-10e8-45fc-b4aa-c4045bf2dc83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:24:15Z', 'updated_at': '2022-04-20T17:24:15Z', 'revision_number': 0, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a1dafc-6b3b-4e72-9dd2-c76fb5fff072', 'name': '', 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:f4:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1a04ebdc-a546-4ea6-94c8-261ffee952c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:23:55Z', 'updated_at': '2022-04-20T17:23:58Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '1a04ebdc-a546-4ea6-94c8-261ffee952c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:24:17.402102 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c0d05650-9195-4e3e-b1f4-e3e89a1e2025 req-3be3f9ad-3363-45c7-8f10-79c6d2db81eb service neutron] 10.222.0.26 "GET /v2.0/networks/a571a382-ed5f-4b93-b5c4-cdfe0442c81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866294 Apr 20 17:24:17.498179 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c0d05650-9195-4e3e-b1f4-e3e89a1e2025 req-3ad5cd2d-ad2e-4cad-bb80-1d729313814c service neutron] 10.222.0.26 "GET /v2.0/networks/a571a382-ed5f-4b93-b5c4-cdfe0442c81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896239 Apr 20 17:24:17.575590 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b926dc5a-a1a5-4abc-a89f-1f5fb6fa90b3 None None] New status for floating IP 3656a9b0-b7ad-4064-a1f3-9df18c090c49: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:24:17.928107 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 60964) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:24:17.988850 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f271d364-a264-43cf-b893-81cc04e03cbb tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/floatingips/3656a9b0-b7ad-4064-a1f3-9df18c090c49 HTTP/1.1" status: 200 len: 993 time: 0.0595543 Apr 20 17:24:22.803017 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-89cc6d3b-5613-4047-854d-f8d4fcdc56b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:25.180553 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a9da214a-6de7-4e91-b119-a538796def03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:26.637520 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:28.061238 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:28.266320 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:29.300707 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:30.374439 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:31.040352 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:24:41.524422 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1f4a0b2-4eb8-4a6a-9545-f29bfbf62836 req-fa8fdefc-cea9-42d8-8020-fe70b95ea700 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399191 Apr 20 17:24:41.620622 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4a0b2-4eb8-4a6a-9545-f29bfbf62836 req-7e2eb568-23eb-4c52-aca3-b0ca4b0562bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:41.622680 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1f4a0b2-4eb8-4a6a-9545-f29bfbf62836 req-7e2eb568-23eb-4c52-aca3-b0ca4b0562bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 1096 time: 0.0406928 Apr 20 17:24:41.725892 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4a0b2-4eb8-4a6a-9545-f29bfbf62836 req-4f440067-2f58-430d-a659-225f901a0fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:41.727445 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1f4a0b2-4eb8-4a6a-9545-f29bfbf62836 req-4f440067-2f58-430d-a659-225f901a0fcc service neutron] 10.222.0.26 "GET /v2.0/networks?id=a571a382-ed5f-4b93-b5c4-cdfe0442c81c HTTP/1.1" status: 200 len: 897 time: 0.0856264 Apr 20 17:24:41.795570 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1f4a0b2-4eb8-4a6a-9545-f29bfbf62836 req-094f1eeb-36b0-46c8-84a7-337a36fc745e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f8fb878-1e40-4461-a8b1-ced06c871c2c HTTP/1.1" status: 200 len: 1001 time: 0.0594845 Apr 20 17:24:41.841365 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4a0b2-4eb8-4a6a-9545-f29bfbf62836 req-2576fc22-1f76-4404-ba44-cb8096a26fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:41.842786 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1f4a0b2-4eb8-4a6a-9545-f29bfbf62836 req-2576fc22-1f76-4404-ba44-cb8096a26fb5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a04ebdc-a546-4ea6-94c8-261ffee952c7 HTTP/1.1" status: 200 len: 833 time: 0.0426712 Apr 20 17:24:41.891408 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4a0b2-4eb8-4a6a-9545-f29bfbf62836 req-bc40af99-f57d-4d73-9b00-78d076169e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:24:41.892948 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1f4a0b2-4eb8-4a6a-9545-f29bfbf62836 req-bc40af99-f57d-4d73-9b00-78d076169e20 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a571a382-ed5f-4b93-b5c4-cdfe0442c81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431535 Apr 20 17:24:41.981150 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1f4a0b2-4eb8-4a6a-9545-f29bfbf62836 req-df24defc-58d2-44a2-95af-cc3432697906 service neutron] 10.222.0.26 "GET /v2.0/networks/a571a382-ed5f-4b93-b5c4-cdfe0442c81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802279 Apr 20 17:24:42.073005 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d1f4a0b2-4eb8-4a6a-9545-f29bfbf62836 req-d90af404-eaa2-4af0-8879-9077b7ec7012 service neutron] 10.222.0.26 "GET /v2.0/networks/a571a382-ed5f-4b93-b5c4-cdfe0442c81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849290 Apr 20 17:24:52.825813 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7307bafd-dbe2-4a78-b74b-e784c401e8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:55.105229 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ea98390e-4cf6-491c-a868-d17a2e39b5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:56.619883 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:58.019880 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:58.214321 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:59.322148 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:00.443033 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:08.039188 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:25:19.289185 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce98a46-3c45-46f0-8fb4-bca87e432762 req-e2461a91-f5d4-454c-8a97-85e68747b078 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:25:19.290591 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3ce98a46-3c45-46f0-8fb4-bca87e432762 req-e2461a91-f5d4-454c-8a97-85e68747b078 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 945 time: 0.3932483 Apr 20 17:25:19.327614 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3ce98a46-3c45-46f0-8fb4-bca87e432762 req-6a072b45-e60c-42aa-8015-6923c24a7a3d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308826 Apr 20 17:25:20.442571 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbee3f9-e41e-48ad-87a6-165bcf7841b6 req-929ade64-b062-4326-b7ec-593308c3c7ce tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:25:20.444034 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5dbee3f9-e41e-48ad-87a6-165bcf7841b6 req-929ade64-b062-4326-b7ec-593308c3c7ce tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 945 time: 0.0480940 Apr 20 17:25:20.481367 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5dbee3f9-e41e-48ad-87a6-165bcf7841b6 req-e8a50f2c-d3e7-407f-bb81-eb29a0fe0400 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312948 Apr 20 17:25:21.596511 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648d180-4d67-4a05-9a4d-346b9562556b req-82b1ccec-f411-47b4-a890-16a424c5680c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:25:21.597968 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c648d180-4d67-4a05-9a4d-346b9562556b req-82b1ccec-f411-47b4-a890-16a424c5680c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 945 time: 0.0487533 Apr 20 17:25:21.638588 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c648d180-4d67-4a05-9a4d-346b9562556b req-8f67c5bc-2b91-48e0-bdf2-896a749ee33f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343466 Apr 20 17:25:22.755802 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf887ca0-0f7b-4d9e-af80-51498b9757be req-0b829c79-b2ea-40c5-91b3-a3e20db5944a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:25:22.757336 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cf887ca0-0f7b-4d9e-af80-51498b9757be req-0b829c79-b2ea-40c5-91b3-a3e20db5944a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 945 time: 0.0502105 Apr 20 17:25:22.796043 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cf887ca0-0f7b-4d9e-af80-51498b9757be req-239372a0-75d9-4034-863e-6d69b7d5803f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315037 Apr 20 17:25:22.836495 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ddbecc93-33a4-4a64-b377-cd1353b788ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:23.913935 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb40e5f-13f4-4358-b7a9-daa6ddf302e9 req-42ccd34d-fb48-46f6-985b-e876d416f50f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:25:23.915389 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cb40e5f-13f4-4358-b7a9-daa6ddf302e9 req-42ccd34d-fb48-46f6-985b-e876d416f50f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 945 time: 0.0488379 Apr 20 17:25:23.952144 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8cb40e5f-13f4-4358-b7a9-daa6ddf302e9 req-d7682915-73b5-4d9a-9660-9eb27036adfa tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306506 Apr 20 17:25:25.069609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd8cb8-dcaa-4795-a89f-ca2da46cd7ff req-08c65aa3-7971-4c5b-a077-42d6d01bf475 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:25:25.071303 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-83fd8cb8-dcaa-4795-a89f-ca2da46cd7ff req-08c65aa3-7971-4c5b-a077-42d6d01bf475 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 945 time: 0.0504200 Apr 20 17:25:25.115230 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-83fd8cb8-dcaa-4795-a89f-ca2da46cd7ff req-9a27caa6-06da-4588-a203-c64173e23a4a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360608 Apr 20 17:25:25.161668 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6fa6b111-252a-4986-9337-0aa658d9a0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:26.234904 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e7711-3f90-4d00-8975-cf7516f43ae3 req-8702c639-795d-4bea-a518-c71a4ec43d4b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:25:26.236397 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-290e7711-3f90-4d00-8975-cf7516f43ae3 req-8702c639-795d-4bea-a518-c71a4ec43d4b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 945 time: 0.0491273 Apr 20 17:25:26.275017 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-290e7711-3f90-4d00-8975-cf7516f43ae3 req-0a01373b-ed61-471e-a2ed-9cc95ff20f1d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324914 Apr 20 17:25:26.624781 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:27.391489 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fac95-305a-41cb-9036-d962bedd4211 req-66c747ea-eff5-4dcc-aebd-65d3cd093921 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:25:27.392997 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b9fac95-305a-41cb-9036-d962bedd4211 req-66c747ea-eff5-4dcc-aebd-65d3cd093921 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 945 time: 0.0499213 Apr 20 17:25:27.430027 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b9fac95-305a-41cb-9036-d962bedd4211 req-c3ebe486-93a0-4172-b3ca-ec14d7dfee4f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309105 Apr 20 17:25:28.047427 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:28.201704 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:28.544521 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf665d-97a7-40f3-b30a-81cca59c15fb req-43d52abe-6842-4727-8f82-992abf2dbfed tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:25:28.545959 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0faf665d-97a7-40f3-b30a-81cca59c15fb req-43d52abe-6842-4727-8f82-992abf2dbfed tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 945 time: 0.0473444 Apr 20 17:25:28.586983 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0faf665d-97a7-40f3-b30a-81cca59c15fb req-11e0ad4e-38e2-453b-bc1f-092c3838b492 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350330 Apr 20 17:25:29.356514 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:29.699824 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0f386-7379-4b7b-8971-d87991c809d7 req-077ae631-cf2b-4f78-9ace-04d19d91cc30 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:25:29.701338 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ebc0f386-7379-4b7b-8971-d87991c809d7 req-077ae631-cf2b-4f78-9ace-04d19d91cc30 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 945 time: 0.0475688 Apr 20 17:25:29.738412 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ebc0f386-7379-4b7b-8971-d87991c809d7 req-c15b340d-7c41-4eba-ae3b-b8dc663f76c8 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309660 Apr 20 17:25:29.760515 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32776) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:25:29.820371 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-eb425032-50c5-4306-9df5-22fcf30db7d5 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/floatingips/3656a9b0-b7ad-4064-a1f3-9df18c090c49 HTTP/1.1" status: 200 len: 993 time: 0.0568857 Apr 20 17:25:30.430550 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:31.202080 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa29bbf-0f8f-4692-ab81-789d384db274 req-521d3631-6065-405b-8f2e-6588f37aa4cb tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:25:31.203560 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8fa29bbf-0f8f-4692-ab81-789d384db274 req-521d3631-6065-405b-8f2e-6588f37aa4cb tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 945 time: 0.0550427 Apr 20 17:25:31.243585 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8fa29bbf-0f8f-4692-ab81-789d384db274 req-2a8428da-3a63-4f03-a214-3a1d83281f27 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337501 Apr 20 17:25:31.297090 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1597f-d379-4608-bc24-618bfd137e41 req-1fe46b0d-6dda-4a3c-9eaf-77e4debb0dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:25:31.298552 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9ab1597f-d379-4608-bc24-618bfd137e41 req-1fe46b0d-6dda-4a3c-9eaf-77e4debb0dc8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 1096 time: 0.0404398 Apr 20 17:25:31.385703 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1597f-d379-4608-bc24-618bfd137e41 req-35c4a763-1b61-4569-8182-37174d8e35cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:25:31.387600 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9ab1597f-d379-4608-bc24-618bfd137e41 req-35c4a763-1b61-4569-8182-37174d8e35cb service neutron] 10.222.0.26 "GET /v2.0/networks?id=a571a382-ed5f-4b93-b5c4-cdfe0442c81c HTTP/1.1" status: 200 len: 897 time: 0.0824518 Apr 20 17:25:31.455501 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9ab1597f-d379-4608-bc24-618bfd137e41 req-f5c2d538-3e06-4cc6-8754-f99af690be8d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f8fb878-1e40-4461-a8b1-ced06c871c2c HTTP/1.1" status: 200 len: 1001 time: 0.0614300 Apr 20 17:25:31.503664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1597f-d379-4608-bc24-618bfd137e41 req-e0f6ba7d-412c-413d-9345-28fb946c8775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:25:31.505156 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9ab1597f-d379-4608-bc24-618bfd137e41 req-e0f6ba7d-412c-413d-9345-28fb946c8775 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a04ebdc-a546-4ea6-94c8-261ffee952c7 HTTP/1.1" status: 200 len: 833 time: 0.0429678 Apr 20 17:25:31.548409 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1597f-d379-4608-bc24-618bfd137e41 req-9a2488e8-7a51-4965-abcd-f9d8185e6675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:25:31.549872 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9ab1597f-d379-4608-bc24-618bfd137e41 req-9a2488e8-7a51-4965-abcd-f9d8185e6675 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a571a382-ed5f-4b93-b5c4-cdfe0442c81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387576 Apr 20 17:25:31.640813 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9ab1597f-d379-4608-bc24-618bfd137e41 req-9b0ac1be-8bd9-42f4-bd9e-ce7460966824 service neutron] 10.222.0.26 "GET /v2.0/networks/a571a382-ed5f-4b93-b5c4-cdfe0442c81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841608 Apr 20 17:25:31.725329 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9ab1597f-d379-4608-bc24-618bfd137e41 req-de70f670-2ae8-4761-9cae-c328fb911a97 service neutron] 10.222.0.26 "GET /v2.0/networks/a571a382-ed5f-4b93-b5c4-cdfe0442c81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789497 Apr 20 17:25:32.366890 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18079461-9889-46f7-8969-21aa19b277a8 req-5c2bbc82-48ae-4e9e-b853-a0ea5d715a70 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:25:32.368660 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-18079461-9889-46f7-8969-21aa19b277a8 req-5c2bbc82-48ae-4e9e-b853-a0ea5d715a70 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 945 time: 0.0540276 Apr 20 17:25:32.406222 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-18079461-9889-46f7-8969-21aa19b277a8 req-dad4467a-e648-4ebb-8f8a-f83eb8fb8372 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314643 Apr 20 17:25:33.529931 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9a17d-9f42-43a1-9216-d90b06efe133 req-d8c54372-744d-4365-85f7-ebf96bd90036 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:25:33.532308 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-60d9a17d-9f42-43a1-9216-d90b06efe133 req-d8c54372-744d-4365-85f7-ebf96bd90036 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 945 time: 0.0566573 Apr 20 17:25:33.570807 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-60d9a17d-9f42-43a1-9216-d90b06efe133 req-1089ddb4-7230-489c-a5cd-ee71375a607c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319533 Apr 20 17:25:33.593882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32788) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:25:33.657509 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7b246633-3109-4585-bf7f-662bd0f9563c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/floatingips/3656a9b0-b7ad-4064-a1f3-9df18c090c49 HTTP/1.1" status: 200 len: 993 time: 0.0624857 Apr 20 17:25:41.499190 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa6a5076-d831-4495-a11b-c4c303d9ab6a req-0425993e-cfdc-45b7-8e2d-30db9841199c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763988 Apr 20 17:25:41.595205 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a5076-d831-4495-a11b-c4c303d9ab6a req-05624670-487c-4fb6-a397-e47a92d5c87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:25:41.596777 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa6a5076-d831-4495-a11b-c4c303d9ab6a req-05624670-487c-4fb6-a397-e47a92d5c87f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 1096 time: 0.0400610 Apr 20 17:25:41.700953 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a5076-d831-4495-a11b-c4c303d9ab6a req-c05c330d-61da-4bd0-a26a-3ac273aced43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:25:41.702337 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa6a5076-d831-4495-a11b-c4c303d9ab6a req-c05c330d-61da-4bd0-a26a-3ac273aced43 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a571a382-ed5f-4b93-b5c4-cdfe0442c81c HTTP/1.1" status: 200 len: 897 time: 0.0872064 Apr 20 17:25:41.767258 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa6a5076-d831-4495-a11b-c4c303d9ab6a req-3f7f0945-3267-4ef8-af23-a66295437303 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f8fb878-1e40-4461-a8b1-ced06c871c2c HTTP/1.1" status: 200 len: 1001 time: 0.0582013 Apr 20 17:25:41.816536 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a5076-d831-4495-a11b-c4c303d9ab6a req-2e12845b-036c-44e4-9d3c-e0be6f2d10a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:25:41.817999 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa6a5076-d831-4495-a11b-c4c303d9ab6a req-2e12845b-036c-44e4-9d3c-e0be6f2d10a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a04ebdc-a546-4ea6-94c8-261ffee952c7 HTTP/1.1" status: 200 len: 833 time: 0.0438402 Apr 20 17:25:41.866970 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a5076-d831-4495-a11b-c4c303d9ab6a req-11c105f3-da26-4de5-972c-b84ccff8003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:25:41.868780 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa6a5076-d831-4495-a11b-c4c303d9ab6a req-11c105f3-da26-4de5-972c-b84ccff8003d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a571a382-ed5f-4b93-b5c4-cdfe0442c81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445459 Apr 20 17:25:41.954286 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa6a5076-d831-4495-a11b-c4c303d9ab6a req-fc193301-14ea-43fc-bec5-b3a8db43d74f service neutron] 10.222.0.26 "GET /v2.0/networks/a571a382-ed5f-4b93-b5c4-cdfe0442c81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791085 Apr 20 17:25:42.047057 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa6a5076-d831-4495-a11b-c4c303d9ab6a req-799c1157-83af-4505-8e57-b861db89e5c2 service neutron] 10.222.0.26 "GET /v2.0/networks/a571a382-ed5f-4b93-b5c4-cdfe0442c81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864689 Apr 20 17:25:45.042223 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:25:52.835906 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc199-d9d0-4575-ae93-404f6de0c4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:55.127448 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1f826700-cb29-4638-a514-fdef8dbf99e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:56.635737 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:58.018566 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:58.210390 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:59.332234 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:00.406900 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:22.043222 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:26:22.403254 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32816) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:26:22.561292 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-631d0dab-911e-4321-b311-f83ab3ae98dc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Deleting port f846aa25-525c-4ba3-abff-0f1fab5ffdf8 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:26:22.561642 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-631d0dab-911e-4321-b311-f83ab3ae98dc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:22.636606 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-631d0dab-911e-4321-b311-f83ab3ae98dc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:22.636929 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-631d0dab-911e-4321-b311-f83ab3ae98dc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:22.648195 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-631d0dab-911e-4321-b311-f83ab3ae98dc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Calling delete_port for f846aa25-525c-4ba3-abff-0f1fab5ffdf8 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:26:22.829516 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-84ce6227-8e37-4080-b859-13dec53318b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:22.858051 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-631d0dab-911e-4321-b311-f83ab3ae98dc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:22.881922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d0dab-911e-4321-b311-f83ab3ae98dc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Port': ['ID=f846aa25-525c-4ba3-abff-0f1fab5ffdf8,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:22.894188 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d0dab-911e-4321-b311-f83ab3ae98dc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:22.894533 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d0dab-911e-4321-b311-f83ab3ae98dc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:22.894865 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d0dab-911e-4321-b311-f83ab3ae98dc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:22.895197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d0dab-911e-4321-b311-f83ab3ae98dc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:22.895517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d0dab-911e-4321-b311-f83ab3ae98dc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:22.895839 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d0dab-911e-4321-b311-f83ab3ae98dc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:22.896161 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d0dab-911e-4321-b311-f83ab3ae98dc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:22.896505 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d0dab-911e-4321-b311-f83ab3ae98dc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:22.896828 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d0dab-911e-4321-b311-f83ab3ae98dc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:22.897144 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d0dab-911e-4321-b311-f83ab3ae98dc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:22.897458 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d0dab-911e-4321-b311-f83ab3ae98dc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:22.897768 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d0dab-911e-4321-b311-f83ab3ae98dc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:22.957866 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-631d0dab-911e-4321-b311-f83ab3ae98dc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:22.958208 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-631d0dab-911e-4321-b311-f83ab3ae98dc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Floating IP 3656a9b0-b7ad-4064-a1f3-9df18c090c49 disassociated (deleted). External IP: 172.25.0.185, port: 9f8fb878-1e40-4461-a8b1-ced06c871c2c. Apr 20 17:26:23.163936 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631d0dab-911e-4321-b311-f83ab3ae98dc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Router 720ff78f-f422-48aa-be2e-980e8fee7abc has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:26:23.270771 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631d0dab-911e-4321-b311-f83ab3ae98dc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:26:23.275646 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-631d0dab-911e-4321-b311-f83ab3ae98dc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:23.281495 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c5caa-9f90-47a3-a6d1-0d2fef8ed577 None None] Sync routers for ids ['720ff78f-f422-48aa-be2e-980e8fee7abc'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:26:23.292668 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c5caa-9f90-47a3-a6d1-0d2fef8ed577 None None] Routers {'720ff78f-f422-48aa-be2e-980e8fee7abc'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:26:23.293642 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-369c5caa-9f90-47a3-a6d1-0d2fef8ed577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:25:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['720ff78f-f422-48aa-be2e-980e8fee7abc'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:23.303574 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-631d0dab-911e-4321-b311-f83ab3ae98dc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "DELETE /v2.0/floatingips/3656a9b0-b7ad-4064-a1f3-9df18c090c49 HTTP/1.1" status: 204 len: 168 time: 0.8991737 Apr 20 17:26:23.304695 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bbd2941-10e8-45fc-b4aa-c4045bf2dc83', 'tag': '9f8fb878-1e40-4461-a8b1-ced06c871c2c'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:26:23.306790 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b983e6a-3993-4543-9e1a-5fc8d79c9371" -d '{"events": [{"name": "network-changed", "server_uuid": "8bbd2941-10e8-45fc-b4aa-c4045bf2dc83", "tag": "9f8fb878-1e40-4461-a8b1-ced06c871c2c"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:26:23.402869 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-369c5caa-9f90-47a3-a6d1-0d2fef8ed577 None None] Set router 720ff78f-f422-48aa-be2e-980e8fee7abc gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:26:23.764873 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-369c5caa-9f90-47a3-a6d1-0d2fef8ed577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128449220', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:23:51Z', 'updated_at': '2022-04-20T17:23:56Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:23:52Z', 'updated_at': '2022-04-20T17:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '46a1dafc-6b3b-4e72-9dd2-c76fb5fff072', 'name': '', 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:f4:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1a04ebdc-a546-4ea6-94c8-261ffee952c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:23:55Z', 'updated_at': '2022-04-20T17:23:58Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '1a04ebdc-a546-4ea6-94c8-261ffee952c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:23.791225 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c5caa-9f90-47a3-a6d1-0d2fef8ed577 None None] Checking router: 720ff78f-f422-48aa-be2e-980e8fee7abc for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:26:23.800314 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c5caa-9f90-47a3-a6d1-0d2fef8ed577 None None] Routers {'720ff78f-f422-48aa-be2e-980e8fee7abc'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:26:23.800965 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-369c5caa-9f90-47a3-a6d1-0d2fef8ed577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:25:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['720ff78f-f422-48aa-be2e-980e8fee7abc'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:23.812282 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5a4fa3-40a2-4f60-b702-bd2d9564eed6 x-openstack-request-id: req-cf5a4fa3-40a2-4f60-b702-bd2d9564eed6 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:26:23.812812 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bbd2941-10e8-45fc-b4aa-c4045bf2dc83", "tag": "9f8fb878-1e40-4461-a8b1-ced06c871c2c", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:26:23.812910 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf5a4fa3-40a2-4f60-b702-bd2d9564eed6 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:26:23.813371 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf5a4fa3-40a2-4f60-b702-bd2d9564eed6'] response: {'name': 'network-changed', 'server_uuid': '8bbd2941-10e8-45fc-b4aa-c4045bf2dc83', 'tag': '9f8fb878-1e40-4461-a8b1-ced06c871c2c', 'status': 'completed', 'code': 200} Apr 20 17:26:23.912152 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-369c5caa-9f90-47a3-a6d1-0d2fef8ed577 None None] Set router 720ff78f-f422-48aa-be2e-980e8fee7abc gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:26:23.923109 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b983e6a-3993-4543-9e1a-5fc8d79c9371 req-00899985-147a-48ae-88b7-12e5260cb9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:23.924789 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b983e6a-3993-4543-9e1a-5fc8d79c9371 req-00899985-147a-48ae-88b7-12e5260cb9e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 1096 time: 0.0687730 Apr 20 17:26:23.936882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec6b69-7dc5-4141-a283-25f8faa481a9 req-88ffe137-4c8d-4ff7-968b-790b035ebf45 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:23.938333 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2aec6b69-7dc5-4141-a283-25f8faa481a9 req-88ffe137-4c8d-4ff7-968b-790b035ebf45 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 945 time: 0.0742791 Apr 20 17:26:24.028869 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2aec6b69-7dc5-4141-a283-25f8faa481a9 req-79dc5a5e-08f0-462a-936e-fea5fefa08b3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813420 Apr 20 17:26:24.054893 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b983e6a-3993-4543-9e1a-5fc8d79c9371 req-120d6aa8-ab89-4baa-8be1-95ce983aa3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:24.056500 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b983e6a-3993-4543-9e1a-5fc8d79c9371 req-120d6aa8-ab89-4baa-8be1-95ce983aa3f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a571a382-ed5f-4b93-b5c4-cdfe0442c81c HTTP/1.1" status: 200 len: 897 time: 0.1171644 Apr 20 17:26:24.097755 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b983e6a-3993-4543-9e1a-5fc8d79c9371 req-fd57208f-e97b-4e58-ad6d-ab1c822856b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f8fb878-1e40-4461-a8b1-ced06c871c2c HTTP/1.1" status: 200 len: 217 time: 0.0343037 Apr 20 17:26:24.111695 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-369c5caa-9f90-47a3-a6d1-0d2fef8ed577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128449220', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:23:51Z', 'updated_at': '2022-04-20T17:23:56Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:23:52Z', 'updated_at': '2022-04-20T17:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '46a1dafc-6b3b-4e72-9dd2-c76fb5fff072', 'name': '', 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:f4:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1a04ebdc-a546-4ea6-94c8-261ffee952c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:23:55Z', 'updated_at': '2022-04-20T17:23:58Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '1a04ebdc-a546-4ea6-94c8-261ffee952c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:24.142025 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c5caa-9f90-47a3-a6d1-0d2fef8ed577 None None] The sync data for ids ['720ff78f-f422-48aa-be2e-980e8fee7abc'] in n-d-836146-2 is: [{'id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128449220', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:23:51Z', 'updated_at': '2022-04-20T17:23:56Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:23:52Z', 'updated_at': '2022-04-20T17:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '46a1dafc-6b3b-4e72-9dd2-c76fb5fff072', 'name': '', 'network_id': 'a571a382-ed5f-4b93-b5c4-cdfe0442c81c', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:f4:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1a04ebdc-a546-4ea6-94c8-261ffee952c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:23:55Z', 'updated_at': '2022-04-20T17:23:58Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '1a04ebdc-a546-4ea6-94c8-261ffee952c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:26:24.153005 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b983e6a-3993-4543-9e1a-5fc8d79c9371 req-cc7b4aef-482e-415b-bd61-c0b32cdcf5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:24.154510 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b983e6a-3993-4543-9e1a-5fc8d79c9371 req-cc7b4aef-482e-415b-bd61-c0b32cdcf5bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a04ebdc-a546-4ea6-94c8-261ffee952c7 HTTP/1.1" status: 200 len: 833 time: 0.0496190 Apr 20 17:26:24.202053 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b983e6a-3993-4543-9e1a-5fc8d79c9371 req-98f56b30-9230-46a5-bd34-678d4ae3aeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:24.203651 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b983e6a-3993-4543-9e1a-5fc8d79c9371 req-98f56b30-9230-46a5-bd34-678d4ae3aeb0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a571a382-ed5f-4b93-b5c4-cdfe0442c81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413473 Apr 20 17:26:24.298742 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b983e6a-3993-4543-9e1a-5fc8d79c9371 req-21ded51e-fdcd-4cbb-8782-fb63cdafbf1a service neutron] 10.222.0.26 "GET /v2.0/networks/a571a382-ed5f-4b93-b5c4-cdfe0442c81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854757 Apr 20 17:26:24.369222 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dd7084-ef5e-4e2c-ad31-74aa44a3e33f None None] New status for floating IP 3656a9b0-b7ad-4064-a1f3-9df18c090c49: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:26:24.398510 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6b983e6a-3993-4543-9e1a-5fc8d79c9371 req-abdb60b2-134f-4d94-bbd6-3223faa0424f service neutron] 10.222.0.26 "GET /v2.0/networks/a571a382-ed5f-4b93-b5c4-cdfe0442c81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926554 Apr 20 17:26:25.137746 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-aa662a3d-c28d-4ee2-9b22-4829c4d63c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:25.152461 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e71a9d-23f9-4f45-bf7f-141fc0792344 req-a64e10ab-17b3-40bd-84c3-505793634031 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:25.156274 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-91e71a9d-23f9-4f45-bf7f-141fc0792344 req-a64e10ab-17b3-40bd-84c3-505793634031 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 945 time: 0.0511158 Apr 20 17:26:25.194428 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-91e71a9d-23f9-4f45-bf7f-141fc0792344 req-ef261fe7-30ed-40e7-b2ce-e33af8d3128b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf2aca84-b031-4728-ae8a-595983e90645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340233 Apr 20 17:26:25.650801 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6e3e3-c4e5-41df-a07d-488a94780405 req-7c7566ae-6754-44e2-bb56-64e904a89ad4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:25.652790 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4ad6e3e3-c4e5-41df-a07d-488a94780405 req-7c7566ae-6754-44e2-bb56-64e904a89ad4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 945 time: 0.0467403 Apr 20 17:26:25.742166 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-4ad6e3e3-c4e5-41df-a07d-488a94780405 req-471d350d-97fe-4123-bd9b-bc6b714d531f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Deleting port 9f8fb878-1e40-4461-a8b1-ced06c871c2c {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:26:25.742753 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4ad6e3e3-c4e5-41df-a07d-488a94780405 req-471d350d-97fe-4123-bd9b-bc6b714d531f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:25.827302 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-4ad6e3e3-c4e5-41df-a07d-488a94780405 req-471d350d-97fe-4123-bd9b-bc6b714d531f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] For port 9f8fb878-1e40-4461-a8b1-ced06c871c2c, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=9f8fb878-1e40-4461-a8b1-ced06c871c2c,segment=NetworkSegment(f0cccbc6-78de-429a-a4a7-f7977b29c314),segment_id=f0cccbc6-78de-429a-a4a7-f7977b29c314)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:25.827743 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4ad6e3e3-c4e5-41df-a07d-488a94780405 req-471d350d-97fe-4123-bd9b-bc6b714d531f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:25.840498 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-4ad6e3e3-c4e5-41df-a07d-488a94780405 req-471d350d-97fe-4123-bd9b-bc6b714d531f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Calling delete_port for 9f8fb878-1e40-4461-a8b1-ced06c871c2c owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:26:26.023631 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4ad6e3e3-c4e5-41df-a07d-488a94780405 req-471d350d-97fe-4123-bd9b-bc6b714d531f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:26.052822 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d350d-97fe-4123-bd9b-bc6b714d531f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Port': ['ID=9f8fb878-1e40-4461-a8b1-ced06c871c2c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:26.097267 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad6e3e3-c4e5-41df-a07d-488a94780405 req-471d350d-97fe-4123-bd9b-bc6b714d531f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] No DVR routers for this DVR port 9f8fb878-1e40-4461-a8b1-ced06c871c2c on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:26:26.099840 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4ad6e3e3-c4e5-41df-a07d-488a94780405 req-471d350d-97fe-4123-bd9b-bc6b714d531f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:26.103202 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4ad6e3e3-c4e5-41df-a07d-488a94780405 req-471d350d-97fe-4123-bd9b-bc6b714d531f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.26 "DELETE /v2.0/ports/9f8fb878-1e40-4461-a8b1-ced06c871c2c HTTP/1.1" status: 204 len: 173 time: 0.4451215 Apr 20 17:26:26.103635 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bbd2941-10e8-45fc-b4aa-c4045bf2dc83', 'name': 'network-vif-deleted', 'tag': '9f8fb878-1e40-4461-a8b1-ced06c871c2c'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:26:26.105923 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c2b496-ab2e-4c6f-9896-7aeb9e6baf05" -d '{"events": [{"server_uuid": "8bbd2941-10e8-45fc-b4aa-c4045bf2dc83", "name": "network-vif-deleted", "tag": "9f8fb878-1e40-4461-a8b1-ced06c871c2c"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:26:26.142786 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d64a49-1643-4850-afa7-2748487455e5 x-openstack-request-id: req-43d64a49-1643-4850-afa7-2748487455e5 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:26:26.143126 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bbd2941-10e8-45fc-b4aa-c4045bf2dc83", "name": "network-vif-deleted", "tag": "9f8fb878-1e40-4461-a8b1-ced06c871c2c", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:26:26.143377 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43d64a49-1643-4850-afa7-2748487455e5 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:26:26.143780 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d64a49-1643-4850-afa7-2748487455e5'] response: {'server_uuid': '8bbd2941-10e8-45fc-b4aa-c4045bf2dc83', 'name': 'network-vif-deleted', 'tag': '9f8fb878-1e40-4461-a8b1-ced06c871c2c', 'status': 'completed', 'code': 200} Apr 20 17:26:26.290735 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bbafad64-e42a-4724-b17d-a0794aed629e req-59828075-62ee-494e-9e55-71373b002bdf tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bbd2941-10e8-45fc-b4aa-c4045bf2dc83 HTTP/1.1" status: 200 len: 210 time: 0.0261548 Apr 20 17:26:26.657774 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:27.347217 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 32834) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:26:27.710857 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-458fb679-c3b9-4fad-a99f-7434ad6b2378 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:27.980985 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-458fb679-c3b9-4fad-a99f-7434ad6b2378 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Deleting port 46a1dafc-6b3b-4e72-9dd2-c76fb5fff072 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:26:27.980985 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-458fb679-c3b9-4fad-a99f-7434ad6b2378 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:28.029285 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:28.066749 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-458fb679-c3b9-4fad-a99f-7434ad6b2378 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] For port 46a1dafc-6b3b-4e72-9dd2-c76fb5fff072, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=46a1dafc-6b3b-4e72-9dd2-c76fb5fff072,segment=NetworkSegment(f0cccbc6-78de-429a-a4a7-f7977b29c314),segment_id=f0cccbc6-78de-429a-a4a7-f7977b29c314)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:28.067163 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-458fb679-c3b9-4fad-a99f-7434ad6b2378 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:28.084676 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-458fb679-c3b9-4fad-a99f-7434ad6b2378 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Calling delete_port for 46a1dafc-6b3b-4e72-9dd2-c76fb5fff072 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:26:28.200886 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:28.355871 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-458fb679-c3b9-4fad-a99f-7434ad6b2378 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:28.385085 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fb679-c3b9-4fad-a99f-7434ad6b2378 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Port': ['ID=46a1dafc-6b3b-4e72-9dd2-c76fb5fff072,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:28.415033 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fb679-c3b9-4fad-a99f-7434ad6b2378 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:28.416570 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fb679-c3b9-4fad-a99f-7434ad6b2378 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:28.416570 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fb679-c3b9-4fad-a99f-7434ad6b2378 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:28.416570 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fb679-c3b9-4fad-a99f-7434ad6b2378 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:28.416570 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fb679-c3b9-4fad-a99f-7434ad6b2378 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:28.417692 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fb679-c3b9-4fad-a99f-7434ad6b2378 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:28.417692 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fb679-c3b9-4fad-a99f-7434ad6b2378 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:28.417967 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fb679-c3b9-4fad-a99f-7434ad6b2378 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:28.418249 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fb679-c3b9-4fad-a99f-7434ad6b2378 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:28.418575 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fb679-c3b9-4fad-a99f-7434ad6b2378 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:28.418898 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fb679-c3b9-4fad-a99f-7434ad6b2378 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:28.419219 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fb679-c3b9-4fad-a99f-7434ad6b2378 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:28.581932 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-458fb679-c3b9-4fad-a99f-7434ad6b2378 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:28.801082 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458fb679-c3b9-4fad-a99f-7434ad6b2378 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Router 720ff78f-f422-48aa-be2e-980e8fee7abc has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:26:28.910063 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458fb679-c3b9-4fad-a99f-7434ad6b2378 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:26:28.915650 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-458fb679-c3b9-4fad-a99f-7434ad6b2378 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "PUT /v2.0/routers/720ff78f-f422-48aa-be2e-980e8fee7abc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5672934 Apr 20 17:26:28.918226 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 32838) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:26:28.930407 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e25bad8-462d-4051-97b9-ba5ab4e3d60e None None] Sync routers for ids ['720ff78f-f422-48aa-be2e-980e8fee7abc'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:26:28.933154 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e25bad8-462d-4051-97b9-ba5ab4e3d60e None None] Routers {'720ff78f-f422-48aa-be2e-980e8fee7abc'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:26:28.933776 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9e25bad8-462d-4051-97b9-ba5ab4e3d60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:26:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['720ff78f-f422-48aa-be2e-980e8fee7abc'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:28.972076 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d21ef79-a6c8-4bb1-a28f-6db4a903e9da tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Deleting subnet 1a04ebdc-a546-4ea6-94c8-261ffee952c7 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 17:26:28.975176 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4d21ef79-a6c8-4bb1-a28f-6db4a903e9da tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:29.015554 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4d21ef79-a6c8-4bb1-a28f-6db4a903e9da tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:29.041382 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-9e25bad8-462d-4051-97b9-ba5ab4e3d60e None None] Set router 720ff78f-f422-48aa-be2e-980e8fee7abc gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:26:29.104679 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4d21ef79-a6c8-4bb1-a28f-6db4a903e9da tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:29.218328 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4d21ef79-a6c8-4bb1-a28f-6db4a903e9da tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:29.233162 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9e25bad8-462d-4051-97b9-ba5ab4e3d60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128449220', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:23:51Z', 'updated_at': '2022-04-20T17:26:28Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:23:52Z', 'updated_at': '2022-04-20T17:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:29.248326 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21ef79-a6c8-4bb1-a28f-6db4a903e9da tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Subnet': ['ID=1a04ebdc-a546-4ea6-94c8-261ffee952c7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:29.250385 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4d21ef79-a6c8-4bb1-a28f-6db4a903e9da tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:29.255943 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4d21ef79-a6c8-4bb1-a28f-6db4a903e9da tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "DELETE /v2.0/subnets/1a04ebdc-a546-4ea6-94c8-261ffee952c7 HTTP/1.1" status: 204 len: 168 time: 0.3344028 Apr 20 17:26:29.257103 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 32840) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:26:29.264755 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb2e221-79b2-4e97-95eb-e4bf828659ea None None] Network a571a382-ed5f-4b93-b5c4-cdfe0442c81c requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:26:29.281989 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e25bad8-462d-4051-97b9-ba5ab4e3d60e None None] Checking router: 720ff78f-f422-48aa-be2e-980e8fee7abc for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:26:29.334724 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e25bad8-462d-4051-97b9-ba5ab4e3d60e None None] Routers {'720ff78f-f422-48aa-be2e-980e8fee7abc'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:26:29.335350 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9e25bad8-462d-4051-97b9-ba5ab4e3d60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:26:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['720ff78f-f422-48aa-be2e-980e8fee7abc'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:29.366064 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-707319f1-9b23-4f6c-b7de-f934a9a19803 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:29.400842 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:29.475617 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-707319f1-9b23-4f6c-b7de-f934a9a19803 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:29.492396 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-9e25bad8-462d-4051-97b9-ba5ab4e3d60e None None] Set router 720ff78f-f422-48aa-be2e-980e8fee7abc gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:26:29.545920 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c5d118-b0ce-4ebd-8df4-c52f6e7463a0 None None] DHCP port deletion for a571a382-ed5f-4b93-b5c4-cdfe0442c81c request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 17:26:29.599627 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-707319f1-9b23-4f6c-b7de-f934a9a19803 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Deleting port d4bb60ab-a098-41e8-91b7-1de7c0eca670 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:26:29.600099 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-707319f1-9b23-4f6c-b7de-f934a9a19803 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:29.679177 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-05c5d118-b0ce-4ebd-8df4-c52f6e7463a0 None None] Deleting port 8460def9-0402-4cfa-bea3-6349c497e57e {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:26:29.679462 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-05c5d118-b0ce-4ebd-8df4-c52f6e7463a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:29.681967 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-707319f1-9b23-4f6c-b7de-f934a9a19803 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] For port d4bb60ab-a098-41e8-91b7-1de7c0eca670, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=d4bb60ab-a098-41e8-91b7-1de7c0eca670,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:29.682457 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-707319f1-9b23-4f6c-b7de-f934a9a19803 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:29.694942 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-707319f1-9b23-4f6c-b7de-f934a9a19803 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Calling delete_port for d4bb60ab-a098-41e8-91b7-1de7c0eca670 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:26:29.750232 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-05c5d118-b0ce-4ebd-8df4-c52f6e7463a0 None None] For port 8460def9-0402-4cfa-bea3-6349c497e57e, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=8460def9-0402-4cfa-bea3-6349c497e57e,segment=NetworkSegment(f0cccbc6-78de-429a-a4a7-f7977b29c314),segment_id=f0cccbc6-78de-429a-a4a7-f7977b29c314)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:29.750631 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-05c5d118-b0ce-4ebd-8df4-c52f6e7463a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:29.764851 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-05c5d118-b0ce-4ebd-8df4-c52f6e7463a0 None None] Calling delete_port for 8460def9-0402-4cfa-bea3-6349c497e57e owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:26:29.781597 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-9e25bad8-462d-4051-97b9-ba5ab4e3d60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128449220', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:23:51Z', 'updated_at': '2022-04-20T17:26:28Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:23:52Z', 'updated_at': '2022-04-20T17:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:29.841712 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e25bad8-462d-4051-97b9-ba5ab4e3d60e None None] The sync data for ids ['720ff78f-f422-48aa-be2e-980e8fee7abc'] in n-d-836146-2 is: [{'id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128449220', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:23:51Z', 'updated_at': '2022-04-20T17:26:28Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'd4bb60ab-a098-41e8-91b7-1de7c0eca670', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720ff78f-f422-48aa-be2e-980e8fee7abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:23:52Z', 'updated_at': '2022-04-20T17:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:26:29.920966 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-707319f1-9b23-4f6c-b7de-f934a9a19803 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:29.946623 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707319f1-9b23-4f6c-b7de-f934a9a19803 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Port': ['ID=d4bb60ab-a098-41e8-91b7-1de7c0eca670,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:29.949552 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-05c5d118-b0ce-4ebd-8df4-c52f6e7463a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:29.974751 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5d118-b0ce-4ebd-8df4-c52f6e7463a0 None None] Pushing event deleted for resources: {'Port': ['ID=8460def9-0402-4cfa-bea3-6349c497e57e,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:29.984365 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c5d118-b0ce-4ebd-8df4-c52f6e7463a0 None None] No DVR routers for this DVR port 8460def9-0402-4cfa-bea3-6349c497e57e on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:26:29.988201 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5d118-b0ce-4ebd-8df4-c52f6e7463a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:29.988404 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5d118-b0ce-4ebd-8df4-c52f6e7463a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:29.988748 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5d118-b0ce-4ebd-8df4-c52f6e7463a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:29.989084 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5d118-b0ce-4ebd-8df4-c52f6e7463a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:29.989400 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5d118-b0ce-4ebd-8df4-c52f6e7463a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:29.989722 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5d118-b0ce-4ebd-8df4-c52f6e7463a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:29.990046 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5d118-b0ce-4ebd-8df4-c52f6e7463a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:29.990376 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5d118-b0ce-4ebd-8df4-c52f6e7463a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:29.990691 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5d118-b0ce-4ebd-8df4-c52f6e7463a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:29.991351 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5d118-b0ce-4ebd-8df4-c52f6e7463a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:29.991351 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5d118-b0ce-4ebd-8df4-c52f6e7463a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:29.991617 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5d118-b0ce-4ebd-8df4-c52f6e7463a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:30.014663 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-707319f1-9b23-4f6c-b7de-f934a9a19803 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:30.246348 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8460def9-0402-4cfa-bea3-6349c497e57e no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:26:30.277918 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 8460def9-0402-4cfa-bea3-6349c497e57e {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:26:30.278260 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 8460def9-0402-4cfa-bea3-6349c497e57e not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:26:30.412344 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:30.459290 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-707319f1-9b23-4f6c-b7de-f934a9a19803 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:30.461333 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-707319f1-9b23-4f6c-b7de-f934a9a19803 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:30.555346 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-707319f1-9b23-4f6c-b7de-f934a9a19803 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:30.555881 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707319f1-9b23-4f6c-b7de-f934a9a19803 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Fanout notify agent at l3_agent the message router_deleted on router 720ff78f-f422-48aa-be2e-980e8fee7abc {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:26:30.565087 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-707319f1-9b23-4f6c-b7de-f934a9a19803 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:30.566247 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-707319f1-9b23-4f6c-b7de-f934a9a19803 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "DELETE /v2.0/routers/720ff78f-f422-48aa-be2e-980e8fee7abc HTTP/1.1" status: 204 len: 168 time: 1.3091486 Apr 20 17:26:30.569341 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 32842) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:26:30.651636 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19bbcbd2-f620-4243-83d3-2b9b57817300 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:30.690703 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 9f8fb878-1e40-4461-a8b1-ced06c871c2c no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:26:30.710603 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 9f8fb878-1e40-4461-a8b1-ced06c871c2c {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:26:30.710862 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 9f8fb878-1e40-4461-a8b1-ced06c871c2c not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:26:30.744758 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19bbcbd2-f620-4243-83d3-2b9b57817300 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:30.765207 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-19bbcbd2-f620-4243-83d3-2b9b57817300 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a571a382-ed5f-4b93-b5c4-cdfe0442c81c']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:30.774681 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-19bbcbd2-f620-4243-83d3-2b9b57817300 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0cccbc6-78de-429a-a4a7-f7977b29c314') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:30.774970 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-19bbcbd2-f620-4243-83d3-2b9b57817300 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0cccbc6-78de-429a-a4a7-f7977b29c314') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:30.785116 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19bbcbd2-f620-4243-83d3-2b9b57817300 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:30.798687 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19bbcbd2-f620-4243-83d3-2b9b57817300 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:30.804433 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19bbcbd2-f620-4243-83d3-2b9b57817300 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:26:30.804820 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19bbcbd2-f620-4243-83d3-2b9b57817300 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: timer() Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:26:30.807722 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:26:30.932139 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19bbcbd2-f620-4243-83d3-2b9b57817300 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:30.939613 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19bbcbd2-f620-4243-83d3-2b9b57817300 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:30.942347 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-19bbcbd2-f620-4243-83d3-2b9b57817300 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "DELETE /v2.0/networks/a571a382-ed5f-4b93-b5c4-cdfe0442c81c HTTP/1.1" status: 204 len: 168 time: 0.3719976 Apr 20 17:26:30.945190 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32844) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:26:30.954793 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbcbd2-f620-4243-83d3-2b9b57817300 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Network': ['ID=a571a382-ed5f-4b93-b5c4-cdfe0442c81c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:31.008323 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-117a529a-6acb-4159-b317-ffccfd142753 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:31.038346 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-117a529a-6acb-4159-b317-ffccfd142753 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:31.149494 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-117a529a-6acb-4159-b317-ffccfd142753 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:31.152700 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-117a529a-6acb-4159-b317-ffccfd142753 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:31.153891 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-117a529a-6acb-4159-b317-ffccfd142753 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "DELETE /v2.0/security-groups/bf2aca84-b031-4728-ae8a-595983e90645 HTTP/1.1" status: 204 len: 168 time: 0.2077048 Apr 20 17:26:31.163770 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a529a-6acb-4159-b317-ffccfd142753 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2aca84-b031-4728-ae8a-595983e90645,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:31.706954 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32850) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:26:31.711790 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-1a4efa7c-373a-4695-90a5-fc724274dd8e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-757228082', 'description': 'tempest-secgroup-smoke-757228082 description', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:26:31.812272 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a4efa7c-373a-4695-90a5-fc724274dd8e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:31.888236 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a4efa7c-373a-4695-90a5-fc724274dd8e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:31.891115 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d4bb60ab-a098-41e8-91b7-1de7c0eca670 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:26:31.912949 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: d4bb60ab-a098-41e8-91b7-1de7c0eca670 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:26:31.927656 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device d4bb60ab-a098-41e8-91b7-1de7c0eca670 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:26:31.927656 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 46a1dafc-6b3b-4e72-9dd2-c76fb5fff072 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:26:31.935747 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 46a1dafc-6b3b-4e72-9dd2-c76fb5fff072 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:26:31.936100 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 46a1dafc-6b3b-4e72-9dd2-c76fb5fff072 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:26:31.983491 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a4efa7c-373a-4695-90a5-fc724274dd8e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:32.016697 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4efa7c-373a-4695-90a5-fc724274dd8e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef516cb-a842-4cf2-a084-12576c1911f1,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:32.088566 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a4efa7c-373a-4695-90a5-fc724274dd8e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:32.089788 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1a4efa7c-373a-4695-90a5-fc724274dd8e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3815434 Apr 20 17:26:32.092676 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32852) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:26:32.097542 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-67fde153-7e55-45ea-976c-e4de57583f90 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': '6ef516cb-a842-4cf2-a084-12576c1911f1', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:26:32.188720 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-67fde153-7e55-45ea-976c-e4de57583f90 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:32.246143 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-67fde153-7e55-45ea-976c-e4de57583f90 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:32.315000 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-67fde153-7e55-45ea-976c-e4de57583f90 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:32.333128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fde153-7e55-45ea-976c-e4de57583f90 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7bd3d23-9ed9-401d-80e0-4ed8acf5e3af,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:32.403280 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-67fde153-7e55-45ea-976c-e4de57583f90 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:32.404541 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-67fde153-7e55-45ea-976c-e4de57583f90 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3108549 Apr 20 17:26:32.407357 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32854) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:26:32.412081 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-547d2d23-472d-491a-a93c-23d6c850d51f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': '6ef516cb-a842-4cf2-a084-12576c1911f1', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:26:32.515928 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-547d2d23-472d-491a-a93c-23d6c850d51f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:32.575559 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-547d2d23-472d-491a-a93c-23d6c850d51f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:32.629247 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-547d2d23-472d-491a-a93c-23d6c850d51f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:32.647691 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d2d23-472d-491a-a93c-23d6c850d51f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18cb7664-5e52-4c50-99c9-e5de086abeea,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:32.693955 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-547d2d23-472d-491a-a93c-23d6c850d51f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:32.695182 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-547d2d23-472d-491a-a93c-23d6c850d51f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2868900 Apr 20 17:26:32.698757 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32856) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:26:32.702968 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-5e615b00-8f9b-4fa5-b885-f0888f09fd3b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': '6ef516cb-a842-4cf2-a084-12576c1911f1', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:26:32.800157 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e615b00-8f9b-4fa5-b885-f0888f09fd3b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:32.860722 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e615b00-8f9b-4fa5-b885-f0888f09fd3b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:32.938080 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e615b00-8f9b-4fa5-b885-f0888f09fd3b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:32.963620 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e615b00-8f9b-4fa5-b885-f0888f09fd3b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bfbaae9-cd9c-4136-b77a-12ca610ef3cd,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:33.042957 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5e615b00-8f9b-4fa5-b885-f0888f09fd3b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:33.044229 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-5e615b00-8f9b-4fa5-b885-f0888f09fd3b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3445644 Apr 20 17:26:33.047106 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32858) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:26:33.051718 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-750ee08b-9c59-4582-997d-daf59db2749b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': '6ef516cb-a842-4cf2-a084-12576c1911f1', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:26:33.142855 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-750ee08b-9c59-4582-997d-daf59db2749b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:33.202867 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-750ee08b-9c59-4582-997d-daf59db2749b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:33.274946 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-750ee08b-9c59-4582-997d-daf59db2749b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:33.294866 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ee08b-9c59-4582-997d-daf59db2749b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829e86e9-fd6f-44a7-ad81-507332580bd7,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:33.390986 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-750ee08b-9c59-4582-997d-daf59db2749b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:33.392243 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-750ee08b-9c59-4582-997d-daf59db2749b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3441911 Apr 20 17:26:33.394933 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32860) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:26:33.400003 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-dd6604f6-dff7-44d4-9338-c34e3740433a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': '6ef516cb-a842-4cf2-a084-12576c1911f1', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:26:33.463364 n-d-836146-2 neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-dd6604f6-dff7-44d4-9338-c34e3740433a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Project 606be8daf7cc430dabbdcb8a72158fa5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:26:33.468476 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dd6604f6-dff7-44d4-9338-c34e3740433a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:33.528159 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dd6604f6-dff7-44d4-9338-c34e3740433a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:33.571855 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dd6604f6-dff7-44d4-9338-c34e3740433a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:33.591144 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6604f6-dff7-44d4-9338-c34e3740433a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2c6d23-30fe-468d-b8c0-d050e62bc4f4,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:33.665650 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dd6604f6-dff7-44d4-9338-c34e3740433a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:33.667437 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-dd6604f6-dff7-44d4-9338-c34e3740433a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2707806 Apr 20 17:26:33.670197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32862) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:26:33.677602 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-db1d025a-03a7-4bf8-ac15-709647d9f84c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'security_group_rule': {'security_group_id': '6ef516cb-a842-4cf2-a084-12576c1911f1', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:26:33.789466 n-d-836146-2 neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-db1d025a-03a7-4bf8-ac15-709647d9f84c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Project 606be8daf7cc430dabbdcb8a72158fa5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:26:33.795377 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-db1d025a-03a7-4bf8-ac15-709647d9f84c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:33.857502 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-db1d025a-03a7-4bf8-ac15-709647d9f84c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:33.966720 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-db1d025a-03a7-4bf8-ac15-709647d9f84c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:33.983151 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d025a-03a7-4bf8-ac15-709647d9f84c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cefa3150-99dc-4e2b-848c-4711fa042555,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:34.082649 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-db1d025a-03a7-4bf8-ac15-709647d9f84c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:34.083867 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-db1d025a-03a7-4bf8-ac15-709647d9f84c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4127460 Apr 20 17:26:34.086673 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32864) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:26:34.091927 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-8912b9d2-6d54-4eb3-bc28-05b0c3a44af1 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'network': {'name': 'tempest-network-smoke--1599773604', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'port_security_enabled': True}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:26:34.205739 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8912b9d2-6d54-4eb3-bc28-05b0c3a44af1 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Made reservation on behalf of 606be8daf7cc430dabbdcb8a72158fa5 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:26:34.209227 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8912b9d2-6d54-4eb3-bc28-05b0c3a44af1 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:34.234681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8912b9d2-6d54-4eb3-bc28-05b0c3a44af1 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:26:34.243390 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8912b9d2-6d54-4eb3-bc28-05b0c3a44af1 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:34.243726 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-8912b9d2-6d54-4eb3-bc28-05b0c3a44af1 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Added segment c3251254-0f94-4748-9bef-fa558573e0ed of type vlan for network bd146b1a-ae4f-4514-9e25-6e059ba2fbf8 Apr 20 17:26:34.282275 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8912b9d2-6d54-4eb3-bc28-05b0c3a44af1 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:34.434768 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8912b9d2-6d54-4eb3-bc28-05b0c3a44af1 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:34.440300 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8912b9d2-6d54-4eb3-bc28-05b0c3a44af1 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:34.443353 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8912b9d2-6d54-4eb3-bc28-05b0c3a44af1 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:34.506432 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912b9d2-6d54-4eb3-bc28-05b0c3a44af1 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Network': ['ID=bd146b1a-ae4f-4514-9e25-6e059ba2fbf8,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:34.518628 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network bd146b1a-ae4f-4514-9e25-6e059ba2fbf8 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 17:26:34.574897 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8912b9d2-6d54-4eb3-bc28-05b0c3a44af1 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4871981 Apr 20 17:26:34.577506 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32866) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:26:34.583142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-ebc2ecc7-d9c9-4bc7-9369-a8e0569dae5b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2139928156', 'admin_state_up': True, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:26:34.663677 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ebc2ecc7-d9c9-4bc7-9369-a8e0569dae5b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:34.664772 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ebc2ecc7-d9c9-4bc7-9369-a8e0569dae5b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:34.719283 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ebc2ecc7-d9c9-4bc7-9369-a8e0569dae5b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:34.913341 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ebc2ecc7-d9c9-4bc7-9369-a8e0569dae5b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:35.159837 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ebc2ecc7-d9c9-4bc7-9369-a8e0569dae5b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:35.178918 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ebc2ecc7-d9c9-4bc7-9369-a8e0569dae5b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:35.286131 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-ebc2ecc7-d9c9-4bc7-9369-a8e0569dae5b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Allocated IP 172.25.0.89 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/e23c2dff-a5bd-41ef-91ba-afb05d2c9974) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:26:35.697939 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ebc2ecc7-d9c9-4bc7-9369-a8e0569dae5b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:35.800837 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ebc2ecc7-d9c9-4bc7-9369-a8e0569dae5b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:35.844183 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc2ecc7-d9c9-4bc7-9369-a8e0569dae5b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:26:35.847137 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-ebc2ecc7-d9c9-4bc7-9369-a8e0569dae5b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:26:35.850762 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc2ecc7-d9c9-4bc7-9369-a8e0569dae5b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:26:35.856652 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2ecc7-d9c9-4bc7-9369-a8e0569dae5b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=e23c2dff-a5bd-41ef-91ba-afb05d2c9974,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:36.155443 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ebc2ecc7-d9c9-4bc7-9369-a8e0569dae5b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:36.351108 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ebc2ecc7-d9c9-4bc7-9369-a8e0569dae5b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:36.572138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc2ecc7-d9c9-4bc7-9369-a8e0569dae5b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Router 10cf7454-d7d6-47d5-985f-9f350214e42b is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:26:36.683240 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc2ecc7-d9c9-4bc7-9369-a8e0569dae5b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:26:36.693544 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] Sync routers for ids ['10cf7454-d7d6-47d5-985f-9f350214e42b'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:26:36.704176 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] Routers {'10cf7454-d7d6-47d5-985f-9f350214e42b'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:26:36.706437 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:26:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['10cf7454-d7d6-47d5-985f-9f350214e42b'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:36.751472 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ebc2ecc7-d9c9-4bc7-9369-a8e0569dae5b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:36.752786 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ebc2ecc7-d9c9-4bc7-9369-a8e0569dae5b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1742041 Apr 20 17:26:36.756693 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32868) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:26:36.809874 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] Set router 10cf7454-d7d6-47d5-985f-9f350214e42b gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:26:36.966192 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0bb5657f-de1b-45b4-ba2d-633df9a933c5 tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=606be8daf7cc430dabbdcb8a72158fa5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2083883 Apr 20 17:26:36.968862 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32872) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:26:36.988146 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139928156', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:26:34Z', 'updated_at': '2022-04-20T17:26:35Z', 'revision_number': 3, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:26:35Z', 'updated_at': '2022-04-20T17:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:37.013848 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] Checking router: 10cf7454-d7d6-47d5-985f-9f350214e42b for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:26:37.014187 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] Updating router 10cf7454-d7d6-47d5-985f-9f350214e42b port e23c2dff-a5bd-41ef-91ba-afb05d2c9974 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:26:37.042823 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:37.055043 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f09ac99-7861-4379-8259-9360a8521b7c tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:37.056573 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3f09ac99-7861-4379-8259-9360a8521b7c tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867906 Apr 20 17:26:37.059289 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32874) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:26:37.087141 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-50250266-876a-480b-bd52-cbc776de2e6f tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2f9c962d-4100-4cb1-bce0-8993ebe86d7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267036 Apr 20 17:26:37.090038 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32876) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:26:37.094665 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-75efa3a8-d318-4c9f-a2b0-37d70fbd3fd8 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1883254998', 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8', 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:26:37.263495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75efa3a8-d318-4c9f-a2b0-37d70fbd3fd8 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Made reservation on behalf of 606be8daf7cc430dabbdcb8a72158fa5 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:26:37.267082 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75efa3a8-d318-4c9f-a2b0-37d70fbd3fd8 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:37.288556 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:37.355286 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:37.406394 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] Attempting to bind port e23c2dff-a5bd-41ef-91ba-afb05d2c9974 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:26:37.406768 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] Attempting to bind port e23c2dff-a5bd-41ef-91ba-afb05d2c9974 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:26:37.407132 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] Attempting to bind port e23c2dff-a5bd-41ef-91ba-afb05d2c9974 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:26:37.416182 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:26:37.422329 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:26:37.422329 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:37.422329 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:26:37.422329 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] Bound port: e23c2dff-a5bd-41ef-91ba-afb05d2c9974, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:26:37.422329 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:37.422329 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d43897-1684-4015-800e-f26c1081ac86 None None] Pushing event updated for resources: {'Port': ['ID=e23c2dff-a5bd-41ef-91ba-afb05d2c9974,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:37.450298 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d43897-1684-4015-800e-f26c1081ac86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:37.450641 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d43897-1684-4015-800e-f26c1081ac86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:37.450979 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d43897-1684-4015-800e-f26c1081ac86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:37.451310 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d43897-1684-4015-800e-f26c1081ac86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:37.451641 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d43897-1684-4015-800e-f26c1081ac86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:37.451970 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d43897-1684-4015-800e-f26c1081ac86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:37.452299 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d43897-1684-4015-800e-f26c1081ac86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:37.452644 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d43897-1684-4015-800e-f26c1081ac86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:37.452966 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d43897-1684-4015-800e-f26c1081ac86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:37.453287 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d43897-1684-4015-800e-f26c1081ac86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:37.453606 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d43897-1684-4015-800e-f26c1081ac86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:37.453925 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d43897-1684-4015-800e-f26c1081ac86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:37.486014 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] For port e23c2dff-a5bd-41ef-91ba-afb05d2c9974, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:26:37.489074 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] For port e23c2dff-a5bd-41ef-91ba-afb05d2c9974, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e23c2dff-a5bd-41ef-91ba-afb05d2c9974,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:26:37.503797 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75efa3a8-d318-4c9f-a2b0-37d70fbd3fd8 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:37.564698 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efa3a8-d318-4c9f-a2b0-37d70fbd3fd8 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Subnet': ['ID=29375679-3769-4969-ad3f-619e6ba69156,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:37.575477 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75efa3a8-d318-4c9f-a2b0-37d70fbd3fd8 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Checking segment: {'id': 'c3251254-0f94-4748-9bef-fa558573e0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:26:37.575875 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75efa3a8-d318-4c9f-a2b0-37d70fbd3fd8 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network hostable DHCP agents. Network: bd146b1a-ae4f-4514-9e25-6e059ba2fbf8, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:26:37.583910 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:37.643822 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] Routers {'10cf7454-d7d6-47d5-985f-9f350214e42b'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:26:37.644471 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:26:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['10cf7454-d7d6-47d5-985f-9f350214e42b'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:37.647022 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d43897-1684-4015-800e-f26c1081ac86 None None] Pushing event updated for resources: {'Port': ['ID=e23c2dff-a5bd-41ef-91ba-afb05d2c9974,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:37.663382 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75efa3a8-d318-4c9f-a2b0-37d70fbd3fd8 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network bd146b1a-ae4f-4514-9e25-6e059ba2fbf8 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:26:37.737371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-75efa3a8-d318-4c9f-a2b0-37d70fbd3fd8 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, bd146b1a-ae4f-4514-9e25-6e059ba2fbf8) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:26:37.741957 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75efa3a8-d318-4c9f-a2b0-37d70fbd3fd8 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:37.742809 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75efa3a8-d318-4c9f-a2b0-37d70fbd3fd8 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:37.749961 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c776ccf-8135-48a3-819c-501cb879aa7b None None] Network bd146b1a-ae4f-4514-9e25-6e059ba2fbf8 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:26:37.757339 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] Set router 10cf7454-d7d6-47d5-985f-9f350214e42b gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:26:37.803153 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-75efa3a8-d318-4c9f-a2b0-37d70fbd3fd8 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7119603 Apr 20 17:26:37.808145 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 32878) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:26:37.925918 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6f900c-8d70-4bca-b8e7-eb8ae6a024ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-bd146b1a-ae4f-4514-9e25-6e059ba2fbf8', 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'fixed_ips': [{'subnet_id': '29375679-3769-4969-ad3f-619e6ba69156'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 17:26:37.926888 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1b6f900c-8d70-4bca-b8e7-eb8ae6a024ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:38.075977 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-1b6f900c-8d70-4bca-b8e7-eb8ae6a024ea None None] Allocated IP 172.20.0.2 (bd146b1a-ae4f-4514-9e25-6e059ba2fbf8/29375679-3769-4969-ad3f-619e6ba69156/1afa5a13-1287-45eb-95fb-289d9dc248d3) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:26:38.091525 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139928156', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:26:34Z', 'updated_at': '2022-04-20T17:26:35Z', 'revision_number': 3, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:26:35Z', 'updated_at': '2022-04-20T17:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:38.126667 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac1365-9d2f-46c2-9084-a83c3a671033 None None] The sync data for ids ['10cf7454-d7d6-47d5-985f-9f350214e42b'] in n-d-836146-2 is: [{'id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139928156', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:26:34Z', 'updated_at': '2022-04-20T17:26:35Z', 'revision_number': 3, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:26:35Z', 'updated_at': '2022-04-20T17:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:26:38.236758 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1b6f900c-8d70-4bca-b8e7-eb8ae6a024ea None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:38.303756 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1b6f900c-8d70-4bca-b8e7-eb8ae6a024ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:38.314333 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1acf2984-b7d8-4871-a16c-cea411865938 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:38.347158 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6f900c-8d70-4bca-b8e7-eb8ae6a024ea None None] Network bd146b1a-ae4f-4514-9e25-6e059ba2fbf8 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:26:38.350788 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-1b6f900c-8d70-4bca-b8e7-eb8ae6a024ea None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:26:38.355460 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6f900c-8d70-4bca-b8e7-eb8ae6a024ea None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:26:38.386912 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f900c-8d70-4bca-b8e7-eb8ae6a024ea None None] Pushing event updated for resources: {'Port': ['ID=1afa5a13-1287-45eb-95fb-289d9dc248d3,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:38.447856 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1b6f900c-8d70-4bca-b8e7-eb8ae6a024ea None None] Attempting to bind port 1afa5a13-1287-45eb-95fb-289d9dc248d3 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:26:38.448316 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1b6f900c-8d70-4bca-b8e7-eb8ae6a024ea None None] Attempting to bind port 1afa5a13-1287-45eb-95fb-289d9dc248d3 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'c3251254-0f94-4748-9bef-fa558573e0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:26:38.448792 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6f900c-8d70-4bca-b8e7-eb8ae6a024ea None None] Attempting to bind port 1afa5a13-1287-45eb-95fb-289d9dc248d3 on network bd146b1a-ae4f-4514-9e25-6e059ba2fbf8 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:26:38.454367 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6f900c-8d70-4bca-b8e7-eb8ae6a024ea None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:26:38.454847 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6f900c-8d70-4bca-b8e7-eb8ae6a024ea None None] Checking segment: {'id': 'c3251254-0f94-4748-9bef-fa558573e0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:26:38.455325 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1b6f900c-8d70-4bca-b8e7-eb8ae6a024ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:38.455953 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6f900c-8d70-4bca-b8e7-eb8ae6a024ea None None] Bound using segment: {'id': 'c3251254-0f94-4748-9bef-fa558573e0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:26:38.456546 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1b6f900c-8d70-4bca-b8e7-eb8ae6a024ea None None] Bound port: 1afa5a13-1287-45eb-95fb-289d9dc248d3, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3251254-0f94-4748-9bef-fa558573e0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:26:38.456934 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1b6f900c-8d70-4bca-b8e7-eb8ae6a024ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:38.535303 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1b6f900c-8d70-4bca-b8e7-eb8ae6a024ea None None] For port 1afa5a13-1287-45eb-95fb-289d9dc248d3, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:26:38.539183 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1b6f900c-8d70-4bca-b8e7-eb8ae6a024ea None None] For port 1afa5a13-1287-45eb-95fb-289d9dc248d3, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=1afa5a13-1287-45eb-95fb-289d9dc248d3,segment=NetworkSegment(c3251254-0f94-4748-9bef-fa558573e0ed),segment_id=c3251254-0f94-4748-9bef-fa558573e0ed)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:26:38.612602 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1b6f900c-8d70-4bca-b8e7-eb8ae6a024ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:38.656556 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-1acf2984-b7d8-4871-a16c-cea411865938 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Allocated IP 172.20.0.1 (bd146b1a-ae4f-4514-9e25-6e059ba2fbf8/29375679-3769-4969-ad3f-619e6ba69156/3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:26:38.684102 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f900c-8d70-4bca-b8e7-eb8ae6a024ea None None] Pushing event updated for resources: {'Port': ['ID=1afa5a13-1287-45eb-95fb-289d9dc248d3,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:38.807575 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1acf2984-b7d8-4871-a16c-cea411865938 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:38.937352 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1acf2984-b7d8-4871-a16c-cea411865938 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:38.983221 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acf2984-b7d8-4871-a16c-cea411865938 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network bd146b1a-ae4f-4514-9e25-6e059ba2fbf8 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:26:38.986877 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-1acf2984-b7d8-4871-a16c-cea411865938 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:26:38.995706 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acf2984-b7d8-4871-a16c-cea411865938 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:26:38.999996 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf2984-b7d8-4871-a16c-cea411865938 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:39.047953 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1acf2984-b7d8-4871-a16c-cea411865938 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:39.278758 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1acf2984-b7d8-4871-a16c-cea411865938 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:39.568789 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1acf2984-b7d8-4871-a16c-cea411865938 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:39.628916 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1acf2984-b7d8-4871-a16c-cea411865938 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:39.667798 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105d9d6d-bac2-4126-9d35-02443e38353e None None] Network bd146b1a-ae4f-4514-9e25-6e059ba2fbf8 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:26:39.709395 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf2984-b7d8-4871-a16c-cea411865938 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:39.711964 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1acf2984-b7d8-4871-a16c-cea411865938 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:39.733805 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a6fe2ab1-50ef-4aec-9d61-10449167ff89 None None] Provisioning complete for port 1afa5a13-1287-45eb-95fb-289d9dc248d3 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:26:39.737046 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a6fe2ab1-50ef-4aec-9d61-10449167ff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:39.813578 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acf2984-b7d8-4871-a16c-cea411865938 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network bd146b1a-ae4f-4514-9e25-6e059ba2fbf8 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:26:39.815098 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-1acf2984-b7d8-4871-a16c-cea411865938 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:26:39.952769 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acf2984-b7d8-4871-a16c-cea411865938 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Router 10cf7454-d7d6-47d5-985f-9f350214e42b has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:26:39.988006 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1afa5a13-1287-45eb-95fb-289d9dc248d3 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:26:40.095645 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acf2984-b7d8-4871-a16c-cea411865938 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:26:40.099560 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a6fe2ab1-50ef-4aec-9d61-10449167ff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:40.102091 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1acf2984-b7d8-4871-a16c-cea411865938 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "PUT /v2.0/routers/10cf7454-d7d6-47d5-985f-9f350214e42b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2922003 Apr 20 17:26:40.142977 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 1afa5a13-1287-45eb-95fb-289d9dc248d3 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:26:40.143350 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:40.175580 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-a6fe2ab1-50ef-4aec-9d61-10449167ff89 None None] For port 1afa5a13-1287-45eb-95fb-289d9dc248d3, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=1afa5a13-1287-45eb-95fb-289d9dc248d3,segment=NetworkSegment(c3251254-0f94-4748-9bef-fa558573e0ed),segment_id=c3251254-0f94-4748-9bef-fa558573e0ed)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:40.231676 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a6fe2ab1-50ef-4aec-9d61-10449167ff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:40.269285 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:40.342169 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe2ab1-50ef-4aec-9d61-10449167ff89 None None] Pushing event updated for resources: {'Port': ['ID=1afa5a13-1287-45eb-95fb-289d9dc248d3,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:40.360318 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:26:40.360736 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:26:40.375748 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-eb370481-55b8-4ab3-b370-65318f614d5d tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-757228082&fields=id&tenant_id=606be8daf7cc430dabbdcb8a72158fa5 HTTP/1.1" status: 200 len: 267 time: 0.0478294 Apr 20 17:26:40.390615 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] Sync routers for ids ['10cf7454-d7d6-47d5-985f-9f350214e42b'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:26:40.402479 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] Routers {'10cf7454-d7d6-47d5-985f-9f350214e42b'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:26:40.403091 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:26:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['10cf7454-d7d6-47d5-985f-9f350214e42b'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:40.472257 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2254d1df-9f02-43c3-9a4c-0becf1896726 None None] Provisioning complete for port 1afa5a13-1287-45eb-95fb-289d9dc248d3 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:26:40.472995 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2254d1df-9f02-43c3-9a4c-0becf1896726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:40.509062 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-d3b0414c-efa4-42e8-bb9d-bcc565228a39 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:40.511438 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-d3b0414c-efa4-42e8-bb9d-bcc565228a39 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/networks?id=bd146b1a-ae4f-4514-9e25-6e059ba2fbf8 HTTP/1.1" status: 200 len: 797 time: 0.1280518 Apr 20 17:26:40.527826 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-3a676e3c-abb4-411d-8362-056f3f77d538 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/quotas/606be8daf7cc430dabbdcb8a72158fa5 HTTP/1.1" status: 200 len: 375 time: 0.0102394 Apr 20 17:26:40.570467 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] Set router 10cf7454-d7d6-47d5-985f-9f350214e42b gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:26:40.589707 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-7f328a7e-1148-41da-9b2b-64ebb0dbe1d4 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532079 Apr 20 17:26:40.700929 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-2ff08521-6ae6-4ace-8433-ef9e0905aa16 service neutron] 10.222.0.15 "GET /v2.0/networks/bd146b1a-ae4f-4514-9e25-6e059ba2fbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985048 Apr 20 17:26:40.794447 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-62d32242-76b9-4682-b8a5-22bf289666e2 service neutron] 10.222.0.15 "GET /v2.0/networks/bd146b1a-ae4f-4514-9e25-6e059ba2fbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889757 Apr 20 17:26:40.809246 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-2254d1df-9f02-43c3-9a4c-0becf1896726 None None] Provisioning complete for port 3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:26:40.809246 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2254d1df-9f02-43c3-9a4c-0becf1896726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:40.902288 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-2254d1df-9f02-43c3-9a4c-0becf1896726 None None] Port 3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:26:40.925498 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e23c2dff-a5bd-41ef-91ba-afb05d2c9974 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:26:40.976074 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139928156', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:26:34Z', 'updated_at': '2022-04-20T17:26:39Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:26:35Z', 'updated_at': '2022-04-20T17:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1', 'name': '', 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:b5:6f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '29375679-3769-4969-ad3f-619e6ba69156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:26:38Z', 'updated_at': '2022-04-20T17:26:39Z', 'revision_number': 2, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '29375679-3769-4969-ad3f-619e6ba69156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:41.012869 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] Checking router: 10cf7454-d7d6-47d5-985f-9f350214e42b for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:26:41.013220 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] Updating router 10cf7454-d7d6-47d5-985f-9f350214e42b port 3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:26:41.048617 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8ef28218-e82b-4e1b-9752-c00a5116cbfd req-8bdf1e4e-bf6c-4ac5-b790-fa9d1c3b2473 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 210 time: 0.0301948 Apr 20 17:26:41.054680 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port e23c2dff-a5bd-41ef-91ba-afb05d2c9974 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:26:41.055121 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:41.061364 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:41.086789 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-7fd6daab-03c6-4216-9c8e-a66475853571 None None] Provisioning complete for port 3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:26:41.087065 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7fd6daab-03c6-4216-9c8e-a66475853571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:41.169674 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-7fd6daab-03c6-4216-9c8e-a66475853571 None None] Port 3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:26:41.280686 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:41.338731 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port e23c2dff-a5bd-41ef-91ba-afb05d2c9974, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e23c2dff-a5bd-41ef-91ba-afb05d2c9974,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:41.425141 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:41.467880 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:41.490204 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=e23c2dff-a5bd-41ef-91ba-afb05d2c9974,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:41.543365 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:41.597784 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dadf09-dffb-42e9-a356-1d1db2fb4a2c None None] Pushing event updated for resources: {'Port': ['ID=3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:41.651559 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] Attempting to bind port 3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:26:41.651982 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] Attempting to bind port 3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'c3251254-0f94-4748-9bef-fa558573e0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:26:41.652371 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] Attempting to bind port 3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1 on network bd146b1a-ae4f-4514-9e25-6e059ba2fbf8 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:26:41.657762 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:26:41.658136 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] Checking segment: {'id': 'c3251254-0f94-4748-9bef-fa558573e0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:26:41.660187 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:41.660187 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] Bound using segment: {'id': 'c3251254-0f94-4748-9bef-fa558573e0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:26:41.660187 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] Bound port: 3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3251254-0f94-4748-9bef-fa558573e0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:26:41.660187 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:41.730910 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] For port 3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:26:41.734291 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] For port 3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1,segment=NetworkSegment(c3251254-0f94-4748-9bef-fa558573e0ed),segment_id=c3251254-0f94-4748-9bef-fa558573e0ed)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:26:41.800382 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-a35eef09-dd1f-4969-b909-29a873f9512a None None] Provisioning complete for port 3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:26:41.808294 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a35eef09-dd1f-4969-b909-29a873f9512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:41.825291 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:41.870898 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-a35eef09-dd1f-4969-b909-29a873f9512a None None] Port 3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:26:41.888811 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] Routers {'10cf7454-d7d6-47d5-985f-9f350214e42b'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:26:41.889470 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:26:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['10cf7454-d7d6-47d5-985f-9f350214e42b'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:41.936777 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1afa5a13-1287-45eb-95fb-289d9dc248d3 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:26:41.988371 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dadf09-dffb-42e9-a356-1d1db2fb4a2c None None] Pushing event updated for resources: {'Port': ['ID=3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:42.174665 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-41f107cc-b707-42d7-9b79-361bb471b798 req-918d4b73-25cf-4a42-8d44-42f3f55d3076 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 210 time: 0.0426955 Apr 20 17:26:42.238680 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] Set router 10cf7454-d7d6-47d5-985f-9f350214e42b gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:26:42.240752 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c817c22b-a224-45fd-b454-4d0b27bf3715 None None] Provisioning complete for port 3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:26:42.241129 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c817c22b-a224-45fd-b454-4d0b27bf3715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:42.295650 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 1afa5a13-1287-45eb-95fb-289d9dc248d3 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:26:42.296025 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:42.519495 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c817c22b-a224-45fd-b454-4d0b27bf3715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:42.569205 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e23c2dff-a5bd-41ef-91ba-afb05d2c9974 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:26:42.615561 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c817c22b-a224-45fd-b454-4d0b27bf3715 None None] For port 3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1,segment=NetworkSegment(c3251254-0f94-4748-9bef-fa558573e0ed),segment_id=c3251254-0f94-4748-9bef-fa558573e0ed)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:42.646182 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139928156', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:26:34Z', 'updated_at': '2022-04-20T17:26:39Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:26:35Z', 'updated_at': '2022-04-20T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1', 'name': '', 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:b5:6f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '29375679-3769-4969-ad3f-619e6ba69156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:26:38Z', 'updated_at': '2022-04-20T17:26:41Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '29375679-3769-4969-ad3f-619e6ba69156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:42.647956 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port e23c2dff-a5bd-41ef-91ba-afb05d2c9974 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:26:42.648327 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:42.696980 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed39a1b7-898e-42ae-87ff-dadc39bbd22d None None] The sync data for ids ['10cf7454-d7d6-47d5-985f-9f350214e42b'] in n-d-836146-2 is: [{'id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139928156', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:26:34Z', 'updated_at': '2022-04-20T17:26:39Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:26:35Z', 'updated_at': '2022-04-20T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1', 'name': '', 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:b5:6f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '29375679-3769-4969-ad3f-619e6ba69156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:26:38Z', 'updated_at': '2022-04-20T17:26:41Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '29375679-3769-4969-ad3f-619e6ba69156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:26:42.698678 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c817c22b-a224-45fd-b454-4d0b27bf3715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:42.763831 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817c22b-a224-45fd-b454-4d0b27bf3715 None None] Pushing event updated for resources: {'Port': ['ID=3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:43.248101 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-c2284e19-0e92-41f6-87e2-c4409924b0d6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:43.248101 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-c2284e19-0e92-41f6-87e2-c4409924b0d6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.30 "GET /v2.0/networks?id=bd146b1a-ae4f-4514-9e25-6e059ba2fbf8 HTTP/1.1" status: 200 len: 797 time: 0.1206961 Apr 20 17:26:43.291203 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cdcdbf48-5776-4865-a37a-df92bb6c5ab5 req-a0c5f067-a5a5-47ae-bd00-72856fb30749 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 210 time: 0.0399683 Apr 20 17:26:43.315354 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-798c6e3c-87ce-4e61-93bd-144ca80afc6c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=606be8daf7cc430dabbdcb8a72158fa5 HTTP/1.1" status: 200 len: 379 time: 0.0533092 Apr 20 17:26:43.325083 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-087c5871-3e6d-4572-b6c2-92a22ba09e64 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'port': {'device_id': 'fe6fcf54-9a82-46da-8fd3-010e8079a210', 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8', 'admin_state_up': True, 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'security_groups': ['6ef516cb-a842-4cf2-a084-12576c1911f1']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:26:43.526341 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-087c5871-3e6d-4572-b6c2-92a22ba09e64 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Made reservation on behalf of 606be8daf7cc430dabbdcb8a72158fa5 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:26:43.530184 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-087c5871-3e6d-4572-b6c2-92a22ba09e64 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:43.670257 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-087c5871-3e6d-4572-b6c2-92a22ba09e64 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Allocated IP 172.20.0.8 (bd146b1a-ae4f-4514-9e25-6e059ba2fbf8/29375679-3769-4969-ad3f-619e6ba69156/479d0762-05de-4aac-8b3a-6c908e8ec55f) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:26:43.812762 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-087c5871-3e6d-4572-b6c2-92a22ba09e64 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:43.947882 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:26:43.995842 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:26:44.002197 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:44.024010 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-087c5871-3e6d-4572-b6c2-92a22ba09e64 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:44.069929 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-087c5871-3e6d-4572-b6c2-92a22ba09e64 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network bd146b1a-ae4f-4514-9e25-6e059ba2fbf8 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:26:44.075861 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-087c5871-3e6d-4572-b6c2-92a22ba09e64 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:26:44.079795 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-087c5871-3e6d-4572-b6c2-92a22ba09e64 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:26:44.109148 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c5871-3e6d-4572-b6c2-92a22ba09e64 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=479d0762-05de-4aac-8b3a-6c908e8ec55f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:44.136695 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-087c5871-3e6d-4572-b6c2-92a22ba09e64 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:44.137322 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-087c5871-3e6d-4572-b6c2-92a22ba09e64 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:44.214822 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-087c5871-3e6d-4572-b6c2-92a22ba09e64 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8941388 Apr 20 17:26:44.225002 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-ebe468e0-073a-405a-a67d-63355d4c9080 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 17:26:44.225997 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-ebe468e0-073a-405a-a67d-63355d4c9080 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056784 Apr 20 17:26:44.289403 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-8b365f2b-ba8a-4583-9367-3d927209d5cd service neutron] Request body: {'port': {'device_id': 'fe6fcf54-9a82-46da-8fd3-010e8079a210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:26:44.329273 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-6757264c-374b-415f-b9e0-8d6ead92654a None None] Provisioning complete for port 479d0762-05de-4aac-8b3a-6c908e8ec55f triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:26:44.329738 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6757264c-374b-415f-b9e0-8d6ead92654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:44.345044 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-8b365f2b-ba8a-4583-9367-3d927209d5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:44.365347 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-6757264c-374b-415f-b9e0-8d6ead92654a None None] Port 479d0762-05de-4aac-8b3a-6c908e8ec55f cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:26:44.499494 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16de2d-565f-4896-b336-1e7aa9e05bef req-54b922cd-eef4-44e9-9ea7-9646ebb18b57 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:44.500996 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9d16de2d-565f-4896-b336-1e7aa9e05bef req-54b922cd-eef4-44e9-9ea7-9646ebb18b57 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 931 time: 0.1222892 Apr 20 17:26:44.588078 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9d16de2d-565f-4896-b336-1e7aa9e05bef req-cb73bcf0-1e94-4208-a1e4-94d864e7a641 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ef516cb-a842-4cf2-a084-12576c1911f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809386 Apr 20 17:26:44.672765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-8b365f2b-ba8a-4583-9367-3d927209d5cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 479d0762-05de-4aac-8b3a-6c908e8ec55f {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:26:44.679854 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-8b365f2b-ba8a-4583-9367-3d927209d5cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:44.691231 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-8b365f2b-ba8a-4583-9367-3d927209d5cd service neutron] Transition to ACTIVE for port object 479d0762-05de-4aac-8b3a-6c908e8ec55f will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:26:44.760670 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-8b365f2b-ba8a-4583-9367-3d927209d5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:44.810959 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b365f2b-ba8a-4583-9367-3d927209d5cd service neutron] Pushing event updated for resources: {'Port': ['ID=479d0762-05de-4aac-8b3a-6c908e8ec55f,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:44.898497 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-8b365f2b-ba8a-4583-9367-3d927209d5cd service neutron] Attempting to bind port 479d0762-05de-4aac-8b3a-6c908e8ec55f on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:26:44.898839 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-8b365f2b-ba8a-4583-9367-3d927209d5cd service neutron] Attempting to bind port 479d0762-05de-4aac-8b3a-6c908e8ec55f by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'c3251254-0f94-4748-9bef-fa558573e0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:26:44.899171 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-8b365f2b-ba8a-4583-9367-3d927209d5cd service neutron] Attempting to bind port 479d0762-05de-4aac-8b3a-6c908e8ec55f on network bd146b1a-ae4f-4514-9e25-6e059ba2fbf8 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:26:44.904587 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-8b365f2b-ba8a-4583-9367-3d927209d5cd service neutron] Port 479d0762-05de-4aac-8b3a-6c908e8ec55f on network bd146b1a-ae4f-4514-9e25-6e059ba2fbf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:26:44.904910 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-8b365f2b-ba8a-4583-9367-3d927209d5cd service neutron] Attempting to bind port 479d0762-05de-4aac-8b3a-6c908e8ec55f on network bd146b1a-ae4f-4514-9e25-6e059ba2fbf8 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:26:44.910079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-8b365f2b-ba8a-4583-9367-3d927209d5cd service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:26:44.910418 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-8b365f2b-ba8a-4583-9367-3d927209d5cd service neutron] Checking segment: {'id': 'c3251254-0f94-4748-9bef-fa558573e0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:26:44.910805 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-8b365f2b-ba8a-4583-9367-3d927209d5cd service neutron] Bound using segment: {'id': 'c3251254-0f94-4748-9bef-fa558573e0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:26:44.911233 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-8b365f2b-ba8a-4583-9367-3d927209d5cd service neutron] Bound port: 479d0762-05de-4aac-8b3a-6c908e8ec55f, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3251254-0f94-4748-9bef-fa558573e0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:26:44.911598 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-8b365f2b-ba8a-4583-9367-3d927209d5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:44.986161 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-8b365f2b-ba8a-4583-9367-3d927209d5cd service neutron] For port 479d0762-05de-4aac-8b3a-6c908e8ec55f, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:26:44.989255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-8b365f2b-ba8a-4583-9367-3d927209d5cd service neutron] For port 479d0762-05de-4aac-8b3a-6c908e8ec55f, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=479d0762-05de-4aac-8b3a-6c908e8ec55f,segment=NetworkSegment(c3251254-0f94-4748-9bef-fa558573e0ed),segment_id=c3251254-0f94-4748-9bef-fa558573e0ed)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:26:45.081231 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-8b365f2b-ba8a-4583-9367-3d927209d5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:45.117795 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-8b365f2b-ba8a-4583-9367-3d927209d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:45.121963 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-8b365f2b-ba8a-4583-9367-3d927209d5cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:45.121963 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-8b365f2b-ba8a-4583-9367-3d927209d5cd service neutron] 10.222.0.30 "PUT /v2.0/ports/479d0762-05de-4aac-8b3a-6c908e8ec55f HTTP/1.1" status: 200 len: 1091 time: 0.8800592 Apr 20 17:26:45.121963 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6fcf54-9a82-46da-8fd3-010e8079a210', 'tag': '479d0762-05de-4aac-8b3a-6c908e8ec55f'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:26:45.123784 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009b826f-5ab7-48a1-bf19-ed6dc9adce3f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6fcf54-9a82-46da-8fd3-010e8079a210", "tag": "479d0762-05de-4aac-8b3a-6c908e8ec55f"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:26:45.154196 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b365f2b-ba8a-4583-9367-3d927209d5cd service neutron] Pushing event updated for resources: {'Port': ['ID=479d0762-05de-4aac-8b3a-6c908e8ec55f,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:45.166551 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231738ac-9f3d-41f1-8c4c-d5c2d60e78c2 x-openstack-request-id: req-231738ac-9f3d-41f1-8c4c-d5c2d60e78c2 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:26:45.167201 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6fcf54-9a82-46da-8fd3-010e8079a210", "tag": "479d0762-05de-4aac-8b3a-6c908e8ec55f", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:26:45.167554 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-231738ac-9f3d-41f1-8c4c-d5c2d60e78c2 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:26:45.168184 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-231738ac-9f3d-41f1-8c4c-d5c2d60e78c2'] response: {'name': 'network-changed', 'server_uuid': 'fe6fcf54-9a82-46da-8fd3-010e8079a210', 'tag': '479d0762-05de-4aac-8b3a-6c908e8ec55f', 'status': 'completed', 'code': 200} Apr 20 17:26:45.251771 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b826f-5ab7-48a1-bf19-ed6dc9adce3f req-f6fec767-0a9c-4604-a47e-8bd3c48083b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:45.253363 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-009b826f-5ab7-48a1-bf19-ed6dc9adce3f req-f6fec767-0a9c-4604-a47e-8bd3c48083b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 1094 time: 0.0459750 Apr 20 17:26:45.361156 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b826f-5ab7-48a1-bf19-ed6dc9adce3f req-722a5965-3776-4ec8-8059-74a5247e02ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:45.362624 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-009b826f-5ab7-48a1-bf19-ed6dc9adce3f req-722a5965-3776-4ec8-8059-74a5247e02ee service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0958591 Apr 20 17:26:45.458966 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b826f-5ab7-48a1-bf19-ed6dc9adce3f req-36e75b71-40df-4f82-a0df-5c3caf9ad129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:45.460467 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-009b826f-5ab7-48a1-bf19-ed6dc9adce3f req-36e75b71-40df-4f82-a0df-5c3caf9ad129 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896630 Apr 20 17:26:45.565671 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-bad13aa5-95af-41ca-bfab-ad6d011877c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:45.567214 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-bad13aa5-95af-41ca-bfab-ad6d011877c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 1094 time: 0.0496058 Apr 20 17:26:45.613127 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-e50eb52c-3d6f-4af8-9be9-aa9347903b7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=479d0762-05de-4aac-8b3a-6c908e8ec55f HTTP/1.1" status: 200 len: 217 time: 0.0337057 Apr 20 17:26:45.670333 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-4f7f629f-03c3-47a7-87a9-df6fe36f0080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:45.671717 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-4f7f629f-03c3-47a7-87a9-df6fe36f0080 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=29375679-3769-4969-ad3f-619e6ba69156 HTTP/1.1" status: 200 len: 835 time: 0.0528302 Apr 20 17:26:45.750978 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92e199-d705-4e8d-b053-fd1722740355 req-92256d42-374d-4325-861c-e6d9a6cd73d7 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:45.752498 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fa92e199-d705-4e8d-b053-fd1722740355 req-92256d42-374d-4325-861c-e6d9a6cd73d7 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 943 time: 0.0938623 Apr 20 17:26:45.759021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-69e72472-30c3-4501-be70-cf4450cdc85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:45.760660 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-69e72472-30c3-4501-be70-cf4450cdc85b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd146b1a-ae4f-4514-9e25-6e059ba2fbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682144 Apr 20 17:26:45.842837 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fa92e199-d705-4e8d-b053-fd1722740355 req-6305fbea-ad06-4009-80db-45a78f65104c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ef516cb-a842-4cf2-a084-12576c1911f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814204 Apr 20 17:26:45.872809 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-83fcc0a0-75d3-4d21-936d-ccf57065bf0c service neutron] 10.222.0.30 "GET /v2.0/networks/bd146b1a-ae4f-4514-9e25-6e059ba2fbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056702 Apr 20 17:26:45.976277 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-002d5c33-8744-448d-b7c9-cc1eb76bf549 req-a8b158f4-8996-460b-bdbf-85e58f1c78cb service neutron] 10.222.0.30 "GET /v2.0/networks/bd146b1a-ae4f-4514-9e25-6e059ba2fbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958114 Apr 20 17:26:46.973418 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36391bb-cd64-4d00-a2d0-2b2a1f464b5b req-27743079-7322-4019-9288-8b34d0cb2270 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:46.974999 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b36391bb-cd64-4d00-a2d0-2b2a1f464b5b req-27743079-7322-4019-9288-8b34d0cb2270 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 943 time: 0.0600965 Apr 20 17:26:47.020214 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b36391bb-cd64-4d00-a2d0-2b2a1f464b5b req-76f06bee-7632-4a35-a69e-699c08e6e4b3 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ef516cb-a842-4cf2-a084-12576c1911f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376911 Apr 20 17:26:48.141028 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e21ef-203b-46d5-aaf8-a9c0b297920b req-1c0a84e0-9835-40ca-9867-9575a0294145 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:48.142449 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5a4e21ef-203b-46d5-aaf8-a9c0b297920b req-1c0a84e0-9835-40ca-9867-9575a0294145 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 943 time: 0.0529947 Apr 20 17:26:48.180751 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5a4e21ef-203b-46d5-aaf8-a9c0b297920b req-fb1b0dd7-e669-4072-b607-273edadf674c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ef516cb-a842-4cf2-a084-12576c1911f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321589 Apr 20 17:26:49.138668 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 479d0762-05de-4aac-8b3a-6c908e8ec55f details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:26:49.255690 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 479d0762-05de-4aac-8b3a-6c908e8ec55f, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=479d0762-05de-4aac-8b3a-6c908e8ec55f,segment=NetworkSegment(c3251254-0f94-4748-9bef-fa558573e0ed),segment_id=c3251254-0f94-4748-9bef-fa558573e0ed)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:49.275645 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '479d0762-05de-4aac-8b3a-6c908e8ec55f', 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8', 'port_id': '479d0762-05de-4aac-8b3a-6c908e8ec55f', 'mac_address': 'fa:16:3e:17:47:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29375679-3769-4969-ad3f-619e6ba69156', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:26:49.311481 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c36d0b-c8c0-4a7c-a62e-038313caff81 req-8ddafe9b-6432-4c72-b164-a82e6ebb9a14 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:49.313134 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-29c36d0b-c8c0-4a7c-a62e-038313caff81 req-8ddafe9b-6432-4c72-b164-a82e6ebb9a14 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 943 time: 0.0543010 Apr 20 17:26:49.318634 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:49.339548 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 479d0762-05de-4aac-8b3a-6c908e8ec55f {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:26:49.364903 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 479d0762-05de-4aac-8b3a-6c908e8ec55f, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=479d0762-05de-4aac-8b3a-6c908e8ec55f,segment=NetworkSegment(c3251254-0f94-4748-9bef-fa558573e0ed),segment_id=c3251254-0f94-4748-9bef-fa558573e0ed)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:49.366852 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-29c36d0b-c8c0-4a7c-a62e-038313caff81 req-45e7267f-663b-4cde-afcc-238b5e2e6d68 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ef516cb-a842-4cf2-a084-12576c1911f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476265 Apr 20 17:26:49.480957 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:49.529385 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=479d0762-05de-4aac-8b3a-6c908e8ec55f,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:49.876349 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['479d0762-05de-4aac-8b3a-6c908e8ec55f'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:26:50.485375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0cf1d-7dd1-47f0-b9b2-355ced45788d req-6b529218-0cf2-415b-9e95-e929c3a083f8 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:50.486983 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-59a0cf1d-7dd1-47f0-b9b2-355ced45788d req-6b529218-0cf2-415b-9e95-e929c3a083f8 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 944 time: 0.0494595 Apr 20 17:26:50.530230 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-59a0cf1d-7dd1-47f0-b9b2-355ced45788d req-0351847b-b1c3-48e3-9767-9f1b6545ce11 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ef516cb-a842-4cf2-a084-12576c1911f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366912 Apr 20 17:26:51.153771 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 479d0762-05de-4aac-8b3a-6c908e8ec55f up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:26:51.286120 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 479d0762-05de-4aac-8b3a-6c908e8ec55f completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:26:51.290379 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 479d0762-05de-4aac-8b3a-6c908e8ec55f triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:26:51.290796 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:51.379715 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:51.404557 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6fcf54-9a82-46da-8fd3-010e8079a210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479d0762-05de-4aac-8b3a-6c908e8ec55f'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:26:51.406754 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0c97e5-0889-44cc-be45-8557ba500057" -d '{"events": [{"server_uuid": "fe6fcf54-9a82-46da-8fd3-010e8079a210", "name": "network-vif-plugged", "status": "completed", "tag": "479d0762-05de-4aac-8b3a-6c908e8ec55f"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:26:51.421236 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 479d0762-05de-4aac-8b3a-6c908e8ec55f, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=479d0762-05de-4aac-8b3a-6c908e8ec55f,segment=NetworkSegment(c3251254-0f94-4748-9bef-fa558573e0ed),segment_id=c3251254-0f94-4748-9bef-fa558573e0ed)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:51.460999 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5593e47-011b-487f-a6ec-4dfde3dda178 x-openstack-request-id: req-e5593e47-011b-487f-a6ec-4dfde3dda178 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:26:51.460999 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6fcf54-9a82-46da-8fd3-010e8079a210", "name": "network-vif-plugged", "status": "completed", "tag": "479d0762-05de-4aac-8b3a-6c908e8ec55f", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:26:51.460999 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5593e47-011b-487f-a6ec-4dfde3dda178 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:26:51.460999 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5593e47-011b-487f-a6ec-4dfde3dda178'] response: {'server_uuid': 'fe6fcf54-9a82-46da-8fd3-010e8079a210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479d0762-05de-4aac-8b3a-6c908e8ec55f', 'code': 200} Apr 20 17:26:51.503449 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:51.564618 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=479d0762-05de-4aac-8b3a-6c908e8ec55f,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:51.611023 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180c932-7457-4606-9989-535332eb3a09 req-d3335296-e2c9-4bab-a1cd-07e576d498c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:51.612629 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9180c932-7457-4606-9989-535332eb3a09 req-d3335296-e2c9-4bab-a1cd-07e576d498c3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 1096 time: 0.0635049 Apr 20 17:26:51.676572 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9180c932-7457-4606-9989-535332eb3a09 req-7444a733-1d25-4823-a939-83ffb3ed0410 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6ef516cb-a842-4cf2-a084-12576c1911f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577335 Apr 20 17:26:51.693408 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43449e-919a-4f36-88c4-747cb0ebb9ce req-782dc75a-8025-416b-90ff-e9bfc9437e2b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:51.694876 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7f43449e-919a-4f36-88c4-747cb0ebb9ce req-782dc75a-8025-416b-90ff-e9bfc9437e2b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 945 time: 0.0697505 Apr 20 17:26:51.737637 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7f43449e-919a-4f36-88c4-747cb0ebb9ce req-75f51fda-e58b-4d4d-a9bf-c46eaf1f3504 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ef516cb-a842-4cf2-a084-12576c1911f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360389 Apr 20 17:26:52.822975 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8adbdb58-125e-42b7-8beb-185a4cefbb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:52.857882 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be42271-26a6-4948-b8e4-464fd54b66e7 req-c3b089c7-bb6d-4b08-a746-f5f27c37bd1a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:52.859368 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9be42271-26a6-4948-b8e4-464fd54b66e7 req-c3b089c7-bb6d-4b08-a746-f5f27c37bd1a tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 945 time: 0.0491590 Apr 20 17:26:52.903972 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9be42271-26a6-4948-b8e4-464fd54b66e7 req-896fb14a-bcc9-465b-a7e1-13e37b1e07d6 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ef516cb-a842-4cf2-a084-12576c1911f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377715 Apr 20 17:26:54.023313 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45bc419-d007-44d7-af8a-e604c06e54f1 req-01d6f013-d40c-4a01-83b9-1a7a79ba5643 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:54.024813 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b45bc419-d007-44d7-af8a-e604c06e54f1 req-01d6f013-d40c-4a01-83b9-1a7a79ba5643 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 945 time: 0.0492597 Apr 20 17:26:54.063552 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b45bc419-d007-44d7-af8a-e604c06e54f1 req-ea08d231-747b-4899-b28b-b13c9f9c06bd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ef516cb-a842-4cf2-a084-12576c1911f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326245 Apr 20 17:26:54.177808 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c1dec-8a3a-4a3e-8a8c-2f89adea7f1b req-e3259b3b-ae01-40c8-b600-4344a5fb0e76 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:54.179294 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f29c1dec-8a3a-4a3e-8a8c-2f89adea7f1b req-e3259b3b-ae01-40c8-b600-4344a5fb0e76 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 945 time: 0.0497274 Apr 20 17:26:54.217298 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f29c1dec-8a3a-4a3e-8a8c-2f89adea7f1b req-0bfa691d-a495-4270-9bd6-0922fa7cec40 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ef516cb-a842-4cf2-a084-12576c1911f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312917 Apr 20 17:26:54.238277 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32940) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:26:54.277477 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245b4670-984d-43b0-b175-a0155a94e926 tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:54.278963 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-245b4670-984d-43b0-b175-a0155a94e926 tempest-TestNetworkAdvancedServerOps-273055081 tempest-TestNetworkAdvancedServerOps-273055081-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 1091 time: 0.0397637 Apr 20 17:26:54.281765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32942) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:26:54.286300 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-045920af-e79f-497e-9d41-d3f4bf6b64dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': '479d0762-05de-4aac-8b3a-6c908e8ec55f', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:26:54.360540 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-045920af-e79f-497e-9d41-d3f4bf6b64dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:54.761107 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-045920af-e79f-497e-9d41-d3f4bf6b64dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:54.870710 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-045920af-e79f-497e-9d41-d3f4bf6b64dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Allocated IP 172.25.0.142 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/76c9f733-ce39-44bb-82f0-22cb7200d3a9) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:26:54.975909 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-045920af-e79f-497e-9d41-d3f4bf6b64dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:55.074898 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-045920af-e79f-497e-9d41-d3f4bf6b64dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:55.110920 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045920af-e79f-497e-9d41-d3f4bf6b64dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:26:55.115794 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-045920af-e79f-497e-9d41-d3f4bf6b64dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:26:55.120285 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045920af-e79f-497e-9d41-d3f4bf6b64dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:26:55.142685 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5801e57f-f2d5-40b8-94bd-899b12837d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:55.148989 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045920af-e79f-497e-9d41-d3f4bf6b64dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=76c9f733-ce39-44bb-82f0-22cb7200d3a9,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:55.496016 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-045920af-e79f-497e-9d41-d3f4bf6b64dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:55.625706 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-045920af-e79f-497e-9d41-d3f4bf6b64dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:55.773391 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-045920af-e79f-497e-9d41-d3f4bf6b64dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:55.835428 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-045920af-e79f-497e-9d41-d3f4bf6b64dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:55.902110 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045920af-e79f-497e-9d41-d3f4bf6b64dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event updated for resources: {'Port': ['ID=76c9f733-ce39-44bb-82f0-22cb7200d3a9,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:55.913707 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-045920af-e79f-497e-9d41-d3f4bf6b64dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:56.011755 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-045920af-e79f-497e-9d41-d3f4bf6b64dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Floating IP 0d766df1-8d0e-4e4d-b6ac-bda65c0d9d52 associated. External IP: 172.25.0.142, port: 479d0762-05de-4aac-8b3a-6c908e8ec55f. Apr 20 17:26:56.214114 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045920af-e79f-497e-9d41-d3f4bf6b64dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Router 10cf7454-d7d6-47d5-985f-9f350214e42b has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:26:56.321430 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045920af-e79f-497e-9d41-d3f4bf6b64dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:26:56.332188 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8434e7-54fc-4803-be6e-47362ea0f64a None None] Sync routers for ids ['10cf7454-d7d6-47d5-985f-9f350214e42b'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:26:56.342477 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8434e7-54fc-4803-be6e-47362ea0f64a None None] Routers {'10cf7454-d7d6-47d5-985f-9f350214e42b'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:26:56.346100 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-3d8434e7-54fc-4803-be6e-47362ea0f64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:26:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['10cf7454-d7d6-47d5-985f-9f350214e42b'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:56.408294 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-045920af-e79f-497e-9d41-d3f4bf6b64dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:56.440017 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-045920af-e79f-497e-9d41-d3f4bf6b64dd tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1571317 Apr 20 17:26:56.440705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6fcf54-9a82-46da-8fd3-010e8079a210', 'tag': '479d0762-05de-4aac-8b3a-6c908e8ec55f'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:26:56.442975 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f96ffc5-3368-47e3-943e-f630c4db88a8" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6fcf54-9a82-46da-8fd3-010e8079a210", "tag": "479d0762-05de-4aac-8b3a-6c908e8ec55f"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:26:56.455171 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-3d8434e7-54fc-4803-be6e-47362ea0f64a None None] Set router 10cf7454-d7d6-47d5-985f-9f350214e42b gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:26:56.545337 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fcaf1-6d0e-49b1-86f7-cbbbb7431474 req-717e0108-2eb5-48dd-9564-beb2260f1239 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:56.546851 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-af8fcaf1-6d0e-49b1-86f7-cbbbb7431474 req-717e0108-2eb5-48dd-9564-beb2260f1239 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 945 time: 0.0547123 Apr 20 17:26:56.592700 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-af8fcaf1-6d0e-49b1-86f7-cbbbb7431474 req-f1007588-a7cd-434e-a4e3-e22d9c113447 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ef516cb-a842-4cf2-a084-12576c1911f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388083 Apr 20 17:26:56.624881 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32948) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:26:56.640008 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:56.668090 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270ddb1b-e3e6-47eb-b4f7-56759ed85741 x-openstack-request-id: req-270ddb1b-e3e6-47eb-b4f7-56759ed85741 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:26:56.668409 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6fcf54-9a82-46da-8fd3-010e8079a210", "tag": "479d0762-05de-4aac-8b3a-6c908e8ec55f", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:26:56.668650 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-270ddb1b-e3e6-47eb-b4f7-56759ed85741 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:26:56.669050 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-270ddb1b-e3e6-47eb-b4f7-56759ed85741'] response: {'name': 'network-changed', 'server_uuid': 'fe6fcf54-9a82-46da-8fd3-010e8079a210', 'tag': '479d0762-05de-4aac-8b3a-6c908e8ec55f', 'status': 'completed', 'code': 200} Apr 20 17:26:56.708024 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-38fab85f-f343-41cf-82b7-a223917e00ff tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/floatingips/0d766df1-8d0e-4e4d-b6ac-bda65c0d9d52 HTTP/1.1" status: 200 len: 991 time: 0.0819757 Apr 20 17:26:56.711912 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-3d8434e7-54fc-4803-be6e-47362ea0f64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139928156', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:26:34Z', 'updated_at': '2022-04-20T17:26:39Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:26:35Z', 'updated_at': '2022-04-20T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '0d766df1-8d0e-4e4d-b6ac-bda65c0d9d52', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'port_id': '479d0762-05de-4aac-8b3a-6c908e8ec55f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8', 'mac_address': 'fa:16:3e:17:47:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6fcf54-9a82-46da-8fd3-010e8079a210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:26:55Z', 'updated_at': '2022-04-20T17:26:55Z', 'revision_number': 0, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1', 'name': '', 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:b5:6f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '29375679-3769-4969-ad3f-619e6ba69156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:26:38Z', 'updated_at': '2022-04-20T17:26:42Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '29375679-3769-4969-ad3f-619e6ba69156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:56.737290 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96ffc5-3368-47e3-943e-f630c4db88a8 req-ffe09151-9446-44f0-b21f-6bd5452e4c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:56.738810 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f96ffc5-3368-47e3-943e-f630c4db88a8 req-ffe09151-9446-44f0-b21f-6bd5452e4c06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 1096 time: 0.0435944 Apr 20 17:26:56.739277 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8434e7-54fc-4803-be6e-47362ea0f64a None None] Checking router: 10cf7454-d7d6-47d5-985f-9f350214e42b for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:26:56.747774 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8434e7-54fc-4803-be6e-47362ea0f64a None None] Routers {'10cf7454-d7d6-47d5-985f-9f350214e42b'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:26:56.748412 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-3d8434e7-54fc-4803-be6e-47362ea0f64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:26:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['10cf7454-d7d6-47d5-985f-9f350214e42b'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:56.828873 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96ffc5-3368-47e3-943e-f630c4db88a8 req-154d2eae-bbbb-407c-94d9-119574456a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:56.830358 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f96ffc5-3368-47e3-943e-f630c4db88a8 req-154d2eae-bbbb-407c-94d9-119574456a5b service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd146b1a-ae4f-4514-9e25-6e059ba2fbf8 HTTP/1.1" status: 200 len: 898 time: 0.0855575 Apr 20 17:26:56.854241 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-3d8434e7-54fc-4803-be6e-47362ea0f64a None None] Set router 10cf7454-d7d6-47d5-985f-9f350214e42b gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:26:56.901939 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f96ffc5-3368-47e3-943e-f630c4db88a8 req-ee7266b0-38be-4882-a110-963fa73a142a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=479d0762-05de-4aac-8b3a-6c908e8ec55f HTTP/1.1" status: 200 len: 999 time: 0.0651295 Apr 20 17:26:56.951214 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96ffc5-3368-47e3-943e-f630c4db88a8 req-37cec2b2-5a86-47da-8da8-8f8a3ec52cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:56.952720 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f96ffc5-3368-47e3-943e-f630c4db88a8 req-37cec2b2-5a86-47da-8da8-8f8a3ec52cf7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=29375679-3769-4969-ad3f-619e6ba69156 HTTP/1.1" status: 200 len: 835 time: 0.0447273 Apr 20 17:26:56.999340 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96ffc5-3368-47e3-943e-f630c4db88a8 req-a42931f3-0b66-48ad-924c-d640b44e55ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:26:57.000884 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f96ffc5-3368-47e3-943e-f630c4db88a8 req-a42931f3-0b66-48ad-924c-d640b44e55ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd146b1a-ae4f-4514-9e25-6e059ba2fbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412433 Apr 20 17:26:57.082125 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-3d8434e7-54fc-4803-be6e-47362ea0f64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139928156', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:26:34Z', 'updated_at': '2022-04-20T17:26:39Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:26:35Z', 'updated_at': '2022-04-20T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '0d766df1-8d0e-4e4d-b6ac-bda65c0d9d52', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'port_id': '479d0762-05de-4aac-8b3a-6c908e8ec55f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8', 'mac_address': 'fa:16:3e:17:47:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6fcf54-9a82-46da-8fd3-010e8079a210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:26:55Z', 'updated_at': '2022-04-20T17:26:55Z', 'revision_number': 0, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1', 'name': '', 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:b5:6f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '29375679-3769-4969-ad3f-619e6ba69156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:26:38Z', 'updated_at': '2022-04-20T17:26:42Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '29375679-3769-4969-ad3f-619e6ba69156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:57.100071 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f96ffc5-3368-47e3-943e-f630c4db88a8 req-e5fa9edf-a6b0-49ba-a9ba-5d9b1be61bfc service neutron] 10.222.0.30 "GET /v2.0/networks/bd146b1a-ae4f-4514-9e25-6e059ba2fbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893214 Apr 20 17:26:57.111977 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8434e7-54fc-4803-be6e-47362ea0f64a None None] The sync data for ids ['10cf7454-d7d6-47d5-985f-9f350214e42b'] in n-d-836146-2 is: [{'id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139928156', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:26:34Z', 'updated_at': '2022-04-20T17:26:39Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:26:35Z', 'updated_at': '2022-04-20T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '0d766df1-8d0e-4e4d-b6ac-bda65c0d9d52', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'port_id': '479d0762-05de-4aac-8b3a-6c908e8ec55f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8', 'mac_address': 'fa:16:3e:17:47:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6fcf54-9a82-46da-8fd3-010e8079a210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:26:55Z', 'updated_at': '2022-04-20T17:26:55Z', 'revision_number': 0, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1', 'name': '', 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:b5:6f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '29375679-3769-4969-ad3f-619e6ba69156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:26:38Z', 'updated_at': '2022-04-20T17:26:42Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '29375679-3769-4969-ad3f-619e6ba69156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:26:57.198255 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f96ffc5-3368-47e3-943e-f630c4db88a8 req-064b5535-73bb-4114-92d3-8d741f6fe670 service neutron] 10.222.0.30 "GET /v2.0/networks/bd146b1a-ae4f-4514-9e25-6e059ba2fbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915377 Apr 20 17:26:57.321641 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e94334d-387d-48fc-8aab-a6458ae9b347 None None] New status for floating IP 0d766df1-8d0e-4e4d-b6ac-bda65c0d9d52: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:26:57.712128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 32950) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:26:57.781312 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-baa6cd18-81f0-479b-b23c-a792cdb5ffa2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/floatingips/0d766df1-8d0e-4e4d-b6ac-bda65c0d9d52 HTTP/1.1" status: 200 len: 993 time: 0.0673945 Apr 20 17:26:58.050975 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:58.205191 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:59.042083 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:26:59.342908 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:00.434054 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:02.846079 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-79542198-ec71-4ae1-a411-da0cd0d6596a req-a44e6d42-67b9-4528-9a05-814b03c822b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381985 Apr 20 17:27:02.950579 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79542198-ec71-4ae1-a411-da0cd0d6596a req-674d2b31-3a5d-434c-a7c5-7c177d709d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:27:02.952072 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-79542198-ec71-4ae1-a411-da0cd0d6596a req-674d2b31-3a5d-434c-a7c5-7c177d709d81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 1096 time: 0.0409963 Apr 20 17:27:03.062058 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79542198-ec71-4ae1-a411-da0cd0d6596a req-a8273243-351e-45fe-8498-5a44aa73099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:27:03.063535 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-79542198-ec71-4ae1-a411-da0cd0d6596a req-a8273243-351e-45fe-8498-5a44aa73099a service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd146b1a-ae4f-4514-9e25-6e059ba2fbf8 HTTP/1.1" status: 200 len: 898 time: 0.0896583 Apr 20 17:27:03.137350 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-79542198-ec71-4ae1-a411-da0cd0d6596a req-e192b047-14ed-4660-9911-73f5d7b2d3cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=479d0762-05de-4aac-8b3a-6c908e8ec55f HTTP/1.1" status: 200 len: 1001 time: 0.0583425 Apr 20 17:27:03.190826 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79542198-ec71-4ae1-a411-da0cd0d6596a req-01a9a45c-7a10-4c6a-8c0d-582bde9b2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:27:03.192293 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-79542198-ec71-4ae1-a411-da0cd0d6596a req-01a9a45c-7a10-4c6a-8c0d-582bde9b2542 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=29375679-3769-4969-ad3f-619e6ba69156 HTTP/1.1" status: 200 len: 835 time: 0.0486426 Apr 20 17:27:03.237300 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79542198-ec71-4ae1-a411-da0cd0d6596a req-37c7cfbb-5a9e-4220-a3ba-117869baa5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:27:03.238783 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-79542198-ec71-4ae1-a411-da0cd0d6596a req-37c7cfbb-5a9e-4220-a3ba-117869baa5ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd146b1a-ae4f-4514-9e25-6e059ba2fbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403032 Apr 20 17:27:03.327627 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-79542198-ec71-4ae1-a411-da0cd0d6596a req-e2097c88-37ea-4d48-b99e-36314e5ac328 service neutron] 10.222.0.30 "GET /v2.0/networks/bd146b1a-ae4f-4514-9e25-6e059ba2fbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815256 Apr 20 17:27:03.421463 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-79542198-ec71-4ae1-a411-da0cd0d6596a req-a7c43487-55f8-442c-914f-ed40bdb579d0 service neutron] 10.222.0.30 "GET /v2.0/networks/bd146b1a-ae4f-4514-9e25-6e059ba2fbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874779 Apr 20 17:27:22.833350 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3a1aeb75-271d-4003-9c8e-8d8be142f01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:25.188234 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f5333d52-a0e2-4408-b111-94707e823e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:26.627861 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:28.050720 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:28.262372 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:29.330581 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:30.410758 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:36.041924 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:27:52.901700 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9b267124-d830-417f-9950-529577e5fb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:55.175830 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fc67692c-73ff-4a87-870e-a1a3406215d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:56.701814 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:58.112957 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:58.210570 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:59.370467 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:00.427467 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:04.817291 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eba31e5d-e988-49aa-85c4-93c991f60f19 req-8147d74b-9793-418f-a12e-d1df5f46aa4c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410032 Apr 20 17:28:04.911684 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba31e5d-e988-49aa-85c4-93c991f60f19 req-7a20083a-bc56-4b49-b965-3e74226d3f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:04.913213 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eba31e5d-e988-49aa-85c4-93c991f60f19 req-7a20083a-bc56-4b49-b965-3e74226d3f1f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 1096 time: 0.0398376 Apr 20 17:28:05.018206 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba31e5d-e988-49aa-85c4-93c991f60f19 req-059a6b30-b7ec-4468-b241-d15b06d9dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:05.019660 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eba31e5d-e988-49aa-85c4-93c991f60f19 req-059a6b30-b7ec-4468-b241-d15b06d9dbc3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd146b1a-ae4f-4514-9e25-6e059ba2fbf8 HTTP/1.1" status: 200 len: 898 time: 0.0873039 Apr 20 17:28:05.084100 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eba31e5d-e988-49aa-85c4-93c991f60f19 req-8b1fcc5f-3ebc-4e14-b9b6-5015374a2d10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=479d0762-05de-4aac-8b3a-6c908e8ec55f HTTP/1.1" status: 200 len: 1001 time: 0.0569961 Apr 20 17:28:05.136170 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba31e5d-e988-49aa-85c4-93c991f60f19 req-c2d6b6ce-e172-4b6e-8108-5066ad629391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:05.137665 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eba31e5d-e988-49aa-85c4-93c991f60f19 req-c2d6b6ce-e172-4b6e-8108-5066ad629391 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=29375679-3769-4969-ad3f-619e6ba69156 HTTP/1.1" status: 200 len: 835 time: 0.0474102 Apr 20 17:28:05.189775 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba31e5d-e988-49aa-85c4-93c991f60f19 req-4bff63e4-e962-4fcb-8897-19868d5fe1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:05.191285 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eba31e5d-e988-49aa-85c4-93c991f60f19 req-4bff63e4-e962-4fcb-8897-19868d5fe1e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd146b1a-ae4f-4514-9e25-6e059ba2fbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457532 Apr 20 17:28:05.295413 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eba31e5d-e988-49aa-85c4-93c991f60f19 req-d4c0e6e9-f35e-421f-b896-9f3d056891a4 service neutron] 10.222.0.30 "GET /v2.0/networks/bd146b1a-ae4f-4514-9e25-6e059ba2fbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976310 Apr 20 17:28:05.409082 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eba31e5d-e988-49aa-85c4-93c991f60f19 req-7675fa08-598b-445b-a058-e8d34a5a847d service neutron] 10.222.0.30 "GET /v2.0/networks/bd146b1a-ae4f-4514-9e25-6e059ba2fbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066806 Apr 20 17:28:09.176737 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046702e4-3991-4a5d-adeb-0e277bcb4564 req-54ad6e1c-f8de-4a1f-a4ba-2623ca288463 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:09.178213 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-046702e4-3991-4a5d-adeb-0e277bcb4564 req-54ad6e1c-f8de-4a1f-a4ba-2623ca288463 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 945 time: 0.0492780 Apr 20 17:28:09.222967 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-046702e4-3991-4a5d-adeb-0e277bcb4564 req-53b3ad0d-5b83-48de-b3f4-796b2dcc5ea2 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ef516cb-a842-4cf2-a084-12576c1911f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385628 Apr 20 17:28:10.338998 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f7a53-147c-451c-b79e-07007ce9ba4a req-30830d2f-609f-4506-ba2f-3297e00bb9c9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:10.340523 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-808f7a53-147c-451c-b79e-07007ce9ba4a req-30830d2f-609f-4506-ba2f-3297e00bb9c9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 945 time: 0.0484662 Apr 20 17:28:10.382809 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-808f7a53-147c-451c-b79e-07007ce9ba4a req-224acaa5-3dff-45b9-acb8-9ec06bee579e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ef516cb-a842-4cf2-a084-12576c1911f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357249 Apr 20 17:28:11.499814 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00524765-f3cf-40d1-bf66-9a9f28cfeed9 req-fabb2eea-f19b-4444-9a3f-6cad2c6c001f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:11.501310 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00524765-f3cf-40d1-bf66-9a9f28cfeed9 req-fabb2eea-f19b-4444-9a3f-6cad2c6c001f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 945 time: 0.0483868 Apr 20 17:28:11.541316 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00524765-f3cf-40d1-bf66-9a9f28cfeed9 req-11709654-fcf6-4b2b-8328-68104189fb54 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ef516cb-a842-4cf2-a084-12576c1911f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329480 Apr 20 17:28:11.564650 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 32992) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:11.626611 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-224ad030-4be8-49ed-852d-44658576c015 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/floatingips/0d766df1-8d0e-4e4d-b6ac-bda65c0d9d52 HTTP/1.1" status: 200 len: 993 time: 0.0611370 Apr 20 17:28:13.041149 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:28:13.081827 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ce8d1-4c05-46b8-8b40-17a214b97a90 req-30a11383-7c8f-4af7-880c-98aa9f796619 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:13.083313 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e0ce8d1-4c05-46b8-8b40-17a214b97a90 req-30a11383-7c8f-4af7-880c-98aa9f796619 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 945 time: 0.0498636 Apr 20 17:28:13.123507 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3e0ce8d1-4c05-46b8-8b40-17a214b97a90 req-b205fbad-6ecf-4ab4-a737-8fff5acf9ab0 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ef516cb-a842-4cf2-a084-12576c1911f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337214 Apr 20 17:28:13.204347 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5de790-5a4c-4f3b-8608-86adf157ba92 req-57a005fd-6d5c-4654-9106-c02dd3449e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:13.205870 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b5de790-5a4c-4f3b-8608-86adf157ba92 req-57a005fd-6d5c-4654-9106-c02dd3449e7f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 1096 time: 0.0408974 Apr 20 17:28:13.300732 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5de790-5a4c-4f3b-8608-86adf157ba92 req-a6f2c0ce-0f96-4dfc-bf80-3cb7f48df8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:13.302214 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b5de790-5a4c-4f3b-8608-86adf157ba92 req-a6f2c0ce-0f96-4dfc-bf80-3cb7f48df8fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd146b1a-ae4f-4514-9e25-6e059ba2fbf8 HTTP/1.1" status: 200 len: 898 time: 0.0889904 Apr 20 17:28:13.374234 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b5de790-5a4c-4f3b-8608-86adf157ba92 req-afebeff2-c777-45ca-93ac-69e996cecca1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=479d0762-05de-4aac-8b3a-6c908e8ec55f HTTP/1.1" status: 200 len: 1001 time: 0.0627306 Apr 20 17:28:13.426577 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5de790-5a4c-4f3b-8608-86adf157ba92 req-5e2990e6-7109-4280-8b82-123b7aa3c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:13.428141 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b5de790-5a4c-4f3b-8608-86adf157ba92 req-5e2990e6-7109-4280-8b82-123b7aa3c0b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=29375679-3769-4969-ad3f-619e6ba69156 HTTP/1.1" status: 200 len: 835 time: 0.0473213 Apr 20 17:28:13.473423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5de790-5a4c-4f3b-8608-86adf157ba92 req-32189d48-3fa7-488d-8c28-6b2e545acc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:13.474947 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b5de790-5a4c-4f3b-8608-86adf157ba92 req-32189d48-3fa7-488d-8c28-6b2e545acc1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd146b1a-ae4f-4514-9e25-6e059ba2fbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407600 Apr 20 17:28:13.563846 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b5de790-5a4c-4f3b-8608-86adf157ba92 req-ef9cdf94-34e3-492d-89cb-91e30f645633 service neutron] 10.222.0.30 "GET /v2.0/networks/bd146b1a-ae4f-4514-9e25-6e059ba2fbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826645 Apr 20 17:28:13.657903 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b5de790-5a4c-4f3b-8608-86adf157ba92 req-26faecb5-9a99-457f-b7d4-69640142151b service neutron] 10.222.0.30 "GET /v2.0/networks/bd146b1a-ae4f-4514-9e25-6e059ba2fbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879037 Apr 20 17:28:14.246136 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647f3f0-a12c-41b7-b60e-7038b62b1624 req-98178da3-dc25-43b8-b715-b74bc479881b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:14.247658 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0647f3f0-a12c-41b7-b60e-7038b62b1624 req-98178da3-dc25-43b8-b715-b74bc479881b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 945 time: 0.0520129 Apr 20 17:28:14.288112 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0647f3f0-a12c-41b7-b60e-7038b62b1624 req-8121f592-46c9-4fa0-abe1-ca11cb2846bc tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ef516cb-a842-4cf2-a084-12576c1911f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343235 Apr 20 17:28:15.410573 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87980a-c690-4057-aff7-67ef0112b19c req-9ea93dc2-4945-4857-945e-6f8d5896fe74 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:15.412051 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa87980a-c690-4057-aff7-67ef0112b19c req-9ea93dc2-4945-4857-945e-6f8d5896fe74 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 945 time: 0.0551543 Apr 20 17:28:15.449949 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-aa87980a-c690-4057-aff7-67ef0112b19c req-9a76ba8f-0dfd-4f11-a4cf-86abc82ca42c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ef516cb-a842-4cf2-a084-12576c1911f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318031 Apr 20 17:28:15.472886 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33006) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:15.536938 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2cf7f0c5-7dca-4b7b-b45e-0e7f86295844 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/floatingips/0d766df1-8d0e-4e4d-b6ac-bda65c0d9d52 HTTP/1.1" status: 200 len: 993 time: 0.0629196 Apr 20 17:28:15.767440 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33012) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:15.923226 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-abd5e257-85d5-4bcf-a1e5-0a5676e0ff3f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Deleting port 76c9f733-ce39-44bb-82f0-22cb7200d3a9 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:28:15.923572 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-abd5e257-85d5-4bcf-a1e5-0a5676e0ff3f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:15.997889 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-abd5e257-85d5-4bcf-a1e5-0a5676e0ff3f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:15.998277 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-abd5e257-85d5-4bcf-a1e5-0a5676e0ff3f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:16.009512 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-abd5e257-85d5-4bcf-a1e5-0a5676e0ff3f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Calling delete_port for 76c9f733-ce39-44bb-82f0-22cb7200d3a9 owned by network:floatingip {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:28:16.238558 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-abd5e257-85d5-4bcf-a1e5-0a5676e0ff3f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:16.263173 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5e257-85d5-4bcf-a1e5-0a5676e0ff3f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Port': ['ID=76c9f733-ce39-44bb-82f0-22cb7200d3a9,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:16.293711 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5e257-85d5-4bcf-a1e5-0a5676e0ff3f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:16.294059 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5e257-85d5-4bcf-a1e5-0a5676e0ff3f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:16.294545 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5e257-85d5-4bcf-a1e5-0a5676e0ff3f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:16.294880 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5e257-85d5-4bcf-a1e5-0a5676e0ff3f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:16.295213 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5e257-85d5-4bcf-a1e5-0a5676e0ff3f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:16.295564 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5e257-85d5-4bcf-a1e5-0a5676e0ff3f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:16.295893 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5e257-85d5-4bcf-a1e5-0a5676e0ff3f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:16.296217 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5e257-85d5-4bcf-a1e5-0a5676e0ff3f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:16.296700 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5e257-85d5-4bcf-a1e5-0a5676e0ff3f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:16.297019 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5e257-85d5-4bcf-a1e5-0a5676e0ff3f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:16.297403 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5e257-85d5-4bcf-a1e5-0a5676e0ff3f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:16.297726 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd5e257-85d5-4bcf-a1e5-0a5676e0ff3f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:16.342822 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-abd5e257-85d5-4bcf-a1e5-0a5676e0ff3f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for floatingip, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:16.343159 n-d-836146-2 neutron-server[103485]: INFO neutron.db.l3_db [None req-abd5e257-85d5-4bcf-a1e5-0a5676e0ff3f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Floating IP 0d766df1-8d0e-4e4d-b6ac-bda65c0d9d52 disassociated (deleted). External IP: 172.25.0.142, port: 479d0762-05de-4aac-8b3a-6c908e8ec55f. Apr 20 17:28:16.553920 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd5e257-85d5-4bcf-a1e5-0a5676e0ff3f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Router 10cf7454-d7d6-47d5-985f-9f350214e42b has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:28:16.664042 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd5e257-85d5-4bcf-a1e5-0a5676e0ff3f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:28:16.669042 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-abd5e257-85d5-4bcf-a1e5-0a5676e0ff3f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:16.674214 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a91f73-f2cb-4129-a311-54391afd0424 None None] Sync routers for ids ['10cf7454-d7d6-47d5-985f-9f350214e42b'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:28:16.683764 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a91f73-f2cb-4129-a311-54391afd0424 None None] Routers {'10cf7454-d7d6-47d5-985f-9f350214e42b'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:28:16.684394 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-74a91f73-f2cb-4129-a311-54391afd0424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:27:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['10cf7454-d7d6-47d5-985f-9f350214e42b'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:16.702701 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-abd5e257-85d5-4bcf-a1e5-0a5676e0ff3f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "DELETE /v2.0/floatingips/0d766df1-8d0e-4e4d-b6ac-bda65c0d9d52 HTTP/1.1" status: 204 len: 168 time: 0.9341691 Apr 20 17:28:16.703286 n-d-836146-2 neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6fcf54-9a82-46da-8fd3-010e8079a210', 'tag': '479d0762-05de-4aac-8b3a-6c908e8ec55f'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:28:16.705622 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b671de9063546e90680cf85191d27fed7073836c9867b6489af71d200b5e390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3edf077-3088-4441-ae06-92b7b1cd8754" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6fcf54-9a82-46da-8fd3-010e8079a210", "tag": "479d0762-05de-4aac-8b3a-6c908e8ec55f"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:28:16.789930 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-74a91f73-f2cb-4129-a311-54391afd0424 None None] Set router 10cf7454-d7d6-47d5-985f-9f350214e42b gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:28:17.072545 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-74a91f73-f2cb-4129-a311-54391afd0424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139928156', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:26:34Z', 'updated_at': '2022-04-20T17:26:39Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:26:35Z', 'updated_at': '2022-04-20T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1', 'name': '', 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:b5:6f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '29375679-3769-4969-ad3f-619e6ba69156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:26:38Z', 'updated_at': '2022-04-20T17:26:42Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '29375679-3769-4969-ad3f-619e6ba69156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:17.104109 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a91f73-f2cb-4129-a311-54391afd0424 None None] Checking router: 10cf7454-d7d6-47d5-985f-9f350214e42b for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:28:17.110930 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a91f73-f2cb-4129-a311-54391afd0424 None None] Routers {'10cf7454-d7d6-47d5-985f-9f350214e42b'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:28:17.111548 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-74a91f73-f2cb-4129-a311-54391afd0424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:27:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['10cf7454-d7d6-47d5-985f-9f350214e42b'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:17.122474 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd255bd8-f65f-4632-9a25-cb43c1c064a9 x-openstack-request-id: req-cd255bd8-f65f-4632-9a25-cb43c1c064a9 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:28:17.123009 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6fcf54-9a82-46da-8fd3-010e8079a210", "tag": "479d0762-05de-4aac-8b3a-6c908e8ec55f", "status": "completed", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:28:17.123262 n-d-836146-2 neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd255bd8-f65f-4632-9a25-cb43c1c064a9 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:28:17.123667 n-d-836146-2 neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd255bd8-f65f-4632-9a25-cb43c1c064a9'] response: {'name': 'network-changed', 'server_uuid': 'fe6fcf54-9a82-46da-8fd3-010e8079a210', 'tag': '479d0762-05de-4aac-8b3a-6c908e8ec55f', 'status': 'completed', 'code': 200} Apr 20 17:28:17.220173 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-74a91f73-f2cb-4129-a311-54391afd0424 None None] Set router 10cf7454-d7d6-47d5-985f-9f350214e42b gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:28:17.245897 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffa672-f54b-4e84-885a-33a137da6b28 req-32af9afd-0327-4d66-930e-8aac2407b683 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:17.247387 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d5ffa672-f54b-4e84-885a-33a137da6b28 req-32af9afd-0327-4d66-930e-8aac2407b683 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 945 time: 0.0798841 Apr 20 17:28:17.250200 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edf077-3088-4441-ae06-92b7b1cd8754 req-08387c01-c40e-429a-ae7f-fe77f8a8ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:17.251569 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3edf077-3088-4441-ae06-92b7b1cd8754 req-08387c01-c40e-429a-ae7f-fe77f8a8ebec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 1096 time: 0.0717907 Apr 20 17:28:17.333079 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d5ffa672-f54b-4e84-885a-33a137da6b28 req-fc4d3646-e912-4a78-904c-e9b5d1772f8c tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ef516cb-a842-4cf2-a084-12576c1911f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790651 Apr 20 17:28:17.371268 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edf077-3088-4441-ae06-92b7b1cd8754 req-7a2cd82b-9a62-4c43-bf9b-1e4758940aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:17.372794 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3edf077-3088-4441-ae06-92b7b1cd8754 req-7a2cd82b-9a62-4c43-bf9b-1e4758940aad service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd146b1a-ae4f-4514-9e25-6e059ba2fbf8 HTTP/1.1" status: 200 len: 898 time: 0.1124072 Apr 20 17:28:17.416712 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-74a91f73-f2cb-4129-a311-54391afd0424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139928156', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:26:34Z', 'updated_at': '2022-04-20T17:26:39Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:26:35Z', 'updated_at': '2022-04-20T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1', 'name': '', 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:b5:6f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '29375679-3769-4969-ad3f-619e6ba69156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:26:38Z', 'updated_at': '2022-04-20T17:26:42Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '29375679-3769-4969-ad3f-619e6ba69156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:17.418495 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3edf077-3088-4441-ae06-92b7b1cd8754 req-dbc28e08-80b1-4305-9d1f-a923295e0959 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=479d0762-05de-4aac-8b3a-6c908e8ec55f HTTP/1.1" status: 200 len: 217 time: 0.0352414 Apr 20 17:28:17.442707 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a91f73-f2cb-4129-a311-54391afd0424 None None] The sync data for ids ['10cf7454-d7d6-47d5-985f-9f350214e42b'] in n-d-836146-2 is: [{'id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139928156', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:26:34Z', 'updated_at': '2022-04-20T17:26:39Z', 'revision_number': 4, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:26:35Z', 'updated_at': '2022-04-20T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1', 'name': '', 'network_id': 'bd146b1a-ae4f-4514-9e25-6e059ba2fbf8', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'mac_address': 'fa:16:3e:b5:6f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '29375679-3769-4969-ad3f-619e6ba69156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:26:38Z', 'updated_at': '2022-04-20T17:26:42Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'subnets': [{'id': '29375679-3769-4969-ad3f-619e6ba69156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:28:17.476623 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edf077-3088-4441-ae06-92b7b1cd8754 req-6fdd38ef-6922-42d9-9d4b-dbdcd0803e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:17.478100 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3edf077-3088-4441-ae06-92b7b1cd8754 req-6fdd38ef-6922-42d9-9d4b-dbdcd0803e18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=29375679-3769-4969-ad3f-619e6ba69156 HTTP/1.1" status: 200 len: 835 time: 0.0510232 Apr 20 17:28:17.531203 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edf077-3088-4441-ae06-92b7b1cd8754 req-f095af50-5712-4334-b17a-7e01e5ba8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:17.532985 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3edf077-3088-4441-ae06-92b7b1cd8754 req-f095af50-5712-4334-b17a-7e01e5ba8086 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd146b1a-ae4f-4514-9e25-6e059ba2fbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479267 Apr 20 17:28:17.629147 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3edf077-3088-4441-ae06-92b7b1cd8754 req-05d85e43-7471-488d-b98c-9ade15bdcc9e service neutron] 10.222.0.30 "GET /v2.0/networks/bd146b1a-ae4f-4514-9e25-6e059ba2fbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886045 Apr 20 17:28:17.669992 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008805ba-69b7-438a-b380-87349e566fa2 None None] New status for floating IP 0d766df1-8d0e-4e4d-b6ac-bda65c0d9d52: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:28:17.727929 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e3edf077-3088-4441-ae06-92b7b1cd8754 req-57724faa-e285-4da1-aa31-2db23b8af888 service neutron] 10.222.0.30 "GET /v2.0/networks/bd146b1a-ae4f-4514-9e25-6e059ba2fbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907528 Apr 20 17:28:18.452371 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0672a-0f4a-448c-801e-78a2316e5dc5 req-77f1c79a-2217-402b-84d1-ccd62ae97e60 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:18.453840 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eba0672a-0f4a-448c-801e-78a2316e5dc5 req-77f1c79a-2217-402b-84d1-ccd62ae97e60 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 945 time: 0.0495567 Apr 20 17:28:18.490895 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eba0672a-0f4a-448c-801e-78a2316e5dc5 req-932f6544-a8f9-4c76-a96b-83cee4835c72 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ef516cb-a842-4cf2-a084-12576c1911f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309927 Apr 20 17:28:19.135193 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae505b-58ae-4e25-9832-d8985878b9a2 req-baa71102-a83c-4234-aa6f-af1097f6752b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:19.136661 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a9ae505b-58ae-4e25-9832-d8985878b9a2 req-baa71102-a83c-4234-aa6f-af1097f6752b tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 945 time: 0.0481651 Apr 20 17:28:19.228117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-a9ae505b-58ae-4e25-9832-d8985878b9a2 req-c425bb1c-9c34-4ede-8f73-b8d33cb56c7e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Deleting port 479d0762-05de-4aac-8b3a-6c908e8ec55f {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:28:19.228482 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a9ae505b-58ae-4e25-9832-d8985878b9a2 req-c425bb1c-9c34-4ede-8f73-b8d33cb56c7e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:19.316319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a9ae505b-58ae-4e25-9832-d8985878b9a2 req-c425bb1c-9c34-4ede-8f73-b8d33cb56c7e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] For port 479d0762-05de-4aac-8b3a-6c908e8ec55f, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=479d0762-05de-4aac-8b3a-6c908e8ec55f,segment=NetworkSegment(c3251254-0f94-4748-9bef-fa558573e0ed),segment_id=c3251254-0f94-4748-9bef-fa558573e0ed)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:19.316714 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a9ae505b-58ae-4e25-9832-d8985878b9a2 req-c425bb1c-9c34-4ede-8f73-b8d33cb56c7e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:19.331222 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-a9ae505b-58ae-4e25-9832-d8985878b9a2 req-c425bb1c-9c34-4ede-8f73-b8d33cb56c7e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Calling delete_port for 479d0762-05de-4aac-8b3a-6c908e8ec55f owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:28:19.533401 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a9ae505b-58ae-4e25-9832-d8985878b9a2 req-c425bb1c-9c34-4ede-8f73-b8d33cb56c7e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:19.569174 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425bb1c-9c34-4ede-8f73-b8d33cb56c7e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Port': ['ID=479d0762-05de-4aac-8b3a-6c908e8ec55f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:19.620475 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-76b7d13e-e122-449f-9235-da89414b4412 req-f4073124-ffbb-43d1-ac9b-bcfbc6047eb8 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fcf54-9a82-46da-8fd3-010e8079a210 HTTP/1.1" status: 200 len: 210 time: 0.0537875 Apr 20 17:28:19.641232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425bb1c-9c34-4ede-8f73-b8d33cb56c7e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:19.641232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425bb1c-9c34-4ede-8f73-b8d33cb56c7e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:19.641232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425bb1c-9c34-4ede-8f73-b8d33cb56c7e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:19.641232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425bb1c-9c34-4ede-8f73-b8d33cb56c7e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:19.641232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425bb1c-9c34-4ede-8f73-b8d33cb56c7e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:19.641232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425bb1c-9c34-4ede-8f73-b8d33cb56c7e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:19.641232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425bb1c-9c34-4ede-8f73-b8d33cb56c7e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:19.641232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425bb1c-9c34-4ede-8f73-b8d33cb56c7e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:19.641232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425bb1c-9c34-4ede-8f73-b8d33cb56c7e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:19.641232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425bb1c-9c34-4ede-8f73-b8d33cb56c7e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:19.641232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425bb1c-9c34-4ede-8f73-b8d33cb56c7e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:19.641232 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425bb1c-9c34-4ede-8f73-b8d33cb56c7e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:19.642728 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ae505b-58ae-4e25-9832-d8985878b9a2 req-c425bb1c-9c34-4ede-8f73-b8d33cb56c7e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] No DVR routers for this DVR port 479d0762-05de-4aac-8b3a-6c908e8ec55f on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:28:19.645784 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a9ae505b-58ae-4e25-9832-d8985878b9a2 req-c425bb1c-9c34-4ede-8f73-b8d33cb56c7e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:19.648499 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a9ae505b-58ae-4e25-9832-d8985878b9a2 req-c425bb1c-9c34-4ede-8f73-b8d33cb56c7e tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.30 "DELETE /v2.0/ports/479d0762-05de-4aac-8b3a-6c908e8ec55f HTTP/1.1" status: 204 len: 173 time: 0.5061479 Apr 20 17:28:19.648931 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6fcf54-9a82-46da-8fd3-010e8079a210', 'name': 'network-vif-deleted', 'tag': '479d0762-05de-4aac-8b3a-6c908e8ec55f'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:28:19.651226 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60335d09-134c-45ba-9d86-9ac1747cdd50" -d '{"events": [{"server_uuid": "fe6fcf54-9a82-46da-8fd3-010e8079a210", "name": "network-vif-deleted", "tag": "479d0762-05de-4aac-8b3a-6c908e8ec55f"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:28:19.687717 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a42f8e2-7fef-482f-8fca-f2dacf6f779c x-openstack-request-id: req-0a42f8e2-7fef-482f-8fca-f2dacf6f779c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:28:19.688013 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6fcf54-9a82-46da-8fd3-010e8079a210", "name": "network-vif-deleted", "tag": "479d0762-05de-4aac-8b3a-6c908e8ec55f", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:28:19.688305 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a42f8e2-7fef-482f-8fca-f2dacf6f779c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:28:19.688763 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a42f8e2-7fef-482f-8fca-f2dacf6f779c'] response: {'server_uuid': 'fe6fcf54-9a82-46da-8fd3-010e8079a210', 'name': 'network-vif-deleted', 'tag': '479d0762-05de-4aac-8b3a-6c908e8ec55f', 'status': 'completed', 'code': 200} Apr 20 17:28:20.681021 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33028) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:21.039710 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b06773f3-0b7e-4608-8170-7f2bed3ecab9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:21.293967 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b06773f3-0b7e-4608-8170-7f2bed3ecab9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Deleting port 3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:28:21.294233 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b06773f3-0b7e-4608-8170-7f2bed3ecab9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:21.381415 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-b06773f3-0b7e-4608-8170-7f2bed3ecab9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] For port 3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1,segment=NetworkSegment(c3251254-0f94-4748-9bef-fa558573e0ed),segment_id=c3251254-0f94-4748-9bef-fa558573e0ed)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:21.381776 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b06773f3-0b7e-4608-8170-7f2bed3ecab9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:21.398507 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b06773f3-0b7e-4608-8170-7f2bed3ecab9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Calling delete_port for 3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:28:21.526306 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 479d0762-05de-4aac-8b3a-6c908e8ec55f no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:28:21.549811 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 479d0762-05de-4aac-8b3a-6c908e8ec55f {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:28:21.550168 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 479d0762-05de-4aac-8b3a-6c908e8ec55f not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:28:21.655646 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b06773f3-0b7e-4608-8170-7f2bed3ecab9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:22.010356 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06773f3-0b7e-4608-8170-7f2bed3ecab9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Port': ['ID=3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:22.186402 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b06773f3-0b7e-4608-8170-7f2bed3ecab9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:22.399189 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06773f3-0b7e-4608-8170-7f2bed3ecab9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Router 10cf7454-d7d6-47d5-985f-9f350214e42b has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:28:22.505197 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06773f3-0b7e-4608-8170-7f2bed3ecab9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:28:22.510104 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b06773f3-0b7e-4608-8170-7f2bed3ecab9 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "PUT /v2.0/routers/10cf7454-d7d6-47d5-985f-9f350214e42b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8279781 Apr 20 17:28:22.512737 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33030) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:22.517557 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffe5343-bc33-42ed-9637-1f3769ab0de6 None None] Sync routers for ids ['10cf7454-d7d6-47d5-985f-9f350214e42b'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:28:22.526970 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffe5343-bc33-42ed-9637-1f3769ab0de6 None None] Routers {'10cf7454-d7d6-47d5-985f-9f350214e42b'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:28:22.527656 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-dffe5343-bc33-42ed-9637-1f3769ab0de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:27:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['10cf7454-d7d6-47d5-985f-9f350214e42b'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:22.576146 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f1e9db-8bcb-4358-8dd7-7dab6795af9f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Deleting subnet 29375679-3769-4969-ad3f-619e6ba69156 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 17:28:22.576146 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-92f1e9db-8bcb-4358-8dd7-7dab6795af9f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:22.613106 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-92f1e9db-8bcb-4358-8dd7-7dab6795af9f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:22.638184 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-dffe5343-bc33-42ed-9637-1f3769ab0de6 None None] Set router 10cf7454-d7d6-47d5-985f-9f350214e42b gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:28:22.703179 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-92f1e9db-8bcb-4358-8dd7-7dab6795af9f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:22.812985 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-dffe5343-bc33-42ed-9637-1f3769ab0de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139928156', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:26:34Z', 'updated_at': '2022-04-20T17:28:21Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:26:35Z', 'updated_at': '2022-04-20T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:22.816020 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-92f1e9db-8bcb-4358-8dd7-7dab6795af9f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:22.826959 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-628f9ef1-2ee4-4ef5-a58f-27fc4b15db59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:22.839959 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffe5343-bc33-42ed-9637-1f3769ab0de6 None None] Checking router: 10cf7454-d7d6-47d5-985f-9f350214e42b for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:28:22.844731 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1e9db-8bcb-4358-8dd7-7dab6795af9f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Subnet': ['ID=29375679-3769-4969-ad3f-619e6ba69156,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:22.848512 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-92f1e9db-8bcb-4358-8dd7-7dab6795af9f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:22.849045 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffe5343-bc33-42ed-9637-1f3769ab0de6 None None] Routers {'10cf7454-d7d6-47d5-985f-9f350214e42b'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:28:22.849672 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-dffe5343-bc33-42ed-9637-1f3769ab0de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:27:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['10cf7454-d7d6-47d5-985f-9f350214e42b'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:22.854679 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-92f1e9db-8bcb-4358-8dd7-7dab6795af9f tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "DELETE /v2.0/subnets/29375679-3769-4969-ad3f-619e6ba69156 HTTP/1.1" status: 204 len: 168 time: 0.3409116 Apr 20 17:28:22.854866 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33032) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:22.863970 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152e0d90-8e21-4a80-8c25-ec0927b306fc None None] Network bd146b1a-ae4f-4514-9e25-6e059ba2fbf8 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:28:22.955531 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-dffe5343-bc33-42ed-9637-1f3769ab0de6 None None] Set router 10cf7454-d7d6-47d5-985f-9f350214e42b gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:28:22.968927 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00ea5d73-f240-4f0f-8c42-2e62430a6e63 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:23.062334 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0516c80e-bba1-4695-a7f5-cac1ed13f7b0 None None] DHCP port deletion for bd146b1a-ae4f-4514-9e25-6e059ba2fbf8 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 17:28:23.112681 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-0516c80e-bba1-4695-a7f5-cac1ed13f7b0 None None] Deleting port 1afa5a13-1287-45eb-95fb-289d9dc248d3 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:28:23.113373 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0516c80e-bba1-4695-a7f5-cac1ed13f7b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:23.144640 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-dffe5343-bc33-42ed-9637-1f3769ab0de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139928156', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:26:34Z', 'updated_at': '2022-04-20T17:28:21Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:26:35Z', 'updated_at': '2022-04-20T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:23.171781 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffe5343-bc33-42ed-9637-1f3769ab0de6 None None] The sync data for ids ['10cf7454-d7d6-47d5-985f-9f350214e42b'] in n-d-836146-2 is: [{'id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139928156', 'tenant_id': '606be8daf7cc430dabbdcb8a72158fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:26:34Z', 'updated_at': '2022-04-20T17:28:21Z', 'revision_number': 5, 'project_id': '606be8daf7cc430dabbdcb8a72158fa5', 'gw_port': {'id': 'e23c2dff-a5bd-41ef-91ba-afb05d2c9974', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:af:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf7454-d7d6-47d5-985f-9f350214e42b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:26:35Z', 'updated_at': '2022-04-20T17:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:28:23.188128 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-0516c80e-bba1-4695-a7f5-cac1ed13f7b0 None None] For port 1afa5a13-1287-45eb-95fb-289d9dc248d3, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=1afa5a13-1287-45eb-95fb-289d9dc248d3,segment=NetworkSegment(c3251254-0f94-4748-9bef-fa558573e0ed),segment_id=c3251254-0f94-4748-9bef-fa558573e0ed)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:23.188583 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0516c80e-bba1-4695-a7f5-cac1ed13f7b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:23.205786 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-0516c80e-bba1-4695-a7f5-cac1ed13f7b0 None None] Calling delete_port for 1afa5a13-1287-45eb-95fb-289d9dc248d3 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:28:23.341260 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0516c80e-bba1-4695-a7f5-cac1ed13f7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:23.372432 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516c80e-bba1-4695-a7f5-cac1ed13f7b0 None None] Pushing event deleted for resources: {'Port': ['ID=1afa5a13-1287-45eb-95fb-289d9dc248d3,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:23.382787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0516c80e-bba1-4695-a7f5-cac1ed13f7b0 None None] No DVR routers for this DVR port 1afa5a13-1287-45eb-95fb-289d9dc248d3 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:28:23.382787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516c80e-bba1-4695-a7f5-cac1ed13f7b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:23.382787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516c80e-bba1-4695-a7f5-cac1ed13f7b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:23.382787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516c80e-bba1-4695-a7f5-cac1ed13f7b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:23.382787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516c80e-bba1-4695-a7f5-cac1ed13f7b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:23.382787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516c80e-bba1-4695-a7f5-cac1ed13f7b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:23.382787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516c80e-bba1-4695-a7f5-cac1ed13f7b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:23.382787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516c80e-bba1-4695-a7f5-cac1ed13f7b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:23.382787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516c80e-bba1-4695-a7f5-cac1ed13f7b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:23.382787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516c80e-bba1-4695-a7f5-cac1ed13f7b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:23.383669 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516c80e-bba1-4695-a7f5-cac1ed13f7b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:23.383669 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516c80e-bba1-4695-a7f5-cac1ed13f7b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:23.383669 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516c80e-bba1-4695-a7f5-cac1ed13f7b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:23.396846 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00ea5d73-f240-4f0f-8c42-2e62430a6e63 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:23.509798 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-00ea5d73-f240-4f0f-8c42-2e62430a6e63 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Deleting port e23c2dff-a5bd-41ef-91ba-afb05d2c9974 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:28:23.510139 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00ea5d73-f240-4f0f-8c42-2e62430a6e63 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:23.594810 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-00ea5d73-f240-4f0f-8c42-2e62430a6e63 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] For port e23c2dff-a5bd-41ef-91ba-afb05d2c9974, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e23c2dff-a5bd-41ef-91ba-afb05d2c9974,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:23.595281 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00ea5d73-f240-4f0f-8c42-2e62430a6e63 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:23.609798 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-00ea5d73-f240-4f0f-8c42-2e62430a6e63 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Calling delete_port for e23c2dff-a5bd-41ef-91ba-afb05d2c9974 owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:28:23.815060 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00ea5d73-f240-4f0f-8c42-2e62430a6e63 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:23.843595 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea5d73-f240-4f0f-8c42-2e62430a6e63 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Port': ['ID=e23c2dff-a5bd-41ef-91ba-afb05d2c9974,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:23.906506 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00ea5d73-f240-4f0f-8c42-2e62430a6e63 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:23.996676 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1afa5a13-1287-45eb-95fb-289d9dc248d3 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:28:23.997808 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00ea5d73-f240-4f0f-8c42-2e62430a6e63 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:24.000006 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00ea5d73-f240-4f0f-8c42-2e62430a6e63 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:24.020181 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 1afa5a13-1287-45eb-95fb-289d9dc248d3 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:28:24.020559 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 1afa5a13-1287-45eb-95fb-289d9dc248d3 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:28:24.020969 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:28:24.040221 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:28:24.040592 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 3bd9cf1d-86ea-45ef-b117-c0e03cd9c9d1 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:28:24.106875 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00ea5d73-f240-4f0f-8c42-2e62430a6e63 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:24.107488 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ea5d73-f240-4f0f-8c42-2e62430a6e63 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Fanout notify agent at l3_agent the message router_deleted on router 10cf7454-d7d6-47d5-985f-9f350214e42b {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:28:24.115873 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00ea5d73-f240-4f0f-8c42-2e62430a6e63 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:24.118958 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33034) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:24.119462 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-00ea5d73-f240-4f0f-8c42-2e62430a6e63 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "DELETE /v2.0/routers/10cf7454-d7d6-47d5-985f-9f350214e42b HTTP/1.1" status: 204 len: 168 time: 1.2631028 Apr 20 17:28:24.207618 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7be3dbb7-0cea-4f69-9b37-f42232aad437 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:24.298140 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7be3dbb7-0cea-4f69-9b37-f42232aad437 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:24.323225 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-7be3dbb7-0cea-4f69-9b37-f42232aad437 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd146b1a-ae4f-4514-9e25-6e059ba2fbf8']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:24.333008 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-7be3dbb7-0cea-4f69-9b37-f42232aad437 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3251254-0f94-4748-9bef-fa558573e0ed') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:24.333306 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-7be3dbb7-0cea-4f69-9b37-f42232aad437 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3251254-0f94-4748-9bef-fa558573e0ed') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:24.342946 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7be3dbb7-0cea-4f69-9b37-f42232aad437 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:24.355693 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7be3dbb7-0cea-4f69-9b37-f42232aad437 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:24.361866 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be3dbb7-0cea-4f69-9b37-f42232aad437 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7be3dbb7-0cea-4f69-9b37-f42232aad437 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: timer() Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:28:24.368656 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:28:24.472518 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7be3dbb7-0cea-4f69-9b37-f42232aad437 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:24.477317 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7be3dbb7-0cea-4f69-9b37-f42232aad437 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:24.481180 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7be3dbb7-0cea-4f69-9b37-f42232aad437 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "DELETE /v2.0/networks/bd146b1a-ae4f-4514-9e25-6e059ba2fbf8 HTTP/1.1" status: 204 len: 168 time: 0.3611305 Apr 20 17:28:24.484031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33036) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:24.496423 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3dbb7-0cea-4f69-9b37-f42232aad437 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'Network': ['ID=bd146b1a-ae4f-4514-9e25-6e059ba2fbf8,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:24.546245 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-249c87e3-2b1a-487d-9aab-03115c3fd609 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:24.573925 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-249c87e3-2b1a-487d-9aab-03115c3fd609 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:24.700976 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-249c87e3-2b1a-487d-9aab-03115c3fd609 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:24.704240 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-249c87e3-2b1a-487d-9aab-03115c3fd609 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:24.705436 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-249c87e3-2b1a-487d-9aab-03115c3fd609 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] 10.222.0.15 "DELETE /v2.0/security-groups/6ef516cb-a842-4cf2-a084-12576c1911f1 HTTP/1.1" status: 204 len: 168 time: 0.2203565 Apr 20 17:28:24.714780 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c87e3-2b1a-487d-9aab-03115c3fd609 tempest-TestNetworkAdvancedServerOps-706831558 tempest-TestNetworkAdvancedServerOps-706831558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef516cb-a842-4cf2-a084-12576c1911f1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:25.129621 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-142eb29a-0653-459c-8346-121eed46a979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:25.272197 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33044) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:25.415590 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-2bbecaaa-8594-40d8-bc87-767b103a3b36 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=606be8daf7cc430dabbdcb8a72158fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421874 Apr 20 17:28:25.418035 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33048) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:25.466148 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9502f588-ba06-41c6-8ce0-0be2ea17edc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:25.486536 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9502f588-ba06-41c6-8ce0-0be2ea17edc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:25.598246 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9502f588-ba06-41c6-8ce0-0be2ea17edc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:25.600863 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9502f588-ba06-41c6-8ce0-0be2ea17edc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:25.602030 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9502f588-ba06-41c6-8ce0-0be2ea17edc8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c148547-941e-473c-98ca-e68ae288a343 HTTP/1.1" status: 204 len: 168 time: 0.1831138 Apr 20 17:28:25.610337 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502f588-ba06-41c6-8ce0-0be2ea17edc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c148547-941e-473c-98ca-e68ae288a343,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:25.897260 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e23c2dff-a5bd-41ef-91ba-afb05d2c9974 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:28:25.918003 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: e23c2dff-a5bd-41ef-91ba-afb05d2c9974 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:28:25.918348 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e23c2dff-a5bd-41ef-91ba-afb05d2c9974 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:28:26.071649 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33054) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:26.088009 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5b36-fd96-4df3-956d-0fbcce302d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:26.162725 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5b36-fd96-4df3-956d-0fbcce302d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:26.209008 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5b36-fd96-4df3-956d-0fbcce302d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:26.246451 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-0bbf5b36-fd96-4df3-956d-0fbcce302d5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5575b92509fa4ba2bd96baadd838254d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736746 Apr 20 17:28:26.247320 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf5b36-fd96-4df3-956d-0fbcce302d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cd0017-8c6a-4a67-975b-ce3a0566676e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:26.249890 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33056) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:26.299935 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4db4585b-003c-480c-b666-1941ff7be8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:26.320710 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4db4585b-003c-480c-b666-1941ff7be8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:26.432421 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4db4585b-003c-480c-b666-1941ff7be8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:26.434968 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4db4585b-003c-480c-b666-1941ff7be8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:26.436788 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4db4585b-003c-480c-b666-1941ff7be8ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/98cd0017-8c6a-4a67-975b-ce3a0566676e HTTP/1.1" status: 204 len: 168 time: 0.1858914 Apr 20 17:28:26.444676 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4585b-003c-480c-b666-1941ff7be8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cd0017-8c6a-4a67-975b-ce3a0566676e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:26.649563 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:27.487949 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33078) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:27.584509 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-33696b7b-9617-49df-a899-947ae32b304c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1300161459-network', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:28:27.660624 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33696b7b-9617-49df-a899-947ae32b304c admin admin] Made reservation on behalf of 4e972fe9e08746ff97ce7b0909dc8173 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:28:27.662973 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-33696b7b-9617-49df-a899-947ae32b304c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:27.672396 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-33696b7b-9617-49df-a899-947ae32b304c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:27.745149 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-33696b7b-9617-49df-a899-947ae32b304c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:27.786056 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-33696b7b-9617-49df-a899-947ae32b304c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:27.810597 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33696b7b-9617-49df-a899-947ae32b304c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:28:27.818990 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33696b7b-9617-49df-a899-947ae32b304c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0136474-17e9-4fc9-960e-173d4f66cfab,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:27.824917 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-33696b7b-9617-49df-a899-947ae32b304c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:27.825276 n-d-836146-2 neutron-server[103484]: INFO neutron.db.segments_db [None req-33696b7b-9617-49df-a899-947ae32b304c admin admin] Added segment b3ebab6f-e3f0-42c5-9913-5b4c80612766 of type vlan for network 79db0b1e-de97-4a8a-b22b-64ff3632ed39 Apr 20 17:28:27.864275 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-33696b7b-9617-49df-a899-947ae32b304c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:27.969395 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-33696b7b-9617-49df-a899-947ae32b304c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:27.970378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33696b7b-9617-49df-a899-947ae32b304c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:27.970978 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-33696b7b-9617-49df-a899-947ae32b304c admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:28.032794 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33696b7b-9617-49df-a899-947ae32b304c admin admin] Pushing event updated for resources: {'Network': ['ID=79db0b1e-de97-4a8a-b22b-64ff3632ed39,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:28.038074 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:28.042688 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 79db0b1e-de97-4a8a-b22b-64ff3632ed39 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 17:28:28.069444 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-33696b7b-9617-49df-a899-947ae32b304c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5802717 Apr 20 17:28:28.072206 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33082) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:28.077530 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-baa837b5-ce5f-4ef9-94ac-385d122274b3 admin admin] Request body: {'subnet': {'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1300161459-subnet', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:28:28.158176 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa837b5-ce5f-4ef9-94ac-385d122274b3 admin admin] Made reservation on behalf of 4e972fe9e08746ff97ce7b0909dc8173 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:28:28.160637 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-baa837b5-ce5f-4ef9-94ac-385d122274b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58989460'] for subnet, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:28.251349 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:28.398306 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-baa837b5-ce5f-4ef9-94ac-385d122274b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59760090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58989442'] for subnet, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:28.454324 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa837b5-ce5f-4ef9-94ac-385d122274b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d59b8c7a-0a22-40d8-818c-c1f34ba64922,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:28.461357 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa837b5-ce5f-4ef9-94ac-385d122274b3 admin admin] Checking segment: {'id': 'b3ebab6f-e3f0-42c5-9913-5b4c80612766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:28:28.461708 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa837b5-ce5f-4ef9-94ac-385d122274b3 admin admin] Network hostable DHCP agents. Network: 79db0b1e-de97-4a8a-b22b-64ff3632ed39, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:28:28.512100 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa837b5-ce5f-4ef9-94ac-385d122274b3 admin admin] Network 79db0b1e-de97-4a8a-b22b-64ff3632ed39 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:28:28.563857 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-baa837b5-ce5f-4ef9-94ac-385d122274b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 79db0b1e-de97-4a8a-b22b-64ff3632ed39) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:28:28.568000 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa837b5-ce5f-4ef9-94ac-385d122274b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:28.568630 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-baa837b5-ce5f-4ef9-94ac-385d122274b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:28.573593 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3bf694-019b-4dcf-97bc-e0f44185f466 None None] Network 79db0b1e-de97-4a8a-b22b-64ff3632ed39 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:28:28.647055 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-baa837b5-ce5f-4ef9-94ac-385d122274b3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5737770 Apr 20 17:28:28.650018 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33084) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:28.654299 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-1a595af9-8111-4eb2-8895-336322e26316 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1300161459-router', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:28:28.713554 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60361af-a344-4d83-9464-570c7bef8312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'fixed_ips': [{'subnet_id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 17:28:28.714404 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b60361af-a344-4d83-9464-570c7bef8312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:28.729530 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a595af9-8111-4eb2-8895-336322e26316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:28.730554 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a595af9-8111-4eb2-8895-336322e26316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:28.787446 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a595af9-8111-4eb2-8895-336322e26316 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:28.850635 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-b60361af-a344-4d83-9464-570c7bef8312 None None] Allocated IP 172.20.0.2 (79db0b1e-de97-4a8a-b22b-64ff3632ed39/d59b8c7a-0a22-40d8-818c-c1f34ba64922/94144c70-a530-4cd4-bfad-d5c922dde569) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:28:28.991890 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b60361af-a344-4d83-9464-570c7bef8312 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:28.999458 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a595af9-8111-4eb2-8895-336322e26316 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:29.067254 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b60361af-a344-4d83-9464-570c7bef8312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:29.103346 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60361af-a344-4d83-9464-570c7bef8312 None None] Network 79db0b1e-de97-4a8a-b22b-64ff3632ed39 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:28:29.108600 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-b60361af-a344-4d83-9464-570c7bef8312 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:28:29.113963 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60361af-a344-4d83-9464-570c7bef8312 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:28:29.120926 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60361af-a344-4d83-9464-570c7bef8312 None None] Pushing event updated for resources: {'Port': ['ID=94144c70-a530-4cd4-bfad-d5c922dde569,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:29.172869 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b60361af-a344-4d83-9464-570c7bef8312 None None] Attempting to bind port 94144c70-a530-4cd4-bfad-d5c922dde569 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:28:29.173235 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b60361af-a344-4d83-9464-570c7bef8312 None None] Attempting to bind port 94144c70-a530-4cd4-bfad-d5c922dde569 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b3ebab6f-e3f0-42c5-9913-5b4c80612766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:28:29.173593 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60361af-a344-4d83-9464-570c7bef8312 None None] Attempting to bind port 94144c70-a530-4cd4-bfad-d5c922dde569 on network 79db0b1e-de97-4a8a-b22b-64ff3632ed39 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:28:29.178585 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60361af-a344-4d83-9464-570c7bef8312 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:28:29.178962 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60361af-a344-4d83-9464-570c7bef8312 None None] Checking segment: {'id': 'b3ebab6f-e3f0-42c5-9913-5b4c80612766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:28:29.179357 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b60361af-a344-4d83-9464-570c7bef8312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:29.179744 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60361af-a344-4d83-9464-570c7bef8312 None None] Bound using segment: {'id': 'b3ebab6f-e3f0-42c5-9913-5b4c80612766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:28:29.180200 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b60361af-a344-4d83-9464-570c7bef8312 None None] Bound port: 94144c70-a530-4cd4-bfad-d5c922dde569, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ebab6f-e3f0-42c5-9913-5b4c80612766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:28:29.180601 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b60361af-a344-4d83-9464-570c7bef8312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:29.248834 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b60361af-a344-4d83-9464-570c7bef8312 None None] For port 94144c70-a530-4cd4-bfad-d5c922dde569, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:28:29.251882 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b60361af-a344-4d83-9464-570c7bef8312 None None] For port 94144c70-a530-4cd4-bfad-d5c922dde569, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=94144c70-a530-4cd4-bfad-d5c922dde569,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:28:29.298952 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a595af9-8111-4eb2-8895-336322e26316 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:29.312850 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b60361af-a344-4d83-9464-570c7bef8312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:29.319049 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a595af9-8111-4eb2-8895-336322e26316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:29.371555 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:29.375429 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60361af-a344-4d83-9464-570c7bef8312 None None] Pushing event updated for resources: {'Port': ['ID=94144c70-a530-4cd4-bfad-d5c922dde569,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:29.433979 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-1a595af9-8111-4eb2-8895-336322e26316 admin admin] Allocated IP 172.25.0.13 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/ba2f31b7-1ffc-44e0-b793-b182cbc54cab) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:28:29.551393 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a595af9-8111-4eb2-8895-336322e26316 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:29.644008 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a595af9-8111-4eb2-8895-336322e26316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:29.683997 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a595af9-8111-4eb2-8895-336322e26316 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:28:29.687558 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-1a595af9-8111-4eb2-8895-336322e26316 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:28:29.691223 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a595af9-8111-4eb2-8895-336322e26316 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:28:29.696665 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a595af9-8111-4eb2-8895-336322e26316 admin admin] Pushing event updated for resources: {'Port': ['ID=ba2f31b7-1ffc-44e0-b793-b182cbc54cab,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:29.978582 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 94144c70-a530-4cd4-bfad-d5c922dde569 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:28:30.020655 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a595af9-8111-4eb2-8895-336322e26316 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:30.035886 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 94144c70-a530-4cd4-bfad-d5c922dde569 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:30.036267 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:30.123170 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:30.157480 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 94144c70-a530-4cd4-bfad-d5c922dde569, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=94144c70-a530-4cd4-bfad-d5c922dde569,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:30.226592 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:30.233761 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a595af9-8111-4eb2-8895-336322e26316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:30.279969 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=94144c70-a530-4cd4-bfad-d5c922dde569,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:30.325653 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2a4e64-ee09-427d-83f6-31a9c59bfea5 None None] Network 79db0b1e-de97-4a8a-b22b-64ff3632ed39 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:28:30.455247 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a595af9-8111-4eb2-8895-336322e26316 admin admin] Router ed3c0791-ecca-4778-8c86-b897246e533e is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:28:30.562385 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5bc58592-aef6-4db0-a7bf-25b04bbfb64c None None] Provisioning complete for port 94144c70-a530-4cd4-bfad-d5c922dde569 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:30.562761 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5bc58592-aef6-4db0-a7bf-25b04bbfb64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:30.571447 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a595af9-8111-4eb2-8895-336322e26316 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:28:30.591438 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] Sync routers for ids ['ed3c0791-ecca-4778-8c86-b897246e533e'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:28:30.614792 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:30.624409 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] Routers {'ed3c0791-ecca-4778-8c86-b897246e533e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:28:30.625033 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:28:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ed3c0791-ecca-4778-8c86-b897246e533e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:30.657948 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1a595af9-8111-4eb2-8895-336322e26316 admin admin] Notify callbacks [] for router, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:30.659215 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-1a595af9-8111-4eb2-8895-336322e26316 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0083137 Apr 20 17:28:30.666793 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33086) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:30.816981 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] Set router ed3c0791-ecca-4778-8c86-b897246e533e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:28:31.028794 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'name': 'tempest-TestShelveInstance-1300161459-router', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:28Z', 'updated_at': '2022-04-20T17:28:29Z', 'revision_number': 3, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'gw_port': {'id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:29Z', 'updated_at': '2022-04-20T17:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:31.058622 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] Checking router: ed3c0791-ecca-4778-8c86-b897246e533e for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:28:31.058972 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] Updating router ed3c0791-ecca-4778-8c86-b897246e533e port ba2f31b7-1ffc-44e0-b793-b182cbc54cab binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:28:31.062385 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-fe13ed86-d305-4432-a91f-96d6ed4f9ce4 None None] Provisioning complete for port 94144c70-a530-4cd4-bfad-d5c922dde569 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:31.062705 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fe13ed86-d305-4432-a91f-96d6ed4f9ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:31.102163 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a62ee588-00e2-4f3a-aa75-cf1244957697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:31.108563 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:31.257680 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-a62ee588-00e2-4f3a-aa75-cf1244957697 admin admin] Allocated IP 172.20.0.1 (79db0b1e-de97-4a8a-b22b-64ff3632ed39/d59b8c7a-0a22-40d8-818c-c1f34ba64922/e595d1e3-3882-430a-802e-b1527faea36c) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:28:31.364108 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a62ee588-00e2-4f3a-aa75-cf1244957697 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:31.400998 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:31.478609 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a62ee588-00e2-4f3a-aa75-cf1244957697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:31.501121 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:31.519354 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62ee588-00e2-4f3a-aa75-cf1244957697 admin admin] Network 79db0b1e-de97-4a8a-b22b-64ff3632ed39 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:28:31.523930 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-a62ee588-00e2-4f3a-aa75-cf1244957697 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:28:31.526378 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62ee588-00e2-4f3a-aa75-cf1244957697 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:28:31.555168 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ee588-00e2-4f3a-aa75-cf1244957697 admin admin] Pushing event updated for resources: {'Port': ['ID=e595d1e3-3882-430a-802e-b1527faea36c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:31.556171 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] Attempting to bind port ba2f31b7-1ffc-44e0-b793-b182cbc54cab on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:28:31.556577 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] Attempting to bind port ba2f31b7-1ffc-44e0-b793-b182cbc54cab by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:28:31.557228 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] Attempting to bind port ba2f31b7-1ffc-44e0-b793-b182cbc54cab on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:28:31.559837 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3ecf9-1bef-408f-8901-a330c08f63d5 None None] Pushing event updated for resources: {'Port': ['ID=ba2f31b7-1ffc-44e0-b793-b182cbc54cab,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:31.566978 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:28:31.567187 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:28:31.567752 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:31.568149 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:28:31.573907 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] Bound port: ba2f31b7-1ffc-44e0-b793-b182cbc54cab, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:28:31.573907 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:31.580110 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a62ee588-00e2-4f3a-aa75-cf1244957697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:31.632861 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] For port ba2f31b7-1ffc-44e0-b793-b182cbc54cab, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:28:31.637358 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] For port ba2f31b7-1ffc-44e0-b793-b182cbc54cab, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ba2f31b7-1ffc-44e0-b793-b182cbc54cab,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:28:31.778565 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-79be8be8-b482-43ed-b19a-6e87bd8b2d5c None None] Provisioning complete for port e595d1e3-3882-430a-802e-b1527faea36c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:31.778937 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-79be8be8-b482-43ed-b19a-6e87bd8b2d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:31.800953 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:31.829626 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a62ee588-00e2-4f3a-aa75-cf1244957697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:31.854582 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-79be8be8-b482-43ed-b19a-6e87bd8b2d5c None None] Port e595d1e3-3882-430a-802e-b1527faea36c cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:28:31.872297 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3ecf9-1bef-408f-8901-a330c08f63d5 None None] Pushing event updated for resources: {'Port': ['ID=ba2f31b7-1ffc-44e0-b793-b182cbc54cab,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:31.875951 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] Routers {'ed3c0791-ecca-4778-8c86-b897246e533e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:28:31.876584 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:28:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ed3c0791-ecca-4778-8c86-b897246e533e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:31.969566 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 94144c70-a530-4cd4-bfad-d5c922dde569 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:28:32.003270 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a62ee588-00e2-4f3a-aa75-cf1244957697 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:32.023256 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] Set router ed3c0791-ecca-4778-8c86-b897246e533e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:28:32.077717 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a62ee588-00e2-4f3a-aa75-cf1244957697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:32.101667 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 94144c70-a530-4cd4-bfad-d5c922dde569 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:32.102041 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:32.148194 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ee588-00e2-4f3a-aa75-cf1244957697 admin admin] Pushing event updated for resources: {'Port': ['ID=e595d1e3-3882-430a-802e-b1527faea36c,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:32.151039 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a62ee588-00e2-4f3a-aa75-cf1244957697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:32.241749 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62ee588-00e2-4f3a-aa75-cf1244957697 admin admin] Network 79db0b1e-de97-4a8a-b22b-64ff3632ed39 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:28:32.243665 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-a62ee588-00e2-4f3a-aa75-cf1244957697 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:28:32.299761 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'name': 'tempest-TestShelveInstance-1300161459-router', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:28Z', 'updated_at': '2022-04-20T17:28:31Z', 'revision_number': 4, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'gw_port': {'id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:29Z', 'updated_at': '2022-04-20T17:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'e595d1e3-3882-430a-802e-b1527faea36c', 'name': '', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'mac_address': 'fa:16:3e:9b:50:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:31Z', 'updated_at': '2022-04-20T17:28:31Z', 'revision_number': 1, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'subnets': [{'id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:32.328478 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cb00f5-5d77-4b09-a507-2b6472eb80e8 None None] The sync data for ids ['ed3c0791-ecca-4778-8c86-b897246e533e'] in n-d-836146-2 is: [{'id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'name': 'tempest-TestShelveInstance-1300161459-router', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:28Z', 'updated_at': '2022-04-20T17:28:31Z', 'revision_number': 4, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'gw_port': {'id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:29Z', 'updated_at': '2022-04-20T17:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'e595d1e3-3882-430a-802e-b1527faea36c', 'name': '', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'mac_address': 'fa:16:3e:9b:50:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:31Z', 'updated_at': '2022-04-20T17:28:31Z', 'revision_number': 1, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'subnets': [{'id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:28:32.369527 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62ee588-00e2-4f3a-aa75-cf1244957697 admin admin] Router ed3c0791-ecca-4778-8c86-b897246e533e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:28:32.477152 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-188048cb-b5bc-4758-8591-14384f73794e None None] Provisioning complete for port e595d1e3-3882-430a-802e-b1527faea36c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:32.477704 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-188048cb-b5bc-4758-8591-14384f73794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:32.487829 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62ee588-00e2-4f3a-aa75-cf1244957697 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:28:32.502092 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a62ee588-00e2-4f3a-aa75-cf1244957697 admin admin] 10.222.0.15 "PUT /v2.0/routers/ed3c0791-ecca-4778-8c86-b897246e533e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8260510 Apr 20 17:28:32.520577 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-188048cb-b5bc-4758-8591-14384f73794e None None] Port e595d1e3-3882-430a-802e-b1527faea36c cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:28:33.192604 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33102) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:33.197739 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-28058887-59f7-440e-b4bd-73b845a0f3e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-338161344-network', 'tenant_id': '04d45ab68c3b40a499aa9598855887d2'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:28:33.289492 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28058887-59f7-440e-b4bd-73b845a0f3e3 admin admin] Made reservation on behalf of 04d45ab68c3b40a499aa9598855887d2 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:28:33.291982 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-28058887-59f7-440e-b4bd-73b845a0f3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:33.301231 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-28058887-59f7-440e-b4bd-73b845a0f3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:33.380201 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-28058887-59f7-440e-b4bd-73b845a0f3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:33.472407 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-28058887-59f7-440e-b4bd-73b845a0f3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:33.498255 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28058887-59f7-440e-b4bd-73b845a0f3e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:28:33.508683 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28058887-59f7-440e-b4bd-73b845a0f3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e100d7-9127-4925-ae00-2681e8000571,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:33.514209 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-28058887-59f7-440e-b4bd-73b845a0f3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:33.514555 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-28058887-59f7-440e-b4bd-73b845a0f3e3 admin admin] Added segment 40438434-7b45-47b4-be6d-77cdaf0b5729 of type vlan for network 4c96aefc-a574-43e7-997b-fab71331c512 Apr 20 17:28:33.562796 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-28058887-59f7-440e-b4bd-73b845a0f3e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:33.632357 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-28058887-59f7-440e-b4bd-73b845a0f3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:33.633372 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28058887-59f7-440e-b4bd-73b845a0f3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:33.634029 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-28058887-59f7-440e-b4bd-73b845a0f3e3 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:33.695958 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28058887-59f7-440e-b4bd-73b845a0f3e3 admin admin] Pushing event updated for resources: {'Network': ['ID=4c96aefc-a574-43e7-997b-fab71331c512,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:33.707048 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 4c96aefc-a574-43e7-997b-fab71331c512 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 17:28:33.777930 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-28058887-59f7-440e-b4bd-73b845a0f3e3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5841424 Apr 20 17:28:33.780696 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33104) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:33.785733 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-cd3c5d53-c1a3-476d-b5ff-d9347916b029 admin admin] Request body: {'subnet': {'network_id': '4c96aefc-a574-43e7-997b-fab71331c512', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-338161344-subnet', 'tenant_id': '04d45ab68c3b40a499aa9598855887d2', 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:28:33.934905 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3c5d53-c1a3-476d-b5ff-d9347916b029 admin admin] Made reservation on behalf of 04d45ab68c3b40a499aa9598855887d2 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:28:33.938085 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cd3c5d53-c1a3-476d-b5ff-d9347916b029 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:33.975616 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ba2f31b7-1ffc-44e0-b793-b182cbc54cab up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:28:34.027994 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ba2f31b7-1ffc-44e0-b793-b182cbc54cab triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:34.028308 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:34.107971 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:34.133018 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port ba2f31b7-1ffc-44e0-b793-b182cbc54cab, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ba2f31b7-1ffc-44e0-b793-b182cbc54cab,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:34.233344 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cd3c5d53-c1a3-476d-b5ff-d9347916b029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:34.266630 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:34.299464 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c5d53-c1a3-476d-b5ff-d9347916b029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=722bc5f5-c030-4d21-b323-dc4e15db2cdd,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:34.306789 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3c5d53-c1a3-476d-b5ff-d9347916b029 admin admin] Checking segment: {'id': '40438434-7b45-47b4-be6d-77cdaf0b5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c96aefc-a574-43e7-997b-fab71331c512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:28:34.307656 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3c5d53-c1a3-476d-b5ff-d9347916b029 admin admin] Network hostable DHCP agents. Network: 4c96aefc-a574-43e7-997b-fab71331c512, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:28:34.339485 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] Sync routers for ids ['ed3c0791-ecca-4778-8c86-b897246e533e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:28:34.351184 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] Routers {'ed3c0791-ecca-4778-8c86-b897246e533e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:28:34.351815 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:28:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ed3c0791-ecca-4778-8c86-b897246e533e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:34.415476 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3c5d53-c1a3-476d-b5ff-d9347916b029 admin admin] Network 4c96aefc-a574-43e7-997b-fab71331c512 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:28:34.475095 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] Set router ed3c0791-ecca-4778-8c86-b897246e533e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:28:34.493295 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=ba2f31b7-1ffc-44e0-b793-b182cbc54cab,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:34.495207 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-cd3c5d53-c1a3-476d-b5ff-d9347916b029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 4c96aefc-a574-43e7-997b-fab71331c512) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:28:34.500487 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3c5d53-c1a3-476d-b5ff-d9347916b029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:34.501833 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cd3c5d53-c1a3-476d-b5ff-d9347916b029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:34.506023 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0705a07-8da7-4db2-b063-e7ae4fae05d6 None None] Network 4c96aefc-a574-43e7-997b-fab71331c512 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:28:34.578428 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cd3c5d53-c1a3-476d-b5ff-d9347916b029 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7964168 Apr 20 17:28:34.580863 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33106) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:34.585861 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-b5f565f6-c94b-45cc-9903-2138c6d10b4b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-338161344-router', 'tenant_id': '04d45ab68c3b40a499aa9598855887d2', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:28:34.661175 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5f565f6-c94b-45cc-9903-2138c6d10b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:34.662438 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5f565f6-c94b-45cc-9903-2138c6d10b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:34.665019 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85311223-1d9e-430f-8e24-5e6cac71fd41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-4c96aefc-a574-43e7-997b-fab71331c512', 'network_id': '4c96aefc-a574-43e7-997b-fab71331c512', 'tenant_id': '04d45ab68c3b40a499aa9598855887d2', 'fixed_ips': [{'subnet_id': '722bc5f5-c030-4d21-b323-dc4e15db2cdd'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 17:28:34.665019 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-85311223-1d9e-430f-8e24-5e6cac71fd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:34.727278 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5f565f6-c94b-45cc-9903-2138c6d10b4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:34.777573 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'name': 'tempest-TestShelveInstance-1300161459-router', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:28Z', 'updated_at': '2022-04-20T17:28:31Z', 'revision_number': 4, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'gw_port': {'id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:29Z', 'updated_at': '2022-04-20T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'e595d1e3-3882-430a-802e-b1527faea36c', 'name': '', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'mac_address': 'fa:16:3e:9b:50:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:31Z', 'updated_at': '2022-04-20T17:28:31Z', 'revision_number': 2, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'subnets': [{'id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:34.800625 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-85311223-1d9e-430f-8e24-5e6cac71fd41 None None] Allocated IP 172.20.0.2 (4c96aefc-a574-43e7-997b-fab71331c512/722bc5f5-c030-4d21-b323-dc4e15db2cdd/485b60ed-9eed-4adb-8f92-00c882ea3095) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:28:34.806491 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] Checking router: ed3c0791-ecca-4778-8c86-b897246e533e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:28:34.806837 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] Updating router ed3c0791-ecca-4778-8c86-b897246e533e port e595d1e3-3882-430a-802e-b1527faea36c binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:28:34.831072 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:34.944508 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-85311223-1d9e-430f-8e24-5e6cac71fd41 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:34.975989 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5f565f6-c94b-45cc-9903-2138c6d10b4b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:35.021092 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-85311223-1d9e-430f-8e24-5e6cac71fd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:35.067452 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85311223-1d9e-430f-8e24-5e6cac71fd41 None None] Network 4c96aefc-a574-43e7-997b-fab71331c512 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:28:35.072428 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-85311223-1d9e-430f-8e24-5e6cac71fd41 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:28:35.078526 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85311223-1d9e-430f-8e24-5e6cac71fd41 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:28:35.081751 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85311223-1d9e-430f-8e24-5e6cac71fd41 None None] Pushing event updated for resources: {'Port': ['ID=485b60ed-9eed-4adb-8f92-00c882ea3095,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:35.097129 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:35.138192 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-85311223-1d9e-430f-8e24-5e6cac71fd41 None None] Attempting to bind port 485b60ed-9eed-4adb-8f92-00c882ea3095 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:28:35.138615 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-85311223-1d9e-430f-8e24-5e6cac71fd41 None None] Attempting to bind port 485b60ed-9eed-4adb-8f92-00c882ea3095 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '40438434-7b45-47b4-be6d-77cdaf0b5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c96aefc-a574-43e7-997b-fab71331c512'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:28:35.138963 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85311223-1d9e-430f-8e24-5e6cac71fd41 None None] Attempting to bind port 485b60ed-9eed-4adb-8f92-00c882ea3095 on network 4c96aefc-a574-43e7-997b-fab71331c512 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:28:35.144275 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85311223-1d9e-430f-8e24-5e6cac71fd41 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:28:35.144752 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85311223-1d9e-430f-8e24-5e6cac71fd41 None None] Checking segment: {'id': '40438434-7b45-47b4-be6d-77cdaf0b5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c96aefc-a574-43e7-997b-fab71331c512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:28:35.145152 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-85311223-1d9e-430f-8e24-5e6cac71fd41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:35.145544 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85311223-1d9e-430f-8e24-5e6cac71fd41 None None] Bound using segment: {'id': '40438434-7b45-47b4-be6d-77cdaf0b5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c96aefc-a574-43e7-997b-fab71331c512'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:28:35.146005 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-85311223-1d9e-430f-8e24-5e6cac71fd41 None None] Bound port: 485b60ed-9eed-4adb-8f92-00c882ea3095, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40438434-7b45-47b4-be6d-77cdaf0b5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c96aefc-a574-43e7-997b-fab71331c512'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:28:35.146378 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-85311223-1d9e-430f-8e24-5e6cac71fd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:35.186019 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:35.212574 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-85311223-1d9e-430f-8e24-5e6cac71fd41 None None] For port 485b60ed-9eed-4adb-8f92-00c882ea3095, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:28:35.216327 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-85311223-1d9e-430f-8e24-5e6cac71fd41 None None] For port 485b60ed-9eed-4adb-8f92-00c882ea3095, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=485b60ed-9eed-4adb-8f92-00c882ea3095,segment=NetworkSegment(40438434-7b45-47b4-be6d-77cdaf0b5729),segment_id=40438434-7b45-47b4-be6d-77cdaf0b5729)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:28:35.248658 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d009b-fcb8-4ebd-a462-62e8e146370d None None] Pushing event updated for resources: {'Port': ['ID=e595d1e3-3882-430a-802e-b1527faea36c,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:35.261794 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5f565f6-c94b-45cc-9903-2138c6d10b4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:35.272159 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d009b-fcb8-4ebd-a462-62e8e146370d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:35.272435 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d009b-fcb8-4ebd-a462-62e8e146370d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:35.272770 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d009b-fcb8-4ebd-a462-62e8e146370d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:35.273099 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d009b-fcb8-4ebd-a462-62e8e146370d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:35.273423 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d009b-fcb8-4ebd-a462-62e8e146370d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:35.273741 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d009b-fcb8-4ebd-a462-62e8e146370d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:35.274073 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d009b-fcb8-4ebd-a462-62e8e146370d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:35.274374 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d009b-fcb8-4ebd-a462-62e8e146370d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:35.274689 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d009b-fcb8-4ebd-a462-62e8e146370d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:35.274999 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d009b-fcb8-4ebd-a462-62e8e146370d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:35.275313 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d009b-fcb8-4ebd-a462-62e8e146370d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:35.275624 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d009b-fcb8-4ebd-a462-62e8e146370d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:35.278329 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-85311223-1d9e-430f-8e24-5e6cac71fd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:35.284037 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5f565f6-c94b-45cc-9903-2138c6d10b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:35.308460 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] Attempting to bind port e595d1e3-3882-430a-802e-b1527faea36c on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:28:35.308831 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] Attempting to bind port e595d1e3-3882-430a-802e-b1527faea36c by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b3ebab6f-e3f0-42c5-9913-5b4c80612766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:28:35.309331 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] Attempting to bind port e595d1e3-3882-430a-802e-b1527faea36c on network 79db0b1e-de97-4a8a-b22b-64ff3632ed39 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:28:35.314649 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:28:35.315021 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] Checking segment: {'id': 'b3ebab6f-e3f0-42c5-9913-5b4c80612766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:28:35.315417 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:35.315806 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] Bound using segment: {'id': 'b3ebab6f-e3f0-42c5-9913-5b4c80612766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:28:35.316269 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] Bound port: e595d1e3-3882-430a-802e-b1527faea36c, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ebab6f-e3f0-42c5-9913-5b4c80612766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:28:35.316670 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:35.372022 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85311223-1d9e-430f-8e24-5e6cac71fd41 None None] Pushing event updated for resources: {'Port': ['ID=485b60ed-9eed-4adb-8f92-00c882ea3095,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:35.394881 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] For port e595d1e3-3882-430a-802e-b1527faea36c, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:28:35.398442 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] For port e595d1e3-3882-430a-802e-b1527faea36c, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e595d1e3-3882-430a-802e-b1527faea36c,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:28:35.425116 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-b5f565f6-c94b-45cc-9903-2138c6d10b4b admin admin] Allocated IP 172.25.0.117 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/16f96560-a478-4a6f-ad3b-38ab33e121fa) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:28:35.472755 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:35.532156 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] Routers {'ed3c0791-ecca-4778-8c86-b897246e533e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:28:35.532888 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:28:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ed3c0791-ecca-4778-8c86-b897246e533e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:35.537854 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5f565f6-c94b-45cc-9903-2138c6d10b4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:35.575675 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d009b-fcb8-4ebd-a462-62e8e146370d None None] Pushing event updated for resources: {'Port': ['ID=e595d1e3-3882-430a-802e-b1527faea36c,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:35.580003 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9e615422-9092-412a-940e-104539fbee1d None None] Provisioning complete for port e595d1e3-3882-430a-802e-b1527faea36c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:35.580396 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9e615422-9092-412a-940e-104539fbee1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:35.642501 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5f565f6-c94b-45cc-9903-2138c6d10b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:35.687598 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] Set router ed3c0791-ecca-4778-8c86-b897246e533e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:28:35.692630 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f565f6-c94b-45cc-9903-2138c6d10b4b admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:28:35.700562 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-b5f565f6-c94b-45cc-9903-2138c6d10b4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:28:35.704518 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f565f6-c94b-45cc-9903-2138c6d10b4b admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:28:35.748320 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9e615422-9092-412a-940e-104539fbee1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:35.763842 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f565f6-c94b-45cc-9903-2138c6d10b4b admin admin] Pushing event updated for resources: {'Port': ['ID=16f96560-a478-4a6f-ad3b-38ab33e121fa,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:35.799559 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-9e615422-9092-412a-940e-104539fbee1d None None] For port e595d1e3-3882-430a-802e-b1527faea36c, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e595d1e3-3882-430a-802e-b1527faea36c,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:35.849383 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9e615422-9092-412a-940e-104539fbee1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:35.905636 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e615422-9092-412a-940e-104539fbee1d None None] Pushing event updated for resources: {'Port': ['ID=e595d1e3-3882-430a-802e-b1527faea36c,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:35.958265 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'name': 'tempest-TestShelveInstance-1300161459-router', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:28Z', 'updated_at': '2022-04-20T17:28:31Z', 'revision_number': 4, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'gw_port': {'id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:29Z', 'updated_at': '2022-04-20T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'e595d1e3-3882-430a-802e-b1527faea36c', 'name': '', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'mac_address': 'fa:16:3e:9b:50:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:31Z', 'updated_at': '2022-04-20T17:28:35Z', 'revision_number': 4, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'subnets': [{'id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:35.984307 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d44108-ffd1-4575-a89e-d6aecc839ee3 None None] The sync data for ids ['ed3c0791-ecca-4778-8c86-b897246e533e'] in n-d-836146-2 is: [{'id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'name': 'tempest-TestShelveInstance-1300161459-router', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:28Z', 'updated_at': '2022-04-20T17:28:31Z', 'revision_number': 4, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'gw_port': {'id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:29Z', 'updated_at': '2022-04-20T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'e595d1e3-3882-430a-802e-b1527faea36c', 'name': '', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'mac_address': 'fa:16:3e:9b:50:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:31Z', 'updated_at': '2022-04-20T17:28:35Z', 'revision_number': 4, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'subnets': [{'id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:28:35.986501 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b8bcc31e-f43b-4868-96f4-685be1e57bb9 None None] Provisioning complete for port e595d1e3-3882-430a-802e-b1527faea36c triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:35.986876 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b8bcc31e-f43b-4868-96f4-685be1e57bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:36.097186 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5f565f6-c94b-45cc-9903-2138c6d10b4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:36.123530 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ba2f31b7-1ffc-44e0-b793-b182cbc54cab up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:28:36.175657 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port ba2f31b7-1ffc-44e0-b793-b182cbc54cab triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:36.176030 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:36.282593 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 485b60ed-9eed-4adb-8f92-00c882ea3095 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:28:36.322654 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5f565f6-c94b-45cc-9903-2138c6d10b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:36.349145 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 485b60ed-9eed-4adb-8f92-00c882ea3095 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:36.349661 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:36.447390 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:36.491018 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 485b60ed-9eed-4adb-8f92-00c882ea3095, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=485b60ed-9eed-4adb-8f92-00c882ea3095,segment=NetworkSegment(40438434-7b45-47b4-be6d-77cdaf0b5729),segment_id=40438434-7b45-47b4-be6d-77cdaf0b5729)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:36.569443 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f565f6-c94b-45cc-9903-2138c6d10b4b admin admin] Router 074606ca-7a84-4355-a4a0-fcb0981b0b61 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:28:36.580749 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:36.581703 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e595d1e3-3882-430a-802e-b1527faea36c up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:28:36.625437 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffc932b-2b11-4a10-aee0-c7d1873818be None None] Network 4c96aefc-a574-43e7-997b-fab71331c512 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:28:36.701580 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f565f6-c94b-45cc-9903-2138c6d10b4b admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:28:36.719176 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] Sync routers for ids ['074606ca-7a84-4355-a4a0-fcb0981b0b61'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:28:36.725852 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=485b60ed-9eed-4adb-8f92-00c882ea3095,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:36.766121 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b5f565f6-c94b-45cc-9903-2138c6d10b4b admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:36.768080 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b5f565f6-c94b-45cc-9903-2138c6d10b4b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1856956 Apr 20 17:28:36.768857 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] Routers {'074606ca-7a84-4355-a4a0-fcb0981b0b61'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:28:36.769501 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:28:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['074606ca-7a84-4355-a4a0-fcb0981b0b61'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:36.770377 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33108) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:36.775131 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-65f1f6f8-03e3-46f1-842e-d027b8631acc None None] Provisioning complete for port 485b60ed-9eed-4adb-8f92-00c882ea3095 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:36.775505 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-65f1f6f8-03e3-46f1-842e-d027b8631acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:36.837596 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port e595d1e3-3882-430a-802e-b1527faea36c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:36.837883 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:37.000017 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] Set router 074606ca-7a84-4355-a4a0-fcb0981b0b61 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:28:37.196881 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2dcd14dc-58af-4579-8204-2b646b1bc07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:37.271866 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074606ca-7a84-4355-a4a0-fcb0981b0b61', 'name': 'tempest-TestShelveInstance-338161344-router', 'tenant_id': '04d45ab68c3b40a499aa9598855887d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '16f96560-a478-4a6f-ad3b-38ab33e121fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:34Z', 'updated_at': '2022-04-20T17:28:35Z', 'revision_number': 3, 'project_id': '04d45ab68c3b40a499aa9598855887d2', 'gw_port': {'id': '16f96560-a478-4a6f-ad3b-38ab33e121fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074606ca-7a84-4355-a4a0-fcb0981b0b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4401, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:35Z', 'updated_at': '2022-04-20T17:28:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:37.301899 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] Checking router: 074606ca-7a84-4355-a4a0-fcb0981b0b61 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:28:37.302255 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] Updating router 074606ca-7a84-4355-a4a0-fcb0981b0b61 port 16f96560-a478-4a6f-ad3b-38ab33e121fa binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:28:37.328509 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:37.362646 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-2dcd14dc-58af-4579-8204-2b646b1bc07b admin admin] Allocated IP 172.20.0.1 (4c96aefc-a574-43e7-997b-fab71331c512/722bc5f5-c030-4d21-b323-dc4e15db2cdd/dbb837a6-11ba-4e57-95c7-2b5d1367d2fa) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:28:37.444723 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c3f9d4e6-e6ba-4d93-9ff2-8976cdd84c2c None None] Provisioning complete for port 485b60ed-9eed-4adb-8f92-00c882ea3095 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:37.444979 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c3f9d4e6-e6ba-4d93-9ff2-8976cdd84c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:37.465693 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2dcd14dc-58af-4579-8204-2b646b1bc07b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:37.553112 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2dcd14dc-58af-4579-8204-2b646b1bc07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:37.594873 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcd14dc-58af-4579-8204-2b646b1bc07b admin admin] Network 4c96aefc-a574-43e7-997b-fab71331c512 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:28:37.598194 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-2dcd14dc-58af-4579-8204-2b646b1bc07b admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:28:37.602005 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcd14dc-58af-4579-8204-2b646b1bc07b admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:28:37.632497 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd14dc-58af-4579-8204-2b646b1bc07b admin admin] Pushing event updated for resources: {'Port': ['ID=dbb837a6-11ba-4e57-95c7-2b5d1367d2fa,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:37.659690 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2dcd14dc-58af-4579-8204-2b646b1bc07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:37.821163 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:37.868641 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2dcd14dc-58af-4579-8204-2b646b1bc07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:37.890407 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-adde575f-da46-42ec-a7fd-f22786ff8d3f None None] Provisioning complete for port dbb837a6-11ba-4e57-95c7-2b5d1367d2fa triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:37.890784 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-adde575f-da46-42ec-a7fd-f22786ff8d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:37.930311 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-adde575f-da46-42ec-a7fd-f22786ff8d3f None None] Port dbb837a6-11ba-4e57-95c7-2b5d1367d2fa cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:28:37.934999 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:37.969522 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 485b60ed-9eed-4adb-8f92-00c882ea3095 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:28:38.019045 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63979b-4658-4459-9754-b83dbf5fbfc9 None None] Pushing event updated for resources: {'Port': ['ID=16f96560-a478-4a6f-ad3b-38ab33e121fa,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:38.021666 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] Attempting to bind port 16f96560-a478-4a6f-ad3b-38ab33e121fa on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:28:38.022038 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] Attempting to bind port 16f96560-a478-4a6f-ad3b-38ab33e121fa by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:28:38.022403 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] Attempting to bind port 16f96560-a478-4a6f-ad3b-38ab33e121fa on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:28:38.035523 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:28:38.036275 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:28:38.036275 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:38.036687 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:28:38.037152 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] Bound port: 16f96560-a478-4a6f-ad3b-38ab33e121fa, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:28:38.037531 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:38.044702 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2dcd14dc-58af-4579-8204-2b646b1bc07b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:38.092297 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 485b60ed-9eed-4adb-8f92-00c882ea3095 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:38.092684 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:38.101075 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2dcd14dc-58af-4579-8204-2b646b1bc07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:38.117620 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] For port 16f96560-a478-4a6f-ad3b-38ab33e121fa, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:28:38.132532 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] For port 16f96560-a478-4a6f-ad3b-38ab33e121fa, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=16f96560-a478-4a6f-ad3b-38ab33e121fa,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:28:38.170950 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd14dc-58af-4579-8204-2b646b1bc07b admin admin] Pushing event updated for resources: {'Port': ['ID=dbb837a6-11ba-4e57-95c7-2b5d1367d2fa,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:38.173575 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2dcd14dc-58af-4579-8204-2b646b1bc07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:38.188387 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e595d1e3-3882-430a-802e-b1527faea36c up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:28:38.209970 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:38.270296 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcd14dc-58af-4579-8204-2b646b1bc07b admin admin] Network 4c96aefc-a574-43e7-997b-fab71331c512 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:28:38.272139 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-2dcd14dc-58af-4579-8204-2b646b1bc07b admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:28:38.287400 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] Routers {'074606ca-7a84-4355-a4a0-fcb0981b0b61'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:28:38.288035 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:28:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['074606ca-7a84-4355-a4a0-fcb0981b0b61'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:38.290643 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63979b-4658-4459-9754-b83dbf5fbfc9 None None] Pushing event updated for resources: {'Port': ['ID=16f96560-a478-4a6f-ad3b-38ab33e121fa,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:38.337073 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port e595d1e3-3882-430a-802e-b1527faea36c triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:38.337451 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:38.401596 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcd14dc-58af-4579-8204-2b646b1bc07b admin admin] Router 074606ca-7a84-4355-a4a0-fcb0981b0b61 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:28:38.437890 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] Set router 074606ca-7a84-4355-a4a0-fcb0981b0b61 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:28:38.600611 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-5fc2e7e9-bf65-4deb-a204-53056a7b1eee None None] Provisioning complete for port dbb837a6-11ba-4e57-95c7-2b5d1367d2fa triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:38.600976 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5fc2e7e9-bf65-4deb-a204-53056a7b1eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:38.653142 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-5fc2e7e9-bf65-4deb-a204-53056a7b1eee None None] Port dbb837a6-11ba-4e57-95c7-2b5d1367d2fa cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:28:38.720396 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074606ca-7a84-4355-a4a0-fcb0981b0b61', 'name': 'tempest-TestShelveInstance-338161344-router', 'tenant_id': '04d45ab68c3b40a499aa9598855887d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '16f96560-a478-4a6f-ad3b-38ab33e121fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:34Z', 'updated_at': '2022-04-20T17:28:37Z', 'revision_number': 4, 'project_id': '04d45ab68c3b40a499aa9598855887d2', 'gw_port': {'id': '16f96560-a478-4a6f-ad3b-38ab33e121fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074606ca-7a84-4355-a4a0-fcb0981b0b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4401, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:35Z', 'updated_at': '2022-04-20T17:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'dbb837a6-11ba-4e57-95c7-2b5d1367d2fa', 'name': '', 'network_id': '4c96aefc-a574-43e7-997b-fab71331c512', 'tenant_id': '04d45ab68c3b40a499aa9598855887d2', 'mac_address': 'fa:16:3e:c2:2a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074606ca-7a84-4355-a4a0-fcb0981b0b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4402, 'fixed_ips': [{'subnet_id': '722bc5f5-c030-4d21-b323-dc4e15db2cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:37Z', 'updated_at': '2022-04-20T17:28:37Z', 'revision_number': 2, 'project_id': '04d45ab68c3b40a499aa9598855887d2', 'subnets': [{'id': '722bc5f5-c030-4d21-b323-dc4e15db2cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:38.748326 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee1be96-32f0-4b71-8602-07b655502cff None None] The sync data for ids ['074606ca-7a84-4355-a4a0-fcb0981b0b61'] in n-d-836146-2 is: [{'id': '074606ca-7a84-4355-a4a0-fcb0981b0b61', 'name': 'tempest-TestShelveInstance-338161344-router', 'tenant_id': '04d45ab68c3b40a499aa9598855887d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '16f96560-a478-4a6f-ad3b-38ab33e121fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:34Z', 'updated_at': '2022-04-20T17:28:37Z', 'revision_number': 4, 'project_id': '04d45ab68c3b40a499aa9598855887d2', 'gw_port': {'id': '16f96560-a478-4a6f-ad3b-38ab33e121fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074606ca-7a84-4355-a4a0-fcb0981b0b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4401, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:35Z', 'updated_at': '2022-04-20T17:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'dbb837a6-11ba-4e57-95c7-2b5d1367d2fa', 'name': '', 'network_id': '4c96aefc-a574-43e7-997b-fab71331c512', 'tenant_id': '04d45ab68c3b40a499aa9598855887d2', 'mac_address': 'fa:16:3e:c2:2a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074606ca-7a84-4355-a4a0-fcb0981b0b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4402, 'fixed_ips': [{'subnet_id': '722bc5f5-c030-4d21-b323-dc4e15db2cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:37Z', 'updated_at': '2022-04-20T17:28:37Z', 'revision_number': 2, 'project_id': '04d45ab68c3b40a499aa9598855887d2', 'subnets': [{'id': '722bc5f5-c030-4d21-b323-dc4e15db2cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:28:38.854203 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcd14dc-58af-4579-8204-2b646b1bc07b admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:28:38.859758 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2dcd14dc-58af-4579-8204-2b646b1bc07b admin admin] 10.222.0.15 "PUT /v2.0/routers/074606ca-7a84-4355-a4a0-fcb0981b0b61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0883780 Apr 20 17:28:39.459183 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33116) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:39.463858 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-89197e67-b579-4e9b-bf78-024f43bbb1ac tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-989235654', 'description': 'tempest-secgroup-smoke-989235654 description', 'project_id': '4e972fe9e08746ff97ce7b0909dc8173'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:28:39.535342 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-89197e67-b579-4e9b-bf78-024f43bbb1ac tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:39.615780 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-89197e67-b579-4e9b-bf78-024f43bbb1ac tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:39.689569 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-89197e67-b579-4e9b-bf78-024f43bbb1ac tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:39.723009 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89197e67-b579-4e9b-bf78-024f43bbb1ac tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa05eb0-a78d-4a71-aad5-e736c78a172a,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:39.777188 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-89197e67-b579-4e9b-bf78-024f43bbb1ac tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:39.778466 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-89197e67-b579-4e9b-bf78-024f43bbb1ac tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3183708 Apr 20 17:28:39.781473 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 33118) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:39.785992 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-ba6a4001-532a-4fe8-a57a-89ea1733046e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Request body: {'security_group_rule': {'security_group_id': '4fa05eb0-a78d-4a71-aad5-e736c78a172a', 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:28:39.874865 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4001-532a-4fe8-a57a-89ea1733046e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:39.942397 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4001-532a-4fe8-a57a-89ea1733046e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:39.992467 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 16f96560-a478-4a6f-ad3b-38ab33e121fa up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:28:40.040999 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 16f96560-a478-4a6f-ad3b-38ab33e121fa triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:40.041368 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:40.049398 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4001-532a-4fe8-a57a-89ea1733046e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:40.071710 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a4001-532a-4fe8-a57a-89ea1733046e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=332c35f9-2c8d-4fa3-80bf-41c982dd4ee1,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:40.128645 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:40.136668 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4001-532a-4fe8-a57a-89ea1733046e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:40.137916 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-ba6a4001-532a-4fe8-a57a-89ea1733046e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3554440 Apr 20 17:28:40.140825 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33120) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:40.145506 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e188a990-caa7-4747-89c0-ebdf11ec5a6e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Request body: {'security_group_rule': {'security_group_id': '4fa05eb0-a78d-4a71-aad5-e736c78a172a', 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:28:40.149624 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 16f96560-a478-4a6f-ad3b-38ab33e121fa, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=16f96560-a478-4a6f-ad3b-38ab33e121fa,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:40.232505 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:40.255164 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e188a990-caa7-4747-89c0-ebdf11ec5a6e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:40.284584 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=16f96560-a478-4a6f-ad3b-38ab33e121fa,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:40.319494 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e188a990-caa7-4747-89c0-ebdf11ec5a6e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:40.371072 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e188a990-caa7-4747-89c0-ebdf11ec5a6e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:40.386711 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188a990-caa7-4747-89c0-ebdf11ec5a6e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fddd3e85-8aa6-43a9-b03e-0a364ea486b6,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:40.439997 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e188a990-caa7-4747-89c0-ebdf11ec5a6e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:40.441317 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e188a990-caa7-4747-89c0-ebdf11ec5a6e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2993872 Apr 20 17:28:40.444041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33122) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:40.448433 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e6270e73-f712-4193-b4fb-257813f44b94 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Request body: {'security_group_rule': {'security_group_id': '4fa05eb0-a78d-4a71-aad5-e736c78a172a', 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:28:40.523309 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e6270e73-f712-4193-b4fb-257813f44b94 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:40.588824 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e6270e73-f712-4193-b4fb-257813f44b94 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:40.672881 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e6270e73-f712-4193-b4fb-257813f44b94 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:40.691472 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6270e73-f712-4193-b4fb-257813f44b94 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05918a63-ca66-49f2-b064-d88836d75198,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:40.771423 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e6270e73-f712-4193-b4fb-257813f44b94 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:40.772735 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-e6270e73-f712-4193-b4fb-257813f44b94 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3277144 Apr 20 17:28:40.775471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33124) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:40.780756 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-aa806e04-0348-4525-bf5e-78ef4ddfc2e0 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Request body: {'security_group_rule': {'security_group_id': '4fa05eb0-a78d-4a71-aad5-e736c78a172a', 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:28:40.803987 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] Sync routers for ids ['074606ca-7a84-4355-a4a0-fcb0981b0b61'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:28:40.813365 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] Routers {'074606ca-7a84-4355-a4a0-fcb0981b0b61'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:28:40.813987 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:28:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['074606ca-7a84-4355-a4a0-fcb0981b0b61'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:40.895089 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa806e04-0348-4525-bf5e-78ef4ddfc2e0 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:40.919586 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] Set router 074606ca-7a84-4355-a4a0-fcb0981b0b61 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:28:40.955781 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa806e04-0348-4525-bf5e-78ef4ddfc2e0 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:41.015234 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa806e04-0348-4525-bf5e-78ef4ddfc2e0 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:41.034514 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa806e04-0348-4525-bf5e-78ef4ddfc2e0 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37265e8-1097-4cb1-af50-195878d8cd5d,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:41.076558 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aa806e04-0348-4525-bf5e-78ef4ddfc2e0 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:41.084052 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-aa806e04-0348-4525-bf5e-78ef4ddfc2e0 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3050072 Apr 20 17:28:41.084263 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33126) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:41.088657 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-04521d5e-fa88-43c6-a2bc-631f44f59507 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Request body: {'security_group_rule': {'security_group_id': '4fa05eb0-a78d-4a71-aad5-e736c78a172a', 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:28:41.121461 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074606ca-7a84-4355-a4a0-fcb0981b0b61', 'name': 'tempest-TestShelveInstance-338161344-router', 'tenant_id': '04d45ab68c3b40a499aa9598855887d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '16f96560-a478-4a6f-ad3b-38ab33e121fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:34Z', 'updated_at': '2022-04-20T17:28:37Z', 'revision_number': 4, 'project_id': '04d45ab68c3b40a499aa9598855887d2', 'gw_port': {'id': '16f96560-a478-4a6f-ad3b-38ab33e121fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074606ca-7a84-4355-a4a0-fcb0981b0b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4401, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:35Z', 'updated_at': '2022-04-20T17:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'dbb837a6-11ba-4e57-95c7-2b5d1367d2fa', 'name': '', 'network_id': '4c96aefc-a574-43e7-997b-fab71331c512', 'tenant_id': '04d45ab68c3b40a499aa9598855887d2', 'mac_address': 'fa:16:3e:c2:2a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074606ca-7a84-4355-a4a0-fcb0981b0b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4402, 'fixed_ips': [{'subnet_id': '722bc5f5-c030-4d21-b323-dc4e15db2cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:37Z', 'updated_at': '2022-04-20T17:28:37Z', 'revision_number': 2, 'project_id': '04d45ab68c3b40a499aa9598855887d2', 'subnets': [{'id': '722bc5f5-c030-4d21-b323-dc4e15db2cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:41.151900 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] Checking router: 074606ca-7a84-4355-a4a0-fcb0981b0b61 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:28:41.152227 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] Updating router 074606ca-7a84-4355-a4a0-fcb0981b0b61 port dbb837a6-11ba-4e57-95c7-2b5d1367d2fa binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:28:41.157878 n-d-836146-2 neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-04521d5e-fa88-43c6-a2bc-631f44f59507 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Project 4e972fe9e08746ff97ce7b0909dc8173 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:28:41.163186 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04521d5e-fa88-43c6-a2bc-631f44f59507 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:41.176795 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:41.224828 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04521d5e-fa88-43c6-a2bc-631f44f59507 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:41.295004 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04521d5e-fa88-43c6-a2bc-631f44f59507 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:41.311077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04521d5e-fa88-43c6-a2bc-631f44f59507 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df2ea3e8-75d2-44a5-8d21-0d6c205be022,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:41.382746 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-04521d5e-fa88-43c6-a2bc-631f44f59507 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:41.384169 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-04521d5e-fa88-43c6-a2bc-631f44f59507 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2989564 Apr 20 17:28:41.386896 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33128) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:28:41.391459 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-f87ea99f-3502-453e-89c6-8ecdf60e8573 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Request body: {'security_group_rule': {'security_group_id': '4fa05eb0-a78d-4a71-aad5-e736c78a172a', 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:28:41.454946 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:41.477692 n-d-836146-2 neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-f87ea99f-3502-453e-89c6-8ecdf60e8573 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Project 4e972fe9e08746ff97ce7b0909dc8173 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:28:41.483238 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f87ea99f-3502-453e-89c6-8ecdf60e8573 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:41.545051 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f87ea99f-3502-453e-89c6-8ecdf60e8573 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:41.557612 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:41.630435 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bca49-6369-4e30-b279-32bd34a295ce None None] Pushing event updated for resources: {'Port': ['ID=dbb837a6-11ba-4e57-95c7-2b5d1367d2fa,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:41.638909 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f87ea99f-3502-453e-89c6-8ecdf60e8573 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:41.663879 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] Attempting to bind port dbb837a6-11ba-4e57-95c7-2b5d1367d2fa on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:28:41.664247 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] Attempting to bind port dbb837a6-11ba-4e57-95c7-2b5d1367d2fa by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '40438434-7b45-47b4-be6d-77cdaf0b5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c96aefc-a574-43e7-997b-fab71331c512'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:28:41.664651 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ea99f-3502-453e-89c6-8ecdf60e8573 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae402fec-08b6-438a-b3ff-942f908867ef,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:41.664780 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] Attempting to bind port dbb837a6-11ba-4e57-95c7-2b5d1367d2fa on network 4c96aefc-a574-43e7-997b-fab71331c512 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:28:41.670180 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:28:41.670543 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] Checking segment: {'id': '40438434-7b45-47b4-be6d-77cdaf0b5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c96aefc-a574-43e7-997b-fab71331c512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:28:41.670937 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:41.671501 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] Bound using segment: {'id': '40438434-7b45-47b4-be6d-77cdaf0b5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c96aefc-a574-43e7-997b-fab71331c512'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:28:41.671786 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] Bound port: dbb837a6-11ba-4e57-95c7-2b5d1367d2fa, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40438434-7b45-47b4-be6d-77cdaf0b5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c96aefc-a574-43e7-997b-fab71331c512'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:28:41.672186 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:41.742810 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f87ea99f-3502-453e-89c6-8ecdf60e8573 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:41.743070 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] For port dbb837a6-11ba-4e57-95c7-2b5d1367d2fa, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:28:41.744046 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f87ea99f-3502-453e-89c6-8ecdf60e8573 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3560393 Apr 20 17:28:41.746057 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] For port dbb837a6-11ba-4e57-95c7-2b5d1367d2fa, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=dbb837a6-11ba-4e57-95c7-2b5d1367d2fa,segment=NetworkSegment(40438434-7b45-47b4-be6d-77cdaf0b5729),segment_id=40438434-7b45-47b4-be6d-77cdaf0b5729)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:28:41.805588 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b1026a45-6e6a-4769-aaae-db071dabfbbe None None] Provisioning complete for port dbb837a6-11ba-4e57-95c7-2b5d1367d2fa triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:41.806147 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b1026a45-6e6a-4769-aaae-db071dabfbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:41.827719 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:41.848227 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b1026a45-6e6a-4769-aaae-db071dabfbbe None None] Port dbb837a6-11ba-4e57-95c7-2b5d1367d2fa cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:28:41.881927 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] Routers {'074606ca-7a84-4355-a4a0-fcb0981b0b61'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:28:41.882573 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:28:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['074606ca-7a84-4355-a4a0-fcb0981b0b61'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:41.901050 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-c2854dad-a83b-454e-be2d-ff6ae216a736 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989235654&fields=id&tenant_id=4e972fe9e08746ff97ce7b0909dc8173 HTTP/1.1" status: 200 len: 267 time: 0.0430408 Apr 20 17:28:41.983762 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 16f96560-a478-4a6f-ad3b-38ab33e121fa up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:28:42.040082 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bca49-6369-4e30-b279-32bd34a295ce None None] Pushing event updated for resources: {'Port': ['ID=dbb837a6-11ba-4e57-95c7-2b5d1367d2fa,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:42.054891 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 16f96560-a478-4a6f-ad3b-38ab33e121fa triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:42.055275 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:42.070029 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-6030179d-8003-4447-96ac-d492a6382df8 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:42.071678 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-6030179d-8003-4447-96ac-d492a6382df8 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/networks?id=79db0b1e-de97-4a8a-b22b-64ff3632ed39 HTTP/1.1" status: 200 len: 809 time: 0.1608772 Apr 20 17:28:42.094688 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-271c22eb-da73-4676-bd4f-f93bbc5cd1d0 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/quotas/4e972fe9e08746ff97ce7b0909dc8173 HTTP/1.1" status: 200 len: 375 time: 0.0127556 Apr 20 17:28:42.122037 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] Set router 074606ca-7a84-4355-a4a0-fcb0981b0b61 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:28:42.165301 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-b24c3718-1385-496c-9fec-91d75bf4031a tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582192 Apr 20 17:28:42.169767 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e6f6f32e-6181-4c5b-8e8d-6d82b9bbf497 None None] Provisioning complete for port dbb837a6-11ba-4e57-95c7-2b5d1367d2fa triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:42.170194 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e6f6f32e-6181-4c5b-8e8d-6d82b9bbf497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:42.260023 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e6f6f32e-6181-4c5b-8e8d-6d82b9bbf497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:42.293975 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e6f6f32e-6181-4c5b-8e8d-6d82b9bbf497 None None] For port dbb837a6-11ba-4e57-95c7-2b5d1367d2fa, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=dbb837a6-11ba-4e57-95c7-2b5d1367d2fa,segment=NetworkSegment(40438434-7b45-47b4-be6d-77cdaf0b5729),segment_id=40438434-7b45-47b4-be6d-77cdaf0b5729)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:42.335335 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074606ca-7a84-4355-a4a0-fcb0981b0b61', 'name': 'tempest-TestShelveInstance-338161344-router', 'tenant_id': '04d45ab68c3b40a499aa9598855887d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '16f96560-a478-4a6f-ad3b-38ab33e121fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:34Z', 'updated_at': '2022-04-20T17:28:37Z', 'revision_number': 4, 'project_id': '04d45ab68c3b40a499aa9598855887d2', 'gw_port': {'id': '16f96560-a478-4a6f-ad3b-38ab33e121fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074606ca-7a84-4355-a4a0-fcb0981b0b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4401, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:35Z', 'updated_at': '2022-04-20T17:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'dbb837a6-11ba-4e57-95c7-2b5d1367d2fa', 'name': '', 'network_id': '4c96aefc-a574-43e7-997b-fab71331c512', 'tenant_id': '04d45ab68c3b40a499aa9598855887d2', 'mac_address': 'fa:16:3e:c2:2a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074606ca-7a84-4355-a4a0-fcb0981b0b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4402, 'fixed_ips': [{'subnet_id': '722bc5f5-c030-4d21-b323-dc4e15db2cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:37Z', 'updated_at': '2022-04-20T17:28:41Z', 'revision_number': 4, 'project_id': '04d45ab68c3b40a499aa9598855887d2', 'subnets': [{'id': '722bc5f5-c030-4d21-b323-dc4e15db2cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:42.361326 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0b014-5043-4177-a12b-c08a902260cb None None] The sync data for ids ['074606ca-7a84-4355-a4a0-fcb0981b0b61'] in n-d-836146-2 is: [{'id': '074606ca-7a84-4355-a4a0-fcb0981b0b61', 'name': 'tempest-TestShelveInstance-338161344-router', 'tenant_id': '04d45ab68c3b40a499aa9598855887d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '16f96560-a478-4a6f-ad3b-38ab33e121fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:34Z', 'updated_at': '2022-04-20T17:28:37Z', 'revision_number': 4, 'project_id': '04d45ab68c3b40a499aa9598855887d2', 'gw_port': {'id': '16f96560-a478-4a6f-ad3b-38ab33e121fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074606ca-7a84-4355-a4a0-fcb0981b0b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4401, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:35Z', 'updated_at': '2022-04-20T17:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'dbb837a6-11ba-4e57-95c7-2b5d1367d2fa', 'name': '', 'network_id': '4c96aefc-a574-43e7-997b-fab71331c512', 'tenant_id': '04d45ab68c3b40a499aa9598855887d2', 'mac_address': 'fa:16:3e:c2:2a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074606ca-7a84-4355-a4a0-fcb0981b0b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4402, 'fixed_ips': [{'subnet_id': '722bc5f5-c030-4d21-b323-dc4e15db2cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:37Z', 'updated_at': '2022-04-20T17:28:41Z', 'revision_number': 4, 'project_id': '04d45ab68c3b40a499aa9598855887d2', 'subnets': [{'id': '722bc5f5-c030-4d21-b323-dc4e15db2cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:28:42.364966 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e6f6f32e-6181-4c5b-8e8d-6d82b9bbf497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:42.370717 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-96307bf1-118d-4f56-ba59-bce99b2e469d service neutron] 10.222.0.15 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983969 Apr 20 17:28:42.419828 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6f32e-6181-4c5b-8e8d-6d82b9bbf497 None None] Pushing event updated for resources: {'Port': ['ID=dbb837a6-11ba-4e57-95c7-2b5d1367d2fa,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:42.466028 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-15dcfc38-5931-4abb-8be2-8d504d814e80 service neutron] 10.222.0.15 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944247 Apr 20 17:28:42.717429 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f38a8501-96a8-4878-aef6-08500ca3be1c req-876b9130-c5f6-4deb-b9f3-ff11c33d7ffb tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 210 time: 0.0322325 Apr 20 17:28:43.800106 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9cbba34a-dc91-4fd2-b709-8f95a10d52d7 req-b1fd1e41-fdd6-4337-bbaa-fb66574dbe8e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 210 time: 0.0276968 Apr 20 17:28:43.970226 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device dbb837a6-11ba-4e57-95c7-2b5d1367d2fa up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:28:44.016638 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port dbb837a6-11ba-4e57-95c7-2b5d1367d2fa triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:44.017006 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:44.882447 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1b55dff7-1659-4e52-aa11-1f915b849e9d req-73d046e0-e9e2-48ee-ab64-3f0985693cba tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 210 time: 0.0274382 Apr 20 17:28:45.958549 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-68436193-91bb-4cd6-a7de-6b70f5e8a2b7 req-e8c47ccf-0644-4cf7-8884-13f9c890a5bf tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 210 time: 0.0263135 Apr 20 17:28:47.051661 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-bc8b9736-eb5c-42a0-a868-6f0ebd4b958c req-1fbb5b89-de65-4e72-9ff7-7b6fd2ada5ef tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 210 time: 0.0266020 Apr 20 17:28:48.145187 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b7a93dd1-295d-4803-bf5d-a63678f64547 req-e5b24310-e438-47df-9493-4d1a71b78f34 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 210 time: 0.0263319 Apr 20 17:28:49.296947 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-23803b64-f6cc-4238-8b53-6dfb18801aa0 req-01eaede8-b4dc-4e77-853c-1b0a4bd2c84d tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 210 time: 0.0311143 Apr 20 17:28:49.347338 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-6d822d94-9085-457e-8283-fcfa43a13d97 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:49.348799 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-6d822d94-9085-457e-8283-fcfa43a13d97 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.26 "GET /v2.0/networks?id=79db0b1e-de97-4a8a-b22b-64ff3632ed39 HTTP/1.1" status: 200 len: 809 time: 0.1763992 Apr 20 17:28:49.407028 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-f1033f1d-2780-4e35-81d7-e6a110de1cbc tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e972fe9e08746ff97ce7b0909dc8173 HTTP/1.1" status: 200 len: 379 time: 0.0358274 Apr 20 17:28:49.422963 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-43b0b4f2-4198-4bb5-afca-a30046b9b479 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Request body: {'port': {'device_id': '1e68ad2b-7646-47a1-91d2-bbf2e5c646bc', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'admin_state_up': True, 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'security_groups': ['4fa05eb0-a78d-4a71-aad5-e736c78a172a']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:28:49.620629 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-43b0b4f2-4198-4bb5-afca-a30046b9b479 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Made reservation on behalf of 4e972fe9e08746ff97ce7b0909dc8173 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:28:49.624199 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-43b0b4f2-4198-4bb5-afca-a30046b9b479 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:49.765221 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-43b0b4f2-4198-4bb5-afca-a30046b9b479 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Allocated IP 172.20.0.3 (79db0b1e-de97-4a8a-b22b-64ff3632ed39/d59b8c7a-0a22-40d8-818c-c1f34ba64922/989d654b-a3a5-44cb-b9f1-cae62c210469) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:28:49.906891 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-43b0b4f2-4198-4bb5-afca-a30046b9b479 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:50.004377 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-43b0b4f2-4198-4bb5-afca-a30046b9b479 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:50.040920 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:28:50.049876 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-43b0b4f2-4198-4bb5-afca-a30046b9b479 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Network 79db0b1e-de97-4a8a-b22b-64ff3632ed39 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:28:50.052977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-43b0b4f2-4198-4bb5-afca-a30046b9b479 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:28:50.056789 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-43b0b4f2-4198-4bb5-afca-a30046b9b479 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:28:50.063343 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0b4f2-4198-4bb5-afca-a30046b9b479 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event updated for resources: {'Port': ['ID=989d654b-a3a5-44cb-b9f1-cae62c210469,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:50.331163 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-6e1476f7-a469-406e-9e75-c8af47711ad8 None None] Provisioning complete for port 989d654b-a3a5-44cb-b9f1-cae62c210469 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:50.331638 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6e1476f7-a469-406e-9e75-c8af47711ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:50.376633 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-6e1476f7-a469-406e-9e75-c8af47711ad8 None None] Port 989d654b-a3a5-44cb-b9f1-cae62c210469 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:28:50.459320 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-43b0b4f2-4198-4bb5-afca-a30046b9b479 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:50.459904 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-43b0b4f2-4198-4bb5-afca-a30046b9b479 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:50.481463 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da7222-83ae-4848-b0ca-14af776d8363 req-3fb18096-3f47-44cd-82e6-b2613dbee1d1 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:50.484806 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-33da7222-83ae-4848-b0ca-14af776d8363 req-3fb18096-3f47-44cd-82e6-b2613dbee1d1 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 931 time: 0.0732055 Apr 20 17:28:50.521744 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-33da7222-83ae-4848-b0ca-14af776d8363 req-c9c6221f-4c8d-4513-9320-411ac4eebf43 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319297 Apr 20 17:28:50.531596 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-43b0b4f2-4198-4bb5-afca-a30046b9b479 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1127317 Apr 20 17:28:50.541001 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-fad1dcee-6984-4843-8d45-8ba864c95fda tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 17:28:50.542036 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-fad1dcee-6984-4843-8d45-8ba864c95fda tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050640 Apr 20 17:28:50.560172 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-e491bf96-f1e3-44ae-8c93-d6d1b6bb3e92 service neutron] Request body: {'port': {'device_id': '1e68ad2b-7646-47a1-91d2-bbf2e5c646bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:28:50.616903 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-e491bf96-f1e3-44ae-8c93-d6d1b6bb3e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:50.878803 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-e491bf96-f1e3-44ae-8c93-d6d1b6bb3e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989d654b-a3a5-44cb-b9f1-cae62c210469 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:28:50.886003 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-e491bf96-f1e3-44ae-8c93-d6d1b6bb3e92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:50.897671 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-e491bf96-f1e3-44ae-8c93-d6d1b6bb3e92 service neutron] Transition to ACTIVE for port object 989d654b-a3a5-44cb-b9f1-cae62c210469 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:28:50.997514 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-e491bf96-f1e3-44ae-8c93-d6d1b6bb3e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:51.087070 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491bf96-f1e3-44ae-8c93-d6d1b6bb3e92 service neutron] Pushing event updated for resources: {'Port': ['ID=989d654b-a3a5-44cb-b9f1-cae62c210469,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:51.148383 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-e491bf96-f1e3-44ae-8c93-d6d1b6bb3e92 service neutron] Attempting to bind port 989d654b-a3a5-44cb-b9f1-cae62c210469 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:28:51.148719 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-e491bf96-f1e3-44ae-8c93-d6d1b6bb3e92 service neutron] Attempting to bind port 989d654b-a3a5-44cb-b9f1-cae62c210469 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'b3ebab6f-e3f0-42c5-9913-5b4c80612766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:28:51.149039 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-e491bf96-f1e3-44ae-8c93-d6d1b6bb3e92 service neutron] Attempting to bind port 989d654b-a3a5-44cb-b9f1-cae62c210469 on network 79db0b1e-de97-4a8a-b22b-64ff3632ed39 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:28:51.153639 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-e491bf96-f1e3-44ae-8c93-d6d1b6bb3e92 service neutron] Port 989d654b-a3a5-44cb-b9f1-cae62c210469 on network 79db0b1e-de97-4a8a-b22b-64ff3632ed39 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:28:51.153951 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-e491bf96-f1e3-44ae-8c93-d6d1b6bb3e92 service neutron] Attempting to bind port 989d654b-a3a5-44cb-b9f1-cae62c210469 on network 79db0b1e-de97-4a8a-b22b-64ff3632ed39 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:28:51.159173 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-e491bf96-f1e3-44ae-8c93-d6d1b6bb3e92 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:28:51.159506 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-e491bf96-f1e3-44ae-8c93-d6d1b6bb3e92 service neutron] Checking segment: {'id': 'b3ebab6f-e3f0-42c5-9913-5b4c80612766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:28:51.159883 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-e491bf96-f1e3-44ae-8c93-d6d1b6bb3e92 service neutron] Bound using segment: {'id': 'b3ebab6f-e3f0-42c5-9913-5b4c80612766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:28:51.160309 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-e491bf96-f1e3-44ae-8c93-d6d1b6bb3e92 service neutron] Bound port: 989d654b-a3a5-44cb-b9f1-cae62c210469, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3ebab6f-e3f0-42c5-9913-5b4c80612766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:28:51.160713 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-e491bf96-f1e3-44ae-8c93-d6d1b6bb3e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:51.228276 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-e491bf96-f1e3-44ae-8c93-d6d1b6bb3e92 service neutron] For port 989d654b-a3a5-44cb-b9f1-cae62c210469, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:28:51.231626 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-e491bf96-f1e3-44ae-8c93-d6d1b6bb3e92 service neutron] For port 989d654b-a3a5-44cb-b9f1-cae62c210469, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=989d654b-a3a5-44cb-b9f1-cae62c210469,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:28:51.346545 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-e491bf96-f1e3-44ae-8c93-d6d1b6bb3e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:51.382208 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-e491bf96-f1e3-44ae-8c93-d6d1b6bb3e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:51.382827 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-e491bf96-f1e3-44ae-8c93-d6d1b6bb3e92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:51.384204 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-e491bf96-f1e3-44ae-8c93-d6d1b6bb3e92 service neutron] 10.222.0.26 "PUT /v2.0/ports/989d654b-a3a5-44cb-b9f1-cae62c210469 HTTP/1.1" status: 200 len: 1091 time: 0.8281434 Apr 20 17:28:51.384681 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e68ad2b-7646-47a1-91d2-bbf2e5c646bc', 'tag': '989d654b-a3a5-44cb-b9f1-cae62c210469'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:28:51.387096 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd43a44-1cec-478c-ad0f-b66a09c5f9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e68ad2b-7646-47a1-91d2-bbf2e5c646bc", "tag": "989d654b-a3a5-44cb-b9f1-cae62c210469"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:28:51.412889 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491bf96-f1e3-44ae-8c93-d6d1b6bb3e92 service neutron] Pushing event updated for resources: {'Port': ['ID=989d654b-a3a5-44cb-b9f1-cae62c210469,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:51.435632 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631334d6-c630-4739-974b-c0ce67c15e38 x-openstack-request-id: req-631334d6-c630-4739-974b-c0ce67c15e38 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:28:51.436533 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e68ad2b-7646-47a1-91d2-bbf2e5c646bc", "tag": "989d654b-a3a5-44cb-b9f1-cae62c210469", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:28:51.436893 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-631334d6-c630-4739-974b-c0ce67c15e38 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:28:51.437310 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-631334d6-c630-4739-974b-c0ce67c15e38'] response: {'name': 'network-changed', 'server_uuid': '1e68ad2b-7646-47a1-91d2-bbf2e5c646bc', 'tag': '989d654b-a3a5-44cb-b9f1-cae62c210469', 'status': 'completed', 'code': 200} Apr 20 17:28:51.519992 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd43a44-1cec-478c-ad0f-b66a09c5f9a7 req-963ce27b-881b-4acd-8e93-2280b6cb55d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:51.521762 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6bd43a44-1cec-478c-ad0f-b66a09c5f9a7 req-963ce27b-881b-4acd-8e93-2280b6cb55d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 1094 time: 0.0470459 Apr 20 17:28:51.668009 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd43a44-1cec-478c-ad0f-b66a09c5f9a7 req-8a04c57e-b16b-4c06-9033-6b226189bf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:51.669401 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6bd43a44-1cec-478c-ad0f-b66a09c5f9a7 req-8a04c57e-b16b-4c06-9033-6b226189bf9e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1350121 Apr 20 17:28:51.678253 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea6d4b-4a5c-42f6-80f2-a994c6bae722 req-3c3b6bde-3794-4760-9d34-02d1bca32a37 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:51.679638 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4cea6d4b-4a5c-42f6-80f2-a994c6bae722 req-3c3b6bde-3794-4760-9d34-02d1bca32a37 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 943 time: 0.0806503 Apr 20 17:28:51.766244 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4cea6d4b-4a5c-42f6-80f2-a994c6bae722 req-92bcf882-0f52-4605-8f7a-8ea9cf6d2f70 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782628 Apr 20 17:28:51.798095 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd43a44-1cec-478c-ad0f-b66a09c5f9a7 req-ee3bbbe3-5b7f-43f8-bd7a-1d65800a831a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:51.799608 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6bd43a44-1cec-478c-ad0f-b66a09c5f9a7 req-ee3bbbe3-5b7f-43f8-bd7a-1d65800a831a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1191273 Apr 20 17:28:51.898682 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-29a1bc98-46b2-4f76-9bc7-86c9d348dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:51.906724 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-29a1bc98-46b2-4f76-9bc7-86c9d348dfea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 1094 time: 0.0430019 Apr 20 17:28:51.953894 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-831e50c7-ab6a-4f17-a9ef-1eb66d013712 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989d654b-a3a5-44cb-b9f1-cae62c210469 HTTP/1.1" status: 200 len: 217 time: 0.0378258 Apr 20 17:28:52.002396 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-c0302462-6042-41fa-aa8f-32aa3989626e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:52.003828 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-c0302462-6042-41fa-aa8f-32aa3989626e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d59b8c7a-0a22-40d8-818c-c1f34ba64922 HTTP/1.1" status: 200 len: 848 time: 0.0431056 Apr 20 17:28:52.049563 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-c145cc4e-c96f-464f-a48d-9c76d00f828f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:52.051097 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-c145cc4e-c96f-464f-a48d-9c76d00f828f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79db0b1e-de97-4a8a-b22b-64ff3632ed39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406322 Apr 20 17:28:52.145247 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-62c6ce34-dfa9-41dd-a60d-11cf0efbd7fe service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873075 Apr 20 17:28:52.236761 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b0f78638-c867-49c4-8eab-191c8685ad90 req-41351cbc-641f-4b39-88cf-7e2cddba9400 service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840037 Apr 20 17:28:52.820762 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bf6956c8-2158-4acf-85e1-a6d4a1f0b3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:52.890719 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac5d54-067b-4223-9ed2-198219364a3f req-fef08c24-a436-4d8c-9825-aeffd45904c6 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:52.892214 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5cac5d54-067b-4223-9ed2-198219364a3f req-fef08c24-a436-4d8c-9825-aeffd45904c6 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 943 time: 0.0520613 Apr 20 17:28:52.935203 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5cac5d54-067b-4223-9ed2-198219364a3f req-c2173197-b2bd-4365-87ab-63c698949f6c tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368104 Apr 20 17:28:54.050999 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850f9e8-5f96-4a28-8629-16ec75a39935 req-f277b19f-32b6-4f09-988d-4490303107f4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:54.052540 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d850f9e8-5f96-4a28-8629-16ec75a39935 req-f277b19f-32b6-4f09-988d-4490303107f4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 943 time: 0.0496752 Apr 20 17:28:54.090734 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d850f9e8-5f96-4a28-8629-16ec75a39935 req-8325ae44-87ed-4e79-885a-ecf36736f0f5 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320625 Apr 20 17:28:55.151830 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9e46765b-7863-4dd4-af98-e7b1e4cf5627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:55.212068 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2621d0-feb6-487a-9796-e8e6be7e71f3 req-668db589-97f6-4529-ab1a-1b0bbdba7156 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:55.213590 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be2621d0-feb6-487a-9796-e8e6be7e71f3 req-668db589-97f6-4529-ab1a-1b0bbdba7156 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 943 time: 0.0513642 Apr 20 17:28:55.252579 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-be2621d0-feb6-487a-9796-e8e6be7e71f3 req-379166f9-aae7-4f72-bef2-0bfd08bc8562 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324035 Apr 20 17:28:56.368782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1b3bb-146c-482a-84b5-4e3160203aa3 req-f7c1388c-c819-4e5d-b9d6-38d8d6cfd4cb tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:56.370292 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fdb1b3bb-146c-482a-84b5-4e3160203aa3 req-f7c1388c-c819-4e5d-b9d6-38d8d6cfd4cb tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 943 time: 0.0496728 Apr 20 17:28:56.412207 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fdb1b3bb-146c-482a-84b5-4e3160203aa3 req-4a0568c8-b199-4862-a092-c35f7f53d86c tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351605 Apr 20 17:28:56.654023 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:57.401583 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 989d654b-a3a5-44cb-b9f1-cae62c210469 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:28:57.497406 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 989d654b-a3a5-44cb-b9f1-cae62c210469, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=989d654b-a3a5-44cb-b9f1-cae62c210469,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:57.508693 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '989d654b-a3a5-44cb-b9f1-cae62c210469', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'port_id': '989d654b-a3a5-44cb-b9f1-cae62c210469', 'mac_address': 'fa:16:3e:33:bd:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:28:57.527327 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363bc6c-efd7-4159-9c4a-7b1074260eff req-af9f9a8f-b791-4909-9724-5a389a094d2c tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:57.529009 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2363bc6c-efd7-4159-9c4a-7b1074260eff req-af9f9a8f-b791-4909-9724-5a389a094d2c tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 943 time: 0.0490541 Apr 20 17:28:57.545201 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:57.561787 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989d654b-a3a5-44cb-b9f1-cae62c210469 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:28:57.568930 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2363bc6c-efd7-4159-9c4a-7b1074260eff req-cece5672-9e19-47b6-bb60-fea25ab4d33d tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330927 Apr 20 17:28:57.580274 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 989d654b-a3a5-44cb-b9f1-cae62c210469, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=989d654b-a3a5-44cb-b9f1-cae62c210469,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:57.643032 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:57.692681 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=989d654b-a3a5-44cb-b9f1-cae62c210469,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:58.037185 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:58.084621 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['989d654b-a3a5-44cb-b9f1-cae62c210469'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:28:58.205838 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:58.685553 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab2de8-9254-4349-a559-4b2511a73563 req-08008c97-3f50-4905-ba3a-d492c2bea9a7 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:58.687065 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a1ab2de8-9254-4349-a559-4b2511a73563 req-08008c97-3f50-4905-ba3a-d492c2bea9a7 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 944 time: 0.0498929 Apr 20 17:28:58.726092 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a1ab2de8-9254-4349-a559-4b2511a73563 req-e0dec8b1-51f4-47fc-9a80-1c124b0b741c tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329511 Apr 20 17:28:59.345941 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:59.416059 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 989d654b-a3a5-44cb-b9f1-cae62c210469 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:28:59.534444 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 989d654b-a3a5-44cb-b9f1-cae62c210469 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:28:59.538412 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 989d654b-a3a5-44cb-b9f1-cae62c210469 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:59.538782 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:59.617496 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:59.639563 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e68ad2b-7646-47a1-91d2-bbf2e5c646bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989d654b-a3a5-44cb-b9f1-cae62c210469'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:28:59.641970 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93863fd-3f21-4feb-b0e4-3cf833ccee7a" -d '{"events": [{"server_uuid": "1e68ad2b-7646-47a1-91d2-bbf2e5c646bc", "name": "network-vif-plugged", "status": "completed", "tag": "989d654b-a3a5-44cb-b9f1-cae62c210469"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:28:59.655332 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 989d654b-a3a5-44cb-b9f1-cae62c210469, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=989d654b-a3a5-44cb-b9f1-cae62c210469,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:59.734864 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3211131-44cc-4cc3-9080-62bcaa174493 x-openstack-request-id: req-c3211131-44cc-4cc3-9080-62bcaa174493 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:28:59.735150 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e68ad2b-7646-47a1-91d2-bbf2e5c646bc", "name": "network-vif-plugged", "status": "completed", "tag": "989d654b-a3a5-44cb-b9f1-cae62c210469", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:28:59.735398 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3211131-44cc-4cc3-9080-62bcaa174493 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:28:59.735795 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3211131-44cc-4cc3-9080-62bcaa174493'] response: {'server_uuid': '1e68ad2b-7646-47a1-91d2-bbf2e5c646bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989d654b-a3a5-44cb-b9f1-cae62c210469', 'code': 200} Apr 20 17:28:59.745615 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:59.795615 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=989d654b-a3a5-44cb-b9f1-cae62c210469,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:59.881366 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa203b-f28f-4b68-b3f4-5e31c56de6f3 req-c81ad329-85c3-4b94-8771-61a7663f3df5 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:59.882777 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6fa203b-f28f-4b68-b3f4-5e31c56de6f3 req-c81ad329-85c3-4b94-8771-61a7663f3df5 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0832126 Apr 20 17:28:59.885452 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ee21f-6579-4460-a8d8-5a1a888f205f req-b21e9b00-da57-4878-ab8b-ca2bf619525c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:28:59.886816 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c20ee21f-6579-4460-a8d8-5a1a888f205f req-b21e9b00-da57-4878-ab8b-ca2bf619525c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 1096 time: 0.0607340 Apr 20 17:28:59.943741 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d6fa203b-f28f-4b68-b3f4-5e31c56de6f3 req-87badfbf-36c4-412c-8dda-48cf9086297d tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548439 Apr 20 17:28:59.945407 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c20ee21f-6579-4460-a8d8-5a1a888f205f req-3e5f06be-f719-44b4-89fd-47634f0e5dcf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501864 Apr 20 17:29:00.448648 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:01.061187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b6960-0992-421b-9597-7369b6e3d1a8 req-39a7a271-4635-42d2-9b41-e7a44ab922f4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:29:01.062661 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b87b6960-0992-421b-9597-7369b6e3d1a8 req-39a7a271-4635-42d2-9b41-e7a44ab922f4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0506723 Apr 20 17:29:01.102797 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b87b6960-0992-421b-9597-7369b6e3d1a8 req-c60f99ee-52fa-4d7d-940c-132dd1bf4610 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340290 Apr 20 17:29:02.223558 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91214130-3ccb-4338-ba4f-1c7974499429 req-c803b81b-b07c-4afe-8bde-549d64736584 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:29:02.224984 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-91214130-3ccb-4338-ba4f-1c7974499429 req-c803b81b-b07c-4afe-8bde-549d64736584 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0522292 Apr 20 17:29:02.262873 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-91214130-3ccb-4338-ba4f-1c7974499429 req-1ba77708-e9e7-470a-90e1-7ee9ed25e417 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317571 Apr 20 17:29:02.376553 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b87c6c-e686-4c2e-ba67-fcaffe351693 req-990724b0-69e3-4a97-ac3e-f222f1baf700 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:29:02.378029 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-96b87c6c-e686-4c2e-ba67-fcaffe351693 req-990724b0-69e3-4a97-ac3e-f222f1baf700 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0486114 Apr 20 17:29:02.416077 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-96b87c6c-e686-4c2e-ba67-fcaffe351693 req-093ac1f6-eedc-439a-b1d6-03bbaf782497 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319953 Apr 20 17:29:02.438851 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33210) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:29:02.523845 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee7e744-0cd7-4777-b693-37ed5fe41da6 tempest-TestShelveInstance-750446444 tempest-TestShelveInstance-750446444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:29:02.525413 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-cee7e744-0cd7-4777-b693-37ed5fe41da6 tempest-TestShelveInstance-750446444 tempest-TestShelveInstance-750446444-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 1091 time: 0.0855827 Apr 20 17:29:02.528438 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33214) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:29:02.532561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-ca6c081b-10cf-4daf-81c0-acbb208fc08e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': '989d654b-a3a5-44cb-b9f1-cae62c210469', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:29:02.614360 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca6c081b-10cf-4daf-81c0-acbb208fc08e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:02.714156 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca6c081b-10cf-4daf-81c0-acbb208fc08e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:02.817414 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-ca6c081b-10cf-4daf-81c0-acbb208fc08e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Allocated IP 172.25.0.219 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/41f1e1a3-b64a-4e4c-b5f6-cf7af9ae31fc) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:29:02.922311 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca6c081b-10cf-4daf-81c0-acbb208fc08e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:03.031675 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca6c081b-10cf-4daf-81c0-acbb208fc08e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:03.071253 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6c081b-10cf-4daf-81c0-acbb208fc08e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:29:03.074101 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-ca6c081b-10cf-4daf-81c0-acbb208fc08e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:29:03.078448 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6c081b-10cf-4daf-81c0-acbb208fc08e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:29:03.104670 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c081b-10cf-4daf-81c0-acbb208fc08e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event updated for resources: {'Port': ['ID=41f1e1a3-b64a-4e4c-b5f6-cf7af9ae31fc,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:03.437442 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca6c081b-10cf-4daf-81c0-acbb208fc08e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:03.554113 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca6c081b-10cf-4daf-81c0-acbb208fc08e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:03.699914 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca6c081b-10cf-4daf-81c0-acbb208fc08e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:03.785550 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca6c081b-10cf-4daf-81c0-acbb208fc08e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:03.859738 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c081b-10cf-4daf-81c0-acbb208fc08e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event updated for resources: {'Port': ['ID=41f1e1a3-b64a-4e4c-b5f6-cf7af9ae31fc,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:03.871029 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca6c081b-10cf-4daf-81c0-acbb208fc08e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:03.973378 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-ca6c081b-10cf-4daf-81c0-acbb208fc08e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Floating IP 553ffcb4-f1e4-4385-807b-435eb4ba28c1 associated. External IP: 172.25.0.219, port: 989d654b-a3a5-44cb-b9f1-cae62c210469. Apr 20 17:29:04.178469 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6c081b-10cf-4daf-81c0-acbb208fc08e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Router ed3c0791-ecca-4778-8c86-b897246e533e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:29:04.282142 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6c081b-10cf-4daf-81c0-acbb208fc08e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:29:04.292046 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b0b6c9-9821-4cd0-b364-94a2ad139e79 None None] Sync routers for ids ['ed3c0791-ecca-4778-8c86-b897246e533e'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:29:04.301999 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b0b6c9-9821-4cd0-b364-94a2ad139e79 None None] Routers {'ed3c0791-ecca-4778-8c86-b897246e533e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:29:04.302618 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-09b0b6c9-9821-4cd0-b364-94a2ad139e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ed3c0791-ecca-4778-8c86-b897246e533e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:04.348087 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ca6c081b-10cf-4daf-81c0-acbb208fc08e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:04.379053 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ca6c081b-10cf-4daf-81c0-acbb208fc08e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8496485 Apr 20 17:29:04.379759 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e68ad2b-7646-47a1-91d2-bbf2e5c646bc', 'tag': '989d654b-a3a5-44cb-b9f1-cae62c210469'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:29:04.382108 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff58416-6a28-44bd-bd52-36e206be07a9" -d '{"events": [{"name": "network-changed", "server_uuid": "1e68ad2b-7646-47a1-91d2-bbf2e5c646bc", "tag": "989d654b-a3a5-44cb-b9f1-cae62c210469"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:29:04.410985 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-09b0b6c9-9821-4cd0-b364-94a2ad139e79 None None] Set router ed3c0791-ecca-4778-8c86-b897246e533e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:29:04.421076 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e0aca9-137b-442d-a248-caa6e4444334 x-openstack-request-id: req-56e0aca9-137b-442d-a248-caa6e4444334 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:29:04.421372 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e68ad2b-7646-47a1-91d2-bbf2e5c646bc", "tag": "989d654b-a3a5-44cb-b9f1-cae62c210469", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:29:04.421623 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56e0aca9-137b-442d-a248-caa6e4444334 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:29:04.422024 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56e0aca9-137b-442d-a248-caa6e4444334'] response: {'name': 'network-changed', 'server_uuid': '1e68ad2b-7646-47a1-91d2-bbf2e5c646bc', 'tag': '989d654b-a3a5-44cb-b9f1-cae62c210469', 'status': 'completed', 'code': 200} Apr 20 17:29:04.502222 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff58416-6a28-44bd-bd52-36e206be07a9 req-a50cf0d1-d2ae-4a04-b361-97ccfe6703ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:29:04.503821 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9ff58416-6a28-44bd-bd52-36e206be07a9 req-a50cf0d1-d2ae-4a04-b361-97ccfe6703ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 1096 time: 0.0413475 Apr 20 17:29:04.598314 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff58416-6a28-44bd-bd52-36e206be07a9 req-c223f844-4d32-49fc-9f9f-c9d00cca4b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:29:04.599821 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9ff58416-6a28-44bd-bd52-36e206be07a9 req-c223f844-4d32-49fc-9f9f-c9d00cca4b68 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79db0b1e-de97-4a8a-b22b-64ff3632ed39 HTTP/1.1" status: 200 len: 910 time: 0.0873334 Apr 20 17:29:04.673655 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9ff58416-6a28-44bd-bd52-36e206be07a9 req-390210b9-6499-4a07-afc5-266c31ca2713 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989d654b-a3a5-44cb-b9f1-cae62c210469 HTTP/1.1" status: 200 len: 999 time: 0.0662310 Apr 20 17:29:04.724242 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff58416-6a28-44bd-bd52-36e206be07a9 req-455110e8-5a08-4329-abdd-f4903b7b08f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:29:04.725724 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9ff58416-6a28-44bd-bd52-36e206be07a9 req-455110e8-5a08-4329-abdd-f4903b7b08f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d59b8c7a-0a22-40d8-818c-c1f34ba64922 HTTP/1.1" status: 200 len: 848 time: 0.0453854 Apr 20 17:29:04.772161 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff58416-6a28-44bd-bd52-36e206be07a9 req-932fe9fb-2eca-42c5-888c-40153efa871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:29:04.773701 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9ff58416-6a28-44bd-bd52-36e206be07a9 req-932fe9fb-2eca-42c5-888c-40153efa871f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79db0b1e-de97-4a8a-b22b-64ff3632ed39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411747 Apr 20 17:29:04.791479 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-09b0b6c9-9821-4cd0-b364-94a2ad139e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'name': 'tempest-TestShelveInstance-1300161459-router', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:28Z', 'updated_at': '2022-04-20T17:28:31Z', 'revision_number': 4, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'gw_port': {'id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:29Z', 'updated_at': '2022-04-20T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '553ffcb4-f1e4-4385-807b-435eb4ba28c1', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'port_id': '989d654b-a3a5-44cb-b9f1-cae62c210469', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'mac_address': 'fa:16:3e:33:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e68ad2b-7646-47a1-91d2-bbf2e5c646bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:29:03Z', 'updated_at': '2022-04-20T17:29:03Z', 'revision_number': 0, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e595d1e3-3882-430a-802e-b1527faea36c', 'name': '', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'mac_address': 'fa:16:3e:9b:50:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:31Z', 'updated_at': '2022-04-20T17:28:35Z', 'revision_number': 5, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'subnets': [{'id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:04.818518 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b0b6c9-9821-4cd0-b364-94a2ad139e79 None None] Checking router: ed3c0791-ecca-4778-8c86-b897246e533e for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:29:04.826882 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b0b6c9-9821-4cd0-b364-94a2ad139e79 None None] Routers {'ed3c0791-ecca-4778-8c86-b897246e533e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:29:04.827493 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-09b0b6c9-9821-4cd0-b364-94a2ad139e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:28:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ed3c0791-ecca-4778-8c86-b897246e533e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:04.867949 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9ff58416-6a28-44bd-bd52-36e206be07a9 req-3fe6db89-722b-43da-8230-c2574e1aed6b service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876799 Apr 20 17:29:04.933115 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-09b0b6c9-9821-4cd0-b364-94a2ad139e79 None None] Set router ed3c0791-ecca-4778-8c86-b897246e533e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:29:04.957889 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9ff58416-6a28-44bd-bd52-36e206be07a9 req-1a2f935f-d12e-4f9d-a2a8-2798863fc30e service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830629 Apr 20 17:29:05.159932 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-09b0b6c9-9821-4cd0-b364-94a2ad139e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'name': 'tempest-TestShelveInstance-1300161459-router', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:28Z', 'updated_at': '2022-04-20T17:28:31Z', 'revision_number': 4, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'gw_port': {'id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:29Z', 'updated_at': '2022-04-20T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '553ffcb4-f1e4-4385-807b-435eb4ba28c1', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'port_id': '989d654b-a3a5-44cb-b9f1-cae62c210469', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'mac_address': 'fa:16:3e:33:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e68ad2b-7646-47a1-91d2-bbf2e5c646bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:29:03Z', 'updated_at': '2022-04-20T17:29:03Z', 'revision_number': 0, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e595d1e3-3882-430a-802e-b1527faea36c', 'name': '', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'mac_address': 'fa:16:3e:9b:50:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:31Z', 'updated_at': '2022-04-20T17:28:35Z', 'revision_number': 5, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'subnets': [{'id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:05.194712 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b0b6c9-9821-4cd0-b364-94a2ad139e79 None None] The sync data for ids ['ed3c0791-ecca-4778-8c86-b897246e533e'] in n-d-836146-2 is: [{'id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'name': 'tempest-TestShelveInstance-1300161459-router', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:28Z', 'updated_at': '2022-04-20T17:28:31Z', 'revision_number': 4, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'gw_port': {'id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:29Z', 'updated_at': '2022-04-20T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '553ffcb4-f1e4-4385-807b-435eb4ba28c1', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'port_id': '989d654b-a3a5-44cb-b9f1-cae62c210469', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'mac_address': 'fa:16:3e:33:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e68ad2b-7646-47a1-91d2-bbf2e5c646bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:29:03Z', 'updated_at': '2022-04-20T17:29:03Z', 'revision_number': 0, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e595d1e3-3882-430a-802e-b1527faea36c', 'name': '', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'mac_address': 'fa:16:3e:9b:50:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:31Z', 'updated_at': '2022-04-20T17:28:35Z', 'revision_number': 5, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'subnets': [{'id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:29:05.387845 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9731665-9615-4d39-ba42-dc186c05ae87 None None] New status for floating IP 553ffcb4-f1e4-4385-807b-435eb4ba28c1: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:29:22.859618 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-90957295-4073-4bc9-a64b-74e329654dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:25.294722 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e8fff39d-8d5a-438f-8196-297c63ac5582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:26.648572 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:27.041342 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:29:28.053939 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:28.225705 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:29.396986 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:30.396630 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:46.118138 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c79cbeb3-5fcb-4b7a-ba6d-5a7da968daa2 req-b9c49034-e2f4-451b-b694-2969e55398f9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445619 Apr 20 17:29:46.215395 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cbeb3-5fcb-4b7a-ba6d-5a7da968daa2 req-8ae7ccf1-3ce2-412e-821b-8c1c575a63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:29:46.216857 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c79cbeb3-5fcb-4b7a-ba6d-5a7da968daa2 req-8ae7ccf1-3ce2-412e-821b-8c1c575a63fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 1096 time: 0.0414953 Apr 20 17:29:46.321041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cbeb3-5fcb-4b7a-ba6d-5a7da968daa2 req-70b81f9b-8711-44d7-9475-4a2ac5301b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:29:46.322515 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c79cbeb3-5fcb-4b7a-ba6d-5a7da968daa2 req-70b81f9b-8711-44d7-9475-4a2ac5301b3a service neutron] 10.222.0.26 "GET /v2.0/networks?id=79db0b1e-de97-4a8a-b22b-64ff3632ed39 HTTP/1.1" status: 200 len: 910 time: 0.0833910 Apr 20 17:29:46.388977 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c79cbeb3-5fcb-4b7a-ba6d-5a7da968daa2 req-a579e6f5-d87b-4abb-81ee-c771582e078c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989d654b-a3a5-44cb-b9f1-cae62c210469 HTTP/1.1" status: 200 len: 1001 time: 0.0604153 Apr 20 17:29:46.437729 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cbeb3-5fcb-4b7a-ba6d-5a7da968daa2 req-f8e88e86-8a33-4642-abcd-fa0caa4718f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:29:46.439180 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c79cbeb3-5fcb-4b7a-ba6d-5a7da968daa2 req-f8e88e86-8a33-4642-abcd-fa0caa4718f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d59b8c7a-0a22-40d8-818c-c1f34ba64922 HTTP/1.1" status: 200 len: 848 time: 0.0434496 Apr 20 17:29:46.483338 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cbeb3-5fcb-4b7a-ba6d-5a7da968daa2 req-fa9358e2-7b17-417f-ba2a-8ca3fb64fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:29:46.484764 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c79cbeb3-5fcb-4b7a-ba6d-5a7da968daa2 req-fa9358e2-7b17-417f-ba2a-8ca3fb64fcff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79db0b1e-de97-4a8a-b22b-64ff3632ed39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396194 Apr 20 17:29:46.575678 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c79cbeb3-5fcb-4b7a-ba6d-5a7da968daa2 req-83605a7d-e771-40d8-8335-9dfa295dc9e1 service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842655 Apr 20 17:29:46.663453 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c79cbeb3-5fcb-4b7a-ba6d-5a7da968daa2 req-4a91c571-b2f4-44d5-a7e2-a3927e9ac2d6 service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805917 Apr 20 17:29:52.847836 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6eb76ff7-ab5c-4a05-bf6a-09b2974c7da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:55.161025 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9f331ed1-3393-4d8d-8fce-d9a4b66bec71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:56.658311 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:58.053262 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:58.201749 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:59.373163 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:00.412992 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:04.039753 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:30:22.847130 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5cda0a9a-a869-4b85-afbc-692a1e9fe84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:25.172608 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b6823678-672c-464f-ba04-fcd4247fc8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:26.658345 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:28.059119 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:28.240909 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:29.360158 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:30.435385 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:41.039096 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:30:45.619592 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-81c67430-65a9-4b8f-851c-75119395af91 req-394a9404-bc5e-423d-b140-0147dbe6613f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1097798 Apr 20 17:30:45.715878 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c67430-65a9-4b8f-851c-75119395af91 req-ad335de3-c9a1-41ec-90df-d786a1d00bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:30:45.722503 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-81c67430-65a9-4b8f-851c-75119395af91 req-ad335de3-c9a1-41ec-90df-d786a1d00bd1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 1096 time: 0.0406172 Apr 20 17:30:45.818035 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c67430-65a9-4b8f-851c-75119395af91 req-83d8a45e-ea31-4035-b318-9e83047c0cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:30:45.819510 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-81c67430-65a9-4b8f-851c-75119395af91 req-83d8a45e-ea31-4035-b318-9e83047c0cb2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79db0b1e-de97-4a8a-b22b-64ff3632ed39 HTTP/1.1" status: 200 len: 910 time: 0.0842566 Apr 20 17:30:45.888972 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-81c67430-65a9-4b8f-851c-75119395af91 req-47b2a505-0027-4b2f-a1a3-c10ceb8115e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989d654b-a3a5-44cb-b9f1-cae62c210469 HTTP/1.1" status: 200 len: 1001 time: 0.0619540 Apr 20 17:30:45.938666 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c67430-65a9-4b8f-851c-75119395af91 req-e259f82a-1013-4dc5-ab01-d4865987bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:30:45.940161 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-81c67430-65a9-4b8f-851c-75119395af91 req-e259f82a-1013-4dc5-ab01-d4865987bfd4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d59b8c7a-0a22-40d8-818c-c1f34ba64922 HTTP/1.1" status: 200 len: 848 time: 0.0453217 Apr 20 17:30:45.986817 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c67430-65a9-4b8f-851c-75119395af91 req-7b13c9f2-ed30-4505-bf80-0460f833e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:30:45.988370 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-81c67430-65a9-4b8f-851c-75119395af91 req-7b13c9f2-ed30-4505-bf80-0460f833e638 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79db0b1e-de97-4a8a-b22b-64ff3632ed39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405643 Apr 20 17:30:46.085040 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-81c67430-65a9-4b8f-851c-75119395af91 req-a04816fa-2958-47df-80cc-68aaa288a89a service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905344 Apr 20 17:30:46.176934 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-81c67430-65a9-4b8f-851c-75119395af91 req-50d88759-147f-43fb-a47e-a455a8f455b0 service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846972 Apr 20 17:30:52.817863 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-475d52ba-8780-46fd-8557-aeace04fecc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:55.177846 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-93871c2d-86b2-4c3e-9208-9875aca7c8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:56.691706 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:58.040234 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:58.188832 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:59.372087 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:00.457778 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:18.038648 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:31:22.823380 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e500939f-d6bc-4f5a-9f62-8162e4b48b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:25.193819 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f79d3335-7226-4171-8ca1-1921ea66f862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:26.662344 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:28.056831 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:28.222712 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:29.422763 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:30.462449 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:31.540642 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091d018-4efe-47b3-b1b7-7cf4115ed1ff req-cc53c860-f649-44bd-a83c-8335231aa0ad tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:31.542280 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d091d018-4efe-47b3-b1b7-7cf4115ed1ff req-cc53c860-f649-44bd-a83c-8335231aa0ad tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0558825 Apr 20 17:31:31.581612 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d091d018-4efe-47b3-b1b7-7cf4115ed1ff req-671bef2e-3c42-4a4a-b34e-923ee80e9f24 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331092 Apr 20 17:31:32.699811 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed325a-0582-40d4-a979-0c28c9a7f5e2 req-156c4c47-44b0-4b0b-b91d-d53bd06053aa tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:32.701298 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31ed325a-0582-40d4-a979-0c28c9a7f5e2 req-156c4c47-44b0-4b0b-b91d-d53bd06053aa tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0477250 Apr 20 17:31:32.737327 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31ed325a-0582-40d4-a979-0c28c9a7f5e2 req-55ad6b2c-b424-4c3a-9d72-fb0e302280c3 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300934 Apr 20 17:31:33.852645 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e06c62-be07-42c2-b44f-f3231f24799d req-83d36511-d159-4274-868b-4d4069efc8bd tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:33.854018 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-36e06c62-be07-42c2-b44f-f3231f24799d req-83d36511-d159-4274-868b-4d4069efc8bd tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0483921 Apr 20 17:31:33.891932 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-36e06c62-be07-42c2-b44f-f3231f24799d req-088209c3-a01d-4c96-8a9f-d5f60c077c6e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318475 Apr 20 17:31:35.013849 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2570f6-62a4-42c4-82de-4252bb0406b3 req-e84c7f8d-ec70-445a-be9a-76b40a5f086f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:35.016217 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e2570f6-62a4-42c4-82de-4252bb0406b3 req-e84c7f8d-ec70-445a-be9a-76b40a5f086f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0557232 Apr 20 17:31:35.055377 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e2570f6-62a4-42c4-82de-4252bb0406b3 req-36907477-a5e8-4e0a-ae4f-a2e39057a13c tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330508 Apr 20 17:31:36.171557 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483c5fb-a73e-481b-b13b-d18b65d79cf9 req-888ef578-f766-4e4f-993f-168814d92d1c tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:36.173088 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3483c5fb-a73e-481b-b13b-d18b65d79cf9 req-888ef578-f766-4e4f-993f-168814d92d1c tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0491421 Apr 20 17:31:36.212023 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3483c5fb-a73e-481b-b13b-d18b65d79cf9 req-25b528f7-8e24-448e-82ae-e562c310df8b tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321960 Apr 20 17:31:37.336064 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edad9c-0b4d-411e-beda-f3e67be66d68 req-8da1b2d8-70f4-49b6-a4ea-efbc14c965a6 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:37.338114 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-21edad9c-0b4d-411e-beda-f3e67be66d68 req-8da1b2d8-70f4-49b6-a4ea-efbc14c965a6 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0555434 Apr 20 17:31:37.376930 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-21edad9c-0b4d-411e-beda-f3e67be66d68 req-5ff096ba-3584-4277-a825-e7c9ae32f0c9 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326200 Apr 20 17:31:38.808477 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500a4db-5f69-4f83-bd6f-1adc99abb38d req-5b944837-f1fb-47cd-9619-8c751552f05f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:38.810004 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0500a4db-5f69-4f83-bd6f-1adc99abb38d req-5b944837-f1fb-47cd-9619-8c751552f05f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.3631299 Apr 20 17:31:38.850025 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0500a4db-5f69-4f83-bd6f-1adc99abb38d req-9cddf0f2-05e0-4638-b0b4-e265da0f06d6 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335269 Apr 20 17:31:39.971275 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67357a7b-025b-4551-a1ff-00590d6f3494 req-c5ec9225-38c9-4fd5-8198-709a28096773 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:39.972745 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-67357a7b-025b-4551-a1ff-00590d6f3494 req-c5ec9225-38c9-4fd5-8198-709a28096773 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0494187 Apr 20 17:31:40.010511 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-67357a7b-025b-4551-a1ff-00590d6f3494 req-e7ec7eab-2580-4714-959d-0c4c2596f2b9 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317051 Apr 20 17:31:41.134065 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac7097-0b7c-45e0-8c5b-7df7519cc97a req-c6e99a9e-e8a0-4907-ab02-63a500fd2d41 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:41.135595 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a1ac7097-0b7c-45e0-8c5b-7df7519cc97a req-c6e99a9e-e8a0-4907-ab02-63a500fd2d41 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0560145 Apr 20 17:31:41.174780 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a1ac7097-0b7c-45e0-8c5b-7df7519cc97a req-3b5341a2-588b-49f1-a44f-4292ad217c5b tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330660 Apr 20 17:31:42.295177 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738b9bf-0d76-446e-9ffc-48fe7d341699 req-f63c0eb3-1374-4af2-b33c-18fd9869c3f2 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:42.296623 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f738b9bf-0d76-446e-9ffc-48fe7d341699 req-f63c0eb3-1374-4af2-b33c-18fd9869c3f2 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0531342 Apr 20 17:31:42.335718 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f738b9bf-0d76-446e-9ffc-48fe7d341699 req-337d44b4-b0e6-4dc9-a5cd-fa795c848f62 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328553 Apr 20 17:31:43.453947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95742cca-521f-4945-9f06-4e4321ca7e89 req-a40a50d7-6366-45ac-b316-b0efc41e5095 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:43.455491 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-95742cca-521f-4945-9f06-4e4321ca7e89 req-a40a50d7-6366-45ac-b316-b0efc41e5095 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0502138 Apr 20 17:31:43.495075 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-95742cca-521f-4945-9f06-4e4321ca7e89 req-ddda618b-9c94-425b-a6ee-1203d1c1809f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328052 Apr 20 17:31:44.223262 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 989d654b-a3a5-44cb-b9f1-cae62c210469 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:31:44.325223 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 989d654b-a3a5-44cb-b9f1-cae62c210469, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=989d654b-a3a5-44cb-b9f1-cae62c210469,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:44.337011 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '989d654b-a3a5-44cb-b9f1-cae62c210469', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'port_id': '989d654b-a3a5-44cb-b9f1-cae62c210469', 'mac_address': 'fa:16:3e:33:bd:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:31:44.374961 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:44.389185 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 989d654b-a3a5-44cb-b9f1-cae62c210469 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:31:44.412413 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 989d654b-a3a5-44cb-b9f1-cae62c210469, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=989d654b-a3a5-44cb-b9f1-cae62c210469,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:44.468729 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:44.523776 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=989d654b-a3a5-44cb-b9f1-cae62c210469,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:44.531448 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:44.531789 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:44.532126 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:44.532486 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:44.532809 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:44.533131 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:44.533452 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:44.533772 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:44.534091 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:44.534409 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:44.534724 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:44.535038 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:44.617021 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['989d654b-a3a5-44cb-b9f1-cae62c210469'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:31:44.622224 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e43c24-dcca-43ca-ba41-02cd4d931846 req-5e1bfa3f-6847-44d9-ab88-6f7cf623635b tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:44.623774 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87e43c24-dcca-43ca-ba41-02cd4d931846 req-5e1bfa3f-6847-44d9-ab88-6f7cf623635b tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 944 time: 0.0517128 Apr 20 17:31:44.667809 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-87e43c24-dcca-43ca-ba41-02cd4d931846 req-74f92a09-d632-4dd0-9711-b91d37d7390d tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376720 Apr 20 17:31:45.795840 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc69f7f-d811-4bc1-96d8-df008a37483f req-b89892cc-ec5d-4473-950f-e3fb2cc15d85 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:45.797344 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fcc69f7f-d811-4bc1-96d8-df008a37483f req-b89892cc-ec5d-4473-950f-e3fb2cc15d85 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 944 time: 0.0525575 Apr 20 17:31:45.834802 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fcc69f7f-d811-4bc1-96d8-df008a37483f req-f58afdae-b5bc-43c5-986c-f697b59634f4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311654 Apr 20 17:31:46.257300 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 989d654b-a3a5-44cb-b9f1-cae62c210469 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:31:46.305217 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 989d654b-a3a5-44cb-b9f1-cae62c210469 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:31:46.305586 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:46.381209 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:46.407344 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e68ad2b-7646-47a1-91d2-bbf2e5c646bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989d654b-a3a5-44cb-b9f1-cae62c210469'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:31:46.409640 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680e384e-30bf-4c12-b75b-897a083a5b5f" -d '{"events": [{"server_uuid": "1e68ad2b-7646-47a1-91d2-bbf2e5c646bc", "name": "network-vif-plugged", "status": "completed", "tag": "989d654b-a3a5-44cb-b9f1-cae62c210469"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:31:46.422712 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 989d654b-a3a5-44cb-b9f1-cae62c210469, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=989d654b-a3a5-44cb-b9f1-cae62c210469,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:46.449544 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549cea03-2f5a-40b3-b933-8ab47e483d7e x-openstack-request-id: req-549cea03-2f5a-40b3-b933-8ab47e483d7e {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:31:46.449808 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e68ad2b-7646-47a1-91d2-bbf2e5c646bc", "name": "network-vif-plugged", "status": "completed", "tag": "989d654b-a3a5-44cb-b9f1-cae62c210469", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:31:46.450061 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-549cea03-2f5a-40b3-b933-8ab47e483d7e {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:31:46.450460 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549cea03-2f5a-40b3-b933-8ab47e483d7e'] response: {'server_uuid': '1e68ad2b-7646-47a1-91d2-bbf2e5c646bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989d654b-a3a5-44cb-b9f1-cae62c210469', 'code': 200} Apr 20 17:31:46.479399 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:46.526990 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=989d654b-a3a5-44cb-b9f1-cae62c210469,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:46.956366 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b7ff2-e025-4fc5-ad3d-4e38efe0495e req-b3c846b3-f7dc-445e-b34d-98c81b96f9cd tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:46.957863 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-603b7ff2-e025-4fc5-ad3d-4e38efe0495e req-b3c846b3-f7dc-445e-b34d-98c81b96f9cd tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0485880 Apr 20 17:31:46.997170 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-603b7ff2-e025-4fc5-ad3d-4e38efe0495e req-3e3879cd-aabc-49b9-aa51-7a1d20b54a3d tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326123 Apr 20 17:31:48.117421 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81755227-4a5d-444c-b03f-015b2d553c4e req-c322363d-b9bc-491d-8212-bf2d05d29861 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:48.118963 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-81755227-4a5d-444c-b03f-015b2d553c4e req-c322363d-b9bc-491d-8212-bf2d05d29861 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0511591 Apr 20 17:31:48.158880 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-81755227-4a5d-444c-b03f-015b2d553c4e req-14ac9e67-e903-454c-801b-f7cd12bf3f5e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336037 Apr 20 17:31:48.309887 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb2dce-64ae-4049-aa00-126c7c7be4fc req-07f4f1cb-a748-4ade-bc04-6bab3a820eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:48.311446 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7abb2dce-64ae-4049-aa00-126c7c7be4fc req-07f4f1cb-a748-4ade-bc04-6bab3a820eac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 1096 time: 0.0493534 Apr 20 17:31:48.416399 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb2dce-64ae-4049-aa00-126c7c7be4fc req-598f2c8f-2c23-4584-bfb9-336966bc6f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:48.417792 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7abb2dce-64ae-4049-aa00-126c7c7be4fc req-598f2c8f-2c23-4584-bfb9-336966bc6f1e service neutron] 10.222.0.26 "GET /v2.0/networks?id=79db0b1e-de97-4a8a-b22b-64ff3632ed39 HTTP/1.1" status: 200 len: 910 time: 0.0882113 Apr 20 17:31:48.497005 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7abb2dce-64ae-4049-aa00-126c7c7be4fc req-35281015-8647-417a-9048-34e1cd61eb7f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989d654b-a3a5-44cb-b9f1-cae62c210469 HTTP/1.1" status: 200 len: 1001 time: 0.0731199 Apr 20 17:31:48.545956 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb2dce-64ae-4049-aa00-126c7c7be4fc req-6fffaf2e-01e7-40f8-a573-d88bc82808b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:48.547334 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7abb2dce-64ae-4049-aa00-126c7c7be4fc req-6fffaf2e-01e7-40f8-a573-d88bc82808b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d59b8c7a-0a22-40d8-818c-c1f34ba64922 HTTP/1.1" status: 200 len: 848 time: 0.0442092 Apr 20 17:31:48.594898 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb2dce-64ae-4049-aa00-126c7c7be4fc req-3c0296c6-7fb5-4caa-9645-269dae4b4d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:48.596433 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7abb2dce-64ae-4049-aa00-126c7c7be4fc req-3c0296c6-7fb5-4caa-9645-269dae4b4d19 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79db0b1e-de97-4a8a-b22b-64ff3632ed39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417616 Apr 20 17:31:48.695839 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7abb2dce-64ae-4049-aa00-126c7c7be4fc req-8794e8b7-9195-4b0c-8ebb-b94c3834ef30 service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904517 Apr 20 17:31:48.788796 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7abb2dce-64ae-4049-aa00-126c7c7be4fc req-1e75c3b1-6fa4-49a6-8c20-59a623aa97f5 service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866256 Apr 20 17:31:49.297428 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e270e74-a2a1-4433-85c1-5012e42693ee req-0eb30036-df61-40d5-bd14-966729af83a3 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:49.299640 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e270e74-a2a1-4433-85c1-5012e42693ee req-0eb30036-df61-40d5-bd14-966729af83a3 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0606451 Apr 20 17:31:49.367347 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e270e74-a2a1-4433-85c1-5012e42693ee req-d216b080-5cae-472d-9b0f-61073f2b6540 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607672 Apr 20 17:31:50.487195 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b164e-634b-4710-a937-209c94909332 req-d85a082c-d8b1-43ae-a193-847a1b297d38 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:50.489467 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e13b164e-634b-4710-a937-209c94909332 req-d85a082c-d8b1-43ae-a193-847a1b297d38 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0603688 Apr 20 17:31:50.531674 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e13b164e-634b-4710-a937-209c94909332 req-7785de20-ebdc-424d-a9a7-538e7845f56a tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347624 Apr 20 17:31:51.662921 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae0468-9059-40f3-8971-51fb9494df6a req-14e12f00-7419-419f-8f58-ae1c0320877c tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:51.664484 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-27ae0468-9059-40f3-8971-51fb9494df6a req-14e12f00-7419-419f-8f58-ae1c0320877c tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0539274 Apr 20 17:31:51.709239 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-27ae0468-9059-40f3-8971-51fb9494df6a req-ee4a8ce4-148b-405d-a3aa-2a1444ff4bda tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381749 Apr 20 17:31:52.844924 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5ee5567a-ea08-4e41-8c55-41949a09e1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:52.885552 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbf970-c3b3-45d3-9ed6-a599fb92da3a req-382e1cb0-b6e7-451d-b222-1840d5f91a8e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:52.887315 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b9fbf970-c3b3-45d3-9ed6-a599fb92da3a req-382e1cb0-b6e7-451d-b222-1840d5f91a8e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0559659 Apr 20 17:31:52.930499 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b9fbf970-c3b3-45d3-9ed6-a599fb92da3a req-046df246-4ce4-4f25-985f-3eddefb274dd tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356777 Apr 20 17:31:54.096202 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913d148-2ed8-4d69-a536-17bed21c86b9 req-8f699c29-a3c3-4a7d-bc6a-75c66f9f0db2 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:54.098402 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7913d148-2ed8-4d69-a536-17bed21c86b9 req-8f699c29-a3c3-4a7d-bc6a-75c66f9f0db2 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0799897 Apr 20 17:31:54.153594 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7913d148-2ed8-4d69-a536-17bed21c86b9 req-87b112b5-ee93-4bed-a4ef-1315e051bced tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475159 Apr 20 17:31:55.041860 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:31:55.177521 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5e8a629f-ca7e-4806-a556-44f291bf17e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:55.277128 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef7bfe-ad43-4329-be51-152fcabff0d3 req-b60f4ffd-fd54-4b2a-9cf2-849cbeffd6f5 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:55.278655 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1fef7bfe-ad43-4329-be51-152fcabff0d3 req-b60f4ffd-fd54-4b2a-9cf2-849cbeffd6f5 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0535676 Apr 20 17:31:55.319888 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1fef7bfe-ad43-4329-be51-152fcabff0d3 req-b8cd19c6-e90e-4dea-8487-cca9a1e78316 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347235 Apr 20 17:31:56.459981 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee149a6-0e3d-4fd7-b160-863a161ad29c req-cadbd70b-e752-4bed-85b3-e3c357b1b137 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:56.461581 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5ee149a6-0e3d-4fd7-b160-863a161ad29c req-cadbd70b-e752-4bed-85b3-e3c357b1b137 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0532236 Apr 20 17:31:56.504472 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5ee149a6-0e3d-4fd7-b160-863a161ad29c req-f8691692-f9ac-432b-9d74-eb38da665367 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364363 Apr 20 17:31:56.673474 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:57.637335 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e3593-43d5-4d52-a61d-ea623853d8c4 req-f2aeab50-91cf-4333-808f-3ab25f52019b tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:57.639006 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-957e3593-43d5-4d52-a61d-ea623853d8c4 req-f2aeab50-91cf-4333-808f-3ab25f52019b tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0587733 Apr 20 17:31:57.678359 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-957e3593-43d5-4d52-a61d-ea623853d8c4 req-54675557-839d-4a1e-9ed2-a91090c9049d tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330892 Apr 20 17:31:58.462004 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:58.478897 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:58.817445 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045a7c3-40d6-4920-b736-d99fd5cca7c3 req-73c72e5a-6c72-4228-a30b-a465f643fa19 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:58.821558 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9045a7c3-40d6-4920-b736-d99fd5cca7c3 req-73c72e5a-6c72-4228-a30b-a465f643fa19 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0593550 Apr 20 17:31:58.864325 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9045a7c3-40d6-4920-b736-d99fd5cca7c3 req-0608390c-f0e5-4234-a178-1419a7aa5509 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377097 Apr 20 17:31:59.399085 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:59.980302 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c2aad-6c47-46b5-979d-a10a871da132 req-c942456a-d0c6-44b6-bec1-d2a57aae5034 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:31:59.981836 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f65c2aad-6c47-46b5-979d-a10a871da132 req-c942456a-d0c6-44b6-bec1-d2a57aae5034 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0483251 Apr 20 17:32:00.020151 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f65c2aad-6c47-46b5-979d-a10a871da132 req-f2dd336a-6beb-43b3-a427-812fdcd55e11 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323203 Apr 20 17:32:00.439069 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:00.582196 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e7d7b-8e5b-4ed6-a787-9bc18fd75112 req-054298bf-a541-45bb-9285-f04e72dd09cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:00.583716 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-860e7d7b-8e5b-4ed6-a787-9bc18fd75112 req-054298bf-a541-45bb-9285-f04e72dd09cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 1096 time: 0.0446746 Apr 20 17:32:00.671813 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e7d7b-8e5b-4ed6-a787-9bc18fd75112 req-1002ee1b-7b49-4209-b37e-4fbfb8bd8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:00.673305 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-860e7d7b-8e5b-4ed6-a787-9bc18fd75112 req-1002ee1b-7b49-4209-b37e-4fbfb8bd8716 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79db0b1e-de97-4a8a-b22b-64ff3632ed39 HTTP/1.1" status: 200 len: 910 time: 0.0825286 Apr 20 17:32:00.741751 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-860e7d7b-8e5b-4ed6-a787-9bc18fd75112 req-4ac78a7d-a726-41c4-8929-62e245ba0ba8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989d654b-a3a5-44cb-b9f1-cae62c210469 HTTP/1.1" status: 200 len: 1001 time: 0.0605836 Apr 20 17:32:00.789269 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e7d7b-8e5b-4ed6-a787-9bc18fd75112 req-7139717c-efb3-4163-9a53-9ed417873646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:00.790683 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-860e7d7b-8e5b-4ed6-a787-9bc18fd75112 req-7139717c-efb3-4163-9a53-9ed417873646 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d59b8c7a-0a22-40d8-818c-c1f34ba64922 HTTP/1.1" status: 200 len: 848 time: 0.0424874 Apr 20 17:32:00.835120 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e7d7b-8e5b-4ed6-a787-9bc18fd75112 req-c8df897d-60e0-421f-bcfc-4b67cdcddecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:00.837162 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-860e7d7b-8e5b-4ed6-a787-9bc18fd75112 req-c8df897d-60e0-421f-bcfc-4b67cdcddecc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79db0b1e-de97-4a8a-b22b-64ff3632ed39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396199 Apr 20 17:32:00.927669 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-860e7d7b-8e5b-4ed6-a787-9bc18fd75112 req-6ad95a02-c253-4f3d-921b-14b5799e340b service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834413 Apr 20 17:32:01.016848 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-860e7d7b-8e5b-4ed6-a787-9bc18fd75112 req-23cd7ca2-7fb0-420a-9556-33b1f14ce554 service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823450 Apr 20 17:32:01.139500 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feac9ea-cbf4-43a0-aaf2-7240af3952f7 req-e90700e1-ba4c-4bf5-b3a7-eced452355c0 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:01.141010 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0feac9ea-cbf4-43a0-aaf2-7240af3952f7 req-e90700e1-ba4c-4bf5-b3a7-eced452355c0 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0488775 Apr 20 17:32:01.179939 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0feac9ea-cbf4-43a0-aaf2-7240af3952f7 req-324c42a0-7d9d-4c9b-b284-42155ec5ed5f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328102 Apr 20 17:32:02.299010 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5689d9-0998-4eb4-abba-0193082e87b7 req-f910a78f-df1f-4b36-9e14-27eae6bfcd7c tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:02.300509 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b5689d9-0998-4eb4-abba-0193082e87b7 req-f910a78f-df1f-4b36-9e14-27eae6bfcd7c tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0543659 Apr 20 17:32:02.337307 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7b5689d9-0998-4eb4-abba-0193082e87b7 req-01d0ab23-3350-4339-985b-8981bcf2571f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302095 Apr 20 17:32:03.453181 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102058e-c5d4-4dbc-ba7e-266404aaf484 req-91c48893-8d3f-40e9-a6b8-b6057a8bae47 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:03.454640 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b102058e-c5d4-4dbc-ba7e-266404aaf484 req-91c48893-8d3f-40e9-a6b8-b6057a8bae47 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0486171 Apr 20 17:32:03.493067 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b102058e-c5d4-4dbc-ba7e-266404aaf484 req-4ffaa655-331c-45c0-b0f9-690cd21923de tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318639 Apr 20 17:32:03.562583 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-1b297d0d-07f5-4c00-ac23-43631a81e49a req-6919e89c-4235-40c8-bd32-8b0bd6063eb1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 17:32:03.563562 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1b297d0d-07f5-4c00-ac23-43631a81e49a req-6919e89c-4235-40c8-bd32-8b0bd6063eb1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057442 Apr 20 17:32:03.870763 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca88ef2-d800-4d8d-b78c-55fa40300137 req-e988b57e-d99a-49c2-8a79-3b0457eca36e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:03.872215 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3ca88ef2-d800-4d8d-b78c-55fa40300137 req-e988b57e-d99a-49c2-8a79-3b0457eca36e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 945 time: 0.0482769 Apr 20 17:32:03.911452 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3ca88ef2-d800-4d8d-b78c-55fa40300137 req-f5195ddd-2f7f-4e69-a00b-8e5c263d82d4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330317 Apr 20 17:32:04.283076 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd5741c6-4784-4f67-af40-e606f28f1b10 req-e5c00888-57e9-48c9-96bb-9fbe7c3ad651 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850246 Apr 20 17:32:04.337705 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 989d654b-a3a5-44cb-b9f1-cae62c210469 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:32:04.415358 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:04.438144 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e68ad2b-7646-47a1-91d2-bbf2e5c646bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '989d654b-a3a5-44cb-b9f1-cae62c210469'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:32:04.440364 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8719c722-cc2b-415d-89e3-c04a97c39049" -d '{"events": [{"server_uuid": "1e68ad2b-7646-47a1-91d2-bbf2e5c646bc", "name": "network-vif-unplugged", "status": "completed", "tag": "989d654b-a3a5-44cb-b9f1-cae62c210469"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:32:04.454440 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 989d654b-a3a5-44cb-b9f1-cae62c210469, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=989d654b-a3a5-44cb-b9f1-cae62c210469,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:04.477904 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Apr 2022 17:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050ee185-8ae5-4377-a46c-c4191540ea62 x-openstack-request-id: req-050ee185-8ae5-4377-a46c-c4191540ea62 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:32:04.478198 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e68ad2b-7646-47a1-91d2-bbf2e5c646bc", "name": "network-vif-unplugged", "status": "failed", "tag": "989d654b-a3a5-44cb-b9f1-cae62c210469", "code": 422}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:32:04.478451 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-050ee185-8ae5-4377-a46c-c4191540ea62 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:32:04.478854 n-d-836146-2 neutron-server[103486]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-050ee185-8ae5-4377-a46c-c4191540ea62']: {'server_uuid': '1e68ad2b-7646-47a1-91d2-bbf2e5c646bc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '989d654b-a3a5-44cb-b9f1-cae62c210469', 'code': 422} returned with failed status Apr 20 17:32:04.530487 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:04.581762 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=989d654b-a3a5-44cb-b9f1-cae62c210469,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:05.026488 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95044ae-0c4f-41e1-a683-18e2dd6acd8b req-38582123-0063-4ede-8027-5d495654c7f7 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:05.027986 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e95044ae-0c4f-41e1-a683-18e2dd6acd8b req-38582123-0063-4ede-8027-5d495654c7f7 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 943 time: 0.0499706 Apr 20 17:32:05.066267 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e95044ae-0c4f-41e1-a683-18e2dd6acd8b req-13e0dfe5-da29-47f4-a2ae-30c4319aeec3 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314953 Apr 20 17:32:05.650072 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5741c6-4784-4f67-af40-e606f28f1b10 req-32254b97-c8a2-4ff2-aeef-d7ff7250f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:05.651538 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd5741c6-4784-4f67-af40-e606f28f1b10 req-32254b97-c8a2-4ff2-aeef-d7ff7250f4b1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc&tenant_id=4e972fe9e08746ff97ce7b0909dc8173 HTTP/1.1" status: 200 len: 1094 time: 0.0404844 Apr 20 17:32:05.725729 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5741c6-4784-4f67-af40-e606f28f1b10 req-9058bd77-1f4b-4d91-b07e-487f8df94f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:05.727196 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd5741c6-4784-4f67-af40-e606f28f1b10 req-9058bd77-1f4b-4d91-b07e-487f8df94f21 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 1094 time: 0.0430868 Apr 20 17:32:05.816423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5741c6-4784-4f67-af40-e606f28f1b10 req-082b2d2d-c21b-47c2-bd40-4afc144d1e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:05.817806 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd5741c6-4784-4f67-af40-e606f28f1b10 req-082b2d2d-c21b-47c2-bd40-4afc144d1e2a service neutron] 10.222.0.26 "GET /v2.0/networks?id=79db0b1e-de97-4a8a-b22b-64ff3632ed39 HTTP/1.1" status: 200 len: 910 time: 0.0824976 Apr 20 17:32:05.885137 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd5741c6-4784-4f67-af40-e606f28f1b10 req-681b7d1a-85bd-499c-ba17-a689e540a380 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989d654b-a3a5-44cb-b9f1-cae62c210469 HTTP/1.1" status: 200 len: 999 time: 0.0608749 Apr 20 17:32:05.931406 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5741c6-4784-4f67-af40-e606f28f1b10 req-3cc49cf9-3c94-411f-91b8-da8c116b9657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:05.932871 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd5741c6-4784-4f67-af40-e606f28f1b10 req-3cc49cf9-3c94-411f-91b8-da8c116b9657 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d59b8c7a-0a22-40d8-818c-c1f34ba64922 HTTP/1.1" status: 200 len: 848 time: 0.0419304 Apr 20 17:32:05.976240 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5741c6-4784-4f67-af40-e606f28f1b10 req-c4a3096c-02c8-479f-ad50-ef0eb699e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:05.977732 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd5741c6-4784-4f67-af40-e606f28f1b10 req-c4a3096c-02c8-479f-ad50-ef0eb699e35d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79db0b1e-de97-4a8a-b22b-64ff3632ed39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389144 Apr 20 17:32:06.068580 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd5741c6-4784-4f67-af40-e606f28f1b10 req-ce1910b7-487d-451a-8891-a4182cf68f1c service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838461 Apr 20 17:32:06.182742 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-fd5741c6-4784-4f67-af40-e606f28f1b10 req-c9642aa4-3bd8-46df-8040-660fdad477b8 service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077938 Apr 20 17:32:06.200913 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d364e-a9a8-4ea6-bfcf-cd6a45e1b120 req-bdc54cde-a954-4dc0-9d71-0595fb07c895 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:06.202439 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a0d364e-a9a8-4ea6-bfcf-cd6a45e1b120 req-bdc54cde-a954-4dc0-9d71-0595fb07c895 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 943 time: 0.0602908 Apr 20 17:32:06.240824 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a0d364e-a9a8-4ea6-bfcf-cd6a45e1b120 req-fd3c85c8-33df-40cd-add1-7e7532d201b4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323293 Apr 20 17:32:07.394442 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc102e-e4ff-4004-bc00-9a1ed80c3f23 req-1ebb87a2-34b7-45aa-b6bf-3b769ddd9378 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:07.396093 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cbbc102e-e4ff-4004-bc00-9a1ed80c3f23 req-1ebb87a2-34b7-45aa-b6bf-3b769ddd9378 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 943 time: 0.0792122 Apr 20 17:32:07.438348 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-cbbc102e-e4ff-4004-bc00-9a1ed80c3f23 req-a0cd123f-ec11-47bb-b708-d339a514e39f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350640 Apr 20 17:32:08.563127 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d98a93-0590-413c-a0b2-cfbe3247211f req-ef8cac87-0269-4e41-969d-5d3423286512 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:08.564693 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9d98a93-0590-413c-a0b2-cfbe3247211f req-ef8cac87-0269-4e41-969d-5d3423286512 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 943 time: 0.0520504 Apr 20 17:32:08.608922 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9d98a93-0590-413c-a0b2-cfbe3247211f req-677deb50-de72-4b93-8e78-1cec23465c0a tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379996 Apr 20 17:32:09.734967 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f55348-1409-4c49-a2d1-6d6108ee06cd req-d6456f7d-3a11-4b73-9af3-665c0b11505e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:09.744202 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d0f55348-1409-4c49-a2d1-6d6108ee06cd req-d6456f7d-3a11-4b73-9af3-665c0b11505e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 943 time: 0.0584555 Apr 20 17:32:09.777607 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d0f55348-1409-4c49-a2d1-6d6108ee06cd req-575cdbd8-ed87-466a-b2f6-6066ee34d03d tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323856 Apr 20 17:32:10.918043 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93d0d2-e644-4dfa-be24-4a4361f23a71 req-1d533b47-16cb-4a1b-a3bf-7f2f5c057c87 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:10.922583 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1b93d0d2-e644-4dfa-be24-4a4361f23a71 req-1d533b47-16cb-4a1b-a3bf-7f2f5c057c87 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 943 time: 0.0607560 Apr 20 17:32:10.962224 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1b93d0d2-e644-4dfa-be24-4a4361f23a71 req-dbf6909b-840a-4a55-b4f8-ec19f5166b9e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348897 Apr 20 17:32:12.101117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7b5d8-dce1-484a-8b1c-c021e326c779 req-9b47277d-855d-4918-abb7-a582b16d433d tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:12.102648 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3cc7b5d8-dce1-484a-8b1c-c021e326c779 req-9b47277d-855d-4918-abb7-a582b16d433d tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 943 time: 0.0542486 Apr 20 17:32:12.140827 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3cc7b5d8-dce1-484a-8b1c-c021e326c779 req-4309575c-95dd-4b28-b72e-572c09b1ea2f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320950 Apr 20 17:32:13.263526 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a9ef9-8bcd-40f1-a2ca-f0e28ea36614 req-08c62844-69ab-46fd-858d-8a975d9d0fd7 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:13.265212 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad4a9ef9-8bcd-40f1-a2ca-f0e28ea36614 req-08c62844-69ab-46fd-858d-8a975d9d0fd7 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 943 time: 0.0524032 Apr 20 17:32:13.305543 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ad4a9ef9-8bcd-40f1-a2ca-f0e28ea36614 req-0fa1cc59-ea4d-4e10-b7d7-e591cacb2fb4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337224 Apr 20 17:32:14.426566 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061da633-f0cb-42f8-8dfb-13366e005ec9 req-f225b0ad-956d-4cf0-b907-13bcf9626fd7 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:14.428012 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-061da633-f0cb-42f8-8dfb-13366e005ec9 req-f225b0ad-956d-4cf0-b907-13bcf9626fd7 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 943 time: 0.0511489 Apr 20 17:32:14.465230 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-061da633-f0cb-42f8-8dfb-13366e005ec9 req-44272d2f-c60b-4391-a27d-f45c2d456004 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305734 Apr 20 17:32:15.578464 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f1604-3570-449f-ba35-586aca16b3be req-49dec5f1-317f-4791-b2e7-305695d36d7f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:15.579927 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8f8f1604-3570-449f-ba35-586aca16b3be req-49dec5f1-317f-4791-b2e7-305695d36d7f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 943 time: 0.0480449 Apr 20 17:32:15.617503 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8f8f1604-3570-449f-ba35-586aca16b3be req-f90ece6a-7352-4feb-9ce7-8f000f7eb33f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309436 Apr 20 17:32:16.734226 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759dae6e-9f35-47e8-b407-bae35658ea87 req-e534da1e-ff08-4c55-bf5e-8a9cc66d1c35 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:16.735682 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-759dae6e-9f35-47e8-b407-bae35658ea87 req-e534da1e-ff08-4c55-bf5e-8a9cc66d1c35 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 943 time: 0.0479808 Apr 20 17:32:16.773676 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-759dae6e-9f35-47e8-b407-bae35658ea87 req-3a85554c-5139-4e7d-9438-347ec3ad54f7 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315635 Apr 20 17:32:17.893887 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fae49-140d-44d7-8c12-6ac7a5c64ab0 req-e1ff251b-db8c-4c06-9956-47bee9e861fc tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:17.895435 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-191fae49-140d-44d7-8c12-6ac7a5c64ab0 req-e1ff251b-db8c-4c06-9956-47bee9e861fc tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 943 time: 0.0533226 Apr 20 17:32:17.932307 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-191fae49-140d-44d7-8c12-6ac7a5c64ab0 req-b0b98aa7-6a2a-41d2-b6e9-ecdd384d34d2 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308414 Apr 20 17:32:19.047015 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159845b-0de0-4f26-bafb-76ac77143c07 req-6598bf99-79c6-4988-95a0-489c7940345e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:19.048504 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8159845b-0de0-4f26-bafb-76ac77143c07 req-6598bf99-79c6-4988-95a0-489c7940345e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 943 time: 0.0484774 Apr 20 17:32:19.085241 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8159845b-0de0-4f26-bafb-76ac77143c07 req-2b4d5de0-801a-427c-8ee9-186f8f54606a tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307686 Apr 20 17:32:20.201700 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd91309-65e2-41cf-9cfd-fbd9faf12354 req-e6f2f8c2-9a24-4066-aabc-74b9155c2219 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:20.203150 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dfd91309-65e2-41cf-9cfd-fbd9faf12354 req-e6f2f8c2-9a24-4066-aabc-74b9155c2219 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 943 time: 0.0476153 Apr 20 17:32:20.240100 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dfd91309-65e2-41cf-9cfd-fbd9faf12354 req-a4008fb1-e159-49f1-b069-e2eeefb31a48 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309556 Apr 20 17:32:21.358999 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d7059-3b44-4dcf-b900-697acfe71d67 req-fc1a5da3-7be9-4a7e-91ac-a505e0ceafdb tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:21.360478 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e7d7059-3b44-4dcf-b900-697acfe71d67 req-fc1a5da3-7be9-4a7e-91ac-a505e0ceafdb tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 943 time: 0.0513730 Apr 20 17:32:21.398073 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8e7d7059-3b44-4dcf-b900-697acfe71d67 req-2d549eda-c1e9-40c1-a222-32518c97004e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315435 Apr 20 17:32:22.370170 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 989d654b-a3a5-44cb-b9f1-cae62c210469 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:32:22.463497 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 989d654b-a3a5-44cb-b9f1-cae62c210469, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=989d654b-a3a5-44cb-b9f1-cae62c210469,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:22.478360 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '989d654b-a3a5-44cb-b9f1-cae62c210469', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'port_id': '989d654b-a3a5-44cb-b9f1-cae62c210469', 'mac_address': 'fa:16:3e:33:bd:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:32:22.514956 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f42db1-384e-4e7c-96b5-5b0e5396d839 req-f34c0093-213d-4042-aa49-3cdbf2acda2a tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:22.515601 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:22.516474 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15f42db1-384e-4e7c-96b5-5b0e5396d839 req-f34c0093-213d-4042-aa49-3cdbf2acda2a tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 943 time: 0.0496669 Apr 20 17:32:22.527868 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989d654b-a3a5-44cb-b9f1-cae62c210469 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:32:22.546769 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 989d654b-a3a5-44cb-b9f1-cae62c210469, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=989d654b-a3a5-44cb-b9f1-cae62c210469,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:22.554396 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-15f42db1-384e-4e7c-96b5-5b0e5396d839 req-cd548f24-e570-4e28-9de6-754ee1e59225 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315630 Apr 20 17:32:22.627142 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:22.672838 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=989d654b-a3a5-44cb-b9f1-cae62c210469,revision_number=9']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:22.877474 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-40c289d5-1e06-4dad-ae8e-88beb4bef237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:23.092792 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['989d654b-a3a5-44cb-b9f1-cae62c210469'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:32:23.668483 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b4286-e9fd-46f0-a52b-0d64c31f1273 req-2076f3e1-d21c-41c5-a58d-8a6b4bac86d5 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:23.669964 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f38b4286-e9fd-46f0-a52b-0d64c31f1273 req-2076f3e1-d21c-41c5-a58d-8a6b4bac86d5 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 944 time: 0.0477104 Apr 20 17:32:23.707466 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f38b4286-e9fd-46f0-a52b-0d64c31f1273 req-9b3fca98-4756-429b-9422-0f43fe2490dc tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315461 Apr 20 17:32:24.377175 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 989d654b-a3a5-44cb-b9f1-cae62c210469 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:32:24.427236 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 989d654b-a3a5-44cb-b9f1-cae62c210469 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:24.427602 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:24.502246 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:24.523759 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e68ad2b-7646-47a1-91d2-bbf2e5c646bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989d654b-a3a5-44cb-b9f1-cae62c210469'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:32:24.525963 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13d4c87-061d-4a2c-8f30-0dfcddcd0454" -d '{"events": [{"server_uuid": "1e68ad2b-7646-47a1-91d2-bbf2e5c646bc", "name": "network-vif-plugged", "status": "completed", "tag": "989d654b-a3a5-44cb-b9f1-cae62c210469"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:32:24.539037 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 989d654b-a3a5-44cb-b9f1-cae62c210469, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=989d654b-a3a5-44cb-b9f1-cae62c210469,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:24.562181 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25eb08a7-be13-4f48-9b11-29dc27ee47dc x-openstack-request-id: req-25eb08a7-be13-4f48-9b11-29dc27ee47dc {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:32:24.562477 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e68ad2b-7646-47a1-91d2-bbf2e5c646bc", "name": "network-vif-plugged", "status": "completed", "tag": "989d654b-a3a5-44cb-b9f1-cae62c210469", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:32:24.562731 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25eb08a7-be13-4f48-9b11-29dc27ee47dc {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:32:24.563131 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25eb08a7-be13-4f48-9b11-29dc27ee47dc'] response: {'server_uuid': '1e68ad2b-7646-47a1-91d2-bbf2e5c646bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989d654b-a3a5-44cb-b9f1-cae62c210469', 'code': 200} Apr 20 17:32:24.609959 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:24.657653 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=989d654b-a3a5-44cb-b9f1-cae62c210469,revision_number=10']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:24.838972 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e70ba-f9e4-463a-af39-2c773688d000 req-5e219d5e-e36d-4f13-bd8c-544591c54b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:24.841071 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c90e70ba-f9e4-463a-af39-2c773688d000 req-5e219d5e-e36d-4f13-bd8c-544591c54b0f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 1097 time: 0.0700548 Apr 20 17:32:24.852904 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20f2c1-d14d-480b-8c31-ef73d84cf34a req-e6c5f6f1-20f8-4b21-a7a5-d6ffca386370 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:24.854264 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2a20f2c1-d14d-480b-8c31-ef73d84cf34a req-e6c5f6f1-20f8-4b21-a7a5-d6ffca386370 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 946 time: 0.0755887 Apr 20 17:32:24.898302 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c90e70ba-f9e4-463a-af39-2c773688d000 req-3f7a073b-8935-432f-b6f7-0267bda1e6af service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431209 Apr 20 17:32:24.910544 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2a20f2c1-d14d-480b-8c31-ef73d84cf34a req-2931bff8-2e79-4df8-a7da-c18126862e5c tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492990 Apr 20 17:32:25.135657 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-03bc880b-4b5b-44c9-a4ae-7c309389cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:26.025068 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b82da0-4c7c-45fa-bbba-dfe0b27a01f5 req-6d8dbf24-2834-4c2d-98a5-9080b54727a1 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:26.027123 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b8b82da0-4c7c-45fa-bbba-dfe0b27a01f5 req-6d8dbf24-2834-4c2d-98a5-9080b54727a1 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 946 time: 0.0487773 Apr 20 17:32:26.076751 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b8b82da0-4c7c-45fa-bbba-dfe0b27a01f5 req-cc7186fd-b822-400d-ae94-318dbaa37043 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432029 Apr 20 17:32:26.660914 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:27.198899 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc6848-918b-4b5a-a752-60459fb3999b req-049b3065-b7f1-4f2a-8db1-db4bd416e964 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:27.200438 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4cbc6848-918b-4b5a-a752-60459fb3999b req-049b3065-b7f1-4f2a-8db1-db4bd416e964 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 946 time: 0.0500574 Apr 20 17:32:27.238124 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4cbc6848-918b-4b5a-a752-60459fb3999b req-9fbf1d53-4695-4f6f-9305-a073db978a58 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315821 Apr 20 17:32:28.055633 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:28.204199 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:28.354654 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6769ca2-32f1-4704-8104-7357dca97664 req-c08e80f9-4625-4978-903e-5fdcc719c234 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:28.356648 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6769ca2-32f1-4704-8104-7357dca97664 req-c08e80f9-4625-4978-903e-5fdcc719c234 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 946 time: 0.0496106 Apr 20 17:32:28.393083 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f6769ca2-32f1-4704-8104-7357dca97664 req-7b6a133e-a8e0-4c6d-995a-2d8fcb4cd152 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303669 Apr 20 17:32:29.426030 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:30.433220 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:32.040103 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:32:48.260794 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-688d0f0a-281e-4259-b843-ebb2369c62da req-f39e7df3-1c21-483e-81a7-e526088e5a12 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386226 Apr 20 17:32:48.363624 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d0f0a-281e-4259-b843-ebb2369c62da req-dde60e6c-116c-459c-ac83-7eb7a9950c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:48.365140 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-688d0f0a-281e-4259-b843-ebb2369c62da req-dde60e6c-116c-459c-ac83-7eb7a9950c44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 1097 time: 0.0446560 Apr 20 17:32:48.465482 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d0f0a-281e-4259-b843-ebb2369c62da req-1f0410f2-79f2-4cf4-ac5d-efc400a20516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:48.467435 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-688d0f0a-281e-4259-b843-ebb2369c62da req-1f0410f2-79f2-4cf4-ac5d-efc400a20516 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79db0b1e-de97-4a8a-b22b-64ff3632ed39 HTTP/1.1" status: 200 len: 910 time: 0.0818145 Apr 20 17:32:48.679752 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-688d0f0a-281e-4259-b843-ebb2369c62da req-58a4fa95-6516-4569-b4c8-a862e93e63bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989d654b-a3a5-44cb-b9f1-cae62c210469 HTTP/1.1" status: 200 len: 1001 time: 0.0602677 Apr 20 17:32:48.726641 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d0f0a-281e-4259-b843-ebb2369c62da req-68d7f5ca-8a4b-4e19-b2d2-06810ab36349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:48.728008 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-688d0f0a-281e-4259-b843-ebb2369c62da req-68d7f5ca-8a4b-4e19-b2d2-06810ab36349 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d59b8c7a-0a22-40d8-818c-c1f34ba64922 HTTP/1.1" status: 200 len: 848 time: 0.0421400 Apr 20 17:32:48.770977 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d0f0a-281e-4259-b843-ebb2369c62da req-8ba5642c-8ad5-4c48-9434-d7a9b66b018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:32:48.772413 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-688d0f0a-281e-4259-b843-ebb2369c62da req-8ba5642c-8ad5-4c48-9434-d7a9b66b018e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79db0b1e-de97-4a8a-b22b-64ff3632ed39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380416 Apr 20 17:32:48.861247 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-688d0f0a-281e-4259-b843-ebb2369c62da req-7137b672-3686-4f32-b495-145508f847d8 service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809729 Apr 20 17:32:48.948495 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-688d0f0a-281e-4259-b843-ebb2369c62da req-5bbcfafd-f537-4dab-b8db-545ab6764e25 service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796616 Apr 20 17:32:52.820692 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b2e17b91-8da5-4a58-a274-5b22b83e2de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:55.140315 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-24cfca87-dc59-49bc-83f3-5d76158161f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:56.699679 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:58.094476 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:58.201889 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:59.426068 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:00.448666 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:09.039584 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:33:22.831125 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-36bda101-6285-4edd-b1dc-2ad2e6e9af2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:25.178363 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7d53d005-78fc-45cd-bc44-d8e97a71e345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:26.659857 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:28.064694 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:28.206988 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:29.448616 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:30.459540 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:46.038435 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:33:47.974878 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31ab0a9e-48d6-4571-9597-39a34aee6d38 req-a3e44ab1-6641-450c-8afb-fe6f395daa72 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397260 Apr 20 17:33:48.082161 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab0a9e-48d6-4571-9597-39a34aee6d38 req-69b1802e-57ab-47e8-8bf3-fe283fff2b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:33:48.083669 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31ab0a9e-48d6-4571-9597-39a34aee6d38 req-69b1802e-57ab-47e8-8bf3-fe283fff2b2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 1097 time: 0.0459199 Apr 20 17:33:48.183325 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab0a9e-48d6-4571-9597-39a34aee6d38 req-7c019e62-322c-47d1-b665-142a95211bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:33:48.184924 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31ab0a9e-48d6-4571-9597-39a34aee6d38 req-7c019e62-322c-47d1-b665-142a95211bab service neutron] 10.222.0.26 "GET /v2.0/networks?id=79db0b1e-de97-4a8a-b22b-64ff3632ed39 HTTP/1.1" status: 200 len: 910 time: 0.0833473 Apr 20 17:33:48.251602 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31ab0a9e-48d6-4571-9597-39a34aee6d38 req-d8f6346d-cc1f-4ee3-b939-3394338a076d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989d654b-a3a5-44cb-b9f1-cae62c210469 HTTP/1.1" status: 200 len: 1001 time: 0.0602262 Apr 20 17:33:48.297900 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab0a9e-48d6-4571-9597-39a34aee6d38 req-69c33d30-9d64-46c8-8916-7af65b781735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:33:48.299281 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31ab0a9e-48d6-4571-9597-39a34aee6d38 req-69c33d30-9d64-46c8-8916-7af65b781735 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d59b8c7a-0a22-40d8-818c-c1f34ba64922 HTTP/1.1" status: 200 len: 848 time: 0.0415430 Apr 20 17:33:48.342718 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab0a9e-48d6-4571-9597-39a34aee6d38 req-8076f476-1d9e-447f-8230-2ffc4057d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:33:48.344154 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31ab0a9e-48d6-4571-9597-39a34aee6d38 req-8076f476-1d9e-447f-8230-2ffc4057d9c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79db0b1e-de97-4a8a-b22b-64ff3632ed39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380664 Apr 20 17:33:48.433120 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31ab0a9e-48d6-4571-9597-39a34aee6d38 req-a52ca228-e157-42ea-8d59-e500db9f5352 service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827610 Apr 20 17:33:48.519387 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-31ab0a9e-48d6-4571-9597-39a34aee6d38 req-aeb18eef-c3e5-45d8-9dc8-3e6bc878c774 service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802753 Apr 20 17:33:52.863769 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8faffb5f-19a5-4870-839c-dbab91403de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:55.145269 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e5f34fd6-fd4b-46f2-9785-7c90ad9598a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:56.670516 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:58.065118 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:58.201725 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:59.453157 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:00.469325 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:12.328583 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33572) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:34:12.524601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-f15e71a8-d356-45bc-b839-dbcdc0f9cb66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Deleting port 41f1e1a3-b64a-4e4c-b5f6-cf7af9ae31fc {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:34:12.524949 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f15e71a8-d356-45bc-b839-dbcdc0f9cb66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:12.601902 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f15e71a8-d356-45bc-b839-dbcdc0f9cb66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:12.602246 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f15e71a8-d356-45bc-b839-dbcdc0f9cb66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:12.614303 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-f15e71a8-d356-45bc-b839-dbcdc0f9cb66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Calling delete_port for 41f1e1a3-b64a-4e4c-b5f6-cf7af9ae31fc owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:34:12.853329 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f15e71a8-d356-45bc-b839-dbcdc0f9cb66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:12.879295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e71a8-d356-45bc-b839-dbcdc0f9cb66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event deleted for resources: {'Port': ['ID=41f1e1a3-b64a-4e4c-b5f6-cf7af9ae31fc,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:12.891139 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e71a8-d356-45bc-b839-dbcdc0f9cb66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:12.891490 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e71a8-d356-45bc-b839-dbcdc0f9cb66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:12.891832 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e71a8-d356-45bc-b839-dbcdc0f9cb66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:12.892167 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e71a8-d356-45bc-b839-dbcdc0f9cb66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:12.892531 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e71a8-d356-45bc-b839-dbcdc0f9cb66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:12.892866 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e71a8-d356-45bc-b839-dbcdc0f9cb66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:12.893199 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e71a8-d356-45bc-b839-dbcdc0f9cb66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:12.893530 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e71a8-d356-45bc-b839-dbcdc0f9cb66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:12.893857 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e71a8-d356-45bc-b839-dbcdc0f9cb66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:12.894179 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e71a8-d356-45bc-b839-dbcdc0f9cb66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:12.894503 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e71a8-d356-45bc-b839-dbcdc0f9cb66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:12.894827 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e71a8-d356-45bc-b839-dbcdc0f9cb66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:12.948880 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f15e71a8-d356-45bc-b839-dbcdc0f9cb66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:12.949230 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-f15e71a8-d356-45bc-b839-dbcdc0f9cb66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Floating IP 553ffcb4-f1e4-4385-807b-435eb4ba28c1 disassociated (deleted). External IP: 172.25.0.219, port: 989d654b-a3a5-44cb-b9f1-cae62c210469. Apr 20 17:34:13.157428 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15e71a8-d356-45bc-b839-dbcdc0f9cb66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Router ed3c0791-ecca-4778-8c86-b897246e533e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:34:13.277242 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15e71a8-d356-45bc-b839-dbcdc0f9cb66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:34:13.282431 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f15e71a8-d356-45bc-b839-dbcdc0f9cb66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:13.287094 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94807dbf-afed-4997-8a11-98e6146e4abc None None] Sync routers for ids ['ed3c0791-ecca-4778-8c86-b897246e533e'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:34:13.298065 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94807dbf-afed-4997-8a11-98e6146e4abc None None] Routers {'ed3c0791-ecca-4778-8c86-b897246e533e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:34:13.298697 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-94807dbf-afed-4997-8a11-98e6146e4abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:33:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ed3c0791-ecca-4778-8c86-b897246e533e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:13.315744 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f15e71a8-d356-45bc-b839-dbcdc0f9cb66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "DELETE /v2.0/floatingips/553ffcb4-f1e4-4385-807b-435eb4ba28c1 HTTP/1.1" status: 204 len: 168 time: 0.9854720 Apr 20 17:34:13.316387 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e68ad2b-7646-47a1-91d2-bbf2e5c646bc', 'tag': '989d654b-a3a5-44cb-b9f1-cae62c210469'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:34:13.318694 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b373bbfc-7db6-46ac-a84e-907b0d6d1e90" -d '{"events": [{"name": "network-changed", "server_uuid": "1e68ad2b-7646-47a1-91d2-bbf2e5c646bc", "tag": "989d654b-a3a5-44cb-b9f1-cae62c210469"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:34:13.404716 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-94807dbf-afed-4997-8a11-98e6146e4abc None None] Set router ed3c0791-ecca-4778-8c86-b897246e533e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:34:13.608093 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-94807dbf-afed-4997-8a11-98e6146e4abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'name': 'tempest-TestShelveInstance-1300161459-router', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:28Z', 'updated_at': '2022-04-20T17:28:31Z', 'revision_number': 4, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'gw_port': {'id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:29Z', 'updated_at': '2022-04-20T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'e595d1e3-3882-430a-802e-b1527faea36c', 'name': '', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'mac_address': 'fa:16:3e:9b:50:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:31Z', 'updated_at': '2022-04-20T17:28:35Z', 'revision_number': 5, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'subnets': [{'id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:13.634631 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94807dbf-afed-4997-8a11-98e6146e4abc None None] Checking router: ed3c0791-ecca-4778-8c86-b897246e533e for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:34:13.642550 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94807dbf-afed-4997-8a11-98e6146e4abc None None] Routers {'ed3c0791-ecca-4778-8c86-b897246e533e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:34:13.643158 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-94807dbf-afed-4997-8a11-98e6146e4abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:33:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ed3c0791-ecca-4778-8c86-b897246e533e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:13.750186 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-94807dbf-afed-4997-8a11-98e6146e4abc None None] Set router ed3c0791-ecca-4778-8c86-b897246e533e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:34:13.882393 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3b013f-a5a8-40e6-93aa-f1c4dfc01267 x-openstack-request-id: req-db3b013f-a5a8-40e6-93aa-f1c4dfc01267 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:34:13.882928 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e68ad2b-7646-47a1-91d2-bbf2e5c646bc", "tag": "989d654b-a3a5-44cb-b9f1-cae62c210469", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:34:13.882928 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db3b013f-a5a8-40e6-93aa-f1c4dfc01267 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:34:13.883305 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db3b013f-a5a8-40e6-93aa-f1c4dfc01267'] response: {'name': 'network-changed', 'server_uuid': '1e68ad2b-7646-47a1-91d2-bbf2e5c646bc', 'tag': '989d654b-a3a5-44cb-b9f1-cae62c210469', 'status': 'completed', 'code': 200} Apr 20 17:34:13.953957 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-94807dbf-afed-4997-8a11-98e6146e4abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'name': 'tempest-TestShelveInstance-1300161459-router', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:28Z', 'updated_at': '2022-04-20T17:28:31Z', 'revision_number': 4, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'gw_port': {'id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:29Z', 'updated_at': '2022-04-20T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'e595d1e3-3882-430a-802e-b1527faea36c', 'name': '', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'mac_address': 'fa:16:3e:9b:50:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:31Z', 'updated_at': '2022-04-20T17:28:35Z', 'revision_number': 5, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'subnets': [{'id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:13.985563 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94807dbf-afed-4997-8a11-98e6146e4abc None None] The sync data for ids ['ed3c0791-ecca-4778-8c86-b897246e533e'] in n-d-836146-2 is: [{'id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'name': 'tempest-TestShelveInstance-1300161459-router', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:28Z', 'updated_at': '2022-04-20T17:28:31Z', 'revision_number': 4, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'gw_port': {'id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:29Z', 'updated_at': '2022-04-20T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'e595d1e3-3882-430a-802e-b1527faea36c', 'name': '', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'mac_address': 'fa:16:3e:9b:50:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:31Z', 'updated_at': '2022-04-20T17:28:35Z', 'revision_number': 5, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'subnets': [{'id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:34:14.310301 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df7c43-d1f1-4c90-8756-2c41cdc1d922 req-90ba256d-76ed-41ed-9d60-0e40f3abde69 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:14.311821 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f3df7c43-d1f1-4c90-8756-2c41cdc1d922 req-90ba256d-76ed-41ed-9d60-0e40f3abde69 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 946 time: 0.3837669 Apr 20 17:34:14.318750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373bbfc-7db6-46ac-a84e-907b0d6d1e90 req-d8ce78d6-74be-4c2a-b855-5359ade664f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:14.320147 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b373bbfc-7db6-46ac-a84e-907b0d6d1e90 req-d8ce78d6-74be-4c2a-b855-5359ade664f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 1097 time: 0.3901429 Apr 20 17:34:14.333048 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98da3b9-ecd1-4357-9bf5-ab4e8c47de93 None None] New status for floating IP 553ffcb4-f1e4-4385-807b-435eb4ba28c1: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:34:14.394900 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f3df7c43-d1f1-4c90-8756-2c41cdc1d922 req-88faa36b-fb7e-4d77-b49e-248ad501fe66 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737698 Apr 20 17:34:14.431377 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373bbfc-7db6-46ac-a84e-907b0d6d1e90 req-e8fc9ae0-063f-475d-9347-03b4cebfe4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:14.433458 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b373bbfc-7db6-46ac-a84e-907b0d6d1e90 req-e8fc9ae0-063f-475d-9347-03b4cebfe4e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79db0b1e-de97-4a8a-b22b-64ff3632ed39 HTTP/1.1" status: 200 len: 910 time: 0.1056001 Apr 20 17:34:14.476847 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b373bbfc-7db6-46ac-a84e-907b0d6d1e90 req-356ca96b-244c-41fe-b7a8-f488417c6860 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=989d654b-a3a5-44cb-b9f1-cae62c210469 HTTP/1.1" status: 200 len: 217 time: 0.0361717 Apr 20 17:34:14.524691 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373bbfc-7db6-46ac-a84e-907b0d6d1e90 req-bed023fd-ba04-48b9-a34b-2c530c6d98b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:14.526637 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b373bbfc-7db6-46ac-a84e-907b0d6d1e90 req-bed023fd-ba04-48b9-a34b-2c530c6d98b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d59b8c7a-0a22-40d8-818c-c1f34ba64922 HTTP/1.1" status: 200 len: 848 time: 0.0431049 Apr 20 17:34:14.570495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373bbfc-7db6-46ac-a84e-907b0d6d1e90 req-5688be46-2cc1-4644-8c0e-b4df3fb3c28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:14.571908 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b373bbfc-7db6-46ac-a84e-907b0d6d1e90 req-5688be46-2cc1-4644-8c0e-b4df3fb3c28c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79db0b1e-de97-4a8a-b22b-64ff3632ed39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391521 Apr 20 17:34:14.662724 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b373bbfc-7db6-46ac-a84e-907b0d6d1e90 req-bb2d38e8-6a10-4f20-811e-410f887d2c50 service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843081 Apr 20 17:34:14.749781 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b373bbfc-7db6-46ac-a84e-907b0d6d1e90 req-57e88924-50c6-45e0-84f9-4bd465fd93d7 service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793915 Apr 20 17:34:15.545002 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a8655-71dd-4f55-9611-e5ab42b98365 req-aaa5d412-5fc0-4e0d-8c59-a88caf660046 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:15.546486 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-364a8655-71dd-4f55-9611-e5ab42b98365 req-aaa5d412-5fc0-4e0d-8c59-a88caf660046 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 946 time: 0.0807869 Apr 20 17:34:15.564190 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d274f-8f87-45f1-9ea3-91e887db8afd req-a880f33f-4e71-483e-9ae8-7d8ac1f66cf9 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:15.565677 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b75d274f-8f87-45f1-9ea3-91e887db8afd req-a880f33f-4e71-483e-9ae8-7d8ac1f66cf9 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 946 time: 0.0720320 Apr 20 17:34:15.630457 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-364a8655-71dd-4f55-9611-e5ab42b98365 req-9a59ad76-a8ac-48b7-b1a2-ce44585d8ce4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fa05eb0-a78d-4a71-aad5-e736c78a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771770 Apr 20 17:34:15.673892 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-b75d274f-8f87-45f1-9ea3-91e887db8afd req-c8b9c1b8-8a88-46b6-8332-f5eed02244ad tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Deleting port 989d654b-a3a5-44cb-b9f1-cae62c210469 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:34:15.674241 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b75d274f-8f87-45f1-9ea3-91e887db8afd req-c8b9c1b8-8a88-46b6-8332-f5eed02244ad tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:15.763930 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-b75d274f-8f87-45f1-9ea3-91e887db8afd req-c8b9c1b8-8a88-46b6-8332-f5eed02244ad tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] For port 989d654b-a3a5-44cb-b9f1-cae62c210469, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=989d654b-a3a5-44cb-b9f1-cae62c210469,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:15.764211 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b75d274f-8f87-45f1-9ea3-91e887db8afd req-c8b9c1b8-8a88-46b6-8332-f5eed02244ad tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:15.777954 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-b75d274f-8f87-45f1-9ea3-91e887db8afd req-c8b9c1b8-8a88-46b6-8332-f5eed02244ad tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Calling delete_port for 989d654b-a3a5-44cb-b9f1-cae62c210469 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:34:15.966072 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b75d274f-8f87-45f1-9ea3-91e887db8afd req-c8b9c1b8-8a88-46b6-8332-f5eed02244ad tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:15.994719 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9c1b8-8a88-46b6-8332-f5eed02244ad tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event deleted for resources: {'Port': ['ID=989d654b-a3a5-44cb-b9f1-cae62c210469,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:16.034412 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75d274f-8f87-45f1-9ea3-91e887db8afd req-c8b9c1b8-8a88-46b6-8332-f5eed02244ad tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] No DVR routers for this DVR port 989d654b-a3a5-44cb-b9f1-cae62c210469 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:34:16.046084 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-b75d274f-8f87-45f1-9ea3-91e887db8afd req-c8b9c1b8-8a88-46b6-8332-f5eed02244ad tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:16.046084 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b75d274f-8f87-45f1-9ea3-91e887db8afd req-c8b9c1b8-8a88-46b6-8332-f5eed02244ad tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.26 "DELETE /v2.0/ports/989d654b-a3a5-44cb-b9f1-cae62c210469 HTTP/1.1" status: 204 len: 173 time: 0.4688647 Apr 20 17:34:16.046084 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e68ad2b-7646-47a1-91d2-bbf2e5c646bc', 'name': 'network-vif-deleted', 'tag': '989d654b-a3a5-44cb-b9f1-cae62c210469'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:34:16.046084 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca4b668-2b97-4e0c-aeae-3ab411acd00f" -d '{"events": [{"server_uuid": "1e68ad2b-7646-47a1-91d2-bbf2e5c646bc", "name": "network-vif-deleted", "tag": "989d654b-a3a5-44cb-b9f1-cae62c210469"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:34:16.080285 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f41e642-d0b0-46c7-9557-c9e5395680fe x-openstack-request-id: req-4f41e642-d0b0-46c7-9557-c9e5395680fe {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:34:16.080598 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e68ad2b-7646-47a1-91d2-bbf2e5c646bc", "name": "network-vif-deleted", "tag": "989d654b-a3a5-44cb-b9f1-cae62c210469", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:34:16.080842 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f41e642-d0b0-46c7-9557-c9e5395680fe {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:34:16.081298 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f41e642-d0b0-46c7-9557-c9e5395680fe'] response: {'server_uuid': '1e68ad2b-7646-47a1-91d2-bbf2e5c646bc', 'name': 'network-vif-deleted', 'tag': '989d654b-a3a5-44cb-b9f1-cae62c210469', 'status': 'completed', 'code': 200} Apr 20 17:34:16.738796 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0260a125-ce66-4efb-b8cf-9051a2da3e2e req-05bc79b2-449d-4b85-b7c7-dd233688b2d3 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e68ad2b-7646-47a1-91d2-bbf2e5c646bc HTTP/1.1" status: 200 len: 210 time: 0.0261688 Apr 20 17:34:17.794367 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33600) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:34:17.855454 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a3b35e7-4374-4cd6-969c-61e00811f55a tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:17.880077 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a3b35e7-4374-4cd6-969c-61e00811f55a tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:18.011757 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a3b35e7-4374-4cd6-969c-61e00811f55a tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:18.014297 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4a3b35e7-4374-4cd6-969c-61e00811f55a tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:18.015492 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4a3b35e7-4374-4cd6-969c-61e00811f55a tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "DELETE /v2.0/security-groups/4fa05eb0-a78d-4a71-aad5-e736c78a172a HTTP/1.1" status: 204 len: 168 time: 0.2201130 Apr 20 17:34:18.024733 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b35e7-4374-4cd6-969c-61e00811f55a tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa05eb0-a78d-4a71-aad5-e736c78a172a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:18.424540 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33606) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:34:18.429177 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7542c6f8-ba71-4d67-bef7-915623cae97a tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1640964516', 'description': 'tempest-secgroup-smoke-1640964516 description', 'project_id': '4e972fe9e08746ff97ce7b0909dc8173'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:34:18.509845 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7542c6f8-ba71-4d67-bef7-915623cae97a tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:18.576052 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7542c6f8-ba71-4d67-bef7-915623cae97a tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:18.676147 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7542c6f8-ba71-4d67-bef7-915623cae97a tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:18.705575 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542c6f8-ba71-4d67-bef7-915623cae97a tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711c6bd5-3e96-4981-bafc-f93cfa173888,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:18.779673 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7542c6f8-ba71-4d67-bef7-915623cae97a tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:18.780946 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7542c6f8-ba71-4d67-bef7-915623cae97a tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3553629 Apr 20 17:34:18.783777 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33608) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:34:18.788048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d321afb5-beed-48f0-b20c-2ddd56c1c25b tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Request body: {'security_group_rule': {'security_group_id': '711c6bd5-3e96-4981-bafc-f93cfa173888', 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:34:18.897030 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d321afb5-beed-48f0-b20c-2ddd56c1c25b tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:18.952959 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d321afb5-beed-48f0-b20c-2ddd56c1c25b tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:18.966672 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 989d654b-a3a5-44cb-b9f1-cae62c210469 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:34:18.986396 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 989d654b-a3a5-44cb-b9f1-cae62c210469 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:34:18.986733 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 989d654b-a3a5-44cb-b9f1-cae62c210469 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:34:19.024724 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d321afb5-beed-48f0-b20c-2ddd56c1c25b tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:19.042994 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321afb5-beed-48f0-b20c-2ddd56c1c25b tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678d8532-3522-4ce5-a6d1-6e7a5997bd3c,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:19.116512 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d321afb5-beed-48f0-b20c-2ddd56c1c25b tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:19.117898 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-d321afb5-beed-48f0-b20c-2ddd56c1c25b tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3330083 Apr 20 17:34:19.120965 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33610) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:34:19.125367 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-f8721945-979c-49d5-8491-4f263e7bee6f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Request body: {'security_group_rule': {'security_group_id': '711c6bd5-3e96-4981-bafc-f93cfa173888', 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:34:19.210178 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f8721945-979c-49d5-8491-4f263e7bee6f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:19.267664 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f8721945-979c-49d5-8491-4f263e7bee6f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:19.336863 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f8721945-979c-49d5-8491-4f263e7bee6f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:19.354954 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8721945-979c-49d5-8491-4f263e7bee6f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57be07c6-9a1a-4182-8627-bf1b707237e7,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:19.437748 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f8721945-979c-49d5-8491-4f263e7bee6f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:19.439011 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f8721945-979c-49d5-8491-4f263e7bee6f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3170688 Apr 20 17:34:19.441608 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33612) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:34:19.445835 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-3ce87d95-691d-48f2-b5f6-2d146aeb4aa2 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Request body: {'security_group_rule': {'security_group_id': '711c6bd5-3e96-4981-bafc-f93cfa173888', 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:34:19.531589 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3ce87d95-691d-48f2-b5f6-2d146aeb4aa2 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:19.588182 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3ce87d95-691d-48f2-b5f6-2d146aeb4aa2 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:19.635504 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3ce87d95-691d-48f2-b5f6-2d146aeb4aa2 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:19.653531 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce87d95-691d-48f2-b5f6-2d146aeb4aa2 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3454e77d-7814-4594-94f8-81a237019830,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:19.717624 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3ce87d95-691d-48f2-b5f6-2d146aeb4aa2 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:19.718819 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-3ce87d95-691d-48f2-b5f6-2d146aeb4aa2 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2763078 Apr 20 17:34:19.721551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33614) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:34:19.727470 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7afe67a3-1dae-4f0c-98bd-4a5448e69572 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Request body: {'security_group_rule': {'security_group_id': '711c6bd5-3e96-4981-bafc-f93cfa173888', 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:34:19.800260 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7afe67a3-1dae-4f0c-98bd-4a5448e69572 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:19.856971 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7afe67a3-1dae-4f0c-98bd-4a5448e69572 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:19.938180 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7afe67a3-1dae-4f0c-98bd-4a5448e69572 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:19.955321 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe67a3-1dae-4f0c-98bd-4a5448e69572 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9616a759-f8c8-4bbd-8010-dc189eed849b,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:20.020098 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7afe67a3-1dae-4f0c-98bd-4a5448e69572 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:20.021343 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7afe67a3-1dae-4f0c-98bd-4a5448e69572 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2988617 Apr 20 17:34:20.024008 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33616) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:34:20.028905 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-f90def1f-2042-44f9-9e62-c14126979155 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Request body: {'security_group_rule': {'security_group_id': '711c6bd5-3e96-4981-bafc-f93cfa173888', 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:34:20.109666 n-d-836146-2 neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-f90def1f-2042-44f9-9e62-c14126979155 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Project 4e972fe9e08746ff97ce7b0909dc8173 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:34:20.114777 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f90def1f-2042-44f9-9e62-c14126979155 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:20.175790 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f90def1f-2042-44f9-9e62-c14126979155 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:20.292844 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f90def1f-2042-44f9-9e62-c14126979155 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:20.310187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90def1f-2042-44f9-9e62-c14126979155 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d637bbc6-695c-4ea9-867d-656d44a1aaf8,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:20.476744 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f90def1f-2042-44f9-9e62-c14126979155 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:20.477923 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f90def1f-2042-44f9-9e62-c14126979155 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4528694 Apr 20 17:34:20.480706 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33618) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:34:20.484944 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-9e74f1b1-48fb-4acf-bb2c-47a34ba1df94 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Request body: {'security_group_rule': {'security_group_id': '711c6bd5-3e96-4981-bafc-f93cfa173888', 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:34:20.590386 n-d-836146-2 neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-9e74f1b1-48fb-4acf-bb2c-47a34ba1df94 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Project 4e972fe9e08746ff97ce7b0909dc8173 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:34:20.595440 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9e74f1b1-48fb-4acf-bb2c-47a34ba1df94 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:20.654850 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9e74f1b1-48fb-4acf-bb2c-47a34ba1df94 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:20.738772 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9e74f1b1-48fb-4acf-bb2c-47a34ba1df94 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:20.756496 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74f1b1-48fb-4acf-bb2c-47a34ba1df94 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8cea46c-72bd-4a41-bc3f-9c3cc69e6817,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:20.830665 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9e74f1b1-48fb-4acf-bb2c-47a34ba1df94 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:20.831844 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-9e74f1b1-48fb-4acf-bb2c-47a34ba1df94 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3502600 Apr 20 17:34:22.857715 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f00e0d84-300c-4af1-89d1-b17cd7acf4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:23.037628 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:34:25.185732 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8ff8a92a-d4c8-45ac-bde2-639a460bf558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:26.670068 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:28.064060 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:28.224220 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:29.544575 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:30.496959 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:40.601249 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-6e6e9ddd-f41b-46be-9deb-0812ea50a3b3 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1640964516&fields=id&tenant_id=4e972fe9e08746ff97ce7b0909dc8173 HTTP/1.1" status: 200 len: 267 time: 0.0322804 Apr 20 17:34:40.706133 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-06337d3f-df72-4456-84cb-61ff42bdc951 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:40.707559 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-06337d3f-df72-4456-84cb-61ff42bdc951 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/networks?id=79db0b1e-de97-4a8a-b22b-64ff3632ed39 HTTP/1.1" status: 200 len: 809 time: 0.0996068 Apr 20 17:34:40.721811 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-10dc7d0f-7c00-4251-a13b-a377099c1b6f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/quotas/4e972fe9e08746ff97ce7b0909dc8173 HTTP/1.1" status: 200 len: 375 time: 0.0085120 Apr 20 17:34:40.771374 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-9a706b65-5bdc-4e0b-be0e-f7f8dac8648a tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442562 Apr 20 17:34:40.823848 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-52f4586c-a50a-4c00-bda3-115e35b54b4b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 17:34:40.824932 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-52f4586c-a50a-4c00-bda3-115e35b54b4b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0420518 Apr 20 17:34:40.916327 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-d4681f67-26db-40c0-b0c3-d2695809e15a service neutron] 10.222.0.15 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844693 Apr 20 17:34:41.008019 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-9c33043b-4f34-4012-8d99-17d6b36f3de6 service neutron] 10.222.0.15 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854807 Apr 20 17:34:41.581779 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-14e012af-9e97-4bf8-ad67-71abdda6acf8 req-06bcc40d-84a6-4987-bb3b-e194b4a01983 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 210 time: 0.0291088 Apr 20 17:34:42.675011 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b189500f-5989-4cc8-aae3-0d944145b4a3 req-2262c4ea-cffa-4b67-b9bf-2a93412950a2 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 210 time: 0.0265155 Apr 20 17:34:43.638699 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-bf10a006-fbff-49ad-8532-baf9c95975eb tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:43.640247 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-bf10a006-fbff-49ad-8532-baf9c95975eb tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.30 "GET /v2.0/networks?id=79db0b1e-de97-4a8a-b22b-64ff3632ed39 HTTP/1.1" status: 200 len: 809 time: 0.1056716 Apr 20 17:34:43.688247 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-06d2d99d-110d-4c37-9b92-6aa4b325e1e2 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e972fe9e08746ff97ce7b0909dc8173 HTTP/1.1" status: 200 len: 380 time: 0.0332091 Apr 20 17:34:43.696764 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4ce74509-6cee-4185-acbe-fad386ee3506 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Request body: {'port': {'device_id': '0a5da8ec-f28c-40f9-ba8b-a776ae753735', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'admin_state_up': True, 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'security_groups': ['711c6bd5-3e96-4981-bafc-f93cfa173888']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:34:43.780229 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-36ed6152-3b98-4ee6-be79-56ef84160d3f req-47d63e47-e288-4240-b093-ebdfbfc47ff8 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 210 time: 0.0334027 Apr 20 17:34:43.915312 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4ce74509-6cee-4185-acbe-fad386ee3506 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Made reservation on behalf of 4e972fe9e08746ff97ce7b0909dc8173 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:34:43.918896 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4ce74509-6cee-4185-acbe-fad386ee3506 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:44.054041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4ce74509-6cee-4185-acbe-fad386ee3506 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Allocated IP 172.20.0.6 (79db0b1e-de97-4a8a-b22b-64ff3632ed39/d59b8c7a-0a22-40d8-818c-c1f34ba64922/392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:34:44.192173 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4ce74509-6cee-4185-acbe-fad386ee3506 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:44.264938 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4ce74509-6cee-4185-acbe-fad386ee3506 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:44.313248 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4ce74509-6cee-4185-acbe-fad386ee3506 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Network 79db0b1e-de97-4a8a-b22b-64ff3632ed39 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:34:44.316388 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4ce74509-6cee-4185-acbe-fad386ee3506 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:34:44.320156 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4ce74509-6cee-4185-acbe-fad386ee3506 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:34:44.327065 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce74509-6cee-4185-acbe-fad386ee3506 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event updated for resources: {'Port': ['ID=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:44.373745 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4ce74509-6cee-4185-acbe-fad386ee3506 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:44.374416 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4ce74509-6cee-4185-acbe-fad386ee3506 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:44.459473 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4ce74509-6cee-4185-acbe-fad386ee3506 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7661901 Apr 20 17:34:44.523645 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4f0fb655-a52d-401a-aa88-e0fe3910ffc4 service neutron] Request body: {'port': {'device_id': '0a5da8ec-f28c-40f9-ba8b-a776ae753735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:34:44.578862 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4f0fb655-a52d-401a-aa88-e0fe3910ffc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:44.599970 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-24c37f65-49f9-4420-bd57-059302df2caf None None] Provisioning complete for port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:44.600629 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-24c37f65-49f9-4420-bd57-059302df2caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:44.634191 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-24c37f65-49f9-4420-bd57-059302df2caf None None] Port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:34:44.847957 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4f0fb655-a52d-401a-aa88-e0fe3910ffc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:34:44.857651 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4f0fb655-a52d-401a-aa88-e0fe3910ffc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:44.892275 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4f0fb655-a52d-401a-aa88-e0fe3910ffc4 service neutron] Transition to ACTIVE for port object 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:34:44.912048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca83b88-716d-49f2-93a1-7c5b357715b3 req-608397b9-b5a0-42f4-b427-03cad5063c6f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:44.913551 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3ca83b88-716d-49f2-93a1-7c5b357715b3 req-608397b9-b5a0-42f4-b427-03cad5063c6f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 931 time: 0.0612216 Apr 20 17:34:44.952523 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3ca83b88-716d-49f2-93a1-7c5b357715b3 req-d0762278-9194-41f0-b405-23dc9028fd2b tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325089 Apr 20 17:34:44.967228 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4f0fb655-a52d-401a-aa88-e0fe3910ffc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:45.027109 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fb655-a52d-401a-aa88-e0fe3910ffc4 service neutron] Pushing event updated for resources: {'Port': ['ID=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:45.118265 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4f0fb655-a52d-401a-aa88-e0fe3910ffc4 service neutron] Attempting to bind port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:34:45.118601 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4f0fb655-a52d-401a-aa88-e0fe3910ffc4 service neutron] Attempting to bind port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': 'b3ebab6f-e3f0-42c5-9913-5b4c80612766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:34:45.119532 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4f0fb655-a52d-401a-aa88-e0fe3910ffc4 service neutron] Attempting to bind port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a on network 79db0b1e-de97-4a8a-b22b-64ff3632ed39 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:34:45.124116 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4f0fb655-a52d-401a-aa88-e0fe3910ffc4 service neutron] Port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a on network 79db0b1e-de97-4a8a-b22b-64ff3632ed39 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:34:45.124912 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4f0fb655-a52d-401a-aa88-e0fe3910ffc4 service neutron] Attempting to bind port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a on network 79db0b1e-de97-4a8a-b22b-64ff3632ed39 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:34:45.129714 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4f0fb655-a52d-401a-aa88-e0fe3910ffc4 service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:34:45.130051 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4f0fb655-a52d-401a-aa88-e0fe3910ffc4 service neutron] Checking segment: {'id': 'b3ebab6f-e3f0-42c5-9913-5b4c80612766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:34:45.130424 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4f0fb655-a52d-401a-aa88-e0fe3910ffc4 service neutron] Bound using segment: {'id': 'b3ebab6f-e3f0-42c5-9913-5b4c80612766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:34:45.130844 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4f0fb655-a52d-401a-aa88-e0fe3910ffc4 service neutron] Bound port: 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3ebab6f-e3f0-42c5-9913-5b4c80612766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:34:45.131200 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4f0fb655-a52d-401a-aa88-e0fe3910ffc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:45.205528 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4f0fb655-a52d-401a-aa88-e0fe3910ffc4 service neutron] For port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:34:45.209100 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4f0fb655-a52d-401a-aa88-e0fe3910ffc4 service neutron] For port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:34:45.298434 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4f0fb655-a52d-401a-aa88-e0fe3910ffc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:45.334019 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4f0fb655-a52d-401a-aa88-e0fe3910ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:45.334636 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4f0fb655-a52d-401a-aa88-e0fe3910ffc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:45.336032 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-4f0fb655-a52d-401a-aa88-e0fe3910ffc4 service neutron] 10.222.0.30 "PUT /v2.0/ports/392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a HTTP/1.1" status: 200 len: 1091 time: 0.8618655 Apr 20 17:34:45.336482 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5da8ec-f28c-40f9-ba8b-a776ae753735', 'tag': '392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:34:45.338724 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a015709-d7ba-4e5e-8897-6d59536dc02b" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5da8ec-f28c-40f9-ba8b-a776ae753735", "tag": "392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:34:45.363131 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fb655-a52d-401a-aa88-e0fe3910ffc4 service neutron] Pushing event updated for resources: {'Port': ['ID=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:45.405812 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d23a9f1-b06a-4009-bdbf-c266ebb8d68d x-openstack-request-id: req-8d23a9f1-b06a-4009-bdbf-c266ebb8d68d {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:34:45.405812 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5da8ec-f28c-40f9-ba8b-a776ae753735", "tag": "392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:34:45.405812 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d23a9f1-b06a-4009-bdbf-c266ebb8d68d {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:34:45.405812 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d23a9f1-b06a-4009-bdbf-c266ebb8d68d'] response: {'name': 'network-changed', 'server_uuid': '0a5da8ec-f28c-40f9-ba8b-a776ae753735', 'tag': '392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a', 'status': 'completed', 'code': 200} Apr 20 17:34:45.489175 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a015709-d7ba-4e5e-8897-6d59536dc02b req-fae69e57-f53b-4199-9706-5a3c5f22808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:45.491115 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2a015709-d7ba-4e5e-8897-6d59536dc02b req-fae69e57-f53b-4199-9706-5a3c5f22808e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 1094 time: 0.0469055 Apr 20 17:34:45.603662 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a015709-d7ba-4e5e-8897-6d59536dc02b req-44d7c789-e25a-49d2-8b77-02b4abf99de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:45.605084 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2a015709-d7ba-4e5e-8897-6d59536dc02b req-44d7c789-e25a-49d2-8b77-02b4abf99de9 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0995841 Apr 20 17:34:45.703680 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a015709-d7ba-4e5e-8897-6d59536dc02b req-8c2a219f-38ed-4659-b7ac-7ead4cf5afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:45.705258 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2a015709-d7ba-4e5e-8897-6d59536dc02b req-8c2a219f-38ed-4659-b7ac-7ead4cf5afd8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936441 Apr 20 17:34:45.815704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-2c72ddb7-836c-4ec8-b2b1-daf448d72b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:45.817235 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-2c72ddb7-836c-4ec8-b2b1-daf448d72b1a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 1094 time: 0.0471675 Apr 20 17:34:45.866485 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-244df3f6-7c18-4f56-9c7b-6e449020cffd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a HTTP/1.1" status: 200 len: 217 time: 0.0343781 Apr 20 17:34:45.914112 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-fe4fc22d-61ee-41dd-adc8-0e04cd715158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:45.915551 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-fe4fc22d-61ee-41dd-adc8-0e04cd715158 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d59b8c7a-0a22-40d8-818c-c1f34ba64922 HTTP/1.1" status: 200 len: 848 time: 0.0430164 Apr 20 17:34:45.959138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-86fb9809-915a-4358-b081-1839fe24da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:45.960557 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-86fb9809-915a-4358-b081-1839fe24da8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=79db0b1e-de97-4a8a-b22b-64ff3632ed39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390708 Apr 20 17:34:46.090815 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-a2083599-aa40-4f70-96ac-4e74bdae9eea service neutron] 10.222.0.30 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236086 Apr 20 17:34:46.098957 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb00f6-6b69-4cb3-ba72-a8d9e7429adc req-0078028b-f2a1-49c9-b30d-81269091a6ca tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:46.100318 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7afb00f6-6b69-4cb3-ba72-a8d9e7429adc req-0078028b-f2a1-49c9-b30d-81269091a6ca tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 943 time: 0.0756593 Apr 20 17:34:46.187436 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7afb00f6-6b69-4cb3-ba72-a8d9e7429adc req-146c253b-6c17-4e94-bb97-2613f5e79e74 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791843 Apr 20 17:34:46.214164 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-a49e595b-60a1-46a7-b998-63ec62ca5b6b req-dbea85f1-1aeb-499b-a775-7a9ca2231723 service neutron] 10.222.0.30 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128645 Apr 20 17:34:47.306451 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63554935-544b-4b25-b5f4-784a2187c655 req-5ba67a3a-5c9f-4ed2-a93c-26b511b3a66f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:47.308007 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63554935-544b-4b25-b5f4-784a2187c655 req-5ba67a3a-5c9f-4ed2-a93c-26b511b3a66f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 943 time: 0.0507369 Apr 20 17:34:47.348712 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-63554935-544b-4b25-b5f4-784a2187c655 req-4f81998c-b233-46b5-b8a8-19930e9e745f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340574 Apr 20 17:34:48.468566 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8e088-2955-4f4c-bfbe-c02382e57263 req-6aa102ff-8215-4570-b520-9e0856d75941 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:48.470054 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0cd8e088-2955-4f4c-bfbe-c02382e57263 req-6aa102ff-8215-4570-b520-9e0856d75941 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 943 time: 0.0529883 Apr 20 17:34:48.507635 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0cd8e088-2955-4f4c-bfbe-c02382e57263 req-0033c8d3-8b1b-4910-ae65-a0b6ebd17fa4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314245 Apr 20 17:34:49.630613 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d71f9-2aaa-4244-81b4-146e10d1d071 req-3deff701-73e2-4deb-8906-9f84854733ba tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:49.632154 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea9d71f9-2aaa-4244-81b4-146e10d1d071 req-3deff701-73e2-4deb-8906-9f84854733ba tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 943 time: 0.0512545 Apr 20 17:34:49.672699 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea9d71f9-2aaa-4244-81b4-146e10d1d071 req-71abe590-ce17-4f30-9083-6698e3957646 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343912 Apr 20 17:34:50.785911 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8092ea-f980-4a90-b112-e863c8eb2ed7 req-deb13d5d-b03d-423b-87fd-b688d743f612 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:50.787364 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c8092ea-f980-4a90-b112-e863c8eb2ed7 req-deb13d5d-b03d-423b-87fd-b688d743f612 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 943 time: 0.0481515 Apr 20 17:34:50.825048 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6c8092ea-f980-4a90-b112-e863c8eb2ed7 req-e548eae4-b8d4-4985-a99c-eab4d897c312 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315642 Apr 20 17:34:51.941717 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf41c17-71c1-4fe1-a6b4-eac3ce5cbe1c req-b783937b-a3cb-4efc-b39f-2af4ef0aec98 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:51.943151 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9cf41c17-71c1-4fe1-a6b4-eac3ce5cbe1c req-b783937b-a3cb-4efc-b39f-2af4ef0aec98 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 943 time: 0.0516014 Apr 20 17:34:51.979482 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9cf41c17-71c1-4fe1-a6b4-eac3ce5cbe1c req-5d76db68-f185-4632-946e-3b3d22cd5525 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303199 Apr 20 17:34:52.829324 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c3873108-3564-4f18-b340-a865f1d362e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:53.095163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99b2cb-b53a-462f-b0be-c11a71060824 req-f26478cd-df5e-44e4-88dd-3ddf45ff6186 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:53.096547 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac99b2cb-b53a-462f-b0be-c11a71060824 req-f26478cd-df5e-44e4-88dd-3ddf45ff6186 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 943 time: 0.0480273 Apr 20 17:34:53.133278 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ac99b2cb-b53a-462f-b0be-c11a71060824 req-1f4a8e7a-c02e-48cb-a86f-1b08345c1432 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303845 Apr 20 17:34:54.249219 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0ba8b-36c4-49b8-9dc6-6a33e823479c req-e24bde3a-17cb-4db0-bb82-fe221321fda9 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:54.250710 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8df0ba8b-36c4-49b8-9dc6-6a33e823479c req-e24bde3a-17cb-4db0-bb82-fe221321fda9 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 943 time: 0.0487244 Apr 20 17:34:54.288111 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8df0ba8b-36c4-49b8-9dc6-6a33e823479c req-f5b936f2-c82f-4519-98b3-5f0b19160440 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314109 Apr 20 17:34:55.187741 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b1774dfa-317d-4b6b-97af-dfdef50d91c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:55.406970 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af9b40-e6a1-49a6-9f2a-ef98e6a0e828 req-4e9f2a4d-5a55-4f6f-8530-d7aeea28b196 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:55.408442 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56af9b40-e6a1-49a6-9f2a-ef98e6a0e828 req-4e9f2a4d-5a55-4f6f-8530-d7aeea28b196 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 943 time: 0.0532422 Apr 20 17:34:55.446695 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-56af9b40-e6a1-49a6-9f2a-ef98e6a0e828 req-b5d13d8f-14eb-4837-bd68-2b56af6036e6 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318890 Apr 20 17:34:56.559672 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b6542-b665-4515-b34d-30c6f3558ad6 req-33302763-2f6f-4348-906f-bce43d068446 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:56.561186 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c7b6542-b665-4515-b34d-30c6f3558ad6 req-33302763-2f6f-4348-906f-bce43d068446 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 943 time: 0.0475352 Apr 20 17:34:56.598424 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c7b6542-b665-4515-b34d-30c6f3558ad6 req-b02d6494-be38-440a-b0df-09658ddaf8cf tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310891 Apr 20 17:34:56.669304 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:57.144150 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:34:57.241322 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:57.252312 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'port_id': '392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a', 'mac_address': 'fa:16:3e:9f:91:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:34:57.288192 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:57.301307 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:34:57.319187 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:57.387476 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:57.434617 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:57.441678 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:57.442031 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:57.442377 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:57.442716 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:57.443050 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:57.443383 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:57.443713 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:57.444040 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:57.444400 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:57.444729 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:57.445086 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:57.445413 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:57.714129 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd75c6-f0dc-47b6-81bc-7d926e190ae1 req-704389ab-f497-4b1d-9785-28b439d57db5 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:57.716168 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5dd75c6-f0dc-47b6-81bc-7d926e190ae1 req-704389ab-f497-4b1d-9785-28b439d57db5 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 944 time: 0.0486243 Apr 20 17:34:57.753312 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5dd75c6-f0dc-47b6-81bc-7d926e190ae1 req-70c51bed-2c22-4a07-b478-6d8cc67adfdf tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309124 Apr 20 17:34:57.837047 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:34:58.079048 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:58.233339 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:58.870167 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1142d19-b705-45c1-a27c-7aa25cf06722 req-4e214b3f-c02a-40fa-b7b7-8199b0c0a4b2 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:58.872030 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1142d19-b705-45c1-a27c-7aa25cf06722 req-4e214b3f-c02a-40fa-b7b7-8199b0c0a4b2 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 944 time: 0.0519812 Apr 20 17:34:58.909330 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f1142d19-b705-45c1-a27c-7aa25cf06722 req-b10522f0-0c4c-4c87-b936-d2f19debc068 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312552 Apr 20 17:34:59.154051 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:34:59.269195 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:34:59.272892 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:59.273263 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:59.346530 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:59.377989 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5da8ec-f28c-40f9-ba8b-a776ae753735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:34:59.380192 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b8cdd8-5bec-4746-8884-6e868803cf9d" -d '{"events": [{"server_uuid": "0a5da8ec-f28c-40f9-ba8b-a776ae753735", "name": "network-vif-plugged", "status": "completed", "tag": "392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:34:59.396759 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:59.468699 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdd6f92-5004-4bb4-9210-d9a8e7fcbec2 x-openstack-request-id: req-0fdd6f92-5004-4bb4-9210-d9a8e7fcbec2 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:34:59.468996 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5da8ec-f28c-40f9-ba8b-a776ae753735", "name": "network-vif-plugged", "status": "completed", "tag": "392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:34:59.469250 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0fdd6f92-5004-4bb4-9210-d9a8e7fcbec2 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:34:59.469651 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fdd6f92-5004-4bb4-9210-d9a8e7fcbec2'] response: {'server_uuid': '0a5da8ec-f28c-40f9-ba8b-a776ae753735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a', 'code': 200} Apr 20 17:34:59.486208 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:59.520692 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:59.574122 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:59.593533 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66e44f-9462-481c-8b92-ccac1a09ca18 req-ae3c6f8f-b5cd-440b-bb79-b1001dfa2a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:34:59.595092 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea66e44f-9462-481c-8b92-ccac1a09ca18 req-ae3c6f8f-b5cd-440b-bb79-b1001dfa2a5c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 1096 time: 0.0456076 Apr 20 17:34:59.629410 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea66e44f-9462-481c-8b92-ccac1a09ca18 req-abbb7022-842f-4796-9f3e-52be16166bc1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282433 Apr 20 17:35:00.029980 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2d07a-c130-419a-9bbf-abb8a1127d29 req-a5a37bb6-8d40-4c63-b1c6-515668d3d893 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:35:00.031473 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00a2d07a-c130-419a-9bbf-abb8a1127d29 req-a5a37bb6-8d40-4c63-b1c6-515668d3d893 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 945 time: 0.0507283 Apr 20 17:35:00.037267 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:35:00.068426 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00a2d07a-c130-419a-9bbf-abb8a1127d29 req-1843b50d-09d3-4545-ae14-bb9faaba2082 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307367 Apr 20 17:35:00.485052 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:01.188663 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622830ee-0bbf-4751-acb5-56f0004424db req-20213c51-78c9-479d-b4f8-aa7a7395b195 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:35:01.190792 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-622830ee-0bbf-4751-acb5-56f0004424db req-20213c51-78c9-479d-b4f8-aa7a7395b195 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 945 time: 0.0534210 Apr 20 17:35:01.228047 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-622830ee-0bbf-4751-acb5-56f0004424db req-1b50e0b5-0ba5-47c2-ab00-35c89c01ae76 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311995 Apr 20 17:35:02.340620 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5a51b-6ea1-48b0-963d-ebe16048b246 req-335b3a05-e371-44c2-a762-64307348bd63 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:35:02.342083 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-45e5a51b-6ea1-48b0-963d-ebe16048b246 req-335b3a05-e371-44c2-a762-64307348bd63 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 945 time: 0.0476639 Apr 20 17:35:02.379480 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-45e5a51b-6ea1-48b0-963d-ebe16048b246 req-3fdd3c03-5aae-40e8-9a2f-01df3483c3cf tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313835 Apr 20 17:35:02.489951 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c8494-fbbd-4123-aa75-16e1482121eb req-9be2c670-42be-4810-857d-cc5bf9c73d42 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:35:02.491645 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca1c8494-fbbd-4123-aa75-16e1482121eb req-9be2c670-42be-4810-857d-cc5bf9c73d42 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 945 time: 0.0480089 Apr 20 17:35:02.528014 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ca1c8494-fbbd-4123-aa75-16e1482121eb req-6326a223-a0c3-416c-843c-eb70702721fc tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298319 Apr 20 17:35:02.549519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33830) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:35:02.632220 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5049b96-39bd-4a9d-ad7a-d4df93f55c11 tempest-TestShelveInstance-750446444 tempest-TestShelveInstance-750446444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:35:02.633626 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-a5049b96-39bd-4a9d-ad7a-d4df93f55c11 tempest-TestShelveInstance-750446444 tempest-TestShelveInstance-750446444-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 1091 time: 0.0831711 Apr 20 17:35:02.636369 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 33834) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:35:02.640549 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-6e0cf873-b45f-4503-82f2-c927083095d4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': '392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:02.720243 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6e0cf873-b45f-4503-82f2-c927083095d4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:02.812755 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6e0cf873-b45f-4503-82f2-c927083095d4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:02.915166 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-6e0cf873-b45f-4503-82f2-c927083095d4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Allocated IP 172.25.0.23 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/26e808d9-de67-4090-b44d-5280a6b2d65c) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:35:03.011143 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6e0cf873-b45f-4503-82f2-c927083095d4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:03.080893 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6e0cf873-b45f-4503-82f2-c927083095d4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:03.123104 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0cf873-b45f-4503-82f2-c927083095d4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:35:03.125918 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-6e0cf873-b45f-4503-82f2-c927083095d4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:35:03.129536 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0cf873-b45f-4503-82f2-c927083095d4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:35:03.134705 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0cf873-b45f-4503-82f2-c927083095d4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event updated for resources: {'Port': ['ID=26e808d9-de67-4090-b44d-5280a6b2d65c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:03.470163 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6e0cf873-b45f-4503-82f2-c927083095d4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:03.619727 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6e0cf873-b45f-4503-82f2-c927083095d4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:03.767496 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6e0cf873-b45f-4503-82f2-c927083095d4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:03.846047 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6e0cf873-b45f-4503-82f2-c927083095d4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:03.913333 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0cf873-b45f-4503-82f2-c927083095d4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event updated for resources: {'Port': ['ID=26e808d9-de67-4090-b44d-5280a6b2d65c,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:03.924286 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6e0cf873-b45f-4503-82f2-c927083095d4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:04.019263 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-6e0cf873-b45f-4503-82f2-c927083095d4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Floating IP 319648cc-890c-4e0e-9830-f6ef0091db64 associated. External IP: 172.25.0.23, port: 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a. Apr 20 17:35:04.519316 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0cf873-b45f-4503-82f2-c927083095d4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Router ed3c0791-ecca-4778-8c86-b897246e533e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:35:04.624981 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0cf873-b45f-4503-82f2-c927083095d4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:35:04.634383 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829c7d19-7c9c-4471-b0bc-75289ac2d4a0 None None] Sync routers for ids ['ed3c0791-ecca-4778-8c86-b897246e533e'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:35:04.643666 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829c7d19-7c9c-4471-b0bc-75289ac2d4a0 None None] Routers {'ed3c0791-ecca-4778-8c86-b897246e533e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:35:04.651371 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-829c7d19-7c9c-4471-b0bc-75289ac2d4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:34:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ed3c0791-ecca-4778-8c86-b897246e533e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:35:04.720914 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6e0cf873-b45f-4503-82f2-c927083095d4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:04.748042 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6e0cf873-b45f-4503-82f2-c927083095d4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1105478 Apr 20 17:35:04.749155 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5da8ec-f28c-40f9-ba8b-a776ae753735', 'tag': '392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:35:04.750788 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-829c7d19-7c9c-4471-b0bc-75289ac2d4a0 None None] Set router ed3c0791-ecca-4778-8c86-b897246e533e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:35:04.751120 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa7815a-93ae-4769-8831-48099c6a442d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5da8ec-f28c-40f9-ba8b-a776ae753735", "tag": "392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:35:04.788398 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38fdd93-6940-4818-8095-d17ba6bc0561 x-openstack-request-id: req-e38fdd93-6940-4818-8095-d17ba6bc0561 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:35:04.789049 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5da8ec-f28c-40f9-ba8b-a776ae753735", "tag": "392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:35:04.789049 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e38fdd93-6940-4818-8095-d17ba6bc0561 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:35:04.789646 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38fdd93-6940-4818-8095-d17ba6bc0561'] response: {'name': 'network-changed', 'server_uuid': '0a5da8ec-f28c-40f9-ba8b-a776ae753735', 'tag': '392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a', 'status': 'completed', 'code': 200} Apr 20 17:35:04.869105 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7815a-93ae-4769-8831-48099c6a442d req-127c3309-5f35-4295-816e-4767d491df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:35:04.870568 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eaa7815a-93ae-4769-8831-48099c6a442d req-127c3309-5f35-4295-816e-4767d491df97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 1096 time: 0.0403094 Apr 20 17:35:04.961359 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7815a-93ae-4769-8831-48099c6a442d req-939cdeb4-e299-4141-8a42-f397f9053275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:35:04.962947 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eaa7815a-93ae-4769-8831-48099c6a442d req-939cdeb4-e299-4141-8a42-f397f9053275 service neutron] 10.222.0.30 "GET /v2.0/networks?id=79db0b1e-de97-4a8a-b22b-64ff3632ed39 HTTP/1.1" status: 200 len: 910 time: 0.0859094 Apr 20 17:35:05.030264 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eaa7815a-93ae-4769-8831-48099c6a442d req-6c44fd6f-3c41-4743-bc09-97f162f9f106 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a HTTP/1.1" status: 200 len: 998 time: 0.0610099 Apr 20 17:35:05.086021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7815a-93ae-4769-8831-48099c6a442d req-6add3e67-13c3-4357-b6e4-271f75961387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:35:05.087753 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eaa7815a-93ae-4769-8831-48099c6a442d req-6add3e67-13c3-4357-b6e4-271f75961387 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d59b8c7a-0a22-40d8-818c-c1f34ba64922 HTTP/1.1" status: 200 len: 848 time: 0.0464931 Apr 20 17:35:05.128550 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-829c7d19-7c9c-4471-b0bc-75289ac2d4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'name': 'tempest-TestShelveInstance-1300161459-router', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:28Z', 'updated_at': '2022-04-20T17:28:31Z', 'revision_number': 4, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'gw_port': {'id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:29Z', 'updated_at': '2022-04-20T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '319648cc-890c-4e0e-9830-f6ef0091db64', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'floating_ip_address': '172.25.0.23', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'port_id': '392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'mac_address': 'fa:16:3e:9f:91:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5da8ec-f28c-40f9-ba8b-a776ae753735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:35:03Z', 'updated_at': '2022-04-20T17:35:03Z', 'revision_number': 0, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e595d1e3-3882-430a-802e-b1527faea36c', 'name': '', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'mac_address': 'fa:16:3e:9b:50:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:31Z', 'updated_at': '2022-04-20T17:28:35Z', 'revision_number': 5, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'subnets': [{'id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:35:05.135539 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7815a-93ae-4769-8831-48099c6a442d req-5b0a5d63-3a9e-468b-8600-b26ad2868c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:35:05.137662 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eaa7815a-93ae-4769-8831-48099c6a442d req-5b0a5d63-3a9e-468b-8600-b26ad2868c0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=79db0b1e-de97-4a8a-b22b-64ff3632ed39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440116 Apr 20 17:35:05.155263 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829c7d19-7c9c-4471-b0bc-75289ac2d4a0 None None] Checking router: ed3c0791-ecca-4778-8c86-b897246e533e for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:35:05.163405 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829c7d19-7c9c-4471-b0bc-75289ac2d4a0 None None] Routers {'ed3c0791-ecca-4778-8c86-b897246e533e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:35:05.164027 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-829c7d19-7c9c-4471-b0bc-75289ac2d4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:34:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ed3c0791-ecca-4778-8c86-b897246e533e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:35:05.224840 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eaa7815a-93ae-4769-8831-48099c6a442d req-833a2517-bd54-49bf-97e3-05b6803785fb service neutron] 10.222.0.30 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804470 Apr 20 17:35:05.268186 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-829c7d19-7c9c-4471-b0bc-75289ac2d4a0 None None] Set router ed3c0791-ecca-4778-8c86-b897246e533e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:35:05.317208 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-eaa7815a-93ae-4769-8831-48099c6a442d req-1cf3ba5b-d0d8-4cd1-8811-b9a09aa43e66 service neutron] 10.222.0.30 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859087 Apr 20 17:35:05.490889 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-829c7d19-7c9c-4471-b0bc-75289ac2d4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'name': 'tempest-TestShelveInstance-1300161459-router', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:28Z', 'updated_at': '2022-04-20T17:28:31Z', 'revision_number': 4, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'gw_port': {'id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:29Z', 'updated_at': '2022-04-20T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '319648cc-890c-4e0e-9830-f6ef0091db64', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'floating_ip_address': '172.25.0.23', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'port_id': '392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'mac_address': 'fa:16:3e:9f:91:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5da8ec-f28c-40f9-ba8b-a776ae753735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:35:03Z', 'updated_at': '2022-04-20T17:35:03Z', 'revision_number': 0, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e595d1e3-3882-430a-802e-b1527faea36c', 'name': '', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'mac_address': 'fa:16:3e:9b:50:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:31Z', 'updated_at': '2022-04-20T17:28:35Z', 'revision_number': 5, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'subnets': [{'id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:35:05.517359 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829c7d19-7c9c-4471-b0bc-75289ac2d4a0 None None] The sync data for ids ['ed3c0791-ecca-4778-8c86-b897246e533e'] in n-d-836146-2 is: [{'id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'name': 'tempest-TestShelveInstance-1300161459-router', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:28Z', 'updated_at': '2022-04-20T17:28:31Z', 'revision_number': 4, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'gw_port': {'id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:29Z', 'updated_at': '2022-04-20T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '319648cc-890c-4e0e-9830-f6ef0091db64', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'floating_ip_address': '172.25.0.23', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'port_id': '392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'mac_address': 'fa:16:3e:9f:91:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5da8ec-f28c-40f9-ba8b-a776ae753735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:35:03Z', 'updated_at': '2022-04-20T17:35:03Z', 'revision_number': 0, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e595d1e3-3882-430a-802e-b1527faea36c', 'name': '', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'mac_address': 'fa:16:3e:9b:50:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:31Z', 'updated_at': '2022-04-20T17:28:35Z', 'revision_number': 5, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'subnets': [{'id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:35:05.690521 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21a30ea-c6a2-4788-b6e3-90fdc40fd7c0 None None] New status for floating IP 319648cc-890c-4e0e-9830-f6ef0091db64: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:35:13.815516 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d70f6bda-0371-4e83-8890-a6dde3b0907c req-4f51688e-6e00-4b7a-967f-29e38716ce90 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416069 Apr 20 17:35:13.928262 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f6bda-0371-4e83-8890-a6dde3b0907c req-f7815629-3c50-4180-8439-085d211075cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:35:13.929775 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d70f6bda-0371-4e83-8890-a6dde3b0907c req-f7815629-3c50-4180-8439-085d211075cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 1096 time: 0.0409560 Apr 20 17:35:14.036182 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f6bda-0371-4e83-8890-a6dde3b0907c req-a8e5c2ce-eb97-4053-a5a3-187120e9351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:35:14.037669 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d70f6bda-0371-4e83-8890-a6dde3b0907c req-a8e5c2ce-eb97-4053-a5a3-187120e9351f service neutron] 10.222.0.30 "GET /v2.0/networks?id=79db0b1e-de97-4a8a-b22b-64ff3632ed39 HTTP/1.1" status: 200 len: 910 time: 0.0885077 Apr 20 17:35:14.105099 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d70f6bda-0371-4e83-8890-a6dde3b0907c req-b1244a79-475d-40fb-9e2e-da446cdfe877 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a HTTP/1.1" status: 200 len: 1000 time: 0.0597684 Apr 20 17:35:14.154161 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f6bda-0371-4e83-8890-a6dde3b0907c req-07a8abc1-9589-46a5-a48c-5b37e8359ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:35:14.155567 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d70f6bda-0371-4e83-8890-a6dde3b0907c req-07a8abc1-9589-46a5-a48c-5b37e8359ef3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d59b8c7a-0a22-40d8-818c-c1f34ba64922 HTTP/1.1" status: 200 len: 848 time: 0.0435634 Apr 20 17:35:14.203453 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f6bda-0371-4e83-8890-a6dde3b0907c req-8c9e74f6-be05-4c7b-bf48-b65fe47bc7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:35:14.204949 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d70f6bda-0371-4e83-8890-a6dde3b0907c req-8c9e74f6-be05-4c7b-bf48-b65fe47bc7f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=79db0b1e-de97-4a8a-b22b-64ff3632ed39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426602 Apr 20 17:35:14.293014 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d70f6bda-0371-4e83-8890-a6dde3b0907c req-5ed65784-513d-4cbc-a6d6-6a34115e9b8f service neutron] 10.222.0.30 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802042 Apr 20 17:35:14.384788 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d70f6bda-0371-4e83-8890-a6dde3b0907c req-41a6fb0f-8902-4fda-9c5b-f5988d3413e1 service neutron] 10.222.0.30 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843623 Apr 20 17:35:22.840082 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5105ceaf-82d2-4200-8832-614b02a91d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:25.137076 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-40d2a69d-0aba-4e0e-93a2-2f27f8c3fc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:26.668415 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:28.114323 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:28.239479 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:29.451463 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:30.474034 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:37.037632 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:35:52.833651 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-f9af43c6-a009-46bd-84b1-fbd34ea8d9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:55.181867 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-075ce611-0e17-4504-bfd0-d2f652110456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:56.683583 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:58.107473 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:58.219936 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:59.501907 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:00.536926 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:14.037236 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:36:15.801511 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef4036a9-03c3-4bde-8588-c4f8ed15444d req-ea3241fd-c228-4ce5-a2f2-f7d40a0cd858 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399332 Apr 20 17:36:15.898699 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4036a9-03c3-4bde-8588-c4f8ed15444d req-ad509f1d-092f-45c5-a9ef-58e7cf5d746f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:36:15.900117 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef4036a9-03c3-4bde-8588-c4f8ed15444d req-ad509f1d-092f-45c5-a9ef-58e7cf5d746f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 1096 time: 0.0413601 Apr 20 17:36:16.004077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4036a9-03c3-4bde-8588-c4f8ed15444d req-8a33d2c5-e80f-4c10-ba62-91289f507f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:36:16.005590 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef4036a9-03c3-4bde-8588-c4f8ed15444d req-8a33d2c5-e80f-4c10-ba62-91289f507f11 service neutron] 10.222.0.30 "GET /v2.0/networks?id=79db0b1e-de97-4a8a-b22b-64ff3632ed39 HTTP/1.1" status: 200 len: 910 time: 0.0874622 Apr 20 17:36:16.068915 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef4036a9-03c3-4bde-8588-c4f8ed15444d req-b5ddf314-8178-4b39-84d9-a77176afc37c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a HTTP/1.1" status: 200 len: 1000 time: 0.0574005 Apr 20 17:36:16.116764 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4036a9-03c3-4bde-8588-c4f8ed15444d req-b5914664-1fbf-4744-804c-f9f0155d141a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:36:16.118202 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef4036a9-03c3-4bde-8588-c4f8ed15444d req-b5914664-1fbf-4744-804c-f9f0155d141a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d59b8c7a-0a22-40d8-818c-c1f34ba64922 HTTP/1.1" status: 200 len: 848 time: 0.0430086 Apr 20 17:36:16.172192 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4036a9-03c3-4bde-8588-c4f8ed15444d req-7783a2f5-0744-44bc-af7e-9e99a8ebd03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:36:16.173633 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef4036a9-03c3-4bde-8588-c4f8ed15444d req-7783a2f5-0744-44bc-af7e-9e99a8ebd03a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=79db0b1e-de97-4a8a-b22b-64ff3632ed39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492713 Apr 20 17:36:16.263918 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef4036a9-03c3-4bde-8588-c4f8ed15444d req-e1a37a76-c483-4605-90fa-4e9884dab8b1 service neutron] 10.222.0.30 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838320 Apr 20 17:36:16.357778 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ef4036a9-03c3-4bde-8588-c4f8ed15444d req-95b61e15-39d3-4074-a7b6-94d0619a10b7 service neutron] 10.222.0.30 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863919 Apr 20 17:36:22.899653 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-da79ad64-5d9e-463c-b27c-ff7543f3846c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:25.181430 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-308cb803-90da-49c7-a732-245f6fe5c730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:26.699314 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:28.083882 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:28.226789 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:29.484109 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:30.495820 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:51.037069 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:36:52.847348 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2eebc5c4-18f9-4e11-8159-66f77e66fe9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:55.174887 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d020c1bd-f612-46eb-bbc5-5214a2cef939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:56.689250 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:58.081443 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:58.209156 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:59.498694 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:00.515847 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:15.811698 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7161a5aa-bbed-4f2d-a7b5-4c54d1a64127 req-4c9b1d0e-918f-4a5d-adb6-eef816173920 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424829 Apr 20 17:37:15.905728 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161a5aa-bbed-4f2d-a7b5-4c54d1a64127 req-040f5095-f9fc-43fa-a9f0-36289418457a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:15.907151 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7161a5aa-bbed-4f2d-a7b5-4c54d1a64127 req-040f5095-f9fc-43fa-a9f0-36289418457a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 1096 time: 0.0405540 Apr 20 17:37:16.008551 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161a5aa-bbed-4f2d-a7b5-4c54d1a64127 req-0d2f58dc-8c56-4f14-8c25-46231ae7ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:16.010004 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7161a5aa-bbed-4f2d-a7b5-4c54d1a64127 req-0d2f58dc-8c56-4f14-8c25-46231ae7ac4e service neutron] 10.222.0.30 "GET /v2.0/networks?id=79db0b1e-de97-4a8a-b22b-64ff3632ed39 HTTP/1.1" status: 200 len: 910 time: 0.0856481 Apr 20 17:37:16.078222 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7161a5aa-bbed-4f2d-a7b5-4c54d1a64127 req-2a0e5076-24be-4a1b-9a81-4486b50e1e2e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a HTTP/1.1" status: 200 len: 1000 time: 0.0567133 Apr 20 17:37:16.125103 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161a5aa-bbed-4f2d-a7b5-4c54d1a64127 req-998c62e1-a388-482b-9500-68c81d63ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:16.126490 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7161a5aa-bbed-4f2d-a7b5-4c54d1a64127 req-998c62e1-a388-482b-9500-68c81d63ccd9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d59b8c7a-0a22-40d8-818c-c1f34ba64922 HTTP/1.1" status: 200 len: 848 time: 0.0418377 Apr 20 17:37:16.174355 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161a5aa-bbed-4f2d-a7b5-4c54d1a64127 req-0c2872c8-0ca5-4fe9-ac47-25469b4a5263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:16.175819 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7161a5aa-bbed-4f2d-a7b5-4c54d1a64127 req-0c2872c8-0ca5-4fe9-ac47-25469b4a5263 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=79db0b1e-de97-4a8a-b22b-64ff3632ed39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426824 Apr 20 17:37:16.187301 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-7161a5aa-bbed-4f2d-a7b5-4c54d1a64127 req-3beed0da-b6cf-47ee-9319-fbd8a64ed11b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 17:37:16.188221 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7161a5aa-bbed-4f2d-a7b5-4c54d1a64127 req-3beed0da-b6cf-47ee-9319-fbd8a64ed11b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047770 Apr 20 17:37:16.276821 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7161a5aa-bbed-4f2d-a7b5-4c54d1a64127 req-7bee52f0-1e0b-4221-b423-48c6c6391339 service neutron] 10.222.0.30 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819900 Apr 20 17:37:16.367092 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7161a5aa-bbed-4f2d-a7b5-4c54d1a64127 req-e9f540b7-c2c4-4e61-b5c0-9968e94966e4 service neutron] 10.222.0.30 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836785 Apr 20 17:37:22.866058 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7772fba4-de9f-4065-b88e-71c9ff6c3f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:25.195030 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-2df2c67a-abcd-4f63-9add-a53b691c9303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:26.705622 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:28.034912 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:37:28.086514 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:28.235050 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:29.505530 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:30.506039 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:31.955617 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f561a75-12e8-40bd-8879-7aabda41ff5f req-d358c9b9-8ba7-4bdc-a470-36da675c570f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:31.957132 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f561a75-12e8-40bd-8879-7aabda41ff5f req-d358c9b9-8ba7-4bdc-a470-36da675c570f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 945 time: 0.0966201 Apr 20 17:37:31.994301 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2f561a75-12e8-40bd-8879-7aabda41ff5f req-5ce9a02c-9332-4a13-b3da-34e8d715a636 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309253 Apr 20 17:37:33.121609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0fb6f-633e-4552-af84-eeb025ef53ac req-2140c989-4426-4932-b6ac-990ad2df34a5 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:33.123067 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-12f0fb6f-633e-4552-af84-eeb025ef53ac req-2140c989-4426-4932-b6ac-990ad2df34a5 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 945 time: 0.0484281 Apr 20 17:37:33.160029 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-12f0fb6f-633e-4552-af84-eeb025ef53ac req-411a9c47-cbad-48a1-a01f-fd618f080aa0 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308852 Apr 20 17:37:34.276471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca0b57-e1ed-40bf-b397-1e3e0f428f0f req-3fad7797-0f4f-49cf-8d69-2a0c84dcdd20 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:34.277947 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19ca0b57-e1ed-40bf-b397-1e3e0f428f0f req-3fad7797-0f4f-49cf-8d69-2a0c84dcdd20 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 945 time: 0.0514364 Apr 20 17:37:34.314815 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-19ca0b57-e1ed-40bf-b397-1e3e0f428f0f req-31e3881c-d515-4476-98b5-d6b009c6cf51 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309036 Apr 20 17:37:35.430022 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25fc14-f2c7-43af-ad29-20d9c4d2edf2 req-fec394e3-4bb6-4b37-a11b-0db2590557e1 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:35.432013 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c25fc14-f2c7-43af-ad29-20d9c4d2edf2 req-fec394e3-4bb6-4b37-a11b-0db2590557e1 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 945 time: 0.0486763 Apr 20 17:37:35.469048 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7c25fc14-f2c7-43af-ad29-20d9c4d2edf2 req-4e05f3e0-48e0-4e89-849c-aaa84ba7b694 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309324 Apr 20 17:37:36.587373 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac0956-a61f-4174-b9e8-48eeda0ba8f8 req-b2d7d10e-98a9-48a2-acaa-ac0a84fba184 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:36.589523 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3fac0956-a61f-4174-b9e8-48eeda0ba8f8 req-b2d7d10e-98a9-48a2-acaa-ac0a84fba184 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 945 time: 0.0520184 Apr 20 17:37:36.625850 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3fac0956-a61f-4174-b9e8-48eeda0ba8f8 req-bc92d956-da43-48ac-a60b-2b8b129d6275 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303645 Apr 20 17:37:37.740992 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75829eb-78d5-49cf-a775-28f7c7b6bc8b req-599e3500-b149-4665-990c-70a70f8aa897 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:37.742426 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d75829eb-78d5-49cf-a775-28f7c7b6bc8b req-599e3500-b149-4665-990c-70a70f8aa897 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 945 time: 0.0507734 Apr 20 17:37:37.780183 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d75829eb-78d5-49cf-a775-28f7c7b6bc8b req-89c55150-f81f-4aa2-9873-beabec6ae47b tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311763 Apr 20 17:37:38.893188 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274eb36-7ab2-4d10-8e86-b473dc9a89f9 req-e067b4d7-7b4d-4b56-95c6-f31f7dda2606 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:38.894668 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3274eb36-7ab2-4d10-8e86-b473dc9a89f9 req-e067b4d7-7b4d-4b56-95c6-f31f7dda2606 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 945 time: 0.0479496 Apr 20 17:37:38.931328 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3274eb36-7ab2-4d10-8e86-b473dc9a89f9 req-304d25f6-7d68-4dc1-94b0-05fc673f97ad tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300362 Apr 20 17:37:40.050181 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec72ebf-a481-4f76-8379-4103aed24649 req-610c8a90-fd62-47ef-bb2d-d20d351e8577 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:40.051636 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3ec72ebf-a481-4f76-8379-4103aed24649 req-610c8a90-fd62-47ef-bb2d-d20d351e8577 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 945 time: 0.0478144 Apr 20 17:37:40.087953 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3ec72ebf-a481-4f76-8379-4103aed24649 req-f73028a2-5d2f-4056-8efc-172e97f19248 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297468 Apr 20 17:37:41.206219 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c12dcf-1161-460c-be58-058f24734fe1 req-343b5985-6dbb-416a-a358-496bfbd8fe6a tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:41.207673 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9c12dcf-1161-460c-be58-058f24734fe1 req-343b5985-6dbb-416a-a358-496bfbd8fe6a tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 945 time: 0.0515156 Apr 20 17:37:41.245426 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9c12dcf-1161-460c-be58-058f24734fe1 req-4e0c4f97-54b9-4515-a5f7-e2fc0b1180f7 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316882 Apr 20 17:37:42.210942 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01c32a-7f63-44e5-8965-71779a132f6e req-80231b72-2f6a-4379-ab9d-3477ad2f5a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:42.212445 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ed01c32a-7f63-44e5-8965-71779a132f6e req-80231b72-2f6a-4379-ab9d-3477ad2f5a96 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 1096 time: 0.0407119 Apr 20 17:37:42.300016 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01c32a-7f63-44e5-8965-71779a132f6e req-6e4f98b5-da1e-49c5-9b40-4f9f178c3d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:42.301560 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ed01c32a-7f63-44e5-8965-71779a132f6e req-6e4f98b5-da1e-49c5-9b40-4f9f178c3d00 service neutron] 10.222.0.30 "GET /v2.0/networks?id=79db0b1e-de97-4a8a-b22b-64ff3632ed39 HTTP/1.1" status: 200 len: 910 time: 0.0826955 Apr 20 17:37:42.391778 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ed01c32a-7f63-44e5-8965-71779a132f6e req-3b3a429f-8d50-441e-a8b1-1ae3b697e4d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a HTTP/1.1" status: 200 len: 1000 time: 0.0829751 Apr 20 17:37:42.413726 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e2299-08cd-478a-914c-ad62c68e13ed req-b2dc1fa1-351c-485d-8a84-514ebf6d9b4d tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:42.415107 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b8e2299-08cd-478a-914c-ad62c68e13ed req-b2dc1fa1-351c-485d-8a84-514ebf6d9b4d tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 945 time: 0.1008275 Apr 20 17:37:42.472147 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01c32a-7f63-44e5-8965-71779a132f6e req-eca32c0f-aabc-4ec8-850c-6c1f23a8bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:42.473522 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ed01c32a-7f63-44e5-8965-71779a132f6e req-eca32c0f-aabc-4ec8-850c-6c1f23a8bf86 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d59b8c7a-0a22-40d8-818c-c1f34ba64922 HTTP/1.1" status: 200 len: 848 time: 0.0746365 Apr 20 17:37:42.480695 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3b8e2299-08cd-478a-914c-ad62c68e13ed req-81c64f9b-f053-485f-a4b0-bde616f1b4a2 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481429 Apr 20 17:37:42.520290 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01c32a-7f63-44e5-8965-71779a132f6e req-09f82eb7-472c-4fe5-b13f-f9c55e8cd6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:42.521839 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ed01c32a-7f63-44e5-8965-71779a132f6e req-09f82eb7-472c-4fe5-b13f-f9c55e8cd6ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=79db0b1e-de97-4a8a-b22b-64ff3632ed39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402992 Apr 20 17:37:42.607335 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ed01c32a-7f63-44e5-8965-71779a132f6e req-8c877fbd-067d-487e-a5df-e120c060ca1d service neutron] 10.222.0.30 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790191 Apr 20 17:37:42.696825 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ed01c32a-7f63-44e5-8965-71779a132f6e req-433cfafc-74ea-4ceb-8748-fb52e39e3077 service neutron] 10.222.0.30 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829756 Apr 20 17:37:43.595769 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff4233-8642-41d1-a213-7d378a58249f req-a321a041-81fa-4b84-a9a2-10be0af792cf tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:43.597234 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-efff4233-8642-41d1-a213-7d378a58249f req-a321a041-81fa-4b84-a9a2-10be0af792cf tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 945 time: 0.0479414 Apr 20 17:37:43.634434 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-efff4233-8642-41d1-a213-7d378a58249f req-6a3dc6a0-af25-45a4-b21d-bf2c4ae47ee0 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306149 Apr 20 17:37:44.748713 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf03cd-83cc-4558-a186-72d170fd2b7f req-cfdfc2d7-56b5-4bf7-9eea-4444bcf53b8e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:44.750167 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4eaf03cd-83cc-4558-a186-72d170fd2b7f req-cfdfc2d7-56b5-4bf7-9eea-4444bcf53b8e tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 945 time: 0.0475125 Apr 20 17:37:44.787394 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4eaf03cd-83cc-4558-a186-72d170fd2b7f req-c73fa26b-851c-41c5-8c92-b6542baa69c7 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311515 Apr 20 17:37:45.910830 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2b772-5ff1-442d-8f33-62afd0e544f0 req-0fdea32b-cb1b-425c-9c88-f2878c1951fc tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:45.912302 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3db2b772-5ff1-442d-8f33-62afd0e544f0 req-0fdea32b-cb1b-425c-9c88-f2878c1951fc tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 945 time: 0.0532181 Apr 20 17:37:45.949902 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3db2b772-5ff1-442d-8f33-62afd0e544f0 req-b21c3738-fa5b-43f3-9881-dcc13d985c12 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308025 Apr 20 17:37:47.067898 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f8878-7b99-4d12-a7fa-bbb346b40e71 req-de172304-b0e4-4b8f-8fa4-050de1d30ead tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:47.069387 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a2f8878-7b99-4d12-a7fa-bbb346b40e71 req-de172304-b0e4-4b8f-8fa4-050de1d30ead tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 945 time: 0.0482926 Apr 20 17:37:47.106944 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0a2f8878-7b99-4d12-a7fa-bbb346b40e71 req-64bfdd3d-d3d0-4993-b8d5-f99f9bc7a5a0 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306392 Apr 20 17:37:47.514684 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0e64e-e764-4c69-b48f-16e73d7f0e04 req-8f2aa850-47d1-4fff-b136-970b49fa4aa5 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:47.516180 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8f0e64e-e764-4c69-b48f-16e73d7f0e04 req-8f2aa850-47d1-4fff-b136-970b49fa4aa5 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 945 time: 0.0489440 Apr 20 17:37:47.566253 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8f0e64e-e764-4c69-b48f-16e73d7f0e04 req-e8679c18-ff9e-4834-981c-3e3cdb1a6abf tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430441 Apr 20 17:37:47.608616 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-f655d0e9-d446-437f-b1fe-6e80103a0475 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0870609 Apr 20 17:37:47.617620 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-6430dbb7-341f-4b85-9524-6ad4055e66bd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 17:37:47.618556 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-6430dbb7-341f-4b85-9524-6ad4055e66bd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051775 Apr 20 17:37:48.001884 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:37:48.079810 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:48.101326 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5da8ec-f28c-40f9-ba8b-a776ae753735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:37:48.103526 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40befa8-deb4-496e-a988-34a99c69c2d2" -d '{"events": [{"server_uuid": "0a5da8ec-f28c-40f9-ba8b-a776ae753735", "name": "network-vif-unplugged", "status": "completed", "tag": "392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:37:48.116544 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:48.135265 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Apr 2022 17:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cbe678-8935-40d7-af07-07dc7a2f6e74 x-openstack-request-id: req-02cbe678-8935-40d7-af07-07dc7a2f6e74 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:37:48.135575 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5da8ec-f28c-40f9-ba8b-a776ae753735", "name": "network-vif-unplugged", "status": "failed", "tag": "392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a", "code": 422}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:37:48.135876 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02cbe678-8935-40d7-af07-07dc7a2f6e74 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:37:48.136290 n-d-836146-2 neutron-server[103486]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-02cbe678-8935-40d7-af07-07dc7a2f6e74']: {'server_uuid': '0a5da8ec-f28c-40f9-ba8b-a776ae753735', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a', 'code': 422} returned with failed status Apr 20 17:37:48.179014 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:48.225000 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:48.232948 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:48.233315 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:48.233648 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:48.233975 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:48.234298 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:48.234621 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:48.235022 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:48.235355 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:48.235676 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:48.235989 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:48.236303 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:48.236642 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:48.680380 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a8738-fdd4-4c1e-b761-66e33ce776cf req-e9ec05a3-1f19-4000-a602-d2a4bf01b19f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:48.681853 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d75a8738-fdd4-4c1e-b761-66e33ce776cf req-e9ec05a3-1f19-4000-a602-d2a4bf01b19f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 943 time: 0.0481305 Apr 20 17:37:48.718908 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d75a8738-fdd4-4c1e-b761-66e33ce776cf req-7429bd56-771c-4a15-80cb-744eaebd2937 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309041 Apr 20 17:37:49.837953 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906aa6d6-83b7-4790-9e07-9e5f3e910e5d req-5bf48c99-08b1-4ec8-9598-ad57d291c8c9 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:49.840196 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-906aa6d6-83b7-4790-9e07-9e5f3e910e5d req-5bf48c99-08b1-4ec8-9598-ad57d291c8c9 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 943 time: 0.0512323 Apr 20 17:37:49.879132 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-906aa6d6-83b7-4790-9e07-9e5f3e910e5d req-a02246ba-fe7c-49e3-af67-824d3a47cec3 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325861 Apr 20 17:37:51.000323 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42883723-5212-4bce-bae2-99e362bc11e8 req-8d1e38a5-f1af-4135-a78a-3b37a7617352 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:51.002280 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-42883723-5212-4bce-bae2-99e362bc11e8 req-8d1e38a5-f1af-4135-a78a-3b37a7617352 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 943 time: 0.0544653 Apr 20 17:37:51.040933 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-42883723-5212-4bce-bae2-99e362bc11e8 req-9f2f0b95-7446-4bee-8c8e-8f3c890fe6e1 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323842 Apr 20 17:37:52.161256 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fab0a-a18e-4b2f-85fe-2903585b5368 req-513ea504-f554-47b7-ab54-f7311dbd3931 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:52.163106 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df2fab0a-a18e-4b2f-85fe-2903585b5368 req-513ea504-f554-47b7-ab54-f7311dbd3931 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 943 time: 0.0493634 Apr 20 17:37:52.204637 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-df2fab0a-a18e-4b2f-85fe-2903585b5368 req-1f9790bd-98e5-4a4a-8180-1c85b5863efe tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344861 Apr 20 17:37:52.842067 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-78a683a4-42a0-4765-a308-0ebcabdec210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:53.319661 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042be1d9-3aaa-4f30-8e0c-30527c3ca516 req-b56bac36-1550-4edf-ad39-7ea29ee63feb tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:53.321184 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-042be1d9-3aaa-4f30-8e0c-30527c3ca516 req-b56bac36-1550-4edf-ad39-7ea29ee63feb tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 943 time: 0.0477874 Apr 20 17:37:53.359266 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-042be1d9-3aaa-4f30-8e0c-30527c3ca516 req-0424112c-0b72-4059-9e0c-45fae23b8a7a tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313320 Apr 20 17:37:53.571581 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-66b61d77-8d51-4a67-af04-572aea397a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:53.573123 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-66b61d77-8d51-4a67-af04-572aea397a6b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735&tenant_id=4e972fe9e08746ff97ce7b0909dc8173 HTTP/1.1" status: 200 len: 1094 time: 0.0823877 Apr 20 17:37:53.590246 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836146-2', 'device_owner': 'compute:nova'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:37:53.640263 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:53.838425 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] For port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:53.870875 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] For port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:37:53.906268 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:37:53.913467 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:53.925326 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Transition to ACTIVE for port object 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:37:54.006302 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:54.092716 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Pushing event updated for resources: {'Port': ['ID=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a,revision_number=7']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:54.107625 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:54.110021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:54.110021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:54.110021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:54.110021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:54.110021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:54.110021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:54.110021 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:54.110709 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:54.110709 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:54.110891 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:54.111156 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:54.140895 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] No DVR routers for this DVR port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:37:54.282688 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Attempting to bind port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:37:54.283024 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Attempting to bind port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': 'b3ebab6f-e3f0-42c5-9913-5b4c80612766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:37:54.283350 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Attempting to bind port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a on network 79db0b1e-de97-4a8a-b22b-64ff3632ed39 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:37:54.287776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a on network 79db0b1e-de97-4a8a-b22b-64ff3632ed39 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:37:54.288030 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Attempting to bind port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a on network 79db0b1e-de97-4a8a-b22b-64ff3632ed39 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:37:54.292880 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:37:54.293247 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Checking segment: {'id': 'b3ebab6f-e3f0-42c5-9913-5b4c80612766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:37:54.293635 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Bound using segment: {'id': 'b3ebab6f-e3f0-42c5-9913-5b4c80612766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:37:54.294056 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Bound port: 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3ebab6f-e3f0-42c5-9913-5b4c80612766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:37:54.294414 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:54.355067 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] For port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:37:54.358041 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] For port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:37:54.419986 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:54.464753 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:54.466061 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:54.467454 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] 10.222.0.26 "PUT /v2.0/ports/392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a HTTP/1.1" status: 200 len: 1091 time: 0.8810408 Apr 20 17:37:54.467891 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5da8ec-f28c-40f9-ba8b-a776ae753735', 'tag': '392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:37:54.470188 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f386847-7e71-4b8c-ba8e-69f1e42b351f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5da8ec-f28c-40f9-ba8b-a776ae753735", "tag": "392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:37:54.524100 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403b77d-b679-4b8f-88c4-c7d47cb28529 service neutron] Pushing event updated for resources: {'Port': ['ID=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a,revision_number=8']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:54.560721 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be84c8-20ad-457e-8430-5efd98aaa930 req-f0271628-bb00-4599-8629-be48c445f7df tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:54.564800 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8be84c8-20ad-457e-8430-5efd98aaa930 req-f0271628-bb00-4599-8629-be48c445f7df tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 943 time: 0.1189086 Apr 20 17:37:54.589559 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-eaa93c01-126c-4d88-9264-d4b9afd9eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:54.591057 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-eaa93c01-126c-4d88-9264-d4b9afd9eb5d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 1094 time: 0.0888147 Apr 20 17:37:54.626779 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f8be84c8-20ad-457e-8430-5efd98aaa930 req-9c3e926f-ecf6-476a-9069-586a7af44b14 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572789 Apr 20 17:37:54.670658 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b755276-bb7a-4f10-ad17-c4b61243acb7 x-openstack-request-id: req-1b755276-bb7a-4f10-ad17-c4b61243acb7 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:37:54.671853 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5da8ec-f28c-40f9-ba8b-a776ae753735", "tag": "392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:37:54.672112 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b755276-bb7a-4f10-ad17-c4b61243acb7 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:37:54.672886 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b755276-bb7a-4f10-ad17-c4b61243acb7'] response: {'name': 'network-changed', 'server_uuid': '0a5da8ec-f28c-40f9-ba8b-a776ae753735', 'tag': '392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a', 'status': 'completed', 'code': 200} Apr 20 17:37:54.698942 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-a27f45b2-a17d-452c-9fa8-df2e93a4e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:54.701057 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-a27f45b2-a17d-452c-9fa8-df2e93a4e900 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79db0b1e-de97-4a8a-b22b-64ff3632ed39 HTTP/1.1" status: 200 len: 910 time: 0.0988915 Apr 20 17:37:54.767318 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-87ceb9ef-77a4-442f-bdd8-e9d3b01e7504 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a HTTP/1.1" status: 200 len: 998 time: 0.0598822 Apr 20 17:37:54.813452 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-4529cc4e-69a8-421b-b712-1e6d9b9e2b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:54.814828 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-4529cc4e-69a8-421b-b712-1e6d9b9e2b59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d59b8c7a-0a22-40d8-818c-c1f34ba64922 HTTP/1.1" status: 200 len: 848 time: 0.0413821 Apr 20 17:37:54.858438 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-16614325-fd15-42ba-af40-35e0c537170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:54.859761 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-16614325-fd15-42ba-af40-35e0c537170a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79db0b1e-de97-4a8a-b22b-64ff3632ed39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382507 Apr 20 17:37:55.179345 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ea14f8cb-d2e7-491d-924d-9eeaa0d600d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:55.252615 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-c0457108-b517-46ad-8848-b1869cd7c940 service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849554 Apr 20 17:37:55.338711 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-45541411-2891-4bec-b224-4b8fa707732a service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788543 Apr 20 17:37:55.563864 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f386847-7e71-4b8c-ba8e-69f1e42b351f req-45b05842-edd0-4418-ac3b-6818c069c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:55.565654 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f386847-7e71-4b8c-ba8e-69f1e42b351f req-45b05842-edd0-4418-ac3b-6818c069c533 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 1094 time: 0.0424340 Apr 20 17:37:55.658493 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f386847-7e71-4b8c-ba8e-69f1e42b351f req-b5eccd35-7420-4a47-bed4-1f52228ff658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:55.662308 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f386847-7e71-4b8c-ba8e-69f1e42b351f req-b5eccd35-7420-4a47-bed4-1f52228ff658 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79db0b1e-de97-4a8a-b22b-64ff3632ed39 HTTP/1.1" status: 200 len: 910 time: 0.0868783 Apr 20 17:37:55.753101 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f386847-7e71-4b8c-ba8e-69f1e42b351f req-1b3d6f09-fab2-4ef4-9e02-a58b4a11dbc8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a HTTP/1.1" status: 200 len: 998 time: 0.0859284 Apr 20 17:37:55.776907 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18106b63-d5f0-4841-9f07-5105e4fd1152 req-0d6f4979-5bc9-4635-af6a-d469d13b6207 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:55.778921 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-18106b63-d5f0-4841-9f07-5105e4fd1152 req-0d6f4979-5bc9-4635-af6a-d469d13b6207 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 943 time: 0.0778437 Apr 20 17:37:55.833786 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f386847-7e71-4b8c-ba8e-69f1e42b351f req-30d6343a-fa0a-46cf-8244-96b1b6c1cf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:55.835113 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f386847-7e71-4b8c-ba8e-69f1e42b351f req-30d6343a-fa0a-46cf-8244-96b1b6c1cf80 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d59b8c7a-0a22-40d8-818c-c1f34ba64922 HTTP/1.1" status: 200 len: 848 time: 0.0739620 Apr 20 17:37:55.840075 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-18106b63-d5f0-4841-9f07-5105e4fd1152 req-f928ec58-ca40-4889-99ed-b7ee130a6bb9 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439556 Apr 20 17:37:55.879580 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f386847-7e71-4b8c-ba8e-69f1e42b351f req-0f689515-b624-4071-b0b2-61badf0b8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:55.881086 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f386847-7e71-4b8c-ba8e-69f1e42b351f req-0f689515-b624-4071-b0b2-61badf0b8bcb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79db0b1e-de97-4a8a-b22b-64ff3632ed39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396197 Apr 20 17:37:55.971218 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f386847-7e71-4b8c-ba8e-69f1e42b351f req-a7f78e34-57ed-44eb-9e93-654f20d27e03 service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832827 Apr 20 17:37:56.056907 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1f386847-7e71-4b8c-ba8e-69f1e42b351f req-bc98ab9b-2d07-48b1-a15f-b33eda89b4d1 service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794604 Apr 20 17:37:56.687529 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:56.957969 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd360cb-4cb7-4e92-852a-953c96fdd104 req-70884786-a7cd-4ab6-b471-09111da17e06 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:56.959445 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dd360cb-4cb7-4e92-852a-953c96fdd104 req-70884786-a7cd-4ab6-b471-09111da17e06 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 943 time: 0.0524080 Apr 20 17:37:56.997062 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-8dd360cb-4cb7-4e92-852a-953c96fdd104 req-777ce50b-5b22-4d85-b83a-4a0c13b87c4b tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311105 Apr 20 17:37:58.076220 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:58.114333 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a827c-edd0-4f08-9133-c2d1dfd21652 req-b73543fe-a4f6-4957-839f-de5c545a1c56 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:58.116081 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9f5a827c-edd0-4f08-9133-c2d1dfd21652 req-b73543fe-a4f6-4957-839f-de5c545a1c56 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 943 time: 0.0516443 Apr 20 17:37:58.155741 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-9f5a827c-edd0-4f08-9133-c2d1dfd21652 req-bc99a22a-6979-41b2-bda1-be3b2e624509 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328743 Apr 20 17:37:58.190460 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:59.273613 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ca568-10ed-4de3-b3f2-85466a453a28 req-f2c80f27-32cd-4e26-8af4-dc45cdaf5a20 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:37:59.275201 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-788ca568-10ed-4de3-b3f2-85466a453a28 req-f2c80f27-32cd-4e26-8af4-dc45cdaf5a20 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 943 time: 0.0487220 Apr 20 17:37:59.312108 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-788ca568-10ed-4de3-b3f2-85466a453a28 req-553c5a0c-9579-47de-b8e1-33c162826e0b tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308120 Apr 20 17:37:59.522034 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:00.429841 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639169e1-f0af-443b-9854-f397004aba25 req-88f1f2b1-0364-4626-bffc-67a7be24204f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:38:00.431203 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-639169e1-f0af-443b-9854-f397004aba25 req-88f1f2b1-0364-4626-bffc-67a7be24204f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 943 time: 0.0522475 Apr 20 17:38:00.469032 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-639169e1-f0af-443b-9854-f397004aba25 req-a27e92b7-d6e6-4933-9cd1-baab679ad26d tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317039 Apr 20 17:38:00.571246 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:01.584123 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a9ee7-a08a-4cc7-b18d-60f5a37e5746 req-6f28bb86-8083-49fc-94ba-a95f5cab295b tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:38:01.585630 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d99a9ee7-a08a-4cc7-b18d-60f5a37e5746 req-6f28bb86-8083-49fc-94ba-a95f5cab295b tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 943 time: 0.0489614 Apr 20 17:38:01.623665 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d99a9ee7-a08a-4cc7-b18d-60f5a37e5746 req-d2e83a54-5103-40e0-ad7b-d8a154b80109 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312843 Apr 20 17:38:02.737331 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba96f1-02f4-469a-89c7-6b33cab9b72e req-6ba4f23a-27c1-4763-aed5-8cc2aa3c54fe tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:38:02.738760 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ccba96f1-02f4-469a-89c7-6b33cab9b72e req-6ba4f23a-27c1-4763-aed5-8cc2aa3c54fe tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 943 time: 0.0473502 Apr 20 17:38:02.775850 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ccba96f1-02f4-469a-89c7-6b33cab9b72e req-2a2f7a93-8e5d-48b1-a93f-05290c4338b7 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307524 Apr 20 17:38:03.861788 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:38:03.894176 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cea08-ef3f-43ee-aa18-34437efe5a6f req-efdcc275-2805-4e4f-8336-526c03e5bc96 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:38:03.895681 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-457cea08-ef3f-43ee-aa18-34437efe5a6f req-efdcc275-2805-4e4f-8336-526c03e5bc96 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 943 time: 0.0534148 Apr 20 17:38:03.934481 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-457cea08-ef3f-43ee-aa18-34437efe5a6f req-a5e46ab3-9ab2-4a60-b4b0-c33045676ad4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327020 Apr 20 17:38:03.957480 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:03.969279 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': '392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'port_id': '392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a', 'mac_address': 'fa:16:3e:9f:91:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:38:04.008593 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:04.021269 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:38:04.040100 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:04.110313 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:04.156976 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a,revision_number=9']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:04.507077 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:38:05.033785 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:38:05.049328 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed10bf-2745-4d83-a64c-33c2328cdd67 req-08dacf9e-9a0a-4378-82b1-d9085e5c6de2 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:38:05.050834 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-efed10bf-2745-4d83-a64c-33c2328cdd67 req-08dacf9e-9a0a-4378-82b1-d9085e5c6de2 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 944 time: 0.0487411 Apr 20 17:38:05.094130 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-efed10bf-2745-4d83-a64c-33c2328cdd67 req-6212c436-1ccc-4f74-b26d-c7638f9561ae tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320699 Apr 20 17:38:05.861514 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:38:05.953933 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:38:05.957542 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:05.957924 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:06.034295 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:06.055280 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5da8ec-f28c-40f9-ba8b-a776ae753735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:38:06.057485 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014b6d9b-7624-42b5-92b6-6282e6aa939c" -d '{"events": [{"server_uuid": "0a5da8ec-f28c-40f9-ba8b-a776ae753735", "name": "network-vif-plugged", "status": "completed", "tag": "392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:38:06.069965 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:06.095537 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33c84b7-52db-49f2-9d65-8264129c3d22 x-openstack-request-id: req-b33c84b7-52db-49f2-9d65-8264129c3d22 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:38:06.095846 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5da8ec-f28c-40f9-ba8b-a776ae753735", "name": "network-vif-plugged", "status": "completed", "tag": "392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:38:06.096153 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b33c84b7-52db-49f2-9d65-8264129c3d22 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:38:06.096598 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b33c84b7-52db-49f2-9d65-8264129c3d22'] response: {'server_uuid': '0a5da8ec-f28c-40f9-ba8b-a776ae753735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a', 'code': 200} Apr 20 17:38:06.150681 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:06.201634 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a,revision_number=10']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:06.227212 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94228cd5-b64c-46ae-8f01-3a92eec928a2 req-eba473b8-d8fe-4b05-9806-590c2198bc3a tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:38:06.228869 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-94228cd5-b64c-46ae-8f01-3a92eec928a2 req-eba473b8-d8fe-4b05-9806-590c2198bc3a tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 946 time: 0.0564322 Apr 20 17:38:06.293830 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-94228cd5-b64c-46ae-8f01-3a92eec928a2 req-bd7e1d3b-b4a9-4fda-b39a-5b95afe776b4 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586865 Apr 20 17:38:06.306296 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0d116-d045-46f0-b907-359223b45c39 req-5ff0645b-0e6f-48df-97dc-f3bf635f4c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:38:06.308238 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2be0d116-d045-46f0-b907-359223b45c39 req-5ff0645b-0e6f-48df-97dc-f3bf635f4c3c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 1097 time: 0.0523746 Apr 20 17:38:06.341495 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2be0d116-d045-46f0-b907-359223b45c39 req-96806fc0-22c6-47f5-96aa-752ecc21737d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276680 Apr 20 17:38:07.413013 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb88e0-1470-4da4-934a-3fc1592ce2f2 req-4ca8887d-4abc-4bbe-b928-8de1105615aa tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:38:07.414508 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1feb88e0-1470-4da4-934a-3fc1592ce2f2 req-4ca8887d-4abc-4bbe-b928-8de1105615aa tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 946 time: 0.0531683 Apr 20 17:38:07.452161 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1feb88e0-1470-4da4-934a-3fc1592ce2f2 req-ca90a0c9-3fae-4e30-90ec-0977dfb04358 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315430 Apr 20 17:38:08.565390 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c254c0e-3ebf-4507-ac67-b4ef946c9a0b req-f34d5770-7b41-41c0-ac05-a07df445d1cc tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:38:08.566878 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3c254c0e-3ebf-4507-ac67-b4ef946c9a0b req-f34d5770-7b41-41c0-ac05-a07df445d1cc tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 946 time: 0.0479946 Apr 20 17:38:08.604532 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3c254c0e-3ebf-4507-ac67-b4ef946c9a0b req-609b8fa4-00f5-4927-8f64-edc1915360dc tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316191 Apr 20 17:38:22.850656 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-88f9845c-f0f2-4515-a96a-1fbb5544174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:25.181886 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-055d4686-0d28-4296-a136-8e0dd9a122a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:26.704522 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:28.098342 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:28.200907 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:29.542067 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:30.553676 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:42.033300 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:38:51.403232 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e203e81c-a417-448e-aee9-35b73b5d1646 req-7cca0d09-384d-41eb-baae-e396d3401827 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436237 Apr 20 17:38:51.507470 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203e81c-a417-448e-aee9-35b73b5d1646 req-79e95d2d-3acd-4719-b20a-d2c8af554028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:38:51.508994 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e203e81c-a417-448e-aee9-35b73b5d1646 req-79e95d2d-3acd-4719-b20a-d2c8af554028 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 1097 time: 0.0411794 Apr 20 17:38:51.610776 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203e81c-a417-448e-aee9-35b73b5d1646 req-57be9d55-8759-4a4e-b542-f49047274d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:38:51.612309 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e203e81c-a417-448e-aee9-35b73b5d1646 req-57be9d55-8759-4a4e-b542-f49047274d5f service neutron] 10.222.0.26 "GET /v2.0/networks?id=79db0b1e-de97-4a8a-b22b-64ff3632ed39 HTTP/1.1" status: 200 len: 910 time: 0.0843790 Apr 20 17:38:51.682918 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e203e81c-a417-448e-aee9-35b73b5d1646 req-1857f036-3d5a-45e0-948a-1dad8f4e1a8c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a HTTP/1.1" status: 200 len: 1000 time: 0.0632379 Apr 20 17:38:51.729923 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203e81c-a417-448e-aee9-35b73b5d1646 req-acfe523e-3111-451e-bc3a-07211db950a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:38:51.731402 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e203e81c-a417-448e-aee9-35b73b5d1646 req-acfe523e-3111-451e-bc3a-07211db950a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d59b8c7a-0a22-40d8-818c-c1f34ba64922 HTTP/1.1" status: 200 len: 848 time: 0.0427909 Apr 20 17:38:51.775829 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203e81c-a417-448e-aee9-35b73b5d1646 req-90b3022b-3035-4472-8872-060ccad47b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:38:51.777366 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e203e81c-a417-448e-aee9-35b73b5d1646 req-90b3022b-3035-4472-8872-060ccad47b27 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79db0b1e-de97-4a8a-b22b-64ff3632ed39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401533 Apr 20 17:38:51.786999 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-e203e81c-a417-448e-aee9-35b73b5d1646 req-78d3c39a-3206-4ae8-a400-c228d1fef4d6 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 17:38:51.787989 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e203e81c-a417-448e-aee9-35b73b5d1646 req-78d3c39a-3206-4ae8-a400-c228d1fef4d6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048230 Apr 20 17:38:51.880195 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e203e81c-a417-448e-aee9-35b73b5d1646 req-0e28932e-4e98-4ca4-ab1c-0d98790dafd6 service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854797 Apr 20 17:38:51.967774 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e203e81c-a417-448e-aee9-35b73b5d1646 req-9fd404df-3603-413b-96f0-b6d298fbda5e service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812917 Apr 20 17:38:52.863884 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-40584f66-07b0-4b57-bbf3-50aed11eaa56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:55.229260 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d8e65a98-dec3-4443-9a89-371a8013f752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:56.708801 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:58.091945 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:58.194722 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:59.541153 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:00.529859 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:19.032325 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:39:22.873023 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72a8ca74-6dd4-447c-84b1-9878616cce9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:25.183819 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1cb96c62-5044-4d52-81a1-4e8bc88f1492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:26.706665 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:28.083988 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:28.198103 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:29.558155 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:30.549107 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:44.808745 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34022) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:39:45.173855 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-ea0f7179-107f-4f93-be39-326e9f6f4b79 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Deleting port 26e808d9-de67-4090-b44d-5280a6b2d65c {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:39:45.174112 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea0f7179-107f-4f93-be39-326e9f6f4b79 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:45.246864 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea0f7179-107f-4f93-be39-326e9f6f4b79 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:45.247192 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea0f7179-107f-4f93-be39-326e9f6f4b79 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:45.258439 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-ea0f7179-107f-4f93-be39-326e9f6f4b79 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Calling delete_port for 26e808d9-de67-4090-b44d-5280a6b2d65c owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:39:45.490305 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea0f7179-107f-4f93-be39-326e9f6f4b79 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:45.515498 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f7179-107f-4f93-be39-326e9f6f4b79 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event deleted for resources: {'Port': ['ID=26e808d9-de67-4090-b44d-5280a6b2d65c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:45.528709 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0f7179-107f-4f93-be39-326e9f6f4b79 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:45.529077 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0f7179-107f-4f93-be39-326e9f6f4b79 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:45.529404 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0f7179-107f-4f93-be39-326e9f6f4b79 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:45.529743 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0f7179-107f-4f93-be39-326e9f6f4b79 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:45.530079 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0f7179-107f-4f93-be39-326e9f6f4b79 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:45.530413 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0f7179-107f-4f93-be39-326e9f6f4b79 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:45.530746 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0f7179-107f-4f93-be39-326e9f6f4b79 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:45.531355 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0f7179-107f-4f93-be39-326e9f6f4b79 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:45.531486 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0f7179-107f-4f93-be39-326e9f6f4b79 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:45.531761 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0f7179-107f-4f93-be39-326e9f6f4b79 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:45.532086 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0f7179-107f-4f93-be39-326e9f6f4b79 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:45.532448 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0f7179-107f-4f93-be39-326e9f6f4b79 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:45.590654 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea0f7179-107f-4f93-be39-326e9f6f4b79 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:45.590988 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-ea0f7179-107f-4f93-be39-326e9f6f4b79 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Floating IP 319648cc-890c-4e0e-9830-f6ef0091db64 disassociated (deleted). External IP: 172.25.0.23, port: 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a. Apr 20 17:39:45.796310 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0f7179-107f-4f93-be39-326e9f6f4b79 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Router ed3c0791-ecca-4778-8c86-b897246e533e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:39:45.904368 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0f7179-107f-4f93-be39-326e9f6f4b79 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:39:45.909612 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ea0f7179-107f-4f93-be39-326e9f6f4b79 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:45.914005 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d38a4a-d5ad-41ae-8a0e-2604cf4d889a None None] Sync routers for ids ['ed3c0791-ecca-4778-8c86-b897246e533e'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:39:45.923270 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d38a4a-d5ad-41ae-8a0e-2604cf4d889a None None] Routers {'ed3c0791-ecca-4778-8c86-b897246e533e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:39:45.923878 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e5d38a4a-d5ad-41ae-8a0e-2604cf4d889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:39:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ed3c0791-ecca-4778-8c86-b897246e533e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:45.935691 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-ea0f7179-107f-4f93-be39-326e9f6f4b79 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "DELETE /v2.0/floatingips/319648cc-890c-4e0e-9830-f6ef0091db64 HTTP/1.1" status: 204 len: 168 time: 1.1258752 Apr 20 17:39:45.936418 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5da8ec-f28c-40f9-ba8b-a776ae753735', 'tag': '392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:39:45.938763 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db91dee3-6701-4fdd-86b4-d15102f9cb17" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5da8ec-f28c-40f9-ba8b-a776ae753735", "tag": "392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:39:46.179317 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e5d38a4a-d5ad-41ae-8a0e-2604cf4d889a None None] Set router ed3c0791-ecca-4778-8c86-b897246e533e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:39:46.379024 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e5d38a4a-d5ad-41ae-8a0e-2604cf4d889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'name': 'tempest-TestShelveInstance-1300161459-router', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:28Z', 'updated_at': '2022-04-20T17:28:31Z', 'revision_number': 4, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'gw_port': {'id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:29Z', 'updated_at': '2022-04-20T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'e595d1e3-3882-430a-802e-b1527faea36c', 'name': '', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'mac_address': 'fa:16:3e:9b:50:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:31Z', 'updated_at': '2022-04-20T17:28:35Z', 'revision_number': 5, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'subnets': [{'id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:46.404248 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d38a4a-d5ad-41ae-8a0e-2604cf4d889a None None] Checking router: ed3c0791-ecca-4778-8c86-b897246e533e for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:39:46.412617 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d38a4a-d5ad-41ae-8a0e-2604cf4d889a None None] Routers {'ed3c0791-ecca-4778-8c86-b897246e533e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:39:46.413253 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e5d38a4a-d5ad-41ae-8a0e-2604cf4d889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:39:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ed3c0791-ecca-4778-8c86-b897246e533e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:46.426421 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8a219b-ada2-479e-bd93-e6bd07b2f9f1 x-openstack-request-id: req-6b8a219b-ada2-479e-bd93-e6bd07b2f9f1 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:39:46.426741 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5da8ec-f28c-40f9-ba8b-a776ae753735", "tag": "392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:39:46.426998 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b8a219b-ada2-479e-bd93-e6bd07b2f9f1 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:39:46.427578 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b8a219b-ada2-479e-bd93-e6bd07b2f9f1'] response: {'name': 'network-changed', 'server_uuid': '0a5da8ec-f28c-40f9-ba8b-a776ae753735', 'tag': '392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a', 'status': 'completed', 'code': 200} Apr 20 17:39:46.522088 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e5d38a4a-d5ad-41ae-8a0e-2604cf4d889a None None] Set router ed3c0791-ecca-4778-8c86-b897246e533e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:39:46.547659 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058312a-73ee-48e7-9bac-b836cfd20d23 req-a846859a-1d7e-4205-a7fb-d44d4cf94636 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:39:46.549196 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6058312a-73ee-48e7-9bac-b836cfd20d23 req-a846859a-1d7e-4205-a7fb-d44d4cf94636 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 946 time: 0.0789130 Apr 20 17:39:46.551929 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91dee3-6701-4fdd-86b4-d15102f9cb17 req-5012c5cb-fc0f-4c5e-bc47-3563ee521092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:39:46.556708 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db91dee3-6701-4fdd-86b4-d15102f9cb17 req-5012c5cb-fc0f-4c5e-bc47-3563ee521092 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 1097 time: 0.0725107 Apr 20 17:39:46.636788 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6058312a-73ee-48e7-9bac-b836cfd20d23 req-fa9bd485-e38f-4538-ada0-7b7adefcb2ed tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794094 Apr 20 17:39:46.671163 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91dee3-6701-4fdd-86b4-d15102f9cb17 req-f27b22ee-5962-4f1d-a95a-53de9e6ef488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:39:46.672637 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db91dee3-6701-4fdd-86b4-d15102f9cb17 req-f27b22ee-5962-4f1d-a95a-53de9e6ef488 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79db0b1e-de97-4a8a-b22b-64ff3632ed39 HTTP/1.1" status: 200 len: 910 time: 0.1085191 Apr 20 17:39:46.713842 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db91dee3-6701-4fdd-86b4-d15102f9cb17 req-94b3d6b2-912b-491e-852f-174b555021d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a HTTP/1.1" status: 200 len: 217 time: 0.0345140 Apr 20 17:39:46.720974 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e5d38a4a-d5ad-41ae-8a0e-2604cf4d889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'name': 'tempest-TestShelveInstance-1300161459-router', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:28Z', 'updated_at': '2022-04-20T17:28:31Z', 'revision_number': 4, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'gw_port': {'id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:29Z', 'updated_at': '2022-04-20T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'e595d1e3-3882-430a-802e-b1527faea36c', 'name': '', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'mac_address': 'fa:16:3e:9b:50:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:31Z', 'updated_at': '2022-04-20T17:28:35Z', 'revision_number': 5, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'subnets': [{'id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:46.751242 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d38a4a-d5ad-41ae-8a0e-2604cf4d889a None None] The sync data for ids ['ed3c0791-ecca-4778-8c86-b897246e533e'] in n-d-836146-2 is: [{'id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'name': 'tempest-TestShelveInstance-1300161459-router', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:28Z', 'updated_at': '2022-04-20T17:28:31Z', 'revision_number': 4, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'gw_port': {'id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:29Z', 'updated_at': '2022-04-20T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': 'e595d1e3-3882-430a-802e-b1527faea36c', 'name': '', 'network_id': '79db0b1e-de97-4a8a-b22b-64ff3632ed39', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'mac_address': 'fa:16:3e:9b:50:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:31Z', 'updated_at': '2022-04-20T17:28:35Z', 'revision_number': 5, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'subnets': [{'id': 'd59b8c7a-0a22-40d8-818c-c1f34ba64922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:39:46.761357 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91dee3-6701-4fdd-86b4-d15102f9cb17 req-9b22e8fb-bb22-48c6-b4d1-c72006a91ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:39:46.762829 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db91dee3-6701-4fdd-86b4-d15102f9cb17 req-9b22e8fb-bb22-48c6-b4d1-c72006a91ec2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d59b8c7a-0a22-40d8-818c-c1f34ba64922 HTTP/1.1" status: 200 len: 848 time: 0.0430505 Apr 20 17:39:46.815112 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91dee3-6701-4fdd-86b4-d15102f9cb17 req-5e27b34c-a75c-4cb7-a01d-538fe05c6513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:39:46.816793 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db91dee3-6701-4fdd-86b4-d15102f9cb17 req-5e27b34c-a75c-4cb7-a01d-538fe05c6513 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79db0b1e-de97-4a8a-b22b-64ff3632ed39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466480 Apr 20 17:39:46.909780 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db91dee3-6701-4fdd-86b4-d15102f9cb17 req-9da3f492-eb52-49e2-bbc0-9ceee047f6d6 service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857837 Apr 20 17:39:46.983141 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e9af63-4c3c-4cdf-ac69-f2ba068d3347 None None] New status for floating IP 319648cc-890c-4e0e-9830-f6ef0091db64: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:39:47.005477 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-db91dee3-6701-4fdd-86b4-d15102f9cb17 req-ead06e0d-ae6e-4bab-8b38-8f4aa103dad7 service neutron] 10.222.0.26 "GET /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881484 Apr 20 17:39:47.754494 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a85ef4-076d-4337-bbf7-578a3c64b4fc req-73c69434-38ac-40e4-82db-73fe1dea0eca tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:39:47.755984 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-77a85ef4-076d-4337-bbf7-578a3c64b4fc req-73c69434-38ac-40e4-82db-73fe1dea0eca tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 946 time: 0.0508242 Apr 20 17:39:47.793482 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-77a85ef4-076d-4337-bbf7-578a3c64b4fc req-ecbc57ba-8864-4ec5-8605-1f9fbe49e9ba tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/security-groups?id=711c6bd5-3e96-4981-bafc-f93cfa173888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314007 Apr 20 17:39:48.116646 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a4f41-d02e-4e1c-80d1-11c172151ddf req-e2e09273-8728-4a87-bf18-2f293eeff629 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:39:48.118085 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d35a4f41-d02e-4e1c-80d1-11c172151ddf req-e2e09273-8728-4a87-bf18-2f293eeff629 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 946 time: 0.0488729 Apr 20 17:39:48.209906 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-d35a4f41-d02e-4e1c-80d1-11c172151ddf req-f5a23538-ccf3-4dc9-a0ba-c561e6002a4f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Deleting port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:39:48.210247 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d35a4f41-d02e-4e1c-80d1-11c172151ddf req-f5a23538-ccf3-4dc9-a0ba-c561e6002a4f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:48.297173 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-d35a4f41-d02e-4e1c-80d1-11c172151ddf req-f5a23538-ccf3-4dc9-a0ba-c561e6002a4f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] For port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:48.297536 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d35a4f41-d02e-4e1c-80d1-11c172151ddf req-f5a23538-ccf3-4dc9-a0ba-c561e6002a4f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:48.310471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-d35a4f41-d02e-4e1c-80d1-11c172151ddf req-f5a23538-ccf3-4dc9-a0ba-c561e6002a4f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Calling delete_port for 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:39:48.504362 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d35a4f41-d02e-4e1c-80d1-11c172151ddf req-f5a23538-ccf3-4dc9-a0ba-c561e6002a4f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:48.539191 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a23538-ccf3-4dc9-a0ba-c561e6002a4f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event deleted for resources: {'Port': ['ID=392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:48.577048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35a4f41-d02e-4e1c-80d1-11c172151ddf req-f5a23538-ccf3-4dc9-a0ba-c561e6002a4f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] No DVR routers for this DVR port 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:39:48.579924 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d35a4f41-d02e-4e1c-80d1-11c172151ddf req-f5a23538-ccf3-4dc9-a0ba-c561e6002a4f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:48.583503 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d35a4f41-d02e-4e1c-80d1-11c172151ddf req-f5a23538-ccf3-4dc9-a0ba-c561e6002a4f tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.26 "DELETE /v2.0/ports/392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a HTTP/1.1" status: 204 len: 173 time: 0.4591932 Apr 20 17:39:48.583963 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5da8ec-f28c-40f9-ba8b-a776ae753735', 'name': 'network-vif-deleted', 'tag': '392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:39:48.586341 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a71c6f-8b08-4c7b-910c-910e783e18d8" -d '{"events": [{"server_uuid": "0a5da8ec-f28c-40f9-ba8b-a776ae753735", "name": "network-vif-deleted", "tag": "392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:39:48.628909 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac73a2e-9b81-41cd-a4bf-0efab0d9d36a x-openstack-request-id: req-7ac73a2e-9b81-41cd-a4bf-0efab0d9d36a {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:39:48.628909 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5da8ec-f28c-40f9-ba8b-a776ae753735", "name": "network-vif-deleted", "tag": "392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:39:48.628909 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ac73a2e-9b81-41cd-a4bf-0efab0d9d36a {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:39:48.628909 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac73a2e-9b81-41cd-a4bf-0efab0d9d36a'] response: {'server_uuid': '0a5da8ec-f28c-40f9-ba8b-a776ae753735', 'name': 'network-vif-deleted', 'tag': '392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a', 'status': 'completed', 'code': 200} Apr 20 17:39:48.894533 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ecd21711-b187-453e-a51b-1973212be3e6 req-08b90d53-6957-41d7-bd3d-873e3589076c tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 210 time: 0.0322058 Apr 20 17:39:49.992474 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e4a81585-4c4b-494d-8e4f-8baf97d9b6e1 req-62308719-ad28-47b6-a738-4784ba803cb1 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 210 time: 0.0269454 Apr 20 17:39:51.086525 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-caf66398-ff68-40dd-bf4e-47d6abd47e54 req-80cd1882-e968-4b38-aa8d-519fa5efe8f1 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 210 time: 0.0264144 Apr 20 17:39:52.179768 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e209eced-fe05-43b1-9c3c-288705cc601d req-23749e9e-ef96-4669-b3c8-adf87bcfb082 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a5da8ec-f28c-40f9-ba8b-a776ae753735 HTTP/1.1" status: 200 len: 210 time: 0.0253594 Apr 20 17:39:52.328701 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:39:52.348688 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:39:52.349110 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device 392eaf04-5a35-4cc9-94eb-5cfd2fb10a8a not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:39:52.839439 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-738c8e51-300e-4e9a-ba6f-048320e860af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:53.242064 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34060) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:39:53.300798 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b317986b-5696-47a6-9c1d-d0e2254ba575 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:53.326113 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b317986b-5696-47a6-9c1d-d0e2254ba575 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:53.458368 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b317986b-5696-47a6-9c1d-d0e2254ba575 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:53.460904 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b317986b-5696-47a6-9c1d-d0e2254ba575 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:53.465308 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b317986b-5696-47a6-9c1d-d0e2254ba575 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] 10.222.0.15 "DELETE /v2.0/security-groups/711c6bd5-3e96-4981-bafc-f93cfa173888 HTTP/1.1" status: 204 len: 168 time: 0.2189639 Apr 20 17:39:53.476091 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317986b-5696-47a6-9c1d-d0e2254ba575 tempest-TestShelveInstance-458549753 tempest-TestShelveInstance-458549753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=711c6bd5-3e96-4981-bafc-f93cfa173888,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:53.568123 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34064) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:39:54.062463 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b384c269-0f79-4160-9b50-76cbc2464685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:54.305112 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-b384c269-0f79-4160-9b50-76cbc2464685 admin admin] Deleting port e595d1e3-3882-430a-802e-b1527faea36c {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:39:54.305812 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b384c269-0f79-4160-9b50-76cbc2464685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:54.384447 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-b384c269-0f79-4160-9b50-76cbc2464685 admin admin] For port e595d1e3-3882-430a-802e-b1527faea36c, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=e595d1e3-3882-430a-802e-b1527faea36c,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:54.384736 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b384c269-0f79-4160-9b50-76cbc2464685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:54.401416 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-b384c269-0f79-4160-9b50-76cbc2464685 admin admin] Calling delete_port for e595d1e3-3882-430a-802e-b1527faea36c owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:39:54.667926 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b384c269-0f79-4160-9b50-76cbc2464685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:54.693202 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384c269-0f79-4160-9b50-76cbc2464685 admin admin] Pushing event deleted for resources: {'Port': ['ID=e595d1e3-3882-430a-802e-b1527faea36c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:54.860514 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b384c269-0f79-4160-9b50-76cbc2464685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:55.083578 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b384c269-0f79-4160-9b50-76cbc2464685 admin admin] Router ed3c0791-ecca-4778-8c86-b897246e533e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:39:55.187186 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ca48137a-8412-43af-895e-beac4653c237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:55.199117 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b384c269-0f79-4160-9b50-76cbc2464685 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:39:55.204575 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b384c269-0f79-4160-9b50-76cbc2464685 admin admin] 10.222.0.15 "PUT /v2.0/routers/ed3c0791-ecca-4778-8c86-b897246e533e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6357961 Apr 20 17:39:55.207548 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34068) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:39:55.208237 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320bb52c-f49e-4793-9476-54d1f2e9920d None None] Sync routers for ids ['ed3c0791-ecca-4778-8c86-b897246e533e'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:39:55.218166 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320bb52c-f49e-4793-9476-54d1f2e9920d None None] Routers {'ed3c0791-ecca-4778-8c86-b897246e533e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:39:55.218782 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-320bb52c-f49e-4793-9476-54d1f2e9920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:39:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ed3c0791-ecca-4778-8c86-b897246e533e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:55.324894 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:55.334886 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-320bb52c-f49e-4793-9476-54d1f2e9920d None None] Set router ed3c0791-ecca-4778-8c86-b897246e533e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:39:55.428829 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:55.517424 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-320bb52c-f49e-4793-9476-54d1f2e9920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'name': 'tempest-TestShelveInstance-1300161459-router', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:28Z', 'updated_at': '2022-04-20T17:39:54Z', 'revision_number': 5, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'gw_port': {'id': 'ba2f31b7-1ffc-44e0-b793-b182cbc54cab', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:29Z', 'updated_at': '2022-04-20T17:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:55.539060 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Deleting port ba2f31b7-1ffc-44e0-b793-b182cbc54cab {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:39:55.539555 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:55.545496 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320bb52c-f49e-4793-9476-54d1f2e9920d None None] Checking router: ed3c0791-ecca-4778-8c86-b897246e533e for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:39:55.553878 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320bb52c-f49e-4793-9476-54d1f2e9920d None None] Routers {'ed3c0791-ecca-4778-8c86-b897246e533e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:39:55.554498 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-320bb52c-f49e-4793-9476-54d1f2e9920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:39:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['ed3c0791-ecca-4778-8c86-b897246e533e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:55.625464 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] For port ba2f31b7-1ffc-44e0-b793-b182cbc54cab, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=ba2f31b7-1ffc-44e0-b793-b182cbc54cab,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:55.625831 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:55.637981 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Calling delete_port for ba2f31b7-1ffc-44e0-b793-b182cbc54cab owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:39:55.651840 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-320bb52c-f49e-4793-9476-54d1f2e9920d None None] Set router ed3c0791-ecca-4778-8c86-b897246e533e gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:39:55.708428 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-320bb52c-f49e-4793-9476-54d1f2e9920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'name': 'tempest-TestShelveInstance-1300161459-router', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:28Z', 'updated_at': '2022-04-20T17:39:55Z', 'revision_number': 6, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:55.737022 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320bb52c-f49e-4793-9476-54d1f2e9920d None None] The sync data for ids ['ed3c0791-ecca-4778-8c86-b897246e533e'] in n-d-836146-2 is: [{'id': 'ed3c0791-ecca-4778-8c86-b897246e533e', 'name': 'tempest-TestShelveInstance-1300161459-router', 'tenant_id': '4e972fe9e08746ff97ce7b0909dc8173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:28Z', 'updated_at': '2022-04-20T17:39:55Z', 'revision_number': 6, 'project_id': '4e972fe9e08746ff97ce7b0909dc8173', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:39:55.862198 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:55.888150 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2f31b7-1ffc-44e0-b793-b182cbc54cab,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:55.899718 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:55.903889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:55.903889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:55.903889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:55.903889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:55.903889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:55.903889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:55.903889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:55.903889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:55.903889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:55.903889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:55.903889 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:55.962712 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:56.032564 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:39:56.058525 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:56.060745 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:56.161568 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:56.162297 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed3c0791-ecca-4778-8c86-b897246e533e {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:39:56.166602 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:56.168198 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dff3de67-1f9e-4707-960c-4973d0a34f2e admin admin] 10.222.0.15 "DELETE /v2.0/routers/ed3c0791-ecca-4778-8c86-b897246e533e HTTP/1.1" status: 204 len: 168 time: 0.9592381 Apr 20 17:39:56.170457 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34074) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:39:56.215687 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-77518342-d432-4eb9-a332-217cd92ffe56 admin admin] Deleting subnet d59b8c7a-0a22-40d8-818c-c1f34ba64922 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 17:39:56.218848 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-77518342-d432-4eb9-a332-217cd92ffe56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:56.252753 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-77518342-d432-4eb9-a332-217cd92ffe56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59559464'] for subnet, precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:56.539471 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ba2f31b7-1ffc-44e0-b793-b182cbc54cab no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:39:56.561244 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: ba2f31b7-1ffc-44e0-b793-b182cbc54cab {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:39:56.561684 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device ba2f31b7-1ffc-44e0-b793-b182cbc54cab not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:39:56.562198 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e595d1e3-3882-430a-802e-b1527faea36c no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:39:56.586616 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: e595d1e3-3882-430a-802e-b1527faea36c {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:39:56.587118 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device e595d1e3-3882-430a-802e-b1527faea36c not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:39:56.637237 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-77518342-d432-4eb9-a332-217cd92ffe56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:56.722616 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:56.745462 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-77518342-d432-4eb9-a332-217cd92ffe56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59760025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58989451'] for subnet, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:56.771434 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77518342-d432-4eb9-a332-217cd92ffe56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d59b8c7a-0a22-40d8-818c-c1f34ba64922,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:56.776636 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-77518342-d432-4eb9-a332-217cd92ffe56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:56.780965 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-77518342-d432-4eb9-a332-217cd92ffe56 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d59b8c7a-0a22-40d8-818c-c1f34ba64922 HTTP/1.1" status: 204 len: 168 time: 0.6094871 Apr 20 17:39:56.781522 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea39203-16cb-4699-9428-009ae63cf1ad None None] Network 79db0b1e-de97-4a8a-b22b-64ff3632ed39 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:39:56.783455 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34076) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:39:56.852086 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6efb04db-0b18-4046-aada-e9575baa0e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:56.905568 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-6efb04db-0b18-4046-aada-e9575baa0e43 admin admin] Deleting port 94144c70-a530-4cd4-bfad-d5c922dde569 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:39:56.905906 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6efb04db-0b18-4046-aada-e9575baa0e43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:56.964632 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3d9015-09fe-4098-9f11-f824e5bc20a4 None None] DHCP port deletion for 79db0b1e-de97-4a8a-b22b-64ff3632ed39 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 17:39:56.972491 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-6efb04db-0b18-4046-aada-e9575baa0e43 admin admin] For port 94144c70-a530-4cd4-bfad-d5c922dde569, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=94144c70-a530-4cd4-bfad-d5c922dde569,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:56.972857 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6efb04db-0b18-4046-aada-e9575baa0e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:56.985989 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-6efb04db-0b18-4046-aada-e9575baa0e43 admin admin] Calling delete_port for 94144c70-a530-4cd4-bfad-d5c922dde569 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:39:57.014455 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ab3d9015-09fe-4098-9f11-f824e5bc20a4 None None] Deleting port 94144c70-a530-4cd4-bfad-d5c922dde569 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:39:57.014756 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ab3d9015-09fe-4098-9f11-f824e5bc20a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:57.078025 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ab3d9015-09fe-4098-9f11-f824e5bc20a4 None None] For port 94144c70-a530-4cd4-bfad-d5c922dde569, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=94144c70-a530-4cd4-bfad-d5c922dde569,segment=NetworkSegment(b3ebab6f-e3f0-42c5-9913-5b4c80612766),segment_id=b3ebab6f-e3f0-42c5-9913-5b4c80612766)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:57.078549 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ab3d9015-09fe-4098-9f11-f824e5bc20a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:57.091357 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-ab3d9015-09fe-4098-9f11-f824e5bc20a4 None None] Calling delete_port for 94144c70-a530-4cd4-bfad-d5c922dde569 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:39:57.113147 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6efb04db-0b18-4046-aada-e9575baa0e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:57.140479 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efb04db-0b18-4046-aada-e9575baa0e43 admin admin] No DVR routers for this DVR port 94144c70-a530-4cd4-bfad-d5c922dde569 on host n-d-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:39:57.145663 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb04db-0b18-4046-aada-e9575baa0e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=94144c70-a530-4cd4-bfad-d5c922dde569,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:57.169444 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ab3d9015-09fe-4098-9f11-f824e5bc20a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:57.192663 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d9015-09fe-4098-9f11-f824e5bc20a4 None None] Pushing event deleted for resources: {'Port': ['ID=94144c70-a530-4cd4-bfad-d5c922dde569,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:57.199607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3d9015-09fe-4098-9f11-f824e5bc20a4 None None] No DVR routers for this DVR port 94144c70-a530-4cd4-bfad-d5c922dde569 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:39:57.209408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d9015-09fe-4098-9f11-f824e5bc20a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:57.209408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d9015-09fe-4098-9f11-f824e5bc20a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:57.209408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d9015-09fe-4098-9f11-f824e5bc20a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:57.209408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d9015-09fe-4098-9f11-f824e5bc20a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:57.209408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d9015-09fe-4098-9f11-f824e5bc20a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:57.209408 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d9015-09fe-4098-9f11-f824e5bc20a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:57.210156 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d9015-09fe-4098-9f11-f824e5bc20a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:57.210156 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d9015-09fe-4098-9f11-f824e5bc20a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:57.210492 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d9015-09fe-4098-9f11-f824e5bc20a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:57.210492 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d9015-09fe-4098-9f11-f824e5bc20a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:57.210812 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d9015-09fe-4098-9f11-f824e5bc20a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:57.211138 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d9015-09fe-4098-9f11-f824e5bc20a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:57.222185 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6efb04db-0b18-4046-aada-e9575baa0e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:57.243964 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-6efb04db-0b18-4046-aada-e9575baa0e43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79db0b1e-de97-4a8a-b22b-64ff3632ed39']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:57.254875 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-6efb04db-0b18-4046-aada-e9575baa0e43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ebab6f-e3f0-42c5-9913-5b4c80612766') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:57.256088 n-d-836146-2 neutron-server[103484]: DEBUG neutron.services.segments.db [None req-6efb04db-0b18-4046-aada-e9575baa0e43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ebab6f-e3f0-42c5-9913-5b4c80612766') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:57.265444 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6efb04db-0b18-4046-aada-e9575baa0e43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59559459'] for segment, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:57.278195 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6efb04db-0b18-4046-aada-e9575baa0e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:57.283943 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6efb04db-0b18-4046-aada-e9575baa0e43 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6efb04db-0b18-4046-aada-e9575baa0e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59759423'] for segment, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: Traceback (most recent call last): Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: timer() Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: cb(*args, **kw) Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: return func(*args, **kwargs) Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: self._notify() Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: self.callback(batched_events) Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: event.method(event) Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: return f(self, *a, **k) Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: return self._get(url).json() Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:39:57.289280 n-d-836146-2 neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:39:57.401052 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6efb04db-0b18-4046-aada-e9575baa0e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:57.407424 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6efb04db-0b18-4046-aada-e9575baa0e43 admin admin] Notify callbacks [] for network, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:57.410536 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-6efb04db-0b18-4046-aada-e9575baa0e43 admin admin] 10.222.0.15 "DELETE /v2.0/networks/79db0b1e-de97-4a8a-b22b-64ff3632ed39 HTTP/1.1" status: 204 len: 168 time: 0.6261735 Apr 20 17:39:57.413620 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34078) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:39:57.421335 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb04db-0b18-4046-aada-e9575baa0e43 admin admin] Pushing event deleted for resources: {'Network': ['ID=79db0b1e-de97-4a8a-b22b-64ff3632ed39,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:57.761078 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36de3f44-d07b-4b30-9370-af2b43dd0feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:58.001039 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-36de3f44-d07b-4b30-9370-af2b43dd0feb admin admin] Deleting port dbb837a6-11ba-4e57-95c7-2b5d1367d2fa {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:39:58.001288 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36de3f44-d07b-4b30-9370-af2b43dd0feb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:58.079727 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-36de3f44-d07b-4b30-9370-af2b43dd0feb admin admin] For port dbb837a6-11ba-4e57-95c7-2b5d1367d2fa, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=dbb837a6-11ba-4e57-95c7-2b5d1367d2fa,segment=NetworkSegment(40438434-7b45-47b4-be6d-77cdaf0b5729),segment_id=40438434-7b45-47b4-be6d-77cdaf0b5729)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:58.080134 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36de3f44-d07b-4b30-9370-af2b43dd0feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:58.092652 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:58.093426 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-36de3f44-d07b-4b30-9370-af2b43dd0feb admin admin] Calling delete_port for dbb837a6-11ba-4e57-95c7-2b5d1367d2fa owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:39:58.207241 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:58.288695 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 94144c70-a530-4cd4-bfad-d5c922dde569 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:39:58.310304 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 94144c70-a530-4cd4-bfad-d5c922dde569 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:39:58.310743 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 94144c70-a530-4cd4-bfad-d5c922dde569 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:39:58.342127 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36de3f44-d07b-4b30-9370-af2b43dd0feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:58.370231 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de3f44-d07b-4b30-9370-af2b43dd0feb admin admin] Pushing event deleted for resources: {'Port': ['ID=dbb837a6-11ba-4e57-95c7-2b5d1367d2fa,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:58.542633 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-36de3f44-d07b-4b30-9370-af2b43dd0feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:58.754842 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36de3f44-d07b-4b30-9370-af2b43dd0feb admin admin] Router 074606ca-7a84-4355-a4a0-fcb0981b0b61 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:39:58.858602 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36de3f44-d07b-4b30-9370-af2b43dd0feb admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:39:58.863472 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-36de3f44-d07b-4b30-9370-af2b43dd0feb admin admin] 10.222.0.15 "PUT /v2.0/routers/074606ca-7a84-4355-a4a0-fcb0981b0b61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4487214 Apr 20 17:39:58.866052 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34080) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:39:58.869916 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bb2d72-5861-4adb-99df-2613d63a28f0 None None] Sync routers for ids ['074606ca-7a84-4355-a4a0-fcb0981b0b61'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:39:58.880076 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bb2d72-5861-4adb-99df-2613d63a28f0 None None] Routers {'074606ca-7a84-4355-a4a0-fcb0981b0b61'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:39:58.880793 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-73bb2d72-5861-4adb-99df-2613d63a28f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:39:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['074606ca-7a84-4355-a4a0-fcb0981b0b61'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:58.970595 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-49aee1a1-8ae4-4c39-b75e-514d8d2aed95 admin admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:58.983634 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-73bb2d72-5861-4adb-99df-2613d63a28f0 None None] Set router 074606ca-7a84-4355-a4a0-fcb0981b0b61 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:39:59.067667 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-49aee1a1-8ae4-4c39-b75e-514d8d2aed95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:59.160712 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-73bb2d72-5861-4adb-99df-2613d63a28f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074606ca-7a84-4355-a4a0-fcb0981b0b61', 'name': 'tempest-TestShelveInstance-338161344-router', 'tenant_id': '04d45ab68c3b40a499aa9598855887d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '16f96560-a478-4a6f-ad3b-38ab33e121fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:34Z', 'updated_at': '2022-04-20T17:39:58Z', 'revision_number': 5, 'project_id': '04d45ab68c3b40a499aa9598855887d2', 'gw_port': {'id': '16f96560-a478-4a6f-ad3b-38ab33e121fa', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074606ca-7a84-4355-a4a0-fcb0981b0b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4401, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:28:35Z', 'updated_at': '2022-04-20T17:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:59.188508 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bb2d72-5861-4adb-99df-2613d63a28f0 None None] Checking router: 074606ca-7a84-4355-a4a0-fcb0981b0b61 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:39:59.189923 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-49aee1a1-8ae4-4c39-b75e-514d8d2aed95 admin admin] Deleting port 16f96560-a478-4a6f-ad3b-38ab33e121fa {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:39:59.190273 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-49aee1a1-8ae4-4c39-b75e-514d8d2aed95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:59.196466 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bb2d72-5861-4adb-99df-2613d63a28f0 None None] Routers {'074606ca-7a84-4355-a4a0-fcb0981b0b61'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:39:59.197094 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-73bb2d72-5861-4adb-99df-2613d63a28f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:39:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['074606ca-7a84-4355-a4a0-fcb0981b0b61'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:59.267846 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-49aee1a1-8ae4-4c39-b75e-514d8d2aed95 admin admin] For port 16f96560-a478-4a6f-ad3b-38ab33e121fa, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=16f96560-a478-4a6f-ad3b-38ab33e121fa,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:59.268251 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-49aee1a1-8ae4-4c39-b75e-514d8d2aed95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:59.280064 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-73bb2d72-5861-4adb-99df-2613d63a28f0 None None] Set router 074606ca-7a84-4355-a4a0-fcb0981b0b61 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:39:59.280747 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-49aee1a1-8ae4-4c39-b75e-514d8d2aed95 admin admin] Calling delete_port for 16f96560-a478-4a6f-ad3b-38ab33e121fa owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:39:59.332815 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-73bb2d72-5861-4adb-99df-2613d63a28f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074606ca-7a84-4355-a4a0-fcb0981b0b61', 'name': 'tempest-TestShelveInstance-338161344-router', 'tenant_id': '04d45ab68c3b40a499aa9598855887d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:34Z', 'updated_at': '2022-04-20T17:39:59Z', 'revision_number': 6, 'project_id': '04d45ab68c3b40a499aa9598855887d2', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:59.358094 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bb2d72-5861-4adb-99df-2613d63a28f0 None None] The sync data for ids ['074606ca-7a84-4355-a4a0-fcb0981b0b61'] in n-d-836146-2 is: [{'id': '074606ca-7a84-4355-a4a0-fcb0981b0b61', 'name': 'tempest-TestShelveInstance-338161344-router', 'tenant_id': '04d45ab68c3b40a499aa9598855887d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:28:34Z', 'updated_at': '2022-04-20T17:39:59Z', 'revision_number': 6, 'project_id': '04d45ab68c3b40a499aa9598855887d2', 'gw_port_host': None}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:39:59.498375 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-49aee1a1-8ae4-4c39-b75e-514d8d2aed95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:59.521105 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:59.523502 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aee1a1-8ae4-4c39-b75e-514d8d2aed95 admin admin] Pushing event deleted for resources: {'Port': ['ID=16f96560-a478-4a6f-ad3b-38ab33e121fa,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:59.586244 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-49aee1a1-8ae4-4c39-b75e-514d8d2aed95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:59.677066 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-49aee1a1-8ae4-4c39-b75e-514d8d2aed95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:59.679138 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-49aee1a1-8ae4-4c39-b75e-514d8d2aed95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:59.795929 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-49aee1a1-8ae4-4c39-b75e-514d8d2aed95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:59.796526 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49aee1a1-8ae4-4c39-b75e-514d8d2aed95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 074606ca-7a84-4355-a4a0-fcb0981b0b61 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:39:59.800917 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-49aee1a1-8ae4-4c39-b75e-514d8d2aed95 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:59.802091 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-49aee1a1-8ae4-4c39-b75e-514d8d2aed95 admin admin] 10.222.0.15 "DELETE /v2.0/routers/074606ca-7a84-4355-a4a0-fcb0981b0b61 HTTP/1.1" status: 204 len: 168 time: 0.9348388 Apr 20 17:39:59.804580 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34082) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:39:59.849582 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5f4567-1e04-4831-95d8-ff6d7c012f8d admin admin] Deleting subnet 722bc5f5-c030-4d21-b323-dc4e15db2cdd {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 17:39:59.854465 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4567-1e04-4831-95d8-ff6d7c012f8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:59.893212 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4567-1e04-4831-95d8-ff6d7c012f8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:59.968538 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4567-1e04-4831-95d8-ff6d7c012f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:00.085368 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4567-1e04-4831-95d8-ff6d7c012f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:00.112022 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f4567-1e04-4831-95d8-ff6d7c012f8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=722bc5f5-c030-4d21-b323-dc4e15db2cdd,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:00.115639 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4567-1e04-4831-95d8-ff6d7c012f8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:00.119061 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-6f5f4567-1e04-4831-95d8-ff6d7c012f8d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/722bc5f5-c030-4d21-b323-dc4e15db2cdd HTTP/1.1" status: 204 len: 168 time: 0.3135338 Apr 20 17:40:00.121584 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34084) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:40:00.124283 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49749b9-dad1-4e57-8775-cf79cd58c981 None None] Network 4c96aefc-a574-43e7-997b-fab71331c512 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:40:00.324597 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device dbb837a6-11ba-4e57-95c7-2b5d1367d2fa no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:40:00.368111 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fc5bad-23b7-44d2-9e35-a9735e2e6185 None None] DHCP port deletion for 4c96aefc-a574-43e7-997b-fab71331c512 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 17:40:00.374413 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: dbb837a6-11ba-4e57-95c7-2b5d1367d2fa {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:40:00.375049 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device dbb837a6-11ba-4e57-95c7-2b5d1367d2fa not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:40:00.375764 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 16f96560-a478-4a6f-ad3b-38ab33e121fa no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:40:00.411401 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 16f96560-a478-4a6f-ad3b-38ab33e121fa {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:40:00.411934 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 16f96560-a478-4a6f-ad3b-38ab33e121fa not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:40:00.477169 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-65fc5bad-23b7-44d2-9e35-a9735e2e6185 None None] Deleting port 485b60ed-9eed-4adb-8f92-00c882ea3095 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:40:00.477738 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-65fc5bad-23b7-44d2-9e35-a9735e2e6185 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:00.561321 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-65fc5bad-23b7-44d2-9e35-a9735e2e6185 None None] For port 485b60ed-9eed-4adb-8f92-00c882ea3095, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=485b60ed-9eed-4adb-8f92-00c882ea3095,segment=NetworkSegment(40438434-7b45-47b4-be6d-77cdaf0b5729),segment_id=40438434-7b45-47b4-be6d-77cdaf0b5729)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:00.561880 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-65fc5bad-23b7-44d2-9e35-a9735e2e6185 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:00.577673 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-65fc5bad-23b7-44d2-9e35-a9735e2e6185 None None] Calling delete_port for 485b60ed-9eed-4adb-8f92-00c882ea3095 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:40:00.595417 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a108f14-b18e-480a-bc6e-6d352a9cfa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:00.615658 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:00.648489 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-2a108f14-b18e-480a-bc6e-6d352a9cfa9d admin admin] Deleting port 485b60ed-9eed-4adb-8f92-00c882ea3095 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:40:00.648838 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a108f14-b18e-480a-bc6e-6d352a9cfa9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:00.698649 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-65fc5bad-23b7-44d2-9e35-a9735e2e6185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:00.713231 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-2a108f14-b18e-480a-bc6e-6d352a9cfa9d admin admin] For port 485b60ed-9eed-4adb-8f92-00c882ea3095, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=485b60ed-9eed-4adb-8f92-00c882ea3095,segment=NetworkSegment(40438434-7b45-47b4-be6d-77cdaf0b5729),segment_id=40438434-7b45-47b4-be6d-77cdaf0b5729)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:00.713595 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a108f14-b18e-480a-bc6e-6d352a9cfa9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:00.724351 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc5bad-23b7-44d2-9e35-a9735e2e6185 None None] Pushing event deleted for resources: {'Port': ['ID=485b60ed-9eed-4adb-8f92-00c882ea3095,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:00.727681 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-2a108f14-b18e-480a-bc6e-6d352a9cfa9d admin admin] Calling delete_port for 485b60ed-9eed-4adb-8f92-00c882ea3095 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:40:00.729802 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fc5bad-23b7-44d2-9e35-a9735e2e6185 None None] No DVR routers for this DVR port 485b60ed-9eed-4adb-8f92-00c882ea3095 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:40:00.806494 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a108f14-b18e-480a-bc6e-6d352a9cfa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:00.831671 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a108f14-b18e-480a-bc6e-6d352a9cfa9d admin admin] Pushing event deleted for resources: {'Port': ['ID=485b60ed-9eed-4adb-8f92-00c882ea3095,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:00.835055 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a108f14-b18e-480a-bc6e-6d352a9cfa9d admin admin] No DVR routers for this DVR port 485b60ed-9eed-4adb-8f92-00c882ea3095 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:40:00.907242 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a108f14-b18e-480a-bc6e-6d352a9cfa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:00.927131 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2a108f14-b18e-480a-bc6e-6d352a9cfa9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c96aefc-a574-43e7-997b-fab71331c512']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:00.936657 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2a108f14-b18e-480a-bc6e-6d352a9cfa9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40438434-7b45-47b4-be6d-77cdaf0b5729') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:00.936958 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-2a108f14-b18e-480a-bc6e-6d352a9cfa9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40438434-7b45-47b4-be6d-77cdaf0b5729') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:00.946027 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a108f14-b18e-480a-bc6e-6d352a9cfa9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:00.958762 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a108f14-b18e-480a-bc6e-6d352a9cfa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:00.964979 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a108f14-b18e-480a-bc6e-6d352a9cfa9d admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:40:00.965361 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a108f14-b18e-480a-bc6e-6d352a9cfa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: self.session.flush() Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: timer() Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:40:00.967774 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:40:01.087000 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a108f14-b18e-480a-bc6e-6d352a9cfa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:01.092707 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a108f14-b18e-480a-bc6e-6d352a9cfa9d admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:01.095836 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-2a108f14-b18e-480a-bc6e-6d352a9cfa9d admin admin] 10.222.0.15 "DELETE /v2.0/networks/4c96aefc-a574-43e7-997b-fab71331c512 HTTP/1.1" status: 204 len: 168 time: 0.9732857 Apr 20 17:40:01.107516 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a108f14-b18e-480a-bc6e-6d352a9cfa9d admin admin] Pushing event deleted for resources: {'Network': ['ID=4c96aefc-a574-43e7-997b-fab71331c512,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:01.396184 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34088) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:40:01.435776 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-cd8b891c-01fa-49a3-a419-52d495154f95 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e972fe9e08746ff97ce7b0909dc8173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382874 Apr 20 17:40:01.438119 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34090) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:40:01.485182 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c63ed28-0860-439d-a188-8e81449254c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:01.506440 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c63ed28-0860-439d-a188-8e81449254c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:01.621999 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c63ed28-0860-439d-a188-8e81449254c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:01.624467 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3c63ed28-0860-439d-a188-8e81449254c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:01.625615 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3c63ed28-0860-439d-a188-8e81449254c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0136474-17e9-4fc9-960e-173d4f66cfab HTTP/1.1" status: 204 len: 168 time: 0.1866167 Apr 20 17:40:01.633822 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63ed28-0860-439d-a188-8e81449254c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0136474-17e9-4fc9-960e-173d4f66cfab,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:02.222093 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34096) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:40:02.262207 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1cb09db6-9eab-48a2-a047-30a4682e8dee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04d45ab68c3b40a499aa9598855887d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383859 Apr 20 17:40:02.264695 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34098) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:40:02.288848 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 485b60ed-9eed-4adb-8f92-00c882ea3095 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:40:02.311682 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 485b60ed-9eed-4adb-8f92-00c882ea3095 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:40:02.312022 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 485b60ed-9eed-4adb-8f92-00c882ea3095 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:40:02.316565 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-188b864e-3664-4c71-ad98-e210d4eacdbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:02.337698 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-188b864e-3664-4c71-ad98-e210d4eacdbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:02.446891 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-188b864e-3664-4c71-ad98-e210d4eacdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:02.449990 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-188b864e-3664-4c71-ad98-e210d4eacdbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:02.451136 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-188b864e-3664-4c71-ad98-e210d4eacdbc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d5e100d7-9127-4925-ae00-2681e8000571 HTTP/1.1" status: 204 len: 168 time: 0.1854827 Apr 20 17:40:02.458828 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b864e-3664-4c71-ad98-e210d4eacdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e100d7-9127-4925-ae00-2681e8000571,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:03.481465 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34120) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:40:03.575411 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-74156f7b-f2f3-4a80-bfdb-b83b4639e6d1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1971865388-network', 'tenant_id': '76baca6f9073453d85cf5af4b4599149'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:40:03.653067 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74156f7b-f2f3-4a80-bfdb-b83b4639e6d1 admin admin] Made reservation on behalf of 76baca6f9073453d85cf5af4b4599149 for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:40:03.655342 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74156f7b-f2f3-4a80-bfdb-b83b4639e6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:03.663593 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74156f7b-f2f3-4a80-bfdb-b83b4639e6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:03.733668 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74156f7b-f2f3-4a80-bfdb-b83b4639e6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:03.792898 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74156f7b-f2f3-4a80-bfdb-b83b4639e6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:03.818347 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74156f7b-f2f3-4a80-bfdb-b83b4639e6d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:40:03.823423 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74156f7b-f2f3-4a80-bfdb-b83b4639e6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8371a54-d3e0-43a6-890b-186493c9d31f,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:03.830922 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74156f7b-f2f3-4a80-bfdb-b83b4639e6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:03.831922 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-74156f7b-f2f3-4a80-bfdb-b83b4639e6d1 admin admin] Added segment 9e456a93-66de-4443-a5b0-5ebe1090d25e of type vlan for network 93a74913-0b0b-4868-81cf-bc9feed45fa4 Apr 20 17:40:03.871309 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74156f7b-f2f3-4a80-bfdb-b83b4639e6d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:03.955750 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74156f7b-f2f3-4a80-bfdb-b83b4639e6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:03.956758 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74156f7b-f2f3-4a80-bfdb-b83b4639e6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:03.957341 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-74156f7b-f2f3-4a80-bfdb-b83b4639e6d1 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:04.017185 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74156f7b-f2f3-4a80-bfdb-b83b4639e6d1 admin admin] Pushing event updated for resources: {'Network': ['ID=93a74913-0b0b-4868-81cf-bc9feed45fa4,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:04.029941 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network 93a74913-0b0b-4868-81cf-bc9feed45fa4 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 17:40:04.055707 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-74156f7b-f2f3-4a80-bfdb-b83b4639e6d1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5731649 Apr 20 17:40:04.059151 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34124) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:40:04.063980 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-80d1957b-bdba-4da7-b0d9-061f81a086cc admin admin] Request body: {'subnet': {'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1971865388-subnet', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:40:04.115698 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d1957b-bdba-4da7-b0d9-061f81a086cc admin admin] Made reservation on behalf of 76baca6f9073453d85cf5af4b4599149 for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:40:04.118374 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-80d1957b-bdba-4da7-b0d9-061f81a086cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:04.387771 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-80d1957b-bdba-4da7-b0d9-061f81a086cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:04.444120 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1957b-bdba-4da7-b0d9-061f81a086cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6f032e2-0cff-4256-bcb3-5533e9f33476,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:04.451078 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d1957b-bdba-4da7-b0d9-061f81a086cc admin admin] Checking segment: {'id': '9e456a93-66de-4443-a5b0-5ebe1090d25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:40:04.451435 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d1957b-bdba-4da7-b0d9-061f81a086cc admin admin] Network hostable DHCP agents. Network: 93a74913-0b0b-4868-81cf-bc9feed45fa4, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:40:04.521218 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d1957b-bdba-4da7-b0d9-061f81a086cc admin admin] Network 93a74913-0b0b-4868-81cf-bc9feed45fa4 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:40:04.583890 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-80d1957b-bdba-4da7-b0d9-061f81a086cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, 93a74913-0b0b-4868-81cf-bc9feed45fa4) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:04.587926 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d1957b-bdba-4da7-b0d9-061f81a086cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:04.588544 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-80d1957b-bdba-4da7-b0d9-061f81a086cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:04.593479 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6d1d02-f6b6-4a12-8d30-82b58b80ea64 None None] Network 93a74913-0b0b-4868-81cf-bc9feed45fa4 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:40:04.672966 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-80d1957b-bdba-4da7-b0d9-061f81a086cc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6126294 Apr 20 17:40:04.675679 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34126) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:40:04.680296 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-7c5cb247-72fb-4481-8e96-ea8792b2b8b1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1971865388-router', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:40:04.764967 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c5cb247-72fb-4481-8e96-ea8792b2b8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:04.766049 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c5cb247-72fb-4481-8e96-ea8792b2b8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:04.821618 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c5cb247-72fb-4481-8e96-ea8792b2b8b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:04.886396 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb5e963-5a29-40c7-b107-05335f9c3be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-93a74913-0b0b-4868-81cf-bc9feed45fa4', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'fixed_ips': [{'subnet_id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 17:40:04.887280 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e963-5a29-40c7-b107-05335f9c3be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.019638 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c5cb247-72fb-4481-8e96-ea8792b2b8b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.023149 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-8fb5e963-5a29-40c7-b107-05335f9c3be8 None None] Allocated IP 172.20.0.2 (93a74913-0b0b-4868-81cf-bc9feed45fa4/f6f032e2-0cff-4256-bcb3-5533e9f33476/73cd7fdb-88a3-421a-9fcd-86700363c8dc) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:40:05.168820 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e963-5a29-40c7-b107-05335f9c3be8 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.233989 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e963-5a29-40c7-b107-05335f9c3be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.274007 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb5e963-5a29-40c7-b107-05335f9c3be8 None None] Network 93a74913-0b0b-4868-81cf-bc9feed45fa4 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:05.276810 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-8fb5e963-5a29-40c7-b107-05335f9c3be8 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:05.281016 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb5e963-5a29-40c7-b107-05335f9c3be8 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:40:05.285901 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c5cb247-72fb-4481-8e96-ea8792b2b8b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.286869 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5e963-5a29-40c7-b107-05335f9c3be8 None None] Pushing event updated for resources: {'Port': ['ID=73cd7fdb-88a3-421a-9fcd-86700363c8dc,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:05.305347 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c5cb247-72fb-4481-8e96-ea8792b2b8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.337913 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8fb5e963-5a29-40c7-b107-05335f9c3be8 None None] Attempting to bind port 73cd7fdb-88a3-421a-9fcd-86700363c8dc on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:40:05.338276 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8fb5e963-5a29-40c7-b107-05335f9c3be8 None None] Attempting to bind port 73cd7fdb-88a3-421a-9fcd-86700363c8dc by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '9e456a93-66de-4443-a5b0-5ebe1090d25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:40:05.338637 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb5e963-5a29-40c7-b107-05335f9c3be8 None None] Attempting to bind port 73cd7fdb-88a3-421a-9fcd-86700363c8dc on network 93a74913-0b0b-4868-81cf-bc9feed45fa4 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:40:05.344434 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb5e963-5a29-40c7-b107-05335f9c3be8 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:40:05.344819 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb5e963-5a29-40c7-b107-05335f9c3be8 None None] Checking segment: {'id': '9e456a93-66de-4443-a5b0-5ebe1090d25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:40:05.345225 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e963-5a29-40c7-b107-05335f9c3be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.345620 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb5e963-5a29-40c7-b107-05335f9c3be8 None None] Bound using segment: {'id': '9e456a93-66de-4443-a5b0-5ebe1090d25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:40:05.346089 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-8fb5e963-5a29-40c7-b107-05335f9c3be8 None None] Bound port: 73cd7fdb-88a3-421a-9fcd-86700363c8dc, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e456a93-66de-4443-a5b0-5ebe1090d25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:40:05.346470 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e963-5a29-40c7-b107-05335f9c3be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.412997 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8fb5e963-5a29-40c7-b107-05335f9c3be8 None None] For port 73cd7fdb-88a3-421a-9fcd-86700363c8dc, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:40:05.415938 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-8fb5e963-5a29-40c7-b107-05335f9c3be8 None None] For port 73cd7fdb-88a3-421a-9fcd-86700363c8dc, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=73cd7fdb-88a3-421a-9fcd-86700363c8dc,segment=NetworkSegment(9e456a93-66de-4443-a5b0-5ebe1090d25e),segment_id=9e456a93-66de-4443-a5b0-5ebe1090d25e)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:40:05.417197 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-7c5cb247-72fb-4481-8e96-ea8792b2b8b1 admin admin] Allocated IP 172.25.0.130 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/fc29eb0f-64f8-498c-a4e8-cedab4c09b62) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:40:05.516461 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e963-5a29-40c7-b107-05335f9c3be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.516755 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c5cb247-72fb-4481-8e96-ea8792b2b8b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.578531 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5e963-5a29-40c7-b107-05335f9c3be8 None None] Pushing event updated for resources: {'Port': ['ID=73cd7fdb-88a3-421a-9fcd-86700363c8dc,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:05.630718 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c5cb247-72fb-4481-8e96-ea8792b2b8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.675935 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5cb247-72fb-4481-8e96-ea8792b2b8b1 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:05.678896 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-7c5cb247-72fb-4481-8e96-ea8792b2b8b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:05.682614 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5cb247-72fb-4481-8e96-ea8792b2b8b1 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:40:05.690038 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5cb247-72fb-4481-8e96-ea8792b2b8b1 admin admin] Pushing event updated for resources: {'Port': ['ID=fc29eb0f-64f8-498c-a4e8-cedab4c09b62,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:06.014586 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c5cb247-72fb-4481-8e96-ea8792b2b8b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:06.210213 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c5cb247-72fb-4481-8e96-ea8792b2b8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:06.336386 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 73cd7fdb-88a3-421a-9fcd-86700363c8dc up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:40:06.387055 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 73cd7fdb-88a3-421a-9fcd-86700363c8dc triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:06.387387 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:06.416188 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5cb247-72fb-4481-8e96-ea8792b2b8b1 admin admin] Router 5c8dee42-5c9e-426f-856f-a2d871834f2e is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:40:06.473173 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f6fa8b-5da8-47d1-a8f5-de0784e0de96 None None] Network 93a74913-0b0b-4868-81cf-bc9feed45fa4 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:40:06.477496 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:06.525543 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5cb247-72fb-4481-8e96-ea8792b2b8b1 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:40:06.541845 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] Sync routers for ids ['5c8dee42-5c9e-426f-856f-a2d871834f2e'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:40:06.568800 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 73cd7fdb-88a3-421a-9fcd-86700363c8dc, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=73cd7fdb-88a3-421a-9fcd-86700363c8dc,segment=NetworkSegment(9e456a93-66de-4443-a5b0-5ebe1090d25e),segment_id=9e456a93-66de-4443-a5b0-5ebe1090d25e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:06.587731 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] Routers {'5c8dee42-5c9e-426f-856f-a2d871834f2e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:40:06.588365 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:39:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5c8dee42-5c9e-426f-856f-a2d871834f2e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:06.629765 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c5cb247-72fb-4481-8e96-ea8792b2b8b1 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:06.631446 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-7c5cb247-72fb-4481-8e96-ea8792b2b8b1 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9546261 Apr 20 17:40:06.634182 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34128) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:40:06.643724 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-edd7f333-97d6-4765-a2aa-4aa5b2ef330b None None] Provisioning complete for port 73cd7fdb-88a3-421a-9fcd-86700363c8dc triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:06.644019 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-edd7f333-97d6-4765-a2aa-4aa5b2ef330b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:06.694839 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:06.834033 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] Set router 5c8dee42-5c9e-426f-856f-a2d871834f2e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:40:06.837517 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=73cd7fdb-88a3-421a-9fcd-86700363c8dc,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:07.054626 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-56aa38b1-a95c-4112-a664-7d95a8b4a59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.064907 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'name': 'tempest-TestSnapshotPattern-1971865388-router', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:04Z', 'updated_at': '2022-04-20T17:40:05Z', 'revision_number': 3, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'gw_port': {'id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:05Z', 'updated_at': '2022-04-20T17:40:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:07.097528 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] Checking router: 5c8dee42-5c9e-426f-856f-a2d871834f2e for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:40:07.097890 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] Updating router 5c8dee42-5c9e-426f-856f-a2d871834f2e port fc29eb0f-64f8-498c-a4e8-cedab4c09b62 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:40:07.124382 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.219142 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-56aa38b1-a95c-4112-a664-7d95a8b4a59d admin admin] Allocated IP 172.20.0.1 (93a74913-0b0b-4868-81cf-bc9feed45fa4/f6f032e2-0cff-4256-bcb3-5533e9f33476/974d22c0-93e2-49fe-98ed-cb592002ba50) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:40:07.235829 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-9e8ec9d5-49a6-4841-8b05-c863b1575d7a None None] Provisioning complete for port 73cd7fdb-88a3-421a-9fcd-86700363c8dc triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:07.236205 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-9e8ec9d5-49a6-4841-8b05-c863b1575d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.320893 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-56aa38b1-a95c-4112-a664-7d95a8b4a59d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.425031 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-56aa38b1-a95c-4112-a664-7d95a8b4a59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.447089 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.460133 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56aa38b1-a95c-4112-a664-7d95a8b4a59d admin admin] Network 93a74913-0b0b-4868-81cf-bc9feed45fa4 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:07.462947 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-56aa38b1-a95c-4112-a664-7d95a8b4a59d admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:07.469006 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aa38b1-a95c-4112-a664-7d95a8b4a59d admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:40:07.500936 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa38b1-a95c-4112-a664-7d95a8b4a59d admin admin] Pushing event updated for resources: {'Port': ['ID=974d22c0-93e2-49fe-98ed-cb592002ba50,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:07.508288 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.526312 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-56aa38b1-a95c-4112-a664-7d95a8b4a59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.566648 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456c3e2-6b1e-4b77-9cd9-6ad643c5ec6e None None] Pushing event updated for resources: {'Port': ['ID=fc29eb0f-64f8-498c-a4e8-cedab4c09b62,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:07.570040 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] Attempting to bind port fc29eb0f-64f8-498c-a4e8-cedab4c09b62 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:40:07.570407 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] Attempting to bind port fc29eb0f-64f8-498c-a4e8-cedab4c09b62 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:40:07.570777 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] Attempting to bind port fc29eb0f-64f8-498c-a4e8-cedab4c09b62 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:40:07.576734 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:40:07.577106 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:40:07.577505 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.577896 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:40:07.578364 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] Bound port: fc29eb0f-64f8-498c-a4e8-cedab4c09b62, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:40:07.578743 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.639863 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] For port fc29eb0f-64f8-498c-a4e8-cedab4c09b62, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:40:07.643118 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] For port fc29eb0f-64f8-498c-a4e8-cedab4c09b62, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=fc29eb0f-64f8-498c-a4e8-cedab4c09b62,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:40:07.712681 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.728282 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-56aa38b1-a95c-4112-a664-7d95a8b4a59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.746738 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-28631022-fe46-48d2-934d-5e0323f05b54 None None] Provisioning complete for port 974d22c0-93e2-49fe-98ed-cb592002ba50 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:07.747036 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-28631022-fe46-48d2-934d-5e0323f05b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.806839 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456c3e2-6b1e-4b77-9cd9-6ad643c5ec6e None None] Pushing event updated for resources: {'Port': ['ID=fc29eb0f-64f8-498c-a4e8-cedab4c09b62,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:07.809720 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-28631022-fe46-48d2-934d-5e0323f05b54 None None] Port 974d22c0-93e2-49fe-98ed-cb592002ba50 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:40:07.811380 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] Routers {'5c8dee42-5c9e-426f-856f-a2d871834f2e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:40:07.811988 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:39:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5c8dee42-5c9e-426f-856f-a2d871834f2e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:07.893419 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-56aa38b1-a95c-4112-a664-7d95a8b4a59d admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.919152 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] Set router 5c8dee42-5c9e-426f-856f-a2d871834f2e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:40:07.964616 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-56aa38b1-a95c-4112-a664-7d95a8b4a59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:08.041879 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa38b1-a95c-4112-a664-7d95a8b4a59d admin admin] Pushing event updated for resources: {'Port': ['ID=974d22c0-93e2-49fe-98ed-cb592002ba50,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:08.047058 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-56aa38b1-a95c-4112-a664-7d95a8b4a59d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:08.141185 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56aa38b1-a95c-4112-a664-7d95a8b4a59d admin admin] Network 93a74913-0b0b-4868-81cf-bc9feed45fa4 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:08.142634 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-56aa38b1-a95c-4112-a664-7d95a8b4a59d admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:08.266506 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56aa38b1-a95c-4112-a664-7d95a8b4a59d admin admin] Router 5c8dee42-5c9e-426f-856f-a2d871834f2e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:40:08.294483 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'name': 'tempest-TestSnapshotPattern-1971865388-router', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:04Z', 'updated_at': '2022-04-20T17:40:07Z', 'revision_number': 4, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'gw_port': {'id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:05Z', 'updated_at': '2022-04-20T17:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '974d22c0-93e2-49fe-98ed-cb592002ba50', 'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'mac_address': 'fa:16:3e:ba:a8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:07Z', 'updated_at': '2022-04-20T17:40:07Z', 'revision_number': 1, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'subnets': [{'id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:08.326366 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 73cd7fdb-88a3-421a-9fcd-86700363c8dc up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:40:08.330028 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb036ad2-fc13-4054-b7ae-b069ebdd93fa None None] The sync data for ids ['5c8dee42-5c9e-426f-856f-a2d871834f2e'] in n-d-836146-2 is: [{'id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'name': 'tempest-TestSnapshotPattern-1971865388-router', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:04Z', 'updated_at': '2022-04-20T17:40:07Z', 'revision_number': 4, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'gw_port': {'id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:05Z', 'updated_at': '2022-04-20T17:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '974d22c0-93e2-49fe-98ed-cb592002ba50', 'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'mac_address': 'fa:16:3e:ba:a8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:07Z', 'updated_at': '2022-04-20T17:40:07Z', 'revision_number': 1, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'subnets': [{'id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:40:08.387688 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 73cd7fdb-88a3-421a-9fcd-86700363c8dc triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:08.388180 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:08.447591 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-cb86027b-e396-4c3b-b3c9-6e16b55b23b5 None None] Provisioning complete for port 974d22c0-93e2-49fe-98ed-cb592002ba50 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:08.448241 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cb86027b-e396-4c3b-b3c9-6e16b55b23b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:08.515370 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-cb86027b-e396-4c3b-b3c9-6e16b55b23b5 None None] Port 974d22c0-93e2-49fe-98ed-cb592002ba50 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:40:08.736504 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56aa38b1-a95c-4112-a664-7d95a8b4a59d admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:40:08.742488 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-56aa38b1-a95c-4112-a664-7d95a8b4a59d admin admin] 10.222.0.15 "PUT /v2.0/routers/5c8dee42-5c9e-426f-856f-a2d871834f2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1072669 Apr 20 17:40:09.420003 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34144) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:40:09.425175 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a4901f17-d5e0-4683-ba0e-2e5462c6e367 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-60461354-network', 'tenant_id': '23e16ff8da39441c8de480a48152cecf'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:40:09.498601 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4901f17-d5e0-4683-ba0e-2e5462c6e367 admin admin] Made reservation on behalf of 23e16ff8da39441c8de480a48152cecf for: {'network': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:40:09.501660 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4901f17-d5e0-4683-ba0e-2e5462c6e367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for network, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.511049 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4901f17-d5e0-4683-ba0e-2e5462c6e367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.591778 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4901f17-d5e0-4683-ba0e-2e5462c6e367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.647169 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4901f17-d5e0-4683-ba0e-2e5462c6e367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.673443 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4901f17-d5e0-4683-ba0e-2e5462c6e367 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:40:09.678847 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4901f17-d5e0-4683-ba0e-2e5462c6e367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dd0a3b-b75a-4751-b5ac-de78a8b05c4e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:09.687348 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4901f17-d5e0-4683-ba0e-2e5462c6e367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.687700 n-d-836146-2 neutron-server[103485]: INFO neutron.db.segments_db [None req-a4901f17-d5e0-4683-ba0e-2e5462c6e367 admin admin] Added segment 71ae3f1d-5131-448b-99a6-cf395b5134ae of type vlan for network dc336ecb-167c-4cd4-94df-bd3e24b1b120 Apr 20 17:40:09.730421 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4901f17-d5e0-4683-ba0e-2e5462c6e367 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781837786808'] for network, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.827234 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4901f17-d5e0-4683-ba0e-2e5462c6e367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933'] for network, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.828209 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4901f17-d5e0-4683-ba0e-2e5462c6e367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:09.828831 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4901f17-d5e0-4683-ba0e-2e5462c6e367 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.888118 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4901f17-d5e0-4683-ba0e-2e5462c6e367 admin admin] Pushing event updated for resources: {'Network': ['ID=dc336ecb-167c-4cd4-94df-bd3e24b1b120,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:09.898214 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Network dc336ecb-167c-4cd4-94df-bd3e24b1b120 details requested by agent ovs-agent-n-d-836146-2 with host n-d-836146-2 {{(pid=103486) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 17:40:09.941213 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a4901f17-d5e0-4683-ba0e-2e5462c6e367 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5199399 Apr 20 17:40:09.943986 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34146) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:40:09.948680 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-c53455ef-0c30-4620-96c1-da2d231e9515 admin admin] Request body: {'subnet': {'network_id': 'dc336ecb-167c-4cd4-94df-bd3e24b1b120', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-60461354-subnet', 'tenant_id': '23e16ff8da39441c8de480a48152cecf', 'ip_version': 4}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:40:10.053113 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53455ef-0c30-4620-96c1-da2d231e9515 admin admin] Made reservation on behalf of 23e16ff8da39441c8de480a48152cecf for: {'subnet': 1} {{(pid=103485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:40:10.055517 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c53455ef-0c30-4620-96c1-da2d231e9515 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1497694'] for subnet, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:10.247167 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] Sync routers for ids ['5c8dee42-5c9e-426f-856f-a2d871834f2e'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:40:10.258798 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] Routers {'5c8dee42-5c9e-426f-856f-a2d871834f2e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:40:10.261155 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:39:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5c8dee42-5c9e-426f-856f-a2d871834f2e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:10.293390 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c53455ef-0c30-4620-96c1-da2d231e9515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62249993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1497672'] for subnet, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:10.332491 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device fc29eb0f-64f8-498c-a4e8-cedab4c09b62 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:40:10.360019 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53455ef-0c30-4620-96c1-da2d231e9515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=788b23d3-0c69-4c27-a2d1-845971d4c88c,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:10.371972 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53455ef-0c30-4620-96c1-da2d231e9515 admin admin] Checking segment: {'id': '71ae3f1d-5131-448b-99a6-cf395b5134ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dc336ecb-167c-4cd4-94df-bd3e24b1b120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:40:10.372718 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53455ef-0c30-4620-96c1-da2d231e9515 admin admin] Network hostable DHCP agents. Network: dc336ecb-167c-4cd4-94df-bd3e24b1b120, hostable agents: ['79258257-6d99-445c-af82-0acee6d9f316'], hosted agents: [] {{(pid=103485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:40:10.388901 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port fc29eb0f-64f8-498c-a4e8-cedab4c09b62 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:10.389524 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:10.467263 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] Set router 5c8dee42-5c9e-426f-856f-a2d871834f2e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:40:10.476043 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53455ef-0c30-4620-96c1-da2d231e9515 admin admin] Network dc336ecb-167c-4cd4-94df-bd3e24b1b120 is scheduled to be hosted by DHCP agent 79258257-6d99-445c-af82-0acee6d9f316 with binding_index 1 {{(pid=103485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:40:10.476462 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:10.497535 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port fc29eb0f-64f8-498c-a4e8-cedab4c09b62, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=fc29eb0f-64f8-498c-a4e8-cedab4c09b62,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:10.567533 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-c53455ef-0c30-4620-96c1-da2d231e9515 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836146-2, dc336ecb-167c-4cd4-94df-bd3e24b1b120) {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:10.571836 n-d-836146-2 neutron-server[103485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53455ef-0c30-4620-96c1-da2d231e9515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:10.576383 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c53455ef-0c30-4620-96c1-da2d231e9515 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:10.584798 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81eb798-4289-48c7-854e-c20d89d573af None None] Network dc336ecb-167c-4cd4-94df-bd3e24b1b120 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:40:10.602081 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:10.661300 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-c53455ef-0c30-4620-96c1-da2d231e9515 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7163293 Apr 20 17:40:10.663088 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'name': 'tempest-TestSnapshotPattern-1971865388-router', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:04Z', 'updated_at': '2022-04-20T17:40:07Z', 'revision_number': 4, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'gw_port': {'id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:05Z', 'updated_at': '2022-04-20T17:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '974d22c0-93e2-49fe-98ed-cb592002ba50', 'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'mac_address': 'fa:16:3e:ba:a8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:07Z', 'updated_at': '2022-04-20T17:40:07Z', 'revision_number': 2, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'subnets': [{'id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:10.663911 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34148) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:40:10.670504 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-8c095e4d-0c84-4ddc-8f5a-2991eeec10a0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-60461354-router', 'tenant_id': '23e16ff8da39441c8de480a48152cecf', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:40:10.693802 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] Checking router: 5c8dee42-5c9e-426f-856f-a2d871834f2e for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:40:10.694144 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] Updating router 5c8dee42-5c9e-426f-856f-a2d871834f2e port 974d22c0-93e2-49fe-98ed-cb592002ba50 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:40:10.703971 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=fc29eb0f-64f8-498c-a4e8-cedab4c09b62,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:10.726246 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:10.773558 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c095e4d-0c84-4ddc-8f5a-2991eeec10a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261619'] for router, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:10.774404 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c095e4d-0c84-4ddc-8f5a-2991eeec10a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261626'] for router, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:10.781584 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de9fb78-c590-4822-90e6-6cab667c6722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cab869e-238e-51b5-b185-fe31fa88dbea-dc336ecb-167c-4cd4-94df-bd3e24b1b120', 'network_id': 'dc336ecb-167c-4cd4-94df-bd3e24b1b120', 'tenant_id': '23e16ff8da39441c8de480a48152cecf', 'fixed_ips': [{'subnet_id': '788b23d3-0c69-4c27-a2d1-845971d4c88c'}]}} from n-d-836146-2. {{(pid=103486) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 17:40:10.782506 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1de9fb78-c590-4822-90e6-6cab667c6722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:10.828852 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c095e4d-0c84-4ddc-8f5a-2991eeec10a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:10.926072 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.db_base_plugin_common [None req-1de9fb78-c590-4822-90e6-6cab667c6722 None None] Allocated IP 172.20.0.2 (dc336ecb-167c-4cd4-94df-bd3e24b1b120/788b23d3-0c69-4c27-a2d1-845971d4c88c/be5642b6-a2b9-4886-8c1a-3457c1514d71) {{(pid=103486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:40:10.979356 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.038458 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c095e4d-0c84-4ddc-8f5a-2991eeec10a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.047003 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.074982 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1de9fb78-c590-4822-90e6-6cab667c6722 None None] Notify callbacks [] for port, precommit_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.101265 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf3e19-4b3d-48ac-a5fe-d9c9e7e8efde None None] Pushing event updated for resources: {'Port': ['ID=974d22c0-93e2-49fe-98ed-cb592002ba50,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:11.125366 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf3e19-4b3d-48ac-a5fe-d9c9e7e8efde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:11.125756 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf3e19-4b3d-48ac-a5fe-d9c9e7e8efde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:11.126047 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf3e19-4b3d-48ac-a5fe-d9c9e7e8efde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:11.126388 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf3e19-4b3d-48ac-a5fe-d9c9e7e8efde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:11.126712 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf3e19-4b3d-48ac-a5fe-d9c9e7e8efde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:11.127039 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf3e19-4b3d-48ac-a5fe-d9c9e7e8efde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:11.127381 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf3e19-4b3d-48ac-a5fe-d9c9e7e8efde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:11.127685 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf3e19-4b3d-48ac-a5fe-d9c9e7e8efde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:11.128007 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf3e19-4b3d-48ac-a5fe-d9c9e7e8efde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:11.128327 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf3e19-4b3d-48ac-a5fe-d9c9e7e8efde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:11.129616 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf3e19-4b3d-48ac-a5fe-d9c9e7e8efde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:11.129616 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf3e19-4b3d-48ac-a5fe-d9c9e7e8efde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:11.149495 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1de9fb78-c590-4822-90e6-6cab667c6722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466'] for port, after_create {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.162747 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] Attempting to bind port 974d22c0-93e2-49fe-98ed-cb592002ba50 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:40:11.163124 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] Attempting to bind port 974d22c0-93e2-49fe-98ed-cb592002ba50 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '9e456a93-66de-4443-a5b0-5ebe1090d25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:40:11.163480 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] Attempting to bind port 974d22c0-93e2-49fe-98ed-cb592002ba50 on network 93a74913-0b0b-4868-81cf-bc9feed45fa4 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:40:11.169716 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:40:11.170243 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] Checking segment: {'id': '9e456a93-66de-4443-a5b0-5ebe1090d25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:40:11.170663 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.171045 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] Bound using segment: {'id': '9e456a93-66de-4443-a5b0-5ebe1090d25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:40:11.171516 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] Bound port: 974d22c0-93e2-49fe-98ed-cb592002ba50, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e456a93-66de-4443-a5b0-5ebe1090d25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:40:11.171893 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.196392 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de9fb78-c590-4822-90e6-6cab667c6722 None None] Network dc336ecb-167c-4cd4-94df-bd3e24b1b120 is already hosted by enough agents. {{(pid=103486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:11.199349 n-d-836146-2 neutron-server[103486]: DEBUG neutron.scheduler.base_scheduler [None req-1de9fb78-c590-4822-90e6-6cab667c6722 None None] Resources bound (agent type, host, resource id): {{(pid=103486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:11.205365 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de9fb78-c590-4822-90e6-6cab667c6722 None None] Received port after_create {{(pid=103486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:40:11.219218 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9fb78-c590-4822-90e6-6cab667c6722 None None] Pushing event updated for resources: {'Port': ['ID=be5642b6-a2b9-4886-8c1a-3457c1514d71,revision_number=1']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:11.255444 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] For port 974d22c0-93e2-49fe-98ed-cb592002ba50, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:40:11.257089 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] For port 974d22c0-93e2-49fe-98ed-cb592002ba50, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=974d22c0-93e2-49fe-98ed-cb592002ba50,segment=NetworkSegment(9e456a93-66de-4443-a5b0-5ebe1090d25e),segment_id=9e456a93-66de-4443-a5b0-5ebe1090d25e)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:40:11.275577 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1de9fb78-c590-4822-90e6-6cab667c6722 None None] Attempting to bind port be5642b6-a2b9-4886-8c1a-3457c1514d71 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:40:11.275946 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1de9fb78-c590-4822-90e6-6cab667c6722 None None] Attempting to bind port be5642b6-a2b9-4886-8c1a-3457c1514d71 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '71ae3f1d-5131-448b-99a6-cf395b5134ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dc336ecb-167c-4cd4-94df-bd3e24b1b120'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:40:11.276309 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de9fb78-c590-4822-90e6-6cab667c6722 None None] Attempting to bind port be5642b6-a2b9-4886-8c1a-3457c1514d71 on network dc336ecb-167c-4cd4-94df-bd3e24b1b120 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:40:11.284680 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de9fb78-c590-4822-90e6-6cab667c6722 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:40:11.284680 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de9fb78-c590-4822-90e6-6cab667c6722 None None] Checking segment: {'id': '71ae3f1d-5131-448b-99a6-cf395b5134ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dc336ecb-167c-4cd4-94df-bd3e24b1b120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:40:11.284680 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1de9fb78-c590-4822-90e6-6cab667c6722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.285015 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de9fb78-c590-4822-90e6-6cab667c6722 None None] Bound using segment: {'id': '71ae3f1d-5131-448b-99a6-cf395b5134ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dc336ecb-167c-4cd4-94df-bd3e24b1b120'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:40:11.285202 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-1de9fb78-c590-4822-90e6-6cab667c6722 None None] Bound port: be5642b6-a2b9-4886-8c1a-3457c1514d71, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ae3f1d-5131-448b-99a6-cf395b5134ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dc336ecb-167c-4cd4-94df-bd3e24b1b120'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:40:11.285581 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1de9fb78-c590-4822-90e6-6cab667c6722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.325058 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.353083 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c095e4d-0c84-4ddc-8f5a-2991eeec10a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.357986 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1de9fb78-c590-4822-90e6-6cab667c6722 None None] For port be5642b6-a2b9-4886-8c1a-3457c1514d71, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:40:11.381190 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-1de9fb78-c590-4822-90e6-6cab667c6722 None None] For port be5642b6-a2b9-4886-8c1a-3457c1514d71, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=be5642b6-a2b9-4886-8c1a-3457c1514d71,segment=NetworkSegment(71ae3f1d-5131-448b-99a6-cf395b5134ae),segment_id=71ae3f1d-5131-448b-99a6-cf395b5134ae)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:40:11.383379 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] Routers {'5c8dee42-5c9e-426f-856f-a2d871834f2e'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:40:11.384087 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:39:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5c8dee42-5c9e-426f-856f-a2d871834f2e'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:11.388739 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-ff7c0c04-8c9c-4bc1-a9e4-d9ea4fdf31a0 None None] Provisioning complete for port 974d22c0-93e2-49fe-98ed-cb592002ba50 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:11.389131 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ff7c0c04-8c9c-4bc1-a9e4-d9ea4fdf31a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.393671 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c095e4d-0c84-4ddc-8f5a-2991eeec10a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.467540 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1de9fb78-c590-4822-90e6-6cab667c6722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.495701 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] Set router 5c8dee42-5c9e-426f-856f-a2d871834f2e gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:40:11.522333 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-8c095e4d-0c84-4ddc-8f5a-2991eeec10a0 admin admin] Allocated IP 172.25.0.47 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/18795d5e-3c1d-41a0-96b2-7393ba434ee0) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:40:11.530243 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9fb78-c590-4822-90e6-6cab667c6722 None None] Pushing event updated for resources: {'Port': ['ID=be5642b6-a2b9-4886-8c1a-3457c1514d71,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:11.543148 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ff7c0c04-8c9c-4bc1-a9e4-d9ea4fdf31a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.601428 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ff7c0c04-8c9c-4bc1-a9e4-d9ea4fdf31a0 None None] For port 974d22c0-93e2-49fe-98ed-cb592002ba50, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=974d22c0-93e2-49fe-98ed-cb592002ba50,segment=NetworkSegment(9e456a93-66de-4443-a5b0-5ebe1090d25e),segment_id=9e456a93-66de-4443-a5b0-5ebe1090d25e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:11.634734 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf3e19-4b3d-48ac-a5fe-d9c9e7e8efde None None] Pushing event updated for resources: {'Port': ['ID=974d22c0-93e2-49fe-98ed-cb592002ba50,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:11.670257 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ff7c0c04-8c9c-4bc1-a9e4-d9ea4fdf31a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.679082 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c095e4d-0c84-4ddc-8f5a-2991eeec10a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.728137 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c0c04-8c9c-4bc1-a9e4-d9ea4fdf31a0 None None] Pushing event updated for resources: {'Port': ['ID=974d22c0-93e2-49fe-98ed-cb592002ba50,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:11.734198 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'name': 'tempest-TestSnapshotPattern-1971865388-router', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:04Z', 'updated_at': '2022-04-20T17:40:07Z', 'revision_number': 4, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'gw_port': {'id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:05Z', 'updated_at': '2022-04-20T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '974d22c0-93e2-49fe-98ed-cb592002ba50', 'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'mac_address': 'fa:16:3e:ba:a8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:07Z', 'updated_at': '2022-04-20T17:40:11Z', 'revision_number': 4, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'subnets': [{'id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:11.763169 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1016e11-2649-445b-89ee-418f14e6a92d None None] The sync data for ids ['5c8dee42-5c9e-426f-856f-a2d871834f2e'] in n-d-836146-2 is: [{'id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'name': 'tempest-TestSnapshotPattern-1971865388-router', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:04Z', 'updated_at': '2022-04-20T17:40:07Z', 'revision_number': 4, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'gw_port': {'id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:05Z', 'updated_at': '2022-04-20T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '974d22c0-93e2-49fe-98ed-cb592002ba50', 'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'mac_address': 'fa:16:3e:ba:a8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:07Z', 'updated_at': '2022-04-20T17:40:11Z', 'revision_number': 4, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'subnets': [{'id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:40:11.803532 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c095e4d-0c84-4ddc-8f5a-2991eeec10a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.821508 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-e1430496-8d75-4adf-a66b-5f5ec76eb073 None None] Provisioning complete for port 974d22c0-93e2-49fe-98ed-cb592002ba50 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:11.825926 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e1430496-8d75-4adf-a66b-5f5ec76eb073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.852129 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c095e4d-0c84-4ddc-8f5a-2991eeec10a0 admin admin] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:11.859451 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-8c095e4d-0c84-4ddc-8f5a-2991eeec10a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:11.862472 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c095e4d-0c84-4ddc-8f5a-2991eeec10a0 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:40:11.898450 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c095e4d-0c84-4ddc-8f5a-2991eeec10a0 admin admin] Pushing event updated for resources: {'Port': ['ID=18795d5e-3c1d-41a0-96b2-7393ba434ee0,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:12.215841 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c095e4d-0c84-4ddc-8f5a-2991eeec10a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:12.442062 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c095e4d-0c84-4ddc-8f5a-2991eeec10a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546801'] for router, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:12.497663 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device fc29eb0f-64f8-498c-a4e8-cedab4c09b62 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:40:12.559462 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port fc29eb0f-64f8-498c-a4e8-cedab4c09b62 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:12.559970 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:12.641253 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device be5642b6-a2b9-4886-8c1a-3457c1514d71 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:40:12.674041 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c095e4d-0c84-4ddc-8f5a-2991eeec10a0 admin admin] Router 766aab6f-b320-4358-bf2f-3ebff54889b8 is scheduled to L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f with binding_index 1 {{(pid=103485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:40:12.697267 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port be5642b6-a2b9-4886-8c1a-3457c1514d71 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:12.697267 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:12.699440 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6180c86d-0b63-482d-af86-9969057a5b96 None None] Network dc336ecb-167c-4cd4-94df-bd3e24b1b120 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:40:12.781664 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c095e4d-0c84-4ddc-8f5a-2991eeec10a0 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:40:12.803376 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] Sync routers for ids ['766aab6f-b320-4358-bf2f-3ebff54889b8'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:40:12.816840 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-d510f89b-2ee1-4b81-87d4-8ca4d6d55712 None None] Provisioning complete for port be5642b6-a2b9-4886-8c1a-3457c1514d71 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:12.817296 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d510f89b-2ee1-4b81-87d4-8ca4d6d55712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:12.862023 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] Routers {'766aab6f-b320-4358-bf2f-3ebff54889b8'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:40:12.862633 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:39:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['766aab6f-b320-4358-bf2f-3ebff54889b8'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:12.866534 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c095e4d-0c84-4ddc-8f5a-2991eeec10a0 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:12.868087 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8c095e4d-0c84-4ddc-8f5a-2991eeec10a0 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2015214 Apr 20 17:40:12.871368 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34150) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:40:12.983788 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:13.261364 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port be5642b6-a2b9-4886-8c1a-3457c1514d71, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=be5642b6-a2b9-4886-8c1a-3457c1514d71,segment=NetworkSegment(71ae3f1d-5131-448b-99a6-cf395b5134ae),segment_id=71ae3f1d-5131-448b-99a6-cf395b5134ae)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:13.264775 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] Set router 766aab6f-b320-4358-bf2f-3ebff54889b8 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:40:13.283426 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f5b6aa8f-19de-4b20-94d9-0b8153abc9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:13.348354 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d510f89b-2ee1-4b81-87d4-8ca4d6d55712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:13.385778 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:13.387168 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 974d22c0-93e2-49fe-98ed-cb592002ba50 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:40:13.460265 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-f5b6aa8f-19de-4b20-94d9-0b8153abc9a9 admin admin] Allocated IP 172.20.0.1 (dc336ecb-167c-4cd4-94df-bd3e24b1b120/788b23d3-0c69-4c27-a2d1-845971d4c88c/819bab1e-f100-4995-8c69-e862da276ab2) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:40:13.561356 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=be5642b6-a2b9-4886-8c1a-3457c1514d71,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:13.566957 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.db.api [None req-d510f89b-2ee1-4b81-87d4-8ca4d6d55712 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:40:13.567734 n-d-836146-2 neutron-server[103486]: DEBUG oslo_db.api [None req-d510f89b-2ee1-4b81-87d4-8ca4d6d55712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:40:13.579788 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f5b6aa8f-19de-4b20-94d9-0b8153abc9a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:13.580672 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 974d22c0-93e2-49fe-98ed-cb592002ba50 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:13.581045 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:13.636261 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766aab6f-b320-4358-bf2f-3ebff54889b8', 'name': 'tempest-TestSnapshotPattern-60461354-router', 'tenant_id': '23e16ff8da39441c8de480a48152cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '18795d5e-3c1d-41a0-96b2-7393ba434ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:10Z', 'updated_at': '2022-04-20T17:40:12Z', 'revision_number': 3, 'project_id': '23e16ff8da39441c8de480a48152cecf', 'gw_port': {'id': '18795d5e-3c1d-41a0-96b2-7393ba434ee0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766aab6f-b320-4358-bf2f-3ebff54889b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4449, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:11Z', 'updated_at': '2022-04-20T17:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:13.664406 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] Checking router: 766aab6f-b320-4358-bf2f-3ebff54889b8 for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:40:13.664750 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] Updating router 766aab6f-b320-4358-bf2f-3ebff54889b8 port 18795d5e-3c1d-41a0-96b2-7393ba434ee0 binding host n-d-836146-2 {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:40:13.665039 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f5b6aa8f-19de-4b20-94d9-0b8153abc9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:13.701498 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b6aa8f-19de-4b20-94d9-0b8153abc9a9 admin admin] Network dc336ecb-167c-4cd4-94df-bd3e24b1b120 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:13.706325 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-f5b6aa8f-19de-4b20-94d9-0b8153abc9a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:13.709872 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b6aa8f-19de-4b20-94d9-0b8153abc9a9 admin admin] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:40:13.716125 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:13.736180 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6aa8f-19de-4b20-94d9-0b8153abc9a9 admin admin] Pushing event updated for resources: {'Port': ['ID=819bab1e-f100-4995-8c69-e862da276ab2,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:13.762215 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f5b6aa8f-19de-4b20-94d9-0b8153abc9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534722'] for router_interface, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:13.997817 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] Notify callbacks [] for port, precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:14.059242 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f5b6aa8f-19de-4b20-94d9-0b8153abc9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:14.059896 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:14.138924 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] Attempting to bind port 18795d5e-3c1d-41a0-96b2-7393ba434ee0 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:40:14.139285 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] Attempting to bind port 18795d5e-3c1d-41a0-96b2-7393ba434ee0 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:40:14.139642 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] Attempting to bind port 18795d5e-3c1d-41a0-96b2-7393ba434ee0 on network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:40:14.149607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03e938-664c-4243-a425-4a117b3bcde0 None None] Pushing event updated for resources: {'Port': ['ID=18795d5e-3c1d-41a0-96b2-7393ba434ee0,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:14.153860 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:40:14.154840 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] Checking segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:40:14.154840 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:14.155049 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] Bound using segment: {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:40:14.155482 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] Bound port: 18795d5e-3c1d-41a0-96b2-7393ba434ee0, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b896222a-22a0-425d-816c-5f055e973ab8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:40:14.155860 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:14.210361 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] For port 18795d5e-3c1d-41a0-96b2-7393ba434ee0, host n-d-836146-2, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:40:14.213494 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] For port 18795d5e-3c1d-41a0-96b2-7393ba434ee0, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=18795d5e-3c1d-41a0-96b2-7393ba434ee0,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:40:14.222048 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f5b6aa8f-19de-4b20-94d9-0b8153abc9a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:14.265474 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-6d44a6ae-3f6a-4f8e-b45a-dcd991dc7496 None None] Provisioning complete for port be5642b6-a2b9-4886-8c1a-3457c1514d71 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:14.265901 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6d44a6ae-3f6a-4f8e-b45a-dcd991dc7496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:14.296179 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:14.305180 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device be5642b6-a2b9-4886-8c1a-3457c1514d71 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:40:14.310285 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f5b6aa8f-19de-4b20-94d9-0b8153abc9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62249648'] for port, after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:14.373914 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f5b6aa8f-19de-4b20-94d9-0b8153abc9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534718'] for router_interface, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:14.376566 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6aa8f-19de-4b20-94d9-0b8153abc9a9 admin admin] Pushing event updated for resources: {'Port': ['ID=819bab1e-f100-4995-8c69-e862da276ab2,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:14.402263 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03e938-664c-4243-a425-4a117b3bcde0 None None] Pushing event updated for resources: {'Port': ['ID=18795d5e-3c1d-41a0-96b2-7393ba434ee0,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:14.408801 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] Routers {'766aab6f-b320-4358-bf2f-3ebff54889b8'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:40:14.409421 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:39:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['766aab6f-b320-4358-bf2f-3ebff54889b8'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:14.474007 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b6aa8f-19de-4b20-94d9-0b8153abc9a9 admin admin] Network dc336ecb-167c-4cd4-94df-bd3e24b1b120 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:14.475479 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-f5b6aa8f-19de-4b20-94d9-0b8153abc9a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:14.534050 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port be5642b6-a2b9-4886-8c1a-3457c1514d71 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:14.534427 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:14.593476 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] Set router 766aab6f-b320-4358-bf2f-3ebff54889b8 gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:40:14.597661 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-6d44a6ae-3f6a-4f8e-b45a-dcd991dc7496 None None] Provisioning complete for port 819bab1e-f100-4995-8c69-e862da276ab2 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:14.598031 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6d44a6ae-3f6a-4f8e-b45a-dcd991dc7496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:14.711249 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-6d44a6ae-3f6a-4f8e-b45a-dcd991dc7496 None None] Port 819bab1e-f100-4995-8c69-e862da276ab2 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:40:14.857732 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-4d39e76e-da1f-4cf7-9ed2-49e0a6d7f75a None None] Provisioning complete for port 819bab1e-f100-4995-8c69-e862da276ab2 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:14.858098 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4d39e76e-da1f-4cf7-9ed2-49e0a6d7f75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:14.901991 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-4d39e76e-da1f-4cf7-9ed2-49e0a6d7f75a None None] Port 819bab1e-f100-4995-8c69-e862da276ab2 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:40:14.913296 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766aab6f-b320-4358-bf2f-3ebff54889b8', 'name': 'tempest-TestSnapshotPattern-60461354-router', 'tenant_id': '23e16ff8da39441c8de480a48152cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '18795d5e-3c1d-41a0-96b2-7393ba434ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:10Z', 'updated_at': '2022-04-20T17:40:13Z', 'revision_number': 4, 'project_id': '23e16ff8da39441c8de480a48152cecf', 'gw_port': {'id': '18795d5e-3c1d-41a0-96b2-7393ba434ee0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766aab6f-b320-4358-bf2f-3ebff54889b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4449, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:11Z', 'updated_at': '2022-04-20T17:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '819bab1e-f100-4995-8c69-e862da276ab2', 'name': '', 'network_id': 'dc336ecb-167c-4cd4-94df-bd3e24b1b120', 'tenant_id': '23e16ff8da39441c8de480a48152cecf', 'mac_address': 'fa:16:3e:b5:ec:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766aab6f-b320-4358-bf2f-3ebff54889b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4450, 'fixed_ips': [{'subnet_id': '788b23d3-0c69-4c27-a2d1-845971d4c88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:13Z', 'updated_at': '2022-04-20T17:40:14Z', 'revision_number': 2, 'project_id': '23e16ff8da39441c8de480a48152cecf', 'subnets': [{'id': '788b23d3-0c69-4c27-a2d1-845971d4c88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:14.932768 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b6aa8f-19de-4b20-94d9-0b8153abc9a9 admin admin] Router 766aab6f-b320-4358-bf2f-3ebff54889b8 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:40:15.044931 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b6aa8f-19de-4b20-94d9-0b8153abc9a9 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:40:15.057929 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-f5b6aa8f-19de-4b20-94d9-0b8153abc9a9 admin admin] 10.222.0.15 "PUT /v2.0/routers/766aab6f-b320-4358-bf2f-3ebff54889b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1777639 Apr 20 17:40:15.101781 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e50b7a-08fd-4f22-9191-a59f2709620b None None] The sync data for ids ['766aab6f-b320-4358-bf2f-3ebff54889b8'] in n-d-836146-2 is: [{'id': '766aab6f-b320-4358-bf2f-3ebff54889b8', 'name': 'tempest-TestSnapshotPattern-60461354-router', 'tenant_id': '23e16ff8da39441c8de480a48152cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '18795d5e-3c1d-41a0-96b2-7393ba434ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:10Z', 'updated_at': '2022-04-20T17:40:13Z', 'revision_number': 4, 'project_id': '23e16ff8da39441c8de480a48152cecf', 'gw_port': {'id': '18795d5e-3c1d-41a0-96b2-7393ba434ee0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766aab6f-b320-4358-bf2f-3ebff54889b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4449, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:11Z', 'updated_at': '2022-04-20T17:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '819bab1e-f100-4995-8c69-e862da276ab2', 'name': '', 'network_id': 'dc336ecb-167c-4cd4-94df-bd3e24b1b120', 'tenant_id': '23e16ff8da39441c8de480a48152cecf', 'mac_address': 'fa:16:3e:b5:ec:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766aab6f-b320-4358-bf2f-3ebff54889b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4450, 'fixed_ips': [{'subnet_id': '788b23d3-0c69-4c27-a2d1-845971d4c88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:13Z', 'updated_at': '2022-04-20T17:40:14Z', 'revision_number': 2, 'project_id': '23e16ff8da39441c8de480a48152cecf', 'subnets': [{'id': '788b23d3-0c69-4c27-a2d1-845971d4c88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:40:15.763251 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34158) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:40:15.767944 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-1697e7ad-6480-4283-a3eb-b4c9269370d9 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1530366036', 'description': 'tempest-secgroup-smoke-1530366036 description', 'project_id': '76baca6f9073453d85cf5af4b4599149'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:40:15.868627 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1697e7ad-6480-4283-a3eb-b4c9269370d9 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for security_group, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:15.939041 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1697e7ad-6480-4283-a3eb-b4c9269370d9 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for security_group, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:15.990533 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1697e7ad-6480-4283-a3eb-b4c9269370d9 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:16.020409 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697e7ad-6480-4283-a3eb-b4c9269370d9 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ed8a61-f127-43ac-9900-aadfc2a83d9c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:16.092868 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1697e7ad-6480-4283-a3eb-b4c9269370d9 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:16.094238 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-1697e7ad-6480-4283-a3eb-b4c9269370d9 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3298578 Apr 20 17:40:16.097175 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34160) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:40:16.101586 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-54a2e253-ca6b-4bd1-995b-168325477f2f tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Request body: {'security_group_rule': {'security_group_id': '12ed8a61-f127-43ac-9900-aadfc2a83d9c', 'project_id': '76baca6f9073453d85cf5af4b4599149', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:40:16.195700 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-54a2e253-ca6b-4bd1-995b-168325477f2f tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:16.254811 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-54a2e253-ca6b-4bd1-995b-168325477f2f tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:16.333374 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-54a2e253-ca6b-4bd1-995b-168325477f2f tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:16.336384 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 18795d5e-3c1d-41a0-96b2-7393ba434ee0 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:40:16.351240 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2e253-ca6b-4bd1-995b-168325477f2f tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69fbdce9-c370-430f-9ec0-4eca64b30269,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:16.384317 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 18795d5e-3c1d-41a0-96b2-7393ba434ee0 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:16.388239 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:16.438157 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-54a2e253-ca6b-4bd1-995b-168325477f2f tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:16.440679 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-54a2e253-ca6b-4bd1-995b-168325477f2f tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3413613 Apr 20 17:40:16.447358 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34162) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:40:16.452667 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-4897909c-ff78-4026-ada1-13aab46cb058 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Request body: {'security_group_rule': {'security_group_id': '12ed8a61-f127-43ac-9900-aadfc2a83d9c', 'project_id': '76baca6f9073453d85cf5af4b4599149', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:40:16.461057 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:16.485764 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] For port 18795d5e-3c1d-41a0-96b2-7393ba434ee0, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=18795d5e-3c1d-41a0-96b2-7393ba434ee0,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:16.561848 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4897909c-ff78-4026-ada1-13aab46cb058 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:16.578799 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:16.622563 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4897909c-ff78-4026-ada1-13aab46cb058 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:16.625696 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Pushing event updated for resources: {'Port': ['ID=18795d5e-3c1d-41a0-96b2-7393ba434ee0,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:16.679040 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4897909c-ff78-4026-ada1-13aab46cb058 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:16.699067 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897909c-ff78-4026-ada1-13aab46cb058 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478e0ba0-c4dc-4e11-8309-c6d63fd938f8,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:16.769241 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4897909c-ff78-4026-ada1-13aab46cb058 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:16.771614 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-4897909c-ff78-4026-ada1-13aab46cb058 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3220861 Apr 20 17:40:16.773175 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34164) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:40:16.777559 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-a7851212-87cc-4b04-aecf-dff76b0f7ca5 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Request body: {'security_group_rule': {'security_group_id': '12ed8a61-f127-43ac-9900-aadfc2a83d9c', 'project_id': '76baca6f9073453d85cf5af4b4599149', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:40:16.861566 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7851212-87cc-4b04-aecf-dff76b0f7ca5 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:16.919878 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7851212-87cc-4b04-aecf-dff76b0f7ca5 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:16.957055 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] Sync routers for ids ['766aab6f-b320-4358-bf2f-3ebff54889b8'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:40:16.966434 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] Routers {'766aab6f-b320-4358-bf2f-3ebff54889b8'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:40:16.967045 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:39:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['766aab6f-b320-4358-bf2f-3ebff54889b8'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:16.996516 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7851212-87cc-4b04-aecf-dff76b0f7ca5 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:17.011481 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7851212-87cc-4b04-aecf-dff76b0f7ca5 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6607c61e-ad06-42f3-b742-22bddd7f0a20,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:17.070482 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] Set router 766aab6f-b320-4358-bf2f-3ebff54889b8 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:40:17.077587 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a7851212-87cc-4b04-aecf-dff76b0f7ca5 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:17.078805 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-a7851212-87cc-4b04-aecf-dff76b0f7ca5 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3047028 Apr 20 17:40:17.081809 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34166) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:40:17.086233 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-811074a0-4caa-4196-982a-0ae5bc5e629c tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Request body: {'security_group_rule': {'security_group_id': '12ed8a61-f127-43ac-9900-aadfc2a83d9c', 'project_id': '76baca6f9073453d85cf5af4b4599149', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:40:17.155600 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-811074a0-4caa-4196-982a-0ae5bc5e629c tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:17.215729 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-811074a0-4caa-4196-982a-0ae5bc5e629c tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:17.264099 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766aab6f-b320-4358-bf2f-3ebff54889b8', 'name': 'tempest-TestSnapshotPattern-60461354-router', 'tenant_id': '23e16ff8da39441c8de480a48152cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '18795d5e-3c1d-41a0-96b2-7393ba434ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:10Z', 'updated_at': '2022-04-20T17:40:13Z', 'revision_number': 4, 'project_id': '23e16ff8da39441c8de480a48152cecf', 'gw_port': {'id': '18795d5e-3c1d-41a0-96b2-7393ba434ee0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766aab6f-b320-4358-bf2f-3ebff54889b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4449, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:11Z', 'updated_at': '2022-04-20T17:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '819bab1e-f100-4995-8c69-e862da276ab2', 'name': '', 'network_id': 'dc336ecb-167c-4cd4-94df-bd3e24b1b120', 'tenant_id': '23e16ff8da39441c8de480a48152cecf', 'mac_address': 'fa:16:3e:b5:ec:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766aab6f-b320-4358-bf2f-3ebff54889b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4450, 'fixed_ips': [{'subnet_id': '788b23d3-0c69-4c27-a2d1-845971d4c88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:13Z', 'updated_at': '2022-04-20T17:40:14Z', 'revision_number': 2, 'project_id': '23e16ff8da39441c8de480a48152cecf', 'subnets': [{'id': '788b23d3-0c69-4c27-a2d1-845971d4c88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:17.290742 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] Checking router: 766aab6f-b320-4358-bf2f-3ebff54889b8 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:40:17.291090 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] Updating router 766aab6f-b320-4358-bf2f-3ebff54889b8 port 819bab1e-f100-4995-8c69-e862da276ab2 binding host n-d-836146-2 {{(pid=103487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 17:40:17.316568 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:17.332888 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-811074a0-4caa-4196-982a-0ae5bc5e629c tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:17.351904 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811074a0-4caa-4196-982a-0ae5bc5e629c tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7520e076-7ecc-4511-b957-e168c5fe74e9,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:17.438201 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-811074a0-4caa-4196-982a-0ae5bc5e629c tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:17.439689 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-811074a0-4caa-4196-982a-0ae5bc5e629c tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3567512 Apr 20 17:40:17.442264 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34168) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:40:17.446591 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-e0beab48-6448-4d88-a378-f7a126acc24a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Request body: {'security_group_rule': {'security_group_id': '12ed8a61-f127-43ac-9900-aadfc2a83d9c', 'project_id': '76baca6f9073453d85cf5af4b4599149', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:40:17.533342 n-d-836146-2 neutron-server[103485]: INFO neutron.db.securitygroups_db [None req-e0beab48-6448-4d88-a378-f7a126acc24a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Project 76baca6f9073453d85cf5af4b4599149 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:40:17.538418 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e0beab48-6448-4d88-a378-f7a126acc24a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:17.602783 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e0beab48-6448-4d88-a378-f7a126acc24a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:17.659599 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e0beab48-6448-4d88-a378-f7a126acc24a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:17.660003 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] Notify callbacks [] for port, precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:17.679880 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0beab48-6448-4d88-a378-f7a126acc24a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c69d8b-da83-416a-afd9-e481992f76e3,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:17.730957 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:17.755211 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e0beab48-6448-4d88-a378-f7a126acc24a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:17.759900 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-e0beab48-6448-4d88-a378-f7a126acc24a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3134842 Apr 20 17:40:17.759900 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34170) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:40:17.764599 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.v2.base [None req-8fa10c49-43d0-4bb3-ab83-0f0022f0110c tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Request body: {'security_group_rule': {'security_group_id': '12ed8a61-f127-43ac-9900-aadfc2a83d9c', 'project_id': '76baca6f9073453d85cf5af4b4599149', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:40:17.784727 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facaa48a-1a1f-429f-a70d-03329c21a349 None None] Pushing event updated for resources: {'Port': ['ID=819bab1e-f100-4995-8c69-e862da276ab2,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:17.841063 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] Attempting to bind port 819bab1e-f100-4995-8c69-e862da276ab2 on host n-d-836146-2 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:40:17.841343 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] Attempting to bind port 819bab1e-f100-4995-8c69-e862da276ab2 by drivers openvswitch,hyperv on host n-d-836146-2 at level 0 using segments [{'id': '71ae3f1d-5131-448b-99a6-cf395b5134ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dc336ecb-167c-4cd4-94df-bd3e24b1b120'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:40:17.841705 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] Attempting to bind port 819bab1e-f100-4995-8c69-e862da276ab2 on network dc336ecb-167c-4cd4-94df-bd3e24b1b120 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:40:17.847179 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] Checking agent: {'id': '9378e22b-948c-4303-87f2-80e8f0bca0be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 15, 55, 28), 'started_at': datetime.datetime(2022, 4, 20, 15, 55, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836146-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:40:17.847552 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] Checking segment: {'id': '71ae3f1d-5131-448b-99a6-cf395b5134ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dc336ecb-167c-4cd4-94df-bd3e24b1b120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:40:17.847950 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:17.848350 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] Bound using segment: {'id': '71ae3f1d-5131-448b-99a6-cf395b5134ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dc336ecb-167c-4cd4-94df-bd3e24b1b120'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:40:17.848820 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] Bound port: 819bab1e-f100-4995-8c69-e862da276ab2, host: n-d-836146-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ae3f1d-5131-448b-99a6-cf395b5134ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dc336ecb-167c-4cd4-94df-bd3e24b1b120'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:40:17.849201 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:17.851387 n-d-836146-2 neutron-server[103485]: INFO neutron.db.securitygroups_db [None req-8fa10c49-43d0-4bb3-ab83-0f0022f0110c tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Project 76baca6f9073453d85cf5af4b4599149 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:40:17.857986 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8fa10c49-43d0-4bb3-ab83-0f0022f0110c tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:17.919841 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] For port 819bab1e-f100-4995-8c69-e862da276ab2, host n-d-836146-2, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:40:17.923449 n-d-836146-2 neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] For port 819bab1e-f100-4995-8c69-e862da276ab2, host n-d-836146-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=819bab1e-f100-4995-8c69-e862da276ab2,segment=NetworkSegment(71ae3f1d-5131-448b-99a6-cf395b5134ae),segment_id=71ae3f1d-5131-448b-99a6-cf395b5134ae)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:40:17.927393 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8fa10c49-43d0-4bb3-ab83-0f0022f0110c tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:18.010702 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8fa10c49-43d0-4bb3-ab83-0f0022f0110c tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753754'] for security_group_rule, after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:18.013016 n-d-836146-2 neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:18.029364 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa10c49-43d0-4bb3-ab83-0f0022f0110c tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55425ec-a6db-4bc2-a9e8-2a283ef077e6,revision_number=0']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:18.070797 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] Routers {'766aab6f-b320-4358-bf2f-3ebff54889b8'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:40:18.071415 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:39:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['766aab6f-b320-4358-bf2f-3ebff54889b8'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:18.075987 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facaa48a-1a1f-429f-a70d-03329c21a349 None None] Pushing event updated for resources: {'Port': ['ID=819bab1e-f100-4995-8c69-e862da276ab2,revision_number=4']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:18.110656 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-efef8ff4-cc22-4844-beae-b01cdbb73280 None None] Provisioning complete for port 819bab1e-f100-4995-8c69-e862da276ab2 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:18.111689 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-efef8ff4-cc22-4844-beae-b01cdbb73280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:18.141162 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8fa10c49-43d0-4bb3-ab83-0f0022f0110c tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:18.142934 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8fa10c49-43d0-4bb3-ab83-0f0022f0110c tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3820240 Apr 20 17:40:18.200977 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] Set router 766aab6f-b320-4358-bf2f-3ebff54889b8 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:40:18.237056 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-efef8ff4-cc22-4844-beae-b01cdbb73280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:18.277805 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-efef8ff4-cc22-4844-beae-b01cdbb73280 None None] For port 819bab1e-f100-4995-8c69-e862da276ab2, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=819bab1e-f100-4995-8c69-e862da276ab2,segment=NetworkSegment(71ae3f1d-5131-448b-99a6-cf395b5134ae),segment_id=71ae3f1d-5131-448b-99a6-cf395b5134ae)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:18.374454 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 819bab1e-f100-4995-8c69-e862da276ab2 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:40:18.403205 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-efef8ff4-cc22-4844-beae-b01cdbb73280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:18.411184 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00792fda-0732-4ae4-8685-0146cea766d1 req-61cf9705-9467-4ba5-a076-f2f092c18b29 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1530366036&fields=id&tenant_id=76baca6f9073453d85cf5af4b4599149 HTTP/1.1" status: 200 len: 267 time: 0.0355411 Apr 20 17:40:18.437932 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766aab6f-b320-4358-bf2f-3ebff54889b8', 'name': 'tempest-TestSnapshotPattern-60461354-router', 'tenant_id': '23e16ff8da39441c8de480a48152cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '18795d5e-3c1d-41a0-96b2-7393ba434ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:10Z', 'updated_at': '2022-04-20T17:40:13Z', 'revision_number': 4, 'project_id': '23e16ff8da39441c8de480a48152cecf', 'gw_port': {'id': '18795d5e-3c1d-41a0-96b2-7393ba434ee0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766aab6f-b320-4358-bf2f-3ebff54889b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4449, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:11Z', 'updated_at': '2022-04-20T17:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '819bab1e-f100-4995-8c69-e862da276ab2', 'name': '', 'network_id': 'dc336ecb-167c-4cd4-94df-bd3e24b1b120', 'tenant_id': '23e16ff8da39441c8de480a48152cecf', 'mac_address': 'fa:16:3e:b5:ec:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766aab6f-b320-4358-bf2f-3ebff54889b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4450, 'fixed_ips': [{'subnet_id': '788b23d3-0c69-4c27-a2d1-845971d4c88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:13Z', 'updated_at': '2022-04-20T17:40:17Z', 'revision_number': 4, 'project_id': '23e16ff8da39441c8de480a48152cecf', 'subnets': [{'id': '788b23d3-0c69-4c27-a2d1-845971d4c88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:18.466116 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bebc251-7fa5-486f-bb44-d2f178704c38 None None] The sync data for ids ['766aab6f-b320-4358-bf2f-3ebff54889b8'] in n-d-836146-2 is: [{'id': '766aab6f-b320-4358-bf2f-3ebff54889b8', 'name': 'tempest-TestSnapshotPattern-60461354-router', 'tenant_id': '23e16ff8da39441c8de480a48152cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '18795d5e-3c1d-41a0-96b2-7393ba434ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:10Z', 'updated_at': '2022-04-20T17:40:13Z', 'revision_number': 4, 'project_id': '23e16ff8da39441c8de480a48152cecf', 'gw_port': {'id': '18795d5e-3c1d-41a0-96b2-7393ba434ee0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766aab6f-b320-4358-bf2f-3ebff54889b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4449, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:11Z', 'updated_at': '2022-04-20T17:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '819bab1e-f100-4995-8c69-e862da276ab2', 'name': '', 'network_id': 'dc336ecb-167c-4cd4-94df-bd3e24b1b120', 'tenant_id': '23e16ff8da39441c8de480a48152cecf', 'mac_address': 'fa:16:3e:b5:ec:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766aab6f-b320-4358-bf2f-3ebff54889b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4450, 'fixed_ips': [{'subnet_id': '788b23d3-0c69-4c27-a2d1-845971d4c88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:13Z', 'updated_at': '2022-04-20T17:40:17Z', 'revision_number': 4, 'project_id': '23e16ff8da39441c8de480a48152cecf', 'subnets': [{'id': '788b23d3-0c69-4c27-a2d1-845971d4c88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:40:18.472789 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef8ff4-cc22-4844-beae-b01cdbb73280 None None] Pushing event updated for resources: {'Port': ['ID=819bab1e-f100-4995-8c69-e862da276ab2,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:18.479854 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 819bab1e-f100-4995-8c69-e862da276ab2 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:18.480268 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:18.529106 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00792fda-0732-4ae4-8685-0146cea766d1 req-eaaaa2a1-c112-4920-bf53-483eded99b35 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:18.530653 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00792fda-0732-4ae4-8685-0146cea766d1 req-eaaaa2a1-c112-4920-bf53-483eded99b35 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/networks?id=93a74913-0b0b-4868-81cf-bc9feed45fa4 HTTP/1.1" status: 200 len: 810 time: 0.1111362 Apr 20 17:40:18.537119 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-cdf6277e-d66a-4f26-ae50-f58db9e8435e None None] Provisioning complete for port 819bab1e-f100-4995-8c69-e862da276ab2 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:18.537487 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cdf6277e-d66a-4f26-ae50-f58db9e8435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:18.550604 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00792fda-0732-4ae4-8685-0146cea766d1 req-c6ddc395-cf3e-48c4-8182-31d7f3e88321 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/quotas/76baca6f9073453d85cf5af4b4599149 HTTP/1.1" status: 200 len: 375 time: 0.0098479 Apr 20 17:40:18.611589 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00792fda-0732-4ae4-8685-0146cea766d1 req-6b85a12c-ea6e-41a6-be02-181a8fc388f4 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=76baca6f9073453d85cf5af4b4599149&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499794 Apr 20 17:40:18.620679 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 18795d5e-3c1d-41a0-96b2-7393ba434ee0 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:40:18.702250 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 18795d5e-3c1d-41a0-96b2-7393ba434ee0 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:18.702627 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:18.830428 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00792fda-0732-4ae4-8685-0146cea766d1 req-4475caf5-7f5e-464a-8620-fc9997062d58 service neutron] 10.222.0.15 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037158 Apr 20 17:40:18.923456 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00792fda-0732-4ae4-8685-0146cea766d1 req-84a41511-2252-402b-bde9-f30110b50171 service neutron] 10.222.0.15 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866232 Apr 20 17:40:19.157025 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0653e55f-6a9a-4939-94bf-8c17b51f6c36 req-d7d097f9-6834-4492-a8a9-8a91738fbe7b tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 210 time: 0.0291574 Apr 20 17:40:20.262137 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-146db8fa-6f50-4ee6-a46e-0472e841a588 req-5befe874-cc67-41ca-b677-a91414dc18e3 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 210 time: 0.0338163 Apr 20 17:40:20.317276 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 819bab1e-f100-4995-8c69-e862da276ab2 up at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:40:20.364294 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Provisioning complete for port 819bab1e-f100-4995-8c69-e862da276ab2 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:20.364649 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:21.359873 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-277da1ca-60e1-489b-92ce-908e81f70a5d req-6b545630-2acd-4e1f-bacb-77d2eec3351a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 210 time: 0.0337493 Apr 20 17:40:21.451395 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00792fda-0732-4ae4-8685-0146cea766d1 req-395609f1-a8f7-4134-a976-9be65f11c2b2 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:21.452929 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00792fda-0732-4ae4-8685-0146cea766d1 req-395609f1-a8f7-4134-a976-9be65f11c2b2 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.26 "GET /v2.0/networks?id=93a74913-0b0b-4868-81cf-bc9feed45fa4 HTTP/1.1" status: 200 len: 810 time: 0.1167879 Apr 20 17:40:21.500414 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00792fda-0732-4ae4-8685-0146cea766d1 req-5bc3b1f7-1869-48bb-86f3-cdcfda4dca3f tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76baca6f9073453d85cf5af4b4599149 HTTP/1.1" status: 200 len: 380 time: 0.0329680 Apr 20 17:40:21.509325 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-00792fda-0732-4ae4-8685-0146cea766d1 req-a99b521f-0bca-4d00-9715-3631d429e429 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Request body: {'port': {'device_id': 'e699d094-0977-4e28-8689-080be8d113c2', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'admin_state_up': True, 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'security_groups': ['12ed8a61-f127-43ac-9900-aadfc2a83d9c']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:40:21.673136 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00792fda-0732-4ae4-8685-0146cea766d1 req-a99b521f-0bca-4d00-9715-3631d429e429 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Made reservation on behalf of 76baca6f9073453d85cf5af4b4599149 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:40:21.676682 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-00792fda-0732-4ae4-8685-0146cea766d1 req-a99b521f-0bca-4d00-9715-3631d429e429 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:21.803471 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-00792fda-0732-4ae4-8685-0146cea766d1 req-a99b521f-0bca-4d00-9715-3631d429e429 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Allocated IP 172.20.0.11 (93a74913-0b0b-4868-81cf-bc9feed45fa4/f6f032e2-0cff-4256-bcb3-5533e9f33476/ce4a8b9c-2f3d-4d97-9914-a59436bce6f0) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:40:21.937747 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-00792fda-0732-4ae4-8685-0146cea766d1 req-a99b521f-0bca-4d00-9715-3631d429e429 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.045663 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-00792fda-0732-4ae4-8685-0146cea766d1 req-a99b521f-0bca-4d00-9715-3631d429e429 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.092913 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00792fda-0732-4ae4-8685-0146cea766d1 req-a99b521f-0bca-4d00-9715-3631d429e429 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Network 93a74913-0b0b-4868-81cf-bc9feed45fa4 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:22.099133 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-00792fda-0732-4ae4-8685-0146cea766d1 req-a99b521f-0bca-4d00-9715-3631d429e429 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:22.102885 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-00792fda-0732-4ae4-8685-0146cea766d1 req-a99b521f-0bca-4d00-9715-3631d429e429 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:40:22.130910 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b521f-0bca-4d00-9715-3631d429e429 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Pushing event updated for resources: {'Port': ['ID=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:22.157777 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00792fda-0732-4ae4-8685-0146cea766d1 req-a99b521f-0bca-4d00-9715-3631d429e429 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:22.158406 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-00792fda-0732-4ae4-8685-0146cea766d1 req-a99b521f-0bca-4d00-9715-3631d429e429 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.248008 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00792fda-0732-4ae4-8685-0146cea766d1 req-a99b521f-0bca-4d00-9715-3631d429e429 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7421317 Apr 20 17:40:22.310363 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-00792fda-0732-4ae4-8685-0146cea766d1 req-c462a124-20cf-4ceb-9841-ccf42c7dfbff service neutron] Request body: {'port': {'device_id': 'e699d094-0977-4e28-8689-080be8d113c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:40:22.328501 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-0898a0f1-5aff-4093-800f-bd839d2faef2 None None] Provisioning complete for port ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:22.329070 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0898a0f1-5aff-4093-800f-bd839d2faef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.361505 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-0898a0f1-5aff-4093-800f-bd839d2faef2 None None] Port ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:40:22.361783 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-00792fda-0732-4ae4-8685-0146cea766d1 req-c462a124-20cf-4ceb-9841-ccf42c7dfbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.563597 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2392ff-f1aa-4830-b3b4-0dd6b6c2366b req-b1bec639-3c20-49e5-99f7-41fd6292be4d tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:22.565104 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7f2392ff-f1aa-4830-b3b4-0dd6b6c2366b req-b1bec639-3c20-49e5-99f7-41fd6292be4d tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 932 time: 0.1017730 Apr 20 17:40:22.619589 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7f2392ff-f1aa-4830-b3b4-0dd6b6c2366b req-e7edda99-6571-4c84-a47e-7a8c7c86a6bd tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469480 Apr 20 17:40:22.685501 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-00792fda-0732-4ae4-8685-0146cea766d1 req-c462a124-20cf-4ceb-9841-ccf42c7dfbff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:40:22.692700 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-00792fda-0732-4ae4-8685-0146cea766d1 req-c462a124-20cf-4ceb-9841-ccf42c7dfbff service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.704495 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-00792fda-0732-4ae4-8685-0146cea766d1 req-c462a124-20cf-4ceb-9841-ccf42c7dfbff service neutron] Transition to ACTIVE for port object ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:22.767087 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-00792fda-0732-4ae4-8685-0146cea766d1 req-c462a124-20cf-4ceb-9841-ccf42c7dfbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.818923 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462a124-20cf-4ceb-9841-ccf42c7dfbff service neutron] Pushing event updated for resources: {'Port': ['ID=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:22.859288 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-be37b07d-ce85-4124-82d7-3f3e1e03cd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.889780 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-00792fda-0732-4ae4-8685-0146cea766d1 req-c462a124-20cf-4ceb-9841-ccf42c7dfbff service neutron] Attempting to bind port ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 on host n-h1-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:40:22.890122 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-00792fda-0732-4ae4-8685-0146cea766d1 req-c462a124-20cf-4ceb-9841-ccf42c7dfbff service neutron] Attempting to bind port ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 by drivers openvswitch,hyperv on host n-h1-836146-2 at level 0 using segments [{'id': '9e456a93-66de-4443-a5b0-5ebe1090d25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:40:22.890447 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00792fda-0732-4ae4-8685-0146cea766d1 req-c462a124-20cf-4ceb-9841-ccf42c7dfbff service neutron] Attempting to bind port ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 on network 93a74913-0b0b-4868-81cf-bc9feed45fa4 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:40:22.894959 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00792fda-0732-4ae4-8685-0146cea766d1 req-c462a124-20cf-4ceb-9841-ccf42c7dfbff service neutron] Port ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 on network 93a74913-0b0b-4868-81cf-bc9feed45fa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:40:22.895271 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00792fda-0732-4ae4-8685-0146cea766d1 req-c462a124-20cf-4ceb-9841-ccf42c7dfbff service neutron] Attempting to bind port ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 on network 93a74913-0b0b-4868-81cf-bc9feed45fa4 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:40:22.900503 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00792fda-0732-4ae4-8685-0146cea766d1 req-c462a124-20cf-4ceb-9841-ccf42c7dfbff service neutron] Checking agent: {'id': '6e79b98f-6f35-402c-9afd-4ef4312243d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:40:22.900839 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00792fda-0732-4ae4-8685-0146cea766d1 req-c462a124-20cf-4ceb-9841-ccf42c7dfbff service neutron] Checking segment: {'id': '9e456a93-66de-4443-a5b0-5ebe1090d25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:40:22.901217 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00792fda-0732-4ae4-8685-0146cea766d1 req-c462a124-20cf-4ceb-9841-ccf42c7dfbff service neutron] Bound using segment: {'id': '9e456a93-66de-4443-a5b0-5ebe1090d25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:40:22.901638 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-00792fda-0732-4ae4-8685-0146cea766d1 req-c462a124-20cf-4ceb-9841-ccf42c7dfbff service neutron] Bound port: ce4a8b9c-2f3d-4d97-9914-a59436bce6f0, host: n-h1-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e456a93-66de-4443-a5b0-5ebe1090d25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:40:22.902016 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-00792fda-0732-4ae4-8685-0146cea766d1 req-c462a124-20cf-4ceb-9841-ccf42c7dfbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.969141 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-00792fda-0732-4ae4-8685-0146cea766d1 req-c462a124-20cf-4ceb-9841-ccf42c7dfbff service neutron] For port ce4a8b9c-2f3d-4d97-9914-a59436bce6f0, host n-h1-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:40:22.972487 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-00792fda-0732-4ae4-8685-0146cea766d1 req-c462a124-20cf-4ceb-9841-ccf42c7dfbff service neutron] For port ce4a8b9c-2f3d-4d97-9914-a59436bce6f0, host n-h1-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0,segment=NetworkSegment(9e456a93-66de-4443-a5b0-5ebe1090d25e),segment_id=9e456a93-66de-4443-a5b0-5ebe1090d25e)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:40:23.025008 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-00792fda-0732-4ae4-8685-0146cea766d1 req-c462a124-20cf-4ceb-9841-ccf42c7dfbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:23.059512 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00792fda-0732-4ae4-8685-0146cea766d1 req-c462a124-20cf-4ceb-9841-ccf42c7dfbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:23.060198 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-00792fda-0732-4ae4-8685-0146cea766d1 req-c462a124-20cf-4ceb-9841-ccf42c7dfbff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:23.061561 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00792fda-0732-4ae4-8685-0146cea766d1 req-c462a124-20cf-4ceb-9841-ccf42c7dfbff service neutron] 10.222.0.26 "PUT /v2.0/ports/ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 HTTP/1.1" status: 200 len: 1092 time: 0.7561574 Apr 20 17:40:23.061997 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e699d094-0977-4e28-8689-080be8d113c2', 'tag': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:40:23.064263 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817648ac-344b-4607-8417-6db5becf9272" -d '{"events": [{"name": "network-changed", "server_uuid": "e699d094-0977-4e28-8689-080be8d113c2", "tag": "ce4a8b9c-2f3d-4d97-9914-a59436bce6f0"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:40:23.089669 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462a124-20cf-4ceb-9841-ccf42c7dfbff service neutron] Pushing event updated for resources: {'Port': ['ID=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:23.122713 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de06dfa-a426-4c6e-8440-4fa4bbea1361 x-openstack-request-id: req-2de06dfa-a426-4c6e-8440-4fa4bbea1361 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:40:23.123003 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e699d094-0977-4e28-8689-080be8d113c2", "tag": "ce4a8b9c-2f3d-4d97-9914-a59436bce6f0", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:40:23.123250 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2de06dfa-a426-4c6e-8440-4fa4bbea1361 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:40:23.123708 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2de06dfa-a426-4c6e-8440-4fa4bbea1361'] response: {'name': 'network-changed', 'server_uuid': 'e699d094-0977-4e28-8689-080be8d113c2', 'tag': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0', 'status': 'completed', 'code': 200} Apr 20 17:40:23.206097 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817648ac-344b-4607-8417-6db5becf9272 req-4045276f-a2a3-4421-ae6a-388406c1e9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:23.207629 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-817648ac-344b-4607-8417-6db5becf9272 req-4045276f-a2a3-4421-ae6a-388406c1e9bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=76baca6f9073453d85cf5af4b4599149&device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 1095 time: 0.0439081 Apr 20 17:40:23.313422 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817648ac-344b-4607-8417-6db5becf9272 req-74969272-5e83-4bea-869b-8661813e27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:23.315215 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-817648ac-344b-4607-8417-6db5becf9272 req-74969272-5e83-4bea-869b-8661813e27ae service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=76baca6f9073453d85cf5af4b4599149&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0955946 Apr 20 17:40:23.411942 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817648ac-344b-4607-8417-6db5becf9272 req-d720b51f-a7eb-4291-9f1c-45dd4bed91cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:23.413387 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-817648ac-344b-4607-8417-6db5becf9272 req-d720b51f-a7eb-4291-9f1c-45dd4bed91cf service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918610 Apr 20 17:40:23.507121 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00792fda-0732-4ae4-8685-0146cea766d1 req-1ed7c660-9af6-4899-acff-1d404ac33441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:23.508648 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00792fda-0732-4ae4-8685-0146cea766d1 req-1ed7c660-9af6-4899-acff-1d404ac33441 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=76baca6f9073453d85cf5af4b4599149&device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 1095 time: 0.0411153 Apr 20 17:40:23.554255 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00792fda-0732-4ae4-8685-0146cea766d1 req-a05484b0-97b4-42b8-ab08-9ee0cd0c5063 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 HTTP/1.1" status: 200 len: 217 time: 0.0326364 Apr 20 17:40:23.601104 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00792fda-0732-4ae4-8685-0146cea766d1 req-029f9dac-8afd-4656-804a-3460117d69c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:23.602497 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00792fda-0732-4ae4-8685-0146cea766d1 req-029f9dac-8afd-4656-804a-3460117d69c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6f032e2-0cff-4256-bcb3-5533e9f33476 HTTP/1.1" status: 200 len: 849 time: 0.0418620 Apr 20 17:40:23.651005 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00792fda-0732-4ae4-8685-0146cea766d1 req-5c3b9543-926c-443c-9a0e-3e9085e221d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:23.652504 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00792fda-0732-4ae4-8685-0146cea766d1 req-5c3b9543-926c-443c-9a0e-3e9085e221d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93a74913-0b0b-4868-81cf-bc9feed45fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428004 Apr 20 17:40:23.777676 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014733d-5b46-4d89-b54c-0f64c0cc5932 req-cb82a385-dcf9-4f74-b6ca-26b88257910b tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:23.779056 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e014733d-5b46-4d89-b54c-0f64c0cc5932 req-cb82a385-dcf9-4f74-b6ca-26b88257910b tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 944 time: 0.0748637 Apr 20 17:40:23.795193 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00792fda-0732-4ae4-8685-0146cea766d1 req-7b2cf391-37e7-406f-ab79-4ccef97749a4 service neutron] 10.222.0.26 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362252 Apr 20 17:40:23.863884 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e014733d-5b46-4d89-b54c-0f64c0cc5932 req-308f84e3-e230-4fec-902a-1090933cb956 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777750 Apr 20 17:40:23.899149 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-00792fda-0732-4ae4-8685-0146cea766d1 req-682bafbc-7bce-482e-a9f6-1a6906bb1c6b service neutron] 10.222.0.26 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956953 Apr 20 17:40:24.987442 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6c549-3eff-4968-98e3-d55f1fdce90c req-c649d1cf-2b69-4a92-89aa-4d5dba82c9d9 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:24.988920 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f0d6c549-3eff-4968-98e3-d55f1fdce90c req-c649d1cf-2b69-4a92-89aa-4d5dba82c9d9 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 944 time: 0.0530155 Apr 20 17:40:25.025665 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f0d6c549-3eff-4968-98e3-d55f1fdce90c req-e2608b1f-e40e-4db4-8765-bd72f03f0382 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304670 Apr 20 17:40:25.218605 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a4147fd7-bbe7-4ec2-b202-f0d4587c3df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:26.145940 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e822959-83ef-4a8a-8d61-4da77dba0188 req-3c6e2785-08ce-498d-aa8d-81ba8bcde177 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:26.147349 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e822959-83ef-4a8a-8d61-4da77dba0188 req-3c6e2785-08ce-498d-aa8d-81ba8bcde177 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 944 time: 0.0485287 Apr 20 17:40:26.184630 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1e822959-83ef-4a8a-8d61-4da77dba0188 req-1d960ab6-ba9f-473c-a637-5c141be078f6 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307324 Apr 20 17:40:26.421345 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:40:26.515725 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port ce4a8b9c-2f3d-4d97-9914-a59436bce6f0, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0,segment=NetworkSegment(9e456a93-66de-4443-a5b0-5ebe1090d25e),segment_id=9e456a93-66de-4443-a5b0-5ebe1090d25e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:26.526801 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'port_id': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0', 'mac_address': 'fa:16:3e:c3:c0:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:40:26.566297 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:26.579165 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:40:26.597956 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port ce4a8b9c-2f3d-4d97-9914-a59436bce6f0, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0,segment=NetworkSegment(9e456a93-66de-4443-a5b0-5ebe1090d25e),segment_id=9e456a93-66de-4443-a5b0-5ebe1090d25e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:26.678791 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:26.711805 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:26.725628 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:27.079750 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['ce4a8b9c-2f3d-4d97-9914-a59436bce6f0'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:40:27.299565 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc426ea2-7ac5-4787-b4f8-d748e9b2abdf req-d7f5cc88-e864-46e4-bca8-c25f5157585a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:27.301694 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc426ea2-7ac5-4787-b4f8-d748e9b2abdf req-d7f5cc88-e864-46e4-bca8-c25f5157585a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 945 time: 0.0489645 Apr 20 17:40:27.340038 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dc426ea2-7ac5-4787-b4f8-d748e9b2abdf req-eb54b768-aab7-4a21-980f-e1f0b4aec3ea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317152 Apr 20 17:40:28.125053 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:28.216941 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:28.420651 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:40:28.457348 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b86a6-a322-47b5-a348-1bb43b70a92b req-b491ceac-91d0-4262-9135-8e7a836f5ace tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:28.458817 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7f4b86a6-a322-47b5-a348-1bb43b70a92b req-b491ceac-91d0-4262-9135-8e7a836f5ace tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 945 time: 0.0516675 Apr 20 17:40:28.495276 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-7f4b86a6-a322-47b5-a348-1bb43b70a92b req-cc8826cf-4a6c-4ed3-9f48-c12bc461e8c6 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303049 Apr 20 17:40:28.564539 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning for port ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:40:28.568454 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:28.569361 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:28.644132 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:28.665466 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e699d094-0977-4e28-8689-080be8d113c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:40:28.667672 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9c82e2-6d94-4acc-8c2d-fa6fed9ce191" -d '{"events": [{"server_uuid": "e699d094-0977-4e28-8689-080be8d113c2", "name": "network-vif-plugged", "status": "completed", "tag": "ce4a8b9c-2f3d-4d97-9914-a59436bce6f0"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:40:28.681246 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port ce4a8b9c-2f3d-4d97-9914-a59436bce6f0, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0,segment=NetworkSegment(9e456a93-66de-4443-a5b0-5ebe1090d25e),segment_id=9e456a93-66de-4443-a5b0-5ebe1090d25e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:28.756156 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:28.758892 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a80789-fae1-4850-a0d2-59f09ba3e9a6 x-openstack-request-id: req-53a80789-fae1-4850-a0d2-59f09ba3e9a6 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:40:28.759178 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e699d094-0977-4e28-8689-080be8d113c2", "name": "network-vif-plugged", "status": "completed", "tag": "ce4a8b9c-2f3d-4d97-9914-a59436bce6f0", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:40:28.759440 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53a80789-fae1-4850-a0d2-59f09ba3e9a6 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:40:28.759885 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53a80789-fae1-4850-a0d2-59f09ba3e9a6'] response: {'server_uuid': 'e699d094-0977-4e28-8689-080be8d113c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0', 'code': 200} Apr 20 17:40:28.805145 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:28.875999 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ee450-b1c0-482d-a512-ae52b0f4eec7 req-30e7348e-24cf-437d-a6e5-fd6f019a3062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:28.877509 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f2ee450-b1c0-482d-a512-ae52b0f4eec7 req-30e7348e-24cf-437d-a6e5-fd6f019a3062 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 1097 time: 0.0402350 Apr 20 17:40:28.910047 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-0f2ee450-b1c0-482d-a512-ae52b0f4eec7 req-e5d6b377-85dd-4caf-98de-433b7ab09e8e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265038 Apr 20 17:40:29.561752 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:29.610539 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157814ce-d1cd-4fd7-aa16-b33ad6f7ea17 req-9dedb02c-7e96-4b4c-9331-472645df77fe tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:29.611982 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-157814ce-d1cd-4fd7-aa16-b33ad6f7ea17 req-9dedb02c-7e96-4b4c-9331-472645df77fe tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 946 time: 0.0467660 Apr 20 17:40:29.649012 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-157814ce-d1cd-4fd7-aa16-b33ad6f7ea17 req-4689248a-b372-4af4-8e63-8193b494343b tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306289 Apr 20 17:40:30.561939 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:30.766898 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a330a-3e18-4f85-a1d6-cb5ff23e47db req-705de50a-9380-4087-9181-769097a9e162 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:30.768355 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea9a330a-3e18-4f85-a1d6-cb5ff23e47db req-705de50a-9380-4087-9181-769097a9e162 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 946 time: 0.0509071 Apr 20 17:40:30.803952 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ea9a330a-3e18-4f85-a1d6-cb5ff23e47db req-8e5061dd-480a-4af9-99ce-01c27a73fc96 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295510 Apr 20 17:40:30.913947 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51558aa-6587-48c5-896c-4b925c498c50 req-d313f8fc-130c-4393-afce-0a5628ccd380 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:30.915411 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b51558aa-6587-48c5-896c-4b925c498c50 req-d313f8fc-130c-4393-afce-0a5628ccd380 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 946 time: 0.0481505 Apr 20 17:40:30.952608 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b51558aa-6587-48c5-896c-4b925c498c50 req-b5174ff8-6d84-4a40-afb8-a78ef09eaae4 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307133 Apr 20 17:40:30.973478 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34230) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:40:31.052723 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8604b2-d99d-4caf-8d4d-bdac9ee64122 tempest-TestSnapshotPattern-525955027 tempest-TestSnapshotPattern-525955027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:31.054209 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-4c8604b2-d99d-4caf-8d4d-bdac9ee64122 tempest-TestSnapshotPattern-525955027 tempest-TestSnapshotPattern-525955027-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 1092 time: 0.0798006 Apr 20 17:40:31.057111 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34234) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:40:31.061837 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-18d84fa4-2cfe-4e68-952b-4b9e5ed5976a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:40:31.164684 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-18d84fa4-2cfe-4e68-952b-4b9e5ed5976a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:31.259737 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-18d84fa4-2cfe-4e68-952b-4b9e5ed5976a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:31.358102 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-18d84fa4-2cfe-4e68-952b-4b9e5ed5976a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Allocated IP 172.25.0.236 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/7e280a71-3ab4-4ca7-9993-50338465732d) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:40:31.460776 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-18d84fa4-2cfe-4e68-952b-4b9e5ed5976a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:31.547666 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-18d84fa4-2cfe-4e68-952b-4b9e5ed5976a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:31.582191 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d84fa4-2cfe-4e68-952b-4b9e5ed5976a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:31.586913 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-18d84fa4-2cfe-4e68-952b-4b9e5ed5976a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:31.590935 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d84fa4-2cfe-4e68-952b-4b9e5ed5976a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:40:31.619406 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d84fa4-2cfe-4e68-952b-4b9e5ed5976a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Pushing event updated for resources: {'Port': ['ID=7e280a71-3ab4-4ca7-9993-50338465732d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:31.934977 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-18d84fa4-2cfe-4e68-952b-4b9e5ed5976a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:32.061539 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-18d84fa4-2cfe-4e68-952b-4b9e5ed5976a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:32.204312 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-18d84fa4-2cfe-4e68-952b-4b9e5ed5976a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:32.262757 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-18d84fa4-2cfe-4e68-952b-4b9e5ed5976a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:32.332133 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d84fa4-2cfe-4e68-952b-4b9e5ed5976a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Pushing event updated for resources: {'Port': ['ID=7e280a71-3ab4-4ca7-9993-50338465732d,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:32.343546 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-18d84fa4-2cfe-4e68-952b-4b9e5ed5976a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:32.441092 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-18d84fa4-2cfe-4e68-952b-4b9e5ed5976a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Floating IP b00b1712-2ec3-4509-a106-d09c51ec4677 associated. External IP: 172.25.0.236, port: ce4a8b9c-2f3d-4d97-9914-a59436bce6f0. Apr 20 17:40:32.938110 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d84fa4-2cfe-4e68-952b-4b9e5ed5976a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Router 5c8dee42-5c9e-426f-856f-a2d871834f2e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:40:33.031587 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:40:33.041929 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d84fa4-2cfe-4e68-952b-4b9e5ed5976a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:40:33.051870 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a012e931-7320-4a10-a9e1-5322210f97be None None] Sync routers for ids ['5c8dee42-5c9e-426f-856f-a2d871834f2e'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:40:33.061067 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a012e931-7320-4a10-a9e1-5322210f97be None None] Routers {'5c8dee42-5c9e-426f-856f-a2d871834f2e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:40:33.061679 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a012e931-7320-4a10-a9e1-5322210f97be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:40:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5c8dee42-5c9e-426f-856f-a2d871834f2e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:33.132717 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-18d84fa4-2cfe-4e68-952b-4b9e5ed5976a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:33.162676 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-18d84fa4-2cfe-4e68-952b-4b9e5ed5976a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1045604 Apr 20 17:40:33.163268 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e699d094-0977-4e28-8689-080be8d113c2', 'tag': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:40:33.164838 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-a012e931-7320-4a10-a9e1-5322210f97be None None] Set router 5c8dee42-5c9e-426f-856f-a2d871834f2e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:40:33.165725 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28ad543-4c3d-4b4d-bc73-f9dce33bb67b" -d '{"events": [{"name": "network-changed", "server_uuid": "e699d094-0977-4e28-8689-080be8d113c2", "tag": "ce4a8b9c-2f3d-4d97-9914-a59436bce6f0"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:40:33.202355 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769684b7-6eaa-4f9b-a77c-494d81f8b4c5 x-openstack-request-id: req-769684b7-6eaa-4f9b-a77c-494d81f8b4c5 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:40:33.202650 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e699d094-0977-4e28-8689-080be8d113c2", "tag": "ce4a8b9c-2f3d-4d97-9914-a59436bce6f0", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:40:33.202901 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-769684b7-6eaa-4f9b-a77c-494d81f8b4c5 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:40:33.203298 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-769684b7-6eaa-4f9b-a77c-494d81f8b4c5'] response: {'name': 'network-changed', 'server_uuid': 'e699d094-0977-4e28-8689-080be8d113c2', 'tag': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0', 'status': 'completed', 'code': 200} Apr 20 17:40:33.283881 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ad543-4c3d-4b4d-bc73-f9dce33bb67b req-5948e856-6d08-4125-9a6e-fd931c6f3d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:33.285407 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c28ad543-4c3d-4b4d-bc73-f9dce33bb67b req-5948e856-6d08-4125-9a6e-fd931c6f3d64 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=76baca6f9073453d85cf5af4b4599149&device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 1097 time: 0.0405450 Apr 20 17:40:33.373241 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ad543-4c3d-4b4d-bc73-f9dce33bb67b req-b368981c-d65c-4467-bb7a-97cc2814fb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:33.374735 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c28ad543-4c3d-4b4d-bc73-f9dce33bb67b req-b368981c-d65c-4467-bb7a-97cc2814fb42 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93a74913-0b0b-4868-81cf-bc9feed45fa4 HTTP/1.1" status: 200 len: 911 time: 0.0827432 Apr 20 17:40:33.390283 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a012e931-7320-4a10-a9e1-5322210f97be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'name': 'tempest-TestSnapshotPattern-1971865388-router', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:04Z', 'updated_at': '2022-04-20T17:40:07Z', 'revision_number': 4, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'gw_port': {'id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:05Z', 'updated_at': '2022-04-20T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'b00b1712-2ec3-4509-a106-d09c51ec4677', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'port_id': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'mac_address': 'fa:16:3e:c3:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e699d094-0977-4e28-8689-080be8d113c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:40:31Z', 'updated_at': '2022-04-20T17:40:31Z', 'revision_number': 0, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974d22c0-93e2-49fe-98ed-cb592002ba50', 'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'mac_address': 'fa:16:3e:ba:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:07Z', 'updated_at': '2022-04-20T17:40:11Z', 'revision_number': 5, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'subnets': [{'id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:33.420174 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a012e931-7320-4a10-a9e1-5322210f97be None None] Checking router: 5c8dee42-5c9e-426f-856f-a2d871834f2e for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:40:33.428650 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a012e931-7320-4a10-a9e1-5322210f97be None None] Routers {'5c8dee42-5c9e-426f-856f-a2d871834f2e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:40:33.429376 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a012e931-7320-4a10-a9e1-5322210f97be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:40:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5c8dee42-5c9e-426f-856f-a2d871834f2e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:33.442511 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c28ad543-4c3d-4b4d-bc73-f9dce33bb67b req-f0b6d7d4-bf79-424f-bd15-30f87f06ba0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 HTTP/1.1" status: 200 len: 1000 time: 0.0616291 Apr 20 17:40:33.490006 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ad543-4c3d-4b4d-bc73-f9dce33bb67b req-7514b305-9967-4f9a-b676-e7cef4d230ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:33.491400 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c28ad543-4c3d-4b4d-bc73-f9dce33bb67b req-7514b305-9967-4f9a-b676-e7cef4d230ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6f032e2-0cff-4256-bcb3-5533e9f33476 HTTP/1.1" status: 200 len: 849 time: 0.0428853 Apr 20 17:40:33.534883 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ad543-4c3d-4b4d-bc73-f9dce33bb67b req-8aa6a23f-84d2-46c3-a314-3e5e39ba9b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:33.535627 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-a012e931-7320-4a10-a9e1-5322210f97be None None] Set router 5c8dee42-5c9e-426f-856f-a2d871834f2e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:40:33.536361 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c28ad543-4c3d-4b4d-bc73-f9dce33bb67b req-8aa6a23f-84d2-46c3-a314-3e5e39ba9b7f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93a74913-0b0b-4868-81cf-bc9feed45fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386546 Apr 20 17:40:33.630158 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c28ad543-4c3d-4b4d-bc73-f9dce33bb67b req-3e2544ee-7709-4d6a-a949-22af3fd58306 service neutron] 10.222.0.26 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875902 Apr 20 17:40:33.716792 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c28ad543-4c3d-4b4d-bc73-f9dce33bb67b req-c3ce3e9e-998d-45e5-b678-23781d40cd97 service neutron] 10.222.0.26 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806346 Apr 20 17:40:33.754031 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a012e931-7320-4a10-a9e1-5322210f97be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'name': 'tempest-TestSnapshotPattern-1971865388-router', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:04Z', 'updated_at': '2022-04-20T17:40:07Z', 'revision_number': 4, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'gw_port': {'id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:05Z', 'updated_at': '2022-04-20T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'b00b1712-2ec3-4509-a106-d09c51ec4677', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'port_id': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'mac_address': 'fa:16:3e:c3:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e699d094-0977-4e28-8689-080be8d113c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:40:31Z', 'updated_at': '2022-04-20T17:40:31Z', 'revision_number': 0, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974d22c0-93e2-49fe-98ed-cb592002ba50', 'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'mac_address': 'fa:16:3e:ba:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:07Z', 'updated_at': '2022-04-20T17:40:11Z', 'revision_number': 5, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'subnets': [{'id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:33.781851 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a012e931-7320-4a10-a9e1-5322210f97be None None] The sync data for ids ['5c8dee42-5c9e-426f-856f-a2d871834f2e'] in n-d-836146-2 is: [{'id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'name': 'tempest-TestSnapshotPattern-1971865388-router', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:04Z', 'updated_at': '2022-04-20T17:40:07Z', 'revision_number': 4, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'gw_port': {'id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:05Z', 'updated_at': '2022-04-20T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'b00b1712-2ec3-4509-a106-d09c51ec4677', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'port_id': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'mac_address': 'fa:16:3e:c3:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e699d094-0977-4e28-8689-080be8d113c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:40:31Z', 'updated_at': '2022-04-20T17:40:31Z', 'revision_number': 0, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974d22c0-93e2-49fe-98ed-cb592002ba50', 'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'mac_address': 'fa:16:3e:ba:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:07Z', 'updated_at': '2022-04-20T17:40:11Z', 'revision_number': 5, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'subnets': [{'id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:40:33.976095 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90610db4-efe7-4658-98ee-912d1dbce799 None None] New status for floating IP b00b1712-2ec3-4509-a106-d09c51ec4677: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:40:52.851214 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d043c71f-4968-45f2-a999-2fb337953728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:54.421086 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-59571ed5-e00a-4119-bd75-483001b2443e req-b5eb6f20-2e6a-4851-a4bd-88e170090bd4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e699d094-0977-4e28-8689-080be8d113c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437868 Apr 20 17:40:54.519835 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59571ed5-e00a-4119-bd75-483001b2443e req-7919c7db-0c80-49e9-a7bd-15578d26bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:54.521354 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-59571ed5-e00a-4119-bd75-483001b2443e req-7919c7db-0c80-49e9-a7bd-15578d26bf1e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=76baca6f9073453d85cf5af4b4599149&device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 1097 time: 0.0462148 Apr 20 17:40:54.620919 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59571ed5-e00a-4119-bd75-483001b2443e req-69bf8f3c-6098-467d-b963-85bafe0ff5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:54.622388 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-59571ed5-e00a-4119-bd75-483001b2443e req-69bf8f3c-6098-467d-b963-85bafe0ff5b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93a74913-0b0b-4868-81cf-bc9feed45fa4 HTTP/1.1" status: 200 len: 911 time: 0.0826216 Apr 20 17:40:54.688722 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-59571ed5-e00a-4119-bd75-483001b2443e req-50ddcc55-cb09-465d-a687-e0cb656b4893 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 HTTP/1.1" status: 200 len: 1002 time: 0.0592399 Apr 20 17:40:54.737036 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59571ed5-e00a-4119-bd75-483001b2443e req-c52d2903-5a38-4ae8-8a9a-d25d48b6b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:54.738408 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-59571ed5-e00a-4119-bd75-483001b2443e req-c52d2903-5a38-4ae8-8a9a-d25d48b6b17e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6f032e2-0cff-4256-bcb3-5533e9f33476 HTTP/1.1" status: 200 len: 849 time: 0.0426910 Apr 20 17:40:54.781284 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59571ed5-e00a-4119-bd75-483001b2443e req-66517ab8-a7ab-4cd1-ae17-e79749b39b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:40:54.782691 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-59571ed5-e00a-4119-bd75-483001b2443e req-66517ab8-a7ab-4cd1-ae17-e79749b39b2a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93a74913-0b0b-4868-81cf-bc9feed45fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377710 Apr 20 17:40:54.871422 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-59571ed5-e00a-4119-bd75-483001b2443e req-ea534170-8a71-4510-b2d7-e5c85ee3ef3e service neutron] 10.222.0.26 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813456 Apr 20 17:40:54.957830 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-59571ed5-e00a-4119-bd75-483001b2443e req-94712939-c113-4773-91db-75a86f877e7b service neutron] 10.222.0.26 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791283 Apr 20 17:40:55.178826 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a3b96cb4-7fe1-4eaa-9d0b-17823b1b6227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:56.702092 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:58.147983 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:58.230368 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:59.590761 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:00.596271 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:10.030700 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:41:22.833290 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-48a7d2d1-ffb0-44b6-9ae0-4d61e82f2bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:25.185036 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4ab66706-45cd-4ba2-94d0-fc8a76943b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:26.713792 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:28.127880 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:28.242255 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:29.562316 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:30.593553 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:47.029394 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:41:52.859223 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-43eacb5c-5489-433a-8510-99b3f4adcd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:55.179423 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ef7ffb03-814e-4350-8c86-5361d4f268a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:56.447701 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-53a3f0e2-faa0-4591-88fe-564e14231b87 req-6fcef28f-0680-4b34-9a8c-3dd74f7f4272 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e699d094-0977-4e28-8689-080be8d113c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453432 Apr 20 17:41:56.543555 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3f0e2-faa0-4591-88fe-564e14231b87 req-521ed3e2-47f4-4709-bcb5-5097d9c82237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:41:56.545126 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-53a3f0e2-faa0-4591-88fe-564e14231b87 req-521ed3e2-47f4-4709-bcb5-5097d9c82237 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=76baca6f9073453d85cf5af4b4599149&device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 1097 time: 0.0396690 Apr 20 17:41:56.647720 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3f0e2-faa0-4591-88fe-564e14231b87 req-558e9d7e-f831-4cfd-81d0-2a4fa8939a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:41:56.649288 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-53a3f0e2-faa0-4591-88fe-564e14231b87 req-558e9d7e-f831-4cfd-81d0-2a4fa8939a07 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93a74913-0b0b-4868-81cf-bc9feed45fa4 HTTP/1.1" status: 200 len: 911 time: 0.0853205 Apr 20 17:41:56.717237 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:56.719035 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-53a3f0e2-faa0-4591-88fe-564e14231b87 req-8f6ef61a-ae02-47a5-ad63-d4c96fcb1c36 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 HTTP/1.1" status: 200 len: 1002 time: 0.0626409 Apr 20 17:41:56.767585 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3f0e2-faa0-4591-88fe-564e14231b87 req-2cf5aefd-c73f-4d5e-8d38-0722419391f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:41:56.769032 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-53a3f0e2-faa0-4591-88fe-564e14231b87 req-2cf5aefd-c73f-4d5e-8d38-0722419391f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6f032e2-0cff-4256-bcb3-5533e9f33476 HTTP/1.1" status: 200 len: 849 time: 0.0438540 Apr 20 17:41:56.814720 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3f0e2-faa0-4591-88fe-564e14231b87 req-dcbf9139-16a8-4ebb-81ad-18bb686f40b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:41:56.816166 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-53a3f0e2-faa0-4591-88fe-564e14231b87 req-dcbf9139-16a8-4ebb-81ad-18bb686f40b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93a74913-0b0b-4868-81cf-bc9feed45fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398023 Apr 20 17:41:56.908272 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-53a3f0e2-faa0-4591-88fe-564e14231b87 req-04ea3714-9929-416b-aff3-2daa38cbd0fa service neutron] 10.222.0.26 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836990 Apr 20 17:41:56.995070 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-53a3f0e2-faa0-4591-88fe-564e14231b87 req-9a7a87cd-0b10-4d9b-9644-a8e3f7d61379 service neutron] 10.222.0.26 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795226 Apr 20 17:41:58.102476 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:58.233686 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:59.588203 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:00.585193 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:22.871148 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fda1a219-58fd-474f-a255-f67d619310f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:24.028353 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:42:25.190705 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-60fe9560-5b16-4785-bf08-8f19b27bac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:26.725736 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:28.134106 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:28.239616 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:29.611650 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:30.642520 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:52.880664 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-12c6ef18-a7f0-4c5b-a2d5-b888ea788180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:55.168282 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-38ba868d-7029-44d1-a107-a7a55c382a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:56.470522 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-206fd950-adfc-40c2-ae1f-3e925a47b6da req-f89af34c-3cd5-4d79-a607-b3193cf66db3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e699d094-0977-4e28-8689-080be8d113c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1111691 Apr 20 17:42:56.563908 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fd950-adfc-40c2-ae1f-3e925a47b6da req-4112c9fd-4d3d-491d-80af-4b1b14cc9423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:42:56.565427 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-206fd950-adfc-40c2-ae1f-3e925a47b6da req-4112c9fd-4d3d-491d-80af-4b1b14cc9423 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=76baca6f9073453d85cf5af4b4599149&device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 1097 time: 0.0401871 Apr 20 17:42:56.664375 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fd950-adfc-40c2-ae1f-3e925a47b6da req-7519e926-52fa-4c0a-8a59-d6ae4945bc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:42:56.665810 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-206fd950-adfc-40c2-ae1f-3e925a47b6da req-7519e926-52fa-4c0a-8a59-d6ae4945bc06 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93a74913-0b0b-4868-81cf-bc9feed45fa4 HTTP/1.1" status: 200 len: 911 time: 0.0821724 Apr 20 17:42:56.728639 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:56.734902 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-206fd950-adfc-40c2-ae1f-3e925a47b6da req-34171ee1-715e-4638-9ec2-2b0e7f4392b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 HTTP/1.1" status: 200 len: 1002 time: 0.0615470 Apr 20 17:42:56.783229 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fd950-adfc-40c2-ae1f-3e925a47b6da req-55736fb1-ed37-4469-8cf0-80262f3f4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:42:56.784665 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-206fd950-adfc-40c2-ae1f-3e925a47b6da req-55736fb1-ed37-4469-8cf0-80262f3f4e03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6f032e2-0cff-4256-bcb3-5533e9f33476 HTTP/1.1" status: 200 len: 849 time: 0.0429516 Apr 20 17:42:56.827731 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fd950-adfc-40c2-ae1f-3e925a47b6da req-6995dcd3-10b4-4fb6-b330-141b810844c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:42:56.829201 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-206fd950-adfc-40c2-ae1f-3e925a47b6da req-6995dcd3-10b4-4fb6-b330-141b810844c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93a74913-0b0b-4868-81cf-bc9feed45fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386302 Apr 20 17:42:56.920154 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-206fd950-adfc-40c2-ae1f-3e925a47b6da req-31f8433c-b191-41a3-a411-6204973ac7c6 service neutron] 10.222.0.26 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831800 Apr 20 17:42:57.006707 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-206fd950-adfc-40c2-ae1f-3e925a47b6da req-38f7c6c1-c9db-4a8f-9143-ac14f1c3f1b2 service neutron] 10.222.0.26 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798347 Apr 20 17:42:58.239655 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:58.279621 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:59.625811 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:00.622659 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:01.026828 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:43:03.214396 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 details requested by agent hyperv_n-h1-836146-2 with host n-h1-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:43:03.307028 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port ce4a8b9c-2f3d-4d97-9914-a59436bce6f0, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0,segment=NetworkSegment(9e456a93-66de-4443-a5b0-5ebe1090d25e),segment_id=9e456a93-66de-4443-a5b0-5ebe1090d25e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:03.318660 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Returning: {'device': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'port_id': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0', 'mac_address': 'fa:16:3e:c3:c0:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:43:03.358187 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:03.371616 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:43:03.389979 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port ce4a8b9c-2f3d-4d97-9914-a59436bce6f0, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0,segment=NetworkSegment(9e456a93-66de-4443-a5b0-5ebe1090d25e),segment_id=9e456a93-66de-4443-a5b0-5ebe1090d25e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:03.468454 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:03.516992 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:03.524105 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:03.524482 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:03.524826 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:03.525163 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:03.525496 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:03.525825 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:03.526154 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:03.526480 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:03.526809 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:03.527131 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:03.527453 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:03.527774 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:03.609881 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] get_ports_and_sgs() called for port_ids ['ce4a8b9c-2f3d-4d97-9914-a59436bce6f0'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:43:05.220137 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 up at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:43:05.266577 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Provisioning complete for port ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:05.266853 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:05.342723 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:05.364251 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e699d094-0977-4e28-8689-080be8d113c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:43:05.366528 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ca55c3-acf4-4a4f-852f-a2391aad8592" -d '{"events": [{"server_uuid": "e699d094-0977-4e28-8689-080be8d113c2", "name": "network-vif-plugged", "status": "completed", "tag": "ce4a8b9c-2f3d-4d97-9914-a59436bce6f0"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:43:05.380089 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port ce4a8b9c-2f3d-4d97-9914-a59436bce6f0, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0,segment=NetworkSegment(9e456a93-66de-4443-a5b0-5ebe1090d25e),segment_id=9e456a93-66de-4443-a5b0-5ebe1090d25e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:05.420311 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64791367-545c-4e99-aba6-59e0f29010c0 x-openstack-request-id: req-64791367-545c-4e99-aba6-59e0f29010c0 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:43:05.420625 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e699d094-0977-4e28-8689-080be8d113c2", "name": "network-vif-plugged", "status": "completed", "tag": "ce4a8b9c-2f3d-4d97-9914-a59436bce6f0", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:43:05.420873 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64791367-545c-4e99-aba6-59e0f29010c0 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:43:05.421267 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64791367-545c-4e99-aba6-59e0f29010c0'] response: {'server_uuid': 'e699d094-0977-4e28-8689-080be8d113c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0', 'code': 200} Apr 20 17:43:05.450977 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:05.497130 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:20.718881 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-1b747b3a-5863-40f1-8414-598dbb48fb0c tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1530366036&fields=id&tenant_id=76baca6f9073453d85cf5af4b4599149 HTTP/1.1" status: 200 len: 267 time: 0.0330784 Apr 20 17:43:20.827339 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-aa2d0daa-b225-4606-a140-6ca20374eda3 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:20.828803 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-aa2d0daa-b225-4606-a140-6ca20374eda3 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/networks?id=93a74913-0b0b-4868-81cf-bc9feed45fa4 HTTP/1.1" status: 200 len: 810 time: 0.1031086 Apr 20 17:43:20.843189 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-5abd7913-fc67-4d83-b377-9d1bb94eb2e2 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/quotas/76baca6f9073453d85cf5af4b4599149 HTTP/1.1" status: 200 len: 375 time: 0.0087073 Apr 20 17:43:20.896554 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-7cfbfbe3-90aa-45c7-9369-c3ed50bdfa32 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=76baca6f9073453d85cf5af4b4599149&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0481222 Apr 20 17:43:20.992870 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-26a1f4fa-e480-4ac9-8fe4-fed352ab0df4 service neutron] 10.222.0.15 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843227 Apr 20 17:43:21.081092 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-e7154f99-1f4c-43c7-9ed1-16b35e410234 service neutron] 10.222.0.15 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817819 Apr 20 17:43:21.316248 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-388e3ffc-9995-4388-8627-1389428d91ba req-58fec245-4d0f-4a4e-8fb1-7f3eb81c6421 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 210 time: 0.0264282 Apr 20 17:43:22.417268 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-93514a8b-a89d-4800-b392-807e92e9e328 req-faf38371-adae-4d46-9b66-fef0b15f970f tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 210 time: 0.0315921 Apr 20 17:43:22.848415 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-de7e2d80-edef-45da-8b03-1783bbaa7681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.264450 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-58b5f88d-bc4d-48b1-8845-8fbb781c851a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:23.265830 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-58b5f88d-bc4d-48b1-8845-8fbb781c851a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.30 "GET /v2.0/networks?id=93a74913-0b0b-4868-81cf-bc9feed45fa4 HTTP/1.1" status: 200 len: 810 time: 0.1032910 Apr 20 17:43:23.316328 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-464977b3-6eff-4bc5-9344-04d6608a5af8 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76baca6f9073453d85cf5af4b4599149 HTTP/1.1" status: 200 len: 380 time: 0.0347764 Apr 20 17:43:23.325387 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-5a97d5f0-a163-431e-97d2-a55552770eea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Request body: {'port': {'device_id': 'a865053d-dbc8-4c91-8435-587329c1c530', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'admin_state_up': True, 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'security_groups': ['12ed8a61-f127-43ac-9900-aadfc2a83d9c']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:43:23.513817 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1834aa88-a681-4e5a-a3cc-f2a56ea978e6 req-622a0602-c3d7-4458-aac5-41000cf9e5d7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 210 time: 0.0277085 Apr 20 17:43:23.531069 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-5a97d5f0-a163-431e-97d2-a55552770eea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Made reservation on behalf of 76baca6f9073453d85cf5af4b4599149 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:43:23.534660 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-5a97d5f0-a163-431e-97d2-a55552770eea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.663614 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-5a97d5f0-a163-431e-97d2-a55552770eea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Allocated IP 172.20.0.3 (93a74913-0b0b-4868-81cf-bc9feed45fa4/f6f032e2-0cff-4256-bcb3-5533e9f33476/19d8164b-8787-4e9c-ae55-e369bf5a1e57) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:43:23.800716 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-5a97d5f0-a163-431e-97d2-a55552770eea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.889294 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-5a97d5f0-a163-431e-97d2-a55552770eea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.911130 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-5a97d5f0-a163-431e-97d2-a55552770eea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Network 93a74913-0b0b-4868-81cf-bc9feed45fa4 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:43:23.913704 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-5a97d5f0-a163-431e-97d2-a55552770eea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:23.938980 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-5a97d5f0-a163-431e-97d2-a55552770eea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:43:23.997032 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97d5f0-a163-431e-97d2-a55552770eea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Pushing event updated for resources: {'Port': ['ID=19d8164b-8787-4e9c-ae55-e369bf5a1e57,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:23.999765 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a97d5f0-a163-431e-97d2-a55552770eea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:24.000173 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a97d5f0-a163-431e-97d2-a55552770eea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:24.000434 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a97d5f0-a163-431e-97d2-a55552770eea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:24.000853 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a97d5f0-a163-431e-97d2-a55552770eea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:24.001245 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a97d5f0-a163-431e-97d2-a55552770eea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:24.001438 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a97d5f0-a163-431e-97d2-a55552770eea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:24.001953 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a97d5f0-a163-431e-97d2-a55552770eea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:24.002139 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a97d5f0-a163-431e-97d2-a55552770eea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:24.002493 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a97d5f0-a163-431e-97d2-a55552770eea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:24.002939 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a97d5f0-a163-431e-97d2-a55552770eea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:24.003095 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a97d5f0-a163-431e-97d2-a55552770eea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:24.003476 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a97d5f0-a163-431e-97d2-a55552770eea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:24.030782 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-5a97d5f0-a163-431e-97d2-a55552770eea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:24.032325 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-5a97d5f0-a163-431e-97d2-a55552770eea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:24.168576 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-5a97d5f0-a163-431e-97d2-a55552770eea tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8468957 Apr 20 17:43:24.271297 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-8afc5de8-f6d5-4711-8cdc-9cca90a573e0 None None] Provisioning complete for port 19d8164b-8787-4e9c-ae55-e369bf5a1e57 triggered by entity DHCP. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:24.271874 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8afc5de8-f6d5-4711-8cdc-9cca90a573e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:24.310036 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-8afc5de8-f6d5-4711-8cdc-9cca90a573e0 None None] Port 19d8164b-8787-4e9c-ae55-e369bf5a1e57 cannot update to ACTIVE because it is not bound. {{(pid=103486) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 17:43:24.656790 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48e341-35b9-49a4-bacd-e395e4bc16f2 req-c5799938-77a9-4cd4-845d-16475dfade14 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:24.658896 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e48e341-35b9-49a4-bacd-e395e4bc16f2 req-c5799938-77a9-4cd4-845d-16475dfade14 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 931 time: 0.0539377 Apr 20 17:43:24.699774 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6e48e341-35b9-49a4-bacd-e395e4bc16f2 req-c6b650db-8b23-46a1-a7fc-63cf91665417 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343630 Apr 20 17:43:25.183548 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-48b45e1d-398f-4336-87c3-3225abd16c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.325607 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:43:25.407738 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.431874 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e699d094-0977-4e28-8689-080be8d113c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:43:25.434230 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86e29cd-3707-4699-8d50-b158414f2da7" -d '{"events": [{"server_uuid": "e699d094-0977-4e28-8689-080be8d113c2", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4a8b9c-2f3d-4d97-9914-a59436bce6f0"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:43:25.451271 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] For port ce4a8b9c-2f3d-4d97-9914-a59436bce6f0, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0,segment=NetworkSegment(9e456a93-66de-4443-a5b0-5ebe1090d25e),segment_id=9e456a93-66de-4443-a5b0-5ebe1090d25e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:25.474523 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 17:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d25889-7f87-49bd-9f43-f4f661bd7a67 x-openstack-request-id: req-a9d25889-7f87-49bd-9f43-f4f661bd7a67 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:43:25.474894 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e699d094-0977-4e28-8689-080be8d113c2", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4a8b9c-2f3d-4d97-9914-a59436bce6f0", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:43:25.475156 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9d25889-7f87-49bd-9f43-f4f661bd7a67 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:43:25.476359 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9d25889-7f87-49bd-9f43-f4f661bd7a67'] response: {'server_uuid': 'e699d094-0977-4e28-8689-080be8d113c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0', 'code': 200} Apr 20 17:43:25.548249 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.613964 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Pushing event updated for resources: {'Port': ['ID=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:25.836609 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca540c-33c5-4196-8726-ccc39db9b2ad req-92af173b-d9ab-4750-8cc3-008ec2952e62 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:25.838121 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-acca540c-33c5-4196-8726-ccc39db9b2ad req-92af173b-d9ab-4750-8cc3-008ec2952e62 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 931 time: 0.0590732 Apr 20 17:43:25.877022 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-acca540c-33c5-4196-8726-ccc39db9b2ad req-bac5d0d3-5d72-4cd2-8a26-36971cc4d999 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327783 Apr 20 17:43:26.740320 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:26.999777 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb89858-dfe8-4ea2-93a2-b56b1e96e0ad req-5afd2983-3c38-42e9-a085-b65558efe93e tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:27.001245 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb89858-dfe8-4ea2-93a2-b56b1e96e0ad req-5afd2983-3c38-42e9-a085-b65558efe93e tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 931 time: 0.0513833 Apr 20 17:43:27.047314 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ddb89858-dfe8-4ea2-93a2-b56b1e96e0ad req-97d664a4-cfc2-43c0-99d6-efe507c76271 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383139 Apr 20 17:43:28.143066 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:28.174861 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c3de0-4158-4d60-bb32-a7592a56568d req-47126438-f13c-4a10-9f59-2946627480a0 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:28.180906 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1d0c3de0-4158-4d60-bb32-a7592a56568d req-47126438-f13c-4a10-9f59-2946627480a0 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 931 time: 0.0603886 Apr 20 17:43:28.224035 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1d0c3de0-4158-4d60-bb32-a7592a56568d req-8f89f180-bb07-4f79-9028-3d92cf86dd8d tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409224 Apr 20 17:43:28.234759 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:29.366827 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045d278-5905-4380-8611-23b4a8cadf71 req-cdae8426-673a-4b2d-8d81-bea22f0d4aa0 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:29.368591 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b045d278-5905-4380-8611-23b4a8cadf71 req-cdae8426-673a-4b2d-8d81-bea22f0d4aa0 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 931 time: 0.0554588 Apr 20 17:43:29.409347 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b045d278-5905-4380-8611-23b4a8cadf71 req-75dfe7e6-751a-404c-88ec-2629720c52ec tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339408 Apr 20 17:43:29.636935 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:30.551561 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acad37-5823-423d-a6ba-e6c6d408d2da req-d2483dc1-4f4c-40c5-8045-29aa1aba174d tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:30.560937 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13acad37-5823-423d-a6ba-e6c6d408d2da req-d2483dc1-4f4c-40c5-8045-29aa1aba174d tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 931 time: 0.0760598 Apr 20 17:43:30.600574 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-13acad37-5823-423d-a6ba-e6c6d408d2da req-a23e095e-5ff3-4cd3-926c-1ce490ea5588 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386114 Apr 20 17:43:30.611668 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:31.726153 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48febdaf-b6da-430b-81e3-cdf38952390a req-5725aca5-8229-4a70-9872-485e5fecf650 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:31.727614 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-48febdaf-b6da-430b-81e3-cdf38952390a req-5725aca5-8229-4a70-9872-485e5fecf650 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 931 time: 0.0483780 Apr 20 17:43:31.764814 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-48febdaf-b6da-430b-81e3-cdf38952390a req-69ee2227-04cf-4e3d-ab7a-2e0b15df7328 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312152 Apr 20 17:43:32.885750 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4085f0c-9c9a-4ac5-a06d-55da59cfa367 req-22806d05-e2df-495b-9970-1c757fc67515 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:32.887210 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4085f0c-9c9a-4ac5-a06d-55da59cfa367 req-22806d05-e2df-495b-9970-1c757fc67515 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 931 time: 0.0540204 Apr 20 17:43:32.922995 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f4085f0c-9c9a-4ac5-a06d-55da59cfa367 req-a9298d72-8a01-426b-b954-7bb5ba28ecfb tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297577 Apr 20 17:43:33.539007 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-ff4012b1-7afd-4dfd-a3bf-cc9c7a78691f service neutron] Request body: {'port': {'device_id': 'a865053d-dbc8-4c91-8435-587329c1c530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836146-2'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:43:33.591270 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-ff4012b1-7afd-4dfd-a3bf-cc9c7a78691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:33.848541 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-ff4012b1-7afd-4dfd-a3bf-cc9c7a78691f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d8164b-8787-4e9c-ae55-e369bf5a1e57 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:43:33.855876 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-ff4012b1-7afd-4dfd-a3bf-cc9c7a78691f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:33.867884 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-ff4012b1-7afd-4dfd-a3bf-cc9c7a78691f service neutron] Transition to ACTIVE for port object 19d8164b-8787-4e9c-ae55-e369bf5a1e57 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:43:33.946051 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-ff4012b1-7afd-4dfd-a3bf-cc9c7a78691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:33.999173 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4012b1-7afd-4dfd-a3bf-cc9c7a78691f service neutron] Pushing event updated for resources: {'Port': ['ID=19d8164b-8787-4e9c-ae55-e369bf5a1e57,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:34.091222 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe963-0bcd-4dea-992f-2fc0af241413 req-79aa475b-0a6d-4e91-959f-ac5a42697ad7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:34.092805 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ffdfe963-0bcd-4dea-992f-2fc0af241413 req-79aa475b-0a6d-4e91-959f-ac5a42697ad7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 943 time: 0.0977237 Apr 20 17:43:34.118775 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-ff4012b1-7afd-4dfd-a3bf-cc9c7a78691f service neutron] Attempting to bind port 19d8164b-8787-4e9c-ae55-e369bf5a1e57 on host n-h2-836146-2 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:43:34.119038 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-ff4012b1-7afd-4dfd-a3bf-cc9c7a78691f service neutron] Attempting to bind port 19d8164b-8787-4e9c-ae55-e369bf5a1e57 by drivers openvswitch,hyperv on host n-h2-836146-2 at level 0 using segments [{'id': '9e456a93-66de-4443-a5b0-5ebe1090d25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:43:34.119356 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-ff4012b1-7afd-4dfd-a3bf-cc9c7a78691f service neutron] Attempting to bind port 19d8164b-8787-4e9c-ae55-e369bf5a1e57 on network 93a74913-0b0b-4868-81cf-bc9feed45fa4 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:43:34.132813 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-ff4012b1-7afd-4dfd-a3bf-cc9c7a78691f service neutron] Port 19d8164b-8787-4e9c-ae55-e369bf5a1e57 on network 93a74913-0b0b-4868-81cf-bc9feed45fa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836146-2 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:43:34.133146 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-ff4012b1-7afd-4dfd-a3bf-cc9c7a78691f service neutron] Attempting to bind port 19d8164b-8787-4e9c-ae55-e369bf5a1e57 on network 93a74913-0b0b-4868-81cf-bc9feed45fa4 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 17:43:34.145718 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-ff4012b1-7afd-4dfd-a3bf-cc9c7a78691f service neutron] Checking agent: {'id': '2bc29222-08c0-4cc7-9575-92530a205c7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836146-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'started_at': datetime.datetime(2022, 4, 20, 16, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 17:43:34.145989 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-ff4012b1-7afd-4dfd-a3bf-cc9c7a78691f service neutron] Checking segment: {'id': '9e456a93-66de-4443-a5b0-5ebe1090d25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 17:43:34.146957 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-ff4012b1-7afd-4dfd-a3bf-cc9c7a78691f service neutron] Bound using segment: {'id': '9e456a93-66de-4443-a5b0-5ebe1090d25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 17:43:34.147482 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-ff4012b1-7afd-4dfd-a3bf-cc9c7a78691f service neutron] Bound port: 19d8164b-8787-4e9c-ae55-e369bf5a1e57, host: n-h2-836146-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e456a93-66de-4443-a5b0-5ebe1090d25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:43:34.147812 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-ff4012b1-7afd-4dfd-a3bf-cc9c7a78691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:34.162311 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ffdfe963-0bcd-4dea-992f-2fc0af241413 req-a175b84f-0b89-4977-9cfd-72606e4d0b40 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589111 Apr 20 17:43:34.230939 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-ff4012b1-7afd-4dfd-a3bf-cc9c7a78691f service neutron] For port 19d8164b-8787-4e9c-ae55-e369bf5a1e57, host n-h2-836146-2, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:43:34.234228 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-ff4012b1-7afd-4dfd-a3bf-cc9c7a78691f service neutron] For port 19d8164b-8787-4e9c-ae55-e369bf5a1e57, host n-h2-836146-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=19d8164b-8787-4e9c-ae55-e369bf5a1e57,segment=NetworkSegment(9e456a93-66de-4443-a5b0-5ebe1090d25e),segment_id=9e456a93-66de-4443-a5b0-5ebe1090d25e)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:43:34.302803 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-ff4012b1-7afd-4dfd-a3bf-cc9c7a78691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:34.335302 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-ff4012b1-7afd-4dfd-a3bf-cc9c7a78691f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:34.335912 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-ff4012b1-7afd-4dfd-a3bf-cc9c7a78691f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:34.337421 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-ff4012b1-7afd-4dfd-a3bf-cc9c7a78691f service neutron] 10.222.0.30 "PUT /v2.0/ports/19d8164b-8787-4e9c-ae55-e369bf5a1e57 HTTP/1.1" status: 200 len: 1091 time: 0.8454258 Apr 20 17:43:34.339643 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a865053d-dbc8-4c91-8435-587329c1c530', 'tag': '19d8164b-8787-4e9c-ae55-e369bf5a1e57'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:43:34.341905 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f0adc1-fc68-46ce-b951-3f30125f9531" -d '{"events": [{"name": "network-changed", "server_uuid": "a865053d-dbc8-4c91-8435-587329c1c530", "tag": "19d8164b-8787-4e9c-ae55-e369bf5a1e57"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:43:34.372146 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4012b1-7afd-4dfd-a3bf-cc9c7a78691f service neutron] Pushing event updated for resources: {'Port': ['ID=19d8164b-8787-4e9c-ae55-e369bf5a1e57,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:34.390529 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a07fc3e-6ce6-4821-a1b1-c3cbb2d78f2c x-openstack-request-id: req-9a07fc3e-6ce6-4821-a1b1-c3cbb2d78f2c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:43:34.390817 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a865053d-dbc8-4c91-8435-587329c1c530", "tag": "19d8164b-8787-4e9c-ae55-e369bf5a1e57", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:43:34.391069 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a07fc3e-6ce6-4821-a1b1-c3cbb2d78f2c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:43:34.391476 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a07fc3e-6ce6-4821-a1b1-c3cbb2d78f2c'] response: {'name': 'network-changed', 'server_uuid': 'a865053d-dbc8-4c91-8435-587329c1c530', 'tag': '19d8164b-8787-4e9c-ae55-e369bf5a1e57', 'status': 'completed', 'code': 200} Apr 20 17:43:34.479500 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0adc1-fc68-46ce-b951-3f30125f9531 req-31990291-f599-4f7d-9cb4-f1135d8e31c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:34.481046 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b9f0adc1-fc68-46ce-b951-3f30125f9531 req-31990291-f599-4f7d-9cb4-f1135d8e31c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=76baca6f9073453d85cf5af4b4599149&device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 1094 time: 0.0435438 Apr 20 17:43:34.592299 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0adc1-fc68-46ce-b951-3f30125f9531 req-198c270f-204e-4344-aef1-91b2e7e1b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:34.598016 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b9f0adc1-fc68-46ce-b951-3f30125f9531 req-198c270f-204e-4344-aef1-91b2e7e1b077 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=76baca6f9073453d85cf5af4b4599149&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0945945 Apr 20 17:43:34.687025 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0adc1-fc68-46ce-b951-3f30125f9531 req-a116baae-7a2f-44dc-b86f-51302b3d0c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:34.688429 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-b9f0adc1-fc68-46ce-b951-3f30125f9531 req-a116baae-7a2f-44dc-b86f-51302b3d0c4a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868397 Apr 20 17:43:34.788255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-b684db25-6ad4-4540-8bcc-3e079c4f5c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:34.789744 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-b684db25-6ad4-4540-8bcc-3e079c4f5c0d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=76baca6f9073453d85cf5af4b4599149&device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 1094 time: 0.0452671 Apr 20 17:43:34.833760 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-154d3ccd-8671-457d-9be8-44d2df171482 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19d8164b-8787-4e9c-ae55-e369bf5a1e57 HTTP/1.1" status: 200 len: 217 time: 0.0323312 Apr 20 17:43:34.879407 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-b10a6466-9cf1-449d-9cef-5b6e709ef988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:34.880813 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-b10a6466-9cf1-449d-9cef-5b6e709ef988 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6f032e2-0cff-4256-bcb3-5533e9f33476 HTTP/1.1" status: 200 len: 849 time: 0.0409119 Apr 20 17:43:34.927809 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-50c6b807-aabe-42b5-90af-f06fd4a632fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:34.929309 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-50c6b807-aabe-42b5-90af-f06fd4a632fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93a74913-0b0b-4868-81cf-bc9feed45fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420790 Apr 20 17:43:35.014705 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-95cbf6ca-f9aa-4a2f-9405-dfe928d2cfe9 service neutron] 10.222.0.30 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791655 Apr 20 17:43:35.105112 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-1422e226-19c2-4c8b-91fc-43f0dd5b3b4a req-4c6d5360-d0e9-4a74-839f-008831f52d46 service neutron] 10.222.0.30 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836616 Apr 20 17:43:35.280423 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e27f10-a4cb-4889-8e9c-ad1d39b58c61 req-79197a8c-df69-4c85-ba4f-93b764a8aff3 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:35.281807 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5e27f10-a4cb-4889-8e9c-ad1d39b58c61 req-79197a8c-df69-4c85-ba4f-93b764a8aff3 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 943 time: 0.0492210 Apr 20 17:43:35.318841 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c5e27f10-a4cb-4889-8e9c-ad1d39b58c61 req-f7f6aee4-ba4b-42fa-838a-d1ef237116dd tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309463 Apr 20 17:43:36.438217 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3d7f8-53e8-4228-a9ea-709f3b692660 req-bdccfa07-8f6c-466e-be97-097959c8fa6e tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:36.439697 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ade3d7f8-53e8-4228-a9ea-709f3b692660 req-bdccfa07-8f6c-466e-be97-097959c8fa6e tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 943 time: 0.0495615 Apr 20 17:43:36.478803 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ade3d7f8-53e8-4228-a9ea-709f3b692660 req-d8929e24-68f9-4b95-b1b8-f0770b410f45 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322373 Apr 20 17:43:37.601436 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7b0e5-a58b-421e-98f1-dd8e4a59cc68 req-4a0c46d4-9e40-4434-b7c3-327d7d0c9b88 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:37.602896 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-96c7b0e5-a58b-421e-98f1-dd8e4a59cc68 req-4a0c46d4-9e40-4434-b7c3-327d7d0c9b88 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 943 time: 0.0527761 Apr 20 17:43:37.639000 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-96c7b0e5-a58b-421e-98f1-dd8e4a59cc68 req-c42585c8-aff8-480c-93e5-ae02332a388b tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300641 Apr 20 17:43:38.025671 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:43:38.755901 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b297eea-e9c2-403c-af18-174539d4808c req-716d496a-eaba-4057-bbfe-797515fbbec5 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:38.757810 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5b297eea-e9c2-403c-af18-174539d4808c req-716d496a-eaba-4057-bbfe-797515fbbec5 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 943 time: 0.0479841 Apr 20 17:43:38.793872 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5b297eea-e9c2-403c-af18-174539d4808c req-3d0a9fae-c21f-49da-80be-fe7bb984f711 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302007 Apr 20 17:43:39.592305 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 19d8164b-8787-4e9c-ae55-e369bf5a1e57 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:43:39.685936 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 19d8164b-8787-4e9c-ae55-e369bf5a1e57, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=19d8164b-8787-4e9c-ae55-e369bf5a1e57,segment=NetworkSegment(9e456a93-66de-4443-a5b0-5ebe1090d25e),segment_id=9e456a93-66de-4443-a5b0-5ebe1090d25e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:39.697515 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '19d8164b-8787-4e9c-ae55-e369bf5a1e57', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'port_id': '19d8164b-8787-4e9c-ae55-e369bf5a1e57', 'mac_address': 'fa:16:3e:00:a6:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:43:39.732089 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:39.744699 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d8164b-8787-4e9c-ae55-e369bf5a1e57 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:43:39.767698 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 19d8164b-8787-4e9c-ae55-e369bf5a1e57, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=19d8164b-8787-4e9c-ae55-e369bf5a1e57,segment=NetworkSegment(9e456a93-66de-4443-a5b0-5ebe1090d25e),segment_id=9e456a93-66de-4443-a5b0-5ebe1090d25e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:39.839492 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:39.886737 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=19d8164b-8787-4e9c-ae55-e369bf5a1e57,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:39.909228 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06444c3-4c48-44ea-84ad-d7ea7c89904f req-8bf6860e-c48a-40e7-81db-c32e2d25313b tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:39.910726 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d06444c3-4c48-44ea-84ad-d7ea7c89904f req-8bf6860e-c48a-40e7-81db-c32e2d25313b tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 944 time: 0.0497153 Apr 20 17:43:39.948498 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d06444c3-4c48-44ea-84ad-d7ea7c89904f req-b458dfbb-1cd6-4f21-97eb-1699ca0e8be7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315235 Apr 20 17:43:40.814164 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['19d8164b-8787-4e9c-ae55-e369bf5a1e57'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:43:41.066310 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efd698-a4a8-4f63-be01-1e2b29bdc2c2 req-d6c447f2-59b5-4a2a-ac78-48d43eee206b tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:41.067699 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e9efd698-a4a8-4f63-be01-1e2b29bdc2c2 req-d6c447f2-59b5-4a2a-ac78-48d43eee206b tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 944 time: 0.0517626 Apr 20 17:43:41.105253 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e9efd698-a4a8-4f63-be01-1e2b29bdc2c2 req-8b58017f-020a-4bfa-bee4-13b7de15fa09 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309489 Apr 20 17:43:42.219989 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35fe92-c564-4992-8761-01c6e7a856bc req-b5348450-8590-4b04-be1f-8763253a163a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:42.221493 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d35fe92-c564-4992-8761-01c6e7a856bc req-b5348450-8590-4b04-be1f-8763253a163a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 944 time: 0.0481315 Apr 20 17:43:42.259827 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4d35fe92-c564-4992-8761-01c6e7a856bc req-56c4797a-0f11-4370-92e9-03074f4bb9c3 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316453 Apr 20 17:43:43.375114 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebdb8b-c609-450c-b1df-8dbc05119766 req-a13da6eb-b140-4455-989e-2f81053544f1 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:43.376633 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-83ebdb8b-c609-450c-b1df-8dbc05119766 req-a13da6eb-b140-4455-989e-2f81053544f1 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 944 time: 0.0490828 Apr 20 17:43:43.413896 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-83ebdb8b-c609-450c-b1df-8dbc05119766 req-8ebe819f-8cda-4ecc-8073-c18575d35ac3 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312221 Apr 20 17:43:43.623380 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 19d8164b-8787-4e9c-ae55-e369bf5a1e57 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:43:43.751256 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning for port 19d8164b-8787-4e9c-ae55-e369bf5a1e57 completed by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:43:43.755003 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 19d8164b-8787-4e9c-ae55-e369bf5a1e57 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:43.755371 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.832690 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.854796 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a865053d-dbc8-4c91-8435-587329c1c530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d8164b-8787-4e9c-ae55-e369bf5a1e57'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:43:43.856993 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e320b93d-b99e-46e3-9b59-4691a0616f04" -d '{"events": [{"server_uuid": "a865053d-dbc8-4c91-8435-587329c1c530", "name": "network-vif-plugged", "status": "completed", "tag": "19d8164b-8787-4e9c-ae55-e369bf5a1e57"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:43:43.869418 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 19d8164b-8787-4e9c-ae55-e369bf5a1e57, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=19d8164b-8787-4e9c-ae55-e369bf5a1e57,segment=NetworkSegment(9e456a93-66de-4443-a5b0-5ebe1090d25e),segment_id=9e456a93-66de-4443-a5b0-5ebe1090d25e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:43.893768 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465ee106-93bb-4147-8d31-27a0ce03e60b x-openstack-request-id: req-465ee106-93bb-4147-8d31-27a0ce03e60b {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:43:43.894057 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a865053d-dbc8-4c91-8435-587329c1c530", "name": "network-vif-plugged", "status": "completed", "tag": "19d8164b-8787-4e9c-ae55-e369bf5a1e57", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:43:43.894307 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-465ee106-93bb-4147-8d31-27a0ce03e60b {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:43:43.894698 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-465ee106-93bb-4147-8d31-27a0ce03e60b'] response: {'server_uuid': 'a865053d-dbc8-4c91-8435-587329c1c530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d8164b-8787-4e9c-ae55-e369bf5a1e57', 'code': 200} Apr 20 17:43:43.934272 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.980471 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=19d8164b-8787-4e9c-ae55-e369bf5a1e57,revision_number=5']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:44.057677 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afb766-0816-4f83-b126-5981536c1fad req-73e3e818-3eb5-441a-ab22-9e19e96e8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:44.059132 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e1afb766-0816-4f83-b126-5981536c1fad req-73e3e818-3eb5-441a-ab22-9e19e96e8dc5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 1096 time: 0.0430460 Apr 20 17:43:44.091692 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-e1afb766-0816-4f83-b126-5981536c1fad req-6969be54-56c2-4c26-85dc-d3b1a462729f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263414 Apr 20 17:43:44.531841 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9875998-31fa-49b3-bee5-89accf59e577 req-0bf20e18-8443-48c4-ae9a-528df39fa3ba tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:44.533327 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9875998-31fa-49b3-bee5-89accf59e577 req-0bf20e18-8443-48c4-ae9a-528df39fa3ba tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 945 time: 0.0482199 Apr 20 17:43:44.570199 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-d9875998-31fa-49b3-bee5-89accf59e577 req-b21d37d6-53ee-4e9b-8533-cd22c68fdfb7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308089 Apr 20 17:43:45.687165 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd420f72-8485-415c-ad49-17603b5c86bb req-2ae90a45-2254-40d4-a35d-d821a8a3cbcd tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:45.688844 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dd420f72-8485-415c-ad49-17603b5c86bb req-2ae90a45-2254-40d4-a35d-d821a8a3cbcd tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 945 time: 0.0489483 Apr 20 17:43:45.726415 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dd420f72-8485-415c-ad49-17603b5c86bb req-85f5facb-3d20-47ce-b868-a41ec91733a7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315509 Apr 20 17:43:45.842257 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b3433-9152-44b0-9a57-0786921e3cc3 req-6fdc32f2-2f97-4cfd-834f-e2dcd9f74f81 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:45.843623 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-250b3433-9152-44b0-9a57-0786921e3cc3 req-6fdc32f2-2f97-4cfd-834f-e2dcd9f74f81 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 945 time: 0.0518157 Apr 20 17:43:45.881073 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-250b3433-9152-44b0-9a57-0786921e3cc3 req-1353948c-ff4a-433c-b1d4-7cf615c7fedd tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313585 Apr 20 17:43:45.903030 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34570) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:43:45.941556 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18da9b6-7298-4a31-a32c-b3d5799b9e10 tempest-TestSnapshotPattern-525955027 tempest-TestSnapshotPattern-525955027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:45.943039 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-b18da9b6-7298-4a31-a32c-b3d5799b9e10 tempest-TestSnapshotPattern-525955027 tempest-TestSnapshotPattern-525955027-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 1091 time: 0.0390382 Apr 20 17:43:45.945736 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34572) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:43:45.950397 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.v2.base [None req-209e91c5-7222-4ed1-b5f8-9a234a19ae32 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Request body: {'floatingip': {'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'port_id': '19d8164b-8787-4e9c-ae55-e369bf5a1e57', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:43:46.048596 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-209e91c5-7222-4ed1-b5f8-9a234a19ae32 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for floatingip, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:46.150901 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-209e91c5-7222-4ed1-b5f8-9a234a19ae32 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:46.252408 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-209e91c5-7222-4ed1-b5f8-9a234a19ae32 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Allocated IP 172.25.0.168 (2f9c962d-4100-4cb1-bce0-8993ebe86d7a/4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6/9458d5d9-0e8c-4b4c-a0f8-15d262ba0604) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:43:46.348506 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-209e91c5-7222-4ed1-b5f8-9a234a19ae32 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for port, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:46.460596 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-209e91c5-7222-4ed1-b5f8-9a234a19ae32 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781837777466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:46.501188 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209e91c5-7222-4ed1-b5f8-9a234a19ae32 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Network 2f9c962d-4100-4cb1-bce0-8993ebe86d7a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:43:46.504017 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-209e91c5-7222-4ed1-b5f8-9a234a19ae32 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:46.507612 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209e91c5-7222-4ed1-b5f8-9a234a19ae32 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 17:43:46.512912 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e91c5-7222-4ed1-b5f8-9a234a19ae32 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Pushing event updated for resources: {'Port': ['ID=9458d5d9-0e8c-4b4c-a0f8-15d262ba0604,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:46.855338 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-209e91c5-7222-4ed1-b5f8-9a234a19ae32 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:46.986218 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-209e91c5-7222-4ed1-b5f8-9a234a19ae32 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:47.129889 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-209e91c5-7222-4ed1-b5f8-9a234a19ae32 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for port, precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:47.187724 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-209e91c5-7222-4ed1-b5f8-9a234a19ae32 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59759459'] for port, after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:47.253412 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e91c5-7222-4ed1-b5f8-9a234a19ae32 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Pushing event updated for resources: {'Port': ['ID=9458d5d9-0e8c-4b4c-a0f8-15d262ba0604,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:47.265625 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-209e91c5-7222-4ed1-b5f8-9a234a19ae32 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534623'] for floatingip, after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:47.363930 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-209e91c5-7222-4ed1-b5f8-9a234a19ae32 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Floating IP 61c9e0a3-47a4-4784-9a27-2450f1694e76 associated. External IP: 172.25.0.168, port: 19d8164b-8787-4e9c-ae55-e369bf5a1e57. Apr 20 17:43:47.864295 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209e91c5-7222-4ed1-b5f8-9a234a19ae32 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Router 5c8dee42-5c9e-426f-856f-a2d871834f2e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:43:47.970462 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209e91c5-7222-4ed1-b5f8-9a234a19ae32 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:43:47.980593 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbefd2a-ace8-42ae-84e5-64704fd9e721 None None] Sync routers for ids ['5c8dee42-5c9e-426f-856f-a2d871834f2e'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:43:47.989637 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbefd2a-ace8-42ae-84e5-64704fd9e721 None None] Routers {'5c8dee42-5c9e-426f-856f-a2d871834f2e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:43:47.990250 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-3dbefd2a-ace8-42ae-84e5-64704fd9e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:43:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5c8dee42-5c9e-426f-856f-a2d871834f2e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:48.038844 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-209e91c5-7222-4ed1-b5f8-9a234a19ae32 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:48.065558 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-209e91c5-7222-4ed1-b5f8-9a234a19ae32 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1188412 Apr 20 17:43:48.066138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a865053d-dbc8-4c91-8435-587329c1c530', 'tag': '19d8164b-8787-4e9c-ae55-e369bf5a1e57'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:43:48.068402 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34baf271-e73b-4c9b-ad50-c25e3d3c61d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a865053d-dbc8-4c91-8435-587329c1c530", "tag": "19d8164b-8787-4e9c-ae55-e369bf5a1e57"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:43:48.095199 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-3dbefd2a-ace8-42ae-84e5-64704fd9e721 None None] Set router 5c8dee42-5c9e-426f-856f-a2d871834f2e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:43:48.113412 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8add279-5fc7-4337-97e6-93f7db6f7508 x-openstack-request-id: req-f8add279-5fc7-4337-97e6-93f7db6f7508 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:43:48.113706 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a865053d-dbc8-4c91-8435-587329c1c530", "tag": "19d8164b-8787-4e9c-ae55-e369bf5a1e57", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:43:48.113961 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8add279-5fc7-4337-97e6-93f7db6f7508 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:43:48.114414 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8add279-5fc7-4337-97e6-93f7db6f7508'] response: {'name': 'network-changed', 'server_uuid': 'a865053d-dbc8-4c91-8435-587329c1c530', 'tag': '19d8164b-8787-4e9c-ae55-e369bf5a1e57', 'status': 'completed', 'code': 200} Apr 20 17:43:48.200456 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34baf271-e73b-4c9b-ad50-c25e3d3c61d4 req-5360faad-483d-4a09-ad5a-168fbe0d1871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:48.202097 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-34baf271-e73b-4c9b-ad50-c25e3d3c61d4 req-5360faad-483d-4a09-ad5a-168fbe0d1871 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=76baca6f9073453d85cf5af4b4599149&device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 1096 time: 0.0424924 Apr 20 17:43:48.302944 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34baf271-e73b-4c9b-ad50-c25e3d3c61d4 req-1046009c-e170-4975-83e5-32832d841955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:48.304472 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-34baf271-e73b-4c9b-ad50-c25e3d3c61d4 req-1046009c-e170-4975-83e5-32832d841955 service neutron] 10.222.0.30 "GET /v2.0/networks?id=93a74913-0b0b-4868-81cf-bc9feed45fa4 HTTP/1.1" status: 200 len: 911 time: 0.0875990 Apr 20 17:43:48.323471 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-3dbefd2a-ace8-42ae-84e5-64704fd9e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'name': 'tempest-TestSnapshotPattern-1971865388-router', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:04Z', 'updated_at': '2022-04-20T17:40:07Z', 'revision_number': 4, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'gw_port': {'id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:05Z', 'updated_at': '2022-04-20T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '61c9e0a3-47a4-4784-9a27-2450f1694e76', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'port_id': '19d8164b-8787-4e9c-ae55-e369bf5a1e57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'mac_address': 'fa:16:3e:00:a6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a865053d-dbc8-4c91-8435-587329c1c530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:43:46Z', 'updated_at': '2022-04-20T17:43:46Z', 'revision_number': 0, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'fixed_ip_address_scope': None}, {'id': 'b00b1712-2ec3-4509-a106-d09c51ec4677', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'port_id': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'mac_address': 'fa:16:3e:c3:c0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e699d094-0977-4e28-8689-080be8d113c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:40:31Z', 'updated_at': '2022-04-20T17:40:34Z', 'revision_number': 1, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974d22c0-93e2-49fe-98ed-cb592002ba50', 'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'mac_address': 'fa:16:3e:ba:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:07Z', 'updated_at': '2022-04-20T17:40:11Z', 'revision_number': 5, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'subnets': [{'id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:48.349462 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbefd2a-ace8-42ae-84e5-64704fd9e721 None None] Checking router: 5c8dee42-5c9e-426f-856f-a2d871834f2e for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:43:48.357639 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbefd2a-ace8-42ae-84e5-64704fd9e721 None None] Routers {'5c8dee42-5c9e-426f-856f-a2d871834f2e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:43:48.358245 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-3dbefd2a-ace8-42ae-84e5-64704fd9e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:43:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5c8dee42-5c9e-426f-856f-a2d871834f2e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:48.369195 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-34baf271-e73b-4c9b-ad50-c25e3d3c61d4 req-d417b640-0e58-446b-8abd-d23a35144a44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19d8164b-8787-4e9c-ae55-e369bf5a1e57 HTTP/1.1" status: 200 len: 999 time: 0.0578513 Apr 20 17:43:48.422239 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34baf271-e73b-4c9b-ad50-c25e3d3c61d4 req-9f01731d-d5ad-4baf-86d3-69f61e6ea6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:48.423702 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-34baf271-e73b-4c9b-ad50-c25e3d3c61d4 req-9f01731d-d5ad-4baf-86d3-69f61e6ea6ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6f032e2-0cff-4256-bcb3-5533e9f33476 HTTP/1.1" status: 200 len: 849 time: 0.0488715 Apr 20 17:43:48.463551 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-3dbefd2a-ace8-42ae-84e5-64704fd9e721 None None] Set router 5c8dee42-5c9e-426f-856f-a2d871834f2e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:43:48.469428 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34baf271-e73b-4c9b-ad50-c25e3d3c61d4 req-5ce67762-6325-4a28-a62e-2156f6c4b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:48.470933 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-34baf271-e73b-4c9b-ad50-c25e3d3c61d4 req-5ce67762-6325-4a28-a62e-2156f6c4b3b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93a74913-0b0b-4868-81cf-bc9feed45fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402145 Apr 20 17:43:48.559128 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-34baf271-e73b-4c9b-ad50-c25e3d3c61d4 req-bc413536-b30d-4b3a-943e-6829b70bd841 service neutron] 10.222.0.30 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815904 Apr 20 17:43:48.652458 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-34baf271-e73b-4c9b-ad50-c25e3d3c61d4 req-407fff72-156d-4d68-92bd-86df43294597 service neutron] 10.222.0.30 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868075 Apr 20 17:43:48.689978 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-3dbefd2a-ace8-42ae-84e5-64704fd9e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'name': 'tempest-TestSnapshotPattern-1971865388-router', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:04Z', 'updated_at': '2022-04-20T17:40:07Z', 'revision_number': 4, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'gw_port': {'id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:05Z', 'updated_at': '2022-04-20T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '61c9e0a3-47a4-4784-9a27-2450f1694e76', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'port_id': '19d8164b-8787-4e9c-ae55-e369bf5a1e57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'mac_address': 'fa:16:3e:00:a6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a865053d-dbc8-4c91-8435-587329c1c530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:43:46Z', 'updated_at': '2022-04-20T17:43:46Z', 'revision_number': 0, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'fixed_ip_address_scope': None}, {'id': 'b00b1712-2ec3-4509-a106-d09c51ec4677', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'port_id': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'mac_address': 'fa:16:3e:c3:c0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e699d094-0977-4e28-8689-080be8d113c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:40:31Z', 'updated_at': '2022-04-20T17:40:34Z', 'revision_number': 1, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974d22c0-93e2-49fe-98ed-cb592002ba50', 'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'mac_address': 'fa:16:3e:ba:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:07Z', 'updated_at': '2022-04-20T17:40:11Z', 'revision_number': 5, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'subnets': [{'id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:48.716378 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbefd2a-ace8-42ae-84e5-64704fd9e721 None None] The sync data for ids ['5c8dee42-5c9e-426f-856f-a2d871834f2e'] in n-d-836146-2 is: [{'id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'name': 'tempest-TestSnapshotPattern-1971865388-router', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:04Z', 'updated_at': '2022-04-20T17:40:07Z', 'revision_number': 4, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'gw_port': {'id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:05Z', 'updated_at': '2022-04-20T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': '61c9e0a3-47a4-4784-9a27-2450f1694e76', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'port_id': '19d8164b-8787-4e9c-ae55-e369bf5a1e57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'mac_address': 'fa:16:3e:00:a6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a865053d-dbc8-4c91-8435-587329c1c530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:43:46Z', 'updated_at': '2022-04-20T17:43:46Z', 'revision_number': 0, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'fixed_ip_address_scope': None}, {'id': 'b00b1712-2ec3-4509-a106-d09c51ec4677', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'port_id': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'mac_address': 'fa:16:3e:c3:c0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e699d094-0977-4e28-8689-080be8d113c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:40:31Z', 'updated_at': '2022-04-20T17:40:34Z', 'revision_number': 1, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974d22c0-93e2-49fe-98ed-cb592002ba50', 'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'mac_address': 'fa:16:3e:ba:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:07Z', 'updated_at': '2022-04-20T17:40:11Z', 'revision_number': 5, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'subnets': [{'id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:43:48.925154 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2b1ffc-bffe-480f-a77e-3b271451a8ae None None] New status for floating IP 61c9e0a3-47a4-4784-9a27-2450f1694e76: ACTIVE {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:43:52.863053 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6867f4b5-3620-4f42-a080-e2ed02db5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:55.162946 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-23eb0ab7-2b56-4df6-9a41-991f9780db1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:56.728599 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:57.414057 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f101920-d332-4c77-82b9-4b3550570fb9 req-8b8ab39f-e1cb-437e-a7bf-cb3587008ee2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e699d094-0977-4e28-8689-080be8d113c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399208 Apr 20 17:43:57.513362 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f101920-d332-4c77-82b9-4b3550570fb9 req-4b4bc68e-a15f-4f75-98e7-bbdbde8caf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:57.514870 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f101920-d332-4c77-82b9-4b3550570fb9 req-4b4bc68e-a15f-4f75-98e7-bbdbde8caf21 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=76baca6f9073453d85cf5af4b4599149&device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 1095 time: 0.0415175 Apr 20 17:43:57.619502 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f101920-d332-4c77-82b9-4b3550570fb9 req-5bb6abb1-5b99-4545-85e0-c14b2607db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:57.621029 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f101920-d332-4c77-82b9-4b3550570fb9 req-5bb6abb1-5b99-4545-85e0-c14b2607db17 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93a74913-0b0b-4868-81cf-bc9feed45fa4 HTTP/1.1" status: 200 len: 911 time: 0.0884020 Apr 20 17:43:57.683472 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f101920-d332-4c77-82b9-4b3550570fb9 req-8979d5e4-0d97-474b-8d03-9b0566a4af58 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 HTTP/1.1" status: 200 len: 1000 time: 0.0561676 Apr 20 17:43:57.734126 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f101920-d332-4c77-82b9-4b3550570fb9 req-3e12fb35-9dce-4a53-819e-232883520499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:57.735538 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f101920-d332-4c77-82b9-4b3550570fb9 req-3e12fb35-9dce-4a53-819e-232883520499 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6f032e2-0cff-4256-bcb3-5533e9f33476 HTTP/1.1" status: 200 len: 849 time: 0.0463524 Apr 20 17:43:57.782374 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f101920-d332-4c77-82b9-4b3550570fb9 req-c839ee6b-0531-4073-bbe7-06838f14db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:43:57.783825 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f101920-d332-4c77-82b9-4b3550570fb9 req-c839ee6b-0531-4073-bbe7-06838f14db05 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93a74913-0b0b-4868-81cf-bc9feed45fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390298 Apr 20 17:43:57.878376 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f101920-d332-4c77-82b9-4b3550570fb9 req-cd21e874-5268-442a-8bfc-591accc28672 service neutron] 10.222.0.26 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860360 Apr 20 17:43:57.971932 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f101920-d332-4c77-82b9-4b3550570fb9 req-e2fbe71d-fadb-4c4c-8171-18dbb07b9c5c service neutron] 10.222.0.26 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866592 Apr 20 17:43:58.128624 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:58.225518 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:59.633696 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:00.622025 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.025194 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:44:21.847586 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ee7f7712-2721-4287-83e3-2d7c8e01cb45 req-39c222ea-51fb-4e01-a661-4c4f71c2a20c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406499 Apr 20 17:44:21.941156 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f7712-2721-4287-83e3-2d7c8e01cb45 req-8e1c081d-bf89-4ca0-935a-9634919c7761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:44:21.949964 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ee7f7712-2721-4287-83e3-2d7c8e01cb45 req-8e1c081d-bf89-4ca0-935a-9634919c7761 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=76baca6f9073453d85cf5af4b4599149&device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 1096 time: 0.0401437 Apr 20 17:44:22.048839 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f7712-2721-4287-83e3-2d7c8e01cb45 req-3e54ff3b-5c7f-421f-8f98-860828865aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:44:22.050890 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ee7f7712-2721-4287-83e3-2d7c8e01cb45 req-3e54ff3b-5c7f-421f-8f98-860828865aca service neutron] 10.222.0.30 "GET /v2.0/networks?id=93a74913-0b0b-4868-81cf-bc9feed45fa4 HTTP/1.1" status: 200 len: 911 time: 0.0888059 Apr 20 17:44:22.115639 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ee7f7712-2721-4287-83e3-2d7c8e01cb45 req-6aadae1a-c11e-4540-aa03-b6d8a5a8c4db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19d8164b-8787-4e9c-ae55-e369bf5a1e57 HTTP/1.1" status: 200 len: 1001 time: 0.0574484 Apr 20 17:44:22.168014 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f7712-2721-4287-83e3-2d7c8e01cb45 req-cf0b3ba0-e656-48ee-925a-da95b0df6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:44:22.169476 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ee7f7712-2721-4287-83e3-2d7c8e01cb45 req-cf0b3ba0-e656-48ee-925a-da95b0df6e21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6f032e2-0cff-4256-bcb3-5533e9f33476 HTTP/1.1" status: 200 len: 849 time: 0.0472548 Apr 20 17:44:22.217063 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f7712-2721-4287-83e3-2d7c8e01cb45 req-c4071b54-3490-43ce-9030-7ec3f8e9f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:44:22.218510 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ee7f7712-2721-4287-83e3-2d7c8e01cb45 req-c4071b54-3490-43ce-9030-7ec3f8e9f663 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93a74913-0b0b-4868-81cf-bc9feed45fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386269 Apr 20 17:44:22.305964 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ee7f7712-2721-4287-83e3-2d7c8e01cb45 req-46d06dc4-458c-4b45-9f61-4b0e7f528faf service neutron] 10.222.0.30 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797312 Apr 20 17:44:22.396557 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ee7f7712-2721-4287-83e3-2d7c8e01cb45 req-e7b7890a-c9a2-4e0e-a90b-885393e3cbe2 service neutron] 10.222.0.30 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839076 Apr 20 17:44:22.833863 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-430bb5ea-38e3-44f1-92b2-fe5298aedd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:25.157021 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-79442c0e-908b-41eb-ad3f-ba3cda69f54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:26.779818 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:28.156223 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:28.242655 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:29.628889 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:30.648128 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:52.027024 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:44:52.837227 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-17c36173-a7e6-46ac-a31c-af73c02f614b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:55.221881 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a477847b-7908-4c01-8443-e99e2a0786fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:56.734167 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:57.410037 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3aaafdfb-6a97-4966-b66d-6bba53e418f5 req-00aa4926-2ad1-45da-99fa-da1ebcb47928 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e699d094-0977-4e28-8689-080be8d113c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418370 Apr 20 17:44:57.509792 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaafdfb-6a97-4966-b66d-6bba53e418f5 req-40b27c11-cdcd-4ab6-b2c5-22f9f5c39cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:44:57.511328 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3aaafdfb-6a97-4966-b66d-6bba53e418f5 req-40b27c11-cdcd-4ab6-b2c5-22f9f5c39cd7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=76baca6f9073453d85cf5af4b4599149&device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 1095 time: 0.0409706 Apr 20 17:44:57.616647 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaafdfb-6a97-4966-b66d-6bba53e418f5 req-87c79968-a72a-4b38-b896-027489d4cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:44:57.618111 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3aaafdfb-6a97-4966-b66d-6bba53e418f5 req-87c79968-a72a-4b38-b896-027489d4cefe service neutron] 10.222.0.26 "GET /v2.0/networks?id=93a74913-0b0b-4868-81cf-bc9feed45fa4 HTTP/1.1" status: 200 len: 911 time: 0.0879838 Apr 20 17:44:57.681719 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3aaafdfb-6a97-4966-b66d-6bba53e418f5 req-c0a3929f-7792-4fb3-ba67-92c617f770f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 HTTP/1.1" status: 200 len: 1000 time: 0.0568154 Apr 20 17:44:57.732219 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaafdfb-6a97-4966-b66d-6bba53e418f5 req-ed5e819e-74c7-4384-98aa-190fc5e1b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:44:57.733660 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3aaafdfb-6a97-4966-b66d-6bba53e418f5 req-ed5e819e-74c7-4384-98aa-190fc5e1b755 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6f032e2-0cff-4256-bcb3-5533e9f33476 HTTP/1.1" status: 200 len: 849 time: 0.0459220 Apr 20 17:44:57.777138 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaafdfb-6a97-4966-b66d-6bba53e418f5 req-749b84d7-0e4b-4c4c-b9d8-d6d6e4bded1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:44:57.778553 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3aaafdfb-6a97-4966-b66d-6bba53e418f5 req-749b84d7-0e4b-4c4c-b9d8-d6d6e4bded1b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93a74913-0b0b-4868-81cf-bc9feed45fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379159 Apr 20 17:44:57.863778 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3aaafdfb-6a97-4966-b66d-6bba53e418f5 req-6d98beb9-7214-4a3a-9ee5-d6ca686e2a39 service neutron] 10.222.0.26 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785248 Apr 20 17:44:57.953563 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-3aaafdfb-6a97-4966-b66d-6bba53e418f5 req-20c5d548-c38d-45b5-a849-d67bd9212310 service neutron] 10.222.0.26 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831177 Apr 20 17:44:58.133677 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:58.225546 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:59.645437 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:00.688457 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:22.848409 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e47f205c-145b-410a-bcb5-ed9cc789c63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:23.785149 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-37cf5547-fb2c-40bd-9639-16cf4b131e6a req-1d3f6967-45ba-41df-954f-23bc25099890 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393472 Apr 20 17:45:23.880886 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf5547-fb2c-40bd-9639-16cf4b131e6a req-f44711b4-08f4-4ab5-9fa3-78c20f7bdf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:45:23.882258 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-37cf5547-fb2c-40bd-9639-16cf4b131e6a req-f44711b4-08f4-4ab5-9fa3-78c20f7bdf26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=76baca6f9073453d85cf5af4b4599149&device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 1096 time: 0.0401394 Apr 20 17:45:23.984272 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf5547-fb2c-40bd-9639-16cf4b131e6a req-7ad2c151-039f-4c2c-8eaf-2ef9e8497183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:45:23.985748 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-37cf5547-fb2c-40bd-9639-16cf4b131e6a req-7ad2c151-039f-4c2c-8eaf-2ef9e8497183 service neutron] 10.222.0.30 "GET /v2.0/networks?id=93a74913-0b0b-4868-81cf-bc9feed45fa4 HTTP/1.1" status: 200 len: 911 time: 0.0860376 Apr 20 17:45:24.049635 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-37cf5547-fb2c-40bd-9639-16cf4b131e6a req-15d16296-877e-4002-9fb9-9257165043fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19d8164b-8787-4e9c-ae55-e369bf5a1e57 HTTP/1.1" status: 200 len: 1001 time: 0.0557814 Apr 20 17:45:24.100517 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf5547-fb2c-40bd-9639-16cf4b131e6a req-5723ae4c-7675-4996-98a8-db80361d67c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:45:24.102427 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-37cf5547-fb2c-40bd-9639-16cf4b131e6a req-5723ae4c-7675-4996-98a8-db80361d67c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6f032e2-0cff-4256-bcb3-5533e9f33476 HTTP/1.1" status: 200 len: 849 time: 0.0453858 Apr 20 17:45:24.146224 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf5547-fb2c-40bd-9639-16cf4b131e6a req-d26296ba-56d7-4062-9e9b-7e24fd7a5606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:45:24.147585 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-37cf5547-fb2c-40bd-9639-16cf4b131e6a req-d26296ba-56d7-4062-9e9b-7e24fd7a5606 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93a74913-0b0b-4868-81cf-bc9feed45fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385804 Apr 20 17:45:24.233092 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-37cf5547-fb2c-40bd-9639-16cf4b131e6a req-ed914c35-4819-49c2-a0a9-bda0ee34f33d service neutron] 10.222.0.30 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791669 Apr 20 17:45:24.323746 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-37cf5547-fb2c-40bd-9639-16cf4b131e6a req-381df264-772a-4fe8-9d97-e868e7d8766e service neutron] 10.222.0.30 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843821 Apr 20 17:45:25.197402 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-43883423-30f2-43d4-90a8-8e7e7f2cfb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:26.733833 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:28.136411 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:28.227299 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:29.025916 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:45:29.625447 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:30.651192 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:52.842396 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-55cc1f52-7d83-4d86-9364-467df58e8133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:55.193622 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-6010cb7b-c06f-4da2-b5d7-04be73604ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:56.764458 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:58.204612 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:58.230911 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:58.455815 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9e8d883-8358-4d3f-b040-f97bbd1bf32a req-15cc3aa8-38c8-42e0-a62f-7e9fb1b80f8c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e699d094-0977-4e28-8689-080be8d113c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387557 Apr 20 17:45:58.553519 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8d883-8358-4d3f-b040-f97bbd1bf32a req-6bd434a1-d23f-4c03-a0db-a39978ab0ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:45:58.554983 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9e8d883-8358-4d3f-b040-f97bbd1bf32a req-6bd434a1-d23f-4c03-a0db-a39978ab0ba8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=76baca6f9073453d85cf5af4b4599149&device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 1095 time: 0.0387852 Apr 20 17:45:58.658421 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8d883-8358-4d3f-b040-f97bbd1bf32a req-3d7827d3-fef7-4a75-88b1-1179d6c8925d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:45:58.659845 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9e8d883-8358-4d3f-b040-f97bbd1bf32a req-3d7827d3-fef7-4a75-88b1-1179d6c8925d service neutron] 10.222.0.26 "GET /v2.0/networks?id=93a74913-0b0b-4868-81cf-bc9feed45fa4 HTTP/1.1" status: 200 len: 911 time: 0.0858452 Apr 20 17:45:58.722140 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9e8d883-8358-4d3f-b040-f97bbd1bf32a req-8bf36eeb-6564-4b2d-80e5-ece1ffa9ca59 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 HTTP/1.1" status: 200 len: 1000 time: 0.0553772 Apr 20 17:45:58.773187 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8d883-8358-4d3f-b040-f97bbd1bf32a req-ec9b3145-d985-42bc-89b0-53b93f5c0185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:45:58.774598 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9e8d883-8358-4d3f-b040-f97bbd1bf32a req-ec9b3145-d985-42bc-89b0-53b93f5c0185 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6f032e2-0cff-4256-bcb3-5533e9f33476 HTTP/1.1" status: 200 len: 849 time: 0.0465205 Apr 20 17:45:58.817494 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8d883-8358-4d3f-b040-f97bbd1bf32a req-2b64cf59-726d-4fa9-8acb-71576e6a8505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:45:58.818927 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9e8d883-8358-4d3f-b040-f97bbd1bf32a req-2b64cf59-726d-4fa9-8acb-71576e6a8505 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93a74913-0b0b-4868-81cf-bc9feed45fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382714 Apr 20 17:45:58.904966 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9e8d883-8358-4d3f-b040-f97bbd1bf32a req-eb464aa9-7ced-4693-9ee9-9895a5da01d3 service neutron] 10.222.0.26 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786779 Apr 20 17:45:58.994991 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-c9e8d883-8358-4d3f-b040-f97bbd1bf32a req-151eba4a-a5c0-471f-bea3-db3eee931929 service neutron] 10.222.0.26 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834405 Apr 20 17:45:59.630858 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:00.307304 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 19d8164b-8787-4e9c-ae55-e369bf5a1e57 details requested by agent hyperv_n-h2-836146-2 with host n-h2-836146-2 {{(pid=103486) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 17:46:00.400754 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 19d8164b-8787-4e9c-ae55-e369bf5a1e57, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=19d8164b-8787-4e9c-ae55-e369bf5a1e57,segment=NetworkSegment(9e456a93-66de-4443-a5b0-5ebe1090d25e),segment_id=9e456a93-66de-4443-a5b0-5ebe1090d25e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:00.560875 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Returning: {'device': '19d8164b-8787-4e9c-ae55-e369bf5a1e57', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'port_id': '19d8164b-8787-4e9c-ae55-e369bf5a1e57', 'mac_address': 'fa:16:3e:00:a6:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103486) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 17:46:00.596761 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:00.618011 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19d8164b-8787-4e9c-ae55-e369bf5a1e57 {{(pid=103486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 17:46:00.636689 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 19d8164b-8787-4e9c-ae55-e369bf5a1e57, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=19d8164b-8787-4e9c-ae55-e369bf5a1e57,segment=NetworkSegment(9e456a93-66de-4443-a5b0-5ebe1090d25e),segment_id=9e456a93-66de-4443-a5b0-5ebe1090d25e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:00.705224 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:00.716897 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:00.765108 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=19d8164b-8787-4e9c-ae55-e369bf5a1e57,revision_number=6']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:00.774066 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:00.774412 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:00.774750 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:00.775089 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:00.775418 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:00.775744 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:00.776068 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:00.776421 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:00.776749 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:00.777071 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:00.777393 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:00.777708 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:00.853685 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] get_ports_and_sgs() called for port_ids ['19d8164b-8787-4e9c-ae55-e369bf5a1e57'] {{(pid=103486) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 17:46:02.336258 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 19d8164b-8787-4e9c-ae55-e369bf5a1e57 up at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 17:46:02.384538 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.provisioning_blocks [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Provisioning complete for port 19d8164b-8787-4e9c-ae55-e369bf5a1e57 triggered by entity L2. {{(pid=103486) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:02.384906 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3526336'] for port, provisioning_complete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:02.458066 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:02.479325 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a865053d-dbc8-4c91-8435-587329c1c530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d8164b-8787-4e9c-ae55-e369bf5a1e57'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:46:02.481548 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456aee8a-c655-4e07-9379-6587eb2c7ad5" -d '{"events": [{"server_uuid": "a865053d-dbc8-4c91-8435-587329c1c530", "name": "network-vif-plugged", "status": "completed", "tag": "19d8164b-8787-4e9c-ae55-e369bf5a1e57"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:46:02.498875 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 19d8164b-8787-4e9c-ae55-e369bf5a1e57, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=19d8164b-8787-4e9c-ae55-e369bf5a1e57,segment=NetworkSegment(9e456a93-66de-4443-a5b0-5ebe1090d25e),segment_id=9e456a93-66de-4443-a5b0-5ebe1090d25e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:02.570566 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:02.577453 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314faa14-111b-4836-a3c6-72f031135b1a x-openstack-request-id: req-314faa14-111b-4836-a3c6-72f031135b1a {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:46:02.577746 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a865053d-dbc8-4c91-8435-587329c1c530", "name": "network-vif-plugged", "status": "completed", "tag": "19d8164b-8787-4e9c-ae55-e369bf5a1e57", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:46:02.577997 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-314faa14-111b-4836-a3c6-72f031135b1a {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:46:02.579019 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-314faa14-111b-4836-a3c6-72f031135b1a'] response: {'server_uuid': 'a865053d-dbc8-4c91-8435-587329c1c530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d8164b-8787-4e9c-ae55-e369bf5a1e57', 'code': 200} Apr 20 17:46:02.623445 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=19d8164b-8787-4e9c-ae55-e369bf5a1e57,revision_number=7']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:06.025080 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:46:14.562914 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34834) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:46:14.715711 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-26085378-8da4-4869-b6aa-a30a9176fac7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Deleting port 9458d5d9-0e8c-4b4c-a0f8-15d262ba0604 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:46:14.716057 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-26085378-8da4-4869-b6aa-a30a9176fac7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:14.788232 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-26085378-8da4-4869-b6aa-a30a9176fac7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:14.788515 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-26085378-8da4-4869-b6aa-a30a9176fac7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:14.799664 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-26085378-8da4-4869-b6aa-a30a9176fac7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Calling delete_port for 9458d5d9-0e8c-4b4c-a0f8-15d262ba0604 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:46:15.002801 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-26085378-8da4-4869-b6aa-a30a9176fac7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:15.030486 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26085378-8da4-4869-b6aa-a30a9176fac7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Pushing event deleted for resources: {'Port': ['ID=9458d5d9-0e8c-4b4c-a0f8-15d262ba0604,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:15.043665 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26085378-8da4-4869-b6aa-a30a9176fac7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:15.043930 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26085378-8da4-4869-b6aa-a30a9176fac7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:15.044272 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26085378-8da4-4869-b6aa-a30a9176fac7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:15.044629 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26085378-8da4-4869-b6aa-a30a9176fac7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:15.044962 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26085378-8da4-4869-b6aa-a30a9176fac7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:15.045292 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26085378-8da4-4869-b6aa-a30a9176fac7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:15.045619 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26085378-8da4-4869-b6aa-a30a9176fac7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:15.045941 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26085378-8da4-4869-b6aa-a30a9176fac7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:15.046259 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26085378-8da4-4869-b6aa-a30a9176fac7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:15.046581 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26085378-8da4-4869-b6aa-a30a9176fac7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:15.046901 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26085378-8da4-4869-b6aa-a30a9176fac7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:15.047224 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26085378-8da4-4869-b6aa-a30a9176fac7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:15.099762 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-26085378-8da4-4869-b6aa-a30a9176fac7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:15.100087 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-26085378-8da4-4869-b6aa-a30a9176fac7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Floating IP 61c9e0a3-47a4-4784-9a27-2450f1694e76 disassociated (deleted). External IP: 172.25.0.168, port: 19d8164b-8787-4e9c-ae55-e369bf5a1e57. Apr 20 17:46:15.306437 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26085378-8da4-4869-b6aa-a30a9176fac7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Router 5c8dee42-5c9e-426f-856f-a2d871834f2e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:46:15.412005 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26085378-8da4-4869-b6aa-a30a9176fac7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:46:15.416800 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-26085378-8da4-4869-b6aa-a30a9176fac7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:15.421223 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8195d7-b4c5-4af2-b787-9e436a67d168 None None] Sync routers for ids ['5c8dee42-5c9e-426f-856f-a2d871834f2e'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:46:15.431020 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8195d7-b4c5-4af2-b787-9e436a67d168 None None] Routers {'5c8dee42-5c9e-426f-856f-a2d871834f2e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:46:15.437056 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2b8195d7-b4c5-4af2-b787-9e436a67d168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:45:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5c8dee42-5c9e-426f-856f-a2d871834f2e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:15.448079 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-26085378-8da4-4869-b6aa-a30a9176fac7 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "DELETE /v2.0/floatingips/61c9e0a3-47a4-4784-9a27-2450f1694e76 HTTP/1.1" status: 204 len: 168 time: 0.8840694 Apr 20 17:46:15.448837 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a865053d-dbc8-4c91-8435-587329c1c530', 'tag': '19d8164b-8787-4e9c-ae55-e369bf5a1e57'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:46:15.451135 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e836b7-b0df-4958-b630-73c6c0aca40a" -d '{"events": [{"name": "network-changed", "server_uuid": "a865053d-dbc8-4c91-8435-587329c1c530", "tag": "19d8164b-8787-4e9c-ae55-e369bf5a1e57"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:46:15.545154 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-2b8195d7-b4c5-4af2-b787-9e436a67d168 None None] Set router 5c8dee42-5c9e-426f-856f-a2d871834f2e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:46:15.772993 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2b8195d7-b4c5-4af2-b787-9e436a67d168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'name': 'tempest-TestSnapshotPattern-1971865388-router', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:04Z', 'updated_at': '2022-04-20T17:40:07Z', 'revision_number': 4, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'gw_port': {'id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:05Z', 'updated_at': '2022-04-20T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'b00b1712-2ec3-4509-a106-d09c51ec4677', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'port_id': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'mac_address': 'fa:16:3e:c3:c0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e699d094-0977-4e28-8689-080be8d113c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:40:31Z', 'updated_at': '2022-04-20T17:40:34Z', 'revision_number': 1, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974d22c0-93e2-49fe-98ed-cb592002ba50', 'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'mac_address': 'fa:16:3e:ba:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:07Z', 'updated_at': '2022-04-20T17:40:11Z', 'revision_number': 5, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'subnets': [{'id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:15.799420 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8195d7-b4c5-4af2-b787-9e436a67d168 None None] Checking router: 5c8dee42-5c9e-426f-856f-a2d871834f2e for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:46:15.808925 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8195d7-b4c5-4af2-b787-9e436a67d168 None None] Routers {'5c8dee42-5c9e-426f-856f-a2d871834f2e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:46:15.809611 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2b8195d7-b4c5-4af2-b787-9e436a67d168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:45:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5c8dee42-5c9e-426f-856f-a2d871834f2e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:15.884213 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48b7145-8318-4e17-9951-12bcf50a8cb9 x-openstack-request-id: req-d48b7145-8318-4e17-9951-12bcf50a8cb9 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:46:15.884213 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a865053d-dbc8-4c91-8435-587329c1c530", "tag": "19d8164b-8787-4e9c-ae55-e369bf5a1e57", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:46:15.884213 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d48b7145-8318-4e17-9951-12bcf50a8cb9 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:46:15.884213 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d48b7145-8318-4e17-9951-12bcf50a8cb9'] response: {'name': 'network-changed', 'server_uuid': 'a865053d-dbc8-4c91-8435-587329c1c530', 'tag': '19d8164b-8787-4e9c-ae55-e369bf5a1e57', 'status': 'completed', 'code': 200} Apr 20 17:46:15.916566 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-2b8195d7-b4c5-4af2-b787-9e436a67d168 None None] Set router 5c8dee42-5c9e-426f-856f-a2d871834f2e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:46:15.994031 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e836b7-b0df-4958-b630-73c6c0aca40a req-4af2ce42-d7be-4a1a-9113-dd840f958226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:46:15.995630 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-71e836b7-b0df-4958-b630-73c6c0aca40a req-4af2ce42-d7be-4a1a-9113-dd840f958226 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=76baca6f9073453d85cf5af4b4599149&device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 1096 time: 0.0680504 Apr 20 17:46:16.006484 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51ecf4-21d3-4181-91c8-db4b945ff560 req-58807c98-729d-4803-a126-4387f0b036bf tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:46:16.007867 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ba51ecf4-21d3-4181-91c8-db4b945ff560 req-58807c98-729d-4803-a126-4387f0b036bf tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 945 time: 0.0791230 Apr 20 17:46:16.093781 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-ba51ecf4-21d3-4181-91c8-db4b945ff560 req-4d35b840-104f-4431-b41d-45a1dc51e58e tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778756 Apr 20 17:46:16.120067 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e836b7-b0df-4958-b630-73c6c0aca40a req-f02f3606-42da-4616-9ce8-5ab1f09c2307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:46:16.121643 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-71e836b7-b0df-4958-b630-73c6c0aca40a req-f02f3606-42da-4616-9ce8-5ab1f09c2307 service neutron] 10.222.0.30 "GET /v2.0/networks?id=93a74913-0b0b-4868-81cf-bc9feed45fa4 HTTP/1.1" status: 200 len: 911 time: 0.1129167 Apr 20 17:46:16.145975 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2b8195d7-b4c5-4af2-b787-9e436a67d168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'name': 'tempest-TestSnapshotPattern-1971865388-router', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:04Z', 'updated_at': '2022-04-20T17:40:07Z', 'revision_number': 4, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'gw_port': {'id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:05Z', 'updated_at': '2022-04-20T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'b00b1712-2ec3-4509-a106-d09c51ec4677', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'port_id': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'mac_address': 'fa:16:3e:c3:c0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e699d094-0977-4e28-8689-080be8d113c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:40:31Z', 'updated_at': '2022-04-20T17:40:34Z', 'revision_number': 1, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974d22c0-93e2-49fe-98ed-cb592002ba50', 'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'mac_address': 'fa:16:3e:ba:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:07Z', 'updated_at': '2022-04-20T17:40:11Z', 'revision_number': 5, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'subnets': [{'id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:16.168217 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-71e836b7-b0df-4958-b630-73c6c0aca40a req-5fa7eb08-b641-4d92-ba2b-80726ec0c6b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19d8164b-8787-4e9c-ae55-e369bf5a1e57 HTTP/1.1" status: 200 len: 217 time: 0.0383720 Apr 20 17:46:16.176868 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8195d7-b4c5-4af2-b787-9e436a67d168 None None] The sync data for ids ['5c8dee42-5c9e-426f-856f-a2d871834f2e'] in n-d-836146-2 is: [{'id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'name': 'tempest-TestSnapshotPattern-1971865388-router', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:04Z', 'updated_at': '2022-04-20T17:40:07Z', 'revision_number': 4, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'gw_port': {'id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:05Z', 'updated_at': '2022-04-20T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_floatingips': [{'id': 'b00b1712-2ec3-4509-a106-d09c51ec4677', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'router_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'port_id': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'mac_address': 'fa:16:3e:c3:c0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e699d094-0977-4e28-8689-080be8d113c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:40:31Z', 'updated_at': '2022-04-20T17:40:34Z', 'revision_number': 1, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974d22c0-93e2-49fe-98ed-cb592002ba50', 'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'mac_address': 'fa:16:3e:ba:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:07Z', 'updated_at': '2022-04-20T17:40:11Z', 'revision_number': 5, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'subnets': [{'id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:46:16.218562 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e836b7-b0df-4958-b630-73c6c0aca40a req-ca6834cf-b5eb-4baf-97fa-e1fb7b90ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:46:16.220025 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-71e836b7-b0df-4958-b630-73c6c0aca40a req-ca6834cf-b5eb-4baf-97fa-e1fb7b90ecfc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6f032e2-0cff-4256-bcb3-5533e9f33476 HTTP/1.1" status: 200 len: 849 time: 0.0441477 Apr 20 17:46:16.266049 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e836b7-b0df-4958-b630-73c6c0aca40a req-431c1195-d923-4921-b073-c9f022114fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:46:16.267589 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-71e836b7-b0df-4958-b630-73c6c0aca40a req-431c1195-d923-4921-b073-c9f022114fc5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93a74913-0b0b-4868-81cf-bc9feed45fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403225 Apr 20 17:46:16.361906 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 19d8164b-8787-4e9c-ae55-e369bf5a1e57 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:46:16.363142 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-71e836b7-b0df-4958-b630-73c6c0aca40a req-da1e95be-ccf8-4510-955f-d01cee575ad2 service neutron] 10.222.0.30 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879099 Apr 20 17:46:16.444819 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca95c53-fee5-4720-a9cc-39afb3dd7d01 None None] New status for floating IP 61c9e0a3-47a4-4784-9a27-2450f1694e76: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:46:16.448103 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680031'] for port, before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:16.479801 n-d-836146-2 neutron-server[103486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a865053d-dbc8-4c91-8435-587329c1c530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19d8164b-8787-4e9c-ae55-e369bf5a1e57'}] {{(pid=103486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:46:16.482280 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8ec934a695e48d67ac420e1fb30d6e1b92f4cb37e6b43377c838e75a58967a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f27733-e4a9-4454-95ef-dc6e5821a812" -d '{"events": [{"server_uuid": "a865053d-dbc8-4c91-8435-587329c1c530", "name": "network-vif-unplugged", "status": "completed", "tag": "19d8164b-8787-4e9c-ae55-e369bf5a1e57"}]}' {{(pid=103486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:46:16.497679 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] For port 19d8164b-8787-4e9c-ae55-e369bf5a1e57, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=19d8164b-8787-4e9c-ae55-e369bf5a1e57,segment=NetworkSegment(9e456a93-66de-4443-a5b0-5ebe1090d25e),segment_id=9e456a93-66de-4443-a5b0-5ebe1090d25e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:16.530768 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 17:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bacacd-6973-4380-8f78-8411692a5fd2 x-openstack-request-id: req-35bacacd-6973-4380-8f78-8411692a5fd2 {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:46:16.530768 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a865053d-dbc8-4c91-8435-587329c1c530", "name": "network-vif-unplugged", "status": "completed", "tag": "19d8164b-8787-4e9c-ae55-e369bf5a1e57", "code": 200}]} {{(pid=103486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:46:16.531149 n-d-836146-2 neutron-server[103486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35bacacd-6973-4380-8f78-8411692a5fd2 {{(pid=103486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:46:16.531262 n-d-836146-2 neutron-server[103486]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35bacacd-6973-4380-8f78-8411692a5fd2'] response: {'server_uuid': 'a865053d-dbc8-4c91-8435-587329c1c530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19d8164b-8787-4e9c-ae55-e369bf5a1e57', 'code': 200} Apr 20 17:46:16.576633 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781838299585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781837777457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781837777125'] for port, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:16.626475 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Pushing event updated for resources: {'Port': ['ID=19d8164b-8787-4e9c-ae55-e369bf5a1e57,revision_number=8']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:16.763553 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-71e836b7-b0df-4958-b630-73c6c0aca40a req-f7fec2e3-d14a-47ee-8554-17c0d912ba80 service neutron] 10.222.0.30 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936257 Apr 20 17:46:17.210174 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c0dec-697e-427c-8ece-4a22528f0ac2 req-37bf17da-b10f-4503-90db-2db44fa4e43c tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:46:17.211620 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f7c0dec-697e-427c-8ece-4a22528f0ac2 req-37bf17da-b10f-4503-90db-2db44fa4e43c tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 943 time: 0.0476332 Apr 20 17:46:17.249328 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-5f7c0dec-697e-427c-8ece-4a22528f0ac2 req-27ce3a78-b5f4-4011-a51f-27adda158824 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315731 Apr 20 17:46:17.734395 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158640a6-df8f-4986-ac0c-9be89a484fd2 req-1579c164-ddec-4197-b1ed-7c4eb4745c92 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:46:17.735812 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-158640a6-df8f-4986-ac0c-9be89a484fd2 req-1579c164-ddec-4197-b1ed-7c4eb4745c92 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.30 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 943 time: 0.0507290 Apr 20 17:46:17.821565 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-158640a6-df8f-4986-ac0c-9be89a484fd2 req-fc6c0b94-52fa-4be8-91d8-2370852c813f tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Deleting port 19d8164b-8787-4e9c-ae55-e369bf5a1e57 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:46:17.821823 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-158640a6-df8f-4986-ac0c-9be89a484fd2 req-fc6c0b94-52fa-4be8-91d8-2370852c813f tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:17.907751 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-158640a6-df8f-4986-ac0c-9be89a484fd2 req-fc6c0b94-52fa-4be8-91d8-2370852c813f tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] For port 19d8164b-8787-4e9c-ae55-e369bf5a1e57, host n-h2-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836146-2',level=0,port_id=19d8164b-8787-4e9c-ae55-e369bf5a1e57,segment=NetworkSegment(9e456a93-66de-4443-a5b0-5ebe1090d25e),segment_id=9e456a93-66de-4443-a5b0-5ebe1090d25e)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:17.908107 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-158640a6-df8f-4986-ac0c-9be89a484fd2 req-fc6c0b94-52fa-4be8-91d8-2370852c813f tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:17.920819 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-158640a6-df8f-4986-ac0c-9be89a484fd2 req-fc6c0b94-52fa-4be8-91d8-2370852c813f tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Calling delete_port for 19d8164b-8787-4e9c-ae55-e369bf5a1e57 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:46:18.113800 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-158640a6-df8f-4986-ac0c-9be89a484fd2 req-fc6c0b94-52fa-4be8-91d8-2370852c813f tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:18.141894 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c0b94-52fa-4be8-91d8-2370852c813f tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Pushing event deleted for resources: {'Port': ['ID=19d8164b-8787-4e9c-ae55-e369bf5a1e57,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:18.182505 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-158640a6-df8f-4986-ac0c-9be89a484fd2 req-fc6c0b94-52fa-4be8-91d8-2370852c813f tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] No DVR routers for this DVR port 19d8164b-8787-4e9c-ae55-e369bf5a1e57 on host n-h2-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:46:18.185167 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-158640a6-df8f-4986-ac0c-9be89a484fd2 req-fc6c0b94-52fa-4be8-91d8-2370852c813f tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:18.188450 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-158640a6-df8f-4986-ac0c-9be89a484fd2 req-fc6c0b94-52fa-4be8-91d8-2370852c813f tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.30 "DELETE /v2.0/ports/19d8164b-8787-4e9c-ae55-e369bf5a1e57 HTTP/1.1" status: 204 len: 173 time: 0.4466758 Apr 20 17:46:18.188906 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a865053d-dbc8-4c91-8435-587329c1c530', 'name': 'network-vif-deleted', 'tag': '19d8164b-8787-4e9c-ae55-e369bf5a1e57'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:46:18.191164 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30c7a15-39e8-4a46-9a2d-bdcf56fa6e0f" -d '{"events": [{"server_uuid": "a865053d-dbc8-4c91-8435-587329c1c530", "name": "network-vif-deleted", "tag": "19d8164b-8787-4e9c-ae55-e369bf5a1e57"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:46:18.227566 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560a45dc-9e75-4607-a64a-73aa71c371e9 x-openstack-request-id: req-560a45dc-9e75-4607-a64a-73aa71c371e9 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:46:18.228235 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a865053d-dbc8-4c91-8435-587329c1c530", "name": "network-vif-deleted", "tag": "19d8164b-8787-4e9c-ae55-e369bf5a1e57", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:46:18.228235 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-560a45dc-9e75-4607-a64a-73aa71c371e9 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:46:18.232308 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-560a45dc-9e75-4607-a64a-73aa71c371e9'] response: {'server_uuid': 'a865053d-dbc8-4c91-8435-587329c1c530', 'name': 'network-vif-deleted', 'tag': '19d8164b-8787-4e9c-ae55-e369bf5a1e57', 'status': 'completed', 'code': 200} Apr 20 17:46:18.346864 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-dbf4a715-e887-4096-b2d5-39769c8e8a77 req-28909daf-695e-44cd-a009-bd1f72321f99 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=a865053d-dbc8-4c91-8435-587329c1c530 HTTP/1.1" status: 200 len: 210 time: 0.0273652 Apr 20 17:46:20.372347 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 19d8164b-8787-4e9c-ae55-e369bf5a1e57 no longer exists at agent hyperv_n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:46:20.392557 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] No Port match for: 19d8164b-8787-4e9c-ae55-e369bf5a1e57 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:46:20.392902 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Device 19d8164b-8787-4e9c-ae55-e369bf5a1e57 not bound to the agent host n-h2-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:46:20.594678 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34896) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:46:20.748712 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-f1ef1901-1ec5-49b0-a83e-e1bcb66b1519 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Deleting port 7e280a71-3ab4-4ca7-9993-50338465732d {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:46:20.748955 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f1ef1901-1ec5-49b0-a83e-e1bcb66b1519 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:20.822791 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f1ef1901-1ec5-49b0-a83e-e1bcb66b1519 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:20.823111 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f1ef1901-1ec5-49b0-a83e-e1bcb66b1519 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:20.834781 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-f1ef1901-1ec5-49b0-a83e-e1bcb66b1519 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Calling delete_port for 7e280a71-3ab4-4ca7-9993-50338465732d owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:46:21.027649 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f1ef1901-1ec5-49b0-a83e-e1bcb66b1519 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:21.050012 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef1901-1ec5-49b0-a83e-e1bcb66b1519 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Pushing event deleted for resources: {'Port': ['ID=7e280a71-3ab4-4ca7-9993-50338465732d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:21.111066 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f1ef1901-1ec5-49b0-a83e-e1bcb66b1519 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for floatingip, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:21.111392 n-d-836146-2 neutron-server[103484]: INFO neutron.db.l3_db [None req-f1ef1901-1ec5-49b0-a83e-e1bcb66b1519 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Floating IP b00b1712-2ec3-4509-a106-d09c51ec4677 disassociated (deleted). External IP: 172.25.0.236, port: ce4a8b9c-2f3d-4d97-9914-a59436bce6f0. Apr 20 17:46:21.312231 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ef1901-1ec5-49b0-a83e-e1bcb66b1519 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Router 5c8dee42-5c9e-426f-856f-a2d871834f2e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:46:21.425722 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ef1901-1ec5-49b0-a83e-e1bcb66b1519 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:46:21.430919 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f1ef1901-1ec5-49b0-a83e-e1bcb66b1519 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for floatingip, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:21.435551 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3327313-1761-47ab-919a-f98da728bd53 None None] Sync routers for ids ['5c8dee42-5c9e-426f-856f-a2d871834f2e'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:46:21.445986 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3327313-1761-47ab-919a-f98da728bd53 None None] Routers {'5c8dee42-5c9e-426f-856f-a2d871834f2e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:46:21.446603 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a3327313-1761-47ab-919a-f98da728bd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:45:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5c8dee42-5c9e-426f-856f-a2d871834f2e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:21.458460 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-f1ef1901-1ec5-49b0-a83e-e1bcb66b1519 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "DELETE /v2.0/floatingips/b00b1712-2ec3-4509-a106-d09c51ec4677 HTTP/1.1" status: 204 len: 168 time: 0.8620217 Apr 20 17:46:21.459042 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e699d094-0977-4e28-8689-080be8d113c2', 'tag': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:46:21.461619 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6257fd54-002b-41cd-8aec-1e2fb0fff1b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e699d094-0977-4e28-8689-080be8d113c2", "tag": "ce4a8b9c-2f3d-4d97-9914-a59436bce6f0"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:46:21.554512 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-a3327313-1761-47ab-919a-f98da728bd53 None None] Set router 5c8dee42-5c9e-426f-856f-a2d871834f2e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:46:21.756548 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a3327313-1761-47ab-919a-f98da728bd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'name': 'tempest-TestSnapshotPattern-1971865388-router', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:04Z', 'updated_at': '2022-04-20T17:40:07Z', 'revision_number': 4, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'gw_port': {'id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:05Z', 'updated_at': '2022-04-20T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '974d22c0-93e2-49fe-98ed-cb592002ba50', 'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'mac_address': 'fa:16:3e:ba:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:07Z', 'updated_at': '2022-04-20T17:40:11Z', 'revision_number': 5, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'subnets': [{'id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:21.775103 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 17:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aaa7b44-72a7-4efb-b15e-053d395160c0 x-openstack-request-id: req-8aaa7b44-72a7-4efb-b15e-053d395160c0 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:46:21.775633 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e699d094-0977-4e28-8689-080be8d113c2", "tag": "ce4a8b9c-2f3d-4d97-9914-a59436bce6f0", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:46:21.775743 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8aaa7b44-72a7-4efb-b15e-053d395160c0 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:46:21.776066 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aaa7b44-72a7-4efb-b15e-053d395160c0'] response: {'name': 'network-changed', 'server_uuid': 'e699d094-0977-4e28-8689-080be8d113c2', 'tag': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0', 'status': 'completed', 'code': 200} Apr 20 17:46:21.783198 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3327313-1761-47ab-919a-f98da728bd53 None None] Checking router: 5c8dee42-5c9e-426f-856f-a2d871834f2e for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:46:21.791537 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3327313-1761-47ab-919a-f98da728bd53 None None] Routers {'5c8dee42-5c9e-426f-856f-a2d871834f2e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:46:21.792146 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a3327313-1761-47ab-919a-f98da728bd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:45:55Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5c8dee42-5c9e-426f-856f-a2d871834f2e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:21.897374 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235d1c7-cf55-40f1-b354-4cc274482281 req-22ce7a48-dda8-4ab2-86d9-79c3a08f82a6 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:46:21.898468 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-a3327313-1761-47ab-919a-f98da728bd53 None None] Set router 5c8dee42-5c9e-426f-856f-a2d871834f2e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:46:21.898885 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f235d1c7-cf55-40f1-b354-4cc274482281 req-22ce7a48-dda8-4ab2-86d9-79c3a08f82a6 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 944 time: 0.0809288 Apr 20 17:46:21.914319 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257fd54-002b-41cd-8aec-1e2fb0fff1b4 req-e977b27f-d1bd-4f20-8582-a0c863b725f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:46:21.915739 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6257fd54-002b-41cd-8aec-1e2fb0fff1b4 req-e977b27f-d1bd-4f20-8582-a0c863b725f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=76baca6f9073453d85cf5af4b4599149&device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 1095 time: 0.0650716 Apr 20 17:46:22.011108 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-f235d1c7-cf55-40f1-b354-4cc274482281 req-3c306d1f-5ae0-4a80-b985-d6387739a201 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043079 Apr 20 17:46:22.052415 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257fd54-002b-41cd-8aec-1e2fb0fff1b4 req-607104de-886a-420e-a91c-0e84ebe7de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:46:22.053944 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6257fd54-002b-41cd-8aec-1e2fb0fff1b4 req-607104de-886a-420e-a91c-0e84ebe7de31 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93a74913-0b0b-4868-81cf-bc9feed45fa4 HTTP/1.1" status: 200 len: 911 time: 0.1293325 Apr 20 17:46:22.097608 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6257fd54-002b-41cd-8aec-1e2fb0fff1b4 req-31bf8747-c4b1-47ef-bfc4-eef4126293d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 HTTP/1.1" status: 200 len: 217 time: 0.0361786 Apr 20 17:46:22.101612 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a3327313-1761-47ab-919a-f98da728bd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'name': 'tempest-TestSnapshotPattern-1971865388-router', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:04Z', 'updated_at': '2022-04-20T17:40:07Z', 'revision_number': 4, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'gw_port': {'id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:05Z', 'updated_at': '2022-04-20T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '974d22c0-93e2-49fe-98ed-cb592002ba50', 'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'mac_address': 'fa:16:3e:ba:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:07Z', 'updated_at': '2022-04-20T17:40:11Z', 'revision_number': 5, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'subnets': [{'id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:22.133333 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3327313-1761-47ab-919a-f98da728bd53 None None] The sync data for ids ['5c8dee42-5c9e-426f-856f-a2d871834f2e'] in n-d-836146-2 is: [{'id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'name': 'tempest-TestSnapshotPattern-1971865388-router', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:04Z', 'updated_at': '2022-04-20T17:40:07Z', 'revision_number': 4, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'gw_port': {'id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:05Z', 'updated_at': '2022-04-20T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2', '_interfaces': [{'id': '974d22c0-93e2-49fe-98ed-cb592002ba50', 'name': '', 'network_id': '93a74913-0b0b-4868-81cf-bc9feed45fa4', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'mac_address': 'fa:16:3e:ba:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:07Z', 'updated_at': '2022-04-20T17:40:11Z', 'revision_number': 5, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'subnets': [{'id': 'f6f032e2-0cff-4256-bcb3-5533e9f33476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:46:22.149960 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257fd54-002b-41cd-8aec-1e2fb0fff1b4 req-e30dadc8-8ce4-48d5-a4a9-b4e9b4410d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:46:22.151443 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6257fd54-002b-41cd-8aec-1e2fb0fff1b4 req-e30dadc8-8ce4-48d5-a4a9-b4e9b4410d61 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6f032e2-0cff-4256-bcb3-5533e9f33476 HTTP/1.1" status: 200 len: 849 time: 0.0460579 Apr 20 17:46:22.199255 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257fd54-002b-41cd-8aec-1e2fb0fff1b4 req-143f7705-4067-4132-b84e-039fbeff9189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:46:22.200876 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6257fd54-002b-41cd-8aec-1e2fb0fff1b4 req-143f7705-4067-4132-b84e-039fbeff9189 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93a74913-0b0b-4868-81cf-bc9feed45fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421145 Apr 20 17:46:22.298150 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6257fd54-002b-41cd-8aec-1e2fb0fff1b4 req-349ad5cc-c63c-4cc7-b94c-6752a7b9daae service neutron] 10.222.0.26 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895824 Apr 20 17:46:22.359939 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f9743a-a087-47a7-bc67-e822c546a406 None None] New status for floating IP b00b1712-2ec3-4509-a106-d09c51ec4677: DOWN {{(pid=103487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 17:46:22.390588 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-6257fd54-002b-41cd-8aec-1e2fb0fff1b4 req-b360ab84-b615-48c5-9593-7504a43cac59 service neutron] 10.222.0.26 "GET /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852401 Apr 20 17:46:22.854208 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7d144-a14f-4d90-b7bd-0dd27d141d79 req-701b6304-4bbc-4889-b9c5-7bc3e9a41bb9 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:46:22.855661 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-51f7d144-a14f-4d90-b7bd-0dd27d141d79 req-701b6304-4bbc-4889-b9c5-7bc3e9a41bb9 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.26 "GET /v2.0/ports?device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 944 time: 0.0550625 Apr 20 17:46:22.856315 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e3b6bdd1-f5da-400f-acac-f21174d641f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:22.943828 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-51f7d144-a14f-4d90-b7bd-0dd27d141d79 req-12a82e94-1fc1-4fb4-87a0-84464e35748a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Deleting port ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:46:22.944172 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-51f7d144-a14f-4d90-b7bd-0dd27d141d79 req-12a82e94-1fc1-4fb4-87a0-84464e35748a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:23.034106 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-51f7d144-a14f-4d90-b7bd-0dd27d141d79 req-12a82e94-1fc1-4fb4-87a0-84464e35748a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] For port ce4a8b9c-2f3d-4d97-9914-a59436bce6f0, host n-h1-836146-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836146-2',level=0,port_id=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0,segment=NetworkSegment(9e456a93-66de-4443-a5b0-5ebe1090d25e),segment_id=9e456a93-66de-4443-a5b0-5ebe1090d25e)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:23.034472 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-51f7d144-a14f-4d90-b7bd-0dd27d141d79 req-12a82e94-1fc1-4fb4-87a0-84464e35748a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:23.047979 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-51f7d144-a14f-4d90-b7bd-0dd27d141d79 req-12a82e94-1fc1-4fb4-87a0-84464e35748a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Calling delete_port for ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:46:23.164308 n-d-836146-2 neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1deb29-0dc6-4bbb-bcaf-867d4e83be1d req-dcea2b0d-abcb-4b7a-b09b-002c0e467a48 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 17:46:23.164308 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2c1deb29-0dc6-4bbb-bcaf-867d4e83be1d req-dcea2b0d-abcb-4b7a-b09b-002c0e467a48 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 944 time: 0.0756037 Apr 20 17:46:23.235574 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-2c1deb29-0dc6-4bbb-bcaf-867d4e83be1d req-fb1f9e6e-e77d-4502-be36-272ce01032ef tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/security-groups?id=12ed8a61-f127-43ac-9900-aadfc2a83d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667624 Apr 20 17:46:23.305505 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-51f7d144-a14f-4d90-b7bd-0dd27d141d79 req-12a82e94-1fc1-4fb4-87a0-84464e35748a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:23.334922 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a82e94-1fc1-4fb4-87a0-84464e35748a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Pushing event deleted for resources: {'Port': ['ID=ce4a8b9c-2f3d-4d97-9914-a59436bce6f0,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:23.381722 n-d-836146-2 neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f7d144-a14f-4d90-b7bd-0dd27d141d79 req-12a82e94-1fc1-4fb4-87a0-84464e35748a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] No DVR routers for this DVR port ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 on host n-h1-836146-2 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:46:23.384254 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-51f7d144-a14f-4d90-b7bd-0dd27d141d79 req-12a82e94-1fc1-4fb4-87a0-84464e35748a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1015692'] for port, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:23.387619 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-51f7d144-a14f-4d90-b7bd-0dd27d141d79 req-12a82e94-1fc1-4fb4-87a0-84464e35748a tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.26 "DELETE /v2.0/ports/ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 HTTP/1.1" status: 204 len: 173 time: 0.5260406 Apr 20 17:46:23.777807 n-d-836146-2 neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e699d094-0977-4e28-8689-080be8d113c2', 'name': 'network-vif-deleted', 'tag': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 17:46:23.780240 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf10f75481cd4c1805c5426cd3c2e7802681fb016eec2692881d20596ab84a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41db134-47d1-47f0-a7f6-0140f962ad7d" -d '{"events": [{"server_uuid": "e699d094-0977-4e28-8689-080be8d113c2", "name": "network-vif-deleted", "tag": "ce4a8b9c-2f3d-4d97-9914-a59436bce6f0"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 17:46:23.817941 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 17:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f5332d-de82-4c80-aca9-eff4607f35f5 x-openstack-request-id: req-d5f5332d-de82-4c80-aca9-eff4607f35f5 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 17:46:23.818236 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e699d094-0977-4e28-8689-080be8d113c2", "name": "network-vif-deleted", "tag": "ce4a8b9c-2f3d-4d97-9914-a59436bce6f0", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 17:46:23.818522 n-d-836146-2 neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5f5332d-de82-4c80-aca9-eff4607f35f5 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 17:46:23.818925 n-d-836146-2 neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5f5332d-de82-4c80-aca9-eff4607f35f5'] response: {'server_uuid': 'e699d094-0977-4e28-8689-080be8d113c2', 'name': 'network-vif-deleted', 'tag': 'ce4a8b9c-2f3d-4d97-9914-a59436bce6f0', 'status': 'completed', 'code': 200} Apr 20 17:46:24.346381 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [req-4814c691-d250-44fe-b3cd-4d133885f817 req-01eed92a-d054-4ddd-ae35-88872aeb7f32 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "GET /v2.0/ports?device_id=e699d094-0977-4e28-8689-080be8d113c2 HTTP/1.1" status: 200 len: 210 time: 0.0266047 Apr 20 17:46:25.198722 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1fef4d5-a0fe-4901-9bc4-2166a8cf7e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:25.406060 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34912) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:46:25.465028 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7a2fd90e-77a6-4a6d-9ff2-7872fe07ff26 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for security_group, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:25.489284 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7a2fd90e-77a6-4a6d-9ff2-7872fe07ff26 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:25.610138 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7a2fd90e-77a6-4a6d-9ff2-7872fe07ff26 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:25.612737 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7a2fd90e-77a6-4a6d-9ff2-7872fe07ff26 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Notify callbacks [] for security_group, before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:25.613897 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-7a2fd90e-77a6-4a6d-9ff2-7872fe07ff26 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] 10.222.0.15 "DELETE /v2.0/security-groups/12ed8a61-f127-43ac-9900-aadfc2a83d9c HTTP/1.1" status: 204 len: 168 time: 0.2067838 Apr 20 17:46:25.623147 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fd90e-77a6-4a6d-9ff2-7872fe07ff26 tempest-TestSnapshotPattern-1478474948 tempest-TestSnapshotPattern-1478474948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ed8a61-f127-43ac-9900-aadfc2a83d9c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:25.730519 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34916) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:46:26.160278 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 no longer exists at agent hyperv_n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:46:26.165830 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d9e5983d-5124-43e7-9f76-ed9bb41e2703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:26.180910 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] No Port match for: ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:46:26.181253 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Device ce4a8b9c-2f3d-4d97-9914-a59436bce6f0 not bound to the agent host n-h1-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:46:26.406176 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-d9e5983d-5124-43e7-9f76-ed9bb41e2703 admin admin] Deleting port 974d22c0-93e2-49fe-98ed-cb592002ba50 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:46:26.406513 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d9e5983d-5124-43e7-9f76-ed9bb41e2703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:26.484227 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-d9e5983d-5124-43e7-9f76-ed9bb41e2703 admin admin] For port 974d22c0-93e2-49fe-98ed-cb592002ba50, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=974d22c0-93e2-49fe-98ed-cb592002ba50,segment=NetworkSegment(9e456a93-66de-4443-a5b0-5ebe1090d25e),segment_id=9e456a93-66de-4443-a5b0-5ebe1090d25e)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:26.484547 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d9e5983d-5124-43e7-9f76-ed9bb41e2703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:26.496929 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-d9e5983d-5124-43e7-9f76-ed9bb41e2703 admin admin] Calling delete_port for 974d22c0-93e2-49fe-98ed-cb592002ba50 owned by network:router_interface {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:46:26.728630 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d9e5983d-5124-43e7-9f76-ed9bb41e2703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:26.751309 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:26.754777 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5983d-5124-43e7-9f76-ed9bb41e2703 admin admin] Pushing event deleted for resources: {'Port': ['ID=974d22c0-93e2-49fe-98ed-cb592002ba50,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:26.785482 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e5983d-5124-43e7-9f76-ed9bb41e2703 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:26.786512 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e5983d-5124-43e7-9f76-ed9bb41e2703 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:26.786828 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e5983d-5124-43e7-9f76-ed9bb41e2703 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:26.787166 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e5983d-5124-43e7-9f76-ed9bb41e2703 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:26.787496 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e5983d-5124-43e7-9f76-ed9bb41e2703 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:26.787823 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e5983d-5124-43e7-9f76-ed9bb41e2703 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:26.788154 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e5983d-5124-43e7-9f76-ed9bb41e2703 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:26.788508 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e5983d-5124-43e7-9f76-ed9bb41e2703 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:26.788831 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e5983d-5124-43e7-9f76-ed9bb41e2703 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:26.789155 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e5983d-5124-43e7-9f76-ed9bb41e2703 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:26.789477 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e5983d-5124-43e7-9f76-ed9bb41e2703 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:26.789795 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e5983d-5124-43e7-9f76-ed9bb41e2703 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836146-2 {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:26.932230 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d9e5983d-5124-43e7-9f76-ed9bb41e2703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:27.143601 n-d-836146-2 neutron-server[103485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e5983d-5124-43e7-9f76-ed9bb41e2703 admin admin] Router 5c8dee42-5c9e-426f-856f-a2d871834f2e has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:46:27.245190 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e5983d-5124-43e7-9f76-ed9bb41e2703 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:46:27.250432 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d9e5983d-5124-43e7-9f76-ed9bb41e2703 admin admin] 10.222.0.15 "PUT /v2.0/routers/5c8dee42-5c9e-426f-856f-a2d871834f2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5189445 Apr 20 17:46:27.252956 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34922) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:46:27.255046 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a945f0-4d08-43ed-9c92-1088fca1e9cb None None] Sync routers for ids ['5c8dee42-5c9e-426f-856f-a2d871834f2e'] in n-d-836146-2 {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:46:27.264664 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a945f0-4d08-43ed-9c92-1088fca1e9cb None None] Routers {'5c8dee42-5c9e-426f-856f-a2d871834f2e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:46:27.265523 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f3a945f0-4d08-43ed-9c92-1088fca1e9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:46:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5c8dee42-5c9e-426f-856f-a2d871834f2e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:27.356908 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23bd1089-8d1e-4465-87d2-d0346c62f038 admin admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:27.509137 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23bd1089-8d1e-4465-87d2-d0346c62f038 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:27.521729 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-f3a945f0-4d08-43ed-9c92-1088fca1e9cb None None] Set router 5c8dee42-5c9e-426f-856f-a2d871834f2e gateway port host: n-d-836146-2 {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:46:27.619164 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-23bd1089-8d1e-4465-87d2-d0346c62f038 admin admin] Deleting port fc29eb0f-64f8-498c-a4e8-cedab4c09b62 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:46:27.619513 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23bd1089-8d1e-4465-87d2-d0346c62f038 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:27.695153 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f3a945f0-4d08-43ed-9c92-1088fca1e9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'name': 'tempest-TestSnapshotPattern-1971865388-router', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:04Z', 'updated_at': '2022-04-20T17:46:26Z', 'revision_number': 5, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'gw_port': {'id': 'fc29eb0f-64f8-498c-a4e8-cedab4c09b62', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:05Z', 'updated_at': '2022-04-20T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:27.702891 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-23bd1089-8d1e-4465-87d2-d0346c62f038 admin admin] For port fc29eb0f-64f8-498c-a4e8-cedab4c09b62, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=fc29eb0f-64f8-498c-a4e8-cedab4c09b62,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:27.703267 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23bd1089-8d1e-4465-87d2-d0346c62f038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:27.715706 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-23bd1089-8d1e-4465-87d2-d0346c62f038 admin admin] Calling delete_port for fc29eb0f-64f8-498c-a4e8-cedab4c09b62 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:46:27.722035 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a945f0-4d08-43ed-9c92-1088fca1e9cb None None] Checking router: 5c8dee42-5c9e-426f-856f-a2d871834f2e for host: n-d-836146-2 {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:46:27.730180 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a945f0-4d08-43ed-9c92-1088fca1e9cb None None] Routers {'5c8dee42-5c9e-426f-856f-a2d871834f2e'} bound to L3 agent in host n-d-836146-2 {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:46:27.730803 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f3a945f0-4d08-43ed-9c92-1088fca1e9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:46:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['5c8dee42-5c9e-426f-856f-a2d871834f2e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:27.815851 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-f3a945f0-4d08-43ed-9c92-1088fca1e9cb None None] Set router 5c8dee42-5c9e-426f-856f-a2d871834f2e gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:46:27.870295 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f3a945f0-4d08-43ed-9c92-1088fca1e9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'name': 'tempest-TestSnapshotPattern-1971865388-router', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:04Z', 'updated_at': '2022-04-20T17:46:27Z', 'revision_number': 6, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:27.897763 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a945f0-4d08-43ed-9c92-1088fca1e9cb None None] The sync data for ids ['5c8dee42-5c9e-426f-856f-a2d871834f2e'] in n-d-836146-2 is: [{'id': '5c8dee42-5c9e-426f-856f-a2d871834f2e', 'name': 'tempest-TestSnapshotPattern-1971865388-router', 'tenant_id': '76baca6f9073453d85cf5af4b4599149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:04Z', 'updated_at': '2022-04-20T17:46:27Z', 'revision_number': 6, 'project_id': '76baca6f9073453d85cf5af4b4599149', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:46:27.947483 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23bd1089-8d1e-4465-87d2-d0346c62f038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:27.971991 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd1089-8d1e-4465-87d2-d0346c62f038 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc29eb0f-64f8-498c-a4e8-cedab4c09b62,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:28.036878 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23bd1089-8d1e-4465-87d2-d0346c62f038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:28.107200 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:28.126434 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23bd1089-8d1e-4465-87d2-d0346c62f038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:28.128582 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23bd1089-8d1e-4465-87d2-d0346c62f038 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:28.227407 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23bd1089-8d1e-4465-87d2-d0346c62f038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:28.227945 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bd1089-8d1e-4465-87d2-d0346c62f038 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c8dee42-5c9e-426f-856f-a2d871834f2e {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:46:28.232582 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-23bd1089-8d1e-4465-87d2-d0346c62f038 admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:28.233802 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-23bd1089-8d1e-4465-87d2-d0346c62f038 admin admin] 10.222.0.15 "DELETE /v2.0/routers/5c8dee42-5c9e-426f-856f-a2d871834f2e HTTP/1.1" status: 204 len: 168 time: 0.9799366 Apr 20 17:46:28.240476 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34924) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:46:28.259481 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:28.285474 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e82a6d7-98cd-4893-8a85-4a6278b13661 admin admin] Deleting subnet f6f032e2-0cff-4256-bcb3-5533e9f33476 {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 17:46:28.288848 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e82a6d7-98cd-4893-8a85-4a6278b13661 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:28.327515 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e82a6d7-98cd-4893-8a85-4a6278b13661 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:28.408932 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e82a6d7-98cd-4893-8a85-4a6278b13661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:28.536966 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e82a6d7-98cd-4893-8a85-4a6278b13661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:28.561579 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82a6d7-98cd-4893-8a85-4a6278b13661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6f032e2-0cff-4256-bcb3-5533e9f33476,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:28.567304 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3e82a6d7-98cd-4893-8a85-4a6278b13661 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:28.570508 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3e82a6d7-98cd-4893-8a85-4a6278b13661 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f6f032e2-0cff-4256-bcb3-5533e9f33476 HTTP/1.1" status: 204 len: 168 time: 0.3332503 Apr 20 17:46:28.572993 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34926) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:46:28.576050 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e5acb3-47e5-403c-8102-ffafd872e06f None None] Network 93a74913-0b0b-4868-81cf-bc9feed45fa4 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:46:28.651806 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b6d44e61-3fa9-47a4-9605-0fc5c4031c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:28.698450 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 974d22c0-93e2-49fe-98ed-cb592002ba50 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:46:28.713002 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b6d44e61-3fa9-47a4-9605-0fc5c4031c4d admin admin] Deleting port 73cd7fdb-88a3-421a-9fcd-86700363c8dc {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:46:28.713349 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b6d44e61-3fa9-47a4-9605-0fc5c4031c4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:28.722822 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 974d22c0-93e2-49fe-98ed-cb592002ba50 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:46:28.723740 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 974d22c0-93e2-49fe-98ed-cb592002ba50 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:46:28.724158 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device fc29eb0f-64f8-498c-a4e8-cedab4c09b62 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:46:28.751266 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: fc29eb0f-64f8-498c-a4e8-cedab4c09b62 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:46:28.751609 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device fc29eb0f-64f8-498c-a4e8-cedab4c09b62 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:46:28.784956 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-b6d44e61-3fa9-47a4-9605-0fc5c4031c4d admin admin] For port 73cd7fdb-88a3-421a-9fcd-86700363c8dc, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=73cd7fdb-88a3-421a-9fcd-86700363c8dc,segment=NetworkSegment(9e456a93-66de-4443-a5b0-5ebe1090d25e),segment_id=9e456a93-66de-4443-a5b0-5ebe1090d25e)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:28.785376 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b6d44e61-3fa9-47a4-9605-0fc5c4031c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:28.799487 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b6d44e61-3fa9-47a4-9605-0fc5c4031c4d admin admin] Calling delete_port for 73cd7fdb-88a3-421a-9fcd-86700363c8dc owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:46:28.804768 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58574f72-57e2-456c-8824-428485a94387 None None] DHCP port deletion for 93a74913-0b0b-4868-81cf-bc9feed45fa4 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 17:46:28.851437 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-58574f72-57e2-456c-8824-428485a94387 None None] Deleting port 73cd7fdb-88a3-421a-9fcd-86700363c8dc {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:46:28.852085 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-58574f72-57e2-456c-8824-428485a94387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:28.919669 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-58574f72-57e2-456c-8824-428485a94387 None None] For port 73cd7fdb-88a3-421a-9fcd-86700363c8dc, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=73cd7fdb-88a3-421a-9fcd-86700363c8dc,segment=NetworkSegment(9e456a93-66de-4443-a5b0-5ebe1090d25e),segment_id=9e456a93-66de-4443-a5b0-5ebe1090d25e)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:28.920162 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-58574f72-57e2-456c-8824-428485a94387 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:28.933182 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-58574f72-57e2-456c-8824-428485a94387 None None] Calling delete_port for 73cd7fdb-88a3-421a-9fcd-86700363c8dc owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:46:28.941876 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b6d44e61-3fa9-47a4-9605-0fc5c4031c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:28.972777 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d44e61-3fa9-47a4-9605-0fc5c4031c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=73cd7fdb-88a3-421a-9fcd-86700363c8dc,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:28.979063 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d44e61-3fa9-47a4-9605-0fc5c4031c4d admin admin] No DVR routers for this DVR port 73cd7fdb-88a3-421a-9fcd-86700363c8dc on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:46:29.020416 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-58574f72-57e2-456c-8824-428485a94387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.045369 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58574f72-57e2-456c-8824-428485a94387 None None] Pushing event deleted for resources: {'Port': ['ID=73cd7fdb-88a3-421a-9fcd-86700363c8dc,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:29.049297 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58574f72-57e2-456c-8824-428485a94387 None None] No DVR routers for this DVR port 73cd7fdb-88a3-421a-9fcd-86700363c8dc on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:46:29.051783 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b6d44e61-3fa9-47a4-9605-0fc5c4031c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.075248 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b6d44e61-3fa9-47a4-9605-0fc5c4031c4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a74913-0b0b-4868-81cf-bc9feed45fa4']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:29.085005 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b6d44e61-3fa9-47a4-9605-0fc5c4031c4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e456a93-66de-4443-a5b0-5ebe1090d25e') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:29.085306 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-b6d44e61-3fa9-47a4-9605-0fc5c4031c4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e456a93-66de-4443-a5b0-5ebe1090d25e') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:29.094492 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b6d44e61-3fa9-47a4-9605-0fc5c4031c4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.107945 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b6d44e61-3fa9-47a4-9605-0fc5c4031c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.113756 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d44e61-3fa9-47a4-9605-0fc5c4031c4d admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:46:29.114106 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b6d44e61-3fa9-47a4-9605-0fc5c4031c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: timer() Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:46:29.115766 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:46:29.219483 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b6d44e61-3fa9-47a4-9605-0fc5c4031c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.224829 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b6d44e61-3fa9-47a4-9605-0fc5c4031c4d admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.232744 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-b6d44e61-3fa9-47a4-9605-0fc5c4031c4d admin admin] 10.222.0.15 "DELETE /v2.0/networks/93a74913-0b0b-4868-81cf-bc9feed45fa4 HTTP/1.1" status: 204 len: 168 time: 0.6540573 Apr 20 17:46:29.232889 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.15', 34928) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:46:29.239978 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d44e61-3fa9-47a4-9605-0fc5c4031c4d admin admin] Pushing event deleted for resources: {'Network': ['ID=93a74913-0b0b-4868-81cf-bc9feed45fa4,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:29.570992 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8219c6c9-4c7c-4180-be77-d202b3d1d807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534367'] for router_interface, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.610325 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.807917 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-8219c6c9-4c7c-4180-be77-d202b3d1d807 admin admin] Deleting port 819bab1e-f100-4995-8c69-e862da276ab2 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:46:29.808261 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8219c6c9-4c7c-4180-be77-d202b3d1d807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.883436 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-8219c6c9-4c7c-4180-be77-d202b3d1d807 admin admin] For port 819bab1e-f100-4995-8c69-e862da276ab2, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=819bab1e-f100-4995-8c69-e862da276ab2,segment=NetworkSegment(71ae3f1d-5131-448b-99a6-cf395b5134ae),segment_id=71ae3f1d-5131-448b-99a6-cf395b5134ae)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:29.883719 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8219c6c9-4c7c-4180-be77-d202b3d1d807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.895787 n-d-836146-2 neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-8219c6c9-4c7c-4180-be77-d202b3d1d807 admin admin] Calling delete_port for 819bab1e-f100-4995-8c69-e862da276ab2 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:46:30.112779 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8219c6c9-4c7c-4180-be77-d202b3d1d807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59759466'] for port, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:30.139415 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219c6c9-4c7c-4180-be77-d202b3d1d807 admin admin] Pushing event deleted for resources: {'Port': ['ID=819bab1e-f100-4995-8c69-e862da276ab2,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:30.303797 n-d-836146-2 neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8219c6c9-4c7c-4180-be77-d202b3d1d807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534767'] for router_interface, after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:30.511048 n-d-836146-2 neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8219c6c9-4c7c-4180-be77-d202b3d1d807 admin admin] Router 766aab6f-b320-4358-bf2f-3ebff54889b8 has already been hosted by L3 agent 0b356ffb-a3b8-48de-b049-d2f03d12058f {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:46:30.620251 n-d-836146-2 neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8219c6c9-4c7c-4180-be77-d202b3d1d807 admin admin] Notify agent at l3_agent.n-d-836146-2 the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:46:30.632243 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34930) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:46:30.632744 n-d-836146-2 neutron-server[103484]: INFO neutron.wsgi [None req-8219c6c9-4c7c-4180-be77-d202b3d1d807 admin admin] 10.222.0.15 "PUT /v2.0/routers/766aab6f-b320-4358-bf2f-3ebff54889b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3973393 Apr 20 17:46:30.632854 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b4ce13-ba7b-47b6-bf3e-009cb7c20e8a None None] Sync routers for ids ['766aab6f-b320-4358-bf2f-3ebff54889b8'] in n-d-836146-2 {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 17:46:30.641886 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b4ce13-ba7b-47b6-bf3e-009cb7c20e8a None None] Routers {'766aab6f-b320-4358-bf2f-3ebff54889b8'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:46:30.642484 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-93b4ce13-ba7b-47b6-bf3e-009cb7c20e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:46:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['766aab6f-b320-4358-bf2f-3ebff54889b8'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:30.649501 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 73cd7fdb-88a3-421a-9fcd-86700363c8dc no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:46:30.674121 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 73cd7fdb-88a3-421a-9fcd-86700363c8dc {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:46:30.674466 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 73cd7fdb-88a3-421a-9fcd-86700363c8dc not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:46:30.684631 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:30.745333 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dadb8a09-5ab1-46f7-9cc1-58e8a4dab27b admin admin] Notify callbacks [] for router, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:30.746778 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-93b4ce13-ba7b-47b6-bf3e-009cb7c20e8a None None] Set router 766aab6f-b320-4358-bf2f-3ebff54889b8 gateway port host: n-d-836146-2 {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:46:30.848449 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dadb8a09-5ab1-46f7-9cc1-58e8a4dab27b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:30.917929 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-93b4ce13-ba7b-47b6-bf3e-009cb7c20e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766aab6f-b320-4358-bf2f-3ebff54889b8', 'name': 'tempest-TestSnapshotPattern-60461354-router', 'tenant_id': '23e16ff8da39441c8de480a48152cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'external_fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '18795d5e-3c1d-41a0-96b2-7393ba434ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:10Z', 'updated_at': '2022-04-20T17:46:30Z', 'revision_number': 5, 'project_id': '23e16ff8da39441c8de480a48152cecf', 'gw_port': {'id': '18795d5e-3c1d-41a0-96b2-7393ba434ee0', 'name': '', 'network_id': '2f9c962d-4100-4cb1-bce0-8993ebe86d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766aab6f-b320-4358-bf2f-3ebff54889b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4449, 'fixed_ips': [{'subnet_id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836146-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:11Z', 'updated_at': '2022-04-20T17:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e96ca73-ad27-4e1d-a5a4-1d1585fc4ee6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836146-2'}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:30.943332 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b4ce13-ba7b-47b6-bf3e-009cb7c20e8a None None] Checking router: 766aab6f-b320-4358-bf2f-3ebff54889b8 for host: n-d-836146-2 {{(pid=103487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 17:46:30.951461 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b4ce13-ba7b-47b6-bf3e-009cb7c20e8a None None] Routers {'766aab6f-b320-4358-bf2f-3ebff54889b8'} bound to L3 agent in host n-d-836146-2 {{(pid=103487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 17:46:30.952065 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-93b4ce13-ba7b-47b6-bf3e-009cb7c20e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836146-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T15:55:25Z,description=,heartbeat_timestamp=2022-04-20T17:46:25Z,host='n-d-836146-2',id=0b356ffb-a3b8-48de-b049-d2f03d12058f,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T15:55:26Z,topic='l3_agent')) {'router_ids': ['766aab6f-b320-4358-bf2f-3ebff54889b8'], 'active': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:30.955558 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-dadb8a09-5ab1-46f7-9cc1-58e8a4dab27b admin admin] Deleting port 18795d5e-3c1d-41a0-96b2-7393ba434ee0 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:46:30.955899 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dadb8a09-5ab1-46f7-9cc1-58e8a4dab27b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:31.036727 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_dvr_db [None req-93b4ce13-ba7b-47b6-bf3e-009cb7c20e8a None None] Set router 766aab6f-b320-4358-bf2f-3ebff54889b8 gateway port host: None {{(pid=103487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 17:46:31.037863 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-dadb8a09-5ab1-46f7-9cc1-58e8a4dab27b admin admin] For port 18795d5e-3c1d-41a0-96b2-7393ba434ee0, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=18795d5e-3c1d-41a0-96b2-7393ba434ee0,segment=NetworkSegment(b896222a-22a0-425d-816c-5f055e973ab8),segment_id=b896222a-22a0-425d-816c-5f055e973ab8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:31.038234 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dadb8a09-5ab1-46f7-9cc1-58e8a4dab27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:31.049831 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-dadb8a09-5ab1-46f7-9cc1-58e8a4dab27b admin admin] Calling delete_port for 18795d5e-3c1d-41a0-96b2-7393ba434ee0 owned by network:router_gateway {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:46:31.089615 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.l3_hamode_db [None req-93b4ce13-ba7b-47b6-bf3e-009cb7c20e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766aab6f-b320-4358-bf2f-3ebff54889b8', 'name': 'tempest-TestSnapshotPattern-60461354-router', 'tenant_id': '23e16ff8da39441c8de480a48152cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:10Z', 'updated_at': '2022-04-20T17:46:30Z', 'revision_number': 6, 'project_id': '23e16ff8da39441c8de480a48152cecf', 'gw_port_host': None}], 'n-d-836146-2', False) {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:31.115333 n-d-836146-2 neutron-server[103487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b4ce13-ba7b-47b6-bf3e-009cb7c20e8a None None] The sync data for ids ['766aab6f-b320-4358-bf2f-3ebff54889b8'] in n-d-836146-2 is: [{'id': '766aab6f-b320-4358-bf2f-3ebff54889b8', 'name': 'tempest-TestSnapshotPattern-60461354-router', 'tenant_id': '23e16ff8da39441c8de480a48152cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:10Z', 'updated_at': '2022-04-20T17:46:30Z', 'revision_number': 6, 'project_id': '23e16ff8da39441c8de480a48152cecf', 'gw_port_host': None}] {{(pid=103487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 17:46:31.277000 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dadb8a09-5ab1-46f7-9cc1-58e8a4dab27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:31.303826 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb8a09-5ab1-46f7-9cc1-58e8a4dab27b admin admin] Pushing event deleted for resources: {'Port': ['ID=18795d5e-3c1d-41a0-96b2-7393ba434ee0,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:31.365488 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dadb8a09-5ab1-46f7-9cc1-58e8a4dab27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546709'] for router_gateway, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:31.777206 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dadb8a09-5ab1-46f7-9cc1-58e8a4dab27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261569'] for router, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:31.779222 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dadb8a09-5ab1-46f7-9cc1-58e8a4dab27b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:31.879110 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dadb8a09-5ab1-46f7-9cc1-58e8a4dab27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545337'] for router, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:31.879735 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadb8a09-5ab1-46f7-9cc1-58e8a4dab27b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 766aab6f-b320-4358-bf2f-3ebff54889b8 {{(pid=103485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:46:31.884627 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dadb8a09-5ab1-46f7-9cc1-58e8a4dab27b admin admin] Notify callbacks [] for router, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:31.885775 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-dadb8a09-5ab1-46f7-9cc1-58e8a4dab27b admin admin] 10.222.0.15 "DELETE /v2.0/routers/766aab6f-b320-4358-bf2f-3ebff54889b8 HTTP/1.1" status: 204 len: 168 time: 1.2552254 Apr 20 17:46:31.888252 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34932) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:46:31.932612 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f074c8a-b755-4efe-b49e-9b360b70deb0 admin admin] Deleting subnet 788b23d3-0c69-4c27-a2d1-845971d4c88c {{(pid=103485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 17:46:31.935798 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f074c8a-b755-4efe-b49e-9b360b70deb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:31.975466 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f074c8a-b755-4efe-b49e-9b360b70deb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59748850'] for subnet, precommit_delete_associations {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:32.074623 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f074c8a-b755-4efe-b49e-9b360b70deb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3537899'] for subnet, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:32.204980 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f074c8a-b755-4efe-b49e-9b360b70deb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3537874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62250058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1497665'] for subnet, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:32.228877 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f074c8a-b755-4efe-b49e-9b360b70deb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=788b23d3-0c69-4c27-a2d1-845971d4c88c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:32.235358 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0f074c8a-b755-4efe-b49e-9b360b70deb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:32.239623 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0f074c8a-b755-4efe-b49e-9b360b70deb0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/788b23d3-0c69-4c27-a2d1-845971d4c88c HTTP/1.1" status: 204 len: 168 time: 0.3495138 Apr 20 17:46:32.241850 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34934) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:46:32.242397 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb25ea5d-bdb8-40c2-846d-bc48e728f920 None None] Network dc336ecb-167c-4cd4-94df-bd3e24b1b120 requested from n-d-836146-2 {{(pid=103486) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 17:46:32.312913 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20fe01ae-1073-4a3d-9c99-83df9b233f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3728015'] for network, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:32.368126 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-20fe01ae-1073-4a3d-9c99-83df9b233f51 admin admin] Deleting port be5642b6-a2b9-4886-8c1a-3457c1514d71 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:46:32.369117 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20fe01ae-1073-4a3d-9c99-83df9b233f51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:32.411952 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889ee306-e970-421a-97ab-7a7483e7bd86 None None] DHCP port deletion for dc336ecb-167c-4cd4-94df-bd3e24b1b120 request from n-d-836146-2 {{(pid=103486) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 17:46:32.432695 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-20fe01ae-1073-4a3d-9c99-83df9b233f51 admin admin] For port be5642b6-a2b9-4886-8c1a-3457c1514d71, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=be5642b6-a2b9-4886-8c1a-3457c1514d71,segment=NetworkSegment(71ae3f1d-5131-448b-99a6-cf395b5134ae),segment_id=71ae3f1d-5131-448b-99a6-cf395b5134ae)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:32.436556 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20fe01ae-1073-4a3d-9c99-83df9b233f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:32.445780 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-20fe01ae-1073-4a3d-9c99-83df9b233f51 admin admin] Calling delete_port for be5642b6-a2b9-4886-8c1a-3457c1514d71 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:46:32.464205 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-889ee306-e970-421a-97ab-7a7483e7bd86 None None] Deleting port be5642b6-a2b9-4886-8c1a-3457c1514d71 {{(pid=103486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 17:46:32.464608 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-889ee306-e970-421a-97ab-7a7483e7bd86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781838294501'] for port, before_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:32.525369 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-889ee306-e970-421a-97ab-7a7483e7bd86 None None] For port be5642b6-a2b9-4886-8c1a-3457c1514d71, host n-d-836146-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836146-2',level=0,port_id=be5642b6-a2b9-4886-8c1a-3457c1514d71,segment=NetworkSegment(71ae3f1d-5131-448b-99a6-cf395b5134ae),segment_id=71ae3f1d-5131-448b-99a6-cf395b5134ae)] {{(pid=103486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:32.525761 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-889ee306-e970-421a-97ab-7a7483e7bd86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527747'] for port, precommit_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:32.538719 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-889ee306-e970-421a-97ab-7a7483e7bd86 None None] Calling delete_port for be5642b6-a2b9-4886-8c1a-3457c1514d71 owned by network:dhcp {{(pid=103486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 17:46:32.593726 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device be5642b6-a2b9-4886-8c1a-3457c1514d71 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:46:32.616303 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20fe01ae-1073-4a3d-9c99-83df9b233f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62249657'] for port, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:32.642430 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe01ae-1073-4a3d-9c99-83df9b233f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=be5642b6-a2b9-4886-8c1a-3457c1514d71,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:32.646180 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No active binding found for port be5642b6-a2b9-4886-8c1a-3457c1514d71 {{(pid=103486) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 20 17:46:32.646464 n-d-836146-2 neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fe01ae-1073-4a3d-9c99-83df9b233f51 admin admin] No DVR routers for this DVR port be5642b6-a2b9-4886-8c1a-3457c1514d71 on host n-d-836146-2 {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:46:32.646624 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device be5642b6-a2b9-4886-8c1a-3457c1514d71 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:46:32.647000 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 819bab1e-f100-4995-8c69-e862da276ab2 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:46:32.668803 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 819bab1e-f100-4995-8c69-e862da276ab2 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:46:32.669148 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 819bab1e-f100-4995-8c69-e862da276ab2 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:46:32.669555 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 18795d5e-3c1d-41a0-96b2-7393ba434ee0 no longer exists at agent ovs-agent-n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 17:46:32.671279 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-889ee306-e970-421a-97ab-7a7483e7bd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781838299567', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781837777448'] for port, after_delete {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:32.714285 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.plugin [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] No Port match for: 18795d5e-3c1d-41a0-96b2-7393ba434ee0 {{(pid=103486) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 17:46:32.714627 n-d-836146-2 neutron-server[103486]: DEBUG neutron.plugins.ml2.rpc [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Device 18795d5e-3c1d-41a0-96b2-7393ba434ee0 not bound to the agent host n-d-836146-2 {{(pid=103486) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 17:46:32.717980 n-d-836146-2 neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ee306-e970-421a-97ab-7a7483e7bd86 None None] Pushing event deleted for resources: {'Port': ['ID=be5642b6-a2b9-4886-8c1a-3457c1514d71,revision_number=None']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:32.719760 n-d-836146-2 neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ee306-e970-421a-97ab-7a7483e7bd86 None None] No DVR routers for this DVR port be5642b6-a2b9-4886-8c1a-3457c1514d71 on host n-d-836146-2 {{(pid=103486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:46:32.721575 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20fe01ae-1073-4a3d-9c99-83df9b233f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524450', 'neutron.services.segments.db._delete_segments_for_network-8781838275844'] for network, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:32.744592 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-20fe01ae-1073-4a3d-9c99-83df9b233f51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc336ecb-167c-4cd4-94df-bd3e24b1b120']}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:32.753877 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-20fe01ae-1073-4a3d-9c99-83df9b233f51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ae3f1d-5131-448b-99a6-cf395b5134ae') {'for_net_delete': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:32.754189 n-d-836146-2 neutron-server[103485]: DEBUG neutron.services.segments.db [None req-20fe01ae-1073-4a3d-9c99-83df9b233f51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ae3f1d-5131-448b-99a6-cf395b5134ae') {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:32.763867 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20fe01ae-1073-4a3d-9c99-83df9b233f51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781838277645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59748857'] for segment, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:32.776493 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20fe01ae-1073-4a3d-9c99-83df9b233f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338'] for segment, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:32.782110 n-d-836146-2 neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20fe01ae-1073-4a3d-9c99-83df9b233f51 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 17:46:32.782677 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20fe01ae-1073-4a3d-9c99-83df9b233f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62249708'] for segment, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: Traceback (most recent call last): Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: timer() Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: cb(*args, **kw) Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: return func(*args, **kwargs) Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: self._notify() Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: self.callback(batched_events) Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: event.method(event) Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: return f(self, *a, **k) Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: return self._get(url).json() Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: return self.request(url, 'GET', **kwargs) Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:46:32.784091 n-d-836146-2 neutron-server[103485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:46:32.916791 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20fe01ae-1073-4a3d-9c99-83df9b233f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-771945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534605'] for network, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:32.922797 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20fe01ae-1073-4a3d-9c99-83df9b233f51 admin admin] Notify callbacks [] for network, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:32.925944 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-20fe01ae-1073-4a3d-9c99-83df9b233f51 admin admin] 10.222.0.15 "DELETE /v2.0/networks/dc336ecb-167c-4cd4-94df-bd3e24b1b120 HTTP/1.1" status: 204 len: 168 time: 0.6832001 Apr 20 17:46:32.937453 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe01ae-1073-4a3d-9c99-83df9b233f51 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc336ecb-167c-4cd4-94df-bd3e24b1b120,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:33.214924 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34938) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:46:33.254789 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-8b56b8b8-6684-43e8-85ce-1bb2b50ec5f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76baca6f9073453d85cf5af4b4599149&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387275 Apr 20 17:46:33.258863 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34940) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:46:33.309948 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7eebdbd-89cb-460b-95cd-1c5b98d8cb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:33.330333 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7eebdbd-89cb-460b-95cd-1c5b98d8cb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:33.493841 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7eebdbd-89cb-460b-95cd-1c5b98d8cb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:33.496450 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d7eebdbd-89cb-460b-95cd-1c5b98d8cb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:33.497594 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-d7eebdbd-89cb-460b-95cd-1c5b98d8cb82 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a8371a54-d3e0-43a6-890b-186493c9d31f HTTP/1.1" status: 204 len: 168 time: 0.2378635 Apr 20 17:46:33.506344 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eebdbd-89cb-460b-95cd-1c5b98d8cb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8371a54-d3e0-43a6-890b-186493c9d31f,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:34.109065 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34946) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:46:34.148814 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-0b106bcd-9bd6-49df-9269-22922e2986a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23e16ff8da39441c8de480a48152cecf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384340 Apr 20 17:46:34.160265 n-d-836146-2 neutron-server[103485]: DEBUG neutron.wsgi [-] (103485) accepted ('10.222.0.15', 34948) {{(pid=103485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 17:46:34.206443 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3dae11f5-332c-40c8-806e-358be9ea23a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:34.226420 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3dae11f5-332c-40c8-806e-358be9ea23a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:34.350710 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3dae11f5-332c-40c8-806e-358be9ea23a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767953'] for security_group, after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:34.353360 n-d-836146-2 neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3dae11f5-332c-40c8-806e-358be9ea23a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:34.354549 n-d-836146-2 neutron-server[103485]: INFO neutron.wsgi [None req-3dae11f5-332c-40c8-806e-358be9ea23a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b6dd0a3b-b75a-4751-b5ac-de78a8b05c4e HTTP/1.1" status: 204 len: 168 time: 0.1933544 Apr 20 17:46:34.362888 n-d-836146-2 neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae11f5-332c-40c8-806e-358be9ea23a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dd0a3b-b75a-4751-b5ac-de78a8b05c4e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:43.024711 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:46:52.844204 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d42309fe-24e7-43b8-8b3f-113315420983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:55.192903 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ee79a8de-ca2e-4ad6-90bf-8b6c35aa37d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:56.758152 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:58.129642 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:58.203912 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:59.775722 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:00.678421 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:20.023480 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:47:22.847578 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a997cbf7-292b-47a8-80e1-d24ac2c1d397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:25.184953 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-fa2b50f4-8969-4206-94f5-a5e145b79c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:26.767724 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:28.152229 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:28.237785 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:29.647634 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:30.683505 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:52.854769 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-30c0c606-8928-4d09-9db6-2c9644ae0e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:55.179077 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-20d941ee-f411-421c-a46e-6081a942abbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:56.755990 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:57.022802 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:47:58.151993 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:58.237662 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:59.637611 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:00.717828 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:22.865948 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33e52754-0b97-450d-81ba-187228b09f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:25.201830 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0c930846-572d-4a8b-9a53-24784734b47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:26.757521 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:28.158111 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:28.243277 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:29.652587 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:30.704509 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:34.021871 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:48:52.854351 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eb670d73-fa98-4a9e-b873-6b03429d709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:55.220097 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-404e8910-1d6a-4b5a-b9d2-348603575f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:56.762675 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:58.161619 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:58.242567 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:59.625433 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:00.709781 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:11.021789 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:49:22.881160 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a85c3a2f-47ca-4293-a030-eb1738470ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:25.185702 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-28482813-bd62-44c8-92f0-fd9a7daf7714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:26.790847 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:28.151035 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:28.248077 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:29.657948 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:30.739659 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:48.020782 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:49:52.853486 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-33bbe766-4b31-4fcd-8610-8773994b0373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:55.196162 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-cc01cbcc-034d-45fd-915d-5dfec58c5514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:56.767871 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:58.156562 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:58.265238 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:59.676102 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:00.755949 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:22.847191 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-d2df485d-da79-4dfe-a3f5-48bf516387e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:25.020101 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:50:25.196219 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-66822b8c-e99e-4295-83e1-a709290226ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:26.773058 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:28.156090 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:28.241971 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:29.647094 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:30.756209 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:52.875884 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a063a44d-58e9-4919-9727-961bdb53dacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:55.205947 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-df271794-0754-4e36-921f-8383c89e1061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:56.772564 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:58.155432 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:58.223961 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:59.652571 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:00.772469 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:02.018674 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:51:22.851182 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4531a8e7-df05-4fc3-9b9d-15529b5f6e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:25.223585 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4e2ffa8d-9e0f-4b6f-b0c6-4822ca1b984d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:26.777633 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:28.155105 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:28.229882 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:29.657016 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:30.772116 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:39.017486 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:51:52.863201 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7ed4275d-f4c4-4359-a2e7-e54dc0ecdb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:55.211944 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bc0ffe63-f813-4e91-9f0f-36071cc5d16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:56.770935 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:58.187262 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:58.245378 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:59.668865 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:00.788665 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:16.016769 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:52:22.896046 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-a1974769-4f4d-455f-bef6-b7745aca8076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:25.182736 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-bfd3bae9-f307-42d4-aeb2-f7a4e70a2865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:26.794230 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:28.186022 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:28.250396 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:29.707360 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:30.799449 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:47.620614 n-d-836146-2 neutron-server[103484]: DEBUG neutron.wsgi [req-253325c0-18bc-4a48-8a8b-95648fa81948 req-6430dbb7-341f-4b85-9524-6ad4055e66bd service neutron] (103484) timed out ('10.222.0.15', 60710) {{(pid=103484) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 17:52:52.862746 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-8062446d-af74-4610-9a5f-6bbff5e060bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:53.015481 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:52:55.193590 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-1a55a816-9da9-4258-9ff9-10a7a1962e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:56.781792 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:58.190863 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:58.262382 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:59.678808 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:00.787861 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:22.860819 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-239c85e8-d161-49b9-885e-0f278f5d0d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:25.261566 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-81066e48-e4c0-44f7-be60-94e2281b543a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:26.780787 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:28.164966 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:28.244784 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:29.678838 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:30.014205 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:53:30.798530 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:52.861209 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-0533ad49-50c2-4e96-bc53-dca10a401119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:55.204230 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4107cc28-2479-40b6-b3b9-567e6e1f7b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:56.820570 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:58.202493 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:58.255383 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:59.706929 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:00.808917 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:07.013147 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:54:22.889507 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-41829733-eb4a-45b7-aad3-58e60186d416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:25.192486 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-611fe1a7-4fb5-4ffe-8d9f-db925385c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:26.791926 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:28.186513 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:28.254910 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:29.740496 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:30.826604 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:44.011766 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:54:52.854478 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7fae558a-4c8c-41d2-950a-5791ef2ce4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:55.197394 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7aa7a045-98f3-4689-ad1b-d3b4d5ff9448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:56.796734 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:58.195636 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:58.265955 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:59.746413 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:00.837237 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:21.012242 n-d-836146-2 neutron-server[103487]: DEBUG neutron.db.agents_db [None req-5ced46e0-0954-4b90-b496-03aec66c16b0 None None] Agent healthcheck: found 7 active agents {{(pid=103487) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 17:55:22.854082 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-99011f7f-d309-4554-8774-305fcaacec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:25.231147 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5972f1de-34f5-49c4-9f1a-a935ea62260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:26.801944 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5f94c58d-e18b-40bc-8b95-c3c6c1574840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:28.191076 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-eec61215-90f6-4e00-837f-9103ecb4e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:28.299720 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-72e96394-81d3-4b1b-aae6-2e2caba7ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:29.733774 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c6954a37-f9bc-4ffb-be8e-1a3c6c30f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:30.837075 n-d-836146-2 neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b484016b-54ee-4fd8-b3e5-1eb8648b1491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781838334958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3525730'] for agent, after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}